-- Logs begin at Wed 2022-02-09 13:12:54 UTC, end at Wed 2022-02-09 15:56:03 UTC. -- Feb 09 13:49:41.040608 n-d-828418-2 systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 13:49:43.346010 n-d-828418-2 neutron-server[87491]: INFO neutron.common.config [-] Logging enabled! Feb 09 13:49:43.346727 n-d-828418-2 neutron-server[87491]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev29 Feb 09 13:49:43.346727 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87491) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 13:49:43.349822 n-d-828418-2 neutron-server[87491]: INFO neutron.common.config [-] Logging enabled! Feb 09 13:49:43.350069 n-d-828418-2 neutron-server[87491]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev29 Feb 09 13:49:43.350643 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87491) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 13:49:43.351557 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 13:49:43.351814 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 13:49:43.352170 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 13:49:43.352412 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 13:49:43.352635 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 13:49:43.352949 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.353241 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.353530 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.353758 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.354045 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.354328 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.354604 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.354882 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.355167 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.355447 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.355721 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.356018 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.356242 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.356516 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.356792 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.357069 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.357289 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] debug = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.357565 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.357982 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.358383 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.358657 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.359463 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.359760 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.360028 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.360298 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.360577 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.360899 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] host = n-d-828418-2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.361170 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.361450 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.361729 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.362006 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.362275 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.362543 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.362819 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.363083 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.363346 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] log_file = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.363615 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.363923 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.364206 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.364483 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.364703 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.364921 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.365198 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.365473 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.365745 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.366010 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.366276 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.366542 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.366808 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.367069 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.367345 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.367624 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.367926 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.368198 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.368467 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.368733 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.368999 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.369274 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.369541 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.369809 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.370076 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.370354 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.370615 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.370888 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.371178 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.371454 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.371751 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.372022 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.372288 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.372561 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.372826 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.373091 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.373353 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] use_json = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.373617 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.373879 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.374151 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.374415 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.375418 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.375694 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.375992 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.376268 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.376536 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:43.376827 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.377118 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.377411 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.377692 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.377976 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.378254 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.378537 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.378812 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.379093 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.379376 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.379657 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.379953 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.380235 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.380508 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.380798 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.381101 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.381386 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.381669 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.381939 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.382207 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.382475 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.382746 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.383024 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.383310 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.383591 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.383893 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.384171 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.384458 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.384734 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.385003 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.385278 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.385560 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.385835 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.386107 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.386382 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.386655 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.386924 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.387193 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.387469 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.387837 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.388122 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.388391 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.388660 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.388934 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.389205 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.389485 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.389757 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.390027 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.390320 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.390593 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.390867 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.391139 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.391412 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.391679 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.391978 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.392246 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.392513 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.392781 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.393048 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.393312 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.393577 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.393843 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.394114 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.394382 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.394647 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.394916 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.395183 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.395449 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.395748 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.396035 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.396309 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.396582 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.396855 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.397127 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.397398 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.397669 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.397941 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.398216 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.398482 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.398764 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.399041 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.399320 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.399598 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.399898 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.400190 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.400462 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.400740 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.401019 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.401295 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.401572 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.401850 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.402137 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.402421 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.402706 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.402991 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.403274 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.403548 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.403876 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.404152 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:43.404365 n-d-828418-2 neutron-server[87491]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 13:49:43.404597 n-d-828418-2 neutron-server[87491]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87491) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 13:49:43.785581 n-d-828418-2 neutron-server[87491]: INFO keyring.backend [-] Loading KWallet Feb 09 13:49:43.792804 n-d-828418-2 neutron-server[87491]: INFO keyring.backend [-] Loading SecretService Feb 09 13:49:43.797080 n-d-828418-2 neutron-server[87491]: INFO keyring.backend [-] Loading Windows Feb 09 13:49:43.798406 n-d-828418-2 neutron-server[87491]: INFO keyring.backend [-] Loading chainer Feb 09 13:49:43.798976 n-d-828418-2 neutron-server[87491]: INFO keyring.backend [-] Loading macOS Feb 09 13:49:43.831779 n-d-828418-2 neutron-server[87491]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 13:49:43.832051 n-d-828418-2 neutron-server[87491]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 13:49:43.832336 n-d-828418-2 neutron-server[87491]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 13:49:43.832660 n-d-828418-2 neutron-server[87491]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 13:49:44.133806 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.134017 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.134286 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.135458 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.135748 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.136007 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.255789 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.256048 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.256312 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.269470 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.269739 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.270001 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.299580 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.299872 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.300137 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.339477 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.339872 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.340304 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.584005 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.584576 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.584576 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.584790 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.585515 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.705379 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.705700 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.705980 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.706248 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.706511 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.706816 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.707079 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.707332 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.707583 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.707886 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.708143 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.708400 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.708657 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.708905 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.709165 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.709427 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.709678 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.709942 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.710188 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.710466 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.710806 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.711052 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.711293 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.711566 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.711833 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.712074 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.712451 n-d-828418-2 neutron-server[87491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 13:49:44.712686 n-d-828418-2 neutron-server[87491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 13:49:44.712917 n-d-828418-2 neutron-server[87491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 13:49:44.713144 n-d-828418-2 neutron-server[87491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 13:49:44.713371 n-d-828418-2 neutron-server[87491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 13:49:44.713598 n-d-828418-2 neutron-server[87491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 13:49:44.713957 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 13:49:44.717078 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 13:49:44.721632 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 13:49:44.725643 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 09 13:49:44.727259 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 13:49:44.727701 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 13:49:44.728054 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 13:49:44.728435 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 13:49:44.731406 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 13:49:44.731654 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 13:49:44.732025 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 13:49:44.760496 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 13:49:44.760930 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.761221 n-d-828418-2 neutron-server[87491]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87491) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 09 13:49:44.761572 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.762931 n-d-828418-2 neutron-server[87491]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87491) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 13:49:44.763202 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 13:49:44.763442 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 13:49:44.766657 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.766934 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:44.828120 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 13:49:44.828306 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 13:49:44.828537 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 13:49:44.828897 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 13:49:44.860113 n-d-828418-2 neutron-server[87491]: DEBUG oslo_db.sqlalchemy.engines [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87491) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 09 13:49:45.189581 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Initializing driver for type 'gre' Feb 09 13:49:45.190110 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] gre ID ranges: [(1, 1000)] Feb 09 13:49:45.248971 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Initializing driver for type 'local' Feb 09 13:49:45.249300 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Initializing driver for type 'vlan' Feb 09 13:49:45.260848 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] VlanTypeDriver initialization complete Feb 09 13:49:45.261235 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Initializing driver for type 'vxlan' Feb 09 13:49:45.261796 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] vxlan ID ranges: [(1, 1000)] Feb 09 13:49:45.313835 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Initializing extension driver 'port_security' Feb 09 13:49:45.314297 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.extensions.port_security [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] PortSecurityExtensionDriver initialization complete Feb 09 13:49:45.314750 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Initializing mechanism driver 'openvswitch' Feb 09 13:49:45.315083 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Initializing mechanism driver 'hyperv' Feb 09 13:49:45.321869 n-d-828418-2 neutron-server[87491]: DEBUG neutron.plugins.ml2.plugin [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:49:45.322546 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > port after_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.322913 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > port after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.323261 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > port after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.323805 n-d-828418-2 neutron-server[87491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 13:49:45.324229 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > subnet after_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.324575 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > subnet after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.324910 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.325297 n-d-828418-2 neutron-server[87491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 13:49:45.325694 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > network after_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.326033 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > network after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.326365 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > network after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.326744 n-d-828418-2 neutron-server[87491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 13:49:45.327137 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > security_group after_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.327477 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > security_group after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.327885 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.328313 n-d-828418-2 neutron-server[87491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 13:49:45.328711 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.329049 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.329396 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.329906 n-d-828418-2 neutron-server[87491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 13:49:45.330309 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > address_group after_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.330680 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > address_group after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.331013 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.331396 n-d-828418-2 neutron-server[87491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 13:49:45.331861 n-d-828418-2 neutron-server[87491]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] ML2 OVO RPC backend initialized. {{(pid=87491) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 09 13:49:45.332557 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.332942 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.333423 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > network before_response 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.333916 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > networks before_response 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.334424 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > port before_response 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.334763 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > ports before_response 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.335098 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > subnet before_response 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.335428 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > subnets before_response 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.335792 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > network after_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.336127 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > network after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.336459 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > network after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.336780 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > port after_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.337103 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > port after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.337424 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > port after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.337749 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > subnet after_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.338072 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > subnet after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.338410 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.338953 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.plugin [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Modular L2 Plugin initialization complete Feb 09 13:49:45.339271 n-d-828418-2 neutron-server[87491]: DEBUG neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading services supported by the core plugin {{(pid=87491) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 13:49:45.339587 n-d-828418-2 neutron-server[87491]: INFO neutron.plugins.ml2.managers [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Got port-security extension from driver 'port_security' Feb 09 13:49:45.340063 n-d-828418-2 neutron-server[87491]: INFO neutron.extensions.vlantransparent [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Disabled vlantransparent extension. Feb 09 13:49:45.340537 n-d-828418-2 neutron-server[87491]: DEBUG neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87491) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 13:49:45.340842 n-d-828418-2 neutron-server[87491]: INFO neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading Plugin: router Feb 09 13:49:45.377576 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.377959 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router after_create 55549900 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.378324 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router before_create 55549900 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.378686 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.379050 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.379402 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router after_delete 55549900 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.379769 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.380134 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router after_create 55549900 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.380472 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router after_update 55549900 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.380812 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router after_update 55549900 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.381151 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.381498 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router after_update 55549900 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.381895 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router precommit_update 55549900 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.382252 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: port after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.382580 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: port after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.382907 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: subnet after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.383235 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.383574 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.383938 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router precommit_create 55549900 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.384274 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: port before_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.384609 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router precommit_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.384953 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router after_update 55549900 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.385288 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.385623 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router precommit_create 55549900 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.385969 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.386309 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router precommit_update 55549900 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.386659 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > agent after_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.386997 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > agent after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.387330 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > network after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.388189 n-d-828418-2 neutron-server[87491]: DEBUG neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Tracking information for resource: router configured {{(pid=87491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 13:49:45.388515 n-d-828418-2 neutron-server[87491]: DEBUG neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Tracking information for resource: floatingip configured {{(pid=87491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 13:49:45.393923 n-d-828418-2 neutron-server[87491]: INFO neutron.db.l3_agentschedulers_db [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 13:49:45.394491 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: port after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.394846 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: port after_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.395191 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: port after_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.395540 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: port after_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.396458 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router before_create 55550100 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.396818 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.397178 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router precommit_create 55550100 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.397527 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > router precommit_update 55550100 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.401947 n-d-828418-2 neutron-server[87491]: DEBUG neutron.services.provider_configuration [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Service providers = [] {{(pid=87491) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 13:49:45.402307 n-d-828418-2 neutron-server[87491]: DEBUG neutron.db.servicetype_db [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87491) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 13:49:45.405296 n-d-828418-2 neutron-server[87491]: DEBUG neutron.services.service_base [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 13:49:45.405666 n-d-828418-2 neutron-server[87491]: DEBUG neutron.services.service_base [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 13:49:45.406613 n-d-828418-2 neutron-server[87491]: DEBUG neutron.services.service_base [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 13:49:45.407483 n-d-828418-2 neutron-server[87491]: DEBUG neutron.services.service_base [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 13:49:45.407886 n-d-828418-2 neutron-server[87491]: INFO neutron.services.service_base [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 13:49:45.408246 n-d-828418-2 neutron-server[87491]: DEBUG neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 13:49:45.408560 n-d-828418-2 neutron-server[87491]: INFO neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 13:49:45.419087 n-d-828418-2 neutron-server[87491]: DEBUG neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 13:49:45.419415 n-d-828418-2 neutron-server[87491]: INFO neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading Plugin: auto_allocate Feb 09 13:49:45.425398 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: network precommit_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.425759 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: network precommit_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.426265 n-d-828418-2 neutron-server[87491]: DEBUG neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 13:49:45.426648 n-d-828418-2 neutron-server[87491]: INFO neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading Plugin: tag Feb 09 13:49:45.433069 n-d-828418-2 neutron-server[87491]: DEBUG neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 13:49:45.433391 n-d-828418-2 neutron-server[87491]: INFO neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading Plugin: timestamp Feb 09 13:49:45.437382 n-d-828418-2 neutron-server[87491]: DEBUG neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 13:49:45.437709 n-d-828418-2 neutron-server[87491]: INFO neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading Plugin: network_ip_availability Feb 09 13:49:45.442951 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.443264 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.443616 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.444343 n-d-828418-2 neutron-server[87491]: DEBUG neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 13:49:45.444659 n-d-828418-2 neutron-server[87491]: INFO neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading Plugin: flavors Feb 09 13:49:45.449377 n-d-828418-2 neutron-server[87491]: DEBUG neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 13:49:45.449705 n-d-828418-2 neutron-server[87491]: INFO neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading Plugin: revisions Feb 09 13:49:45.454480 n-d-828418-2 neutron-server[87491]: DEBUG neutron.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 13:49:45.454854 n-d-828418-2 neutron-server[87491]: DEBUG oslo_concurrency.lockutils [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.622s {{(pid=87491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 13:49:45.455578 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87491) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 13:49:45.455937 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Initializing extension manager. Feb 09 13:49:45.456428 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: __init__.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.456757 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: __pycache__ {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.457085 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.457409 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: address_group.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.458140 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.458690 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: address-group Feb 09 13:49:45.459002 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: address_scope.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.459693 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.460220 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: address-scope Feb 09 13:49:45.460532 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.461439 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.461939 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: router-admin-state-down-before-update Feb 09 13:49:45.462253 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: agent.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.462934 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.463434 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: agent Feb 09 13:49:45.463767 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: agent_resources_synced.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.464669 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.465179 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: agent-resources-synced Feb 09 13:49:45.465494 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: allowedaddresspairs.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.467429 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.467976 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: allowed-address-pairs Feb 09 13:49:45.468910 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: auto_allocated_topology.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.469976 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.470492 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: auto-allocated-topology Feb 09 13:49:45.470813 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: availability_zone.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.471493 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.472030 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: availability_zone Feb 09 13:49:45.472350 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: availability_zone_filter.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.473320 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.473823 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: availability_zone_filter Feb 09 13:49:45.474140 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: data_plane_status.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.475028 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.475824 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 13:49:45.476145 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: default_subnetpools.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.477037 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.477548 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: default-subnetpools Feb 09 13:49:45.477864 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.478645 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.479146 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: dhcp_agent_scheduler Feb 09 13:49:45.479462 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: dns.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.480377 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.480877 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 13:49:45.481192 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: dns_domain_ports.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.482088 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.482588 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 13:49:45.482903 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: dvr.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.483562 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.484139 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: dvr Feb 09 13:49:45.484456 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: empty_string_filtering.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.485355 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.485857 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: empty-string-filtering Feb 09 13:49:45.486175 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.487063 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.487562 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 13:49:45.487908 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.488807 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.489305 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 13:49:45.489690 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: external_net.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.490601 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.491158 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: external-net Feb 09 13:49:45.491471 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.492389 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.492888 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: extra_dhcp_opt Feb 09 13:49:45.493201 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: extraroute.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.494103 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.494606 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: extraroute Feb 09 13:49:45.494922 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: extraroute_atomic.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.496015 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.496526 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: extraroute-atomic Feb 09 13:49:45.496844 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: filter_validation.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.497508 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.498007 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: filter-validation Feb 09 13:49:45.498320 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: fip_pf_description.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.499216 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.499784 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 13:49:45.500131 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: fip_port_details.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.501046 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.501550 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: fip-port-details Feb 09 13:49:45.501865 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: flavors.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.503098 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.503610 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: flavors Feb 09 13:49:45.503950 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.505610 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.506125 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 13:49:45.506446 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: floatingip_pools.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.507123 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.507630 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: floatingip-pools Feb 09 13:49:45.507967 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: ip_allocation.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.508864 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.509363 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 13:49:45.509810 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.511015 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.511564 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: ip-substring-filtering Feb 09 13:49:45.511971 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: l2_adjacency.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.513189 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.513724 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 13:49:45.514094 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: l3.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.515813 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.516333 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: router Feb 09 13:49:45.516652 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.520959 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.521533 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 13:49:45.521977 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.523380 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.524006 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: ext-gw-mode Feb 09 13:49:45.524331 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.525500 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.526219 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: l3-ha Feb 09 13:49:45.526541 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: l3_flavors.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.527607 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.528294 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: l3-flavors Feb 09 13:49:45.528775 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.529808 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.530439 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 13:49:45.531451 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: l3agentscheduler.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.532869 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.533430 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: l3_agent_scheduler Feb 09 13:49:45.533858 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: logging.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.535685 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.536324 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension logging not supported by any of loaded plugins Feb 09 13:49:45.536706 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: metering.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.537567 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.538215 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: metering Feb 09 13:49:45.538578 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.540103 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.540761 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: metering_source_and_destination_fields Feb 09 13:49:45.541234 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: multiprovidernet.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.542411 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.543053 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: multi-provider Feb 09 13:49:45.543400 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: netmtu.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.544454 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.544965 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: net-mtu Feb 09 13:49:45.545279 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: netmtu_writable.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.546187 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.546823 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: net-mtu-writable Feb 09 13:49:45.547139 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: network_availability_zone.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.547829 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.548332 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: network_availability_zone Feb 09 13:49:45.548643 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: network_ip_availability.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.549731 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.550235 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: network-ip-availability Feb 09 13:49:45.550552 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: network_segment_range.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.551325 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.551873 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 13:49:45.552193 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: pagination.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.553159 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.553482 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: pagination Feb 09 13:49:45.553792 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: port_device_profile.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.554685 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.555200 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: port-device-profile Feb 09 13:49:45.555518 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.556445 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.556952 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: port-mac-address-regenerate Feb 09 13:49:45.557267 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.558163 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.558674 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: port-numa-affinity-policy Feb 09 13:49:45.558990 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: port_resource_request.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.559919 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.560423 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 13:49:45.560735 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: portbindings.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.561639 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.562189 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: binding Feb 09 13:49:45.562500 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: portbindings_extended.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.563784 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.564293 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: binding-extended Feb 09 13:49:45.564611 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: portsecurity.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.565506 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.566010 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: port-security Feb 09 13:49:45.566324 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: project_id.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.567282 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.567613 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: project-id Feb 09 13:49:45.567966 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: providernet.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.568865 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.569375 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: provider Feb 09 13:49:45.569688 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: qos.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.573416 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.573931 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension qos not supported by any of loaded plugins Feb 09 13:49:45.574256 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.575497 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.576041 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 13:49:45.576367 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.577276 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.578316 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 13:49:45.578638 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: qos_default.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.579540 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.580075 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension qos-default not supported by any of loaded plugins Feb 09 13:49:45.580398 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: qos_fip.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.581036 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.581537 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 13:49:45.581854 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: qos_gateway_ip.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.582760 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.583266 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 13:49:45.583584 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: qos_port_network_policy.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.584512 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.585022 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 13:49:45.585338 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: qos_rule_type_details.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.586235 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.586742 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 13:49:45.587078 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: qos_rules_alias.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.588132 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.588650 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 13:49:45.588969 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: quotasv2.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.589875 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.590195 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: quotas Feb 09 13:49:45.590511 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: quotasv2_detail.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.592143 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.592474 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: quota_details Feb 09 13:49:45.592795 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: rbac.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.594466 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.594985 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: rbac-policies Feb 09 13:49:45.595305 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: rbac_address_group.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.596287 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.596802 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: rbac-address-group Feb 09 13:49:45.597118 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: rbac_address_scope.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.598031 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.598541 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: rbac-address-scope Feb 09 13:49:45.598857 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: rbac_security_groups.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.599781 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.600558 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: rbac-security-groups Feb 09 13:49:45.600871 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: rbac_subnetpool.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.601784 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.602288 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: rbac-subnetpool Feb 09 13:49:45.602602 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: revisionifmatch.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.603505 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.604040 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: revision-if-match Feb 09 13:49:45.604352 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: revisions.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.605451 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.605958 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: standard-attr-revisions Feb 09 13:49:45.606270 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: router_availability_zone.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.606926 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.607435 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: router_availability_zone Feb 09 13:49:45.607764 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: routerservicetype.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.608667 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.609215 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 13:49:45.609530 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.610436 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.610937 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: security-groups-normalized-cidr Feb 09 13:49:45.611250 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.612171 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.612678 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: port-security-groups-filtering Feb 09 13:49:45.612989 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.614019 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.614531 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: security-groups-remote-address-group Feb 09 13:49:45.614846 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: securitygroup.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.624527 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.625061 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: security-group Feb 09 13:49:45.625386 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: segment.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.626154 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.626665 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension segment not supported by any of loaded plugins Feb 09 13:49:45.626982 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.627951 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.628465 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 13:49:45.628783 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: servicetype.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.629897 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.630415 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: service-type Feb 09 13:49:45.630734 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: sorting.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.631708 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.632058 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: sorting Feb 09 13:49:45.632374 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: standard_attr_segment.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.633269 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.633780 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 13:49:45.634095 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: standardattrdescription.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.634727 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.635228 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: standard-attr-description Feb 09 13:49:45.635542 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: stateful_security_group.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.636466 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.636973 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: stateful-security-group Feb 09 13:49:45.637289 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: stdattrs_common.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.637861 n-d-828418-2 neutron-server[87491]: WARNING neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 13:49:45.638173 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.639172 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.639686 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 13:49:45.640555 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: subnet_onboard.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.641616 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.642131 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: subnet_onboard Feb 09 13:49:45.642451 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.643369 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.643904 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 13:49:45.644225 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: subnet_service_types.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.645136 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.645645 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: subnet-service-types Feb 09 13:49:45.645962 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: subnetallocation.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.647025 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.647533 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: subnet_allocation Feb 09 13:49:45.647890 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.648543 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.649049 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: subnetpool-prefix-ops Feb 09 13:49:45.649361 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.650292 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.650808 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 13:49:45.651141 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: tagging.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.652187 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.652707 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: standard-attr-tag Feb 09 13:49:45.653031 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: timestamp.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.654209 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.654727 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loaded extension: standard-attr-timestamp Feb 09 13:49:45.655043 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: trunk.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.656700 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.657212 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension trunk not supported by any of loaded plugins Feb 09 13:49:45.657533 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: trunk_details.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.658445 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.658954 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 13:49:45.659273 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: uplink_status_propagation.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.660216 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.660725 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 13:49:45.661044 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Loading extension file: vlantransparent.py {{(pid=87491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 13:49:45.661700 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 13:49:45.662205 n-d-828418-2 neutron-server[87491]: INFO neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 13:49:45.664627 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of TrackedResource for resource:network Feb 09 13:49:45.665355 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of TrackedResource for resource:subnet Feb 09 13:49:45.666183 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 13:49:45.666777 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of TrackedResource for resource:port Feb 09 13:49:45.668040 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.v2.resource_helper [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:49:45.668470 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.v2.resource_helper [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Service FLAVORS assigned prefix: {{(pid=87491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:49:45.669071 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.v2.resource_helper [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:49:45.669488 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.v2.resource_helper [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:49:45.669811 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of TrackedResource for resource:router Feb 09 13:49:45.670460 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 13:49:45.671151 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.v2.resource_helper [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Service METERING assigned prefix: /metering {{(pid=87491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:49:45.672637 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.673001 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.673345 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 13:49:45.674502 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 13:49:45.674929 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of TrackedResource for resource:security_group Feb 09 13:49:45.675576 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 13:49:45.676447 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.v2.resource_helper [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Service CORE assigned prefix: {{(pid=87491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:49:45.676793 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 13:49:45.677217 n-d-828418-2 neutron-server[87491]: WARNING neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] subnetpool is already registered Feb 09 13:49:45.677821 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.v2.resource_helper [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Service CORE assigned prefix: {{(pid=87491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:49:45.678144 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 13:49:45.678461 n-d-828418-2 neutron-server[87491]: WARNING neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] subnetpool is already registered Feb 09 13:49:45.681032 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.v2.resource_helper [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:49:45.681459 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.v2.resource_helper [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Service FLAVORS assigned prefix: {{(pid=87491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:49:45.682036 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.v2.resource_helper [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:49:45.682448 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.v2.resource_helper [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:49:45.682772 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of TrackedResource for resource:router Feb 09 13:49:45.683094 n-d-828418-2 neutron-server[87491]: WARNING neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] router is already registered Feb 09 13:49:45.683669 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 13:49:45.684020 n-d-828418-2 neutron-server[87491]: WARNING neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] floatingip is already registered Feb 09 13:49:45.684629 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.v2.resource_helper [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Service METERING assigned prefix: /metering {{(pid=87491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:49:45.685284 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 13:49:45.685604 n-d-828418-2 neutron-server[87491]: WARNING neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] rbac_policy is already registered Feb 09 13:49:45.686133 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of TrackedResource for resource:security_group Feb 09 13:49:45.686454 n-d-828418-2 neutron-server[87491]: WARNING neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] security_group is already registered Feb 09 13:49:45.687059 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 13:49:45.687383 n-d-828418-2 neutron-server[87491]: WARNING neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] security_group_rule is already registered Feb 09 13:49:45.688067 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.v2.resource_helper [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Service CORE assigned prefix: {{(pid=87491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:49:45.688392 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 13:49:45.688720 n-d-828418-2 neutron-server[87491]: WARNING neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] subnetpool is already registered Feb 09 13:49:45.689295 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.v2.resource_helper [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Service CORE assigned prefix: {{(pid=87491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 13:49:45.689612 n-d-828418-2 neutron-server[87491]: INFO neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 13:49:45.689925 n-d-828418-2 neutron-server[87491]: WARNING neutron.quota.resource_registry [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] subnetpool is already registered Feb 09 13:49:45.690551 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: extensions {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.692039 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: address-groups {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.693660 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: address-scopes {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.694816 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: agents {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.696044 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: auto-allocated-topology {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.697286 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: availability_zones {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.698599 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: dhcp-networks {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.700033 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: dhcp-agents {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.701469 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: routers {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.704059 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: flavors {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.705202 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: service_profiles {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.706399 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: next_providers {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.708850 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: service_profiles {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.710320 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: floatingip-pools {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.711547 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: routers {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.713366 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: floatingips {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.714544 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: l3-routers {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.715943 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: l3-agents {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.717352 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: metering-labels {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.719291 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: metering-label-rules {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.720588 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: network-ip-availabilities {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.721839 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: bindings {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.723465 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: quotas {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.724951 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: quotas {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.726728 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: rbac-policies {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.728029 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: security-groups {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.729228 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: security-group-rules {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.730453 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: service-providers {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.731658 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: subnetpools {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.733099 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: subnetpools {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.734597 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: tags {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.736290 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: tags {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.738076 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: tags {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.739878 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: tags {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.741644 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: tags {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.743464 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: tags {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.745155 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: tags {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.747038 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: tags {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.748809 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: tags {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.751195 n-d-828418-2 neutron-server[87491]: DEBUG neutron.api.extensions [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Extended resource: tags {{(pid=87491) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 13:49:45.756999 n-d-828418-2 neutron-server[87491]: WARNING keystonemiddleware.auth_token [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 13:49:45.761695 n-d-828418-2 neutron-server[87491]: WARNING keystonemiddleware.auth_token [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 13:49:45.770409 n-d-828418-2 neutron-server[87491]: DEBUG oslo_concurrency.lockutils [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Acquired lock "singleton_lock" {{(pid=87491) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 09 13:49:45.770874 n-d-828418-2 neutron-server[87491]: DEBUG oslo_concurrency.lockutils [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Releasing lock "singleton_lock" {{(pid=87491) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 09 13:49:45.771494 n-d-828418-2 neutron-server[87491]: INFO oslo_service.service [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Starting 2 workers Feb 09 13:49:45.776161 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Started child 87596 {{(pid=87491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 13:49:45.780399 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Started child 87597 {{(pid=87491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 13:49:45.781329 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:45.781962 n-d-828418-2 neutron-server[87491]: INFO neutron.service [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 13:49:45.782590 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Notify callbacks [] for process, before_spawn {{(pid=87491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:45.782812 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [-] (87596) wsgi starting up on http://0.0.0.0:9696 Feb 09 13:49:45.785039 n-d-828418-2 neutron-server[87491]: INFO oslo_service.service [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Starting 1 workers Feb 09 13:49:45.785207 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:45.786567 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [-] (87597) wsgi starting up on http://0.0.0.0:9696 Feb 09 13:49:45.790057 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Started child 87598 {{(pid=87491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 13:49:45.790596 n-d-828418-2 neutron-server[87491]: INFO oslo_service.service [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Starting 1 workers Feb 09 13:49:45.793421 n-d-828418-2 neutron-server[87598]: DEBUG neutron.service [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] calling RpcWorker wait() {{(pid=87598) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 13:49:45.794007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.service [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] returning from RpcWorker wait() {{(pid=87598) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 13:49:45.794861 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Started child 87599 {{(pid=87491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 13:49:45.795193 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:45.795645 n-d-828418-2 neutron-server[87491]: DEBUG neutron_lib.callbacks.manager [None req-de5a6b0b-0973-4cc3-92c2-9b3d0e04a585 None None] Notify callbacks [] for process, after_spawn {{(pid=87491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:45.795863 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:49:45.797580 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87491) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 09 13:49:45.797794 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 13:49:45.797961 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 13:49:45.798169 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 13:49:45.798519 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 13:49:45.798666 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 13:49:45.799270 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.799539 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.799690 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:45.800239 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.800239 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.800525 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.800662 n-d-828418-2 neutron-server[87599]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:49:45.800920 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.801185 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.801420 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.801711 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.801953 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.802108 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.802266 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.802506 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.802733 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.803022 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.803280 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.803522 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.803928 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.804218 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.804218 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.804496 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.804757 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.805024 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] debug = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.805220 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.805683 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.805900 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.806147 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.806389 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.806646 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.806868 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.807121 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.807360 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.807590 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.807828 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.808087 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.808321 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.808548 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.808765 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.809015 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.809242 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.809696 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] host = n-d-828418-2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.809911 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.810153 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.810378 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.810632 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.810875 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.811116 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.811361 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.811623 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.812437 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.812685 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.812941 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.813180 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.813390 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.813639 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] log_file = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.813802 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] log_options = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.814047 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.814347 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.814604 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.814883 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.815054 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.815279 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.815422 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.815557 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.815835 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.815988 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.816191 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.816404 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.816645 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.816885 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.817100 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.817328 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.817566 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.817773 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.818025 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.818255 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.819643 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.819818 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.820248 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.820517 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.820861 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.821256 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.821520 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.821722 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.822033 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.822163 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.822418 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.822905 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.823610 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.824054 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.829981 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.829981 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.829981 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.829981 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.829981 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.829981 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.830485 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.830485 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.830681 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.830925 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.831180 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.831405 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] use_json = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.831626 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.831877 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.832137 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.832358 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.832597 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.832817 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.833036 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.833293 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.833479 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.833898 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.834198 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.834501 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.834764 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.835004 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.835369 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.835614 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.835880 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.836152 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.836406 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.836702 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.836929 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.837230 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.837456 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.837706 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.838017 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.838285 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.838555 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.838941 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.839207 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.839440 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.839669 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.840024 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.840301 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.840568 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.840837 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.841052 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.841290 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.841535 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.841769 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.841987 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.842376 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.842664 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.842886 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.843136 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.843428 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.843664 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.843906 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.844158 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.844388 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.844625 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.844891 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.845110 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.845391 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.846208 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.846430 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.846660 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.846914 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.847147 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.847401 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.847637 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.847885 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.848102 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.848322 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.848541 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.848822 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.849037 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.849270 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.849482 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.849719 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.849934 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.850185 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.850671 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.850886 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.851100 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.851319 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.851554 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.851797 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.852015 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.852230 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.852459 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.852679 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.852889 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.853119 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.853348 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.853579 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.853795 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.854003 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.854221 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.854435 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.854663 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.854880 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.855183 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.855393 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.855659 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.855982 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.856232 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.856524 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.856777 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.857020 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.857275 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.857497 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.857735 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.857974 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.858219 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.858498 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.858765 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.859022 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.859272 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.859503 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.859772 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.859997 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.860240 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.860466 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.860693 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.860921 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.861212 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.861500 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.861725 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.861960 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.862223 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.862475 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.862734 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.863045 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.863268 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.863540 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.863861 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.864139 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.864420 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.864663 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.864914 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.865161 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.865409 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.865684 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.865934 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.866178 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.866396 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.866680 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.866910 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.867132 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.867345 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.867597 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.867954 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.868203 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.868419 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.868631 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.868914 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.869164 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.869398 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.869666 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.869909 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.870177 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.870422 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.870668 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.870900 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.871140 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.871408 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.871640 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.871880 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.872112 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.872360 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.872574 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.872866 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.873098 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.873318 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.873557 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.873794 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.874039 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.874255 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.874975 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.875189 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.875412 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.875666 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.875920 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.876132 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.876354 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.876611 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.876863 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.877078 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.877355 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.877599 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.877833 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.878058 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.878294 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.878563 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.878776 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.879025 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.879260 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.879489 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.879700 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.879955 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.880197 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.880659 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.880659 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.880963 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.881090 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.881300 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.881628 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.881873 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.882103 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.882347 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.882579 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.882825 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.883060 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.883311 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.883522 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.883767 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.884013 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.884237 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.884476 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.884720 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.884926 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.885135 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.885346 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.885557 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.885785 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.886072 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.886330 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.886567 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.886857 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.887046 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.887290 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.887502 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.887711 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.887954 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.888164 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.888421 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.888629 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.888837 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.889051 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.889271 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.889536 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.889801 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.890049 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.890846 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.891090 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.891347 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.891602 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.891938 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.892150 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.892413 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.892650 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.892868 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.893102 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.893368 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.893680 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.893988 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.894258 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.894513 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.894803 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.895080 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.895356 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.895562 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.895885 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.896235 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.896510 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.896756 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.897023 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.897297 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.897522 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.897738 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.897977 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.898206 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.898429 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.898679 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.898944 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.899187 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.899418 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.899646 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.899883 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.900104 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.900343 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.900576 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.900802 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.900956 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 13:49:45.901197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:49:45.901497 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87491) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 09 13:49:45.901661 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 13:49:45.901811 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 13:49:45.901975 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 13:49:45.902142 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 13:49:45.902293 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 13:49:45.902498 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.902654 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.902810 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.902967 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.903123 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.903298 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.903456 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.903610 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.903786 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.903943 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.904098 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.904252 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.904407 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.904563 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.904717 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.904872 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.905027 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.905184 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.905344 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.905499 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.905677 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.905832 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.905987 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] debug = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.906146 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.906334 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.906494 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.906652 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.906808 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.906965 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.907173 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.907275 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.907412 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.907573 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.907709 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.907893 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.908031 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.908195 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.908354 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.908509 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.908662 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.908818 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] host = n-d-828418-2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.908971 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.909128 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.909286 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.909444 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.909596 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.909760 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.909880 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.910036 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.910191 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.910346 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.910502 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.910657 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.910812 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.910967 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] log_file = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.911123 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] log_options = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.911281 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.911489 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.911598 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.911783 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.911948 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.912102 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.912257 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.912424 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.912557 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.912715 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.912867 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.913021 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.913175 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.913328 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.913481 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.913636 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.913794 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.913949 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.914104 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.914259 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.914413 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.914572 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.914748 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.914875 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.915031 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.915185 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.915338 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.915492 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.915647 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.915843 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.916001 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.916156 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.916315 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.916470 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.916628 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.916783 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.916939 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.917097 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.917250 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.917387 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.917530 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.917679 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.917834 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.917979 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.918132 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.918291 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] use_json = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.918446 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.918600 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.918756 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.918910 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.919065 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.919223 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.919378 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.919538 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.919695 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 13:49:45.919887 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.920047 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.920256 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.920356 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.920520 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.920672 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.920832 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.920991 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.921150 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.921332 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.921501 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.921659 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.921827 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.921970 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.922131 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.922292 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.922451 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.922612 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.922767 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.922937 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.923077 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.923232 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.923403 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.923561 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.923744 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.923888 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.924045 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.924202 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.924361 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.924519 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.924679 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.924836 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.924994 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.925154 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.925305 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.925796 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.925796 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.925796 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.926228 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.926228 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.926228 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.926545 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.926545 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.926703 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.926937 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.927098 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.927262 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.927411 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.927570 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.927753 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.927914 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.928074 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.928238 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.928398 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.928558 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.928699 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.928860 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.929021 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.929179 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.929447 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.929612 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.929800 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.929953 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.930113 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.930272 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.930431 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.930592 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.930763 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.930909 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.931079 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.931221 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.931381 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.931540 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.931692 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.931872 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.932029 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.932186 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.932344 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.932502 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.932660 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.932818 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.932975 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.933132 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.933290 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.933457 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.933630 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.933787 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.933944 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.934101 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.934258 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.934415 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.934573 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.934729 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.934886 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.935042 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.935199 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.935356 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.935515 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.935672 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.935848 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.936002 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.936159 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.936316 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.936473 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.936631 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.936788 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.937454 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.937613 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.937770 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.937927 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.938086 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.938259 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.938416 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.938575 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.938734 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.938902 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.939073 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.939230 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.939396 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.939523 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.939680 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.939866 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.940032 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.940191 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.940329 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.940464 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.940599 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.940763 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.940934 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.941084 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.941221 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.941367 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.941554 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.941697 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.941855 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.942000 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.942270 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.942430 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.942585 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.942741 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.942898 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.943056 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.943214 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.943373 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.943534 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.943742 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.943885 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.944007 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.944166 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.944326 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.944483 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.944642 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.944800 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.944956 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.945115 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.945273 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.945431 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.945589 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.945746 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.945903 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.946061 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.946218 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.946375 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.946532 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.946688 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.946847 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.947005 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.947165 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.947321 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.947482 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.947640 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.947818 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.947978 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.948136 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.948300 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.948458 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.948618 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.948778 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.948935 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.949093 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.949251 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.949410 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.949568 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.949726 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.949883 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.950041 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.950198 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.950372 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.950531 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.950689 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.950856 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.951005 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.951163 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.951321 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.951479 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.951636 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.951814 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.951972 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.952133 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.952294 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.952452 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.952661 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.953311 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.953471 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.953630 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.953788 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.953959 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.954118 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.954276 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.954433 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.954591 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.954758 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.954917 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.955074 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.955232 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.955389 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.955557 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.955715 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.955891 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.956048 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.956205 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.956373 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.956534 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.956692 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.956859 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.957017 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.957174 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.957331 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.957501 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.957661 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.957822 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.957981 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.958139 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.958303 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.958463 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.958625 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.958793 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.958960 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.959119 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.959285 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.959451 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.959618 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.959796 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.959963 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.960133 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.960291 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.960448 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.960606 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.960764 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.960923 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.961081 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.961238 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.961395 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.961553 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.961709 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.961867 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.962023 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.962180 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.962337 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.962493 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.962650 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.962806 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.962963 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.963120 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 13:49:45.963271 n-d-828418-2 neutron-server[87491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 13:49:46.208328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38156) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:49:46.216804 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063508 Feb 09 13:49:56.673737 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca61785f-898e-43c7-a3c8-a039681a0395 None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 13:49:56.771800 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca61785f-898e-43c7-a3c8-a039681a0395 None None] No non-hosted networks {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 13:49:56.784498 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.agentschedulers_db [None req-ca61785f-898e-43c7-a3c8-a039681a0395 None None] DHCP Agent not found on host n-d-828418-2 {{(pid=87598) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 13:49:56.850135 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3faefd37-0c38-4105-ad5f-54c0e39cf464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4148011'] for agent, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:58.993271 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-52dd4764-c280-4093-aa34-70e05af31a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4148011'] for agent, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:59.038974 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6bca9303-66a1-4977-86ff-8fd5cadef0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:59.980795 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4148011'] for agent, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:00.147188 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4148011'] for agent, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:00.148759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:00.150350 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:00.152201 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:00.152615 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:00.152944 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:00.153197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:00.153589 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:00.153851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:00.154167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:00.154485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:00.154802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:00.155638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:00.158898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828418-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:50:00.166901 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828418-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:50:01.513273 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4148011'] for agent, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:03.064056 n-d-828418-2 neutron-server[87598]: INFO neutron.db.l3_hamode_db [None req-d290a39a-7258-4a94-8b4b-01ae3fa48b7e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 13:50:03.147287 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d290a39a-7258-4a94-8b4b-01ae3fa48b7e None None] Routers set() bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:50:03.147674 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d290a39a-7258-4a94-8b4b-01ae3fa48b7e None None] Router IDs set() for agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 09 13:50:03.220410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38250) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:03.799055 n-d-828418-2 neutron-server[87597]: WARNING oslo_policy.policy [None req-82a1a361-7169-4646-9604-c4151e5bd005 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 13:50:03.799768 n-d-828418-2 neutron-server[87597]: WARNING oslo_policy.policy [None req-82a1a361-7169-4646-9604-c4151e5bd005 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 13:50:04.019321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-82a1a361-7169-4646-9604-c4151e5bd005 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 13:50:04.020299 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-82a1a361-7169-4646-9604-c4151e5bd005 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7990072 Feb 09 13:50:06.353754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38264) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:06.710503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e0eb9b7c-641c-4da5-9dec-46f2bdaef482 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:50:06.813829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.policy [None req-e0eb9b7c-641c-4da5-9dec-46f2bdaef482 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87597) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 13:50:06.857527 n-d-828418-2 neutron-server[87597]: WARNING oslo_policy.policy [None req-e0eb9b7c-641c-4da5-9dec-46f2bdaef482 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 13:50:06.857894 n-d-828418-2 neutron-server[87597]: WARNING oslo_policy.policy [None req-e0eb9b7c-641c-4da5-9dec-46f2bdaef482 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 13:50:06.866883 n-d-828418-2 neutron-server[87597]: INFO neutron.quota [None req-e0eb9b7c-641c-4da5-9dec-46f2bdaef482 admin admin] Loaded quota_driver: . Feb 09 13:50:06.881841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e0eb9b7c-641c-4da5-9dec-46f2bdaef482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:50:06.939073 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9b7c-641c-4da5-9dec-46f2bdaef482 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768412426674', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768412428161', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768412339578', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768412344624', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768412323543', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768412329948', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-602092', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-604487', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3746074', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3696384'] for rbac-policy, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:06.998795 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9b7c-641c-4da5-9dec-46f2bdaef482 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:06.999955 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e0eb9b7c-641c-4da5-9dec-46f2bdaef482 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6452355 Feb 09 13:50:09.597071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38278) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:09.948886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Request body: {'network': {'project_id': '70a9f1b71a87415bb1eabc272496b00a', 'name': 'private', 'admin_state_up': True}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:50:09.956044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:50:09.961737 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Usage tracker for resource:network and tenant:70a9f1b71a87415bb1eabc272496b00a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:50:09.966358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:50:09.972687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:50:09.983052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Made reservation on behalf of 70a9f1b71a87415bb1eabc272496b00a for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:50:09.985840 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:10.005175 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:10.019476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:50:10.023225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Usage tracker for resource:security_group_rule and tenant:70a9f1b71a87415bb1eabc272496b00a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:50:10.028301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:50:10.033856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:50:10.131338 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:10.135127 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:10.156333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:50:10.182452 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768412875569', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:10.183070 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Unsubscribe: segment precommit_create {{(pid=87597) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 13:50:10.183586 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Added segment a7efce41-86c4-40d8-8bf1-7e5b8512ce7c of type vlan for network 24b7746d-e084-49d9-9e52-cc32c502ade8 Feb 09 13:50:10.236299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4397a725-9f95-4909-a50b-1a93cbdd9294,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:10.258800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:10.259142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:10.259480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:10.259914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:10.260217 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:10.260801 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:10.261133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:10.261458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:10.261778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:10.262134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:10.262456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:10.262776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Tracked resource versions report: Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: pushed versions: Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: { 'AddressGroup': {'1.2'}, Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'ConntrackHelper': {'1.0'}, Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'Log': {'1.0'}, Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'Network': {'1.1'}, Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'Port': {'1.7'}, Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'PortForwarding': {'1.2'}, Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'QosPolicy': {'1.8'}, Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'SecurityGroup': {'1.4'}, Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'SecurityGroupRule': {'1.2'}, Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'SubPort': {'1.0'}, Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'Subnet': {'1.1'}, Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'Trunk': {'1.1'}} Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: consumer versions: Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: { DHCP agent@n-d-828418-2: {}, Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: L3 agent@n-d-828418-2: {}, Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: Metadata agent@n-d-828418-2: {}, Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: Metering agent@n-d-828418-2: {}, Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: Open vSwitch agent@n-d-828418-2: { 'AddressGroup': '1.2', Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'ConntrackHelper': '1.0', Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'Log': '1.0', Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'Network': '1.1', Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'Port': '1.7', Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'PortForwarding': '1.2', Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'QosPolicy': '1.8', Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'SecurityGroup': '1.4', Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'SecurityGroupRule': '1.2', Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'SubPort': '1.0', Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'Subnet': '1.1', Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: 'Trunk': '1.1'}} Feb 09 13:50:10.264081 n-d-828418-2 neutron-server[87597]: {{(pid=87597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 13:50:10.293721 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:10.338902 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:10.340272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:10.340920 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:10.446787 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] Pushing event updated for resources: {'Network': ['ID=24b7746d-e084-49d9-9e52-cc32c502ade8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:10.449400 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4e624664-3676-417a-91e0-3bd6d12f1d40 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8513520 Feb 09 13:50:10.474401 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 24b7746d-e084-49d9-9e52-cc32c502ade8 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:50:13.098240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38294) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:13.539679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47acbd25-04ce-4063-9eba-1c095d921c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:13.541050 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-47acbd25-04ce-4063-9eba-1c095d921c98 admin admin] 10.222.0.48 "GET /v2.0/networks/24b7746d-e084-49d9-9e52-cc32c502ade8 HTTP/1.1" status: 200 len: 824 time: 0.4418781 Feb 09 13:50:13.568521 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f40f1cd6-6e9c-4929-98ed-efa40089199a admin admin] 10.222.0.48 "GET /v2.0/subnetpools/9ee0d7a3-9cd2-4319-b6e0-bb562cf06a46 HTTP/1.1" status: 200 len: 734 time: 0.0212772 Feb 09 13:50:13.576933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d79b92b1-eac9-4d51-8533-1a471c001678 admin admin] Request body: {'subnet': {'tenant_id': '70a9f1b71a87415bb1eabc272496b00a', 'subnetpool_id': '9ee0d7a3-9cd2-4319-b6e0-bb562cf06a46', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '24b7746d-e084-49d9-9e52-cc32c502ade8'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:50:13.581074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d79b92b1-eac9-4d51-8533-1a471c001678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:50:13.584766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d79b92b1-eac9-4d51-8533-1a471c001678 admin admin] Usage tracker for resource:subnet and tenant:70a9f1b71a87415bb1eabc272496b00a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:50:13.587581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d79b92b1-eac9-4d51-8533-1a471c001678 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:50:13.593697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d79b92b1-eac9-4d51-8533-1a471c001678 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:50:13.603291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79b92b1-eac9-4d51-8533-1a471c001678 admin admin] Made reservation on behalf of 70a9f1b71a87415bb1eabc272496b00a for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:50:13.605544 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d79b92b1-eac9-4d51-8533-1a471c001678 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:13.891721 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d79b92b1-eac9-4d51-8533-1a471c001678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:13.971177 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b92b1-eac9-4d51-8533-1a471c001678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d98c8905-f63f-4833-be7e-7dc88bc25874,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:13.977290 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b92b1-eac9-4d51-8533-1a471c001678 admin admin] Checking segment: {'id': 'a7efce41-86c4-40d8-8bf1-7e5b8512ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '24b7746d-e084-49d9-9e52-cc32c502ade8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:50:13.977655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b92b1-eac9-4d51-8533-1a471c001678 admin admin] Network hostable DHCP agents. Network: 24b7746d-e084-49d9-9e52-cc32c502ade8, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:50:13.997335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b92b1-eac9-4d51-8533-1a471c001678 admin admin] Network 24b7746d-e084-49d9-9e52-cc32c502ade8 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:50:14.006841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-d79b92b1-eac9-4d51-8533-1a471c001678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 24b7746d-e084-49d9-9e52-cc32c502ade8) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:50:14.011677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79b92b1-eac9-4d51-8533-1a471c001678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:14.012344 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d79b92b1-eac9-4d51-8533-1a471c001678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:14.016970 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7c84a0-aa1d-4864-9599-9fe6c9158525 None None] Network 24b7746d-e084-49d9-9e52-cc32c502ade8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:50:14.032555 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d79b92b1-eac9-4d51-8533-1a471c001678 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4588706 Feb 09 13:50:14.408757 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-24b7746d-e084-49d9-9e52-cc32c502ade8', 'network_id': '24b7746d-e084-49d9-9e52-cc32c502ade8', 'tenant_id': '70a9f1b71a87415bb1eabc272496b00a', 'fixed_ips': [{'subnet_id': 'd98c8905-f63f-4833-be7e-7dc88bc25874'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:50:14.409940 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:14.594368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Allocated IP 172.20.0.2 (24b7746d-e084-49d9-9e52-cc32c502ade8/d98c8905-f63f-4833-be7e-7dc88bc25874/067bf24a-eb67-4215-842e-a5993c38b1a2) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:50:14.820182 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:14.833222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Transition to ACTIVE for port object 067bf24a-eb67-4215-842e-a5993c38b1a2 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:50:14.852517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Transition to ACTIVE for port object 067bf24a-eb67-4215-842e-a5993c38b1a2 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:50:14.859203 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:14.921276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Network 24b7746d-e084-49d9-9e52-cc32c502ade8 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:50:14.924085 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:50:14.932609 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:50:14.936050 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Pushing event updated for resources: {'Port': ['ID=067bf24a-eb67-4215-842e-a5993c38b1a2,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:14.975869 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:14.976219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:14.976558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:14.976892 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:14.977222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:14.977549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:14.977872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:14.978197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:14.978517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:14.978855 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:14.979156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:14.979472 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Tracked resource versions report: Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: pushed versions: Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: { 'AddressGroup': {'1.2'}, Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'ConntrackHelper': {'1.0'}, Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'Log': {'1.0'}, Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'Network': {'1.1'}, Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'Port': {'1.7'}, Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'PortForwarding': {'1.2'}, Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'QosPolicy': {'1.8'}, Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'SecurityGroup': {'1.4'}, Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'SecurityGroupRule': {'1.2'}, Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'SubPort': {'1.0'}, Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'Subnet': {'1.1'}, Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'Trunk': {'1.1'}} Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: consumer versions: Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: { DHCP agent@n-d-828418-2: {}, Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: L3 agent@n-d-828418-2: {}, Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: Metadata agent@n-d-828418-2: {}, Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: Metering agent@n-d-828418-2: {}, Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: Open vSwitch agent@n-d-828418-2: { 'AddressGroup': '1.2', Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'ConntrackHelper': '1.0', Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'Log': '1.0', Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'Network': '1.1', Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'Port': '1.7', Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'PortForwarding': '1.2', Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'QosPolicy': '1.8', Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'SecurityGroup': '1.4', Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'SecurityGroupRule': '1.2', Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'SubPort': '1.0', Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'Subnet': '1.1', Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: 'Trunk': '1.1'}} Feb 09 13:50:14.980559 n-d-828418-2 neutron-server[87598]: {{(pid=87598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 13:50:15.034596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Attempting to bind port 067bf24a-eb67-4215-842e-a5993c38b1a2 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:50:15.035309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Attempting to bind port 067bf24a-eb67-4215-842e-a5993c38b1a2 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7efce41-86c4-40d8-8bf1-7e5b8512ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '24b7746d-e084-49d9-9e52-cc32c502ade8'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:50:15.035420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Attempting to bind port 067bf24a-eb67-4215-842e-a5993c38b1a2 on network 24b7746d-e084-49d9-9e52-cc32c502ade8 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:50:15.040561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:50:15.040986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Checking segment: {'id': 'a7efce41-86c4-40d8-8bf1-7e5b8512ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '24b7746d-e084-49d9-9e52-cc32c502ade8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:50:15.041461 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:15.041848 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Bound using segment: {'id': 'a7efce41-86c4-40d8-8bf1-7e5b8512ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '24b7746d-e084-49d9-9e52-cc32c502ade8'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:50:15.042331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Bound port: 067bf24a-eb67-4215-842e-a5993c38b1a2, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7efce41-86c4-40d8-8bf1-7e5b8512ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '24b7746d-e084-49d9-9e52-cc32c502ade8'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:50:15.042729 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:15.129944 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] For port 067bf24a-eb67-4215-842e-a5993c38b1a2, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:50:15.133610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] For port 067bf24a-eb67-4215-842e-a5993c38b1a2, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=067bf24a-eb67-4215-842e-a5993c38b1a2,segment=NetworkSegment(a7efce41-86c4-40d8-8bf1-7e5b8512ce7c),segment_id=a7efce41-86c4-40d8-8bf1-7e5b8512ce7c)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:50:15.138289 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:15.241810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f83090-0a26-4ba1-8f02-d0ddd6745ce0 None None] Pushing event updated for resources: {'Port': ['ID=067bf24a-eb67-4215-842e-a5993c38b1a2,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:16.412262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38304) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:16.790047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-2242db84-e23b-45ae-a5e7-d2d91ed10311 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 13:50:16.791025 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2242db84-e23b-45ae-a5e7-d2d91ed10311 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3777955 Feb 09 13:50:17.852277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 067bf24a-eb67-4215-842e-a5993c38b1a2 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:50:17.920772 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 067bf24a-eb67-4215-842e-a5993c38b1a2 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:50:18.883138 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2af8f10-4161-4dbd-a437-733b517a0541 None None] Network 24b7746d-e084-49d9-9e52-cc32c502ade8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:50:19.002496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d585d410-3eef-4acc-bdd1-cf72718dae65 None None] Provisioning for port 067bf24a-eb67-4215-842e-a5993c38b1a2 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:50:19.010168 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d585d410-3eef-4acc-bdd1-cf72718dae65 None None] Provisioning complete for port 067bf24a-eb67-4215-842e-a5993c38b1a2 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:50:19.010569 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d585d410-3eef-4acc-bdd1-cf72718dae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:19.169342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38318) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:19.218910 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d585d410-3eef-4acc-bdd1-cf72718dae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:19.263429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d585d410-3eef-4acc-bdd1-cf72718dae65 None None] For port 067bf24a-eb67-4215-842e-a5993c38b1a2, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=067bf24a-eb67-4215-842e-a5993c38b1a2,segment=NetworkSegment(a7efce41-86c4-40d8-8bf1-7e5b8512ce7c),segment_id=a7efce41-86c4-40d8-8bf1-7e5b8512ce7c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:50:19.273547 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d585d410-3eef-4acc-bdd1-cf72718dae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:19.342373 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585d410-3eef-4acc-bdd1-cf72718dae65 None None] Pushing event updated for resources: {'Port': ['ID=067bf24a-eb67-4215-842e-a5993c38b1a2,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:19.495352 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bbf07587-7380-4f63-b398-4db91c590566 None None] Provisioning complete for port 067bf24a-eb67-4215-842e-a5993c38b1a2 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:50:19.495713 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bbf07587-7380-4f63-b398-4db91c590566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:19.760165 n-d-828418-2 neutron-server[87596]: WARNING oslo_policy.policy [None req-7f8723f6-764f-461f-8e84-d202ff861eb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 13:50:19.760732 n-d-828418-2 neutron-server[87596]: WARNING oslo_policy.policy [None req-7f8723f6-764f-461f-8e84-d202ff861eb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 13:50:19.818547 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 067bf24a-eb67-4215-842e-a5993c38b1a2 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:50:19.884215 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 067bf24a-eb67-4215-842e-a5993c38b1a2 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:50:19.884852 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:19.982313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [None req-7f8723f6-764f-461f-8e84-d202ff861eb3 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 13:50:19.983603 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7f8723f6-764f-461f-8e84-d202ff861eb3 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8117201 Feb 09 13:50:22.616675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38334) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:22.963215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-6d8b493a-1f69-4437-ba80-3bb13da85f7d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '70a9f1b71a87415bb1eabc272496b00a'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:50:23.049337 n-d-828418-2 neutron-server[87596]: DEBUG neutron.policy [None req-6d8b493a-1f69-4437-ba80-3bb13da85f7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87596) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 13:50:23.095616 n-d-828418-2 neutron-server[87596]: WARNING oslo_policy.policy [None req-6d8b493a-1f69-4437-ba80-3bb13da85f7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 13:50:23.095960 n-d-828418-2 neutron-server[87596]: WARNING oslo_policy.policy [None req-6d8b493a-1f69-4437-ba80-3bb13da85f7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 13:50:23.104625 n-d-828418-2 neutron-server[87596]: INFO neutron.quota [None req-6d8b493a-1f69-4437-ba80-3bb13da85f7d admin admin] Loaded quota_driver: . Feb 09 13:50:23.119498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6d8b493a-1f69-4437-ba80-3bb13da85f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:50:23.126002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6d8b493a-1f69-4437-ba80-3bb13da85f7d admin admin] Usage tracker for resource:router and tenant:70a9f1b71a87415bb1eabc272496b00a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:50:23.130344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6d8b493a-1f69-4437-ba80-3bb13da85f7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:50:23.137608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6d8b493a-1f69-4437-ba80-3bb13da85f7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:50:23.153739 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6d8b493a-1f69-4437-ba80-3bb13da85f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:23.156317 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6d8b493a-1f69-4437-ba80-3bb13da85f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:23.180591 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6d8b493a-1f69-4437-ba80-3bb13da85f7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:23.297097 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6d8b493a-1f69-4437-ba80-3bb13da85f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:23.317932 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6d8b493a-1f69-4437-ba80-3bb13da85f7d admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:23.319084 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6d8b493a-1f69-4437-ba80-3bb13da85f7d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7014642 Feb 09 13:50:25.691050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38346) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:25.835370 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 5 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:50:26.048297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-39080a41-8b05-467d-b27e-82e605080e8d admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 13:50:26.049273 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-39080a41-8b05-467d-b27e-82e605080e8d admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3573086 Feb 09 13:50:26.648986 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5666a2bc-6321-4b53-8687-ca7e8f5b32c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:28.393922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38356) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:28.767201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:50:28.772220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:50:28.775891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Usage tracker for resource:network and tenant:a899b89d55ea4bd5879dfa07b6796627 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:50:28.778619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:50:28.785008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:50:28.793998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Made reservation on behalf of a899b89d55ea4bd5879dfa07b6796627 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:50:28.797000 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:28.810632 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:28.824184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:50:28.827721 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Usage tracker for resource:security_group_rule and tenant:a899b89d55ea4bd5879dfa07b6796627 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:50:28.830367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:50:28.835846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:50:28.918413 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:28.922818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:28.940095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Reserving flat network on physical network physnet1 {{(pid=87597) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 13:50:28.960648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aceb0c7-1181-4ce3-82ba-4c0ae77aa79f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:28.965639 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:28.965977 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Added segment a7c2dd52-f742-4a13-9268-73f9610f31f4 of type flat for network c26f2655-4fb2-480c-9c39-ad6273d63109 Feb 09 13:50:28.993404 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-72d56be0-56c5-4a5b-9ae6-5d9f38d68351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:29.003622 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:29.039566 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:29.040451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:29.041033 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:29.143840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] Pushing event updated for resources: {'Network': ['ID=c26f2655-4fb2-480c-9c39-ad6273d63109,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:29.147705 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-80024a1e-e0b4-47b1-b864-ae2dcbae2a5e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7524924 Feb 09 13:50:29.153740 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network c26f2655-4fb2-480c-9c39-ad6273d63109 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:50:29.943601 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:30.126234 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:31.469560 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:31.490961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38376) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:31.699254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6120f105-6197-45c6-be90-5859b7cc70a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:31.700597 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6120f105-6197-45c6-be90-5859b7cc70a1 admin admin] 10.222.0.48 "GET /v2.0/subnets/d98c8905-f63f-4833-be7e-7dc88bc25874 HTTP/1.1" status: 200 len: 849 time: 0.2086735 Feb 09 13:50:31.873353 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f8c82969-db5b-4fdc-af61-aa4cbd15f5a6 admin admin] 10.222.0.48 "GET /v2.0/routers/ab193347-7110-4f76-83fa-9f9fa9a1895d HTTP/1.1" status: 200 len: 704 time: 0.1666884 Feb 09 13:50:32.319852 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:32.587900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Allocated IP 172.20.0.1 (24b7746d-e084-49d9-9e52-cc32c502ade8/d98c8905-f63f-4833-be7e-7dc88bc25874/3cb83ddf-9259-427a-98d1-4722a0c6fe09) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:50:32.745736 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:32.762173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Transition to ACTIVE for port object 3cb83ddf-9259-427a-98d1-4722a0c6fe09 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:50:32.815126 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:32.880548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Network 24b7746d-e084-49d9-9e52-cc32c502ade8 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:50:32.883180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:50:32.885704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:50:32.886232 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:33.014419 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Pushing event updated for resources: {'Port': ['ID=3cb83ddf-9259-427a-98d1-4722a0c6fe09,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:33.102064 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0c158025-f711-4cf5-a0d6-63b30b583b47 None None] Provisioning for port 3cb83ddf-9259-427a-98d1-4722a0c6fe09 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:50:33.106622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0c158025-f711-4cf5-a0d6-63b30b583b47 None None] Provisioning complete for port 3cb83ddf-9259-427a-98d1-4722a0c6fe09 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:50:33.106992 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0c158025-f711-4cf5-a0d6-63b30b583b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:33.152939 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:33.161190 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0c158025-f711-4cf5-a0d6-63b30b583b47 None None] Port 3cb83ddf-9259-427a-98d1-4722a0c6fe09 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:50:33.373616 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:33.378641 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:33.379560 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:33.510947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Pushing event updated for resources: {'Port': ['ID=3cb83ddf-9259-427a-98d1-4722a0c6fe09,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:33.575718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Network 24b7746d-e084-49d9-9e52-cc32c502ade8 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:50:33.576780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:50:33.762340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Router ab193347-7110-4f76-83fa-9f9fa9a1895d is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 13:50:33.783460 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-70a7d3cc-0f0a-4530-b075-ed2b90e33d28 None None] Provisioning complete for port 3cb83ddf-9259-427a-98d1-4722a0c6fe09 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:50:33.783868 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-70a7d3cc-0f0a-4530-b075-ed2b90e33d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:33.837073 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-70a7d3cc-0f0a-4530-b075-ed2b90e33d28 None None] Port 3cb83ddf-9259-427a-98d1-4722a0c6fe09 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 13:50:33.948327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:50:33.957863 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Sync routers for ids ['ab193347-7110-4f76-83fa-9f9fa9a1895d'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:50:33.958320 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f3ceaa46-f3a2-4dfc-bf7e-33f80882aa3e admin admin] 10.222.0.48 "PUT /v2.0/routers/ab193347-7110-4f76-83fa-9f9fa9a1895d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0794866 Feb 09 13:50:33.969493 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Routers {'ab193347-7110-4f76-83fa-9f9fa9a1895d'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:50:33.970322 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T13:50:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ab193347-7110-4f76-83fa-9f9fa9a1895d'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:50:34.151387 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Set router ab193347-7110-4f76-83fa-9f9fa9a1895d gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:50:34.510237 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab193347-7110-4f76-83fa-9f9fa9a1895d', 'name': 'router1', 'tenant_id': '70a9f1b71a87415bb1eabc272496b00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:23Z', 'updated_at': '2022-02-09T13:50:33Z', 'revision_number': 2, 'project_id': '70a9f1b71a87415bb1eabc272496b00a', 'gw_port_host': None, '_interfaces': [{'id': '3cb83ddf-9259-427a-98d1-4722a0c6fe09', 'name': '', 'network_id': '24b7746d-e084-49d9-9e52-cc32c502ade8', 'tenant_id': '70a9f1b71a87415bb1eabc272496b00a', 'mac_address': 'fa:16:3e:70:2b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab193347-7110-4f76-83fa-9f9fa9a1895d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd98c8905-f63f-4833-be7e-7dc88bc25874', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:32Z', 'updated_at': '2022-02-09T13:50:33Z', 'revision_number': 2, 'project_id': '70a9f1b71a87415bb1eabc272496b00a', 'subnets': [{'id': 'd98c8905-f63f-4833-be7e-7dc88bc25874', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ee0d7a3-9cd2-4319-b6e0-bb562cf06a46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:50:34.515869 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Checking router: ab193347-7110-4f76-83fa-9f9fa9a1895d for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:50:34.516241 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Updating router ab193347-7110-4f76-83fa-9f9fa9a1895d port 3cb83ddf-9259-427a-98d1-4722a0c6fe09 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:50:34.568579 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:34.939705 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:34.954396 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Transition to ACTIVE for port object 3cb83ddf-9259-427a-98d1-4722a0c6fe09 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:50:34.961274 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:35.189435 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b4918-485c-49f7-ba7a-764eb46528ad None None] Pushing event updated for resources: {'Port': ['ID=3cb83ddf-9259-427a-98d1-4722a0c6fe09,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:35.207756 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b4918-485c-49f7-ba7a-764eb46528ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:35.208048 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b4918-485c-49f7-ba7a-764eb46528ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:35.208379 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b4918-485c-49f7-ba7a-764eb46528ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:35.208706 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b4918-485c-49f7-ba7a-764eb46528ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:35.209031 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b4918-485c-49f7-ba7a-764eb46528ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:35.209352 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b4918-485c-49f7-ba7a-764eb46528ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:35.209672 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b4918-485c-49f7-ba7a-764eb46528ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:35.209987 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b4918-485c-49f7-ba7a-764eb46528ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:35.210301 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b4918-485c-49f7-ba7a-764eb46528ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:35.210614 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b4918-485c-49f7-ba7a-764eb46528ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:35.210927 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b4918-485c-49f7-ba7a-764eb46528ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:35.211239 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b4918-485c-49f7-ba7a-764eb46528ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24b4918-485c-49f7-ba7a-764eb46528ad None None] Tracked resource versions report: Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: pushed versions: Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: { 'AddressGroup': {'1.2'}, Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'ConntrackHelper': {'1.0'}, Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'Log': {'1.0'}, Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'Network': {'1.1'}, Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'Port': {'1.7'}, Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'PortForwarding': {'1.2'}, Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'QosPolicy': {'1.8'}, Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'SecurityGroup': {'1.4'}, Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'SecurityGroupRule': {'1.2'}, Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'SubPort': {'1.0'}, Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'Subnet': {'1.1'}, Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'Trunk': {'1.1'}} Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: consumer versions: Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: { DHCP agent@n-d-828418-2: {}, Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: L3 agent@n-d-828418-2: {}, Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: Metadata agent@n-d-828418-2: {}, Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: Metering agent@n-d-828418-2: {}, Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: Open vSwitch agent@n-d-828418-2: { 'AddressGroup': '1.2', Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'ConntrackHelper': '1.0', Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'Log': '1.0', Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'Network': '1.1', Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'Port': '1.7', Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'PortForwarding': '1.2', Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'QosPolicy': '1.8', Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'SecurityGroup': '1.4', Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'SecurityGroupRule': '1.2', Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'SubPort': '1.0', Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'Subnet': '1.1', Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: 'Trunk': '1.1'}} Feb 09 13:50:35.212287 n-d-828418-2 neutron-server[87599]: {{(pid=87599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 13:50:35.216764 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Attempting to bind port 3cb83ddf-9259-427a-98d1-4722a0c6fe09 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:50:35.218024 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Attempting to bind port 3cb83ddf-9259-427a-98d1-4722a0c6fe09 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7efce41-86c4-40d8-8bf1-7e5b8512ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '24b7746d-e084-49d9-9e52-cc32c502ade8'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:50:35.218453 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Attempting to bind port 3cb83ddf-9259-427a-98d1-4722a0c6fe09 on network 24b7746d-e084-49d9-9e52-cc32c502ade8 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:50:35.223589 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:50:35.224036 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Checking segment: {'id': 'a7efce41-86c4-40d8-8bf1-7e5b8512ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '24b7746d-e084-49d9-9e52-cc32c502ade8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:50:35.224508 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:35.224891 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Bound using segment: {'id': 'a7efce41-86c4-40d8-8bf1-7e5b8512ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '24b7746d-e084-49d9-9e52-cc32c502ade8'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:50:35.225627 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Bound port: 3cb83ddf-9259-427a-98d1-4722a0c6fe09, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7efce41-86c4-40d8-8bf1-7e5b8512ce7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '24b7746d-e084-49d9-9e52-cc32c502ade8'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:50:35.226000 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:35.314834 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] For port 3cb83ddf-9259-427a-98d1-4722a0c6fe09, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:50:35.318907 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] For port 3cb83ddf-9259-427a-98d1-4722a0c6fe09, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3cb83ddf-9259-427a-98d1-4722a0c6fe09,segment=NetworkSegment(a7efce41-86c4-40d8-8bf1-7e5b8512ce7c),segment_id=a7efce41-86c4-40d8-8bf1-7e5b8512ce7c)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:50:35.322615 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:35.409523 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Routers {'ab193347-7110-4f76-83fa-9f9fa9a1895d'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:50:35.410151 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T13:50:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ab193347-7110-4f76-83fa-9f9fa9a1895d'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:50:35.462874 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b4918-485c-49f7-ba7a-764eb46528ad None None] Pushing event updated for resources: {'Port': ['ID=3cb83ddf-9259-427a-98d1-4722a0c6fe09,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:35.564448 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] Set router ab193347-7110-4f76-83fa-9f9fa9a1895d gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:50:35.891439 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab193347-7110-4f76-83fa-9f9fa9a1895d', 'name': 'router1', 'tenant_id': '70a9f1b71a87415bb1eabc272496b00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:23Z', 'updated_at': '2022-02-09T13:50:33Z', 'revision_number': 2, 'project_id': '70a9f1b71a87415bb1eabc272496b00a', 'gw_port_host': None, '_interfaces': [{'id': '3cb83ddf-9259-427a-98d1-4722a0c6fe09', 'name': '', 'network_id': '24b7746d-e084-49d9-9e52-cc32c502ade8', 'tenant_id': '70a9f1b71a87415bb1eabc272496b00a', 'mac_address': 'fa:16:3e:70:2b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab193347-7110-4f76-83fa-9f9fa9a1895d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd98c8905-f63f-4833-be7e-7dc88bc25874', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:32Z', 'updated_at': '2022-02-09T13:50:35Z', 'revision_number': 4, 'project_id': '70a9f1b71a87415bb1eabc272496b00a', 'subnets': [{'id': 'd98c8905-f63f-4833-be7e-7dc88bc25874', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ee0d7a3-9cd2-4319-b6e0-bb562cf06a46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:50:35.895254 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b92a4-abba-45cf-b65e-95c8abb972c3 None None] The sync data for ids ['ab193347-7110-4f76-83fa-9f9fa9a1895d'] in n-d-828418-2 is: [{'id': 'ab193347-7110-4f76-83fa-9f9fa9a1895d', 'name': 'router1', 'tenant_id': '70a9f1b71a87415bb1eabc272496b00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:23Z', 'updated_at': '2022-02-09T13:50:33Z', 'revision_number': 2, 'project_id': '70a9f1b71a87415bb1eabc272496b00a', 'gw_port_host': None, '_interfaces': [{'id': '3cb83ddf-9259-427a-98d1-4722a0c6fe09', 'name': '', 'network_id': '24b7746d-e084-49d9-9e52-cc32c502ade8', 'tenant_id': '70a9f1b71a87415bb1eabc272496b00a', 'mac_address': 'fa:16:3e:70:2b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab193347-7110-4f76-83fa-9f9fa9a1895d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd98c8905-f63f-4833-be7e-7dc88bc25874', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:32Z', 'updated_at': '2022-02-09T13:50:35Z', 'revision_number': 4, 'project_id': '70a9f1b71a87415bb1eabc272496b00a', 'subnets': [{'id': 'd98c8905-f63f-4833-be7e-7dc88bc25874', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ee0d7a3-9cd2-4319-b6e0-bb562cf06a46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:50:36.137005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38398) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:36.281265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69084d76-ec96-4a31-b9e5-43e294fd291f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:36.281819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-69084d76-ec96-4a31-b9e5-43e294fd291f admin admin] Synchronizing usage tracker for tenant:a899b89d55ea4bd5879dfa07b6796627 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:50:36.299404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-69084d76-ec96-4a31-b9e5-43e294fd291f admin admin] Unset dirty status for tenant:a899b89d55ea4bd5879dfa07b6796627 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:50:36.300619 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-69084d76-ec96-4a31-b9e5-43e294fd291f admin admin] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 842 time: 0.1626785 Feb 09 13:50:36.309885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-fa96fd94-f315-4c52-8db1-41339f72c9b9 admin admin] Request body: {'subnet': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'ip_version': 4, 'gateway_ip': '172.25.8.1', 'enable_dhcp': False, 'cidr': '172.25.8.0/24', 'name': 'public-subnet'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:50:36.315242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fa96fd94-f315-4c52-8db1-41339f72c9b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:50:36.319269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fa96fd94-f315-4c52-8db1-41339f72c9b9 admin admin] Usage tracker for resource:subnet and tenant:a899b89d55ea4bd5879dfa07b6796627 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:50:36.322237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fa96fd94-f315-4c52-8db1-41339f72c9b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:50:36.328391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fa96fd94-f315-4c52-8db1-41339f72c9b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:50:36.337687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa96fd94-f315-4c52-8db1-41339f72c9b9 admin admin] Made reservation on behalf of a899b89d55ea4bd5879dfa07b6796627 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:50:36.340039 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa96fd94-f315-4c52-8db1-41339f72c9b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:36.707640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.objects.ports [None req-fa96fd94-f315-4c52-8db1-41339f72c9b9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87597) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 13:50:36.708081 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa96fd94-f315-4c52-8db1-41339f72c9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:36.778386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96fd94-f315-4c52-8db1-41339f72c9b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c700a346-9e14-41ef-ba7a-a5a27caede53,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:36.790181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96fd94-f315-4c52-8db1-41339f72c9b9 admin admin] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:50:36.790532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa96fd94-f315-4c52-8db1-41339f72c9b9 admin admin] Network hostable DHCP agents. Network: c26f2655-4fb2-480c-9c39-ad6273d63109, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:50:36.810973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa96fd94-f315-4c52-8db1-41339f72c9b9 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:50:36.820557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-fa96fd94-f315-4c52-8db1-41339f72c9b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, c26f2655-4fb2-480c-9c39-ad6273d63109) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:50:36.824623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa96fd94-f315-4c52-8db1-41339f72c9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:36.825265 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa96fd94-f315-4c52-8db1-41339f72c9b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:36.830770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2386ee-d5bd-4d3a-b64e-ec2ba949e5d5 None None] Network c26f2655-4fb2-480c-9c39-ad6273d63109 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:50:36.863841 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fa96fd94-f315-4c52-8db1-41339f72c9b9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5443807 Feb 09 13:50:37.056523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7570a9-416d-4700-aa2f-8d76bd97fe81 None None] Network c26f2655-4fb2-480c-9c39-ad6273d63109 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:50:37.864542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3cb83ddf-9259-427a-98d1-4722a0c6fe09 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:50:37.934979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 3cb83ddf-9259-427a-98d1-4722a0c6fe09 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:50:37.940119 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 3cb83ddf-9259-427a-98d1-4722a0c6fe09 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:50:37.940489 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:38.053015 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:38.084892 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 3cb83ddf-9259-427a-98d1-4722a0c6fe09, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3cb83ddf-9259-427a-98d1-4722a0c6fe09,segment=NetworkSegment(a7efce41-86c4-40d8-8bf1-7e5b8512ce7c),segment_id=a7efce41-86c4-40d8-8bf1-7e5b8512ce7c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:50:38.088820 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:38.154231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=3cb83ddf-9259-427a-98d1-4722a0c6fe09,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:39.082899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38412) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:39.274566 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9556513a-fa26-445b-9c38-1892d1f97851 admin admin] 10.222.0.48 "GET /v2.0/routers/ab193347-7110-4f76-83fa-9f9fa9a1895d HTTP/1.1" status: 200 len: 710 time: 0.1905532 Feb 09 13:50:39.396275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd47a11-0f57-45ef-88eb-ad7dc20fe596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:39.397583 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9dd47a11-0f57-45ef-88eb-ad7dc20fe596 admin admin] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 886 time: 0.1179750 Feb 09 13:50:39.406040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:50:39.828180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3cb83ddf-9259-427a-98d1-4722a0c6fe09 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:50:39.885301 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:39.897024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 3cb83ddf-9259-427a-98d1-4722a0c6fe09 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:50:39.897395 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:40.203304 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:40.255744 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:40.385462 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] Allocated IP 172.25.8.188 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/037f3afd-692f-4856-8ba9-04a42ec9efb2) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:50:40.524022 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:40.551205 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:40.611959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:50:40.614629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:50:40.618257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:50:40.683952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] Pushing event updated for resources: {'Port': ['ID=037f3afd-692f-4856-8ba9-04a42ec9efb2,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:41.000012 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:41.392525 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:41.396020 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:41.572968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] Router ab193347-7110-4f76-83fa-9f9fa9a1895d has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 13:50:41.741650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 13:50:41.750097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:41.751253 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3096c8ba-bf14-411d-9ed4-cb761eaf71d7 admin admin] 10.222.0.48 "PUT /v2.0/routers/ab193347-7110-4f76-83fa-9f9fa9a1895d HTTP/1.1" status: 200 len: 890 time: 2.3482642 Feb 09 13:50:41.751589 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Sync routers for ids ['ab193347-7110-4f76-83fa-9f9fa9a1895d'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 13:50:41.761890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Routers {'ab193347-7110-4f76-83fa-9f9fa9a1895d'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:50:41.762576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T13:50:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ab193347-7110-4f76-83fa-9f9fa9a1895d'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:50:41.951431 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Set router ab193347-7110-4f76-83fa-9f9fa9a1895d gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:50:42.280264 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab193347-7110-4f76-83fa-9f9fa9a1895d', 'name': 'router1', 'tenant_id': '70a9f1b71a87415bb1eabc272496b00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '037f3afd-692f-4856-8ba9-04a42ec9efb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:23Z', 'updated_at': '2022-02-09T13:50:40Z', 'revision_number': 4, 'project_id': '70a9f1b71a87415bb1eabc272496b00a', 'gw_port': {'id': '037f3afd-692f-4856-8ba9-04a42ec9efb2', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab193347-7110-4f76-83fa-9f9fa9a1895d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:40Z', 'updated_at': '2022-02-09T13:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '3cb83ddf-9259-427a-98d1-4722a0c6fe09', 'name': '', 'network_id': '24b7746d-e084-49d9-9e52-cc32c502ade8', 'tenant_id': '70a9f1b71a87415bb1eabc272496b00a', 'mac_address': 'fa:16:3e:70:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab193347-7110-4f76-83fa-9f9fa9a1895d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd98c8905-f63f-4833-be7e-7dc88bc25874', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:32Z', 'updated_at': '2022-02-09T13:50:38Z', 'revision_number': 5, 'project_id': '70a9f1b71a87415bb1eabc272496b00a', 'subnets': [{'id': 'd98c8905-f63f-4833-be7e-7dc88bc25874', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ee0d7a3-9cd2-4319-b6e0-bb562cf06a46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:50:42.284965 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Checking router: ab193347-7110-4f76-83fa-9f9fa9a1895d for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 13:50:42.285312 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Updating router ab193347-7110-4f76-83fa-9f9fa9a1895d port 037f3afd-692f-4856-8ba9-04a42ec9efb2 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 13:50:42.334393 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:42.680370 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:42.692471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Transition to ACTIVE for port object 037f3afd-692f-4856-8ba9-04a42ec9efb2 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:50:42.699172 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:42.773896 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Attempting to bind port 037f3afd-692f-4856-8ba9-04a42ec9efb2 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:50:42.774469 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Attempting to bind port 037f3afd-692f-4856-8ba9-04a42ec9efb2 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:50:42.774598 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Attempting to bind port 037f3afd-692f-4856-8ba9-04a42ec9efb2 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:50:42.781498 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca9007-7847-4c8f-9e1e-e5cf38ecc3c9 None None] Pushing event updated for resources: {'Port': ['ID=037f3afd-692f-4856-8ba9-04a42ec9efb2,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:42.783716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:50:42.784107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:50:42.784504 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:42.784875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:50:42.785337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Bound port: 037f3afd-692f-4856-8ba9-04a42ec9efb2, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:50:42.785727 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:42.858105 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] For port 037f3afd-692f-4856-8ba9-04a42ec9efb2, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:50:42.861503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] For port 037f3afd-692f-4856-8ba9-04a42ec9efb2, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=037f3afd-692f-4856-8ba9-04a42ec9efb2,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:50:42.865553 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:42.940260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Routers {'ab193347-7110-4f76-83fa-9f9fa9a1895d'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 13:50:42.940862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T13:50:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ab193347-7110-4f76-83fa-9f9fa9a1895d'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:50:42.996935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca9007-7847-4c8f-9e1e-e5cf38ecc3c9 None None] Pushing event updated for resources: {'Port': ['ID=037f3afd-692f-4856-8ba9-04a42ec9efb2,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:43.119804 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] Set router ab193347-7110-4f76-83fa-9f9fa9a1895d gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 13:50:43.439618 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab193347-7110-4f76-83fa-9f9fa9a1895d', 'name': 'router1', 'tenant_id': '70a9f1b71a87415bb1eabc272496b00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '037f3afd-692f-4856-8ba9-04a42ec9efb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:23Z', 'updated_at': '2022-02-09T13:50:40Z', 'revision_number': 4, 'project_id': '70a9f1b71a87415bb1eabc272496b00a', 'gw_port': {'id': '037f3afd-692f-4856-8ba9-04a42ec9efb2', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab193347-7110-4f76-83fa-9f9fa9a1895d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:40Z', 'updated_at': '2022-02-09T13:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '3cb83ddf-9259-427a-98d1-4722a0c6fe09', 'name': '', 'network_id': '24b7746d-e084-49d9-9e52-cc32c502ade8', 'tenant_id': '70a9f1b71a87415bb1eabc272496b00a', 'mac_address': 'fa:16:3e:70:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab193347-7110-4f76-83fa-9f9fa9a1895d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd98c8905-f63f-4833-be7e-7dc88bc25874', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:32Z', 'updated_at': '2022-02-09T13:50:38Z', 'revision_number': 5, 'project_id': '70a9f1b71a87415bb1eabc272496b00a', 'subnets': [{'id': 'd98c8905-f63f-4833-be7e-7dc88bc25874', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ee0d7a3-9cd2-4319-b6e0-bb562cf06a46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:50:43.444150 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af15529b-4ac6-4f01-bcfa-c59345ae0032 None None] The sync data for ids ['ab193347-7110-4f76-83fa-9f9fa9a1895d'] in n-d-828418-2 is: [{'id': 'ab193347-7110-4f76-83fa-9f9fa9a1895d', 'name': 'router1', 'tenant_id': '70a9f1b71a87415bb1eabc272496b00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '037f3afd-692f-4856-8ba9-04a42ec9efb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:23Z', 'updated_at': '2022-02-09T13:50:40Z', 'revision_number': 4, 'project_id': '70a9f1b71a87415bb1eabc272496b00a', 'gw_port': {'id': '037f3afd-692f-4856-8ba9-04a42ec9efb2', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab193347-7110-4f76-83fa-9f9fa9a1895d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:40Z', 'updated_at': '2022-02-09T13:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '3cb83ddf-9259-427a-98d1-4722a0c6fe09', 'name': '', 'network_id': '24b7746d-e084-49d9-9e52-cc32c502ade8', 'tenant_id': '70a9f1b71a87415bb1eabc272496b00a', 'mac_address': 'fa:16:3e:70:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab193347-7110-4f76-83fa-9f9fa9a1895d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd98c8905-f63f-4833-be7e-7dc88bc25874', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:32Z', 'updated_at': '2022-02-09T13:50:38Z', 'revision_number': 5, 'project_id': '70a9f1b71a87415bb1eabc272496b00a', 'subnets': [{'id': 'd98c8905-f63f-4833-be7e-7dc88bc25874', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ee0d7a3-9cd2-4319-b6e0-bb562cf06a46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 13:50:43.859237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 037f3afd-692f-4856-8ba9-04a42ec9efb2 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:50:43.930058 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 037f3afd-692f-4856-8ba9-04a42ec9efb2 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:50:43.935403 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 037f3afd-692f-4856-8ba9-04a42ec9efb2 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:50:43.935825 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:44.065854 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:44.089730 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 037f3afd-692f-4856-8ba9-04a42ec9efb2, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=037f3afd-692f-4856-8ba9-04a42ec9efb2,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:50:44.095461 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:44.103055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38422) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:44.166332 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=037f3afd-692f-4856-8ba9-04a42ec9efb2,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:44.227424 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d4625724-312e-4953-9b16-f99f0f328945 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1232476 Feb 09 13:50:45.841512 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 037f3afd-692f-4856-8ba9-04a42ec9efb2 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:50:45.919908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 037f3afd-692f-4856-8ba9-04a42ec9efb2 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:50:45.919908 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:56.652503 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fa0d5f26-c20d-426c-8ef1-0f5d79f1d021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:58.994814 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5f996ee3-5986-418f-bf7a-a4307293caf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:59.951197 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:00.127234 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:01.484047 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:02.834328 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 5 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:51:26.659497 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-db2dad76-94cd-4bec-9547-358a6866256e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:28.998559 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efdad39f-e7c9-4556-8d8a-9c00bdc90ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:29.953103 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:30.137870 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:31.494789 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:39.834707 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 5 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:51:56.679607 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36257e0d-ada3-4891-88c9-4f54368e3054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:59.003119 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1e2f0855-73a7-45bb-a0c1-402985ed9fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:00.073638 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:00.136948 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:01.495819 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:16.833098 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 5 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:52:26.653952 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-746129d3-633c-4258-bb40-e1b24c7a0f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:29.004901 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0a1214c4-3f8b-43eb-be9a-8f1c2e18b05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:29.960796 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:30.128621 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:31.498281 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:48.960457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39026) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:52:49.028098 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab64cbb-b882-4e09-baa2-ed1c54ee8a27 admin admin] GET failed (client error): The resource could not be found. Feb 09 13:52:49.029452 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-aab64cbb-b882-4e09-baa2-ed1c54ee8a27 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0679512 Feb 09 13:52:49.163632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec04f527-0ea0-4796-bedd-6ec277850248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:49.165012 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ec04f527-0ea0-4796-bedd-6ec277850248 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1316581 Feb 09 13:52:51.295664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39036) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:52:51.397599 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935cac9f-8dcd-42b9-9cf3-5b8a48065d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:51.398160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-935cac9f-8dcd-42b9-9cf3-5b8a48065d6b admin admin] Synchronizing usage tracker for tenant:a899b89d55ea4bd5879dfa07b6796627 on resource:subnet {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:52:51.413152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-935cac9f-8dcd-42b9-9cf3-5b8a48065d6b admin admin] Unset dirty status for tenant:a899b89d55ea4bd5879dfa07b6796627 on resource:subnet {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:52:51.414193 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-935cac9f-8dcd-42b9-9cf3-5b8a48065d6b admin admin] 10.222.0.48 "GET /v2.0/subnets/d98c8905-f63f-4833-be7e-7dc88bc25874 HTTP/1.1" status: 200 len: 849 time: 0.1175745 Feb 09 13:52:51.424223 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:52:51.538030 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Notify callbacks [] for subnet, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:51.718065 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768412928004'] for subnet, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:51.758489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:51.758849 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:51.760126 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] 10.222.0.48 "PUT /v2.0/subnets/d98c8905-f63f-4833-be7e-7dc88bc25874 HTTP/1.1" status: 200 len: 868 time: 0.3395929 Feb 09 13:52:51.761645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb56a54-382e-46d1-8838-17027d08c657 None None] Network 24b7746d-e084-49d9-9e52-cc32c502ade8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:52:51.787144 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d98c8905-f63f-4833-be7e-7dc88bc25874,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:52:51.795345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:51.795639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:51.795961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:51.796295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:51.796620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:51.796944 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:51.797270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:51.797585 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:51.797904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:51.798222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:51.798542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:51.798856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de4e2d-64b0-4ba3-8659-b70e08546fff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:52.216919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-75db258a-5fe1-49c4-becb-d5ade3eb3b68 None None] Provisioning complete for port 067bf24a-eb67-4215-842e-a5993c38b1a2 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:52:52.217282 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-75db258a-5fe1-49c4-becb-d5ade3eb3b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:52.339693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-75db258a-5fe1-49c4-becb-d5ade3eb3b68 None None] Provisioning complete for port 3cb83ddf-9259-427a-98d1-4722a0c6fe09 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:52:52.339982 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-75db258a-5fe1-49c4-becb-d5ade3eb3b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:53.831662 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 5 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:52:53.865735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39046) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:52:54.033015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d46eba-4a1b-487c-983d-0a78f613e5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:54.033492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d46eba-4a1b-487c-983d-0a78f613e5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:54.034974 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-51d46eba-4a1b-487c-983d-0a78f613e5ba admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1683073 Feb 09 13:52:56.157886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39056) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:52:56.380612 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb45a297-34ad-4396-a3a0-727c04bb8030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:56.381030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb45a297-34ad-4396-a3a0-727c04bb8030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:56.382558 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bb45a297-34ad-4396-a3a0-727c04bb8030 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2237449 Feb 09 13:52:56.656722 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7222f180-e226-4da5-bd4e-ffa643a4d36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:58.490301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39066) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:52:58.658427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a55e25-d87e-4b91-a6ab-029e6aabbde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:58.659671 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c1a55e25-d87e-4b91-a6ab-029e6aabbde3 admin admin] 10.222.0.48 "GET /v2.0/networks/24b7746d-e084-49d9-9e52-cc32c502ade8 HTTP/1.1" status: 200 len: 868 time: 0.1684415 Feb 09 13:52:59.007133 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-65dd63cd-652f-4315-b733-38afe452cc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:59.964517 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:00.133436 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:00.811949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39076) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:53:00.975968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d808061a-ee66-42b6-8280-bc0af7b87cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:00.977307 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d808061a-ee66-42b6-8280-bc0af7b87cc3 admin admin] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 886 time: 0.1644249 Feb 09 13:53:01.503498 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:03.070996 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39086) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:53:03.183856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c21cd-441a-4f9b-8733-5f0c7e744e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:03.184314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c21cd-441a-4f9b-8733-5f0c7e744e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:03.185783 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-506c21cd-441a-4f9b-8733-5f0c7e744e5e admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1138468 Feb 09 13:53:05.298737 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39096) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:53:05.403010 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea0b73e-a343-4e58-a456-b90f956574eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:05.403459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea0b73e-a343-4e58-a456-b90f956574eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:05.405025 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8ea0b73e-a343-4e58-a456-b90f956574eb admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1053512 Feb 09 13:53:07.529551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39106) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:53:07.632498 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560c869f-785d-42b5-9638-0f11112df58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:07.633814 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-560c869f-785d-42b5-9638-0f11112df58f admin admin] 10.222.0.48 "GET /v2.0/subnets/c700a346-9e14-41ef-ba7a-a5a27caede53 HTTP/1.1" status: 200 len: 816 time: 0.1033330 Feb 09 13:53:09.750034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39116) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:53:09.852543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e1fa45-d97d-45a4-8a5e-f6f50edbd164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:09.854942 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-37e1fa45-d97d-45a4-8a5e-f6f50edbd164 admin admin] 10.222.0.48 "GET /v2.0/subnets/d98c8905-f63f-4833-be7e-7dc88bc25874 HTTP/1.1" status: 200 len: 868 time: 0.1039159 Feb 09 13:53:26.659538 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ca3d05b3-f952-4b62-ac50-9e87cf06f650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:28.593448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39162) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:53:28.641007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-5173ee90-215d-485e-8aa8-af8ba1fa61e2 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 13:53:28.641968 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5173ee90-215d-485e-8aa8-af8ba1fa61e2 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475819 Feb 09 13:53:29.009467 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-45b2fb33-a13a-4da3-bb77-4c3565d3bc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:29.967135 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:30.139010 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:30.817359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39172) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:53:30.830314 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 5 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:53:30.886195 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec82253-e746-4470-b6d4-3d196fed3637 admin admin] GET failed (client error): The resource could not be found. Feb 09 13:53:30.887654 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-eec82253-e746-4470-b6d4-3d196fed3637 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0693600 Feb 09 13:53:31.012558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de1c66a-6433-4c2e-b5be-275333ee62f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:31.013974 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6de1c66a-6433-4c2e-b5be-275333ee62f0 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1223757 Feb 09 13:53:31.504966 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:33.140767 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39182) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:53:33.190128 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-8db589f6-e002-4361-bc00-3c6d86ee94c4 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:53:33.194540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8db589f6-e002-4361-bc00-3c6d86ee94c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:53:33.206148 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8db589f6-e002-4361-bc00-3c6d86ee94c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:53:33.216015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db589f6-e002-4361-bc00-3c6d86ee94c4 admin admin] Made reservation on behalf of a899b89d55ea4bd5879dfa07b6796627 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:53:33.218309 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8db589f6-e002-4361-bc00-3c6d86ee94c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:33.309711 n-d-828418-2 neutron-server[87597]: WARNING neutron.services.revisions.revision_plugin [None req-8db589f6-e002-4361-bc00-3c6d86ee94c4 admin admin] Could not find related network for resource to bump revision. Feb 09 13:53:33.320517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db589f6-e002-4361-bc00-3c6d86ee94c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:53:33.328857 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8db589f6-e002-4361-bc00-3c6d86ee94c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:33.329199 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-8db589f6-e002-4361-bc00-3c6d86ee94c4 admin admin] Added segment e848c80f-24a1-411c-9241-8eb2d085affd of type vlan for network 724084b6-dacd-4955-8954-ae81a1efa4fe Feb 09 13:53:33.357325 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8db589f6-e002-4361-bc00-3c6d86ee94c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:33.384266 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8db589f6-e002-4361-bc00-3c6d86ee94c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:33.385210 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db589f6-e002-4361-bc00-3c6d86ee94c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:33.385778 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8db589f6-e002-4361-bc00-3c6d86ee94c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:33.481959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db589f6-e002-4361-bc00-3c6d86ee94c4 admin admin] Pushing event updated for resources: {'Network': ['ID=724084b6-dacd-4955-8954-ae81a1efa4fe,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:53:33.485805 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8db589f6-e002-4361-bc00-3c6d86ee94c4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3440311 Feb 09 13:53:33.491682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 724084b6-dacd-4955-8954-ae81a1efa4fe details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:53:35.604523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39192) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:53:35.669470 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-978a2119-7e67-47e3-a458-97a7a7e0d0e7 admin admin] GET failed (client error): The resource could not be found. Feb 09 13:53:35.669974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-978a2119-7e67-47e3-a458-97a7a7e0d0e7 admin admin] Synchronizing usage tracker for tenant:a899b89d55ea4bd5879dfa07b6796627 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:53:35.687278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-978a2119-7e67-47e3-a458-97a7a7e0d0e7 admin admin] Unset dirty status for tenant:a899b89d55ea4bd5879dfa07b6796627 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:53:35.688405 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-978a2119-7e67-47e3-a458-97a7a7e0d0e7 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0829082 Feb 09 13:53:35.791022 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7a81c1-e371-41d9-b0dd-2af18c2820ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:35.792444 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0c7a81c1-e371-41d9-b0dd-2af18c2820ef admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0988400 Feb 09 13:53:35.801681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e95ea083-68ca-44ec-83c0-7b5e4f25573a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 13:53:35.806351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e95ea083-68ca-44ec-83c0-7b5e4f25573a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:53:35.815356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e95ea083-68ca-44ec-83c0-7b5e4f25573a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:53:35.825263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95ea083-68ca-44ec-83c0-7b5e4f25573a admin admin] Made reservation on behalf of a899b89d55ea4bd5879dfa07b6796627 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:53:35.827589 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e95ea083-68ca-44ec-83c0-7b5e4f25573a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:36.018138 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e95ea083-68ca-44ec-83c0-7b5e4f25573a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:36.090771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ea083-68ca-44ec-83c0-7b5e4f25573a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd773088-006b-4204-8be4-d3174013f8ef,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:53:36.098285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ea083-68ca-44ec-83c0-7b5e4f25573a admin admin] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:53:36.098629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ea083-68ca-44ec-83c0-7b5e4f25573a admin admin] Network hostable DHCP agents. Network: 724084b6-dacd-4955-8954-ae81a1efa4fe, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:53:36.121326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ea083-68ca-44ec-83c0-7b5e4f25573a admin admin] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:53:36.130117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-e95ea083-68ca-44ec-83c0-7b5e4f25573a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 724084b6-dacd-4955-8954-ae81a1efa4fe) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:53:36.134085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95ea083-68ca-44ec-83c0-7b5e4f25573a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:36.134675 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e95ea083-68ca-44ec-83c0-7b5e4f25573a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:36.139701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9807898b-7312-4512-ba4d-c18a3fe55510 None None] Network 724084b6-dacd-4955-8954-ae81a1efa4fe requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:53:36.192773 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e95ea083-68ca-44ec-83c0-7b5e4f25573a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3941209 Feb 09 13:53:36.358601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-724084b6-dacd-4955-8954-ae81a1efa4fe', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'tenant_id': 'a899b89d55ea4bd5879dfa07b6796627', 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 13:53:36.359466 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:36.520459 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Allocated IP 192.168.233.2 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:53:36.726375 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:36.737145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Transition to ACTIVE for port object 7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:53:36.756478 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Transition to ACTIVE for port object 7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:53:36.762799 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:36.859328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:53:36.862084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:53:36.866214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 13:53:36.868866 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Pushing event updated for resources: {'Port': ['ID=7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:53:36.876546 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:36.876888 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:36.877220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:36.877553 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:36.877876 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:36.878196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:36.878517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:36.878831 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:36.879167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:36.879483 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:36.879817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:36.880131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:36.965440 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Attempting to bind port 7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:53:36.965801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Attempting to bind port 7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:53:36.966153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Attempting to bind port 7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 13:53:36.971432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 13:53:36.971818 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 13:53:36.972206 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:36.972587 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 13:53:36.973037 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Bound port: 7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:53:36.973413 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:37.061493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] For port 7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 13:53:37.064364 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] For port 7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 13:53:37.068673 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:37.149935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb52b6a-8cf1-45be-b1f2-339ec0d5521e None None] Pushing event updated for resources: {'Port': ['ID=7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:53:37.959925 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:53:37.985834 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8ec278-8243-4b3c-826c-d5fe95063006 None None] Network 724084b6-dacd-4955-8954-ae81a1efa4fe requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 13:53:38.122782 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0387ab19-050d-476c-b8f2-1504af1e072e None None] Provisioning for port 7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:53:38.148889 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:53:38.182410 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:53:38.183087 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:38.364009 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:38.403548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 13:53:38.408203 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:38.480679 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:53:38.663510 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-805a107e-b466-4bc3-b1eb-88744af6c955 None None] Provisioning complete for port 7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:53:38.663846 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-805a107e-b466-4bc3-b1eb-88744af6c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:39.920979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:53:39.988685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7cb2fbd4-1758-4049-97fe-0c1bc5d5d50c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:53:39.989044 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:56.665809 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-14d88bfe-4928-4161-9374-459822071f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:59.011488 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6632e905-fb40-46c0-80fa-70f6f8f60ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:59.970185 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:00.142191 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:01.509464 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:07.829535 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 5 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:54:26.658643 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2acfa5a8-9905-4ef3-bcb8-978a5bb20524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:29.014505 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b909123c-88bd-4328-b9c6-66d72c454017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:29.972518 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:30.144783 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:31.513936 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:44.827023 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 5 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:54:50.942667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39244) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:54:50.949101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-ad37efe3-52c8-45de-b67d-2a7209282584 tempest-verify_tempest_config-1692083424 tempest-verify_tempest_config-1692083424-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 13:54:50.950039 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ad37efe3-52c8-45de-b67d-2a7209282584 tempest-verify_tempest_config-1692083424 tempest-verify_tempest_config-1692083424-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064340 Feb 09 13:54:51.258551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39262) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:54:51.372184 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:51.386505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:54:51.390422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Usage tracker for resource:security_group_rule and tenant:d912035924d34ba1bc4530e188b9783c is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:54:51.393178 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:54:51.398656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:54:51.479945 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:51.483409 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:51.526497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Synchronizing usage tracker for tenant:a899b89d55ea4bd5879dfa07b6796627 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:54:51.529711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06f066c-0032-4852-9ec0-4d6ad3048aaf,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:54:51.536712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:51.537050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:51.537377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:51.537700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:51.538020 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:51.538337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:51.538652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:51.538970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:51.539298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:51.539610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:51.539986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:51.540264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:51.557551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] Unset dirty status for tenant:a899b89d55ea4bd5879dfa07b6796627 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:54:51.560186 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cdc860c6-ed10-4128-bcc5-d6a03641953d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d912035924d34ba1bc4530e188b9783c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3006363 Feb 09 13:54:51.561365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39268) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:54:51.620483 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d1656900-7c30-4e7b-8fc0-237a95a4abf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:51.644038 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d1656900-7c30-4e7b-8fc0-237a95a4abf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:51.740361 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d1656900-7c30-4e7b-8fc0-237a95a4abf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:51.756620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1656900-7c30-4e7b-8fc0-237a95a4abf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06f066c-0032-4852-9ec0-4d6ad3048aaf,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:54:51.760657 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d1656900-7c30-4e7b-8fc0-237a95a4abf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:51.761601 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d1656900-7c30-4e7b-8fc0-237a95a4abf2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c06f066c-0032-4852-9ec0-4d6ad3048aaf HTTP/1.1" status: 204 len: 168 time: 0.1993258 Feb 09 13:54:56.659553 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f98744a5-aabd-458b-b5f7-7f61aeb2a4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:59.016127 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-335db538-f1a2-4723-a64d-f3502288971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:59.975623 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:00.147293 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:01.513296 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:21.825901 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 5 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:55:26.660517 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-06a9db65-1bef-4a10-bc71-01d640694bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:29.016651 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-557ec150-a406-4911-9935-ec3e2f4b5edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:29.977780 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:30.148818 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:31.517875 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:56.662466 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f5dc0243-2fa3-4e58-a7b5-df1dbf74c00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.824490 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 5 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:55:59.018080 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-17e8dae9-1608-4603-96f5-ab5cad50fdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:59.981241 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:00.150844 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:01.522507 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:26.684300 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5840433e-ee10-4fe8-aea8-3ed2445b6cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:29.019444 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-960d0df1-ba2e-4173-b78f-ad7064abc312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:29.987296 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:30.151520 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:31.523198 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:35.824807 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 5 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:56:56.667382 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-07305317-a00b-4c72-9026-22bafbbd8bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:59.019668 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-08ba1146-625c-4922-b7e0-9262a32f0d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:59.986153 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:00.153143 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:01.525776 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:12.824417 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 5 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:57:26.668356 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-239784f8-1edb-41f6-bf7c-279b27cad911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:29.022040 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bc842155-111c-48fd-8fb8-112fe4ba138f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:29.992153 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:30.156352 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:31.534606 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:49.824226 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 5 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:57:56.670744 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b941834e-2300-4099-ae7f-fa878a7ba665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:59.026691 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e0c109c0-2204-4769-aa98-f2f92f279650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:59.992911 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:00.156860 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:01.531695 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:08.167244 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4148011'] for agent, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:09.938195 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4148011'] for agent, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:26.673166 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-69be1202-ac67-4590-98a6-a6c5d08a5b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:26.824240 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:58:29.028448 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-378822ec-3283-45ce-8ec0-1199cc0922da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:29.997090 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:30.158898 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:31.535487 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:38.148959 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:39.921406 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:53.437598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39332) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:58:53.547820 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c2536a56-e3fa-4dc8-ba13-2f240b36cdce admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1091239 Feb 09 13:58:55.656500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39342) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:58:55.717093 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cfdb4854-74a1-46ee-abcd-d4baca0ca0f3 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0594707 Feb 09 13:58:56.675739 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-56a506a1-9041-4f7f-8cbd-5850dfa10537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:59.029712 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-065f643f-6c47-4b3c-b00c-bc944b95ccdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:59.998550 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:00.161216 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:01.538708 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:03.823790 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:59:08.149023 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:09.921126 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:26.682499 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9a25298e-4bd1-456a-8ff6-79d7a110ada9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:29.043844 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-37586e5b-be20-47b2-9d85-ee422b975013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:30.001587 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:30.162977 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:31.544609 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:38.152315 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:39.947853 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:40.823784 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:59:56.677862 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-279b1ea2-2c2e-4071-9f45-6a1759375474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:59.037107 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6a7e2531-1623-4ce6-902f-1f966a8a7a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:00.006054 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:00.164812 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:01.545680 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:08.167599 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:09.925597 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:17.822921 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:00:26.691073 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2ba19cd7-8cb5-4551-8097-b33afd2fa7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:29.044620 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ca09dfb0-24a6-4c30-908e-05db765d9f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:30.010564 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:30.168413 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:31.556244 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:33.538779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39714) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:33.723511 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:33.739984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:33.744000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Usage tracker for resource:security_group_rule and tenant:1869ad6f12de4fc3868effd55de27758 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:33.747099 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:33.753707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:33.851087 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:33.856142 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:33.893784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615051c3-c60d-4f81-977e-4d384e29ae59,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:33.903356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:33.903705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:33.904097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:33.904393 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:33.904779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:33.905042 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:33.905365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:33.905684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:33.906006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:33.906370 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:33.906687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:33.907057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] Tracked resource versions report: Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: pushed versions: Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: { 'AddressGroup': {'1.2'}, Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'ConntrackHelper': {'1.0'}, Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'Log': {'1.0'}, Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'Network': {'1.1'}, Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'Port': {'1.7'}, Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'PortForwarding': {'1.2'}, Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'QosPolicy': {'1.8'}, Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'SecurityGroup': {'1.4'}, Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'SecurityGroupRule': {'1.2'}, Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'SubPort': {'1.0'}, Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'Subnet': {'1.1'}, Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'Trunk': {'1.1'}} Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: consumer versions: Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: { DHCP agent@n-d-828418-2: {}, Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: HyperV agent@n-h1-828418-2: {}, Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: HyperV agent@n-h2-828418-2: {}, Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: L3 agent@n-d-828418-2: {}, Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: Metadata agent@n-d-828418-2: {}, Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: Metering agent@n-d-828418-2: {}, Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: Open vSwitch agent@n-d-828418-2: { 'AddressGroup': '1.2', Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'ConntrackHelper': '1.0', Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'Log': '1.0', Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'Network': '1.1', Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'Port': '1.7', Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'PortForwarding': '1.2', Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'QosPolicy': '1.8', Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'SecurityGroup': '1.4', Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'SecurityGroupRule': '1.2', Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'SubPort': '1.0', Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'Subnet': '1.1', Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: 'Trunk': '1.1'}} Feb 09 14:00:33.908050 n-d-828418-2 neutron-server[87597]: {{(pid=87597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 14:00:33.930773 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fa428222-415b-4c71-b54a-18f2a562d12c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1869ad6f12de4fc3868effd55de27758&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3898511 Feb 09 14:00:33.930875 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39730) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:34.017282 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:34.045881 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:34.130471 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:34.149760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615051c3-c60d-4f81-977e-4d384e29ae59,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:34.160239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:34.160582 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:34.160916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:34.161232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:34.161714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:34.162169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:34.162732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:34.163359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:34.164021 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:34.164473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:34.165580 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:34.166036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Tracked resource versions report: Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: pushed versions: Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: { 'AddressGroup': {'1.2'}, Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'ConntrackHelper': {'1.0'}, Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'Log': {'1.0'}, Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'Network': {'1.1'}, Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'Port': {'1.7'}, Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'PortForwarding': {'1.2'}, Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'QosPolicy': {'1.8'}, Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'SecurityGroup': {'1.4'}, Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'SecurityGroupRule': {'1.2'}, Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'SubPort': {'1.0'}, Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'Subnet': {'1.1'}, Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'Trunk': {'1.1'}} Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: consumer versions: Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: { DHCP agent@n-d-828418-2: {}, Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: HyperV agent@n-h1-828418-2: {}, Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: HyperV agent@n-h2-828418-2: {}, Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: L3 agent@n-d-828418-2: {}, Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: Metadata agent@n-d-828418-2: {}, Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: Metering agent@n-d-828418-2: {}, Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: Open vSwitch agent@n-d-828418-2: { 'AddressGroup': '1.2', Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'ConntrackHelper': '1.0', Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'Log': '1.0', Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'Network': '1.1', Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'Port': '1.7', Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'PortForwarding': '1.2', Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'QosPolicy': '1.8', Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'SecurityGroup': '1.4', Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'SecurityGroupRule': '1.2', Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'SubPort': '1.0', Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'Subnet': '1.1', Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: 'Trunk': '1.1'}} Feb 09 14:00:34.167355 n-d-828418-2 neutron-server[87596]: {{(pid=87596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 14:00:34.189491 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:34.193318 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bf7289d7-9943-4c35-8a69-b4db9081dbee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/615051c3-c60d-4f81-977e-4d384e29ae59 HTTP/1.1" status: 204 len: 168 time: 0.2604470 Feb 09 14:00:34.392418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39774) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:34.396234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39778) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:34.399386 n-d-828418-2 neutron-server[87597]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 14:00:34.440375 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0505316a-29f7-4525-8d8a-77602144fabd req-a8e81d33-6c64-4af3-ae38-5968aac4bf01 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2503419898374e17a6cf43339e65744b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428221 Feb 09 14:00:34.553501 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02541246-6708-4945-8314-da018f025418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:34.570622 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-02541246-6708-4945-8314-da018f025418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:34.575468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-02541246-6708-4945-8314-da018f025418 admin admin] Usage tracker for resource:security_group_rule and tenant:dadd6ed326ce4f228f57b7b9db34ff8d is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:34.580999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-02541246-6708-4945-8314-da018f025418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:34.593824 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-02541246-6708-4945-8314-da018f025418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:34.637027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505316a-29f7-4525-8d8a-77602144fabd req-1ee1ee13-eddd-4b09-9688-6f89c3fc8638 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:34.639340 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0505316a-29f7-4525-8d8a-77602144fabd req-1ee1ee13-eddd-4b09-9688-6f89c3fc8638 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945744 Feb 09 14:00:34.659707 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0505316a-29f7-4525-8d8a-77602144fabd req-fb78445c-8abd-4d99-990d-363feaab6553 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/quotas/2503419898374e17a6cf43339e65744b HTTP/1.1" status: 200 len: 375 time: 0.0132315 Feb 09 14:00:34.716343 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0505316a-29f7-4525-8d8a-77602144fabd req-61c5e73f-ada3-4fe2-b621-7d158093050a tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2503419898374e17a6cf43339e65744b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509534 Feb 09 14:00:34.738583 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02541246-6708-4945-8314-da018f025418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:34.743463 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02541246-6708-4945-8314-da018f025418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:34.799553 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-02541246-6708-4945-8314-da018f025418 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dadd6ed326ce4f228f57b7b9db34ff8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4060655 Feb 09 14:00:34.800498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02541246-6708-4945-8314-da018f025418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fed1ac-349f-497f-a302-d269b31feee4,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:34.802706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39798) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:34.847582 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39808) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:34.869196 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50105fa4-5bba-480a-96e7-5b067871611e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:34.883136 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0fef5a2a-e20a-439c-a7b6-5eb91c10c468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:34.892307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-50105fa4-5bba-480a-96e7-5b067871611e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:34.897026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-50105fa4-5bba-480a-96e7-5b067871611e admin admin] Usage tracker for resource:security_group_rule and tenant:261bf741af7f4c01896f2abe8cd07346 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:34.900206 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-50105fa4-5bba-480a-96e7-5b067871611e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:34.906094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-50105fa4-5bba-480a-96e7-5b067871611e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:34.925224 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0fef5a2a-e20a-439c-a7b6-5eb91c10c468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:35.046955 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0fef5a2a-e20a-439c-a7b6-5eb91c10c468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:35.066878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef5a2a-e20a-439c-a7b6-5eb91c10c468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fed1ac-349f-497f-a302-d269b31feee4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:35.097781 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50105fa4-5bba-480a-96e7-5b067871611e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:35.105191 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50105fa4-5bba-480a-96e7-5b067871611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:35.152714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8db9bb63-b103-4f35-8df7-aeb7f680417c req-98d3f47a-5ff4-45d4-993c-79a8d6ea764f tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 210 time: 0.0879815 Feb 09 14:00:35.167284 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-50105fa4-5bba-480a-96e7-5b067871611e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=261bf741af7f4c01896f2abe8cd07346&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3184061 Feb 09 14:00:35.171461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39834) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:35.179956 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0fef5a2a-e20a-439c-a7b6-5eb91c10c468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:35.189789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50105fa4-5bba-480a-96e7-5b067871611e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f94a63-1d23-416e-9c1f-e842e38705b0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:35.191658 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0fef5a2a-e20a-439c-a7b6-5eb91c10c468 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/17fed1ac-349f-497f-a302-d269b31feee4 HTTP/1.1" status: 204 len: 168 time: 0.3801522 Feb 09 14:00:35.298359 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-448bc6c5-cb28-4bb8-9f77-58ba357434f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:35.333232 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-448bc6c5-cb28-4bb8-9f77-58ba357434f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:35.414153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-448bc6c5-cb28-4bb8-9f77-58ba357434f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:35.433046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bc6c5-cb28-4bb8-9f77-58ba357434f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f94a63-1d23-416e-9c1f-e842e38705b0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:35.437822 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-448bc6c5-cb28-4bb8-9f77-58ba357434f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:35.439951 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-448bc6c5-cb28-4bb8-9f77-58ba357434f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60f94a63-1d23-416e-9c1f-e842e38705b0 HTTP/1.1" status: 204 len: 168 time: 0.2664948 Feb 09 14:00:35.664665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39890) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:35.692528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39896) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:35.727498 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a87c61f3-d408-490c-90fb-bd6c0318cd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:35.750807 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a87c61f3-d408-490c-90fb-bd6c0318cd4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:35.755813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a87c61f3-d408-490c-90fb-bd6c0318cd4c admin admin] Usage tracker for resource:security_group_rule and tenant:cd15b578761346a0a48cc0f93fc2f43d is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:35.759013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a87c61f3-d408-490c-90fb-bd6c0318cd4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:35.766148 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a87c61f3-d408-490c-90fb-bd6c0318cd4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:35.913413 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a87c61f3-d408-490c-90fb-bd6c0318cd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:35.918730 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a87c61f3-d408-490c-90fb-bd6c0318cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:35.971208 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a87c61f3-d408-490c-90fb-bd6c0318cd4c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd15b578761346a0a48cc0f93fc2f43d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2772250 Feb 09 14:00:35.974738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39916) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:35.988665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c61f3-d408-490c-90fb-bd6c0318cd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872106e6-2cb7-44ac-a5e4-a2c251f79830,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:36.052755 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a7568ce4-6c95-430a-a593-12e0a5d2a63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:36.106391 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0236ae2f-6c09-4967-9a5e-64456a170927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:36.121538 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a7568ce4-6c95-430a-a593-12e0a5d2a63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:36.144307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0236ae2f-6c09-4967-9a5e-64456a170927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:36.152919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0236ae2f-6c09-4967-9a5e-64456a170927 admin admin] Usage tracker for resource:security_group_rule and tenant:e46d00bffe0849c3b6e2e15fe23219f8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:36.165959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0236ae2f-6c09-4967-9a5e-64456a170927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:36.173774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0236ae2f-6c09-4967-9a5e-64456a170927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:36.231288 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a7568ce4-6c95-430a-a593-12e0a5d2a63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:36.284211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7568ce4-6c95-430a-a593-12e0a5d2a63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872106e6-2cb7-44ac-a5e4-a2c251f79830,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:36.323567 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a7568ce4-6c95-430a-a593-12e0a5d2a63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:36.325044 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a7568ce4-6c95-430a-a593-12e0a5d2a63e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/872106e6-2cb7-44ac-a5e4-a2c251f79830 HTTP/1.1" status: 204 len: 168 time: 0.3493547 Feb 09 14:00:36.330674 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0236ae2f-6c09-4967-9a5e-64456a170927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:36.336271 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0236ae2f-6c09-4967-9a5e-64456a170927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:36.383648 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0236ae2f-6c09-4967-9a5e-64456a170927 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e46d00bffe0849c3b6e2e15fe23219f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7166841 Feb 09 14:00:36.384706 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236ae2f-6c09-4967-9a5e-64456a170927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbd8f96-5b50-4a48-85d0-90b5358aa336,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:36.386453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39948) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:36.478890 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a886308d-f834-4f2a-ac0c-ad0816108710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:36.528248 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a886308d-f834-4f2a-ac0c-ad0816108710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:36.680988 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6dbe89e5-1793-4e54-9d5b-627c886f4af0 req-c9d55e6c-c7b6-4990-a481-510c06a766fa tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 210 time: 0.1015441 Feb 09 14:00:36.710059 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a886308d-f834-4f2a-ac0c-ad0816108710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:36.737158 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886308d-f834-4f2a-ac0c-ad0816108710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbd8f96-5b50-4a48-85d0-90b5358aa336,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:36.740696 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a886308d-f834-4f2a-ac0c-ad0816108710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:36.741858 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a886308d-f834-4f2a-ac0c-ad0816108710 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fbd8f96-5b50-4a48-85d0-90b5358aa336 HTTP/1.1" status: 204 len: 168 time: 0.3542709 Feb 09 14:00:36.900797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39984) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:36.904259 n-d-828418-2 neutron-server[87596]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 14:00:36.967083 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-5ecc61e8-8b1c-443c-8a8d-132d7b326d90 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e6aa11519cc542469f8c4508a70c73da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644891 Feb 09 14:00:37.106707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.35', 52150) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:37.186354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0505316a-29f7-4525-8d8a-77602144fabd req-0f0a3bba-9fc4-4126-986d-4bf2b05d90f7 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2503419898374e17a6cf43339e65744b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727613 Feb 09 14:00:37.203909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40010) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:37.244065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-17864472-7da5-45a3-bca8-2d152dc50103 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:37.246384 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-17864472-7da5-45a3-bca8-2d152dc50103 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2780404 Feb 09 14:00:37.247485 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a01f85e5-d306-4a98-b8f6-6096f666778a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:37.274568 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-7765001e-5f9e-4baf-8a47-857ed4ea688a tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/quotas/e6aa11519cc542469f8c4508a70c73da HTTP/1.1" status: 200 len: 375 time: 0.0167546 Feb 09 14:00:37.276551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a01f85e5-d306-4a98-b8f6-6096f666778a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:37.281150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a01f85e5-d306-4a98-b8f6-6096f666778a admin admin] Usage tracker for resource:security_group_rule and tenant:63fb27f0892b45148afc339a6b438853 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:37.285846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a01f85e5-d306-4a98-b8f6-6096f666778a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:37.292834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a01f85e5-d306-4a98-b8f6-6096f666778a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:37.401165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-13810827-36a0-4d7b-88de-c5d7f31df52e tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6aa11519cc542469f8c4508a70c73da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1161330 Feb 09 14:00:37.517053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505316a-29f7-4525-8d8a-77602144fabd req-cdcc25bc-74a3-44f0-91a9-360b787328c4 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:37.526424 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0505316a-29f7-4525-8d8a-77602144fabd req-cdcc25bc-74a3-44f0-91a9-360b787328c4 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3409929 Feb 09 14:00:37.557636 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a01f85e5-d306-4a98-b8f6-6096f666778a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:37.565162 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a01f85e5-d306-4a98-b8f6-6096f666778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:37.588373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40034) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:37.631204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Request body: {'port': {'device_id': '4b3d39d0-ccfe-4581-ba6f-ea61a220de20', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': '2503419898374e17a6cf43339e65744b'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:00:37.645900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f85e5-d306-4a98-b8f6-6096f666778a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd7f9d6-83f9-48d1-8bf6-2843ccef5876,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:37.681090 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a01f85e5-d306-4a98-b8f6-6096f666778a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63fb27f0892b45148afc339a6b438853&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4745886 Feb 09 14:00:37.682918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40050) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:37.826254 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d6b52c14-0736-464f-abae-d438e5d4bbbc req-1f5c1dea-69d5-49ff-b081-6f7df411f474 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 210 time: 0.0836649 Feb 09 14:00:37.859958 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e11b876d-bd2d-4aef-861d-ab99ff3434b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:37.928990 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e11b876d-bd2d-4aef-861d-ab99ff3434b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:37.948107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-network', 'tenant_id': '819ad572178e4886a304631fc3728b0f'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:00:37.954457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:37.958597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Usage tracker for resource:network and tenant:819ad572178e4886a304631fc3728b0f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:37.962103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:37.970848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:37.980059 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:37.986556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Usage tracker for resource:port and tenant:2503419898374e17a6cf43339e65744b is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:37.995408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Made reservation on behalf of 819ad572178e4886a304631fc3728b0f for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:00:38.000281 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.032032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:38.035255 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.048348 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e11b876d-bd2d-4aef-861d-ab99ff3434b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.052295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:38.080302 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b876d-bd2d-4aef-861d-ab99ff3434b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd7f9d6-83f9-48d1-8bf6-2843ccef5876,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:38.112385 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e11b876d-bd2d-4aef-861d-ab99ff3434b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.113499 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e11b876d-bd2d-4aef-861d-ab99ff3434b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0dd7f9d6-83f9-48d1-8bf6-2843ccef5876 HTTP/1.1" status: 204 len: 168 time: 0.4295821 Feb 09 14:00:38.148737 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c3b294d-7cca-4287-b937-7f472fc06a28 req-ab902da3-d066-4009-9b3a-b2e4a8705ee1 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 210 time: 0.1194670 Feb 09 14:00:38.152749 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:38.172906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Usage tracker for resource:security_group_rule and tenant:819ad572178e4886a304631fc3728b0f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:38.176574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:38.179565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Made reservation on behalf of 2503419898374e17a6cf43339e65744b for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:00:38.182976 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.198293 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.198910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:38.200380 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.255092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:38.264099 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Usage tracker for resource:security_group_rule and tenant:2503419898374e17a6cf43339e65744b is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:38.267764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:38.282233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:38.433529 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.441677 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.493258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:00:38.501596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bfb4c6-962d-4275-928c-6e2accb090ec,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:38.545816 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.546522 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Added segment d6fd3a90-fae8-4e23-9801-70b4d21ff69b of type vlan for network 4438975a-7484-4e20-a7dd-31c3711d5a27 Feb 09 14:00:38.549678 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.557827 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.650426 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.724013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3878d7d9-818c-474a-8777-429f92aa0b22,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:38.873025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.874167 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:38.875072 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:39.156994 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5673184 Feb 09 14:00:39.166520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40146) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:39.203883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ce09c736-0a63-476d-a6c4-bcbb851ef418 admin admin] Request body: {'subnet': {'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-subnet', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:00:39.208399 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d75eb8-de28-486f-b15d-e2e14a5d881c admin admin] Pushing event updated for resources: {'Network': ['ID=4438975a-7484-4e20-a7dd-31c3711d5a27,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:39.224756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 4438975a-7484-4e20-a7dd-31c3711d5a27 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:00:39.275901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40156) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:39.303071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Allocated IP 192.168.233.131 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/856d476f-f210-400c-8c07-b4bacc29b38d) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:00:39.324542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ce09c736-0a63-476d-a6c4-bcbb851ef418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:39.382575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ce09c736-0a63-476d-a6c4-bcbb851ef418 admin admin] Usage tracker for resource:subnet and tenant:819ad572178e4886a304631fc3728b0f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:39.403440 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ce09c736-0a63-476d-a6c4-bcbb851ef418 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:39.425014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ce09c736-0a63-476d-a6c4-bcbb851ef418 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:39.444467 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24e66159-07a9-4bd9-8e57-3e0cd074d18f req-1ee12d77-6e66-458f-ae1b-f1ad96bb25ec tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 210 time: 0.2791038 Feb 09 14:00:39.540015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce09c736-0a63-476d-a6c4-bcbb851ef418 admin admin] Made reservation on behalf of 819ad572178e4886a304631fc3728b0f for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:00:39.560599 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ce09c736-0a63-476d-a6c4-bcbb851ef418 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:39.788741 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c70f95db-f7b5-4c8b-bdba-d228f8b8e5f2 req-76cbe5d9-16da-40db-8f3e-97211a73c14c tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 210 time: 0.2119944 Feb 09 14:00:39.904427 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-74aba1d3-b5aa-4495-8d49-000696d9d202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:39.944640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-74aba1d3-b5aa-4495-8d49-000696d9d202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:39.954539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-74aba1d3-b5aa-4495-8d49-000696d9d202 admin admin] Usage tracker for resource:security_group_rule and tenant:a95acc25336341ffb296c9f69ab4d0c6 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:39.964629 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-74aba1d3-b5aa-4495-8d49-000696d9d202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:39.982518 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:39.982970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-74aba1d3-b5aa-4495-8d49-000696d9d202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:40.194545 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-74aba1d3-b5aa-4495-8d49-000696d9d202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:40.200712 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-74aba1d3-b5aa-4495-8d49-000696d9d202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:40.240145 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.21', 54313) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:40.338032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aba1d3-b5aa-4495-8d49-000696d9d202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00c7f85-fa55-46f9-b19a-3435d6588602,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:40.360656 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:40.385106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Transition to ACTIVE for port object 856d476f-f210-400c-8c07-b4bacc29b38d will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:00:40.386704 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ce09c736-0a63-476d-a6c4-bcbb851ef418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:40.428018 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-5f9650ff-c299-4e9c-9d17-8396869f0fd6 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e6aa11519cc542469f8c4508a70c73da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1144001 Feb 09 14:00:40.493628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09c736-0a63-476d-a6c4-bcbb851ef418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=619ec6b3-3471-4097-954a-be6300563bbd,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:40.544946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce09c736-0a63-476d-a6c4-bcbb851ef418 admin admin] Checking segment: {'id': 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:00:40.545298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce09c736-0a63-476d-a6c4-bcbb851ef418 admin admin] Network hostable DHCP agents. Network: 4438975a-7484-4e20-a7dd-31c3711d5a27, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:00:40.603210 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:40.721201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40190) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:40.772451 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-74aba1d3-b5aa-4495-8d49-000696d9d202 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a95acc25336341ffb296c9f69ab4d0c6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4943316 Feb 09 14:00:40.775232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40194) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:40.877036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-5db26f62-25aa-4f13-a026-0d8341c0f02b tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:40.878797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:00:40.882649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce09c736-0a63-476d-a6c4-bcbb851ef418 admin admin] Network 4438975a-7484-4e20-a7dd-31c3711d5a27 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:00:40.882837 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-5db26f62-25aa-4f13-a026-0d8341c0f02b tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4388216 Feb 09 14:00:40.895665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:00:40.908760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:00:40.926743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:40.927408 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:40.998230 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Request body: {'port': {'device_id': '2f070bc4-2111-431a-9f71-dbc82dcc64e9', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': 'e6aa11519cc542469f8c4508a70c73da'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:00:41.050491 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-51b5fb76-c0a3-4e8a-b114-7c348b478ef0 req-55bbfeb0-cb48-4150-99cf-e05ea24b38da tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 210 time: 0.1894140 Feb 09 14:00:41.112425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Pushing event updated for resources: {'Port': ['ID=856d476f-f210-400c-8c07-b4bacc29b38d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:41.123512 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0505316a-29f7-4525-8d8a-77602144fabd req-85209687-b6b4-4a67-b0c2-36a0fac40368 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4984984 Feb 09 14:00:41.124108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-ce09c736-0a63-476d-a6c4-bcbb851ef418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 4438975a-7484-4e20-a7dd-31c3711d5a27) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:00:41.133207 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a0b83e-264a-4203-800b-6cb76a2da179 None None] Network 4438975a-7484-4e20-a7dd-31c3711d5a27 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:00:41.133706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce09c736-0a63-476d-a6c4-bcbb851ef418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:41.133943 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ce09c736-0a63-476d-a6c4-bcbb851ef418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:41.263768 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57226077-d017-4514-b9bf-26a3f5bc9cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:41.286144 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-0505316a-29f7-4525-8d8a-77602144fabd req-e612dab6-2bc1-445b-a925-ce4e395d1eb3 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:00:41.290587 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0505316a-29f7-4525-8d8a-77602144fabd req-e612dab6-2bc1-445b-a925-ce4e395d1eb3 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0985298 Feb 09 14:00:41.294693 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ce09c736-0a63-476d-a6c4-bcbb851ef418 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1267016 Feb 09 14:00:41.297145 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40220) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:41.338982 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:00:41.363059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:41.371419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Usage tracker for resource:router and tenant:819ad572178e4886a304631fc3728b0f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:41.376444 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:41.383647 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:41.386590 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57226077-d017-4514-b9bf-26a3f5bc9cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:41.471886 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:41.474485 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:41.478514 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d778c40-e8c1-4c66-b72f-6a99d2bd6b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:41.481588 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fcb226d3-5f16-4bdd-b41f-d68f9c7eead1 None None] Provisioning for port 856d476f-f210-400c-8c07-b4bacc29b38d completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:00:41.493980 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fcb226d3-5f16-4bdd-b41f-d68f9c7eead1 None None] Provisioning complete for port 856d476f-f210-400c-8c07-b4bacc29b38d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:41.494708 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fcb226d3-5f16-4bdd-b41f-d68f9c7eead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:41.518340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0d778c40-e8c1-4c66-b72f-6a99d2bd6b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:41.526678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0d778c40-e8c1-4c66-b72f-6a99d2bd6b3c admin admin] Usage tracker for resource:security_group_rule and tenant:ba9710c5d8eb4760a0ca7ed7d26c482d is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:41.533706 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:41.533935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0d778c40-e8c1-4c66-b72f-6a99d2bd6b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:41.547674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Usage tracker for resource:port and tenant:e6aa11519cc542469f8c4508a70c73da is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:41.549933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0d778c40-e8c1-4c66-b72f-6a99d2bd6b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:41.555537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:41.573770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:41.600596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Made reservation on behalf of e6aa11519cc542469f8c4508a70c73da for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:00:41.613525 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:41.627130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fcb226d3-5f16-4bdd-b41f-d68f9c7eead1 None None] Port 856d476f-f210-400c-8c07-b4bacc29b38d cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:00:41.661667 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:41.725487 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:41.738784 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:41.740290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-4438975a-7484-4e20-a7dd-31c3711d5a27', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:00:41.741229 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:41.750149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Usage tracker for resource:security_group_rule and tenant:e6aa11519cc542469f8c4508a70c73da is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:41.755461 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:41.755974 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d778c40-e8c1-4c66-b72f-6a99d2bd6b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:41.764790 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:41.806226 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d778c40-e8c1-4c66-b72f-6a99d2bd6b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:41.902839 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0d778c40-e8c1-4c66-b72f-6a99d2bd6b3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba9710c5d8eb4760a0ca7ed7d26c482d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1211524 Feb 09 14:00:41.914126 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40240) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:41.956821 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed58d7-abee-4e61-bf01-ee85dab2ba0e req-5b9a4e4e-9844-4e49-a439-a98d6988b8a6 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:41.967001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a5ed58d7-abee-4e61-bf01-ee85dab2ba0e req-5b9a4e4e-9844-4e49-a439-a98d6988b8a6 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Synchronizing usage tracker for tenant:2503419898374e17a6cf43339e65744b on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:00:41.994126 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a5ed58d7-abee-4e61-bf01-ee85dab2ba0e req-5b9a4e4e-9844-4e49-a439-a98d6988b8a6 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Unset dirty status for tenant:2503419898374e17a6cf43339e65744b on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:00:42.001290 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a5ed58d7-abee-4e61-bf01-ee85dab2ba0e req-5b9a4e4e-9844-4e49-a439-a98d6988b8a6 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 936 time: 0.8050859 Feb 09 14:00:42.105733 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Request body: {'port': {'device_id': '4b3d39d0-ccfe-4581-ba6f-ea61a220de20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:00:42.151375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Allocated IP 172.20.0.2 (4438975a-7484-4e20-a7dd-31c3711d5a27/619ec6b3-3471-4097-954a-be6300563bbd/a0514ebc-ca45-48ac-9e45-a7790d90cc49) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:00:42.239053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a5ed58d7-abee-4e61-bf01-ee85dab2ba0e req-9fa21e33-6a28-4ef5-8673-fdc1df9d64c4 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Synchronizing usage tracker for tenant:2503419898374e17a6cf43339e65744b on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:00:42.277741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d778c40-e8c1-4c66-b72f-6a99d2bd6b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93349f74-0987-4035-997c-8ba124a01712,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:42.372046 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51f3f951-4afe-46fd-aa09-6382b232a944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:42.389472 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57226077-d017-4514-b9bf-26a3f5bc9cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:42.450983 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57226077-d017-4514-b9bf-26a3f5bc9cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:42.453034 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-57226077-d017-4514-b9bf-26a3f5bc9cfd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f00c7f85-fa55-46f9-b19a-3435d6588602 HTTP/1.1" status: 204 len: 168 time: 1.6693327 Feb 09 14:00:42.457544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57226077-d017-4514-b9bf-26a3f5bc9cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00c7f85-fa55-46f9-b19a-3435d6588602,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:42.549740 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f5ea8c3-2966-446d-84d8-f46e0abbcf69 req-497fa494-6d94-41fd-adff-7d5361624204 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 210 time: 0.1838515 Feb 09 14:00:42.569171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a5ed58d7-abee-4e61-bf01-ee85dab2ba0e req-9fa21e33-6a28-4ef5-8673-fdc1df9d64c4 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Unset dirty status for tenant:2503419898374e17a6cf43339e65744b on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:00:42.585241 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a5ed58d7-abee-4e61-bf01-ee85dab2ba0e req-9fa21e33-6a28-4ef5-8673-fdc1df9d64c4 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716939 Feb 09 14:00:42.588439 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:42.628892 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:42.650034 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51f3f951-4afe-46fd-aa09-6382b232a944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:42.653478 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Transition to ACTIVE for port object a0514ebc-ca45-48ac-9e45-a7790d90cc49 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:00:42.695247 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Transition to ACTIVE for port object a0514ebc-ca45-48ac-9e45-a7790d90cc49 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:00:42.732618 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:42.776815 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:42.893753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Pushing event updated for resources: {'Port': ['ID=a0514ebc-ca45-48ac-9e45-a7790d90cc49,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:42.923652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Network 4438975a-7484-4e20-a7dd-31c3711d5a27 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:00:42.931202 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:00:42.939942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:42.940285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:42.940737 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:42.940939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:42.942254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:42.942380 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:42.942705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:42.943026 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:42.943342 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:42.943656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:42.943997 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:42.944307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Tracked resource versions report: Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: pushed versions: Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: { 'AddressGroup': {'1.2'}, Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'ConntrackHelper': {'1.0'}, Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'Log': {'1.0'}, Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'Network': {'1.1'}, Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'Port': {'1.7'}, Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'PortForwarding': {'1.2'}, Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'QosPolicy': {'1.8'}, Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'SecurityGroup': {'1.4'}, Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'SecurityGroupRule': {'1.2'}, Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'SubPort': {'1.0'}, Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'Subnet': {'1.1'}, Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'Trunk': {'1.1'}} Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: consumer versions: Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: { DHCP agent@n-d-828418-2: {}, Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: HyperV agent@n-h1-828418-2: {}, Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: HyperV agent@n-h2-828418-2: {}, Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: L3 agent@n-d-828418-2: {}, Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: Metadata agent@n-d-828418-2: {}, Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: Metering agent@n-d-828418-2: {}, Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: Open vSwitch agent@n-d-828418-2: { 'AddressGroup': '1.2', Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'ConntrackHelper': '1.0', Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'Log': '1.0', Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'Network': '1.1', Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'Port': '1.7', Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'PortForwarding': '1.2', Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'QosPolicy': '1.8', Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'SecurityGroup': '1.4', Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'SecurityGroupRule': '1.2', Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'SubPort': '1.0', Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'Subnet': '1.1', Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: 'Trunk': '1.1'}} Feb 09 14:00:42.945494 n-d-828418-2 neutron-server[87598]: {{(pid=87598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 14:00:42.958358 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:00:42.995947 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:43.012749 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:43.097137 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51f3f951-4afe-46fd-aa09-6382b232a944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:43.129533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3f951-4afe-46fd-aa09-6382b232a944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93349f74-0987-4035-997c-8ba124a01712,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:43.172265 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51f3f951-4afe-46fd-aa09-6382b232a944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:43.173812 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-51f3f951-4afe-46fd-aa09-6382b232a944 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/93349f74-0987-4035-997c-8ba124a01712 HTTP/1.1" status: 204 len: 168 time: 1.2427843 Feb 09 14:00:43.175474 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Attempting to bind port a0514ebc-ca45-48ac-9e45-a7790d90cc49 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:00:43.176974 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Attempting to bind port a0514ebc-ca45-48ac-9e45-a7790d90cc49 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:00:43.178136 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Attempting to bind port a0514ebc-ca45-48ac-9e45-a7790d90cc49 on network 4438975a-7484-4e20-a7dd-31c3711d5a27 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:00:43.204567 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:00:43.205468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Checking segment: {'id': 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:00:43.206288 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:43.207114 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Bound using segment: {'id': 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:00:43.208048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Bound port: a0514ebc-ca45-48ac-9e45-a7790d90cc49, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:00:43.208846 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:43.419637 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] For port a0514ebc-ca45-48ac-9e45-a7790d90cc49, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:00:43.425885 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] For port a0514ebc-ca45-48ac-9e45-a7790d90cc49, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a0514ebc-ca45-48ac-9e45-a7790d90cc49,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:00:43.436927 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:43.450879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40270) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:43.489885 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbb9266e-21a3-43ca-9d2d-9045fdd3b6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:43.509243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dbb9266e-21a3-43ca-9d2d-9045fdd3b6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:43.513799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dbb9266e-21a3-43ca-9d2d-9045fdd3b6aa admin admin] Usage tracker for resource:security_group_rule and tenant:90bb1196539a450587c7ab1eb61dd8e8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:43.516806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dbb9266e-21a3-43ca-9d2d-9045fdd3b6aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:43.523997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dbb9266e-21a3-43ca-9d2d-9045fdd3b6aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:43.622038 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e8ba7-6443-47ed-ae43-dbc5f29496e2 None None] Pushing event updated for resources: {'Port': ['ID=a0514ebc-ca45-48ac-9e45-a7790d90cc49,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:43.752923 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbb9266e-21a3-43ca-9d2d-9045fdd3b6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:43.773662 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbb9266e-21a3-43ca-9d2d-9045fdd3b6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:43.885985 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dbb9266e-21a3-43ca-9d2d-9045fdd3b6aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90bb1196539a450587c7ab1eb61dd8e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4321051 Feb 09 14:00:43.887369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40282) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:43.888033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8871bc-619f-4e3a-a524-6cf875579343,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:43.970596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9266e-21a3-43ca-9d2d-9045fdd3b6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188178d8-4ecb-4979-ab19-4f846ff306c6,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:44.034854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40288) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:44.246620 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ed7583a-cf23-4531-a513-d7680ab9765e req-92451c44-28ad-4bd5-8c5f-414c96a9bbe2 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 210 time: 0.1999040 Feb 09 14:00:44.253691 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a52d2c75-fa45-40f4-a2d8-d24399a9831c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:44.271276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856d476f-f210-400c-8c07-b4bacc29b38d {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:00:44.285260 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:44.292397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a52d2c75-fa45-40f4-a2d8-d24399a9831c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:44.316573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a0514ebc-ca45-48ac-9e45-a7790d90cc49 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:00:44.339425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a52d2c75-fa45-40f4-a2d8-d24399a9831c admin admin] Usage tracker for resource:security_group_rule and tenant:be7aa96bf1c649beb7fe5717e0e78ba8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:44.352644 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:44.355463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a52d2c75-fa45-40f4-a2d8-d24399a9831c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:44.372381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Transition to ACTIVE for port object 856d476f-f210-400c-8c07-b4bacc29b38d will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:00:44.375693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a52d2c75-fa45-40f4-a2d8-d24399a9831c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:44.386173 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:44.447822 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:44.471915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port a0514ebc-ca45-48ac-9e45-a7790d90cc49 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:00:44.557237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Pushing event updated for resources: {'Port': ['ID=856d476f-f210-400c-8c07-b4bacc29b38d,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:44.600930 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c493947-e394-425a-946d-9827ed825e11 req-6b519de8-c044-4cce-a61d-83b9cbba42f7 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:44.602832 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c493947-e394-425a-946d-9827ed825e11 req-6b519de8-c044-4cce-a61d-83b9cbba42f7 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 936 time: 0.6473298 Feb 09 14:00:44.761695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Allocated IP 192.168.233.4 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/a9675a47-2c97-45f9-90b4-80e0d4c7aa64) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:00:44.975209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Attempting to bind port 856d476f-f210-400c-8c07-b4bacc29b38d on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:00:44.975906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Attempting to bind port 856d476f-f210-400c-8c07-b4bacc29b38d by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:00:44.976444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Attempting to bind port 856d476f-f210-400c-8c07-b4bacc29b38d on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:00:44.993327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Port 856d476f-f210-400c-8c07-b4bacc29b38d on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:00:44.994055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Attempting to bind port 856d476f-f210-400c-8c07-b4bacc29b38d on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:00:45.029991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:00:45.033174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:00:45.033901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:00:45.034484 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Bound port: 856d476f-f210-400c-8c07-b4bacc29b38d, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:00:45.038084 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:45.086065 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:45.114048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Transition to ACTIVE for port object a9675a47-2c97-45f9-90b4-80e0d4c7aa64 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:00:45.144178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d5a95b2-b887-4fff-833f-66d3368ec7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:45.148061 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a52d2c75-fa45-40f4-a2d8-d24399a9831c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:45.158892 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a52d2c75-fa45-40f4-a2d8-d24399a9831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:45.182803 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d5a95b2-b887-4fff-833f-66d3368ec7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:45.246807 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a52d2c75-fa45-40f4-a2d8-d24399a9831c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be7aa96bf1c649beb7fe5717e0e78ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2100499 Feb 09 14:00:45.249920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40294) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:45.284576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d2c75-fa45-40f4-a2d8-d24399a9831c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba08ebee-9b4d-467b-9b9a-9ca3e5a43095,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:45.332933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] For port 856d476f-f210-400c-8c07-b4bacc29b38d, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:00:45.366230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] For port 856d476f-f210-400c-8c07-b4bacc29b38d, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=856d476f-f210-400c-8c07-b4bacc29b38d,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:00:45.382990 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:45.439347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03fc88d-b5a3-4f8d-bce8-75bd0953acf4 None None] Network 4438975a-7484-4e20-a7dd-31c3711d5a27 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:00:45.482932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Allocated IP 172.25.8.16 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/7bd59d9e-dff0-4e17-a161-269dbc615fe7) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:00:45.618504 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-78180be6-ca9b-4bd0-805d-a1d0e7617171 req-9cf2b0e1-1a69-4319-8e30-afb16edca54e tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 210 time: 0.1579025 Feb 09 14:00:45.620211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:45.621470 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:45.622985 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0505316a-29f7-4525-8d8a-77602144fabd req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] 10.222.0.35 "PUT /v2.0/ports/856d476f-f210-400c-8c07-b4bacc29b38d HTTP/1.1" status: 200 len: 1096 time: 3.8361752 Feb 09 14:00:45.629380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3d39d0-ccfe-4581-ba6f-ea61a220de20', 'tag': '856d476f-f210-400c-8c07-b4bacc29b38d'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:00:45.705457 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:45.757317 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b869163-6712-428f-838c-5d4b554c9645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:45.774602 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d5a95b2-b887-4fff-833f-66d3368ec7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:45.797114 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:45.810422 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:45.830282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a95b2-b887-4fff-833f-66d3368ec7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188178d8-4ecb-4979-ab19-4f846ff306c6,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:45.843183 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-68853266-0b40-462c-aa76-a01592209b59 None None] Provisioning for port a0514ebc-ca45-48ac-9e45-a7790d90cc49 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:00:45.900545 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-68853266-0b40-462c-aa76-a01592209b59 None None] Provisioning complete for port a0514ebc-ca45-48ac-9e45-a7790d90cc49 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:45.900920 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-68853266-0b40-462c-aa76-a01592209b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:45.992703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:00:46.006339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c10212-d1e5-4506-9e37-ba95f831bf99 service neutron] Pushing event updated for resources: {'Port': ['ID=856d476f-f210-400c-8c07-b4bacc29b38d,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:46.013007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:00:46.019472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Pushing event updated for resources: {'Port': ['ID=7bd59d9e-dff0-4e17-a161-269dbc615fe7,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:46.052608 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b869163-6712-428f-838c-5d4b554c9645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:46.159709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:00:46.161766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:00:46.218284 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:00:46.235479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505316a-29f7-4525-8d8a-77602144fabd req-840730d4-316f-4ddb-ab1a-2d7573068132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:46.237959 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0505316a-29f7-4525-8d8a-77602144fabd req-840730d4-316f-4ddb-ab1a-2d7573068132 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2503419898374e17a6cf43339e65744b&device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 1099 time: 0.4730608 Feb 09 14:00:46.345613 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b869163-6712-428f-838c-5d4b554c9645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:46.377780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b869163-6712-428f-838c-5d4b554c9645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba08ebee-9b4d-467b-9b9a-9ca3e5a43095,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:46.381342 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b869163-6712-428f-838c-5d4b554c9645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:46.383516 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3b869163-6712-428f-838c-5d4b554c9645 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba08ebee-9b4d-467b-9b9a-9ca3e5a43095 HTTP/1.1" status: 204 len: 168 time: 1.1293573 Feb 09 14:00:46.389261 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0505316a-29f7-4525-8d8a-77602144fabd req-aedfbd28-e488-4b1e-bd82-0ef577719818 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=856d476f-f210-400c-8c07-b4bacc29b38d HTTP/1.1" status: 200 len: 217 time: 0.1234825 Feb 09 14:00:46.436304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Pushing event updated for resources: {'Port': ['ID=a9675a47-2c97-45f9-90b4-80e0d4c7aa64,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:46.484582 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:00:46.490937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:46.491833 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:46.549357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505316a-29f7-4525-8d8a-77602144fabd req-52a989a3-60e8-49ae-8df8-754556c05c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:46.550973 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0505316a-29f7-4525-8d8a-77602144fabd req-52a989a3-60e8-49ae-8df8-754556c05c6c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1491165 Feb 09 14:00:46.555865 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-68853266-0b40-462c-aa76-a01592209b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:46.662655 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3d39d0-ccfe-4581-ba6f-ea61a220de20', 'tag': '856d476f-f210-400c-8c07-b4bacc29b38d', 'status': 'completed', 'code': 200} Feb 09 14:00:46.701473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-68853266-0b40-462c-aa76-a01592209b59 None None] For port a0514ebc-ca45-48ac-9e45-a7790d90cc49, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a0514ebc-ca45-48ac-9e45-a7790d90cc49,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:00:46.715143 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-68853266-0b40-462c-aa76-a01592209b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:46.838912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505316a-29f7-4525-8d8a-77602144fabd req-248d49f3-80b5-4ea6-8f9b-ea6c00b604be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:46.855621 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0505316a-29f7-4525-8d8a-77602144fabd req-248d49f3-80b5-4ea6-8f9b-ea6c00b604be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2920039 Feb 09 14:00:47.068616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68853266-0b40-462c-aa76-a01592209b59 None None] Pushing event updated for resources: {'Port': ['ID=a0514ebc-ca45-48ac-9e45-a7790d90cc49,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:47.083260 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c493947-e394-425a-946d-9827ed825e11 req-7dc78750-cbe1-4ecb-ba67-6cae75c5189f tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.4068112 Feb 09 14:00:47.148434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5fa42272-c285-4f64-b3d2-3e676aded7bd None None] Provisioning complete for port a0514ebc-ca45-48ac-9e45-a7790d90cc49 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:47.149792 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5fa42272-c285-4f64-b3d2-3e676aded7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:47.170285 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0505316a-29f7-4525-8d8a-77602144fabd req-07b229bc-bf1d-4bd5-8962-28131e8fc056 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996051 Feb 09 14:00:47.193188 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d5a95b2-b887-4fff-833f-66d3368ec7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:47.199966 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4d5a95b2-b887-4fff-833f-66d3368ec7fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/188178d8-4ecb-4979-ab19-4f846ff306c6 HTTP/1.1" status: 204 len: 168 time: 3.2469337 Feb 09 14:00:47.331561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1761a72c-bd2e-43db-bc8a-5f478fba3aea tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.3413429 Feb 09 14:00:47.368926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-50844722-25cc-4e78-8a83-c536201a162e tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:00:47.371377 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-50844722-25cc-4e78-8a83-c536201a162e tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160265 Feb 09 14:00:47.472413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5fa42272-c285-4f64-b3d2-3e676aded7bd None None] Provisioning for port a9675a47-2c97-45f9-90b4-80e0d4c7aa64 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:00:47.482428 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5fa42272-c285-4f64-b3d2-3e676aded7bd None None] Provisioning complete for port a9675a47-2c97-45f9-90b4-80e0d4c7aa64 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:47.485056 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5fa42272-c285-4f64-b3d2-3e676aded7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:47.495972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0dd3cf-d7a6-40d6-9ac0-697c1c41ee7e req-f80e0b02-8ca6-481d-a47e-00bc6da685ba tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:47.497595 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f0dd3cf-d7a6-40d6-9ac0-697c1c41ee7e req-f80e0b02-8ca6-481d-a47e-00bc6da685ba tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 934 time: 0.3260477 Feb 09 14:00:47.614130 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:47.616862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5fa42272-c285-4f64-b3d2-3e676aded7bd None None] Port a9675a47-2c97-45f9-90b4-80e0d4c7aa64 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:00:47.637351 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0505316a-29f7-4525-8d8a-77602144fabd req-3ef19e82-f0d3-411d-9044-c341c3ac66dc service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578598 Feb 09 14:00:47.669888 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f0dd3cf-d7a6-40d6-9ac0-697c1c41ee7e req-d322aef2-4a47-4fb8-8104-6e18889b1e85 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402719 Feb 09 14:00:47.898019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a7116-408e-4dc8-a0db-593db7b4ee61 req-d5339c4f-7294-4797-8f33-9521899b2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:47.903461 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eb9a7116-408e-4dc8-a0db-593db7b4ee61 req-d5339c4f-7294-4797-8f33-9521899b2064 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2503419898374e17a6cf43339e65744b&device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 1099 time: 0.2047431 Feb 09 14:00:48.234948 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a0514ebc-ca45-48ac-9e45-a7790d90cc49 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:00:48.474273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Request body: {'port': {'device_id': '2f070bc4-2111-431a-9f71-dbc82dcc64e9', 'device_owner': 'compute:tempest-test_az-90180771', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:00:48.487681 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port a0514ebc-ca45-48ac-9e45-a7790d90cc49 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:48.491488 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:48.658249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a7116-408e-4dc8-a0db-593db7b4ee61 req-aac63175-fdd1-4f48-9fc9-92d2526b0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:48.660810 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eb9a7116-408e-4dc8-a0db-593db7b4ee61 req-aac63175-fdd1-4f48-9fc9-92d2526b0e6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.4530396 Feb 09 14:00:48.981811 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:48.990702 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:48.999060 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eb9a7116-408e-4dc8-a0db-593db7b4ee61 req-36dd7c99-4ef0-47fe-b102-5aae424044c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=856d476f-f210-400c-8c07-b4bacc29b38d HTTP/1.1" status: 200 len: 217 time: 0.3311620 Feb 09 14:00:49.184214 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264de59-9443-44c1-a0af-359471656454 req-5b2593fc-e89a-483c-bea1-1b765cd0cac4 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:49.186008 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d264de59-9443-44c1-a0af-359471656454 req-5b2593fc-e89a-483c-bea1-1b765cd0cac4 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 948 time: 0.7478333 Feb 09 14:00:49.199666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a7116-408e-4dc8-a0db-593db7b4ee61 req-21bda6b4-512e-4618-9217-4b24fb149a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:49.205388 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eb9a7116-408e-4dc8-a0db-593db7b4ee61 req-21bda6b4-512e-4618-9217-4b24fb149a2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.2003314 Feb 09 14:00:49.380818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d57ef-ca24-4d64-9b29-c1a438b1ef96 req-495c1fd7-126e-4f5b-aca5-e8897f659446 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:49.383382 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d264de59-9443-44c1-a0af-359471656454 req-b1f770ec-2579-485e-8ef0-da5d992b717e tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903424 Feb 09 14:00:49.397497 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e63d57ef-ca24-4d64-9b29-c1a438b1ef96 req-495c1fd7-126e-4f5b-aca5-e8897f659446 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 934 time: 0.4945464 Feb 09 14:00:49.649286 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Router 54a0447b-0f39-4d41-9f60-96984ef380dd is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:00:49.681510 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e63d57ef-ca24-4d64-9b29-c1a438b1ef96 req-5f0f329e-5bdb-4f5b-9761-f503a5cda296 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790029 Feb 09 14:00:49.753710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a7116-408e-4dc8-a0db-593db7b4ee61 req-b1d82870-9ee1-4343-81df-bc2c37a61729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:49.757417 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eb9a7116-408e-4dc8-a0db-593db7b4ee61 req-b1d82870-9ee1-4343-81df-bc2c37a61729 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5445807 Feb 09 14:00:50.051526 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9675a47-2c97-45f9-90b4-80e0d4c7aa64 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:00:50.072281 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eb9a7116-408e-4dc8-a0db-593db7b4ee61 req-f9969443-32f3-4b6b-be2b-bac36fa3a97c service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072309 Feb 09 14:00:50.122322 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:50.163434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Transition to ACTIVE for port object a9675a47-2c97-45f9-90b4-80e0d4c7aa64 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:00:50.177516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:00:50.190350 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:50.193964 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Sync routers for ids ['54a0447b-0f39-4d41-9f60-96984ef380dd'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:00:50.224445 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Routers {'54a0447b-0f39-4d41-9f60-96984ef380dd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:00:50.232970 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:00:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['54a0447b-0f39-4d41-9f60-96984ef380dd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:50.614318 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eb9a7116-408e-4dc8-a0db-593db7b4ee61 req-f6bd62f0-a776-422b-97eb-96d68813b8fa service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254924 Feb 09 14:00:50.732810 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:50.734602 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2fa17ae4-8edd-4a43-bb2f-53674753a11a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.4365098 Feb 09 14:00:50.737824 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40386) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:50.752526 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9675a47-2c97-45f9-90b4-80e0d4c7aa64,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:51.044890 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Attempting to bind port a9675a47-2c97-45f9-90b4-80e0d4c7aa64 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:00:51.045663 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Attempting to bind port a9675a47-2c97-45f9-90b4-80e0d4c7aa64 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:00:51.050180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Attempting to bind port a9675a47-2c97-45f9-90b4-80e0d4c7aa64 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:00:51.069468 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Set router 54a0447b-0f39-4d41-9f60-96984ef380dd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:00:51.076343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Port a9675a47-2c97-45f9-90b4-80e0d4c7aa64 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:00:51.080268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Attempting to bind port a9675a47-2c97-45f9-90b4-80e0d4c7aa64 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:00:51.096734 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:00:51.108213 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:00:51.109666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:00:51.110443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Bound port: a9675a47-2c97-45f9-90b4-80e0d4c7aa64, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:00:51.110976 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:51.232764 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ccc90-a11a-4cc0-a1d1-55d55e9ee666 req-1defe31e-5768-4416-8f8d-a498d16c7e78 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:51.234468 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0d0ccc90-a11a-4cc0-a1d1-55d55e9ee666 req-1defe31e-5768-4416-8f8d-a498d16c7e78 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 948 time: 0.3751593 Feb 09 14:00:51.293218 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0d0ccc90-a11a-4cc0-a1d1-55d55e9ee666 req-de5d7354-2b39-4c58-bf00-21f8b65733d2 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499661 Feb 09 14:00:51.301642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b9105-4044-4e18-95d9-d42ca42c8554 req-3eed8ef5-9b17-4ee9-af10-2246c90ef247 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:51.314562 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-341b9105-4044-4e18-95d9-d42ca42c8554 req-3eed8ef5-9b17-4ee9-af10-2246c90ef247 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 966 time: 0.4005725 Feb 09 14:00:51.404923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] For port a9675a47-2c97-45f9-90b4-80e0d4c7aa64, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:00:51.407022 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-341b9105-4044-4e18-95d9-d42ca42c8554 req-0616a1d4-722d-4691-b457-23f426e4f9b0 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906730 Feb 09 14:00:51.427318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] For port a9675a47-2c97-45f9-90b4-80e0d4c7aa64, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a9675a47-2c97-45f9-90b4-80e0d4c7aa64,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:00:51.434077 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:51.570823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:51.572558 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:51.580980 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] 10.222.0.21 "PUT /v2.0/ports/a9675a47-2c97-45f9-90b4-80e0d4c7aa64 HTTP/1.1" status: 200 len: 1114 time: 3.5317531 Feb 09 14:00:51.582305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08052ef-4304-48e4-8dba-fa73b4b779f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9675a47-2c97-45f9-90b4-80e0d4c7aa64,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:51.589353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f070bc4-2111-431a-9f71-dbc82dcc64e9', 'tag': 'a9675a47-2c97-45f9-90b4-80e0d4c7aa64'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:00:51.797615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-3a59825e-b209-452a-9037-37b2dbf4b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:51.800088 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-3a59825e-b209-452a-9037-37b2dbf4b819 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6aa11519cc542469f8c4508a70c73da&device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 1117 time: 0.1220446 Feb 09 14:00:51.981793 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-12b7ce7a-84f3-4312-9540-55fce5e33287 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=a9675a47-2c97-45f9-90b4-80e0d4c7aa64 HTTP/1.1" status: 200 len: 217 time: 0.1720474 Feb 09 14:00:52.138957 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:47Z', 'revision_number': 3, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:52.152465 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Checking router: 54a0447b-0f39-4d41-9f60-96984ef380dd for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:00:52.153091 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Updating router 54a0447b-0f39-4d41-9f60-96984ef380dd port 7bd59d9e-dff0-4e17-a161-269dbc615fe7 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:00:52.210576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-6b125e21-87f9-486f-a131-b112195d43d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:52.213925 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-6b125e21-87f9-486f-a131-b112195d43d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.2141087 Feb 09 14:00:52.293014 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:52.457989 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-4860e165-c49c-43ff-ba71-f81b9d1d27af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:52.459482 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-4860e165-c49c-43ff-ba71-f81b9d1d27af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2340853 Feb 09 14:00:52.788293 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:52.805841 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-09ee02c0-370c-46e6-b678-5c6b33c15dad service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022423 Feb 09 14:00:52.807687 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f070bc4-2111-431a-9f71-dbc82dcc64e9', 'tag': 'a9675a47-2c97-45f9-90b4-80e0d4c7aa64', 'status': 'completed', 'code': 200} Feb 09 14:00:52.986574 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f23607-0c5a-4e80-9eac-2ba0af1a83cd req-1a7883ea-d0a0-4295-b7e2-c6e9d785b3f0 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734705 Feb 09 14:00:53.191856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d06ae6-7cbf-43a0-9949-cc84599d4346 req-789c9cd5-db64-4811-8809-e309f76d7b8c tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:53.195106 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a0d06ae6-7cbf-43a0-9949-cc84599d4346 req-789c9cd5-db64-4811-8809-e309f76d7b8c tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Synchronizing usage tracker for tenant:e6aa11519cc542469f8c4508a70c73da on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:00:53.199217 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:53.227384 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Transition to ACTIVE for port object 7bd59d9e-dff0-4e17-a161-269dbc615fe7 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:00:53.235194 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a0d06ae6-7cbf-43a0-9949-cc84599d4346 req-789c9cd5-db64-4811-8809-e309f76d7b8c tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Unset dirty status for tenant:e6aa11519cc542469f8c4508a70c73da on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:00:53.236726 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a0d06ae6-7cbf-43a0-9949-cc84599d4346 req-789c9cd5-db64-4811-8809-e309f76d7b8c tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 966 time: 0.2427483 Feb 09 14:00:53.238799 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:53.307162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Allocated IP 172.20.0.1 (4438975a-7484-4e20-a7dd-31c3711d5a27/619ec6b3-3471-4097-954a-be6300563bbd/c36d15b9-95f0-4b73-861a-cbc0ce73d4da) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:00:53.331700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a0d06ae6-7cbf-43a0-9949-cc84599d4346 req-e7a35169-c86b-431a-ba3b-bc009c38bcfb tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Synchronizing usage tracker for tenant:e6aa11519cc542469f8c4508a70c73da on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:00:53.368321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a0d06ae6-7cbf-43a0-9949-cc84599d4346 req-e7a35169-c86b-431a-ba3b-bc009c38bcfb tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Unset dirty status for tenant:e6aa11519cc542469f8c4508a70c73da on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:00:53.371697 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a0d06ae6-7cbf-43a0-9949-cc84599d4346 req-e7a35169-c86b-431a-ba3b-bc009c38bcfb tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258101 Feb 09 14:00:53.388375 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8a709-e41e-4e28-9051-100afad545c3 None None] Pushing event updated for resources: {'Port': ['ID=7bd59d9e-dff0-4e17-a161-269dbc615fe7,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:53.402806 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8a709-e41e-4e28-9051-100afad545c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:53.403153 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8a709-e41e-4e28-9051-100afad545c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:53.417321 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8a709-e41e-4e28-9051-100afad545c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:53.417321 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8a709-e41e-4e28-9051-100afad545c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:53.417321 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8a709-e41e-4e28-9051-100afad545c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:53.417321 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8a709-e41e-4e28-9051-100afad545c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:53.417321 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8a709-e41e-4e28-9051-100afad545c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:53.417321 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8a709-e41e-4e28-9051-100afad545c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:53.417321 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8a709-e41e-4e28-9051-100afad545c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:53.417321 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8a709-e41e-4e28-9051-100afad545c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:53.417321 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8a709-e41e-4e28-9051-100afad545c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:53.417321 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8a709-e41e-4e28-9051-100afad545c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff8a709-e41e-4e28-9051-100afad545c3 None None] Tracked resource versions report: Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: pushed versions: Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: { 'AddressGroup': {'1.2'}, Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'ConntrackHelper': {'1.0'}, Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'Log': {'1.0'}, Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'Network': {'1.1'}, Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'Port': {'1.7'}, Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'PortForwarding': {'1.2'}, Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'QosPolicy': {'1.8'}, Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'SecurityGroup': {'1.4'}, Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'SecurityGroupRule': {'1.2'}, Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'SubPort': {'1.0'}, Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'Subnet': {'1.1'}, Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'Trunk': {'1.1'}} Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: consumer versions: Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: { DHCP agent@n-d-828418-2: {}, Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: HyperV agent@n-h1-828418-2: {}, Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: HyperV agent@n-h2-828418-2: {}, Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: L3 agent@n-d-828418-2: {}, Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: Metadata agent@n-d-828418-2: {}, Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: Metering agent@n-d-828418-2: {}, Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: Open vSwitch agent@n-d-828418-2: { 'AddressGroup': '1.2', Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'ConntrackHelper': '1.0', Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'Log': '1.0', Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'Network': '1.1', Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'Port': '1.7', Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'PortForwarding': '1.2', Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'QosPolicy': '1.8', Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'SecurityGroup': '1.4', Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'SecurityGroupRule': '1.2', Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'SubPort': '1.0', Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'Subnet': '1.1', Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: 'Trunk': '1.1'}} Feb 09 14:00:53.419757 n-d-828418-2 neutron-server[87599]: {{(pid=87599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 14:00:53.482935 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Attempting to bind port 7bd59d9e-dff0-4e17-a161-269dbc615fe7 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:00:53.482935 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Attempting to bind port 7bd59d9e-dff0-4e17-a161-269dbc615fe7 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:00:53.482935 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Attempting to bind port 7bd59d9e-dff0-4e17-a161-269dbc615fe7 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:00:53.494980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91691350-a29b-40eb-9327-bb722c40dcb7 req-400644ea-5163-4e08-917b-1ebbbbbf5c8e tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:53.504679 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:00:53.505064 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:00:53.505471 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:53.505866 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:00:53.506686 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Bound port: 7bd59d9e-dff0-4e17-a161-269dbc615fe7, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:00:53.507084 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:53.508192 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91691350-a29b-40eb-9327-bb722c40dcb7 req-400644ea-5163-4e08-917b-1ebbbbbf5c8e tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 948 time: 0.9011548 Feb 09 14:00:53.575842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40442) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:53.610166 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91691350-a29b-40eb-9327-bb722c40dcb7 req-1f03921b-ede8-466c-9025-3499f05cb4e2 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004002 Feb 09 14:00:53.723285 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] For port 7bd59d9e-dff0-4e17-a161-269dbc615fe7, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:00:53.727865 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:53.730914 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] For port 7bd59d9e-dff0-4e17-a161-269dbc615fe7, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7bd59d9e-dff0-4e17-a161-269dbc615fe7,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:00:53.739476 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:53.769942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Transition to ACTIVE for port object c36d15b9-95f0-4b73-861a-cbc0ce73d4da will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:00:53.820985 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:53.873697 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a821f520-5173-4268-b9b6-bf5e7613de12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:53.913119 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a821f520-5173-4268-b9b6-bf5e7613de12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:53.925709 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Routers {'54a0447b-0f39-4d41-9f60-96984ef380dd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:00:53.926353 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:00:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['54a0447b-0f39-4d41-9f60-96984ef380dd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:53.926951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a821f520-5173-4268-b9b6-bf5e7613de12 admin admin] Usage tracker for resource:security_group_rule and tenant:423334f117554f2090690f5163db9904 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:53.931584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=c36d15b9-95f0-4b73-861a-cbc0ce73d4da,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:53.932817 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a821f520-5173-4268-b9b6-bf5e7613de12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:53.940652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Network 4438975a-7484-4e20-a7dd-31c3711d5a27 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:00:53.941978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:00:53.945167 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:00:53.945472 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:53.948581 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a821f520-5173-4268-b9b6-bf5e7613de12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:54.190383 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:54.236846 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] Set router 54a0447b-0f39-4d41-9f60-96984ef380dd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:00:54.271935 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a821f520-5173-4268-b9b6-bf5e7613de12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:54.282065 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a821f520-5173-4268-b9b6-bf5e7613de12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:54.394395 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-399c73e8-e0dc-4adb-8a70-b8023c4f73cf None None] Provisioning for port c36d15b9-95f0-4b73-861a-cbc0ce73d4da completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:00:54.405270 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a821f520-5173-4268-b9b6-bf5e7613de12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=423334f117554f2090690f5163db9904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8282969 Feb 09 14:00:54.410725 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-399c73e8-e0dc-4adb-8a70-b8023c4f73cf None None] Provisioning complete for port c36d15b9-95f0-4b73-861a-cbc0ce73d4da triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:54.412162 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-399c73e8-e0dc-4adb-8a70-b8023c4f73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:54.412916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40454) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:54.413973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821f520-5173-4268-b9b6-bf5e7613de12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61e8bb1-44ae-4c3b-9b09-d8f22609ccf5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:54.573713 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8a709-e41e-4e28-9051-100afad545c3 None None] Pushing event updated for resources: {'Port': ['ID=7bd59d9e-dff0-4e17-a161-269dbc615fe7,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:54.607047 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bde527c3-0b71-4dd7-afe2-b6cbea692713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:54.638382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-399c73e8-e0dc-4adb-8a70-b8023c4f73cf None None] Port c36d15b9-95f0-4b73-861a-cbc0ce73d4da cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:00:54.659644 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bde527c3-0b71-4dd7-afe2-b6cbea692713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:54.780062 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bde527c3-0b71-4dd7-afe2-b6cbea692713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:54.809742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde527c3-0b71-4dd7-afe2-b6cbea692713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61e8bb1-44ae-4c3b-9b09-d8f22609ccf5,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:54.823476 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bde527c3-0b71-4dd7-afe2-b6cbea692713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:54.824765 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bde527c3-0b71-4dd7-afe2-b6cbea692713 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c61e8bb1-44ae-4c3b-9b09-d8f22609ccf5 HTTP/1.1" status: 204 len: 168 time: 0.4039416 Feb 09 14:00:54.832341 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:00:54.850623 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:47Z', 'revision_number': 3, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:54.872082 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cad198-5d24-4fd3-b674-17d57332cec7 None None] The sync data for ids ['54a0447b-0f39-4d41-9f60-96984ef380dd'] in n-d-828418-2 is: [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:47Z', 'revision_number': 3, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:00:54.947009 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:54.955568 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:54.956364 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:55.101184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28128e89-895f-49b3-92de-d4ae266a59d8 req-dac0df98-92ae-44f3-9586-646ab3fb0f09 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:55.109425 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-28128e89-895f-49b3-92de-d4ae266a59d8 req-dac0df98-92ae-44f3-9586-646ab3fb0f09 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 966 time: 0.3437922 Feb 09 14:00:55.111226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=c36d15b9-95f0-4b73-861a-cbc0ce73d4da,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:55.274741 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-28128e89-895f-49b3-92de-d4ae266a59d8 req-26361ed2-c242-43ca-a1d1-36ec2cda186f tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642876 Feb 09 14:00:55.398500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Network 4438975a-7484-4e20-a7dd-31c3711d5a27 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:00:55.400442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:00:55.416986 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40466) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:55.441976 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47d79f25-3c11-4318-ac5b-2fd6761eb1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:55.464318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-47d79f25-3c11-4318-ac5b-2fd6761eb1d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:55.468897 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-47d79f25-3c11-4318-ac5b-2fd6761eb1d5 admin admin] Usage tracker for resource:security_group_rule and tenant:9cdcf6d8799546a688c91b61c1542bb3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:55.473211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-47d79f25-3c11-4318-ac5b-2fd6761eb1d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:55.479646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-47d79f25-3c11-4318-ac5b-2fd6761eb1d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:55.723246 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47d79f25-3c11-4318-ac5b-2fd6761eb1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:55.729163 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47d79f25-3c11-4318-ac5b-2fd6761eb1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:55.789307 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-47d79f25-3c11-4318-ac5b-2fd6761eb1d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cdcf6d8799546a688c91b61c1542bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711255 Feb 09 14:00:55.793889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40470) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:55.802254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1202c458-4e03-4b0e-8d42-336df8c269cc None None] Provisioning complete for port c36d15b9-95f0-4b73-861a-cbc0ce73d4da triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:55.802767 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1202c458-4e03-4b0e-8d42-336df8c269cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:55.824708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Router 54a0447b-0f39-4d41-9f60-96984ef380dd has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:00:55.847431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb17d17-acaa-40e9-90fb-4ff93b95beff req-11f7c557-d209-48a0-a07d-220b676387c2 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:55.850608 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5fb17d17-acaa-40e9-90fb-4ff93b95beff req-11f7c557-d209-48a0-a07d-220b676387c2 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 948 time: 0.3544869 Feb 09 14:00:55.961367 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d79f25-3c11-4318-ac5b-2fd6761eb1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60fd3aa-71e1-4078-9e79-49ad87f352b9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:56.008903 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-676db80d-62a0-48df-a007-16bab8d162ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:56.064874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-1202c458-4e03-4b0e-8d42-336df8c269cc None None] Port c36d15b9-95f0-4b73-861a-cbc0ce73d4da cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:00:56.072063 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-676db80d-62a0-48df-a007-16bab8d162ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:56.188566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec531a5f-5a79-4cfe-a771-b667727628a5 req-0231b686-b35e-4a8d-ade7-e13dceb2cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:56.190743 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec531a5f-5a79-4cfe-a771-b667727628a5 req-0231b686-b35e-4a8d-ade7-e13dceb2cc2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6aa11519cc542469f8c4508a70c73da&device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 1117 time: 0.3559124 Feb 09 14:00:56.269384 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5fb17d17-acaa-40e9-90fb-4ff93b95beff req-13223e25-f3c8-4656-b715-c81ae4a3fda2 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119809 Feb 09 14:00:56.301614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7bd59d9e-dff0-4e17-a161-269dbc615fe7 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:00:56.421727 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40480) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:56.458461 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 7bd59d9e-dff0-4e17-a161-269dbc615fe7 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:00:56.482664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:00:56.486420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7bd59d9e-dff0-4e17-a161-269dbc615fe7 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:56.487001 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:56.527813 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6e691edf-3b12-4af0-9140-ed43a6103fb0 admin admin] 10.222.0.48 "PUT /v2.0/routers/54a0447b-0f39-4d41-9f60-96984ef380dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7876399 Feb 09 14:00:56.634120 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-676db80d-62a0-48df-a007-16bab8d162ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:56.651258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec531a5f-5a79-4cfe-a771-b667727628a5 req-8b68824c-0283-453d-99d4-436b5b8a4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:56.652770 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec531a5f-5a79-4cfe-a771-b667727628a5 req-8b68824c-0283-453d-99d4-436b5b8a4d6e service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.4561429 Feb 09 14:00:56.657931 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676db80d-62a0-48df-a007-16bab8d162ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60fd3aa-71e1-4078-9e79-49ad87f352b9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:56.765236 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec531a5f-5a79-4cfe-a771-b667727628a5 req-03a97026-1a2a-404b-90d4-6d3dfcbbe7f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=a9675a47-2c97-45f9-90b4-80e0d4c7aa64 HTTP/1.1" status: 200 len: 217 time: 0.1042345 Feb 09 14:00:56.776072 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-676db80d-62a0-48df-a007-16bab8d162ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:56.777138 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-676db80d-62a0-48df-a007-16bab8d162ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b60fd3aa-71e1-4078-9e79-49ad87f352b9 HTTP/1.1" status: 204 len: 168 time: 0.9822304 Feb 09 14:00:56.859685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189b5c2-8d80-4c45-8bcc-f94bb34dc1ce req-6244e310-2fd6-483e-a583-a88ef38192c4 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:56.862327 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a665572-a719-40e5-8992-b8930f345e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:56.885120 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1189b5c2-8d80-4c45-8bcc-f94bb34dc1ce req-6244e310-2fd6-483e-a583-a88ef38192c4 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 966 time: 0.4535537 Feb 09 14:00:56.916429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0a665572-a719-40e5-8992-b8930f345e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:56.924538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0a665572-a719-40e5-8992-b8930f345e8c admin admin] Usage tracker for resource:security_group_rule and tenant:213b8c3ca7d64193bc834af1685c76ec is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:56.931567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0a665572-a719-40e5-8992-b8930f345e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:56.941677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0a665572-a719-40e5-8992-b8930f345e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:56.942189 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:56.949936 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec531a5f-5a79-4cfe-a771-b667727628a5 req-0f85f149-a153-4c9b-82d8-5215abfcea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:56.951831 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec531a5f-5a79-4cfe-a771-b667727628a5 req-0f85f149-a153-4c9b-82d8-5215abfcea64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1773508 Feb 09 14:00:56.972293 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 7bd59d9e-dff0-4e17-a161-269dbc615fe7, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7bd59d9e-dff0-4e17-a161-269dbc615fe7,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:00:56.974364 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7e3240db-1872-4408-b6cb-a8cbe6c7fd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:56.977423 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:57.064351 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1189b5c2-8d80-4c45-8bcc-f94bb34dc1ce req-8af7a4f4-b3a0-4649-b456-f11c574d3ff4 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781869 Feb 09 14:00:57.065858 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=7bd59d9e-dff0-4e17-a161-269dbc615fe7,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:57.108187 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a665572-a719-40e5-8992-b8930f345e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:57.114137 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a665572-a719-40e5-8992-b8930f345e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:57.116910 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec531a5f-5a79-4cfe-a771-b667727628a5 req-8920a478-9dd0-48a5-ab31-98e16f28c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:57.119408 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec531a5f-5a79-4cfe-a771-b667727628a5 req-8920a478-9dd0-48a5-ab31-98e16f28c3ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609726 Feb 09 14:00:57.174373 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0a665572-a719-40e5-8992-b8930f345e8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=213b8c3ca7d64193bc834af1685c76ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7519174 Feb 09 14:00:57.174373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a665572-a719-40e5-8992-b8930f345e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a1e857-60d1-471a-a430-b29da3f34821,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:57.177231 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40498) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:57.251312 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa40798a-567e-4498-b079-5a62be63ddf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:57.292517 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa40798a-567e-4498-b079-5a62be63ddf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:57.328721 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec531a5f-5a79-4cfe-a771-b667727628a5 req-5707eda8-c470-4247-a804-b46616f16532 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008157 Feb 09 14:00:57.375236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa40798a-567e-4498-b079-5a62be63ddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:57.411472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40798a-567e-4498-b079-5a62be63ddf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a1e857-60d1-471a-a430-b29da3f34821,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:57.478141 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa40798a-567e-4498-b079-5a62be63ddf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:57.481209 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-aa40798a-567e-4498-b079-5a62be63ddf6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f0a1e857-60d1-471a-a430-b29da3f34821 HTTP/1.1" status: 204 len: 168 time: 0.3005388 Feb 09 14:00:57.509202 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec531a5f-5a79-4cfe-a771-b667727628a5 req-77764227-93b0-4872-967f-bf1de6f05bf9 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693647 Feb 09 14:00:57.552012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fab6a-26ec-4841-b91d-e44394723be2 req-c60994b3-3b20-4871-b46f-03e775de0c4b tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:57.553772 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-223fab6a-26ec-4841-b91d-e44394723be2 req-c60994b3-3b20-4871-b46f-03e775de0c4b tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 948 time: 0.1300533 Feb 09 14:00:57.599402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40524) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:57.606157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-878192580-network', 'tenant_id': '12024072d19941a9b576aeb94b5cb79b'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:00:57.612926 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-223fab6a-26ec-4841-b91d-e44394723be2 req-ca75a24f-f809-474e-99b9-642e0f085add tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483737 Feb 09 14:00:57.614752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:57.633478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Usage tracker for resource:network and tenant:12024072d19941a9b576aeb94b5cb79b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:57.637854 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:57.645248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:57.661078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Made reservation on behalf of 12024072d19941a9b576aeb94b5cb79b for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:00:57.664713 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:57.681545 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:57.701835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:57.706295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Usage tracker for resource:security_group_rule and tenant:12024072d19941a9b576aeb94b5cb79b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:57.710311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:57.719858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:57.824299 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:57.829190 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:57.874346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:00:57.889245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f3d4e9-f337-43fa-9522-78d18dda3fc9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:57.906569 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768412875569', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:57.907153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Unsubscribe: segment precommit_create {{(pid=87596) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 14:00:57.907609 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Added segment 41ae06dd-61c7-4763-ae39-589e7b5fa24d of type vlan for network cd8cdb84-f444-42ab-b5ef-0482a8398cf8 Feb 09 14:00:57.938524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40534) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:57.965065 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-67b84e31-edbc-429c-a3f6-cf8b1f6dd968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:57.986040 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:57.992408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-67b84e31-edbc-429c-a3f6-cf8b1f6dd968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:57.998816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-67b84e31-edbc-429c-a3f6-cf8b1f6dd968 admin admin] Usage tracker for resource:security_group_rule and tenant:21b6aff0ecd34e5ab467161ff8512e41 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:58.001774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-67b84e31-edbc-429c-a3f6-cf8b1f6dd968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:58.007600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-67b84e31-edbc-429c-a3f6-cf8b1f6dd968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:58.025920 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:58.026891 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:58.027595 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:58.101051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Sync routers for ids ['54a0447b-0f39-4d41-9f60-96984ef380dd'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:00:58.119291 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Routers {'54a0447b-0f39-4d41-9f60-96984ef380dd'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:00:58.120931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:00:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['54a0447b-0f39-4d41-9f60-96984ef380dd'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:58.134205 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5332394 Feb 09 14:00:58.135264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc80442-4a53-4e1b-81f2-97e196c19302 admin admin] Pushing event updated for resources: {'Network': ['ID=cd8cdb84-f444-42ab-b5ef-0482a8398cf8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:58.137112 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40544) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:58.143533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-55dfa686-223b-41e2-adf0-7115c293f33a admin admin] Request body: {'subnet': {'network_id': 'cd8cdb84-f444-42ab-b5ef-0482a8398cf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-878192580-subnet', 'tenant_id': '12024072d19941a9b576aeb94b5cb79b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:00:58.152767 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-67b84e31-edbc-429c-a3f6-cf8b1f6dd968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:58.155080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-55dfa686-223b-41e2-adf0-7115c293f33a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:58.160481 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-67b84e31-edbc-429c-a3f6-cf8b1f6dd968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:58.179129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-55dfa686-223b-41e2-adf0-7115c293f33a admin admin] Usage tracker for resource:subnet and tenant:12024072d19941a9b576aeb94b5cb79b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:58.185084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-55dfa686-223b-41e2-adf0-7115c293f33a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:58.206946 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network cd8cdb84-f444-42ab-b5ef-0482a8398cf8 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:00:58.212259 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-55dfa686-223b-41e2-adf0-7115c293f33a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:58.226162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dfa686-223b-41e2-adf0-7115c293f33a admin admin] Made reservation on behalf of 12024072d19941a9b576aeb94b5cb79b for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:00:58.229924 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55dfa686-223b-41e2-adf0-7115c293f33a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:58.250416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b84e31-edbc-429c-a3f6-cf8b1f6dd968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447aa35d-1b0f-46b9-b67f-ea89b1107aa8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:58.258465 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-67b84e31-edbc-429c-a3f6-cf8b1f6dd968 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21b6aff0ecd34e5ab467161ff8512e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189101 Feb 09 14:00:58.259061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40548) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:58.277670 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7bd59d9e-dff0-4e17-a161-269dbc615fe7 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:00:58.317971 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d4413875-ca6f-440c-bebe-4ad7a3ce3ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:58.346355 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d4413875-ca6f-440c-bebe-4ad7a3ce3ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:58.384782 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7bd59d9e-dff0-4e17-a161-269dbc615fe7 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:58.385476 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:58.415627 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d4413875-ca6f-440c-bebe-4ad7a3ce3ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:58.440935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4413875-ca6f-440c-bebe-4ad7a3ce3ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447aa35d-1b0f-46b9-b67f-ea89b1107aa8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:58.455301 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d4413875-ca6f-440c-bebe-4ad7a3ce3ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:58.467125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c093d-f29f-4165-82cb-42ef0b3fe2ff req-eca11036-cc47-4a42-992f-a477f748b724 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:58.467766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d4413875-ca6f-440c-bebe-4ad7a3ce3ef5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/447aa35d-1b0f-46b9-b67f-ea89b1107aa8 HTTP/1.1" status: 204 len: 168 time: 0.2051208 Feb 09 14:00:58.468740 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c52c093d-f29f-4165-82cb-42ef0b3fe2ff req-eca11036-cc47-4a42-992f-a477f748b724 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 966 time: 0.2013314 Feb 09 14:00:58.560728 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c52c093d-f29f-4165-82cb-42ef0b3fe2ff req-f284246a-baa0-4ef7-aa32-2afcd05a468e tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586560 Feb 09 14:00:58.653792 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55dfa686-223b-41e2-adf0-7115c293f33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:58.734407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfa686-223b-41e2-adf0-7115c293f33a admin admin] Pushing event updated for resources: {'Subnet': ['ID=035ff04b-ac8e-45c2-bbdf-fea918ae0eb5,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:58.752528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dfa686-223b-41e2-adf0-7115c293f33a admin admin] Checking segment: {'id': '41ae06dd-61c7-4763-ae39-589e7b5fa24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd8cdb84-f444-42ab-b5ef-0482a8398cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:00:58.752886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dfa686-223b-41e2-adf0-7115c293f33a admin admin] Network hostable DHCP agents. Network: cd8cdb84-f444-42ab-b5ef-0482a8398cf8, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:00:58.776453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dfa686-223b-41e2-adf0-7115c293f33a admin admin] Network cd8cdb84-f444-42ab-b5ef-0482a8398cf8 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:00:58.791615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-55dfa686-223b-41e2-adf0-7115c293f33a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, cd8cdb84-f444-42ab-b5ef-0482a8398cf8) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:00:58.802927 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Set router 54a0447b-0f39-4d41-9f60-96984ef380dd gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:00:58.809826 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dfa686-223b-41e2-adf0-7115c293f33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:58.810675 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55dfa686-223b-41e2-adf0-7115c293f33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:58.843418 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-55dfa686-223b-41e2-adf0-7115c293f33a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7025840 Feb 09 14:00:58.843939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40572) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:58.859341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-878192580-router', 'tenant_id': '12024072d19941a9b576aeb94b5cb79b', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:00:58.871133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dfbc2f-88fc-46c3-a913-099d1e983828 None None] Network cd8cdb84-f444-42ab-b5ef-0482a8398cf8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:00:58.872465 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:58.885328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Usage tracker for resource:router and tenant:12024072d19941a9b576aeb94b5cb79b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:58.895758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:58.916885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:58.918280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cc0a2-6da7-4756-b68e-ac0a519c5849 req-7d1ca987-652b-48a4-819a-0668e5e7eece tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:58.920041 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-839cc0a2-6da7-4756-b68e-ac0a519c5849 req-7d1ca987-652b-48a4-819a-0668e5e7eece tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 948 time: 0.0956049 Feb 09 14:00:58.938133 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:58.939156 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:58.969983 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:59.035196 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-839cc0a2-6da7-4756-b68e-ac0a519c5849 req-7c1af972-65d1-48fd-9e95-e81870dd30e2 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052318 Feb 09 14:00:59.146226 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b3e4a98b-e05b-4395-9259-e741de62e790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:59.306230 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:59.364041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-cd8cdb84-f444-42ab-b5ef-0482a8398cf8', 'network_id': 'cd8cdb84-f444-42ab-b5ef-0482a8398cf8', 'tenant_id': '12024072d19941a9b576aeb94b5cb79b', 'fixed_ips': [{'subnet_id': '035ff04b-ac8e-45c2-bbdf-fea918ae0eb5'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:00:59.364767 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:59.466631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:54Z', 'revision_number': 4, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c36d15b9-95f0-4b73-861a-cbc0ce73d4da', 'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'mac_address': 'fa:16:3e:5c:2e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:52Z', 'updated_at': '2022-02-09T14:00:54Z', 'revision_number': 2, 'project_id': '819ad572178e4886a304631fc3728b0f', 'subnets': [{'id': '619ec6b3-3471-4097-954a-be6300563bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:59.481861 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Checking router: 54a0447b-0f39-4d41-9f60-96984ef380dd for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:00:59.482081 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Updating router 54a0447b-0f39-4d41-9f60-96984ef380dd port c36d15b9-95f0-4b73-861a-cbc0ce73d4da binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:00:59.578686 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:59.629345 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Allocated IP 172.20.0.2 (cd8cdb84-f444-42ab-b5ef-0482a8398cf8/035ff04b-ac8e-45c2-bbdf-fea918ae0eb5/ed174e26-7cbf-404b-8f14-621fe9993a40) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:00:59.729393 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:59.755828 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40604) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:59.768171 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:59.889814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be08570-302e-4b71-ba92-bf176b984661 req-b6d5ff0e-ae5b-490e-9a4c-908189cd545f tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:59.891818 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3be08570-302e-4b71-ba92-bf176b984661 req-b6d5ff0e-ae5b-490e-9a4c-908189cd545f tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 966 time: 0.1512334 Feb 09 14:00:59.930583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1757902098-network', 'tenant_id': '599ada696464469cbeafc3efd9524c59'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:00:59.934638 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Allocated IP 172.25.8.221 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/fd7dfb92-6586-4bf2-a633-c2b21c86cce7) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:00:59.940612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:59.949262 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Usage tracker for resource:network and tenant:599ada696464469cbeafc3efd9524c59 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:59.952760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:59.962053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:59.968310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3be08570-302e-4b71-ba92-bf176b984661 req-de626381-f66e-4fdc-bfb8-7ce6dc6a643e tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628684 Feb 09 14:01:00.058508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Made reservation on behalf of 599ada696464469cbeafc3efd9524c59 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:00.060993 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.072378 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.083681 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.116240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:00.123252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Usage tracker for resource:security_group_rule and tenant:599ada696464469cbeafc3efd9524c59 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:00.133380 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:00.142724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:00.167588 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.230283 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.248490 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.275048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Transition to ACTIVE for port object ed174e26-7cbf-404b-8f14-621fe9993a40 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:00.295431 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.300071 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.307568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca62796-bfb5-4655-9e8c-2a448cd3f144 req-092683e3-13c4-422e-90fa-8dd537323ba3 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:00.314562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Transition to ACTIVE for port object ed174e26-7cbf-404b-8f14-621fe9993a40 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:00.317251 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bca62796-bfb5-4655-9e8c-2a448cd3f144 req-092683e3-13c4-422e-90fa-8dd537323ba3 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 948 time: 0.1133292 Feb 09 14:01:00.332298 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.338496 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.387270 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a68b049-5fbc-4279-a00b-8a06360b48b3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:00.409032 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bca62796-bfb5-4655-9e8c-2a448cd3f144 req-f0df87e4-af77-4cd2-afbd-4801aaad2909 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871665 Feb 09 14:01:00.414409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:01:00.431504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:00.438182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:00.442824 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.443329 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Added segment 5e1cdfbe-6ba3-42c8-8feb-e948c0848974 of type vlan for network 3a9adc7a-c36b-4c52-b5e7-269039511123 Feb 09 14:01:00.444782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:01:00.470827 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Network cd8cdb84-f444-42ab-b5ef-0482a8398cf8 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:00.479474 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:00.482626 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:01:00.494210 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.519578 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Pushing event updated for resources: {'Port': ['ID=fd7dfb92-6586-4bf2-a633-c2b21c86cce7,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:00.527877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Pushing event updated for resources: {'Port': ['ID=ed174e26-7cbf-404b-8f14-621fe9993a40,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:00.580274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Transition to ACTIVE for port object c36d15b9-95f0-4b73-861a-cbc0ce73d4da will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:00.602863 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.652226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Attempting to bind port ed174e26-7cbf-404b-8f14-621fe9993a40 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:01:00.652441 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Attempting to bind port ed174e26-7cbf-404b-8f14-621fe9993a40 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '41ae06dd-61c7-4763-ae39-589e7b5fa24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd8cdb84-f444-42ab-b5ef-0482a8398cf8'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:01:00.652810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Attempting to bind port ed174e26-7cbf-404b-8f14-621fe9993a40 on network cd8cdb84-f444-42ab-b5ef-0482a8398cf8 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:00.710564 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.741129 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:01:00.741501 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Checking segment: {'id': '41ae06dd-61c7-4763-ae39-589e7b5fa24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd8cdb84-f444-42ab-b5ef-0482a8398cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:01:00.741906 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.742300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Bound using segment: {'id': '41ae06dd-61c7-4763-ae39-589e7b5fa24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd8cdb84-f444-42ab-b5ef-0482a8398cf8'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:01:00.742785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Bound port: ed174e26-7cbf-404b-8f14-621fe9993a40, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ae06dd-61c7-4763-ae39-589e7b5fa24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd8cdb84-f444-42ab-b5ef-0482a8398cf8'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:01:00.743174 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.778304 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b68a2b-a244-473f-a1a0-17536f0e34ae None None] Pushing event updated for resources: {'Port': ['ID=c36d15b9-95f0-4b73-861a-cbc0ce73d4da,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:00.839590 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.841981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:00.842795 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.907621 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a9675a47-2c97-45f9-90b4-80e0d4c7aa64 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:01:00.973654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Attempting to bind port c36d15b9-95f0-4b73-861a-cbc0ce73d4da on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:01:00.974270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Attempting to bind port c36d15b9-95f0-4b73-861a-cbc0ce73d4da by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:01:00.974630 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Attempting to bind port c36d15b9-95f0-4b73-861a-cbc0ce73d4da on network 4438975a-7484-4e20-a7dd-31c3711d5a27 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:01.001235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] Pushing event updated for resources: {'Network': ['ID=3a9adc7a-c36b-4c52-b5e7-269039511123,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:01.053569 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:01:01.053940 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Checking segment: {'id': 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:01:01.054343 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:01.054733 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Bound using segment: {'id': 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:01:01.055211 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Bound port: c36d15b9-95f0-4b73-861a-cbc0ce73d4da, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:01:01.055582 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:01.065832 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 3a9adc7a-c36b-4c52-b5e7-269039511123 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:01:01.070150 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-68c18086-5451-41ce-9ed9-a03cef5b89a2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3132062 Feb 09 14:01:01.073208 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40646) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:01.083571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c295919c-76ca-448f-ad9a-91b096783b78 admin admin] Request body: {'subnet': {'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1757902098-subnet', 'tenant_id': '599ada696464469cbeafc3efd9524c59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:01.093570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c295919c-76ca-448f-ad9a-91b096783b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:01.098276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] For port ed174e26-7cbf-404b-8f14-621fe9993a40, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:01:01.100816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c295919c-76ca-448f-ad9a-91b096783b78 admin admin] Usage tracker for resource:subnet and tenant:599ada696464469cbeafc3efd9524c59 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:01.104846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c295919c-76ca-448f-ad9a-91b096783b78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:01.111955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c295919c-76ca-448f-ad9a-91b096783b78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:01.124828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c295919c-76ca-448f-ad9a-91b096783b78 admin admin] Made reservation on behalf of 599ada696464469cbeafc3efd9524c59 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:01.127919 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c295919c-76ca-448f-ad9a-91b096783b78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:01.159957 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:01.239044 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] For port ed174e26-7cbf-404b-8f14-621fe9993a40, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ed174e26-7cbf-404b-8f14-621fe9993a40,segment=NetworkSegment(41ae06dd-61c7-4763-ae39-589e7b5fa24d),segment_id=41ae06dd-61c7-4763-ae39-589e7b5fa24d)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:01:01.270931 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:01.339200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6c61e-5a71-4ed2-a478-76231731fbc4 req-241048aa-6e70-4e35-b84a-428a9f560f4c tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:01.340884 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7a6c61e-5a71-4ed2-a478-76231731fbc4 req-241048aa-6e70-4e35-b84a-428a9f560f4c tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 966 time: 0.2506695 Feb 09 14:01:01.380457 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c295919c-76ca-448f-ad9a-91b096783b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:01.413655 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7a6c61e-5a71-4ed2-a478-76231731fbc4 req-cc189f51-805b-4ed8-9eeb-3faeda432bca tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633988 Feb 09 14:01:01.478068 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port a9675a47-2c97-45f9-90b4-80e0d4c7aa64, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a9675a47-2c97-45f9-90b4-80e0d4c7aa64,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:01.488106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295919c-76ca-448f-ad9a-91b096783b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=727561ed-eee7-4d6c-9032-5a4fe849f97a,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:01.501691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c295919c-76ca-448f-ad9a-91b096783b78 admin admin] Checking segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:01:01.501691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c295919c-76ca-448f-ad9a-91b096783b78 admin admin] Network hostable DHCP agents. Network: 3a9adc7a-c36b-4c52-b5e7-269039511123, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:01:01.524952 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] For port c36d15b9-95f0-4b73-861a-cbc0ce73d4da, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:01:01.527667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c295919c-76ca-448f-ad9a-91b096783b78 admin admin] Network 3a9adc7a-c36b-4c52-b5e7-269039511123 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:01:01.535312 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'a9675a47-2c97-45f9-90b4-80e0d4c7aa64', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': 'a9675a47-2c97-45f9-90b4-80e0d4c7aa64', 'mac_address': 'fa:16:3e:02:40:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:tempest-test_az-90180771', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:01:01.539283 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d04ee8-10c2-4035-a481-dc743cb3b082 None None] Pushing event updated for resources: {'Port': ['ID=ed174e26-7cbf-404b-8f14-621fe9993a40,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:01.560731 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-c295919c-76ca-448f-ad9a-91b096783b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 3a9adc7a-c36b-4c52-b5e7-269039511123) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:01.573020 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c295919c-76ca-448f-ad9a-91b096783b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:01.575341 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c295919c-76ca-448f-ad9a-91b096783b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:01.624964 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c295919c-76ca-448f-ad9a-91b096783b78 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5502996 Feb 09 14:01:01.646633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] For port c36d15b9-95f0-4b73-861a-cbc0ce73d4da, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c36d15b9-95f0-4b73-861a-cbc0ce73d4da,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:01:01.649555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a797a99f-e683-4885-9576-03d8d845235a None None] Network 3a9adc7a-c36b-4c52-b5e7-269039511123 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:01:01.776021 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:01.799537 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:01.844061 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:01.964088 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:01.966683 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd257b2-dcdc-4e4e-9f6d-aefe71f950a5 req-e0f2d16a-0e2d-4d3d-b4f8-39e220b72dbe tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:01.968881 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fdd257b2-dcdc-4e4e-9f6d-aefe71f950a5 req-e0f2d16a-0e2d-4d3d-b4f8-39e220b72dbe tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 948 time: 0.2999208 Feb 09 14:01:02.029787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9675a47-2c97-45f9-90b4-80e0d4c7aa64 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:02.038650 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Routers {'54a0447b-0f39-4d41-9f60-96984ef380dd'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:01:02.039289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:00:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['54a0447b-0f39-4d41-9f60-96984ef380dd'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:02.203616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b68a2b-a244-473f-a1a0-17536f0e34ae None None] Pushing event updated for resources: {'Port': ['ID=c36d15b9-95f0-4b73-861a-cbc0ce73d4da,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:02.216804 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port a9675a47-2c97-45f9-90b4-80e0d4c7aa64, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a9675a47-2c97-45f9-90b4-80e0d4c7aa64,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:02.229629 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:02.248359 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fdd257b2-dcdc-4e4e-9f6d-aefe71f950a5 req-b86a4fe2-665b-4f67-9875-1136442a191a tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103477 Feb 09 14:01:02.278547 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Router ecea4e42-8818-476f-8b00-c3d69c5add06 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:01:02.337307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ed174e26-7cbf-404b-8f14-621fe9993a40 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:02.515714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:01:02.527187 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Sync routers for ids ['ecea4e42-8818-476f-8b00-c3d69c5add06'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:01:02.539085 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:02.540760 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fba356ae-4cdc-4ecc-a4ad-cf0d22cb2ecb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6940265 Feb 09 14:01:02.543500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40696) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:02.552658 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Routers {'ecea4e42-8818-476f-8b00-c3d69c5add06'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:01:02.553312 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:00:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ecea4e42-8818-476f-8b00-c3d69c5add06'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:02.734537 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] Set router 54a0447b-0f39-4d41-9f60-96984ef380dd gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:01:02.870790 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40704) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:02.871702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['a9675a47-2c97-45f9-90b4-80e0d4c7aa64'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:01:02.871946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1913185017-network', 'tenant_id': '3239b83d437640b18d65d8bd9e10c867'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:02.877014 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:02.881067 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Usage tracker for resource:network and tenant:3239b83d437640b18d65d8bd9e10c867 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:02.883988 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Set router ecea4e42-8818-476f-8b00-c3d69c5add06 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:01:02.884815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:02.893348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:02.906735 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Made reservation on behalf of 3239b83d437640b18d65d8bd9e10c867 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:02.909696 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:02.916878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec07da6-3120-4697-9079-5bcd056e2be5 None None] Network cd8cdb84-f444-42ab-b5ef-0482a8398cf8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:01:02.931846 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:02.949259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef22b7a-89b3-470d-af92-5d1364d381cb None None] Network 3a9adc7a-c36b-4c52-b5e7-269039511123 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:01:02.955187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:02.960639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Usage tracker for resource:security_group_rule and tenant:3239b83d437640b18d65d8bd9e10c867 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:02.963898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:02.972922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:03.027132 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=a9675a47-2c97-45f9-90b4-80e0d4c7aa64,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:03.169405 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:03.177566 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:03.206500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142fc84-7b7d-4b79-b2b6-de729c7cea5a req-26b18ecb-9666-4cbb-9231-e0798f56acd5 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:03.214458 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1142fc84-7b7d-4b79-b2b6-de729c7cea5a req-26b18ecb-9666-4cbb-9231-e0798f56acd5 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 967 time: 0.5249641 Feb 09 14:01:03.309047 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-878192580-router', 'tenant_id': '12024072d19941a9b576aeb94b5cb79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'fd7dfb92-6586-4bf2-a633-c2b21c86cce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:58Z', 'updated_at': '2022-02-09T14:01:00Z', 'revision_number': 3, 'project_id': '12024072d19941a9b576aeb94b5cb79b', 'gw_port': {'id': 'fd7dfb92-6586-4bf2-a633-c2b21c86cce7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:59Z', 'updated_at': '2022-02-09T14:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:03.316158 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Checking router: ecea4e42-8818-476f-8b00-c3d69c5add06 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:01:03.316500 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Updating router ecea4e42-8818-476f-8b00-c3d69c5add06 port fd7dfb92-6586-4bf2-a633-c2b21c86cce7 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:01:03.319698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port ed174e26-7cbf-404b-8f14-621fe9993a40 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:03.391444 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ed174e26-7cbf-404b-8f14-621fe9993a40 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:03.392647 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:03.411954 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1142fc84-7b7d-4b79-b2b6-de729c7cea5a req-92ca156d-16e9-4642-adf9-a41f5adfe12a tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959844 Feb 09 14:01:03.431896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:01:03.435884 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:03.501007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ab6bc5dc-7c5c-4d6d-ba8c-0c684bc805f0 None None] Provisioning for port ed174e26-7cbf-404b-8f14-621fe9993a40 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:03.525750 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ab6bc5dc-7c5c-4d6d-ba8c-0c684bc805f0 None None] Provisioning complete for port ed174e26-7cbf-404b-8f14-621fe9993a40 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:03.526272 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ab6bc5dc-7c5c-4d6d-ba8c-0c684bc805f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:03.560596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab1dde7-db22-4efc-b790-95a78faf552e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:03.565180 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:03.565519 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Added segment 10e134a7-0efc-4a13-8d64-06d384653fe5 of type vlan for network 036eb027-fdf8-45b1-a2e3-40ac2b65a841 Feb 09 14:01:03.619798 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:03.644965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb0903-ad5b-4206-835b-69162f507565 req-8166aff1-8a90-47cb-9a69-e4e68c07f74e tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:03.646508 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9bbb0903-ad5b-4206-835b-69162f507565 req-8166aff1-8a90-47cb-9a69-e4e68c07f74e tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 948 time: 0.1885171 Feb 09 14:01:03.711107 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:03.712087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:03.712877 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:03.823100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] Pushing event updated for resources: {'Network': ['ID=036eb027-fdf8-45b1-a2e3-40ac2b65a841,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:03.843656 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9bbb0903-ad5b-4206-835b-69162f507565 req-20d001b8-3dcf-4ec3-81e0-696bdd2f7df9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821320 Feb 09 14:01:03.864822 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e0ba6c1d-0a91-49af-8cba-b71d8fc0524b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9968421 Feb 09 14:01:03.866534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40724) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:03.880990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b79f07b6-0973-4d38-9e75-1046f60af312 admin admin] Request body: {'subnet': {'network_id': '036eb027-fdf8-45b1-a2e3-40ac2b65a841', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1913185017-subnet', 'tenant_id': '3239b83d437640b18d65d8bd9e10c867', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:03.893355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b79f07b6-0973-4d38-9e75-1046f60af312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:03.900669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b79f07b6-0973-4d38-9e75-1046f60af312 admin admin] Usage tracker for resource:subnet and tenant:3239b83d437640b18d65d8bd9e10c867 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:03.906239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 036eb027-fdf8-45b1-a2e3-40ac2b65a841 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:01:03.908711 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b79f07b6-0973-4d38-9e75-1046f60af312 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:03.915533 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:03.926527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b79f07b6-0973-4d38-9e75-1046f60af312 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:03.947907 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79f07b6-0973-4d38-9e75-1046f60af312 admin admin] Made reservation on behalf of 3239b83d437640b18d65d8bd9e10c867 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:03.952863 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b79f07b6-0973-4d38-9e75-1046f60af312 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:04.114779 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:04.144690 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Transition to ACTIVE for port object fd7dfb92-6586-4bf2-a633-c2b21c86cce7 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:04.155213 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:04.230597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Allocated IP 172.20.0.1 (cd8cdb84-f444-42ab-b5ef-0482a8398cf8/035ff04b-ac8e-45c2-bbdf-fea918ae0eb5/14f45597-d214-48fa-88a9-4608eae6ae4b) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:01:04.255795 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:04.269020 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ab6bc5dc-7c5c-4d6d-ba8c-0c684bc805f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:04.277798 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Attempting to bind port fd7dfb92-6586-4bf2-a633-c2b21c86cce7 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:01:04.278415 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Attempting to bind port fd7dfb92-6586-4bf2-a633-c2b21c86cce7 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:01:04.279389 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Attempting to bind port fd7dfb92-6586-4bf2-a633-c2b21c86cce7 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:04.290148 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:01:04.290947 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:01:04.291554 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:04.292468 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:01:04.293860 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Bound port: fd7dfb92-6586-4bf2-a633-c2b21c86cce7, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:01:04.294507 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:04.346420 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b79f07b6-0973-4d38-9e75-1046f60af312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:04.370611 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8048c93-a272-4f0d-a96a-f1822209716c None None] Pushing event updated for resources: {'Port': ['ID=fd7dfb92-6586-4bf2-a633-c2b21c86cce7,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:04.406547 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] For port fd7dfb92-6586-4bf2-a633-c2b21c86cce7, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:01:04.410416 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] For port fd7dfb92-6586-4bf2-a633-c2b21c86cce7, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=fd7dfb92-6586-4bf2-a633-c2b21c86cce7,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:01:04.416089 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:04.429543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port ed174e26-7cbf-404b-8f14-621fe9993a40, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ed174e26-7cbf-404b-8f14-621fe9993a40,segment=NetworkSegment(41ae06dd-61c7-4763-ae39-589e7b5fa24d),segment_id=41ae06dd-61c7-4763-ae39-589e7b5fa24d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:04.453751 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:04.480131 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f07b6-0973-4d38-9e75-1046f60af312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f9b7b48-88d9-428f-bd4e-6e45e2bfe84b,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:04.486636 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79f07b6-0973-4d38-9e75-1046f60af312 admin admin] Checking segment: {'id': '10e134a7-0efc-4a13-8d64-06d384653fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '036eb027-fdf8-45b1-a2e3-40ac2b65a841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:01:04.487061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f07b6-0973-4d38-9e75-1046f60af312 admin admin] Network hostable DHCP agents. Network: 036eb027-fdf8-45b1-a2e3-40ac2b65a841, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:01:04.513244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f07b6-0973-4d38-9e75-1046f60af312 admin admin] Network 036eb027-fdf8-45b1-a2e3-40ac2b65a841 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:01:04.533659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b79f07b6-0973-4d38-9e75-1046f60af312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 036eb027-fdf8-45b1-a2e3-40ac2b65a841) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:04.540838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f07b6-0973-4d38-9e75-1046f60af312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:04.541527 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b79f07b6-0973-4d38-9e75-1046f60af312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:04.586931 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b79f07b6-0973-4d38-9e75-1046f60af312 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7178838 Feb 09 14:01:04.589144 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8048c93-a272-4f0d-a96a-f1822209716c None None] Pushing event updated for resources: {'Port': ['ID=fd7dfb92-6586-4bf2-a633-c2b21c86cce7,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:04.607308 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Routers {'ecea4e42-8818-476f-8b00-c3d69c5add06'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:01:04.609173 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:00:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ecea4e42-8818-476f-8b00-c3d69c5add06'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:04.613797 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:04.625795 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fde72f-1c95-4cde-8f2d-833634f2fea7 None None] Network 036eb027-fdf8-45b1-a2e3-40ac2b65a841 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:01:04.680449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Transition to ACTIVE for port object 14f45597-d214-48fa-88a9-4608eae6ae4b will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:04.735498 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:04.749306 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 856d476f-f210-400c-8c07-b4bacc29b38d details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:01:04.773159 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-ab6bc5dc-7c5c-4d6d-ba8c-0c684bc805f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:01:04.773686 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-ab6bc5dc-7c5c-4d6d-ba8c-0c684bc805f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:01:04.775779 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:54Z', 'revision_number': 4, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c36d15b9-95f0-4b73-861a-cbc0ce73d4da', 'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'mac_address': 'fa:16:3e:5c:2e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:52Z', 'updated_at': '2022-02-09T14:01:01Z', 'revision_number': 4, 'project_id': '819ad572178e4886a304631fc3728b0f', 'subnets': [{'id': '619ec6b3-3471-4097-954a-be6300563bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:04.808865 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93098d32-ab62-469b-9294-81eae619ebc8 None None] The sync data for ids ['54a0447b-0f39-4d41-9f60-96984ef380dd'] in n-d-828418-2 is: [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:54Z', 'revision_number': 4, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c36d15b9-95f0-4b73-861a-cbc0ce73d4da', 'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'mac_address': 'fa:16:3e:5c:2e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:52Z', 'updated_at': '2022-02-09T14:01:01Z', 'revision_number': 4, 'project_id': '819ad572178e4886a304631fc3728b0f', 'subnets': [{'id': '619ec6b3-3471-4097-954a-be6300563bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:01:04.814301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=ed174e26-7cbf-404b-8f14-621fe9993a40,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:04.823939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abaf84f-4cf1-4db6-bdc3-197d46e1faaf req-dc12e49c-a623-4868-bbdb-00463edc63cb tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:04.825481 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8abaf84f-4cf1-4db6-bdc3-197d46e1faaf req-dc12e49c-a623-4868-bbdb-00463edc63cb tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 967 time: 0.1944778 Feb 09 14:01:04.907897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Network cd8cdb84-f444-42ab-b5ef-0482a8398cf8 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:04.923563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:04.926726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:01:04.927775 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:04.964833 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8abaf84f-4cf1-4db6-bdc3-197d46e1faaf req-35f2742a-5258-44f3-909a-2c3dd142324a tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278005 Feb 09 14:01:04.968748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Pushing event updated for resources: {'Port': ['ID=14f45597-d214-48fa-88a9-4608eae6ae4b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:05.006297 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] Set router ecea4e42-8818-476f-8b00-c3d69c5add06 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:01:05.198003 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:05.205941 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 856d476f-f210-400c-8c07-b4bacc29b38d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=856d476f-f210-400c-8c07-b4bacc29b38d,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:05.448874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db0a6d-3a6d-427d-abc5-635073a7b278 req-0ea86889-1a2b-40a5-adc7-aa1d1a79b6bc tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:05.450601 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a3db0a6d-3a6d-427d-abc5-635073a7b278 req-0ea86889-1a2b-40a5-adc7-aa1d1a79b6bc tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 948 time: 0.2196321 Feb 09 14:01:05.493772 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2ab4d1-64cb-449f-b21d-e92004d1cf30 None None] Network 036eb027-fdf8-45b1-a2e3-40ac2b65a841 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:01:05.548351 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a3db0a6d-3a6d-427d-abc5-635073a7b278 req-0ed7a32f-93f1-45ba-bba5-eb9633573035 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908833 Feb 09 14:01:05.691977 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '856d476f-f210-400c-8c07-b4bacc29b38d', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '856d476f-f210-400c-8c07-b4bacc29b38d', 'mac_address': 'fa:16:3e:5d:85:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:01:05.750588 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-878192580-router', 'tenant_id': '12024072d19941a9b576aeb94b5cb79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'fd7dfb92-6586-4bf2-a633-c2b21c86cce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:58Z', 'updated_at': '2022-02-09T14:01:00Z', 'revision_number': 3, 'project_id': '12024072d19941a9b576aeb94b5cb79b', 'gw_port': {'id': 'fd7dfb92-6586-4bf2-a633-c2b21c86cce7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:59Z', 'updated_at': '2022-02-09T14:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:05.755292 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa17eed9-9fcb-45c4-a691-ee965d14a36e None None] The sync data for ids ['ecea4e42-8818-476f-8b00-c3d69c5add06'] in n-d-828418-2 is: [{'id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-878192580-router', 'tenant_id': '12024072d19941a9b576aeb94b5cb79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'fd7dfb92-6586-4bf2-a633-c2b21c86cce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:58Z', 'updated_at': '2022-02-09T14:01:00Z', 'revision_number': 3, 'project_id': '12024072d19941a9b576aeb94b5cb79b', 'gw_port': {'id': 'fd7dfb92-6586-4bf2-a633-c2b21c86cce7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:59Z', 'updated_at': '2022-02-09T14:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:01:05.853360 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40764) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:05.857838 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:05.858302 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:05.872076 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1f492275-5521-44ae-889c-43c726c5e523 None None] Provisioning complete for port ed174e26-7cbf-404b-8f14-621fe9993a40 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:05.872445 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f492275-5521-44ae-889c-43c726c5e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:05.876882 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:05.877666 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:05.998390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856d476f-f210-400c-8c07-b4bacc29b38d {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:06.040510 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b3156d6-9d0a-4f36-8833-0f1a0fe79929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:06.085439 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1b3156d6-9d0a-4f36-8833-0f1a0fe79929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:06.098960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1b3156d6-9d0a-4f36-8833-0f1a0fe79929 admin admin] Usage tracker for resource:security_group_rule and tenant:47531c66989c470d96cdbc1478a16763 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:06.104482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1b3156d6-9d0a-4f36-8833-0f1a0fe79929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:06.114987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1b3156d6-9d0a-4f36-8833-0f1a0fe79929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:06.164608 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 856d476f-f210-400c-8c07-b4bacc29b38d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=856d476f-f210-400c-8c07-b4bacc29b38d,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:06.175054 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:06.292971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-8dcfdb2e-adb6-4f8f-87f9-3dfbedb0798f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:06.302751 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-8dcfdb2e-adb6-4f8f-87f9-3dfbedb0798f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 808 time: 0.7725489 Feb 09 14:01:06.308981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Pushing event updated for resources: {'Port': ['ID=14f45597-d214-48fa-88a9-4608eae6ae4b,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:06.332290 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-617d9da5-4bf8-4b5f-ac63-8ff6d35749d1 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/quotas/599ada696464469cbeafc3efd9524c59 HTTP/1.1" status: 200 len: 375 time: 0.0285301 Feb 09 14:01:06.346468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=856d476f-f210-400c-8c07-b4bacc29b38d,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:06.355226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d598a-57c0-4d2b-893e-bff27d97af63 req-f73f96ec-2b3e-4da9-9f5f-60431a2d5492 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:06.356953 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-850d598a-57c0-4d2b-893e-bff27d97af63 req-f73f96ec-2b3e-4da9-9f5f-60431a2d5492 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 967 time: 0.1858363 Feb 09 14:01:06.378180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Network cd8cdb84-f444-42ab-b5ef-0482a8398cf8 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:06.383978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:06.395614 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-7c1ae4f1-1921-4628-b2c5-0eff74e73e15 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623915 Feb 09 14:01:06.427513 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b3156d6-9d0a-4f36-8833-0f1a0fe79929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:06.438486 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-850d598a-57c0-4d2b-893e-bff27d97af63 req-7da5336b-09d5-4144-96bd-b10dd7dde52f tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694025 Feb 09 14:01:06.440433 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b3156d6-9d0a-4f36-8833-0f1a0fe79929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:06.492984 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-560d5d59-902e-4710-8875-e6b19557edba None None] Provisioning for port 14f45597-d214-48fa-88a9-4608eae6ae4b completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:06.509145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-560d5d59-902e-4710-8875-e6b19557edba None None] Provisioning complete for port 14f45597-d214-48fa-88a9-4608eae6ae4b triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:06.509981 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-560d5d59-902e-4710-8875-e6b19557edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:06.613406 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1b3156d6-9d0a-4f36-8833-0f1a0fe79929 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47531c66989c470d96cdbc1478a16763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7585533 Feb 09 14:01:06.616840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40780) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:06.631962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3156d6-9d0a-4f36-8833-0f1a0fe79929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acffbb6d-2508-4c8d-bcc5-846b69583355,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:06.664589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-2c49ac45-cbe3-432e-a7cb-8d9138f8eac5 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:01:06.680461 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-2c49ac45-cbe3-432e-a7cb-8d9138f8eac5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1682401 Feb 09 14:01:06.720323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-560d5d59-902e-4710-8875-e6b19557edba None None] Port 14f45597-d214-48fa-88a9-4608eae6ae4b cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:01:06.728127 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['856d476f-f210-400c-8c07-b4bacc29b38d'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:01:06.890306 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a9675a47-2c97-45f9-90b4-80e0d4c7aa64 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:06.901583 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27dfcbd9-cb73-4360-b162-4748a37e0f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:06.930799 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c36d15b9-95f0-4b73-861a-cbc0ce73d4da up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:06.968121 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27dfcbd9-cb73-4360-b162-4748a37e0f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:07.022582 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e4f8bad7-83a9-4d22-9406-cd4561fe11ec None None] Provisioning complete for port 14f45597-d214-48fa-88a9-4608eae6ae4b triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:07.022949 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e4f8bad7-83a9-4d22-9406-cd4561fe11ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:07.049976 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b853f4-1608-4e73-96fc-66395002671d req-ed8aa82e-992b-46f8-b84c-42de509138d3 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:07.051473 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-27b853f4-1608-4e73-96fc-66395002671d req-ed8aa82e-992b-46f8-b84c-42de509138d3 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 949 time: 0.2258775 Feb 09 14:01:07.061708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Router ecea4e42-8818-476f-8b00-c3d69c5add06 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:01:07.077680 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-95417f96-25cf-4042-9a50-22c4e88e66bf service neutron] 10.222.0.48 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963068 Feb 09 14:01:07.083090 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27dfcbd9-cb73-4360-b162-4748a37e0f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:07.116671 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27dfcbd9-cb73-4360-b162-4748a37e0f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:07.120318 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-27dfcbd9-cb73-4360-b162-4748a37e0f60 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/acffbb6d-2508-4c8d-bcc5-846b69583355 HTTP/1.1" status: 204 len: 168 time: 0.4952273 Feb 09 14:01:07.120318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfcbd9-cb73-4360-b162-4748a37e0f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acffbb6d-2508-4c8d-bcc5-846b69583355,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:07.151141 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-27b853f4-1608-4e73-96fc-66395002671d req-96a23bb2-be9f-41f3-b8b8-a39852429bfd tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907607 Feb 09 14:01:07.211343 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port a9675a47-2c97-45f9-90b4-80e0d4c7aa64 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:07.218437 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port c36d15b9-95f0-4b73-861a-cbc0ce73d4da completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:07.232479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port a9675a47-2c97-45f9-90b4-80e0d4c7aa64 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:07.232929 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:07.258738 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8bad7-83a9-4d22-9406-cd4561fe11ec None None] Port 14f45597-d214-48fa-88a9-4608eae6ae4b cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:01:07.266533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c36d15b9-95f0-4b73-861a-cbc0ce73d4da triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:07.266533 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:07.418011 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-63c3bbe1-42db-4dc8-b180-d6dd289452b3 service neutron] 10.222.0.48 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393428 Feb 09 14:01:07.429883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:01:07.440270 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-42f61e64-91a0-421a-885d-72b9b8eff847 admin admin] 10.222.0.48 "PUT /v2.0/routers/ecea4e42-8818-476f-8b00-c3d69c5add06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8947215 Feb 09 14:01:07.523419 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:07.532330 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:07.569804 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f070bc4-2111-431a-9f71-dbc82dcc64e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9675a47-2c97-45f9-90b4-80e0d4c7aa64'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:07.642470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40792) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:07.674462 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port a9675a47-2c97-45f9-90b4-80e0d4c7aa64, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a9675a47-2c97-45f9-90b4-80e0d4c7aa64,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:07.678137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port c36d15b9-95f0-4b73-861a-cbc0ce73d4da, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c36d15b9-95f0-4b73-861a-cbc0ce73d4da,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:07.684151 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:07.696127 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02c4ce3a-91f2-49d3-81f2-be126b113dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:07.744362 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:07.745119 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ed174e26-7cbf-404b-8f14-621fe9993a40 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:07.846351 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-02c4ce3a-91f2-49d3-81f2-be126b113dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:07.865210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-02c4ce3a-91f2-49d3-81f2-be126b113dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:bc3e42221cd345289ab673b13a326ea8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:07.870109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-02c4ce3a-91f2-49d3-81f2-be126b113dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:07.878579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-02c4ce3a-91f2-49d3-81f2-be126b113dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:07.915377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=a9675a47-2c97-45f9-90b4-80e0d4c7aa64,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:07.949041 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434bdad-34ab-493f-9ce2-fdd355a7a13c req-fc51ea03-bde6-4341-aefb-f1e12659aac5 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:07.950542 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8434bdad-34ab-493f-9ce2-fdd355a7a13c req-fc51ea03-bde6-4341-aefb-f1e12659aac5 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 968 time: 0.2218306 Feb 09 14:01:08.054812 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=c36d15b9-95f0-4b73-861a-cbc0ce73d4da,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:08.064404 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02c4ce3a-91f2-49d3-81f2-be126b113dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:08.068870 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8434bdad-34ab-493f-9ce2-fdd355a7a13c req-1bf3dff2-4270-48ad-9565-f449cf7934aa tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008596 Feb 09 14:01:08.072424 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02c4ce3a-91f2-49d3-81f2-be126b113dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:08.081270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ed174e26-7cbf-404b-8f14-621fe9993a40 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:08.081855 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:08.127651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40814) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:08.143282 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-02c4ce3a-91f2-49d3-81f2-be126b113dd5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc3e42221cd345289ab673b13a326ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4977424 Feb 09 14:01:08.144507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4ce3a-91f2-49d3-81f2-be126b113dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824ed5de-4fec-4844-a54f-ffb5a9ed8740,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:08.226774 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:08.238976 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eece5c43-0c01-4b66-b49d-415258877470 req-c14be6af-589c-47c4-9114-50310e3f6c8a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 210 time: 0.0469425 Feb 09 14:01:08.255347 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59ff6f21-25bd-42fe-92b2-50136a2a8b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:08.288516 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59ff6f21-25bd-42fe-92b2-50136a2a8b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:08.319868 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f070bc4-2111-431a-9f71-dbc82dcc64e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9675a47-2c97-45f9-90b4-80e0d4c7aa64', 'code': 200} Feb 09 14:01:08.385850 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59ff6f21-25bd-42fe-92b2-50136a2a8b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:08.386716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device fd7dfb92-6586-4bf2-a633-c2b21c86cce7 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:08.411199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff6f21-25bd-42fe-92b2-50136a2a8b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824ed5de-4fec-4844-a54f-ffb5a9ed8740,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:08.416207 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59ff6f21-25bd-42fe-92b2-50136a2a8b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:08.420346 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-59ff6f21-25bd-42fe-92b2-50136a2a8b98 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/824ed5de-4fec-4844-a54f-ffb5a9ed8740 HTTP/1.1" status: 204 len: 168 time: 0.2914493 Feb 09 14:01:08.508722 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port fd7dfb92-6586-4bf2-a633-c2b21c86cce7 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:08.516226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port fd7dfb92-6586-4bf2-a633-c2b21c86cce7 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:08.516568 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:08.558249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Sync routers for ids ['ecea4e42-8818-476f-8b00-c3d69c5add06'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:01:08.603355 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Routers {'ecea4e42-8818-476f-8b00-c3d69c5add06'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:01:08.603355 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:00:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ecea4e42-8818-476f-8b00-c3d69c5add06'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:08.690389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e50c9-715a-45ea-be8c-fb595ecabb28 req-520335d6-49d0-4cea-a7a3-65ec90feac92 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:08.691918 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f74e50c9-715a-45ea-be8c-fb595ecabb28 req-520335d6-49d0-4cea-a7a3-65ec90feac92 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 949 time: 0.2018797 Feb 09 14:01:08.695114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e701e1-0d70-4ee6-a1da-f2da4e7e1406 req-8428b122-d0ca-4301-8d74-9cc71dfcea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:08.696742 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-49e701e1-0d70-4ee6-a1da-f2da4e7e1406 req-8428b122-d0ca-4301-8d74-9cc71dfcea97 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 1119 time: 0.3119891 Feb 09 14:01:08.733903 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-49e701e1-0d70-4ee6-a1da-f2da4e7e1406 req-2cc920db-f744-494a-80c1-d1c8f07a0014 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:08.754387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-49e701e1-0d70-4ee6-a1da-f2da4e7e1406 req-2cc920db-f744-494a-80c1-d1c8f07a0014 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:08.767558 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-49e701e1-0d70-4ee6-a1da-f2da4e7e1406 req-2cc920db-f744-494a-80c1-d1c8f07a0014 service neutron] Usage tracker for resource:security_group_rule and tenant:8439ffdb9fe5490b9280b486563d518d is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:08.773673 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-49e701e1-0d70-4ee6-a1da-f2da4e7e1406 req-2cc920db-f744-494a-80c1-d1c8f07a0014 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:08.779820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 856d476f-f210-400c-8c07-b4bacc29b38d up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:08.784083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-49e701e1-0d70-4ee6-a1da-f2da4e7e1406 req-2cc920db-f744-494a-80c1-d1c8f07a0014 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:08.804154 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f74e50c9-715a-45ea-be8c-fb595ecabb28 req-faa2d7f0-a4a7-4047-951f-9b448239d6f0 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944209 Feb 09 14:01:08.955603 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-49e701e1-0d70-4ee6-a1da-f2da4e7e1406 req-2cc920db-f744-494a-80c1-d1c8f07a0014 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:08.962129 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-49e701e1-0d70-4ee6-a1da-f2da4e7e1406 req-2cc920db-f744-494a-80c1-d1c8f07a0014 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:09.004820 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-49e701e1-0d70-4ee6-a1da-f2da4e7e1406 req-2cc920db-f744-494a-80c1-d1c8f07a0014 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895939 Feb 09 14:01:09.030481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40846) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:09.036113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-662c5de1-658b-4b04-afbf-293bc90f6e39 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125191378', 'description': 'tempest-description--500341414'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:09.042563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc920db-f744-494a-80c1-d1c8f07a0014 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dd86a9af-1d6a-42c9-8245-e29e061261dc,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:09.048082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-662c5de1-658b-4b04-afbf-293bc90f6e39 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:09.053940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-662c5de1-658b-4b04-afbf-293bc90f6e39 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Usage tracker for resource:security_group and tenant:819ad572178e4886a304631fc3728b0f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:09.057159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-662c5de1-658b-4b04-afbf-293bc90f6e39 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:09.072706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-662c5de1-658b-4b04-afbf-293bc90f6e39 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:09.076129 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Set router ecea4e42-8818-476f-8b00-c3d69c5add06 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:01:09.082923 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-662c5de1-658b-4b04-afbf-293bc90f6e39 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:09.104404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-662c5de1-658b-4b04-afbf-293bc90f6e39 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:09.109105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-662c5de1-658b-4b04-afbf-293bc90f6e39 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Usage tracker for resource:security_group_rule and tenant:819ad572178e4886a304631fc3728b0f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:09.112323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-662c5de1-658b-4b04-afbf-293bc90f6e39 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:09.118099 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-662c5de1-658b-4b04-afbf-293bc90f6e39 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:09.155823 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:09.206961 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-662c5de1-658b-4b04-afbf-293bc90f6e39 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:09.214431 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-662c5de1-658b-4b04-afbf-293bc90f6e39 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:09.265188 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port fd7dfb92-6586-4bf2-a633-c2b21c86cce7, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=fd7dfb92-6586-4bf2-a633-c2b21c86cce7,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:09.272362 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c5de1-658b-4b04-afbf-293bc90f6e39 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2d6722-0784-4d4b-a3bd-53833a54ac3b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:09.282050 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-662c5de1-658b-4b04-afbf-293bc90f6e39 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:09.283130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 856d476f-f210-400c-8c07-b4bacc29b38d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:09.287106 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-662c5de1-658b-4b04-afbf-293bc90f6e39 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2546029 Feb 09 14:01:09.289705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40858) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:09.298141 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-385d49c6-7be1-4423-9fe3-2c454ae1b977 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Request body: {'security_group_rule': {'security_group_id': '8d2d6722-0784-4d4b-a3bd-53833a54ac3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:09.306328 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:09.324827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-385d49c6-7be1-4423-9fe3-2c454ae1b977 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:09.337586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-385d49c6-7be1-4423-9fe3-2c454ae1b977 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Usage tracker for resource:security_group_rule and tenant:819ad572178e4886a304631fc3728b0f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:09.345254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-385d49c6-7be1-4423-9fe3-2c454ae1b977 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:09.361658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-385d49c6-7be1-4423-9fe3-2c454ae1b977 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:09.391267 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 856d476f-f210-400c-8c07-b4bacc29b38d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:09.391930 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:09.413543 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-385d49c6-7be1-4423-9fe3-2c454ae1b977 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:09.480003 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c36d15b9-95f0-4b73-861a-cbc0ce73d4da up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:09.539636 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099a87-ad20-453f-a421-1815bdad9e60 req-71691f07-c88d-47d2-9eb1-4003cae5ecae tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:09.552085 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-62099a87-ad20-453f-a421-1815bdad9e60 req-71691f07-c88d-47d2-9eb1-4003cae5ecae tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 968 time: 0.2981589 Feb 09 14:01:09.624939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=fd7dfb92-6586-4bf2-a633-c2b21c86cce7,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:09.636167 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-62099a87-ad20-453f-a421-1815bdad9e60 req-0cc662ba-2b41-4015-a700-60095271187a tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772603 Feb 09 14:01:09.732737 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-06c4296d-3f2c-4929-99be-fd4c34878b78 req-515a0b61-21d4-42af-9614-2b1fa1099a10 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 210 time: 0.0840786 Feb 09 14:01:09.799208 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-385d49c6-7be1-4423-9fe3-2c454ae1b977 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:09.809767 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c36d15b9-95f0-4b73-861a-cbc0ce73d4da triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:09.810133 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:09.811161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-16fddb72-e0b6-4631-a293-17b8dea5b080 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:09.813176 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-16fddb72-e0b6-4631-a293-17b8dea5b080 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.35 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 808 time: 0.3625612 Feb 09 14:01:09.813990 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-385d49c6-7be1-4423-9fe3-2c454ae1b977 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:09.839894 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:09.853347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-eb2b18c3-7f41-4ff5-b2af-77ac04b4601a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Request body: {'port': {'device_id': '4664b5da-c91c-4241-bbe6-36b50c649029', 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123', 'admin_state_up': True, 'tenant_id': '599ada696464469cbeafc3efd9524c59'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:09.879759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d49c6-7be1-4423-9fe3-2c454ae1b977 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524c5dda-adc1-4400-b07d-1897427a9d1d,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:09.913285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 856d476f-f210-400c-8c07-b4bacc29b38d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=856d476f-f210-400c-8c07-b4bacc29b38d,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:09.924381 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:09.988087 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-385d49c6-7be1-4423-9fe3-2c454ae1b977 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:09.992851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-385d49c6-7be1-4423-9fe3-2c454ae1b977 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7014322 Feb 09 14:01:09.993731 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40876) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:10.008781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0f6f448a-d365-41af-a023-e8bbb76b6898 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Request body: {'security_group_rule': {'security_group_id': '8d2d6722-0784-4d4b-a3bd-53833a54ac3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:10.019946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0f6f448a-d365-41af-a023-e8bbb76b6898 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:10.034336 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-878192580-router', 'tenant_id': '12024072d19941a9b576aeb94b5cb79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'fd7dfb92-6586-4bf2-a633-c2b21c86cce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:58Z', 'updated_at': '2022-02-09T14:01:05Z', 'revision_number': 4, 'project_id': '12024072d19941a9b576aeb94b5cb79b', 'gw_port': {'id': 'fd7dfb92-6586-4bf2-a633-c2b21c86cce7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:59Z', 'updated_at': '2022-02-09T14:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '14f45597-d214-48fa-88a9-4608eae6ae4b', 'name': '', 'network_id': 'cd8cdb84-f444-42ab-b5ef-0482a8398cf8', 'tenant_id': '12024072d19941a9b576aeb94b5cb79b', 'mac_address': 'fa:16:3e:ad:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '035ff04b-ac8e-45c2-bbdf-fea918ae0eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:03Z', 'updated_at': '2022-02-09T14:01:05Z', 'revision_number': 2, 'project_id': '12024072d19941a9b576aeb94b5cb79b', 'subnets': [{'id': '035ff04b-ac8e-45c2-bbdf-fea918ae0eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:10.036345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0f6f448a-d365-41af-a023-e8bbb76b6898 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Usage tracker for resource:security_group_rule and tenant:819ad572178e4886a304631fc3728b0f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:10.036843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2434733-2d47-4fbe-aa27-31b6f9f1ff83 req-560bcd77-946c-49ef-9686-08bf712a396e tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:10.038976 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2434733-2d47-4fbe-aa27-31b6f9f1ff83 req-560bcd77-946c-49ef-9686-08bf712a396e tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 950 time: 0.1151090 Feb 09 14:01:10.041415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0f6f448a-d365-41af-a023-e8bbb76b6898 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:10.046972 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Checking router: ecea4e42-8818-476f-8b00-c3d69c5add06 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:01:10.047323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Updating router ecea4e42-8818-476f-8b00-c3d69c5add06 port 14f45597-d214-48fa-88a9-4608eae6ae4b binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:01:10.058009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0f6f448a-d365-41af-a023-e8bbb76b6898 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:10.070603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-eb2b18c3-7f41-4ff5-b2af-77ac04b4601a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:10.074750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-eb2b18c3-7f41-4ff5-b2af-77ac04b4601a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Usage tracker for resource:port and tenant:599ada696464469cbeafc3efd9524c59 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:10.078443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-eb2b18c3-7f41-4ff5-b2af-77ac04b4601a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:10.084087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-eb2b18c3-7f41-4ff5-b2af-77ac04b4601a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:10.094387 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2434733-2d47-4fbe-aa27-31b6f9f1ff83 req-ecda1f6f-0fef-40fd-a65b-8a6c12f60874 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436182 Feb 09 14:01:10.095093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-eb2b18c3-7f41-4ff5-b2af-77ac04b4601a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Made reservation on behalf of 599ada696464469cbeafc3efd9524c59 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:10.099786 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-eb2b18c3-7f41-4ff5-b2af-77ac04b4601a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:10.124961 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f6f448a-d365-41af-a023-e8bbb76b6898 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:10.131345 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:10.165429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=856d476f-f210-400c-8c07-b4bacc29b38d,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:10.173676 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:10.326305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3d39d0-ccfe-4581-ba6f-ea61a220de20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856d476f-f210-400c-8c07-b4bacc29b38d'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:10.333815 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f6f448a-d365-41af-a023-e8bbb76b6898 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:10.344365 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f6f448a-d365-41af-a023-e8bbb76b6898 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:10.405381 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3d39d0-ccfe-4581-ba6f-ea61a220de20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856d476f-f210-400c-8c07-b4bacc29b38d', 'code': 200} Feb 09 14:01:10.434183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f448a-d365-41af-a023-e8bbb76b6898 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948fe302-e143-45b4-a70f-717b061647d9,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:10.459898 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f6f448a-d365-41af-a023-e8bbb76b6898 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:10.463817 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0f6f448a-d365-41af-a023-e8bbb76b6898 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4635603 Feb 09 14:01:10.463817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.35', 52158) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:10.464167 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40892) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:10.505038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:10.510337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:10.514195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Usage tracker for resource:floatingip and tenant:819ad572178e4886a304631fc3728b0f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:10.517387 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:10.529354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-eb2b18c3-7f41-4ff5-b2af-77ac04b4601a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Allocated IP 172.20.0.8 (3a9adc7a-c36b-4c52-b5e7-269039511123/727561ed-eee7-4d6c-9032-5a4fe849f97a/dea1e5c4-8275-4212-82cd-848f1f15e58d) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:01:10.531515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:10.576489 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:10.579022 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:10.594296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Transition to ACTIVE for port object 14f45597-d214-48fa-88a9-4608eae6ae4b will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:10.603259 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:10.843906 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8914e-137b-436c-95a1-2567673d1a67 None None] Pushing event updated for resources: {'Port': ['ID=14f45597-d214-48fa-88a9-4608eae6ae4b,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:10.886272 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543e3f9-1b60-4d45-9c75-098fdb1f717a req-a3e2797e-cda3-4f84-85e7-51fc3a4444f9 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:10.895869 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a543e3f9-1b60-4d45-9c75-098fdb1f717a req-a3e2797e-cda3-4f84-85e7-51fc3a4444f9 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 968 time: 0.1101248 Feb 09 14:01:10.901198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a62906-f895-4388-b946-1a63ffae5315 req-3fdcbfd4-95eb-46b2-99e7-997dc99ee69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:10.902143 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0a62906-f895-4388-b946-1a63ffae5315 req-3fdcbfd4-95eb-46b2-99e7-997dc99ee69a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 1101 time: 0.4370959 Feb 09 14:01:10.916304 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Attempting to bind port 14f45597-d214-48fa-88a9-4608eae6ae4b on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:01:10.916665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Attempting to bind port 14f45597-d214-48fa-88a9-4608eae6ae4b by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '41ae06dd-61c7-4763-ae39-589e7b5fa24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd8cdb84-f444-42ab-b5ef-0482a8398cf8'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:01:10.917026 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Attempting to bind port 14f45597-d214-48fa-88a9-4608eae6ae4b on network cd8cdb84-f444-42ab-b5ef-0482a8398cf8 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:10.932347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:01:10.932851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Checking segment: {'id': '41ae06dd-61c7-4763-ae39-589e7b5fa24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd8cdb84-f444-42ab-b5ef-0482a8398cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:01:10.933340 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:10.934922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Bound using segment: {'id': '41ae06dd-61c7-4763-ae39-589e7b5fa24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd8cdb84-f444-42ab-b5ef-0482a8398cf8'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:01:10.935505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Bound port: 14f45597-d214-48fa-88a9-4608eae6ae4b, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ae06dd-61c7-4763-ae39-589e7b5fa24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cd8cdb84-f444-42ab-b5ef-0482a8398cf8'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:01:10.936047 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:10.974906 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a543e3f9-1b60-4d45-9c75-098fdb1f717a req-6ec481b1-6e78-445f-ad45-898de0dd42b6 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675285 Feb 09 14:01:10.990711 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-eb2b18c3-7f41-4ff5-b2af-77ac04b4601a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:11.014630 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0a62906-f895-4388-b946-1a63ffae5315 req-90633947-5074-4f3e-b544-e6f480e8c3ef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859215 Feb 09 14:01:11.063635 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:11.099892 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] For port 14f45597-d214-48fa-88a9-4608eae6ae4b, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:01:11.101075 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-eb2b18c3-7f41-4ff5-b2af-77ac04b4601a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:11.110281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] For port 14f45597-d214-48fa-88a9-4608eae6ae4b, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=14f45597-d214-48fa-88a9-4608eae6ae4b,segment=NetworkSegment(41ae06dd-61c7-4763-ae39-589e7b5fa24d),segment_id=41ae06dd-61c7-4763-ae39-589e7b5fa24d)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:01:11.125807 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:11.224828 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff44b65-9c18-4e75-9ff0-93da6b05e14a req-3e7a5591-c2de-4090-ab1f-6b679498b76b tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:11.228855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-eb2b18c3-7f41-4ff5-b2af-77ac04b4601a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Network 3a9adc7a-c36b-4c52-b5e7-269039511123 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:11.234904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-eb2b18c3-7f41-4ff5-b2af-77ac04b4601a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:11.237486 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eff44b65-9c18-4e75-9ff0-93da6b05e14a req-3e7a5591-c2de-4090-ab1f-6b679498b76b tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 931 time: 0.1189849 Feb 09 14:01:11.250535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-eb2b18c3-7f41-4ff5-b2af-77ac04b4601a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:01:11.256450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-eb2b18c3-7f41-4ff5-b2af-77ac04b4601a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:11.257317 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-eb2b18c3-7f41-4ff5-b2af-77ac04b4601a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:11.266162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b18c3-7f41-4ff5-b2af-77ac04b4601a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Pushing event updated for resources: {'Port': ['ID=dea1e5c4-8275-4212-82cd-848f1f15e58d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:11.290755 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Routers {'ecea4e42-8818-476f-8b00-c3d69c5add06'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:01:11.293897 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:00:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ecea4e42-8818-476f-8b00-c3d69c5add06'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:11.330951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-eff44b65-9c18-4e75-9ff0-93da6b05e14a req-0bd192c2-c0d9-4683-8938-a382790e8fe5 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Synchronizing usage tracker for tenant:599ada696464469cbeafc3efd9524c59 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:11.359413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-eff44b65-9c18-4e75-9ff0-93da6b05e14a req-0bd192c2-c0d9-4683-8938-a382790e8fe5 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Unset dirty status for tenant:599ada696464469cbeafc3efd9524c59 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:11.374771 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eff44b65-9c18-4e75-9ff0-93da6b05e14a req-0bd192c2-c0d9-4683-8938-a382790e8fe5 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361139 Feb 09 14:01:11.382974 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-eb2b18c3-7f41-4ff5-b2af-77ac04b4601a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5393965 Feb 09 14:01:11.437411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Allocated IP 172.25.8.67 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/a5532288-e2b2-4b20-b115-eb1d12719211) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:01:11.476436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Request body: {'port': {'device_id': '4664b5da-c91c-4241-bbe6-36b50c649029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:11.595292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] Set router ecea4e42-8818-476f-8b00-c3d69c5add06 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:01:11.625276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb050f-185b-4cfc-b9ec-37af659f17c2 req-00ece61e-d07d-400f-98e1-ac67f88d0e65 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:11.627333 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bceb050f-185b-4cfc-b9ec-37af659f17c2 req-00ece61e-d07d-400f-98e1-ac67f88d0e65 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 950 time: 0.3055604 Feb 09 14:01:11.659490 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f916031-fe0c-4f0b-8395-9aa707bb04dd req-f387a528-9012-4d12-847b-1c6b6d71c57a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0970225 Feb 09 14:01:11.686170 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device fd7dfb92-6586-4bf2-a633-c2b21c86cce7 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:11.766621 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bceb050f-185b-4cfc-b9ec-37af659f17c2 req-45ba14bc-3bfd-4e60-bbda-484acf716c4a tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289902 Feb 09 14:01:11.786983 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:11.805738 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:11.849942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8914e-137b-436c-95a1-2567673d1a67 None None] Pushing event updated for resources: {'Port': ['ID=14f45597-d214-48fa-88a9-4608eae6ae4b,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:11.861833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f916031-fe0c-4f0b-8395-9aa707bb04dd req-1803fffb-779e-42c6-8114-306665275eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:11.864893 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f916031-fe0c-4f0b-8395-9aa707bb04dd req-1803fffb-779e-42c6-8114-306665275eb2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6aa11519cc542469f8c4508a70c73da&device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 1119 time: 0.1224973 Feb 09 14:01:11.958776 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:12.035415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f916031-fe0c-4f0b-8395-9aa707bb04dd req-8f66ae83-982c-421a-b307-cc47801286f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:12.037928 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f916031-fe0c-4f0b-8395-9aa707bb04dd req-8f66ae83-982c-421a-b307-cc47801286f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.1542692 Feb 09 14:01:12.104231 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:12.109344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:12.115658 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port fd7dfb92-6586-4bf2-a633-c2b21c86cce7 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:12.115920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:01:12.116261 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:12.175290 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f916031-fe0c-4f0b-8395-9aa707bb04dd req-7d317b39-3d8f-4da7-b002-9a0ead5439e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=a9675a47-2c97-45f9-90b4-80e0d4c7aa64 HTTP/1.1" status: 200 len: 217 time: 0.1311443 Feb 09 14:01:12.205180 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:12.213012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Pushing event updated for resources: {'Port': ['ID=a5532288-e2b2-4b20-b115-eb1d12719211,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:12.231199 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-878192580-router', 'tenant_id': '12024072d19941a9b576aeb94b5cb79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'fd7dfb92-6586-4bf2-a633-c2b21c86cce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:58Z', 'updated_at': '2022-02-09T14:01:05Z', 'revision_number': 4, 'project_id': '12024072d19941a9b576aeb94b5cb79b', 'gw_port': {'id': 'fd7dfb92-6586-4bf2-a633-c2b21c86cce7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:59Z', 'updated_at': '2022-02-09T14:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '14f45597-d214-48fa-88a9-4608eae6ae4b', 'name': '', 'network_id': 'cd8cdb84-f444-42ab-b5ef-0482a8398cf8', 'tenant_id': '12024072d19941a9b576aeb94b5cb79b', 'mac_address': 'fa:16:3e:ad:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '035ff04b-ac8e-45c2-bbdf-fea918ae0eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:03Z', 'updated_at': '2022-02-09T14:01:11Z', 'revision_number': 4, 'project_id': '12024072d19941a9b576aeb94b5cb79b', 'subnets': [{'id': '035ff04b-ac8e-45c2-bbdf-fea918ae0eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:12.237535 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc50e2-b977-4a24-aad3-9e1e11dd59c7 None None] The sync data for ids ['ecea4e42-8818-476f-8b00-c3d69c5add06'] in n-d-828418-2 is: [{'id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-878192580-router', 'tenant_id': '12024072d19941a9b576aeb94b5cb79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'fd7dfb92-6586-4bf2-a633-c2b21c86cce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:58Z', 'updated_at': '2022-02-09T14:01:05Z', 'revision_number': 4, 'project_id': '12024072d19941a9b576aeb94b5cb79b', 'gw_port': {'id': 'fd7dfb92-6586-4bf2-a633-c2b21c86cce7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:59Z', 'updated_at': '2022-02-09T14:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '14f45597-d214-48fa-88a9-4608eae6ae4b', 'name': '', 'network_id': 'cd8cdb84-f444-42ab-b5ef-0482a8398cf8', 'tenant_id': '12024072d19941a9b576aeb94b5cb79b', 'mac_address': 'fa:16:3e:ad:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '035ff04b-ac8e-45c2-bbdf-fea918ae0eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:03Z', 'updated_at': '2022-02-09T14:01:11Z', 'revision_number': 4, 'project_id': '12024072d19941a9b576aeb94b5cb79b', 'subnets': [{'id': '035ff04b-ac8e-45c2-bbdf-fea918ae0eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:01:12.303760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f916031-fe0c-4f0b-8395-9aa707bb04dd req-d77b8efb-4c52-4113-bcd9-7abb321b1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:12.306821 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f916031-fe0c-4f0b-8395-9aa707bb04dd req-d77b8efb-4c52-4113-bcd9-7abb321b1b55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1246417 Feb 09 14:01:12.405803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e72b3-1199-4bf2-861a-6da53ce21624 req-e8963254-3ca9-4646-aaf9-2d97e0809350 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:12.407387 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7a8e72b3-1199-4bf2-861a-6da53ce21624 req-e8963254-3ca9-4646-aaf9-2d97e0809350 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 968 time: 0.2772551 Feb 09 14:01:12.422252 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:12.448873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f916031-fe0c-4f0b-8395-9aa707bb04dd req-76d45bdf-4929-4784-808c-18a36d8a4170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:12.450371 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f916031-fe0c-4f0b-8395-9aa707bb04dd req-76d45bdf-4929-4784-808c-18a36d8a4170 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1372974 Feb 09 14:01:12.577674 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7a8e72b3-1199-4bf2-861a-6da53ce21624 req-04940cb0-089a-4825-bb13-4e1b5e3ac348 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545415 Feb 09 14:01:12.669942 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f916031-fe0c-4f0b-8395-9aa707bb04dd req-4c4cf335-a691-47e1-8f1f-eb7efc812548 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100906 Feb 09 14:01:12.825132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea1e5c4-8275-4212-82cd-848f1f15e58d {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:12.841067 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:12.890119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Transition to ACTIVE for port object dea1e5c4-8275-4212-82cd-848f1f15e58d will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:12.894549 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f916031-fe0c-4f0b-8395-9aa707bb04dd req-45e524ec-5465-456e-bea7-b028e9d9fde2 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048621 Feb 09 14:01:12.901366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36904ff-6825-4003-8b53-28a540f3262c req-f3f14ee2-adcf-4ea6-8006-dfffcf9c1674 tempest-AggregatesAdminTestJSON-104978824 tempest-AggregatesAdminTestJSON-104978824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:12.903361 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c36904ff-6825-4003-8b53-28a540f3262c req-f3f14ee2-adcf-4ea6-8006-dfffcf9c1674 tempest-AggregatesAdminTestJSON-104978824 tempest-AggregatesAdminTestJSON-104978824-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 1119 time: 0.1215940 Feb 09 14:01:12.909384 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:12.941501 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c36904ff-6825-4003-8b53-28a540f3262c req-2abc7540-755a-4b6c-b3a3-a76d6ca6a2e3 tempest-AggregatesAdminTestJSON-104978824 tempest-AggregatesAdminTestJSON-104978824-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:12.960720 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-c36904ff-6825-4003-8b53-28a540f3262c req-2abc7540-755a-4b6c-b3a3-a76d6ca6a2e3 tempest-AggregatesAdminTestJSON-104978824 tempest-AggregatesAdminTestJSON-104978824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:12.964675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-c36904ff-6825-4003-8b53-28a540f3262c req-2abc7540-755a-4b6c-b3a3-a76d6ca6a2e3 tempest-AggregatesAdminTestJSON-104978824 tempest-AggregatesAdminTestJSON-104978824-project-admin] Usage tracker for resource:security_group_rule and tenant:0555fd51da0149e3956f208ca7168579 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:12.968056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-c36904ff-6825-4003-8b53-28a540f3262c req-2abc7540-755a-4b6c-b3a3-a76d6ca6a2e3 tempest-AggregatesAdminTestJSON-104978824 tempest-AggregatesAdminTestJSON-104978824-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:12.975300 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-c36904ff-6825-4003-8b53-28a540f3262c req-2abc7540-755a-4b6c-b3a3-a76d6ca6a2e3 tempest-AggregatesAdminTestJSON-104978824 tempest-AggregatesAdminTestJSON-104978824-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:12.988069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5076b-d124-4e02-935c-21f6d80bfbba req-5d4d5c97-55a0-4d7a-9b02-06faf476dfa4 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:12.989452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f9a5076b-d124-4e02-935c-21f6d80bfbba req-5d4d5c97-55a0-4d7a-9b02-06faf476dfa4 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Synchronizing usage tracker for tenant:599ada696464469cbeafc3efd9524c59 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:13.021601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Pushing event updated for resources: {'Port': ['ID=dea1e5c4-8275-4212-82cd-848f1f15e58d,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:13.086734 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c36904ff-6825-4003-8b53-28a540f3262c req-2abc7540-755a-4b6c-b3a3-a76d6ca6a2e3 tempest-AggregatesAdminTestJSON-104978824 tempest-AggregatesAdminTestJSON-104978824-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:13.091822 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c36904ff-6825-4003-8b53-28a540f3262c req-2abc7540-755a-4b6c-b3a3-a76d6ca6a2e3 tempest-AggregatesAdminTestJSON-104978824 tempest-AggregatesAdminTestJSON-104978824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:13.107850 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40964) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:13.127942 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c36904ff-6825-4003-8b53-28a540f3262c req-2abc7540-755a-4b6c-b3a3-a76d6ca6a2e3 tempest-AggregatesAdminTestJSON-104978824 tempest-AggregatesAdminTestJSON-104978824-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109718 Feb 09 14:01:13.131607 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:01:13.144178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc7540-755a-4b6c-b3a3-a76d6ca6a2e3 tempest-AggregatesAdminTestJSON-104978824 tempest-AggregatesAdminTestJSON-104978824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0386bef-ef87-471e-811c-aa85ed636f8f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:13.166749 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:13.205108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f9a5076b-d124-4e02-935c-21f6d80bfbba req-5d4d5c97-55a0-4d7a-9b02-06faf476dfa4 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Unset dirty status for tenant:599ada696464469cbeafc3efd9524c59 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:13.224477 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9a5076b-d124-4e02-935c-21f6d80bfbba req-5d4d5c97-55a0-4d7a-9b02-06faf476dfa4 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 931 time: 0.5896981 Feb 09 14:01:13.241605 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:13.327564 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9e0b404-596a-4f9e-a574-ca9d5c5844ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:13.378773 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:13.399572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a9e0b404-596a-4f9e-a574-ca9d5c5844ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:13.408275 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9a5076b-d124-4e02-935c-21f6d80bfbba req-66c8913d-0dc1-4d07-b82a-e81a0436683d tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794846 Feb 09 14:01:13.426092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a9e0b404-596a-4f9e-a574-ca9d5c5844ce admin admin] Usage tracker for resource:security_group_rule and tenant:e896bbe346d5488e9d6d31ad6c96882d is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:13.430344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a9e0b404-596a-4f9e-a574-ca9d5c5844ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:13.438392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a9e0b404-596a-4f9e-a574-ca9d5c5844ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:13.446122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Attempting to bind port dea1e5c4-8275-4212-82cd-848f1f15e58d on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:01:13.447607 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Attempting to bind port dea1e5c4-8275-4212-82cd-848f1f15e58d by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:01:13.452770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Attempting to bind port dea1e5c4-8275-4212-82cd-848f1f15e58d on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:13.478799 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 14f45597-d214-48fa-88a9-4608eae6ae4b up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:13.479290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935aa48-5eb2-4494-a955-a55d4e7a909d req-eed844a8-8d63-4fb5-9d22-505666614e29 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:13.484212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Pushing event updated for resources: {'Port': ['ID=a5532288-e2b2-4b20-b115-eb1d12719211,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:13.485823 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6935aa48-5eb2-4494-a955-a55d4e7a909d req-eed844a8-8d63-4fb5-9d22-505666614e29 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 950 time: 0.2179558 Feb 09 14:01:13.493729 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Port dea1e5c4-8275-4212-82cd-848f1f15e58d on network 3a9adc7a-c36b-4c52-b5e7-269039511123 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:01:13.494367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Attempting to bind port dea1e5c4-8275-4212-82cd-848f1f15e58d on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:13.525411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:01:13.525974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Checking segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:01:13.527609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Bound using segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:01:13.528264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Bound port: dea1e5c4-8275-4212-82cd-848f1f15e58d, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:01:13.529153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:13.552034 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6935aa48-5eb2-4494-a955-a55d4e7a909d req-0234b7d7-757a-4a5d-a053-a508ef22b889 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648270 Feb 09 14:01:13.569481 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:13.576273 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-85db6b48-fb57-46db-9633-1e3b401f0d2d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1094899 Feb 09 14:01:13.671581 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 14f45597-d214-48fa-88a9-4608eae6ae4b completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:13.686649 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9e0b404-596a-4f9e-a574-ca9d5c5844ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:13.687372 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 14f45597-d214-48fa-88a9-4608eae6ae4b triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:13.687926 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:13.695038 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9e0b404-596a-4f9e-a574-ca9d5c5844ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:13.752952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0b404-596a-4f9e-a574-ca9d5c5844ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51a3572-366e-4864-a612-f1b054bb2b92,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:13.753680 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] For port dea1e5c4-8275-4212-82cd-848f1f15e58d, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:01:13.760234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] For port dea1e5c4-8275-4212-82cd-848f1f15e58d, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:01:13.769625 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:13.807580 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a9e0b404-596a-4f9e-a574-ca9d5c5844ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e896bbe346d5488e9d6d31ad6c96882d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6979389 Feb 09 14:01:13.809111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40982) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:13.891062 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:13.933404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Pushing event updated for resources: {'Port': ['ID=dea1e5c4-8275-4212-82cd-848f1f15e58d,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:13.934099 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 14f45597-d214-48fa-88a9-4608eae6ae4b, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=14f45597-d214-48fa-88a9-4608eae6ae4b,segment=NetworkSegment(41ae06dd-61c7-4763-ae39-589e7b5fa24d),segment_id=41ae06dd-61c7-4763-ae39-589e7b5fa24d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:13.940425 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:13.951317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:13.953851 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:13.955305 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-de8af5cf-6dab-44e6-aa71-7369fe38ac01 service neutron] 10.222.0.35 "PUT /v2.0/ports/dea1e5c4-8275-4212-82cd-848f1f15e58d HTTP/1.1" status: 200 len: 1091 time: 2.4973373 Feb 09 14:01:13.955772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4664b5da-c91c-4241-bbe6-36b50c649029', 'tag': 'dea1e5c4-8275-4212-82cd-848f1f15e58d'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:14.041249 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-5efb0e4e-0ad6-4fdb-8df1-d30198cc9a12 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1125191378&fields=id&tenant_id=819ad572178e4886a304631fc3728b0f HTTP/1.1" status: 200 len: 267 time: 0.1535439 Feb 09 14:01:14.042744 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=14f45597-d214-48fa-88a9-4608eae6ae4b,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:14.048273 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3af70352-1eb2-4e2c-8b69-ed0a56682d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:14.148913 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3af70352-1eb2-4e2c-8b69-ed0a56682d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:14.157483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-d227ae98-f9ba-41e7-9ef2-c288bcc5b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:14.158932 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-d227ae98-f9ba-41e7-9ef2-c288bcc5b4e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 1094 time: 0.1611357 Feb 09 14:01:14.170722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b524f0-8844-44ac-b479-85e9504567d0 req-1ed4a479-1921-43e9-ba6f-d7193a955b08 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:14.172135 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96b524f0-8844-44ac-b479-85e9504567d0 req-1ed4a479-1921-43e9-ba6f-d7193a955b08 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 968 time: 0.1178324 Feb 09 14:01:14.245745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-3204835e-9a1c-47a8-9003-1927a0208c3e tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:14.247180 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-3204835e-9a1c-47a8-9003-1927a0208c3e tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/networks?id=4438975a-7484-4e20-a7dd-31c3711d5a27 HTTP/1.1" status: 200 len: 823 time: 0.1894515 Feb 09 14:01:14.251050 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-6acb7d4d-cdb9-4766-adb5-03e5680a81f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d HTTP/1.1" status: 200 len: 217 time: 0.0780139 Feb 09 14:01:14.262842 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3af70352-1eb2-4e2c-8b69-ed0a56682d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:14.276501 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0d0f75d7-b930-48fe-8007-4c783ffcd7ba tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/quotas/819ad572178e4886a304631fc3728b0f HTTP/1.1" status: 200 len: 375 time: 0.0213356 Feb 09 14:01:14.285897 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af70352-1eb2-4e2c-8b69-ed0a56682d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51a3572-366e-4864-a612-f1b054bb2b92,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:14.314782 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96b524f0-8844-44ac-b479-85e9504567d0 req-c9a297e4-4701-4e81-9899-9730d57c4e0c tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942233 Feb 09 14:01:14.347592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-e2990656-2e32-4a44-ad57-3db6c95dada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:14.349422 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-e2990656-2e32-4a44-ad57-3db6c95dada7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.0870235 Feb 09 14:01:14.357153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3af70352-1eb2-4e2c-8b69-ed0a56682d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:14.361996 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3af70352-1eb2-4e2c-8b69-ed0a56682d64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e51a3572-366e-4864-a612-f1b054bb2b92 HTTP/1.1" status: 204 len: 168 time: 0.5476744 Feb 09 14:01:14.392932 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-28568322-54ec-48bd-80f3-e286ec67b8d6 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=819ad572178e4886a304631fc3728b0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1099224 Feb 09 14:01:14.393405 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4664b5da-c91c-4241-bbe6-36b50c649029', 'tag': 'dea1e5c4-8275-4212-82cd-848f1f15e58d', 'status': 'completed', 'code': 200} Feb 09 14:01:14.399847 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-612828c6-9ad5-425d-86aa-ea646c27082b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444643 Feb 09 14:01:14.553339 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-d6cbf4ed-b6ac-4ddc-bbe3-8c16af785291 service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462057 Feb 09 14:01:14.627343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-72ba0e7b-5426-4044-9a53-278102603548 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:01:14.634301 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-72ba0e7b-5426-4044-9a53-278102603548 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0583258 Feb 09 14:01:14.704854 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41008) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:14.732896 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6196ad8-2c13-4106-9b8d-e6a23b3befee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:14.757460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e6196ad8-2c13-4106-9b8d-e6a23b3befee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:14.765200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e6196ad8-2c13-4106-9b8d-e6a23b3befee admin admin] Usage tracker for resource:security_group_rule and tenant:0220abb3546d43cfb3670d629bbf3812 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:14.776913 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e6196ad8-2c13-4106-9b8d-e6a23b3befee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:14.786424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e6196ad8-2c13-4106-9b8d-e6a23b3befee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:14.811378 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-52d62e0d-565e-4623-bfc7-9d3a61b9b7dd service neutron] 10.222.0.48 "GET /v2.0/networks/4438975a-7484-4e20-a7dd-31c3711d5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762993 Feb 09 14:01:14.818201 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d39f34d-be78-4d5b-b545-fea2ff17e09c req-ef328301-2e30-4368-b166-7e872367e830 service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588365 Feb 09 14:01:14.833390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1986692-4f52-4b6c-9692-2e5adb579465 req-486e5c55-ad4c-4285-9b7c-ec04f8e9c1a5 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:14.834847 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1986692-4f52-4b6c-9692-2e5adb579465 req-486e5c55-ad4c-4285-9b7c-ec04f8e9c1a5 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 943 time: 0.1931448 Feb 09 14:01:14.917430 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1986692-4f52-4b6c-9692-2e5adb579465 req-80a1fab4-2977-4d67-a040-95215cc2378d tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766482 Feb 09 14:01:14.957061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758e521-b5b3-43c7-8fd6-fe2f3fca0416 req-a2ef11e9-99a8-4dcd-8406-be497f1ef355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:14.958548 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f758e521-b5b3-43c7-8fd6-fe2f3fca0416 req-a2ef11e9-99a8-4dcd-8406-be497f1ef355 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 1094 time: 0.0873189 Feb 09 14:01:15.012382 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-b306bbfa-22d9-42a2-b02c-58156d0b7790 service neutron] 10.222.0.48 "GET /v2.0/networks/4438975a-7484-4e20-a7dd-31c3711d5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926451 Feb 09 14:01:15.038485 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6196ad8-2c13-4106-9b8d-e6a23b3befee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:15.043896 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6196ad8-2c13-4106-9b8d-e6a23b3befee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:15.102018 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e6196ad8-2c13-4106-9b8d-e6a23b3befee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0220abb3546d43cfb3670d629bbf3812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934076 Feb 09 14:01:15.102210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41012) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:15.105992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6196ad8-2c13-4106-9b8d-e6a23b3befee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f11306f-2250-4650-8249-a3a629dcc84e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:15.161540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758e521-b5b3-43c7-8fd6-fe2f3fca0416 req-fc0d5aec-e44c-4628-8a81-490340ffc413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:15.163491 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f758e521-b5b3-43c7-8fd6-fe2f3fca0416 req-fc0d5aec-e44c-4628-8a81-490340ffc413 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.1958387 Feb 09 14:01:15.188527 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-52da0438-375b-4c9f-8739-683a348df8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:15.215990 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-52da0438-375b-4c9f-8739-683a348df8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:15.240699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2eb529-74f7-4f31-a81d-b8d8f4241432 req-aaba238c-6e3f-4f0c-a214-9feef96c4569 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:15.242359 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e2eb529-74f7-4f31-a81d-b8d8f4241432 req-aaba238c-6e3f-4f0c-a214-9feef96c4569 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 950 time: 0.2024667 Feb 09 14:01:15.251559 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f758e521-b5b3-43c7-8fd6-fe2f3fca0416 req-a627d038-f98a-4f73-80e2-41cb42cdf26a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d HTTP/1.1" status: 200 len: 217 time: 0.0817435 Feb 09 14:01:15.339446 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e2eb529-74f7-4f31-a81d-b8d8f4241432 req-5d985217-dcda-438b-b1db-ce6194abd806 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866368 Feb 09 14:01:15.348159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758e521-b5b3-43c7-8fd6-fe2f3fca0416 req-c5b9b0c2-5934-4500-91a5-e31ac9a30000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:15.349845 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f758e521-b5b3-43c7-8fd6-fe2f3fca0416 req-c5b9b0c2-5934-4500-91a5-e31ac9a30000 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.0841401 Feb 09 14:01:15.350200 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-52da0438-375b-4c9f-8739-683a348df8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:15.377047 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4fc3cb1-30a2-440d-abfe-765d36c5ae55 req-0e5e6c0d-1bc8-4cc7-883c-8f40dc079f0c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 210 time: 0.1095567 Feb 09 14:01:15.394412 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da0438-375b-4c9f-8739-683a348df8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f11306f-2250-4650-8249-a3a629dcc84e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:15.415394 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-52da0438-375b-4c9f-8739-683a348df8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:15.422209 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-52da0438-375b-4c9f-8739-683a348df8bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f11306f-2250-4650-8249-a3a629dcc84e HTTP/1.1" status: 204 len: 168 time: 0.3187759 Feb 09 14:01:15.426492 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f758e521-b5b3-43c7-8fd6-fe2f3fca0416 req-e2a547f3-ac07-43f3-91fb-97ddd2854e00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698392 Feb 09 14:01:15.463564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65844b-8a47-4acb-955b-132d1c325e12 req-956338f6-e184-4049-badb-931bd32d02fa tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:15.465086 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fd65844b-8a47-4acb-955b-132d1c325e12 req-956338f6-e184-4049-badb-931bd32d02fa tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 968 time: 0.1939707 Feb 09 14:01:15.471616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 14f45597-d214-48fa-88a9-4608eae6ae4b up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:15.569128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-fd65844b-8a47-4acb-955b-132d1c325e12 req-23043f75-5f51-44a3-b94b-f1ccd1ecc20c tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Deleting port a9675a47-2c97-45f9-90b4-80e0d4c7aa64 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:01:15.569486 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fd65844b-8a47-4acb-955b-132d1c325e12 req-23043f75-5f51-44a3-b94b-f1ccd1ecc20c tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:15.654150 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 14f45597-d214-48fa-88a9-4608eae6ae4b triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:15.654553 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:15.904370 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f758e521-b5b3-43c7-8fd6-fe2f3fca0416 req-5817e914-f6f4-43d3-a87a-c6ec99598876 service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708664 Feb 09 14:01:15.909195 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb33dac8-9c22-40a0-8066-cd86600c0dc8 req-d49d102c-ea25-434e-b4c4-53f27494c9ea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1892300 Feb 09 14:01:15.998820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a896781-f572-4f8b-8895-95bbd2b22880 req-b2c9ed0f-8852-4318-82fb-a9ba127feb82 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:15.998820 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7a896781-f572-4f8b-8895-95bbd2b22880 req-b2c9ed0f-8852-4318-82fb-a9ba127feb82 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 968 time: 0.3768308 Feb 09 14:01:16.109672 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-fd65844b-8a47-4acb-955b-132d1c325e12 req-23043f75-5f51-44a3-b94b-f1ccd1ecc20c tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] For port a9675a47-2c97-45f9-90b4-80e0d4c7aa64, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a9675a47-2c97-45f9-90b4-80e0d4c7aa64,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:16.110264 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fd65844b-8a47-4acb-955b-132d1c325e12 req-23043f75-5f51-44a3-b94b-f1ccd1ecc20c tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:16.148744 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7a896781-f572-4f8b-8895-95bbd2b22880 req-1a9a7963-e5e7-4dc1-bc40-1129541a4f9f tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e8871bc-619f-4e3a-a524-6cf875579343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359589 Feb 09 14:01:16.228483 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f758e521-b5b3-43c7-8fd6-fe2f3fca0416 req-1b12b6d2-c04d-420a-9f9d-a18d0f846ffe service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091531 Feb 09 14:01:16.238011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33dac8-9c22-40a0-8066-cd86600c0dc8 req-74367085-5fbe-43d3-8e02-f5669b087424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:16.239531 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb33dac8-9c22-40a0-8066-cd86600c0dc8 req-74367085-5fbe-43d3-8e02-f5669b087424 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2503419898374e17a6cf43339e65744b&device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 1101 time: 0.1928458 Feb 09 14:01:16.309117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-fd65844b-8a47-4acb-955b-132d1c325e12 req-23043f75-5f51-44a3-b94b-f1ccd1ecc20c tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Calling delete_port for a9675a47-2c97-45f9-90b4-80e0d4c7aa64 owned by compute:tempest-test_az-90180771 {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:01:16.482200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33dac8-9c22-40a0-8066-cd86600c0dc8 req-1a0d356b-712e-49b5-ad75-37d69193d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:16.483670 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb33dac8-9c22-40a0-8066-cd86600c0dc8 req-1a0d356b-712e-49b5-ad75-37d69193d86d service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.2184856 Feb 09 14:01:16.502631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e9f74-b650-4f2b-90c7-91e8abea79c3 req-306538ae-e470-4177-bb56-9ac1a22e8618 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:16.504356 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f03e9f74-b650-4f2b-90c7-91e8abea79c3 req-306538ae-e470-4177-bb56-9ac1a22e8618 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 950 time: 0.1456838 Feb 09 14:01:16.583466 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb33dac8-9c22-40a0-8066-cd86600c0dc8 req-27037541-a4b9-49a4-ada0-d9fe4dfa1c9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=856d476f-f210-400c-8c07-b4bacc29b38d HTTP/1.1" status: 200 len: 217 time: 0.0925539 Feb 09 14:01:16.640711 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10162b-7f23-44c1-befa-9800c4476b1f req-6261ad43-158e-43b2-b37c-2830022804d0 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:16.642540 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f10162b-7f23-44c1-befa-9800c4476b1f req-6261ad43-158e-43b2-b37c-2830022804d0 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 943 time: 0.2833190 Feb 09 14:01:16.675794 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f03e9f74-b650-4f2b-90c7-91e8abea79c3 req-9c08ffb3-3fb2-41eb-b975-7827436c0012 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147897 Feb 09 14:01:16.682435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33dac8-9c22-40a0-8066-cd86600c0dc8 req-065562ba-f000-42a8-aac8-48da47f9b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:16.683881 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb33dac8-9c22-40a0-8066-cd86600c0dc8 req-065562ba-f000-42a8-aac8-48da47f9b97a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0937209 Feb 09 14:01:16.709793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.21', 54324) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:16.722210 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fd65844b-8a47-4acb-955b-132d1c325e12 req-23043f75-5f51-44a3-b94b-f1ccd1ecc20c tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:16.735520 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['a9675a47-2c97-45f9-90b4-80e0d4c7aa64'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:01:16.841095 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f10162b-7f23-44c1-befa-9800c4476b1f req-0ea2d69f-ac64-45a1-bf4d-3abe8c595d39 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852396 Feb 09 14:01:16.861566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23043f75-5f51-44a3-b94b-f1ccd1ecc20c tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Pushing event deleted for resources: {'Port': ['ID=a9675a47-2c97-45f9-90b4-80e0d4c7aa64,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:16.971896 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-10f821e0-45c5-476a-8303-b40ed9922c80 req-f42a3524-6055-41ee-8ae5-12ee4e5f3a4a tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Synchronizing usage tracker for tenant:819ad572178e4886a304631fc3728b0f on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:16.996735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33dac8-9c22-40a0-8066-cd86600c0dc8 req-95b47fa7-77b7-4182-a197-eda68e13db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:16.998487 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb33dac8-9c22-40a0-8066-cd86600c0dc8 req-95b47fa7-77b7-4182-a197-eda68e13db52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3078737 Feb 09 14:01:16.999667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-10f821e0-45c5-476a-8303-b40ed9922c80 req-f42a3524-6055-41ee-8ae5-12ee4e5f3a4a tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Unset dirty status for tenant:819ad572178e4886a304631fc3728b0f on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:17.008574 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10f821e0-45c5-476a-8303-b40ed9922c80 req-f42a3524-6055-41ee-8ae5-12ee4e5f3a4a tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 210 time: 0.2044065 Feb 09 14:01:17.040069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd65844b-8a47-4acb-955b-132d1c325e12 req-23043f75-5f51-44a3-b94b-f1ccd1ecc20c tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] No DVR routers for this DVR port a9675a47-2c97-45f9-90b4-80e0d4c7aa64 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:01:17.044498 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fd65844b-8a47-4acb-955b-132d1c325e12 req-23043f75-5f51-44a3-b94b-f1ccd1ecc20c tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:17.052955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f070bc4-2111-431a-9f71-dbc82dcc64e9', 'name': 'network-vif-deleted', 'tag': 'a9675a47-2c97-45f9-90b4-80e0d4c7aa64'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:17.081788 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0c740c33-4a95-47dc-a0e3-8de708e35aba tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:17.083633 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0c740c33-4a95-47dc-a0e3-8de708e35aba tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.21 "GET /v2.0/networks?id=4438975a-7484-4e20-a7dd-31c3711d5a27 HTTP/1.1" status: 200 len: 823 time: 0.3729067 Feb 09 14:01:17.093107 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fd65844b-8a47-4acb-955b-132d1c325e12 req-23043f75-5f51-44a3-b94b-f1ccd1ecc20c tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.21 "DELETE /v2.0/ports/a9675a47-2c97-45f9-90b4-80e0d4c7aa64 HTTP/1.1" status: 204 len: 173 time: 1.6211793 Feb 09 14:01:17.143268 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f070bc4-2111-431a-9f71-dbc82dcc64e9', 'name': 'network-vif-deleted', 'tag': 'a9675a47-2c97-45f9-90b4-80e0d4c7aa64', 'status': 'completed', 'code': 200} Feb 09 14:01:17.178906 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb33dac8-9c22-40a0-8066-cd86600c0dc8 req-2924f627-8d20-49a1-8470-54db1e56ce9d service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655078 Feb 09 14:01:17.179657 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-3a914006-6b8b-41cb-a287-411e062f7dc7 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819ad572178e4886a304631fc3728b0f HTTP/1.1" status: 200 len: 380 time: 0.0809505 Feb 09 14:01:17.189820 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-b0986c60-516f-46c8-bc83-74ba356b99a8 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Request body: {'port': {'device_id': 'ce5a541c-704b-4913-9e82-7faac3acae04', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'admin_state_up': True, 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'security_groups': ['8d2d6722-0784-4d4b-a3bd-53833a54ac3b']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:17.363914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-b0986c60-516f-46c8-bc83-74ba356b99a8 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:17.374855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-b0986c60-516f-46c8-bc83-74ba356b99a8 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:17.386037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-b0986c60-516f-46c8-bc83-74ba356b99a8 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Made reservation on behalf of 819ad572178e4886a304631fc3728b0f for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:17.390280 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-b0986c60-516f-46c8-bc83-74ba356b99a8 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:17.399768 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68799704-2de6-4f16-b41e-f8e36b7f788c req-48fb0750-e651-478a-b682-faf92dbeed40 tempest-AggregatesAdminTestJSON-1846127721 tempest-AggregatesAdminTestJSON-1846127721-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f070bc4-2111-431a-9f71-dbc82dcc64e9 HTTP/1.1" status: 200 len: 210 time: 0.0492918 Feb 09 14:01:17.417763 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb33dac8-9c22-40a0-8066-cd86600c0dc8 req-e55e6289-a461-45a0-960f-0d96470cfce2 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293808 Feb 09 14:01:17.600317 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-b0986c60-516f-46c8-bc83-74ba356b99a8 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Allocated IP 172.20.0.12 (4438975a-7484-4e20-a7dd-31c3711d5a27/619ec6b3-3471-4097-954a-be6300563bbd/85a14921-3da9-47af-a34d-cf4932449c7d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:01:17.810328 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-b0986c60-516f-46c8-bc83-74ba356b99a8 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:17.890013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-b0986c60-516f-46c8-bc83-74ba356b99a8 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Transition to ACTIVE for port object 85a14921-3da9-47af-a34d-cf4932449c7d will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:17.943398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148c552-afaf-4297-946e-6758862cf5a7 req-1b6d7023-ff7e-4b32-a304-59e2dfce2f84 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:17.944072 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a02292-45c5-4dc0-b4a1-a16ccf6a89ba req-a3532aeb-9ca6-4771-b0b1-71356b39deba tempest-DeleteServersAdminTestJSON-52571113 tempest-DeleteServersAdminTestJSON-52571113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:17.944919 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8148c552-afaf-4297-946e-6758862cf5a7 req-1b6d7023-ff7e-4b32-a304-59e2dfce2f84 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 950 time: 0.1267257 Feb 09 14:01:17.945714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e2a02292-45c5-4dc0-b4a1-a16ccf6a89ba req-a3532aeb-9ca6-4771-b0b1-71356b39deba tempest-DeleteServersAdminTestJSON-52571113 tempest-DeleteServersAdminTestJSON-52571113-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 1101 time: 0.0810583 Feb 09 14:01:17.956185 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-b0986c60-516f-46c8-bc83-74ba356b99a8 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:18.025235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-e2a02292-45c5-4dc0-b4a1-a16ccf6a89ba req-ebb373c0-50be-4c58-82a5-1235891465df tempest-DeleteServersAdminTestJSON-52571113 tempest-DeleteServersAdminTestJSON-52571113-project-admin] Deleting port 856d476f-f210-400c-8c07-b4bacc29b38d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:01:18.026836 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e2a02292-45c5-4dc0-b4a1-a16ccf6a89ba req-ebb373c0-50be-4c58-82a5-1235891465df tempest-DeleteServersAdminTestJSON-52571113 tempest-DeleteServersAdminTestJSON-52571113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:18.059874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-b0986c60-516f-46c8-bc83-74ba356b99a8 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Network 4438975a-7484-4e20-a7dd-31c3711d5a27 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:18.067590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-b0986c60-516f-46c8-bc83-74ba356b99a8 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:18.071513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0986c60-516f-46c8-bc83-74ba356b99a8 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Pushing event updated for resources: {'Port': ['ID=85a14921-3da9-47af-a34d-cf4932449c7d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:18.073396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-b0986c60-516f-46c8-bc83-74ba356b99a8 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:01:18.078769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-b0986c60-516f-46c8-bc83-74ba356b99a8 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:18.079766 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-b0986c60-516f-46c8-bc83-74ba356b99a8 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:18.085433 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8148c552-afaf-4297-946e-6758862cf5a7 req-1d2289d0-34b7-4786-abf6-836ff85aaadc tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316726 Feb 09 14:01:18.095823 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8059f643-dbe0-4134-885e-b9dee68dfeac tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cf414819203844d7be4cd33f0e40db8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410285 Feb 09 14:01:18.119513 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-b0986c60-516f-46c8-bc83-74ba356b99a8 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9342937 Feb 09 14:01:18.131882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Request body: {'port': {'device_id': 'ce5a541c-704b-4913-9e82-7faac3acae04', 'device_owner': 'compute:tempest-test_az-90180771', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:18.321761 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:18.340842 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-addf9a3f-4609-4d7d-9e61-984f4acf8242 None None] Provisioning for port 85a14921-3da9-47af-a34d-cf4932449c7d completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:18.346795 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-addf9a3f-4609-4d7d-9e61-984f4acf8242 None None] Provisioning complete for port 85a14921-3da9-47af-a34d-cf4932449c7d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:18.347352 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-addf9a3f-4609-4d7d-9e61-984f4acf8242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:18.393033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a97d4-cac7-42d5-8cbc-f3813e2fcfbd req-9eb7321e-19fe-469e-ae25-770980a4f375 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:18.394414 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-938a97d4-cac7-42d5-8cbc-f3813e2fcfbd req-9eb7321e-19fe-469e-ae25-770980a4f375 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 943 time: 0.1990886 Feb 09 14:01:18.397124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-d47f6d3a-e32d-4f4c-8d04-ffdfc7678da1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:18.398534 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-d47f6d3a-e32d-4f4c-8d04-ffdfc7678da1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2926028 Feb 09 14:01:18.408687 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-addf9a3f-4609-4d7d-9e61-984f4acf8242 None None] Port 85a14921-3da9-47af-a34d-cf4932449c7d cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:01:18.433004 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-41814802-7f03-4a62-a700-f50bf58e7be5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/quotas/cf414819203844d7be4cd33f0e40db8a HTTP/1.1" status: 200 len: 375 time: 0.0214143 Feb 09 14:01:18.443694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e2a02292-45c5-4dc0-b4a1-a16ccf6a89ba req-ebb373c0-50be-4c58-82a5-1235891465df tempest-DeleteServersAdminTestJSON-52571113 tempest-DeleteServersAdminTestJSON-52571113-project-admin] For port 856d476f-f210-400c-8c07-b4bacc29b38d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=856d476f-f210-400c-8c07-b4bacc29b38d,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:18.444077 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e2a02292-45c5-4dc0-b4a1-a16ccf6a89ba req-ebb373c0-50be-4c58-82a5-1235891465df tempest-DeleteServersAdminTestJSON-52571113 tempest-DeleteServersAdminTestJSON-52571113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:18.513468 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-938a97d4-cac7-42d5-8cbc-f3813e2fcfbd req-dbdb88a3-5e60-40f1-867c-5a98c55ea868 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998313 Feb 09 14:01:18.597544 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-f1e78df5-7ca5-418b-bf4f-61d31c4244f1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1556904 Feb 09 14:01:18.604281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-e2a02292-45c5-4dc0-b4a1-a16ccf6a89ba req-ebb373c0-50be-4c58-82a5-1235891465df tempest-DeleteServersAdminTestJSON-52571113 tempest-DeleteServersAdminTestJSON-52571113-project-admin] Calling delete_port for 856d476f-f210-400c-8c07-b4bacc29b38d owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:01:18.799676 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device dea1e5c4-8275-4212-82cd-848f1f15e58d details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:01:18.846878 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e2a02292-45c5-4dc0-b4a1-a16ccf6a89ba req-ebb373c0-50be-4c58-82a5-1235891465df tempest-DeleteServersAdminTestJSON-52571113 tempest-DeleteServersAdminTestJSON-52571113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:18.870413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a14921-3da9-47af-a34d-cf4932449c7d {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:18.881697 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:18.913102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Transition to ACTIVE for port object 85a14921-3da9-47af-a34d-cf4932449c7d will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:18.922588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ed72b-bd45-4a84-b7ba-da9168abccb0 req-8ef3ada7-4f46-4afb-9e9a-ca1d57aab5af tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:18.923577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-880ed72b-bd45-4a84-b7ba-da9168abccb0 req-8ef3ada7-4f46-4afb-9e9a-ca1d57aab5af tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Synchronizing usage tracker for tenant:819ad572178e4886a304631fc3728b0f on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:18.928562 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:18.940131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['856d476f-f210-400c-8c07-b4bacc29b38d'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:01:18.960385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb373c0-50be-4c58-82a5-1235891465df tempest-DeleteServersAdminTestJSON-52571113 tempest-DeleteServersAdminTestJSON-52571113-project-admin] Pushing event deleted for resources: {'Port': ['ID=856d476f-f210-400c-8c07-b4bacc29b38d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:18.973479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a9675a47-2c97-45f9-90b4-80e0d4c7aa64 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:01:18.997291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-880ed72b-bd45-4a84-b7ba-da9168abccb0 req-8ef3ada7-4f46-4afb-9e9a-ca1d57aab5af tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Unset dirty status for tenant:819ad572178e4886a304631fc3728b0f on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:18.998998 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-880ed72b-bd45-4a84-b7ba-da9168abccb0 req-8ef3ada7-4f46-4afb-9e9a-ca1d57aab5af tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 932 time: 0.3461862 Feb 09 14:01:19.025560 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: a9675a47-2c97-45f9-90b4-80e0d4c7aa64 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:01:19.026166 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a9675a47-2c97-45f9-90b4-80e0d4c7aa64 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:01:19.029512 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96789c8d-98bd-4c20-9685-65471aba45b1 req-00c032fc-b247-48bb-a2b6-c7642d58fab5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 210 time: 0.1300735 Feb 09 14:01:19.084051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a02292-45c5-4dc0-b4a1-a16ccf6a89ba req-ebb373c0-50be-4c58-82a5-1235891465df tempest-DeleteServersAdminTestJSON-52571113 tempest-DeleteServersAdminTestJSON-52571113-project-admin] No DVR routers for this DVR port 856d476f-f210-400c-8c07-b4bacc29b38d on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:01:19.097119 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e2a02292-45c5-4dc0-b4a1-a16ccf6a89ba req-ebb373c0-50be-4c58-82a5-1235891465df tempest-DeleteServersAdminTestJSON-52571113 tempest-DeleteServersAdminTestJSON-52571113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:19.101561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3d39d0-ccfe-4581-ba6f-ea61a220de20', 'name': 'network-vif-deleted', 'tag': '856d476f-f210-400c-8c07-b4bacc29b38d'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:19.121670 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e2a02292-45c5-4dc0-b4a1-a16ccf6a89ba req-ebb373c0-50be-4c58-82a5-1235891465df tempest-DeleteServersAdminTestJSON-52571113 tempest-DeleteServersAdminTestJSON-52571113-project-admin] 10.222.0.35 "DELETE /v2.0/ports/856d476f-f210-400c-8c07-b4bacc29b38d HTTP/1.1" status: 204 len: 173 time: 1.1693113 Feb 09 14:01:19.155347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port dea1e5c4-8275-4212-82cd-848f1f15e58d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:19.166161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Pushing event updated for resources: {'Port': ['ID=85a14921-3da9-47af-a34d-cf4932449c7d,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:19.193766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'dea1e5c4-8275-4212-82cd-848f1f15e58d', 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123', 'port_id': 'dea1e5c4-8275-4212-82cd-848f1f15e58d', 'mac_address': 'fa:16:3e:6b:22:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727561ed-eee7-4d6c-9032-5a4fe849f97a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:01:19.258547 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-880ed72b-bd45-4a84-b7ba-da9168abccb0 req-a7cfdfe6-b24b-443f-96e3-66c1862e4d64 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028811 Feb 09 14:01:19.319178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Attempting to bind port 85a14921-3da9-47af-a34d-cf4932449c7d on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:01:19.319343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Attempting to bind port 85a14921-3da9-47af-a34d-cf4932449c7d by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:01:19.319671 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Attempting to bind port 85a14921-3da9-47af-a34d-cf4932449c7d on network 4438975a-7484-4e20-a7dd-31c3711d5a27 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:19.333866 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Port 85a14921-3da9-47af-a34d-cf4932449c7d on network 4438975a-7484-4e20-a7dd-31c3711d5a27 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:01:19.334187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Attempting to bind port 85a14921-3da9-47af-a34d-cf4932449c7d on network 4438975a-7484-4e20-a7dd-31c3711d5a27 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:19.348236 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:19.351325 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:01:19.351668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Checking segment: {'id': 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:01:19.352076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Bound using segment: {'id': 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:01:19.352513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Bound port: 85a14921-3da9-47af-a34d-cf4932449c7d, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:01:19.352855 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:19.376134 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3d39d0-ccfe-4581-ba6f-ea61a220de20', 'name': 'network-vif-deleted', 'tag': '856d476f-f210-400c-8c07-b4bacc29b38d', 'status': 'completed', 'code': 200} Feb 09 14:01:19.412637 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea1e5c4-8275-4212-82cd-848f1f15e58d {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:19.454811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port dea1e5c4-8275-4212-82cd-848f1f15e58d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:19.472466 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:19.596407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] For port 85a14921-3da9-47af-a34d-cf4932449c7d, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:01:19.600401 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7f9f4b2-7242-4e6e-bb8d-fc3e63ba186c req-4c81f057-9014-4fc9-9073-0392cccc939b tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b3d39d0-ccfe-4581-ba6f-ea61a220de20 HTTP/1.1" status: 200 len: 210 time: 0.0711625 Feb 09 14:01:19.607219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] For port 85a14921-3da9-47af-a34d-cf4932449c7d, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=85a14921-3da9-47af-a34d-cf4932449c7d,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:01:19.614504 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:19.628746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=dea1e5c4-8275-4212-82cd-848f1f15e58d,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:19.715539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:19.716527 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:19.718793 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] 10.222.0.21 "PUT /v2.0/ports/85a14921-3da9-47af-a34d-cf4932449c7d HTTP/1.1" status: 200 len: 1112 time: 1.5918295 Feb 09 14:01:19.719309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5a541c-704b-4913-9e82-7faac3acae04', 'tag': '85a14921-3da9-47af-a34d-cf4932449c7d'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:19.840945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['dea1e5c4-8275-4212-82cd-848f1f15e58d'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:01:19.868668 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5a541c-704b-4913-9e82-7faac3acae04', 'tag': '85a14921-3da9-47af-a34d-cf4932449c7d', 'status': 'completed', 'code': 200} Feb 09 14:01:19.932854 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baea09b-e197-45b3-898d-3fb53fb83e3d service neutron] Pushing event updated for resources: {'Port': ['ID=85a14921-3da9-47af-a34d-cf4932449c7d,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:19.955136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-58bd32ed-c1d4-48fd-ac47-6fb2dcb3ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:19.957364 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-58bd32ed-c1d4-48fd-ac47-6fb2dcb3ad0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=819ad572178e4886a304631fc3728b0f&device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 1115 time: 0.1502428 Feb 09 14:01:19.967752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0601b80-de91-442e-b4bd-c2aacba866d6 req-57a2dacd-e4ce-4199-b766-e302895ad0b6 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:19.969510 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e0601b80-de91-442e-b4bd-c2aacba866d6 req-57a2dacd-e4ce-4199-b766-e302895ad0b6 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 944 time: 0.2371085 Feb 09 14:01:20.080338 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-ea674726-7ea5-4f8f-981e-1eeebfcd5b3b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85a14921-3da9-47af-a34d-cf4932449c7d HTTP/1.1" status: 200 len: 217 time: 0.1097548 Feb 09 14:01:20.154164 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e0601b80-de91-442e-b4bd-c2aacba866d6 req-6cd54c73-9b78-4fa5-96d9-85b77cbc13b3 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074727 Feb 09 14:01:20.176826 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-bd8ea2d2-3262-4a6f-9179-a61b854f9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:20.178319 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-bd8ea2d2-3262-4a6f-9179-a61b854f9318 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=619ec6b3-3471-4097-954a-be6300563bbd HTTP/1.1" status: 200 len: 862 time: 0.0818818 Feb 09 14:01:20.275965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0f33a0ee-eb4e-48c1-b2a7-f7c0687b8776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:20.277566 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-0f33a0ee-eb4e-48c1-b2a7-f7c0687b8776 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4438975a-7484-4e20-a7dd-31c3711d5a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842175 Feb 09 14:01:20.401914 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-33776a88-53f9-43bf-bb11-5d6ac216d524 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cf414819203844d7be4cd33f0e40db8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363724 Feb 09 14:01:20.437657 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d49678b7-182b-49c5-ac4c-4bf0829f3f5d req-527560f2-b0e9-4bb9-b5e1-4d5b0980de37 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 210 time: 0.1829250 Feb 09 14:01:20.638833 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-df6cdeb7-e068-4b71-a959-5b23ee914aa7 service neutron] 10.222.0.21 "GET /v2.0/networks/4438975a-7484-4e20-a7dd-31c3711d5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547342 Feb 09 14:01:20.747754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-a2ba7ddf-09e7-47cc-b9ee-ed2042c0c6f5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:20.747754 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-a2ba7ddf-09e7-47cc-b9ee-ed2042c0c6f5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3241892 Feb 09 14:01:20.752748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Request body: {'port': {'device_id': 'd0c7cb25-b888-4e88-9bc7-ff872ceba740', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': 'cf414819203844d7be4cd33f0e40db8a'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:20.807620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device dea1e5c4-8275-4212-82cd-848f1f15e58d up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:20.839641 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400173d9-bdba-4fb2-aa3e-f377c05f3fb8 req-9844a37a-c83c-493c-9ec6-02a29e197427 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:20.841174 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-400173d9-bdba-4fb2-aa3e-f377c05f3fb8 req-9844a37a-c83c-493c-9ec6-02a29e197427 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 964 time: 0.3451662 Feb 09 14:01:20.887301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port dea1e5c4-8275-4212-82cd-848f1f15e58d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:20.893756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port dea1e5c4-8275-4212-82cd-848f1f15e58d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:20.894216 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:21.013297 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-ef96bd14-3c82-4d16-9a3a-896b8982e1f2 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2503419898374e17a6cf43339e65744b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275841 Feb 09 14:01:21.026831 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:21.032161 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-400173d9-bdba-4fb2-aa3e-f377c05f3fb8 req-4b9afaa5-fbc0-4e89-8417-7434702c07d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709321 Feb 09 14:01:21.038062 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97b16747-0d35-4858-83dd-552f7c6a7355 req-dd5b1e92-f02b-4797-b09c-c8ca07477934 service neutron] 10.222.0.21 "GET /v2.0/networks/4438975a-7484-4e20-a7dd-31c3711d5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900452 Feb 09 14:01:21.040282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:21.044614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Usage tracker for resource:port and tenant:cf414819203844d7be4cd33f0e40db8a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:21.047584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:21.055054 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:21.058760 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4664b5da-c91c-4241-bbe6-36b50c649029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea1e5c4-8275-4212-82cd-848f1f15e58d'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:21.073492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Made reservation on behalf of cf414819203844d7be4cd33f0e40db8a for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:21.078053 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port dea1e5c4-8275-4212-82cd-848f1f15e58d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:21.078488 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:21.086360 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:21.087870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 856d476f-f210-400c-8c07-b4bacc29b38d no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:01:21.092835 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:21.151319 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:21.156919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Usage tracker for resource:security_group_rule and tenant:cf414819203844d7be4cd33f0e40db8a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:21.167419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:21.174893 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:21.210976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-16c33f2e-2f31-42f5-9654-1eacecb0e5e8 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:21.212960 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-16c33f2e-2f31-42f5-9654-1eacecb0e5e8 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918812 Feb 09 14:01:21.216548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6457b-6c1a-4364-bd59-9abc7e920110 req-668952b4-686e-4202-94ce-42c73ae7e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:21.218075 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-54f6457b-6c1a-4364-bd59-9abc7e920110 req-668952b4-686e-4202-94ce-42c73ae7e99b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=819ad572178e4886a304631fc3728b0f&device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 1115 time: 0.1162336 Feb 09 14:01:21.221783 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 856d476f-f210-400c-8c07-b4bacc29b38d {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:01:21.222399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 856d476f-f210-400c-8c07-b4bacc29b38d not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:01:21.234271 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-b044f90c-c382-4039-82ec-6da7fdc20186 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/quotas/2503419898374e17a6cf43339e65744b HTTP/1.1" status: 200 len: 375 time: 0.0113111 Feb 09 14:01:21.235288 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4664b5da-c91c-4241-bbe6-36b50c649029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea1e5c4-8275-4212-82cd-848f1f15e58d', 'code': 200} Feb 09 14:01:21.254535 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=dea1e5c4-8275-4212-82cd-848f1f15e58d,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:21.324137 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-bd92fb9b-6308-43f5-8369-3f2cea3933bc tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Synchronizing usage tracker for tenant:2503419898374e17a6cf43339e65744b on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:21.352806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-bd92fb9b-6308-43f5-8369-3f2cea3933bc tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Unset dirty status for tenant:2503419898374e17a6cf43339e65744b on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:21.356511 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-bd92fb9b-6308-43f5-8369-3f2cea3933bc tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2503419898374e17a6cf43339e65744b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1160822 Feb 09 14:01:21.369330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03a0aa-b5c0-4afe-8516-cd6a5bb7beae req-36dfcc0e-613b-4030-96f8-4cfa4f057561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:21.370776 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bf03a0aa-b5c0-4afe-8516-cd6a5bb7beae req-36dfcc0e-613b-4030-96f8-4cfa4f057561 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 1096 time: 0.0957665 Feb 09 14:01:21.415937 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bf03a0aa-b5c0-4afe-8516-cd6a5bb7beae req-3ba06b20-9639-485d-b070-9ad79e293184 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387244 Feb 09 14:01:21.460491 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:21.475849 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:21.535584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6457b-6c1a-4364-bd59-9abc7e920110 req-deb66f5b-6a9c-4c1a-8cbe-ce1aeac43a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:21.537074 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-54f6457b-6c1a-4364-bd59-9abc7e920110 req-deb66f5b-6a9c-4c1a-8cbe-ce1aeac43a15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4438975a-7484-4e20-a7dd-31c3711d5a27 HTTP/1.1" status: 200 len: 923 time: 0.3133862 Feb 09 14:01:21.630654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b469c7e-3b94-4009-aae1-7a51ea6db7d0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:21.645679 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-54f6457b-6c1a-4364-bd59-9abc7e920110 req-0c2dacec-3876-4837-a3eb-6a692f31f69c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85a14921-3da9-47af-a34d-cf4932449c7d HTTP/1.1" status: 200 len: 217 time: 0.0874012 Feb 09 14:01:21.657080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d6c46-9dd2-4f0a-959d-e2f68eb94560 req-faa42caa-7ac0-4e6f-abc0-8c133cd04722 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:21.658587 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dc7d6c46-9dd2-4f0a-959d-e2f68eb94560 req-faa42caa-7ac0-4e6f-abc0-8c133cd04722 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 945 time: 0.3083496 Feb 09 14:01:21.764766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e955931-2b2d-4451-9470-b1a8639b57e7 req-1066e54d-8106-4996-ae1a-5f63d8c60307 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 210 time: 0.0439165 Feb 09 14:01:21.816296 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6457b-6c1a-4364-bd59-9abc7e920110 req-8b3b39fe-4dcc-4248-b513-20cccfcf9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:21.817733 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-54f6457b-6c1a-4364-bd59-9abc7e920110 req-8b3b39fe-4dcc-4248-b513-20cccfcf9244 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=619ec6b3-3471-4097-954a-be6300563bbd HTTP/1.1" status: 200 len: 862 time: 0.1516924 Feb 09 14:01:21.832020 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dc7d6c46-9dd2-4f0a-959d-e2f68eb94560 req-6f379bb8-2b51-4379-9d5c-f49bb91656b4 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616220 Feb 09 14:01:21.873046 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c9f035d-9e11-4b7b-a8b0-f5316e6d36e2 req-a84b8dce-5770-499e-848c-7b9d2587dc66 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 210 time: 0.0533180 Feb 09 14:01:21.897012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Allocated IP 192.168.233.6 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/7ff447dc-3755-4a6f-b061-94973b5f3fe3) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:01:21.990443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6457b-6c1a-4364-bd59-9abc7e920110 req-8f954a09-13a0-401f-b602-10cd4c0b2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:21.991955 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-54f6457b-6c1a-4364-bd59-9abc7e920110 req-8f954a09-13a0-401f-b602-10cd4c0b2cf0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4438975a-7484-4e20-a7dd-31c3711d5a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639054 Feb 09 14:01:22.254257 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:22.269618 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-54f6457b-6c1a-4364-bd59-9abc7e920110 req-b65a0ea4-61a3-4e9e-bcfa-067faeebaca7 service neutron] 10.222.0.21 "GET /v2.0/networks/4438975a-7484-4e20-a7dd-31c3711d5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292755 Feb 09 14:01:22.302334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Transition to ACTIVE for port object 7ff447dc-3755-4a6f-b061-94973b5f3fe3 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:22.338753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2183d-ec61-4c7b-8769-9aef9482415d req-a87db1d6-854a-475c-b584-ab0f75c9c11d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:22.346740 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7b2183d-ec61-4c7b-8769-9aef9482415d req-a87db1d6-854a-475c-b584-ab0f75c9c11d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 964 time: 0.0985880 Feb 09 14:01:22.403184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b7b2183d-ec61-4c7b-8769-9aef9482415d req-2edd0fd9-2da6-4213-a5b8-81b96e44f5fe tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Synchronizing usage tracker for tenant:819ad572178e4886a304631fc3728b0f on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:22.420443 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:22.424674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b7b2183d-ec61-4c7b-8769-9aef9482415d req-2edd0fd9-2da6-4213-a5b8-81b96e44f5fe tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Unset dirty status for tenant:819ad572178e4886a304631fc3728b0f on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:22.426253 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7b2183d-ec61-4c7b-8769-9aef9482415d req-2edd0fd9-2da6-4213-a5b8-81b96e44f5fe tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731392 Feb 09 14:01:22.472474 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-54f6457b-6c1a-4364-bd59-9abc7e920110 req-b1c7adff-0875-4e23-9c43-54cf9bc442f5 service neutron] 10.222.0.21 "GET /v2.0/networks/4438975a-7484-4e20-a7dd-31c3711d5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948028 Feb 09 14:01:22.509757 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:22.513429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:22.517474 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:01:22.528897 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:22.529736 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:22.552153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Pushing event updated for resources: {'Port': ['ID=7ff447dc-3755-4a6f-b061-94973b5f3fe3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:22.626366 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-fa6a1278-39cc-4ef5-92fd-f45bd4d771e0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8757451 Feb 09 14:01:22.638997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Request body: {'port': {'device_id': 'd0c7cb25-b888-4e88-9bc7-ff872ceba740', 'device_owner': 'compute:tempest-test_az-90180771', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:22.912534 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:22.977827 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7a1cbd50-1022-49c7-9e02-0c697c8e8295 None None] Provisioning for port 7ff447dc-3755-4a6f-b061-94973b5f3fe3 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:22.986191 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7a1cbd50-1022-49c7-9e02-0c697c8e8295 None None] Provisioning complete for port 7ff447dc-3755-4a6f-b061-94973b5f3fe3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:22.986913 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7a1cbd50-1022-49c7-9e02-0c697c8e8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:22.991067 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-d8ab4a63-578a-4cf7-872e-2f3339ad04e1 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2503419898374e17a6cf43339e65744b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0886352 Feb 09 14:01:23.108128 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-7a1cbd50-1022-49c7-9e02-0c697c8e8295 None None] Port 7ff447dc-3755-4a6f-b061-94973b5f3fe3 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:01:23.204403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c09b17-6ae6-4b8d-8406-897412dc371e req-1c7435a4-c594-4763-8579-3e73319a28f7 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:23.205970 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93c09b17-6ae6-4b8d-8406-897412dc371e req-1c7435a4-c594-4763-8579-3e73319a28f7 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 934 time: 0.2679911 Feb 09 14:01:23.206708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41302) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:23.258326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-90345375-a047-4231-b41a-8c9d0f6af1f7 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:23.259806 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-90345375-a047-4231-b41a-8c9d0f6af1f7 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579288 Feb 09 14:01:23.277271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-fc69513c-fa2e-4bf8-9b2b-36dd7f3fd5e9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Request body: {'port': {'device_id': '47cba68d-fb1e-40f4-ad08-392487eab698', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': '2503419898374e17a6cf43339e65744b'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:23.364674 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93c09b17-6ae6-4b8d-8406-897412dc371e req-dbee8e66-e713-4515-b286-95e3a6f55ff5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439812 Feb 09 14:01:23.372419 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-198d0597-8cb7-45e3-9a6d-2e747c46685d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:23.391202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd0d5f-1ea9-43cc-894e-45edffd9fa4c req-9c64e777-9927-4b61-b48f-7890e0f46847 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:23.392932 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-17bd0d5f-1ea9-43cc-894e-45edffd9fa4c req-9c64e777-9927-4b61-b48f-7890e0f46847 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 945 time: 0.2928376 Feb 09 14:01:23.403619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-198d0597-8cb7-45e3-9a6d-2e747c46685d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:23.415527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-198d0597-8cb7-45e3-9a6d-2e747c46685d admin admin] Usage tracker for resource:security_group_rule and tenant:4e6c370940c34a1ebb19d5641e58b9fd is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:23.420379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-198d0597-8cb7-45e3-9a6d-2e747c46685d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:23.438885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-198d0597-8cb7-45e3-9a6d-2e747c46685d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:23.464347 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-17bd0d5f-1ea9-43cc-894e-45edffd9fa4c req-8b26fc8b-27ae-48d7-a89a-3659fe10f761 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563290 Feb 09 14:01:23.477415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-fc69513c-fa2e-4bf8-9b2b-36dd7f3fd5e9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:23.515418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-fc69513c-fa2e-4bf8-9b2b-36dd7f3fd5e9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:23.544107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff447dc-3755-4a6f-b061-94973b5f3fe3 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:23.555631 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:23.562171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-fc69513c-fa2e-4bf8-9b2b-36dd7f3fd5e9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Made reservation on behalf of 2503419898374e17a6cf43339e65744b for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:23.566315 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-fc69513c-fa2e-4bf8-9b2b-36dd7f3fd5e9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:23.578006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Transition to ACTIVE for port object 7ff447dc-3755-4a6f-b061-94973b5f3fe3 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:23.586455 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:23.671903 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff447dc-3755-4a6f-b061-94973b5f3fe3,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:23.760580 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-198d0597-8cb7-45e3-9a6d-2e747c46685d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:23.807992 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-422e01ae-858d-4e3d-862f-5fdc64701569 req-73e08364-fe93-459b-81d3-5125c31febe9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 210 time: 0.1395624 Feb 09 14:01:23.811447 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-198d0597-8cb7-45e3-9a6d-2e747c46685d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:23.876415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Attempting to bind port 7ff447dc-3755-4a6f-b061-94973b5f3fe3 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:01:23.876845 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Attempting to bind port 7ff447dc-3755-4a6f-b061-94973b5f3fe3 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:01:23.878594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Attempting to bind port 7ff447dc-3755-4a6f-b061-94973b5f3fe3 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:23.891105 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Port 7ff447dc-3755-4a6f-b061-94973b5f3fe3 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:01:23.891721 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Attempting to bind port 7ff447dc-3755-4a6f-b061-94973b5f3fe3 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:23.906843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:01:23.907247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:01:23.907765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:01:23.908895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Bound port: 7ff447dc-3755-4a6f-b061-94973b5f3fe3, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:01:23.909736 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:23.953364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-198d0597-8cb7-45e3-9a6d-2e747c46685d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e6c370940c34a1ebb19d5641e58b9fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7423799 Feb 09 14:01:23.955154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41324) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:23.969700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d0597-8cb7-45e3-9a6d-2e747c46685d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cead7e20-7b1e-4c4f-9814-8a9c03a2949f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:24.014702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-fc69513c-fa2e-4bf8-9b2b-36dd7f3fd5e9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Allocated IP 192.168.233.195 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/3a47caed-2c7b-45b1-be1f-1408713a9917) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:01:24.037268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] For port 7ff447dc-3755-4a6f-b061-94973b5f3fe3, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:01:24.041300 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] For port 7ff447dc-3755-4a6f-b061-94973b5f3fe3, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=7ff447dc-3755-4a6f-b061-94973b5f3fe3,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:01:24.048133 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:24.092580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d988ada-51d2-409a-a2e8-45fee0abf9bb req-eadbe74a-14e7-4b75-b974-b6d80f3ebc21 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:24.094026 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d988ada-51d2-409a-a2e8-45fee0abf9bb req-eadbe74a-14e7-4b75-b974-b6d80f3ebc21 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 964 time: 0.3361027 Feb 09 14:01:24.113294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:24.113936 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:24.115323 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] 10.222.0.21 "PUT /v2.0/ports/7ff447dc-3755-4a6f-b061-94973b5f3fe3 HTTP/1.1" status: 200 len: 1114 time: 1.4841156 Feb 09 14:01:24.115764 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c7cb25-b888-4e88-9bc7-ff872ceba740', 'tag': '7ff447dc-3755-4a6f-b061-94973b5f3fe3'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:24.142902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa78b16-7399-4557-8bb1-10805dfd2c69 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff447dc-3755-4a6f-b061-94973b5f3fe3,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:24.159894 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fcf1c866-51be-461c-9fa8-69e08c8bae77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:24.283072 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d988ada-51d2-409a-a2e8-45fee0abf9bb req-bd8330b4-e2f2-4b88-b55b-18ccd8c0531e tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692979 Feb 09 14:01:24.306544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-f007eac8-3207-4ee7-928a-67d8ade59d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:24.307443 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-f007eac8-3207-4ee7-928a-67d8ade59d6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 1117 time: 0.1410301 Feb 09 14:01:24.309007 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fcf1c866-51be-461c-9fa8-69e08c8bae77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:24.382130 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319afecc-b548-4045-a500-c4d4de443588 req-85ec0e0e-9e42-4f4b-8459-0915010c1940 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:24.389340 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-319afecc-b548-4045-a500-c4d4de443588 req-85ec0e0e-9e42-4f4b-8459-0915010c1940 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 1096 time: 0.1632936 Feb 09 14:01:24.392888 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-24852f17-5944-4824-a280-2276414ff0d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=7ff447dc-3755-4a6f-b061-94973b5f3fe3 HTTP/1.1" status: 200 len: 217 time: 0.0780945 Feb 09 14:01:24.482747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-319afecc-b548-4045-a500-c4d4de443588 req-55043fea-0e9e-4e95-981e-8c455129ba7d tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Synchronizing usage tracker for tenant:3239b83d437640b18d65d8bd9e10c867 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:24.503363 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-fc69513c-fa2e-4bf8-9b2b-36dd7f3fd5e9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:24.542652 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fcf1c866-51be-461c-9fa8-69e08c8bae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:24.548311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-d2fb8417-132a-4483-8f3a-15e261af820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:24.550079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-fc69513c-fa2e-4bf8-9b2b-36dd7f3fd5e9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Transition to ACTIVE for port object 3a47caed-2c7b-45b1-be1f-1408713a9917 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:24.556315 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-d2fb8417-132a-4483-8f3a-15e261af820d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1465917 Feb 09 14:01:24.559299 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c7cb25-b888-4e88-9bc7-ff872ceba740', 'tag': '7ff447dc-3755-4a6f-b061-94973b5f3fe3', 'status': 'completed', 'code': 200} Feb 09 14:01:24.562711 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-319afecc-b548-4045-a500-c4d4de443588 req-55043fea-0e9e-4e95-981e-8c455129ba7d tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Unset dirty status for tenant:3239b83d437640b18d65d8bd9e10c867 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:24.568587 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-319afecc-b548-4045-a500-c4d4de443588 req-55043fea-0e9e-4e95-981e-8c455129ba7d tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782219 Feb 09 14:01:24.584840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1c866-51be-461c-9fa8-69e08c8bae77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cead7e20-7b1e-4c4f-9814-8a9c03a2949f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:24.645839 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fcf1c866-51be-461c-9fa8-69e08c8bae77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:24.647669 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fcf1c866-51be-461c-9fa8-69e08c8bae77 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cead7e20-7b1e-4c4f-9814-8a9c03a2949f HTTP/1.1" status: 204 len: 168 time: 0.6843724 Feb 09 14:01:24.687637 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-fc69513c-fa2e-4bf8-9b2b-36dd7f3fd5e9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:24.731418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41346) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:24.833288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-f570a537-e746-41ce-8cee-6705a429bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:24.836030 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-f570a537-e746-41ce-8cee-6705a429bd41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2751789 Feb 09 14:01:24.945894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 85a14921-3da9-47af-a34d-cf4932449c7d details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:01:25.091332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-fc69513c-fa2e-4bf8-9b2b-36dd7f3fd5e9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:25.101752 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-fc69513c-fa2e-4bf8-9b2b-36dd7f3fd5e9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:25.124561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-fc69513c-fa2e-4bf8-9b2b-36dd7f3fd5e9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:01:25.136333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-fc69513c-fa2e-4bf8-9b2b-36dd7f3fd5e9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:25.137351 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-fc69513c-fa2e-4bf8-9b2b-36dd7f3fd5e9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:25.165317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69513c-fa2e-4bf8-9b2b-36dd7f3fd5e9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Pushing event updated for resources: {'Port': ['ID=3a47caed-2c7b-45b1-be1f-1408713a9917,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:25.194307 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-fc69513c-fa2e-4bf8-9b2b-36dd7f3fd5e9 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9211831 Feb 09 14:01:25.222890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 85a14921-3da9-47af-a34d-cf4932449c7d, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=85a14921-3da9-47af-a34d-cf4932449c7d,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:25.224282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Request body: {'port': {'device_id': '47cba68d-fb1e-40f4-ad08-392487eab698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:25.236717 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-436170b2-bf66-4406-be07-827c79a9c16c service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901706 Feb 09 14:01:25.244805 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '85a14921-3da9-47af-a34d-cf4932449c7d', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'port_id': '85a14921-3da9-47af-a34d-cf4932449c7d', 'mac_address': 'fa:16:3e:79:fe:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:tempest-test_az-90180771', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:01:25.299514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41358) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:25.307869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf15d32-4dcd-43dc-8ed9-0cc25efc25e8 req-34c49583-923f-450d-95e9-78521e523bae tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:25.310514 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4cf15d32-4dcd-43dc-8ed9-0cc25efc25e8 req-34c49583-923f-450d-95e9-78521e523bae tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 1096 time: 0.3594866 Feb 09 14:01:25.368930 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:25.380721 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68ed66-e3ec-4653-8011-ddd18fcbb6f5 req-53f549e0-d3ca-49b4-a5fc-04a6390c61f3 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:25.381905 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2845116a-93cd-4b00-b12f-0f1ca094aa02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:25.392571 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f68ed66-e3ec-4653-8011-ddd18fcbb6f5 req-53f549e0-d3ca-49b4-a5fc-04a6390c61f3 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 966 time: 0.4603784 Feb 09 14:01:25.401328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a14921-3da9-47af-a34d-cf4932449c7d {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:25.403508 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-442c67cc-e8e9-46cb-8a6a-906f441ac59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:25.407763 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2845116a-93cd-4b00-b12f-0f1ca094aa02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:25.429246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2845116a-93cd-4b00-b12f-0f1ca094aa02 admin admin] Usage tracker for resource:security_group_rule and tenant:2d4a58fe6ec64ed5adc83773c601b480 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:25.430027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 85a14921-3da9-47af-a34d-cf4932449c7d, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=85a14921-3da9-47af-a34d-cf4932449c7d,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:25.435813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2845116a-93cd-4b00-b12f-0f1ca094aa02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:25.436593 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:25.452707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2845116a-93cd-4b00-b12f-0f1ca094aa02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:25.460779 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4cf15d32-4dcd-43dc-8ed9-0cc25efc25e8 req-3bdc88a3-c6c7-42a8-8445-3fb631d7cf6d tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997448 Feb 09 14:01:25.469845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-442c67cc-e8e9-46cb-8a6a-906f441ac59a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:25.521739 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cbe4a1ef-276e-4597-a304-81972ea9b88b req-727323b0-79f2-4e51-bea9-1cfa5caa2a69 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750764 Feb 09 14:01:25.542142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-442c67cc-e8e9-46cb-8a6a-906f441ac59a admin admin] Usage tracker for resource:security_group_rule and tenant:2de8277b87064c7786c3137d0f5389c4 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:25.558119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-442c67cc-e8e9-46cb-8a6a-906f441ac59a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:25.596528 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d988b1b9-924d-409b-a1cd-6f7dbde3eaef None None] Provisioning for port 3a47caed-2c7b-45b1-be1f-1408713a9917 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:25.610744 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d988b1b9-924d-409b-a1cd-6f7dbde3eaef None None] Provisioning complete for port 3a47caed-2c7b-45b1-be1f-1408713a9917 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:25.611473 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d988b1b9-924d-409b-a1cd-6f7dbde3eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:25.616973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-442c67cc-e8e9-46cb-8a6a-906f441ac59a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:25.679408 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:25.714716 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f68ed66-e3ec-4653-8011-ddd18fcbb6f5 req-74cb69c6-0c3f-4486-9f5e-6b3aa08d15d4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877796 Feb 09 14:01:25.777129 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=85a14921-3da9-47af-a34d-cf4932449c7d,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:25.792943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d988b1b9-924d-409b-a1cd-6f7dbde3eaef None None] Port 3a47caed-2c7b-45b1-be1f-1408713a9917 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:01:25.844640 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2845116a-93cd-4b00-b12f-0f1ca094aa02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:25.855885 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2845116a-93cd-4b00-b12f-0f1ca094aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:25.909175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873b7f3-fe7c-46c2-b219-4fbaa2332c54 req-421e2bdb-cfd0-4f0b-b0db-1fcde7b87945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:25.911602 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4873b7f3-fe7c-46c2-b219-4fbaa2332c54 req-421e2bdb-cfd0-4f0b-b0db-1fcde7b87945 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 1117 time: 0.3119450 Feb 09 14:01:25.993319 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['85a14921-3da9-47af-a34d-cf4932449c7d'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:01:26.071473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845116a-93cd-4b00-b12f-0f1ca094aa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3d6c6d-f48f-4c4b-8f67-f4a1d857bdb5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:26.079206 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2845116a-93cd-4b00-b12f-0f1ca094aa02 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d4a58fe6ec64ed5adc83773c601b480&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3344562 Feb 09 14:01:26.079753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41376) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:26.173254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208868ec-aced-41ed-ac11-186b4e86fceb req-3792a59a-e7fb-4610-ac51-43760f2485ad tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:26.174961 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-208868ec-aced-41ed-ac11-186b4e86fceb req-3792a59a-e7fb-4610-ac51-43760f2485ad tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 965 time: 0.2516901 Feb 09 14:01:26.180937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873b7f3-fe7c-46c2-b219-4fbaa2332c54 req-be19cd26-cce1-40c4-a4f0-4c156aaf2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:26.182629 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4873b7f3-fe7c-46c2-b219-4fbaa2332c54 req-be19cd26-cce1-40c4-a4f0-4c156aaf2399 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.2204576 Feb 09 14:01:26.228018 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-442c67cc-e8e9-46cb-8a6a-906f441ac59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.242939 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-442c67cc-e8e9-46cb-8a6a-906f441ac59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.266715 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4873b7f3-fe7c-46c2-b219-4fbaa2332c54 req-9142f288-84c9-4031-92a5-7d4dcf345235 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=7ff447dc-3755-4a6f-b061-94973b5f3fe3 HTTP/1.1" status: 200 len: 217 time: 0.0677328 Feb 09 14:01:26.272737 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909f194-5639-4b6f-be0a-1b50b8fa3d75 req-5ab3012d-a749-4433-bb1f-a993b365f1e8 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:26.273445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4909f194-5639-4b6f-be0a-1b50b8fa3d75 req-5ab3012d-a749-4433-bb1f-a993b365f1e8 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Synchronizing usage tracker for tenant:2503419898374e17a6cf43339e65744b on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:26.282264 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-44c4efd1-0174-411f-a851-723b92dc5535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.329943 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-208868ec-aced-41ed-ac11-186b4e86fceb req-a3b5a15d-ad4c-4fd4-8db5-2e43e25d5612 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450627 Feb 09 14:01:26.351393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873b7f3-fe7c-46c2-b219-4fbaa2332c54 req-f9823cb6-d2e7-41a0-9045-c8dc5a2b5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:26.353090 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4873b7f3-fe7c-46c2-b219-4fbaa2332c54 req-f9823cb6-d2e7-41a0-9045-c8dc5a2b5abc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0788429 Feb 09 14:01:26.369214 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-442c67cc-e8e9-46cb-8a6a-906f441ac59a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2de8277b87064c7786c3137d0f5389c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0549669 Feb 09 14:01:26.392576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41380) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:26.404253 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4909f194-5639-4b6f-be0a-1b50b8fa3d75 req-5ab3012d-a749-4433-bb1f-a993b365f1e8 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Unset dirty status for tenant:2503419898374e17a6cf43339e65744b on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:26.407019 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4909f194-5639-4b6f-be0a-1b50b8fa3d75 req-5ab3012d-a749-4433-bb1f-a993b365f1e8 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 936 time: 0.4783092 Feb 09 14:01:26.411166 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-44c4efd1-0174-411f-a851-723b92dc5535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.418008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c67cc-e8e9-46cb-8a6a-906f441ac59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2a87e3-5377-46b3-abb6-445935e2524b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:26.464963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a47caed-2c7b-45b1-be1f-1408713a9917 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:26.491431 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.502514 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-340e93c2-e969-44a4-bf8f-b7d3a14e80e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.520234 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873b7f3-fe7c-46c2-b219-4fbaa2332c54 req-7442f574-dae1-4572-87b6-ea1881f413a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:26.520234 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4873b7f3-fe7c-46c2-b219-4fbaa2332c54 req-7442f574-dae1-4572-87b6-ea1881f413a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1597145 Feb 09 14:01:26.531649 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4909f194-5639-4b6f-be0a-1b50b8fa3d75 req-54045e68-6498-4653-9e79-b222febb403e tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060715 Feb 09 14:01:26.564285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Transition to ACTIVE for port object 3a47caed-2c7b-45b1-be1f-1408713a9917 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:26.565465 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-44c4efd1-0174-411f-a851-723b92dc5535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.593904 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.606766 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-340e93c2-e969-44a4-bf8f-b7d3a14e80e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.669173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4efd1-0174-411f-a851-723b92dc5535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3d6c6d-f48f-4c4b-8f67-f4a1d857bdb5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:26.729722 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8eb99ffb-17ba-4fad-868a-e17071d69565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.747467 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4873b7f3-fe7c-46c2-b219-4fbaa2332c54 req-ed53a2c5-9b33-418c-ae6c-6c752f36c9e6 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178986 Feb 09 14:01:26.748873 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-340e93c2-e969-44a4-bf8f-b7d3a14e80e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.761960 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-44c4efd1-0174-411f-a851-723b92dc5535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.763095 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-44c4efd1-0174-411f-a851-723b92dc5535 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a3d6c6d-f48f-4c4b-8f67-f4a1d857bdb5 HTTP/1.1" status: 204 len: 168 time: 0.6823888 Feb 09 14:01:26.815473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Pushing event updated for resources: {'Port': ['ID=3a47caed-2c7b-45b1-be1f-1408713a9917,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:26.919505 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e93c2-e969-44a4-bf8f-b7d3a14e80e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2a87e3-5377-46b3-abb6-445935e2524b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:26.944192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Attempting to bind port 3a47caed-2c7b-45b1-be1f-1408713a9917 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:01:26.944512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Attempting to bind port 3a47caed-2c7b-45b1-be1f-1408713a9917 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:01:26.944953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Attempting to bind port 3a47caed-2c7b-45b1-be1f-1408713a9917 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:26.952078 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 85a14921-3da9-47af-a34d-cf4932449c7d up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:26.952931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Port 3a47caed-2c7b-45b1-be1f-1408713a9917 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:01:26.953341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Attempting to bind port 3a47caed-2c7b-45b1-be1f-1408713a9917 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:26.955546 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-340e93c2-e969-44a4-bf8f-b7d3a14e80e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.960257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:01:26.960650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:01:26.961036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:01:26.961534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Bound port: 3a47caed-2c7b-45b1-be1f-1408713a9917, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:01:26.962626 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-340e93c2-e969-44a4-bf8f-b7d3a14e80e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad2a87e3-5377-46b3-abb6-445935e2524b HTTP/1.1" status: 204 len: 168 time: 0.5648651 Feb 09 14:01:26.965761 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:27.116845 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4873b7f3-fe7c-46c2-b219-4fbaa2332c54 req-92aa572e-7c02-42f9-a6ef-533fa6781807 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555381 Feb 09 14:01:27.155373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] For port 3a47caed-2c7b-45b1-be1f-1408713a9917, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:01:27.160960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] For port 3a47caed-2c7b-45b1-be1f-1408713a9917, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3a47caed-2c7b-45b1-be1f-1408713a9917,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:01:27.166161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 85a14921-3da9-47af-a34d-cf4932449c7d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:27.167004 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:27.188086 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 85a14921-3da9-47af-a34d-cf4932449c7d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:27.188366 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:27.198653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9cfed-c11a-45e9-b21b-7b794cad00de req-ed794a26-3f8c-4c76-98fa-df6e6b956611 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:27.199414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8be9cfed-c11a-45e9-b21b-7b794cad00de req-ed794a26-3f8c-4c76-98fa-df6e6b956611 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Synchronizing usage tracker for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:27.244534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8be9cfed-c11a-45e9-b21b-7b794cad00de req-ed794a26-3f8c-4c76-98fa-df6e6b956611 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Unset dirty status for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:27.254777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:27.254777 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:27.255293 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8be9cfed-c11a-45e9-b21b-7b794cad00de req-ed794a26-3f8c-4c76-98fa-df6e6b956611 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 966 time: 0.2168427 Feb 09 14:01:27.255457 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] 10.222.0.35 "PUT /v2.0/ports/3a47caed-2c7b-45b1-be1f-1408713a9917 HTTP/1.1" status: 200 len: 1096 time: 2.0407917 Feb 09 14:01:27.255457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cba68d-fb1e-40f4-ad08-392487eab698', 'tag': '3a47caed-2c7b-45b1-be1f-1408713a9917'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:27.284233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40892275-a0bf-4732-8a8e-7f246d652b69 service neutron] Pushing event updated for resources: {'Port': ['ID=3a47caed-2c7b-45b1-be1f-1408713a9917,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:27.365535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8be9cfed-c11a-45e9-b21b-7b794cad00de req-aebf81f9-efad-45a1-b17e-ea8d64faf383 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Synchronizing usage tracker for tenant:cf414819203844d7be4cd33f0e40db8a on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:27.371181 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:27.401150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8be9cfed-c11a-45e9-b21b-7b794cad00de req-aebf81f9-efad-45a1-b17e-ea8d64faf383 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Unset dirty status for tenant:cf414819203844d7be4cd33f0e40db8a on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:27.404312 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8be9cfed-c11a-45e9-b21b-7b794cad00de req-aebf81f9-efad-45a1-b17e-ea8d64faf383 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219225 Feb 09 14:01:27.410051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5a541c-704b-4913-9e82-7faac3acae04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a14921-3da9-47af-a34d-cf4932449c7d'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:27.430161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 85a14921-3da9-47af-a34d-cf4932449c7d, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=85a14921-3da9-47af-a34d-cf4932449c7d,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:27.438994 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:27.456756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-5c910803-567b-4932-8169-d43b5783cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:27.458873 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-5c910803-567b-4932-8169-d43b5783cf8d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2503419898374e17a6cf43339e65744b&device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 1099 time: 0.1499071 Feb 09 14:01:27.546641 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41434) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:27.594347 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b1faaff8-c2aa-46e2-83fd-421924bd6dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:27.616692 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=85a14921-3da9-47af-a34d-cf4932449c7d,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:27.632996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b1faaff8-c2aa-46e2-83fd-421924bd6dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:27.637564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b1faaff8-c2aa-46e2-83fd-421924bd6dcb admin admin] Usage tracker for resource:security_group_rule and tenant:d96582afe73c4470b8e677c864a53171 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:27.640858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b1faaff8-c2aa-46e2-83fd-421924bd6dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:27.647752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b1faaff8-c2aa-46e2-83fd-421924bd6dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:27.652280 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-7ebff281-7dc3-42e2-afd0-0fe4e72a1d54 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3a47caed-2c7b-45b1-be1f-1408713a9917 HTTP/1.1" status: 200 len: 217 time: 0.1834912 Feb 09 14:01:27.665742 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47cba68d-fb1e-40f4-ad08-392487eab698', 'tag': '3a47caed-2c7b-45b1-be1f-1408713a9917', 'status': 'completed', 'code': 200} Feb 09 14:01:27.749660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-71fa3f6d-cacf-4738-b544-b6051aff650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:27.751121 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-71fa3f6d-cacf-4738-b544-b6051aff650e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0875874 Feb 09 14:01:27.835709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-82344437-0efb-4e83-abf9-dc8c51ecebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:27.837601 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-82344437-0efb-4e83-abf9-dc8c51ecebcf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800023 Feb 09 14:01:27.891840 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b1faaff8-c2aa-46e2-83fd-421924bd6dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:27.915421 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b1faaff8-c2aa-46e2-83fd-421924bd6dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:27.974657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faaff8-c2aa-46e2-83fd-421924bd6dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1ecf56-9e68-4744-9617-6c23231fd60c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:27.978986 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b1faaff8-c2aa-46e2-83fd-421924bd6dcb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d96582afe73c4470b8e677c864a53171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4296134 Feb 09 14:01:27.983904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41456) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:28.032513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ed80f-91a3-4951-90fc-f666ece10471 req-7151df15-a9b0-426e-ac71-6da35cd9b037 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:28.034037 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c53ed80f-91a3-4951-90fc-f666ece10471 req-7151df15-a9b0-426e-ac71-6da35cd9b037 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 966 time: 0.1933153 Feb 09 14:01:28.097783 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83885961-dce0-473e-9f04-d3744303f48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.116479 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c53ed80f-91a3-4951-90fc-f666ece10471 req-0ad7cca0-4f07-4c2e-a11d-d3cc320c4b6f tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687008 Feb 09 14:01:28.157783 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-7761ae58-c36c-4d6d-94f7-d05cebd26e3c service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128853 Feb 09 14:01:28.169329 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83885961-dce0-473e-9f04-d3744303f48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.204938 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5a541c-704b-4913-9e82-7faac3acae04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a14921-3da9-47af-a34d-cf4932449c7d', 'code': 200} Feb 09 14:01:28.311171 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83885961-dce0-473e-9f04-d3744303f48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.339541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83885961-dce0-473e-9f04-d3744303f48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1ecf56-9e68-4744-9617-6c23231fd60c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:28.363368 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83885961-dce0-473e-9f04-d3744303f48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.365840 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-83885961-dce0-473e-9f04-d3744303f48b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cc1ecf56-9e68-4744-9617-6c23231fd60c HTTP/1.1" status: 204 len: 168 time: 0.3809886 Feb 09 14:01:28.390429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074287ef-170d-473e-a6f2-82e5a91db230 req-fa04b4b0-9e55-42c4-bdfa-f9fc7ba5ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:28.392553 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-074287ef-170d-473e-a6f2-82e5a91db230 req-fa04b4b0-9e55-42c4-bdfa-f9fc7ba5ab3a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 1117 time: 0.1233921 Feb 09 14:01:28.440808 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7951e80-5bdc-46aa-adea-4cde999cdfaa req-3284774e-60d0-460e-95ab-8ee8149cce14 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758231 Feb 09 14:01:28.571245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-074287ef-170d-473e-a6f2-82e5a91db230 req-0ec9a557-d3ba-4a5d-a54a-53e3420e8505 service neutron] Synchronizing usage tracker for tenant:8439ffdb9fe5490b9280b486563d518d on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:28.578295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db5f26-89a5-488c-9e07-16b2598d8483 req-a39c9c60-3a76-4427-9acb-f2b402d708a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:28.581814 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4db5f26-89a5-488c-9e07-16b2598d8483 req-a39c9c60-3a76-4427-9acb-f2b402d708a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2503419898374e17a6cf43339e65744b&device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 1099 time: 0.0881646 Feb 09 14:01:28.667322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-074287ef-170d-473e-a6f2-82e5a91db230 req-0ec9a557-d3ba-4a5d-a54a-53e3420e8505 service neutron] Unset dirty status for tenant:8439ffdb9fe5490b9280b486563d518d on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:28.668719 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-074287ef-170d-473e-a6f2-82e5a91db230 req-0ec9a557-d3ba-4a5d-a54a-53e3420e8505 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697179 Feb 09 14:01:28.695532 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effd62d-b5c0-4178-bd94-18a3a017c741 req-7173cc2a-3c91-486b-8d30-ef08b8b83ff4 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:28.701185 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9effd62d-b5c0-4178-bd94-18a3a017c741 req-7173cc2a-3c91-486b-8d30-ef08b8b83ff4 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 948 time: 0.2705290 Feb 09 14:01:28.754906 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9effd62d-b5c0-4178-bd94-18a3a017c741 req-d29256e9-c212-4131-bf87-bc04f34e81d7 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455263 Feb 09 14:01:28.765864 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db5f26-89a5-488c-9e07-16b2598d8483 req-78b3b227-3705-4a31-935a-673e31727cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:28.767453 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4db5f26-89a5-488c-9e07-16b2598d8483 req-78b3b227-3705-4a31-935a-673e31727cf5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.1791863 Feb 09 14:01:28.849332 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4db5f26-89a5-488c-9e07-16b2598d8483 req-609c37d9-cdf5-48f4-ae2b-e6e57a7cf2f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3a47caed-2c7b-45b1-be1f-1408713a9917 HTTP/1.1" status: 200 len: 217 time: 0.0741665 Feb 09 14:01:28.920337 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41506) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:28.921211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db5f26-89a5-488c-9e07-16b2598d8483 req-17104c0b-5e32-4799-b156-9bc59131a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:28.923126 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4db5f26-89a5-488c-9e07-16b2598d8483 req-17104c0b-5e32-4799-b156-9bc59131a70a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0681455 Feb 09 14:01:28.950420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 7ff447dc-3755-4a6f-b061-94973b5f3fe3 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:01:29.026628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db5f26-89a5-488c-9e07-16b2598d8483 req-06142904-4222-44ed-8710-a511e8126b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:29.029289 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4db5f26-89a5-488c-9e07-16b2598d8483 req-06142904-4222-44ed-8710-a511e8126b51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0986891 Feb 09 14:01:29.061688 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2663a06e-57cc-46d9-a046-de8228cec81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.134168 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 7ff447dc-3755-4a6f-b061-94973b5f3fe3, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=7ff447dc-3755-4a6f-b061-94973b5f3fe3,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:29.152294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '7ff447dc-3755-4a6f-b061-94973b5f3fe3', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '7ff447dc-3755-4a6f-b061-94973b5f3fe3', 'mac_address': 'fa:16:3e:86:6d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:tempest-test_az-90180771', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:01:29.224615 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.245874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-39c0f8b1-73b6-4d37-a745-95db05cf560c tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:01:29.247843 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-39c0f8b1-73b6-4d37-a745-95db05cf560c tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3252890 Feb 09 14:01:29.267359 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff447dc-3755-4a6f-b061-94973b5f3fe3 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:29.299331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 7ff447dc-3755-4a6f-b061-94973b5f3fe3, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=7ff447dc-3755-4a6f-b061-94973b5f3fe3,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:29.306925 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.315990 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4db5f26-89a5-488c-9e07-16b2598d8483 req-dced56c7-92cd-41d6-a7b6-f3d067c00ac6 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804928 Feb 09 14:01:29.401560 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=7ff447dc-3755-4a6f-b061-94973b5f3fe3,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:29.410245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293edb5-78dd-43bf-8171-115e857b0243 req-3cce3529-81da-47cf-b7b1-31937b7f6d0c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:29.418099 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5293edb5-78dd-43bf-8171-115e857b0243 req-3cce3529-81da-47cf-b7b1-31937b7f6d0c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 967 time: 0.1371348 Feb 09 14:01:29.465837 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5293edb5-78dd-43bf-8171-115e857b0243 req-319260ab-624c-42be-ad2d-d4367a472b64 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468581 Feb 09 14:01:29.553500 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4db5f26-89a5-488c-9e07-16b2598d8483 req-c09ffbce-89a7-463d-a96f-15ea4c6e3ed5 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309735 Feb 09 14:01:29.632429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['7ff447dc-3755-4a6f-b061-94973b5f3fe3'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:01:29.686961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-285b83bf-83e5-41f9-97e5-a80ac9b63912 service neutron] Request body: {'binding': {'host': 'n-h2-828418-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:29.687640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-285b83bf-83e5-41f9-97e5-a80ac9b63912 service neutron] Unknown quota resources ['binding']. {{(pid=87596) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 14:01:29.994817 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818e8e5-6240-4258-b2b7-99013025a432 req-1be8e234-25e2-443d-abde-2d0e6f646bb5 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:29.996403 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1818e8e5-6240-4258-b2b7-99013025a432 req-1be8e234-25e2-443d-abde-2d0e6f646bb5 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 966 time: 0.3155568 Feb 09 14:01:30.021390 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.090196 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1818e8e5-6240-4258-b2b7-99013025a432 req-1e483953-7246-495e-a7b6-4b70ae762cf0 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787907 Feb 09 14:01:30.093493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-285b83bf-83e5-41f9-97e5-a80ac9b63912 service neutron] Attempting to bind port dea1e5c4-8275-4212-82cd-848f1f15e58d on host n-h2-828418-2 for vnic_type normal with profile None {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:01:30.093836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-285b83bf-83e5-41f9-97e5-a80ac9b63912 service neutron] Attempting to bind port dea1e5c4-8275-4212-82cd-848f1f15e58d by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:01:30.094159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-285b83bf-83e5-41f9-97e5-a80ac9b63912 service neutron] Attempting to bind port dea1e5c4-8275-4212-82cd-848f1f15e58d on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:30.106478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-285b83bf-83e5-41f9-97e5-a80ac9b63912 service neutron] Port dea1e5c4-8275-4212-82cd-848f1f15e58d on network 3a9adc7a-c36b-4c52-b5e7-269039511123 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:01:30.106906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-285b83bf-83e5-41f9-97e5-a80ac9b63912 service neutron] Attempting to bind port dea1e5c4-8275-4212-82cd-848f1f15e58d on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:30.114804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-285b83bf-83e5-41f9-97e5-a80ac9b63912 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:01:30.115140 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-285b83bf-83e5-41f9-97e5-a80ac9b63912 service neutron] Checking segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:01:30.115526 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-285b83bf-83e5-41f9-97e5-a80ac9b63912 service neutron] Bound using segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:01:30.115991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-285b83bf-83e5-41f9-97e5-a80ac9b63912 service neutron] Bound port: dea1e5c4-8275-4212-82cd-848f1f15e58d, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:01:30.178514 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.222883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-285b83bf-83e5-41f9-97e5-a80ac9b63912 service neutron] For port dea1e5c4-8275-4212-82cd-848f1f15e58d, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:01:30.229304 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-285b83bf-83e5-41f9-97e5-a80ac9b63912 service neutron] Notify callbacks [] for binding, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.230558 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-285b83bf-83e5-41f9-97e5-a80ac9b63912 service neutron] 10.222.0.48 "POST /v2.0/ports/dea1e5c4-8275-4212-82cd-848f1f15e58d/bindings HTTP/1.1" status: 201 len: 389 time: 0.7135348 Feb 09 14:01:30.399871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7e747-d810-4807-be4e-9b2cd3f3cedf req-33ad7cd1-1870-4cfc-8f1c-04c362fd245d tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:30.401956 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-07a7e747-d810-4807-be4e-9b2cd3f3cedf req-33ad7cd1-1870-4cfc-8f1c-04c362fd245d tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 948 time: 0.1097660 Feb 09 14:01:30.461044 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-07a7e747-d810-4807-be4e-9b2cd3f3cedf req-329da7d9-51d0-4890-81b5-40edd59bac75 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473177 Feb 09 14:01:30.692832 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-0332f91c-0afb-400d-9986-333ac9ce212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:30.694647 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-0332f91c-0afb-400d-9986-333ac9ce212c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 1096 time: 0.1259811 Feb 09 14:01:30.901040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-cbb9e510-da7c-442b-9db9-a22c12d9f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:30.902390 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-cbb9e510-da7c-442b-9db9-a22c12d9f7a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.2021234 Feb 09 14:01:30.905095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e656ed-fcd1-4635-8e02-c3b6baa8494b req-4e731fbb-00ef-435d-8b17-d1da65974c23 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:30.906556 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e656ed-fcd1-4635-8e02-c3b6baa8494b req-4e731fbb-00ef-435d-8b17-d1da65974c23 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 967 time: 0.0872562 Feb 09 14:01:30.945443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 7ff447dc-3755-4a6f-b061-94973b5f3fe3 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:30.984062 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e656ed-fcd1-4635-8e02-c3b6baa8494b req-4b6dadd4-f6c1-4125-8957-19814dd36cac tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675695 Feb 09 14:01:30.996310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb30631-0539-420c-a834-365091bebf4d req-dd248b25-fe59-4e00-91dd-34d43f7192ef tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:30.998362 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fbb30631-0539-420c-a834-365091bebf4d req-dd248b25-fe59-4e00-91dd-34d43f7192ef tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 945 time: 0.2284954 Feb 09 14:01:30.999877 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-09c29d55-2a08-4f50-94f8-97b7f45541f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d HTTP/1.1" status: 200 len: 217 time: 0.0910778 Feb 09 14:01:31.038425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 7ff447dc-3755-4a6f-b061-94973b5f3fe3 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:31.046272 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 7ff447dc-3755-4a6f-b061-94973b5f3fe3 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:31.046916 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:31.119155 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fbb30631-0539-420c-a834-365091bebf4d req-ee81b7ca-fdf4-4e63-be82-3b543c47c57f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108062 Feb 09 14:01:31.120970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-29162ce9-62a4-4f64-b466-de5a6c7ab553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:31.123439 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-29162ce9-62a4-4f64-b466-de5a6c7ab553 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.1159811 Feb 09 14:01:31.183909 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-d118b092-2b49-4b44-8e70-ac337b3362d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538514 Feb 09 14:01:31.218555 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:31.256003 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c7cb25-b888-4e88-9bc7-ff872ceba740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff447dc-3755-4a6f-b061-94973b5f3fe3'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:31.269001 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 7ff447dc-3755-4a6f-b061-94973b5f3fe3, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=7ff447dc-3755-4a6f-b061-94973b5f3fe3,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:31.274870 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:31.365393 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-0754ea21-a08e-486d-8379-8d225edb5c6d service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758232 Feb 09 14:01:31.365526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=7ff447dc-3755-4a6f-b061-94973b5f3fe3,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:31.574471 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:31.610133 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c7cb25-b888-4e88-9bc7-ff872ceba740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff447dc-3755-4a6f-b061-94973b5f3fe3', 'code': 200} Feb 09 14:01:31.642017 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-c1491673-72e2-4b35-a9a9-a23e38fe0ca1 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702820 Feb 09 14:01:31.674508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77e7bc-0128-4b45-b096-f871c9242ab6 req-0a325814-5b54-464e-bc73-50dfc3d44654 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:31.676050 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bf77e7bc-0128-4b45-b096-f871c9242ab6 req-0a325814-5b54-464e-bc73-50dfc3d44654 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 966 time: 0.1324975 Feb 09 14:01:31.725256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41608) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:31.785046 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bf77e7bc-0128-4b45-b096-f871c9242ab6 req-a2a8fedd-26fd-4812-9c2e-1b912118d617 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697899 Feb 09 14:01:31.798724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d0333-0ce8-4d06-8697-08436c3378a7 req-08512a19-67dd-4104-b9ac-58143b35f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:31.800631 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e38d0333-0ce8-4d06-8697-08436c3378a7 req-08512a19-67dd-4104-b9ac-58143b35f8bc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 1119 time: 0.1226609 Feb 09 14:01:31.825783 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:01:31.908676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a1ad8-a23a-480b-bd1c-67ec38fc7484 req-7125651e-1f1d-41d0-b19f-40130c8a6c46 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:31.909520 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e38d0333-0ce8-4d06-8697-08436c3378a7 req-0c094608-7afe-44a8-91a1-43fca459e6ac service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024337 Feb 09 14:01:31.911359 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f8a1ad8-a23a-480b-bd1c-67ec38fc7484 req-7125651e-1f1d-41d0-b19f-40130c8a6c46 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 948 time: 0.1120844 Feb 09 14:01:31.938958 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-7b5613b2-1baa-4974-9500-a0286a9aac48 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:31.940522 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-7b5613b2-1baa-4974-9500-a0286a9aac48 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029&tenant_id=599ada696464469cbeafc3efd9524c59&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 1096 time: 0.1131883 Feb 09 14:01:31.994976 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f8a1ad8-a23a-480b-bd1c-67ec38fc7484 req-fcca28ce-22aa-43ed-9721-ad54b2ebf486 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685053 Feb 09 14:01:31.997160 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-79497de7-86ad-4e2a-ad88-03340262986d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6aa11519cc542469f8c4508a70c73da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2703056 Feb 09 14:01:31.999798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41620) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:32.076514 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff90b-530a-4b0c-819a-e5ebe0a3a4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:32.078192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54305a-a56f-4d78-9156-0165fb598584 req-218b0aef-60a5-4247-924d-d980398011e6 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:32.079813 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5a54305a-a56f-4d78-9156-0165fb598584 req-218b0aef-60a5-4247-924d-d980398011e6 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 966 time: 0.1219137 Feb 09 14:01:32.090180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41632) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:32.096652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-1b5e574c-43a2-4283-8b75-2cb29e9cc378 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Request body: {'floatingip': {'port_id': '85a14921-3da9-47af-a34d-cf4932449c7d'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:32.109692 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff90b-530a-4b0c-819a-e5ebe0a3a4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:32.178174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41642) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:32.253997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828418-2'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:32.264317 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff90b-530a-4b0c-819a-e5ebe0a3a4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:32.290987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ff90b-530a-4b0c-819a-e5ebe0a3a4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8871bc-619f-4e3a-a524-6cf875579343,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:32.341922 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff90b-530a-4b0c-819a-e5ebe0a3a4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:32.343033 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4d8ff90b-530a-4b0c-819a-e5ebe0a3a4a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e8871bc-619f-4e3a-a524-6cf875579343 HTTP/1.1" status: 204 len: 168 time: 0.3421490 Feb 09 14:01:32.344796 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f1157f36-086c-468c-b6a0-80c53671acad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:32.369703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f1157f36-086c-468c-b6a0-80c53671acad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:32.370906 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b5e574c-43a2-4283-8b75-2cb29e9cc378 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:32.374962 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f1157f36-086c-468c-b6a0-80c53671acad admin admin] Usage tracker for resource:security_group_rule and tenant:ae0a466e818b4126add8022389a1a8b0 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:32.381150 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f1157f36-086c-468c-b6a0-80c53671acad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:32.390259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f1157f36-086c-468c-b6a0-80c53671acad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:32.401921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb7bdb-0aa5-40b3-9534-2a9434b48fdc req-f11bee4a-d3a5-4e36-8310-927814a0b4f2 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:32.403412 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-21cb7bdb-0aa5-40b3-9534-2a9434b48fdc req-f11bee4a-d3a5-4e36-8310-927814a0b4f2 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 968 time: 0.1873939 Feb 09 14:01:32.474729 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-21cb7bdb-0aa5-40b3-9534-2a9434b48fdc req-825f7d15-40a1-479b-ab66-6a35ce30764d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589874 Feb 09 14:01:32.571297 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f1157f36-086c-468c-b6a0-80c53671acad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:32.577969 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f1157f36-086c-468c-b6a0-80c53671acad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:32.657372 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f1157f36-086c-468c-b6a0-80c53671acad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae0a466e818b4126add8022389a1a8b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4778428 Feb 09 14:01:32.659706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1157f36-086c-468c-b6a0-80c53671acad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ecb1a2-8dd6-4894-9c34-c9e891a316f3,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:32.675506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41666) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:32.739838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db450889-8a06-4ee4-8819-58231ba23b1c req-dd5e2a68-45aa-47e1-953c-967c4f81115c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:32.749290 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db450889-8a06-4ee4-8819-58231ba23b1c req-dd5e2a68-45aa-47e1-953c-967c4f81115c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 945 time: 0.4416628 Feb 09 14:01:32.770690 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-91064886-9d93-43fa-b636-710d886a7d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:32.797202 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:32.804854 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-91064886-9d93-43fa-b636-710d886a7d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:32.823670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db450889-8a06-4ee4-8819-58231ba23b1c req-f896273d-0e59-4520-86b8-cc1d174744fd tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743601 Feb 09 14:01:32.831458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41682) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:32.872073 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3a47caed-2c7b-45b1-be1f-1408713a9917 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:01:32.913997 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e46cfbbd-1a2b-47af-b09d-61ad57a825a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0555fd51da0149e3956f208ca7168579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812120 Feb 09 14:01:32.917073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41694) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:33.065856 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-91064886-9d93-43fa-b636-710d886a7d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:33.098859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91064886-9d93-43fa-b636-710d886a7d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ecb1a2-8dd6-4894-9c34-c9e891a316f3,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:33.113916 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-91064886-9d93-43fa-b636-710d886a7d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:33.117626 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-91064886-9d93-43fa-b636-710d886a7d66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c0ecb1a2-8dd6-4894-9c34-c9e891a316f3 HTTP/1.1" status: 204 len: 168 time: 0.4360890 Feb 09 14:01:33.125197 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bcab2d53-62ae-4eed-8853-129524f28c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:33.203002 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bcab2d53-62ae-4eed-8853-129524f28c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:33.217979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] For port dea1e5c4-8275-4212-82cd-848f1f15e58d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:33.263705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] For port dea1e5c4-8275-4212-82cd-848f1f15e58d, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:01:33.286522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3a47caed-2c7b-45b1-be1f-1408713a9917, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3a47caed-2c7b-45b1-be1f-1408713a9917,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:33.329625 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '3a47caed-2c7b-45b1-be1f-1408713a9917', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '3a47caed-2c7b-45b1-be1f-1408713a9917', 'mac_address': 'fa:16:3e:d0:2d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:01:33.348036 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bcab2d53-62ae-4eed-8853-129524f28c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:33.363788 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:33.390386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4664b5da-c91c-4241-bbe6-36b50c649029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea1e5c4-8275-4212-82cd-848f1f15e58d'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:33.408417 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:33.436870 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bcab2d53-62ae-4eed-8853-129524f28c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:33.437969 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bcab2d53-62ae-4eed-8853-129524f28c2b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0386bef-ef87-471e-811c-aa85ed636f8f HTTP/1.1" status: 204 len: 168 time: 0.5198796 Feb 09 14:01:33.439024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab2d53-62ae-4eed-8853-129524f28c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0386bef-ef87-471e-811c-aa85ed636f8f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:33.483346 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:33.503058 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a47caed-2c7b-45b1-be1f-1408713a9917 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:33.533034 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3a47caed-2c7b-45b1-be1f-1408713a9917, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3a47caed-2c7b-45b1-be1f-1408713a9917,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:33.540330 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:33.554683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed55bc0-f4b9-49e5-8f67-198f0cbb4688 req-647c9467-8780-42b5-ba40-c48c1a019c5d tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:33.557703 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6ed55bc0-f4b9-49e5-8f67-198f0cbb4688 req-647c9467-8780-42b5-ba40-c48c1a019c5d tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 948 time: 0.1713579 Feb 09 14:01:33.558453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41726) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:33.645586 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6ed55bc0-f4b9-49e5-8f67-198f0cbb4688 req-4aab2276-1245-44b8-a767-55e57076c30f tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762403 Feb 09 14:01:33.725038 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4664b5da-c91c-4241-bbe6-36b50c649029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea1e5c4-8275-4212-82cd-848f1f15e58d', 'code': 200} Feb 09 14:01:33.745488 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=3a47caed-2c7b-45b1-be1f-1408713a9917,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:33.823223 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Pushing event updated for resources: {'Port': ['ID=dea1e5c4-8275-4212-82cd-848f1f15e58d,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:33.899169 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['3a47caed-2c7b-45b1-be1f-1408713a9917'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:01:33.915841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Attempting to bind port dea1e5c4-8275-4212-82cd-848f1f15e58d on host n-h1-828418-2 for vnic_type normal with profile {"migrating_to": "n-h2-828418-2"} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:01:33.916137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Attempting to bind port dea1e5c4-8275-4212-82cd-848f1f15e58d by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:01:33.916468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Attempting to bind port dea1e5c4-8275-4212-82cd-848f1f15e58d on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:33.926145 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Port dea1e5c4-8275-4212-82cd-848f1f15e58d on network 3a9adc7a-c36b-4c52-b5e7-269039511123 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:01:33.926470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Attempting to bind port dea1e5c4-8275-4212-82cd-848f1f15e58d on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:33.938056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:01:33.938454 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Checking segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:01:33.938781 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Bound using segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:01:33.939149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Bound port: dea1e5c4-8275-4212-82cd-848f1f15e58d, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:01:33.939494 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:33.960686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6764392-1a8b-4ae5-88ee-d8cce48dcd26 req-5483d1ec-80bf-4309-bef3-21e9f0023487 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:33.974898 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a6764392-1a8b-4ae5-88ee-d8cce48dcd26 req-5483d1ec-80bf-4309-bef3-21e9f0023487 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 968 time: 0.1452191 Feb 09 14:01:34.074012 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a6764392-1a8b-4ae5-88ee-d8cce48dcd26 req-b2c29463-908e-4f3e-a18a-28200e8cc4a3 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981212 Feb 09 14:01:34.159413 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.199276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41756) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:34.210679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:34.231062 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12735e43-ffa6-4969-8806-4d8d8d8778d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.246057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Usage tracker for resource:security_group_rule and tenant:c271a5b2aa764f94b95bc465d5a40ec7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:34.251462 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:34.266797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-12735e43-ffa6-4969-8806-4d8d8d8778d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:34.270310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:34.276292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-12735e43-ffa6-4969-8806-4d8d8d8778d3 admin admin] Usage tracker for resource:security_group_rule and tenant:931cd175041c4687ae7dea4384c4d0c6 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:34.283974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-12735e43-ffa6-4969-8806-4d8d8d8778d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:34.303133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-12735e43-ffa6-4969-8806-4d8d8d8778d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:34.436313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] For port dea1e5c4-8275-4212-82cd-848f1f15e58d, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:01:34.440535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] For port dea1e5c4-8275-4212-82cd-848f1f15e58d, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:01:34.462200 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.470446 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.482894 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.566413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Pushing event updated for resources: {'Port': ['ID=dea1e5c4-8275-4212-82cd-848f1f15e58d,revision_number=8']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:34.583448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.583903 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.584241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.584724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.585083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.585379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.585730 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.586103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.586361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.586498 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12735e43-ffa6-4969-8806-4d8d8d8778d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.586707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.587063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.587312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.587419 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aebf93a-3395-41ca-a8d3-ffee83afddaa,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:34.650564 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12735e43-ffa6-4969-8806-4d8d8d8778d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.686560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.686903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.687323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.687615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.687920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.688245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.688564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.688890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.689202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.689514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.689828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.690133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:34.745488 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-71f6c31f-0bc1-4197-98ac-62fbede28c09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c271a5b2aa764f94b95bc465d5a40ec7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1831429 Feb 09 14:01:34.752081 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-12735e43-ffa6-4969-8806-4d8d8d8778d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=931cd175041c4687ae7dea4384c4d0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5443399 Feb 09 14:01:34.752081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41772) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:34.756057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41774) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:34.764039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e771507-f2f2-4eba-966e-63ea082376be req-2374b62d-05a0-4388-b474-597cee53ff1b tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:34.765634 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8e771507-f2f2-4eba-966e-63ea082376be req-2374b62d-05a0-4388-b474-597cee53ff1b tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 943 time: 0.4418163 Feb 09 14:01:34.771094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:34.771754 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.773161 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e7169015-d32d-43c6-9006-51ab94c67149 service neutron] 10.222.0.21 "PUT /v2.0/ports/dea1e5c4-8275-4212-82cd-848f1f15e58d HTTP/1.1" status: 200 len: 1121 time: 2.6096780 Feb 09 14:01:34.776898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12735e43-ffa6-4969-8806-4d8d8d8778d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddc7740-07e6-4991-84d0-f40faee84762,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:34.845772 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['dea1e5c4-8275-4212-82cd-848f1f15e58d'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:01:34.858514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb5ae9-bd68-429c-acee-d1a04e02ba9c req-65f7805e-c056-4d3f-b8da-ea2b5dadb9c3 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:34.860847 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-49bb5ae9-bd68-429c-acee-d1a04e02ba9c req-65f7805e-c056-4d3f-b8da-ea2b5dadb9c3 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 1119 time: 0.2703047 Feb 09 14:01:34.896313 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52d5483a-a324-4b6c-960c-2915fb209472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.909364 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-49bb5ae9-bd68-429c-acee-d1a04e02ba9c req-5222edc9-9497-46e4-8518-8e315155e922 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.952008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-49bb5ae9-bd68-429c-acee-d1a04e02ba9c req-5222edc9-9497-46e4-8518-8e315155e922 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:34.953113 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [None req-1b5e574c-43a2-4283-8b75-2cb29e9cc378 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:01:34.960559 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52d5483a-a324-4b6c-960c-2915fb209472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.967997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-49bb5ae9-bd68-429c-acee-d1a04e02ba9c req-5222edc9-9497-46e4-8518-8e315155e922 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Usage tracker for resource:security_group_rule and tenant:8e541531f4fc427094996edb182237df is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:34.973385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-49bb5ae9-bd68-429c-acee-d1a04e02ba9c req-5222edc9-9497-46e4-8518-8e315155e922 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:34.987979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-49bb5ae9-bd68-429c-acee-d1a04e02ba9c req-5222edc9-9497-46e4-8518-8e315155e922 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:35.038110 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8e771507-f2f2-4eba-966e-63ea082376be req-47289055-3f08-47ac-a3d7-0e90cdb07627 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494915 Feb 09 14:01:35.065441 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52d5483a-a324-4b6c-960c-2915fb209472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:35.127873 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-382834c2-6b25-466f-867b-c1bd394fa103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:35.135146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5483a-a324-4b6c-960c-2915fb209472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aebf93a-3395-41ca-a8d3-ffee83afddaa,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:35.165847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41788) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:35.171670 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b5e574c-43a2-4283-8b75-2cb29e9cc378 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:35.183487 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b5e574c-43a2-4283-8b75-2cb29e9cc378 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:35.183996 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52d5483a-a324-4b6c-960c-2915fb209472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:35.190081 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-52d5483a-a324-4b6c-960c-2915fb209472 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1aebf93a-3395-41ca-a8d3-ffee83afddaa HTTP/1.1" status: 204 len: 168 time: 0.4303329 Feb 09 14:01:35.246112 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-49bb5ae9-bd68-429c-acee-d1a04e02ba9c req-5222edc9-9497-46e4-8518-8e315155e922 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:35.252096 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-49bb5ae9-bd68-429c-acee-d1a04e02ba9c req-5222edc9-9497-46e4-8518-8e315155e922 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:35.254610 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-382834c2-6b25-466f-867b-c1bd394fa103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:35.287848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-49bb5ae9-bd68-429c-acee-d1a04e02ba9c req-5222edc9-9497-46e4-8518-8e315155e922 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Synchronizing usage tracker for tenant:8e541531f4fc427094996edb182237df on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:35.316645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222edc9-9497-46e4-8518-8e315155e922 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa242def-d532-4bd6-8ea2-b624c3ee4398,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:35.343220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-49bb5ae9-bd68-429c-acee-d1a04e02ba9c req-5222edc9-9497-46e4-8518-8e315155e922 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Unset dirty status for tenant:8e541531f4fc427094996edb182237df on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:35.356318 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-49bb5ae9-bd68-429c-acee-d1a04e02ba9c req-5222edc9-9497-46e4-8518-8e315155e922 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818950 Feb 09 14:01:35.434106 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-04a052c0-a3d9-4ed0-8665-799a9492a3c4 tempest-AutoAllocateNetworkTest-899598426 tempest-AutoAllocateNetworkTest-899598426-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=509f17d46c6149c7b14ccc1b80a81845&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2639000 Feb 09 14:01:35.434940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41800) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:35.474140 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-1b5e574c-43a2-4283-8b75-2cb29e9cc378 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Floating IP 786e894e-87be-4b70-b72c-9a07de5e40c4 associated. External IP: 172.25.8.67, port: 85a14921-3da9-47af-a34d-cf4932449c7d. Feb 09 14:01:35.672245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2bd257-6f03-4760-a458-f61c8fd9eeb1 tempest-AutoAllocateNetworkTest-899598426 tempest-AutoAllocateNetworkTest-899598426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:35.674232 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2b2bd257-6f03-4760-a458-f61c8fd9eeb1 tempest-AutoAllocateNetworkTest-899598426 tempest-AutoAllocateNetworkTest-899598426-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2374084 Feb 09 14:01:35.677161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41810) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:35.684544 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-382834c2-6b25-466f-867b-c1bd394fa103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:35.706042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382834c2-6b25-466f-867b-c1bd394fa103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddc7740-07e6-4991-84d0-f40faee84762,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:35.730354 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4664b5da-c91c-4241-bbe6-36b50c649029', 'tag': 'dea1e5c4-8275-4212-82cd-848f1f15e58d'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:35.739874 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-382834c2-6b25-466f-867b-c1bd394fa103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:35.743338 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-382834c2-6b25-466f-867b-c1bd394fa103 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ddc7740-07e6-4991-84d0-f40faee84762 HTTP/1.1" status: 204 len: 168 time: 0.9743748 Feb 09 14:01:35.765854 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ec74c1ad-0d0c-4314-b58d-aae89ab0c3e7 tempest-AutoAllocateNetworkTest-899598426 tempest-AutoAllocateNetworkTest-899598426-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872009 Feb 09 14:01:35.766605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41820) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:35.768494 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41822) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:35.816287 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5fc5c005-5314-4324-936e-ebf1847555d6 tempest-AutoAllocateNetworkTest-899598426 tempest-AutoAllocateNetworkTest-899598426-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=509f17d46c6149c7b14ccc1b80a81845 HTTP/1.1" status: 200 len: 208 time: 0.0463991 Feb 09 14:01:35.817317 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69424af3-ab7a-485a-8862-92eff84db7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:35.823389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ee21b-6cfc-48d1-b975-a371379ecb84 req-b0728260-097b-4cf8-986a-7378109bacb2 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:35.824969 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3e6ee21b-6cfc-48d1-b975-a371379ecb84 req-b0728260-097b-4cf8-986a-7378109bacb2 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 949 time: 0.4526200 Feb 09 14:01:35.833783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-69424af3-ab7a-485a-8862-92eff84db7d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:35.838245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-69424af3-ab7a-485a-8862-92eff84db7d0 admin admin] Usage tracker for resource:security_group_rule and tenant:ec7892262cf24dc5bd4cd95c33f14d73 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:35.841937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-69424af3-ab7a-485a-8862-92eff84db7d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:35.849037 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-69424af3-ab7a-485a-8862-92eff84db7d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:35.910692 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-b96187a6-5684-4184-97a1-e7bdf962a873 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cf414819203844d7be4cd33f0e40db8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361865 Feb 09 14:01:35.967389 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3e6ee21b-6cfc-48d1-b975-a371379ecb84 req-6d0dd2a1-802b-475f-b1d8-06ebe9d9f118 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295674 Feb 09 14:01:35.994092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5e574c-43a2-4283-8b75-2cb29e9cc378 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Router 54a0447b-0f39-4d41-9f60-96984ef380dd has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:01:36.154652 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4664b5da-c91c-4241-bbe6-36b50c649029', 'tag': 'dea1e5c4-8275-4212-82cd-848f1f15e58d', 'status': 'completed', 'code': 200} Feb 09 14:01:36.211337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-2ed73a2e-9595-4566-8f85-9a9f53f525eb tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:36.218906 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-2ed73a2e-9595-4566-8f85-9a9f53f525eb tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2998972 Feb 09 14:01:36.247325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41844) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:36.283670 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-991a6149-0e0d-465b-baac-4550f6ecf481 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/quotas/cf414819203844d7be4cd33f0e40db8a HTTP/1.1" status: 200 len: 375 time: 0.0638037 Feb 09 14:01:36.353847 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69424af3-ab7a-485a-8862-92eff84db7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:36.354118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5e574c-43a2-4283-8b75-2cb29e9cc378 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:01:36.359414 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b5e574c-43a2-4283-8b75-2cb29e9cc378 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:36.377496 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fd4ea2-1519-4689-bcd5-a78840e1bcaa None None] Sync routers for ids ['54a0447b-0f39-4d41-9f60-96984ef380dd'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:01:36.378039 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69424af3-ab7a-485a-8862-92eff84db7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:36.390622 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd4ea2-1519-4689-bcd5-a78840e1bcaa None None] Routers {'54a0447b-0f39-4d41-9f60-96984ef380dd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:01:36.391398 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c0fd4ea2-1519-4689-bcd5-a78840e1bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:01:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['54a0447b-0f39-4d41-9f60-96984ef380dd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:36.409209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791a834-392e-437c-934a-8eec1ac2aeb7 req-47af299c-6190-482f-9569-c72d4a1954e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:36.411213 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7791a834-392e-437c-934a-8eec1ac2aeb7 req-47af299c-6190-482f-9569-c72d4a1954e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 1124 time: 0.3458705 Feb 09 14:01:36.422034 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-69424af3-ab7a-485a-8862-92eff84db7d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec7892262cf24dc5bd4cd95c33f14d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6545036 Feb 09 14:01:36.424646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41854) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:36.455093 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1b5e574c-43a2-4283-8b75-2cb29e9cc378 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "PUT /v2.0/floatingips/786e894e-87be-4b70-b72c-9a07de5e40c4 HTTP/1.1" status: 200 len: 1011 time: 4.3636091 Feb 09 14:01:36.484117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443534bf-5cc7-4ae3-95e8-08b6574aa18e req-2be03908-73f9-4341-bf9c-08d317f45174 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:36.486274 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-443534bf-5cc7-4ae3-95e8-08b6574aa18e req-2be03908-73f9-4341-bf9c-08d317f45174 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 943 time: 0.2230737 Feb 09 14:01:36.583779 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-443534bf-5cc7-4ae3-95e8-08b6574aa18e req-fb00f4e7-b5c0-4aee-9d46-e88262600105 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893903 Feb 09 14:01:36.587558 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6cee33ac-e278-4580-bf3e-91fb0710c069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:36.602915 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-2fbcf6ff-8ff3-44a5-b6b8-fb5cd8b97c87 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3181605 Feb 09 14:01:36.623120 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41862) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:36.640100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69424af3-ab7a-485a-8862-92eff84db7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959e7756-06dc-487e-96c2-bc2160231a14,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:36.702286 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791a834-392e-437c-934a-8eec1ac2aeb7 req-97c31a60-f334-4069-8354-29330320424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:36.704112 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7791a834-392e-437c-934a-8eec1ac2aeb7 req-97c31a60-f334-4069-8354-29330320424d service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.2762220 Feb 09 14:01:36.711606 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6cee33ac-e278-4580-bf3e-91fb0710c069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:36.761681 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-c0fd4ea2-1519-4689-bcd5-a78840e1bcaa None None] Set router 54a0447b-0f39-4d41-9f60-96984ef380dd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:01:36.795585 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6cee33ac-e278-4580-bf3e-91fb0710c069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:36.852819 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee33ac-e278-4580-bf3e-91fb0710c069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959e7756-06dc-487e-96c2-bc2160231a14,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:36.867907 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6cee33ac-e278-4580-bf3e-91fb0710c069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:36.871770 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6cee33ac-e278-4580-bf3e-91fb0710c069 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/959e7756-06dc-487e-96c2-bc2160231a14 HTTP/1.1" status: 204 len: 168 time: 0.4436514 Feb 09 14:01:36.892780 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3a47caed-2c7b-45b1-be1f-1408713a9917 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:36.917588 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc797913-2a84-4cc1-977d-e68b76285289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:36.988804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fc797913-2a84-4cc1-977d-e68b76285289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:36.999985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fc797913-2a84-4cc1-977d-e68b76285289 admin admin] Usage tracker for resource:security_group_rule and tenant:509f17d46c6149c7b14ccc1b80a81845 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:37.008889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fc797913-2a84-4cc1-977d-e68b76285289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:37.044387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fc797913-2a84-4cc1-977d-e68b76285289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:37.078312 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device dea1e5c4-8275-4212-82cd-848f1f15e58d details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:01:37.097764 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7791a834-392e-437c-934a-8eec1ac2aeb7 req-4ff8892e-db61-4ba5-9663-1af803437d6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d HTTP/1.1" status: 200 len: 217 time: 0.3830466 Feb 09 14:01:37.109022 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-540646e7-4c24-4b2e-9244-cc7149594685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:37.202829 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 3a47caed-2c7b-45b1-be1f-1408713a9917 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:37.210994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 3a47caed-2c7b-45b1-be1f-1408713a9917 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:37.211897 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:37.237504 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc797913-2a84-4cc1-977d-e68b76285289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:37.252143 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc797913-2a84-4cc1-977d-e68b76285289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:37.316788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-540646e7-4c24-4b2e-9244-cc7149594685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:37.326623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6874c-411f-4bf0-9402-109fa9b52849 req-ad403ae9-287b-4f41-b8ed-54c1e1465825 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:37.328692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-540646e7-4c24-4b2e-9244-cc7149594685 admin admin] Usage tracker for resource:security_group_rule and tenant:8a2819d3060f41e1809a005993531cfb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:37.334676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-540646e7-4c24-4b2e-9244-cc7149594685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:37.337510 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-24c6874c-411f-4bf0-9402-109fa9b52849 req-ad403ae9-287b-4f41-b8ed-54c1e1465825 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 966 time: 0.4858508 Feb 09 14:01:37.350429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-540646e7-4c24-4b2e-9244-cc7149594685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:37.358587 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port dea1e5c4-8275-4212-82cd-848f1f15e58d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:37.382293 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device dea1e5c4-8275-4212-82cd-848f1f15e58d has no active binding in host n-h2-828418-2 {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 14:01:37.481506 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:37.516426 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cba68d-fb1e-40f4-ad08-392487eab698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a47caed-2c7b-45b1-be1f-1408713a9917'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:37.540235 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3a47caed-2c7b-45b1-be1f-1408713a9917, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3a47caed-2c7b-45b1-be1f-1408713a9917,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:37.544082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791a834-392e-437c-934a-8eec1ac2aeb7 req-afa6c947-0eac-4ed3-9abe-f0c47c028c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:37.546103 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7791a834-392e-437c-934a-8eec1ac2aeb7 req-afa6c947-0eac-4ed3-9abe-f0c47c028c40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.4383144 Feb 09 14:01:37.547997 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:37.603514 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fc797913-2a84-4cc1-977d-e68b76285289 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=509f17d46c6149c7b14ccc1b80a81845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9667528 Feb 09 14:01:37.620050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41894) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:37.620742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc797913-2a84-4cc1-977d-e68b76285289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f465c9-4f68-4279-95ba-419923230db7,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:37.657660 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-24c6874c-411f-4bf0-9402-109fa9b52849 req-79b9ff3d-e2a2-4619-8dd5-dc1ba7ad9ed9 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184824 Feb 09 14:01:37.670558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=3a47caed-2c7b-45b1-be1f-1408713a9917,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:37.767369 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c0fd4ea2-1519-4689-bcd5-a78840e1bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:54Z', 'revision_number': 4, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '786e894e-87be-4b70-b72c-9a07de5e40c4', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'port_id': '85a14921-3da9-47af-a34d-cf4932449c7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'mac_address': 'fa:16:3e:79:fe:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5a541c-704b-4913-9e82-7faac3acae04', 'device_owner': 'compute:tempest-test_az-90180771'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:01:12Z', 'updated_at': '2022-02-09T14:01:34Z', 'revision_number': 1, 'project_id': '819ad572178e4886a304631fc3728b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36d15b9-95f0-4b73-861a-cbc0ce73d4da', 'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'mac_address': 'fa:16:3e:5c:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:52Z', 'updated_at': '2022-02-09T14:01:07Z', 'revision_number': 5, 'project_id': '819ad572178e4886a304631fc3728b0f', 'subnets': [{'id': '619ec6b3-3471-4097-954a-be6300563bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:37.776031 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fd4ea2-1519-4689-bcd5-a78840e1bcaa None None] Checking router: 54a0447b-0f39-4d41-9f60-96984ef380dd for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:01:37.796153 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd4ea2-1519-4689-bcd5-a78840e1bcaa None None] Routers {'54a0447b-0f39-4d41-9f60-96984ef380dd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:01:37.796960 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c0fd4ea2-1519-4689-bcd5-a78840e1bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:01:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['54a0447b-0f39-4d41-9f60-96984ef380dd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:37.846743 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-990e723a-c3ea-4748-b9ab-39beb46b1fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:37.865956 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7791a834-392e-437c-934a-8eec1ac2aeb7 req-72fbed33-1cbb-44d9-9883-a0ef97790af8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1845689 Feb 09 14:01:37.932475 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-990e723a-c3ea-4748-b9ab-39beb46b1fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:38.065677 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-540646e7-4c24-4b2e-9244-cc7149594685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:38.080440 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-540646e7-4c24-4b2e-9244-cc7149594685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:38.106416 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-990e723a-c3ea-4748-b9ab-39beb46b1fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:38.161323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5a541c-704b-4913-9e82-7faac3acae04', 'tag': '85a14921-3da9-47af-a34d-cf4932449c7d'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:38.170790 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-540646e7-4c24-4b2e-9244-cc7149594685 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a2819d3060f41e1809a005993531cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9208241 Feb 09 14:01:38.175482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540646e7-4c24-4b2e-9244-cc7149594685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d4a2f1-0134-4224-bc90-7be66b38318b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:38.182991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41926) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:38.201811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e723a-c3ea-4748-b9ab-39beb46b1fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f465c9-4f68-4279-95ba-419923230db7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:38.213230 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:38.233994 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-990e723a-c3ea-4748-b9ab-39beb46b1fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:38.238537 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-990e723a-c3ea-4748-b9ab-39beb46b1fd7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80f465c9-4f68-4279-95ba-419923230db7 HTTP/1.1" status: 204 len: 168 time: 0.6119249 Feb 09 14:01:38.245197 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-c0fd4ea2-1519-4689-bcd5-a78840e1bcaa None None] Set router 54a0447b-0f39-4d41-9f60-96984ef380dd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:01:38.313662 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cba68d-fb1e-40f4-ad08-392487eab698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a47caed-2c7b-45b1-be1f-1408713a9917', 'code': 200} Feb 09 14:01:38.364418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182c1c3-edbd-47eb-a134-ce2fe52b1728 req-73db14a6-81a9-4410-9720-791be90c4732 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:38.382214 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1182c1c3-edbd-47eb-a134-ce2fe52b1728 req-73db14a6-81a9-4410-9720-791be90c4732 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 950 time: 0.8220999 Feb 09 14:01:38.574360 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320aac4b-3dc7-4a59-b418-08fa21c5754c req-a135b4c3-8668-4560-a85e-369a599c75d4 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:38.585969 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-320aac4b-3dc7-4a59-b418-08fa21c5754c req-a135b4c3-8668-4560-a85e-369a599c75d4 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 943 time: 0.1603389 Feb 09 14:01:38.606366 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7791a834-392e-437c-934a-8eec1ac2aeb7 req-53c8b864-ae34-4197-a869-76b654783105 service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6820560 Feb 09 14:01:38.609566 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee261f68-bc81-4b10-9f09-a0866ad6ca47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:38.712354 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-320aac4b-3dc7-4a59-b418-08fa21c5754c req-81a57aff-c164-415e-801f-75cd437e6bad tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251767 Feb 09 14:01:38.794456 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5a541c-704b-4913-9e82-7faac3acae04', 'tag': '85a14921-3da9-47af-a34d-cf4932449c7d', 'status': 'completed', 'code': 200} Feb 09 14:01:38.828688 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1182c1c3-edbd-47eb-a134-ce2fe52b1728 req-c68e8a93-eae2-4abe-a503-6b7b0b9510a1 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154719 Feb 09 14:01:38.853902 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee261f68-bc81-4b10-9f09-a0866ad6ca47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:38.938909 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee261f68-bc81-4b10-9f09-a0866ad6ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:38.948995 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-39d6c35a-7847-4f47-bb47-0d24407c9f7e req-a6830d8b-550d-45d0-84a3-8a2ace941978 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 210 time: 0.1082983 Feb 09 14:01:39.014749 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a59c65-057c-425e-a711-bbb9d78647cd req-1757e849-f7d0-4f1d-be79-5727cca86ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:39.016265 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5a59c65-057c-425e-a711-bbb9d78647cd req-1757e849-f7d0-4f1d-be79-5727cca86ab2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 1101 time: 0.6082690 Feb 09 14:01:39.110522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee261f68-bc81-4b10-9f09-a0866ad6ca47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d4a2f1-0134-4224-bc90-7be66b38318b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:39.172461 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee261f68-bc81-4b10-9f09-a0866ad6ca47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:39.173554 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ee261f68-bc81-4b10-9f09-a0866ad6ca47 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7d4a2f1-0134-4224-bc90-7be66b38318b HTTP/1.1" status: 204 len: 168 time: 0.9875264 Feb 09 14:01:39.189168 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c0fd4ea2-1519-4689-bcd5-a78840e1bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:54Z', 'revision_number': 4, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '786e894e-87be-4b70-b72c-9a07de5e40c4', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'port_id': '85a14921-3da9-47af-a34d-cf4932449c7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'mac_address': 'fa:16:3e:79:fe:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5a541c-704b-4913-9e82-7faac3acae04', 'device_owner': 'compute:tempest-test_az-90180771'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:01:12Z', 'updated_at': '2022-02-09T14:01:34Z', 'revision_number': 1, 'project_id': '819ad572178e4886a304631fc3728b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36d15b9-95f0-4b73-861a-cbc0ce73d4da', 'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'mac_address': 'fa:16:3e:5c:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:52Z', 'updated_at': '2022-02-09T14:01:07Z', 'revision_number': 5, 'project_id': '819ad572178e4886a304631fc3728b0f', 'subnets': [{'id': '619ec6b3-3471-4097-954a-be6300563bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:39.194252 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fd4ea2-1519-4689-bcd5-a78840e1bcaa None None] The sync data for ids ['54a0447b-0f39-4d41-9f60-96984ef380dd'] in n-d-828418-2 is: [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:54Z', 'revision_number': 4, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '786e894e-87be-4b70-b72c-9a07de5e40c4', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'port_id': '85a14921-3da9-47af-a34d-cf4932449c7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'mac_address': 'fa:16:3e:79:fe:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5a541c-704b-4913-9e82-7faac3acae04', 'device_owner': 'compute:tempest-test_az-90180771'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:01:12Z', 'updated_at': '2022-02-09T14:01:34Z', 'revision_number': 1, 'project_id': '819ad572178e4886a304631fc3728b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36d15b9-95f0-4b73-861a-cbc0ce73d4da', 'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'mac_address': 'fa:16:3e:5c:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:52Z', 'updated_at': '2022-02-09T14:01:07Z', 'revision_number': 5, 'project_id': '819ad572178e4886a304631fc3728b0f', 'subnets': [{'id': '619ec6b3-3471-4097-954a-be6300563bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:01:39.194752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d67c4-84e5-48bf-872b-e3ef6febac17 req-8a28a853-204e-42cc-bd0a-6d8c1e282b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:39.197789 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-254d67c4-84e5-48bf-872b-e3ef6febac17 req-8a28a853-204e-42cc-bd0a-6d8c1e282b5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=819ad572178e4886a304631fc3728b0f&device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 1117 time: 0.2122300 Feb 09 14:01:39.312599 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5a59c65-057c-425e-a711-bbb9d78647cd req-f547c0d4-7cbd-48b2-aaa6-4715715a3700 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764828 Feb 09 14:01:39.333001 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7791a834-392e-437c-934a-8eec1ac2aeb7 req-1506b0c8-87ff-4cce-8924-7d32876134ce service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6986513 Feb 09 14:01:39.369893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e47a0d-115b-4289-82a4-b1de871677fd req-dd13e180-6a0c-4b20-af0b-251c57d7bf7c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:39.376151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73e47a0d-115b-4289-82a4-b1de871677fd req-dd13e180-6a0c-4b20-af0b-251c57d7bf7c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 966 time: 0.2077227 Feb 09 14:01:39.440793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d67c4-84e5-48bf-872b-e3ef6febac17 req-e9658749-a19f-4744-9eb0-4fc52de66cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:39.442322 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-254d67c4-84e5-48bf-872b-e3ef6febac17 req-e9658749-a19f-4744-9eb0-4fc52de66cda service neutron] 10.222.0.21 "GET /v2.0/networks?id=4438975a-7484-4e20-a7dd-31c3711d5a27 HTTP/1.1" status: 200 len: 923 time: 0.2353995 Feb 09 14:01:39.459121 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73e47a0d-115b-4289-82a4-b1de871677fd req-82866324-e20b-46da-a864-1c78d162adcf tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728576 Feb 09 14:01:39.532762 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c769f-2608-4dbb-8f25-e71cb90a061a None None] New status for floating IP 786e894e-87be-4b70-b72c-9a07de5e40c4: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:01:39.605087 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-254d67c4-84e5-48bf-872b-e3ef6febac17 req-072df152-a1f0-4d45-96cc-863f32c7ad46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85a14921-3da9-47af-a34d-cf4932449c7d HTTP/1.1" status: 200 len: 1019 time: 0.1545625 Feb 09 14:01:39.696743 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d67c4-84e5-48bf-872b-e3ef6febac17 req-c1ccaf32-6eed-4c4a-91a7-1f63d7eeaa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:39.698334 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-254d67c4-84e5-48bf-872b-e3ef6febac17 req-c1ccaf32-6eed-4c4a-91a7-1f63d7eeaa56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=619ec6b3-3471-4097-954a-be6300563bbd HTTP/1.1" status: 200 len: 862 time: 0.0810359 Feb 09 14:01:39.851155 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d67c4-84e5-48bf-872b-e3ef6febac17 req-5b27f68d-fcc5-448b-ac4d-b605e8a831bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:39.860209 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-254d67c4-84e5-48bf-872b-e3ef6febac17 req-5b27f68d-fcc5-448b-ac4d-b605e8a831bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4438975a-7484-4e20-a7dd-31c3711d5a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1551976 Feb 09 14:01:39.968993 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:39.986181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41976) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:40.092990 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-63b4b3bd-7b47-4a1e-8555-3eddd321236f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:40.136419 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-254d67c4-84e5-48bf-872b-e3ef6febac17 req-aee8c8f8-b9ad-4c14-b90f-55c7823b0176 service neutron] 10.222.0.21 "GET /v2.0/networks/4438975a-7484-4e20-a7dd-31c3711d5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680023 Feb 09 14:01:40.160233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a22c3d-1ba5-4dca-86d9-4a9a21fc5567 req-852b1ad3-496b-4348-9f96-7e8adbb2f269 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:40.161826 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-49a22c3d-1ba5-4dca-86d9-4a9a21fc5567 req-852b1ad3-496b-4348-9f96-7e8adbb2f269 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 943 time: 0.1723621 Feb 09 14:01:40.207568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-63b4b3bd-7b47-4a1e-8555-3eddd321236f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:40.233449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-63b4b3bd-7b47-4a1e-8555-3eddd321236f admin admin] Usage tracker for resource:security_group_rule and tenant:211e6df1ea034c998a55439f850a4f27 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:40.240465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-63b4b3bd-7b47-4a1e-8555-3eddd321236f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:40.255863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-63b4b3bd-7b47-4a1e-8555-3eddd321236f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:40.428784 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-bb98e74d-9f6d-40f2-9f29-e38dd5b89bcd tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=cf414819203844d7be4cd33f0e40db8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1127324 Feb 09 14:01:40.452872 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92cdcc-f37e-494e-8cd2-8d3cc86904a7 req-d3fb40e1-998c-41d6-9e93-b7df8580e723 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:40.455135 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0e92cdcc-f37e-494e-8cd2-8d3cc86904a7 req-d3fb40e1-998c-41d6-9e93-b7df8580e723 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 950 time: 0.3423831 Feb 09 14:01:40.476398 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-254d67c4-84e5-48bf-872b-e3ef6febac17 req-dad9fed2-4410-41f5-b912-a61aca5f9e56 service neutron] 10.222.0.21 "GET /v2.0/networks/4438975a-7484-4e20-a7dd-31c3711d5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135383 Feb 09 14:01:40.569316 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-49a22c3d-1ba5-4dca-86d9-4a9a21fc5567 req-9fa94ade-6771-4d88-8f1c-322f1dde425b tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492186 Feb 09 14:01:40.860944 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-09dbe672-5a81-42d6-b55f-7fcbd1bb4927 req-91ff2abd-cbe7-4d86-b8db-777daa5af496 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 210 time: 0.1004040 Feb 09 14:01:40.876955 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0e92cdcc-f37e-494e-8cd2-8d3cc86904a7 req-93e4087b-f8d3-43f3-9d04-dca89ecabd54 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585997 Feb 09 14:01:40.959722 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-17c5b743-67af-4c91-9082-b49d8a155c6a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=cf414819203844d7be4cd33f0e40db8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870574 Feb 09 14:01:41.077438 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-63b4b3bd-7b47-4a1e-8555-3eddd321236f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:41.142011 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-63b4b3bd-7b47-4a1e-8555-3eddd321236f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:41.161044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da731452-e542-481f-a40f-da0413de0d56 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:41.162864 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da731452-e542-481f-a40f-da0413de0d56 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6983485 Feb 09 14:01:41.204379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-3fa7851e-570c-490c-b0fa-3a18c5bc9051 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Request body: {'port': {'device_id': '4f139c1d-256c-4700-a045-b006c63b3fe6', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': 'cf414819203844d7be4cd33f0e40db8a'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:41.432631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4b3bd-7b47-4a1e-8555-3eddd321236f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc0dc4b-0c9c-46de-8497-c2bed5d77cc7,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:41.437523 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-63b4b3bd-7b47-4a1e-8555-3eddd321236f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=211e6df1ea034c998a55439f850a4f27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4497602 Feb 09 14:01:41.441000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42016) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:41.486375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-4e7bff74-2b75-4cb7-8a7a-546c90f81240 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:41.487898 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-4e7bff74-2b75-4cb7-8a7a-546c90f81240 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5224361 Feb 09 14:01:41.511534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-18dbba17-15d7-48f0-8d7a-2fc09328d536 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Request body: {'port': {'device_id': 'cb058df8-f3dd-4632-82d5-74cd9dcae437', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': 'cf414819203844d7be4cd33f0e40db8a'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:41.559445 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b0a1-3590-40d3-afe6-2ae0e1d3dad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:41.618674 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b0a1-3590-40d3-afe6-2ae0e1d3dad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:41.664941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091ba28-e52c-4456-9400-df043fc1c163 req-cdf17d97-2b0a-4e84-8fb9-1f736774eccf tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:41.672650 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4091ba28-e52c-4456-9400-df043fc1c163 req-cdf17d97-2b0a-4e84-8fb9-1f736774eccf tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 966 time: 0.6000648 Feb 09 14:01:41.688880 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b0a1-3590-40d3-afe6-2ae0e1d3dad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:41.724441 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4b0a1-3590-40d3-afe6-2ae0e1d3dad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc0dc4b-0c9c-46de-8497-c2bed5d77cc7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:41.724441 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b0a1-3590-40d3-afe6-2ae0e1d3dad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:41.733620 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3ed4b0a1-3590-40d3-afe6-2ae0e1d3dad4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fc0dc4b-0c9c-46de-8497-c2bed5d77cc7 HTTP/1.1" status: 204 len: 168 time: 0.2897542 Feb 09 14:01:41.748172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-3fa7851e-570c-490c-b0fa-3a18c5bc9051 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:41.761434 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4091ba28-e52c-4456-9400-df043fc1c163 req-cdc3c2c1-3482-4811-af0c-a65e43625f41 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879238 Feb 09 14:01:41.785678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-3fa7851e-570c-490c-b0fa-3a18c5bc9051 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:41.834539 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-3fa7851e-570c-490c-b0fa-3a18c5bc9051 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Made reservation on behalf of cf414819203844d7be4cd33f0e40db8a for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:41.840238 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-3fa7851e-570c-490c-b0fa-3a18c5bc9051 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:41.852668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-18dbba17-15d7-48f0-8d7a-2fc09328d536 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:41.867294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.35', 52191) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:41.870052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-18dbba17-15d7-48f0-8d7a-2fc09328d536 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:41.924043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-18dbba17-15d7-48f0-8d7a-2fc09328d536 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Made reservation on behalf of cf414819203844d7be4cd33f0e40db8a for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:41.928131 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-18dbba17-15d7-48f0-8d7a-2fc09328d536 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:41.990007 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-a4070393-4dc8-4a85-ac60-9bb04359c06b service neutron] 10.222.0.35 "GET /v2.0/ports/dea1e5c4-8275-4212-82cd-848f1f15e58d/bindings/n-h2-828418-2 HTTP/1.1" status: 200 len: 384 time: 0.1216602 Feb 09 14:01:42.207343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593039d-d366-4982-b5e4-c6388d2a4c78 req-50db8227-3aa4-476a-af94-1afb167e8fb4 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:42.208950 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3593039d-d366-4982-b5e4-c6388d2a4c78 req-50db8227-3aa4-476a-af94-1afb167e8fb4 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 943 time: 0.2713184 Feb 09 14:01:42.243339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-3fa7851e-570c-490c-b0fa-3a18c5bc9051 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Allocated IP 192.168.233.215 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/77d7f02e-34bc-4e11-a27e-941eb5907981) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:01:42.282254 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3593039d-d366-4982-b5e4-c6388d2a4c78 req-65a1a6fe-70ed-4054-b5dc-25593433a054 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602701 Feb 09 14:01:42.411381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a5be0-3398-4bc2-93c7-f664f9c6d588 req-05795dc4-a1a9-40e4-9108-09b50dba1c88 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:42.413128 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d13a5be0-3398-4bc2-93c7-f664f9c6d588 req-05795dc4-a1a9-40e4-9108-09b50dba1c88 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 966 time: 0.2077613 Feb 09 14:01:42.467428 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-601fb41a-e315-4538-b345-d9c95e93af99 service neutron] For port dea1e5c4-8275-4212-82cd-848f1f15e58d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:42.496776 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d13a5be0-3398-4bc2-93c7-f664f9c6d588 req-9678223d-373a-4ed4-947e-4d397d9ed4da tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776238 Feb 09 14:01:42.504825 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e57bb398-20c5-4069-b8b8-ae5e932ce81c req-61b5a594-8fef-4609-a554-9f192d12eae4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 210 time: 0.0530212 Feb 09 14:01:42.510847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-601fb41a-e315-4538-b345-d9c95e93af99 service neutron] For port dea1e5c4-8275-4212-82cd-848f1f15e58d, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:01:42.604936 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-601fb41a-e315-4538-b345-d9c95e93af99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea1e5c4-8275-4212-82cd-848f1f15e58d {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:42.623557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-601fb41a-e315-4538-b345-d9c95e93af99 service neutron] For port dea1e5c4-8275-4212-82cd-848f1f15e58d, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:42.654895 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-601fb41a-e315-4538-b345-d9c95e93af99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:42.686504 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-3fa7851e-570c-490c-b0fa-3a18c5bc9051 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:42.708253 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-3fa7851e-570c-490c-b0fa-3a18c5bc9051 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Transition to ACTIVE for port object 77d7f02e-34bc-4e11-a27e-941eb5907981 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:42.737994 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-3fa7851e-570c-490c-b0fa-3a18c5bc9051 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:42.754501 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['7ff447dc-3755-4a6f-b061-94973b5f3fe3'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:01:42.887715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7851e-570c-490c-b0fa-3a18c5bc9051 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Pushing event updated for resources: {'Port': ['ID=77d7f02e-34bc-4e11-a27e-941eb5907981,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:42.899757 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-3fa7851e-570c-490c-b0fa-3a18c5bc9051 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:42.908679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-3fa7851e-570c-490c-b0fa-3a18c5bc9051 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:42.912610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-3fa7851e-570c-490c-b0fa-3a18c5bc9051 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:01:42.920086 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-3fa7851e-570c-490c-b0fa-3a18c5bc9051 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:42.920818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-3fa7851e-570c-490c-b0fa-3a18c5bc9051 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:42.960309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-601fb41a-e315-4538-b345-d9c95e93af99 service neutron] Transition to ACTIVE for port object dea1e5c4-8275-4212-82cd-848f1f15e58d will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:42.972058 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-601fb41a-e315-4538-b345-d9c95e93af99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:43.051778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-18dbba17-15d7-48f0-8d7a-2fc09328d536 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Allocated IP 192.168.233.191 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/1931d8f0-f350-41b6-96dd-906f3e3a5c65) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:01:43.056358 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-3fa7851e-570c-490c-b0fa-3a18c5bc9051 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8602414 Feb 09 14:01:43.071556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Request body: {'port': {'device_id': '4f139c1d-256c-4700-a045-b006c63b3fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:43.298330 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-601fb41a-e315-4538-b345-d9c95e93af99 service neutron] No DVR routers for this DVR port dea1e5c4-8275-4212-82cd-848f1f15e58d on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:01:43.351201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fb41a-e315-4538-b345-d9c95e93af99 service neutron] Pushing event updated for resources: {'Port': ['ID=dea1e5c4-8275-4212-82cd-848f1f15e58d,revision_number=10']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:43.351505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ac5c8548-efb0-45bd-9b8e-22683d565485 None None] Provisioning for port 77d7f02e-34bc-4e11-a27e-941eb5907981 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:43.361110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491a266-fb20-4833-80b7-b384254feadd req-782633bc-7715-4ca1-b6ee-6d310f6aa4f6 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:43.362597 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2491a266-fb20-4833-80b7-b384254feadd req-782633bc-7715-4ca1-b6ee-6d310f6aa4f6 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 950 time: 0.6858275 Feb 09 14:01:43.363547 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ac5c8548-efb0-45bd-9b8e-22683d565485 None None] Provisioning complete for port 77d7f02e-34bc-4e11-a27e-941eb5907981 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:43.363950 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8548-efb0-45bd-9b8e-22683d565485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:43.369617 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-601fb41a-e315-4538-b345-d9c95e93af99 service neutron] 10.222.0.35 "PUT /v2.0/ports/dea1e5c4-8275-4212-82cd-848f1f15e58d/bindings/n-h2-828418-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3740430 Feb 09 14:01:43.416600 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2491a266-fb20-4833-80b7-b384254feadd req-2bdbf109-dce1-444d-b63a-73e3b2d684ac tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457795 Feb 09 14:01:43.432125 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:43.508717 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ac5c8548-efb0-45bd-9b8e-22683d565485 None None] Port 77d7f02e-34bc-4e11-a27e-941eb5907981 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:01:43.569578 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e9d22149-2236-429b-b0d9-63db07c54f34 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:43.573827 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-e9d22149-2236-429b-b0d9-63db07c54f34 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029&tenant_id=599ada696464469cbeafc3efd9524c59&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 1095 time: 0.1367977 Feb 09 14:01:43.701449 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-8d7af73b-ed82-4a36-8140-643a152e3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:43.702849 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-8d7af73b-ed82-4a36-8140-643a152e3bac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029&tenant_id=599ada696464469cbeafc3efd9524c59 HTTP/1.1" status: 200 len: 1095 time: 0.1199238 Feb 09 14:01:43.739999 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-18dbba17-15d7-48f0-8d7a-2fc09328d536 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:43.785731 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-18dbba17-15d7-48f0-8d7a-2fc09328d536 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Transition to ACTIVE for port object 1931d8f0-f350-41b6-96dd-906f3e3a5c65 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:43.860449 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-18dbba17-15d7-48f0-8d7a-2fc09328d536 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:43.874239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['7ff447dc-3755-4a6f-b061-94973b5f3fe3'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:01:43.901661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-202816de-d4d3-4ba4-9b05-53420ef3c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:43.903050 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-202816de-d4d3-4ba4-9b05-53420ef3c1a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 1095 time: 0.1760976 Feb 09 14:01:43.915757 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca35dd9-aecb-453f-b77d-37c5ba106828 req-b9870f35-6ccf-4035-afb4-859f7320dbec tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:43.924354 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7ca35dd9-aecb-453f-b77d-37c5ba106828 req-b9870f35-6ccf-4035-afb4-859f7320dbec tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 944 time: 0.1526861 Feb 09 14:01:44.080276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-18dbba17-15d7-48f0-8d7a-2fc09328d536 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:44.084920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbba17-15d7-48f0-8d7a-2fc09328d536 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Pushing event updated for resources: {'Port': ['ID=1931d8f0-f350-41b6-96dd-906f3e3a5c65,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:44.088888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-18dbba17-15d7-48f0-8d7a-2fc09328d536 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:44.104490 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-18dbba17-15d7-48f0-8d7a-2fc09328d536 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:01:44.111640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-18dbba17-15d7-48f0-8d7a-2fc09328d536 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:44.112385 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-18dbba17-15d7-48f0-8d7a-2fc09328d536 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:44.138798 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-18dbba17-15d7-48f0-8d7a-2fc09328d536 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6419847 Feb 09 14:01:44.164504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Request body: {'port': {'device_id': 'cb058df8-f3dd-4632-82d5-74cd9dcae437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:44.240276 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7ca35dd9-aecb-453f-b77d-37c5ba106828 req-bdccc524-2ae0-48b6-98a4-bd518c79f9fb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147008 Feb 09 14:01:44.255631 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42118) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:44.348351 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-46c82da7-36f0-4e53-8db5-fcf775362e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:44.350152 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-46c82da7-36f0-4e53-8db5-fcf775362e16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.4236081 Feb 09 14:01:44.524724 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:44.540850 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b29730d1-6218-4c22-9e80-ab1dd083258f None None] Provisioning for port 1931d8f0-f350-41b6-96dd-906f3e3a5c65 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:44.562102 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b29730d1-6218-4c22-9e80-ab1dd083258f None None] Provisioning complete for port 1931d8f0-f350-41b6-96dd-906f3e3a5c65 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:44.563154 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b29730d1-6218-4c22-9e80-ab1dd083258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:44.607522 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-1ace0b35-91aa-40da-86fb-2eeee88a9cbd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d HTTP/1.1" status: 200 len: 217 time: 0.2481306 Feb 09 14:01:44.722585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b29730d1-6218-4c22-9e80-ab1dd083258f None None] Port 1931d8f0-f350-41b6-96dd-906f3e3a5c65 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:01:44.749112 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-ecbe37b4-735b-48da-87aa-6a115f0d5c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:44.750588 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-ecbe37b4-735b-48da-87aa-6a115f0d5c09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.1364081 Feb 09 14:01:44.818148 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-2d155972-d7bf-41a0-98d8-f36a4cf15e4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501792 Feb 09 14:01:44.818835 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-31bb111c-6404-4ddf-9c36-2939a0b394d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:44.858454 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a1f16-0056-400c-bbab-7c82d63e7163 req-976d5246-1235-4013-bcbc-8ad90e20475e tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:44.859941 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c75a1f16-0056-400c-bbab-7c82d63e7163 req-976d5246-1235-4013-bcbc-8ad90e20475e tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 936 time: 0.3896098 Feb 09 14:01:44.927357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-31bb111c-6404-4ddf-9c36-2939a0b394d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:44.932186 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device dea1e5c4-8275-4212-82cd-848f1f15e58d no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:01:44.950099 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-31bb111c-6404-4ddf-9c36-2939a0b394d7 admin admin] Usage tracker for resource:security_group_rule and tenant:06e35ab546f8408b910ac6d5d19dd37b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:44.956648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-31bb111c-6404-4ddf-9c36-2939a0b394d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:44.971380 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-31bb111c-6404-4ddf-9c36-2939a0b394d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:45.008550 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device dea1e5c4-8275-4212-82cd-848f1f15e58d not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:01:45.016153 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c75a1f16-0056-400c-bbab-7c82d63e7163 req-79b1d96d-e5ef-464c-b826-4d22fe7fd602 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075015 Feb 09 14:01:45.045689 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-d516b259-c2e8-4270-9f3e-bb2c26b5b0d2 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137063 Feb 09 14:01:45.070068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba27d09-2487-4ca5-a49c-9c655bdbfa50 req-2b9edf0d-a41c-42da-b8b8-53d82c3a08c7 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:45.072671 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ba27d09-2487-4ca5-a49c-9c655bdbfa50 req-2b9edf0d-a41c-42da-b8b8-53d82c3a08c7 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 950 time: 0.3260589 Feb 09 14:01:45.162325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d7f02e-34bc-4e11-a27e-941eb5907981 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:45.184512 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:45.206592 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ba27d09-2487-4ca5-a49c-9c655bdbfa50 req-76786c28-86e8-4e8f-9460-c1f0889a9e38 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129110 Feb 09 14:01:45.216733 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-31bb111c-6404-4ddf-9c36-2939a0b394d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:45.222264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Transition to ACTIVE for port object 77d7f02e-34bc-4e11-a27e-941eb5907981 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:45.225393 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-61fb5dc5-c05d-4037-bf25-c569c9e5780d service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717815 Feb 09 14:01:45.226015 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-31bb111c-6404-4ddf-9c36-2939a0b394d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:45.276371 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:45.293751 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-31bb111c-6404-4ddf-9c36-2939a0b394d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06e35ab546f8408b910ac6d5d19dd37b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0417771 Feb 09 14:01:45.293751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb111c-6404-4ddf-9c36-2939a0b394d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07746099-1111-4cf7-9b4b-fdaab1141c1c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:45.295280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42146) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:45.393076 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8d33b0fc-d72c-4b78-abd7-0c11c48d5556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:45.449247 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8d33b0fc-d72c-4b78-abd7-0c11c48d5556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:45.570978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Pushing event updated for resources: {'Port': ['ID=77d7f02e-34bc-4e11-a27e-941eb5907981,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:45.618791 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8d33b0fc-d72c-4b78-abd7-0c11c48d5556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:45.637622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Attempting to bind port 77d7f02e-34bc-4e11-a27e-941eb5907981 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:01:45.654623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33b0fc-d72c-4b78-abd7-0c11c48d5556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07746099-1111-4cf7-9b4b-fdaab1141c1c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:45.655264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Attempting to bind port 77d7f02e-34bc-4e11-a27e-941eb5907981 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:01:45.657942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Attempting to bind port 77d7f02e-34bc-4e11-a27e-941eb5907981 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:45.671097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Port 77d7f02e-34bc-4e11-a27e-941eb5907981 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:01:45.671427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Attempting to bind port 77d7f02e-34bc-4e11-a27e-941eb5907981 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:45.695288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:01:45.695630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:01:45.696048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:01:45.696483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Bound port: 77d7f02e-34bc-4e11-a27e-941eb5907981, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:01:45.696828 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:45.699797 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8d33b0fc-d72c-4b78-abd7-0c11c48d5556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:45.704726 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8d33b0fc-d72c-4b78-abd7-0c11c48d5556 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07746099-1111-4cf7-9b4b-fdaab1141c1c HTTP/1.1" status: 204 len: 168 time: 0.4085054 Feb 09 14:01:45.857929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42158) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:45.920582 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-dc564e96-df75-481a-90b4-aa9612955e22 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:45.922544 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-dc564e96-df75-481a-90b4-aa9612955e22 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029&tenant_id=599ada696464469cbeafc3efd9524c59&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 1095 time: 0.1683564 Feb 09 14:01:46.013595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] For port 77d7f02e-34bc-4e11-a27e-941eb5907981, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:01:46.017611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] For port 77d7f02e-34bc-4e11-a27e-941eb5907981, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=77d7f02e-34bc-4e11-a27e-941eb5907981,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:01:46.045120 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:46.060401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1931d8f0-f350-41b6-96dd-906f3e3a5c65 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:46.105408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:46.106560 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:46.107931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] 10.222.0.35 "PUT /v2.0/ports/77d7f02e-34bc-4e11-a27e-941eb5907981 HTTP/1.1" status: 200 len: 1096 time: 3.0416925 Feb 09 14:01:46.119518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f139c1d-256c-4700-a045-b006c63b3fe6', 'tag': '77d7f02e-34bc-4e11-a27e-941eb5907981'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:46.138710 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:46.244127 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-03dd9efb-365f-49fa-a267-ba5e727a0abb service neutron] For port dea1e5c4-8275-4212-82cd-848f1f15e58d, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:01:46.251094 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb79d102-6ee3-43d8-8477-2161a1b62028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:46.271916 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-03dd9efb-365f-49fa-a267-ba5e727a0abb service neutron] Notify callbacks [] for binding, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:46.272628 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0f50811-b2bf-4486-a25c-1da23ec676d4 req-03dd9efb-365f-49fa-a267-ba5e727a0abb service neutron] 10.222.0.21 "DELETE /v2.0/ports/dea1e5c4-8275-4212-82cd-848f1f15e58d/bindings/n-h1-828418-2 HTTP/1.1" status: 204 len: 173 time: 0.3431935 Feb 09 14:01:46.280302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Transition to ACTIVE for port object 1931d8f0-f350-41b6-96dd-906f3e3a5c65 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:46.290554 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fb79d102-6ee3-43d8-8477-2161a1b62028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:46.300142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fb79d102-6ee3-43d8-8477-2161a1b62028 admin admin] Usage tracker for resource:security_group_rule and tenant:9f90d51edb294888a63bf4f4665c3be6 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:46.307829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cca66-812f-438c-a3f2-f16590bcd6e2 req-be1278ea-4854-44b2-af23-f6bd3e960cb7 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:46.314280 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc6cca66-812f-438c-a3f2-f16590bcd6e2 req-be1278ea-4854-44b2-af23-f6bd3e960cb7 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 944 time: 0.5023298 Feb 09 14:01:46.314981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fb79d102-6ee3-43d8-8477-2161a1b62028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:46.317060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c822c-889f-4060-93a9-fd250a6fcf6b service neutron] Pushing event updated for resources: {'Port': ['ID=77d7f02e-34bc-4e11-a27e-941eb5907981,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:46.322851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fb79d102-6ee3-43d8-8477-2161a1b62028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:46.324830 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:46.366789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42176) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:46.398795 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3677e0ea-0b90-400c-92a4-b5b2dd425ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:46.422753 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3677e0ea-0b90-400c-92a4-b5b2dd425ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:46.430576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3677e0ea-0b90-400c-92a4-b5b2dd425ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe3d173ce6c4c21bae6bedfed0dc9e0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:46.434344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3677e0ea-0b90-400c-92a4-b5b2dd425ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:46.444616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3677e0ea-0b90-400c-92a4-b5b2dd425ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:46.522217 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb79d102-6ee3-43d8-8477-2161a1b62028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:46.539138 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb79d102-6ee3-43d8-8477-2161a1b62028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:46.633675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79d102-6ee3-43d8-8477-2161a1b62028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a688b38-2b6b-46f4-a665-7c27f0d2ba38,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:46.652692 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fb79d102-6ee3-43d8-8477-2161a1b62028 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f90d51edb294888a63bf4f4665c3be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7937393 Feb 09 14:01:46.657243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42180) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:46.713576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Pushing event updated for resources: {'Port': ['ID=1931d8f0-f350-41b6-96dd-906f3e3a5c65,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:46.724549 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3677e0ea-0b90-400c-92a4-b5b2dd425ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:46.731254 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3677e0ea-0b90-400c-92a4-b5b2dd425ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:46.800989 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc6cca66-812f-438c-a3f2-f16590bcd6e2 req-0bc55847-972c-42bc-bfee-d848299a6de8 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857340 Feb 09 14:01:46.821033 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3677e0ea-0b90-400c-92a4-b5b2dd425ce6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bbe3d173ce6c4c21bae6bedfed0dc9e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4478316 Feb 09 14:01:46.821033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677e0ea-0b90-400c-92a4-b5b2dd425ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5863027d-2308-4627-a299-77343cc3de07,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:46.821802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42184) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:46.825066 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b97b475-cf4f-433f-ab17-abd0b055d7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:46.863767 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-6a0516a0-3a19-4f54-a85b-a3f09fff0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:46.865211 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-6a0516a0-3a19-4f54-a85b-a3f09fff0e11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=4f139c1d-256c-4700-a045-b006c63b3fe6 HTTP/1.1" status: 200 len: 1099 time: 0.7066245 Feb 09 14:01:46.871770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Attempting to bind port 1931d8f0-f350-41b6-96dd-906f3e3a5c65 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:01:46.871770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Attempting to bind port 1931d8f0-f350-41b6-96dd-906f3e3a5c65 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:01:46.871770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Attempting to bind port 1931d8f0-f350-41b6-96dd-906f3e3a5c65 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:46.877525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Port 1931d8f0-f350-41b6-96dd-906f3e3a5c65 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:01:46.877886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Attempting to bind port 1931d8f0-f350-41b6-96dd-906f3e3a5c65 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:46.879017 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b97b475-cf4f-433f-ab17-abd0b055d7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:46.885487 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:01:46.885487 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:01:46.886226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:01:46.886870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Bound port: 1931d8f0-f350-41b6-96dd-906f3e3a5c65, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:01:46.886993 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:46.987136 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b97b475-cf4f-433f-ab17-abd0b055d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:47.004138 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d19e016-f9a4-4141-a993-060c2d817ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:47.008524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97b475-cf4f-433f-ab17-abd0b055d7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a688b38-2b6b-46f4-a665-7c27f0d2ba38,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:47.081976 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-259b29e6-ee4b-412d-a1f1-b8fece22ba1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=77d7f02e-34bc-4e11-a27e-941eb5907981 HTTP/1.1" status: 200 len: 217 time: 0.1771908 Feb 09 14:01:47.082190 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b97b475-cf4f-433f-ab17-abd0b055d7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:47.083251 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8b97b475-cf4f-433f-ab17-abd0b055d7a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a688b38-2b6b-46f4-a665-7c27f0d2ba38 HTTP/1.1" status: 204 len: 168 time: 0.4251132 Feb 09 14:01:47.085104 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d19e016-f9a4-4141-a993-060c2d817ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:47.163614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889c283-0109-4cd8-a2d3-87e448ca5582 req-dd8de553-329d-401b-8872-a0a5e197e805 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:47.165916 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3889c283-0109-4cd8-a2d3-87e448ca5582 req-dd8de553-329d-401b-8872-a0a5e197e805 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 948 time: 0.1554236 Feb 09 14:01:47.189869 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d19e016-f9a4-4141-a993-060c2d817ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:47.211061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19e016-f9a4-4141-a993-060c2d817ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5863027d-2308-4627-a299-77343cc3de07,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:47.233506 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d19e016-f9a4-4141-a993-060c2d817ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:47.237910 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4d19e016-f9a4-4141-a993-060c2d817ab2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5863027d-2308-4627-a299-77343cc3de07 HTTP/1.1" status: 204 len: 168 time: 0.4117215 Feb 09 14:01:47.253266 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3889c283-0109-4cd8-a2d3-87e448ca5582 req-0631e05b-f56f-446e-8489-550514076f5a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777714 Feb 09 14:01:47.312571 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f139c1d-256c-4700-a045-b006c63b3fe6', 'tag': '77d7f02e-34bc-4e11-a27e-941eb5907981', 'status': 'completed', 'code': 200} Feb 09 14:01:47.385544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-09331220-68b2-47e5-9397-5e70cb2c5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:47.387113 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-09331220-68b2-47e5-9397-5e70cb2c5e2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.2931559 Feb 09 14:01:47.394424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] For port 1931d8f0-f350-41b6-96dd-906f3e3a5c65, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:01:47.400515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] For port 1931d8f0-f350-41b6-96dd-906f3e3a5c65, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1931d8f0-f350-41b6-96dd-906f3e3a5c65,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:01:47.443326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:47.521549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1079bb-1d4a-43b8-a9ad-c7ea67798146 req-a29fcf3b-c1fe-43fe-89a3-bd0f8cb5a63b tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:47.524035 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f1079bb-1d4a-43b8-a9ad-c7ea67798146 req-a29fcf3b-c1fe-43fe-89a3-bd0f8cb5a63b tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 950 time: 0.5248630 Feb 09 14:01:47.559882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42210) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:47.588945 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-931b7c2c-20a3-480d-80c8-dbcf7c466aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:47.595445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:47.596097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:47.602694 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] 10.222.0.35 "PUT /v2.0/ports/1931d8f0-f350-41b6-96dd-906f3e3a5c65 HTTP/1.1" status: 200 len: 1096 time: 3.4491272 Feb 09 14:01:47.633217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-931b7c2c-20a3-480d-80c8-dbcf7c466aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:47.638840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-931b7c2c-20a3-480d-80c8-dbcf7c466aaf admin admin] Usage tracker for resource:security_group_rule and tenant:fc8951503bf94890b529c73ce5a3c201 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:47.642894 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-931b7c2c-20a3-480d-80c8-dbcf7c466aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:47.671086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-931b7c2c-20a3-480d-80c8-dbcf7c466aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:47.764241 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e87144-a748-40ff-8e8f-14ac1418f985 service neutron] Pushing event updated for resources: {'Port': ['ID=1931d8f0-f350-41b6-96dd-906f3e3a5c65,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:47.866720 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f1079bb-1d4a-43b8-a9ad-c7ea67798146 req-62f7e789-3016-4f18-ba1f-ad26fcc3c1ab tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284619 Feb 09 14:01:47.921794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-4e4bc9d8-1108-4d73-acf6-d7e1c9bb07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:47.923359 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-4e4bc9d8-1108-4d73-acf6-d7e1c9bb07e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5212705 Feb 09 14:01:48.025395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-40dd52e8-2226-4567-ab2d-3ed8da38e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:48.027442 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-40dd52e8-2226-4567-ab2d-3ed8da38e7a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 1099 time: 0.3831842 Feb 09 14:01:48.116525 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-0b257607-5774-4ce1-8fab-04e90485ad5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1931d8f0-f350-41b6-96dd-906f3e3a5c65 HTTP/1.1" status: 200 len: 217 time: 0.0813973 Feb 09 14:01:48.198128 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-a05d56b0-1954-4a51-9c31-9cdf2bc66d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:48.200556 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-a05d56b0-1954-4a51-9c31-9cdf2bc66d2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0758393 Feb 09 14:01:48.207973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb6cc5-0336-4016-bf80-72317a02eaff req-ef0d6519-207d-466c-af9b-a5cc354e5957 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:48.209594 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-baeb6cc5-0336-4016-bf80-72317a02eaff req-ef0d6519-207d-466c-af9b-a5cc354e5957 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.35 "GET /v2.0/ports?device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 950 time: 0.2791674 Feb 09 14:01:48.220966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3321c86-6afe-4ff0-a76c-db926619abdf req-d3aee110-bf4c-4537-90a8-b59f43ff31f1 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:48.222767 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d3321c86-6afe-4ff0-a76c-db926619abdf req-d3aee110-bf4c-4537-90a8-b59f43ff31f1 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 944 time: 0.1826191 Feb 09 14:01:48.262807 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-931b7c2c-20a3-480d-80c8-dbcf7c466aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:48.293506 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-931b7c2c-20a3-480d-80c8-dbcf7c466aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:48.301765 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-1c4f5c6e-1371-4e2e-85e9-f7a6d2ed4ff1 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670754 Feb 09 14:01:48.328179 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42252) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:48.418633 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-931b7c2c-20a3-480d-80c8-dbcf7c466aaf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc8951503bf94890b529c73ce5a3c201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8574119 Feb 09 14:01:48.425953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-baeb6cc5-0336-4016-bf80-72317a02eaff req-161d1a3d-73d1-4880-89fd-39e940383702 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Deleting port 3a47caed-2c7b-45b1-be1f-1408713a9917 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:01:48.429275 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-baeb6cc5-0336-4016-bf80-72317a02eaff req-161d1a3d-73d1-4880-89fd-39e940383702 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:48.456080 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-a9cd71dd-d5be-4d29-83ea-631fb000126f service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469100 Feb 09 14:01:48.457769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42262) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:48.475264 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d3321c86-6afe-4ff0-a76c-db926619abdf req-1251094f-60ab-4df1-9956-87a39053ecbb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110436 Feb 09 14:01:48.476150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b7c2c-20a3-480d-80c8-dbcf7c466aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb32486-87bc-4306-adec-e46ccc7e5c69,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:48.702939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-d42061c8-8af5-433c-9f42-485304627334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:48.704768 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-d42061c8-8af5-433c-9f42-485304627334 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4983480 Feb 09 14:01:48.760728 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42a322c9-c71a-4f7f-863e-dfafb8d67ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:48.785032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4251b-7f7e-416f-a67f-048b49bff805 req-b4d9720d-8fcb-4451-a869-b45c10c2e10f tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:48.786674 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-11b4251b-7f7e-416f-a67f-048b49bff805 req-b4d9720d-8fcb-4451-a869-b45c10c2e10f tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 1095 time: 0.1555231 Feb 09 14:01:48.787827 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-42a322c9-c71a-4f7f-863e-dfafb8d67ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:48.838305 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42276) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:48.847494 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-58dc87d2-b737-4052-b00f-b5b6a7f6bf8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:48.858024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-42a322c9-c71a-4f7f-863e-dfafb8d67ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:f38aecb9ed5140b6a194321262eca8b3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:48.887088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-42a322c9-c71a-4f7f-863e-dfafb8d67ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:48.901677 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-42a322c9-c71a-4f7f-863e-dfafb8d67ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:48.928938 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-11b4251b-7f7e-416f-a67f-048b49bff805 req-23e05597-c9e3-4980-845e-ffebaa0ff016 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216135 Feb 09 14:01:48.956722 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-58dc87d2-b737-4052-b00f-b5b6a7f6bf8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:49.016908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-baeb6cc5-0336-4016-bf80-72317a02eaff req-161d1a3d-73d1-4880-89fd-39e940383702 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] For port 3a47caed-2c7b-45b1-be1f-1408713a9917, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3a47caed-2c7b-45b1-be1f-1408713a9917,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:49.017505 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-baeb6cc5-0336-4016-bf80-72317a02eaff req-161d1a3d-73d1-4880-89fd-39e940383702 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:49.154766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-baeb6cc5-0336-4016-bf80-72317a02eaff req-161d1a3d-73d1-4880-89fd-39e940383702 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Calling delete_port for 3a47caed-2c7b-45b1-be1f-1408713a9917 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:01:49.202573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a1cc4-b686-4b3f-a4ca-b8a77219e12d req-8da2934b-9610-4226-9f74-f240078fcb78 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:49.203324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-109a1cc4-b686-4b3f-a4ca-b8a77219e12d req-8da2934b-9610-4226-9f74-f240078fcb78 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Synchronizing usage tracker for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:49.218236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-58dc87d2-b737-4052-b00f-b5b6a7f6bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:49.243080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed74931-6bae-49a1-979a-3630bc16e447 req-a6fafa5c-9764-4323-a995-b4150dc7761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:49.244677 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ed74931-6bae-49a1-979a-3630bc16e447 req-a6fafa5c-9764-4323-a995-b4150dc7761b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=4f139c1d-256c-4700-a045-b006c63b3fe6 HTTP/1.1" status: 200 len: 1099 time: 0.5950377 Feb 09 14:01:49.272623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc87d2-b737-4052-b00f-b5b6a7f6bf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb32486-87bc-4306-adec-e46ccc7e5c69,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:49.290450 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-58dc87d2-b737-4052-b00f-b5b6a7f6bf8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:49.295948 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-58dc87d2-b737-4052-b00f-b5b6a7f6bf8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6cb32486-87bc-4306-adec-e46ccc7e5c69 HTTP/1.1" status: 204 len: 168 time: 0.8322232 Feb 09 14:01:49.325303 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42a322c9-c71a-4f7f-863e-dfafb8d67ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:49.333728 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42a322c9-c71a-4f7f-863e-dfafb8d67ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:49.352496 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-3f693dcf-ecae-416d-ad8c-2c86325ebe89 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373079 Feb 09 14:01:49.353032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb058df8-f3dd-4632-82d5-74cd9dcae437', 'tag': '1931d8f0-f350-41b6-96dd-906f3e3a5c65'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:49.399038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-109a1cc4-b686-4b3f-a4ca-b8a77219e12d req-8da2934b-9610-4226-9f74-f240078fcb78 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Unset dirty status for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:49.406288 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-42a322c9-c71a-4f7f-863e-dfafb8d67ac7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f38aecb9ed5140b6a194321262eca8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0734680 Feb 09 14:01:49.406848 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-109a1cc4-b686-4b3f-a4ca-b8a77219e12d req-8da2934b-9610-4226-9f74-f240078fcb78 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 948 time: 0.9493997 Feb 09 14:01:49.410961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42298) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:49.415102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a322c9-c71a-4f7f-863e-dfafb8d67ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedceda1-464e-4ba6-a8b5-9dfe5f171573,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:49.475547 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e7812-2938-4441-84f1-05332a377f12 req-27903116-6356-4f0c-88c8-de1891d8ea06 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:49.477158 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ca7e7812-2938-4441-84f1-05332a377f12 req-27903116-6356-4f0c-88c8-de1891d8ea06 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 950 time: 0.2645373 Feb 09 14:01:49.539243 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-baeb6cc5-0336-4016-bf80-72317a02eaff req-161d1a3d-73d1-4880-89fd-39e940383702 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:49.549060 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ca7e7812-2938-4441-84f1-05332a377f12 req-115774eb-9233-4031-8d3f-f77db639fe2c tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/security-groups?id=3878d7d9-818c-474a-8777-429f92aa0b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660846 Feb 09 14:01:49.551420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['3a47caed-2c7b-45b1-be1f-1408713a9917'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:01:49.586138 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6085d056-c80c-4e32-b6c8-6dc0bf373d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:49.659405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d1a3d-73d1-4880-89fd-39e940383702 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Pushing event deleted for resources: {'Port': ['ID=3a47caed-2c7b-45b1-be1f-1408713a9917,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:49.672311 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb058df8-f3dd-4632-82d5-74cd9dcae437', 'tag': '1931d8f0-f350-41b6-96dd-906f3e3a5c65', 'status': 'completed', 'code': 200} Feb 09 14:01:49.694596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6085d056-c80c-4e32-b6c8-6dc0bf373d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:49.720980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6085d056-c80c-4e32-b6c8-6dc0bf373d2d admin admin] Usage tracker for resource:security_group_rule and tenant:4d70ffda25d24596841f40cbe0f6f31b is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:49.749484 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6085d056-c80c-4e32-b6c8-6dc0bf373d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:49.813821 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6085d056-c80c-4e32-b6c8-6dc0bf373d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:49.915985 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dfc921b0-d0ff-427e-b9de-d8bf81433d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:49.933161 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-109a1cc4-b686-4b3f-a4ca-b8a77219e12d req-fb8f9ac0-f34b-40f3-8eb5-c3fa60a1d847 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256016 Feb 09 14:01:49.935021 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-baeb6cc5-0336-4016-bf80-72317a02eaff req-161d1a3d-73d1-4880-89fd-39e940383702 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] No DVR routers for this DVR port 3a47caed-2c7b-45b1-be1f-1408713a9917 on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:01:49.945406 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-baeb6cc5-0336-4016-bf80-72317a02eaff req-161d1a3d-73d1-4880-89fd-39e940383702 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:49.977576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cba68d-fb1e-40f4-ad08-392487eab698', 'name': 'network-vif-deleted', 'tag': '3a47caed-2c7b-45b1-be1f-1408713a9917'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:49.996457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed74931-6bae-49a1-979a-3630bc16e447 req-90214883-33d2-4b53-a3be-bfc3c1d27af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:49.999356 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ed74931-6bae-49a1-979a-3630bc16e447 req-90214883-33d2-4b53-a3be-bfc3c1d27af2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.7277479 Feb 09 14:01:50.092169 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-baeb6cc5-0336-4016-bf80-72317a02eaff req-161d1a3d-73d1-4880-89fd-39e940383702 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.35 "DELETE /v2.0/ports/3a47caed-2c7b-45b1-be1f-1408713a9917 HTTP/1.1" status: 204 len: 173 time: 1.8683076 Feb 09 14:01:50.111399 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cba68d-fb1e-40f4-ad08-392487eab698', 'name': 'network-vif-deleted', 'tag': '3a47caed-2c7b-45b1-be1f-1408713a9917', 'status': 'completed', 'code': 200} Feb 09 14:01:50.165823 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de43f5c5-20e4-41cf-9a25-e5e794a00abb req-49b22bd5-3abf-42b0-b522-583795545ef8 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7984734 Feb 09 14:01:50.185562 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ed74931-6bae-49a1-979a-3630bc16e447 req-d8d273af-be0f-4aa1-a2f5-ad60bf9008ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=77d7f02e-34bc-4e11-a27e-941eb5907981 HTTP/1.1" status: 200 len: 217 time: 0.1740391 Feb 09 14:01:50.187859 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dfc921b0-d0ff-427e-b9de-d8bf81433d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:50.203192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-3bbd8539-ff24-4d66-b36e-eb09317416c8 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:50.204584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-3bbd8539-ff24-4d66-b36e-eb09317416c8 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Synchronizing usage tracker for tenant:599ada696464469cbeafc3efd9524c59 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:50.381197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed74931-6bae-49a1-979a-3630bc16e447 req-548f505f-8093-4de7-a5ea-d001f2a24702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:50.382839 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ed74931-6bae-49a1-979a-3630bc16e447 req-548f505f-8093-4de7-a5ea-d001f2a24702 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1860111 Feb 09 14:01:50.461025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6085d056-c80c-4e32-b6c8-6dc0bf373d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:50.475980 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dfc921b0-d0ff-427e-b9de-d8bf81433d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:50.483521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-3bbd8539-ff24-4d66-b36e-eb09317416c8 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Unset dirty status for tenant:599ada696464469cbeafc3efd9524c59 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:50.484423 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6085d056-c80c-4e32-b6c8-6dc0bf373d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:50.495647 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-3bbd8539-ff24-4d66-b36e-eb09317416c8 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 808 time: 0.6888258 Feb 09 14:01:50.516576 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-dcb15433-46f1-4d5c-9a91-0feb20196c28 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/quotas/599ada696464469cbeafc3efd9524c59 HTTP/1.1" status: 200 len: 375 time: 0.0190613 Feb 09 14:01:50.526523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fec624-5ff2-486e-a7ab-ec891611144e req-b1df4c22-afe8-4c47-be77-ee82a028ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:50.528080 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-80fec624-5ff2-486e-a7ab-ec891611144e req-b1df4c22-afe8-4c47-be77-ee82a028ed19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 1099 time: 0.2513316 Feb 09 14:01:50.529318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc921b0-d0ff-427e-b9de-d8bf81433d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedceda1-464e-4ba6-a8b5-9dfe5f171573,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:50.562941 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dfc921b0-d0ff-427e-b9de-d8bf81433d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:50.563980 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dfc921b0-d0ff-427e-b9de-d8bf81433d8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fedceda1-464e-4ba6-a8b5-9dfe5f171573 HTTP/1.1" status: 204 len: 168 time: 1.0759978 Feb 09 14:01:50.638387 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6085d056-c80c-4e32-b6c8-6dc0bf373d2d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d70ffda25d24596841f40cbe0f6f31b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7958212 Feb 09 14:01:50.639745 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085d056-c80c-4e32-b6c8-6dc0bf373d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb654ec-8ab2-4d5b-ac1a-53c837438817,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:50.641987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42344) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:50.695683 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-6e854d10-b71e-4662-8d93-c4ea28c67efe tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1780410 Feb 09 14:01:50.765574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed74931-6bae-49a1-979a-3630bc16e447 req-b4e71ff1-2e3e-40a5-9ae9-7429b8618f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:50.769535 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ed74931-6bae-49a1-979a-3630bc16e447 req-b4e71ff1-2e3e-40a5-9ae9-7429b8618f1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3753314 Feb 09 14:01:50.815468 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42352) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:50.901455 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7c1807d-4388-4821-90be-80104ab46710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:50.965385 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7c1807d-4388-4821-90be-80104ab46710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:50.990183 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd7417db-a50e-4c7d-92f7-bbf827b3ef9a req-42cf666e-6f9a-4092-bd26-da890b29ce48 tempest-DeleteServersAdminTestJSON-206215333 tempest-DeleteServersAdminTestJSON-206215333-project] 10.222.0.48 "GET /v2.0/ports?device_id=47cba68d-fb1e-40f4-ad08-392487eab698 HTTP/1.1" status: 200 len: 210 time: 0.1095297 Feb 09 14:01:50.995092 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-27884d16-b65a-4109-a88d-2b929ead2a06 service neutron] 10.222.0.48 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838008 Feb 09 14:01:51.045122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fec624-5ff2-486e-a7ab-ec891611144e req-970c9e85-fa95-43ae-9541-3f5b66c16a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:51.046586 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-80fec624-5ff2-486e-a7ab-ec891611144e req-970c9e85-fa95-43ae-9541-3f5b66c16a9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.4881628 Feb 09 14:01:51.168386 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-80fec624-5ff2-486e-a7ab-ec891611144e req-4dab2265-24dd-4473-9bae-e0fb257b4690 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1931d8f0-f350-41b6-96dd-906f3e3a5c65 HTTP/1.1" status: 200 len: 217 time: 0.1102443 Feb 09 14:01:51.235297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42366) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:51.248166 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-17bcf6a7-12e2-41fb-ab9c-4417325a79ca service neutron] 10.222.0.48 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520659 Feb 09 14:01:51.267237 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7c1807d-4388-4821-90be-80104ab46710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:51.292098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1994249181-network', 'tenant_id': '88a376f878274e1491d4af100b1ec6bb'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:51.292411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1807d-4388-4821-90be-80104ab46710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb654ec-8ab2-4d5b-ac1a-53c837438817,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:51.296540 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7c1807d-4388-4821-90be-80104ab46710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:51.301826 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f7c1807d-4388-4821-90be-80104ab46710 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efb654ec-8ab2-4d5b-ac1a-53c837438817 HTTP/1.1" status: 204 len: 168 time: 0.6540627 Feb 09 14:01:51.311338 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ed74931-6bae-49a1-979a-3630bc16e447 req-97a3a739-e795-4ae8-94b8-86175d7dfb38 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218129 Feb 09 14:01:51.338569 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:51.363704 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50183886-110f-405a-97c4-84d369571dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:51.383395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Usage tracker for resource:network and tenant:88a376f878274e1491d4af100b1ec6bb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:51.390728 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:51.461365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-50183886-110f-405a-97c4-84d369571dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:51.472773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fec624-5ff2-486e-a7ab-ec891611144e req-25b08707-bbfe-4ee1-b05f-3ef3193630e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:51.474525 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-80fec624-5ff2-486e-a7ab-ec891611144e req-25b08707-bbfe-4ee1-b05f-3ef3193630e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.2952909 Feb 09 14:01:51.476899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:51.530278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-50183886-110f-405a-97c4-84d369571dd0 admin admin] Usage tracker for resource:security_group_rule and tenant:a92e22fd30f74623ac5e97418f50feea is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:51.611865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-50183886-110f-405a-97c4-84d369571dd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:51.621967 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ed74931-6bae-49a1-979a-3630bc16e447 req-f8bcf264-72dc-46e5-9a4b-c0eb1faa0b30 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865891 Feb 09 14:01:51.652396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff932d-81b5-49c3-ba46-843a922b9416 req-9c9aa2bf-3723-40b2-93df-3b50c82879a7 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:51.655112 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-20ff932d-81b5-49c3-ba46-843a922b9416 req-9c9aa2bf-3723-40b2-93df-3b50c82879a7 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 948 time: 0.4745891 Feb 09 14:01:51.664878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-50183886-110f-405a-97c4-84d369571dd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:51.731875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Made reservation on behalf of 88a376f878274e1491d4af100b1ec6bb for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:51.734160 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:51.771302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:51.789329 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e4ecbf3-6a1c-496d-bec6-b63a221fc3b0 req-8c23de71-53a2-4872-a3ee-ec6457b44493 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 210 time: 0.0751474 Feb 09 14:01:51.822670 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:51.833043 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-20ff932d-81b5-49c3-ba46-843a922b9416 req-5ec8b434-7679-4575-9815-242aa5a9828a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643090 Feb 09 14:01:51.834029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:88a376f878274e1491d4af100b1ec6bb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:51.840026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:51.847354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fec624-5ff2-486e-a7ab-ec891611144e req-81eb62f9-36a7-4386-a384-8960ef2e10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:51.849358 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-80fec624-5ff2-486e-a7ab-ec891611144e req-81eb62f9-36a7-4386-a384-8960ef2e10cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3662984 Feb 09 14:01:51.879283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:51.982177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42390) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:52.002314 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bbcf8d69-5a37-47ae-bf0b-410da8ece2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.018981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bbcf8d69-5a37-47ae-bf0b-410da8ece2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:52.024142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bbcf8d69-5a37-47ae-bf0b-410da8ece2fa admin admin] Usage tracker for resource:security_group_rule and tenant:4a22667ec7ad4c638bc44b909c9ff66d is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:52.027470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bbcf8d69-5a37-47ae-bf0b-410da8ece2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:52.034861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bbcf8d69-5a37-47ae-bf0b-410da8ece2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:52.048361 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50183886-110f-405a-97c4-84d369571dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.064593 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50183886-110f-405a-97c4-84d369571dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.089022 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42396) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:52.096104 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-80fec624-5ff2-486e-a7ab-ec891611144e req-382c76a7-b8ba-42bc-a3e5-55fb459a115e service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386215 Feb 09 14:01:52.177751 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bbcf8d69-5a37-47ae-bf0b-410da8ece2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.183328 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bbcf8d69-5a37-47ae-bf0b-410da8ece2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.266485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf8d69-5a37-47ae-bf0b-410da8ece2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defb7bd8-b041-4ec0-8c08-e3ee7bc9ca8e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:52.291593 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bbcf8d69-5a37-47ae-bf0b-410da8ece2fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a22667ec7ad4c638bc44b909c9ff66d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078446 Feb 09 14:01:52.292576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42406) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:52.338119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-50183886-110f-405a-97c4-84d369571dd0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a92e22fd30f74623ac5e97418f50feea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0561857 Feb 09 14:01:52.338883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50183886-110f-405a-97c4-84d369571dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7352818f-cade-42ee-81e6-5c32111aa426,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:52.344105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42412) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:52.379276 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47ea292e-f8d5-462d-848d-846c90254718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.403335 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-441d0c24-8f0d-4a62-a8fc-25c15f233d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.407461 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47ea292e-f8d5-462d-848d-846c90254718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.431312 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.446462 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.461060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-441d0c24-8f0d-4a62-a8fc-25c15f233d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:52.466490 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47ea292e-f8d5-462d-848d-846c90254718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.485896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea292e-f8d5-462d-848d-846c90254718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defb7bd8-b041-4ec0-8c08-e3ee7bc9ca8e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:52.489996 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47ea292e-f8d5-462d-848d-846c90254718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.492643 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-441d0c24-8f0d-4a62-a8fc-25c15f233d3a admin admin] Usage tracker for resource:security_group_rule and tenant:9290a02f342748efaff38f9c5f2d0eca is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:52.493877 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-47ea292e-f8d5-462d-848d-846c90254718 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/defb7bd8-b041-4ec0-8c08-e3ee7bc9ca8e HTTP/1.1" status: 204 len: 168 time: 0.2001531 Feb 09 14:01:52.502060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-441d0c24-8f0d-4a62-a8fc-25c15f233d3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:52.532091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:01:52.544934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-441d0c24-8f0d-4a62-a8fc-25c15f233d3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:52.560349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1493a9-45c5-45d5-8435-8183e8c696f8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:52.565130 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-80fec624-5ff2-486e-a7ab-ec891611144e req-51c11b6c-d89b-45be-bde4-4cc126f4093f service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513702 Feb 09 14:01:52.587242 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.587663 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Added segment a3fdee42-450c-444d-8c33-9f2c1764b15e of type vlan for network 871ef5b5-732c-4077-b68d-299f1c66d16d Feb 09 14:01:52.596608 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66fb7655-ba91-49ee-be73-35e1d2994c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.663686 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66fb7655-ba91-49ee-be73-35e1d2994c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.672336 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.824737 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.825796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:52.826379 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.973958 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66fb7655-ba91-49ee-be73-35e1d2994c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:52.987072 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-441d0c24-8f0d-4a62-a8fc-25c15f233d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:53.027780 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 77d7f02e-34bc-4e11-a27e-941eb5907981 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:01:53.057067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb7655-ba91-49ee-be73-35e1d2994c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7352818f-cade-42ee-81e6-5c32111aa426,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:53.070231 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-441d0c24-8f0d-4a62-a8fc-25c15f233d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:53.081945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3a47caed-2c7b-45b1-be1f-1408713a9917 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:01:53.104302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] Pushing event updated for resources: {'Network': ['ID=871ef5b5-732c-4077-b68d-299f1c66d16d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:53.167619 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66fb7655-ba91-49ee-be73-35e1d2994c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:53.169327 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-66fb7655-ba91-49ee-be73-35e1d2994c11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7352818f-cade-42ee-81e6-5c32111aa426 HTTP/1.1" status: 204 len: 168 time: 0.8234999 Feb 09 14:01:53.171260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42440) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:53.186921 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-303d87e1-3110-41e3-aeb8-1192a6738ca7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3635945 Feb 09 14:01:53.196631 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42446) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:53.206020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-103d5205-6a75-4c2f-afac-eb06ebb2b108 admin admin] Request body: {'subnet': {'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1994249181-subnet', 'tenant_id': '88a376f878274e1491d4af100b1ec6bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:53.207995 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a3b4dcf-e3a7-4ca9-9cc6-4a6ad3ec49fd req-7da7566e-8118-47f9-91fb-8efed4b274a6 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 210 time: 0.1590366 Feb 09 14:01:53.213569 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-103d5205-6a75-4c2f-afac-eb06ebb2b108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:53.219811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-103d5205-6a75-4c2f-afac-eb06ebb2b108 admin admin] Usage tracker for resource:subnet and tenant:88a376f878274e1491d4af100b1ec6bb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:53.224223 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-103d5205-6a75-4c2f-afac-eb06ebb2b108 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:53.225251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-307f6200-6ec3-4c83-b7bb-b91310af80d7 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:53.226919 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-307f6200-6ec3-4c83-b7bb-b91310af80d7 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.35 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 808 time: 0.5015392 Feb 09 14:01:53.232705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-103d5205-6a75-4c2f-afac-eb06ebb2b108 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:53.236051 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-441d0c24-8f0d-4a62-a8fc-25c15f233d3a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9290a02f342748efaff38f9c5f2d0eca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1424508 Feb 09 14:01:53.237152 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 3a47caed-2c7b-45b1-be1f-1408713a9917 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:01:53.237442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3a47caed-2c7b-45b1-be1f-1408713a9917 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:01:53.240481 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 871ef5b5-732c-4077-b68d-299f1c66d16d details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:01:53.242595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-28e8251c-a27b-4074-9d3d-8bdabe3700eb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Request body: {'port': {'device_id': 'cee4c674-e5b1-45cd-afa8-099c4c668937', 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123', 'admin_state_up': True, 'tenant_id': '599ada696464469cbeafc3efd9524c59'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:53.247291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42452) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:53.256535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d0c24-8f0d-4a62-a8fc-25c15f233d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a44756e-0183-4c5b-af79-814f36f625ab,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:53.303851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103d5205-6a75-4c2f-afac-eb06ebb2b108 admin admin] Made reservation on behalf of 88a376f878274e1491d4af100b1ec6bb for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:53.306494 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-103d5205-6a75-4c2f-afac-eb06ebb2b108 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:53.328515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba49b5-daa6-440a-bcc5-78ea07b46ac4 req-4a070d55-e6ff-449a-91a3-a0ad2952ae3e tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:53.330348 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5ba49b5-daa6-440a-bcc5-78ea07b46ac4 req-4a070d55-e6ff-449a-91a3-a0ad2952ae3e tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 948 time: 0.2356713 Feb 09 14:01:53.419955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-28e8251c-a27b-4074-9d3d-8bdabe3700eb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:53.430601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-28e8251c-a27b-4074-9d3d-8bdabe3700eb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:53.445883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-28e8251c-a27b-4074-9d3d-8bdabe3700eb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Made reservation on behalf of 599ada696464469cbeafc3efd9524c59 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:53.450995 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-28e8251c-a27b-4074-9d3d-8bdabe3700eb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:53.461790 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 77d7f02e-34bc-4e11-a27e-941eb5907981, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=77d7f02e-34bc-4e11-a27e-941eb5907981,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:53.541048 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5ba49b5-daa6-440a-bcc5-78ea07b46ac4 req-f60d2017-a4a9-4d05-99a7-4c8de4b15515 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008293 Feb 09 14:01:53.558078 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '77d7f02e-34bc-4e11-a27e-941eb5907981', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '77d7f02e-34bc-4e11-a27e-941eb5907981', 'mac_address': 'fa:16:3e:46:5a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:01:53.575287 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0049f94-1687-4bba-8534-786868db7e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:53.638748 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0049f94-1687-4bba-8534-786868db7e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:53.651225 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:53.677553 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d7f02e-34bc-4e11-a27e-941eb5907981 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:53.699740 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 77d7f02e-34bc-4e11-a27e-941eb5907981, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=77d7f02e-34bc-4e11-a27e-941eb5907981,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:53.707176 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:53.737292 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6c8cd3e4-083c-4b45-a7cd-86db66e67c64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2503419898374e17a6cf43339e65744b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5577183 Feb 09 14:01:53.744060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42468) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:53.803573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=77d7f02e-34bc-4e11-a27e-941eb5907981,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:53.817123 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:53.817797 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:53.818348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:53.818912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:53.819588 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:53.820282 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:53.820843 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:53.822061 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:53.822569 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:53.823229 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:53.823558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:53.824094 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:53.859025 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-28e8251c-a27b-4074-9d3d-8bdabe3700eb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Allocated IP 172.20.0.13 (3a9adc7a-c36b-4c52-b5e7-269039511123/727561ed-eee7-4d6c-9032-5a4fe849f97a/d4675296-c63b-4a68-9947-6352ad20f08e) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:01:53.872597 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0049f94-1687-4bba-8534-786868db7e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:53.889419 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9220ad5-0558-43df-8947-1124d49078fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:53.915054 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0049f94-1687-4bba-8534-786868db7e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a44756e-0183-4c5b-af79-814f36f625ab,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:53.922605 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-103d5205-6a75-4c2f-afac-eb06ebb2b108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:53.951579 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9220ad5-0558-43df-8947-1124d49078fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:53.989918 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0049f94-1687-4bba-8534-786868db7e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:53.991142 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d0049f94-1687-4bba-8534-786868db7e7d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a44756e-0183-4c5b-af79-814f36f625ab HTTP/1.1" status: 204 len: 168 time: 0.7397785 Feb 09 14:01:54.010766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['77d7f02e-34bc-4e11-a27e-941eb5907981'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:01:54.026241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103d5205-6a75-4c2f-afac-eb06ebb2b108 admin admin] Checking segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:01:54.026551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103d5205-6a75-4c2f-afac-eb06ebb2b108 admin admin] Network hostable DHCP agents. Network: 871ef5b5-732c-4077-b68d-299f1c66d16d, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:01:54.051823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d5205-6a75-4c2f-afac-eb06ebb2b108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94892cdf-dc18-4c6c-bd3a-c8729a4c236e,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:54.054648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103d5205-6a75-4c2f-afac-eb06ebb2b108 admin admin] Network 871ef5b5-732c-4077-b68d-299f1c66d16d is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:01:54.066363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-103d5205-6a75-4c2f-afac-eb06ebb2b108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 871ef5b5-732c-4077-b68d-299f1c66d16d) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:54.073508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d5205-6a75-4c2f-afac-eb06ebb2b108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:54.075107 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-103d5205-6a75-4c2f-afac-eb06ebb2b108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:54.094701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb659a-b4e5-4aa9-bb5f-763ccabbddd0 None None] Network 871ef5b5-732c-4077-b68d-299f1c66d16d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:01:54.108333 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-103d5205-6a75-4c2f-afac-eb06ebb2b108 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9090314 Feb 09 14:01:54.194020 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9220ad5-0558-43df-8947-1124d49078fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:54.221103 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-28e8251c-a27b-4074-9d3d-8bdabe3700eb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:54.241046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9220ad5-0558-43df-8947-1124d49078fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3878d7d9-818c-474a-8777-429f92aa0b22,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:54.265064 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9220ad5-0558-43df-8947-1124d49078fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:54.269496 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b9220ad5-0558-43df-8947-1124d49078fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3878d7d9-818c-474a-8777-429f92aa0b22 HTTP/1.1" status: 204 len: 168 time: 0.5195479 Feb 09 14:01:54.300061 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-28e8251c-a27b-4074-9d3d-8bdabe3700eb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:54.433923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8251c-a27b-4074-9d3d-8bdabe3700eb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Pushing event updated for resources: {'Port': ['ID=d4675296-c63b-4a68-9947-6352ad20f08e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:54.485051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-28e8251c-a27b-4074-9d3d-8bdabe3700eb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Network 3a9adc7a-c36b-4c52-b5e7-269039511123 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:54.491688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-28e8251c-a27b-4074-9d3d-8bdabe3700eb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:54.496460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-28e8251c-a27b-4074-9d3d-8bdabe3700eb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:01:54.503280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-28e8251c-a27b-4074-9d3d-8bdabe3700eb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:54.503940 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-28e8251c-a27b-4074-9d3d-8bdabe3700eb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:54.504256 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1320d037-c640-4b33-9259-8e849a1e81f4 None None] Network 871ef5b5-732c-4077-b68d-299f1c66d16d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:01:54.548498 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-28e8251c-a27b-4074-9d3d-8bdabe3700eb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3097513 Feb 09 14:01:54.560326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Request body: {'port': {'device_id': 'cee4c674-e5b1-45cd-afa8-099c4c668937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:54.674387 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb1b1-6473-4ecf-af35-9a69ecec9394 req-1f2a46ad-a7e5-4438-a855-639c1be889d6 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:54.675147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ed2bb1b1-6473-4ecf-af35-9a69ecec9394 req-1f2a46ad-a7e5-4438-a855-639c1be889d6 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Synchronizing usage tracker for tenant:599ada696464469cbeafc3efd9524c59 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:54.742142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ed2bb1b1-6473-4ecf-af35-9a69ecec9394 req-1f2a46ad-a7e5-4438-a855-639c1be889d6 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Unset dirty status for tenant:599ada696464469cbeafc3efd9524c59 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:54.748715 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ed2bb1b1-6473-4ecf-af35-9a69ecec9394 req-1f2a46ad-a7e5-4438-a855-639c1be889d6 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 932 time: 0.3160679 Feb 09 14:01:54.817811 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:54.849897 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ed2bb1b1-6473-4ecf-af35-9a69ecec9394 req-feb1962b-63c5-4906-ae29-39d09231d3de tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002812 Feb 09 14:01:54.851516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea71665-85f2-44cc-be7f-a7b1e51bfa13 req-64b43d79-2352-4712-8743-dc1c2c0cddb3 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:54.861378 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ea71665-85f2-44cc-be7f-a7b1e51bfa13 req-64b43d79-2352-4712-8743-dc1c2c0cddb3 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 948 time: 0.1165791 Feb 09 14:01:54.921160 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ea71665-85f2-44cc-be7f-a7b1e51bfa13 req-1fb6fa0b-8ff6-4da9-85d4-b6f73ac60173 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587008 Feb 09 14:01:55.017829 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1931d8f0-f350-41b6-96dd-906f3e3a5c65 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:01:55.115984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42514) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:55.149145 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3188-7545-4195-aa10-84cca8b38267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:55.188845 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1ffe3188-7545-4195-aa10-84cca8b38267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:55.210905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1931d8f0-f350-41b6-96dd-906f3e3a5c65, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1931d8f0-f350-41b6-96dd-906f3e3a5c65,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:55.216921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1ffe3188-7545-4195-aa10-84cca8b38267 admin admin] Usage tracker for resource:security_group_rule and tenant:6a6e6bd3a1b04ea38f0ee5480f1697a2 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:55.220943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1ffe3188-7545-4195-aa10-84cca8b38267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:55.232017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '1931d8f0-f350-41b6-96dd-906f3e3a5c65', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '1931d8f0-f350-41b6-96dd-906f3e3a5c65', 'mac_address': 'fa:16:3e:27:03:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:01:55.235434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1ffe3188-7545-4195-aa10-84cca8b38267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:55.277289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42518) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:55.313449 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:55.337024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1931d8f0-f350-41b6-96dd-906f3e3a5c65 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:55.341991 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-76a1432a-1fe8-49e3-a9cb-73e8d999dce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:55.359346 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1931d8f0-f350-41b6-96dd-906f3e3a5c65, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1931d8f0-f350-41b6-96dd-906f3e3a5c65,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:55.366324 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:55.395315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-76a1432a-1fe8-49e3-a9cb-73e8d999dce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:55.406583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-76a1432a-1fe8-49e3-a9cb-73e8d999dce8 admin admin] Usage tracker for resource:security_group_rule and tenant:b182042e90a149ce830507645cc87d57 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:55.420318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-76a1432a-1fe8-49e3-a9cb-73e8d999dce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:55.427657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-76a1432a-1fe8-49e3-a9cb-73e8d999dce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:55.457247 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=1931d8f0-f350-41b6-96dd-906f3e3a5c65,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:55.521718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4675296-c63b-4a68-9947-6352ad20f08e {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:55.537900 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3188-7545-4195-aa10-84cca8b38267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:55.538218 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:55.548393 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3188-7545-4195-aa10-84cca8b38267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:55.586957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Transition to ACTIVE for port object d4675296-c63b-4a68-9947-6352ad20f08e will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:55.591431 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:55.597176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe3188-7545-4195-aa10-84cca8b38267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aece403f-2a47-47f9-b677-482128e237b1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:55.646286 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1ffe3188-7545-4195-aa10-84cca8b38267 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a6e6bd3a1b04ea38f0ee5480f1697a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5289354 Feb 09 14:01:55.649556 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42526) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:55.681000 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-76a1432a-1fe8-49e3-a9cb-73e8d999dce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:55.690128 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-76a1432a-1fe8-49e3-a9cb-73e8d999dce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:55.730056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['1931d8f0-f350-41b6-96dd-906f3e3a5c65'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:01:55.742210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1432a-1fe8-49e3-a9cb-73e8d999dce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0947f95a-f314-4c17-b295-cfd4e5724e08,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:55.772169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Pushing event updated for resources: {'Port': ['ID=d4675296-c63b-4a68-9947-6352ad20f08e,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:55.780188 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-76a1432a-1fe8-49e3-a9cb-73e8d999dce8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b182042e90a149ce830507645cc87d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4913099 Feb 09 14:01:55.780567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42532) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:55.851107 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73a8f63d-d382-4c76-b013-f65086ecf98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:55.856730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Attempting to bind port d4675296-c63b-4a68-9947-6352ad20f08e on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:01:55.857409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Attempting to bind port d4675296-c63b-4a68-9947-6352ad20f08e by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:01:55.857942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Attempting to bind port d4675296-c63b-4a68-9947-6352ad20f08e on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:55.864378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Port d4675296-c63b-4a68-9947-6352ad20f08e on network 3a9adc7a-c36b-4c52-b5e7-269039511123 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:01:55.866443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Attempting to bind port d4675296-c63b-4a68-9947-6352ad20f08e on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:01:55.873484 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:01:55.874464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Checking segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:01:55.874963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Bound using segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:01:55.875500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Bound port: d4675296-c63b-4a68-9947-6352ad20f08e, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:01:55.876568 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:55.917486 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d7a5001-e054-4d27-a25f-705d635c9495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:55.923548 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73a8f63d-d382-4c76-b013-f65086ecf98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:56.042396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] For port d4675296-c63b-4a68-9947-6352ad20f08e, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:01:56.049638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] For port d4675296-c63b-4a68-9947-6352ad20f08e, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4675296-c63b-4a68-9947-6352ad20f08e,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:01:56.058049 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:56.089224 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d7a5001-e054-4d27-a25f-705d635c9495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:56.208426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:56.209161 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:56.210484 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73a8f63d-d382-4c76-b013-f65086ecf98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:56.210748 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] 10.222.0.35 "PUT /v2.0/ports/d4675296-c63b-4a68-9947-6352ad20f08e HTTP/1.1" status: 200 len: 1092 time: 1.6547139 Feb 09 14:01:56.213038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581b2dd-3691-426a-ac93-7e416794ea2c service neutron] Pushing event updated for resources: {'Port': ['ID=d4675296-c63b-4a68-9947-6352ad20f08e,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:56.218790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee4c674-e5b1-45cd-afa8-099c4c668937', 'tag': 'd4675296-c63b-4a68-9947-6352ad20f08e'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:56.261196 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d7a5001-e054-4d27-a25f-705d635c9495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:56.271912 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8f63d-d382-4c76-b013-f65086ecf98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aece403f-2a47-47f9-b677-482128e237b1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:56.276567 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d7a5001-e054-4d27-a25f-705d635c9495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:56.278550 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7d7a5001-e054-4d27-a25f-705d635c9495 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0947f95a-f314-4c17-b295-cfd4e5724e08 HTTP/1.1" status: 204 len: 168 time: 0.4963913 Feb 09 14:01:56.305043 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73a8f63d-d382-4c76-b013-f65086ecf98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:56.311546 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-73a8f63d-d382-4c76-b013-f65086ecf98d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aece403f-2a47-47f9-b677-482128e237b1 HTTP/1.1" status: 204 len: 168 time: 0.6607730 Feb 09 14:01:56.317116 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a5001-e054-4d27-a25f-705d635c9495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0947f95a-f314-4c17-b295-cfd4e5724e08,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:56.364040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43d01e-e589-40fd-8c67-510a51f970fe req-e8a78d99-f406-46e5-a75c-d9f8d355b882 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:56.373203 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4e43d01e-e589-40fd-8c67-510a51f970fe req-e8a78d99-f406-46e5-a75c-d9f8d355b882 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 949 time: 0.2143080 Feb 09 14:01:56.391822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eae1d-9513-4f07-8ea7-fd803c71d111 req-375877b8-fe70-4386-9d01-7a8c84b9d09d tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:56.393778 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3d9eae1d-9513-4f07-8ea7-fd803c71d111 req-375877b8-fe70-4386-9d01-7a8c84b9d09d tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 944 time: 0.1818454 Feb 09 14:01:56.429257 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4e43d01e-e589-40fd-8c67-510a51f970fe req-146e80e1-012a-43cd-a10f-ae4554e2eb58 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537565 Feb 09 14:01:56.440238 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-bbe43a94-6c6e-44c8-a2f0-93cec094595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:56.452905 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-bbe43a94-6c6e-44c8-a2f0-93cec094595f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 1095 time: 0.1523359 Feb 09 14:01:56.547179 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3d9eae1d-9513-4f07-8ea7-fd803c71d111 req-5d6bff58-b0bd-4c7a-aa7e-5f074bdc6bd2 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401148 Feb 09 14:01:56.549020 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee4c674-e5b1-45cd-afa8-099c4c668937', 'tag': 'd4675296-c63b-4a68-9947-6352ad20f08e', 'status': 'completed', 'code': 200} Feb 09 14:01:56.566713 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-29f6a763-6b84-420c-944f-1be0d5667fed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4675296-c63b-4a68-9947-6352ad20f08e HTTP/1.1" status: 200 len: 217 time: 0.0826561 Feb 09 14:01:56.669494 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-d792887f-542f-4b84-832e-10dc6b3297f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:56.671433 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-d792887f-542f-4b84-832e-10dc6b3297f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.0966194 Feb 09 14:01:56.696081 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-14d0ef97-ad6c-4ce4-9cd8-7d2076045241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:56.743440 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-6a235857-536d-498a-b9a8-3886b13ce70c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617871 Feb 09 14:01:56.796288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42570) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:56.807694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1568191506-network', 'tenant_id': '78bb40222e704baab6dcb891a8449054'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:56.818752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:56.825566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Usage tracker for resource:network and tenant:78bb40222e704baab6dcb891a8449054 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:56.830282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:56.840487 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:56.854334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Made reservation on behalf of 78bb40222e704baab6dcb891a8449054 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:56.857434 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:56.875583 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:56.915634 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-524f1432-2457-4852-a932-496ddd0add2b service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654055 Feb 09 14:01:57.019218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:57.024398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Usage tracker for resource:security_group_rule and tenant:78bb40222e704baab6dcb891a8449054 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:57.027772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:57.036767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:57.041785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1931d8f0-f350-41b6-96dd-906f3e3a5c65 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:57.091210 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7238cb3-e603-49a4-88c8-b250e65f0b3f req-70111317-342a-4a67-b3fb-3cdccd2c08a9 service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684122 Feb 09 14:01:57.174431 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 1931d8f0-f350-41b6-96dd-906f3e3a5c65 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:57.189190 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 1931d8f0-f350-41b6-96dd-906f3e3a5c65 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:57.192899 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:57.194283 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:57.199572 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:57.243765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:01:57.255188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbc9473-1cc9-469d-984a-02a1ed055ce5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:57.267267 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:57.267652 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Added segment 89c98263-5969-4153-bbc4-209563966a2b of type vlan for network 1f92c134-d19f-4412-8365-90f1c4604836 Feb 09 14:01:57.294016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee6fe2-f81f-413f-9ce4-46627fc98c5a req-fbf1c9fe-ab04-4082-9f6b-a1fa04395c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:57.295243 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01ee6fe2-f81f-413f-9ce4-46627fc98c5a req-fbf1c9fe-ab04-4082-9f6b-a1fa04395c82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 1095 time: 0.1431665 Feb 09 14:01:57.345737 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:57.438484 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:57.441838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:57.442587 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:57.523377 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:57.563480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee6fe2-f81f-413f-9ce4-46627fc98c5a req-5cdb4a2c-21ab-44ac-9994-b08c1ea911f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:57.567004 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01ee6fe2-f81f-413f-9ce4-46627fc98c5a req-5cdb4a2c-21ab-44ac-9994-b08c1ea911f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.2639427 Feb 09 14:01:57.597311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb058df8-f3dd-4632-82d5-74cd9dcae437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1931d8f0-f350-41b6-96dd-906f3e3a5c65'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:57.620492 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1931d8f0-f350-41b6-96dd-906f3e3a5c65, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1931d8f0-f350-41b6-96dd-906f3e3a5c65,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:57.626752 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:57.627547 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 77d7f02e-34bc-4e11-a27e-941eb5907981 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:57.651384 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8519950 Feb 09 14:01:57.652039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42602) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:57.663607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-16554deb-b61f-41ee-8ece-1195c56b368c admin admin] Request body: {'subnet': {'network_id': '1f92c134-d19f-4412-8365-90f1c4604836', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1568191506-subnet', 'tenant_id': '78bb40222e704baab6dcb891a8449054', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:57.667477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7ce20-83e6-4bf0-9502-62481b6b6c3d admin admin] Pushing event updated for resources: {'Network': ['ID=1f92c134-d19f-4412-8365-90f1c4604836,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:57.720403 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01ee6fe2-f81f-413f-9ce4-46627fc98c5a req-6d26f3c4-a0df-473b-94a9-a91bded0dd4c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4675296-c63b-4a68-9947-6352ad20f08e HTTP/1.1" status: 200 len: 217 time: 0.1467025 Feb 09 14:01:57.746452 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-16554deb-b61f-41ee-8ece-1195c56b368c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:57.764620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-16554deb-b61f-41ee-8ece-1195c56b368c admin admin] Usage tracker for resource:subnet and tenant:78bb40222e704baab6dcb891a8449054 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:57.767195 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 1f92c134-d19f-4412-8365-90f1c4604836 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:01:57.771691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-16554deb-b61f-41ee-8ece-1195c56b368c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:57.784059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-16554deb-b61f-41ee-8ece-1195c56b368c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:57.818338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16554deb-b61f-41ee-8ece-1195c56b368c admin admin] Made reservation on behalf of 78bb40222e704baab6dcb891a8449054 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:57.821210 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16554deb-b61f-41ee-8ece-1195c56b368c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:57.882064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee6fe2-f81f-413f-9ce4-46627fc98c5a req-344cd01d-fc0d-4444-873c-0a91650d68af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:57.884436 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01ee6fe2-f81f-413f-9ce4-46627fc98c5a req-344cd01d-fc0d-4444-873c-0a91650d68af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.1555679 Feb 09 14:01:57.915253 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=1931d8f0-f350-41b6-96dd-906f3e3a5c65,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:57.930108 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 77d7f02e-34bc-4e11-a27e-941eb5907981 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:57.939698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 77d7f02e-34bc-4e11-a27e-941eb5907981 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:57.940403 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:58.051631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01ee6fe2-f81f-413f-9ce4-46627fc98c5a req-f936c53a-bade-4fb9-81a7-82de3162ca48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1597590 Feb 09 14:01:58.065445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6e083-9705-47e9-8cd7-f9434f722b78 req-a3cc2a7b-0103-4d9b-9409-28678a1fd726 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:58.070284 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1aa6e083-9705-47e9-8cd7-f9434f722b78 req-a3cc2a7b-0103-4d9b-9409-28678a1fd726 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 950 time: 0.4000192 Feb 09 14:01:58.160710 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:58.216051 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1aa6e083-9705-47e9-8cd7-f9434f722b78 req-0b93a84f-15c0-4dc2-a3e6-524873e90243 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254392 Feb 09 14:01:58.238059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 77d7f02e-34bc-4e11-a27e-941eb5907981, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=77d7f02e-34bc-4e11-a27e-941eb5907981,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:01:58.253716 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:58.347436 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01ee6fe2-f81f-413f-9ce4-46627fc98c5a req-305a0a4e-1525-429c-91fe-0a768d67ed4b service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858379 Feb 09 14:01:58.366980 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb058df8-f3dd-4632-82d5-74cd9dcae437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1931d8f0-f350-41b6-96dd-906f3e3a5c65', 'code': 200} Feb 09 14:01:58.454163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=77d7f02e-34bc-4e11-a27e-941eb5907981,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:58.491599 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16554deb-b61f-41ee-8ece-1195c56b368c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:58.594246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16554deb-b61f-41ee-8ece-1195c56b368c admin admin] Pushing event updated for resources: {'Subnet': ['ID=23920282-a7ea-4252-a034-9adc9d3788ca,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:58.654946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16554deb-b61f-41ee-8ece-1195c56b368c admin admin] Checking segment: {'id': '89c98263-5969-4153-bbc4-209563966a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1f92c134-d19f-4412-8365-90f1c4604836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:01:58.656007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16554deb-b61f-41ee-8ece-1195c56b368c admin admin] Network hostable DHCP agents. Network: 1f92c134-d19f-4412-8365-90f1c4604836, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:01:58.681512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42634) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:58.700366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16554deb-b61f-41ee-8ece-1195c56b368c admin admin] Network 1f92c134-d19f-4412-8365-90f1c4604836 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:01:58.717152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-16554deb-b61f-41ee-8ece-1195c56b368c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 1f92c134-d19f-4412-8365-90f1c4604836) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:58.722788 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16554deb-b61f-41ee-8ece-1195c56b368c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:58.725268 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16554deb-b61f-41ee-8ece-1195c56b368c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:58.735407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ad7ab-b941-4b2b-9fd6-e31dcd7e3528 req-6219e0e6-7873-4a42-a3a1-4760ef4d8981 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:58.736220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c292e02-dfed-4087-b496-e12f39d97c6b None None] Network 1f92c134-d19f-4412-8365-90f1c4604836 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:01:58.737657 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d15ad7ab-b941-4b2b-9fd6-e31dcd7e3528 req-6219e0e6-7873-4a42-a3a1-4760ef4d8981 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 944 time: 0.5463476 Feb 09 14:01:58.781772 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-16554deb-b61f-41ee-8ece-1195c56b368c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1241910 Feb 09 14:01:58.794192 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01ee6fe2-f81f-413f-9ce4-46627fc98c5a req-ac98c7ed-938a-495b-8ab6-59f73d09eda7 service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390233 Feb 09 14:01:58.859136 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d15ad7ab-b941-4b2b-9fd6-e31dcd7e3528 req-04c40529-5ed7-4287-b4bb-116b1b494506 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975142 Feb 09 14:01:58.864642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ade72-735d-4c77-a6d4-0cfb79a2142f req-ad7874a1-f77c-4354-b1ae-2a23496896ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:58.867265 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-413ade72-735d-4c77-a6d4-0cfb79a2142f req-ad7874a1-f77c-4354-b1ae-2a23496896ed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 1101 time: 0.3374665 Feb 09 14:01:58.942764 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-413ade72-735d-4c77-a6d4-0cfb79a2142f req-9be2f386-3f3d-428e-9fe3-9b9df2511764 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686677 Feb 09 14:01:59.027933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf346fb-b3a5-4b2b-bd2e-18ef4b883b7b None None] Network 1f92c134-d19f-4412-8365-90f1c4604836 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:01:59.178624 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9995941a-fcda-4c30-8b97-092c9b78ec55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:59.189493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-69916534-network', 'tenant_id': '2ca9aa5e27be4b0595dbdc336ccafd6a'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:01:59.196264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:59.203153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Usage tracker for resource:network and tenant:2ca9aa5e27be4b0595dbdc336ccafd6a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:59.207901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:59.222234 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:59.240163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Made reservation on behalf of 2ca9aa5e27be4b0595dbdc336ccafd6a for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:59.243764 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:59.261090 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:59.286833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:59.295028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Usage tracker for resource:security_group_rule and tenant:2ca9aa5e27be4b0595dbdc336ccafd6a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:59.301250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:59.314176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:59.518386 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:59.525616 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:59.635421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9241b3-3eee-4575-9689-1f74050436a0 req-18ff42a7-0208-4403-9994-fbd3560e4058 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:59.650355 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a9241b3-3eee-4575-9689-1f74050436a0 req-18ff42a7-0208-4403-9994-fbd3560e4058 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 950 time: 0.2130809 Feb 09 14:01:59.684300 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727f6013-c055-49c8-bb6e-495255304f2b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:59.691564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:01:59.713742 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:59.714164 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Added segment f5c97491-2288-4d0a-aa45-df50af009643 of type vlan for network af2f0fb3-55da-42be-9f1b-6c57378d0af1 Feb 09 14:01:59.737131 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a9241b3-3eee-4575-9689-1f74050436a0 req-09290250-23a7-4b65-b27e-50d5e925fe9d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853419 Feb 09 14:01:59.780251 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:59.850895 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:59.851963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:59.852547 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:59.982218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] Pushing event updated for resources: {'Network': ['ID=af2f0fb3-55da-42be-9f1b-6c57378d0af1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:59.989146 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-38ca95ff-b9d6-4ec9-9573-d04994ef177c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3054416 Feb 09 14:01:59.991628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42678) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:59.998527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-6d2654f1-80af-44a5-906b-30bbecca91a0 admin admin] Request body: {'subnet': {'network_id': 'af2f0fb3-55da-42be-9f1b-6c57378d0af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-69916534-subnet', 'tenant_id': '2ca9aa5e27be4b0595dbdc336ccafd6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:00.002555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network af2f0fb3-55da-42be-9f1b-6c57378d0af1 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:02:00.009015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6d2654f1-80af-44a5-906b-30bbecca91a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:00.018047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6d2654f1-80af-44a5-906b-30bbecca91a0 admin admin] Usage tracker for resource:subnet and tenant:2ca9aa5e27be4b0595dbdc336ccafd6a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:00.024270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6d2654f1-80af-44a5-906b-30bbecca91a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:00.040482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6d2654f1-80af-44a5-906b-30bbecca91a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:00.042216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42686) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:00.127350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2654f1-80af-44a5-906b-30bbecca91a0 admin admin] Made reservation on behalf of 2ca9aa5e27be4b0595dbdc336ccafd6a for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:02:00.129819 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d2654f1-80af-44a5-906b-30bbecca91a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:00.147080 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:00.198836 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:00.274950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9761db8-8177-4855-8bed-c926dadb54c1 req-5b0f5fc7-8f64-4162-b29b-4aaf46601b59 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:00.276540 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b9761db8-8177-4855-8bed-c926dadb54c1 req-5b0f5fc7-8f64-4162-b29b-4aaf46601b59 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 944 time: 0.2291377 Feb 09 14:02:00.368636 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f139c1d-256c-4700-a045-b006c63b3fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d7f02e-34bc-4e11-a27e-941eb5907981'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:02:00.370941 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b9761db8-8177-4855-8bed-c926dadb54c1 req-7fe0a6ae-4540-4f23-a593-651873d26dab tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853381 Feb 09 14:02:00.456492 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d2654f1-80af-44a5-906b-30bbecca91a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:00.458869 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f139c1d-256c-4700-a045-b006c63b3fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d7f02e-34bc-4e11-a27e-941eb5907981', 'code': 200} Feb 09 14:02:00.496998 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8fd3a4c-09a8-4601-987c-803473b8dccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:00.547696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2654f1-80af-44a5-906b-30bbecca91a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ae64d6-84eb-4c62-9621-3b42d0eeb987,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:00.556754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2654f1-80af-44a5-906b-30bbecca91a0 admin admin] Checking segment: {'id': 'f5c97491-2288-4d0a-aa45-df50af009643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'af2f0fb3-55da-42be-9f1b-6c57378d0af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:02:00.557313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2654f1-80af-44a5-906b-30bbecca91a0 admin admin] Network hostable DHCP agents. Network: af2f0fb3-55da-42be-9f1b-6c57378d0af1, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:02:00.571327 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e8fd3a4c-09a8-4601-987c-803473b8dccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:00.581397 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e8fd3a4c-09a8-4601-987c-803473b8dccd admin admin] Usage tracker for resource:security_group_rule and tenant:b69e4cb736bc49b1a36156c87dbd50d3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:00.589532 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e8fd3a4c-09a8-4601-987c-803473b8dccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:00.597654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e8fd3a4c-09a8-4601-987c-803473b8dccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:00.650928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2654f1-80af-44a5-906b-30bbecca91a0 admin admin] Network af2f0fb3-55da-42be-9f1b-6c57378d0af1 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:02:00.672902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-6d2654f1-80af-44a5-906b-30bbecca91a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, af2f0fb3-55da-42be-9f1b-6c57378d0af1) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:02:00.677831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2654f1-80af-44a5-906b-30bbecca91a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:00.678421 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d2654f1-80af-44a5-906b-30bbecca91a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:00.687759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4b04ff-be5e-4bb0-91cb-54bf109eca0b None None] Network af2f0fb3-55da-42be-9f1b-6c57378d0af1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:02:00.704682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588d594-708e-4112-8100-325ce3a6baa9 req-afbc22eb-7027-4699-9531-d816af78170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:00.706278 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9588d594-708e-4112-8100-325ce3a6baa9 req-afbc22eb-7027-4699-9531-d816af78170f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4f139c1d-256c-4700-a045-b006c63b3fe6 HTTP/1.1" status: 200 len: 1101 time: 0.1351063 Feb 09 14:02:00.708312 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6d2654f1-80af-44a5-906b-30bbecca91a0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7151802 Feb 09 14:02:00.716328 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8fd3a4c-09a8-4601-987c-803473b8dccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:00.724169 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8fd3a4c-09a8-4601-987c-803473b8dccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:00.741950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42706) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:00.788764 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9588d594-708e-4112-8100-325ce3a6baa9 req-5d860a95-db5c-40ac-b339-8f4939cc636b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762734 Feb 09 14:02:00.810851 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e8fd3a4c-09a8-4601-987c-803473b8dccd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b69e4cb736bc49b1a36156c87dbd50d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7638569 Feb 09 14:02:00.810851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd3a4c-09a8-4601-987c-803473b8dccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c50af9-0f9c-4af6-a96b-662d6df6aa3f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:00.811791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42714) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:00.904664 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de5ae10b-1fa1-4565-92e3-13321a4b14a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:00.941580 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de5ae10b-1fa1-4565-92e3-13321a4b14a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:01.017277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6238a86-bacc-40e8-b4a3-726f6216fabb None None] Network af2f0fb3-55da-42be-9f1b-6c57378d0af1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:02:01.138396 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de5ae10b-1fa1-4565-92e3-13321a4b14a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:01.172801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d4675296-c63b-4a68-9947-6352ad20f08e details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:02:01.180749 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ae10b-1fa1-4565-92e3-13321a4b14a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c50af9-0f9c-4af6-a96b-662d6df6aa3f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:01.187523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6657a-7e5c-4589-8888-47ed8e280d44 req-c65dd589-5a8e-40d0-b4ff-c16282bb8ab4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:01.195973 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-75f6657a-7e5c-4589-8888-47ed8e280d44 req-c65dd589-5a8e-40d0-b4ff-c16282bb8ab4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 950 time: 0.1769195 Feb 09 14:02:01.224435 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de5ae10b-1fa1-4565-92e3-13321a4b14a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:01.225583 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-de5ae10b-1fa1-4565-92e3-13321a4b14a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6c50af9-0f9c-4af6-a96b-662d6df6aa3f HTTP/1.1" status: 204 len: 168 time: 0.4130073 Feb 09 14:02:01.281310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-75f6657a-7e5c-4589-8888-47ed8e280d44 req-099a348e-e614-4cf6-89dc-772bd0a511f7 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840306 Feb 09 14:02:01.342283 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-b7e8873f-298c-4986-bcd7-d98dfa4e94f9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:01.349576 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-b7e8873f-298c-4986-bcd7-d98dfa4e94f9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 821 time: 0.3669870 Feb 09 14:02:01.359971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d4675296-c63b-4a68-9947-6352ad20f08e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4675296-c63b-4a68-9947-6352ad20f08e,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:01.389073 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37ddda85-9a16-459a-a9d4-8a48f375779d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:01.412634 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-03b360f1-f7af-4759-a7de-37abd567914c tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/quotas/88a376f878274e1491d4af100b1ec6bb HTTP/1.1" status: 200 len: 375 time: 0.0621476 Feb 09 14:02:01.435579 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'd4675296-c63b-4a68-9947-6352ad20f08e', 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123', 'port_id': 'd4675296-c63b-4a68-9947-6352ad20f08e', 'mac_address': 'fa:16:3e:7b:90:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727561ed-eee7-4d6c-9032-5a4fe849f97a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:02:01.461684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-37ddda85-9a16-459a-a9d4-8a48f375779d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:01.479101 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-2aea414c-d996-45b5-8a9e-aff680e4465b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589519 Feb 09 14:02:01.482205 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-37ddda85-9a16-459a-a9d4-8a48f375779d admin admin] Usage tracker for resource:security_group_rule and tenant:b054fc1e7d5b45e5821d62f69de5b971 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:01.518683 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-37ddda85-9a16-459a-a9d4-8a48f375779d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:01.568046 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:01.645330 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-37ddda85-9a16-459a-a9d4-8a48f375779d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:01.663081 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:01.692392 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4675296-c63b-4a68-9947-6352ad20f08e {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:02:01.748958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992c83e-4266-4fa7-aa10-1ccf3a52073e req-8f2d5372-0160-453c-8f88-0a5e0dd792d5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:01.763719 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3992c83e-4266-4fa7-aa10-1ccf3a52073e req-8f2d5372-0160-453c-8f88-0a5e0dd792d5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f139c1d-256c-4700-a045-b006c63b3fe6 HTTP/1.1" status: 200 len: 950 time: 0.3167822 Feb 09 14:02:01.779150 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d4675296-c63b-4a68-9947-6352ad20f08e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4675296-c63b-4a68-9947-6352ad20f08e,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:01.870715 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-8c8d227c-cd2e-4d0b-b798-7812ba024e6a service neutron] 10.222.0.48 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902636 Feb 09 14:02:01.871762 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:01.875057 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3992c83e-4266-4fa7-aa10-1ccf3a52073e req-20842e56-a98b-49e9-86cd-614ab254d043 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098640 Feb 09 14:02:01.956974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42748) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:02.033339 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3653fb6f-6b6c-4d1d-805b-293a60b99918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:02.043936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=d4675296-c63b-4a68-9947-6352ad20f08e,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:02.091140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3653fb6f-6b6c-4d1d-805b-293a60b99918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:02.140236 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37ddda85-9a16-459a-a9d4-8a48f375779d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:02.163215 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37ddda85-9a16-459a-a9d4-8a48f375779d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:02.212037 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3653fb6f-6b6c-4d1d-805b-293a60b99918 admin admin] Usage tracker for resource:security_group_rule and tenant:224a9890bfbc429daa3cb6c7798b1ac7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:02.217054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3653fb6f-6b6c-4d1d-805b-293a60b99918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:02.224790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3653fb6f-6b6c-4d1d-805b-293a60b99918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:02.274307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['d4675296-c63b-4a68-9947-6352ad20f08e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:02:02.306187 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-37ddda85-9a16-459a-a9d4-8a48f375779d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b054fc1e7d5b45e5821d62f69de5b971&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5507364 Feb 09 14:02:02.314623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c81afd-b9e7-4988-8691-282f238c593b req-ba46a156-a957-43e2-adfa-21cba27fe9eb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:02.322387 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b9c81afd-b9e7-4988-8691-282f238c593b req-ba46a156-a957-43e2-adfa-21cba27fe9eb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 945 time: 0.2237911 Feb 09 14:02:02.335472 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-81630ad6-8099-4732-8491-89df8a23d9c5 service neutron] 10.222.0.48 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632134 Feb 09 14:02:02.336254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42760) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:02.342311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddda85-9a16-459a-a9d4-8a48f375779d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a93477-ac31-47d2-a854-0146c164168a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:02.511335 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b9c81afd-b9e7-4988-8691-282f238c593b req-b7c3a2ed-93ca-41ef-8d91-8612a1ba4e78 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879458 Feb 09 14:02:02.656512 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3653fb6f-6b6c-4d1d-805b-293a60b99918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:02.663076 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3653fb6f-6b6c-4d1d-805b-293a60b99918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:02.740505 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3653fb6f-6b6c-4d1d-805b-293a60b99918 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=224a9890bfbc429daa3cb6c7798b1ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7796509 Feb 09 14:02:02.743224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653fb6f-6b6c-4d1d-805b-293a60b99918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbde50e4-a7b0-4a5b-83fa-a7fc0aecb87e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:02.750764 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42770) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:02.888845 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b968211c-8bbe-403c-841c-613e840495b7 req-e87d2905-7541-49d6-8280-910bea4e9ca8 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 210 time: 0.0542369 Feb 09 14:02:02.896413 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-94976d28-c625-4947-9fc2-3b66c53cbf8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:02.990312 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27f84af9-0aba-45fd-a59a-1dcf750e423f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:03.060650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42790) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:03.067954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-563540506-network', 'tenant_id': 'f639687b46a14294a097b2abac1608cc'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:03.073443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:03.078431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Usage tracker for resource:network and tenant:f639687b46a14294a097b2abac1608cc is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:03.082417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:03.092735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:03.110089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Made reservation on behalf of f639687b46a14294a097b2abac1608cc for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:02:03.113448 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:03.115084 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27f84af9-0aba-45fd-a59a-1dcf750e423f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:03.128241 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:03.136629 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-94976d28-c625-4947-9fc2-3b66c53cbf8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:03.154272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:03.159278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Usage tracker for resource:security_group_rule and tenant:f639687b46a14294a097b2abac1608cc is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:03.162479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:03.173623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:03.324848 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:03.330974 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:03.362895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:02:03.389127 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e233a-d8c5-40dd-ac0e-ff5147fe5182 req-a492d35e-b05a-4ff2-a415-a022384dacda tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:03.391670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af5e233a-d8c5-40dd-ac0e-ff5147fe5182 req-a492d35e-b05a-4ff2-a415-a022384dacda tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f139c1d-256c-4700-a045-b006c63b3fe6 HTTP/1.1" status: 200 len: 950 time: 0.2404213 Feb 09 14:02:03.428439 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:03.429043 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Added segment cf14d6bb-4aba-4abc-aff8-07b6fa63deb9 of type vlan for network 38eab98b-af9c-493f-88de-29aacadd1dc5 Feb 09 14:02:03.447374 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27f84af9-0aba-45fd-a59a-1dcf750e423f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:03.483073 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-94976d28-c625-4947-9fc2-3b66c53cbf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:03.497683 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f84af9-0aba-45fd-a59a-1dcf750e423f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbde50e4-a7b0-4a5b-83fa-a7fc0aecb87e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:03.540207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94976d28-c625-4947-9fc2-3b66c53cbf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a93477-ac31-47d2-a854-0146c164168a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:03.579570 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-94976d28-c625-4947-9fc2-3b66c53cbf8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:03.581417 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-94976d28-c625-4947-9fc2-3b66c53cbf8f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01a93477-ac31-47d2-a854-0146c164168a HTTP/1.1" status: 204 len: 168 time: 1.2424183 Feb 09 14:02:03.591175 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af5e233a-d8c5-40dd-ac0e-ff5147fe5182 req-03c45f68-185a-4a3c-9093-03812903e069 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755116 Feb 09 14:02:03.603479 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27f84af9-0aba-45fd-a59a-1dcf750e423f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:03.605601 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-27f84af9-0aba-45fd-a59a-1dcf750e423f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbde50e4-a7b0-4a5b-83fa-a7fc0aecb87e HTTP/1.1" status: 204 len: 168 time: 0.8527279 Feb 09 14:02:03.683030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32302cd-efdf-492f-825f-ed9776a2abcf,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:03.720709 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:03.796422 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:03.800066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:03.802582 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:04.036602 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9745860 Feb 09 14:02:04.038719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8ed40-3de9-4cd2-8f99-9c2dfccd3070 admin admin] Pushing event updated for resources: {'Network': ['ID=38eab98b-af9c-493f-88de-29aacadd1dc5,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:04.044052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42816) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:04.056125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 38eab98b-af9c-493f-88de-29aacadd1dc5 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:02:04.066182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4f8619b3-7ad2-408b-bf7c-c5a1f40e8123 admin admin] Request body: {'subnet': {'network_id': '38eab98b-af9c-493f-88de-29aacadd1dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-563540506-subnet', 'tenant_id': 'f639687b46a14294a097b2abac1608cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:04.093035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4f8619b3-7ad2-408b-bf7c-c5a1f40e8123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:04.112326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4f8619b3-7ad2-408b-bf7c-c5a1f40e8123 admin admin] Usage tracker for resource:subnet and tenant:f639687b46a14294a097b2abac1608cc is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:04.127826 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4f8619b3-7ad2-408b-bf7c-c5a1f40e8123 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:04.137637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4f8619b3-7ad2-408b-bf7c-c5a1f40e8123 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:04.187891 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e961e-03fd-403b-ad84-ca2e7782630f req-b602adab-941c-47f2-809b-6aa88ed24e5a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:04.200978 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7e1e961e-03fd-403b-ad84-ca2e7782630f req-b602adab-941c-47f2-809b-6aa88ed24e5a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 945 time: 0.3058412 Feb 09 14:02:04.203709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8619b3-7ad2-408b-bf7c-c5a1f40e8123 admin admin] Made reservation on behalf of f639687b46a14294a097b2abac1608cc for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:02:04.206009 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f8619b3-7ad2-408b-bf7c-c5a1f40e8123 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:04.365983 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7e1e961e-03fd-403b-ad84-ca2e7782630f req-0e7f6c39-e035-4924-8368-068a9b639fe9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639540 Feb 09 14:02:04.434640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f34246-ea16-4c46-979f-f6640f4e754e req-6562c444-40fc-4f95-9bf4-e5b0c0db0e5c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:04.457274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f34246-ea16-4c46-979f-f6640f4e754e req-6562c444-40fc-4f95-9bf4-e5b0c0db0e5c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:04.461645 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32f34246-ea16-4c46-979f-f6640f4e754e req-6562c444-40fc-4f95-9bf4-e5b0c0db0e5c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f139c1d-256c-4700-a045-b006c63b3fe6&device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 1691 time: 0.1602547 Feb 09 14:02:04.505611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42832) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:04.541238 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe0b3815-e5a9-42cc-a8fe-7ae2a6a25ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:04.571634 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32f34246-ea16-4c46-979f-f6640f4e754e req-e33f9281-d7c4-41aa-9fb8-f8c696af9cd9 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996940 Feb 09 14:02:04.576988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fe0b3815-e5a9-42cc-a8fe-7ae2a6a25ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:04.583688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fe0b3815-e5a9-42cc-a8fe-7ae2a6a25ec9 admin admin] Usage tracker for resource:security_group_rule and tenant:707a9089192140dc8d475f6f1fe43695 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:04.589564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fe0b3815-e5a9-42cc-a8fe-7ae2a6a25ec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:04.621821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fe0b3815-e5a9-42cc-a8fe-7ae2a6a25ec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:04.811657 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe2d417a-278e-4983-8e2e-e02d57421346 req-7b7b8cec-2c48-49cb-a344-bde842b8659f tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 210 time: 0.0703421 Feb 09 14:02:04.990779 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f8619b3-7ad2-408b-bf7c-c5a1f40e8123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:05.038292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-24628a21-86ac-41c6-aa85-2d46dce452fb tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:05.040103 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-24628a21-86ac-41c6-aa85-2d46dce452fb tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.21 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 821 time: 0.3820786 Feb 09 14:02:05.060126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-cb271fed-2840-4519-9710-7c5f30b7524e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Request body: {'port': {'device_id': 'd0121ccf-459c-42b9-85da-6290b8be3fcf', 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d', 'admin_state_up': True, 'tenant_id': '88a376f878274e1491d4af100b1ec6bb'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:05.093803 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d4675296-c63b-4a68-9947-6352ad20f08e up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:02:05.198057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8619b3-7ad2-408b-bf7c-c5a1f40e8123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c9d3267-d353-4b7d-8c78-74cdc1c95476,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:05.203402 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0d7d4-8708-44d6-bfc0-b8211f5fbdfb req-d1c7f45e-2592-4e4c-827a-c4a4797374fd tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:05.215197 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4f0d7d4-8708-44d6-bfc0-b8211f5fbdfb req-d1c7f45e-2592-4e4c-827a-c4a4797374fd tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4f139c1d-256c-4700-a045-b006c63b3fe6 HTTP/1.1" status: 200 len: 1101 time: 0.1534672 Feb 09 14:02:05.265277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8619b3-7ad2-408b-bf7c-c5a1f40e8123 admin admin] Checking segment: {'id': 'cf14d6bb-4aba-4abc-aff8-07b6fa63deb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '38eab98b-af9c-493f-88de-29aacadd1dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:02:05.265712 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8619b3-7ad2-408b-bf7c-c5a1f40e8123 admin admin] Network hostable DHCP agents. Network: 38eab98b-af9c-493f-88de-29aacadd1dc5, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:02:05.277667 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port d4675296-c63b-4a68-9947-6352ad20f08e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:02:05.285922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port d4675296-c63b-4a68-9947-6352ad20f08e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:02:05.286608 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:05.290676 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe0b3815-e5a9-42cc-a8fe-7ae2a6a25ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:05.310905 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe0b3815-e5a9-42cc-a8fe-7ae2a6a25ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:05.313030 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4f0d7d4-8708-44d6-bfc0-b8211f5fbdfb req-52294f26-b172-4858-9263-113367020663 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953436 Feb 09 14:02:05.369309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-cb271fed-2840-4519-9710-7c5f30b7524e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:05.383720 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fe0b3815-e5a9-42cc-a8fe-7ae2a6a25ec9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=707a9089192140dc8d475f6f1fe43695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8769829 Feb 09 14:02:05.389009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42862) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:05.394514 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-cb271fed-2840-4519-9710-7c5f30b7524e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Usage tracker for resource:port and tenant:88a376f878274e1491d4af100b1ec6bb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:05.397226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8619b3-7ad2-408b-bf7c-c5a1f40e8123 admin admin] Network 38eab98b-af9c-493f-88de-29aacadd1dc5 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:02:05.399587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-cb271fed-2840-4519-9710-7c5f30b7524e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:05.421031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b3815-e5a9-42cc-a8fe-7ae2a6a25ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3c2acf-e03f-4246-aacc-b682dbf947ad,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:05.427491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-cb271fed-2840-4519-9710-7c5f30b7524e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:05.441413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4f8619b3-7ad2-408b-bf7c-c5a1f40e8123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 38eab98b-af9c-493f-88de-29aacadd1dc5) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:02:05.453264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8619b3-7ad2-408b-bf7c-c5a1f40e8123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:05.453862 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f8619b3-7ad2-408b-bf7c-c5a1f40e8123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:05.477832 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b386fa-969e-47f4-adb2-babe2c930422 None None] Network 38eab98b-af9c-493f-88de-29aacadd1dc5 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:02:05.478061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-cb271fed-2840-4519-9710-7c5f30b7524e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Made reservation on behalf of 88a376f878274e1491d4af100b1ec6bb for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:02:05.479384 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-cb271fed-2840-4519-9710-7c5f30b7524e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:05.657992 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4f8619b3-7ad2-408b-bf7c-c5a1f40e8123 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6120002 Feb 09 14:02:05.660334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e96a38-d712-4553-a122-f0e8254f7cb4 req-ff394610-9f79-4707-bfd9-9a2202674ecc tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:05.662099 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63e96a38-d712-4553-a122-f0e8254f7cb4 req-ff394610-9f79-4707-bfd9-9a2202674ecc tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 1101 time: 0.1008368 Feb 09 14:02:05.709296 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2248-ba26-46d5-941e-bd8cad26a105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:05.735161 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63e96a38-d712-4553-a122-f0e8254f7cb4 req-cb91925f-0499-499c-bf63-077d18a47703 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624297 Feb 09 14:02:05.797375 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2248-ba26-46d5-941e-bd8cad26a105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:05.820997 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:05.924007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3e50c7-deec-47cb-b93c-5f1edbe0e9a3 None None] Network 38eab98b-af9c-493f-88de-29aacadd1dc5 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:02:05.977420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee4c674-e5b1-45cd-afa8-099c4c668937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4675296-c63b-4a68-9947-6352ad20f08e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:02:06.047291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac648bc-69f6-4781-ada8-6ba9e6875ea9 req-a1afc48e-456a-475d-91d6-55e4f3426ad9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:06.061844 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2ac648bc-69f6-4781-ada8-6ba9e6875ea9 req-a1afc48e-456a-475d-91d6-55e4f3426ad9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 945 time: 0.4013119 Feb 09 14:02:06.065087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-cb271fed-2840-4519-9710-7c5f30b7524e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Allocated IP 172.20.0.6 (871ef5b5-732c-4077-b68d-299f1c66d16d/94892cdf-dc18-4c6c-bd3a-c8729a4c236e/22c0012b-5e01-4beb-843c-0e5ebdf23f7e) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:02:06.169856 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9039c964-9277-4281-9ee4-6b3cf9b0b8d0 req-b321405e-5a5d-42be-bebb-0541bd825fc4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 210 time: 0.0625732 Feb 09 14:02:06.173688 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d4675296-c63b-4a68-9947-6352ad20f08e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4675296-c63b-4a68-9947-6352ad20f08e,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:06.192031 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:06.193422 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2248-ba26-46d5-941e-bd8cad26a105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:06.281213 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee4c674-e5b1-45cd-afa8-099c4c668937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4675296-c63b-4a68-9947-6352ad20f08e', 'code': 200} Feb 09 14:02:06.347421 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce2248-ba26-46d5-941e-bd8cad26a105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3c2acf-e03f-4246-aacc-b682dbf947ad,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:06.382183 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2ac648bc-69f6-4781-ada8-6ba9e6875ea9 req-2ccc216a-df86-450c-ae7d-0eda98df0f39 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026297 Feb 09 14:02:06.403028 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2248-ba26-46d5-941e-bd8cad26a105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:06.407510 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d7ce2248-ba26-46d5-941e-bd8cad26a105 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b3c2acf-e03f-4246-aacc-b682dbf947ad HTTP/1.1" status: 204 len: 168 time: 1.0175049 Feb 09 14:02:06.500125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=d4675296-c63b-4a68-9947-6352ad20f08e,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:06.622302 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-5ff933f8-dfec-4d23-8dfb-2c07b1f26957 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cf414819203844d7be4cd33f0e40db8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752337 Feb 09 14:02:06.666463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a491f-283f-44e5-ad42-769e1c3ba427 req-54b44a8f-ef3b-42ec-bc78-d7ed0a12f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:06.669151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-771a491f-283f-44e5-ad42-769e1c3ba427 req-54b44a8f-ef3b-42ec-bc78-d7ed0a12f0d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 1097 time: 0.3407340 Feb 09 14:02:06.739503 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-cb271fed-2840-4519-9710-7c5f30b7524e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:06.776623 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-cb271fed-2840-4519-9710-7c5f30b7524e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:06.896646 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-771a491f-283f-44e5-ad42-769e1c3ba427 req-9455ab9c-63bb-45bc-8cf7-04e38dca3d87 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269960 Feb 09 14:02:06.964914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-cb271fed-2840-4519-9710-7c5f30b7524e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Network 871ef5b5-732c-4077-b68d-299f1c66d16d is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:02:06.968800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-cb271fed-2840-4519-9710-7c5f30b7524e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:02:06.972890 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-cb271fed-2840-4519-9710-7c5f30b7524e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:02:06.979012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-cb271fed-2840-4519-9710-7c5f30b7524e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:06.979663 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-cb271fed-2840-4519-9710-7c5f30b7524e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:06.986552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-8e9460f4-1f5d-4680-b5dd-aa0bd47d3d92 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:06.988561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb271fed-2840-4519-9710-7c5f30b7524e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Pushing event updated for resources: {'Port': ['ID=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:06.996676 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-8e9460f4-1f5d-4680-b5dd-aa0bd47d3d92 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3719449 Feb 09 14:02:07.009035 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-6ea88df7-c70a-48ec-a6e1-3db07ff44d12 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/quotas/cf414819203844d7be4cd33f0e40db8a HTTP/1.1" status: 200 len: 375 time: 0.0114703 Feb 09 14:02:07.009273 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-cb271fed-2840-4519-9710-7c5f30b7524e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9543293 Feb 09 14:02:07.021491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Request body: {'port': {'device_id': 'd0121ccf-459c-42b9-85da-6290b8be3fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:07.155542 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-406877d2-5dee-438e-aa1f-8b7fe5698372 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1392720 Feb 09 14:02:07.240629 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:07.401226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-56d7d216-9cb8-4d74-857e-73a3ec33949b tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:07.401951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-56d7d216-9cb8-4d74-857e-73a3ec33949b tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Synchronizing usage tracker for tenant:2ca9aa5e27be4b0595dbdc336ccafd6a on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:02:07.502016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-56d7d216-9cb8-4d74-857e-73a3ec33949b tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Unset dirty status for tenant:2ca9aa5e27be4b0595dbdc336ccafd6a on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:02:07.504436 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-56d7d216-9cb8-4d74-857e-73a3ec33949b tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/networks?id=af2f0fb3-55da-42be-9f1b-6c57378d0af1 HTTP/1.1" status: 200 len: 813 time: 0.3846905 Feb 09 14:02:07.573946 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-7a66f7c7-9ad8-4257-9103-7212a1d1b496 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/quotas/2ca9aa5e27be4b0595dbdc336ccafd6a HTTP/1.1" status: 200 len: 375 time: 0.0464642 Feb 09 14:02:07.726768 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-56509fca-38b5-4883-9480-f26e8c3eb899 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ca9aa5e27be4b0595dbdc336ccafd6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1522512 Feb 09 14:02:07.972675 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-65103208-282d-46df-b1ef-bba430636fe2 service neutron] 10.222.0.48 "GET /v2.0/networks/af2f0fb3-55da-42be-9f1b-6c57378d0af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451141 Feb 09 14:02:08.075984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e9ebc-3a42-4f71-a17e-4274fc35c675 req-242ad106-8a2c-4ab6-a808-2b79c9ed74c5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:08.083918 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f00e9ebc-3a42-4f71-a17e-4274fc35c675 req-242ad106-8a2c-4ab6-a808-2b79c9ed74c5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 931 time: 0.1436274 Feb 09 14:02:08.129938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f00e9ebc-3a42-4f71-a17e-4274fc35c675 req-4b118c7f-2956-42b5-8cc4-74334da4f1b0 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Synchronizing usage tracker for tenant:88a376f878274e1491d4af100b1ec6bb on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:02:08.151376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f00e9ebc-3a42-4f71-a17e-4274fc35c675 req-4b118c7f-2956-42b5-8cc4-74334da4f1b0 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Unset dirty status for tenant:88a376f878274e1491d4af100b1ec6bb on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:02:08.166378 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f00e9ebc-3a42-4f71-a17e-4274fc35c675 req-4b118c7f-2956-42b5-8cc4-74334da4f1b0 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808163 Feb 09 14:02:08.195864 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c0012b-5e01-4beb-843c-0e5ebdf23f7e {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:02:08.206825 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:08.227264 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:08.233802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Transition to ACTIVE for port object 22c0012b-5e01-4beb-843c-0e5ebdf23f7e will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:02:08.240404 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:08.373494 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77047f6b-6ce4-4950-9dc0-1f74a9fa3370 req-0ca9d4f9-861d-4387-9d64-88c7c0939929 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:08.381306 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77047f6b-6ce4-4950-9dc0-1f74a9fa3370 req-0ca9d4f9-861d-4387-9d64-88c7c0939929 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 946 time: 0.1092384 Feb 09 14:02:08.437962 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77047f6b-6ce4-4950-9dc0-1f74a9fa3370 req-47e64763-f5ed-4ae3-ab16-b36a6597600c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555775 Feb 09 14:02:08.530521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Pushing event updated for resources: {'Port': ['ID=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:08.566739 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Attempting to bind port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:02:08.567293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Attempting to bind port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:02:08.567798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Attempting to bind port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:08.576883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e on network 871ef5b5-732c-4077-b68d-299f1c66d16d not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:02:08.577477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Attempting to bind port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:08.601467 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-5c2b07cd-eaad-404f-b311-5fb3b4eacfec service neutron] 10.222.0.48 "GET /v2.0/networks/af2f0fb3-55da-42be-9f1b-6c57378d0af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147516 Feb 09 14:02:08.607039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:02:08.607882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Checking segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:02:08.610308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Bound using segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:02:08.610980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Bound port: 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:02:08.612356 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:08.785760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] For port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:02:08.792080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] For port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:02:08.801532 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:08.830041 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:02:09.018820 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:09.019787 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:09.021919 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] 10.222.0.21 "PUT /v2.0/ports/22c0012b-5e01-4beb-843c-0e5ebdf23f7e HTTP/1.1" status: 200 len: 1091 time: 2.0051055 Feb 09 14:02:09.022581 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0121ccf-459c-42b9-85da-6290b8be3fcf', 'tag': '22c0012b-5e01-4beb-843c-0e5ebdf23f7e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:02:09.239765 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66935738-a662-44c9-b1ea-b4b9a68ccfb5 req-0da48c14-00e1-4924-a18f-5011f33590d4 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 210 time: 0.1883397 Feb 09 14:02:09.360918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf7430-b462-4807-936d-8aeda141c016 service neutron] Pushing event updated for resources: {'Port': ['ID=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:09.390270 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0121ccf-459c-42b9-85da-6290b8be3fcf', 'tag': '22c0012b-5e01-4beb-843c-0e5ebdf23f7e', 'status': 'completed', 'code': 200} Feb 09 14:02:09.524165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44178330-8d9a-4aab-9653-b0d568f29db9 req-45e6a861-77fe-4e9c-8263-be02779c5090 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 210 time: 0.1110651 Feb 09 14:02:09.536996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-6a816789-7cd2-4f37-89ce-f92e1a5b3ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:09.541568 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-6a816789-7cd2-4f37-89ce-f92e1a5b3ed4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 1094 time: 0.4360688 Feb 09 14:02:09.947766 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-b346b756-c7a7-4ec4-94fe-f79ba7132b8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c0012b-5e01-4beb-843c-0e5ebdf23f7e HTTP/1.1" status: 200 len: 217 time: 0.3983138 Feb 09 14:02:09.984033 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:10.076445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-07866334-c481-440a-928b-8beab1456035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:10.079813 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-07866334-c481-440a-928b-8beab1456035 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.1162932 Feb 09 14:02:10.155336 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-0c6503ad-8cfd-4108-8f83-63faded8e420 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641487 Feb 09 14:02:10.164397 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd007d3c-bdd4-4abe-9c5e-3f0f53dd98e0 req-4a05bbf4-5249-4a73-bc3d-9725e3e4e449 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:10.165134 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-dd007d3c-bdd4-4abe-9c5e-3f0f53dd98e0 req-4a05bbf4-5249-4a73-bc3d-9725e3e4e449 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Synchronizing usage tracker for tenant:88a376f878274e1491d4af100b1ec6bb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:02:10.216643 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-f593dac6-e8bd-48c6-8cd3-e884c716b518 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=cf414819203844d7be4cd33f0e40db8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868649 Feb 09 14:02:10.274417 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43024) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:10.280387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-dd007d3c-bdd4-4abe-9c5e-3f0f53dd98e0 req-4a05bbf4-5249-4a73-bc3d-9725e3e4e449 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Unset dirty status for tenant:88a376f878274e1491d4af100b1ec6bb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:02:10.287781 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd007d3c-bdd4-4abe-9c5e-3f0f53dd98e0 req-4a05bbf4-5249-4a73-bc3d-9725e3e4e449 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.5839074 Feb 09 14:02:10.434749 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd007d3c-bdd4-4abe-9c5e-3f0f53dd98e0 req-b472faca-7050-4c87-b90c-fb47ee4e9e5d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455817 Feb 09 14:02:10.447386 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-0da9d397-34d9-4500-826d-e6164f1d2a99 service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772591 Feb 09 14:02:10.631153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-cbbba847-2d85-443d-ae11-cbfc91415bef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:10.633310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-cbbba847-2d85-443d-ae11-cbfc91415bef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4083424 Feb 09 14:02:10.670357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-e458f0d2-8ab8-4499-9f16-221561ee2989 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Request body: {'port': {'device_id': 'df794f11-a785-4e90-8d2f-a822615b8159', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': 'cf414819203844d7be4cd33f0e40db8a'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:10.781241 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3937-a17d-464e-a7da-d413161c717b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:10.806467 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2b7b3937-a17d-464e-a7da-d413161c717b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:10.818885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2b7b3937-a17d-464e-a7da-d413161c717b admin admin] Usage tracker for resource:security_group_rule and tenant:455e0837f2984467bdcc9b0be744c926 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:10.824381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2b7b3937-a17d-464e-a7da-d413161c717b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:10.833016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2b7b3937-a17d-464e-a7da-d413161c717b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:10.844394 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2a21085b-7419-402d-8cf9-029e16bde670 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=fe08b25afe4748ab92f92feabba92658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1279869 Feb 09 14:02:10.921121 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9e3871c-c23e-4065-9ad5-2127d41b51c6 req-eaa52ae5-dd41-4047-b513-9e295a8ab100 service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665453 Feb 09 14:02:10.973354 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-b9a1394a-65e1-431c-a30e-04d182e955a4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cf414819203844d7be4cd33f0e40db8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336967 Feb 09 14:02:10.985798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d7cf2-eb4c-46b7-95f0-a61da87dcaed req-22e2f571-91cb-4e70-895f-fd095ada1391 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:10.987329 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c52d7cf2-eb4c-46b7-95f0-a61da87dcaed req-22e2f571-91cb-4e70-895f-fd095ada1391 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 946 time: 0.3037930 Feb 09 14:02:11.042337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-e458f0d2-8ab8-4499-9f16-221561ee2989 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:11.066706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-e458f0d2-8ab8-4499-9f16-221561ee2989 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:11.077687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7e726-aa82-4786-98e6-935df328bac9 req-1121b33f-58f5-4320-8d30-e169a46aec3c tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:11.079178 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-30b7e726-aa82-4786-98e6-935df328bac9 req-1121b33f-58f5-4320-8d30-e169a46aec3c tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2342405 Feb 09 14:02:11.097418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-e458f0d2-8ab8-4499-9f16-221561ee2989 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Made reservation on behalf of cf414819203844d7be4cd33f0e40db8a for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:02:11.102880 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-e458f0d2-8ab8-4499-9f16-221561ee2989 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:11.198819 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3937-a17d-464e-a7da-d413161c717b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:11.216710 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3937-a17d-464e-a7da-d413161c717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:11.234853 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-30b7e726-aa82-4786-98e6-935df328bac9 req-999abfb9-7514-443e-8540-2e1310604ca6 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/quotas/fe08b25afe4748ab92f92feabba92658 HTTP/1.1" status: 200 len: 375 time: 0.1454551 Feb 09 14:02:11.268890 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c52d7cf2-eb4c-46b7-95f0-a61da87dcaed req-919719a3-f4e3-4994-8d92-c1f8216dc61f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589600 Feb 09 14:02:11.318564 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2b7b3937-a17d-464e-a7da-d413161c717b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=455e0837f2984467bdcc9b0be744c926&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0430350 Feb 09 14:02:11.326898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-ac433b88-98ad-4689-bcd2-2481c780dfdc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:11.328374 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-ac433b88-98ad-4689-bcd2-2481c780dfdc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3401370 Feb 09 14:02:11.330445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43048) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:11.333007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b3937-a17d-464e-a7da-d413161c717b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbe7c23-a52e-4aff-a18e-da3566f20ed0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:11.353942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-1c2ddecc-2754-43ab-8b04-499e85c7cfe4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Request body: {'port': {'device_id': 'ad7bd0d4-7808-4408-b21a-077143496a91', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': 'cf414819203844d7be4cd33f0e40db8a'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:11.398343 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-30b7e726-aa82-4786-98e6-935df328bac9 req-12daad98-971d-42d6-812a-aac4072caf3f tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe08b25afe4748ab92f92feabba92658&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1622977 Feb 09 14:02:11.466937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d86863-86a1-4a78-84d3-63337e806133 req-c436b32e-4340-429a-9ab2-d02466f77685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:11.468543 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74d86863-86a1-4a78-84d3-63337e806133 req-c436b32e-4340-429a-9ab2-d02466f77685 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 1094 time: 0.4539943 Feb 09 14:02:11.667241 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1379820a-8f0d-46a4-9e2e-fb699d1821d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:11.671544 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0c162bd-b504-4e99-bf17-0dfba129bfb2 req-1750e5b3-c889-45e1-b538-5124a6d1570c tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0938714 Feb 09 14:02:11.700156 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-5f323f14-26d7-4e49-ac50-d0bec9dfcb0a tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:11.701328 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-5f323f14-26d7-4e49-ac50-d0bec9dfcb0a tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.35 "GET /v2.0/networks?id=af2f0fb3-55da-42be-9f1b-6c57378d0af1 HTTP/1.1" status: 200 len: 813 time: 0.3536353 Feb 09 14:02:11.755183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-3d67fb03-310f-4bdd-9e4e-41dabb9b1d7f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Request body: {'port': {'device_id': '52009454-0449-4a9d-ba6e-1a227470b9a2', 'network_id': 'af2f0fb3-55da-42be-9f1b-6c57378d0af1', 'admin_state_up': True, 'tenant_id': '2ca9aa5e27be4b0595dbdc336ccafd6a'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:11.765644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-1c2ddecc-2754-43ab-8b04-499e85c7cfe4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:11.785635 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1379820a-8f0d-46a4-9e2e-fb699d1821d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:11.844031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-1c2ddecc-2754-43ab-8b04-499e85c7cfe4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:11.858159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d86863-86a1-4a78-84d3-63337e806133 req-71727397-68dd-43ca-af42-87791d58c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:11.859978 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74d86863-86a1-4a78-84d3-63337e806133 req-71727397-68dd-43ca-af42-87791d58c8a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 0.3765495 Feb 09 14:02:11.865677 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-1c2ddecc-2754-43ab-8b04-499e85c7cfe4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Made reservation on behalf of cf414819203844d7be4cd33f0e40db8a for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:02:11.870675 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-1c2ddecc-2754-43ab-8b04-499e85c7cfe4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:12.001857 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1379820a-8f0d-46a4-9e2e-fb699d1821d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:12.009391 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74d86863-86a1-4a78-84d3-63337e806133 req-eecaa0a1-159b-4127-8a79-a5080a13dbe1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c0012b-5e01-4beb-843c-0e5ebdf23f7e HTTP/1.1" status: 200 len: 217 time: 0.1249321 Feb 09 14:02:12.035154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379820a-8f0d-46a4-9e2e-fb699d1821d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbe7c23-a52e-4aff-a18e-da3566f20ed0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:12.099091 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-805e77ea-ef57-4508-ad0f-8f4de0e52b06 req-76a7ff94-6478-4149-9deb-4c75fceacb5c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 210 time: 0.1835225 Feb 09 14:02:12.203236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-e458f0d2-8ab8-4499-9f16-221561ee2989 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Allocated IP 192.168.233.62 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/70d71ad5-8505-4f19-a4dd-fe4613201ab5) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:02:12.204018 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1379820a-8f0d-46a4-9e2e-fb699d1821d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:12.205135 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1379820a-8f0d-46a4-9e2e-fb699d1821d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fbe7c23-a52e-4aff-a18e-da3566f20ed0 HTTP/1.1" status: 204 len: 168 time: 0.8735709 Feb 09 14:02:12.274114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d86863-86a1-4a78-84d3-63337e806133 req-554d0f52-6ecc-4c6d-a9cd-459321d5d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:12.275647 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74d86863-86a1-4a78-84d3-63337e806133 req-554d0f52-6ecc-4c6d-a9cd-459321d5d3dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.1050882 Feb 09 14:02:12.331440 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74d86863-86a1-4a78-84d3-63337e806133 req-ca390286-76cf-47dd-9e11-71bdee212b0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466814 Feb 09 14:02:12.335640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e87409-9636-44d4-8a13-c8f38bac29a8 req-705d4c93-7f28-4148-9fc9-8bce3772d336 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:12.343192 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-19e87409-9636-44d4-8a13-c8f38bac29a8 req-705d4c93-7f28-4148-9fc9-8bce3772d336 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 1097 time: 0.3955224 Feb 09 14:02:12.350437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-3d67fb03-310f-4bdd-9e4e-41dabb9b1d7f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:12.409399 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-3d67fb03-310f-4bdd-9e4e-41dabb9b1d7f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Usage tracker for resource:port and tenant:2ca9aa5e27be4b0595dbdc336ccafd6a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:12.445369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-3d67fb03-310f-4bdd-9e4e-41dabb9b1d7f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:12.462673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-3d67fb03-310f-4bdd-9e4e-41dabb9b1d7f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:12.482084 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-19e87409-9636-44d4-8a13-c8f38bac29a8 req-6d44c70a-f960-4426-9465-a1c9cc80423a tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378274 Feb 09 14:02:12.544125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-3d67fb03-310f-4bdd-9e4e-41dabb9b1d7f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Made reservation on behalf of 2ca9aa5e27be4b0595dbdc336ccafd6a for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:02:12.550217 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-3d67fb03-310f-4bdd-9e4e-41dabb9b1d7f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:12.610138 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74d86863-86a1-4a78-84d3-63337e806133 req-413cb279-a6aa-4461-8ac1-4f7c647c9b16 service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641387 Feb 09 14:02:12.856983 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7eb464a8-1c14-49cd-a0f8-b0af335b5e1b req-e0e5a582-1592-4308-bcf0-a896da8b3dff tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 210 time: 0.0544994 Feb 09 14:02:12.914816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.21', 54335) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:12.953123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43080) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:13.017030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aec690-fcc4-44f6-b575-fd6b80c85e85 req-10cc7261-043b-4da6-874b-2a639541d84d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:13.019123 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0aec690-fcc4-44f6-b575-fd6b80c85e85 req-10cc7261-043b-4da6-874b-2a639541d84d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.6705563 Feb 09 14:02:13.061118 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8c1dba01-22c6-4573-b576-696e47a00d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:13.081428 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc076ee3-687e-494f-be2b-0ce8cee0b1d0 req-e0ebe4e5-8e15-4e6b-912c-a1a1fcf63838 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1653156 Feb 09 14:02:13.092756 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74d86863-86a1-4a78-84d3-63337e806133 req-5726faa6-f33b-4955-8b87-ba5d41e14d0e service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762385 Feb 09 14:02:13.177588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141b4cd-d0cf-4948-989b-b9c8e4816dec req-225b0fb9-979d-497f-82ef-aae269d6e7c1 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:13.179380 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8141b4cd-d0cf-4948-989b-b9c8e4816dec req-225b0fb9-979d-497f-82ef-aae269d6e7c1 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 1097 time: 0.0856736 Feb 09 14:02:13.189757 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8c1dba01-22c6-4573-b576-696e47a00d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:13.194755 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0aec690-fcc4-44f6-b575-fd6b80c85e85 req-08ef6c5c-125a-448a-bcf7-88cb3b683116 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452498 Feb 09 14:02:13.203678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-3d67fb03-310f-4bdd-9e4e-41dabb9b1d7f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Allocated IP 172.20.0.14 (af2f0fb3-55da-42be-9f1b-6c57378d0af1/88ae64d6-84eb-4c62-9621-3b42d0eeb987/e33b4b10-f021-482f-9eba-1a27e29e422c) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:02:13.206719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8c1dba01-22c6-4573-b576-696e47a00d46 admin admin] Usage tracker for resource:security_group_rule and tenant:c976780c2d3d40089c7c9a08db101365 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:13.232377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8c1dba01-22c6-4573-b576-696e47a00d46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:13.250653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8c1dba01-22c6-4573-b576-696e47a00d46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:13.290467 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8141b4cd-d0cf-4948-989b-b9c8e4816dec req-90d07436-29b0-4598-8e9f-e0f323d53c35 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026723 Feb 09 14:02:13.304081 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-e458f0d2-8ab8-4499-9f16-221561ee2989 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:13.322514 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc076ee3-687e-494f-be2b-0ce8cee0b1d0 req-784e5e3b-37d9-45ad-bc80-f24be4993a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:13.324604 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc076ee3-687e-494f-be2b-0ce8cee0b1d0 req-784e5e3b-37d9-45ad-bc80-f24be4993a35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 1095 time: 0.1118190 Feb 09 14:02:13.425918 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b26e3465-6624-4f28-8f8b-4caed3521974 req-76bb403d-d05e-42db-81fb-d400052a55c4 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0938096 Feb 09 14:02:13.437766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-e458f0d2-8ab8-4499-9f16-221561ee2989 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Transition to ACTIVE for port object 70d71ad5-8505-4f19-a4dd-fe4613201ab5 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:02:13.565225 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30b7e726-aa82-4786-98e6-935df328bac9 req-8c2d4aef-31f9-4ddb-b167-8a261f555385 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fe08b25afe4748ab92f92feabba92658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805717 Feb 09 14:02:13.760541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc076ee3-687e-494f-be2b-0ce8cee0b1d0 req-e86eec53-c2be-4001-a556-c4afe0b34a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:13.762629 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc076ee3-687e-494f-be2b-0ce8cee0b1d0 req-e86eec53-c2be-4001-a556-c4afe0b34a1f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.4163125 Feb 09 14:02:13.823391 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8c1dba01-22c6-4573-b576-696e47a00d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:13.873220 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc076ee3-687e-494f-be2b-0ce8cee0b1d0 req-27087541-63eb-4c26-87fe-7f453e8cf59a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d HTTP/1.1" status: 200 len: 217 time: 0.0938432 Feb 09 14:02:13.890666 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8c1dba01-22c6-4573-b576-696e47a00d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:13.925798 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d7c9e7c-67da-483f-99c0-fb7fedcb86aa req-82023f75-222b-447d-80b8-f04dfd571037 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 210 time: 0.2926636 Feb 09 14:02:13.947658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7e726-aa82-4786-98e6-935df328bac9 req-45423535-7e73-48d3-9b2a-11a731b3fc96 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:13.949720 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30b7e726-aa82-4786-98e6-935df328bac9 req-45423535-7e73-48d3-9b2a-11a731b3fc96 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3732998 Feb 09 14:02:13.974871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Request body: {'port': {'device_id': '7d2cf7bb-4500-47dd-83b6-de7eb2e798d1', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': 'fe08b25afe4748ab92f92feabba92658'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:13.978871 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-3d67fb03-310f-4bdd-9e4e-41dabb9b1d7f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:14.043799 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8c1dba01-22c6-4573-b576-696e47a00d46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c976780c2d3d40089c7c9a08db101365&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0880413 Feb 09 14:02:14.050007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43110) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:14.058077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1dba01-22c6-4573-b576-696e47a00d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a83a5a-22ed-41d3-aa5d-861b19c6c51a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:14.089128 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-e458f0d2-8ab8-4499-9f16-221561ee2989 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:14.098758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc076ee3-687e-494f-be2b-0ce8cee0b1d0 req-413ded85-1e4e-48b7-80a8-c93aeca8ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:14.101467 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc076ee3-687e-494f-be2b-0ce8cee0b1d0 req-413ded85-1e4e-48b7-80a8-c93aeca8ff2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.2170284 Feb 09 14:02:14.103243 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['7ff447dc-3755-4a6f-b061-94973b5f3fe3'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:02:14.180616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['77d7f02e-34bc-4e11-a27e-941eb5907981', '1931d8f0-f350-41b6-96dd-906f3e3a5c65'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:02:14.242244 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc076ee3-687e-494f-be2b-0ce8cee0b1d0 req-52c38c10-0454-49ca-b0d9-95d2a9306945 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941503 Feb 09 14:02:14.305176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-e458f0d2-8ab8-4499-9f16-221561ee2989 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:02:14.312141 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10d19323-06e8-4caf-ac53-c44ac71730e0 req-de6cf56c-590e-411f-8a8b-9b97df12128f tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 210 time: 0.1483638 Feb 09 14:02:14.320323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-e458f0d2-8ab8-4499-9f16-221561ee2989 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:02:14.323236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-e458f0d2-8ab8-4499-9f16-221561ee2989 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:02:14.331303 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-e458f0d2-8ab8-4499-9f16-221561ee2989 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:14.332298 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-e458f0d2-8ab8-4499-9f16-221561ee2989 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:14.342201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458f0d2-8ab8-4499-9f16-221561ee2989 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Pushing event updated for resources: {'Port': ['ID=70d71ad5-8505-4f19-a4dd-fe4613201ab5,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:14.363099 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-3d67fb03-310f-4bdd-9e4e-41dabb9b1d7f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:14.588044 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e2877dcf-9141-410a-b564-cfc477db5772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:14.628655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-3d67fb03-310f-4bdd-9e4e-41dabb9b1d7f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Network af2f0fb3-55da-42be-9f1b-6c57378d0af1 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:02:14.672832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-3d67fb03-310f-4bdd-9e4e-41dabb9b1d7f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:02:14.675307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-3d67fb03-310f-4bdd-9e4e-41dabb9b1d7f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:02:14.681392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-3d67fb03-310f-4bdd-9e4e-41dabb9b1d7f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:14.683024 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-3d67fb03-310f-4bdd-9e4e-41dabb9b1d7f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:14.756951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-1c2ddecc-2754-43ab-8b04-499e85c7cfe4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Allocated IP 192.168.233.174 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:02:14.762469 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67fb03-310f-4bdd-9e4e-41dabb9b1d7f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Pushing event updated for resources: {'Port': ['ID=e33b4b10-f021-482f-9eba-1a27e29e422c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:14.767693 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e2877dcf-9141-410a-b564-cfc477db5772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:14.772094 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fa918b84-628b-4e97-9db7-93f03f6b2b1b None None] Provisioning for port 70d71ad5-8505-4f19-a4dd-fe4613201ab5 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:02:14.780426 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fa918b84-628b-4e97-9db7-93f03f6b2b1b None None] Provisioning complete for port 70d71ad5-8505-4f19-a4dd-fe4613201ab5 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:02:14.780845 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fa918b84-628b-4e97-9db7-93f03f6b2b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:14.788256 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-e458f0d2-8ab8-4499-9f16-221561ee2989 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1438670 Feb 09 14:02:14.793977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-3d67fb03-310f-4bdd-9e4e-41dabb9b1d7f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0682178 Feb 09 14:02:14.815409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:14.825020 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Request body: {'port': {'device_id': 'df794f11-a785-4e90-8d2f-a822615b8159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:14.831255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Usage tracker for resource:port and tenant:fe08b25afe4748ab92f92feabba92658 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:14.838794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:14.859587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Request body: {'port': {'device_id': '52009454-0449-4a9d-ba6e-1a227470b9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:14.864992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fa918b84-628b-4e97-9db7-93f03f6b2b1b None None] Port 70d71ad5-8505-4f19-a4dd-fe4613201ab5 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:02:14.873472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:14.915541 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc076ee3-687e-494f-be2b-0ce8cee0b1d0 req-2204f643-9afc-45f1-b005-d23cd0af95e3 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518447 Feb 09 14:02:14.930668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Made reservation on behalf of fe08b25afe4748ab92f92feabba92658 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:02:14.934933 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:15.046674 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:15.059431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5317d-26ac-4fdc-baf3-2333444a5fc8 req-a7802c93-574e-4867-969f-da02346ed0f7 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:15.061023 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fcb5317d-26ac-4fdc-baf3-2333444a5fc8 req-a7802c93-574e-4867-969f-da02346ed0f7 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.4676874 Feb 09 14:02:15.082264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5574e2-0b36-469a-b766-d3872cf31360 req-7f2b57fb-7cdc-42c2-95ed-959e7a65fe90 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:15.083969 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5a5574e2-0b36-469a-b766-d3872cf31360 req-7f2b57fb-7cdc-42c2-95ed-959e7a65fe90 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 1097 time: 0.8278217 Feb 09 14:02:15.119887 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e2877dcf-9141-410a-b564-cfc477db5772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:15.153831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2877dcf-9141-410a-b564-cfc477db5772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a83a5a-22ed-41d3-aa5d-861b19c6c51a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:15.156333 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:15.184502 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:15.206555 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e2877dcf-9141-410a-b564-cfc477db5772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:15.210146 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e2877dcf-9141-410a-b564-cfc477db5772 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29a83a5a-22ed-41d3-aa5d-861b19c6c51a HTTP/1.1" status: 204 len: 168 time: 1.1544218 Feb 09 14:02:15.210677 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:15.220196 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fcb5317d-26ac-4fdc-baf3-2333444a5fc8 req-d0e53f77-f389-40ab-afe0-caa96fed51fb tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363754 Feb 09 14:02:15.227037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Usage tracker for resource:security_group_rule and tenant:fe08b25afe4748ab92f92feabba92658 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:15.236900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:15.253741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:15.273484 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 22c0012b-5e01-4beb-843c-0e5ebdf23f7e details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:02:15.426745 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:15.481557 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:15.538908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:15.545167 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc076ee3-687e-494f-be2b-0ce8cee0b1d0 req-dd63e160-ee68-44b7-9e3a-b8a57e5a3dae service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6152036 Feb 09 14:02:15.559309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '22c0012b-5e01-4beb-843c-0e5ebdf23f7e', 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d', 'port_id': '22c0012b-5e01-4beb-843c-0e5ebdf23f7e', 'mac_address': 'fa:16:3e:91:8b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94892cdf-dc18-4c6c-bd3a-c8729a4c236e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:02:15.619576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b56770-deff-471a-a4f6-9a6a98c99c1e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:15.656489 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5a5574e2-0b36-469a-b766-d3872cf31360 req-89922d3e-d366-429f-b46f-7b7fcffbe368 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902394 Feb 09 14:02:15.695232 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:15.725376 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c0012b-5e01-4beb-843c-0e5ebdf23f7e {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:02:15.769713 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:15.774874 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-1c2ddecc-2754-43ab-8b04-499e85c7cfe4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:15.777003 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:15.778008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a21c5-a8f8-4f32-a0b7-190a48dd3b69 req-18412568-8eba-489c-b474-715233167a23 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:15.779005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-214a21c5-a8f8-4f32-a0b7-190a48dd3b69 req-18412568-8eba-489c-b474-715233167a23 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Synchronizing usage tracker for tenant:2ca9aa5e27be4b0595dbdc336ccafd6a on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:02:15.847481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-214a21c5-a8f8-4f32-a0b7-190a48dd3b69 req-18412568-8eba-489c-b474-715233167a23 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Unset dirty status for tenant:2ca9aa5e27be4b0595dbdc336ccafd6a on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:02:15.857570 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-214a21c5-a8f8-4f32-a0b7-190a48dd3b69 req-18412568-8eba-489c-b474-715233167a23 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 932 time: 0.4293730 Feb 09 14:02:15.867036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-1c2ddecc-2754-43ab-8b04-499e85c7cfe4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Transition to ACTIVE for port object 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:02:15.944660 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-214a21c5-a8f8-4f32-a0b7-190a48dd3b69 req-409eb61c-0ae2-475f-aabc-5d63d3f2ccda tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/security-groups?id=727f6013-c055-49c8-bb6e-495255304f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858266 Feb 09 14:02:15.951900 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:15.967017 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d6ede347-06ea-4275-8e41-21520856f645 req-7cef8fec-5299-4f7e-bcc9-7abca27b91d0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 210 time: 0.0821128 Feb 09 14:02:15.977964 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de951ed4-2830-498b-9dd2-0d8f7b77e3e4 req-c1d7ec33-2e0c-4d33-b86b-4dcf89cc82d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4f139c1d-256c-4700-a045-b006c63b3fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1984408 Feb 09 14:02:15.992387 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-1c2ddecc-2754-43ab-8b04-499e85c7cfe4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:16.007838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['7ff447dc-3755-4a6f-b061-94973b5f3fe3'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:02:16.104542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['77d7f02e-34bc-4e11-a27e-941eb5907981', '1931d8f0-f350-41b6-96dd-906f3e3a5c65'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:02:16.403846 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-574d1e78-d65a-45d8-b5bc-966f1425ec20 req-8ba4c4fe-1f30-4cf4-9092-87b7efd7b6c4 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 210 time: 0.1238809 Feb 09 14:02:16.411503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-1c2ddecc-2754-43ab-8b04-499e85c7cfe4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:02:16.431382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['22c0012b-5e01-4beb-843c-0e5ebdf23f7e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:02:16.439910 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-1c2ddecc-2754-43ab-8b04-499e85c7cfe4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:02:16.477399 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-1c2ddecc-2754-43ab-8b04-499e85c7cfe4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:02:16.502833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-1c2ddecc-2754-43ab-8b04-499e85c7cfe4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:16.504617 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-1c2ddecc-2754-43ab-8b04-499e85c7cfe4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:16.573699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e33b4b10-f021-482f-9eba-1a27e29e422c {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:02:16.606620 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:16.622671 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d71ad5-8505-4f19-a4dd-fe4613201ab5 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:02:16.623030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ddecc-2754-43ab-8b04-499e85c7cfe4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Pushing event updated for resources: {'Port': ['ID=5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:16.657883 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:16.680596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Transition to ACTIVE for port object e33b4b10-f021-482f-9eba-1a27e29e422c will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:02:16.717551 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:16.822354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Transition to ACTIVE for port object 70d71ad5-8505-4f19-a4dd-fe4613201ab5 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:02:16.867594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de951ed4-2830-498b-9dd2-0d8f7b77e3e4 req-1256c72b-b39d-44ad-896d-6b7a1d43a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:16.869151 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de951ed4-2830-498b-9dd2-0d8f7b77e3e4 req-1256c72b-b39d-44ad-896d-6b7a1d43a22a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=4f139c1d-256c-4700-a045-b006c63b3fe6 HTTP/1.1" status: 200 len: 1101 time: 0.6959937 Feb 09 14:02:16.923973 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:17.010786 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Allocated IP 192.168.233.4 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/49ca1902-c721-470f-b32e-32b2412eef9a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:02:17.099172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Pushing event updated for resources: {'Port': ['ID=e33b4b10-f021-482f-9eba-1a27e29e422c,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:17.135971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c1a31027-017b-4203-a6bf-5a4e2338178a None None] Provisioning for port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:02:17.181029 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c1a31027-017b-4203-a6bf-5a4e2338178a None None] Provisioning complete for port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:02:17.181913 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c1a31027-017b-4203-a6bf-5a4e2338178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:17.274300 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-1c2ddecc-2754-43ab-8b04-499e85c7cfe4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9264991 Feb 09 14:02:17.357918 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c1a31027-017b-4203-a6bf-5a4e2338178a None None] Port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:02:17.404090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Attempting to bind port e33b4b10-f021-482f-9eba-1a27e29e422c on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:02:17.404899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Attempting to bind port e33b4b10-f021-482f-9eba-1a27e29e422c by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'f5c97491-2288-4d0a-aa45-df50af009643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'af2f0fb3-55da-42be-9f1b-6c57378d0af1'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:02:17.405163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Request body: {'port': {'device_id': 'ad7bd0d4-7808-4408-b21a-077143496a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:17.405686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Attempting to bind port e33b4b10-f021-482f-9eba-1a27e29e422c on network af2f0fb3-55da-42be-9f1b-6c57378d0af1 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:17.436610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Port e33b4b10-f021-482f-9eba-1a27e29e422c on network af2f0fb3-55da-42be-9f1b-6c57378d0af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:02:17.437283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Attempting to bind port e33b4b10-f021-482f-9eba-1a27e29e422c on network af2f0fb3-55da-42be-9f1b-6c57378d0af1 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:17.453260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:02:17.453962 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Checking segment: {'id': 'f5c97491-2288-4d0a-aa45-df50af009643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'af2f0fb3-55da-42be-9f1b-6c57378d0af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:02:17.454588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Bound using segment: {'id': 'f5c97491-2288-4d0a-aa45-df50af009643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'af2f0fb3-55da-42be-9f1b-6c57378d0af1'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:02:17.455249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Bound port: e33b4b10-f021-482f-9eba-1a27e29e422c, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c97491-2288-4d0a-aa45-df50af009643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'af2f0fb3-55da-42be-9f1b-6c57378d0af1'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:02:17.455827 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:17.512069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Attempting to bind port 70d71ad5-8505-4f19-a4dd-fe4613201ab5 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:02:17.512930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Attempting to bind port 70d71ad5-8505-4f19-a4dd-fe4613201ab5 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:02:17.514384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Attempting to bind port 70d71ad5-8505-4f19-a4dd-fe4613201ab5 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:17.579861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Port 70d71ad5-8505-4f19-a4dd-fe4613201ab5 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:02:17.580826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Attempting to bind port 70d71ad5-8505-4f19-a4dd-fe4613201ab5 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:17.582265 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:17.613247 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Pushing event updated for resources: {'Port': ['ID=70d71ad5-8505-4f19-a4dd-fe4613201ab5,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:17.620613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:02:17.621193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:02:17.621616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:02:17.622097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Bound port: 70d71ad5-8505-4f19-a4dd-fe4613201ab5, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:02:17.622435 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:17.683445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80cbbd-bdd8-4ca5-b166-1cead332cbd1 req-4721f8f3-b6ba-4066-8e30-460166a711c7 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:17.685712 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef80cbbd-bdd8-4ca5-b166-1cead332cbd1 req-4721f8f3-b6ba-4066-8e30-460166a711c7 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 1097 time: 0.6781178 Feb 09 14:02:17.708087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413830ec-be15-463c-a756-e3ab6b5b7bfa req-1b32cdce-9a17-4746-832d-ec51327108fd tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:17.709704 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-413830ec-be15-463c-a756-e3ab6b5b7bfa req-1b32cdce-9a17-4746-832d-ec51327108fd tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 944 time: 0.9967072 Feb 09 14:02:17.726988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Transition to ACTIVE for port object 49ca1902-c721-470f-b32e-32b2412eef9a will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:02:17.733815 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] For port e33b4b10-f021-482f-9eba-1a27e29e422c, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:02:17.771638 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de951ed4-2830-498b-9dd2-0d8f7b77e3e4 req-8bff0510-0792-46ca-a404-7e1fe017ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:17.772655 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de951ed4-2830-498b-9dd2-0d8f7b77e3e4 req-8bff0510-0792-46ca-a404-7e1fe017ef9f service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.5747316 Feb 09 14:02:17.778532 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:17.795088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] For port e33b4b10-f021-482f-9eba-1a27e29e422c, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e33b4b10-f021-482f-9eba-1a27e29e422c,segment=NetworkSegment(f5c97491-2288-4d0a-aa45-df50af009643),segment_id=f5c97491-2288-4d0a-aa45-df50af009643)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:02:17.820115 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:17.921567 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef80cbbd-bdd8-4ca5-b166-1cead332cbd1 req-b6852243-9f1c-45ae-be01-a46c00a503f3 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896508 Feb 09 14:02:17.938133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:17.939126 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:17.941358 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] 10.222.0.35 "PUT /v2.0/ports/e33b4b10-f021-482f-9eba-1a27e29e422c HTTP/1.1" status: 200 len: 1092 time: 3.1220419 Feb 09 14:02:17.945917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52009454-0449-4a9d-ba6e-1a227470b9a2', 'tag': 'e33b4b10-f021-482f-9eba-1a27e29e422c'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:02:17.965293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] For port 70d71ad5-8505-4f19-a4dd-fe4613201ab5, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:02:17.983970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] For port 70d71ad5-8505-4f19-a4dd-fe4613201ab5, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=70d71ad5-8505-4f19-a4dd-fe4613201ab5,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:02:17.998214 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:18.006268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb40bb2-faf5-4a54-b9ae-81c1de6c5654 service neutron] Pushing event updated for resources: {'Port': ['ID=e33b4b10-f021-482f-9eba-1a27e29e422c,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:18.076062 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de951ed4-2830-498b-9dd2-0d8f7b77e3e4 req-33c34bef-aa70-40cf-8576-9a7d9d95c8ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=77d7f02e-34bc-4e11-a27e-941eb5907981 HTTP/1.1" status: 200 len: 217 time: 0.2714009 Feb 09 14:02:18.139821 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-413830ec-be15-463c-a756-e3ab6b5b7bfa req-709702f8-7830-49f3-9c11-c8933140d244 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067740 Feb 09 14:02:18.184345 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:18.222783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:18.224042 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:18.226300 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] 10.222.0.35 "PUT /v2.0/ports/70d71ad5-8505-4f19-a4dd-fe4613201ab5 HTTP/1.1" status: 200 len: 1095 time: 3.4157374 Feb 09 14:02:18.306520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de951ed4-2830-498b-9dd2-0d8f7b77e3e4 req-c97baabe-bd6c-4f97-b2d5-6c37d9e8d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:18.308027 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de951ed4-2830-498b-9dd2-0d8f7b77e3e4 req-c97baabe-bd6c-4f97-b2d5-6c37d9e8d329 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.2146218 Feb 09 14:02:18.389859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7619ebe-14b3-494a-a54d-883a662649c0 service neutron] Pushing event updated for resources: {'Port': ['ID=70d71ad5-8505-4f19-a4dd-fe4613201ab5,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:18.450606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:02:18.462067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-8f42d876-5351-43e4-aca1-6dda9d717744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:18.463489 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-8f42d876-5351-43e4-aca1-6dda9d717744 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ca9aa5e27be4b0595dbdc336ccafd6a&device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 1095 time: 0.3996739 Feb 09 14:02:18.466043 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:02:18.470211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:02:18.476506 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:18.477169 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:18.481271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f2231-a1bc-4771-a19c-3ce008354942 req-7a375c1a-f2b3-49da-9ce0-4a8f3960af27 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:18.484641 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f5f2231-a1bc-4771-a19c-3ce008354942 req-7a375c1a-f2b3-49da-9ce0-4a8f3960af27 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 944 time: 0.3594952 Feb 09 14:02:18.586437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Pushing event updated for resources: {'Port': ['ID=49ca1902-c721-470f-b32e-32b2412eef9a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:18.634927 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ac584a18-7ceb-4cda-bfd5-a8c7f7132d94 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6641619 Feb 09 14:02:18.647896 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-366ab2b9-5da8-4dd6-8908-ee6b8dc56a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:18.650271 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-366ab2b9-5da8-4dd6-8908-ee6b8dc56a17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=df794f11-a785-4e90-8d2f-a822615b8159 HTTP/1.1" status: 200 len: 1098 time: 0.3402967 Feb 09 14:02:18.657305 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-d6752957-cd56-463f-8903-9982d1ea9337 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e33b4b10-f021-482f-9eba-1a27e29e422c HTTP/1.1" status: 200 len: 217 time: 0.1709969 Feb 09 14:02:18.664715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Request body: {'port': {'device_id': '7d2cf7bb-4500-47dd-83b6-de7eb2e798d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:18.805410 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de951ed4-2830-498b-9dd2-0d8f7b77e3e4 req-c58693a6-4ad6-4b08-912f-ee348dc0bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:18.806978 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de951ed4-2830-498b-9dd2-0d8f7b77e3e4 req-c58693a6-4ad6-4b08-912f-ee348dc0bbc5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4833455 Feb 09 14:02:18.813166 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-05d9b766-b418-415a-bd54-cc19254ac574 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=70d71ad5-8505-4f19-a4dd-fe4613201ab5 HTTP/1.1" status: 200 len: 217 time: 0.1487920 Feb 09 14:02:18.819468 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f5f2231-a1bc-4771-a19c-3ce008354942 req-9aeb0b75-4cb2-4a2c-b475-29b7ec8e329f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/security-groups?id=727f6013-c055-49c8-bb6e-495255304f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211475 Feb 09 14:02:18.826071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391c817-c675-4d8d-9ac1-5985c21a8b79 req-74f740e8-c568-4dff-a1df-5220ac27a80f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:18.827309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e391c817-c675-4d8d-9ac1-5985c21a8b79 req-74f740e8-c568-4dff-a1df-5220ac27a80f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Synchronizing usage tracker for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:02:18.883632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-9d90b6a3-7a83-404d-ade2-18b2a1f4ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:18.885681 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-9d90b6a3-7a83-404d-ade2-18b2a1f4ab94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88ae64d6-84eb-4c62-9621-3b42d0eeb987 HTTP/1.1" status: 200 len: 853 time: 0.1444490 Feb 09 14:02:18.894360 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-685171f0-b15d-4566-823b-7b61d18192d0 None None] Provisioning for port 49ca1902-c721-470f-b32e-32b2412eef9a completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:02:18.904182 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-685171f0-b15d-4566-823b-7b61d18192d0 None None] Provisioning complete for port 49ca1902-c721-470f-b32e-32b2412eef9a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:02:18.904872 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-685171f0-b15d-4566-823b-7b61d18192d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:18.939373 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:02:18.946810 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-2f7ad820-a7d1-450e-9de2-c25e699f90ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af2f0fb3-55da-42be-9f1b-6c57378d0af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538580 Feb 09 14:02:18.948312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-5b9dc77f-00ae-4d5f-a173-81a453b3d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:18.949673 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-5b9dc77f-00ae-4d5f-a173-81a453b3d182 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1273365 Feb 09 14:02:18.980167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-685171f0-b15d-4566-823b-7b61d18192d0 None None] Port 49ca1902-c721-470f-b32e-32b2412eef9a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:02:19.016040 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:19.034321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e391c817-c675-4d8d-9ac1-5985c21a8b79 req-74f740e8-c568-4dff-a1df-5220ac27a80f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Unset dirty status for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:02:19.035483 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e391c817-c675-4d8d-9ac1-5985c21a8b79 req-74f740e8-c568-4dff-a1df-5220ac27a80f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 936 time: 0.6556828 Feb 09 14:02:19.125933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:02:19.160156 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:19.202855 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-11c2adac-2c02-4233-99e6-4c17e4af8dce service neutron] 10.222.0.35 "GET /v2.0/networks/af2f0fb3-55da-42be-9f1b-6c57378d0af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441142 Feb 09 14:02:19.225064 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e391c817-c675-4d8d-9ac1-5985c21a8b79 req-5aaca076-c071-4c32-8fcc-4f82b86b1b3a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777167 Feb 09 14:02:19.226910 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Transition to ACTIVE for port object 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:02:19.229633 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de951ed4-2830-498b-9dd2-0d8f7b77e3e4 req-4378af13-70cf-4b3e-8fb6-706c1c097043 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909900 Feb 09 14:02:19.232424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-ddc87f55-e765-4540-9f49-9cf29c29874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:19.235097 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-ddc87f55-e765-4540-9f49-9cf29c29874e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2741547 Feb 09 14:02:19.297917 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 22c0012b-5e01-4beb-843c-0e5ebdf23f7e up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:02:19.321560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d6787-a9b8-4bee-8c14-c7cc84e5d250 req-bebaa6b1-f133-463a-8b8b-1e1240549a28 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:19.323160 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-595d6787-a9b8-4bee-8c14-c7cc84e5d250 req-bebaa6b1-f133-463a-8b8b-1e1240549a28 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 934 time: 0.3166275 Feb 09 14:02:19.455221 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:02:19.463806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:02:19.464587 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:19.539633 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:19.590380 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de951ed4-2830-498b-9dd2-0d8f7b77e3e4 req-77d5d9eb-93c3-4dd6-8fe9-19202e7f736c service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010147 Feb 09 14:02:19.631432 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:19.710368 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-341efe81-c5cc-42f3-9045-c93935ffa9d3 req-bd2e5573-c6e7-4501-9c17-4d08ac3abbae service neutron] 10.222.0.35 "GET /v2.0/networks/af2f0fb3-55da-42be-9f1b-6c57378d0af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998181 Feb 09 14:02:19.756479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:19.757739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0121ccf-459c-42b9-85da-6290b8be3fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c0012b-5e01-4beb-843c-0e5ebdf23f7e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:02:19.772195 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:19.776363 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-595d6787-a9b8-4bee-8c14-c7cc84e5d250 req-f5747685-6306-47ee-845f-7d66734d6bb9 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974676 Feb 09 14:02:19.817168 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-c14b76ac-34bc-4737-90f2-e9dd417db7c2 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312178 Feb 09 14:02:19.817467 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Pushing event updated for resources: {'Port': ['ID=5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:19.938366 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:19.969977 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52009454-0449-4a9d-ba6e-1a227470b9a2', 'tag': 'e33b4b10-f021-482f-9eba-1a27e29e422c', 'status': 'completed', 'code': 200} Feb 09 14:02:20.161721 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-1b809d14-2077-4126-baf2-136aad9df6bf service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352902 Feb 09 14:02:20.183413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Attempting to bind port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:02:20.184599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Attempting to bind port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:02:20.184728 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Attempting to bind port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:20.207972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:02:20.208362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Attempting to bind port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:20.227456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe90e1-a169-49e9-8f85-15555c1c9e0a req-9c411cf5-630b-4e53-9511-e35a29795a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:20.229482 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84fe90e1-a169-49e9-8f85-15555c1c9e0a req-9c411cf5-630b-4e53-9511-e35a29795a30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ca9aa5e27be4b0595dbdc336ccafd6a&device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 1095 time: 0.2232876 Feb 09 14:02:20.267699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:02:20.268116 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:02:20.268434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:02:20.268914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Bound port: 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:02:20.269250 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:20.481540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe90e1-a169-49e9-8f85-15555c1c9e0a req-0c44c2da-2c20-4eb1-a7d4-1ce06e21240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:20.483835 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84fe90e1-a169-49e9-8f85-15555c1c9e0a req-0c44c2da-2c20-4eb1-a7d4-1ce06e21240b service neutron] 10.222.0.35 "GET /v2.0/networks?id=af2f0fb3-55da-42be-9f1b-6c57378d0af1 HTTP/1.1" status: 200 len: 913 time: 0.2355015 Feb 09 14:02:20.490724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ca1902-c721-470f-b32e-32b2412eef9a {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:02:20.502407 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:20.505923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] For port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:02:20.511441 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] For port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:02:20.524089 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:20.565748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd7ea9-f5a3-4235-ba75-0a443a820a9b req-87f6f2c8-0fdf-400b-a22a-5a507fcea317 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:20.572776 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5cd7ea9-f5a3-4235-ba75-0a443a820a9b req-87f6f2c8-0fdf-400b-a22a-5a507fcea317 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 945 time: 0.3751407 Feb 09 14:02:20.575143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Transition to ACTIVE for port object 49ca1902-c721-470f-b32e-32b2412eef9a will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:02:20.608068 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:20.649939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:20.650276 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:20.651657 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] 10.222.0.21 "PUT /v2.0/ports/5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b HTTP/1.1" status: 200 len: 1096 time: 3.2682400 Feb 09 14:02:20.652907 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7bd0d4-7808-4408-b21a-077143496a91', 'tag': '5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:02:20.717123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43220) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:20.721559 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84fe90e1-a169-49e9-8f85-15555c1c9e0a req-386da34f-ace6-4828-b4f3-c3b36a34f6cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e33b4b10-f021-482f-9eba-1a27e29e422c HTTP/1.1" status: 200 len: 217 time: 0.2316508 Feb 09 14:02:20.820482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe90e1-a169-49e9-8f85-15555c1c9e0a req-ae6b7735-7dde-4559-9af2-ce2122c855ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:20.822542 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84fe90e1-a169-49e9-8f85-15555c1c9e0a req-ae6b7735-7dde-4559-9af2-ce2122c855ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88ae64d6-84eb-4c62-9621-3b42d0eeb987 HTTP/1.1" status: 200 len: 853 time: 0.0861092 Feb 09 14:02:20.840315 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5cd7ea9-f5a3-4235-ba75-0a443a820a9b req-8dc2cec8-8218-47d5-a19c-27acbf593678 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658806 Feb 09 14:02:20.929835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525af5cc-b013-4cad-8963-c5b47fc9cd7a service neutron] Pushing event updated for resources: {'Port': ['ID=5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:20.931879 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84fe90e1-a169-49e9-8f85-15555c1c9e0a req-28477833-2ed0-4274-9170-a5ab2357078c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af2f0fb3-55da-42be-9f1b-6c57378d0af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953581 Feb 09 14:02:20.988595 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0121ccf-459c-42b9-85da-6290b8be3fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c0012b-5e01-4beb-843c-0e5ebdf23f7e', 'code': 200} Feb 09 14:02:21.091004 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8a694ec2-c8bd-482c-b510-9a8f8d14210e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:21.125810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8a694ec2-c8bd-482c-b510-9a8f8d14210e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:21.133695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8a694ec2-c8bd-482c-b510-9a8f8d14210e admin admin] Usage tracker for resource:security_group_rule and tenant:b66b09bb29c94ff2b871312c0a0394d8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:21.141111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8a694ec2-c8bd-482c-b510-9a8f8d14210e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:21.152957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8a694ec2-c8bd-482c-b510-9a8f8d14210e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:21.164861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Attempting to bind port 49ca1902-c721-470f-b32e-32b2412eef9a on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:02:21.165401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Attempting to bind port 49ca1902-c721-470f-b32e-32b2412eef9a by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:02:21.165940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Attempting to bind port 49ca1902-c721-470f-b32e-32b2412eef9a on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:21.213452 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Port 49ca1902-c721-470f-b32e-32b2412eef9a on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:02:21.214175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Attempting to bind port 49ca1902-c721-470f-b32e-32b2412eef9a on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:21.217207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Pushing event updated for resources: {'Port': ['ID=49ca1902-c721-470f-b32e-32b2412eef9a,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:21.233102 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84fe90e1-a169-49e9-8f85-15555c1c9e0a req-7726ffbf-6a97-4d5d-ad5d-c2fd69e1984b service neutron] 10.222.0.35 "GET /v2.0/networks/af2f0fb3-55da-42be-9f1b-6c57378d0af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916417 Feb 09 14:02:21.245929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:02:21.246469 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:02:21.246946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:02:21.247530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Bound port: 49ca1902-c721-470f-b32e-32b2412eef9a, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:02:21.248292 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:21.450178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-ca3b71ad-69ea-475f-aeb9-e6ef73097672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:21.452527 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-ca3b71ad-69ea-475f-aeb9-e6ef73097672 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 1099 time: 0.7351050 Feb 09 14:02:21.501905 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84fe90e1-a169-49e9-8f85-15555c1c9e0a req-6affa745-d399-48b5-b068-fbead5c4a3f0 service neutron] 10.222.0.35 "GET /v2.0/networks/af2f0fb3-55da-42be-9f1b-6c57378d0af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608309 Feb 09 14:02:21.510671 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8a694ec2-c8bd-482c-b510-9a8f8d14210e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:21.516709 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8a694ec2-c8bd-482c-b510-9a8f8d14210e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:21.574279 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8a694ec2-c8bd-482c-b510-9a8f8d14210e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b66b09bb29c94ff2b871312c0a0394d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8556497 Feb 09 14:02:21.575206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a694ec2-c8bd-482c-b510-9a8f8d14210e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3007e1a8-2266-4312-b333-8363e15688cb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:21.582683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43240) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:21.643802 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-a29515a8-ff0c-4f40-a8d5-55250a235a28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b HTTP/1.1" status: 200 len: 217 time: 0.1780818 Feb 09 14:02:21.652233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f0243-0e7f-4b13-ada0-27af6e7d6187 req-9bd5f862-0969-49d2-95e4-7b2b7eca3104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:21.654788 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d55f0243-0e7f-4b13-ada0-27af6e7d6187 req-9bd5f862-0969-49d2-95e4-7b2b7eca3104 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 1096 time: 0.6025059 Feb 09 14:02:21.683023 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a373fe18-dcc8-4551-9f40-5cd2b457382e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:21.721093 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a373fe18-dcc8-4551-9f40-5cd2b457382e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:21.733445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] For port 49ca1902-c721-470f-b32e-32b2412eef9a, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:02:21.762942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] For port 49ca1902-c721-470f-b32e-32b2412eef9a, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=49ca1902-c721-470f-b32e-32b2412eef9a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:02:21.783478 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:21.825019 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a373fe18-dcc8-4551-9f40-5cd2b457382e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:21.847670 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373fe18-dcc8-4551-9f40-5cd2b457382e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3007e1a8-2266-4312-b333-8363e15688cb,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:21.860956 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a373fe18-dcc8-4551-9f40-5cd2b457382e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:21.862879 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a373fe18-dcc8-4551-9f40-5cd2b457382e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3007e1a8-2266-4312-b333-8363e15688cb HTTP/1.1" status: 204 len: 168 time: 0.2791448 Feb 09 14:02:21.880307 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d55f0243-0e7f-4b13-ada0-27af6e7d6187 req-45028b30-a3b8-43a9-9836-1875787007b1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052410 Feb 09 14:02:21.889002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:21.889617 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:21.890985 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30b7e726-aa82-4786-98e6-935df328bac9 req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] 10.222.0.21 "PUT /v2.0/ports/49ca1902-c721-470f-b32e-32b2412eef9a HTTP/1.1" status: 200 len: 1094 time: 3.2434239 Feb 09 14:02:21.905991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69e6c8-7c9a-4ebd-8d3d-5a2e42980c25 req-61246c7d-da6b-4d06-8d41-a0bea207db0d tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:21.912884 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3a69e6c8-7c9a-4ebd-8d3d-5a2e42980c25 req-61246c7d-da6b-4d06-8d41-a0bea207db0d tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 944 time: 0.6787095 Feb 09 14:02:21.918717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-915064ac-11b1-4692-afb6-d8daccaf3563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:21.920259 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-915064ac-11b1-4692-afb6-d8daccaf3563 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.2469878 Feb 09 14:02:21.948881 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd666d2-a45f-4452-b130-e25beb3030eb service neutron] Pushing event updated for resources: {'Port': ['ID=49ca1902-c721-470f-b32e-32b2412eef9a,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:21.973977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df794f11-a785-4e90-8d2f-a822615b8159', 'tag': '70d71ad5-8505-4f19-a4dd-fe4613201ab5'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:02:21.979308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3a69e6c8-7c9a-4ebd-8d3d-5a2e42980c25 req-2b0f946c-11f5-4708-851c-1243159977ba tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Synchronizing usage tracker for tenant:2ca9aa5e27be4b0595dbdc336ccafd6a on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:02:22.003565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3a69e6c8-7c9a-4ebd-8d3d-5a2e42980c25 req-2b0f946c-11f5-4708-851c-1243159977ba tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Unset dirty status for tenant:2ca9aa5e27be4b0595dbdc336ccafd6a on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:02:22.006443 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3a69e6c8-7c9a-4ebd-8d3d-5a2e42980c25 req-2b0f946c-11f5-4708-851c-1243159977ba tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/security-groups?id=727f6013-c055-49c8-bb6e-495255304f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925922 Feb 09 14:02:22.126991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43256) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:22.369601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7e726-aa82-4786-98e6-935df328bac9 req-159c1dea-3a94-4d30-b710-a2f11fc5e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:22.371360 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30b7e726-aa82-4786-98e6-935df328bac9 req-159c1dea-3a94-4d30-b710-a2f11fc5e5f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe08b25afe4748ab92f92feabba92658&device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 1097 time: 0.1668696 Feb 09 14:02:22.373516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-90f89feb-8211-4c40-9196-82060a50bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:22.375631 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-90f89feb-8211-4c40-9196-82060a50bc4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2344453 Feb 09 14:02:22.502998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43264) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:22.523618 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9765ab73-946c-4356-857d-2643b7abce23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:22.550176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9765ab73-946c-4356-857d-2643b7abce23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:22.555540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9765ab73-946c-4356-857d-2643b7abce23 admin admin] Usage tracker for resource:security_group_rule and tenant:5510641941aa46d78d0dc666cac7a166 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:22.559962 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9765ab73-946c-4356-857d-2643b7abce23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:22.566109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9765ab73-946c-4356-857d-2643b7abce23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:22.667658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-37f32979-0433-4256-a4f5-100fa29a9c65 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:02:22.668745 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-37f32979-0433-4256-a4f5-100fa29a9c65 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5386510 Feb 09 14:02:22.682534 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30b7e726-aa82-4786-98e6-935df328bac9 req-465a5793-426e-4baa-a7b0-e5e9652f0e15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=49ca1902-c721-470f-b32e-32b2412eef9a HTTP/1.1" status: 200 len: 217 time: 0.2682028 Feb 09 14:02:22.721038 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9765ab73-946c-4356-857d-2643b7abce23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:22.727007 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9765ab73-946c-4356-857d-2643b7abce23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:22.801477 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9765ab73-946c-4356-857d-2643b7abce23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5510641941aa46d78d0dc666cac7a166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972152 Feb 09 14:02:22.803636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765ab73-946c-4356-857d-2643b7abce23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d680760-15f5-4e55-8254-430e36473ca5,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:22.807413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43270) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:22.843963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7e726-aa82-4786-98e6-935df328bac9 req-d727f384-3de9-4b9f-ba49-f0f9669c2a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:22.845405 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30b7e726-aa82-4786-98e6-935df328bac9 req-d727f384-3de9-4b9f-ba49-f0f9669c2a64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1543908 Feb 09 14:02:22.856879 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-7375dfd2-fc9a-4ed3-a8ac-ff6f9c714f79 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370549 Feb 09 14:02:22.892739 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e6b87da1-4f9a-4fda-a70f-350ee64b92c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:22.924929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-00a4641b-6cf7-443f-a6ea-f431f2b4de99 service neutron] Request body: {'binding': {'host': 'n-h2-828418-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:22.925382 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-00a4641b-6cf7-443f-a6ea-f431f2b4de99 service neutron] Unknown quota resources ['binding']. {{(pid=87596) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 14:02:22.929074 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e6b87da1-4f9a-4fda-a70f-350ee64b92c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:22.969700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e21f25-a2e0-4581-b196-2d4ac1a59902 req-3c7269fa-9973-4898-8d3b-b0ef8fb9bbac tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:22.971257 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52e21f25-a2e0-4581-b196-2d4ac1a59902 req-3c7269fa-9973-4898-8d3b-b0ef8fb9bbac tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 948 time: 0.5945959 Feb 09 14:02:22.995070 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e6b87da1-4f9a-4fda-a70f-350ee64b92c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:23.011982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b87da1-4f9a-4fda-a70f-350ee64b92c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d680760-15f5-4e55-8254-430e36473ca5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:23.021377 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e6b87da1-4f9a-4fda-a70f-350ee64b92c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:23.028169 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e6b87da1-4f9a-4fda-a70f-350ee64b92c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d680760-15f5-4e55-8254-430e36473ca5 HTTP/1.1" status: 204 len: 168 time: 0.2152297 Feb 09 14:02:23.204059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e33b4b10-f021-482f-9eba-1a27e29e422c details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:02:23.260043 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52e21f25-a2e0-4581-b196-2d4ac1a59902 req-141a7f66-7ebe-4521-b731-73aa6b760b79 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125883 Feb 09 14:02:23.336186 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7cca6c1-cccf-460b-8897-4954958b1037 req-6460d80f-1d21-4561-a29c-18866dc602f6 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450796 Feb 09 14:02:23.345191 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7e726-aa82-4786-98e6-935df328bac9 req-c0983be6-de52-4180-a760-a9888a86da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:23.347707 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30b7e726-aa82-4786-98e6-935df328bac9 req-c0983be6-de52-4180-a760-a9888a86da48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4931185 Feb 09 14:02:23.355962 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7bd0d4-7808-4408-b21a-077143496a91', 'tag': '5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b', 'status': 'completed', 'code': 200} Feb 09 14:02:23.444452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e33b4b10-f021-482f-9eba-1a27e29e422c, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e33b4b10-f021-482f-9eba-1a27e29e422c,segment=NetworkSegment(f5c97491-2288-4d0a-aa45-df50af009643),segment_id=f5c97491-2288-4d0a-aa45-df50af009643)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:23.465805 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'e33b4b10-f021-482f-9eba-1a27e29e422c', 'network_id': 'af2f0fb3-55da-42be-9f1b-6c57378d0af1', 'port_id': 'e33b4b10-f021-482f-9eba-1a27e29e422c', 'mac_address': 'fa:16:3e:45:de:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ae64d6-84eb-4c62-9621-3b42d0eeb987', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:02:23.541642 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:23.566661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e33b4b10-f021-482f-9eba-1a27e29e422c {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:02:23.588282 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e33b4b10-f021-482f-9eba-1a27e29e422c, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e33b4b10-f021-482f-9eba-1a27e29e422c,segment=NetworkSegment(f5c97491-2288-4d0a-aa45-df50af009643),segment_id=f5c97491-2288-4d0a-aa45-df50af009643)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:23.597711 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:23.679803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43282) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:23.686019 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=e33b4b10-f021-482f-9eba-1a27e29e422c,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:23.704561 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-de22b517-6ada-4f38-b173-ce21bde2c4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:23.707111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-00a4641b-6cf7-443f-a6ea-f431f2b4de99 service neutron] Attempting to bind port d4675296-c63b-4a68-9947-6352ad20f08e on host n-h2-828418-2 for vnic_type normal with profile None {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:02:23.707639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-00a4641b-6cf7-443f-a6ea-f431f2b4de99 service neutron] Attempting to bind port d4675296-c63b-4a68-9947-6352ad20f08e by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:02:23.707859 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-00a4641b-6cf7-443f-a6ea-f431f2b4de99 service neutron] Attempting to bind port d4675296-c63b-4a68-9947-6352ad20f08e on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:23.720221 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-de22b517-6ada-4f38-b173-ce21bde2c4f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:23.723333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-00a4641b-6cf7-443f-a6ea-f431f2b4de99 service neutron] Port d4675296-c63b-4a68-9947-6352ad20f08e on network 3a9adc7a-c36b-4c52-b5e7-269039511123 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:02:23.723816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-00a4641b-6cf7-443f-a6ea-f431f2b4de99 service neutron] Attempting to bind port d4675296-c63b-4a68-9947-6352ad20f08e on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:23.724411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-de22b517-6ada-4f38-b173-ce21bde2c4f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b5a9ea903b9e4795a86c0483b152876c is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:23.727823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-de22b517-6ada-4f38-b173-ce21bde2c4f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:23.734348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-de22b517-6ada-4f38-b173-ce21bde2c4f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:23.751374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-00a4641b-6cf7-443f-a6ea-f431f2b4de99 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:02:23.751757 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-00a4641b-6cf7-443f-a6ea-f431f2b4de99 service neutron] Checking segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:02:23.752117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-00a4641b-6cf7-443f-a6ea-f431f2b4de99 service neutron] Bound using segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:02:23.752541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-00a4641b-6cf7-443f-a6ea-f431f2b4de99 service neutron] Bound port: d4675296-c63b-4a68-9947-6352ad20f08e, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:02:23.798845 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30b7e726-aa82-4786-98e6-935df328bac9 req-ef0ce8be-0288-4b6a-85aa-a455f8f3adfe service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143214 Feb 09 14:02:23.819439 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b76676-b064-40e0-bd93-89cebf334aac req-52696945-01c6-4fc6-88c1-a849097a262d tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:23.820179 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-57b76676-b064-40e0-bd93-89cebf334aac req-52696945-01c6-4fc6-88c1-a849097a262d tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Synchronizing usage tracker for tenant:fe08b25afe4748ab92f92feabba92658 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:02:23.824687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25808a7-3c09-4257-8402-4c00237118d7 req-6f6ff073-a764-43d7-8ed2-a7909696fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:23.826129 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a25808a7-3c09-4257-8402-4c00237118d7 req-6f6ff073-a764-43d7-8ed2-a7909696fb2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 1099 time: 0.2943356 Feb 09 14:02:23.829188 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-de22b517-6ada-4f38-b173-ce21bde2c4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:23.835144 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-de22b517-6ada-4f38-b173-ce21bde2c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:23.892522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-de22b517-6ada-4f38-b173-ce21bde2c4f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5a9ea903b9e4795a86c0483b152876c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084532 Feb 09 14:02:23.894139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22b517-6ada-4f38-b173-ce21bde2c4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebfc1ba-6ae9-4244-9050-d4f5821327de,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:23.897309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43288) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:23.971247 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d44ade7f-a892-458b-814a-61ffee93ce50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:24.000151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-00a4641b-6cf7-443f-a6ea-f431f2b4de99 service neutron] For port d4675296-c63b-4a68-9947-6352ad20f08e, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d4675296-c63b-4a68-9947-6352ad20f08e,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:02:24.007162 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d44ade7f-a892-458b-814a-61ffee93ce50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:24.027072 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-00a4641b-6cf7-443f-a6ea-f431f2b4de99 service neutron] Notify callbacks [] for binding, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:24.028267 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-00a4641b-6cf7-443f-a6ea-f431f2b4de99 service neutron] 10.222.0.48 "POST /v2.0/ports/d4675296-c63b-4a68-9947-6352ad20f08e/bindings HTTP/1.1" status: 201 len: 389 time: 1.1943543 Feb 09 14:02:24.032924 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-57b76676-b064-40e0-bd93-89cebf334aac req-52696945-01c6-4fc6-88c1-a849097a262d tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Unset dirty status for tenant:fe08b25afe4748ab92f92feabba92658 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:02:24.034352 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57b76676-b064-40e0-bd93-89cebf334aac req-52696945-01c6-4fc6-88c1-a849097a262d tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 946 time: 0.5013893 Feb 09 14:02:24.053973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['e33b4b10-f021-482f-9eba-1a27e29e422c'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:02:24.074667 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d44ade7f-a892-458b-814a-61ffee93ce50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:24.099863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ade7f-a892-458b-814a-61ffee93ce50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebfc1ba-6ae9-4244-9050-d4f5821327de,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:24.102004 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d44ade7f-a892-458b-814a-61ffee93ce50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:24.106205 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d44ade7f-a892-458b-814a-61ffee93ce50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ebfc1ba-6ae9-4244-9050-d4f5821327de HTTP/1.1" status: 204 len: 168 time: 0.2050147 Feb 09 14:02:24.158842 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30b7e726-aa82-4786-98e6-935df328bac9 req-25eeaca2-9e35-4de7-ab42-e28c869bccdd service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498096 Feb 09 14:02:24.169721 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-57b76676-b064-40e0-bd93-89cebf334aac req-49d9c0a0-df0a-4f38-89cc-ef09fabd72b8 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Synchronizing usage tracker for tenant:fe08b25afe4748ab92f92feabba92658 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:02:24.173516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25808a7-3c09-4257-8402-4c00237118d7 req-19f7fa02-7213-479a-b820-d8df9ba309c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:24.175378 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a25808a7-3c09-4257-8402-4c00237118d7 req-19f7fa02-7213-479a-b820-d8df9ba309c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.3245173 Feb 09 14:02:24.324987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-57b76676-b064-40e0-bd93-89cebf334aac req-49d9c0a0-df0a-4f38-89cc-ef09fabd72b8 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Unset dirty status for tenant:fe08b25afe4748ab92f92feabba92658 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:02:24.339038 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57b76676-b064-40e0-bd93-89cebf334aac req-49d9c0a0-df0a-4f38-89cc-ef09fabd72b8 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854795 Feb 09 14:02:24.342726 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a25808a7-3c09-4257-8402-4c00237118d7 req-0beb3979-9321-4633-8005-e47aad168a8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b HTTP/1.1" status: 200 len: 217 time: 0.1568513 Feb 09 14:02:24.414468 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42746c-cae4-47a3-87a1-8bb742de81f1 req-3b6736a7-d61f-473a-accd-5d3ecabcd10d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:24.419155 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b42746c-cae4-47a3-87a1-8bb742de81f1 req-3b6736a7-d61f-473a-accd-5d3ecabcd10d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 945 time: 0.1272187 Feb 09 14:02:24.465010 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df794f11-a785-4e90-8d2f-a822615b8159', 'tag': '70d71ad5-8505-4f19-a4dd-fe4613201ab5', 'status': 'completed', 'code': 200} Feb 09 14:02:24.573306 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b42746c-cae4-47a3-87a1-8bb742de81f1 req-8efdd1b6-7a0c-43b1-aee6-df3363a744a6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483126 Feb 09 14:02:24.641553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b465f-42f1-46a1-b474-1ef19ddc6258 req-bfb0d169-d4a4-4fb1-a791-422a5b633ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:24.643051 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc6b465f-42f1-46a1-b474-1ef19ddc6258 req-bfb0d169-d4a4-4fb1-a791-422a5b633ed5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=df794f11-a785-4e90-8d2f-a822615b8159 HTTP/1.1" status: 200 len: 1098 time: 0.1760204 Feb 09 14:02:24.733751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25808a7-3c09-4257-8402-4c00237118d7 req-5c9ff47c-5a9c-4778-94cd-6b49707fad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:24.735273 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a25808a7-3c09-4257-8402-4c00237118d7 req-5c9ff47c-5a9c-4778-94cd-6b49707fad60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.3851271 Feb 09 14:02:24.930324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917d58e-2b43-4208-b6f9-099370f11ed5 req-24dfb666-bcd2-43f3-b9ec-e23bc1616d70 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:24.937844 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2917d58e-2b43-4208-b6f9-099370f11ed5 req-24dfb666-bcd2-43f3-b9ec-e23bc1616d70 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 946 time: 0.1428134 Feb 09 14:02:24.981107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b465f-42f1-46a1-b474-1ef19ddc6258 req-3ad845d7-fa0a-4b0b-accb-0899e3a41073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:24.981877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc6b465f-42f1-46a1-b474-1ef19ddc6258 req-3ad845d7-fa0a-4b0b-accb-0899e3a41073 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.3326881 Feb 09 14:02:24.997551 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2917d58e-2b43-4208-b6f9-099370f11ed5 req-ce6ab855-f662-4051-8a83-68e9a2941395 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589762 Feb 09 14:02:25.011990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-33cfe34a-ab35-4342-b32b-341ef4fd648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:25.029416 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-33cfe34a-ab35-4342-b32b-341ef4fd648f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 1097 time: 0.6213775 Feb 09 14:02:25.142816 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc6b465f-42f1-46a1-b474-1ef19ddc6258 req-a8be2f34-2940-4e3e-9bfc-d73c0f68814a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=70d71ad5-8505-4f19-a4dd-fe4613201ab5 HTTP/1.1" status: 200 len: 217 time: 0.1440253 Feb 09 14:02:25.199255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43316) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:25.219586 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 70d71ad5-8505-4f19-a4dd-fe4613201ab5 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:02:25.271984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f59b9-d6d3-44fd-a6d0-287df532fc0f req-8d7f3883-c426-4c05-8ff9-763df0f44907 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:25.274423 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-707f59b9-d6d3-44fd-a6d0-287df532fc0f req-8d7f3883-c426-4c05-8ff9-763df0f44907 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 945 time: 0.6396232 Feb 09 14:02:25.355941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b465f-42f1-46a1-b474-1ef19ddc6258 req-d704e17e-71eb-46f9-9145-af38597f63d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:25.358107 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc6b465f-42f1-46a1-b474-1ef19ddc6258 req-d704e17e-71eb-46f9-9145-af38597f63d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1610708 Feb 09 14:02:25.371938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2cf7bb-4500-47dd-83b6-de7eb2e798d1', 'tag': '49ca1902-c721-470f-b32e-32b2412eef9a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:02:25.419539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25808a7-3c09-4257-8402-4c00237118d7 req-55103bda-cd8b-440a-9706-c0e4bb13747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:25.421874 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a25808a7-3c09-4257-8402-4c00237118d7 req-55103bda-cd8b-440a-9706-c0e4bb13747a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6743948 Feb 09 14:02:25.437316 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-707f59b9-d6d3-44fd-a6d0-287df532fc0f req-c3e2f743-95ab-4661-8a57-a63a6cc24a70 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/security-groups?id=727f6013-c055-49c8-bb6e-495255304f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330061 Feb 09 14:02:25.498062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e54b6-a761-463e-8eb1-ddb2ed15c097 req-083c2d44-95da-472f-b03b-6b9c22b071a6 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:25.499380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e79e54b6-a761-463e-8eb1-ddb2ed15c097 req-083c2d44-95da-472f-b03b-6b9c22b071a6 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Synchronizing usage tracker for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:02:25.531928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e79e54b6-a761-463e-8eb1-ddb2ed15c097 req-083c2d44-95da-472f-b03b-6b9c22b071a6 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Unset dirty status for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:02:25.534180 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e79e54b6-a761-463e-8eb1-ddb2ed15c097 req-083c2d44-95da-472f-b03b-6b9c22b071a6 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 948 time: 0.3943465 Feb 09 14:02:25.575646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b465f-42f1-46a1-b474-1ef19ddc6258 req-67c1897a-3c0b-45f9-89e8-ed646cf50e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:25.577863 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc6b465f-42f1-46a1-b474-1ef19ddc6258 req-67c1897a-3c0b-45f9-89e8-ed646cf50e09 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2123230 Feb 09 14:02:25.643417 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e79e54b6-a761-463e-8eb1-ddb2ed15c097 req-58e8f1c2-6391-4a18-bcef-457e2725343b tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934587 Feb 09 14:02:25.644496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-0034a1cb-571c-4297-b12d-11aafb079e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:25.646405 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-0034a1cb-571c-4297-b12d-11aafb079e01 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.5933843 Feb 09 14:02:25.726829 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 70d71ad5-8505-4f19-a4dd-fe4613201ab5, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=70d71ad5-8505-4f19-a4dd-fe4613201ab5,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:25.777702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '70d71ad5-8505-4f19-a4dd-fe4613201ab5', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '70d71ad5-8505-4f19-a4dd-fe4613201ab5', 'mac_address': 'fa:16:3e:0d:a0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:02:25.851396 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-a16ce9c9-345e-4531-b86e-e3e20bc42f72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4675296-c63b-4a68-9947-6352ad20f08e HTTP/1.1" status: 200 len: 217 time: 0.1885891 Feb 09 14:02:25.891889 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc6b465f-42f1-46a1-b474-1ef19ddc6258 req-fe4a1569-59c8-4a7c-b574-65f6a7aab79c service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678864 Feb 09 14:02:25.957095 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a25808a7-3c09-4257-8402-4c00237118d7 req-2ee74bf6-8660-42c8-bc85-a48f0380bc68 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925761 Feb 09 14:02:25.969095 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-11494da3-cd94-428d-a3e6-8b502995c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:25.970974 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-11494da3-cd94-428d-a3e6-8b502995c545 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.1093371 Feb 09 14:02:26.040958 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:26.074281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d71ad5-8505-4f19-a4dd-fe4613201ab5 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:02:26.108970 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-8fb22677-41b7-4475-b270-c7c01fa71f20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116676 Feb 09 14:02:26.126116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 70d71ad5-8505-4f19-a4dd-fe4613201ab5, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=70d71ad5-8505-4f19-a4dd-fe4613201ab5,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:26.131510 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:26.144842 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fca9ce96-e81f-487e-93da-714ada7dcb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:26.197424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fca9ce96-e81f-487e-93da-714ada7dcb7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:26.209951 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=70d71ad5-8505-4f19-a4dd-fe4613201ab5,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:26.212043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fca9ce96-e81f-487e-93da-714ada7dcb7e admin admin] Usage tracker for resource:security_group_rule and tenant:2494b6fa74844d41b0294525d85a00c7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:26.236351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fca9ce96-e81f-487e-93da-714ada7dcb7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:26.241310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fca9ce96-e81f-487e-93da-714ada7dcb7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:26.349162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c0450-f847-458d-8fe2-75b03487f948 req-a4bdf862-8d83-44be-ad6e-f6585bd1300f tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:26.351963 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c27c0450-f847-458d-8fe2-75b03487f948 req-a4bdf862-8d83-44be-ad6e-f6585bd1300f tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 946 time: 0.4321885 Feb 09 14:02:26.365794 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc6b465f-42f1-46a1-b474-1ef19ddc6258 req-b335bb76-759c-4851-9354-3a9fac90da21 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611951 Feb 09 14:02:26.482505 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c27c0450-f847-458d-8fe2-75b03487f948 req-8c2e9bd7-f411-4261-8044-2e64b325a957 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132519 Feb 09 14:02:26.518975 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fca9ce96-e81f-487e-93da-714ada7dcb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:26.523550 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fca9ce96-e81f-487e-93da-714ada7dcb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:26.593974 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fca9ce96-e81f-487e-93da-714ada7dcb7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2494b6fa74844d41b0294525d85a00c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3854120 Feb 09 14:02:26.595152 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['70d71ad5-8505-4f19-a4dd-fe4613201ab5'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:02:26.598756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43344) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:26.599604 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9ce96-e81f-487e-93da-714ada7dcb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e319f7-f9da-4dbc-a99e-7c0b6874ccba,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:26.678600 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a25808a7-3c09-4257-8402-4c00237118d7 req-0e5638f4-9d3b-4179-851d-e94acc2d9b31 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7062807 Feb 09 14:02:26.708658 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d2cf7bb-4500-47dd-83b6-de7eb2e798d1', 'tag': '49ca1902-c721-470f-b32e-32b2412eef9a', 'status': 'completed', 'code': 200} Feb 09 14:02:26.724319 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-428c8c39-de98-43f4-a059-10e880d62981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:26.779488 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-56a71611-ec24-4a84-86c6-2d9ade74c8c9 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756867 Feb 09 14:02:26.784775 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-eb5879fa-649c-46db-9e3c-7f0338cc4feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:26.814985 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-428c8c39-de98-43f4-a059-10e880d62981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:26.827371 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafd95a-781b-4a3a-bcf6-04784b98aae8 req-ae8a6ed7-6a5c-49cf-8993-e09f0158eadc tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:26.834390 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4bafd95a-781b-4a3a-bcf6-04784b98aae8 req-ae8a6ed7-6a5c-49cf-8993-e09f0158eadc tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 1096 time: 0.6355617 Feb 09 14:02:27.002121 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-428c8c39-de98-43f4-a059-10e880d62981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:27.019040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4bafd95a-781b-4a3a-bcf6-04784b98aae8 req-9e31012e-ad44-4796-a785-22e6e68b6d9b tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Synchronizing usage tracker for tenant:78bb40222e704baab6dcb891a8449054 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:02:27.033858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c8c39-de98-43f4-a059-10e880d62981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e319f7-f9da-4dbc-a99e-7c0b6874ccba,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:27.041656 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-428c8c39-de98-43f4-a059-10e880d62981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:27.043284 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-428c8c39-de98-43f4-a059-10e880d62981 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79e319f7-f9da-4dbc-a99e-7c0b6874ccba HTTP/1.1" status: 204 len: 168 time: 0.4397323 Feb 09 14:02:27.108667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bca08-308a-49ea-b1c7-95edcf4be90e req-da76e1e3-769d-439a-993f-7bf0a25a9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:27.110301 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a46bca08-308a-49ea-b1c7-95edcf4be90e req-da76e1e3-769d-439a-993f-7bf0a25a9334 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe08b25afe4748ab92f92feabba92658&device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 1097 time: 0.3985417 Feb 09 14:02:27.112692 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-7688e4e5-aa38-4950-a977-6d44aeb4af0b service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073325 Feb 09 14:02:27.113438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c1358-d710-4449-975c-d50675f36336 req-b2386164-df5d-4026-a126-5469842c3069 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:27.113617 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4bafd95a-781b-4a3a-bcf6-04784b98aae8 req-9e31012e-ad44-4796-a785-22e6e68b6d9b tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Unset dirty status for tenant:78bb40222e704baab6dcb891a8449054 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:02:27.114647 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-829c1358-d710-4449-975c-d50675f36336 req-b2386164-df5d-4026-a126-5469842c3069 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 946 time: 0.1944644 Feb 09 14:02:27.137879 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4bafd95a-781b-4a3a-bcf6-04784b98aae8 req-9e31012e-ad44-4796-a785-22e6e68b6d9b tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999055 Feb 09 14:02:27.193560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-829c1358-d710-4449-975c-d50675f36336 req-b0b6a754-efbd-4a95-9576-85e13b2665fe tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674331 Feb 09 14:02:27.213228 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e33b4b10-f021-482f-9eba-1a27e29e422c up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:02:27.390746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:02:27.440925 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port e33b4b10-f021-482f-9eba-1a27e29e422c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:02:27.465303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port e33b4b10-f021-482f-9eba-1a27e29e422c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:02:27.466788 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:27.487963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bca08-308a-49ea-b1c7-95edcf4be90e req-672cc79a-4421-4690-96b0-7ab172942587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:27.489828 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a46bca08-308a-49ea-b1c7-95edcf4be90e req-672cc79a-4421-4690-96b0-7ab172942587 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.3495352 Feb 09 14:02:27.564461 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.resource_extend [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:02:27.611173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87031b-bf20-41f6-922b-346501db254e req-2ebfa20a-2fab-4c0a-b489-84cef334d3bc tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:27.622224 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ee87031b-bf20-41f6-922b-346501db254e req-2ebfa20a-2fab-4c0a-b489-84cef334d3bc tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 945 time: 0.1348715 Feb 09 14:02:27.626168 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-9ef5d12d-003d-4ed3-9459-4cd5fb7084ac tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:27.627838 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-9ef5d12d-003d-4ed3-9459-4cd5fb7084ac tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937&tenant_id=599ada696464469cbeafc3efd9524c59&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 1097 time: 0.4294777 Feb 09 14:02:27.629028 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a46bca08-308a-49ea-b1c7-95edcf4be90e req-80f7c9dc-669b-42b3-9baf-05c031590c20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=49ca1902-c721-470f-b32e-32b2412eef9a HTTP/1.1" status: 200 len: 217 time: 0.0980082 Feb 09 14:02:27.646944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828418-2'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:27.700233 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ee87031b-bf20-41f6-922b-346501db254e req-43a53946-b78b-46d4-8770-359f8fe489c5 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/security-groups?id=727f6013-c055-49c8-bb6e-495255304f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732660 Feb 09 14:02:27.883224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:27.910992 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:27.925303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b', 'mac_address': 'fa:16:3e:a9:b7:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:02:27.946322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43370) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:27.990379 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-24da77e8-57fa-4816-8f85-d12252777b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:28.018720 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52009454-0449-4a9d-ba6e-1a227470b9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33b4b10-f021-482f-9eba-1a27e29e422c'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:02:28.021731 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-24da77e8-57fa-4816-8f85-d12252777b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:28.030788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-24da77e8-57fa-4816-8f85-d12252777b8c admin admin] Usage tracker for resource:security_group_rule and tenant:2e351350b7954241a9cc1b9d15f7bf34 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:28.032726 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e33b4b10-f021-482f-9eba-1a27e29e422c, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e33b4b10-f021-482f-9eba-1a27e29e422c,segment=NetworkSegment(f5c97491-2288-4d0a-aa45-df50af009643),segment_id=f5c97491-2288-4d0a-aa45-df50af009643)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:28.036704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-24da77e8-57fa-4816-8f85-d12252777b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:28.041838 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:28.048004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bca08-308a-49ea-b1c7-95edcf4be90e req-723f0891-33d4-45e0-9c37-8b8c20472681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:28.049577 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a46bca08-308a-49ea-b1c7-95edcf4be90e req-723f0891-33d4-45e0-9c37-8b8c20472681 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.4088452 Feb 09 14:02:28.051187 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-24da77e8-57fa-4816-8f85-d12252777b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:28.068637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e4d58-7d89-46a9-963b-ee989b6c6418 req-213ac40e-bb17-4e23-89f7-f041b3d9e420 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:28.071294 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-568e4d58-7d89-46a9-963b-ee989b6c6418 req-213ac40e-bb17-4e23-89f7-f041b3d9e420 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 1096 time: 0.1874440 Feb 09 14:02:28.081925 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:28.119680 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:02:28.147507 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:28.149047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=e33b4b10-f021-482f-9eba-1a27e29e422c,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:28.154348 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:28.180525 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-568e4d58-7d89-46a9-963b-ee989b6c6418 req-f98b9ebd-963b-44b9-b2f5-a5f04e6ff5a7 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753436 Feb 09 14:02:28.197742 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:28.211207 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-24da77e8-57fa-4816-8f85-d12252777b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:28.216705 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-24da77e8-57fa-4816-8f85-d12252777b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:28.274711 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-24da77e8-57fa-4816-8f85-d12252777b8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e351350b7954241a9cc1b9d15f7bf34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237879 Feb 09 14:02:28.275278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43378) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:28.276012 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:28.278614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da77e8-57fa-4816-8f85-d12252777b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8923275-9e66-4aa6-bccf-8e5d16287803,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:28.350797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833729e7-a063-4959-972c-bf50f3f57a18 req-b587b66b-22e3-4d10-821e-6af07e90dc6d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:28.353076 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-833729e7-a063-4959-972c-bf50f3f57a18 req-b587b66b-22e3-4d10-821e-6af07e90dc6d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 948 time: 0.8585186 Feb 09 14:02:28.375860 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdce0-3147-4b05-96e8-3602658c0c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:28.484382 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdce0-3147-4b05-96e8-3602658c0c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:28.515181 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:02:28.589718 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bca08-308a-49ea-b1c7-95edcf4be90e req-3eb673cc-ac48-49f6-91bf-6d2abbe3bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:28.592198 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a46bca08-308a-49ea-b1c7-95edcf4be90e req-3eb673cc-ac48-49f6-91bf-6d2abbe3bbd7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5327435 Feb 09 14:02:28.624064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d28eda-948d-44db-9d29-22d1d82be503 req-e9da37c8-5d54-4cd6-ad71-f316b8bf0cba tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:28.626632 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-05d28eda-948d-44db-9d29-22d1d82be503 req-e9da37c8-5d54-4cd6-ad71-f316b8bf0cba tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 946 time: 0.2127757 Feb 09 14:02:28.635252 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdce0-3147-4b05-96e8-3602658c0c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:28.648629 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-833729e7-a063-4959-972c-bf50f3f57a18 req-bf0df027-2815-4117-adb2-a527fbfbf94c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510903 Feb 09 14:02:28.775204 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] For port d4675296-c63b-4a68-9947-6352ad20f08e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4675296-c63b-4a68-9947-6352ad20f08e,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:28.827543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fdce0-3147-4b05-96e8-3602658c0c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8923275-9e66-4aa6-bccf-8e5d16287803,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:28.834506 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a46bca08-308a-49ea-b1c7-95edcf4be90e req-09b26097-9968-4341-a0ea-c8f09d311431 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315588 Feb 09 14:02:28.845868 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdce0-3147-4b05-96e8-3602658c0c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:28.847842 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cd5fdce0-3147-4b05-96e8-3602658c0c82 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8923275-9e66-4aa6-bccf-8e5d16287803 HTTP/1.1" status: 204 len: 168 time: 0.5712886 Feb 09 14:02:28.868943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] For port d4675296-c63b-4a68-9947-6352ad20f08e, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:02:28.880345 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-05d28eda-948d-44db-9d29-22d1d82be503 req-5f8f3a0e-776e-4893-aedd-22c5c520fa5e tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351518 Feb 09 14:02:28.959133 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52009454-0449-4a9d-ba6e-1a227470b9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33b4b10-f021-482f-9eba-1a27e29e422c', 'code': 200} Feb 09 14:02:29.008972 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:29.010634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee4c674-e5b1-45cd-afa8-099c4c668937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4675296-c63b-4a68-9947-6352ad20f08e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:02:29.025175 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:29.076235 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-47e38b30-48f9-4d03-a91c-72023aae36ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:29.190077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9231fc5-fc65-4935-8906-89be749c5c27 req-1e58a09e-0555-4f0d-88a1-81b644a1fe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:29.194570 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b9231fc5-fc65-4935-8906-89be749c5c27 req-1e58a09e-0555-4f0d-88a1-81b644a1fe60 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 1097 time: 0.1567836 Feb 09 14:02:29.229039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 70d71ad5-8505-4f19-a4dd-fe4613201ab5 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:02:29.271261 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a46bca08-308a-49ea-b1c7-95edcf4be90e req-1b202c8c-9057-483d-86f0-0fa947d7d9de service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292870 Feb 09 14:02:29.295277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Pushing event updated for resources: {'Port': ['ID=d4675296-c63b-4a68-9947-6352ad20f08e,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:29.300737 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Attempting to bind port d4675296-c63b-4a68-9947-6352ad20f08e on host n-h1-828418-2 for vnic_type normal with profile {"migrating_to": "n-h2-828418-2"} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:02:29.301050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Attempting to bind port d4675296-c63b-4a68-9947-6352ad20f08e by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:02:29.301369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Attempting to bind port d4675296-c63b-4a68-9947-6352ad20f08e on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:29.306774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Port d4675296-c63b-4a68-9947-6352ad20f08e on network 3a9adc7a-c36b-4c52-b5e7-269039511123 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:02:29.308645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Attempting to bind port d4675296-c63b-4a68-9947-6352ad20f08e on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:29.314880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:02:29.315214 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Checking segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:02:29.315830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Bound using segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:02:29.316570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Bound port: d4675296-c63b-4a68-9947-6352ad20f08e, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:02:29.316952 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:29.355748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 49ca1902-c721-470f-b32e-32b2412eef9a details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:02:29.412250 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b9231fc5-fc65-4935-8906-89be749c5c27 req-3bd265e7-93a6-4c40-98a3-91d51df45118 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=727f6013-c055-49c8-bb6e-495255304f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110698 Feb 09 14:02:29.495906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1327c3-df63-4c8f-86cd-6131d49fb447 req-c7c04364-61c4-4784-a3d4-eeea60e4321a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:29.517408 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b1327c3-df63-4c8f-86cd-6131d49fb447 req-c7c04364-61c4-4784-a3d4-eeea60e4321a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 944 time: 0.2507646 Feb 09 14:02:29.520264 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 70d71ad5-8505-4f19-a4dd-fe4613201ab5 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:02:29.541909 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 70d71ad5-8505-4f19-a4dd-fe4613201ab5 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:02:29.542335 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:29.566364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] For port d4675296-c63b-4a68-9947-6352ad20f08e, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:02:29.581780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] For port d4675296-c63b-4a68-9947-6352ad20f08e, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4675296-c63b-4a68-9947-6352ad20f08e,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:02:29.592152 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:29.650136 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b1327c3-df63-4c8f-86cd-6131d49fb447 req-0ab1f055-281c-4753-a2c4-17cd7c38c8b2 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312170 Feb 09 14:02:29.746382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 49ca1902-c721-470f-b32e-32b2412eef9a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=49ca1902-c721-470f-b32e-32b2412eef9a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:29.793017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '49ca1902-c721-470f-b32e-32b2412eef9a', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '49ca1902-c721-470f-b32e-32b2412eef9a', 'mac_address': 'fa:16:3e:fc:b6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:02:29.826595 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee4c674-e5b1-45cd-afa8-099c4c668937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4675296-c63b-4a68-9947-6352ad20f08e', 'code': 200} Feb 09 14:02:29.892361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:29.892990 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:29.894405 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] 10.222.0.21 "PUT /v2.0/ports/d4675296-c63b-4a68-9947-6352ad20f08e HTTP/1.1" status: 200 len: 1122 time: 2.2547834 Feb 09 14:02:29.905438 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce08592-9b97-465d-a2f1-9fb1239807ec service neutron] Pushing event updated for resources: {'Port': ['ID=d4675296-c63b-4a68-9947-6352ad20f08e,revision_number=8']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:29.949384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae04fc5-d8f4-4268-a86b-1ac23582ac3a req-812ca9d4-f21f-4d77-9987-e7c333b7a54d tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:29.951366 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ae04fc5-d8f4-4268-a86b-1ac23582ac3a req-812ca9d4-f21f-4d77-9987-e7c333b7a54d tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 946 time: 0.3414104 Feb 09 14:02:30.054198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['d4675296-c63b-4a68-9947-6352ad20f08e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:02:30.059155 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ae04fc5-d8f4-4268-a86b-1ac23582ac3a req-0a77f39b-edf2-4068-b588-dc8e6c230572 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/security-groups?id=727f6013-c055-49c8-bb6e-495255304f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955162 Feb 09 14:02:30.143664 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:30.166888 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:30.179133 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:30.263585 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:30.269310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ca1902-c721-470f-b32e-32b2412eef9a {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:02:30.312956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0928002-0f15-460d-86c0-8b4dadaa75f6 req-0113c588-f8c8-4d1d-ba88-340d4d0b647b tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:30.322577 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e0928002-0f15-460d-86c0-8b4dadaa75f6 req-0113c588-f8c8-4d1d-ba88-340d4d0b647b tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 949 time: 0.1406918 Feb 09 14:02:30.353878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 70d71ad5-8505-4f19-a4dd-fe4613201ab5, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=70d71ad5-8505-4f19-a4dd-fe4613201ab5,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:30.357792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 49ca1902-c721-470f-b32e-32b2412eef9a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=49ca1902-c721-470f-b32e-32b2412eef9a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:30.378042 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:30.401155 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e0928002-0f15-460d-86c0-8b4dadaa75f6 req-987af86a-d30e-448c-8f97-0ffb751ddb42 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773902 Feb 09 14:02:30.439830 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:30.509506 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=70d71ad5-8505-4f19-a4dd-fe4613201ab5,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:30.745859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=49ca1902-c721-470f-b32e-32b2412eef9a,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:30.960903 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df794f11-a785-4e90-8d2f-a822615b8159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d71ad5-8505-4f19-a4dd-fe4613201ab5'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:02:31.113892 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['49ca1902-c721-470f-b32e-32b2412eef9a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:02:31.184669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f020dcc-ea6c-45fb-93b1-47bfddc7626b req-2181202b-ca24-4700-bd97-5b28f17bbb89 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:31.189382 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f020dcc-ea6c-45fb-93b1-47bfddc7626b req-2181202b-ca24-4700-bd97-5b28f17bbb89 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 947 time: 0.2379398 Feb 09 14:02:31.274117 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f020dcc-ea6c-45fb-93b1-47bfddc7626b req-9dea9c49-9805-47d7-b8ea-3f15b3f1aadd tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782692 Feb 09 14:02:31.330953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:02:31.445635 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:02:31.455612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:02:31.456276 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:31.510849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81d6e9-0f30-4589-ac54-75469ae2c318 req-8115d983-7275-4aec-b56a-b3dac8e5d3e8 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:31.513227 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c81d6e9-0f30-4589-ac54-75469ae2c318 req-8115d983-7275-4aec-b56a-b3dac8e5d3e8 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 944 time: 0.1083975 Feb 09 14:02:31.610189 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c81d6e9-0f30-4589-ac54-75469ae2c318 req-f1816c31-340c-4dd4-bfdf-63b15b849335 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830696 Feb 09 14:02:31.653187 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:31.697529 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:31.721516 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df794f11-a785-4e90-8d2f-a822615b8159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d71ad5-8505-4f19-a4dd-fe4613201ab5', 'code': 200} Feb 09 14:02:31.732288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-a7ea7479-1d5f-45bb-b18a-9461658f308a tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:02:31.733654 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-a7ea7479-1d5f-45bb-b18a-9461658f308a tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074246 Feb 09 14:02:31.748766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9060a8c8-c048-4217-a957-d6545fed10cb service neutron] Request body: {'binding': {'host': 'n-h1-828418-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:31.751451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9060a8c8-c048-4217-a957-d6545fed10cb service neutron] Unknown quota resources ['binding']. {{(pid=87596) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 14:02:31.767816 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:31.774781 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:31.883046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee4c674-e5b1-45cd-afa8-099c4c668937', 'tag': 'd4675296-c63b-4a68-9947-6352ad20f08e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:02:31.905281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:31.934028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39de044-446b-4bee-a736-03e36f8665b4 req-549229a1-ac18-48af-8e81-73aa8b918e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:31.935485 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c39de044-446b-4bee-a736-03e36f8665b4 req-549229a1-ac18-48af-8e81-73aa8b918e8a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df794f11-a785-4e90-8d2f-a822615b8159 HTTP/1.1" status: 200 len: 1100 time: 0.1234460 Feb 09 14:02:31.976319 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c39de044-446b-4bee-a736-03e36f8665b4 req-62a5e8ab-4e84-41cc-bd6c-b544e8b03599 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348437 Feb 09 14:02:32.046388 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7b598-1616-400e-a232-9ade15fef832 req-5e4d1e3b-00d0-43f0-ae69-8f024063d819 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:32.047788 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5a7b598-1616-400e-a232-9ade15fef832 req-5e4d1e3b-00d0-43f0-ae69-8f024063d819 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 946 time: 0.1557055 Feb 09 14:02:32.048642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9060a8c8-c048-4217-a957-d6545fed10cb service neutron] Attempting to bind port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e on host n-h1-828418-2 for vnic_type normal with profile None {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:02:32.048972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9060a8c8-c048-4217-a957-d6545fed10cb service neutron] Attempting to bind port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:02:32.049293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9060a8c8-c048-4217-a957-d6545fed10cb service neutron] Attempting to bind port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:32.055280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9060a8c8-c048-4217-a957-d6545fed10cb service neutron] Port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e on network 871ef5b5-732c-4077-b68d-299f1c66d16d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:02:32.055604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9060a8c8-c048-4217-a957-d6545fed10cb service neutron] Attempting to bind port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:32.076991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9060a8c8-c048-4217-a957-d6545fed10cb service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:02:32.077330 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9060a8c8-c048-4217-a957-d6545fed10cb service neutron] Checking segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:02:32.077710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9060a8c8-c048-4217-a957-d6545fed10cb service neutron] Bound using segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:02:32.078142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9060a8c8-c048-4217-a957-d6545fed10cb service neutron] Bound port: 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:02:32.110390 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5a7b598-1616-400e-a232-9ade15fef832 req-f322081a-dc8d-4e0b-9c24-a384c8e11738 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/security-groups?id=727f6013-c055-49c8-bb6e-495255304f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558796 Feb 09 14:02:32.125370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9060a8c8-c048-4217-a957-d6545fed10cb service neutron] For port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:02:32.131869 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9060a8c8-c048-4217-a957-d6545fed10cb service neutron] Notify callbacks [] for binding, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:32.133371 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9060a8c8-c048-4217-a957-d6545fed10cb service neutron] 10.222.0.48 "POST /v2.0/ports/22c0012b-5e01-4beb-843c-0e5ebdf23f7e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3889096 Feb 09 14:02:32.350069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddaa7d-ac5c-4840-a044-2980aef89968 req-e58bcf22-b951-497b-afa5-770509aca0e1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:32.351648 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6fddaa7d-ac5c-4840-a044-2980aef89968 req-e58bcf22-b951-497b-afa5-770509aca0e1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.1358819 Feb 09 14:02:32.451183 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6fddaa7d-ac5c-4840-a044-2980aef89968 req-1b685a1e-1d4e-43b0-b6d6-4f7ec82631ef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851181 Feb 09 14:02:32.519638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-272fe15d-4f96-4c3a-85bf-7694b296f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:32.525360 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-272fe15d-4f96-4c3a-85bf-7694b296f1a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 1096 time: 0.1374056 Feb 09 14:02:32.556338 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee4c674-e5b1-45cd-afa8-099c4c668937', 'tag': 'd4675296-c63b-4a68-9947-6352ad20f08e', 'status': 'completed', 'code': 200} Feb 09 14:02:32.791160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f61a1a-744b-434c-9eb2-845b7c6c1555 req-91099b9d-962c-4e19-a3be-1051a2e29d7e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:32.799660 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48f61a1a-744b-434c-9eb2-845b7c6c1555 req-91099b9d-962c-4e19-a3be-1051a2e29d7e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 945 time: 0.1129329 Feb 09 14:02:32.837074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d73638-3c63-4a8f-86e2-23d49b967b2e req-0d1c9e89-34b9-45ee-8001-7e5a02e70afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:32.838567 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54d73638-3c63-4a8f-86e2-23d49b967b2e req-0d1c9e89-34b9-45ee-8001-7e5a02e70afa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 1125 time: 0.2596591 Feb 09 14:02:32.839763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9e9af479-eeed-45a4-ad6d-e03878fc98d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:32.841001 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9e9af479-eeed-45a4-ad6d-e03878fc98d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 0.3092549 Feb 09 14:02:32.894530 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48f61a1a-744b-434c-9eb2-845b7c6c1555 req-77adb4ec-4028-4c3c-a34d-af2c4cfce6e5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931168 Feb 09 14:02:33.005685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d73638-3c63-4a8f-86e2-23d49b967b2e req-a52050be-5c10-4a05-a2d6-7e06ad588f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:33.007288 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54d73638-3c63-4a8f-86e2-23d49b967b2e req-a52050be-5c10-4a05-a2d6-7e06ad588f16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.1565511 Feb 09 14:02:33.141568 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-05caeaf8-5cea-48b5-8c33-37d0cc54c974 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c0012b-5e01-4beb-843c-0e5ebdf23f7e HTTP/1.1" status: 200 len: 217 time: 0.2892826 Feb 09 14:02:33.183590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfc73b-1442-466f-b5a5-a59f8f490f4f req-211c35aa-0423-4535-b244-d73f91782e44 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:33.185561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87cfc73b-1442-466f-b5a5-a59f8f490f4f req-211c35aa-0423-4535-b244-d73f91782e44 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 947 time: 0.1564753 Feb 09 14:02:33.193548 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54d73638-3c63-4a8f-86e2-23d49b967b2e req-f9cbc2ac-e586-427d-bf16-cac3f3bc4cda service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4675296-c63b-4a68-9947-6352ad20f08e HTTP/1.1" status: 200 len: 217 time: 0.1360159 Feb 09 14:02:33.230500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-09063548-e4bc-4374-9de2-20cba40fe116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:33.232282 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-09063548-e4bc-4374-9de2-20cba40fe116 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.0838349 Feb 09 14:02:33.258899 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87cfc73b-1442-466f-b5a5-a59f8f490f4f req-7156bdbc-a846-41b9-bb69-e00ceb7d6168 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620005 Feb 09 14:02:33.346580 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d4675296-c63b-4a68-9947-6352ad20f08e details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:02:33.387605 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-f09a8c56-b0cc-4d1e-8ceb-d9f7a54b7e50 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178532 Feb 09 14:02:33.436790 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 49ca1902-c721-470f-b32e-32b2412eef9a up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:02:33.631982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d4675296-c63b-4a68-9947-6352ad20f08e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4675296-c63b-4a68-9947-6352ad20f08e,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:33.648682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 49ca1902-c721-470f-b32e-32b2412eef9a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:02:33.655645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d4675296-c63b-4a68-9947-6352ad20f08e has no active binding in host n-h2-828418-2 {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 14:02:33.658776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 49ca1902-c721-470f-b32e-32b2412eef9a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:02:33.659243 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:33.662108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d73638-3c63-4a8f-86e2-23d49b967b2e req-2dc25fa5-793d-40c3-a5aa-20338e31756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:33.667808 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54d73638-3c63-4a8f-86e2-23d49b967b2e req-2dc25fa5-793d-40c3-a5aa-20338e31756d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.4318020 Feb 09 14:02:33.732818 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7bd0d4-7808-4408-b21a-077143496a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:02:33.765532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54d73638-3c63-4a8f-86e2-23d49b967b2e req-487da4ca-39c9-4637-bbe2-f12f23de5c1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777619 Feb 09 14:02:33.835090 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:33.897162 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 49ca1902-c721-470f-b32e-32b2412eef9a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=49ca1902-c721-470f-b32e-32b2412eef9a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:33.907307 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:33.919932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffcc33-8e91-47e5-b252-463d4d2f930e req-466b6ea8-b469-4337-b6c8-4e213879e264 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:33.932152 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-85ffcc33-8e91-47e5-b252-463d4d2f930e req-466b6ea8-b469-4337-b6c8-4e213879e264 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.1345711 Feb 09 14:02:33.960365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-1909a5a9-2cd3-4612-8c57-5c05b81f56f9 service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614777 Feb 09 14:02:34.005305 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-85ffcc33-8e91-47e5-b252-463d4d2f930e req-19ae712f-507d-416f-81ff-57f22360894c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718491 Feb 09 14:02:34.014004 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=49ca1902-c721-470f-b32e-32b2412eef9a,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:34.034999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9062358-f8e1-4783-aa7f-df1340a5474d req-1d01f5ea-26cb-4111-a836-83499b6567de tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:34.045999 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c9062358-f8e1-4783-aa7f-df1340a5474d req-1d01f5ea-26cb-4111-a836-83499b6567de tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 944 time: 0.7254395 Feb 09 14:02:34.197646 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7bd0d4-7808-4408-b21a-077143496a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b', 'code': 200} Feb 09 14:02:34.273928 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54d73638-3c63-4a8f-86e2-23d49b967b2e req-967f2723-30c8-4ab7-837f-b907a1f1c89f service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972560 Feb 09 14:02:34.307193 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c9062358-f8e1-4783-aa7f-df1340a5474d req-1e05521e-ab3d-476d-86b0-3fd13dfde997 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125870 Feb 09 14:02:34.420938 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-3c069ed6-f4dc-4bf8-9dea-3a20e8cc3db1 service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428418 Feb 09 14:02:34.545263 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54d73638-3c63-4a8f-86e2-23d49b967b2e req-912ee99d-b6a8-4424-b5ce-c7cf4d089fa1 service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515991 Feb 09 14:02:34.561967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f808b-967b-41e0-b73a-7319fe4bd02b req-ff947bbd-4158-4371-95af-d596f73fffe0 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:34.568698 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7e4f808b-967b-41e0-b73a-7319fe4bd02b req-ff947bbd-4158-4371-95af-d596f73fffe0 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 945 time: 0.2497184 Feb 09 14:02:34.569321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd7a35-a066-4f98-9973-35b44e923e7c req-716c3b85-ad8e-4285-96d2-881f17919022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:34.576263 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c8fd7a35-a066-4f98-9973-35b44e923e7c req-716c3b85-ad8e-4285-96d2-881f17919022 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 1101 time: 0.1797085 Feb 09 14:02:34.664626 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7e4f808b-967b-41e0-b73a-7319fe4bd02b req-2cd61d9c-14ac-4235-b0ca-4de735ae9d88 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957725 Feb 09 14:02:34.689484 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c8fd7a35-a066-4f98-9973-35b44e923e7c req-dae8b279-3266-4b25-9692-a2c57361136e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967019 Feb 09 14:02:34.750912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-cdbbe18c-aff0-467a-a80d-72f9f740ca46 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:34.753538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-cdbbe18c-aff0-467a-a80d-72f9f740ca46 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf&tenant_id=88a376f878274e1491d4af100b1ec6bb&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 1096 time: 0.2032199 Feb 09 14:02:34.768012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828418-2'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:34.982166 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e8b5d-636a-4d36-a1e4-f032adae9b96 req-b3ace6c5-6f8e-46ba-aed2-c79c944939d3 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:34.982166 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a07e8b5d-636a-4d36-a1e4-f032adae9b96 req-b3ace6c5-6f8e-46ba-aed2-c79c944939d3 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.1397486 Feb 09 14:02:34.984166 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:35.069255 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a07e8b5d-636a-4d36-a1e4-f032adae9b96 req-9282755b-8c45-4534-a853-bdd0a7f72741 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777216 Feb 09 14:02:35.359655 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2fa12-765a-4f1e-beb4-3d1b9f1e0993 req-f3b83f46-9652-4263-875e-d465d80ece95 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:35.379557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] For port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:35.381596 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-68b2fa12-765a-4f1e-beb4-3d1b9f1e0993 req-f3b83f46-9652-4263-875e-d465d80ece95 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.1789548 Feb 09 14:02:35.422808 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] For port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:02:35.494300 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-68b2fa12-765a-4f1e-beb4-3d1b9f1e0993 req-3570d24b-994e-4200-865d-dd77322be504 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090021 Feb 09 14:02:35.529872 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0121ccf-459c-42b9-85da-6290b8be3fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c0012b-5e01-4beb-843c-0e5ebdf23f7e'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:02:35.544002 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:35.545736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43558) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:35.556392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43564) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:35.567468 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:35.784314 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:35.803337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Pushing event updated for resources: {'Port': ['ID=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:35.815058 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:35.815403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:35.815758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:35.816103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:35.816439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:35.816791 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:35.817119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:35.817443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:35.817882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:35.818205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:35.818522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:35.818844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:35.820436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237734d-ad9b-438b-9505-0b0c23f48fbc req-8d48abd1-4982-4565-8996-4c91ee989763 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:35.821967 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0237734d-ad9b-438b-9505-0b0c23f48fbc req-8d48abd1-4982-4565-8996-4c91ee989763 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 944 time: 0.2002738 Feb 09 14:02:35.827229 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-40be02ff-a99b-4704-b5e2-9aa9853e603e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:35.830903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Attempting to bind port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e on host n-h2-828418-2 for vnic_type normal with profile {"migrating_to": "n-h1-828418-2"} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:02:35.831349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Attempting to bind port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:02:35.834797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Attempting to bind port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:35.838687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:35.841273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e on network 871ef5b5-732c-4077-b68d-299f1c66d16d not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:02:35.841772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Attempting to bind port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:35.848352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:02:35.848961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Checking segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:02:35.849339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Bound using segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:02:35.849801 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Bound port: 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:02:35.850119 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:35.861064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ebfa57852f5747faa9329256a46e1c84 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:35.865346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-40be02ff-a99b-4704-b5e2-9aa9853e603e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:35.867696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:35.877851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-40be02ff-a99b-4704-b5e2-9aa9853e603e admin admin] Usage tracker for resource:security_group_rule and tenant:a7119c4ee01742778d182f5a4d0e41df is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:35.880688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:35.886150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-40be02ff-a99b-4704-b5e2-9aa9853e603e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:35.907634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-40be02ff-a99b-4704-b5e2-9aa9853e603e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:35.932165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0237734d-ad9b-438b-9505-0b0c23f48fbc req-55aea2b7-755d-458f-bad3-9182421518a0 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909150 Feb 09 14:02:36.044790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] For port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:02:36.058896 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0121ccf-459c-42b9-85da-6290b8be3fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c0012b-5e01-4beb-843c-0e5ebdf23f7e', 'code': 200} Feb 09 14:02:36.062678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] For port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:02:36.070931 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:36.123768 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:36.129344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:36.131615 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-36dd46cb-cc53-4179-9939-131539168068 service neutron] 10.222.0.35 "GET /v2.0/ports/d4675296-c63b-4a68-9947-6352ad20f08e/bindings/n-h2-828418-2 HTTP/1.1" status: 200 len: 384 time: 0.1816127 Feb 09 14:02:36.166614 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-40be02ff-a99b-4704-b5e2-9aa9853e603e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:36.184369 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-40be02ff-a99b-4704-b5e2-9aa9853e603e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:36.199055 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2cf7bb-4500-47dd-83b6-de7eb2e798d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ca1902-c721-470f-b32e-32b2412eef9a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:02:36.208120 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd3412f-075c-49f0-984f-2d961fc5bebb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:36.262899 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ebfa57852f5747faa9329256a46e1c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7134688 Feb 09 14:02:36.262899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:36.262899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:36.262899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:36.263280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:36.263280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:36.263592 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:36.264036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:36.264254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:36.264571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:36.264887 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:36.265221 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:36.265552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5c7a1-5ea3-4f5e-a91a-619b831178c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:36.279587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43584) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:36.288124 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-40be02ff-a99b-4704-b5e2-9aa9853e603e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7119c4ee01742778d182f5a4d0e41df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7264051 Feb 09 14:02:36.295156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43586) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:36.342321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be02ff-a99b-4704-b5e2-9aa9853e603e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f11586-eece-43c0-a8c5-6d9c60fecc5e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:36.391358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Pushing event updated for resources: {'Port': ['ID=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,revision_number=8']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:36.395972 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-df3f4e55-2276-4cc2-b643-d271acd1e946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:36.423630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:36.424278 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:36.424904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db430ad4-acb2-48b7-8458-b7656af54310 req-5415cbe9-2a36-43ed-b3cc-6793e48d7ec0 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:36.425636 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-44bd089d-de51-44e6-910a-25ec4d75caef service neutron] 10.222.0.35 "PUT /v2.0/ports/22c0012b-5e01-4beb-843c-0e5ebdf23f7e HTTP/1.1" status: 200 len: 1121 time: 1.6650655 Feb 09 14:02:36.426413 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db430ad4-acb2-48b7-8458-b7656af54310 req-5415cbe9-2a36-43ed-b3cc-6793e48d7ec0 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.2159486 Feb 09 14:02:36.444359 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-df3f4e55-2276-4cc2-b643-d271acd1e946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:36.534409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['22c0012b-5e01-4beb-843c-0e5ebdf23f7e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:02:36.567873 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1eef9c49-5290-41c9-ae94-1f5073722540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:36.595323 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db430ad4-acb2-48b7-8458-b7656af54310 req-64fddf6e-09dc-4715-908a-b422a954f8eb tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528761 Feb 09 14:02:36.638999 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-df3f4e55-2276-4cc2-b643-d271acd1e946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:36.695175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f4e55-2276-4cc2-b643-d271acd1e946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f11586-eece-43c0-a8c5-6d9c60fecc5e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:36.724351 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-df3f4e55-2276-4cc2-b643-d271acd1e946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:36.728639 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-df3f4e55-2276-4cc2-b643-d271acd1e946 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88f11586-eece-43c0-a8c5-6d9c60fecc5e HTTP/1.1" status: 204 len: 168 time: 0.4290550 Feb 09 14:02:36.752367 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2cf7bb-4500-47dd-83b6-de7eb2e798d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ca1902-c721-470f-b32e-32b2412eef9a', 'code': 200} Feb 09 14:02:36.803414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff53cd-1256-4957-aa24-1de966cf9e96 req-fc543951-d06d-4c89-8877-306a999c0d22 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:36.805177 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d6ff53cd-1256-4957-aa24-1de966cf9e96 req-fc543951-d06d-4c89-8877-306a999c0d22 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.6645708 Feb 09 14:02:36.858935 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1eef9c49-5290-41c9-ae94-1f5073722540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:36.995693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2983a7-a749-4c16-9960-d58d714e1216 req-ac2e8014-8907-4ef6-bd55-3f3cf199d6d6 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:36.997310 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd2983a7-a749-4c16-9960-d58d714e1216 req-ac2e8014-8907-4ef6-bd55-3f3cf199d6d6 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.1181359 Feb 09 14:02:37.063907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d6ff53cd-1256-4957-aa24-1de966cf9e96 req-00088eb7-8fca-48d1-a161-bb515b03dcff tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488620 Feb 09 14:02:37.076102 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd2983a7-a749-4c16-9960-d58d714e1216 req-d9b8b1d7-3059-40a7-9ee4-023b03a75fb1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710707 Feb 09 14:02:37.123193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-52988a15-7963-4f10-96b6-07f8803f82a1 service neutron] For port d4675296-c63b-4a68-9947-6352ad20f08e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4675296-c63b-4a68-9947-6352ad20f08e,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:37.135864 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1eef9c49-5290-41c9-ae94-1f5073722540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:37.171019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef9c49-5290-41c9-ae94-1f5073722540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd3412f-075c-49f0-984f-2d961fc5bebb,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:37.178015 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1eef9c49-5290-41c9-ae94-1f5073722540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:37.180019 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1eef9c49-5290-41c9-ae94-1f5073722540 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dcd3412f-075c-49f0-984f-2d961fc5bebb HTTP/1.1" status: 204 len: 168 time: 0.8920848 Feb 09 14:02:37.197650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-52988a15-7963-4f10-96b6-07f8803f82a1 service neutron] For port d4675296-c63b-4a68-9947-6352ad20f08e, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:02:37.310756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116473d5-e76d-47c1-a890-f9dc432ac5a1 req-248c5300-1c4c-421b-aeb2-eb30399bbc02 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:37.314677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43608) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:37.319025 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-116473d5-e76d-47c1-a890-f9dc432ac5a1 req-248c5300-1c4c-421b-aeb2-eb30399bbc02 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 944 time: 0.1134703 Feb 09 14:02:37.341133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-52988a15-7963-4f10-96b6-07f8803f82a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4675296-c63b-4a68-9947-6352ad20f08e {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:02:37.346793 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac9303ba-f2f7-490b-8385-cab48b9d3e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:37.363029 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-116473d5-e76d-47c1-a890-f9dc432ac5a1 req-9ad6e498-eb93-431b-900b-0da9a78a2526 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427699 Feb 09 14:02:37.370841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ac9303ba-f2f7-490b-8385-cab48b9d3e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:37.374947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ac9303ba-f2f7-490b-8385-cab48b9d3e2c admin admin] Usage tracker for resource:security_group_rule and tenant:6e17e69e230b48e6a73045b93e64ffa4 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:37.378071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ac9303ba-f2f7-490b-8385-cab48b9d3e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:37.384587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ac9303ba-f2f7-490b-8385-cab48b9d3e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:37.403338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-52988a15-7963-4f10-96b6-07f8803f82a1 service neutron] For port d4675296-c63b-4a68-9947-6352ad20f08e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d4675296-c63b-4a68-9947-6352ad20f08e,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:37.433052 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-52988a15-7963-4f10-96b6-07f8803f82a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:37.601689 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac9303ba-f2f7-490b-8385-cab48b9d3e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:37.608866 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac9303ba-f2f7-490b-8385-cab48b9d3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:37.625030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-52988a15-7963-4f10-96b6-07f8803f82a1 service neutron] Transition to ACTIVE for port object d4675296-c63b-4a68-9947-6352ad20f08e will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:02:37.647660 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-52988a15-7963-4f10-96b6-07f8803f82a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:37.704971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43616) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:37.741287 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa79d2e8-2e2e-4bf6-a5c3-eb91b9657ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:37.745970 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ac9303ba-f2f7-490b-8385-cab48b9d3e2c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e17e69e230b48e6a73045b93e64ffa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282606 Feb 09 14:02:37.759238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43620) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:37.782796 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-aa79d2e8-2e2e-4bf6-a5c3-eb91b9657ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:37.792749 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-aa79d2e8-2e2e-4bf6-a5c3-eb91b9657ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:189dc429b8704f989cf4d74daf36d129 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:37.803649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-aa79d2e8-2e2e-4bf6-a5c3-eb91b9657ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:37.820181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9303ba-f2f7-490b-8385-cab48b9d3e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebdc85d-1c5e-4ee2-a1d8-8bc9eef173fb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:37.821037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-aa79d2e8-2e2e-4bf6-a5c3-eb91b9657ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:37.904960 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7950d4ee-fbc4-46b5-8e75-72d98849daa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:37.909274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-52988a15-7963-4f10-96b6-07f8803f82a1 service neutron] No DVR routers for this DVR port d4675296-c63b-4a68-9947-6352ad20f08e on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:02:37.961828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52988a15-7963-4f10-96b6-07f8803f82a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4675296-c63b-4a68-9947-6352ad20f08e,revision_number=10']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:37.968177 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7950d4ee-fbc4-46b5-8e75-72d98849daa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:37.996318 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-52988a15-7963-4f10-96b6-07f8803f82a1 service neutron] 10.222.0.35 "PUT /v2.0/ports/d4675296-c63b-4a68-9947-6352ad20f08e/bindings/n-h2-828418-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7618079 Feb 09 14:02:38.023581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92f934-a030-446b-ba5c-ec64dd81ac23 req-2dcb0d18-110e-4392-aee2-31307bf0f988 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:38.028422 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a92f934-a030-446b-ba5c-ec64dd81ac23 req-2dcb0d18-110e-4392-aee2-31307bf0f988 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.2233739 Feb 09 14:02:38.057417 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa79d2e8-2e2e-4bf6-a5c3-eb91b9657ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:38.063315 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa79d2e8-2e2e-4bf6-a5c3-eb91b9657ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:38.064076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0121ccf-459c-42b9-85da-6290b8be3fcf', 'tag': '22c0012b-5e01-4beb-843c-0e5ebdf23f7e'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:02:38.091282 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a92f934-a030-446b-ba5c-ec64dd81ac23 req-b2ad7e4e-e325-4b9f-a78a-c554b9e4f362 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602350 Feb 09 14:02:38.130331 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0121ccf-459c-42b9-85da-6290b8be3fcf', 'tag': '22c0012b-5e01-4beb-843c-0e5ebdf23f7e', 'status': 'completed', 'code': 200} Feb 09 14:02:38.145905 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7950d4ee-fbc4-46b5-8e75-72d98849daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:38.224681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43630) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:38.227086 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-aa79d2e8-2e2e-4bf6-a5c3-eb91b9657ac1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=189dc429b8704f989cf4d74daf36d129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5191212 Feb 09 14:02:38.229948 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:38.240565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79d2e8-2e2e-4bf6-a5c3-eb91b9657ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c1016b-7c02-445c-9663-b1204547dc22,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:38.277816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950d4ee-fbc4-46b5-8e75-72d98849daa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebdc85d-1c5e-4ee2-a1d8-8bc9eef173fb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:38.289016 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7950d4ee-fbc4-46b5-8e75-72d98849daa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:38.291622 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7950d4ee-fbc4-46b5-8e75-72d98849daa3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bebdc85d-1c5e-4ee2-a1d8-8bc9eef173fb HTTP/1.1" status: 204 len: 168 time: 0.5286446 Feb 09 14:02:38.395809 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8466aa83-26d6-4b70-a0b5-827523a9ff46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:38.438438 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8466aa83-26d6-4b70-a0b5-827523a9ff46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:38.465595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f228d8-2d77-403c-96e3-6bd48a47cad2 req-917c1129-a15c-4065-b084-e531109fa26b tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:38.467123 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4f228d8-2d77-403c-96e3-6bd48a47cad2 req-917c1129-a15c-4065-b084-e531109fa26b tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.2188451 Feb 09 14:02:38.509277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df973b9-8c7c-4497-9309-cbe55ba08de3 req-553fcdca-1149-4fd6-9857-065963c1457d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:38.512274 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0df973b9-8c7c-4497-9309-cbe55ba08de3 req-553fcdca-1149-4fd6-9857-065963c1457d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.1306605 Feb 09 14:02:38.588397 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0df973b9-8c7c-4497-9309-cbe55ba08de3 req-388fda2e-5ab6-4930-9f39-e0ea80a02261 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621874 Feb 09 14:02:38.598035 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8466aa83-26d6-4b70-a0b5-827523a9ff46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:38.643792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4f228d8-2d77-403c-96e3-6bd48a47cad2 req-3bd42e37-090b-40b6-adb7-a218b934ae3e tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253664 Feb 09 14:02:38.658410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466aa83-26d6-4b70-a0b5-827523a9ff46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c1016b-7c02-445c-9663-b1204547dc22,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:38.665815 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8466aa83-26d6-4b70-a0b5-827523a9ff46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:38.668060 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8466aa83-26d6-4b70-a0b5-827523a9ff46 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5c1016b-7c02-445c-9663-b1204547dc22 HTTP/1.1" status: 204 len: 168 time: 0.4418521 Feb 09 14:02:38.819312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e13b91-a2e6-41ed-8123-dd140c1b0e77 req-b804492a-492a-44b7-91f9-b97fd90e1bbe tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:38.821878 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f7e13b91-a2e6-41ed-8123-dd140c1b0e77 req-b804492a-492a-44b7-91f9-b97fd90e1bbe tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 945 time: 0.1067138 Feb 09 14:02:38.885121 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f7e13b91-a2e6-41ed-8123-dd140c1b0e77 req-9a8744b2-4ce0-40b5-87f7-b94308731769 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552511 Feb 09 14:02:39.278138 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d4675296-c63b-4a68-9947-6352ad20f08e no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:02:39.289348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2c412-8842-4d64-9c17-72a14d174adc req-6dc406d3-6eb1-4db5-8ffe-d9985acfd879 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:39.296575 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ffa2c412-8842-4d64-9c17-72a14d174adc req-6dc406d3-6eb1-4db5-8ffe-d9985acfd879 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.0956535 Feb 09 14:02:39.348814 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ffa2c412-8842-4d64-9c17-72a14d174adc req-64249893-800d-447c-beee-05e8bbea7e62 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484695 Feb 09 14:02:39.388657 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d4675296-c63b-4a68-9947-6352ad20f08e not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:02:39.817680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43690) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:39.841358 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7172d2-3a6e-4374-8e47-28a206f5e8a6 req-dcc48ef2-a481-4ab8-93a9-329da48f0df9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:39.848839 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1b7172d2-3a6e-4374-8e47-28a206f5e8a6 req-dcc48ef2-a481-4ab8-93a9-329da48f0df9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.1303389 Feb 09 14:02:39.872375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0a1e0-d6df-4571-8624-ae8d493f037f req-d293d24f-f1fa-46cb-8808-ecbbb9fab306 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:39.897867 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6fd0a1e0-d6df-4571-8624-ae8d493f037f req-d293d24f-f1fa-46cb-8808-ecbbb9fab306 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.1169620 Feb 09 14:02:39.926894 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1b7172d2-3a6e-4374-8e47-28a206f5e8a6 req-00a2528b-d75e-418a-bed4-ce20b237b9b5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696242 Feb 09 14:02:39.964062 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:39.993896 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6fd0a1e0-d6df-4571-8624-ae8d493f037f req-cb7b7b4e-3442-4115-8392-6ab1c3055939 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942509 Feb 09 14:02:40.025046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-59822425-network', 'tenant_id': 'ed948665f4fc44cfbcc5b3de93d2bbc0'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:40.031400 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:40.036870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Usage tracker for resource:network and tenant:ed948665f4fc44cfbcc5b3de93d2bbc0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:40.040634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:40.048030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:40.061729 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Made reservation on behalf of ed948665f4fc44cfbcc5b3de93d2bbc0 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:02:40.065755 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:40.088495 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:40.143076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:40.156454 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Usage tracker for resource:security_group_rule and tenant:ed948665f4fc44cfbcc5b3de93d2bbc0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:40.160419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:40.168482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:40.264580 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f4a0a-64c5-4ac5-8222-fbb61d6325c3 req-56a95b35-44fa-418e-bda9-394939159b41 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:40.267115 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8b5f4a0a-64c5-4ac5-8222-fbb61d6325c3 req-56a95b35-44fa-418e-bda9-394939159b41 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 945 time: 0.1603916 Feb 09 14:02:40.362515 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8b5f4a0a-64c5-4ac5-8222-fbb61d6325c3 req-097129d8-d33f-4768-809c-0bc03249b4d5 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840127 Feb 09 14:02:40.394954 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:40.400065 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:40.435571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:02:40.448652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa637951-4662-47c5-9dae-9f4b39e96aea,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:40.453477 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:40.453829 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Added segment 6d589578-d3e7-432b-9db4-159344e5b39a of type vlan for network fb31651d-de29-4662-aa24-73185a9b320d Feb 09 14:02:40.490505 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:40.527311 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:40.528730 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:40.529317 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:40.615264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ec19d-a499-422f-9ed9-88e54d5a00d0 req-50073ffe-2175-4fa8-92f1-39101e226bae tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:40.624158 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-844ec19d-a499-422f-9ed9-88e54d5a00d0 req-50073ffe-2175-4fa8-92f1-39101e226bae tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.1538272 Feb 09 14:02:40.638467 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8195927 Feb 09 14:02:40.644805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43716) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:40.653508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ba012987-35bd-41d1-8bf1-ddd212769725 admin admin] Request body: {'subnet': {'network_id': 'fb31651d-de29-4662-aa24-73185a9b320d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-59822425-subnet', 'tenant_id': 'ed948665f4fc44cfbcc5b3de93d2bbc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:40.659778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ba012987-35bd-41d1-8bf1-ddd212769725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:40.677022 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ba012987-35bd-41d1-8bf1-ddd212769725 admin admin] Usage tracker for resource:subnet and tenant:ed948665f4fc44cfbcc5b3de93d2bbc0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:40.680240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ba012987-35bd-41d1-8bf1-ddd212769725 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:40.689117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ba012987-35bd-41d1-8bf1-ddd212769725 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:40.712360 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-844ec19d-a499-422f-9ed9-88e54d5a00d0 req-a6fcc6d5-c43f-4b92-94d9-2eff2c76bdc4 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763180 Feb 09 14:02:40.737486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc03e7-46ea-461f-86e9-7e74e3b8ba30 admin admin] Pushing event updated for resources: {'Network': ['ID=fb31651d-de29-4662-aa24-73185a9b320d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:40.743669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba012987-35bd-41d1-8bf1-ddd212769725 admin admin] Made reservation on behalf of ed948665f4fc44cfbcc5b3de93d2bbc0 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:02:40.746130 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ba012987-35bd-41d1-8bf1-ddd212769725 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:40.755671 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network fb31651d-de29-4662-aa24-73185a9b320d details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:02:41.113141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390461b-fd68-4172-846b-f0a1cfed687a req-c5a0a4da-9e4d-4a2e-8e53-664155ccfea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:41.114482 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3390461b-fd68-4172-846b-f0a1cfed687a req-c5a0a4da-9e4d-4a2e-8e53-664155ccfea4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 1124 time: 0.2689934 Feb 09 14:02:41.139589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bca702-68b0-4ba4-9130-2e8dd85be272 req-ff22b782-0461-4d39-bad8-34c7f54419d5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:41.141240 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18bca702-68b0-4ba4-9130-2e8dd85be272 req-ff22b782-0461-4d39-bad8-34c7f54419d5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.1000843 Feb 09 14:02:41.144591 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-489604e0-e441-4103-a5ec-d29767272ff2 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:41.146218 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-489604e0-e441-4103-a5ec-d29767272ff2 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937&tenant_id=599ada696464469cbeafc3efd9524c59&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 1096 time: 0.3029299 Feb 09 14:02:41.148087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ecbc7-d065-4875-9a36-a63188dc895f req-b0210c10-e8a9-44f3-872f-cf4d59a97cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:41.149423 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c8ecbc7-d065-4875-9a36-a63188dc895f req-b0210c10-e8a9-44f3-872f-cf4d59a97cdf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 1099 time: 0.2219644 Feb 09 14:02:41.200926 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18bca702-68b0-4ba4-9130-2e8dd85be272 req-3643f3ba-b510-4d22-8a4c-f7e326a7dad6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524299 Feb 09 14:02:41.499538 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c8ecbc7-d065-4875-9a36-a63188dc895f req-46af9b6d-f819-4455-9a37-c26b61b09656 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071587 Feb 09 14:02:41.548435 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ba012987-35bd-41d1-8bf1-ddd212769725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:41.580110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43750) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:41.615775 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a778b69-9938-4a08-a3ce-b73592f1f43f req-c4f95493-7adb-41a6-b51b-86ff294ebce3 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:41.623279 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a778b69-9938-4a08-a3ce-b73592f1f43f req-c4f95493-7adb-41a6-b51b-86ff294ebce3 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 945 time: 0.1170943 Feb 09 14:02:41.631478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390461b-fd68-4172-846b-f0a1cfed687a req-8eda2ed9-85eb-4675-92bf-b75916430016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:41.632461 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3390461b-fd68-4172-846b-f0a1cfed687a req-8eda2ed9-85eb-4675-92bf-b75916430016 service neutron] 10.222.0.21 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 0.4777799 Feb 09 14:02:41.639983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda598cd-49fe-4f2b-abfa-86a97cdd431a req-5fc101fb-465b-47e4-be1b-cf90d458267d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:41.641359 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bda598cd-49fe-4f2b-abfa-86a97cdd431a req-5fc101fb-465b-47e4-be1b-cf90d458267d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.4996254 Feb 09 14:02:41.664422 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a778b69-9938-4a08-a3ce-b73592f1f43f req-334bf356-5d79-456f-87f2-e62a57b1be5e tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402873 Feb 09 14:02:41.669853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-0e81a522-94d2-4bf5-beb2-d6b6b1b39c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:41.671305 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-0e81a522-94d2-4bf5-beb2-d6b6b1b39c70 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937&tenant_id=599ada696464469cbeafc3efd9524c59 HTTP/1.1" status: 200 len: 1096 time: 0.4845300 Feb 09 14:02:41.695318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba012987-35bd-41d1-8bf1-ddd212769725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a216299-37b9-4c55-a164-10424f64233b,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:41.717965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba012987-35bd-41d1-8bf1-ddd212769725 admin admin] Checking segment: {'id': '6d589578-d3e7-432b-9db4-159344e5b39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fb31651d-de29-4662-aa24-73185a9b320d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:02:41.718321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba012987-35bd-41d1-8bf1-ddd212769725 admin admin] Network hostable DHCP agents. Network: fb31651d-de29-4662-aa24-73185a9b320d, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:02:41.733216 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-502ceb0f-fd94-4b3f-abec-7688a3bfb806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:41.746923 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bda598cd-49fe-4f2b-abfa-86a97cdd431a req-3824208c-6fc7-46df-8934-f0b8cf0fd353 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979474 Feb 09 14:02:41.761528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba012987-35bd-41d1-8bf1-ddd212769725 admin admin] Network fb31651d-de29-4662-aa24-73185a9b320d is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:02:41.764790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-502ceb0f-fd94-4b3f-abec-7688a3bfb806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:41.769584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-502ceb0f-fd94-4b3f-abec-7688a3bfb806 admin admin] Usage tracker for resource:security_group_rule and tenant:f0b1b5bae2e84f7b8dd0e2c0080a7f6b is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:41.773214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-502ceb0f-fd94-4b3f-abec-7688a3bfb806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:41.778163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-ba012987-35bd-41d1-8bf1-ddd212769725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, fb31651d-de29-4662-aa24-73185a9b320d) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:02:41.780854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-502ceb0f-fd94-4b3f-abec-7688a3bfb806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:41.784390 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba012987-35bd-41d1-8bf1-ddd212769725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:41.786013 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ba012987-35bd-41d1-8bf1-ddd212769725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:41.792636 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7920261d-5016-4138-ad1c-4a70547fddd6 None None] Network fb31651d-de29-4662-aa24-73185a9b320d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:02:41.841924 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ba012987-35bd-41d1-8bf1-ddd212769725 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1955979 Feb 09 14:02:41.947671 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-502ceb0f-fd94-4b3f-abec-7688a3bfb806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:41.953251 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-502ceb0f-fd94-4b3f-abec-7688a3bfb806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:41.979649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc558d-30e7-4431-ad15-881d9da6d3a4 req-5c440bd3-94d4-48bc-9dc4-9b7327285f3c tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:41.981069 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7bc558d-30e7-4431-ad15-881d9da6d3a4 req-5c440bd3-94d4-48bc-9dc4-9b7327285f3c tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.1510441 Feb 09 14:02:42.030080 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-502ceb0f-fd94-4b3f-abec-7688a3bfb806 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0b1b5bae2e84f7b8dd0e2c0080a7f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4488366 Feb 09 14:02:42.030958 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43766) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:42.037223 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ceb0f-fd94-4b3f-abec-7688a3bfb806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6818a120-aebd-4668-9b0f-3c3199d68865,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:42.053059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c52723d-3708-422e-a07f-947f3118993f None None] Network fb31651d-de29-4662-aa24-73185a9b320d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:02:42.060325 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7bc558d-30e7-4431-ad15-881d9da6d3a4 req-14038829-00eb-4bfe-8f46-8be8d55ce7de tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669560 Feb 09 14:02:42.116488 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c4795a6-b67b-4e1c-bbaa-38dc14e85e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:42.142882 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c4795a6-b67b-4e1c-bbaa-38dc14e85e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:42.203445 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c4795a6-b67b-4e1c-bbaa-38dc14e85e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:42.219291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4795a6-b67b-4e1c-bbaa-38dc14e85e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6818a120-aebd-4668-9b0f-3c3199d68865,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:42.227863 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c4795a6-b67b-4e1c-bbaa-38dc14e85e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:42.228986 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3c4795a6-b67b-4e1c-bbaa-38dc14e85e7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6818a120-aebd-4668-9b0f-3c3199d68865 HTTP/1.1" status: 204 len: 168 time: 0.1965978 Feb 09 14:02:42.431773 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02cd44-baa6-4a24-8c95-23c4edef0ecb req-467f3079-bf15-42f2-8d0c-5066208bb84b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:42.436538 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ba02cd44-baa6-4a24-8c95-23c4edef0ecb req-467f3079-bf15-42f2-8d0c-5066208bb84b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.1012294 Feb 09 14:02:42.480437 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ba02cd44-baa6-4a24-8c95-23c4edef0ecb req-d8ae3280-a832-46af-b046-25aaf98b326e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408790 Feb 09 14:02:42.528119 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43786) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:42.533568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1869919210-network', 'tenant_id': 'a72800ebc6d4434986f785329f92c225'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:42.538368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:42.543025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Usage tracker for resource:network and tenant:a72800ebc6d4434986f785329f92c225 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:42.546080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:42.551939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:42.564156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Made reservation on behalf of a72800ebc6d4434986f785329f92c225 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:02:42.566785 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:42.576980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43790) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:42.580465 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:42.594603 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d64d4a6-0733-4baf-8ceb-1f586c6c1e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:42.597198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:42.601418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Usage tracker for resource:security_group_rule and tenant:a72800ebc6d4434986f785329f92c225 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:42.605062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:42.610863 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:42.613060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8d64d4a6-0733-4baf-8ceb-1f586c6c1e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:42.617105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8d64d4a6-0733-4baf-8ceb-1f586c6c1e25 admin admin] Usage tracker for resource:security_group_rule and tenant:0129924d82e54c94a67350aa14d44f6e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:42.620535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8d64d4a6-0733-4baf-8ceb-1f586c6c1e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:42.626473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8d64d4a6-0733-4baf-8ceb-1f586c6c1e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:42.703503 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:42.708880 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:42.742955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:02:42.748920 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94720569-7d69-44c3-9a18-cdfe3fffb9d4,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:42.755802 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:42.756145 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Added segment 1a4c13a0-aadd-4a62-9a60-d0e587760f89 of type vlan for network 270f1726-6e9e-40f7-a536-0e2ee8945072 Feb 09 14:02:42.783717 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:42.819621 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:42.820822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:42.821473 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:42.851707 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d64d4a6-0733-4baf-8ceb-1f586c6c1e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:42.861058 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d64d4a6-0733-4baf-8ceb-1f586c6c1e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:42.930461 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8d64d4a6-0733-4baf-8ceb-1f586c6c1e25 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0129924d82e54c94a67350aa14d44f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497293 Feb 09 14:02:42.930461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64d4a6-0733-4baf-8ceb-1f586c6c1e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a37585d-f0ae-43f9-8d88-9769c50e6f7e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:42.932427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43802) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:42.967860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f90e37-f5aa-41bc-a9be-f4715f788500 req-f6f585fa-fd24-47d3-be15-85cfb57d116f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:42.970293 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88f90e37-f5aa-41bc-a9be-f4715f788500 req-f6f585fa-fd24-47d3-be15-85cfb57d116f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 945 time: 0.1820245 Feb 09 14:02:42.981499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] Pushing event updated for resources: {'Network': ['ID=270f1726-6e9e-40f7-a536-0e2ee8945072,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:42.986910 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1e2a6b4d-6139-4625-a414-2a5b1428a4a9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4552603 Feb 09 14:02:42.988285 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43806) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:42.994127 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b35b08cd-d253-4dc7-9730-87cb8f7918c8 admin admin] Request body: {'subnet': {'network_id': '270f1726-6e9e-40f7-a536-0e2ee8945072', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1869919210-subnet', 'tenant_id': 'a72800ebc6d4434986f785329f92c225', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:42.994933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 270f1726-6e9e-40f7-a536-0e2ee8945072 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:02:43.001642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b35b08cd-d253-4dc7-9730-87cb8f7918c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:43.006999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b35b08cd-d253-4dc7-9730-87cb8f7918c8 admin admin] Usage tracker for resource:subnet and tenant:a72800ebc6d4434986f785329f92c225 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:43.011200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b35b08cd-d253-4dc7-9730-87cb8f7918c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:43.019675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b35b08cd-d253-4dc7-9730-87cb8f7918c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:43.043121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1dad8-a6ba-41be-8cb9-14c7c0bcc679 req-51728e45-af5a-4d7e-b099-536e38348329 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:43.045065 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0a1dad8-a6ba-41be-8cb9-14c7c0bcc679 req-51728e45-af5a-4d7e-b099-536e38348329 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.1540196 Feb 09 14:02:43.046035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35b08cd-d253-4dc7-9730-87cb8f7918c8 admin admin] Made reservation on behalf of a72800ebc6d4434986f785329f92c225 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:02:43.048347 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b35b08cd-d253-4dc7-9730-87cb8f7918c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:43.055142 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88f90e37-f5aa-41bc-a9be-f4715f788500 req-dc4367ae-1931-45f7-9c5b-b1dd8c4e1454 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725527 Feb 09 14:02:43.060470 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11dda590-1df9-462d-b7c2-5870a0ec6936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:43.092330 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11dda590-1df9-462d-b7c2-5870a0ec6936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:43.156983 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11dda590-1df9-462d-b7c2-5870a0ec6936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:43.174372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dda590-1df9-462d-b7c2-5870a0ec6936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a37585d-f0ae-43f9-8d88-9769c50e6f7e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:43.174864 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0a1dad8-a6ba-41be-8cb9-14c7c0bcc679 req-d91cabed-c92d-4ee9-a864-c3d6d007d143 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113942 Feb 09 14:02:43.184423 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11dda590-1df9-462d-b7c2-5870a0ec6936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:43.188102 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-11dda590-1df9-462d-b7c2-5870a0ec6936 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a37585d-f0ae-43f9-8d88-9769c50e6f7e HTTP/1.1" status: 204 len: 168 time: 0.2519765 Feb 09 14:02:43.274081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40495c-df22-4dfc-9df6-9d540b9377ad req-45b72a90-ef4e-46aa-ad74-dd9cb7defc8c tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:43.275578 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e40495c-df22-4dfc-9df6-9d540b9377ad req-45b72a90-ef4e-46aa-ad74-dd9cb7defc8c tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.0888646 Feb 09 14:02:43.310809 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b35b08cd-d253-4dc7-9730-87cb8f7918c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:43.322029 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e40495c-df22-4dfc-9df6-9d540b9377ad req-2f3e9236-05b3-4674-a786-4affb578c72e tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404813 Feb 09 14:02:43.390885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b08cd-d253-4dc7-9730-87cb8f7918c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=034d5f4d-c2e2-4960-ace2-db256626191c,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:43.399226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35b08cd-d253-4dc7-9730-87cb8f7918c8 admin admin] Checking segment: {'id': '1a4c13a0-aadd-4a62-9a60-d0e587760f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '270f1726-6e9e-40f7-a536-0e2ee8945072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:02:43.399584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35b08cd-d253-4dc7-9730-87cb8f7918c8 admin admin] Network hostable DHCP agents. Network: 270f1726-6e9e-40f7-a536-0e2ee8945072, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:02:43.418689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35b08cd-d253-4dc7-9730-87cb8f7918c8 admin admin] Network 270f1726-6e9e-40f7-a536-0e2ee8945072 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:02:43.428359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b35b08cd-d253-4dc7-9730-87cb8f7918c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 270f1726-6e9e-40f7-a536-0e2ee8945072) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:02:43.433229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b08cd-d253-4dc7-9730-87cb8f7918c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:43.433948 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b35b08cd-d253-4dc7-9730-87cb8f7918c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:43.440361 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843a7bdb-d5fa-4626-92c8-52d1c7f8367d None None] Network 270f1726-6e9e-40f7-a536-0e2ee8945072 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:02:43.462807 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b35b08cd-d253-4dc7-9730-87cb8f7918c8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4684782 Feb 09 14:02:43.647565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43822) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:43.704715 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03093688-8cce-46ee-b6cd-d3903429514f None None] Network 270f1726-6e9e-40f7-a536-0e2ee8945072 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:02:43.783184 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a12fa9-c140-4f79-ae0a-63decf82a070 admin admin] Deleting subnet 3a216299-37b9-4c55-a164-10424f64233b {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:02:43.787211 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58a12fa9-c140-4f79-ae0a-63decf82a070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:43.844812 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58a12fa9-c140-4f79-ae0a-63decf82a070 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:43.856669 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58a12fa9-c140-4f79-ae0a-63decf82a070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:43.898353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edeab6-7037-43ef-b078-349675329fdc req-ff3d3233-ecd9-4260-aad8-5b7a0db6eed3 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:43.900025 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-91edeab6-7037-43ef-b078-349675329fdc req-ff3d3233-ecd9-4260-aad8-5b7a0db6eed3 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.2048366 Feb 09 14:02:43.970258 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-91edeab6-7037-43ef-b078-349675329fdc req-15143280-1c19-43d0-ac90-4617ab6d5a19 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565987 Feb 09 14:02:43.982806 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58a12fa9-c140-4f79-ae0a-63decf82a070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:44.020744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a12fa9-c140-4f79-ae0a-63decf82a070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a216299-37b9-4c55-a164-10424f64233b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:44.024422 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58a12fa9-c140-4f79-ae0a-63decf82a070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:44.032029 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-58a12fa9-c140-4f79-ae0a-63decf82a070 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3a216299-37b9-4c55-a164-10424f64233b HTTP/1.1" status: 204 len: 168 time: 0.3833468 Feb 09 14:02:44.034579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43840) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:44.143314 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:44.285714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a3851-5d2a-4712-868b-0ff72c0c9be4 req-170264b0-6502-4c9a-b41f-b07f9a01ae61 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:44.295324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fc6a3851-5d2a-4712-868b-0ff72c0c9be4 req-170264b0-6502-4c9a-b41f-b07f9a01ae61 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 945 time: 0.1227148 Feb 09 14:02:44.354836 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fc6a3851-5d2a-4712-868b-0ff72c0c9be4 req-f09cb692-2fae-4e58-ad82-eada08751e02 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578206 Feb 09 14:02:44.428543 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:44.463158 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:44.464095 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:44.464816 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:44.465151 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Subscribe: > port after_create 55550000 {{(pid=87596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:44.465474 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:44.465815 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Subscribe: > port after_update 55550000 {{(pid=87596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:44.466130 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:44.466459 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:44.466771 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:44.467079 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:44.560060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b43f1-7a17-458e-85d0-d3172459cca4 req-494d2a5c-f730-4710-b775-e7dd2d51c9fe tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:44.561732 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c90b43f1-7a17-458e-85d0-d3172459cca4 req-494d2a5c-f730-4710-b775-e7dd2d51c9fe tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.1008382 Feb 09 14:02:44.578306 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:44.578656 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:44.578977 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:44.579298 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:44.579664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb31651d-de29-4662-aa24-73185a9b320d']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:02:44.593776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d589578-d3e7-432b-9db4-159344e5b39a') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:02:44.594045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d589578-d3e7-432b-9db4-159344e5b39a') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:02:44.609463 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c90b43f1-7a17-458e-85d0-d3172459cca4 req-efc4b1f1-d852-4d77-9434-4e6aae7429f2 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406303 Feb 09 14:02:44.609672 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:44.629507 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:44.639566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6baacd-96a8-43dc-bef3-baf8b9eba5de req-a1f7aee5-8357-4ac9-a6ef-48555faff992 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:44.641124 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2b6baacd-96a8-43dc-bef3-baf8b9eba5de req-a1f7aee5-8357-4ac9-a6ef-48555faff992 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.3076682 Feb 09 14:02:44.647005 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:02:44.647422 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: from cryptography.utils import int_from_bytes Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: from cryptography.utils import int_from_bytes Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: util.warn_limited( Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: util.warn_limited( Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:02:44.663261 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:02:44.769366 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:44.773180 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2b6baacd-96a8-43dc-bef3-baf8b9eba5de req-4adc3090-e802-4241-b901-c20ac1443e2d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090939 Feb 09 14:02:44.799109 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:44.801935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb31651d-de29-4662-aa24-73185a9b320d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:44.807819 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c00d5e23-9f00-4234-a1ab-1ec2bae20486 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fb31651d-de29-4662-aa24-73185a9b320d HTTP/1.1" status: 204 len: 168 time: 0.7722838 Feb 09 14:02:44.810740 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43866) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:44.873811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf89619c-ec1f-46b2-8d6d-d00890701d16 admin admin] Deleting subnet 034d5f4d-c2e2-4960-ace2-db256626191c {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:02:44.876955 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf89619c-ec1f-46b2-8d6d-d00890701d16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:44.926932 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf89619c-ec1f-46b2-8d6d-d00890701d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:44.991402 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf89619c-ec1f-46b2-8d6d-d00890701d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:45.088220 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf89619c-ec1f-46b2-8d6d-d00890701d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:45.176338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89619c-ec1f-46b2-8d6d-d00890701d16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=034d5f4d-c2e2-4960-ace2-db256626191c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:45.178125 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf89619c-ec1f-46b2-8d6d-d00890701d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:45.192287 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bf89619c-ec1f-46b2-8d6d-d00890701d16 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/034d5f4d-c2e2-4960-ace2-db256626191c HTTP/1.1" status: 204 len: 168 time: 0.3804154 Feb 09 14:02:45.195334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43884) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:45.233956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace966e-8cea-4e86-95b9-2e5ca6037b13 req-00ebdac2-e4fe-4aab-a126-870291fcca8d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:45.235577 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bace966e-8cea-4e86-95b9-2e5ca6037b13 req-00ebdac2-e4fe-4aab-a126-870291fcca8d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.1120167 Feb 09 14:02:45.287959 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bace966e-8cea-4e86-95b9-2e5ca6037b13 req-5c457b40-e451-4b26-be5c-b9dace0d25e0 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463331 Feb 09 14:02:45.306917 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8173944-d19f-4158-baaf-9262acd64295 req-d9bfc9d2-b46e-4d05-a9e1-2fb63d199985 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349596 Feb 09 14:02:45.413316 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:45.549220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980b70b-7daa-4e2f-976d-ac9bfcc04762 req-ae22950e-3fd1-40aa-951a-db98398fdcb7 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:45.550764 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a980b70b-7daa-4e2f-976d-ac9bfcc04762 req-ae22950e-3fd1-40aa-951a-db98398fdcb7 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 945 time: 0.0788188 Feb 09 14:02:45.593309 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:45.599137 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a980b70b-7daa-4e2f-976d-ac9bfcc04762 req-1095c6f8-2764-4e60-abad-ef5aa80e3283 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423303 Feb 09 14:02:45.607369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8173944-d19f-4158-baaf-9262acd64295 req-45f0ff97-2f7e-4c30-b110-16e90fdb2f61 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:45.608813 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8173944-d19f-4158-baaf-9262acd64295 req-45f0ff97-2f7e-4c30-b110-16e90fdb2f61 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2916906 Feb 09 14:02:45.634358 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:45.634698 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:45.635460 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:45.635816 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Subscribe: > port after_create 55550000 {{(pid=87597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:45.636139 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:45.636485 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Subscribe: > port after_update 55550000 {{(pid=87597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:45.636801 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:45.637133 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:45.637450 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:45.637759 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:45.702825 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:45.703170 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:45.703498 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:45.703857 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 14:02:45.704233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270f1726-6e9e-40f7-a536-0e2ee8945072']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:02:45.718043 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8173944-d19f-4158-baaf-9262acd64295 req-13e3b8af-e872-4424-a63d-2eedd8b385fa tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/quotas/3c6a03b6484b48d8a9fb9b18aaadf881 HTTP/1.1" status: 200 len: 375 time: 0.0952415 Feb 09 14:02:45.719579 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4c13a0-aadd-4a62-9a60-d0e587760f89') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:02:45.719902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4c13a0-aadd-4a62-9a60-d0e587760f89') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:02:45.771718 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:45.786645 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8173944-d19f-4158-baaf-9262acd64295 req-6fcd332f-c168-4736-ac86-359f91ef4d7a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592368 Feb 09 14:02:45.795615 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:45.805234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:02:45.805876 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:45.815466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bb036-3ce0-4543-8667-567e85332fd8 req-e359593c-e3c4-47fc-abbf-dcc22500cfa7 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:45.817139 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c34bb036-3ce0-4543-8667-567e85332fd8 req-e359593c-e3c4-47fc-abbf-dcc22500cfa7 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.0906682 Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: from cryptography.utils import int_from_bytes Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: from cryptography.utils import int_from_bytes Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: util.warn_limited( Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: util.warn_limited( Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:02:45.822313 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:02:45.829095 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:02:45.867633 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c34bb036-3ce0-4543-8667-567e85332fd8 req-5518ba98-619c-4ce9-8bf7-bfcfcd96318e tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Feb 09 14:02:45.919689 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:45.981119 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:45.992646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] Pushing event deleted for resources: {'Network': ['ID=270f1726-6e9e-40f7-a536-0e2ee8945072,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:46.004084 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-825a9e57-be85-4caf-aa53-fa476e7d0444 admin admin] 10.222.0.48 "DELETE /v2.0/networks/270f1726-6e9e-40f7-a536-0e2ee8945072 HTTP/1.1" status: 204 len: 168 time: 0.8047800 Feb 09 14:02:46.004084 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fc6a2d28-ed7f-4210-9ad7-255fa5d94e4c req-ebf46ea4-b680-4e09-a9ad-0903fb1beae9 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 210 time: 0.0541096 Feb 09 14:02:46.073768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca1cbc-b69b-42d7-a626-04c10172e6ea req-26ec0075-7d98-492c-930d-eb401b4bd375 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:46.075426 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74ca1cbc-b69b-42d7-a626-04c10172e6ea req-26ec0075-7d98-492c-930d-eb401b4bd375 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.0967550 Feb 09 14:02:46.133633 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74ca1cbc-b69b-42d7-a626-04c10172e6ea req-19c671ff-8bdb-4dba-987b-1dab8b059459 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522411 Feb 09 14:02:46.200998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43910) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:46.253655 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-889cb370-6d20-47d5-8243-0c01e7e8c41d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed948665f4fc44cfbcc5b3de93d2bbc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514622 Feb 09 14:02:46.256245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43916) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:46.327497 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-17999dbc-efdb-4994-beae-c63ca1d141f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:46.357008 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-17999dbc-efdb-4994-beae-c63ca1d141f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:46.413443 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-17999dbc-efdb-4994-beae-c63ca1d141f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:46.428126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17999dbc-efdb-4994-beae-c63ca1d141f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa637951-4662-47c5-9dae-9f4b39e96aea,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:46.435756 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-17999dbc-efdb-4994-beae-c63ca1d141f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:46.440753 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-17999dbc-efdb-4994-beae-c63ca1d141f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa637951-4662-47c5-9dae-9f4b39e96aea HTTP/1.1" status: 204 len: 168 time: 0.1835022 Feb 09 14:02:46.516777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877a5d7-4362-42cb-85c8-168743a2baa9 req-d75ba2fc-7882-466e-b4fd-f0576200e57b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:46.518271 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c877a5d7-4362-42cb-85c8-168743a2baa9 req-d75ba2fc-7882-466e-b4fd-f0576200e57b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.1064579 Feb 09 14:02:46.575561 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c877a5d7-4362-42cb-85c8-168743a2baa9 req-561da66b-b28a-4a4b-985f-dddb583efa33 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481057 Feb 09 14:02:46.787940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5c656-8052-492d-853e-946ddb67009b req-5e3eebb5-54d9-429b-a119-bc2f642f1892 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:46.792778 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bda5c656-8052-492d-853e-946ddb67009b req-5e3eebb5-54d9-429b-a119-bc2f642f1892 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 945 time: 0.0851119 Feb 09 14:02:46.823383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43928) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:46.837461 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bda5c656-8052-492d-853e-946ddb67009b req-2bd4dbbd-24d3-42a4-b7df-5b4e633ae290 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410559 Feb 09 14:02:46.871648 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-45f29931-a3cc-4e5c-a719-e0fc75fd2caa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a72800ebc6d4434986f785329f92c225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469992 Feb 09 14:02:46.874175 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43932) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:46.935838 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef9d79a7-23ba-443d-9cf4-ca301d4429ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:46.964184 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef9d79a7-23ba-443d-9cf4-ca301d4429ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:47.077958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb418bd-a13b-4274-84b8-d948fdfd6888 req-d1036d7f-d944-4cd6-a3cf-f1bd71e96315 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:47.079338 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cbb418bd-a13b-4274-84b8-d948fdfd6888 req-d1036d7f-d944-4cd6-a3cf-f1bd71e96315 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.1028543 Feb 09 14:02:47.080383 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef9d79a7-23ba-443d-9cf4-ca301d4429ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:47.107490 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d79a7-23ba-443d-9cf4-ca301d4429ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94720569-7d69-44c3-9a18-cdfe3fffb9d4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:47.129275 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef9d79a7-23ba-443d-9cf4-ca301d4429ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:47.130326 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ef9d79a7-23ba-443d-9cf4-ca301d4429ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94720569-7d69-44c3-9a18-cdfe3fffb9d4 HTTP/1.1" status: 204 len: 168 time: 0.2552698 Feb 09 14:02:47.141445 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cbb418bd-a13b-4274-84b8-d948fdfd6888 req-b25f185e-d24e-47cd-a4e4-a6168f81fc82 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490108 Feb 09 14:02:47.165788 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9f92c3a9-a89f-4f09-a7f0-2e9bac434498 req-f8508eb5-1473-47b4-b545-4b50ffc4309d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 210 time: 0.0538230 Feb 09 14:02:47.407560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8173944-d19f-4158-baaf-9262acd64295 req-9f4bba91-c985-4676-8c70-fedf21d81a80 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1144717 Feb 09 14:02:47.562650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832960d7-c1c9-4ce5-9715-ec29a63d5bdd req-16b17b72-af6b-4f5a-adb1-9472fb1bfe6a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:47.564766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-832960d7-c1c9-4ce5-9715-ec29a63d5bdd req-16b17b72-af6b-4f5a-adb1-9472fb1bfe6a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.3150933 Feb 09 14:02:47.614400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8173944-d19f-4158-baaf-9262acd64295 req-eaed25fc-69b4-4abc-83e1-f7a2c2902016 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:47.615935 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8173944-d19f-4158-baaf-9262acd64295 req-eaed25fc-69b4-4abc-83e1-f7a2c2902016 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978719 Feb 09 14:02:47.648661 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-832960d7-c1c9-4ce5-9715-ec29a63d5bdd req-db486b39-0899-45c3-be5e-f8b866a1ed93 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673089 Feb 09 14:02:47.658085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Request body: {'port': {'device_id': '778d6e72-7229-4487-919e-bbf0f70c5ac3', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': '3c6a03b6484b48d8a9fb9b18aaadf881'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:47.768326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e88531-89d5-41be-ab16-9364e4c812e3 req-3637167f-0600-49cf-a4b6-c267e10fe232 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:47.769883 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-88e88531-89d5-41be-ab16-9364e4c812e3 req-3637167f-0600-49cf-a4b6-c267e10fe232 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.0853400 Feb 09 14:02:47.802650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:47.806509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Usage tracker for resource:port and tenant:3c6a03b6484b48d8a9fb9b18aaadf881 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:47.810019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:47.815652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:47.820837 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-88e88531-89d5-41be-ab16-9364e4c812e3 req-cf02d493-26a3-41d9-a97f-d0212aeede33 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451806 Feb 09 14:02:47.826552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Made reservation on behalf of 3c6a03b6484b48d8a9fb9b18aaadf881 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:02:47.830033 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:47.843879 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:47.864002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:47.867851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Usage tracker for resource:security_group_rule and tenant:3c6a03b6484b48d8a9fb9b18aaadf881 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:47.871321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:47.878021 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:48.016789 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:48.024635 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:48.113834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54d3850-4225-4025-b16c-b00ccc0b0eb7,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:48.153629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc52cdc-ede2-4152-b947-8b4bd3f81dde req-96fd3dcf-7408-41da-a367-7fc24080e9a2 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:48.155117 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4fc52cdc-ede2-4152-b947-8b4bd3f81dde req-96fd3dcf-7408-41da-a367-7fc24080e9a2 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 945 time: 0.1966236 Feb 09 14:02:48.246934 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4fc52cdc-ede2-4152-b947-8b4bd3f81dde req-5a4135d8-5ab3-4db5-93d7-aacf5531c82f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637283 Feb 09 14:02:48.253270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Allocated IP 192.168.233.106 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/72188270-bd12-4af3-9fcc-5acd7a7ee933) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:02:48.374888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a51f6-af9a-4305-bfc7-ec796a9b7778 req-9c2e8a8a-a26a-4385-9d75-ba9fc2ce9fc2 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:48.376448 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8c7a51f6-af9a-4305-bfc7-ec796a9b7778 req-9c2e8a8a-a26a-4385-9d75-ba9fc2ce9fc2 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.1079798 Feb 09 14:02:48.424618 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8c7a51f6-af9a-4305-bfc7-ec796a9b7778 req-a9bf9149-00ca-4e91-b2cf-b6652bcef4f5 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404522 Feb 09 14:02:48.484413 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-64a40dfe-99c6-452e-be01-14984af9620b req-0f4a9fa5-b24c-49c7-b013-f127fc139a75 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 210 time: 0.0576172 Feb 09 14:02:48.590511 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:48.613397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Transition to ACTIVE for port object 72188270-bd12-4af3-9fcc-5acd7a7ee933 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:02:48.639096 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:48.711820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:02:48.715073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:02:48.719082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:02:48.762893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Pushing event updated for resources: {'Port': ['ID=72188270-bd12-4af3-9fcc-5acd7a7ee933,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:48.790154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:48.790764 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:48.868576 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8173944-d19f-4158-baaf-9262acd64295 req-bfdc31e0-6ec3-471f-8f3e-a76871dd73ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2299502 Feb 09 14:02:48.885596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Request body: {'port': {'device_id': '778d6e72-7229-4487-919e-bbf0f70c5ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:48.968514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02ca0f-652b-4e21-9459-608bf60437b2 req-e4073003-ceba-46da-9ef6-81c7ba0b4d09 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:48.970127 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd02ca0f-652b-4e21-9459-608bf60437b2 req-e4073003-ceba-46da-9ef6-81c7ba0b4d09 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.1747680 Feb 09 14:02:49.063176 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c1bb51f5-c1e3-4756-9c07-b8b3d0b79133 None None] Provisioning for port 72188270-bd12-4af3-9fcc-5acd7a7ee933 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:02:49.068863 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c1bb51f5-c1e3-4756-9c07-b8b3d0b79133 None None] Provisioning complete for port 72188270-bd12-4af3-9fcc-5acd7a7ee933 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:02:49.069294 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c1bb51f5-c1e3-4756-9c07-b8b3d0b79133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:49.119163 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd02ca0f-652b-4e21-9459-608bf60437b2 req-2ee7e513-17aa-4048-bda2-91527d8a061a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162930 Feb 09 14:02:49.120025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:49.158800 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb51f5-c1e3-4756-9c07-b8b3d0b79133 None None] Port 72188270-bd12-4af3-9fcc-5acd7a7ee933 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:02:49.254410 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64355860-1ef5-4a07-8891-9346543e99f7 req-c54fe774-f79f-4d78-8f0e-f12299e5079e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:49.255910 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64355860-1ef5-4a07-8891-9346543e99f7 req-c54fe774-f79f-4d78-8f0e-f12299e5079e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.0924447 Feb 09 14:02:49.312569 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64355860-1ef5-4a07-8891-9346543e99f7 req-1a9f1942-bcb3-49a2-8566-e7ab09a4991b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498447 Feb 09 14:02:49.599718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72188270-bd12-4af3-9fcc-5acd7a7ee933 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:02:49.616234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:49.643219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d38b2-36a4-464b-badb-b568f08bf7ad req-5efe59ae-19b8-42b8-88f0-e747f376499f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:49.652565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Transition to ACTIVE for port object 72188270-bd12-4af3-9fcc-5acd7a7ee933 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:02:49.652763 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-861d38b2-36a4-464b-badb-b568f08bf7ad req-5efe59ae-19b8-42b8-88f0-e747f376499f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 945 time: 0.1640756 Feb 09 14:02:49.660148 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:49.716025 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-861d38b2-36a4-464b-badb-b568f08bf7ad req-f229c11d-9e49-490d-9285-d7292e5cde2f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616648 Feb 09 14:02:49.958672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=72188270-bd12-4af3-9fcc-5acd7a7ee933,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:49.997728 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43102fca-6f28-441b-b5aa-04ddca12ed41 req-7cf763b9-3829-45f3-bf5b-2370eafcdf9a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:49.999280 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43102fca-6f28-441b-b5aa-04ddca12ed41 req-7cf763b9-3829-45f3-bf5b-2370eafcdf9a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 948 time: 0.1712968 Feb 09 14:02:50.024186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fac17-4973-4a56-9ba1-80bffd2cdaf8 req-5d4f65b0-c6c5-4bec-8f4a-6db635576845 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:50.025565 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a66fac17-4973-4a56-9ba1-80bffd2cdaf8 req-5d4f65b0-c6c5-4bec-8f4a-6db635576845 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.2196422 Feb 09 14:02:50.030556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Attempting to bind port 72188270-bd12-4af3-9fcc-5acd7a7ee933 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:02:50.030889 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Attempting to bind port 72188270-bd12-4af3-9fcc-5acd7a7ee933 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:02:50.031219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Attempting to bind port 72188270-bd12-4af3-9fcc-5acd7a7ee933 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:50.052399 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Port 72188270-bd12-4af3-9fcc-5acd7a7ee933 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:02:50.052718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Attempting to bind port 72188270-bd12-4af3-9fcc-5acd7a7ee933 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:02:50.056570 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43102fca-6f28-441b-b5aa-04ddca12ed41 req-e5c1b853-04b0-4d9a-ae92-b44e5378814b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515769 Feb 09 14:02:50.062817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:02:50.063150 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:02:50.063525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:02:50.063971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Bound port: 72188270-bd12-4af3-9fcc-5acd7a7ee933, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:02:50.064311 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:50.127933 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a66fac17-4973-4a56-9ba1-80bffd2cdaf8 req-2b28b510-2314-4b0f-8397-19e5cc74ea5f tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939219 Feb 09 14:02:50.179427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] For port 72188270-bd12-4af3-9fcc-5acd7a7ee933, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:02:50.182805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] For port 72188270-bd12-4af3-9fcc-5acd7a7ee933, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:02:50.188635 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:50.263282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:50.264234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:50.265573 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8173944-d19f-4158-baaf-9262acd64295 req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] 10.222.0.35 "PUT /v2.0/ports/72188270-bd12-4af3-9fcc-5acd7a7ee933 HTTP/1.1" status: 200 len: 1096 time: 1.3842697 Feb 09 14:02:50.268516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778d6e72-7229-4487-919e-bbf0f70c5ac3', 'tag': '72188270-bd12-4af3-9fcc-5acd7a7ee933'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:02:50.303878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92281aa-1aea-469a-8383-9bc5d655a3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=72188270-bd12-4af3-9fcc-5acd7a7ee933,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:50.353473 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778d6e72-7229-4487-919e-bbf0f70c5ac3', 'tag': '72188270-bd12-4af3-9fcc-5acd7a7ee933', 'status': 'completed', 'code': 200} Feb 09 14:02:50.373685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6e32-cbe2-408d-820d-fad7011b0f8e req-74fb2c29-a855-4de6-9b58-0afd227af489 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:50.391623 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc4b6e32-cbe2-408d-820d-fad7011b0f8e req-74fb2c29-a855-4de6-9b58-0afd227af489 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.1476007 Feb 09 14:02:50.452346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8173944-d19f-4158-baaf-9262acd64295 req-a9affa60-6611-4b9f-ad2a-79d1e068bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:50.454932 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8173944-d19f-4158-baaf-9262acd64295 req-a9affa60-6611-4b9f-ad2a-79d1e068bcd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 1099 time: 0.1417332 Feb 09 14:02:50.467654 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc4b6e32-cbe2-408d-820d-fad7011b0f8e req-d80af693-65a1-4b47-9070-170b5e257b39 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701852 Feb 09 14:02:50.539451 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8173944-d19f-4158-baaf-9262acd64295 req-9c7a1298-c0fe-49a7-a3a2-55339f1372a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933 HTTP/1.1" status: 200 len: 217 time: 0.0739305 Feb 09 14:02:50.692922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8173944-d19f-4158-baaf-9262acd64295 req-3e79707e-db19-4bb7-9a91-91a02039b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:50.694349 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8173944-d19f-4158-baaf-9262acd64295 req-3e79707e-db19-4bb7-9a91-91a02039b7df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1084552 Feb 09 14:02:50.762370 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3390461b-fd68-4172-846b-f0a1cfed687a req-2830815c-30ea-465d-95f1-4291e05bd91e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c0012b-5e01-4beb-843c-0e5ebdf23f7e HTTP/1.1" status: 200 len: 217 time: 0.1403890 Feb 09 14:02:50.784746 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dc5a6-bb5b-4b69-89d0-2957be367820 req-bc73c7ac-1fa3-4a24-8230-e2cd8fe67552 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:50.792306 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c03dc5a6-bb5b-4b69-89d0-2957be367820 req-bc73c7ac-1fa3-4a24-8230-e2cd8fe67552 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.2513144 Feb 09 14:02:50.859190 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c03dc5a6-bb5b-4b69-89d0-2957be367820 req-3b835e4d-2d5c-456f-9f8c-79ced70b6d54 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659270 Feb 09 14:02:50.868845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44062) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:50.891052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8173944-d19f-4158-baaf-9262acd64295 req-a4da89db-f8d9-4db2-a94f-d6ae563d6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:50.892566 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8173944-d19f-4158-baaf-9262acd64295 req-a4da89db-f8d9-4db2-a94f-d6ae563d6cf5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1896467 Feb 09 14:02:50.908149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390461b-fd68-4172-846b-f0a1cfed687a req-ae93c7b4-7d7b-43d1-b054-76326d7552b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:50.910006 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3390461b-fd68-4172-846b-f0a1cfed687a req-ae93c7b4-7d7b-43d1-b054-76326d7552b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.1087132 Feb 09 14:02:51.019231 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3390461b-fd68-4172-846b-f0a1cfed687a req-78251fae-ec5d-4639-b998-f583b0bc03d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726037 Feb 09 14:02:51.057540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4fba1641-2897-49ab-8f6b-44f903871594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:51.059031 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-4fba1641-2897-49ab-8f6b-44f903871594 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 1096 time: 0.2957962 Feb 09 14:02:51.059798 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f98783dd-e74b-4c52-b618-bed232479b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:51.081020 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f98783dd-e74b-4c52-b618-bed232479b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:51.101391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f98783dd-e74b-4c52-b618-bed232479b3b admin admin] Usage tracker for resource:security_group_rule and tenant:73849c4c2dc644f58b76b3ad1881f383 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:02:51.105831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f98783dd-e74b-4c52-b618-bed232479b3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:02:51.126960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f98783dd-e74b-4c52-b618-bed232479b3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:51.137112 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8173944-d19f-4158-baaf-9262acd64295 req-610d4f8e-799f-47df-b754-16638e011b7b service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267020 Feb 09 14:02:51.301460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d940c-2c04-416a-929a-41d2891740d7 req-593dfd19-383c-4d7d-8669-03fd377139ef tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:51.302874 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e69d940c-2c04-416a-929a-41d2891740d7 req-593dfd19-383c-4d7d-8669-03fd377139ef tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 945 time: 0.3903146 Feb 09 14:02:51.345846 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3390461b-fd68-4172-846b-f0a1cfed687a req-df88504b-41e5-46a1-b015-57928b2efb08 service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151028 Feb 09 14:02:51.391367 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8173944-d19f-4158-baaf-9262acd64295 req-b49acbe8-9045-4fbd-a3aa-2a97be58236a service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479787 Feb 09 14:02:51.405286 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a1686-8078-4f6a-8fb7-f40c617c8772 req-de206194-2149-41eb-b4c0-b2d2ec2540a3 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:51.406100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3f6a1686-8078-4f6a-8fb7-f40c617c8772 req-de206194-2149-41eb-b4c0-b2d2ec2540a3 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Synchronizing usage tracker for tenant:3c6a03b6484b48d8a9fb9b18aaadf881 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:02:51.430896 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f98783dd-e74b-4c52-b618-bed232479b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:51.439515 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f98783dd-e74b-4c52-b618-bed232479b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:51.458952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-fc4bb0b5-509a-4c02-b3f4-4aeea2190caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:51.460567 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-fc4bb0b5-509a-4c02-b3f4-4aeea2190caf service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.3348901 Feb 09 14:02:51.498511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3f6a1686-8078-4f6a-8fb7-f40c617c8772 req-de206194-2149-41eb-b4c0-b2d2ec2540a3 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Unset dirty status for tenant:3c6a03b6484b48d8a9fb9b18aaadf881 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:02:51.499679 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f6a1686-8078-4f6a-8fb7-f40c617c8772 req-de206194-2149-41eb-b4c0-b2d2ec2540a3 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 948 time: 0.3257184 Feb 09 14:02:51.543477 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e69d940c-2c04-416a-929a-41d2891740d7 req-f65a02e7-ab34-4a0a-ae59-1898b09d43ae tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257812 Feb 09 14:02:51.554488 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-af3311ac-7fdb-4676-b2e7-5f6e7409341d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4675296-c63b-4a68-9947-6352ad20f08e HTTP/1.1" status: 200 len: 217 time: 0.0858743 Feb 09 14:02:51.554743 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f98783dd-e74b-4c52-b618-bed232479b3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73849c4c2dc644f58b76b3ad1881f383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6842303 Feb 09 14:02:51.557071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44076) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:51.582076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98783dd-e74b-4c52-b618-bed232479b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6606c3-3e4d-48f5-8e0e-be43c557ba2d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:51.638623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3f6a1686-8078-4f6a-8fb7-f40c617c8772 req-9103db90-675f-444b-8a42-91a542c1f941 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Synchronizing usage tracker for tenant:3c6a03b6484b48d8a9fb9b18aaadf881 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:02:51.666035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b9ff4-013f-498a-a23c-8a1c5ca1fa38 req-f99e6603-a560-4a53-815b-8d6126ac6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:51.667793 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f44b9ff4-013f-498a-a23c-8a1c5ca1fa38 req-f99e6603-a560-4a53-815b-8d6126ac6b3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 1099 time: 0.2173800 Feb 09 14:02:51.669319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3f6a1686-8078-4f6a-8fb7-f40c617c8772 req-9103db90-675f-444b-8a42-91a542c1f941 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Unset dirty status for tenant:3c6a03b6484b48d8a9fb9b18aaadf881 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:02:51.670535 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f6a1686-8078-4f6a-8fb7-f40c617c8772 req-9103db90-675f-444b-8a42-91a542c1f941 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480458 Feb 09 14:02:51.714110 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3390461b-fd68-4172-846b-f0a1cfed687a req-4510cc1e-ce95-43ed-a8eb-16fbd0e4a2ca service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486881 Feb 09 14:02:51.723398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-7f23f4d9-aefe-4079-baaf-5454ec09c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:51.725263 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-7f23f4d9-aefe-4079-baaf-5454ec09c7f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.1635115 Feb 09 14:02:51.823825 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-de266752-da20-41d1-8577-f842d988fc62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861514 Feb 09 14:02:51.830529 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81ae4010-0938-4330-a48b-c172efcadb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:51.914332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b9ff4-013f-498a-a23c-8a1c5ca1fa38 req-ab823ac5-0638-4711-bf3d-846ec084abec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:51.917907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f44b9ff4-013f-498a-a23c-8a1c5ca1fa38 req-ab823ac5-0638-4711-bf3d-846ec084abec service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.2324591 Feb 09 14:02:51.948337 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81ae4010-0938-4330-a48b-c172efcadb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:52.024673 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f44b9ff4-013f-498a-a23c-8a1c5ca1fa38 req-8285f3b7-11e0-4804-aaf4-97586e333918 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933 HTTP/1.1" status: 200 len: 217 time: 0.0996218 Feb 09 14:02:52.055545 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a041e-974c-472f-adcb-3930baac99e4 req-9b8f4601-3c58-4610-9f22-06ca612c9e6e tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:52.057102 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-747a041e-974c-472f-adcb-3930baac99e4 req-9b8f4601-3c58-4610-9f22-06ca612c9e6e tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.3177299 Feb 09 14:02:52.062141 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-d8fe9bc3-d6ce-46f2-9483-45f58b9ee67a service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291303 Feb 09 14:02:52.110706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b9ff4-013f-498a-a23c-8a1c5ca1fa38 req-3d69873d-dc98-463c-8479-ea2cbaa3a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:52.112044 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f44b9ff4-013f-498a-a23c-8a1c5ca1fa38 req-3d69873d-dc98-463c-8479-ea2cbaa3a8cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0800362 Feb 09 14:02:52.124100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e32d4-e4cf-4d07-be30-8f16f8e5a66a req-af8061cd-96ce-41c4-bd8e-ad448391d31e tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:52.125523 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-da2e32d4-e4cf-4d07-be30-8f16f8e5a66a req-af8061cd-96ce-41c4-bd8e-ad448391d31e tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.1488822 Feb 09 14:02:52.228285 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-da2e32d4-e4cf-4d07-be30-8f16f8e5a66a req-52640a86-8888-4e19-833d-fcffc01a85fd tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712421 Feb 09 14:02:52.256193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b9ff4-013f-498a-a23c-8a1c5ca1fa38 req-a2f5a95f-b519-4c89-852a-ec10f51c787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:52.257935 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f44b9ff4-013f-498a-a23c-8a1c5ca1fa38 req-a2f5a95f-b519-4c89-852a-ec10f51c787d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1312461 Feb 09 14:02:52.289554 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81ae4010-0938-4330-a48b-c172efcadb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:52.327554 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-747a041e-974c-472f-adcb-3930baac99e4 req-a8e7bcfc-27d4-4a98-8651-7a8221e2a4fc tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409163 Feb 09 14:02:52.349789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae4010-0938-4330-a48b-c172efcadb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6606c3-3e4d-48f5-8e0e-be43c557ba2d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:52.359085 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81ae4010-0938-4330-a48b-c172efcadb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:52.382260 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-81ae4010-0938-4330-a48b-c172efcadb99 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c6606c3-3e4d-48f5-8e0e-be43c557ba2d HTTP/1.1" status: 204 len: 168 time: 0.8239219 Feb 09 14:02:52.384838 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-0a81ff95-c94b-46c1-87c0-0464442eb0e3 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163304 Feb 09 14:02:52.411366 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f44b9ff4-013f-498a-a23c-8a1c5ca1fa38 req-f6c22d46-81dd-4ae1-801b-a590b20c0d0a service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437206 Feb 09 14:02:52.649306 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f44b9ff4-013f-498a-a23c-8a1c5ca1fa38 req-1de75059-565d-43eb-9db7-b671c04deed8 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863589 Feb 09 14:02:52.660316 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77565d7c-ce47-464b-8229-d089966212b5 req-c63e52a1-70ce-4c0f-a2e2-22025b05ef46 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:52.662042 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77565d7c-ce47-464b-8229-d089966212b5 req-c63e52a1-70ce-4c0f-a2e2-22025b05ef46 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.2488809 Feb 09 14:02:52.728361 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77565d7c-ce47-464b-8229-d089966212b5 req-65dd5d65-6d78-4206-b65b-78d4407511b6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577075 Feb 09 14:02:52.891557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-1bfa6238-f49e-4c40-a62c-d6c8e10d34ce tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:52.893199 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-1bfa6238-f49e-4c40-a62c-d6c8e10d34ce tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937&tenant_id=599ada696464469cbeafc3efd9524c59&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 1096 time: 0.1613152 Feb 09 14:02:52.946953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac5f7a-d208-4950-97a0-6ed3963cfc94 req-a55b55e1-363f-41ec-9ba1-094f088ffa1c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:52.954715 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4aac5f7a-d208-4950-97a0-6ed3963cfc94 req-a55b55e1-363f-41ec-9ba1-094f088ffa1c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 948 time: 0.1055367 Feb 09 14:02:52.973081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8fcaa-7996-4f47-979e-eeb42bc97e59 req-7f0e8851-4bdd-4b9f-9789-12a63e851edb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:52.975555 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-29b8fcaa-7996-4f47-979e-eeb42bc97e59 req-7f0e8851-4bdd-4b9f-9789-12a63e851edb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 945 time: 0.1756687 Feb 09 14:02:53.014587 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4aac5f7a-d208-4950-97a0-6ed3963cfc94 req-ba36be1b-4f85-4e7a-b046-24863891e77b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570278 Feb 09 14:02:53.060514 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-29b8fcaa-7996-4f47-979e-eeb42bc97e59 req-e9c9d33b-ba07-46a2-a090-99168d857268 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763295 Feb 09 14:02:53.104515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-9050156f-19db-483f-89d2-1dc1dca8df2c service neutron] For port d4675296-c63b-4a68-9947-6352ad20f08e, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:02:53.108273 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-9050156f-19db-483f-89d2-1dc1dca8df2c service neutron] Notify callbacks [] for binding, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:53.109375 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cafab0ba-2652-4f07-96ae-b180dd0134d8 req-9050156f-19db-483f-89d2-1dc1dca8df2c service neutron] 10.222.0.21 "DELETE /v2.0/ports/d4675296-c63b-4a68-9947-6352ad20f08e/bindings/n-h1-828418-2 HTTP/1.1" status: 204 len: 173 time: 0.2047336 Feb 09 14:02:53.302255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90a724-5714-4015-bd95-57532c0c1061 req-f4746d21-1570-4210-9680-51a3676e272a tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:53.304035 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-be90a724-5714-4015-bd95-57532c0c1061 req-f4746d21-1570-4210-9680-51a3676e272a tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 1096 time: 0.0843506 Feb 09 14:02:53.349199 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-be90a724-5714-4015-bd95-57532c0c1061 req-e1c638e4-1570-4bd3-bd8a-c9b86830c403 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373011 Feb 09 14:02:53.423996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 22c0012b-5e01-4beb-843c-0e5ebdf23f7e details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:02:53.451871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516e427-bfa8-4c3f-9970-338192a4a5e0 req-6689cae3-2667-421d-81cf-cd8321e5f195 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:53.455131 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f516e427-bfa8-4c3f-9970-338192a4a5e0 req-6689cae3-2667-421d-81cf-cd8321e5f195 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.0912826 Feb 09 14:02:53.540865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f516e427-bfa8-4c3f-9970-338192a4a5e0 req-09c21a0e-b037-4ed9-9408-ba9600bca23c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809338 Feb 09 14:02:53.604731 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:53.618400 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 22c0012b-5e01-4beb-843c-0e5ebdf23f7e has no active binding in host n-h1-828418-2 {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 14:02:53.716941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acbcd5-fd03-416e-840d-b2bd67333478 req-e7088349-2ca5-40f5-ac8b-631c367d26e4 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:53.718404 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-35acbcd5-fd03-416e-840d-b2bd67333478 req-e7088349-2ca5-40f5-ac8b-631c367d26e4 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.0853469 Feb 09 14:02:53.765261 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-35acbcd5-fd03-416e-840d-b2bd67333478 req-63d9bd59-4627-4d9b-8fce-872080961d84 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396392 Feb 09 14:02:54.002736 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-05cd935e-46a1-4bd8-8107-a4264a90b708 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:54.004203 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-05cd935e-46a1-4bd8-8107-a4264a90b708 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 808 time: 0.1487291 Feb 09 14:02:54.020768 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-d479cde1-ad11-411c-9fcb-879932fac100 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/quotas/599ada696464469cbeafc3efd9524c59 HTTP/1.1" status: 200 len: 375 time: 0.0093336 Feb 09 14:02:54.106763 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-840bea7a-e51e-4ea7-820e-78b29d4c5902 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809705 Feb 09 14:02:54.277667 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-08e5f778-cb6b-4558-9269-76ee05947e78 service neutron] 10.222.0.48 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640098 Feb 09 14:02:54.451471 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-cee82bba-2a83-4e77-bc74-f3f27efa42c9 service neutron] 10.222.0.48 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724389 Feb 09 14:02:54.474563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad59b4-cfee-4b89-a7ca-8ca9446efd95 req-03abbe19-e975-47f9-b7c0-1b54b83d766b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:54.477102 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-58ad59b4-cfee-4b89-a7ca-8ca9446efd95 req-03abbe19-e975-47f9-b7c0-1b54b83d766b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.0987015 Feb 09 14:02:54.526115 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-58ad59b4-cfee-4b89-a7ca-8ca9446efd95 req-a00028a1-c76d-4c8d-8e81-177d23625844 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426159 Feb 09 14:02:54.798511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf7f73-f7a6-4203-8d14-80c61c74bad8 req-3ce0849b-9f73-42a0-bf6f-49ed7d46c6b7 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:54.822367 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-28bf7f73-f7a6-4203-8d14-80c61c74bad8 req-3ce0849b-9f73-42a0-bf6f-49ed7d46c6b7 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 948 time: 0.1266344 Feb 09 14:02:54.915618 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-28bf7f73-f7a6-4203-8d14-80c61c74bad8 req-fedcaab5-a03d-43a6-ace2-12ecc01bf492 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865815 Feb 09 14:02:55.076989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab85ce-0ad8-4684-abec-5903fbe9889d req-219d42e1-e479-494c-ad06-632fb8f3444e tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:55.080041 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-67f52cde-76fc-4efb-9a49-3d29ad1a9895 req-675e496d-8cc3-4b7b-ab66-632b8cc04fda tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 210 time: 0.0815420 Feb 09 14:02:55.084429 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5ab85ce-0ad8-4684-abec-5903fbe9889d req-219d42e1-e479-494c-ad06-632fb8f3444e tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.1814671 Feb 09 14:02:55.146981 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5ab85ce-0ad8-4684-abec-5903fbe9889d req-510dc7b9-ca04-4af4-897a-f6a42828c402 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616994 Feb 09 14:02:55.315176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64942505-5579-4c20-9bda-4a910e246459 req-c596fd88-d0a0-4543-aa86-cb4e5c18dffa tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:55.320442 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64942505-5579-4c20-9bda-4a910e246459 req-c596fd88-d0a0-4543-aa86-cb4e5c18dffa tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.1268036 Feb 09 14:02:55.377917 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64942505-5579-4c20-9bda-4a910e246459 req-1a658459-e5a2-468e-a2d4-b9c1ed3f271c tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478494 Feb 09 14:02:55.429293 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 72188270-bd12-4af3-9fcc-5acd7a7ee933 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:02:55.640026 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-327e0c1b-9f70-4121-b478-883a49cb87c0 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1125191378&fields=id&tenant_id=819ad572178e4886a304631fc3728b0f HTTP/1.1" status: 200 len: 267 time: 0.0855184 Feb 09 14:02:55.839990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-8e0e2e90-e1e2-4126-a351-d27dbf0fbb6c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:55.841600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-8e0e2e90-e1e2-4126-a351-d27dbf0fbb6c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Synchronizing usage tracker for tenant:819ad572178e4886a304631fc3728b0f on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:02:55.852104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 72188270-bd12-4af3-9fcc-5acd7a7ee933, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:55.876148 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '72188270-bd12-4af3-9fcc-5acd7a7ee933', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '72188270-bd12-4af3-9fcc-5acd7a7ee933', 'mac_address': 'fa:16:3e:9c:51:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:02:55.884059 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-8e0e2e90-e1e2-4126-a351-d27dbf0fbb6c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Unset dirty status for tenant:819ad572178e4886a304631fc3728b0f on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:02:55.885950 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-8e0e2e90-e1e2-4126-a351-d27dbf0fbb6c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/networks?id=4438975a-7484-4e20-a7dd-31c3711d5a27 HTTP/1.1" status: 200 len: 823 time: 0.2418113 Feb 09 14:02:55.923140 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-29713175-1613-4783-8290-a00da1f5908d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/quotas/819ad572178e4886a304631fc3728b0f HTTP/1.1" status: 200 len: 375 time: 0.0307791 Feb 09 14:02:55.976823 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:55.989904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15810b30-e0be-4aeb-87ed-8b56a74b2db4 req-4135b858-014d-488e-84f7-0314690260d0 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:55.996163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72188270-bd12-4af3-9fcc-5acd7a7ee933 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:02:56.000587 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15810b30-e0be-4aeb-87ed-8b56a74b2db4 req-4135b858-014d-488e-84f7-0314690260d0 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.1162338 Feb 09 14:02:56.013246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 72188270-bd12-4af3-9fcc-5acd7a7ee933, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:56.018902 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:56.046518 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-b45290e1-6f7a-41b5-a0d0-4d9e60b326b3 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=819ad572178e4886a304631fc3728b0f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1185133 Feb 09 14:02:56.053381 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15810b30-e0be-4aeb-87ed-8b56a74b2db4 req-d6c57672-928c-4b0b-a590-e08992ec8a9b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515990 Feb 09 14:02:56.120881 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=72188270-bd12-4af3-9fcc-5acd7a7ee933,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:56.135946 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:56.136302 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:56.136682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:56.137021 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:56.137682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:56.138113 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:56.140073 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:56.140666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:56.141173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:56.142195 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:56.142744 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:56.143483 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:02:56.372117 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-c25927bb-37d7-4fac-9eac-9b18663ae3ff service neutron] 10.222.0.48 "GET /v2.0/networks/4438975a-7484-4e20-a7dd-31c3711d5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040183 Feb 09 14:02:56.461059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034c909-b4de-49b2-87c5-ee1d1b700987 req-3a997cd5-0563-480d-8c7e-7c07a276b453 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:56.463924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-4045a417-671e-41e2-917d-1c44f13321e2 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:56.465918 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-4045a417-671e-41e2-917d-1c44f13321e2 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.35 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 808 time: 0.2997034 Feb 09 14:02:56.468537 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e034c909-b4de-49b2-87c5-ee1d1b700987 req-3a997cd5-0563-480d-8c7e-7c07a276b453 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 949 time: 0.1647730 Feb 09 14:02:56.497742 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-0df6bd87-c81f-48f4-980b-c4a88a2e037a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Request body: {'port': {'device_id': '3f7564f6-3c42-40a9-8d20-754568194334', 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123', 'admin_state_up': True, 'tenant_id': '599ada696464469cbeafc3efd9524c59'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:56.556952 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['72188270-bd12-4af3-9fcc-5acd7a7ee933'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:02:56.575553 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e034c909-b4de-49b2-87c5-ee1d1b700987 req-1a96c921-7e58-447f-adbc-f22df6bf5473 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059544 Feb 09 14:02:56.634799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110243f-ba35-43c2-8aa8-bd1e929b7939 req-beacbb9e-a6fc-4a8b-9252-06efee25a3bd tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:56.643446 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e110243f-ba35-43c2-8aa8-bd1e929b7939 req-beacbb9e-a6fc-4a8b-9252-06efee25a3bd tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce5a541c-704b-4913-9e82-7faac3acae04 HTTP/1.1" status: 200 len: 966 time: 0.1726189 Feb 09 14:02:56.742212 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-787f4316-8537-4dfa-aad6-a003c9af0f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:56.794138 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-ff7d2e0f-c617-447e-87ef-1edffa8bf4c0 service neutron] 10.222.0.48 "GET /v2.0/networks/4438975a-7484-4e20-a7dd-31c3711d5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211612 Feb 09 14:02:56.832658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-e110243f-ba35-43c2-8aa8-bd1e929b7939 req-ee6b2e63-82d5-4c40-9b89-1cb2dcc29ddc tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Deleting port 85a14921-3da9-47af-a34d-cf4932449c7d {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:02:56.833009 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e110243f-ba35-43c2-8aa8-bd1e929b7939 req-ee6b2e63-82d5-4c40-9b89-1cb2dcc29ddc tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:56.887799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-0df6bd87-c81f-48f4-980b-c4a88a2e037a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:02:56.893533 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e85771b1-1a48-4752-8123-09a4f809e2bf req-308e9717-2341-4d18-9e5d-438fd29324cc tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 210 time: 0.1123242 Feb 09 14:02:56.909343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-0df6bd87-c81f-48f4-980b-c4a88a2e037a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:02:56.921201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-0df6bd87-c81f-48f4-980b-c4a88a2e037a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Made reservation on behalf of 599ada696464469cbeafc3efd9524c59 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:02:56.928974 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-0df6bd87-c81f-48f4-980b-c4a88a2e037a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:57.351429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-0df6bd87-c81f-48f4-980b-c4a88a2e037a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Allocated IP 172.20.0.11 (3a9adc7a-c36b-4c52-b5e7-269039511123/727561ed-eee7-4d6c-9032-5a4fe849f97a/1eea9ee2-af57-4b83-8566-e5cd74af6ba8) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:02:57.415898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefcba6-81a6-4718-b93e-b0388fc8fd84 req-8310d2a7-5d24-4941-a8b3-e66a45dffcc8 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:57.420472 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ceefcba6-81a6-4718-b93e-b0388fc8fd84 req-8310d2a7-5d24-4941-a8b3-e66a45dffcc8 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.2507551 Feb 09 14:02:57.436142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-e110243f-ba35-43c2-8aa8-bd1e929b7939 req-ee6b2e63-82d5-4c40-9b89-1cb2dcc29ddc tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] For port 85a14921-3da9-47af-a34d-cf4932449c7d, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=85a14921-3da9-47af-a34d-cf4932449c7d,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:02:57.437026 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e110243f-ba35-43c2-8aa8-bd1e929b7939 req-ee6b2e63-82d5-4c40-9b89-1cb2dcc29ddc tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:57.594044 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ceefcba6-81a6-4718-b93e-b0388fc8fd84 req-7092ac87-2da0-49ac-9ae3-3df58df0f130 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650314 Feb 09 14:02:58.002851 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-0df6bd87-c81f-48f4-980b-c4a88a2e037a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:58.036748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e60fdb-4ec5-4f52-98d3-5ba18ea02c89 req-b69bc248-ef09-439e-aded-1b3ee13515ee tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:58.038277 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-49e60fdb-4ec5-4f52-98d3-5ba18ea02c89 req-b69bc248-ef09-439e-aded-1b3ee13515ee tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.1581316 Feb 09 14:02:58.048175 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c601137-4a39-48a6-972d-c72d0f1f885b req-0d46d3d1-cf07-4137-984c-f1d037d41f95 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 210 time: 0.2346301 Feb 09 14:02:58.123965 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-49e60fdb-4ec5-4f52-98d3-5ba18ea02c89 req-c5e39bee-5c61-4ece-9710-2dd56fe2fabd tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766263 Feb 09 14:02:58.125817 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-0df6bd87-c81f-48f4-980b-c4a88a2e037a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:58.288125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-0df6bd87-c81f-48f4-980b-c4a88a2e037a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Network 3a9adc7a-c36b-4c52-b5e7-269039511123 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:02:58.300611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-0df6bd87-c81f-48f4-980b-c4a88a2e037a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:02:58.316084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-0df6bd87-c81f-48f4-980b-c4a88a2e037a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:02:58.355549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6bd87-c81f-48f4-980b-c4a88a2e037a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Pushing event updated for resources: {'Port': ['ID=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:58.364552 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e110243f-ba35-43c2-8aa8-bd1e929b7939 req-ee6b2e63-82d5-4c40-9b89-1cb2dcc29ddc tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:58.364872 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e110243f-ba35-43c2-8aa8-bd1e929b7939 req-ee6b2e63-82d5-4c40-9b89-1cb2dcc29ddc tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:58.370651 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [req-e110243f-ba35-43c2-8aa8-bd1e929b7939 req-ee6b2e63-82d5-4c40-9b89-1cb2dcc29ddc tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Floating IP 786e894e-87be-4b70-b72c-9a07de5e40c4 disassociated. External IP: 172.25.8.67, port: 85a14921-3da9-47af-a34d-cf4932449c7d. Feb 09 14:02:58.371413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-e110243f-ba35-43c2-8aa8-bd1e929b7939 req-ee6b2e63-82d5-4c40-9b89-1cb2dcc29ddc tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Calling delete_port for 85a14921-3da9-47af-a34d-cf4932449c7d owned by compute:tempest-test_az-90180771 {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:02:58.438352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bad57-155e-48f1-b5a8-4a8d48574cc9 req-c9cb81f6-c1b6-4ea3-bc43-afaccd5b0f8b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:58.439816 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9c1bad57-155e-48f1-b5a8-4a8d48574cc9 req-c9cb81f6-c1b6-4ea3-bc43-afaccd5b0f8b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 943 time: 0.2181492 Feb 09 14:02:58.615446 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e110243f-ba35-43c2-8aa8-bd1e929b7939 req-ee6b2e63-82d5-4c40-9b89-1cb2dcc29ddc tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:58.648003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-0df6bd87-c81f-48f4-980b-c4a88a2e037a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:58.649088 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-0df6bd87-c81f-48f4-980b-c4a88a2e037a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:58.668801 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9c1bad57-155e-48f1-b5a8-4a8d48574cc9 req-e7eb40f3-fd93-488d-8497-bbfec5ebf0a4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189407 Feb 09 14:02:58.734078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b2e63-82d5-4c40-9b89-1cb2dcc29ddc tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Pushing event deleted for resources: {'Port': ['ID=85a14921-3da9-47af-a34d-cf4932449c7d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:02:58.737485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d8d20-1649-49e3-8405-87c5634d9191 req-07dbc924-4ef4-47fd-b1e2-2020a10079ca tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:58.750100 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb8d8d20-1649-49e3-8405-87c5634d9191 req-07dbc924-4ef4-47fd-b1e2-2020a10079ca tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 949 time: 0.3775289 Feb 09 14:02:58.776076 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-0df6bd87-c81f-48f4-980b-c4a88a2e037a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2827492 Feb 09 14:02:58.797351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Request body: {'port': {'device_id': '3f7564f6-3c42-40a9-8d20-754568194334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:02:58.953610 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb8d8d20-1649-49e3-8405-87c5634d9191 req-93018ea6-72a0-4724-b52d-15ee977e689b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023704 Feb 09 14:02:59.070718 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4da7049b-8a76-4d07-b7e1-f7e7dbb4d4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:59.118726 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:59.226102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e110243f-ba35-43c2-8aa8-bd1e929b7939 req-ee6b2e63-82d5-4c40-9b89-1cb2dcc29ddc tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Router 54a0447b-0f39-4d41-9f60-96984ef380dd has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:02:59.433448 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 72188270-bd12-4af3-9fcc-5acd7a7ee933 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:02:59.509972 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 85a14921-3da9-47af-a34d-cf4932449c7d no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:02:59.646983 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 85a14921-3da9-47af-a34d-cf4932449c7d {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:02:59.647332 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 85a14921-3da9-47af-a34d-cf4932449c7d not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:02:59.647776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 22c0012b-5e01-4beb-843c-0e5ebdf23f7e no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:02:59.730274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e110243f-ba35-43c2-8aa8-bd1e929b7939 req-ee6b2e63-82d5-4c40-9b89-1cb2dcc29ddc tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:02:59.741032 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141f10bf-4c39-4065-a58c-4dfac061fa5a None None] Sync routers for ids ['54a0447b-0f39-4d41-9f60-96984ef380dd'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:02:59.757639 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f10bf-4c39-4065-a58c-4dfac061fa5a None None] Routers {'54a0447b-0f39-4d41-9f60-96984ef380dd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:02:59.758540 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-141f10bf-4c39-4065-a58c-4dfac061fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:02:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['54a0447b-0f39-4d41-9f60-96984ef380dd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:02:59.854498 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 72188270-bd12-4af3-9fcc-5acd7a7ee933 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:02:59.920852 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 72188270-bd12-4af3-9fcc-5acd7a7ee933 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:02:59.921508 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:59.965495 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e110243f-ba35-43c2-8aa8-bd1e929b7939 req-ee6b2e63-82d5-4c40-9b89-1cb2dcc29ddc tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] No DVR routers for this DVR port 85a14921-3da9-47af-a34d-cf4932449c7d on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:02:59.976038 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e110243f-ba35-43c2-8aa8-bd1e929b7939 req-ee6b2e63-82d5-4c40-9b89-1cb2dcc29ddc tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:59.994764 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5a541c-704b-4913-9e82-7faac3acae04', 'name': 'network-vif-deleted', 'tag': '85a14921-3da9-47af-a34d-cf4932449c7d'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:00.002366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40cefe-47c2-4adb-b634-6b634ff44cc3 req-52dfe526-5309-4117-91ec-2d23aec89dba tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:00.003526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4e40cefe-47c2-4adb-b634-6b634ff44cc3 req-52dfe526-5309-4117-91ec-2d23aec89dba tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Synchronizing usage tracker for tenant:599ada696464469cbeafc3efd9524c59 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:00.007645 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e110243f-ba35-43c2-8aa8-bd1e929b7939 req-ee6b2e63-82d5-4c40-9b89-1cb2dcc29ddc tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.21 "DELETE /v2.0/ports/85a14921-3da9-47af-a34d-cf4932449c7d HTTP/1.1" status: 204 len: 173 time: 3.3584063 Feb 09 14:03:00.073586 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:00.076750 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-10388d1e-aaab-447d-9425-b14c15608319 service neutron] 10.222.0.21 "GET /v2.0/ports/22c0012b-5e01-4beb-843c-0e5ebdf23f7e/bindings/n-h1-828418-2 HTTP/1.1" status: 200 len: 384 time: 0.1716039 Feb 09 14:03:00.093749 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4365d1-f5f8-4a61-ab2d-552999f06e47 req-f7a1770f-3448-4204-9732-10d482815532 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:00.102499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-95e85058-db45-47ae-8973-f3c89ce0138c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:00.103309 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dc4365d1-f5f8-4a61-ab2d-552999f06e47 req-f7a1770f-3448-4204-9732-10d482815532 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.2494986 Feb 09 14:03:00.104578 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-95e85058-db45-47ae-8973-f3c89ce0138c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.35 "GET /v2.0/networks?id=4438975a-7484-4e20-a7dd-31c3711d5a27 HTTP/1.1" status: 200 len: 823 time: 0.9864304 Feb 09 14:03:00.156227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4e40cefe-47c2-4adb-b634-6b634ff44cc3 req-52dfe526-5309-4117-91ec-2d23aec89dba tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Unset dirty status for tenant:599ada696464469cbeafc3efd9524c59 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:00.162734 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4e40cefe-47c2-4adb-b634-6b634ff44cc3 req-52dfe526-5309-4117-91ec-2d23aec89dba tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 932 time: 0.7990084 Feb 09 14:03:00.205314 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:00.209969 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:00.229175 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-141f10bf-4c39-4065-a58c-4dfac061fa5a None None] Set router 54a0447b-0f39-4d41-9f60-96984ef380dd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:03:00.247298 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778d6e72-7229-4487-919e-bbf0f70c5ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72188270-bd12-4af3-9fcc-5acd7a7ee933'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:00.262263 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-87d26d1c-1d8d-4eb9-8a4b-e0aae7e6db3d tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819ad572178e4886a304631fc3728b0f HTTP/1.1" status: 200 len: 380 time: 0.1253967 Feb 09 14:03:00.263501 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 72188270-bd12-4af3-9fcc-5acd7a7ee933, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:00.269462 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:00.290403 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4e40cefe-47c2-4adb-b634-6b634ff44cc3 req-f0c49a8c-61c1-49be-bac0-f37a91163331 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267798 Feb 09 14:03:00.321416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Request body: {'port': {'device_id': '49a0dbec-e33c-43df-9f50-850b34c62ae4', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'admin_state_up': True, 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'security_groups': ['8d2d6722-0784-4d4b-a3bd-53833a54ac3b']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:00.328688 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dc4365d1-f5f8-4a61-ab2d-552999f06e47 req-d8785792-0544-4224-8fea-990175cbd982 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238786 Feb 09 14:03:00.430326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=72188270-bd12-4af3-9fcc-5acd7a7ee933,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:00.781096 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89bbea76-5257-48af-be28-415e42f62d00 req-f27fdeed-5210-4e5a-9eac-23cc29eb8610 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 210 time: 0.1329010 Feb 09 14:03:00.826317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:00.831410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Usage tracker for resource:port and tenant:819ad572178e4886a304631fc3728b0f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:00.836013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:00.848282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-8b49badf-1e4c-46f9-94e8-c83373dc4916 service neutron] For port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:00.853404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:00.871743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Made reservation on behalf of 819ad572178e4886a304631fc3728b0f for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:03:00.874675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-8b49badf-1e4c-46f9-94e8-c83373dc4916 service neutron] For port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:00.880178 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:00.911421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:00.930449 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-8b49badf-1e4c-46f9-94e8-c83373dc4916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c0012b-5e01-4beb-843c-0e5ebdf23f7e {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:00.936373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:00.942204 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-8b49badf-1e4c-46f9-94e8-c83373dc4916 service neutron] For port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:00.964140 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-8b49badf-1e4c-46f9-94e8-c83373dc4916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:00.990881 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-141f10bf-4c39-4065-a58c-4dfac061fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:54Z', 'revision_number': 4, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c36d15b9-95f0-4b73-861a-cbc0ce73d4da', 'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'mac_address': 'fa:16:3e:5c:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:52Z', 'updated_at': '2022-02-09T14:01:07Z', 'revision_number': 5, 'project_id': '819ad572178e4886a304631fc3728b0f', 'subnets': [{'id': '619ec6b3-3471-4097-954a-be6300563bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:00.995858 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141f10bf-4c39-4065-a58c-4dfac061fa5a None None] Checking router: 54a0447b-0f39-4d41-9f60-96984ef380dd for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:03:01.004981 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f10bf-4c39-4065-a58c-4dfac061fa5a None None] Routers {'54a0447b-0f39-4d41-9f60-96984ef380dd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:03:01.005600 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-141f10bf-4c39-4065-a58c-4dfac061fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:02:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['54a0447b-0f39-4d41-9f60-96984ef380dd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:01.063332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Transition to ACTIVE for port object 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:01.088948 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:01.229709 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-141f10bf-4c39-4065-a58c-4dfac061fa5a None None] Set router 54a0447b-0f39-4d41-9f60-96984ef380dd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:03:01.336021 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-8b49badf-1e4c-46f9-94e8-c83373dc4916 service neutron] Transition to ACTIVE for port object 22c0012b-5e01-4beb-843c-0e5ebdf23f7e will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:01.346497 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-8b49badf-1e4c-46f9-94e8-c83373dc4916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:01.583089 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49badf-1e4c-46f9-94e8-c83373dc4916 service neutron] Pushing event updated for resources: {'Port': ['ID=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,revision_number=10']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:01.584907 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:01.620116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Pushing event updated for resources: {'Port': ['ID=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:01.796518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Allocated IP 172.20.0.7 (4438975a-7484-4e20-a7dd-31c3711d5a27/619ec6b3-3471-4097-954a-be6300563bbd/92832214-5023-4e03-a411-adf25a5ae875) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:01.801360 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-141f10bf-4c39-4065-a58c-4dfac061fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:54Z', 'revision_number': 4, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c36d15b9-95f0-4b73-861a-cbc0ce73d4da', 'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'mac_address': 'fa:16:3e:5c:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:52Z', 'updated_at': '2022-02-09T14:01:07Z', 'revision_number': 5, 'project_id': '819ad572178e4886a304631fc3728b0f', 'subnets': [{'id': '619ec6b3-3471-4097-954a-be6300563bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:01.805391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Attempting to bind port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:01.805803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Attempting to bind port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:01.806301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Attempting to bind port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:01.817362 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:03:01.817683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Attempting to bind port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:01.822584 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141f10bf-4c39-4065-a58c-4dfac061fa5a None None] The sync data for ids ['54a0447b-0f39-4d41-9f60-96984ef380dd'] in n-d-828418-2 is: [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:54Z', 'revision_number': 4, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c36d15b9-95f0-4b73-861a-cbc0ce73d4da', 'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'mac_address': 'fa:16:3e:5c:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:52Z', 'updated_at': '2022-02-09T14:01:07Z', 'revision_number': 5, 'project_id': '819ad572178e4886a304631fc3728b0f', 'subnets': [{'id': '619ec6b3-3471-4097-954a-be6300563bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:03:01.828016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:03:01.828357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Checking segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:01.828734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Bound using segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:03:01.829162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Bound port: 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:01.829502 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:01.843261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-8b49badf-1e4c-46f9-94e8-c83373dc4916 service neutron] No DVR routers for this DVR port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:03:01.927962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd866cc7-4581-4a3a-b723-6b4308986d9f req-838aa652-4b83-4bff-9a5d-545f92fda8fa tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:01.929512 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd866cc7-4581-4a3a-b723-6b4308986d9f req-838aa652-4b83-4bff-9a5d-545f92fda8fa tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 1.2218025 Feb 09 14:03:01.933022 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-8b49badf-1e4c-46f9-94e8-c83373dc4916 service neutron] 10.222.0.21 "PUT /v2.0/ports/22c0012b-5e01-4beb-843c-0e5ebdf23f7e/bindings/n-h1-828418-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8493047 Feb 09 14:03:01.987434 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd866cc7-4581-4a3a-b723-6b4308986d9f req-e90f1e6d-b4e1-4235-951c-6b49cf15a623 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522351 Feb 09 14:03:02.052744 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5a541c-704b-4913-9e82-7faac3acae04', 'name': 'network-vif-deleted', 'tag': '85a14921-3da9-47af-a34d-cf4932449c7d', 'status': 'completed', 'code': 200} Feb 09 14:03:02.073551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-337dbbc9-2a17-44f5-9ca3-310c2e36e90b tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:02.075112 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-337dbbc9-2a17-44f5-9ca3-310c2e36e90b tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf&tenant_id=88a376f878274e1491d4af100b1ec6bb&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 1095 time: 0.0846035 Feb 09 14:03:02.179106 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ca96d1-edcb-4229-b15a-08235a5fc566 None None] New status for floating IP 786e894e-87be-4b70-b72c-9a07de5e40c4: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:03:02.223056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-f9d70aef-1434-43c0-8059-364b56b0e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:02.224797 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-f9d70aef-1434-43c0-8059-364b56b0e021 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf&tenant_id=88a376f878274e1491d4af100b1ec6bb HTTP/1.1" status: 200 len: 1095 time: 0.1425271 Feb 09 14:03:02.232805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] For port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:02.260254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736bb32-740d-4736-8015-2dafa67a72ad req-09ef8ea5-979e-4384-b7dd-1dd641e861ef tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:02.260547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] For port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:03:02.262836 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a736bb32-740d-4736-8015-2dafa67a72ad req-09ef8ea5-979e-4384-b7dd-1dd641e861ef tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.1075363 Feb 09 14:03:02.277765 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:02.318668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a6866-6e7d-4350-9bc9-93060ef7e903 req-60efa401-9470-494b-993a-cc5a56ed36ad tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:02.326443 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f2a6866-6e7d-4350-9bc9-93060ef7e903 req-60efa401-9470-494b-993a-cc5a56ed36ad tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 944 time: 0.3711140 Feb 09 14:03:02.388344 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a736bb32-740d-4736-8015-2dafa67a72ad req-5c0c59a1-9263-494c-a7a5-e77317972aa7 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861502 Feb 09 14:03:02.397954 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:02.427580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:02.428233 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:02.429624 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] 10.222.0.35 "PUT /v2.0/ports/1eea9ee2-af57-4b83-8566-e5cd74af6ba8 HTTP/1.1" status: 200 len: 1092 time: 3.6399395 Feb 09 14:03:02.433294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-c283e5a2-39db-416d-b98c-a32060e4ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:02.434202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7564f6-3c42-40a9-8d20-754568194334', 'tag': '1eea9ee2-af57-4b83-8566-e5cd74af6ba8'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:02.438228 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-c283e5a2-39db-416d-b98c-a32060e4ffd3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 1095 time: 0.1705558 Feb 09 14:03:02.466903 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f2a6866-6e7d-4350-9bc9-93060ef7e903 req-5a60d2c9-bf3f-49da-bff5-3c18dba1a4b4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375573 Feb 09 14:03:02.473656 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778d6e72-7229-4487-919e-bbf0f70c5ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72188270-bd12-4af3-9fcc-5acd7a7ee933', 'code': 200} Feb 09 14:03:02.482069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Transition to ACTIVE for port object 92832214-5023-4e03-a411-adf25a5ae875 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:02.483837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7e085-237a-4366-98f9-4570f1614430 service neutron] Pushing event updated for resources: {'Port': ['ID=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:02.569145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.35', 52233) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:02.691525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-32854325-bb27-46ed-883f-fb415002167a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:02.693567 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-32854325-bb27-46ed-883f-fb415002167a service neutron] 10.222.0.35 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 0.2492111 Feb 09 14:03:02.750561 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:02.779934 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-8aadc750-664d-4161-8c90-dae1ebac89e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c0012b-5e01-4beb-843c-0e5ebdf23f7e HTTP/1.1" status: 200 len: 217 time: 0.0786829 Feb 09 14:03:02.815597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-c45620a0-05f8-4ee3-aa53-08af459967bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:02.817118 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-c45620a0-05f8-4ee3-aa53-08af459967bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 1095 time: 0.3297987 Feb 09 14:03:02.847471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-6766de66-8072-4b16-b7b0-e58ffe274917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:02.849171 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-6766de66-8072-4b16-b7b0-e58ffe274917 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.0637345 Feb 09 14:03:02.911756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Network 4438975a-7484-4e20-a7dd-31c3711d5a27 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:02.913168 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-d56aaf3f-4aaa-493f-b752-160d8992b2e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eea9ee2-af57-4b83-8566-e5cd74af6ba8 HTTP/1.1" status: 200 len: 217 time: 0.0847545 Feb 09 14:03:02.919090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca32a4-ffdb-4e19-9c11-dc79ed4717a0 req-79ec8c4e-306c-4cbd-9546-2ceff094024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:02.920502 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bca32a4-ffdb-4e19-9c11-dc79ed4717a0 req-79ec8c4e-306c-4cbd-9546-2ceff094024d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 1101 time: 0.3458650 Feb 09 14:03:02.921290 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:02.941352 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9de42c53-c847-45ac-b5dd-d18ac6fc6af5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850899 Feb 09 14:03:02.964700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:03:03.000015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a4d56-f4e3-492f-a6d0-05382adb4043 req-a0c96f20-0198-409f-9706-6b209902f1d0 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:03.001701 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-262a4d56-f4e3-492f-a6d0-05382adb4043 req-a0c96f20-0198-409f-9706-6b209902f1d0 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.3705499 Feb 09 14:03:03.008112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Pushing event updated for resources: {'Port': ['ID=92832214-5023-4e03-a411-adf25a5ae875,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:03.100322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a41e4d-6902-450e-906c-c499bb31af68 req-8f301256-a37f-4d8d-aa0c-0d438a2f2ec6 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:03.102553 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48a41e4d-6902-450e-906c-c499bb31af68 req-8f301256-a37f-4d8d-aa0c-0d438a2f2ec6 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.2164381 Feb 09 14:03:03.135170 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-262a4d56-f4e3-492f-a6d0-05382adb4043 req-fa813a79-c9b0-4e28-89d4-661bff9641ff tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201062 Feb 09 14:03:03.144466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:03.145087 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:03.145343 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-529eab69-77df-4060-b827-d23fd720137b service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899958 Feb 09 14:03:03.159312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-84048ab6-c590-43bf-96ba-f5bcf5c35497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:03.160807 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-84048ab6-c590-43bf-96ba-f5bcf5c35497 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.2373762 Feb 09 14:03:03.163377 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bca32a4-ffdb-4e19-9c11-dc79ed4717a0 req-bbea56b6-b195-4f7b-b3bb-80517d4f455d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356813 Feb 09 14:03:03.181044 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-61bb62bb-aeed-4450-915a-93129799e4d2 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8882096 Feb 09 14:03:03.241685 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48a41e4d-6902-450e-906c-c499bb31af68 req-fa90c14d-1f63-4d49-8fd0-7ac7604db274 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334398 Feb 09 14:03:03.249453 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e0dad9d9-f10f-4225-85e6-a3f82a4b6f4f None None] Provisioning for port 92832214-5023-4e03-a411-adf25a5ae875 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:03.255910 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e0dad9d9-f10f-4225-85e6-a3f82a4b6f4f None None] Provisioning complete for port 92832214-5023-4e03-a411-adf25a5ae875 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:03.256608 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e0dad9d9-f10f-4225-85e6-a3f82a4b6f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:03.299634 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-9b67fbdf-ffe7-4e39-b58d-db187b2818ff service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441855 Feb 09 14:03:03.322172 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7564f6-3c42-40a9-8d20-754568194334', 'tag': '1eea9ee2-af57-4b83-8566-e5cd74af6ba8', 'status': 'completed', 'code': 200} Feb 09 14:03:03.327691 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e0dad9d9-f10f-4225-85e6-a3f82a4b6f4f None None] Port 92832214-5023-4e03-a411-adf25a5ae875 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:03:03.376442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba513b-68ff-44ae-b909-289f98e9089f req-19175aeb-15fd-4434-980d-e44075f42d99 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:03.377144 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-01ba513b-68ff-44ae-b909-289f98e9089f req-19175aeb-15fd-4434-980d-e44075f42d99 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Synchronizing usage tracker for tenant:819ad572178e4886a304631fc3728b0f on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:03.392295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-01ba513b-68ff-44ae-b909-289f98e9089f req-19175aeb-15fd-4434-980d-e44075f42d99 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Unset dirty status for tenant:819ad572178e4886a304631fc3728b0f on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:03.393595 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01ba513b-68ff-44ae-b909-289f98e9089f req-19175aeb-15fd-4434-980d-e44075f42d99 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 931 time: 0.1105850 Feb 09 14:03:03.438465 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01ba513b-68ff-44ae-b909-289f98e9089f req-863b3b82-ffd3-4a3a-a219-018e4d9b68e0 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392170 Feb 09 14:03:03.449527 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 22c0012b-5e01-4beb-843c-0e5ebdf23f7e no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:03:03.480331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fb95b-641c-42f2-b9bb-14481538c6c2 req-96c8a642-00ff-4a8f-96c1-d63e2c67de91 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:03.482144 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-660fb95b-641c-42f2-b9bb-14481538c6c2 req-96c8a642-00ff-4a8f-96c1-d63e2c67de91 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0917432 Feb 09 14:03:03.534668 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-660fb95b-641c-42f2-b9bb-14481538c6c2 req-63893d65-271b-4dcc-bbac-5e2cf827f44d tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/security-groups?id=727f6013-c055-49c8-bb6e-495255304f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462999 Feb 09 14:03:03.628717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9b268-3d45-43a1-a1ae-7083c2af6a4a req-a3ce23a5-f122-4bee-b2f7-a15a62635124 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:03.630335 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9dd9b268-3d45-43a1-a1ae-7083c2af6a4a req-a3ce23a5-f122-4bee-b2f7-a15a62635124 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.0886476 Feb 09 14:03:03.680282 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9dd9b268-3d45-43a1-a1ae-7083c2af6a4a req-9b92fdd3-c373-4b15-acf7-6240193b88d2 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431561 Feb 09 14:03:03.750944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dcf09-8991-4ab2-9a8b-2563e6580c50 req-7ad695ee-5ec9-4d38-beb5-296c7c955c3f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:03.752407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-064dcf09-8991-4ab2-9a8b-2563e6580c50 req-7ad695ee-5ec9-4d38-beb5-296c7c955c3f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.0822494 Feb 09 14:03:03.798229 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-064dcf09-8991-4ab2-9a8b-2563e6580c50 req-fb0b7a42-234c-461d-8cc6-8c5a4f47e201 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399444 Feb 09 14:03:03.868338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c93ae-510c-4dde-93ea-41530af700a5 req-3b4ef1ac-7f14-441b-bd6a-a0e8b239d39b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:03.870367 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-928c93ae-510c-4dde-93ea-41530af700a5 req-3b4ef1ac-7f14-441b-bd6a-a0e8b239d39b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 944 time: 0.0931978 Feb 09 14:03:03.919110 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-928c93ae-510c-4dde-93ea-41530af700a5 req-e40db18c-4e50-46dd-b015-b66c832807bc tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430272 Feb 09 14:03:04.336289 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5b464-b29c-4c77-a8e3-89f5bacc6f89 req-f1e0f46f-74de-40ac-a573-11517d613559 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:04.338247 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6c5b464-b29c-4c77-a8e3-89f5bacc6f89 req-f1e0f46f-74de-40ac-a573-11517d613559 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.0942655 Feb 09 14:03:04.385560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6c5b464-b29c-4c77-a8e3-89f5bacc6f89 req-bf7cb97d-2c49-450f-8607-2537600f663b tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418282 Feb 09 14:03:04.569006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1575a49-dba2-4afc-8c11-bf26270beae7 req-1084e4dd-b1bc-4daa-9b8c-ec7abb541f19 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:04.570518 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b1575a49-dba2-4afc-8c11-bf26270beae7 req-1084e4dd-b1bc-4daa-9b8c-ec7abb541f19 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.0855963 Feb 09 14:03:04.617568 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b1575a49-dba2-4afc-8c11-bf26270beae7 req-4e256369-32ca-47e7-9cde-acdc70c4e523 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Feb 09 14:03:04.655954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f3e8b-2012-4621-bc67-dbcdcddd63c6 req-1c4d43b1-4d5c-4822-92bc-f1e54c8e3aae tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:04.656548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-747f3e8b-2012-4621-bc67-dbcdcddd63c6 req-1c4d43b1-4d5c-4822-92bc-f1e54c8e3aae tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Synchronizing usage tracker for tenant:819ad572178e4886a304631fc3728b0f on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:04.669732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-747f3e8b-2012-4621-bc67-dbcdcddd63c6 req-1c4d43b1-4d5c-4822-92bc-f1e54c8e3aae tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Unset dirty status for tenant:819ad572178e4886a304631fc3728b0f on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:04.670844 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-747f3e8b-2012-4621-bc67-dbcdcddd63c6 req-1c4d43b1-4d5c-4822-92bc-f1e54c8e3aae tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 931 time: 0.1084218 Feb 09 14:03:04.788145 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-747f3e8b-2012-4621-bc67-dbcdcddd63c6 req-34704e9f-02d1-42f3-a761-0a18f6829c16 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115000 Feb 09 14:03:04.817207 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8d134-9480-41a7-b6e3-7aa1614a9766 req-3cdc1738-ea6e-4804-9d91-d98e72327f3a tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:04.818649 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0eb8d134-9480-41a7-b6e3-7aa1614a9766 req-3cdc1738-ea6e-4804-9d91-d98e72327f3a tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0833502 Feb 09 14:03:04.862854 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0eb8d134-9480-41a7-b6e3-7aa1614a9766 req-07b581c5-9d78-4a30-b866-28e9306aa795 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/security-groups?id=727f6013-c055-49c8-bb6e-495255304f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385652 Feb 09 14:03:05.037511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5d99a-bac5-45cf-852d-ab479b778274 req-3234a592-e7a0-407b-99e5-37875379bbfb tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:05.039051 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36b5d99a-bac5-45cf-852d-ab479b778274 req-3234a592-e7a0-407b-99e5-37875379bbfb tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.0834515 Feb 09 14:03:05.039587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3f2fd-6ce0-4285-8789-af9c0722346e req-bbf9fa21-538e-4745-a972-cf08cb747458 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:05.041093 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-43c3f2fd-6ce0-4285-8789-af9c0722346e req-bbf9fa21-538e-4745-a972-cf08cb747458 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.0860448 Feb 09 14:03:05.084547 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36b5d99a-bac5-45cf-852d-ab479b778274 req-70d2794d-522a-4848-ab2d-94d93966f067 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390329 Feb 09 14:03:05.085565 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-43c3f2fd-6ce0-4285-8789-af9c0722346e req-3c22815d-a6ba-424e-bb0f-ffdfa5a393d6 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385282 Feb 09 14:03:05.272270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588eb4f9-1d32-4cb5-a5a8-ef69a60f8a35 req-a2b0d7d5-7de6-42b3-b541-c6953905a1ea tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:05.273701 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-588eb4f9-1d32-4cb5-a5a8-ef69a60f8a35 req-a2b0d7d5-7de6-42b3-b541-c6953905a1ea tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 944 time: 0.0948477 Feb 09 14:03:05.317538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-588eb4f9-1d32-4cb5-a5a8-ef69a60f8a35 req-b46b7641-fad0-467e-b015-31cc55e41580 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372517 Feb 09 14:03:05.579338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e8e1a-4d66-45e3-8667-3b1875215591 req-4711681e-31b0-442b-91a7-b9b2c2d7e156 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:05.580876 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-727e8e1a-4d66-45e3-8667-3b1875215591 req-4711681e-31b0-442b-91a7-b9b2c2d7e156 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.0854738 Feb 09 14:03:05.632356 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-727e8e1a-4d66-45e3-8667-3b1875215591 req-8f3e113f-0f5f-4e00-9860-595cfee76d3d tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432203 Feb 09 14:03:05.847097 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece33229-4671-4312-a488-9bceae3d5b0b req-163321d7-4c74-4c53-8502-248fde276f18 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:05.850683 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ece33229-4671-4312-a488-9bceae3d5b0b req-163321d7-4c74-4c53-8502-248fde276f18 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.1068790 Feb 09 14:03:05.934756 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ece33229-4671-4312-a488-9bceae3d5b0b req-3e9f6d72-95f8-47c9-8ae9-99118d7861c7 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646560 Feb 09 14:03:06.060501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44330) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:06.089938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c755b11-874f-41f2-ba87-fd03fa85229b req-c1fba449-db3e-44c1-9622-c5a51776bbe3 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:06.091347 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c755b11-874f-41f2-ba87-fd03fa85229b req-c1fba449-db3e-44c1-9622-c5a51776bbe3 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 931 time: 0.1699455 Feb 09 14:03:06.110950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4061b1e-eca5-4600-b1e6-e599ee601a36 req-a5a6ce29-062e-4068-be9d-42713b3ce6d6 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:06.112456 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4061b1e-eca5-4600-b1e6-e599ee601a36 req-a5a6ce29-062e-4068-be9d-42713b3ce6d6 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 946 time: 0.0849741 Feb 09 14:03:06.140328 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c755b11-874f-41f2-ba87-fd03fa85229b req-beda0d5e-190c-4456-8c7e-ad6b3d18f135 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428228 Feb 09 14:03:06.164430 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4061b1e-eca5-4600-b1e6-e599ee601a36 req-3a6a13b4-a901-4158-a700-114250721c9f tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/security-groups?id=727f6013-c055-49c8-bb6e-495255304f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448360 Feb 09 14:03:06.207495 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-107c0258-f551-4fe5-8f8a-079b1ff0a467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:06.224980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-107c0258-f551-4fe5-8f8a-079b1ff0a467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:06.229448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-107c0258-f551-4fe5-8f8a-079b1ff0a467 admin admin] Usage tracker for resource:security_group_rule and tenant:ab71d8505f6e4fa6a84ea2e8354993c4 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:06.232246 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-107c0258-f551-4fe5-8f8a-079b1ff0a467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:06.237856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-107c0258-f551-4fe5-8f8a-079b1ff0a467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:06.369248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df539f-7af3-4440-9081-9452ee3ea805 req-b0543dad-b4a4-447c-9241-80a09182b1d3 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:06.371073 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0df539f-7af3-4440-9081-9452ee3ea805 req-b0543dad-b4a4-447c-9241-80a09182b1d3 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.1237159 Feb 09 14:03:06.371258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677e294-e61e-4bc0-99d0-de564c67c622 req-5eb532cc-caa6-4b50-a2ee-596b06a54ea3 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:06.378052 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f677e294-e61e-4bc0-99d0-de564c67c622 req-5eb532cc-caa6-4b50-a2ee-596b06a54ea3 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.1038253 Feb 09 14:03:06.426907 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f677e294-e61e-4bc0-99d0-de564c67c622 req-7ef7cdb5-c67c-4730-969a-0077094858c4 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479178 Feb 09 14:03:06.429213 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-107c0258-f551-4fe5-8f8a-079b1ff0a467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:06.438262 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-107c0258-f551-4fe5-8f8a-079b1ff0a467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:06.470070 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0df539f-7af3-4440-9081-9452ee3ea805 req-23924e9f-3c3d-4fe3-b3ee-03934a491fe9 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830257 Feb 09 14:03:06.499469 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-107c0258-f551-4fe5-8f8a-079b1ff0a467 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab71d8505f6e4fa6a84ea2e8354993c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379644 Feb 09 14:03:06.502213 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44342) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:06.503880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c0258-f551-4fe5-8f8a-079b1ff0a467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82513356-2999-497a-9a9c-fe2f7ff39948,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:06.624356 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a82badec-f2d7-4c40-8431-a7d99e8f1b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:06.659760 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a82badec-f2d7-4c40-8431-a7d99e8f1b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:06.691841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b3d15-f02e-4a0c-9ba5-9a08daa1a282 req-44c6dc1a-962b-4a70-a964-a97c007fd63a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:06.693794 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-705b3d15-f02e-4a0c-9ba5-9a08daa1a282 req-44c6dc1a-962b-4a70-a964-a97c007fd63a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 944 time: 0.1586571 Feb 09 14:03:06.767077 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-705b3d15-f02e-4a0c-9ba5-9a08daa1a282 req-a86a855e-9d30-422c-8680-69986747e96b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584419 Feb 09 14:03:06.779768 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a82badec-f2d7-4c40-8431-a7d99e8f1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:06.803011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82badec-f2d7-4c40-8431-a7d99e8f1b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82513356-2999-497a-9a9c-fe2f7ff39948,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:06.808956 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a82badec-f2d7-4c40-8431-a7d99e8f1b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:06.810637 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a82badec-f2d7-4c40-8431-a7d99e8f1b8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/82513356-2999-497a-9a9c-fe2f7ff39948 HTTP/1.1" status: 204 len: 168 time: 0.3070118 Feb 09 14:03:06.884179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6a34b-0390-4c1b-9ad8-fd80494b9c3c req-7d5c7dbe-6f2f-45e6-ba0e-6b0f15d9dbad tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:06.886313 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-60f6a34b-0390-4c1b-9ad8-fd80494b9c3c req-7d5c7dbe-6f2f-45e6-ba0e-6b0f15d9dbad tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.1308422 Feb 09 14:03:06.956828 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-60f6a34b-0390-4c1b-9ad8-fd80494b9c3c req-fa076c0a-1994-4d92-ae93-35dbd6b4a863 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636847 Feb 09 14:03:07.156679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a855b-929d-4615-b9bb-ca665b0e257f req-59a1ab9b-6b5a-489c-b9a1-eaa71df6bd8c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:07.158223 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5a6a855b-929d-4615-b9bb-ca665b0e257f req-59a1ab9b-6b5a-489c-b9a1-eaa71df6bd8c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.0963726 Feb 09 14:03:07.217423 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5a6a855b-929d-4615-b9bb-ca665b0e257f req-dd96629e-a2a7-4e91-b990-c691d2752322 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501518 Feb 09 14:03:07.383962 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe97c20-158d-41bf-bf7d-20c0c6167576 req-f6270225-f0a0-4151-8304-fbe0621e1f3e tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:07.387936 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bbe97c20-158d-41bf-bf7d-20c0c6167576 req-f6270225-f0a0-4151-8304-fbe0621e1f3e tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 931 time: 0.1025577 Feb 09 14:03:07.425833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b6451-f9d8-4cf7-85c9-52dc217948ea req-068bf61b-b5d4-4c42-a629-45756c4ed0cc tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:07.427156 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-179b6451-f9d8-4cf7-85c9-52dc217948ea req-068bf61b-b5d4-4c42-a629-45756c4ed0cc tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 946 time: 0.1054962 Feb 09 14:03:07.462429 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bbe97c20-158d-41bf-bf7d-20c0c6167576 req-7bd36466-fd29-4abc-9353-485502b0ffa6 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685661 Feb 09 14:03:07.503138 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-179b6451-f9d8-4cf7-85c9-52dc217948ea req-52be6001-3056-4ace-962e-5d8fe182af75 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/security-groups?id=727f6013-c055-49c8-bb6e-495255304f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695386 Feb 09 14:03:07.733594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5e292-da43-454f-a732-f382a967aba8 req-5fcf7d2b-e50e-469f-9963-1e16af91f1aa tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:07.735770 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-93b5e292-da43-454f-a732-f382a967aba8 req-5fcf7d2b-e50e-469f-9963-1e16af91f1aa tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.1018968 Feb 09 14:03:07.753906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44380) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:07.768032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9441ad-ea40-4385-87b6-c652aba347c4 req-5d7e17fe-bc82-4453-8a2d-f78be53c1999 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:07.769365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd9441ad-ea40-4385-87b6-c652aba347c4 req-5d7e17fe-bc82-4453-8a2d-f78be53c1999 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=df794f11-a785-4e90-8d2f-a822615b8159 HTTP/1.1" status: 200 len: 949 time: 0.0940881 Feb 09 14:03:07.793521 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-93b5e292-da43-454f-a732-f382a967aba8 req-f2b788b0-4d38-4d5e-81e8-41d8329d970e tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516980 Feb 09 14:03:07.827591 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd9441ad-ea40-4385-87b6-c652aba347c4 req-024e84ec-9e88-4543-8009-f38c643ea857 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495398 Feb 09 14:03:07.921154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-216834020-network', 'tenant_id': '8c1126ef126a4d5e8afd5ceb600f1edf'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:07.927648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:07.931119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Usage tracker for resource:network and tenant:8c1126ef126a4d5e8afd5ceb600f1edf is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:07.934983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:07.941984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:07.991598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Made reservation on behalf of 8c1126ef126a4d5e8afd5ceb600f1edf for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:03:07.994601 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:08.013579 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:08.033665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584687b-f581-47ba-8948-2322b561f110 req-54ad0023-61cf-4241-abd1-a07dd67849df tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:08.035150 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5584687b-f581-47ba-8948-2322b561f110 req-54ad0023-61cf-4241-abd1-a07dd67849df tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.1255443 Feb 09 14:03:08.036747 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:08.043989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Usage tracker for resource:security_group_rule and tenant:8c1126ef126a4d5e8afd5ceb600f1edf is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:08.047651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:08.054797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:08.084379 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5584687b-f581-47ba-8948-2322b561f110 req-e06144be-3e10-4b2b-9fae-3b6ae896383a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415981 Feb 09 14:03:08.092130 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef2de0-9c77-430a-8c30-f713d7156812 req-03b034c7-3c46-4ed5-aeb7-f656df58a560 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:08.093640 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5ef2de0-9c77-430a-8c30-f713d7156812 req-03b034c7-3c46-4ed5-aeb7-f656df58a560 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 944 time: 0.1438105 Feb 09 14:03:08.158857 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5ef2de0-9c77-430a-8c30-f713d7156812 req-89e8df46-8404-4861-a414-13524e8ebd54 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578644 Feb 09 14:03:08.194729 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:08.215275 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:08.220184 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:08.256388 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:03:08.265769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382d88ac-4275-4ca0-80da-3f05d483a8b0,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:08.271880 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:08.272285 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Added segment 86acb280-00a2-4677-b70f-b6851cc25f95 of type vlan for network 3a857aba-f933-4c3f-b9f2-3d18bdabe934 Feb 09 14:03:08.305949 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:08.343996 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:08.345118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:08.345862 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:08.513275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] Pushing event updated for resources: {'Network': ['ID=3a857aba-f933-4c3f-b9f2-3d18bdabe934,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:08.517563 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-28081480-2743-4dd3-b955-e1bbd786046f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7625623 Feb 09 14:03:08.520988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44400) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:08.528031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-815ff98e-ff11-4fdc-9398-bc08835f41a3 admin admin] Request body: {'subnet': {'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-216834020-subnet', 'tenant_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:08.529865 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 3a857aba-f933-4c3f-b9f2-3d18bdabe934 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:03:08.537524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-815ff98e-ff11-4fdc-9398-bc08835f41a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:08.548996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-815ff98e-ff11-4fdc-9398-bc08835f41a3 admin admin] Usage tracker for resource:subnet and tenant:8c1126ef126a4d5e8afd5ceb600f1edf is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:08.559071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-815ff98e-ff11-4fdc-9398-bc08835f41a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:08.566232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d631754-2d92-4663-a5ef-c3fff81c7e5c req-95efa185-79af-4ecf-b955-b4e45865c126 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:08.569806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-815ff98e-ff11-4fdc-9398-bc08835f41a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:08.574189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d631754-2d92-4663-a5ef-c3fff81c7e5c req-95efa185-79af-4ecf-b955-b4e45865c126 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:08.584074 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d631754-2d92-4663-a5ef-c3fff81c7e5c req-95efa185-79af-4ecf-b955-b4e45865c126 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91&device_id=df794f11-a785-4e90-8d2f-a822615b8159 HTTP/1.1" status: 200 len: 1690 time: 0.1171834 Feb 09 14:03:08.623587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815ff98e-ff11-4fdc-9398-bc08835f41a3 admin admin] Made reservation on behalf of 8c1126ef126a4d5e8afd5ceb600f1edf for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:03:08.625374 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-815ff98e-ff11-4fdc-9398-bc08835f41a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:08.641025 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d631754-2d92-4663-a5ef-c3fff81c7e5c req-c3af6ae9-3028-4cfe-a20e-be173116f65c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551798 Feb 09 14:03:08.785972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9649c-28ee-41c0-a0d9-02697888fff2 req-1cf2cc83-caed-4c79-869d-38794dab6902 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:08.787331 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-18a9649c-28ee-41c0-a0d9-02697888fff2 req-1cf2cc83-caed-4c79-869d-38794dab6902 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.2031343 Feb 09 14:03:08.827834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9ccc2-7196-4dcd-ab67-f0ddba34faf5 req-96e8e362-219a-41a6-a6b0-dac7f247f1ad tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:08.829366 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-38a9ccc2-7196-4dcd-ab67-f0ddba34faf5 req-96e8e362-219a-41a6-a6b0-dac7f247f1ad tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.0915692 Feb 09 14:03:08.875927 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-38a9ccc2-7196-4dcd-ab67-f0ddba34faf5 req-81cb84df-546b-4f60-b286-ca4e1a9feab4 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399053 Feb 09 14:03:08.882861 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-18a9649c-28ee-41c0-a0d9-02697888fff2 req-8debffd8-b71f-4257-9c0e-a935a250b2bb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885313 Feb 09 14:03:08.947932 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-815ff98e-ff11-4fdc-9398-bc08835f41a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:09.066341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda52062-4d56-4f32-a2e8-5de0e25c7a19 req-9a9bcdf5-a5a2-4463-b57c-fd560b167224 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:09.068128 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dda52062-4d56-4f32-a2e8-5de0e25c7a19 req-9a9bcdf5-a5a2-4463-b57c-fd560b167224 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 931 time: 0.0951650 Feb 09 14:03:09.105771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ff98e-ff11-4fdc-9398-bc08835f41a3 admin admin] Checking segment: {'id': '86acb280-00a2-4677-b70f-b6851cc25f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:09.106139 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ff98e-ff11-4fdc-9398-bc08835f41a3 admin admin] Network hostable DHCP agents. Network: 3a857aba-f933-4c3f-b9f2-3d18bdabe934, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:03:09.114370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ff98e-ff11-4fdc-9398-bc08835f41a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ca065c-052c-492f-8251-4bf63ea79858,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:09.123028 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dda52062-4d56-4f32-a2e8-5de0e25c7a19 req-97683178-8801-4352-a057-9f8a1e86c181 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487006 Feb 09 14:03:09.158789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ff98e-ff11-4fdc-9398-bc08835f41a3 admin admin] Network 3a857aba-f933-4c3f-b9f2-3d18bdabe934 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:03:09.170728 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-815ff98e-ff11-4fdc-9398-bc08835f41a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 3a857aba-f933-4c3f-b9f2-3d18bdabe934) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:09.181201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771f2fc-daf0-4aae-b73f-da1155de476c req-909f2329-275f-4298-b4e9-50955b1cb106 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:09.182813 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c771f2fc-daf0-4aae-b73f-da1155de476c req-909f2329-275f-4298-b4e9-50955b1cb106 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 946 time: 0.1469390 Feb 09 14:03:09.185203 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ff98e-ff11-4fdc-9398-bc08835f41a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:09.185203 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-815ff98e-ff11-4fdc-9398-bc08835f41a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:09.186118 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e785fef-18b2-4bdd-8bee-eb135779d9f9 None None] Network 3a857aba-f933-4c3f-b9f2-3d18bdabe934 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:03:09.247791 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-815ff98e-ff11-4fdc-9398-bc08835f41a3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7180388 Feb 09 14:03:09.248594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44422) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:09.254503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-216834020-router', 'tenant_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:09.259157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:09.264616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Usage tracker for resource:router and tenant:8c1126ef126a4d5e8afd5ceb600f1edf is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:09.267924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:09.270360 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c771f2fc-daf0-4aae-b73f-da1155de476c req-21e2b03e-13f0-4b95-a64e-c98ff5e65d43 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/security-groups?id=727f6013-c055-49c8-bb6e-495255304f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751286 Feb 09 14:03:09.285209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:09.331033 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:09.332426 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:09.345382 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-833545b9-974c-408a-a247-b7aad3e7af1a tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=fe08b25afe4748ab92f92feabba92658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396578 Feb 09 14:03:09.359967 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:09.484999 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b1d008-0eee-4ba6-af15-88532a756d1a None None] Network 3a857aba-f933-4c3f-b9f2-3d18bdabe934 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:03:09.534032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa7934-7c84-4162-aa98-d3f94fa21955 req-b94c6c6d-a6be-431e-b892-776764e5d210 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:09.544894 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6bfa7934-7c84-4162-aa98-d3f94fa21955 req-b94c6c6d-a6be-431e-b892-776764e5d210 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.1337242 Feb 09 14:03:09.618885 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6bfa7934-7c84-4162-aa98-d3f94fa21955 req-4a6eef23-7ba4-4948-8601-e26dbc8a9a5f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727255 Feb 09 14:03:09.827311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598aa38-2e8b-464b-89ef-faa592c07feb req-c677f767-3850-4dd2-a994-3df9a69eb7be tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:09.829350 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f598aa38-2e8b-464b-89ef-faa592c07feb req-c677f767-3850-4dd2-a994-3df9a69eb7be tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 944 time: 0.0909264 Feb 09 14:03:09.836409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-20cd2031-69f3-4a2b-bcad-5992e23289ce tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:09.837851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-20cd2031-69f3-4a2b-bcad-5992e23289ce tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4795644 Feb 09 14:03:09.885959 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f598aa38-2e8b-464b-89ef-faa592c07feb req-0c088cc4-3f84-493d-a1eb-ae0d640eacdc tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474565 Feb 09 14:03:09.909430 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:09.917039 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-68891c30-1331-45d6-bfa3-aff55a2f1f1c tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/quotas/fe08b25afe4748ab92f92feabba92658 HTTP/1.1" status: 200 len: 375 time: 0.0723660 Feb 09 14:03:09.980117 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:10.090054 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-63433685-ad76-4f54-a899-84a4f61702a7 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe08b25afe4748ab92f92feabba92658&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1667590 Feb 09 14:03:10.136201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f849f73-70d7-4f32-a6df-0477069487dd req-12cba8a4-432b-43ca-aa44-feff15db3a0a tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:10.144276 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f849f73-70d7-4f32-a6df-0477069487dd req-12cba8a4-432b-43ca-aa44-feff15db3a0a tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 1101 time: 0.1592314 Feb 09 14:03:10.187846 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f849f73-70d7-4f32-a6df-0477069487dd req-5453f892-f739-4a3b-b41f-b76881d7d632 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419750 Feb 09 14:03:10.361646 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:10.407652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d507ce0-b063-4f00-99fe-c7deed4ae7ba req-4a8be850-5505-4d4e-ac94-971016ad7ad0 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:10.409927 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5d507ce0-b063-4f00-99fe-c7deed4ae7ba req-4a8be850-5505-4d4e-ac94-971016ad7ad0 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.1141355 Feb 09 14:03:10.443101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Request body: {'port': {'device_id': '49a0dbec-e33c-43df-9f50-850b34c62ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:10.469463 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5d507ce0-b063-4f00-99fe-c7deed4ae7ba req-795fe633-2180-49f2-bcdb-71bf423eb3a8 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527050 Feb 09 14:03:10.481975 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:10.495685 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-bf438d1f-5d28-4e56-8b91-cd73e5a9f8a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065109 Feb 09 14:03:10.716418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ed69f-9f8a-46d8-a82c-62a8f5ea1956 req-416c21a6-0709-43d2-b558-5ff113e7dd10 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:10.718342 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c50ed69f-9f8a-46d8-a82c-62a8f5ea1956 req-416c21a6-0709-43d2-b558-5ff113e7dd10 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=df794f11-a785-4e90-8d2f-a822615b8159 HTTP/1.1" status: 200 len: 1100 time: 0.1035604 Feb 09 14:03:10.819454 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:10.833299 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c50ed69f-9f8a-46d8-a82c-62a8f5ea1956 req-37423b27-659d-4a88-9e6f-774eec84e459 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012697 Feb 09 14:03:10.862224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3168ed0-e3b2-40b8-bbcd-deb1a4c637f6 req-b9f44c22-6018-4da1-986d-5d4360795893 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:10.867994 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3168ed0-e3b2-40b8-bbcd-deb1a4c637f6 req-b9f44c22-6018-4da1-986d-5d4360795893 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 931 time: 0.5420749 Feb 09 14:03:10.891387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-70ea7ef9-c501-4380-ace5-70cd002f4f27 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:10.893459 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-70ea7ef9-c501-4380-ace5-70cd002f4f27 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf&tenant_id=88a376f878274e1491d4af100b1ec6bb&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 1095 time: 0.1430738 Feb 09 14:03:10.944052 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-7943bcb4-e9dd-453b-8fc0-0958e9df282b service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939764 Feb 09 14:03:10.999438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Allocated IP 172.25.8.58 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/411a802c-27f3-4a98-83a0-cf04907b7d15) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:11.080503 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3168ed0-e3b2-40b8-bbcd-deb1a4c637f6 req-e47aee81-f780-4bf4-8ff9-9f1439de11f5 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115748 Feb 09 14:03:11.095009 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d1ca510-7d21-4093-a388-03116e92f443 req-df25167d-942d-4b69-b203-1294deb7e968 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 210 time: 0.0695591 Feb 09 14:03:11.168784 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-6f92bccd-854b-4784-822f-6f0c49f47823 service neutron] For port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:11.171879 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-6f92bccd-854b-4784-822f-6f0c49f47823 service neutron] Notify callbacks [] for binding, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:11.172972 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c82c3ffd-e650-4888-8f10-06cdd2d2ec50 req-6f92bccd-854b-4784-822f-6f0c49f47823 service neutron] 10.222.0.35 "DELETE /v2.0/ports/22c0012b-5e01-4beb-843c-0e5ebdf23f7e/bindings/n-h2-828418-2 HTTP/1.1" status: 204 len: 173 time: 0.2640636 Feb 09 14:03:11.403897 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e3341-c47c-4ecb-87ed-43dc99cd78e1 req-075236de-00ef-4ef6-8a8b-dc35f136a069 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:11.406296 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-735e3341-c47c-4ecb-87ed-43dc99cd78e1 req-075236de-00ef-4ef6-8a8b-dc35f136a069 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.1399627 Feb 09 14:03:11.451642 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-735e3341-c47c-4ecb-87ed-43dc99cd78e1 req-d0edb519-d8c8-4ac7-9170-789b6525e1f4 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 Feb 09 14:03:11.565373 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d63bdd6f-ad6c-48db-8827-3947a9d54efd req-64cb661d-8c61-4047-ba80-1a648a46cc5e service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109524 Feb 09 14:03:11.648314 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:11.706387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508ced5-79d6-4bd8-a925-2c9136f938b2 req-5339cc21-0926-4b95-b704-68f5173191c9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:11.708308 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7508ced5-79d6-4bd8-a925-2c9136f938b2 req-5339cc21-0926-4b95-b704-68f5173191c9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 944 time: 0.1451752 Feb 09 14:03:11.740265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead98e14-cf6a-41b7-86c5-970c8d3adb82 req-50b50fac-50cd-47bf-a1ac-c361dd18c276 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:11.748034 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ead98e14-cf6a-41b7-86c5-970c8d3adb82 req-50b50fac-50cd-47bf-a1ac-c361dd18c276 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 946 time: 0.3858550 Feb 09 14:03:11.807084 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7508ced5-79d6-4bd8-a925-2c9136f938b2 req-b404edc4-3147-418e-b441-96620e4922c1 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833857 Feb 09 14:03:11.890609 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ead98e14-cf6a-41b7-86c5-970c8d3adb82 req-d30eb24a-282a-4adb-be7a-7ddc416a2540 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/security-groups?id=727f6013-c055-49c8-bb6e-495255304f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326194 Feb 09 14:03:11.917025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:11.981692 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-37bd8201-6849-41df-90d7-c6d0fea91243 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fe08b25afe4748ab92f92feabba92658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671079 Feb 09 14:03:11.998850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92832214-5023-4e03-a411-adf25a5ae875 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:12.046224 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:12.121252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf86d2c-cb7b-4ea8-a05b-740d8bc92bf4 req-8ab803be-0d0d-4c0d-8cf5-9fd5c7d1b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:12.122810 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4cf86d2c-cb7b-4ea8-a05b-740d8bc92bf4 req-8ab803be-0d0d-4c0d-8cf5-9fd5c7d1b959 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 1095 time: 0.4508593 Feb 09 14:03:12.141051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:12.165438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Transition to ACTIVE for port object 92832214-5023-4e03-a411-adf25a5ae875 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:12.169853 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:12.173413 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-92c4a8ba-de1e-4f26-b7be-3de4d09be408 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cf414819203844d7be4cd33f0e40db8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0980580 Feb 09 14:03:12.228152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:03:12.258439 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:12.269189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Pushing event updated for resources: {'Port': ['ID=411a802c-27f3-4a98-83a0-cf04907b7d15,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:12.353604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eb225f9b-11c6-45c2-8328-43d6c490d1d7 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:12.355074 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eb225f9b-11c6-45c2-8328-43d6c490d1d7 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3683188 Feb 09 14:03:12.373517 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-551c78eb-9470-4ee0-9b77-de96164ed239 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Request body: {'port': {'device_id': '35d850f7-b108-4d08-b809-98052df792b0', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': 'fe08b25afe4748ab92f92feabba92658'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:12.481998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-895bfad4-c894-4ab8-b795-a7df88d9d5e2 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:12.483480 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-895bfad4-c894-4ab8-b795-a7df88d9d5e2 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2908726 Feb 09 14:03:12.515509 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-4ad6058f-5b8f-438d-b013-e53b1f0bc871 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/quotas/cf414819203844d7be4cd33f0e40db8a HTTP/1.1" status: 200 len: 375 time: 0.0193324 Feb 09 14:03:12.558366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Pushing event updated for resources: {'Port': ['ID=92832214-5023-4e03-a411-adf25a5ae875,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:12.593762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf86d2c-cb7b-4ea8-a05b-740d8bc92bf4 req-f0aa630e-11c8-4bc2-b45d-aaf5a359bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:12.595217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4cf86d2c-cb7b-4ea8-a05b-740d8bc92bf4 req-f0aa630e-11c8-4bc2-b45d-aaf5a359bf02 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.4624946 Feb 09 14:03:12.641470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-551c78eb-9470-4ee0-9b77-de96164ed239 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:12.659886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-551c78eb-9470-4ee0-9b77-de96164ed239 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:12.680809 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-551c78eb-9470-4ee0-9b77-de96164ed239 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Made reservation on behalf of fe08b25afe4748ab92f92feabba92658 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:03:12.685283 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-551c78eb-9470-4ee0-9b77-de96164ed239 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:12.721799 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-b6d265cf-7b5c-4d29-8e6f-33b56a38e478 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1887279 Feb 09 14:03:12.788860 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4cf86d2c-cb7b-4ea8-a05b-740d8bc92bf4 req-25eb4746-a5c8-444f-b0b0-8347636a46f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eea9ee2-af57-4b83-8566-e5cd74af6ba8 HTTP/1.1" status: 200 len: 217 time: 0.1621649 Feb 09 14:03:12.796279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3177119-122c-42d9-98d6-415b6478961c req-8fd5b4a3-1110-4e0c-a9d2-b1d1b5c5fd16 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:12.802988 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b3177119-122c-42d9-98d6-415b6478961c req-8fd5b4a3-1110-4e0c-a9d2-b1d1b5c5fd16 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.7413330 Feb 09 14:03:12.878022 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ad7a6-3dd6-43a0-80a2-b59a63bd6f48 req-48f9e515-d2ba-422e-a6dd-8826968d73d9 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:12.879550 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-516ad7a6-3dd6-43a0-80a2-b59a63bd6f48 req-48f9e515-d2ba-422e-a6dd-8826968d73d9 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.35 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 946 time: 0.1714678 Feb 09 14:03:13.045269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-516ad7a6-3dd6-43a0-80a2-b59a63bd6f48 req-b3f6300f-0f6c-4635-8f4f-e4782114aed0 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Deleting port e33b4b10-f021-482f-9eba-1a27e29e422c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:03:13.045543 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-516ad7a6-3dd6-43a0-80a2-b59a63bd6f48 req-b3f6300f-0f6c-4635-8f4f-e4782114aed0 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:13.072734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Attempting to bind port 92832214-5023-4e03-a411-adf25a5ae875 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:13.073256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Attempting to bind port 92832214-5023-4e03-a411-adf25a5ae875 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:13.073632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Attempting to bind port 92832214-5023-4e03-a411-adf25a5ae875 on network 4438975a-7484-4e20-a7dd-31c3711d5a27 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:13.078634 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf86d2c-cb7b-4ea8-a05b-740d8bc92bf4 req-dc1d45c6-04f6-47fd-91de-24e3a2215602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:13.080022 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4cf86d2c-cb7b-4ea8-a05b-740d8bc92bf4 req-dc1d45c6-04f6-47fd-91de-24e3a2215602 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.2682335 Feb 09 14:03:13.084376 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b3177119-122c-42d9-98d6-415b6478961c req-f8fda809-4667-405a-8c69-e04b562610d1 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806146 Feb 09 14:03:13.143991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Port 92832214-5023-4e03-a411-adf25a5ae875 on network 4438975a-7484-4e20-a7dd-31c3711d5a27 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:03:13.144616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Attempting to bind port 92832214-5023-4e03-a411-adf25a5ae875 on network 4438975a-7484-4e20-a7dd-31c3711d5a27 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:13.218544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:03:13.218879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Checking segment: {'id': 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:13.219443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Bound using segment: {'id': 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:03:13.220079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Bound port: 92832214-5023-4e03-a411-adf25a5ae875, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:13.220607 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:13.236283 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4cf86d2c-cb7b-4ea8-a05b-740d8bc92bf4 req-fd1f0c82-36ab-4e14-a268-430c73ef4ce4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934024 Feb 09 14:03:13.408499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-551c78eb-9470-4ee0-9b77-de96164ed239 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Allocated IP 192.168.233.49 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/978cdc01-5e70-4a33-8824-90d80da9264c) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:13.518691 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-220b8bf9-96ce-44ad-b3b7-a3714eb28367 req-3a55a432-121a-4fd8-b1f8-eb2011808eb6 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 210 time: 0.0936289 Feb 09 14:03:13.568041 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:13.649525 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4cf86d2c-cb7b-4ea8-a05b-740d8bc92bf4 req-034fb4f4-33db-48cb-9431-d6b3a2804fe7 service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978279 Feb 09 14:03:13.654092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] For port 92832214-5023-4e03-a411-adf25a5ae875, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:13.710957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-516ad7a6-3dd6-43a0-80a2-b59a63bd6f48 req-b3f6300f-0f6c-4635-8f4f-e4782114aed0 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] For port e33b4b10-f021-482f-9eba-1a27e29e422c, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e33b4b10-f021-482f-9eba-1a27e29e422c,segment=NetworkSegment(f5c97491-2288-4d0a-aa45-df50af009643),segment_id=f5c97491-2288-4d0a-aa45-df50af009643)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:13.711317 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-516ad7a6-3dd6-43a0-80a2-b59a63bd6f48 req-b3f6300f-0f6c-4635-8f4f-e4782114aed0 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:13.729496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5824b-d04d-4faa-ad32-8d15a9e2f6e5 req-bf9d9881-c415-48c3-83ce-06833b52e20f tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:13.730985 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05a5824b-d04d-4faa-ad32-8d15a9e2f6e5 req-bf9d9881-c415-48c3-83ce-06833b52e20f tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 943 time: 0.6350908 Feb 09 14:03:13.770744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] For port 92832214-5023-4e03-a411-adf25a5ae875, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=92832214-5023-4e03-a411-adf25a5ae875,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:03:13.792643 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:13.877311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-516ad7a6-3dd6-43a0-80a2-b59a63bd6f48 req-b3f6300f-0f6c-4635-8f4f-e4782114aed0 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Calling delete_port for e33b4b10-f021-482f-9eba-1a27e29e422c owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:03:13.945311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:13.945311 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:13.945311 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] 10.222.0.35 "PUT /v2.0/ports/92832214-5023-4e03-a411-adf25a5ae875 HTTP/1.1" status: 200 len: 1091 time: 3.5163209 Feb 09 14:03:13.951312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a0dbec-e33c-43df-9f50-850b34c62ae4', 'tag': '92832214-5023-4e03-a411-adf25a5ae875'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:14.040951 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05a5824b-d04d-4faa-ad32-8d15a9e2f6e5 req-0ecf12ba-6e1e-4197-9a69-ec88fbf24c62 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970476 Feb 09 14:03:14.103444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2236e6-ddb4-4b61-bccf-f12ed4de0c40 service neutron] Pushing event updated for resources: {'Port': ['ID=92832214-5023-4e03-a411-adf25a5ae875,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:14.152540 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4cf86d2c-cb7b-4ea8-a05b-740d8bc92bf4 req-5d5ff7ab-adf5-4256-b077-4b8a7f772092 service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927342 Feb 09 14:03:14.173917 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-551c78eb-9470-4ee0-9b77-de96164ed239 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:14.235466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-551c78eb-9470-4ee0-9b77-de96164ed239 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Transition to ACTIVE for port object 978cdc01-5e70-4a33-8824-90d80da9264c will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:14.254899 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-516ad7a6-3dd6-43a0-80a2-b59a63bd6f48 req-b3f6300f-0f6c-4635-8f4f-e4782114aed0 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:14.340318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfff9b4-fbcb-4e7b-b00c-a0f7abdb7e38 req-14bc8eb4-b888-4a51-85be-3fc120662746 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:14.347141 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0cfff9b4-fbcb-4e7b-b00c-a0f7abdb7e38 req-14bc8eb4-b888-4a51-85be-3fc120662746 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.6619477 Feb 09 14:03:14.353896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6300f-0f6c-4635-8f4f-e4782114aed0 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Pushing event deleted for resources: {'Port': ['ID=e33b4b10-f021-482f-9eba-1a27e29e422c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:14.369941 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-f6495298-7c65-45e9-9f1c-bcc33f857f2c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=cf414819203844d7be4cd33f0e40db8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642538 Feb 09 14:03:14.380345 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:14.409945 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-92a8ddd4-7129-4c5a-8767-35d9bfd47435 req-e6b4a7dc-970b-4b67-91fe-eb64bed35f7b tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 210 time: 0.1091661 Feb 09 14:03:14.544370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-516ad7a6-3dd6-43a0-80a2-b59a63bd6f48 req-b3f6300f-0f6c-4635-8f4f-e4782114aed0 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] No DVR routers for this DVR port e33b4b10-f021-482f-9eba-1a27e29e422c on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:03:14.549356 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-516ad7a6-3dd6-43a0-80a2-b59a63bd6f48 req-b3f6300f-0f6c-4635-8f4f-e4782114aed0 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:14.584988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52009454-0449-4a9d-ba6e-1a227470b9a2', 'name': 'network-vif-deleted', 'tag': 'e33b4b10-f021-482f-9eba-1a27e29e422c'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:14.606131 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-551c78eb-9470-4ee0-9b77-de96164ed239 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:14.619077 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['49ca1902-c721-470f-b32e-32b2412eef9a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:03:14.628350 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-83e80059-b29e-45be-b328-00b755450fff req-87a9740d-a549-42d9-b84e-7cf4c2d2322b tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.48 "GET /v2.0/ports?device_id=52009454-0449-4a9d-ba6e-1a227470b9a2 HTTP/1.1" status: 200 len: 210 time: 0.0886836 Feb 09 14:03:14.664592 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0cfff9b4-fbcb-4e7b-b00c-a0f7abdb7e38 req-eca37943-a763-4545-a173-2ac18fb28606 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162692 Feb 09 14:03:14.753085 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a0dbec-e33c-43df-9f50-850b34c62ae4', 'tag': '92832214-5023-4e03-a411-adf25a5ae875', 'status': 'completed', 'code': 200} Feb 09 14:03:14.754208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c78eb-9470-4ee0-9b77-de96164ed239 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Pushing event updated for resources: {'Port': ['ID=978cdc01-5e70-4a33-8824-90d80da9264c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:14.766940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-41c66248-01cd-4939-ae7a-9bc14e707e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:14.768634 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-41c66248-01cd-4939-ae7a-9bc14e707e32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=819ad572178e4886a304631fc3728b0f&device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 1094 time: 0.7194355 Feb 09 14:03:14.778269 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-516ad7a6-3dd6-43a0-80a2-b59a63bd6f48 req-b3f6300f-0f6c-4635-8f4f-e4782114aed0 tempest-VolumesAdminNegativeTest-542117053 tempest-VolumesAdminNegativeTest-542117053-project] 10.222.0.35 "DELETE /v2.0/ports/e33b4b10-f021-482f-9eba-1a27e29e422c HTTP/1.1" status: 204 len: 173 time: 1.8914568 Feb 09 14:03:14.812297 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2522b8a7-56c5-4a29-8043-ea592222b487 req-8604f815-06c8-4e4b-aa3e-f01ff50270ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3936901 Feb 09 14:03:14.830738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-551c78eb-9470-4ee0-9b77-de96164ed239 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:14.836509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-551c78eb-9470-4ee0-9b77-de96164ed239 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:14.852754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-551c78eb-9470-4ee0-9b77-de96164ed239 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:03:14.914282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-d8dfe502-dd22-4eb5-aba8-ad015715924a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:14.915907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-d8dfe502-dd22-4eb5-aba8-ad015715924a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5370424 Feb 09 14:03:14.917114 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-bb26353b-1fd7-448a-a1ef-a6344fc384ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92832214-5023-4e03-a411-adf25a5ae875 HTTP/1.1" status: 200 len: 217 time: 0.1268034 Feb 09 14:03:15.057525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-526109dc-0ba1-4c80-8878-b065fc8bb0fa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Request body: {'port': {'device_id': '22ca5886-7a36-4094-90a0-dde78f897ea2', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': 'cf414819203844d7be4cd33f0e40db8a'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:15.099192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-551c78eb-9470-4ee0-9b77-de96164ed239 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:15.100101 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-551c78eb-9470-4ee0-9b77-de96164ed239 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:15.130259 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-551c78eb-9470-4ee0-9b77-de96164ed239 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7642407 Feb 09 14:03:15.142699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Request body: {'port': {'device_id': '35d850f7-b108-4d08-b809-98052df792b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:15.175985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ab75c-75bd-4380-97d5-46d2ee507c3e req-5a8ac3df-93b0-495b-acfd-86ae2a1a1e27 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:15.177625 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f07ab75c-75bd-4380-97d5-46d2ee507c3e req-5a8ac3df-93b0-495b-acfd-86ae2a1a1e27 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 1095 time: 0.2818835 Feb 09 14:03:15.211820 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522b8a7-56c5-4a29-8043-ea592222b487 req-9914becb-3a0c-4a8f-bd04-4742733ba2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:15.213879 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2522b8a7-56c5-4a29-8043-ea592222b487 req-9914becb-3a0c-4a8f-bd04-4742733ba2cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 1119 time: 0.3223422 Feb 09 14:03:15.225015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5361bf8f-116c-4451-8318-2e2b599a3eb1 None None] Provisioning for port 978cdc01-5e70-4a33-8824-90d80da9264c completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:15.236366 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5361bf8f-116c-4451-8318-2e2b599a3eb1 None None] Provisioning complete for port 978cdc01-5e70-4a33-8824-90d80da9264c triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:15.237969 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5361bf8f-116c-4451-8318-2e2b599a3eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:15.246556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-b751e15d-63e9-4647-aac0-0d4da8d1ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:15.249016 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-b751e15d-63e9-4647-aac0-0d4da8d1ee3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=619ec6b3-3471-4097-954a-be6300563bbd HTTP/1.1" status: 200 len: 862 time: 0.2614455 Feb 09 14:03:15.345997 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5361bf8f-116c-4451-8318-2e2b599a3eb1 None None] Port 978cdc01-5e70-4a33-8824-90d80da9264c cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:03:15.349629 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f07ab75c-75bd-4380-97d5-46d2ee507c3e req-7ca38275-d961-4045-a296-b82248296bf9 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646421 Feb 09 14:03:15.359689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4deaae-681a-4823-9e23-836840fd8816 req-d8cfda82-9c60-43b6-b277-a2b8b2fc5639 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:15.361280 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9e4deaae-681a-4823-9e23-836840fd8816 req-d8cfda82-9c60-43b6-b277-a2b8b2fc5639 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.5117071 Feb 09 14:03:15.378492 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:15.408834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-526109dc-0ba1-4c80-8878-b065fc8bb0fa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:15.434099 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-526109dc-0ba1-4c80-8878-b065fc8bb0fa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:15.437726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Router 1a36cb13-10df-4638-9069-ab8e66914956 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:03:15.490916 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9e4deaae-681a-4823-9e23-836840fd8816 req-e0336956-1837-48ca-87a9-acf39d66b417 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147161 Feb 09 14:03:15.494870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-526109dc-0ba1-4c80-8878-b065fc8bb0fa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Made reservation on behalf of cf414819203844d7be4cd33f0e40db8a for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:03:15.498409 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-526109dc-0ba1-4c80-8878-b065fc8bb0fa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:15.517087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:03:15.521068 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e33b4b10-f021-482f-9eba-1a27e29e422c no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:03:15.619196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: e33b4b10-f021-482f-9eba-1a27e29e422c {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:03:15.619923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e33b4b10-f021-482f-9eba-1a27e29e422c not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:03:15.676740 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522b8a7-56c5-4a29-8043-ea592222b487 req-97924708-21e3-4331-9326-18ab977e3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:15.680912 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2522b8a7-56c5-4a29-8043-ea592222b487 req-97924708-21e3-4331-9326-18ab977e3d4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.4208746 Feb 09 14:03:15.792558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-f2490736-e092-45d6-aa59-e5c0ad603719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:15.795087 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-f2490736-e092-45d6-aa59-e5c0ad603719 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4438975a-7484-4e20-a7dd-31c3711d5a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5286899 Feb 09 14:03:15.827018 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:15.841796 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '1eea9ee2-af57-4b83-8566-e5cd74af6ba8', 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123', 'port_id': '1eea9ee2-af57-4b83-8566-e5cd74af6ba8', 'mac_address': 'fa:16:3e:8b:cd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727561ed-eee7-4d6c-9032-5a4fe849f97a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:03:15.905640 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:15.923661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:15.950507 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:15.954633 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:16.013889 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52009454-0449-4a9d-ba6e-1a227470b9a2', 'name': 'network-vif-deleted', 'tag': 'e33b4b10-f021-482f-9eba-1a27e29e422c', 'status': 'completed', 'code': 200} Feb 09 14:03:16.023276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:16.123492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2522b8a7-56c5-4a29-8043-ea592222b487 req-eb0ab06c-842a-4156-992d-3d2326c33274 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=7ff447dc-3755-4a6f-b061-94973b5f3fe3 HTTP/1.1" status: 200 len: 217 time: 0.1068966 Feb 09 14:03:16.256108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522b8a7-56c5-4a29-8043-ea592222b487 req-f82ff21c-8a33-4546-ab45-90c5ac090bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:16.257349 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2522b8a7-56c5-4a29-8043-ea592222b487 req-f82ff21c-8a33-4546-ab45-90c5ac090bb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1201427 Feb 09 14:03:16.315696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fb992-efbc-4f28-a8c2-bc26ce2b5eef req-2577a1bc-33d6-40df-b901-38d1c02e7b60 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:16.316485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-2a7fb992-efbc-4f28-a8c2-bc26ce2b5eef req-2577a1bc-33d6-40df-b901-38d1c02e7b60 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Synchronizing usage tracker for tenant:fe08b25afe4748ab92f92feabba92658 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:16.340720 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['1eea9ee2-af57-4b83-8566-e5cd74af6ba8'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:03:16.398217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-2a7fb992-efbc-4f28-a8c2-bc26ce2b5eef req-2577a1bc-33d6-40df-b901-38d1c02e7b60 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Unset dirty status for tenant:fe08b25afe4748ab92f92feabba92658 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:16.399354 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2a7fb992-efbc-4f28-a8c2-bc26ce2b5eef req-2577a1bc-33d6-40df-b901-38d1c02e7b60 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 935 time: 0.3842740 Feb 09 14:03:16.403670 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:03:16.416995 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978cdc01-5e70-4a33-8824-90d80da9264c {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:16.420687 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Sync routers for ids ['1a36cb13-10df-4638-9069-ab8e66914956'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:03:16.432743 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Routers {'1a36cb13-10df-4638-9069-ab8e66914956'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:03:16.433592 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:02:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1a36cb13-10df-4638-9069-ab8e66914956'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:16.442086 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-82aac2f1-78c0-4a98-83b9-5fdeb14ccde1 service neutron] 10.222.0.35 "GET /v2.0/networks/4438975a-7484-4e20-a7dd-31c3711d5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578303 Feb 09 14:03:16.470816 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:16.483941 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522b8a7-56c5-4a29-8043-ea592222b487 req-6ccac19f-fa3f-48ad-86f1-12639a1b4e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:16.485587 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2522b8a7-56c5-4a29-8043-ea592222b487 req-6ccac19f-fa3f-48ad-86f1-12639a1b4e89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2205606 Feb 09 14:03:16.629501 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Set router 1a36cb13-10df-4638-9069-ab8e66914956 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:03:16.639467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe2eff-109d-495a-8792-8c5fc4582f98 req-81f81194-fa32-4df1-bd74-f990ca320071 tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:16.642027 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-56fe2eff-109d-495a-8792-8c5fc4582f98 req-81f81194-fa32-4df1-bd74-f990ca320071 tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 1101 time: 0.6046803 Feb 09 14:03:16.700042 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2a7fb992-efbc-4f28-a8c2-bc26ce2b5eef req-5d0d1493-7e5b-4819-8424-438a2012cd81 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626295 Feb 09 14:03:16.703116 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:16.703116 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-045d2422-f2e0-4c23-86e7-141603643471 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.4508471 Feb 09 14:03:16.703287 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2522b8a7-56c5-4a29-8043-ea592222b487 req-3e1638ef-ee8a-4156-a0d6-ce02efb21c64 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069306 Feb 09 14:03:16.709167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Transition to ACTIVE for port object 978cdc01-5e70-4a33-8824-90d80da9264c will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:16.713907 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44514) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:16.795187 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-56fe2eff-109d-495a-8792-8c5fc4582f98 req-3d9024de-0b6a-4a4f-92bf-c53b34b26b5b tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:16.897201 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:16.955832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-56fe2eff-109d-495a-8792-8c5fc4582f98 req-3d9024de-0b6a-4a4f-92bf-c53b34b26b5b tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:16.956456 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a36cb13-10df-4638-9069-ab8e66914956', 'name': 'tempest-ServerRescueNegativeTestJSON-216834020-router', 'tenant_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:09Z', 'updated_at': '2022-02-09T14:03:13Z', 'revision_number': 3, 'project_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'gw_port': {'id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a36cb13-10df-4638-9069-ab8e66914956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:10Z', 'updated_at': '2022-02-09T14:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:16.962278 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Checking router: 1a36cb13-10df-4638-9069-ab8e66914956 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:03:16.962885 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Updating router 1a36cb13-10df-4638-9069-ab8e66914956 port 411a802c-27f3-4a98-83a0-cf04907b7d15 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:03:16.977712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-56fe2eff-109d-495a-8792-8c5fc4582f98 req-3d9024de-0b6a-4a4f-92bf-c53b34b26b5b tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] Usage tracker for resource:security_group_rule and tenant:77bd5154ae3d43f39dbc27b0314db088 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:16.984170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-56fe2eff-109d-495a-8792-8c5fc4582f98 req-3d9024de-0b6a-4a4f-92bf-c53b34b26b5b tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:16.991953 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17924bf2-987a-41de-89ee-42fa8824ffbe req-2dac7559-e237-4999-b1a6-247c8e651442 service neutron] 10.222.0.35 "GET /v2.0/networks/4438975a-7484-4e20-a7dd-31c3711d5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400541 Feb 09 14:03:17.001061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-56fe2eff-109d-495a-8792-8c5fc4582f98 req-3d9024de-0b6a-4a4f-92bf-c53b34b26b5b tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:17.011793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-526109dc-0ba1-4c80-8878-b065fc8bb0fa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Allocated IP 192.168.233.24 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:17.029896 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:17.346150 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-56fe2eff-109d-495a-8792-8c5fc4582f98 req-3d9024de-0b6a-4a4f-92bf-c53b34b26b5b tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:17.349259 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Attempting to bind port 978cdc01-5e70-4a33-8824-90d80da9264c on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:17.349816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Attempting to bind port 978cdc01-5e70-4a33-8824-90d80da9264c by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:17.349923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Attempting to bind port 978cdc01-5e70-4a33-8824-90d80da9264c on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:17.354979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Pushing event updated for resources: {'Port': ['ID=978cdc01-5e70-4a33-8824-90d80da9264c,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:17.362616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Port 978cdc01-5e70-4a33-8824-90d80da9264c on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:03:17.363566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Attempting to bind port 978cdc01-5e70-4a33-8824-90d80da9264c on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:17.363692 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-56fe2eff-109d-495a-8792-8c5fc4582f98 req-3d9024de-0b6a-4a4f-92bf-c53b34b26b5b tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:17.376720 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2522b8a7-56c5-4a29-8043-ea592222b487 req-c4525b22-953d-461a-a4df-366a8e415e6e service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6637683 Feb 09 14:03:17.382324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766816b-94de-41fe-b123-b63e3a48c6c1 req-ef2f3722-766c-4f6f-84ce-4b0d30cfea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:17.383864 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8766816b-94de-41fe-b123-b63e3a48c6c1 req-ef2f3722-766c-4f6f-84ce-4b0d30cfea44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=819ad572178e4886a304631fc3728b0f&device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 1094 time: 0.3226309 Feb 09 14:03:17.451820 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-56fe2eff-109d-495a-8792-8c5fc4582f98 req-3d9024de-0b6a-4a4f-92bf-c53b34b26b5b tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7960541 Feb 09 14:03:17.556512 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:17.574125 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Transition to ACTIVE for port object 411a802c-27f3-4a98-83a0-cf04907b7d15 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:17.595852 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:17.602759 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-526109dc-0ba1-4c80-8878-b065fc8bb0fa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:17.609051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766816b-94de-41fe-b123-b63e3a48c6c1 req-c7add4ff-3d7e-41b7-85e5-0c13f4d00181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:17.610626 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8766816b-94de-41fe-b123-b63e3a48c6c1 req-c7add4ff-3d7e-41b7-85e5-0c13f4d00181 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4438975a-7484-4e20-a7dd-31c3711d5a27 HTTP/1.1" status: 200 len: 923 time: 0.2123373 Feb 09 14:03:17.615951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9024de-0b6a-4a4f-92bf-c53b34b26b5b tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cedc07-2871-4186-8f9d-c3dffa2a989c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:17.663980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:03:17.664315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:17.664693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:03:17.665142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Bound port: 978cdc01-5e70-4a33-8824-90d80da9264c, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:17.666001 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:17.718259 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Attempting to bind port 411a802c-27f3-4a98-83a0-cf04907b7d15 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:17.718719 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Attempting to bind port 411a802c-27f3-4a98-83a0-cf04907b7d15 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:17.719178 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Attempting to bind port 411a802c-27f3-4a98-83a0-cf04907b7d15 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:17.728835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-526109dc-0ba1-4c80-8878-b065fc8bb0fa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Transition to ACTIVE for port object 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:17.732242 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:03:17.732744 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:17.733241 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:17.733730 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:03:17.734320 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Bound port: 411a802c-27f3-4a98-83a0-cf04907b7d15, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:17.734811 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:17.737395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-5532aae5-6536-4915-a133-844b61aced9c req-87c24b96-75e4-43b9-a2f0-358468e0951a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Synchronizing usage tracker for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:17.741919 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8766816b-94de-41fe-b123-b63e3a48c6c1 req-d0f1e910-7b51-4dba-8ac1-5807257f671b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92832214-5023-4e03-a411-adf25a5ae875 HTTP/1.1" status: 200 len: 217 time: 0.1224251 Feb 09 14:03:17.768795 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f0762-b411-441f-8f90-4743483c46d3 None None] Pushing event updated for resources: {'Port': ['ID=411a802c-27f3-4a98-83a0-cf04907b7d15,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:17.794252 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f0762-b411-441f-8f90-4743483c46d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:17.794744 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f0762-b411-441f-8f90-4743483c46d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:17.795187 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f0762-b411-441f-8f90-4743483c46d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:17.795646 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f0762-b411-441f-8f90-4743483c46d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:17.796105 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f0762-b411-441f-8f90-4743483c46d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:17.796538 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f0762-b411-441f-8f90-4743483c46d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:17.796946 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f0762-b411-441f-8f90-4743483c46d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:17.798098 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f0762-b411-441f-8f90-4743483c46d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:17.798682 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f0762-b411-441f-8f90-4743483c46d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:17.798996 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f0762-b411-441f-8f90-4743483c46d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:17.799408 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f0762-b411-441f-8f90-4743483c46d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:17.799857 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8f0762-b411-441f-8f90-4743483c46d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:17.808882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-5532aae5-6536-4915-a133-844b61aced9c req-87c24b96-75e4-43b9-a2f0-358468e0951a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Unset dirty status for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:17.817665 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5532aae5-6536-4915-a133-844b61aced9c req-87c24b96-75e4-43b9-a2f0-358468e0951a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 210 time: 0.2106264 Feb 09 14:03:17.841135 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] For port 411a802c-27f3-4a98-83a0-cf04907b7d15, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:17.846479 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] For port 411a802c-27f3-4a98-83a0-cf04907b7d15, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=411a802c-27f3-4a98-83a0-cf04907b7d15,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:03:17.851792 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:17.854859 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23735fe-8953-4159-8f73-0aaab35e5c7c req-8a4c38d3-a018-468e-abcb-e0d944352681 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:17.862992 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b23735fe-8953-4159-8f73-0aaab35e5c7c req-8a4c38d3-a018-468e-abcb-e0d944352681 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 943 time: 1.0218718 Feb 09 14:03:17.873304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766816b-94de-41fe-b123-b63e3a48c6c1 req-2395180b-edb6-415e-a539-1ea6018f635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:17.875978 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8766816b-94de-41fe-b123-b63e3a48c6c1 req-2395180b-edb6-415e-a539-1ea6018f635a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=619ec6b3-3471-4097-954a-be6300563bbd HTTP/1.1" status: 200 len: 862 time: 0.1274061 Feb 09 14:03:17.911801 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d3dd461a-d0d9-4f03-a577-68607f45797f req-92286a37-0876-46e3-9f1f-904e0019611c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0761290 Feb 09 14:03:17.955486 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f0762-b411-441f-8f90-4743483c46d3 None None] Pushing event updated for resources: {'Port': ['ID=411a802c-27f3-4a98-83a0-cf04907b7d15,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:17.957397 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-526109dc-0ba1-4c80-8878-b065fc8bb0fa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:17.971349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['77d7f02e-34bc-4e11-a27e-941eb5907981', '1931d8f0-f350-41b6-96dd-906f3e3a5c65', '70d71ad5-8505-4f19-a4dd-fe4613201ab5'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:03:17.976115 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Routers {'1a36cb13-10df-4638-9069-ab8e66914956'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:03:17.977261 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:02:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1a36cb13-10df-4638-9069-ab8e66914956'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:18.001274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44526) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:18.048799 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['7ff447dc-3755-4a6f-b061-94973b5f3fe3', '5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:03:18.226432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-526109dc-0ba1-4c80-8878-b065fc8bb0fa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:18.241359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-526109dc-0ba1-4c80-8878-b065fc8bb0fa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:18.254618 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b23735fe-8953-4159-8f73-0aaab35e5c7c req-ad23a987-2b66-4853-8006-5543845ea08f tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3863606 Feb 09 14:03:18.259876 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-526109dc-0ba1-4c80-8878-b065fc8bb0fa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:03:18.262160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] For port 978cdc01-5e70-4a33-8824-90d80da9264c, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:18.272778 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] Set router 1a36cb13-10df-4638-9069-ab8e66914956 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:03:18.371427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] For port 978cdc01-5e70-4a33-8824-90d80da9264c, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=978cdc01-5e70-4a33-8824-90d80da9264c,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:03:18.385233 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:18.449186 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0936c3-7f36-428e-9b8c-80b35eed5650 admin admin] Deleting subnet 88ae64d6-84eb-4c62-9621-3b42d0eeb987 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:03:18.466610 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9b0936c3-7f36-428e-9b8c-80b35eed5650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:18.476314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526109dc-0ba1-4c80-8878-b065fc8bb0fa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Pushing event updated for resources: {'Port': ['ID=6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:18.517428 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:18.518776 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:18.520340 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] 10.222.0.21 "PUT /v2.0/ports/978cdc01-5e70-4a33-8824-90d80da9264c HTTP/1.1" status: 200 len: 1095 time: 3.3829997 Feb 09 14:03:18.585616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-526109dc-0ba1-4c80-8878-b065fc8bb0fa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:18.586397 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-526109dc-0ba1-4c80-8878-b065fc8bb0fa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:18.667709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-8fef0667-b182-4e83-a458-9ac205748abb tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:18.668472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-8fef0667-b182-4e83-a458-9ac205748abb tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Synchronizing usage tracker for tenant:88a376f878274e1491d4af100b1ec6bb on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:18.686568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766816b-94de-41fe-b123-b63e3a48c6c1 req-f278669d-87f1-4b99-90de-bfe78e09fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:18.688295 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8766816b-94de-41fe-b123-b63e3a48c6c1 req-f278669d-87f1-4b99-90de-bfe78e09fa67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4438975a-7484-4e20-a7dd-31c3711d5a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8064356 Feb 09 14:03:18.691625 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-526109dc-0ba1-4c80-8878-b065fc8bb0fa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7027149 Feb 09 14:03:18.738701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Request body: {'port': {'device_id': '22ca5886-7a36-4094-90a0-dde78f897ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:18.754923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d850f7-b108-4d08-b809-98052df792b0', 'tag': '978cdc01-5e70-4a33-8824-90d80da9264c'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:18.810456 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a36cb13-10df-4638-9069-ab8e66914956', 'name': 'tempest-ServerRescueNegativeTestJSON-216834020-router', 'tenant_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:09Z', 'updated_at': '2022-02-09T14:03:13Z', 'revision_number': 3, 'project_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'gw_port': {'id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a36cb13-10df-4638-9069-ab8e66914956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:10Z', 'updated_at': '2022-02-09T14:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:18.815400 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9156f9ff-1163-45f4-b45b-8a8d145db95c None None] The sync data for ids ['1a36cb13-10df-4638-9069-ab8e66914956'] in n-d-828418-2 is: [{'id': '1a36cb13-10df-4638-9069-ab8e66914956', 'name': 'tempest-ServerRescueNegativeTestJSON-216834020-router', 'tenant_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:09Z', 'updated_at': '2022-02-09T14:03:13Z', 'revision_number': 3, 'project_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'gw_port': {'id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a36cb13-10df-4638-9069-ab8e66914956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:10Z', 'updated_at': '2022-02-09T14:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:03:18.860150 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-964e2525-acea-497f-a82a-e84370f630cc None None] Provisioning for port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:18.891691 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-964e2525-acea-497f-a82a-e84370f630cc None None] Provisioning complete for port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:18.892247 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-964e2525-acea-497f-a82a-e84370f630cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:18.928139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-8fef0667-b182-4e83-a458-9ac205748abb tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Unset dirty status for tenant:88a376f878274e1491d4af100b1ec6bb on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:18.937799 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-8fef0667-b182-4e83-a458-9ac205748abb tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 821 time: 0.8138559 Feb 09 14:03:18.967067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-964e2525-acea-497f-a82a-e84370f630cc None None] Port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:03:19.005909 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9b0936c3-7f36-428e-9b8c-80b35eed5650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:19.014254 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-7c91a979-87e2-452e-9482-dd4c7925bbea tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/quotas/88a376f878274e1491d4af100b1ec6bb HTTP/1.1" status: 200 len: 375 time: 0.0748820 Feb 09 14:03:19.075947 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd461a-d0d9-4f03-a577-68607f45797f req-d31486c5-1602-45e7-8f62-b8dd374632b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:19.077423 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d3dd461a-d0d9-4f03-a577-68607f45797f req-d31486c5-1602-45e7-8f62-b8dd374632b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 1101 time: 1.1278982 Feb 09 14:03:19.078023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca953c9-2c4c-4be1-b0b0-4a77948a4e27 service neutron] Pushing event updated for resources: {'Port': ['ID=978cdc01-5e70-4a33-8824-90d80da9264c,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:19.267663 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8766816b-94de-41fe-b123-b63e3a48c6c1 req-606b5cac-6199-4fcc-bc4a-b28d0b48418a service neutron] 10.222.0.35 "GET /v2.0/networks/4438975a-7484-4e20-a7dd-31c3711d5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675335 Feb 09 14:03:19.272563 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:19.286383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd034811-2c4e-4ccc-9d2c-b95d062c1724 req-d2f0882e-ec06-467f-9a60-511e528fe403 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:19.287911 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cd034811-2c4e-4ccc-9d2c-b95d062c1724 req-d2f0882e-ec06-467f-9a60-511e528fe403 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 945 time: 0.5361135 Feb 09 14:03:19.325816 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-e7d50382-2d47-4be7-ab5b-6c0d61988058 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2955539 Feb 09 14:03:19.374059 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:19.486987 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9b0936c3-7f36-428e-9b8c-80b35eed5650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:19.521199 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd461a-d0d9-4f03-a577-68607f45797f req-9ddec295-a8c9-4fbc-838a-2328c9abd426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:19.522427 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d3dd461a-d0d9-4f03-a577-68607f45797f req-9ddec295-a8c9-4fbc-838a-2328c9abd426 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.3596532 Feb 09 14:03:19.547970 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:19.662981 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 411a802c-27f3-4a98-83a0-cf04907b7d15 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:19.741174 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:19.747701 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8766816b-94de-41fe-b123-b63e3a48c6c1 req-1c0fc461-bb89-4feb-a562-4541ab15155a service neutron] 10.222.0.35 "GET /v2.0/networks/4438975a-7484-4e20-a7dd-31c3711d5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608052 Feb 09 14:03:19.749185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:19.749563 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:19.778445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 411a802c-27f3-4a98-83a0-cf04907b7d15 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:19.789447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 411a802c-27f3-4a98-83a0-cf04907b7d15 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:19.789813 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:19.846982 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cd034811-2c4e-4ccc-9d2c-b95d062c1724 req-ef463f64-d10a-4c29-98ba-1c695d8dd28d tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827278 Feb 09 14:03:19.964013 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-4bd80b23-73a1-4288-834e-738ff56e9460 service neutron] 10.222.0.48 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571213 Feb 09 14:03:20.048661 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:20.060633 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:20.098834 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 411a802c-27f3-4a98-83a0-cf04907b7d15, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=411a802c-27f3-4a98-83a0-cf04907b7d15,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:20.105224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7564f6-3c42-40a9-8d20-754568194334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eea9ee2-af57-4b83-8566-e5cd74af6ba8'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:20.113582 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Allocated IP 172.20.0.1 (3a857aba-f933-4c3f-b9f2-3d18bdabe934/90ca065c-052c-492f-8251-4bf63ea79858/a9316d15-01bf-4f5a-b4e7-be0f2f1248fb) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:20.120239 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:20.178165 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:20.191014 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:20.222301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=411a802c-27f3-4a98-83a0-cf04907b7d15,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:20.261332 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d3dd461a-d0d9-4f03-a577-68607f45797f req-42f2731b-ab9e-4536-a0d0-4888bd4d08b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1931d8f0-f350-41b6-96dd-906f3e3a5c65 HTTP/1.1" status: 200 len: 217 time: 0.7213085 Feb 09 14:03:20.301965 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-cbe41f54-7024-4e5f-b902-f0465124c7f9 service neutron] 10.222.0.48 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367453 Feb 09 14:03:20.356468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-3fa5aa5c-9cfa-484a-85b8-036fbab8f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:20.357872 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-3fa5aa5c-9cfa-484a-85b8-036fbab8f1df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe08b25afe4748ab92f92feabba92658&device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 1098 time: 1.6044047 Feb 09 14:03:20.413597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:20.456683 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-ac178d1a-fbdc-4599-91e9-1dad4c727783 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=978cdc01-5e70-4a33-8824-90d80da9264c HTTP/1.1" status: 200 len: 217 time: 0.0852244 Feb 09 14:03:20.548419 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:20.567692 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:20.603347 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d850f7-b108-4d08-b809-98052df792b0', 'tag': '978cdc01-5e70-4a33-8824-90d80da9264c', 'status': 'completed', 'code': 200} Feb 09 14:03:20.607163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Transition to ACTIVE for port object 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:20.614174 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:20.622091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd461a-d0d9-4f03-a577-68607f45797f req-b5367730-9eda-43b2-b847-8612fec323cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:20.623548 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d3dd461a-d0d9-4f03-a577-68607f45797f req-b5367730-9eda-43b2-b847-8612fec323cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.3504140 Feb 09 14:03:20.635952 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9b0936c3-7f36-428e-9b8c-80b35eed5650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:20.795195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0936c3-7f36-428e-9b8c-80b35eed5650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ae64d6-84eb-4c62-9621-3b42d0eeb987,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:20.827698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-2e26e96d-6a4f-4390-b94e-1e17a95dac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:20.829090 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-2e26e96d-6a4f-4390-b94e-1e17a95dac5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.3429143 Feb 09 14:03:20.832252 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:20.836661 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9b0936c3-7f36-428e-9b8c-80b35eed5650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:20.948296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Pushing event updated for resources: {'Port': ['ID=6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:20.973331 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9b0936c3-7f36-428e-9b8c-80b35eed5650 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/88ae64d6-84eb-4c62-9621-3b42d0eeb987 HTTP/1.1" status: 204 len: 168 time: 2.9522872 Feb 09 14:03:20.979490 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:20.998183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44570) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:21.159143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032bd09-6d4d-474d-8766-0bf516351352 req-0928fa5a-d310-4879-8027-796d3920c7f8 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:21.160933 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5032bd09-6d4d-474d-8766-0bf516351352 req-0928fa5a-d310-4879-8027-796d3920c7f8 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 947 time: 0.2923794 Feb 09 14:03:21.174205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Attempting to bind port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:21.174726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Attempting to bind port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:21.175236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Attempting to bind port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:21.195919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Network 3a857aba-f933-4c3f-b9f2-3d18bdabe934 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:21.207009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:21.210421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:03:21.210917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Attempting to bind port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:21.212889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:03:21.230644 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:03:21.230978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:21.231339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:03:21.231976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Bound port: 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:21.232725 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:21.276238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd461a-d0d9-4f03-a577-68607f45797f req-f6fa938c-81d9-47db-9203-8930668d3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:21.277729 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d3dd461a-d0d9-4f03-a577-68607f45797f req-f6fa938c-81d9-47db-9203-8930668d3dd6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6232736 Feb 09 14:03:21.296241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Pushing event updated for resources: {'Port': ['ID=a9316d15-01bf-4f5a-b4e7-be0f2f1248fb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:21.301925 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5032bd09-6d4d-474d-8766-0bf516351352 req-462f6b74-119c-4c14-ac83-32d3b40e078c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297908 Feb 09 14:03:21.365551 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-5aa70387-5b6b-4fc7-b58f-4933ef035969 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8068752 Feb 09 14:03:21.395068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] For port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:21.401944 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] For port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:03:21.412676 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:21.451788 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf2f099-8f4d-401e-b24e-91738122e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:21.460921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6eefa-74fc-442b-8507-b70434617be3 req-f51cf728-241e-492d-960e-fa0e819e3da6 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:21.467958 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9fc6eefa-74fc-442b-8507-b70434617be3 req-f51cf728-241e-492d-960e-fa0e819e3da6 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 947 time: 0.7516167 Feb 09 14:03:21.494674 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:21.547811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 92832214-5023-4e03-a411-adf25a5ae875 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:03:21.580972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Pushing event updated for resources: {'Port': ['ID=6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:21.610450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:21.611068 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:21.612495 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-5e16c332-bea9-4ded-9dae-5ec4af625218 service neutron] 10.222.0.35 "PUT /v2.0/ports/6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 HTTP/1.1" status: 200 len: 1095 time: 2.8793218 Feb 09 14:03:21.613212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ca5886-7a36-4094-90a0-dde78f897ea2', 'tag': '6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:21.803245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-e3feaabc-cfdb-4dfa-9fc0-1e15713358b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:21.803542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fafbd-1099-448b-9060-f246e6363bca req-44d6742e-78d2-456c-a677-3e9bbbfa4b8c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:21.803777 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-e3feaabc-cfdb-4dfa-9fc0-1e15713358b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9487586 Feb 09 14:03:21.803946 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 411a802c-27f3-4a98-83a0-cf04907b7d15 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:21.810084 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e87fafbd-1099-448b-9060-f246e6363bca req-44d6742e-78d2-456c-a677-3e9bbbfa4b8c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 943 time: 0.2698669 Feb 09 14:03:21.889714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-cb7014f7-cef6-4a14-9da4-7bfb9872a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:21.891254 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-cb7014f7-cef6-4a14-9da4-7bfb9872a675 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 1098 time: 0.2197199 Feb 09 14:03:21.982964 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e87fafbd-1099-448b-9060-f246e6363bca req-36f12315-5ae9-4413-b99c-a386e216bfce tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667657 Feb 09 14:03:22.003826 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-67de9d3f-838d-4221-9e37-6f50858b5e9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 HTTP/1.1" status: 200 len: 217 time: 0.0979667 Feb 09 14:03:22.135160 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7564f6-3c42-40a9-8d20-754568194334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eea9ee2-af57-4b83-8566-e5cd74af6ba8', 'code': 200} Feb 09 14:03:22.148971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-602d5c4d-5811-4f9a-a52c-240bccdbb82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:22.152079 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-602d5c4d-5811-4f9a-a52c-240bccdbb82f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1325352 Feb 09 14:03:22.222597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 92832214-5023-4e03-a411-adf25a5ae875, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=92832214-5023-4e03-a411-adf25a5ae875,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:22.271940 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 411a802c-27f3-4a98-83a0-cf04907b7d15 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:22.272313 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:22.298323 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9fc6eefa-74fc-442b-8507-b70434617be3 req-bc7ea502-f38d-4b80-bc6e-5d8fa24fe733 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8293779 Feb 09 14:03:22.307114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-fe607df5-2bc6-429d-9d0d-719cab5eca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:22.313164 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-fe607df5-2bc6-429d-9d0d-719cab5eca00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1403358 Feb 09 14:03:22.413066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '92832214-5023-4e03-a411-adf25a5ae875', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'port_id': '92832214-5023-4e03-a411-adf25a5ae875', 'mac_address': 'fa:16:3e:d4:13:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:03:22.511998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-00adabc7-e118-49ea-92d0-55ceaf063dd2 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:22.514480 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-00adabc7-e118-49ea-92d0-55ceaf063dd2 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.21 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 821 time: 0.3805454 Feb 09 14:03:22.538339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-97af1e18-2633-4993-bc12-a230783784e4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Request body: {'port': {'device_id': 'fad78693-b647-4ff4-865b-a4bbb871bfea', 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d', 'admin_state_up': True, 'tenant_id': '88a376f878274e1491d4af100b1ec6bb'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:22.578490 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:22.658050 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92832214-5023-4e03-a411-adf25a5ae875 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:22.709821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 92832214-5023-4e03-a411-adf25a5ae875, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=92832214-5023-4e03-a411-adf25a5ae875,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:22.715445 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:22.797134 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=92832214-5023-4e03-a411-adf25a5ae875,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:22.833223 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:03:22.833798 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-70141eeb-4bfd-4020-97de-831cedd37c1e req-93fcd1b3-2bac-44d0-b68d-8f0442978a1d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 210 time: 0.2665875 Feb 09 14:03:22.835457 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d3dd461a-d0d9-4f03-a577-68607f45797f req-87f35c75-6c09-440c-8e67-4c6ae398794d service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5414062 Feb 09 14:03:23.002966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5166cd3-186c-41f9-9e08-6c55558d6d1d req-d6d90553-6a9b-44bd-802f-17242b1a2264 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:23.004578 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5166cd3-186c-41f9-9e08-6c55558d6d1d req-d6d90553-6a9b-44bd-802f-17242b1a2264 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.6111948 Feb 09 14:03:23.018298 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-d081f667-0408-4a4d-9660-22611b442819 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425229 Feb 09 14:03:23.024565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385780be-297d-4890-b965-18c98ac6f2d3 req-ff334437-28f1-42ab-bbcd-13aa5e0e4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:23.026117 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-385780be-297d-4890-b965-18c98ac6f2d3 req-ff334437-28f1-42ab-bbcd-13aa5e0e4383 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 1097 time: 0.6994724 Feb 09 14:03:23.109396 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-323468de-650f-45a6-9df7-e3abfd53674a service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2740266 Feb 09 14:03:23.120893 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf2f099-8f4d-401e-b24e-91738122e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:23.145052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['92832214-5023-4e03-a411-adf25a5ae875'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:03:23.170474 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5166cd3-186c-41f9-9e08-6c55558d6d1d req-7029c49a-7b74-42cc-9e3f-5fb6467f1a6f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500309 Feb 09 14:03:23.187674 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-385780be-297d-4890-b965-18c98ac6f2d3 req-f05424ec-b387-4713-a415-70b61729376b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478944 Feb 09 14:03:23.250583 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ded827b-f9bf-4e62-9884-cb5709c4e7ef req-d5d263b5-64ce-4fa2-ba81-f3c92711aa0e service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116165 Feb 09 14:03:23.268479 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ca5886-7a36-4094-90a0-dde78f897ea2', 'tag': '6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410', 'status': 'completed', 'code': 200} Feb 09 14:03:23.363314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-edf2f099-8f4d-401e-b24e-91738122e6de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2f0fb3-55da-42be-9f1b-6c57378d0af1']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:23.415741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-edf2f099-8f4d-401e-b24e-91738122e6de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c97491-2288-4d0a-aa45-df50af009643') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:23.416112 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-edf2f099-8f4d-401e-b24e-91738122e6de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c97491-2288-4d0a-aa45-df50af009643') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:23.456217 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf2f099-8f4d-401e-b24e-91738122e6de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:23.463654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-97af1e18-2633-4993-bc12-a230783784e4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:23.479020 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d3dd461a-d0d9-4f03-a577-68607f45797f req-209904e4-f1ef-4ecc-ba0c-62fb796a56e0 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751884 Feb 09 14:03:23.489303 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba7623-5b87-48da-b539-ec4080ffa392 req-0913213a-afdf-480d-92eb-635ce95eeb58 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:23.491430 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2dba7623-5b87-48da-b539-ec4080ffa392 req-0913213a-afdf-480d-92eb-635ce95eeb58 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 947 time: 0.1069221 Feb 09 14:03:23.556555 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-97af1e18-2633-4993-bc12-a230783784e4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:23.560103 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2dba7623-5b87-48da-b539-ec4080ffa392 req-b6d6930e-4a4a-45c6-a2fb-3cdf0771010d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595279 Feb 09 14:03:23.580754 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf2f099-8f4d-401e-b24e-91738122e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:23.685129 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b606d714-9d0c-4096-a224-d2d57686b2c5 req-5a12374e-a403-485f-9751-6b54b9c225bb service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254941 Feb 09 14:03:23.712214 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf2f099-8f4d-401e-b24e-91738122e6de admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:03:23.712839 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf2f099-8f4d-401e-b24e-91738122e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:03:23.807148 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:03:23.824862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d056d4-a389-4955-9140-19ee92eed422 req-7af6786b-bf4f-4a50-a5d2-3830b06cbea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:23.826364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-7af6786b-bf4f-4a50-a5d2-3830b06cbea7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 1101 time: 0.1996210 Feb 09 14:03:23.895517 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-97af1e18-2633-4993-bc12-a230783784e4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Made reservation on behalf of 88a376f878274e1491d4af100b1ec6bb for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:03:23.899240 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-97af1e18-2633-4993-bc12-a230783784e4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:23.928387 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4e968-e280-4be5-b201-acf12dfd5ce1 req-83ed50bb-6da6-4774-b17b-3dd0afd553ec tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:23.930087 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96f4e968-e280-4be5-b201-acf12dfd5ce1 req-83ed50bb-6da6-4774-b17b-3dd0afd553ec tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 944 time: 0.1897440 Feb 09 14:03:23.932957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e7ee8-fd52-4a2e-aa82-7394ea82038f req-89df68b8-58e7-4d30-aa95-b05d0f628aaa tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:23.934527 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a8e7ee8-fd52-4a2e-aa82-7394ea82038f req-89df68b8-58e7-4d30-aa95-b05d0f628aaa tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 946 time: 0.8955829 Feb 09 14:03:23.942345 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:24.004829 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf2f099-8f4d-401e-b24e-91738122e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:24.039255 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96f4e968-e280-4be5-b201-acf12dfd5ce1 req-08443319-667b-495c-8aa5-f054c58a94fa tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872107 Feb 09 14:03:24.042464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d056d4-a389-4955-9140-19ee92eed422 req-9e46d560-7c37-4d2e-9c95-666bd9c6c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:24.044065 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-9e46d560-7c37-4d2e-9c95-666bd9c6c52f service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.2082376 Feb 09 14:03:24.148264 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-1c377d65-8ee1-44b1-b5e1-879edd92f186 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933 HTTP/1.1" status: 200 len: 217 time: 0.0932422 Feb 09 14:03:24.288081 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf2f099-8f4d-401e-b24e-91738122e6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:24.297678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d056d4-a389-4955-9140-19ee92eed422 req-5b0066da-e7e0-449a-88d7-17f1884e109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:24.301531 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-5b0066da-e7e0-449a-88d7-17f1884e109d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1377938 Feb 09 14:03:24.302695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2f099-8f4d-401e-b24e-91738122e6de admin admin] Pushing event deleted for resources: {'Network': ['ID=af2f0fb3-55da-42be-9f1b-6c57378d0af1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:24.330857 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a8e7ee8-fd52-4a2e-aa82-7394ea82038f req-a8e12f30-ff8b-4ad2-8815-f326b98a207e tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755441 Feb 09 14:03:24.404794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144caea-e5ee-44c5-b052-17cefdf7f9d3 req-7cfe84ce-fa23-4c22-89b3-d769de8f6492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:24.407135 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4144caea-e5ee-44c5-b052-17cefdf7f9d3 req-7cfe84ce-fa23-4c22-89b3-d769de8f6492 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 1098 time: 0.8106413 Feb 09 14:03:24.409583 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-edf2f099-8f4d-401e-b24e-91738122e6de admin admin] 10.222.0.48 "DELETE /v2.0/networks/af2f0fb3-55da-42be-9f1b-6c57378d0af1 HTTP/1.1" status: 204 len: 168 time: 3.3469124 Feb 09 14:03:24.420111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8eba03-93f4-49c6-8924-64630f85b0ff req-bb6b6e14-b216-440d-916a-1dfdc4b09e77 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:24.420551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44610) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:24.421682 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ff8eba03-93f4-49c6-8924-64630f85b0ff req-bb6b6e14-b216-440d-916a-1dfdc4b09e77 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 947 time: 0.2596469 Feb 09 14:03:24.504228 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ff8eba03-93f4-49c6-8924-64630f85b0ff req-fb9fa42f-b4c3-4cca-9146-95889d72b00b tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672214 Feb 09 14:03:24.507064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d056d4-a389-4955-9140-19ee92eed422 req-8eb13be0-bf26-47cd-9e62-256fdbdab5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:24.508703 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-8eb13be0-bf26-47cd-9e62-256fdbdab5f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1971295 Feb 09 14:03:24.628704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4872d6-9aca-4905-ab9e-2205b0bf9cf9 req-f02803ba-49fd-4922-909b-3bce2c74ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:24.630893 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d4872d6-9aca-4905-ab9e-2205b0bf9cf9 req-f02803ba-49fd-4922-909b-3bce2c74ca1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe08b25afe4748ab92f92feabba92658&device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 1098 time: 0.8182464 Feb 09 14:03:24.744491 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-f9a0a54c-bf69-4fc3-94fa-2157218a1f02 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230864 Feb 09 14:03:24.863806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0dec2-a281-4809-8293-763529801fd8 req-26299b9e-6554-41cb-8f50-8c33c85e4b87 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:24.865167 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ef0dec2-a281-4809-8293-763529801fd8 req-26299b9e-6554-41cb-8f50-8c33c85e4b87 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.1876924 Feb 09 14:03:24.948084 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-8f75d46a-56ea-4af6-a20e-6be799fc230b service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901817 Feb 09 14:03:24.952928 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ef0dec2-a281-4809-8293-763529801fd8 req-5c22186d-9ed4-4349-8d96-bb041f4ef11a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810370 Feb 09 14:03:24.987323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3fd7a0c4-b2e6-437a-83f2-6618daa1d6ea req-dbd98200-31fc-4a0b-ab20-1f4978a66bc6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Synchronizing usage tracker for tenant:88a376f878274e1491d4af100b1ec6bb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:25.101707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ac8e5d-dd3f-4359-9340-65cd5d135353 admin admin] Deleting subnet 7c9d3267-d353-4b7d-8c78-74cdc1c95476 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:03:25.113228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-97af1e18-2633-4993-bc12-a230783784e4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Allocated IP 172.20.0.7 (871ef5b5-732c-4077-b68d-299f1c66d16d/94892cdf-dc18-4c6c-bd3a-c8729a4c236e/d8fbcb22-0c73-4dbc-b4a8-dd55df551afc) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:25.119165 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83ac8e5d-dd3f-4359-9340-65cd5d135353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.191914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d688e63-248f-48c2-8a57-5c12a79a46f1 req-cccb17c6-c7ba-45f2-8b82-f38023490684 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:25.193427 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d688e63-248f-48c2-8a57-5c12a79a46f1 req-cccb17c6-c7ba-45f2-8b82-f38023490684 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 947 time: 0.1148212 Feb 09 14:03:25.256956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3fd7a0c4-b2e6-437a-83f2-6618daa1d6ea req-dbd98200-31fc-4a0b-ab20-1f4978a66bc6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Unset dirty status for tenant:88a376f878274e1491d4af100b1ec6bb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:25.258642 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3fd7a0c4-b2e6-437a-83f2-6618daa1d6ea req-dbd98200-31fc-4a0b-ab20-1f4978a66bc6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 210 time: 0.6221523 Feb 09 14:03:25.302036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144caea-e5ee-44c5-b052-17cefdf7f9d3 req-44e9f7e0-7f1f-49ed-91c2-da99e23e3e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:25.304330 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4144caea-e5ee-44c5-b052-17cefdf7f9d3 req-44e9f7e0-7f1f-49ed-91c2-da99e23e3e96 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.8603327 Feb 09 14:03:25.313776 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83ac8e5d-dd3f-4359-9340-65cd5d135353 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.344036 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d688e63-248f-48c2-8a57-5c12a79a46f1 req-5d186ebe-8886-4406-b388-c11cd7e8c848 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417072 Feb 09 14:03:25.354318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4872d6-9aca-4905-ab9e-2205b0bf9cf9 req-673e0044-4396-43a4-985a-2a443731ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:25.355469 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d4872d6-9aca-4905-ab9e-2205b0bf9cf9 req-673e0044-4396-43a4-985a-2a443731ad51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.6954916 Feb 09 14:03:25.560607 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2460219-5b51-49e9-9ad0-30e0f0aa3925 req-247308a7-0943-40f6-8647-cf6bc7d42d87 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:25.562829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b2460219-5b51-49e9-9ad0-30e0f0aa3925 req-247308a7-0943-40f6-8647-cf6bc7d42d87 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 946 time: 0.0921485 Feb 09 14:03:25.580875 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:03:25.590102 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 92832214-5023-4e03-a411-adf25a5ae875 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:25.609069 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4144caea-e5ee-44c5-b052-17cefdf7f9d3 req-3fe5dc3b-66cb-4c1f-8242-3b2f75fc7f45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 HTTP/1.1" status: 200 len: 217 time: 0.2523272 Feb 09 14:03:25.626279 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d4872d6-9aca-4905-ab9e-2205b0bf9cf9 req-13c232a1-6aee-407b-bf79-e423380a3f82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=978cdc01-5e70-4a33-8824-90d80da9264c HTTP/1.1" status: 200 len: 217 time: 0.2025087 Feb 09 14:03:25.632433 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b2460219-5b51-49e9-9ad0-30e0f0aa3925 req-6fbf3da5-4187-4c32-9ec5-b95efa2b5e80 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610845 Feb 09 14:03:25.686546 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.711391 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 92832214-5023-4e03-a411-adf25a5ae875 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:25.721535 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 92832214-5023-4e03-a411-adf25a5ae875 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:25.721959 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.777295 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.805235 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83ac8e5d-dd3f-4359-9340-65cd5d135353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.875489 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.880963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7e9ec-1040-4443-a0aa-cf82e77e53ec req-83ebc104-4a99-46f3-b2f2-e8582036635b tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:25.882814 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ed7e9ec-1040-4443-a0aa-cf82e77e53ec req-83ebc104-4a99-46f3-b2f2-e8582036635b tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 947 time: 0.0971918 Feb 09 14:03:25.907996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a0dbec-e33c-43df-9f50-850b34c62ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92832214-5023-4e03-a411-adf25a5ae875'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:25.919489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 92832214-5023-4e03-a411-adf25a5ae875, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=92832214-5023-4e03-a411-adf25a5ae875,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:25.924868 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.956877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ed7e9ec-1040-4443-a0aa-cf82e77e53ec req-d8646be0-3ebe-4986-b081-def98a595cf3 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552588 Feb 09 14:03:26.010641 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=92832214-5023-4e03-a411-adf25a5ae875,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:26.024420 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a0dbec-e33c-43df-9f50-850b34c62ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92832214-5023-4e03-a411-adf25a5ae875', 'code': 200} Feb 09 14:03:26.038249 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144caea-e5ee-44c5-b052-17cefdf7f9d3 req-6228ebcd-31fe-49de-bacf-84a75850cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:26.039695 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4144caea-e5ee-44c5-b052-17cefdf7f9d3 req-6228ebcd-31fe-49de-bacf-84a75850cb03 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.4124451 Feb 09 14:03:26.062719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4872d6-9aca-4905-ab9e-2205b0bf9cf9 req-0dbbc31a-c713-4ba7-8036-358963500c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:26.064144 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d4872d6-9aca-4905-ab9e-2205b0bf9cf9 req-0dbbc31a-c713-4ba7-8036-358963500c02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.3757889 Feb 09 14:03:26.224790 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Pushing event updated for resources: {'Port': ['ID=a9316d15-01bf-4f5a-b4e7-be0f2f1248fb,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:26.227215 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.234129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efdd9a-b60f-4a06-88a2-3972f1436ad1 req-ac5e0121-c8df-46e9-9df7-73346c824d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:26.235563 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-85efdd9a-b60f-4a06-88a2-3972f1436ad1 req-ac5e0121-c8df-46e9-9df7-73346c824d57 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 1096 time: 0.1390920 Feb 09 14:03:26.243965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44117f74-591b-4a02-ad8d-4897898e0e62 req-df73e301-86bc-40d3-bcee-35c2b519f541 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:26.245305 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-44117f74-591b-4a02-ad8d-4897898e0e62 req-df73e301-86bc-40d3-bcee-35c2b519f541 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.1157050 Feb 09 14:03:26.312820 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-85efdd9a-b60f-4a06-88a2-3972f1436ad1 req-21036bb2-f1ff-4c81-9973-bc41e741b9b8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665972 Feb 09 14:03:26.315623 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-44117f74-591b-4a02-ad8d-4897898e0e62 req-d9306da5-230c-4a45-a286-105eb5c85bd1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577948 Feb 09 14:03:26.433128 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83ac8e5d-dd3f-4359-9340-65cd5d135353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.453052 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c8f247a1-a55c-4c97-aa49-7b614079ac72 req-7a5667ae-5c0c-48f0-adc8-07432f867228 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 210 time: 0.0415850 Feb 09 14:03:26.474152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f2f48-cf12-40f8-8ea7-492d7f560923 req-5d88688a-a139-4d9a-929d-7aac2d093545 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:26.475683 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b5f2f48-cf12-40f8-8ea7-492d7f560923 req-5d88688a-a139-4d9a-929d-7aac2d093545 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 944 time: 0.9732375 Feb 09 14:03:26.501563 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-97af1e18-2633-4993-bc12-a230783784e4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.514025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac8e5d-dd3f-4359-9340-65cd5d135353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c9d3267-d353-4b7d-8c78-74cdc1c95476,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:26.517251 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83ac8e5d-dd3f-4359-9340-65cd5d135353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.565295 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-83ac8e5d-dd3f-4359-9340-65cd5d135353 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7c9d3267-d353-4b7d-8c78-74cdc1c95476 HTTP/1.1" status: 204 len: 168 time: 2.1195526 Feb 09 14:03:26.583152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44632) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:26.634883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb441c0a-c803-4f24-8dc8-c6faa5a1d661 req-d7661ae2-3878-4b9d-95e5-998659123c23 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:26.636414 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bb441c0a-c803-4f24-8dc8-c6faa5a1d661 req-d7661ae2-3878-4b9d-95e5-998659123c23 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 947 time: 0.0819683 Feb 09 14:03:26.682765 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bb441c0a-c803-4f24-8dc8-c6faa5a1d661 req-ab4eb366-828c-43fc-b897-609b73fd6133 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386732 Feb 09 14:03:26.696773 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b5f2f48-cf12-40f8-8ea7-492d7f560923 req-f437bebd-7f02-42be-8d43-a1d9dc4db82c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033968 Feb 09 14:03:26.705541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144caea-e5ee-44c5-b052-17cefdf7f9d3 req-43a67f0d-bc7b-4a30-894a-0a0d4a3b55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:26.706827 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bd19c0c8-5d35-42ae-b6f7-18e80723a7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.707310 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4144caea-e5ee-44c5-b052-17cefdf7f9d3 req-43a67f0d-bc7b-4a30-894a-0a0d4a3b55b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6528790 Feb 09 14:03:26.708705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4872d6-9aca-4905-ab9e-2205b0bf9cf9 req-002bfe83-7fc0-4d40-af2c-a10601f4b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:26.710053 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d4872d6-9aca-4905-ab9e-2205b0bf9cf9 req-002bfe83-7fc0-4d40-af2c-a10601f4b9b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4713933 Feb 09 14:03:26.808437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Network 3a857aba-f933-4c3f-b9f2-3d18bdabe934 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:26.833922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:26.880969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09794f-0828-4b7c-a920-2093d0b544cb req-e4e86d1b-272f-4f65-b942-2e0892a7c660 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:26.883465 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a09794f-0828-4b7c-a920-2093d0b544cb req-e4e86d1b-272f-4f65-b942-2e0892a7c660 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 946 time: 0.0849049 Feb 09 14:03:26.924824 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-248851e9-4959-4dd8-a03c-d06c3c2bdeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.926568 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a09794f-0828-4b7c-a920-2093d0b544cb req-8290845f-d65d-4e19-aa52-9b2a2481d6ca tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382109 Feb 09 14:03:27.008067 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-97af1e18-2633-4993-bc12-a230783784e4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:27.161060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f714596-a8c5-42d3-9c17-24459582cb63 req-709a1c3e-5dcf-4fc4-8b28-5c94b0d4aca4 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:27.163021 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f714596-a8c5-42d3-9c17-24459582cb63 req-709a1c3e-5dcf-4fc4-8b28-5c94b0d4aca4 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 947 time: 0.0792801 Feb 09 14:03:27.209747 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f714596-a8c5-42d3-9c17-24459582cb63 req-57f85b26-8d0c-47cb-89aa-d973c359afa3 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402803 Feb 09 14:03:27.216533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-97af1e18-2633-4993-bc12-a230783784e4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Network 871ef5b5-732c-4077-b68d-299f1c66d16d is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:27.244287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-97af1e18-2633-4993-bc12-a230783784e4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:27.276346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-97af1e18-2633-4993-bc12-a230783784e4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:03:27.302838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af1e18-2633-4993-bc12-a230783784e4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Pushing event updated for resources: {'Port': ['ID=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:27.306598 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4144caea-e5ee-44c5-b052-17cefdf7f9d3 req-655ed455-8d48-4ab8-9d96-ccc359d22151 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5916259 Feb 09 14:03:27.360335 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d4872d6-9aca-4905-ab9e-2205b0bf9cf9 req-d8153239-5b2f-47ff-b9c0-bbb4217bf6d8 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061311 Feb 09 14:03:27.513140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94406da-0083-42a0-9481-844912a6cdc5 req-04299d7f-2610-41f3-8017-bd0a96b8df58 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:27.514973 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e94406da-0083-42a0-9481-844912a6cdc5 req-04299d7f-2610-41f3-8017-bd0a96b8df58 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.0915744 Feb 09 14:03:27.563247 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e94406da-0083-42a0-9481-844912a6cdc5 req-0602eaea-9e65-4193-aa27-8083133e50d6 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418382 Feb 09 14:03:27.573851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:03:27.668688 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 978cdc01-5e70-4a33-8824-90d80da9264c details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:03:27.720441 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-248851e9-4959-4dd8-a03c-d06c3c2bdeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:27.770004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89530e7b-3a4a-4209-afb3-270d8de88089 req-09cf3dd8-dc4c-43cb-a644-9ea34433a6b3 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:27.771527 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89530e7b-3a4a-4209-afb3-270d8de88089 req-09cf3dd8-dc4c-43cb-a644-9ea34433a6b3 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 931 time: 0.1002460 Feb 09 14:03:27.792589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-97af1e18-2633-4993-bc12-a230783784e4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:27.793521 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-97af1e18-2633-4993-bc12-a230783784e4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:27.808109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-248851e9-4959-4dd8-a03c-d06c3c2bdeca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38eab98b-af9c-493f-88de-29aacadd1dc5']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:27.812225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:27.829424 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89530e7b-3a4a-4209-afb3-270d8de88089 req-2bc9d06a-7aea-467c-99e2-725613ae851c tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495927 Feb 09 14:03:27.832752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410', 'mac_address': 'fa:16:3e:b4:56:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:03:27.846642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-248851e9-4959-4dd8-a03c-d06c3c2bdeca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf14d6bb-4aba-4abc-aff8-07b6fa63deb9') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:27.846969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-248851e9-4959-4dd8-a03c-d06c3c2bdeca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf14d6bb-4aba-4abc-aff8-07b6fa63deb9') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:27.855932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Router 1a36cb13-10df-4638-9069-ab8e66914956 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:03:27.876212 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-97af1e18-2633-4993-bc12-a230783784e4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3430207 Feb 09 14:03:27.880028 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-248851e9-4959-4dd8-a03c-d06c3c2bdeca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:27.904644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Request body: {'port': {'device_id': 'fad78693-b647-4ff4-865b-a4bbb871bfea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:27.913267 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 978cdc01-5e70-4a33-8824-90d80da9264c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=978cdc01-5e70-4a33-8824-90d80da9264c,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:27.927984 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:27.940849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70535f5a-7bd5-40a7-8a5a-cbd224173793 req-29298463-450d-4d12-8eae-ba7c7d23fe45 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:27.945609 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '978cdc01-5e70-4a33-8824-90d80da9264c', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '978cdc01-5e70-4a33-8824-90d80da9264c', 'mac_address': 'fa:16:3e:ad:a6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:03:27.947809 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-70535f5a-7bd5-40a7-8a5a-cbd224173793 req-29298463-450d-4d12-8eae-ba7c7d23fe45 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 1097 time: 0.8843653 Feb 09 14:03:27.952795 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:27.992282 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-248851e9-4959-4dd8-a03c-d06c3c2bdeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:28.012184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:28.020149 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:28.028321 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4144caea-e5ee-44c5-b052-17cefdf7f9d3 req-63a9561e-d553-4496-990b-1030ff4c3488 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6135256 Feb 09 14:03:28.039072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248851e9-4959-4dd8-a03c-d06c3c2bdeca admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:03:28.039466 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-248851e9-4959-4dd8-a03c-d06c3c2bdeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:28.054485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355f25c-0380-47ed-8a85-46a5d9631d90 req-0ee7db63-cd30-46de-b769-ae94c5401ad1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:03:28.057507 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:03:28.064332 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3355f25c-0380-47ed-8a85-46a5d9631d90 req-0ee7db63-cd30-46de-b769-ae94c5401ad1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 947 time: 0.1071637 Feb 09 14:03:28.091853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:28.094659 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:28.115771 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978cdc01-5e70-4a33-8824-90d80da9264c {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:28.124950 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3355f25c-0380-47ed-8a85-46a5d9631d90 req-761c0176-b0d3-4440-8d25-41ecc99523a8 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594180 Feb 09 14:03:28.147790 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 978cdc01-5e70-4a33-8824-90d80da9264c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=978cdc01-5e70-4a33-8824-90d80da9264c,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:28.153853 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:28.207417 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d4872d6-9aca-4905-ab9e-2205b0bf9cf9 req-9cce5c12-c8fe-4e19-8ad7-ec2011d8c3bf service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7791789 Feb 09 14:03:28.234849 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=978cdc01-5e70-4a33-8824-90d80da9264c,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:28.302765 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-70535f5a-7bd5-40a7-8a5a-cbd224173793 req-ba8514aa-4cf0-457b-937e-6390c61ced8a tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540492 Feb 09 14:03:28.354685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfb369-4faa-432f-8657-914d7e76ed0e req-2a61c5aa-b99b-4a2f-8243-faf48c3a494b tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:28.356629 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3dcfb369-4faa-432f-8657-914d7e76ed0e req-2a61c5aa-b99b-4a2f-8243-faf48c3a494b tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 945 time: 0.0991845 Feb 09 14:03:28.384179 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-248851e9-4959-4dd8-a03c-d06c3c2bdeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:28.395259 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:28.424627 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3dcfb369-4faa-432f-8657-914d7e76ed0e req-001e7178-c5cb-4a69-ab03-e422c5b9b163 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609994 Feb 09 14:03:28.431814 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-248851e9-4959-4dd8-a03c-d06c3c2bdeca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:28.458247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248851e9-4959-4dd8-a03c-d06c3c2bdeca admin admin] Pushing event deleted for resources: {'Network': ['ID=38eab98b-af9c-493f-88de-29aacadd1dc5,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:28.474520 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-248851e9-4959-4dd8-a03c-d06c3c2bdeca admin admin] 10.222.0.48 "DELETE /v2.0/networks/38eab98b-af9c-493f-88de-29aacadd1dc5 HTTP/1.1" status: 204 len: 168 time: 1.8876750 Feb 09 14:03:28.567752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:03:28.569694 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['978cdc01-5e70-4a33-8824-90d80da9264c'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:03:28.593895 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1ae5dc7b-6458-47b8-8d92-20861169a93e admin admin] 10.222.0.48 "PUT /v2.0/routers/1a36cb13-10df-4638-9069-ab8e66914956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8771141 Feb 09 14:03:28.697193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44664) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:28.700308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:03:28.732762 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Sync routers for ids ['1a36cb13-10df-4638-9069-ab8e66914956'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:03:28.808802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed388d7f-e518-4779-b0ea-93459e7ae391 req-f79203c1-9b76-4854-956d-708825778411 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:28.810460 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ed388d7f-e518-4779-b0ea-93459e7ae391 req-f79203c1-9b76-4854-956d-708825778411 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 948 time: 0.3452470 Feb 09 14:03:28.849416 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-388c8ddf-c7dc-4ad7-aeb5-27081092de6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ca9aa5e27be4b0595dbdc336ccafd6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505361 Feb 09 14:03:28.850874 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44670) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:28.860612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Routers {'1a36cb13-10df-4638-9069-ab8e66914956'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:03:28.861303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:02:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1a36cb13-10df-4638-9069-ab8e66914956'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:28.998087 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9145c85-2e42-400c-87b3-e7699c6a9931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.007357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e85af-bcbd-4e15-8708-31f4ae16026e req-b632d615-ae7c-41a5-9706-6382383ae765 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:29.017413 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cf1e85af-bcbd-4e15-8708-31f4ae16026e req-b632d615-ae7c-41a5-9706-6382383ae765 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.2182305 Feb 09 14:03:29.033657 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ed388d7f-e518-4779-b0ea-93459e7ae391 req-43cbf821-6bd4-4807-9d3c-426aa512decc tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682573 Feb 09 14:03:29.099144 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9145c85-2e42-400c-87b3-e7699c6a9931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.192496 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9145c85-2e42-400c-87b3-e7699c6a9931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.228160 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b33381d2-2fa4-4a5a-9ee9-a7aa7b64f391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.240787 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cf1e85af-bcbd-4e15-8708-31f4ae16026e req-0d1eda14-c753-493d-bd24-dcafc1af150a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219470 Feb 09 14:03:29.242764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9145c85-2e42-400c-87b3-e7699c6a9931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727f6013-c055-49c8-bb6e-495255304f2b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:29.283416 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9145c85-2e42-400c-87b3-e7699c6a9931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.284997 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b9145c85-2e42-400c-87b3-e7699c6a9931 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/727f6013-c055-49c8-bb6e-495255304f2b HTTP/1.1" status: 204 len: 168 time: 0.4271479 Feb 09 14:03:29.329058 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fbcb22-0c73-4dbc-b4a8-dd55df551afc {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:29.343421 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.352747 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Set router 1a36cb13-10df-4638-9069-ab8e66914956 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:03:29.363957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Transition to ACTIVE for port object d8fbcb22-0c73-4dbc-b4a8-dd55df551afc will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:29.370308 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.781078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Pushing event updated for resources: {'Port': ['ID=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:29.811237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Attempting to bind port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:29.812258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Attempting to bind port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:29.812258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Attempting to bind port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:29.820458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc on network 871ef5b5-732c-4077-b68d-299f1c66d16d not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:03:29.820931 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Attempting to bind port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:29.834941 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:03:29.835544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Checking segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:29.836152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Bound using segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:03:29.837342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Bound port: d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:29.837999 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.943204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a36cb13-10df-4638-9069-ab8e66914956', 'name': 'tempest-ServerRescueNegativeTestJSON-216834020-router', 'tenant_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:09Z', 'updated_at': '2022-02-09T14:03:23Z', 'revision_number': 4, 'project_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'gw_port': {'id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36cb13-10df-4638-9069-ab8e66914956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:10Z', 'updated_at': '2022-02-09T14:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'a9316d15-01bf-4f5a-b4e7-be0f2f1248fb', 'name': '', 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934', 'tenant_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'mac_address': 'fa:16:3e:98:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a36cb13-10df-4638-9069-ab8e66914956', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '90ca065c-052c-492f-8251-4bf63ea79858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:19Z', 'updated_at': '2022-02-09T14:03:24Z', 'revision_number': 2, 'project_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'subnets': [{'id': '90ca065c-052c-492f-8251-4bf63ea79858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:29.950049 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Checking router: 1a36cb13-10df-4638-9069-ab8e66914956 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:03:29.953919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Updating router 1a36cb13-10df-4638-9069-ab8e66914956 port a9316d15-01bf-4f5a-b4e7-be0f2f1248fb binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:03:29.954171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ea552571-113b-4f35-a5f2-919367c92494 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:29.954928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ea552571-113b-4f35-a5f2-919367c92494 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Synchronizing usage tracker for tenant:8c1126ef126a4d5e8afd5ceb600f1edf on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:29.970508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab798fe3-5786-403a-91c8-8d4ac9d44873 req-079a165d-683c-443c-932f-58215d273012 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:29.974237 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ab798fe3-5786-403a-91c8-8d4ac9d44873 req-079a165d-683c-443c-932f-58215d273012 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 943 time: 0.5878670 Feb 09 14:03:29.995162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ea552571-113b-4f35-a5f2-919367c92494 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Unset dirty status for tenant:8c1126ef126a4d5e8afd5ceb600f1edf on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:30.002913 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ea552571-113b-4f35-a5f2-919367c92494 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/networks?id=3a857aba-f933-4c3f-b9f2-3d18bdabe934 HTTP/1.1" status: 200 len: 818 time: 0.2821443 Feb 09 14:03:30.016028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] For port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:30.019467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44702) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:30.019669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] For port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:03:30.037590 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.054098 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-5397a778-5d11-46f1-bc0a-dc060fe854b7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/quotas/8c1126ef126a4d5e8afd5ceb600f1edf HTTP/1.1" status: 200 len: 375 time: 0.0493820 Feb 09 14:03:30.059333 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.097480 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.203146 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c67b5277-6752-4e63-967b-8460b52ddff1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f639687b46a14294a097b2abac1608cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817672 Feb 09 14:03:30.205755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44708) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:30.250252 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.275003 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-7c147966-a514-4e34-82af-0bda1109efec tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c1126ef126a4d5e8afd5ceb600f1edf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2200153 Feb 09 14:03:30.297506 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db7ebbd6-0f70-44e3-a1d8-4e1eb54f0fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.301052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:30.301723 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.303073 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] 10.222.0.21 "PUT /v2.0/ports/d8fbcb22-0c73-4dbc-b4a8-dd55df551afc HTTP/1.1" status: 200 len: 1091 time: 2.4067447 Feb 09 14:03:30.306277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad78693-b647-4ff4-865b-a4bbb871bfea', 'tag': 'd8fbcb22-0c73-4dbc-b4a8-dd55df551afc'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:30.338051 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ab798fe3-5786-403a-91c8-8d4ac9d44873 req-14312070-d668-49d7-9f54-ff6f1f332c2d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168609 Feb 09 14:03:30.418805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df9211-7b5c-4831-8c9d-1db1c6f992ee service neutron] Pushing event updated for resources: {'Port': ['ID=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:30.482076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-2af784d1-cae5-462b-bef3-047490c47d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:30.483759 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-2af784d1-cae5-462b-bef3-047490c47d04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 1094 time: 0.1227925 Feb 09 14:03:30.575354 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.591657 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Transition to ACTIVE for port object a9316d15-01bf-4f5a-b4e7-be0f2f1248fb will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:30.599979 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-1b901529-3414-4155-aea8-809dfe17640f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc HTTP/1.1" status: 200 len: 217 time: 0.1017506 Feb 09 14:03:30.600743 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.703118 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db7ebbd6-0f70-44e3-a1d8-4e1eb54f0fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.781175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-160e454d-b0b0-4d74-82e2-c2a3c6d144d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:30.782670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-160e454d-b0b0-4d74-82e2-c2a3c6d144d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.1762536 Feb 09 14:03:30.794682 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-4a66e507-a481-4f89-8ad5-7899a9413310 service neutron] 10.222.0.48 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949155 Feb 09 14:03:30.805088 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cd84d-519a-46ee-95fe-5fc5edbaf0a2 None None] Pushing event updated for resources: {'Port': ['ID=a9316d15-01bf-4f5a-b4e7-be0f2f1248fb,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:30.842726 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-6d67372d-1742-4e68-b739-ffe8538aa207 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531273 Feb 09 14:03:30.861216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Attempting to bind port a9316d15-01bf-4f5a-b4e7-be0f2f1248fb on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:30.861578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Attempting to bind port a9316d15-01bf-4f5a-b4e7-be0f2f1248fb by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '86acb280-00a2-4677-b70f-b6851cc25f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:30.862118 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Attempting to bind port a9316d15-01bf-4f5a-b4e7-be0f2f1248fb on network 3a857aba-f933-4c3f-b9f2-3d18bdabe934 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:30.867517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:03:30.868599 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Checking segment: {'id': '86acb280-00a2-4677-b70f-b6851cc25f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:30.869064 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.869535 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Bound using segment: {'id': '86acb280-00a2-4677-b70f-b6851cc25f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:03:30.870259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Bound port: a9316d15-01bf-4f5a-b4e7-be0f2f1248fb, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86acb280-00a2-4677-b70f-b6851cc25f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:30.870598 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.909174 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db7ebbd6-0f70-44e3-a1d8-4e1eb54f0fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.950703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ebbd6-0f70-44e3-a1d8-4e1eb54f0fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32302cd-efdf-492f-825f-ed9776a2abcf,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:30.956071 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db7ebbd6-0f70-44e3-a1d8-4e1eb54f0fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.959834 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-db7ebbd6-0f70-44e3-a1d8-4e1eb54f0fb3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a32302cd-efdf-492f-825f-ed9776a2abcf HTTP/1.1" status: 204 len: 168 time: 0.7503755 Feb 09 14:03:30.967544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d8cb4-7341-4827-8e8a-4c77b8b6da3b req-b24375fa-aefd-451d-8da6-4b17ba9cf7ee tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:30.969123 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-112d8cb4-7341-4827-8e8a-4c77b8b6da3b req-b24375fa-aefd-451d-8da6-4b17ba9cf7ee tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 948 time: 0.2577152 Feb 09 14:03:30.993590 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-c7806cc4-3779-47d7-a5e4-6db1f7b770f9 service neutron] 10.222.0.48 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879888 Feb 09 14:03:31.004442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] For port a9316d15-01bf-4f5a-b4e7-be0f2f1248fb, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:31.011055 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] For port a9316d15-01bf-4f5a-b4e7-be0f2f1248fb, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a9316d15-01bf-4f5a-b4e7-be0f2f1248fb,segment=NetworkSegment(86acb280-00a2-4677-b70f-b6851cc25f95),segment_id=86acb280-00a2-4677-b70f-b6851cc25f95)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:03:31.016666 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:31.038107 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-66c3a7d0-0858-4774-a27c-adceb9bd22f8 service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881955 Feb 09 14:03:31.135757 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-112d8cb4-7341-4827-8e8a-4c77b8b6da3b req-ddaf58f8-f524-4718-8795-b25b6b447d01 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574581 Feb 09 14:03:31.143592 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Routers {'1a36cb13-10df-4638-9069-ab8e66914956'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:03:31.144302 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:03:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1a36cb13-10df-4638-9069-ab8e66914956'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:31.216956 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cd84d-519a-46ee-95fe-5fc5edbaf0a2 None None] Pushing event updated for resources: {'Port': ['ID=a9316d15-01bf-4f5a-b4e7-be0f2f1248fb,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:31.240092 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0868a9a3-cecd-4d60-b743-2c163d48e822 req-003581ef-0e7d-4478-b964-4ae0fea13eb5 service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957514 Feb 09 14:03:31.405964 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] Set router 1a36cb13-10df-4638-9069-ab8e66914956 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:03:31.432528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754458e-d115-43bb-b8a1-3a94dab60299 req-e9aa7f62-c6a7-4b92-984a-c00ec7e51865 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:31.442154 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5754458e-d115-43bb-b8a1-3a94dab60299 req-e9aa7f62-c6a7-4b92-984a-c00ec7e51865 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 948 time: 0.1485498 Feb 09 14:03:31.454802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49892a-b8be-4ac9-8e0a-931d1e61ab20 req-ef211967-2a03-480f-944f-a2ff4018b4dd tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:31.463914 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d49892a-b8be-4ac9-8e0a-931d1e61ab20 req-ef211967-2a03-480f-944f-a2ff4018b4dd tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 945 time: 0.1086452 Feb 09 14:03:31.541498 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d49892a-b8be-4ac9-8e0a-931d1e61ab20 req-19123249-96ba-4c6a-9547-5cb880eb2639 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742023 Feb 09 14:03:31.562087 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5754458e-d115-43bb-b8a1-3a94dab60299 req-bd507832-3f74-422d-85b6-29e05ade79c2 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096082 Feb 09 14:03:31.628033 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad78693-b647-4ff4-865b-a4bbb871bfea', 'tag': 'd8fbcb22-0c73-4dbc-b4a8-dd55df551afc', 'status': 'completed', 'code': 200} Feb 09 14:03:31.637961 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:31.706120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 978cdc01-5e70-4a33-8824-90d80da9264c up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:31.835019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bae9b1-5c3f-43c4-9b71-992db4d8f536 req-73bb1109-8ca6-4858-8a7d-6ec129c08dff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:31.849158 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1bae9b1-5c3f-43c4-9b71-992db4d8f536 req-73bb1109-8ca6-4858-8a7d-6ec129c08dff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.1283805 Feb 09 14:03:31.860407 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:31.905115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-27bf0c04-92d3-40e3-999f-1bfe4f10b64d req-98911250-ecd0-49f1-996e-1132eedf4725 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Synchronizing usage tracker for tenant:8c1126ef126a4d5e8afd5ceb600f1edf on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:31.940029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-27bf0c04-92d3-40e3-999f-1bfe4f10b64d req-98911250-ecd0-49f1-996e-1132eedf4725 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Unset dirty status for tenant:8c1126ef126a4d5e8afd5ceb600f1edf on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:31.941458 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-27bf0c04-92d3-40e3-999f-1bfe4f10b64d req-98911250-ecd0-49f1-996e-1132eedf4725 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 210 time: 0.1705267 Feb 09 14:03:31.961103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777680d0-6de5-4b62-b47f-d41e4007d8cd req-f3d38e30-e390-4407-b19d-f70710bcca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:31.963251 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-777680d0-6de5-4b62-b47f-d41e4007d8cd req-f3d38e30-e390-4407-b19d-f70710bcca19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 1094 time: 0.3033273 Feb 09 14:03:31.965420 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1bae9b1-5c3f-43c4-9b71-992db4d8f536 req-9f4469c2-1c2f-42c6-9f52-c2c69a757646 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153040 Feb 09 14:03:32.014896 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:32.038083 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 978cdc01-5e70-4a33-8824-90d80da9264c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:32.054508 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:32.054508 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:32.134185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 978cdc01-5e70-4a33-8824-90d80da9264c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:32.134595 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:32.287172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777680d0-6de5-4b62-b47f-d41e4007d8cd req-4a4cc2bf-6075-4b15-a86a-bc922464deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:32.287707 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-777680d0-6de5-4b62-b47f-d41e4007d8cd req-4a4cc2bf-6075-4b15-a86a-bc922464deb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 0.3182642 Feb 09 14:03:32.296593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb2441-732f-42a5-abc1-2e1aecb81c1a req-62454493-a250-4b02-8242-6a2014ed5ede tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:32.310789 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ecb2441-732f-42a5-abc1-2e1aecb81c1a req-62454493-a250-4b02-8242-6a2014ed5ede tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 945 time: 0.1121075 Feb 09 14:03:32.311259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44762) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:32.323750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-3406e8d9-c9ac-4b7d-a98d-a8219858d132 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Request body: {'floatingip': {'port_id': '92832214-5023-4e03-a411-adf25a5ae875'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:32.349924 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a36cb13-10df-4638-9069-ab8e66914956', 'name': 'tempest-ServerRescueNegativeTestJSON-216834020-router', 'tenant_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:09Z', 'updated_at': '2022-02-09T14:03:23Z', 'revision_number': 4, 'project_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'gw_port': {'id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36cb13-10df-4638-9069-ab8e66914956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:10Z', 'updated_at': '2022-02-09T14:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'a9316d15-01bf-4f5a-b4e7-be0f2f1248fb', 'name': '', 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934', 'tenant_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'mac_address': 'fa:16:3e:98:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a36cb13-10df-4638-9069-ab8e66914956', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '90ca065c-052c-492f-8251-4bf63ea79858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:19Z', 'updated_at': '2022-02-09T14:03:30Z', 'revision_number': 4, 'project_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'subnets': [{'id': '90ca065c-052c-492f-8251-4bf63ea79858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:32.359888 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:32.376785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe4c08-71a2-48cb-8537-5a95ee5aa9e5 None None] The sync data for ids ['1a36cb13-10df-4638-9069-ab8e66914956'] in n-d-828418-2 is: [{'id': '1a36cb13-10df-4638-9069-ab8e66914956', 'name': 'tempest-ServerRescueNegativeTestJSON-216834020-router', 'tenant_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:09Z', 'updated_at': '2022-02-09T14:03:23Z', 'revision_number': 4, 'project_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'gw_port': {'id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36cb13-10df-4638-9069-ab8e66914956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:10Z', 'updated_at': '2022-02-09T14:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'a9316d15-01bf-4f5a-b4e7-be0f2f1248fb', 'name': '', 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934', 'tenant_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'mac_address': 'fa:16:3e:98:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a36cb13-10df-4638-9069-ab8e66914956', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '90ca065c-052c-492f-8251-4bf63ea79858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:19Z', 'updated_at': '2022-02-09T14:03:30Z', 'revision_number': 4, 'project_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'subnets': [{'id': '90ca065c-052c-492f-8251-4bf63ea79858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:03:32.412778 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ca5886-7a36-4094-90a0-dde78f897ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:32.423863 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:32.426895 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-777680d0-6de5-4b62-b47f-d41e4007d8cd req-07f40a36-7423-4b48-b144-20723d13086d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc HTTP/1.1" status: 200 len: 217 time: 0.1258559 Feb 09 14:03:32.429225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44766) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:32.437196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:32.477233 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:32.525559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777680d0-6de5-4b62-b47f-d41e4007d8cd req-fcf18a51-ced1-4ea4-9e21-15cfeb455c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:32.527082 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-777680d0-6de5-4b62-b47f-d41e4007d8cd req-fcf18a51-ced1-4ea4-9e21-15cfeb455c38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.0842185 Feb 09 14:03:32.528688 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3406e8d9-c9ac-4b7d-a98d-a8219858d132 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for floatingip, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:32.650512 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-777680d0-6de5-4b62-b47f-d41e4007d8cd req-ba0b9ad5-6cc7-4d38-8c69-816ac7ca56bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065259 Feb 09 14:03:32.694945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 978cdc01-5e70-4a33-8824-90d80da9264c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=978cdc01-5e70-4a33-8824-90d80da9264c,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:32.717663 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:32.743590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:32.872778 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=978cdc01-5e70-4a33-8824-90d80da9264c,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:32.885373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-network', 'tenant_id': '5b7259a929c2479f87042051c7cc0457'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:32.890838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:32.895013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Usage tracker for resource:network and tenant:5b7259a929c2479f87042051c7cc0457 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:32.898100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:32.905150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:32.924527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654a9a3-20da-43ec-a4d3-293a8ca7d100 req-ef21f624-f271-4c42-8831-37df579e4a18 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:32.933110 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9654a9a3-20da-43ec-a4d3-293a8ca7d100 req-ef21f624-f271-4c42-8831-37df579e4a18 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 943 time: 0.7797027 Feb 09 14:03:33.225689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Made reservation on behalf of 5b7259a929c2479f87042051c7cc0457 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:03:33.229846 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:33.308415 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:33.356980 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9654a9a3-20da-43ec-a4d3-293a8ca7d100 req-b91140bf-12a1-4b30-a2b5-2939345cad12 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228456 Feb 09 14:03:33.424934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:33.471794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Usage tracker for resource:security_group_rule and tenant:5b7259a929c2479f87042051c7cc0457 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:33.506693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:33.542065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:33.613008 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-777680d0-6de5-4b62-b47f-d41e4007d8cd req-bbd83864-70b6-4bfa-8eb1-bd2ffef0fa1e service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9615896 Feb 09 14:03:33.643754 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a9316d15-01bf-4f5a-b4e7-be0f2f1248fb up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:33.675954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-43ee80ab-dada-4e80-80bb-883d5b72d617 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:33.677745 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-43ee80ab-dada-4e80-80bb-883d5b72d617 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.21 "GET /v2.0/networks?id=3a857aba-f933-4c3f-b9f2-3d18bdabe934 HTTP/1.1" status: 200 len: 818 time: 0.8329880 Feb 09 14:03:33.775856 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port a9316d15-01bf-4f5a-b4e7-be0f2f1248fb completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:33.783228 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port a9316d15-01bf-4f5a-b4e7-be0f2f1248fb triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:33.783607 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:33.843492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-777680d0-6de5-4b62-b47f-d41e4007d8cd req-1dca4b70-4c86-4997-b9cf-5bd9c55534a9 service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625967 Feb 09 14:03:33.846430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52301444-d52d-437b-ab54-325499178e75 req-ae234381-77e0-4127-8d67-facd21a2d71b tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:33.856642 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52301444-d52d-437b-ab54-325499178e75 req-ae234381-77e0-4127-8d67-facd21a2d71b tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/networks?id=3a857aba-f933-4c3f-b9f2-3d18bdabe934 HTTP/1.1" status: 200 len: 818 time: 0.4379120 Feb 09 14:03:33.864839 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-84a21c98-4992-4ea1-8b95-7cb3905a1618 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Request body: {'port': {'device_id': 'ccd3c155-abf8-4889-8310-85565b17c715', 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934', 'admin_state_up': True, 'tenant_id': '8c1126ef126a4d5e8afd5ceb600f1edf'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:33.888442 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52301444-d52d-437b-ab54-325499178e75 req-01239153-84e5-4b20-90f9-47226b51aed1 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/quotas/8c1126ef126a4d5e8afd5ceb600f1edf HTTP/1.1" status: 200 len: 375 time: 0.0309489 Feb 09 14:03:34.029160 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:34.103700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802793a-7769-47af-b8dd-5ca373f4d188 req-9c819aaa-01d2-43cd-9477-3b09d740a7df tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:34.106374 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c802793a-7769-47af-b8dd-5ca373f4d188 req-9c819aaa-01d2-43cd-9477-3b09d740a7df tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 949 time: 0.5727572 Feb 09 14:03:34.107183 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port a9316d15-01bf-4f5a-b4e7-be0f2f1248fb, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a9316d15-01bf-4f5a-b4e7-be0f2f1248fb,segment=NetworkSegment(86acb280-00a2-4677-b70f-b6851cc25f95),segment_id=86acb280-00a2-4677-b70f-b6851cc25f95)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:34.113603 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:34.139049 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:34.161539 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:34.206885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-84a21c98-4992-4ea1-8b95-7cb3905a1618 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:34.210539 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52301444-d52d-437b-ab54-325499178e75 req-6083cee2-6403-4836-abee-f30b69b9ee2d tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c1126ef126a4d5e8afd5ceb600f1edf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3211496 Feb 09 14:03:34.237443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=a9316d15-01bf-4f5a-b4e7-be0f2f1248fb,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:34.252323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-84a21c98-4992-4ea1-8b95-7cb3905a1618 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:34.257076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:03:34.270818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd3c662-05ed-4df4-aedc-78689373e826,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:34.279226 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c802793a-7769-47af-b8dd-5ca373f4d188 req-3ba7e41c-ac31-4737-91fb-8aadef3d6fb2 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567104 Feb 09 14:03:34.296207 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:34.296567 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Added segment 1ba2ae76-fb1e-46f8-8a69-14788815e0b7 of type vlan for network 67fa057e-4076-41a6-97da-7df2caf732e1 Feb 09 14:03:34.314059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-84a21c98-4992-4ea1-8b95-7cb3905a1618 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Made reservation on behalf of 8c1126ef126a4d5e8afd5ceb600f1edf for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:03:34.318026 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-84a21c98-4992-4ea1-8b95-7cb3905a1618 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:34.353044 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3406e8d9-c9ac-4b7d-a98d-a8219858d132 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:34.358791 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3406e8d9-c9ac-4b7d-a98d-a8219858d132 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:34.388796 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ca5886-7a36-4094-90a0-dde78f897ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410', 'code': 200} Feb 09 14:03:34.454648 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:34.547090 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52301444-d52d-437b-ab54-325499178e75 req-307c21f9-8099-4b60-be0d-b89ced1e8d46 service neutron] 10.222.0.48 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355999 Feb 09 14:03:34.576155 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:03:34.661603 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:34.662552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:34.663132 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:34.795096 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-3406e8d9-c9ac-4b7d-a98d-a8219858d132 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Floating IP 786e894e-87be-4b70-b72c-9a07de5e40c4 associated. External IP: 172.25.8.67, port: 92832214-5023-4e03-a411-adf25a5ae875. Feb 09 14:03:34.816656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-84a21c98-4992-4ea1-8b95-7cb3905a1618 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Allocated IP 172.20.0.13 (3a857aba-f933-4c3f-b9f2-3d18bdabe934/90ca065c-052c-492f-8251-4bf63ea79858/5ed91f30-4648-4153-a950-dfc34ecebe6f) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:34.819793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] Pushing event updated for resources: {'Network': ['ID=67fa057e-4076-41a6-97da-7df2caf732e1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:34.846943 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-63580686-4ec1-4fb8-b102-bd81152b134f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4131629 Feb 09 14:03:34.847799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44800) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:34.853750 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 67fa057e-4076-41a6-97da-7df2caf732e1 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:03:34.857180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-cabe3f0e-fd6b-4923-8cd9-70e17fb9bf46 admin admin] Request body: {'subnet': {'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-subnet', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:34.872547 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed8ca3-8c62-4395-bb54-2d9b36d91b27 req-af1c8937-ced3-41dc-9aeb-39c30951ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:34.874109 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0aed8ca3-8c62-4395-bb54-2d9b36d91b27 req-af1c8937-ced3-41dc-9aeb-39c30951ee4e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 1100 time: 0.3917480 Feb 09 14:03:34.880253 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cabe3f0e-fd6b-4923-8cd9-70e17fb9bf46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:34.894035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0025a-e839-4fc5-a912-e9db7725c349 req-f4a1fe61-e0ba-4f39-bcee-eeaccf2ef2e0 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:34.894953 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52301444-d52d-437b-ab54-325499178e75 req-61a1cc82-38de-4630-9286-65bb3ec5eb75 service neutron] 10.222.0.48 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469477 Feb 09 14:03:34.895563 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9af0025a-e839-4fc5-a912-e9db7725c349 req-f4a1fe61-e0ba-4f39-bcee-eeaccf2ef2e0 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 949 time: 0.3584468 Feb 09 14:03:34.906212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cabe3f0e-fd6b-4923-8cd9-70e17fb9bf46 admin admin] Usage tracker for resource:subnet and tenant:5b7259a929c2479f87042051c7cc0457 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:34.928110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cabe3f0e-fd6b-4923-8cd9-70e17fb9bf46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:34.955665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cabe3f0e-fd6b-4923-8cd9-70e17fb9bf46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:35.101135 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabe3f0e-fd6b-4923-8cd9-70e17fb9bf46 admin admin] Made reservation on behalf of 5b7259a929c2479f87042051c7cc0457 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:03:35.103987 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cabe3f0e-fd6b-4923-8cd9-70e17fb9bf46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:35.197047 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0aed8ca3-8c62-4395-bb54-2d9b36d91b27 req-df7c00d4-02a0-44dd-882d-b4fada5ae237 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921472 Feb 09 14:03:35.199788 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9af0025a-e839-4fc5-a912-e9db7725c349 req-a0b840bf-ed5d-4d10-be23-f0ce31db8941 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775438 Feb 09 14:03:35.342210 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-84a21c98-4992-4ea1-8b95-7cb3905a1618 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:35.415644 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d18581-dcc8-4c1e-aab8-60c16d902d6c req-6f5e107b-9352-41f7-897b-15bccddd4bcc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:35.417994 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25d18581-dcc8-4c1e-aab8-60c16d902d6c req-6f5e107b-9352-41f7-897b-15bccddd4bcc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.2205560 Feb 09 14:03:35.420238 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3406e8d9-c9ac-4b7d-a98d-a8219858d132 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Router 54a0447b-0f39-4d41-9f60-96984ef380dd has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:03:35.601072 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a9316d15-01bf-4f5a-b4e7-be0f2f1248fb up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:35.630878 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25d18581-dcc8-4c1e-aab8-60c16d902d6c req-7129e494-da7c-436b-a6e6-372b8616861c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042594 Feb 09 14:03:35.679797 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d8fbcb22-0c73-4dbc-b4a8-dd55df551afc details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:03:35.722193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port a9316d15-01bf-4f5a-b4e7-be0f2f1248fb triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:35.722713 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:35.736263 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409d350-bb95-41d3-8d4e-3f2667daa5b3 req-03075655-df5f-40cd-8174-7a44cc125d0e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:35.738951 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9409d350-bb95-41d3-8d4e-3f2667daa5b3 req-03075655-df5f-40cd-8174-7a44cc125d0e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 943 time: 0.3247793 Feb 09 14:03:35.743405 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-84a21c98-4992-4ea1-8b95-7cb3905a1618 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:35.944531 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cabe3f0e-fd6b-4923-8cd9-70e17fb9bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.024252 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0af8c99-be10-415f-8299-9f610e7b657d req-0c505046-7998-42d2-a99e-da4845fede94 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 210 time: 0.0813715 Feb 09 14:03:36.039459 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:36.042551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3406e8d9-c9ac-4b7d-a98d-a8219858d132 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:03:36.054337 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-84a21c98-4992-4ea1-8b95-7cb3905a1618 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Network 3a857aba-f933-4c3f-b9f2-3d18bdabe934 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:36.062314 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3406e8d9-c9ac-4b7d-a98d-a8219858d132 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.063251 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eb38f4-2fdc-40b5-bb6f-e184c9e561c2 None None] Sync routers for ids ['54a0447b-0f39-4d41-9f60-96984ef380dd'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:03:36.070311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'd8fbcb22-0c73-4dbc-b4a8-dd55df551afc', 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d', 'port_id': 'd8fbcb22-0c73-4dbc-b4a8-dd55df551afc', 'mac_address': 'fa:16:3e:bb:a5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94892cdf-dc18-4c6c-bd3a-c8729a4c236e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:03:36.081587 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eb38f4-2fdc-40b5-bb6f-e184c9e561c2 None None] Routers {'54a0447b-0f39-4d41-9f60-96984ef380dd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:03:36.082939 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c7eb38f4-2fdc-40b5-bb6f-e184c9e561c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:03:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['54a0447b-0f39-4d41-9f60-96984ef380dd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:36.095057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-84a21c98-4992-4ea1-8b95-7cb3905a1618 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:36.116851 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9409d350-bb95-41d3-8d4e-3f2667daa5b3 req-f13f94cf-0196-4b8e-befd-7c4af283a0e3 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667409 Feb 09 14:03:36.132134 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-84a21c98-4992-4ea1-8b95-7cb3905a1618 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:03:36.176089 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.193789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a21c98-4992-4ea1-8b95-7cb3905a1618 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Pushing event updated for resources: {'Port': ['ID=5ed91f30-4648-4153-a950-dfc34ecebe6f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:36.198554 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fbcb22-0c73-4dbc-b4a8-dd55df551afc {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:36.220259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:36.224475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe3f0e-fd6b-4923-8cd9-70e17fb9bf46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f4c97bb-b5dc-4013-99c8-e51c35a4d412,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:36.226891 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.251293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe3f0e-fd6b-4923-8cd9-70e17fb9bf46 admin admin] Checking segment: {'id': '1ba2ae76-fb1e-46f8-8a69-14788815e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:36.251886 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3406e8d9-c9ac-4b7d-a98d-a8219858d132 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "PUT /v2.0/floatingips/786e894e-87be-4b70-b72c-9a07de5e40c4 HTTP/1.1" status: 200 len: 990 time: 3.9393771 Feb 09 14:03:36.254022 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a0dbec-e33c-43df-9f50-850b34c62ae4', 'tag': '92832214-5023-4e03-a411-adf25a5ae875'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:36.255628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe3f0e-fd6b-4923-8cd9-70e17fb9bf46 admin admin] Network hostable DHCP agents. Network: 67fa057e-4076-41a6-97da-7df2caf732e1, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:03:36.270691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-84a21c98-4992-4ea1-8b95-7cb3905a1618 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:36.271324 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-84a21c98-4992-4ea1-8b95-7cb3905a1618 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.304671 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-84a21c98-4992-4ea1-8b95-7cb3905a1618 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4587371 Feb 09 14:03:36.306019 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe3f0e-fd6b-4923-8cd9-70e17fb9bf46 admin admin] Network 67fa057e-4076-41a6-97da-7df2caf732e1 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:03:36.320933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Request body: {'port': {'device_id': 'ccd3c155-abf8-4889-8310-85565b17c715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:36.327323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d26af-9a47-4c27-aad1-1ac6a88fab41 req-86ba20de-7a1c-40ea-8eb2-e3352bc78d4f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:36.329007 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-297d26af-9a47-4c27-aad1-1ac6a88fab41 req-86ba20de-7a1c-40ea-8eb2-e3352bc78d4f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 949 time: 0.1382382 Feb 09 14:03:36.363569 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-cabe3f0e-fd6b-4923-8cd9-70e17fb9bf46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 67fa057e-4076-41a6-97da-7df2caf732e1) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:36.374945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c75b845-a86b-4dac-8117-b055136a7334 None None] Network 67fa057e-4076-41a6-97da-7df2caf732e1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:03:36.394997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabe3f0e-fd6b-4923-8cd9-70e17fb9bf46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:36.394997 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cabe3f0e-fd6b-4923-8cd9-70e17fb9bf46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.413831 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-297d26af-9a47-4c27-aad1-1ac6a88fab41 req-ffe6b89a-93a3-4282-b1c1-cdc0bc32380d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769711 Feb 09 14:03:36.414730 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d850f7-b108-4d08-b809-98052df792b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978cdc01-5e70-4a33-8824-90d80da9264c'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:36.421289 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-c7eb38f4-2fdc-40b5-bb6f-e184c9e561c2 None None] Set router 54a0447b-0f39-4d41-9f60-96984ef380dd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:03:36.534766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:36.554603 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.581705 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cabe3f0e-fd6b-4923-8cd9-70e17fb9bf46 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7330306 Feb 09 14:03:36.584610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44828) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:36.591553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:36.599132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:36.611151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Usage tracker for resource:router and tenant:5b7259a929c2479f87042051c7cc0457 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:36.619239 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:36.638656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:36.695102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c5bbe-0fe5-42fe-a417-89c7f24e8aa4 req-9e1f47fb-b8ec-4ae4-b5f2-24252f7dcdcc tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:36.703404 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c13c5bbe-0fe5-42fe-a417-89c7f24e8aa4 req-9e1f47fb-b8ec-4ae4-b5f2-24252f7dcdcc tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 949 time: 0.3311074 Feb 09 14:03:36.729272 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['d8fbcb22-0c73-4dbc-b4a8-dd55df551afc'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:03:36.730526 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.743342 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.857559 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.899817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-67fa057e-4076-41a6-97da-7df2caf732e1', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:03:36.911298 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.928748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a0870-3610-45af-8a17-38454760f38c req-2a8ac54c-0646-46ec-a827-0d9009b7dd0c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:36.930902 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-db2a0870-3610-45af-8a17-38454760f38c req-2a8ac54c-0646-46ec-a827-0d9009b7dd0c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 945 time: 0.2706811 Feb 09 14:03:36.944070 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c13c5bbe-0fe5-42fe-a417-89c7f24e8aa4 req-c82acc1f-89ae-41dc-b1c9-57ab6b04bea3 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365963 Feb 09 14:03:37.036878 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c7eb38f4-2fdc-40b5-bb6f-e184c9e561c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:54Z', 'revision_number': 4, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '786e894e-87be-4b70-b72c-9a07de5e40c4', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'port_id': '92832214-5023-4e03-a411-adf25a5ae875', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'mac_address': 'fa:16:3e:d4:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0dbec-e33c-43df-9f50-850b34c62ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:01:12Z', 'updated_at': '2022-02-09T14:03:33Z', 'revision_number': 5, 'project_id': '819ad572178e4886a304631fc3728b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36d15b9-95f0-4b73-861a-cbc0ce73d4da', 'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'mac_address': 'fa:16:3e:5c:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:52Z', 'updated_at': '2022-02-09T14:01:07Z', 'revision_number': 5, 'project_id': '819ad572178e4886a304631fc3728b0f', 'subnets': [{'id': '619ec6b3-3471-4097-954a-be6300563bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:37.055705 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eb38f4-2fdc-40b5-bb6f-e184c9e561c2 None None] Checking router: 54a0447b-0f39-4d41-9f60-96984ef380dd for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:03:37.061385 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a0dbec-e33c-43df-9f50-850b34c62ae4', 'tag': '92832214-5023-4e03-a411-adf25a5ae875', 'status': 'completed', 'code': 200} Feb 09 14:03:37.089839 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eb38f4-2fdc-40b5-bb6f-e184c9e561c2 None None] Routers {'54a0447b-0f39-4d41-9f60-96984ef380dd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:03:37.092694 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c7eb38f4-2fdc-40b5-bb6f-e184c9e561c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:03:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['54a0447b-0f39-4d41-9f60-96984ef380dd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:37.159137 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d850f7-b108-4d08-b809-98052df792b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978cdc01-5e70-4a33-8824-90d80da9264c', 'code': 200} Feb 09 14:03:37.262902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Allocated IP 172.20.0.2 (67fa057e-4076-41a6-97da-7df2caf732e1/0f4c97bb-b5dc-4013-99c8-e51c35a4d412/36282ac3-78e8-4a95-ae5b-175c33cf0793) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:37.423933 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-c7eb38f4-2fdc-40b5-bb6f-e184c9e561c2 None None] Set router 54a0447b-0f39-4d41-9f60-96984ef380dd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:03:37.456271 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:37.515280 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-db2a0870-3610-45af-8a17-38454760f38c req-80898941-a6b4-4c9d-ab8c-0e0522a0e619 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5124741 Feb 09 14:03:37.585927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52301444-d52d-437b-ab54-325499178e75 req-2c52c9c6-7421-461a-8e01-db8e3080e527 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:37.588710 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52301444-d52d-437b-ab54-325499178e75 req-2c52c9c6-7421-461a-8e01-db8e3080e527 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.21 "GET /v2.0/networks?id=3a857aba-f933-4c3f-b9f2-3d18bdabe934 HTTP/1.1" status: 200 len: 818 time: 0.8637052 Feb 09 14:03:37.622875 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-52301444-d52d-437b-ab54-325499178e75 req-d601eb35-ab0e-4476-b677-7641143562f7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Request body: {'port': {'device_id': 'ec967564-cc4b-4a95-ab69-765a356cd5d7', 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934', 'admin_state_up': True, 'tenant_id': '8c1126ef126a4d5e8afd5ceb600f1edf'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:37.682192 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:37.694744 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Transition to ACTIVE for port object 36282ac3-78e8-4a95-ae5b-175c33cf0793 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:37.722991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Transition to ACTIVE for port object 36282ac3-78e8-4a95-ae5b-175c33cf0793 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:37.734300 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:37.776272 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bafc3c-b486-40ff-8046-9402893a1278 req-a2ea0369-88b3-4107-bc51-8aa757d0c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:37.778303 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22bafc3c-b486-40ff-8046-9402893a1278 req-a2ea0369-88b3-4107-bc51-8aa757d0c95a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=819ad572178e4886a304631fc3728b0f&device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 1096 time: 0.5445068 Feb 09 14:03:37.791053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102703cb-af38-432a-9125-54dc6ef36770 req-3d0a9f41-9bfe-47b2-afb7-fba7a491f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:37.792820 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-102703cb-af38-432a-9125-54dc6ef36770 req-3d0a9f41-9bfe-47b2-afb7-fba7a491f28c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 1100 time: 0.5603983 Feb 09 14:03:37.805107 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b9e5ee45-0426-4240-bda6-da96367624ff req-6e3f371c-41f1-4f28-92e5-83bc0e914924 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 210 time: 0.0785351 Feb 09 14:03:37.906175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Pushing event updated for resources: {'Port': ['ID=36282ac3-78e8-4a95-ae5b-175c33cf0793,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:37.917364 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Network 67fa057e-4076-41a6-97da-7df2caf732e1 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:37.918927 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:37.921149 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:03:37.974324 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b159c0e-4b56-4949-b33f-29c62841568f req-b12dc7c4-a80f-49b2-af59-a8a2735b19b8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:37.984930 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3b159c0e-4b56-4949-b33f-29c62841568f req-b12dc7c4-a80f-49b2-af59-a8a2735b19b8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.5895131 Feb 09 14:03:38.012487 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:38.042682 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:03:38.048164 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c7eb38f4-2fdc-40b5-bb6f-e184c9e561c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:54Z', 'revision_number': 4, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '786e894e-87be-4b70-b72c-9a07de5e40c4', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'port_id': '92832214-5023-4e03-a411-adf25a5ae875', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'mac_address': 'fa:16:3e:d4:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0dbec-e33c-43df-9f50-850b34c62ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:01:12Z', 'updated_at': '2022-02-09T14:03:33Z', 'revision_number': 5, 'project_id': '819ad572178e4886a304631fc3728b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36d15b9-95f0-4b73-861a-cbc0ce73d4da', 'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'mac_address': 'fa:16:3e:5c:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:52Z', 'updated_at': '2022-02-09T14:01:07Z', 'revision_number': 5, 'project_id': '819ad572178e4886a304631fc3728b0f', 'subnets': [{'id': '619ec6b3-3471-4097-954a-be6300563bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:38.052612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Attempting to bind port 36282ac3-78e8-4a95-ae5b-175c33cf0793 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:38.052977 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Attempting to bind port 36282ac3-78e8-4a95-ae5b-175c33cf0793 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '1ba2ae76-fb1e-46f8-8a69-14788815e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:38.053331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Attempting to bind port 36282ac3-78e8-4a95-ae5b-175c33cf0793 on network 67fa057e-4076-41a6-97da-7df2caf732e1 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:38.053529 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eb38f4-2fdc-40b5-bb6f-e184c9e561c2 None None] The sync data for ids ['54a0447b-0f39-4d41-9f60-96984ef380dd'] in n-d-828418-2 is: [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:54Z', 'revision_number': 4, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '786e894e-87be-4b70-b72c-9a07de5e40c4', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'port_id': '92832214-5023-4e03-a411-adf25a5ae875', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'mac_address': 'fa:16:3e:d4:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a0dbec-e33c-43df-9f50-850b34c62ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:01:12Z', 'updated_at': '2022-02-09T14:03:33Z', 'revision_number': 5, 'project_id': '819ad572178e4886a304631fc3728b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36d15b9-95f0-4b73-861a-cbc0ce73d4da', 'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'mac_address': 'fa:16:3e:5c:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:52Z', 'updated_at': '2022-02-09T14:01:07Z', 'revision_number': 5, 'project_id': '819ad572178e4886a304631fc3728b0f', 'subnets': [{'id': '619ec6b3-3471-4097-954a-be6300563bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:03:38.064283 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:03:38.064650 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Checking segment: {'id': '1ba2ae76-fb1e-46f8-8a69-14788815e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:38.065053 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:38.065442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Bound using segment: {'id': '1ba2ae76-fb1e-46f8-8a69-14788815e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:03:38.066495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Bound port: 36282ac3-78e8-4a95-ae5b-175c33cf0793, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba2ae76-fb1e-46f8-8a69-14788815e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:38.066875 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:38.100785 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:38.121026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed91f30-4648-4153-a950-dfc34ecebe6f {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:38.131318 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:38.150463 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Transition to ACTIVE for port object 5ed91f30-4648-4153-a950-dfc34ecebe6f will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:38.168449 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:38.200543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] For port 36282ac3-78e8-4a95-ae5b-175c33cf0793, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:38.211431 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] For port 36282ac3-78e8-4a95-ae5b-175c33cf0793, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=36282ac3-78e8-4a95-ae5b-175c33cf0793,segment=NetworkSegment(1ba2ae76-fb1e-46f8-8a69-14788815e0b7),segment_id=1ba2ae76-fb1e-46f8-8a69-14788815e0b7)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:03:38.221208 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:38.226067 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-102703cb-af38-432a-9125-54dc6ef36770 req-b9d46d01-4c0e-479d-9a2a-22a4fdd3aa0e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033887 Feb 09 14:03:38.234754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f14d75-01b3-4d89-bd15-4dccf53e99a3 req-4a6cfdbe-fad1-467b-9eb2-7007091584cf tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:38.243809 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81f14d75-01b3-4d89-bd15-4dccf53e99a3 req-4a6cfdbe-fad1-467b-9eb2-7007091584cf tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 944 time: 0.1981781 Feb 09 14:03:38.283992 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:38.330832 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b724139-f4f5-480e-b3a5-ee965d7dfa83 None None] Pushing event updated for resources: {'Port': ['ID=36282ac3-78e8-4a95-ae5b-175c33cf0793,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:38.343285 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81f14d75-01b3-4d89-bd15-4dccf53e99a3 req-7c4615b3-5391-449e-b76e-d099aa90d6b1 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985672 Feb 09 14:03:38.373902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Allocated IP 172.25.8.108 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/e1d89c69-9290-41e2-984f-1f3a50541f5b) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:38.438067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf8cd2-e041-4bc2-8ed7-211d19ed01c8 None None] New status for floating IP 786e894e-87be-4b70-b72c-9a07de5e40c4: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:03:38.658260 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3b159c0e-4b56-4949-b33f-29c62841568f req-f573c559-aa1d-4319-a0ee-99c35d5506be tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6180468 Feb 09 14:03:38.690990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-52301444-d52d-437b-ab54-325499178e75 req-d601eb35-ab0e-4476-b677-7641143562f7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:38.697392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed91f30-4648-4153-a950-dfc34ecebe6f,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:38.722091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-52301444-d52d-437b-ab54-325499178e75 req-d601eb35-ab0e-4476-b677-7641143562f7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Usage tracker for resource:port and tenant:8c1126ef126a4d5e8afd5ceb600f1edf is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:38.730364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-52301444-d52d-437b-ab54-325499178e75 req-d601eb35-ab0e-4476-b677-7641143562f7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:38.795628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-52301444-d52d-437b-ab54-325499178e75 req-d601eb35-ab0e-4476-b677-7641143562f7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:38.810828 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:38.811331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:38.811798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:38.812242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:38.812683 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:38.813114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:38.813935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:38.813935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:38.814371 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:38.814800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:38.815229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:38.815892 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:38.839540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da1894-8357-4cde-85a8-cdc106df01b8 req-42efd6ab-2531-45b7-bdfc-625311c7ae8c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:38.846483 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1da1894-8357-4cde-85a8-cdc106df01b8 req-42efd6ab-2531-45b7-bdfc-625311c7ae8c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 949 time: 0.2179935 Feb 09 14:03:38.871807 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:38.910741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52301444-d52d-437b-ab54-325499178e75 req-d601eb35-ab0e-4476-b677-7641143562f7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Made reservation on behalf of 8c1126ef126a4d5e8afd5ceb600f1edf for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:03:38.914396 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-52301444-d52d-437b-ab54-325499178e75 req-d601eb35-ab0e-4476-b677-7641143562f7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:38.925584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bafc3c-b486-40ff-8046-9402893a1278 req-f3c3c4db-f057-4b73-9032-a8079640ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:38.927294 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22bafc3c-b486-40ff-8046-9402893a1278 req-f3c3c4db-f057-4b73-9032-a8079640ad36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4438975a-7484-4e20-a7dd-31c3711d5a27 HTTP/1.1" status: 200 len: 923 time: 1.1319244 Feb 09 14:03:38.932504 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1da1894-8357-4cde-85a8-cdc106df01b8 req-01287c10-a3d9-4262-8617-6768102c5309 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847161 Feb 09 14:03:38.973138 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:39.058844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:39.061728 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:39.065460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:03:39.107440 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Pushing event updated for resources: {'Port': ['ID=e1d89c69-9290-41e2-984f-1f3a50541f5b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:39.144654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Attempting to bind port 5ed91f30-4648-4153-a950-dfc34ecebe6f on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:39.145000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Attempting to bind port 5ed91f30-4648-4153-a950-dfc34ecebe6f by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '86acb280-00a2-4677-b70f-b6851cc25f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:39.145333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Attempting to bind port 5ed91f30-4648-4153-a950-dfc34ecebe6f on network 3a857aba-f933-4c3f-b9f2-3d18bdabe934 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:39.161009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:39.161426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:39.161686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:39.162016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:39.162346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:39.162673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:39.162992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:39.163307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:39.163624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:39.163999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:39.164359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:39.165180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:39.175036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Port 5ed91f30-4648-4153-a950-dfc34ecebe6f on network 3a857aba-f933-4c3f-b9f2-3d18bdabe934 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:03:39.175372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Attempting to bind port 5ed91f30-4648-4153-a950-dfc34ecebe6f on network 3a857aba-f933-4c3f-b9f2-3d18bdabe934 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:39.202011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:03:39.202572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Checking segment: {'id': '86acb280-00a2-4677-b70f-b6851cc25f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:39.203008 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Bound using segment: {'id': '86acb280-00a2-4677-b70f-b6851cc25f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:03:39.203742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Bound port: 5ed91f30-4648-4153-a950-dfc34ecebe6f, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86acb280-00a2-4677-b70f-b6851cc25f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:39.204368 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:39.225026 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22bafc3c-b486-40ff-8046-9402893a1278 req-3d1d121e-6d5e-42a4-9e90-7f27d7612f91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92832214-5023-4e03-a411-adf25a5ae875 HTTP/1.1" status: 200 len: 1000 time: 0.2346122 Feb 09 14:03:39.387781 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fb502-1b41-447d-b942-c1472277c24a req-44b357ad-bb4a-45f3-a4b8-f92cbdb0c0f8 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:39.389692 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c68fb502-1b41-447d-b942-c1472277c24a req-44b357ad-bb4a-45f3-a4b8-f92cbdb0c0f8 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 949 time: 0.5540113 Feb 09 14:03:39.393301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaf5f3-89b2-4cdd-a027-ae15e5977617 req-e14dc724-570e-4e60-84e0-8f0dd7f7df28 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:39.394792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2daaf5f3-89b2-4cdd-a027-ae15e5977617 req-e14dc724-570e-4e60-84e0-8f0dd7f7df28 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 945 time: 0.2901616 Feb 09 14:03:39.442310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bafc3c-b486-40ff-8046-9402893a1278 req-220bc3d6-7765-4cd1-83d2-14814fbbdcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:39.443841 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22bafc3c-b486-40ff-8046-9402893a1278 req-220bc3d6-7765-4cd1-83d2-14814fbbdcb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=619ec6b3-3471-4097-954a-be6300563bbd HTTP/1.1" status: 200 len: 862 time: 0.2052019 Feb 09 14:03:39.552850 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-52301444-d52d-437b-ab54-325499178e75 req-d601eb35-ab0e-4476-b677-7641143562f7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Allocated IP 172.20.0.3 (3a857aba-f933-4c3f-b9f2-3d18bdabe934/90ca065c-052c-492f-8251-4bf63ea79858/96134e34-96f2-4704-bb7a-b50002abd9ee) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:39.559010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] For port 5ed91f30-4648-4153-a950-dfc34ecebe6f, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:39.565241 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c68fb502-1b41-447d-b942-c1472277c24a req-5144b4d3-3b8f-45ac-8342-39c92acc18bd tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653731 Feb 09 14:03:39.598164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] For port 5ed91f30-4648-4153-a950-dfc34ecebe6f, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5ed91f30-4648-4153-a950-dfc34ecebe6f,segment=NetworkSegment(86acb280-00a2-4677-b70f-b6851cc25f95),segment_id=86acb280-00a2-4677-b70f-b6851cc25f95)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:03:39.614958 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:39.654326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:39.703192 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d8fbcb22-0c73-4dbc-b4a8-dd55df551afc up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:39.752137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 36282ac3-78e8-4a95-ae5b-175c33cf0793 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:39.792877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2daaf5f3-89b2-4cdd-a027-ae15e5977617 req-ff8ec8f5-c9bd-430d-add3-1c42f36f04e0 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3456328 Feb 09 14:03:39.840608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:39.841375 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:39.846305 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] 10.222.0.21 "PUT /v2.0/ports/5ed91f30-4648-4153-a950-dfc34ecebe6f HTTP/1.1" status: 200 len: 1092 time: 3.5317135 Feb 09 14:03:39.864817 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd3c155-abf8-4889-8310-85565b17c715', 'tag': '5ed91f30-4648-4153-a950-dfc34ecebe6f'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:39.881237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5115481d-25ae-4728-86d6-1a70861fc3c5 None None] Network 67fa057e-4076-41a6-97da-7df2caf732e1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:03:39.990738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d75d239e-6e02-4220-a9da-0c8ac8ae2cff req-4f4b2305-b2fb-4b07-83bf-2b061efbbaff tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Synchronizing usage tracker for tenant:8c1126ef126a4d5e8afd5ceb600f1edf on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:40.027250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2e46632e-f391-40aa-aaf4-fcb147ed660f None None] Provisioning for port 36282ac3-78e8-4a95-ae5b-175c33cf0793 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:40.040178 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:40.080246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:40.089753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 36282ac3-78e8-4a95-ae5b-175c33cf0793 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:40.116984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad251e26-1d54-4e9c-bf1a-a6e54ba6fbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed91f30-4648-4153-a950-dfc34ecebe6f,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:40.121150 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:40.121385 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:40.129656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bafc3c-b486-40ff-8046-9402893a1278 req-3cf93cc2-ed4b-4e78-bea4-5d70ef838c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:40.131364 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22bafc3c-b486-40ff-8046-9402893a1278 req-3cf93cc2-ed4b-4e78-bea4-5d70ef838c7f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4438975a-7484-4e20-a7dd-31c3711d5a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6583939 Feb 09 14:03:40.141807 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d75d239e-6e02-4220-a9da-0c8ac8ae2cff req-4f4b2305-b2fb-4b07-83bf-2b061efbbaff tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Unset dirty status for tenant:8c1126ef126a4d5e8afd5ceb600f1edf on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:40.151409 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d75d239e-6e02-4220-a9da-0c8ac8ae2cff req-4f4b2305-b2fb-4b07-83bf-2b061efbbaff tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 210 time: 0.3040073 Feb 09 14:03:40.168466 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 36282ac3-78e8-4a95-ae5b-175c33cf0793 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:40.168466 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:40.252886 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:40.400058 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-9d759824-679f-404f-94b7-e6c2cf77ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:40.401482 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-9d759824-679f-404f-94b7-e6c2cf77ad6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c1126ef126a4d5e8afd5ceb600f1edf&device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 1095 time: 0.4707921 Feb 09 14:03:40.432273 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:40.445088 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:40.488439 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad78693-b647-4ff4-865b-a4bbb871bfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fbcb22-0c73-4dbc-b4a8-dd55df551afc'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:40.506832 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:40.510835 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 36282ac3-78e8-4a95-ae5b-175c33cf0793, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=36282ac3-78e8-4a95-ae5b-175c33cf0793,segment=NetworkSegment(1ba2ae76-fb1e-46f8-8a69-14788815e0b7),segment_id=1ba2ae76-fb1e-46f8-8a69-14788815e0b7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:40.512572 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:40.553855 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-6a95fa9f-ce4c-45ad-b31c-e1adf0335dbe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ed91f30-4648-4153-a950-dfc34ecebe6f HTTP/1.1" status: 200 len: 217 time: 0.1360140 Feb 09 14:03:40.560312 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-52301444-d52d-437b-ab54-325499178e75 req-d601eb35-ab0e-4476-b677-7641143562f7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:40.569054 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:40.620913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:40.621526 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22bafc3c-b486-40ff-8046-9402893a1278 req-e4500995-d528-4912-8309-c16bc1a82ded service neutron] 10.222.0.35 "GET /v2.0/networks/4438975a-7484-4e20-a7dd-31c3711d5a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646432 Feb 09 14:03:40.667960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7423a-fb3b-4dde-99f6-c7e71f7aca5a req-ab3696ed-c110-41c7-ba8c-56c5ac486b2e tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:40.669647 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a4d7423a-fb3b-4dde-99f6-c7e71f7aca5a req-ab3696ed-c110-41c7-ba8c-56c5ac486b2e tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 1100 time: 0.6209157 Feb 09 14:03:40.721811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=36282ac3-78e8-4a95-ae5b-175c33cf0793,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:40.742721 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a4d7423a-fb3b-4dde-99f6-c7e71f7aca5a req-60bcc72d-6dd1-4845-be1d-d8607c2cfd44 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657182 Feb 09 14:03:40.792526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Router c22942db-71af-4fde-8e06-dc40fafac562 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:03:40.875517 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-9aff5638-f3d3-4806-a6b8-255592a01856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:40.877001 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-9aff5638-f3d3-4806-a6b8-255592a01856 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90ca065c-052c-492f-8251-4bf63ea79858 HTTP/1.1" status: 200 len: 858 time: 0.3085513 Feb 09 14:03:40.877616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3d3af4f0-d2ab-48ef-9d09-2d0f1740c8e0 None None] Provisioning complete for port 36282ac3-78e8-4a95-ae5b-175c33cf0793 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:40.878133 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3d3af4f0-d2ab-48ef-9d09-2d0f1740c8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:40.936852 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-deedc18b-add7-411b-813f-45725c4a5b5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a857aba-f933-4c3f-b9f2-3d18bdabe934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507269 Feb 09 14:03:40.949346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b183fb-0229-40fa-8c5f-0b3e5761d81f req-f1443218-e8e5-4954-920f-65309f71b533 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:40.950945 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c0b183fb-0229-40fa-8c5f-0b3e5761d81f req-f1443218-e8e5-4954-920f-65309f71b533 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 944 time: 0.6389894 Feb 09 14:03:41.074205 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-52301444-d52d-437b-ab54-325499178e75 req-d601eb35-ab0e-4476-b677-7641143562f7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:41.110609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:03:41.123140 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Sync routers for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:03:41.131190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ed75a-7acf-4cc7-ac95-378aeeae32b4 req-4dcd3b96-a41d-43c8-a7fe-df376e08e1a8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:41.132665 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-364ed75a-7acf-4cc7-ac95-378aeeae32b4 req-4dcd3b96-a41d-43c8-a7fe-df376e08e1a8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.2111647 Feb 09 14:03:41.133832 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:03:41.134751 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:03:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:41.146647 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22bafc3c-b486-40ff-8046-9402893a1278 req-c2453813-1e99-42a5-8f90-4282ddce40f8 service neutron] 10.222.0.35 "GET /v2.0/networks/4438975a-7484-4e20-a7dd-31c3711d5a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173485 Feb 09 14:03:41.193277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52301444-d52d-437b-ab54-325499178e75 req-d601eb35-ab0e-4476-b677-7641143562f7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Network 3a857aba-f933-4c3f-b9f2-3d18bdabe934 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:41.204698 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:41.208973 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5f80f6be-ec51-4254-893d-725a987206d8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.6201584 Feb 09 14:03:41.209141 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44874) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:41.209257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-52301444-d52d-437b-ab54-325499178e75 req-d601eb35-ab0e-4476-b677-7641143562f7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:41.219596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-52301444-d52d-437b-ab54-325499178e75 req-d601eb35-ab0e-4476-b677-7641143562f7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:03:41.279194 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c0b183fb-0229-40fa-8c5f-0b3e5761d81f req-429bee05-93a1-4753-9da9-5c1211b45e3e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815564 Feb 09 14:03:41.282769 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-364ed75a-7acf-4cc7-ac95-378aeeae32b4 req-d349722e-58b6-47e8-8aa8-8324b4ff1374 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375909 Feb 09 14:03:41.312879 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-694edcc0-69ef-458d-a5e5-9e9b4353cad8 service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589344 Feb 09 14:03:41.341712 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601eb35-ab0e-4476-b677-7641143562f7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Pushing event updated for resources: {'Port': ['ID=96134e34-96f2-4704-bb7a-b50002abd9ee,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:41.366843 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad78693-b647-4ff4-865b-a4bbb871bfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fbcb22-0c73-4dbc-b4a8-dd55df551afc', 'code': 200} Feb 09 14:03:41.447453 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd3c155-abf8-4889-8310-85565b17c715', 'tag': '5ed91f30-4648-4153-a950-dfc34ecebe6f', 'status': 'completed', 'code': 200} Feb 09 14:03:41.501867 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:03:41.612852 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 36282ac3-78e8-4a95-ae5b-175c33cf0793 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:41.686236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52301444-d52d-437b-ab54-325499178e75 req-d601eb35-ab0e-4476-b677-7641143562f7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:41.688161 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-52301444-d52d-437b-ab54-325499178e75 req-d601eb35-ab0e-4476-b677-7641143562f7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:41.734135 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 36282ac3-78e8-4a95-ae5b-175c33cf0793 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:41.734727 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:41.752836 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-843f7d6f-eb53-4246-ba42-5ceccecb5534 req-f968c293-a3b0-45ee-86ba-83b062773a6b service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308901 Feb 09 14:03:41.762423 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52301444-d52d-437b-ab54-325499178e75 req-d601eb35-ab0e-4476-b677-7641143562f7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1537035 Feb 09 14:03:41.777727 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Request body: {'port': {'device_id': 'ec967564-cc4b-4a95-ab69-765a356cd5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:41.858564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a344b-1c90-4c6d-b756-5ebb53bbebc4 req-810fd8d4-fb42-4d7b-afd8-57f18219bd0b tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:41.865795 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dc3a344b-1c90-4c6d-b756-5ebb53bbebc4 req-810fd8d4-fb42-4d7b-afd8-57f18219bd0b tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 949 time: 0.3342216 Feb 09 14:03:41.964891 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:39Z', 'revision_number': 3, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:41.969304 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Checking router: c22942db-71af-4fde-8e06-dc40fafac562 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:03:41.969628 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Updating router c22942db-71af-4fde-8e06-dc40fafac562 port e1d89c69-9290-41e2-984f-1f3a50541f5b binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:03:42.008316 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dc3a344b-1c90-4c6d-b756-5ebb53bbebc4 req-8e9d9882-278e-49a2-b63c-59a50bfb96fe tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409276 Feb 09 14:03:42.029742 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:42.059375 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22dedb-3294-473b-8c9b-8e251c7158a5 req-5b628750-afd5-450d-bcfd-2b207eebe62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:42.061477 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d22dedb-3294-473b-8c9b-8e251c7158a5 req-5b628750-afd5-450d-bcfd-2b207eebe62f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 1096 time: 0.6160131 Feb 09 14:03:42.125907 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d22dedb-3294-473b-8c9b-8e251c7158a5 req-b503b888-25e8-4ab5-92e9-aa6608e4e8b9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519686 Feb 09 14:03:42.129297 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:42.149521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f24d1-7971-4a83-8d31-cc40471773cd req-6d236b39-f144-4106-b1b4-73e942d2befa tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:42.151290 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb0f24d1-7971-4a83-8d31-cc40471773cd req-6d236b39-f144-4106-b1b4-73e942d2befa tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 945 time: 0.6188574 Feb 09 14:03:42.175394 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-fdfe1a50-db59-4f7c-8f62-a601e6b06d4c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cf414819203844d7be4cd33f0e40db8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651944 Feb 09 14:03:42.222121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8ea05-6cd1-4563-8989-35e32cfc7331 req-f323a9b9-3d94-428b-be3d-4ac2232aee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:42.223924 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84c8ea05-6cd1-4563-8989-35e32cfc7331 req-f323a9b9-3d94-428b-be3d-4ac2232aee47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c1126ef126a4d5e8afd5ceb600f1edf&device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 1095 time: 0.3856785 Feb 09 14:03:42.330465 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb0f24d1-7971-4a83-8d31-cc40471773cd req-9bdf6e91-4e3c-4844-b81e-51f86b57355a tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671782 Feb 09 14:03:42.439160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-26ad89d3-3c7d-4941-b49a-1649f45188df tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:42.440631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-26ad89d3-3c7d-4941-b49a-1649f45188df tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2523572 Feb 09 14:03:42.481947 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-57e54f90-4542-43a8-8612-85a093bdacf1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/quotas/cf414819203844d7be4cd33f0e40db8a HTTP/1.1" status: 200 len: 375 time: 0.0256298 Feb 09 14:03:42.532275 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:42.551301 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Transition to ACTIVE for port object e1d89c69-9290-41e2-984f-1f3a50541f5b will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:42.566709 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:42.659013 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:42.662696 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Attempting to bind port e1d89c69-9290-41e2-984f-1f3a50541f5b on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:42.663065 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Attempting to bind port e1d89c69-9290-41e2-984f-1f3a50541f5b by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:42.663426 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Attempting to bind port e1d89c69-9290-41e2-984f-1f3a50541f5b on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:42.669909 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e1502-c476-46da-bf4d-e9cab487c340 None None] Pushing event updated for resources: {'Port': ['ID=e1d89c69-9290-41e2-984f-1f3a50541f5b,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:42.674293 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:03:42.674621 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:42.675445 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:42.675445 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:03:42.675871 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Bound port: e1d89c69-9290-41e2-984f-1f3a50541f5b, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:42.676237 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:42.765427 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] For port e1d89c69-9290-41e2-984f-1f3a50541f5b, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:42.769071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8ea05-6cd1-4563-8989-35e32cfc7331 req-5ba1ab9e-3aa7-4b0d-a57d-839efd855ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:42.770659 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84c8ea05-6cd1-4563-8989-35e32cfc7331 req-5ba1ab9e-3aa7-4b0d-a57d-839efd855ce6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a857aba-f933-4c3f-b9f2-3d18bdabe934 HTTP/1.1" status: 200 len: 918 time: 0.3957610 Feb 09 14:03:42.777659 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] For port e1d89c69-9290-41e2-984f-1f3a50541f5b, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e1d89c69-9290-41e2-984f-1f3a50541f5b,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:03:42.783827 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:42.786729 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-1f581fe8-467f-492b-b8e1-4b6f19115c7a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3036287 Feb 09 14:03:42.861150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a7392-ae1e-4a30-8786-a6cf663bd21d req-4f6da21a-b023-43a1-b022-80e387c1c250 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:42.862671 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1e4a7392-ae1e-4a30-8786-a6cf663bd21d req-4f6da21a-b023-43a1-b022-80e387c1c250 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 931 time: 0.2880847 Feb 09 14:03:42.864157 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84c8ea05-6cd1-4563-8989-35e32cfc7331 req-2a04c2b2-087b-4001-94df-47076ff82914 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ed91f30-4648-4153-a950-dfc34ecebe6f HTTP/1.1" status: 200 len: 217 time: 0.0830793 Feb 09 14:03:42.873887 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:03:42.874676 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:03:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:42.922831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Allocated IP 172.20.0.1 (67fa057e-4076-41a6-97da-7df2caf732e1/0f4c97bb-b5dc-4013-99c8-e51c35a4d412/ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:43.073284 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:03:43.097159 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:43.109549 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:03:43.115044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Transition to ACTIVE for port object ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:43.143340 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:43.201436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8ea05-6cd1-4563-8989-35e32cfc7331 req-737043c1-1c32-43a4-9842-4883e0806c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:43.202982 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84c8ea05-6cd1-4563-8989-35e32cfc7331 req-737043c1-1c32-43a4-9842-4883e0806c7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90ca065c-052c-492f-8251-4bf63ea79858 HTTP/1.1" status: 200 len: 858 time: 0.3311937 Feb 09 14:03:43.207851 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1e4a7392-ae1e-4a30-8786-a6cf663bd21d req-bc86cd48-8af2-42f3-9435-b4d47b974253 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346045 Feb 09 14:03:43.221482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Network 67fa057e-4076-41a6-97da-7df2caf732e1 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:43.247276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:43.252110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:03:43.257606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96134e34-96f2-4704-bb7a-b50002abd9ee {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:43.272850 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84c8ea05-6cd1-4563-8989-35e32cfc7331 req-6c709392-f481-4fc3-ba75-376681cb35ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a857aba-f933-4c3f-b9f2-3d18bdabe934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619607 Feb 09 14:03:43.275288 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:43.332378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Pushing event updated for resources: {'Port': ['ID=ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:43.390776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Transition to ACTIVE for port object 96134e34-96f2-4704-bb7a-b50002abd9ee will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:43.394123 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:43.421487 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:43.580807 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e1502-c476-46da-bf4d-e9cab487c340 None None] Pushing event updated for resources: {'Port': ['ID=e1d89c69-9290-41e2-984f-1f3a50541f5b,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:43.644769 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:43.782310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1be0b997-bf68-4cf2-ae9e-d52a51a6b15d None None] Provisioning for port ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:43.787939 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:39Z', 'revision_number': 3, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:43.800611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1be0b997-bf68-4cf2-ae9e-d52a51a6b15d None None] Provisioning complete for port ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:43.800986 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1be0b997-bf68-4cf2-ae9e-d52a51a6b15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:43.801410 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeccd44e-9ec9-43c6-be15-dadd95e8b9e0 None None] The sync data for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 is: [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:39Z', 'revision_number': 3, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:03:43.843158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Pushing event updated for resources: {'Port': ['ID=96134e34-96f2-4704-bb7a-b50002abd9ee,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:43.873355 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-1be0b997-bf68-4cf2-ae9e-d52a51a6b15d None None] Port ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:03:43.897685 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84c8ea05-6cd1-4563-8989-35e32cfc7331 req-94d3b06e-3266-4c85-8cf5-230e03b84347 service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126034 Feb 09 14:03:43.913810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393295e9-4243-4f69-b88d-921d2f9a0d9a req-e5ba654c-8085-4e54-a170-b2d649df8ef8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:43.922079 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-393295e9-4243-4f69-b88d-921d2f9a0d9a req-e5ba654c-8085-4e54-a170-b2d649df8ef8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.2783861 Feb 09 14:03:44.001340 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-393295e9-4243-4f69-b88d-921d2f9a0d9a req-6654f928-e4c5-45eb-92f3-550a6fae679f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777562 Feb 09 14:03:44.086464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2915af2-e4c2-44ae-9a5f-c7c99ffaa8ba req-24df3fb5-0771-40f7-90ac-56063c813345 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:44.088069 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2915af2-e4c2-44ae-9a5f-c7c99ffaa8ba req-24df3fb5-0771-40f7-90ac-56063c813345 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 945 time: 0.6055810 Feb 09 14:03:44.089994 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:44.097975 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:44.227869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Attempting to bind port 96134e34-96f2-4704-bb7a-b50002abd9ee on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:44.228227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Attempting to bind port 96134e34-96f2-4704-bb7a-b50002abd9ee by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '86acb280-00a2-4677-b70f-b6851cc25f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:44.228556 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Attempting to bind port 96134e34-96f2-4704-bb7a-b50002abd9ee on network 3a857aba-f933-4c3f-b9f2-3d18bdabe934 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:44.269923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Port 96134e34-96f2-4704-bb7a-b50002abd9ee on network 3a857aba-f933-4c3f-b9f2-3d18bdabe934 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:03:44.270283 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Attempting to bind port 96134e34-96f2-4704-bb7a-b50002abd9ee on network 3a857aba-f933-4c3f-b9f2-3d18bdabe934 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:44.286880 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84c8ea05-6cd1-4563-8989-35e32cfc7331 req-75f0752b-635e-4db1-9d65-6239115c4688 service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775084 Feb 09 14:03:44.291511 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2915af2-e4c2-44ae-9a5f-c7c99ffaa8ba req-9e503270-c931-4f84-8558-5fe800de2089 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727831 Feb 09 14:03:44.296211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:03:44.297948 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Checking segment: {'id': '86acb280-00a2-4677-b70f-b6851cc25f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:44.298908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Bound using segment: {'id': '86acb280-00a2-4677-b70f-b6851cc25f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:03:44.299454 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Bound port: 96134e34-96f2-4704-bb7a-b50002abd9ee, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86acb280-00a2-4677-b70f-b6851cc25f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:44.299928 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:44.379835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Pushing event updated for resources: {'Port': ['ID=ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:44.415920 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:44.455090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] For port 96134e34-96f2-4704-bb7a-b50002abd9ee, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:44.462633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] For port 96134e34-96f2-4704-bb7a-b50002abd9ee, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=96134e34-96f2-4704-bb7a-b50002abd9ee,segment=NetworkSegment(86acb280-00a2-4677-b70f-b6851cc25f95),segment_id=86acb280-00a2-4677-b70f-b6851cc25f95)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:03:44.504300 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:44.606659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:44.609414 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:44.614607 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52301444-d52d-437b-ab54-325499178e75 req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] 10.222.0.21 "PUT /v2.0/ports/96134e34-96f2-4704-bb7a-b50002abd9ee HTTP/1.1" status: 200 len: 1091 time: 2.8441653 Feb 09 14:03:44.625055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7515f5f-b1f6-4e08-bef7-c29fbc46cd25 req-2d55c0e9-b27c-4ecd-8b2e-a061b3959b8c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:44.628785 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec967564-cc4b-4a95-ab69-765a356cd5d7', 'tag': '96134e34-96f2-4704-bb7a-b50002abd9ee'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:44.632656 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7515f5f-b1f6-4e08-bef7-c29fbc46cd25 req-2d55c0e9-b27c-4ecd-8b2e-a061b3959b8c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 945 time: 0.3702786 Feb 09 14:03:44.675154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Network 67fa057e-4076-41a6-97da-7df2caf732e1 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:44.678126 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:44.721519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699f1a0-1181-40ac-bb1e-3818d9ec75e1 service neutron] Pushing event updated for resources: {'Port': ['ID=96134e34-96f2-4704-bb7a-b50002abd9ee,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:44.771304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3862036-0c08-41db-8252-bfcb7043973b req-e7b9720d-4877-4274-867f-65279ce3c738 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:44.772945 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a3862036-0c08-41db-8252-bfcb7043973b req-e7b9720d-4877-4274-867f-65279ce3c738 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 1097 time: 0.3076689 Feb 09 14:03:44.803220 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7515f5f-b1f6-4e08-bef7-c29fbc46cd25 req-11c105c8-8db7-480c-a6e1-5354e318681c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694794 Feb 09 14:03:44.922559 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a3862036-0c08-41db-8252-bfcb7043973b req-bb9c020c-ee90-4876-ae8c-8f101b52f131 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337225 Feb 09 14:03:44.927264 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-ae6fd905-84d1-406c-be95-cb1e306abf1b tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=cf414819203844d7be4cd33f0e40db8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910726 Feb 09 14:03:45.084221 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52301444-d52d-437b-ab54-325499178e75 req-1a55563b-6c43-49fd-8f09-84b5a2312c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:45.087510 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52301444-d52d-437b-ab54-325499178e75 req-1a55563b-6c43-49fd-8f09-84b5a2312c99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c1126ef126a4d5e8afd5ceb600f1edf&device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 1094 time: 0.4247217 Feb 09 14:03:45.112506 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7d2b7958-da78-43cf-bd41-77f05d386906 None None] Provisioning complete for port ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:45.113044 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7958-da78-43cf-bd41-77f05d386906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:45.198246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b7958-da78-43cf-bd41-77f05d386906 None None] Port ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:03:45.200305 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-44616840-f7a5-4245-adc1-87c7e7559996 req-09b052f2-6ef1-434c-b17c-fb60b0bdb700 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 210 time: 0.2135332 Feb 09 14:03:45.221631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Router c22942db-71af-4fde-8e06-dc40fafac562 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:03:45.229754 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52301444-d52d-437b-ab54-325499178e75 req-cc73ba0d-2e5b-4f0a-bdc3-0ec34782bbbc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96134e34-96f2-4704-bb7a-b50002abd9ee HTTP/1.1" status: 200 len: 217 time: 0.1364751 Feb 09 14:03:45.452749 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52301444-d52d-437b-ab54-325499178e75 req-d2660832-4736-456c-ab56-400965816016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:45.454190 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52301444-d52d-437b-ab54-325499178e75 req-d2660832-4736-456c-ab56-400965816016 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90ca065c-052c-492f-8251-4bf63ea79858 HTTP/1.1" status: 200 len: 858 time: 0.2145753 Feb 09 14:03:45.460668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-a05b0252-cdbe-495d-b25c-a24c25f15c52 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:45.462644 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-a05b0252-cdbe-495d-b25c-a24c25f15c52 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5175693 Feb 09 14:03:45.478862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:03:45.492041 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ec710c85-08df-4547-b9d0-38cd5d0eacc0 admin admin] 10.222.0.48 "PUT /v2.0/routers/c22942db-71af-4fde-8e06-dc40fafac562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2818928 Feb 09 14:03:45.509960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-c7d7bcde-c1b4-4cc1-ad4c-3eb529144d3c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Request body: {'port': {'device_id': '6ec89b0d-08eb-4fb4-b8a5-192063c8da42', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': 'cf414819203844d7be4cd33f0e40db8a'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:45.529498 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52301444-d52d-437b-ab54-325499178e75 req-82b6e610-8027-484f-a14e-304330faf538 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a857aba-f933-4c3f-b9f2-3d18bdabe934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641294 Feb 09 14:03:45.543271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba1179-7c36-4a10-be65-d721f21efa09 req-1383482b-7009-4d86-9b66-e1845f3d1b46 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:45.544820 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ffba1179-7c36-4a10-be65-d721f21efa09 req-1383482b-7009-4d86-9b66-e1845f3d1b46 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 943 time: 0.2295511 Feb 09 14:03:45.615576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb776a6-29e2-49bf-b02b-a354796566a6 req-2358ead6-f2bd-4f2e-89be-a321dfe648e2 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:45.616474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ffba1179-7c36-4a10-be65-d721f21efa09 req-615ee5ae-685d-4d2b-a542-10bd1d222957 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Synchronizing usage tracker for tenant:8c1126ef126a4d5e8afd5ceb600f1edf on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:45.622593 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7cb776a6-29e2-49bf-b02b-a354796566a6 req-2358ead6-f2bd-4f2e-89be-a321dfe648e2 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 949 time: 0.4766297 Feb 09 14:03:45.638123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ffba1179-7c36-4a10-be65-d721f21efa09 req-615ee5ae-685d-4d2b-a542-10bd1d222957 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Unset dirty status for tenant:8c1126ef126a4d5e8afd5ceb600f1edf on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:45.657682 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ffba1179-7c36-4a10-be65-d721f21efa09 req-615ee5ae-685d-4d2b-a542-10bd1d222957 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052756 Feb 09 14:03:45.672254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e1d89c69-9290-41e2-984f-1f3a50541f5b up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:45.728066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5ed91f30-4648-4153-a950-dfc34ecebe6f details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:03:45.739406 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec967564-cc4b-4a95-ab69-765a356cd5d7', 'tag': '96134e34-96f2-4704-bb7a-b50002abd9ee', 'status': 'completed', 'code': 200} Feb 09 14:03:45.835639 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7cb776a6-29e2-49bf-b02b-a354796566a6 req-9584f5be-6ee2-4fcc-8756-24821981c75c tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115867 Feb 09 14:03:45.910104 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52301444-d52d-437b-ab54-325499178e75 req-b8bebde8-d8f7-4c6e-8c71-85cc3f0e7d60 service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264744 Feb 09 14:03:45.943407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-c7d7bcde-c1b4-4cc1-ad4c-3eb529144d3c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:45.967766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port e1d89c69-9290-41e2-984f-1f3a50541f5b completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:45.981191 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e1d89c69-9290-41e2-984f-1f3a50541f5b triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:45.981920 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:46.030892 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 5ed91f30-4648-4153-a950-dfc34ecebe6f, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5ed91f30-4648-4153-a950-dfc34ecebe6f,segment=NetworkSegment(86acb280-00a2-4677-b70f-b6851cc25f95),segment_id=86acb280-00a2-4677-b70f-b6851cc25f95)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:46.053029 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '5ed91f30-4648-4153-a950-dfc34ecebe6f', 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934', 'port_id': '5ed91f30-4648-4153-a950-dfc34ecebe6f', 'mac_address': 'fa:16:3e:5c:51:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ca065c-052c-492f-8251-4bf63ea79858', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:03:46.055272 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-c7d7bcde-c1b4-4cc1-ad4c-3eb529144d3c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:46.105262 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-c7d7bcde-c1b4-4cc1-ad4c-3eb529144d3c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Made reservation on behalf of cf414819203844d7be4cd33f0e40db8a for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:03:46.108996 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-c7d7bcde-c1b4-4cc1-ad4c-3eb529144d3c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:46.154599 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:46.175673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Sync routers for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:03:46.196570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed91f30-4648-4153-a950-dfc34ecebe6f {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:46.215508 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:03:46.216027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:03:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:46.231810 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52301444-d52d-437b-ab54-325499178e75 req-f937d111-46a7-459a-922f-1da740bee7eb service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112018 Feb 09 14:03:46.265825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b37c9-0872-4e35-b7d8-8879a28ca661 req-300c7025-73e0-47dd-9fec-540e671c0c7f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:46.267346 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5e4b37c9-0872-4e35-b7d8-8879a28ca661 req-300c7025-73e0-47dd-9fec-540e671c0c7f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.2670844 Feb 09 14:03:46.286678 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:46.311616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 5ed91f30-4648-4153-a950-dfc34ecebe6f, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5ed91f30-4648-4153-a950-dfc34ecebe6f,segment=NetworkSegment(86acb280-00a2-4677-b70f-b6851cc25f95),segment_id=86acb280-00a2-4677-b70f-b6851cc25f95)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:46.322714 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:46.377394 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port e1d89c69-9290-41e2-984f-1f3a50541f5b, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e1d89c69-9290-41e2-984f-1f3a50541f5b,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:46.392732 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:46.431975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-c7d7bcde-c1b4-4cc1-ad4c-3eb529144d3c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Allocated IP 192.168.233.194 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/f1625a2f-6c3d-42c4-bcb4-1b5794f59266) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:46.442383 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5e4b37c9-0872-4e35-b7d8-8879a28ca661 req-66a3aa95-0dc7-43bc-a052-f81453e2eef8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380951 Feb 09 14:03:46.491581 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ee20-8408-4286-9fe8-ab49e5a17b39 req-010ab110-67bc-4671-a002-43c273e132bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:46.493772 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d65ee20-8408-4286-9fe8-ab49e5a17b39 req-010ab110-67bc-4671-a002-43c273e132bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c1126ef126a4d5e8afd5ceb600f1edf&device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 1094 time: 0.1908019 Feb 09 14:03:46.500418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=5ed91f30-4648-4153-a950-dfc34ecebe6f,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:46.583965 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=e1d89c69-9290-41e2-984f-1f3a50541f5b,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:46.606269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:03:46.813631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['5ed91f30-4648-4153-a950-dfc34ecebe6f'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:03:46.945150 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-c7d7bcde-c1b4-4cc1-ad4c-3eb529144d3c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:46.956087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ee20-8408-4286-9fe8-ab49e5a17b39 req-c4337936-2d6b-4379-bace-f5ef040e5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:46.958566 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d65ee20-8408-4286-9fe8-ab49e5a17b39 req-c4337936-2d6b-4379-bace-f5ef040e5867 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a857aba-f933-4c3f-b9f2-3d18bdabe934 HTTP/1.1" status: 200 len: 918 time: 0.3125565 Feb 09 14:03:46.974544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c299d-ec1b-4cda-8d0a-359bae11130b req-9b6b4f64-a895-4bf0-b6ee-154400763a67 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:46.974544 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-be0c299d-ec1b-4cda-8d0a-359bae11130b req-9b6b4f64-a895-4bf0-b6ee-154400763a67 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 945 time: 0.3296175 Feb 09 14:03:47.046175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-c7d7bcde-c1b4-4cc1-ad4c-3eb529144d3c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Transition to ACTIVE for port object f1625a2f-6c3d-42c4-bcb4-1b5794f59266 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:47.071777 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d65ee20-8408-4286-9fe8-ab49e5a17b39 req-0a8c3343-4939-40b5-ad5c-c20d6180c5d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96134e34-96f2-4704-bb7a-b50002abd9ee HTTP/1.1" status: 200 len: 217 time: 0.0922449 Feb 09 14:03:47.078609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-44ad56ea-d61d-4a66-be8f-db59618bbcb3 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:03:47.079598 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-44ad56ea-d61d-4a66-be8f-db59618bbcb3 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0407424 Feb 09 14:03:47.088429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 2, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:47.096514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Checking router: c22942db-71af-4fde-8e06-dc40fafac562 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:03:47.096855 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Updating router c22942db-71af-4fde-8e06-dc40fafac562 port ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:03:47.130093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-c13b13ac-8b66-43a8-adba-d513f35c124b service neutron] Request body: {'binding': {'host': 'n-h2-828418-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:47.130737 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-c13b13ac-8b66-43a8-adba-d513f35c124b service neutron] Unknown quota resources ['binding']. {{(pid=87596) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 14:03:47.158165 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:47.209614 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-be0c299d-ec1b-4cda-8d0a-359bae11130b req-70c1ba51-994c-4a5c-a428-a9b588ef4b5e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720955 Feb 09 14:03:47.224159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ee20-8408-4286-9fe8-ab49e5a17b39 req-968f6cd0-3415-4019-809d-367db8450588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:47.225582 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d65ee20-8408-4286-9fe8-ab49e5a17b39 req-968f6cd0-3415-4019-809d-367db8450588 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90ca065c-052c-492f-8251-4bf63ea79858 HTTP/1.1" status: 200 len: 858 time: 0.1425166 Feb 09 14:03:47.451833 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d65ee20-8408-4286-9fe8-ab49e5a17b39 req-1e586ac0-7a2f-49de-871c-32cd8d212441 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a857aba-f933-4c3f-b9f2-3d18bdabe934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2056718 Feb 09 14:03:47.456729 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-c7d7bcde-c1b4-4cc1-ad4c-3eb529144d3c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:47.469252 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['77d7f02e-34bc-4e11-a27e-941eb5907981', '1931d8f0-f350-41b6-96dd-906f3e3a5c65', '70d71ad5-8505-4f19-a4dd-fe4613201ab5', '6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:03:47.617520 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e1d89c69-9290-41e2-984f-1f3a50541f5b up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:47.700518 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:47.735327 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-c7d7bcde-c1b4-4cc1-ad4c-3eb529144d3c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:47.749579 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Transition to ACTIVE for port object ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:47.764111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-c7d7bcde-c1b4-4cc1-ad4c-3eb529144d3c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:47.769886 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:47.780609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7bcde-c1b4-4cc1-ad4c-3eb529144d3c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Pushing event updated for resources: {'Port': ['ID=f1625a2f-6c3d-42c4-bcb4-1b5794f59266,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:47.783174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-c7d7bcde-c1b4-4cc1-ad4c-3eb529144d3c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:03:47.959676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-c7d7bcde-c1b4-4cc1-ad4c-3eb529144d3c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:47.960353 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-c7d7bcde-c1b4-4cc1-ad4c-3eb529144d3c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:47.970943 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d65ee20-8408-4286-9fe8-ab49e5a17b39 req-0c7b872b-2f9f-45b5-9dd9-9f7f37227b0a service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119710 Feb 09 14:03:47.987737 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e1d89c69-9290-41e2-984f-1f3a50541f5b triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:47.988567 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:48.008065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-c13b13ac-8b66-43a8-adba-d513f35c124b service neutron] Attempting to bind port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 on host n-h2-828418-2 for vnic_type normal with profile None {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:48.008689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-c13b13ac-8b66-43a8-adba-d513f35c124b service neutron] Attempting to bind port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:48.009190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-c13b13ac-8b66-43a8-adba-d513f35c124b service neutron] Attempting to bind port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:48.022378 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d537a4a-2999-4153-b3a2-8e560cad9da5 None None] Pushing event updated for resources: {'Port': ['ID=ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:48.023124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-8284bc44-ae64-4746-aa06-a5adb2adc2df tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:48.024117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-8284bc44-ae64-4746-aa06-a5adb2adc2df tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Synchronizing usage tracker for tenant:5b7259a929c2479f87042051c7cc0457 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:48.044660 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['7ff447dc-3755-4a6f-b061-94973b5f3fe3', '5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:03:48.094805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-c13b13ac-8b66-43a8-adba-d513f35c124b service neutron] Port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:03:48.095349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-c13b13ac-8b66-43a8-adba-d513f35c124b service neutron] Attempting to bind port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:48.109332 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-c7d7bcde-c1b4-4cc1-ad4c-3eb529144d3c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6137235 Feb 09 14:03:48.113965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-c13b13ac-8b66-43a8-adba-d513f35c124b service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:03:48.114561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-c13b13ac-8b66-43a8-adba-d513f35c124b service neutron] Checking segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:48.115137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-c13b13ac-8b66-43a8-adba-d513f35c124b service neutron] Bound using segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:03:48.115622 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-c13b13ac-8b66-43a8-adba-d513f35c124b service neutron] Bound port: 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:48.136425 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Request body: {'port': {'device_id': '6ec89b0d-08eb-4fb4-b8a5-192063c8da42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:48.147170 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-14d056d4-a389-4955-9140-19ee92eed422 req-69bea200-2391-46c3-9dc3-1bc370181d63 service neutron] show failed (client error): The resource could not be found. Feb 09 14:03:48.150821 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-69bea200-2391-46c3-9dc3-1bc370181d63 service neutron] 10.222.0.35 "GET /v2.0/ports/72188270-bd12-4af3-9fcc-5acd7a7ee933/bindings/n-h2-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.1452425 Feb 09 14:03:48.200705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-8284bc44-ae64-4746-aa06-a5adb2adc2df tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Unset dirty status for tenant:5b7259a929c2479f87042051c7cc0457 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:48.202169 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-8284bc44-ae64-4746-aa06-a5adb2adc2df tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 821 time: 0.6805155 Feb 09 14:03:48.225116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Attempting to bind port ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:48.225714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Attempting to bind port ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '1ba2ae76-fb1e-46f8-8a69-14788815e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:48.225876 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Attempting to bind port ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a on network 67fa057e-4076-41a6-97da-7df2caf732e1 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:48.250879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-807e079d-e5d7-468f-8176-dc133c8cd535 None None] Provisioning for port f1625a2f-6c3d-42c4-bcb4-1b5794f59266 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:48.256836 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-4dea5d6b-5525-430a-9f3d-eb2e8347257c tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/quotas/5b7259a929c2479f87042051c7cc0457 HTTP/1.1" status: 200 len: 375 time: 0.0451431 Feb 09 14:03:48.267035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:03:48.267381 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Checking segment: {'id': '1ba2ae76-fb1e-46f8-8a69-14788815e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:48.267822 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:48.268219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Bound using segment: {'id': '1ba2ae76-fb1e-46f8-8a69-14788815e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:03:48.268695 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Bound port: ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba2ae76-fb1e-46f8-8a69-14788815e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:48.269288 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:48.291334 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-807e079d-e5d7-468f-8176-dc133c8cd535 None None] Provisioning complete for port f1625a2f-6c3d-42c4-bcb4-1b5794f59266 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:48.291704 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-807e079d-e5d7-468f-8176-dc133c8cd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:48.330243 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d65ee20-8408-4286-9fe8-ab49e5a17b39 req-ca7cc3cc-a0b9-47fb-a7c9-cc1c91957701 service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448949 Feb 09 14:03:48.367132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-c13b13ac-8b66-43a8-adba-d513f35c124b service neutron] For port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:03:48.384344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-c13b13ac-8b66-43a8-adba-d513f35c124b service neutron] Notify callbacks [] for binding, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:48.385521 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-c13b13ac-8b66-43a8-adba-d513f35c124b service neutron] 10.222.0.48 "POST /v2.0/ports/1eea9ee2-af57-4b83-8566-e5cd74af6ba8/bindings HTTP/1.1" status: 201 len: 389 time: 1.2690971 Feb 09 14:03:48.396109 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:48.520213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-807e079d-e5d7-468f-8176-dc133c8cd535 None None] Port f1625a2f-6c3d-42c4-bcb4-1b5794f59266 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:03:48.626922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] For port ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:48.632445 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-916b9f71-8a20-4de9-a6cd-7619733a0bb6 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3430231 Feb 09 14:03:48.660559 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] For port ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a,segment=NetworkSegment(1ba2ae76-fb1e-46f8-8a69-14788815e0b7),segment_id=1ba2ae76-fb1e-46f8-8a69-14788815e0b7)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:03:48.681925 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:48.840080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dd09c-a534-4af8-b20d-bdec434014d5 req-36ede63e-1f20-4a3c-b8a0-9675a5d0bf3b tempest-LiveMigrationNegativeTest-771312829 tempest-LiveMigrationNegativeTest-771312829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:48.847324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-213dd09c-a534-4af8-b20d-bdec434014d5 req-36ede63e-1f20-4a3c-b8a0-9675a5d0bf3b tempest-LiveMigrationNegativeTest-771312829 tempest-LiveMigrationNegativeTest-771312829-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 1100 time: 0.1299524 Feb 09 14:03:48.867536 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-213dd09c-a534-4af8-b20d-bdec434014d5 req-2e4aef07-98a0-457d-badf-5e329b59cc1a tempest-LiveMigrationNegativeTest-771312829 tempest-LiveMigrationNegativeTest-771312829-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:48.874543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:03:48.875180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:03:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:48.884924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-213dd09c-a534-4af8-b20d-bdec434014d5 req-2e4aef07-98a0-457d-badf-5e329b59cc1a tempest-LiveMigrationNegativeTest-771312829 tempest-LiveMigrationNegativeTest-771312829-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:48.892577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-213dd09c-a534-4af8-b20d-bdec434014d5 req-2e4aef07-98a0-457d-badf-5e329b59cc1a tempest-LiveMigrationNegativeTest-771312829 tempest-LiveMigrationNegativeTest-771312829-project-admin] Usage tracker for resource:security_group_rule and tenant:be0fb11e57964fbda29822885ea83601 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:48.897446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-213dd09c-a534-4af8-b20d-bdec434014d5 req-2e4aef07-98a0-457d-badf-5e329b59cc1a tempest-LiveMigrationNegativeTest-771312829 tempest-LiveMigrationNegativeTest-771312829-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:48.908799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-213dd09c-a534-4af8-b20d-bdec434014d5 req-2e4aef07-98a0-457d-badf-5e329b59cc1a tempest-LiveMigrationNegativeTest-771312829 tempest-LiveMigrationNegativeTest-771312829-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:48.943894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d537a4a-2999-4153-b3a2-8e560cad9da5 None None] Pushing event updated for resources: {'Port': ['ID=ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:49.006800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d056d4-a389-4955-9140-19ee92eed422 req-656b3bd1-73a6-424e-8b62-2a163f8384f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:49.008367 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-656b3bd1-73a6-424e-8b62-2a163f8384f1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3&tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881 HTTP/1.1" status: 200 len: 1101 time: 0.5568786 Feb 09 14:03:49.074461 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-213dd09c-a534-4af8-b20d-bdec434014d5 req-2e4aef07-98a0-457d-badf-5e329b59cc1a tempest-LiveMigrationNegativeTest-771312829 tempest-LiveMigrationNegativeTest-771312829-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:49.080311 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-213dd09c-a534-4af8-b20d-bdec434014d5 req-2e4aef07-98a0-457d-badf-5e329b59cc1a tempest-LiveMigrationNegativeTest-771312829 tempest-LiveMigrationNegativeTest-771312829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:49.136131 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-213dd09c-a534-4af8-b20d-bdec434014d5 req-2e4aef07-98a0-457d-badf-5e329b59cc1a tempest-LiveMigrationNegativeTest-771312829 tempest-LiveMigrationNegativeTest-771312829-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876368 Feb 09 14:03:49.156806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4aef07-98a0-457d-badf-5e329b59cc1a tempest-LiveMigrationNegativeTest-771312829 tempest-LiveMigrationNegativeTest-771312829-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4c7e85-0f19-49d0-90be-fe179c531aaa,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:49.192014 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:49.218134 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:03:49.382065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653375d-de66-4703-bd94-d23ceccf63db req-dde9faee-6506-4b23-8aa3-c56ece8dc920 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:49.384537 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c653375d-de66-4703-bd94-d23ceccf63db req-dde9faee-6506-4b23-8aa3-c56ece8dc920 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 936 time: 0.1072776 Feb 09 14:03:49.394329 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-72986459-bc51-47d9-94a8-eee1e21daf07 service neutron] 10.222.0.48 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7344377 Feb 09 14:03:49.443567 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c653375d-de66-4703-bd94-d23ceccf63db req-08dd7e68-4a79-461a-b075-f5a7be71c462 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454800 Feb 09 14:03:49.501644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1625a2f-6c3d-42c4-bcb4-1b5794f59266 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:49.545452 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:49.579127 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-93af0ed2-7370-4435-abe2-67a745127d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:49.580441 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-93af0ed2-7370-4435-abe2-67a745127d1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 1097 time: 0.7937024 Feb 09 14:03:49.674190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Transition to ACTIVE for port object f1625a2f-6c3d-42c4-bcb4-1b5794f59266 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:49.692915 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:49.714386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fc162-c31f-4749-8ed3-e97232c29149 req-bf6d6072-da91-4df7-9881-c7de2dd897c4 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:49.716722 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b12fc162-c31f-4749-8ed3-e97232c29149 req-bf6d6072-da91-4df7-9881-c7de2dd897c4 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 943 time: 0.1269410 Feb 09 14:03:49.744244 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 96134e34-96f2-4704-bb7a-b50002abd9ee details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:03:49.747674 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5ed91f30-4648-4153-a950-dfc34ecebe6f up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:49.754162 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:49.790940 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b12fc162-c31f-4749-8ed3-e97232c29149 req-1200c49f-b43a-4968-af7a-0022f02054f1 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624685 Feb 09 14:03:49.835330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:48Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:49.940084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756c7f8e-42d0-41a0-89e9-a6d26f27775d None None] The sync data for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 is: [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:48Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:03:49.959034 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-d8dc37b0-87eb-4d89-b31f-e0e14738045a service neutron] 10.222.0.48 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494370 Feb 09 14:03:49.964526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 5ed91f30-4648-4153-a950-dfc34ecebe6f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:49.989833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1625a2f-6c3d-42c4-bcb4-1b5794f59266,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:50.007143 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 5ed91f30-4648-4153-a950-dfc34ecebe6f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:50.007509 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:50.124047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb5085-5343-4058-9e9b-a0cd285c9633 req-baa069cf-8e00-4ba6-a6f0-3344a1963adb tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:50.126230 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3adb5085-5343-4058-9e9b-a0cd285c9633 req-baa069cf-8e00-4ba6-a6f0-3344a1963adb tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 1096 time: 0.1499343 Feb 09 14:03:50.216650 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3adb5085-5343-4058-9e9b-a0cd285c9633 req-9fe449a4-61c9-4075-81ae-e27b446a11f8 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801065 Feb 09 14:03:50.226940 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 96134e34-96f2-4704-bb7a-b50002abd9ee, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=96134e34-96f2-4704-bb7a-b50002abd9ee,segment=NetworkSegment(86acb280-00a2-4677-b70f-b6851cc25f95),segment_id=86acb280-00a2-4677-b70f-b6851cc25f95)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:50.271313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '96134e34-96f2-4704-bb7a-b50002abd9ee', 'network_id': '3a857aba-f933-4c3f-b9f2-3d18bdabe934', 'port_id': '96134e34-96f2-4704-bb7a-b50002abd9ee', 'mac_address': 'fa:16:3e:59:53:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ca065c-052c-492f-8251-4bf63ea79858', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:03:50.441678 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:50.482628 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:50.511705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96134e34-96f2-4704-bb7a-b50002abd9ee {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:50.539889 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd3c155-abf8-4889-8310-85565b17c715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed91f30-4648-4153-a950-dfc34ecebe6f'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:50.546851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-b5de3881-3ea7-4b39-8722-e17e4b842078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:50.548395 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-b5de3881-3ea7-4b39-8722-e17e4b842078 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.9569035 Feb 09 14:03:50.557433 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 5ed91f30-4648-4153-a950-dfc34ecebe6f, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5ed91f30-4648-4153-a950-dfc34ecebe6f,segment=NetworkSegment(86acb280-00a2-4677-b70f-b6851cc25f95),segment_id=86acb280-00a2-4677-b70f-b6851cc25f95)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:50.561884 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 96134e34-96f2-4704-bb7a-b50002abd9ee, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=96134e34-96f2-4704-bb7a-b50002abd9ee,segment=NetworkSegment(86acb280-00a2-4677-b70f-b6851cc25f95),segment_id=86acb280-00a2-4677-b70f-b6851cc25f95)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:50.563947 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:50.615176 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:50.656600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=5ed91f30-4648-4153-a950-dfc34ecebe6f,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:50.733945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5536a4-f014-4897-a520-01449c857fac req-679106e8-23e8-4649-9861-6f34855f784c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:50.744104 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d5536a4-f014-4897-a520-01449c857fac req-679106e8-23e8-4649-9861-6f34855f784c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 946 time: 0.1852710 Feb 09 14:03:50.772107 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-0128f316-7e5a-4020-92ab-7320db2a7aba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eea9ee2-af57-4b83-8566-e5cd74af6ba8 HTTP/1.1" status: 200 len: 217 time: 0.1202390 Feb 09 14:03:50.779285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=96134e34-96f2-4704-bb7a-b50002abd9ee,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:50.813830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d5536a4-f014-4897-a520-01449c857fac req-4cffc8bb-2b6d-41de-befa-073aeab1303a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673506 Feb 09 14:03:50.907064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Attempting to bind port f1625a2f-6c3d-42c4-bcb4-1b5794f59266 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:50.907561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Attempting to bind port f1625a2f-6c3d-42c4-bcb4-1b5794f59266 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:50.907764 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Attempting to bind port f1625a2f-6c3d-42c4-bcb4-1b5794f59266 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:50.935640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Port f1625a2f-6c3d-42c4-bcb4-1b5794f59266 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:03:50.936010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Attempting to bind port f1625a2f-6c3d-42c4-bcb4-1b5794f59266 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:50.941055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1c600d83-e762-4374-a7b1-f0ed80f443c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:50.942488 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1c600d83-e762-4374-a7b1-f0ed80f443c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.1431243 Feb 09 14:03:50.986938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:03:50.987957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:50.987957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:03:50.988183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Bound port: f1625a2f-6c3d-42c4-bcb4-1b5794f59266, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:50.988580 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:50.992112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-62cf5586-0252-46dd-8951-9d1e6b0170c7 req-84831e08-ad04-4514-8d23-f0bffb0d7389 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Synchronizing usage tracker for tenant:5b7259a929c2479f87042051c7cc0457 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:51.020221 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c41751-d949-4475-8c21-385b5db1c5a6 req-9d64cbb9-58be-4aa3-8156-8ce32a0fd7c6 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:51.021892 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34c41751-d949-4475-8c21-385b5db1c5a6 req-9d64cbb9-58be-4aa3-8156-8ce32a0fd7c6 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.5315421 Feb 09 14:03:51.030001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-62cf5586-0252-46dd-8951-9d1e6b0170c7 req-84831e08-ad04-4514-8d23-f0bffb0d7389 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Unset dirty status for tenant:5b7259a929c2479f87042051c7cc0457 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:51.031860 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-62cf5586-0252-46dd-8951-9d1e6b0170c7 req-84831e08-ad04-4514-8d23-f0bffb0d7389 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 210 time: 0.0947495 Feb 09 14:03:51.034987 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['96134e34-96f2-4704-bb7a-b50002abd9ee'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:03:51.048334 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-28dcb1bb-0f3c-49e7-adc3-aac19152741b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966628 Feb 09 14:03:51.050485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] For port 72188270-bd12-4af3-9fcc-5acd7a7ee933, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:51.274205 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34c41751-d949-4475-8c21-385b5db1c5a6 req-fee2c708-82d7-43b5-ad75-a9707754962d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404771 Feb 09 14:03:51.328394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da605-246b-4451-8dbd-77a09ebc2127 req-d812c486-50ad-422b-b5ab-f802677ee8cc tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:51.337554 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a99da605-246b-4451-8dbd-77a09ebc2127 req-d812c486-50ad-422b-b5ab-f802677ee8cc tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 1096 time: 0.1373312 Feb 09 14:03:51.391578 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] For port 72188270-bd12-4af3-9fcc-5acd7a7ee933, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:51.400612 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a99da605-246b-4451-8dbd-77a09ebc2127 req-1686eb18-56ab-4a67-8320-a270fb0928a4 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618753 Feb 09 14:03:51.497730 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] For port f1625a2f-6c3d-42c4-bcb4-1b5794f59266, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:51.549874 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd3c155-abf8-4889-8310-85565b17c715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed91f30-4648-4153-a950-dfc34ecebe6f', 'code': 200} Feb 09 14:03:51.668907 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:51.731684 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 72188270-bd12-4af3-9fcc-5acd7a7ee933 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:03:51.746546 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-750e4160-7552-42eb-ba5b-a9ffbaa604c7 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578438 Feb 09 14:03:51.752058 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] For port f1625a2f-6c3d-42c4-bcb4-1b5794f59266, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=f1625a2f-6c3d-42c4-bcb4-1b5794f59266,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:03:51.837244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322b10a-50e3-4eb7-aaa0-45de933b03ca req-bdd7ba4d-2e71-4514-a77d-87cf2f3a4e8e tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:51.839533 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6322b10a-50e3-4eb7-aaa0-45de933b03ca req-bdd7ba4d-2e71-4514-a77d-87cf2f3a4e8e tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 944 time: 0.1719937 Feb 09 14:03:51.906828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.21', 54382) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:51.912225 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6322b10a-50e3-4eb7-aaa0-45de933b03ca req-ada5a9ad-4f5f-4d01-b331-269312e6fc8d tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664787 Feb 09 14:03:51.925425 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:51.956170 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:52.028279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778d6e72-7229-4487-919e-bbf0f70c5ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72188270-bd12-4af3-9fcc-5acd7a7ee933'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:52.037972 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:52.042836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:52.057880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:52.059028 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:52.123497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:52.124407 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:52.125697 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] 10.222.0.35 "PUT /v2.0/ports/f1625a2f-6c3d-42c4-bcb4-1b5794f59266 HTTP/1.1" status: 200 len: 1096 time: 3.9962456 Feb 09 14:03:52.187200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Transition to ACTIVE for port object 72188270-bd12-4af3-9fcc-5acd7a7ee933 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:52.207779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-502197e6-3315-43c7-85d7-d51aa3a951ef tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:52.210628 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-502197e6-3315-43c7-85d7-d51aa3a951ef tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.21 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 821 time: 0.3022757 Feb 09 14:03:52.231348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-bc8f7de3-fe16-454e-8118-46b14c0da190 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Request body: {'port': {'device_id': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'admin_state_up': True, 'tenant_id': '5b7259a929c2479f87042051c7cc0457'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:52.270232 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:52.300671 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be9bc6-0307-45f0-8653-cbb24e6721a1 req-e493fc09-af26-4d0a-9acb-0b4d5bb7dbd3 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:52.301767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-59be9bc6-0307-45f0-8653-cbb24e6721a1 req-e493fc09-af26-4d0a-9acb-0b4d5bb7dbd3 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Synchronizing usage tracker for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:52.371945 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:03:52.371945 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:03:52.386961 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1fde3626-7c66-450a-a068-edb2470bb766 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6268473 Feb 09 14:03:52.387647 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf8887-1f96-49a0-8450-ca8ef0710da1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1625a2f-6c3d-42c4-bcb4-1b5794f59266,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:52.420142 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:52.516333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-bc8f7de3-fe16-454e-8118-46b14c0da190 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:52.543114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-bc8f7de3-fe16-454e-8118-46b14c0da190 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:52.562255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-bc8f7de3-fe16-454e-8118-46b14c0da190 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Made reservation on behalf of 5b7259a929c2479f87042051c7cc0457 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:03:52.567904 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-bc8f7de3-fe16-454e-8118-46b14c0da190 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:52.576676 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a,segment=NetworkSegment(1ba2ae76-fb1e-46f8-8a69-14788815e0b7),segment_id=1ba2ae76-fb1e-46f8-8a69-14788815e0b7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:52.584574 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:52.650417 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Pushing event updated for resources: {'Port': ['ID=72188270-bd12-4af3-9fcc-5acd7a7ee933,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:52.713607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] No DVR routers for this DVR port 72188270-bd12-4af3-9fcc-5acd7a7ee933 on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:03:52.733452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:52.752384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37387b6f-1c4e-41fc-9470-79a614a15748 req-b386376d-22b1-4739-a214-a5eec6461c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:52.756182 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-37387b6f-1c4e-41fc-9470-79a614a15748 req-b386376d-22b1-4739-a214-a5eec6461c56 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 1097 time: 1.0706501 Feb 09 14:03:52.798885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-59be9bc6-0307-45f0-8653-cbb24e6721a1 req-e493fc09-af26-4d0a-9acb-0b4d5bb7dbd3 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Unset dirty status for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:52.800266 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-59be9bc6-0307-45f0-8653-cbb24e6721a1 req-e493fc09-af26-4d0a-9acb-0b4d5bb7dbd3 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 948 time: 1.3747423 Feb 09 14:03:52.880915 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-37387b6f-1c4e-41fc-9470-79a614a15748 req-37f60b43-8ec9-4cef-ae38-5c7de6abf07b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173804 Feb 09 14:03:52.904626 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Attempting to bind port 72188270-bd12-4af3-9fcc-5acd7a7ee933 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:52.904926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Attempting to bind port 72188270-bd12-4af3-9fcc-5acd7a7ee933 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:52.905254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Attempting to bind port 72188270-bd12-4af3-9fcc-5acd7a7ee933 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:52.935129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Port 72188270-bd12-4af3-9fcc-5acd7a7ee933 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:03:52.935660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Attempting to bind port 72188270-bd12-4af3-9fcc-5acd7a7ee933 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:52.947109 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-59be9bc6-0307-45f0-8653-cbb24e6721a1 req-67d4f0d3-1243-491d-a00f-a427d8d20d8b tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331346 Feb 09 14:03:52.952991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:03:52.952991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:52.952991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:03:52.952991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Bound port: 72188270-bd12-4af3-9fcc-5acd7a7ee933, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:52.952991 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:53.016523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b8b86-d321-4bb5-8658-82ed2d377a79 req-d18a8db2-ee09-4586-b3ea-16503527ef63 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:53.018071 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe9b8b86-d321-4bb5-8658-82ed2d377a79 req-d18a8db2-ee09-4586-b3ea-16503527ef63 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 946 time: 0.3452215 Feb 09 14:03:53.019350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-bc8f7de3-fe16-454e-8118-46b14c0da190 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Allocated IP 172.20.0.7 (67fa057e-4076-41a6-97da-7df2caf732e1/0f4c97bb-b5dc-4013-99c8-e51c35a4d412/fb00f404-dc2c-4c00-b366-000ba1e9adb1) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:53.069761 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778d6e72-7229-4487-919e-bbf0f70c5ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72188270-bd12-4af3-9fcc-5acd7a7ee933', 'code': 200} Feb 09 14:03:53.084459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-5587eee8-0f14-41ee-996f-14ebdce1b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:53.086653 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-5587eee8-0f14-41ee-996f-14ebdce1b780 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 1099 time: 0.8499956 Feb 09 14:03:53.105364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe9b8b86-d321-4bb5-8658-82ed2d377a79 req-186f44a6-f7f7-47da-a62a-668cd9ac41f8 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797575 Feb 09 14:03:53.261007 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-41867152-2984-4d3c-9f11-70529e39a020 req-ed646e23-2d22-4c74-87da-5a8315f3ce4a tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 210 time: 0.0824523 Feb 09 14:03:53.265985 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-9a0e9aac-e174-4e92-99e7-3fa40b651219 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=f1625a2f-6c3d-42c4-bcb4-1b5794f59266 HTTP/1.1" status: 200 len: 217 time: 0.1674962 Feb 09 14:03:53.327974 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] For port 72188270-bd12-4af3-9fcc-5acd7a7ee933, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:53.347492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] For port 72188270-bd12-4af3-9fcc-5acd7a7ee933, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:03:53.360306 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:53.375426 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-bc8f7de3-fe16-454e-8118-46b14c0da190 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:53.396279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-bc8f7de3-fe16-454e-8118-46b14c0da190 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Transition to ACTIVE for port object fb00f404-dc2c-4c00-b366-000ba1e9adb1 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:53.423614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-ae58f025-5f96-4d12-b748-3b5db6d8a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:53.425157 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-ae58f025-5f96-4d12-b748-3b5db6d8a683 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1470952 Feb 09 14:03:53.475845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071e4fd-82e3-4f3f-a703-64d2767f5a65 req-6868329a-36b1-4bd5-8321-e8c9607f225c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:53.478827 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c071e4fd-82e3-4f3f-a703-64d2767f5a65 req-6868329a-36b1-4bd5-8321-e8c9607f225c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 948 time: 0.2338569 Feb 09 14:03:53.489832 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:53.490651 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:53.492980 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] 10.222.0.21 "PUT /v2.0/ports/72188270-bd12-4af3-9fcc-5acd7a7ee933 HTTP/1.1" status: 200 len: 1096 time: 4.4559610 Feb 09 14:03:53.518638 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-bc8f7de3-fe16-454e-8118-46b14c0da190 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:53.533813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13090f18-9554-40f6-9471-abe3d6fa173f service neutron] Pushing event updated for resources: {'Port': ['ID=72188270-bd12-4af3-9fcc-5acd7a7ee933,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:53.676031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-142d6e10-8086-4dfc-a92c-45e48fc88cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:53.677540 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-142d6e10-8086-4dfc-a92c-45e48fc88cf8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2405164 Feb 09 14:03:53.693738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d056d4-a389-4955-9140-19ee92eed422 req-d46fd526-f4b6-4361-8312-bab0e5173db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:53.695860 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-d46fd526-f4b6-4361-8312-bab0e5173db7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 1099 time: 0.1569815 Feb 09 14:03:53.748352 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:53.777170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-bc8f7de3-fe16-454e-8118-46b14c0da190 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Network 67fa057e-4076-41a6-97da-7df2caf732e1 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:53.795348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 96134e34-96f2-4704-bb7a-b50002abd9ee up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:53.795667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-bc8f7de3-fe16-454e-8118-46b14c0da190 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:53.809019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-bc8f7de3-fe16-454e-8118-46b14c0da190 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:03:53.919367 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 96134e34-96f2-4704-bb7a-b50002abd9ee completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:53.940868 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 96134e34-96f2-4704-bb7a-b50002abd9ee triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:53.941387 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:53.959563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f7de3-fe16-454e-8118-46b14c0da190 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Pushing event updated for resources: {'Port': ['ID=fb00f404-dc2c-4c00-b366-000ba1e9adb1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:54.049614 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c071e4fd-82e3-4f3f-a703-64d2767f5a65 req-ea9597f2-36c2-4abd-ba3e-729106db52cb tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5599818 Feb 09 14:03:54.133768 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-bc8f7de3-fe16-454e-8118-46b14c0da190 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:54.135031 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-bc8f7de3-fe16-454e-8118-46b14c0da190 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:54.160369 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:54.161431 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:54.291877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-bc8f7de3-fe16-454e-8118-46b14c0da190 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0662220 Feb 09 14:03:54.326448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Request body: {'port': {'device_id': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:54.466556 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:54.514506 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2937fd3e-98c9-4996-a00a-c228d40cba54 None None] Provisioning for port fb00f404-dc2c-4c00-b366-000ba1e9adb1 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:54.562134 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec967564-cc4b-4a95-ab69-765a356cd5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96134e34-96f2-4704-bb7a-b50002abd9ee'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:54.583615 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2937fd3e-98c9-4996-a00a-c228d40cba54 None None] Provisioning complete for port fb00f404-dc2c-4c00-b366-000ba1e9adb1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:54.588853 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:54.590178 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2937fd3e-98c9-4996-a00a-c228d40cba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:54.634041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0e773-eb00-4cf7-98ca-57ab7d006582 req-bb6ab773-1ecf-4d76-b8dd-13f06085668d tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:54.644864 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ce0e773-eb00-4cf7-98ca-57ab7d006582 req-bb6ab773-1ecf-4d76-b8dd-13f06085668d tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 944 time: 0.2582386 Feb 09 14:03:54.652414 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-2dfd4742-a921-4c5e-ad20-0a70ee6c0ba2 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9551873 Feb 09 14:03:54.671191 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d056d4-a389-4955-9140-19ee92eed422 req-40895637-3cc8-479d-b68a-2d0da00b8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:54.674347 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-40895637-3cc8-479d-b68a-2d0da00b8abd service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.9206221 Feb 09 14:03:54.688905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 96134e34-96f2-4704-bb7a-b50002abd9ee, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=96134e34-96f2-4704-bb7a-b50002abd9ee,segment=NetworkSegment(86acb280-00a2-4677-b70f-b6851cc25f95),segment_id=86acb280-00a2-4677-b70f-b6851cc25f95)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:54.700911 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:54.824088 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-2937fd3e-98c9-4996-a00a-c228d40cba54 None None] Port fb00f404-dc2c-4c00-b366-000ba1e9adb1 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:03:54.825072 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ce0e773-eb00-4cf7-98ca-57ab7d006582 req-9573bc2c-d5d5-479a-8861-9846c36839bc tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796248 Feb 09 14:03:54.876220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=96134e34-96f2-4704-bb7a-b50002abd9ee,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:55.158017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec89b0d-08eb-4fb4-b8a5-192063c8da42', 'tag': 'f1625a2f-6c3d-42c4-bcb4-1b5794f59266'}, {'name': 'network-changed', 'server_uuid': '778d6e72-7229-4487-919e-bbf0f70c5ac3', 'tag': '72188270-bd12-4af3-9fcc-5acd7a7ee933'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:55.163618 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-18e94f3c-f5d8-4ace-9bca-e4493bf16e0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933 HTTP/1.1" status: 200 len: 217 time: 0.4064384 Feb 09 14:03:55.192903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b6b5-2441-416e-b389-711335e6cf4e req-487f8d4e-a82c-48c9-909b-5249f1178f22 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:55.194534 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9333b6b5-2441-416e-b389-711335e6cf4e req-487f8d4e-a82c-48c9-909b-5249f1178f22 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 948 time: 0.1361675 Feb 09 14:03:55.300931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9333b6b5-2441-416e-b389-711335e6cf4e req-d0419568-bb3f-4b92-bbf0-1519c0e049fa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862200 Feb 09 14:03:55.315482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b23a7-c63b-4d98-a19d-d736472c3945 req-da35d12a-37b3-45af-9408-e052969b366f tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:55.317144 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-189b23a7-c63b-4d98-a19d-d736472c3945 req-da35d12a-37b3-45af-9408-e052969b366f tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 949 time: 0.9162967 Feb 09 14:03:55.323332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d056d4-a389-4955-9140-19ee92eed422 req-fb0a2802-81e2-4bc9-a2f7-590e638f13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:55.324520 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-fb0a2802-81e2-4bc9-a2f7-590e638f13a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1498740 Feb 09 14:03:55.340597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb00f404-dc2c-4c00-b366-000ba1e9adb1 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:55.360483 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:55.402492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Transition to ACTIVE for port object fb00f404-dc2c-4c00-b366-000ba1e9adb1 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:55.409084 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:55.412874 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb3a66a8-c8b4-44f3-b9e4-909ceb248aad req-d6bbc95c-ae64-4542-a545-648939e750e4 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7371647 Feb 09 14:03:55.473775 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-189b23a7-c63b-4d98-a19d-d736472c3945 req-0ee2c305-7feb-4474-803d-5f8043ac5a11 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468730 Feb 09 14:03:55.528746 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d056d4-a389-4955-9140-19ee92eed422 req-7d823ca2-0607-4bb4-80b8-6d1d3b68bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:55.530285 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-7d823ca2-0607-4bb4-80b8-6d1d3b68bb45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1702259 Feb 09 14:03:55.740528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb00f404-dc2c-4c00-b366-000ba1e9adb1,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:55.816719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bfdf3-7b11-43c0-837d-d026d897554f req-b48610f4-6e02-4551-90a0-7c9afd31464b tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:55.818215 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b19bfdf3-7b11-43c0-837d-d026d897554f req-b48610f4-6e02-4551-90a0-7c9afd31464b tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 1096 time: 0.2315972 Feb 09 14:03:55.856875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Attempting to bind port fb00f404-dc2c-4c00-b366-000ba1e9adb1 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:55.857204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Attempting to bind port fb00f404-dc2c-4c00-b366-000ba1e9adb1 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '1ba2ae76-fb1e-46f8-8a69-14788815e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:55.857885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Attempting to bind port fb00f404-dc2c-4c00-b366-000ba1e9adb1 on network 67fa057e-4076-41a6-97da-7df2caf732e1 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:55.860058 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-98a53c1b-d28c-424e-857d-829a92d987f9 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229985 Feb 09 14:03:55.868929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Port fb00f404-dc2c-4c00-b366-000ba1e9adb1 on network 67fa057e-4076-41a6-97da-7df2caf732e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:03:55.869811 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Attempting to bind port fb00f404-dc2c-4c00-b366-000ba1e9adb1 on network 67fa057e-4076-41a6-97da-7df2caf732e1 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:55.869930 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0b71f-130a-4a54-aa7b-829fecfb6a8a req-832e2b7e-1591-4f25-860a-07b02486d65a tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:55.871927 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ffc0b71f-130a-4a54-aa7b-829fecfb6a8a req-832e2b7e-1591-4f25-860a-07b02486d65a tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.21 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 949 time: 0.2322159 Feb 09 14:03:55.881200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:03:55.881200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Checking segment: {'id': '1ba2ae76-fb1e-46f8-8a69-14788815e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:55.881200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Bound using segment: {'id': '1ba2ae76-fb1e-46f8-8a69-14788815e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:03:55.882430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Bound port: fb00f404-dc2c-4c00-b366-000ba1e9adb1, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba2ae76-fb1e-46f8-8a69-14788815e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:55.882430 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:55.893209 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b19bfdf3-7b11-43c0-837d-d026d897554f req-84064874-81a7-4671-9bdc-838f4bad3620 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616002 Feb 09 14:03:55.990764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] For port fb00f404-dc2c-4c00-b366-000ba1e9adb1, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:03:55.994194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] For port fb00f404-dc2c-4c00-b366-000ba1e9adb1, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=fb00f404-dc2c-4c00-b366-000ba1e9adb1,segment=NetworkSegment(1ba2ae76-fb1e-46f8-8a69-14788815e0b7),segment_id=1ba2ae76-fb1e-46f8-8a69-14788815e0b7)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:03:56.000256 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:56.034791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-ffc0b71f-130a-4a54-aa7b-829fecfb6a8a req-65d37481-6cbe-4ca2-be62-41936e36f988 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Deleting port 978cdc01-5e70-4a33-8824-90d80da9264c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:03:56.035134 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ffc0b71f-130a-4a54-aa7b-829fecfb6a8a req-65d37481-6cbe-4ca2-be62-41936e36f988 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:56.107355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf8e82-4ba6-40cf-8519-6e7d0218c51c req-8a34f0f7-73f3-4cd3-a61c-e22f4a3ab8aa tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:56.111689 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8dcf8e82-4ba6-40cf-8519-6e7d0218c51c req-8a34f0f7-73f3-4cd3-a61c-e22f4a3ab8aa tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 946 time: 0.3832011 Feb 09 14:03:56.218647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:56.219424 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:56.220965 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] 10.222.0.21 "PUT /v2.0/ports/fb00f404-dc2c-4c00-b366-000ba1e9adb1 HTTP/1.1" status: 200 len: 1091 time: 1.9204004 Feb 09 14:03:56.221501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'tag': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:56.264430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76104c3-6ef0-4b94-9203-fe0e781e4aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb00f404-dc2c-4c00-b366-000ba1e9adb1,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:56.281689 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8dcf8e82-4ba6-40cf-8519-6e7d0218c51c req-9ee632a0-873f-41f9-b8a3-f1bf7da8904e tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631722 Feb 09 14:03:56.283626 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d056d4-a389-4955-9140-19ee92eed422 req-f15c0c32-3663-44b2-9d10-96963efc01d9 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114454 Feb 09 14:03:56.290333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67642129-cef0-41c7-8d60-d00087308c3b req-48fb7594-ef40-4f08-88d0-8041abdf49e0 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:56.291522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-67642129-cef0-41c7-8d60-d00087308c3b req-48fb7594-ef40-4f08-88d0-8041abdf49e0 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Synchronizing usage tracker for tenant:5b7259a929c2479f87042051c7cc0457 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:56.314858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-67642129-cef0-41c7-8d60-d00087308c3b req-48fb7594-ef40-4f08-88d0-8041abdf49e0 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Unset dirty status for tenant:5b7259a929c2479f87042051c7cc0457 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:56.324148 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67642129-cef0-41c7-8d60-d00087308c3b req-48fb7594-ef40-4f08-88d0-8041abdf49e0 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 943 time: 0.1742189 Feb 09 14:03:56.394001 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67642129-cef0-41c7-8d60-d00087308c3b req-eeb9c360-116d-456d-a4ff-d8733e750160 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686128 Feb 09 14:03:56.421923 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec967564-cc4b-4a95-ab69-765a356cd5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96134e34-96f2-4704-bb7a-b50002abd9ee', 'code': 200} Feb 09 14:03:56.487289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-e794365c-3302-4bbe-b6ce-06815fb8b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:56.488787 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-e794365c-3302-4bbe-b6ce-06815fb8b543 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 1094 time: 0.1589589 Feb 09 14:03:56.490522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-ffc0b71f-130a-4a54-aa7b-829fecfb6a8a req-65d37481-6cbe-4ca2-be62-41936e36f988 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] For port 978cdc01-5e70-4a33-8824-90d80da9264c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=978cdc01-5e70-4a33-8824-90d80da9264c,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:56.490875 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ffc0b71f-130a-4a54-aa7b-829fecfb6a8a req-65d37481-6cbe-4ca2-be62-41936e36f988 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:56.625544 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec89b0d-08eb-4fb4-b8a5-192063c8da42', 'tag': 'f1625a2f-6c3d-42c4-bcb4-1b5794f59266', 'status': 'completed', 'code': 200} Feb 09 14:03:56.625904 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778d6e72-7229-4487-919e-bbf0f70c5ac3', 'tag': '72188270-bd12-4af3-9fcc-5acd7a7ee933', 'status': 'completed', 'code': 200} Feb 09 14:03:56.691621 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-febb7862-cc01-41cb-8750-4eaaf33b02c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:56.709870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd47af-8c6d-44e1-a0ae-f8ff31e175fa req-568ea49c-584a-4d85-8bdc-5b11a455873a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:56.711986 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2abd47af-8c6d-44e1-a0ae-f8ff31e175fa req-568ea49c-584a-4d85-8bdc-5b11a455873a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 948 time: 0.1877015 Feb 09 14:03:56.714623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-1b97836c-001c-48bf-bf92-b93feb631bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:56.715991 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-1b97836c-001c-48bf-bf92-b93feb631bb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 1099 time: 0.1390805 Feb 09 14:03:56.724750 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-be7fd3f3-e7be-4513-90ce-fd36b307090b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb00f404-dc2c-4c00-b366-000ba1e9adb1 HTTP/1.1" status: 200 len: 217 time: 0.1859963 Feb 09 14:03:56.835153 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2abd47af-8c6d-44e1-a0ae-f8ff31e175fa req-18ac22f8-51dd-420b-a98d-9629e692ffeb tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168082 Feb 09 14:03:56.881702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-0f649083-92e5-48f2-b76d-7c293f22ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:56.883324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-0f649083-92e5-48f2-b76d-7c293f22ed9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.1507900 Feb 09 14:03:56.957534 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-98a6dbd6-929a-43bc-b9f3-15acd8dbc3d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933 HTTP/1.1" status: 200 len: 217 time: 0.0670831 Feb 09 14:03:56.987183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-ffc0b71f-130a-4a54-aa7b-829fecfb6a8a req-65d37481-6cbe-4ca2-be62-41936e36f988 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Calling delete_port for 978cdc01-5e70-4a33-8824-90d80da9264c owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:03:57.022252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-1e4c1e2a-670b-4199-b656-f771d1e76517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:57.023763 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-1e4c1e2a-670b-4199-b656-f771d1e76517 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0585127 Feb 09 14:03:57.099984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-4121c918-ec0f-4907-9090-801facd99995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:57.102760 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-4121c918-ec0f-4907-9090-801facd99995 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0727553 Feb 09 14:03:57.163983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-d64bdc4b-4c5b-44f2-94e1-949a19d66cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:57.165421 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-d64bdc4b-4c5b-44f2-94e1-949a19d66cc5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f4c97bb-b5dc-4013-99c8-e51c35a4d412 HTTP/1.1" status: 200 len: 860 time: 0.1875734 Feb 09 14:03:57.239453 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-ce987d9a-5b6c-4049-8a2e-313153725b4f service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303236 Feb 09 14:03:57.267545 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-a58c6a5b-d78b-4b87-a5fe-13dbd8e10028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:57.269061 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-a58c6a5b-d78b-4b87-a5fe-13dbd8e10028 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 1099 time: 0.6402178 Feb 09 14:03:57.301287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc6fcc-ab78-4315-9a24-08d59fa23236 req-eb8e6b17-d0e3-40ee-8a05-fcbc724dcd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:57.302771 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6edc6fcc-ab78-4315-9a24-08d59fa23236 req-eb8e6b17-d0e3-40ee-8a05-fcbc724dcd09 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 1096 time: 0.6754279 Feb 09 14:03:57.359759 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace776b-6d98-4b69-be1f-eef66bfeb00e req-e80994c6-7b7a-48bc-bdb7-ff35489e7b2a tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:57.361202 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ace776b-6d98-4b69-be1f-eef66bfeb00e req-e80994c6-7b7a-48bc-bdb7-ff35489e7b2a tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.6479897 Feb 09 14:03:57.388449 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-10445485-11c8-423d-be1d-dd59d68db49a service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405857 Feb 09 14:03:57.522012 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6edc6fcc-ab78-4315-9a24-08d59fa23236 req-5e09a3a2-674c-4aca-bfd8-06c509b8b34a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094085 Feb 09 14:03:57.534696 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ffc0b71f-130a-4a54-aa7b-829fecfb6a8a req-65d37481-6cbe-4ca2-be62-41936e36f988 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:57.547763 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['49ca1902-c721-470f-b32e-32b2412eef9a', '978cdc01-5e70-4a33-8824-90d80da9264c'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:03:57.601857 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ace776b-6d98-4b69-be1f-eef66bfeb00e req-53598f8a-a52b-49a2-ac2d-c71c1dbf8824 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824958 Feb 09 14:03:57.603898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-0c498e71-53ff-4db8-b3c1-4e257e9dc3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:57.606111 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-0c498e71-53ff-4db8-b3c1-4e257e9dc3f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67fa057e-4076-41a6-97da-7df2caf732e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4165196 Feb 09 14:03:57.635123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d37481-6cbe-4ca2-be62-41936e36f988 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Pushing event deleted for resources: {'Port': ['ID=978cdc01-5e70-4a33-8824-90d80da9264c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:57.673859 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'tag': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1', 'status': 'completed', 'code': 200} Feb 09 14:03:57.728791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-754e683c-a3f3-453d-87be-b794d757fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:57.729914 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-754e683c-a3f3-453d-87be-b794d757fb7e service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.4231062 Feb 09 14:03:57.740376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc0b71f-130a-4a54-aa7b-829fecfb6a8a req-65d37481-6cbe-4ca2-be62-41936e36f988 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] No DVR routers for this DVR port 978cdc01-5e70-4a33-8824-90d80da9264c on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:03:57.743970 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ffc0b71f-130a-4a54-aa7b-829fecfb6a8a req-65d37481-6cbe-4ca2-be62-41936e36f988 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:57.878744 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-859bcfd5-7352-45e7-9a17-5b35f8b78c70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=f1625a2f-6c3d-42c4-bcb4-1b5794f59266 HTTP/1.1" status: 200 len: 217 time: 0.1297178 Feb 09 14:03:57.943972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-50fbddd5-d70c-489a-95a5-5e35897b6395 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:03:57.944955 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-50fbddd5-d70c-489a-95a5-5e35897b6395 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186670 Feb 09 14:03:57.979716 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ffc0b71f-130a-4a54-aa7b-829fecfb6a8a req-65d37481-6cbe-4ca2-be62-41936e36f988 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.21 "DELETE /v2.0/ports/978cdc01-5e70-4a33-8824-90d80da9264c HTTP/1.1" status: 204 len: 173 time: 2.0822582 Feb 09 14:03:57.993962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-786cd64a-3279-471b-9087-d85423cfde26 req-c59a5a0b-6eb1-44c3-b783-d865884b94fa service neutron] Request body: {'binding': {'host': 'n-h1-828418-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:03:57.994611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-786cd64a-3279-471b-9087-d85423cfde26 req-c59a5a0b-6eb1-44c3-b783-d865884b94fa service neutron] Unknown quota resources ['binding']. {{(pid=87596) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 14:03:58.087710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-912d8431-c59a-4b20-b988-8fa2a396e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:58.089078 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-912d8431-c59a-4b20-b988-8fa2a396e92d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1614101 Feb 09 14:03:58.266404 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-e50004cb-3d6c-4e83-b18d-2ca91caba124 service neutron] 10.222.0.21 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523282 Feb 09 14:03:58.276506 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb3e15-9536-4334-87cb-8db7b8701ec9 req-14d2d726-7079-4363-b905-76549bab6286 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:58.277869 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a1bb3e15-9536-4334-87cb-8db7b8701ec9 req-14d2d726-7079-4363-b905-76549bab6286 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 948 time: 0.4649770 Feb 09 14:03:58.452459 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a1bb3e15-9536-4334-87cb-8db7b8701ec9 req-65e919f4-2784-44e9-9f2e-67331bc98894 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508467 Feb 09 14:03:58.472951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-0d927f6d-2cd2-49f4-b395-e613d763e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:58.474665 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-0d927f6d-2cd2-49f4-b395-e613d763e3cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3607972 Feb 09 14:03:58.672976 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d850f7-b108-4d08-b809-98052df792b0', 'name': 'network-vif-deleted', 'tag': '978cdc01-5e70-4a33-8824-90d80da9264c'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:58.679062 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a5c29d2-c923-4425-b704-f0fc711aa924 req-265a2482-c210-4577-8f14-50835c3c5f87 service neutron] 10.222.0.21 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981719 Feb 09 14:03:58.685882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-786cd64a-3279-471b-9087-d85423cfde26 req-c59a5a0b-6eb1-44c3-b783-d865884b94fa service neutron] Attempting to bind port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc on host n-h1-828418-2 for vnic_type normal with profile None {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:58.686213 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-786cd64a-3279-471b-9087-d85423cfde26 req-c59a5a0b-6eb1-44c3-b783-d865884b94fa service neutron] Attempting to bind port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:58.686534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd64a-3279-471b-9087-d85423cfde26 req-c59a5a0b-6eb1-44c3-b783-d865884b94fa service neutron] Attempting to bind port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:58.739132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd64a-3279-471b-9087-d85423cfde26 req-c59a5a0b-6eb1-44c3-b783-d865884b94fa service neutron] Port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc on network 871ef5b5-732c-4077-b68d-299f1c66d16d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:03:58.739386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd64a-3279-471b-9087-d85423cfde26 req-c59a5a0b-6eb1-44c3-b783-d865884b94fa service neutron] Attempting to bind port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:03:58.785441 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-94499fa0-4aeb-4fdd-8f95-90fa7dc61975 req-67d52a71-bfd2-4511-ae61-6403f5487a87 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Synchronizing usage tracker for tenant:fe08b25afe4748ab92f92feabba92658 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:58.797618 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd64a-3279-471b-9087-d85423cfde26 req-c59a5a0b-6eb1-44c3-b783-d865884b94fa service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:03:58.797955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd64a-3279-471b-9087-d85423cfde26 req-c59a5a0b-6eb1-44c3-b783-d865884b94fa service neutron] Checking segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:03:58.798334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd64a-3279-471b-9087-d85423cfde26 req-c59a5a0b-6eb1-44c3-b783-d865884b94fa service neutron] Bound using segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:03:58.798763 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-786cd64a-3279-471b-9087-d85423cfde26 req-c59a5a0b-6eb1-44c3-b783-d865884b94fa service neutron] Bound port: d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:58.868940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-94499fa0-4aeb-4fdd-8f95-90fa7dc61975 req-67d52a71-bfd2-4511-ae61-6403f5487a87 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Unset dirty status for tenant:fe08b25afe4748ab92f92feabba92658 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:58.870073 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-94499fa0-4aeb-4fdd-8f95-90fa7dc61975 req-67d52a71-bfd2-4511-ae61-6403f5487a87 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d850f7-b108-4d08-b809-98052df792b0 HTTP/1.1" status: 200 len: 210 time: 0.1851976 Feb 09 14:03:58.883876 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-fbdfdf95-4672-4735-b5cb-3c12a3d1abd9 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883257 Feb 09 14:03:58.920575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-786cd64a-3279-471b-9087-d85423cfde26 req-c59a5a0b-6eb1-44c3-b783-d865884b94fa service neutron] For port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:03:58.972894 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-786cd64a-3279-471b-9087-d85423cfde26 req-c59a5a0b-6eb1-44c3-b783-d865884b94fa service neutron] Notify callbacks [] for binding, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:58.974348 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-c59a5a0b-6eb1-44c3-b783-d865884b94fa service neutron] 10.222.0.48 "POST /v2.0/ports/d8fbcb22-0c73-4dbc-b4a8-dd55df551afc/bindings HTTP/1.1" status: 201 len: 389 time: 0.9900012 Feb 09 14:03:58.981999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96494404-7e2e-4950-8d39-0ce764a0bc96 req-392e788f-5b77-4afb-b4c7-d13a0acbe252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:58.983534 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96494404-7e2e-4950-8d39-0ce764a0bc96 req-392e788f-5b77-4afb-b4c7-d13a0acbe252 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 1094 time: 0.2471220 Feb 09 14:03:59.061513 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-68127b11-5780-4946-8835-d78e7ad3f269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:59.141501 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-06c99008-aa0f-44e1-995f-91e3494286f7 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476895 Feb 09 14:03:59.262448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96494404-7e2e-4950-8d39-0ce764a0bc96 req-6220866f-7234-484e-b373-98f6a10d7405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:59.264266 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96494404-7e2e-4950-8d39-0ce764a0bc96 req-6220866f-7234-484e-b373-98f6a10d7405 service neutron] 10.222.0.21 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 921 time: 0.2699361 Feb 09 14:03:59.282773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f001e-650c-4d71-98a4-a9633c65860d req-65f09af5-904e-47d4-8e15-87dce0e79a1e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:59.284241 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e4f001e-650c-4d71-98a4-a9633c65860d req-65f09af5-904e-47d4-8e15-87dce0e79a1e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 943 time: 0.0924456 Feb 09 14:03:59.351376 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96494404-7e2e-4950-8d39-0ce764a0bc96 req-4b6407c6-5e6d-4ba9-9b6a-27e6c55e37eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb00f404-dc2c-4c00-b366-000ba1e9adb1 HTTP/1.1" status: 200 len: 217 time: 0.0692015 Feb 09 14:03:59.370344 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e4f001e-650c-4d71-98a4-a9633c65860d req-b2aefe4a-f931-42ad-9e63-5b734634b3ee tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791743 Feb 09 14:03:59.402497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd64a-3279-471b-9087-d85423cfde26 req-9db61956-62dc-4647-8bec-bc8c7e5c68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:59.404617 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-9db61956-62dc-4647-8bec-bc8c7e5c68d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 1096 time: 0.0911303 Feb 09 14:03:59.430475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-aa33c62e-2ad4-42bb-bc1f-abd3c2be774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:59.431962 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-aa33c62e-2ad4-42bb-bc1f-abd3c2be774f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 1099 time: 0.2240613 Feb 09 14:03:59.441423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40593dc-4739-4dc3-9955-a784041f60ee req-8e8cff1e-b698-41cc-aafd-7a76cd106f37 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:59.442873 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b40593dc-4739-4dc3-9955-a784041f60ee req-8e8cff1e-b698-41cc-aafd-7a76cd106f37 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 946 time: 0.3004637 Feb 09 14:03:59.467646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96494404-7e2e-4950-8d39-0ce764a0bc96 req-c6709fcc-a478-4a48-98c7-cdb746a3b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:59.469056 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96494404-7e2e-4950-8d39-0ce764a0bc96 req-c6709fcc-a478-4a48-98c7-cdb746a3b02a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f4c97bb-b5dc-4013-99c8-e51c35a4d412 HTTP/1.1" status: 200 len: 860 time: 0.1112347 Feb 09 14:03:59.630755 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b40593dc-4739-4dc3-9955-a784041f60ee req-0c7005a6-4e65-4900-a184-5af866183faa tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669574 Feb 09 14:03:59.655956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd64a-3279-471b-9087-d85423cfde26 req-ef6e947d-8c87-4064-8b21-60adf02cce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:59.657392 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-ef6e947d-8c87-4064-8b21-60adf02cce26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 0.2464979 Feb 09 14:03:59.672804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb64786-5279-4937-b189-23643ba2705a req-c3805885-10a4-4655-a813-f9d9eff7757b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:59.680203 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfb64786-5279-4937-b189-23643ba2705a req-c3805885-10a4-4655-a813-f9d9eff7757b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 948 time: 0.1877799 Feb 09 14:03:59.684160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-4b1fa4b8-0d16-4ca8-ad26-327eca885d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:59.685595 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-4b1fa4b8-0d16-4ca8-ad26-327eca885d0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.2418790 Feb 09 14:03:59.688201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96494404-7e2e-4950-8d39-0ce764a0bc96 req-f58f9d06-c05e-4b53-8ca9-09a9fadeb730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:59.689772 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96494404-7e2e-4950-8d39-0ce764a0bc96 req-f58f9d06-c05e-4b53-8ca9-09a9fadeb730 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67fa057e-4076-41a6-97da-7df2caf732e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629052 Feb 09 14:03:59.759470 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-182286cd-af51-41f4-ab55-6b78428c404b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc HTTP/1.1" status: 200 len: 217 time: 0.0772443 Feb 09 14:03:59.764007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device f1625a2f-6c3d-42c4-bcb4-1b5794f59266 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:03:59.821326 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfb64786-5279-4937-b189-23643ba2705a req-5cee83a9-760e-4aa3-9d32-0e155cb01470 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398156 Feb 09 14:03:59.842150 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:03:59.842701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 978cdc01-5e70-4a33-8824-90d80da9264c no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:03:59.856556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd64a-3279-471b-9087-d85423cfde26 req-05771ca8-be25-4d6a-9dcd-93ccd5713244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:59.858135 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-05771ca8-be25-4d6a-9dcd-93ccd5713244 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.0875332 Feb 09 14:03:59.862104 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-0cbe90c4-043d-40f0-9a4b-5284b6c210a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933 HTTP/1.1" status: 200 len: 217 time: 0.1676013 Feb 09 14:03:59.880442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 978cdc01-5e70-4a33-8824-90d80da9264c {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:03:59.880975 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 978cdc01-5e70-4a33-8824-90d80da9264c not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:03:59.911556 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d850f7-b108-4d08-b809-98052df792b0', 'name': 'network-vif-deleted', 'tag': '978cdc01-5e70-4a33-8824-90d80da9264c', 'status': 'completed', 'code': 200} Feb 09 14:03:59.926911 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-2f9259a2-7376-4d93-88cb-78a667b40c32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541043 Feb 09 14:03:59.951019 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port f1625a2f-6c3d-42c4-bcb4-1b5794f59266, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=f1625a2f-6c3d-42c4-bcb4-1b5794f59266,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:03:59.976601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'f1625a2f-6c3d-42c4-bcb4-1b5794f59266', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': 'f1625a2f-6c3d-42c4-bcb4-1b5794f59266', 'mac_address': 'fa:16:3e:fd:90:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:03:59.993516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-b7cabb22-06a0-4f2e-85ba-34d8d0a464de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:59.995119 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-b7cabb22-06a0-4f2e-85ba-34d8d0a464de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1204081 Feb 09 14:04:00.047978 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:00.055923 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96494404-7e2e-4950-8d39-0ce764a0bc96 req-d6f067e3-05bf-4387-b141-9afd785dd017 service neutron] 10.222.0.21 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082929 Feb 09 14:04:00.059303 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:00.067988 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1625a2f-6c3d-42c4-bcb4-1b5794f59266 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:04:00.084780 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port f1625a2f-6c3d-42c4-bcb4-1b5794f59266, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=f1625a2f-6c3d-42c4-bcb4-1b5794f59266,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:00.089525 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:00.098637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2299873-66f0-4e80-bb94-b14738f7efb7 req-b2bf4a5a-5395-4ae1-94cd-ff14994e71a4 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:00.100241 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2299873-66f0-4e80-bb94-b14738f7efb7 req-b2bf4a5a-5395-4ae1-94cd-ff14994e71a4 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.3537996 Feb 09 14:04:00.161738 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=f1625a2f-6c3d-42c4-bcb4-1b5794f59266,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:00.172547 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:00.173312 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:00.173797 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:00.174283 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:00.174768 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:00.175258 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:00.175751 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:00.176219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:00.176701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:00.177260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:00.177730 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:00.178207 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:00.198791 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:00.244799 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-c949922a-d9a6-4150-b8e0-9da4db7743d1 service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060446 Feb 09 14:04:00.332716 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2299873-66f0-4e80-bb94-b14738f7efb7 req-ee51c2bb-88dd-4ef7-a401-901adbe27b3d tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750427 Feb 09 14:04:00.337503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887acda-95d1-40b3-af1d-e1e55c53d06e req-205fb16f-a881-48de-90e5-ec7d5e1a4aff tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:00.339245 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c887acda-95d1-40b3-af1d-e1e55c53d06e req-205fb16f-a881-48de-90e5-ec7d5e1a4aff tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 945 time: 0.2203646 Feb 09 14:04:00.349800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-a5e0f511-4f18-4f3b-bfe0-7924cd5ae5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:00.351288 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-a5e0f511-4f18-4f3b-bfe0-7924cd5ae5bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3426359 Feb 09 14:04:00.412919 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c887acda-95d1-40b3-af1d-e1e55c53d06e req-c1894bcc-72d7-446e-a38a-9bf8fe8fcb53 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595751 Feb 09 14:04:00.436659 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-032c4032-648f-4978-a41b-6ace38356738 service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797705 Feb 09 14:04:00.436944 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96494404-7e2e-4950-8d39-0ce764a0bc96 req-59a4646c-956d-4078-b277-96ee3a51c037 service neutron] 10.222.0.21 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685877 Feb 09 14:04:00.560304 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-cbf5ca2c-218b-44bd-8a80-1a5fa5c64a79 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979198 Feb 09 14:04:00.635648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd64a-3279-471b-9087-d85423cfde26 req-26640c62-9515-4bf1-b1db-968c1fe5c17b tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:00.637166 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-26640c62-9515-4bf1-b1db-968c1fe5c17b tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea&tenant_id=88a376f878274e1491d4af100b1ec6bb&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 1096 time: 0.0907741 Feb 09 14:04:00.647559 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828418-2'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:04:00.657327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['f1625a2f-6c3d-42c4-bcb4-1b5794f59266'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:04:00.671424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca1a85-5c73-4d09-a11d-a50bc3de8487 req-f14fdc0f-1ea3-4301-831e-45280eacad6b tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:00.672908 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bdca1a85-5c73-4d09-a11d-a50bc3de8487 req-f14fdc0f-1ea3-4301-831e-45280eacad6b tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 949 time: 0.2055438 Feb 09 14:04:00.755634 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bdca1a85-5c73-4d09-a11d-a50bc3de8487 req-9ad0a624-8f36-4055-8bab-5c4d2bb88d88 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743783 Feb 09 14:04:00.764097 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d5a38e2-790f-4deb-bd33-41b10b4d0bf4 req-c8a0e2ce-9c1d-4a0a-a57b-1a08d4f22185 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924627 Feb 09 14:04:00.812763 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:00.928036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2e609-3898-4810-864b-5a7d031d1d89 req-e3b860af-3aa3-49e0-8106-6d6ee13b2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:00.930075 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4a2e609-3898-4810-864b-5a7d031d1d89 req-e3b860af-3aa3-49e0-8106-6d6ee13b2bc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c1126ef126a4d5e8afd5ceb600f1edf&device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 1096 time: 0.0987911 Feb 09 14:04:01.083353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2e609-3898-4810-864b-5a7d031d1d89 req-ecb8cd71-a013-497b-8851-e80f4b198dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:01.084862 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4a2e609-3898-4810-864b-5a7d031d1d89 req-ecb8cd71-a013-497b-8851-e80f4b198dcd service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a857aba-f933-4c3f-b9f2-3d18bdabe934 HTTP/1.1" status: 200 len: 918 time: 0.1451557 Feb 09 14:04:01.088354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] For port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:01.103457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8943e-8a4a-42a8-a700-f266fd209c30 req-a7754101-4c6c-4372-aff4-9021941e4a9b tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:01.104955 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-20e8943e-8a4a-42a8-a700-f266fd209c30 req-a7754101-4c6c-4372-aff4-9021941e4a9b tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 943 time: 0.2084761 Feb 09 14:04:01.150216 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] For port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:04:01.185127 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4a2e609-3898-4810-864b-5a7d031d1d89 req-0f6400ea-b515-4eab-a4a0-d55c3a13bc55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96134e34-96f2-4704-bb7a-b50002abd9ee HTTP/1.1" status: 200 len: 217 time: 0.0922799 Feb 09 14:04:01.209979 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-20e8943e-8a4a-42a8-a700-f266fd209c30 req-928d525f-db8e-4ee4-a7ce-b6d05f3bf8e4 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904772 Feb 09 14:04:01.222912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad78693-b647-4ff4-865b-a4bbb871bfea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8fbcb22-0c73-4dbc-b4a8-dd55df551afc'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:01.229599 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:01.235888 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:01.274445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2e609-3898-4810-864b-5a7d031d1d89 req-87613123-9a8c-4014-a1fb-4d5019f37b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:01.275962 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4a2e609-3898-4810-864b-5a7d031d1d89 req-87613123-9a8c-4014-a1fb-4d5019f37b70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90ca065c-052c-492f-8251-4bf63ea79858 HTTP/1.1" status: 200 len: 858 time: 0.0766730 Feb 09 14:04:01.293538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f936f9-b35f-44cb-b580-f58a9165f4c8 req-87e852e0-db7c-4873-a733-694b46ad2599 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:01.295319 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-73f936f9-b35f-44cb-b580-f58a9165f4c8 req-87e852e0-db7c-4873-a733-694b46ad2599 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 946 time: 0.1484537 Feb 09 14:04:01.355512 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4a2e609-3898-4810-864b-5a7d031d1d89 req-6ff10bb2-ee87-4f29-a7bf-5982c86f17fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a857aba-f933-4c3f-b9f2-3d18bdabe934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589759 Feb 09 14:04:01.447818 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-73f936f9-b35f-44cb-b580-f58a9165f4c8 req-6e14679c-5253-41a8-b0c7-599164fe1c44 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203489 Feb 09 14:04:01.449681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Pushing event updated for resources: {'Port': ['ID=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:01.484493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Attempting to bind port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc on host n-h2-828418-2 for vnic_type normal with profile {"migrating_to": "n-h1-828418-2"} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:04:01.484829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Attempting to bind port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:04:01.485156 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Attempting to bind port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:04:01.493820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc on network 871ef5b5-732c-4077-b68d-299f1c66d16d not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:04:01.494089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Attempting to bind port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:04:01.501123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:04:01.501123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Checking segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:04:01.501123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Bound using segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:04:01.501123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Bound port: d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:04:01.501614 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:01.550548 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4a2e609-3898-4810-864b-5a7d031d1d89 req-33486bab-bba8-4bf3-9e57-d04f42464390 service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803839 Feb 09 14:04:01.584958 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:01.588327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7204f1-a051-460d-9d96-495add3ad803 req-1466af9b-418e-48c9-bf8a-be14fd015f2d tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:01.589858 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8c7204f1-a051-460d-9d96-495add3ad803 req-1466af9b-418e-48c9-bf8a-be14fd015f2d tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.2360768 Feb 09 14:04:01.660315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] For port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:04:01.680519 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8c7204f1-a051-460d-9d96-495add3ad803 req-dbf2fb86-156a-4a78-9941-a639b1929916 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753701 Feb 09 14:04:01.682166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] For port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:04:01.687488 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:01.808053 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4a2e609-3898-4810-864b-5a7d031d1d89 req-36ec750a-2efa-46dd-983e-a3d72aa2ea63 service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451093 Feb 09 14:04:01.819980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b8acf-8321-48f7-a794-7f91e33257ca req-fcb39332-ca7d-4d3a-8f93-7a6ba0bf4b81 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:01.821426 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-774b8acf-8321-48f7-a794-7f91e33257ca req-fcb39332-ca7d-4d3a-8f93-7a6ba0bf4b81 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 948 time: 0.1429465 Feb 09 14:04:01.826112 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 72188270-bd12-4af3-9fcc-5acd7a7ee933 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:04:01.881040 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-774b8acf-8321-48f7-a794-7f91e33257ca req-ad02a601-9ea4-4acd-8422-60dfac5271db tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526569 Feb 09 14:04:01.986682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 72188270-bd12-4af3-9fcc-5acd7a7ee933, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:02.001186 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '72188270-bd12-4af3-9fcc-5acd7a7ee933', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '72188270-bd12-4af3-9fcc-5acd7a7ee933', 'mac_address': 'fa:16:3e:9c:51:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:04:02.004679 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad78693-b647-4ff4-865b-a4bbb871bfea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8fbcb22-0c73-4dbc-b4a8-dd55df551afc', 'code': 200} Feb 09 14:04:02.012770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Pushing event updated for resources: {'Port': ['ID=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,revision_number=8']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:02.016265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:02.016870 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:02.018218 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-ad3f06f6-fa03-419c-8331-f2ae5383419e service neutron] 10.222.0.35 "PUT /v2.0/ports/d8fbcb22-0c73-4dbc-b4a8-dd55df551afc HTTP/1.1" status: 200 len: 1121 time: 1.3746195 Feb 09 14:04:02.059631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1fd72-5e49-4430-b389-d395fca2113e req-cdff0701-88a4-4867-aa0a-da48c5ddd77a tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:02.067179 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7d1fd72-5e49-4430-b389-d395fca2113e req-cdff0701-88a4-4867-aa0a-da48c5ddd77a tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.2607117 Feb 09 14:04:02.077721 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:02.099341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72188270-bd12-4af3-9fcc-5acd7a7ee933 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:04:02.116218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 72188270-bd12-4af3-9fcc-5acd7a7ee933, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:02.117444 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7d1fd72-5e49-4430-b389-d395fca2113e req-0b55183f-f43f-46a3-bd5a-60112fdbdbde tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494199 Feb 09 14:04:02.120837 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:02.121531 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device fb00f404-dc2c-4c00-b366-000ba1e9adb1 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:04:02.123694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035df900-4c8f-4ca2-be01-07258250a723 req-2790d5a7-c9ba-40cb-869d-f10d41ac0a9b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:02.130995 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-035df900-4c8f-4ca2-be01-07258250a723 req-2790d5a7-c9ba-40cb-869d-f10d41ac0a9b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 943 time: 0.0928681 Feb 09 14:04:02.176945 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-035df900-4c8f-4ca2-be01-07258250a723 req-0ff92cea-7aa8-47b2-bb6c-dff1d0188936 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449178 Feb 09 14:04:02.182454 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['d8fbcb22-0c73-4dbc-b4a8-dd55df551afc'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:04:02.305321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=72188270-bd12-4af3-9fcc-5acd7a7ee933,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:02.306753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30881fef-d09d-49a4-aa02-201af8a6f2f0 req-ff7b9290-0812-4309-9d80-86be8d022433 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:02.308263 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-30881fef-d09d-49a4-aa02-201af8a6f2f0 req-ff7b9290-0812-4309-9d80-86be8d022433 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 949 time: 0.0834768 Feb 09 14:04:02.360297 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-30881fef-d09d-49a4-aa02-201af8a6f2f0 req-94a761ed-88df-4b8c-8591-b5fcad133eb8 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442717 Feb 09 14:04:02.404885 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port fb00f404-dc2c-4c00-b366-000ba1e9adb1, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=fb00f404-dc2c-4c00-b366-000ba1e9adb1,segment=NetworkSegment(1ba2ae76-fb1e-46f8-8a69-14788815e0b7),segment_id=1ba2ae76-fb1e-46f8-8a69-14788815e0b7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:02.413018 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47223e-ea24-4a16-a8e6-418de1a83c1e req-99dbeb1a-e025-4b98-b783-2e67aa9f8cd3 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:02.415099 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fd47223e-ea24-4a16-a8e6-418de1a83c1e req-99dbeb1a-e025-4b98-b783-2e67aa9f8cd3 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 943 time: 0.0857773 Feb 09 14:04:02.428450 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'port_id': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1', 'mac_address': 'fa:16:3e:a1:29:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:04:02.458637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-fd47223e-ea24-4a16-a8e6-418de1a83c1e req-eb5fecee-ef32-4c16-bc50-329baaedf870 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Synchronizing usage tracker for tenant:5b7259a929c2479f87042051c7cc0457 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:04:02.477438 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-fd47223e-ea24-4a16-a8e6-418de1a83c1e req-eb5fecee-ef32-4c16-bc50-329baaedf870 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Unset dirty status for tenant:5b7259a929c2479f87042051c7cc0457 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:04:02.478731 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fd47223e-ea24-4a16-a8e6-418de1a83c1e req-eb5fecee-ef32-4c16-bc50-329baaedf870 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571640 Feb 09 14:04:02.525296 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:02.578544 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb00f404-dc2c-4c00-b366-000ba1e9adb1 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:04:02.600877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port fb00f404-dc2c-4c00-b366-000ba1e9adb1, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=fb00f404-dc2c-4c00-b366-000ba1e9adb1,segment=NetworkSegment(1ba2ae76-fb1e-46f8-8a69-14788815e0b7),segment_id=1ba2ae76-fb1e-46f8-8a69-14788815e0b7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:02.605712 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:02.670000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3e40e-a8ca-49ad-a96f-c0c2f28016dc req-41bca846-f338-43b3-8aa7-effef2a8db0d tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:02.671426 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7d3e40e-a8ca-49ad-a96f-c0c2f28016dc req-41bca846-f338-43b3-8aa7-effef2a8db0d tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 946 time: 0.0851789 Feb 09 14:04:02.674481 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=fb00f404-dc2c-4c00-b366-000ba1e9adb1,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:02.716165 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7d3e40e-a8ca-49ad-a96f-c0c2f28016dc req-1c8157f5-87d4-4516-980c-7fabf726fd70 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385492 Feb 09 14:04:02.942007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff6c16-e6c7-4d0d-8c7c-284c4932cb9e req-ce4063c1-c1af-4034-9ea7-74a31baf4480 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:02.943451 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2bff6c16-e6c7-4d0d-8c7c-284c4932cb9e req-ce4063c1-c1af-4034-9ea7-74a31baf4480 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1569085 Feb 09 14:04:02.987280 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2bff6c16-e6c7-4d0d-8c7c-284c4932cb9e req-5b11e78b-7393-4863-8f4d-a3c1c3020fe9 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374866 Feb 09 14:04:03.068082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582c93c-b064-406b-aa30-4ad25e88ec24 req-35d13805-5661-40b3-90b2-c953bc66f34e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:03.069503 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7582c93c-b064-406b-aa30-4ad25e88ec24 req-35d13805-5661-40b3-90b2-c953bc66f34e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 949 time: 0.0772223 Feb 09 14:04:03.115315 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7582c93c-b064-406b-aa30-4ad25e88ec24 req-fb11b8b3-fbce-4ba5-8f67-704370892d66 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395577 Feb 09 14:04:03.356425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['72188270-bd12-4af3-9fcc-5acd7a7ee933'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:04:03.501726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdaaf8-47d2-484b-9ac5-1474e6726646 req-012549b3-bc91-4f49-a8c7-9c72cb9f0c2e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:03.503780 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eccdaaf8-47d2-484b-9ac5-1474e6726646 req-012549b3-bc91-4f49-a8c7-9c72cb9f0c2e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.35 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3&tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 949 time: 0.1443655 Feb 09 14:04:03.509038 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f6aca-ceff-4ad8-8d2a-b74da9eddf20 req-8b324caf-17f8-48b7-9478-828c2bb2798e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:03.516695 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-503f6aca-ceff-4ad8-8d2a-b74da9eddf20 req-8b324caf-17f8-48b7-9478-828c2bb2798e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 943 time: 0.1598787 Feb 09 14:04:03.519232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2a8ed-9b26-4524-9452-b5b202bcaafe req-562599f7-bf84-4cb9-9cc9-5d8cc1f7d13d tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:03.520967 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ac2a8ed-9b26-4524-9452-b5b202bcaafe req-562599f7-bf84-4cb9-9cc9-5d8cc1f7d13d tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.1273985 Feb 09 14:04:03.539998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['fb00f404-dc2c-4c00-b366-000ba1e9adb1'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:04:03.555798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7440ea-3e6d-490d-80e9-a3abdfb411f0 req-a4cf018a-129f-440f-89c0-4d45d37fbd28 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:03.557339 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d7440ea-3e6d-490d-80e9-a3abdfb411f0 req-a4cf018a-129f-440f-89c0-4d45d37fbd28 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 948 time: 0.1627913 Feb 09 14:04:03.574753 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-503f6aca-ceff-4ad8-8d2a-b74da9eddf20 req-6da419d0-7f35-4bc9-81af-ac18903047ce tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552533 Feb 09 14:04:03.651111 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ac2a8ed-9b26-4524-9452-b5b202bcaafe req-026a0154-2f73-4445-a63b-473ac31b36a1 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/security-groups?id=30b56770-deff-471a-a4f6-9a6a98c99c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898931 Feb 09 14:04:03.670919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-3d7440ea-3e6d-490d-80e9-a3abdfb411f0 req-fff570c8-64c3-4261-beb6-a7599285f9c8 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Deleting port 49ca1902-c721-470f-b32e-32b2412eef9a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:04:03.671391 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3d7440ea-3e6d-490d-80e9-a3abdfb411f0 req-fff570c8-64c3-4261-beb6-a7599285f9c8 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:03.676625 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-eccdaaf8-47d2-484b-9ac5-1474e6726646 req-f44bae88-f3cf-4ee7-aff5-1c7cd932bf5a service neutron] delete failed (client error): The resource could not be found. Feb 09 14:04:03.677617 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eccdaaf8-47d2-484b-9ac5-1474e6726646 req-f44bae88-f3cf-4ee7-aff5-1c7cd932bf5a service neutron] 10.222.0.35 "DELETE /v2.0/ports/72188270-bd12-4af3-9fcc-5acd7a7ee933/bindings/n-h1-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.1555972 Feb 09 14:04:03.776264 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d8fbcb22-0c73-4dbc-b4a8-dd55df551afc details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:04:03.778255 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device f1625a2f-6c3d-42c4-bcb4-1b5794f59266 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:04:03.892800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a64786-1b7f-4f1f-93ca-fb797d7b0661 req-354eca74-7a81-446d-9c8e-786a26e714a8 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:03.894428 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48a64786-1b7f-4f1f-93ca-fb797d7b0661 req-354eca74-7a81-446d-9c8e-786a26e714a8 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 949 time: 0.1422770 Feb 09 14:04:03.900015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdaaf8-47d2-484b-9ac5-1474e6726646 req-23592c3e-f151-44c1-9081-f299e5753fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:03.901554 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eccdaaf8-47d2-484b-9ac5-1474e6726646 req-23592c3e-f151-44c1-9081-f299e5753fbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 1100 time: 0.1110723 Feb 09 14:04:03.907959 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:04:04.007296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad78693-b647-4ff4-865b-a4bbb871bfea', 'tag': 'd8fbcb22-0c73-4dbc-b4a8-dd55df551afc'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:04.013124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-446e5d12-3881-44de-8bc5-a427485017d0 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:04.014711 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-446e5d12-3881-44de-8bc5-a427485017d0 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334&tenant_id=599ada696464469cbeafc3efd9524c59&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 1097 time: 0.3047369 Feb 09 14:04:04.025142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e1286-54bf-4fe5-8cd4-51a4e9e87bac req-5b075661-d7bc-4e50-ac68-46bfcf6af5dd tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:04.026844 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-169e1286-54bf-4fe5-8cd4-51a4e9e87bac req-5b075661-d7bc-4e50-ac68-46bfcf6af5dd tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 949 time: 0.2847435 Feb 09 14:04:04.029525 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48a64786-1b7f-4f1f-93ca-fb797d7b0661 req-cc1add5e-eb1e-468e-bb17-c9f72a111c1f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261394 Feb 09 14:04:04.033824 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828418-2'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:04:04.043246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port f1625a2f-6c3d-42c4-bcb4-1b5794f59266 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:04:04.077476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port f1625a2f-6c3d-42c4-bcb4-1b5794f59266 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:04:04.077844 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:04.089468 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdaaf8-47d2-484b-9ac5-1474e6726646 req-332c381b-4893-42d4-a597-c37090002b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:04.091817 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eccdaaf8-47d2-484b-9ac5-1474e6726646 req-332c381b-4893-42d4-a597-c37090002b7e service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.1746676 Feb 09 14:04:04.140669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:04.170012 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d8fbcb22-0c73-4dbc-b4a8-dd55df551afc has no active binding in host n-h1-828418-2 {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 14:04:04.210471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:04.217172 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eccdaaf8-47d2-484b-9ac5-1474e6726646 req-3d31e7e7-9bb6-4e73-a3ea-cdc79e3c1699 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933 HTTP/1.1" status: 200 len: 217 time: 0.1182215 Feb 09 14:04:04.224182 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-169e1286-54bf-4fe5-8cd4-51a4e9e87bac req-f6ab2ef6-5326-44c2-a366-584383c34442 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528518 Feb 09 14:04:04.255956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-3d7440ea-3e6d-490d-80e9-a3abdfb411f0 req-fff570c8-64c3-4261-beb6-a7599285f9c8 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] For port 49ca1902-c721-470f-b32e-32b2412eef9a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=49ca1902-c721-470f-b32e-32b2412eef9a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:04.256494 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3d7440ea-3e6d-490d-80e9-a3abdfb411f0 req-fff570c8-64c3-4261-beb6-a7599285f9c8 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:04.263822 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 has no active binding in host n-h2-828418-2 {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 14:04:04.281080 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:04.298636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdaaf8-47d2-484b-9ac5-1474e6726646 req-916e79d6-341a-4fe5-b8a6-ba09924fdeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:04.300857 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eccdaaf8-47d2-484b-9ac5-1474e6726646 req-916e79d6-341a-4fe5-b8a6-ba09924fdeef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0768616 Feb 09 14:04:04.324890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port f1625a2f-6c3d-42c4-bcb4-1b5794f59266, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=f1625a2f-6c3d-42c4-bcb4-1b5794f59266,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:04.326107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec89b0d-08eb-4fb4-b8a5-192063c8da42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1625a2f-6c3d-42c4-bcb4-1b5794f59266'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:04.336235 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:04.389133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be9338-a4c9-46df-b723-f82f0a45f2c1 req-233929c7-b80d-4e06-a515-ca02aadb8fd9 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:04.391761 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-64be9338-a4c9-46df-b723-f82f0a45f2c1 req-233929c7-b80d-4e06-a515-ca02aadb8fd9 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 944 time: 0.2153161 Feb 09 14:04:04.420375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=f1625a2f-6c3d-42c4-bcb4-1b5794f59266,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:04.435012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-3d7440ea-3e6d-490d-80e9-a3abdfb411f0 req-fff570c8-64c3-4261-beb6-a7599285f9c8 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Calling delete_port for 49ca1902-c721-470f-b32e-32b2412eef9a owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:04:04.450395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-64be9338-a4c9-46df-b723-f82f0a45f2c1 req-5ff71f23-6261-4dab-b887-172f513e69e6 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509012 Feb 09 14:04:04.469592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdaaf8-47d2-484b-9ac5-1474e6726646 req-0e4e6693-ed89-4dd0-9e89-92bef9ee8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:04.469592 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eccdaaf8-47d2-484b-9ac5-1474e6726646 req-0e4e6693-ed89-4dd0-9e89-92bef9ee8494 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1596246 Feb 09 14:04:04.474401 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:04.695234 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eccdaaf8-47d2-484b-9ac5-1474e6726646 req-b0eabe62-26bc-4ade-9217-0adc2f1b6fb5 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156761 Feb 09 14:04:04.754588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797024d-2bfc-4c4b-8819-daa5588b968d req-93538a82-d628-40e7-b439-e84c0737013e tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:04.756060 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a797024d-2bfc-4c4b-8819-daa5588b968d req-93538a82-d628-40e7-b439-e84c0737013e tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 946 time: 0.4225483 Feb 09 14:04:04.784320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b570c2-f052-4c60-a4b4-4a7c98dac658 req-37723be1-f7c2-4dca-bd1a-4ae8e76e4c43 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:04.785763 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9b570c2-f052-4c60-a4b4-4a7c98dac658 req-37723be1-f7c2-4dca-bd1a-4ae8e76e4c43 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1877182 Feb 09 14:04:04.839476 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3d7440ea-3e6d-490d-80e9-a3abdfb411f0 req-fff570c8-64c3-4261-beb6-a7599285f9c8 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:04.865286 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9b570c2-f052-4c60-a4b4-4a7c98dac658 req-fd2926c1-8072-4e5a-870b-24b186bb0e5a tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677469 Feb 09 14:04:04.872919 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eccdaaf8-47d2-484b-9ac5-1474e6726646 req-de7b0b14-cf42-44b2-bc3d-ee1c81c4314a service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700830 Feb 09 14:04:04.896908 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a797024d-2bfc-4c4b-8819-daa5588b968d req-9e70d427-ac7b-4a2e-bd5a-f39e4c62bdf1 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328325 Feb 09 14:04:04.902169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff570c8-64c3-4261-beb6-a7599285f9c8 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Pushing event deleted for resources: {'Port': ['ID=49ca1902-c721-470f-b32e-32b2412eef9a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:04.909619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] For port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:04.949580 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad78693-b647-4ff4-865b-a4bbb871bfea', 'tag': 'd8fbcb22-0c73-4dbc-b4a8-dd55df551afc', 'status': 'completed', 'code': 200} Feb 09 14:04:04.997370 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec89b0d-08eb-4fb4-b8a5-192063c8da42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1625a2f-6c3d-42c4-bcb4-1b5794f59266', 'code': 200} Feb 09 14:04:05.182967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7440ea-3e6d-490d-80e9-a3abdfb411f0 req-fff570c8-64c3-4261-beb6-a7599285f9c8 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] No DVR routers for this DVR port 49ca1902-c721-470f-b32e-32b2412eef9a on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:04:05.191276 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3d7440ea-3e6d-490d-80e9-a3abdfb411f0 req-fff570c8-64c3-4261-beb6-a7599285f9c8 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:05.196430 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-270f8aa3-0a48-44eb-9999-5f0b9901f1ec req-70753b19-3546-424f-b9bf-ed3e5e029668 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d2cf7bb-4500-47dd-83b6-de7eb2e798d1 HTTP/1.1" status: 200 len: 210 time: 0.0716183 Feb 09 14:04:05.201929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2cf7bb-4500-47dd-83b6-de7eb2e798d1', 'name': 'network-vif-deleted', 'tag': '49ca1902-c721-470f-b32e-32b2412eef9a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:05.240584 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d7440ea-3e6d-490d-80e9-a3abdfb411f0 req-fff570c8-64c3-4261-beb6-a7599285f9c8 tempest-LiveMigrationNegativeTest-607649602 tempest-LiveMigrationNegativeTest-607649602-project] 10.222.0.21 "DELETE /v2.0/ports/49ca1902-c721-470f-b32e-32b2412eef9a HTTP/1.1" status: 204 len: 173 time: 1.6647327 Feb 09 14:04:05.246455 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] For port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:04:05.292934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d216af-9c03-4d9a-acda-e9714cfa5ad9 req-86b2fde5-89b7-480d-81fd-ffd18103eed4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:05.294466 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-90d216af-9c03-4d9a-acda-e9714cfa5ad9 req-86b2fde5-89b7-480d-81fd-ffd18103eed4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 943 time: 0.2444546 Feb 09 14:04:05.299510 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3aef7d-32b4-4786-901e-718b05f15397 req-70c6ac66-ad33-4d11-975e-167569d81c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:05.301654 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef3aef7d-32b4-4786-901e-718b05f15397 req-70c6ac66-ad33-4d11-975e-167569d81c21 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 1101 time: 0.2055683 Feb 09 14:04:05.332460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927b9b6-09f8-47d7-8223-3e7c399489d2 req-a68f40f1-834e-4061-ab64-d9d709c03e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:05.334206 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1927b9b6-09f8-47d7-8223-3e7c399489d2 req-a68f40f1-834e-4061-ab64-d9d709c03e1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 1124 time: 0.2803438 Feb 09 14:04:05.340094 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:05.403085 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef3aef7d-32b4-4786-901e-718b05f15397 req-9bbb1b58-5f5b-45a6-b9a3-47e7ba783a8a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932524 Feb 09 14:04:05.419898 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:05.433610 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-90d216af-9c03-4d9a-acda-e9714cfa5ad9 req-0d752c2d-3d64-4a11-9015-af9e0db80dc1 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073096 Feb 09 14:04:05.509308 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d2cf7bb-4500-47dd-83b6-de7eb2e798d1', 'name': 'network-vif-deleted', 'tag': '49ca1902-c721-470f-b32e-32b2412eef9a', 'status': 'completed', 'code': 200} Feb 09 14:04:05.674310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ffa41-93c6-4b9d-a7df-5d524f6d81ac req-4afc234c-40c0-4fda-b766-7694d991e181 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:05.675503 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-575ffa41-93c6-4b9d-a7df-5d524f6d81ac req-4afc234c-40c0-4fda-b766-7694d991e181 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 949 time: 0.0835698 Feb 09 14:04:05.702133 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Pushing event updated for resources: {'Port': ['ID=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:05.724513 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-575ffa41-93c6-4b9d-a7df-5d524f6d81ac req-d2b0d356-3053-4e47-b02e-73015cea05e1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438676 Feb 09 14:04:05.727721 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927b9b6-09f8-47d7-8223-3e7c399489d2 req-a4ee10fc-e6fd-445a-9036-19654086b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:05.729193 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1927b9b6-09f8-47d7-8223-3e7c399489d2 req-a4ee10fc-e6fd-445a-9036-19654086b39e service neutron] 10.222.0.21 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 0.3869753 Feb 09 14:04:05.747209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Attempting to bind port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 on host n-h1-828418-2 for vnic_type normal with profile {"migrating_to": "n-h2-828418-2"} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:04:05.747209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Attempting to bind port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:04:05.747209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Attempting to bind port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:04:05.804486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:04:05.804486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Attempting to bind port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:04:05.822491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0d11d-b8fc-4020-aa26-60563b38c47c req-dedbde61-27c4-4791-ab98-9bd8f45b6bef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:05.824004 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b1a0d11d-b8fc-4020-aa26-60563b38c47c req-dedbde61-27c4-4791-ab98-9bd8f45b6bef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.4052532 Feb 09 14:04:05.827143 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1927b9b6-09f8-47d7-8223-3e7c399489d2 req-cac65548-e448-4746-b165-0abe831f354d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc HTTP/1.1" status: 200 len: 217 time: 0.0845735 Feb 09 14:04:05.828121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:04:05.828531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Checking segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:04:05.828908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Bound using segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:04:05.829344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Bound port: 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:04:05.829676 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:05.851538 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 72188270-bd12-4af3-9fcc-5acd7a7ee933 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:04:05.942553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe42591-d4eb-404b-a8a4-641708c2c149 req-0b53544a-b5dc-4281-8b3c-38faede63640 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:05.950718 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cbe42591-d4eb-404b-a8a4-641708c2c149 req-0b53544a-b5dc-4281-8b3c-38faede63640 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 944 time: 0.1300311 Feb 09 14:04:05.966024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 72188270-bd12-4af3-9fcc-5acd7a7ee933 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:04:05.972429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 72188270-bd12-4af3-9fcc-5acd7a7ee933 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:04:05.972947 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:05.991305 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b1a0d11d-b8fc-4020-aa26-60563b38c47c req-41bc3e4a-79bb-4229-a791-ff47da9f91aa tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503489 Feb 09 14:04:06.010180 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cbe42591-d4eb-404b-a8a4-641708c2c149 req-75b0ed88-9517-465f-931f-d3061df9e56c tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585427 Feb 09 14:04:06.014567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927b9b6-09f8-47d7-8223-3e7c399489d2 req-bc834e46-987b-4456-a130-fe0baf34b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:06.016045 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1927b9b6-09f8-47d7-8223-3e7c399489d2 req-bc834e46-987b-4456-a130-fe0baf34b229 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.1763721 Feb 09 14:04:06.098769 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1927b9b6-09f8-47d7-8223-3e7c399489d2 req-6e188bb4-8137-4266-ba10-45ab29444b51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711372 Feb 09 14:04:06.142748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] For port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:04:06.169122 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:06.204247 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 72188270-bd12-4af3-9fcc-5acd7a7ee933, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:06.208660 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:06.209483 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device fb00f404-dc2c-4c00-b366-000ba1e9adb1 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:04:06.246036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749b370-bacd-464e-b42f-ae4123701618 req-4bc11be0-6f72-4ed5-9322-6d2a487792ac tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:06.247418 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6749b370-bacd-464e-b42f-ae4123701618 req-4bc11be0-6f72-4ed5-9322-6d2a487792ac tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.0907991 Feb 09 14:04:06.248600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] For port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:04:06.267464 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:06.304202 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6749b370-bacd-464e-b42f-ae4123701618 req-0b06f2bb-2d96-4da0-80e5-573962918aa1 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481827 Feb 09 14:04:06.331172 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=72188270-bd12-4af3-9fcc-5acd7a7ee933,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:06.340066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port fb00f404-dc2c-4c00-b366-000ba1e9adb1 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:04:06.345728 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port fb00f404-dc2c-4c00-b366-000ba1e9adb1 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:04:06.345728 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:06.476606 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1927b9b6-09f8-47d7-8223-3e7c399489d2 req-714abfe2-8809-4072-9a58-76506bd6ba48 service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694670 Feb 09 14:04:06.477825 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:06.502039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0770f-dd20-420f-8e0a-50b7a6a8a1b8 req-f64555cf-691d-43dc-a49b-e20ec099a872 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:06.504364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7e0770f-dd20-420f-8e0a-50b7a6a8a1b8 req-f64555cf-691d-43dc-a49b-e20ec099a872 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.0864720 Feb 09 14:04:06.513785 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:06.515147 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:06.517211 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] 10.222.0.21 "PUT /v2.0/ports/1eea9ee2-af57-4b83-8566-e5cd74af6ba8 HTTP/1.1" status: 200 len: 1122 time: 2.4872990 Feb 09 14:04:06.518368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd25768-6d7a-494c-b358-fa90acbe39ed service neutron] Pushing event updated for resources: {'Port': ['ID=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,revision_number=8']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:06.531514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port fb00f404-dc2c-4c00-b366-000ba1e9adb1, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=fb00f404-dc2c-4c00-b366-000ba1e9adb1,segment=NetworkSegment(1ba2ae76-fb1e-46f8-8a69-14788815e0b7),segment_id=1ba2ae76-fb1e-46f8-8a69-14788815e0b7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:06.537433 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:06.538444 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 49ca1902-c721-470f-b32e-32b2412eef9a no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:04:06.580630 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7e0770f-dd20-420f-8e0a-50b7a6a8a1b8 req-d7d3265a-bdf9-4250-9cff-31c77693f052 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688407 Feb 09 14:04:06.686643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65cd1e-9f2c-4b1e-932b-3f948cd225a7 req-5399c259-72a7-4c1c-8663-a1f798b1b87d tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:06.693028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=fb00f404-dc2c-4c00-b366-000ba1e9adb1,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:06.694230 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-da65cd1e-9f2c-4b1e-932b-3f948cd225a7 req-5399c259-72a7-4c1c-8663-a1f798b1b87d tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 1101 time: 0.5492401 Feb 09 14:04:06.697113 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 49ca1902-c721-470f-b32e-32b2412eef9a {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:04:06.697409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 49ca1902-c721-470f-b32e-32b2412eef9a not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:04:06.758389 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-da65cd1e-9f2c-4b1e-932b-3f948cd225a7 req-56ae9c55-f7c2-4a73-b8c1-69c02eadb8e2 tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624084 Feb 09 14:04:06.768936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['1eea9ee2-af57-4b83-8566-e5cd74af6ba8'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:04:06.824733 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1927b9b6-09f8-47d7-8223-3e7c399489d2 req-4eab4411-605d-48f5-bc9a-36ee6fa4d04f service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394036 Feb 09 14:04:06.877117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['1eea9ee2-af57-4b83-8566-e5cd74af6ba8'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:04:06.912865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc493e6-e5b3-4ffc-946c-fee890555bd4 req-ac94a338-2f90-4947-9583-eba683d6b5d0 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:06.915066 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bc493e6-e5b3-4ffc-946c-fee890555bd4 req-ac94a338-2f90-4947-9583-eba683d6b5d0 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 943 time: 0.1055846 Feb 09 14:04:06.969491 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bc493e6-e5b3-4ffc-946c-fee890555bd4 req-566a193d-ec88-41f9-94c6-f227f84eaf22 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475247 Feb 09 14:04:07.008543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778d6e72-7229-4487-919e-bbf0f70c5ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72188270-bd12-4af3-9fcc-5acd7a7ee933'}, {'server_uuid': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:07.066958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45188) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:04:07.092062 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-911840bc-0b23-4eb2-b496-498d09fd501b req-abe8b52d-fd11-47bc-9fe8-160e5c043c0c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352094 Feb 09 14:04:07.220424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cd4ba-0b50-4a3e-ad44-5a8d1d66b481 req-f8f9eede-b3b0-4955-9954-11fc28005e32 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:07.221888 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-693cd4ba-0b50-4a3e-ad44-5a8d1d66b481 req-f8f9eede-b3b0-4955-9954-11fc28005e32 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1072085 Feb 09 14:04:07.268472 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3bc56194-3319-494f-93cf-4d8e8f5e9785 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe08b25afe4748ab92f92feabba92658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980186 Feb 09 14:04:07.268790 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45194) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:04:07.278057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911840bc-0b23-4eb2-b496-498d09fd501b req-52ffc398-69ef-42c0-9239-af3d0b31e908 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:07.279484 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-911840bc-0b23-4eb2-b496-498d09fd501b req-52ffc398-69ef-42c0-9239-af3d0b31e908 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821020 Feb 09 14:04:07.285417 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-693cd4ba-0b50-4a3e-ad44-5a8d1d66b481 req-c302635f-35bb-4791-8422-a381b1a4c679 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549138 Feb 09 14:04:07.312198 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-911840bc-0b23-4eb2-b496-498d09fd501b req-be81a841-4a09-46dd-8461-8219b6800626 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/quotas/3c6a03b6484b48d8a9fb9b18aaadf881 HTTP/1.1" status: 200 len: 375 time: 0.0224330 Feb 09 14:04:07.339638 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778d6e72-7229-4487-919e-bbf0f70c5ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72188270-bd12-4af3-9fcc-5acd7a7ee933', 'code': 200} Feb 09 14:04:07.340165 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1', 'code': 200} Feb 09 14:04:07.398483 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6122f4b9-b26d-4c5a-bbd0-4ed9d1297da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:07.467687 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6122f4b9-b26d-4c5a-bbd0-4ed9d1297da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:07.503960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981d47f-4edd-4d95-b036-ece28bb9a466 req-ff1939e9-8212-4acc-a268-7da795f96905 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:07.505412 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c981d47f-4edd-4d95-b036-ece28bb9a466 req-ff1939e9-8212-4acc-a268-7da795f96905 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 945 time: 0.0829258 Feb 09 14:04:07.517739 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7564f6-3c42-40a9-8d20-754568194334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eea9ee2-af57-4b83-8566-e5cd74af6ba8'}, {'name': 'network-changed', 'server_uuid': '3f7564f6-3c42-40a9-8d20-754568194334', 'tag': '1eea9ee2-af57-4b83-8566-e5cd74af6ba8'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:07.542363 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-911840bc-0b23-4eb2-b496-498d09fd501b req-ec2ef24e-3b97-4136-b6c6-52460472656d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2154984 Feb 09 14:04:07.573811 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c981d47f-4edd-4d95-b036-ece28bb9a466 req-37db797e-2c10-46c4-a71d-8b25e879cc74 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579295 Feb 09 14:04:07.582418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01de4f-87e5-40dd-bf6e-d8ab02780fe1 req-269da627-b60e-476c-96f4-90edd10ee95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:07.583998 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ef01de4f-87e5-40dd-bf6e-d8ab02780fe1 req-269da627-b60e-476c-96f4-90edd10ee95d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 1096 time: 0.1610177 Feb 09 14:04:07.608606 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6122f4b9-b26d-4c5a-bbd0-4ed9d1297da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:07.635614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122f4b9-b26d-4c5a-bbd0-4ed9d1297da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b56770-deff-471a-a4f6-9a6a98c99c1e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:07.661464 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6122f4b9-b26d-4c5a-bbd0-4ed9d1297da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:07.665790 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6122f4b9-b26d-4c5a-bbd0-4ed9d1297da7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30b56770-deff-471a-a4f6-9a6a98c99c1e HTTP/1.1" status: 204 len: 168 time: 0.3929965 Feb 09 14:04:07.665790 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ef01de4f-87e5-40dd-bf6e-d8ab02780fe1 req-88299654-93ae-4c77-b497-ae30fcf9c266 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734541 Feb 09 14:04:07.727031 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7564f6-3c42-40a9-8d20-754568194334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eea9ee2-af57-4b83-8566-e5cd74af6ba8', 'code': 200} Feb 09 14:04:07.727393 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7564f6-3c42-40a9-8d20-754568194334', 'tag': '1eea9ee2-af57-4b83-8566-e5cd74af6ba8', 'status': 'completed', 'code': 200} Feb 09 14:04:07.789584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30fd61-a14b-4c90-bf01-82f2265a3d9c req-b6afc10b-280a-4ea5-8216-c96b5490f838 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:07.796713 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c30fd61-a14b-4c90-bf01-82f2265a3d9c req-b6afc10b-280a-4ea5-8216-c96b5490f838 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1030865 Feb 09 14:04:07.848541 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c30fd61-a14b-4c90-bf01-82f2265a3d9c req-785c7565-fb3a-4f77-9c02-4305e34aca68 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506539 Feb 09 14:04:07.919521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a1f9f-0bde-49ee-bdd8-4aec18763538 req-5d82cd6c-8140-47e9-8816-4d7c151f25d8 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:07.922483 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-792a1f9f-0bde-49ee-bdd8-4aec18763538 req-5d82cd6c-8140-47e9-8816-4d7c151f25d8 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.0995040 Feb 09 14:04:07.953442 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dc80349f-e08e-406b-a072-bbcc2abd199b req-1dcdf0d4-7907-4d4d-8df0-c4595d68d32c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 210 time: 0.0608087 Feb 09 14:04:07.984074 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-792a1f9f-0bde-49ee-bdd8-4aec18763538 req-a49d435b-dcb0-43ee-82b5-6b91822a34af tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533354 Feb 09 14:04:08.090942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45220) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:04:08.149445 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-96bf92b8-e002-4b30-af48-dbd3fc67f4ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be0fb11e57964fbda29822885ea83601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571399 Feb 09 14:04:08.152039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45224) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:04:08.186610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e09540-32a4-43f3-92da-b04612ca574a req-b66f46bf-b81e-4c6e-8b0e-a881f6bfa34d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:08.188083 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0e09540-32a4-43f3-92da-b04612ca574a req-b66f46bf-b81e-4c6e-8b0e-a881f6bfa34d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 943 time: 0.0922246 Feb 09 14:04:08.211970 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:08.222491 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4c98918e-4ea3-4a38-9a0d-315d80215c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:08.238524 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0e09540-32a4-43f3-92da-b04612ca574a req-c3a276cf-72bd-4c8f-92d5-33cbbba07fac tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Feb 09 14:04:08.255745 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4c98918e-4ea3-4a38-9a0d-315d80215c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:08.322686 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4c98918e-4ea3-4a38-9a0d-315d80215c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:08.338375 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98918e-4ea3-4a38-9a0d-315d80215c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4c7e85-0f19-49d0-90be-fe179c531aaa,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:08.344775 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4c98918e-4ea3-4a38-9a0d-315d80215c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:08.345962 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4c98918e-4ea3-4a38-9a0d-315d80215c78 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa4c7e85-0f19-49d0-90be-fe179c531aaa HTTP/1.1" status: 204 len: 168 time: 0.1928349 Feb 09 14:04:08.479182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de3be4-66f4-45ad-b4fd-b127af62defa req-24081b8b-d66f-496e-990e-0f28822c0e97 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:08.480721 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84de3be4-66f4-45ad-b4fd-b127af62defa req-24081b8b-d66f-496e-990e-0f28822c0e97 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0842009 Feb 09 14:04:08.527009 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84de3be4-66f4-45ad-b4fd-b127af62defa req-9287ae78-3903-455b-a239-ea574baa6900 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396614 Feb 09 14:04:08.754999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdf19d-56af-4900-8712-d68a4dd8ef42 req-f288db80-d180-4ebe-9df8-207d7ddcf49c tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:08.756466 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-09bdf19d-56af-4900-8712-d68a4dd8ef42 req-f288db80-d180-4ebe-9df8-207d7ddcf49c tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 945 time: 0.0843587 Feb 09 14:04:08.801027 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-09bdf19d-56af-4900-8712-d68a4dd8ef42 req-319ef0d9-54cd-436d-88af-277c15cc1b04 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385141 Feb 09 14:04:09.046719 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-911840bc-0b23-4eb2-b496-498d09fd501b req-f00e65b9-1ddd-4b28-8526-f5e42ac52b53 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418780 Feb 09 14:04:09.128295 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-611b5adc-2c80-4160-b617-ad85fcb059c6 req-58217d10-d1bb-4682-8236-0af02ca8a147 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 210 time: 0.0568335 Feb 09 14:04:09.250175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9317a5-1e7f-4214-b345-fa742fe461f0 req-57cde492-8ff0-4820-a04a-0fb9717b2904 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:09.257871 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b9317a5-1e7f-4214-b345-fa742fe461f0 req-57cde492-8ff0-4820-a04a-0fb9717b2904 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.3051066 Feb 09 14:04:09.310892 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911840bc-0b23-4eb2-b496-498d09fd501b req-01db74fb-6667-47cb-9cbf-c1f5f89b9d7b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:09.312393 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-911840bc-0b23-4eb2-b496-498d09fd501b req-01db74fb-6667-47cb-9cbf-c1f5f89b9d7b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511771 Feb 09 14:04:09.317217 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b9317a5-1e7f-4214-b345-fa742fe461f0 req-8575401c-61b7-4998-b9b0-bd7904929f10 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583174 Feb 09 14:04:09.321854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2598de-3e45-4bad-a75a-93e8e98f42ce req-3543d9c4-83ac-48ce-9f88-40d98119863f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:09.324262 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ae2598de-3e45-4bad-a75a-93e8e98f42ce req-3543d9c4-83ac-48ce-9f88-40d98119863f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.0915561 Feb 09 14:04:09.338942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-911840bc-0b23-4eb2-b496-498d09fd501b req-ab721b57-314f-4beb-9efa-5b5f6dff03ff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Request body: {'port': {'device_id': '4f38106e-b3b9-4570-a279-dbdac4781fda', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': '3c6a03b6484b48d8a9fb9b18aaadf881'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:04:09.381962 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ae2598de-3e45-4bad-a75a-93e8e98f42ce req-661cfc0e-74c2-42c6-8a4b-1c55ac3f29e7 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520146 Feb 09 14:04:09.543145 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-911840bc-0b23-4eb2-b496-498d09fd501b req-ab721b57-314f-4beb-9efa-5b5f6dff03ff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:04:09.556751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-911840bc-0b23-4eb2-b496-498d09fd501b req-ab721b57-314f-4beb-9efa-5b5f6dff03ff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:04:09.576340 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f91f94-3d2b-441c-b884-cea6f3a284f2 req-3754a323-67e5-4e3e-b776-66187347b217 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:09.577835 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e0f91f94-3d2b-441c-b884-cea6f3a284f2 req-3754a323-67e5-4e3e-b776-66187347b217 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 943 time: 0.1396787 Feb 09 14:04:09.578974 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911840bc-0b23-4eb2-b496-498d09fd501b req-ab721b57-314f-4beb-9efa-5b5f6dff03ff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Made reservation on behalf of 3c6a03b6484b48d8a9fb9b18aaadf881 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:04:09.582244 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-911840bc-0b23-4eb2-b496-498d09fd501b req-ab721b57-314f-4beb-9efa-5b5f6dff03ff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:09.705062 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e0f91f94-3d2b-441c-b884-cea6f3a284f2 req-fc4d99ac-616c-4118-83ed-b07455ddb888 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115603 Feb 09 14:04:09.768077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ee6f4-ebdb-4852-8944-134b96478f53 req-bc2377d2-dfd8-4310-8a76-b3a402d3eff6 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:09.769564 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-661ee6f4-ebdb-4852-8944-134b96478f53 req-bc2377d2-dfd8-4310-8a76-b3a402d3eff6 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1060102 Feb 09 14:04:09.812048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d8fbcb22-0c73-4dbc-b4a8-dd55df551afc details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:04:09.843632 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-661ee6f4-ebdb-4852-8944-134b96478f53 req-c777ad2d-b91b-4e97-89a4-fde7df78d59a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614836 Feb 09 14:04:09.861035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-911840bc-0b23-4eb2-b496-498d09fd501b req-ab721b57-314f-4beb-9efa-5b5f6dff03ff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Allocated IP 192.168.233.93 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/887c5ea5-22c7-416b-9347-33cdf413e7a6) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:04:10.027325 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:10.034613 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:10.042635 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d8fbcb22-0c73-4dbc-b4a8-dd55df551afc has no active binding in host n-h1-828418-2 {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 14:04:10.317683 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-c530542a-98c9-46a5-a15f-2bd4db2b47b8 service neutron] 10.222.0.21 "GET /v2.0/ports/d8fbcb22-0c73-4dbc-b4a8-dd55df551afc/bindings/n-h1-828418-2 HTTP/1.1" status: 200 len: 384 time: 0.2832022 Feb 09 14:04:10.423716 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-911840bc-0b23-4eb2-b496-498d09fd501b req-ab721b57-314f-4beb-9efa-5b5f6dff03ff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:10.447460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57502e-4da7-4f40-9ce3-9871fda6e37a req-03b15c1e-a157-410d-8b55-c70c6d1e5365 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:10.448964 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb57502e-4da7-4f40-9ce3-9871fda6e37a req-03b15c1e-a157-410d-8b55-c70c6d1e5365 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 945 time: 0.4643619 Feb 09 14:04:10.462295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-911840bc-0b23-4eb2-b496-498d09fd501b req-ab721b57-314f-4beb-9efa-5b5f6dff03ff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Transition to ACTIVE for port object 887c5ea5-22c7-416b-9347-33cdf413e7a6 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:04:10.516405 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4361057a-1d34-4988-b748-4abfabc2676b req-2c5fbdb4-3e4c-4e27-af63-2bf6da009466 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 210 time: 0.0472295 Feb 09 14:04:10.645492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb57502e-4da7-4f40-9ce3-9871fda6e37a req-ae702a20-9862-4eaa-be8e-7459f3c76cdf tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876173 Feb 09 14:04:10.668289 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-911840bc-0b23-4eb2-b496-498d09fd501b req-ab721b57-314f-4beb-9efa-5b5f6dff03ff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:10.685651 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['72188270-bd12-4af3-9fcc-5acd7a7ee933'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:04:10.733132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1f941-a610-4f3f-8b06-4048bc5be6c6 req-519ce0c1-3238-401e-b4e8-2e27b1a96d42 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:10.736409 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27b1f941-a610-4f3f-8b06-4048bc5be6c6 req-519ce0c1-3238-401e-b4e8-2e27b1a96d42 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1088557 Feb 09 14:04:10.771142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911840bc-0b23-4eb2-b496-498d09fd501b req-ab721b57-314f-4beb-9efa-5b5f6dff03ff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:04:10.786348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-911840bc-0b23-4eb2-b496-498d09fd501b req-ab721b57-314f-4beb-9efa-5b5f6dff03ff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:04:10.791368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab721b57-314f-4beb-9efa-5b5f6dff03ff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Pushing event updated for resources: {'Port': ['ID=887c5ea5-22c7-416b-9347-33cdf413e7a6,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:10.797713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-911840bc-0b23-4eb2-b496-498d09fd501b req-ab721b57-314f-4beb-9efa-5b5f6dff03ff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:04:10.810984 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27b1f941-a610-4f3f-8b06-4048bc5be6c6 req-ec313785-083b-49db-96bb-0704c1e239c8 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660207 Feb 09 14:04:10.841823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-786cd64a-3279-471b-9087-d85423cfde26 req-a98e4ec5-cbae-42d0-879a-11918d23a011 service neutron] For port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:10.903593 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911840bc-0b23-4eb2-b496-498d09fd501b req-ab721b57-314f-4beb-9efa-5b5f6dff03ff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:10.909375 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-911840bc-0b23-4eb2-b496-498d09fd501b req-ab721b57-314f-4beb-9efa-5b5f6dff03ff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:10.914317 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-786cd64a-3279-471b-9087-d85423cfde26 req-a98e4ec5-cbae-42d0-879a-11918d23a011 service neutron] For port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:04:11.016363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-786cd64a-3279-471b-9087-d85423cfde26 req-a98e4ec5-cbae-42d0-879a-11918d23a011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fbcb22-0c73-4dbc-b4a8-dd55df551afc {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:04:11.025791 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-911840bc-0b23-4eb2-b496-498d09fd501b req-ab721b57-314f-4beb-9efa-5b5f6dff03ff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6934285 Feb 09 14:04:11.041305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-786cd64a-3279-471b-9087-d85423cfde26 req-a98e4ec5-cbae-42d0-879a-11918d23a011 service neutron] For port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:11.051200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42218a-5efe-40fe-b46d-ba7610cb570c req-389f42ec-a93a-4f50-b552-06aac2ee5d53 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:11.051528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Request body: {'port': {'device_id': '4f38106e-b3b9-4570-a279-dbdac4781fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:04:11.060343 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fc42218a-5efe-40fe-b46d-ba7610cb570c req-389f42ec-a93a-4f50-b552-06aac2ee5d53 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.1270828 Feb 09 14:04:11.110527 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fc42218a-5efe-40fe-b46d-ba7610cb570c req-839371b8-fd32-4396-a791-1513f175c625 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480368 Feb 09 14:04:11.149172 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-786cd64a-3279-471b-9087-d85423cfde26 req-a98e4ec5-cbae-42d0-879a-11918d23a011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:11.173872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6201f720-c535-4584-96b8-c2b2114ee791 None None] Provisioning for port 887c5ea5-22c7-416b-9347-33cdf413e7a6 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:04:11.179311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6201f720-c535-4584-96b8-c2b2114ee791 None None] Provisioning complete for port 887c5ea5-22c7-416b-9347-33cdf413e7a6 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:04:11.179950 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6201f720-c535-4584-96b8-c2b2114ee791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:11.238367 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6201f720-c535-4584-96b8-c2b2114ee791 None None] Port 887c5ea5-22c7-416b-9347-33cdf413e7a6 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:04:11.293439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaddd47-5418-489f-a56e-1aaa2b04e115 req-dd01569b-cf54-45d4-8312-429eadf9865a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:11.294800 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-efaddd47-5418-489f-a56e-1aaa2b04e115 req-dd01569b-cf54-45d4-8312-429eadf9865a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0823894 Feb 09 14:04:11.306223 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:11.339841 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-efaddd47-5418-489f-a56e-1aaa2b04e115 req-860f1524-ee3b-4aed-b46d-6e380a5d1bdf tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391753 Feb 09 14:04:11.344498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9795f-8f07-472a-b7ba-7fc84a83e91e req-83415da1-33dd-4b15-8dee-8b42f1b42dc0 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:11.345968 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6d9795f-8f07-472a-b7ba-7fc84a83e91e req-83415da1-33dd-4b15-8dee-8b42f1b42dc0 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 943 time: 0.2654419 Feb 09 14:04:11.399458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-786cd64a-3279-471b-9087-d85423cfde26 req-a98e4ec5-cbae-42d0-879a-11918d23a011 service neutron] Transition to ACTIVE for port object d8fbcb22-0c73-4dbc-b4a8-dd55df551afc will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:04:11.416731 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-786cd64a-3279-471b-9087-d85423cfde26 req-a98e4ec5-cbae-42d0-879a-11918d23a011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:11.612522 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6d9795f-8f07-472a-b7ba-7fc84a83e91e req-908c8cc5-1cdc-4c29-a176-4538b429cee1 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351408 Feb 09 14:04:11.669774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-786cd64a-3279-471b-9087-d85423cfde26 req-a98e4ec5-cbae-42d0-879a-11918d23a011 service neutron] No DVR routers for this DVR port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:04:11.671815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e4ec5-cbae-42d0-879a-11918d23a011 service neutron] Pushing event updated for resources: {'Port': ['ID=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,revision_number=10']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:11.802613 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-a98e4ec5-cbae-42d0-879a-11918d23a011 service neutron] 10.222.0.21 "PUT /v2.0/ports/d8fbcb22-0c73-4dbc-b4a8-dd55df551afc/bindings/n-h1-828418-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4704950 Feb 09 14:04:11.814802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08785e33-33ec-468e-bbea-874b46378fa1 req-5cf102a6-b20d-489c-81f5-5d64f2e4f6c9 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:11.817564 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-08785e33-33ec-468e-bbea-874b46378fa1 req-5cf102a6-b20d-489c-81f5-5d64f2e4f6c9 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 935 time: 0.1034424 Feb 09 14:04:11.869522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-08785e33-33ec-468e-bbea-874b46378fa1 req-5ca01877-bb72-4c2a-84aa-5d94d1504694 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452795 Feb 09 14:04:11.934223 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d8fbcb22-0c73-4dbc-b4a8-dd55df551afc no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:04:12.034441 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d8fbcb22-0c73-4dbc-b4a8-dd55df551afc not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:04:12.036869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87dede-90ca-4fb3-9921-c2170f6bc1db req-fa144c33-9826-4c33-8ee6-db242865afc2 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:12.040224 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1f87dede-90ca-4fb3-9921-c2170f6bc1db req-fa144c33-9826-4c33-8ee6-db242865afc2 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 945 time: 0.2413278 Feb 09 14:04:12.070504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d48130-e077-40c8-abca-292224c66c75 req-987e8366-868d-429b-9c6f-8f0af5134feb tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:12.078256 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3d48130-e077-40c8-abca-292224c66c75 req-987e8366-868d-429b-9c6f-8f0af5134feb tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1030755 Feb 09 14:04:12.126534 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3d48130-e077-40c8-abca-292224c66c75 req-2ff27e1d-4183-4082-bf2e-8134a57de170 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473323 Feb 09 14:04:12.147068 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1f87dede-90ca-4fb3-9921-c2170f6bc1db req-b9324f9e-5813-4a0b-9268-2a3d4c38fa16 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948720 Feb 09 14:04:12.151613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887c5ea5-22c7-416b-9347-33cdf413e7a6 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:04:12.165998 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:12.252341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Transition to ACTIVE for port object 887c5ea5-22c7-416b-9347-33cdf413e7a6 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:04:12.258973 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:12.321109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057601d4-cee5-443a-914f-f21bc2cc8ea5 req-5f1f30ca-c4ee-41ba-9720-76667dc7b67d tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:12.323380 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-057601d4-cee5-443a-914f-f21bc2cc8ea5 req-5f1f30ca-c4ee-41ba-9720-76667dc7b67d tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.0876145 Feb 09 14:04:12.377633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45346) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:04:12.388315 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-057601d4-cee5-443a-914f-f21bc2cc8ea5 req-d5a857f0-3851-4e02-bf12-a7b89263965b tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583456 Feb 09 14:04:12.464557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Pushing event updated for resources: {'Port': ['ID=887c5ea5-22c7-416b-9347-33cdf413e7a6,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:12.541621 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0db1a33c-904e-42ab-861e-7a487329c719 req-2afa2ae4-db35-47d0-9447-0d16b216bb1a tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3668249 Feb 09 14:04:12.554974 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:04:12.563963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:04:12.577033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Usage tracker for resource:floatingip and tenant:5b7259a929c2479f87042051c7cc0457 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:04:12.583383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:04:12.592944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:04:12.595564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Attempting to bind port 887c5ea5-22c7-416b-9347-33cdf413e7a6 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:04:12.595708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Attempting to bind port 887c5ea5-22c7-416b-9347-33cdf413e7a6 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:04:12.596060 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Attempting to bind port 887c5ea5-22c7-416b-9347-33cdf413e7a6 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:04:12.606010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Port 887c5ea5-22c7-416b-9347-33cdf413e7a6 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:04:12.606248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Attempting to bind port 887c5ea5-22c7-416b-9347-33cdf413e7a6 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:04:12.614569 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:12.628865 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:04:12.629203 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:04:12.629594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:04:12.630043 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Bound port: 887c5ea5-22c7-416b-9347-33cdf413e7a6, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:04:12.630387 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:12.682779 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d507db87-78cc-40aa-aba2-bff532dab45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:12.706591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d507db87-78cc-40aa-aba2-bff532dab45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:04:12.712065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d507db87-78cc-40aa-aba2-bff532dab45a admin admin] Usage tracker for resource:security_group_rule and tenant:6ce44b473e5744b9a34794f387a80e17 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:04:12.716444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d507db87-78cc-40aa-aba2-bff532dab45a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:04:12.725040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d507db87-78cc-40aa-aba2-bff532dab45a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:04:12.758096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1af75-d596-420d-851e-dc122a6df11d req-8e660817-2994-40a3-b986-9a167808e2d5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:12.759568 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54d1af75-d596-420d-851e-dc122a6df11d req-8e660817-2994-40a3-b986-9a167808e2d5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.2458529 Feb 09 14:04:12.798635 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] For port 887c5ea5-22c7-416b-9347-33cdf413e7a6, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:04:12.802271 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] For port 887c5ea5-22c7-416b-9347-33cdf413e7a6, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=887c5ea5-22c7-416b-9347-33cdf413e7a6,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:04:12.808955 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:12.822026 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54d1af75-d596-420d-851e-dc122a6df11d req-52098a18-f59b-4053-93e2-feedec04a735 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551772 Feb 09 14:04:12.878196 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d507db87-78cc-40aa-aba2-bff532dab45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:12.881503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:12.882130 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d507db87-78cc-40aa-aba2-bff532dab45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:12.882267 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:12.884293 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-911840bc-0b23-4eb2-b496-498d09fd501b req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] 10.222.0.21 "PUT /v2.0/ports/887c5ea5-22c7-416b-9347-33cdf413e7a6 HTTP/1.1" status: 200 len: 1095 time: 1.8454857 Feb 09 14:04:12.884749 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f38106e-b3b9-4570-a279-dbdac4781fda', 'tag': '887c5ea5-22c7-416b-9347-33cdf413e7a6'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:12.921527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3f118-55e1-4d9a-8b08-07ff2ee52d91 service neutron] Pushing event updated for resources: {'Port': ['ID=887c5ea5-22c7-416b-9347-33cdf413e7a6,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:12.926082 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:12.945872 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d507db87-78cc-40aa-aba2-bff532dab45a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ce44b473e5744b9a34794f387a80e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5672016 Feb 09 14:04:12.947064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507db87-78cc-40aa-aba2-bff532dab45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87806da4-7708-4aac-a506-a8da7e973585,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:12.950308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45358) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:04:13.069896 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2bf75473-6f5a-4efe-b21f-1946e4a921ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:13.102121 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dd82c-db0c-4cb2-b782-80eaba8fca21 req-bd24f828-051c-47eb-b0ce-334324c7b401 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:13.103632 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-064dd82c-db0c-4cb2-b782-80eaba8fca21 req-bd24f828-051c-47eb-b0ce-334324c7b401 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 944 time: 0.1413519 Feb 09 14:04:13.111152 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2bf75473-6f5a-4efe-b21f-1946e4a921ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:13.117719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911840bc-0b23-4eb2-b496-498d09fd501b req-8fdf0660-62a9-4c8e-b16d-500ff3dc0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:13.118827 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-911840bc-0b23-4eb2-b496-498d09fd501b req-8fdf0660-62a9-4c8e-b16d-500ff3dc0e88 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 1098 time: 0.1535892 Feb 09 14:04:13.131295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Allocated IP 172.25.8.224 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/8a965f1f-1901-42dc-a44e-8760ef0e2c32) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:04:13.185962 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-064dd82c-db0c-4cb2-b782-80eaba8fca21 req-484144eb-12fd-4ed7-a034-05069e4d9535 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676370 Feb 09 14:04:13.225635 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2bf75473-6f5a-4efe-b21f-1946e4a921ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:13.250923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf75473-6f5a-4efe-b21f-1946e4a921ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87806da4-7708-4aac-a506-a8da7e973585,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:13.253348 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2bf75473-6f5a-4efe-b21f-1946e4a921ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:13.258236 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2bf75473-6f5a-4efe-b21f-1946e4a921ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87806da4-7708-4aac-a506-a8da7e973585 HTTP/1.1" status: 204 len: 168 time: 0.3064971 Feb 09 14:04:13.266751 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f38106e-b3b9-4570-a279-dbdac4781fda', 'tag': '887c5ea5-22c7-416b-9347-33cdf413e7a6', 'status': 'completed', 'code': 200} Feb 09 14:04:13.268301 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-911840bc-0b23-4eb2-b496-498d09fd501b req-b124c43c-15a8-48de-9706-fd6658be7b3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=887c5ea5-22c7-416b-9347-33cdf413e7a6 HTTP/1.1" status: 200 len: 217 time: 0.1265209 Feb 09 14:04:13.378906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911840bc-0b23-4eb2-b496-498d09fd501b req-471844ab-1473-476d-9868-1fabc6d1191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:13.380510 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-911840bc-0b23-4eb2-b496-498d09fd501b req-471844ab-1473-476d-9868-1fabc6d1191d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0937426 Feb 09 14:04:13.427362 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe9666-66d1-4e92-9117-2ede86dbd6da req-f50817f6-06c7-4cf1-9a23-25fb06d04771 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:13.429566 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ffbe9666-66d1-4e92-9117-2ede86dbd6da req-f50817f6-06c7-4cf1-9a23-25fb06d04771 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 947 time: 0.0908659 Feb 09 14:04:13.439366 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:13.475472 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ffbe9666-66d1-4e92-9117-2ede86dbd6da req-4d2c8a59-6f10-41ed-b378-217d66a8a783 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396874 Feb 09 14:04:13.486189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911840bc-0b23-4eb2-b496-498d09fd501b req-3dcfca7b-bbc2-49c2-8d02-76d66e943aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:13.487664 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-911840bc-0b23-4eb2-b496-498d09fd501b req-3dcfca7b-bbc2-49c2-8d02-76d66e943aac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012306 Feb 09 14:04:13.577296 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:13.615921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45372) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:04:13.644917 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-16ee667b-7993-4258-9a10-46b33e8c68a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:13.661975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:04:13.667082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:04:13.669490 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-16ee667b-7993-4258-9a10-46b33e8c68a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:04:13.673084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:04:13.674578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-16ee667b-7993-4258-9a10-46b33e8c68a9 admin admin] Usage tracker for resource:security_group_rule and tenant:1fcb4904851c49c3aa70121415465518 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:04:13.678467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-16ee667b-7993-4258-9a10-46b33e8c68a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:04:13.685319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-16ee667b-7993-4258-9a10-46b33e8c68a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:04:13.722547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf549452-9656-40b7-938a-1ac57480bdb8 req-524b9c97-e8e6-490d-972b-6a9328229c2c tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:13.724110 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cf549452-9656-40b7-938a-1ac57480bdb8 req-524b9c97-e8e6-490d-972b-6a9328229c2c tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1434793 Feb 09 14:04:13.792514 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cf549452-9656-40b7-938a-1ac57480bdb8 req-96ae9df3-87d4-4e49-b6c5-3e115c70873d tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601642 Feb 09 14:04:13.821323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Pushing event updated for resources: {'Port': ['ID=8a965f1f-1901-42dc-a44e-8760ef0e2c32,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:13.837186 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-16ee667b-7993-4258-9a10-46b33e8c68a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:13.843105 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-16ee667b-7993-4258-9a10-46b33e8c68a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:13.858287 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-911840bc-0b23-4eb2-b496-498d09fd501b req-6d11f51f-0075-48aa-9d56-e9ea3f1a5c95 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628018 Feb 09 14:04:13.895344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee667b-7993-4258-9a10-46b33e8c68a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a84a6b6-c277-4e9f-af89-422070cc988a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:13.899965 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-16ee667b-7993-4258-9a10-46b33e8c68a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1fcb4904851c49c3aa70121415465518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776945 Feb 09 14:04:13.902504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45378) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:04:14.014614 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:14.018382 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-469feab5-9065-4be5-b93b-e15b3acc02aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:14.052741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ff4c5-604b-4ab5-8555-7af8847a914a req-785b4079-ec0e-4730-8ba3-57e0b8259628 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:14.054206 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f2ff4c5-604b-4ab5-8555-7af8847a914a req-785b4079-ec0e-4730-8ba3-57e0b8259628 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.1399372 Feb 09 14:04:14.058383 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-469feab5-9065-4be5-b93b-e15b3acc02aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:14.095574 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-911840bc-0b23-4eb2-b496-498d09fd501b req-dcd0141a-bf57-4f82-a7f9-97ae826369da service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309895 Feb 09 14:04:14.104508 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:14.130865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f2ff4c5-604b-4ab5-8555-7af8847a914a req-13969007-64fa-4da5-a8fa-fc16327448c1 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656374 Feb 09 14:04:14.161005 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-469feab5-9065-4be5-b93b-e15b3acc02aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:14.177972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469feab5-9065-4be5-b93b-e15b3acc02aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a84a6b6-c277-4e9f-af89-422070cc988a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:14.184809 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-469feab5-9065-4be5-b93b-e15b3acc02aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:14.186039 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-469feab5-9065-4be5-b93b-e15b3acc02aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a84a6b6-c277-4e9f-af89-422070cc988a HTTP/1.1" status: 204 len: 168 time: 0.2825856 Feb 09 14:04:14.332246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea235fa-bcd6-4e22-bcd5-f219a4f8ed69 req-2e356e9c-d1d0-4ace-95bb-5a64c8ec1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:14.333760 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1ea235fa-bcd6-4e22-bcd5-f219a4f8ed69 req-2e356e9c-d1d0-4ace-95bb-5a64c8ec1967 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 1098 time: 0.1732774 Feb 09 14:04:14.354999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b864c-9b6f-4083-9e86-d8f7f41d9c6d req-b6429687-276c-4935-8feb-dd756f3ab74a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:14.356588 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a55b864c-9b6f-4083-9e86-d8f7f41d9c6d req-b6429687-276c-4935-8feb-dd756f3ab74a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0927534 Feb 09 14:04:14.407631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a55b864c-9b6f-4083-9e86-d8f7f41d9c6d req-cc16c6f3-c70e-4d24-aa6e-cb708aa35528 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450068 Feb 09 14:04:14.487320 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:14.502183 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:14.559294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea235fa-bcd6-4e22-bcd5-f219a4f8ed69 req-3bc91d71-b635-4b50-9cc7-91f0d6082fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:14.560762 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1ea235fa-bcd6-4e22-bcd5-f219a4f8ed69 req-3bc91d71-b635-4b50-9cc7-91f0d6082fbe service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.2170713 Feb 09 14:04:14.628567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba5876-828c-4aa3-975d-a846c0b84b5c req-471d3a25-28fd-44f0-9653-d4c66efbb1d1 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:14.630297 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-06ba5876-828c-4aa3-975d-a846c0b84b5c req-471d3a25-28fd-44f0-9653-d4c66efbb1d1 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 944 time: 0.1011934 Feb 09 14:04:14.680143 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1ea235fa-bcd6-4e22-bcd5-f219a4f8ed69 req-14b3ab83-7496-4d3d-81a1-7765f8268b44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=887c5ea5-22c7-416b-9347-33cdf413e7a6 HTTP/1.1" status: 200 len: 217 time: 0.0821383 Feb 09 14:04:14.684423 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-06ba5876-828c-4aa3-975d-a846c0b84b5c req-acc32daa-cfac-4733-b8c0-d40447012c1d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462754 Feb 09 14:04:14.685435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Pushing event updated for resources: {'Port': ['ID=8a965f1f-1901-42dc-a44e-8760ef0e2c32,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:14.742301 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:14.769836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea235fa-bcd6-4e22-bcd5-f219a4f8ed69 req-2a8d5dab-410f-431b-b65d-dacf0fee61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:14.771602 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1ea235fa-bcd6-4e22-bcd5-f219a4f8ed69 req-2a8d5dab-410f-431b-b65d-dacf0fee61fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0833762 Feb 09 14:04:14.778774 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:14.780152 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0db1a33c-904e-42ab-861e-7a487329c719 req-8582db47-30c0-4a4f-8d76-5562ebb5b39e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2314804 Feb 09 14:04:14.898505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71b1bb-f510-4d36-8261-c2098108f0c9 req-43b3007f-b72a-4bf5-9a66-8a0004361087 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:14.900048 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f71b1bb-f510-4d36-8261-c2098108f0c9 req-43b3007f-b72a-4bf5-9a66-8a0004361087 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 947 time: 0.0972111 Feb 09 14:04:14.949545 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f71b1bb-f510-4d36-8261-c2098108f0c9 req-3fe82a8f-aa5a-4533-aab6-14d7e50a13c6 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435526 Feb 09 14:04:14.961933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-0db1a33c-904e-42ab-861e-7a487329c719 req-58f9a129-3a1e-42cc-bdcd-4223b985143b tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Synchronizing usage tracker for tenant:5b7259a929c2479f87042051c7cc0457 on resource:floatingip {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:04:14.989231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-0db1a33c-904e-42ab-861e-7a487329c719 req-58f9a129-3a1e-42cc-bdcd-4223b985143b tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Unset dirty status for tenant:5b7259a929c2479f87042051c7cc0457 on resource:floatingip {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:04:14.990206 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0db1a33c-904e-42ab-861e-7a487329c719 req-58f9a129-3a1e-42cc-bdcd-4223b985143b tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 696 time: 0.1714454 Feb 09 14:04:15.027947 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea235fa-bcd6-4e22-bcd5-f219a4f8ed69 req-d4da65d3-b5a6-4092-a2b6-0f0823d870d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:15.029467 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1ea235fa-bcd6-4e22-bcd5-f219a4f8ed69 req-d4da65d3-b5a6-4092-a2b6-0f0823d870d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2484586 Feb 09 14:04:15.110317 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f60a80e6-f362-4dba-8f59-b61c5831d18c req-a9ca015b-fb84-4ca0-ad68-f5129c374e38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2324913 Feb 09 14:04:15.158557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c9a22-2f9a-44ed-8a77-18e219112fe2 req-feb8f1b1-b2be-4fa8-a3e5-2b9c192ce6c1 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:15.167999 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-607c9a22-2f9a-44ed-8a77-18e219112fe2 req-feb8f1b1-b2be-4fa8-a3e5-2b9c192ce6c1 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.0994923 Feb 09 14:04:15.220419 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-607c9a22-2f9a-44ed-8a77-18e219112fe2 req-94e862da-1ed5-42c8-8df2-eb640d6fe1b9 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515010 Feb 09 14:04:15.409192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd5fea-d580-41bd-b906-c841d803f957 req-b1c3f329-fa79-49ea-8dbf-180cee5ecab6 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:15.410724 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5cd5fea-d580-41bd-b906-c841d803f957 req-b1c3f329-fa79-49ea-8dbf-180cee5ecab6 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.0918379 Feb 09 14:04:15.424228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1a33c-904e-42ab-861e-7a487329c719 req-4a3e4113-5469-4c60-bbd8-c2a7ee15b415 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:15.425684 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0db1a33c-904e-42ab-861e-7a487329c719 req-4a3e4113-5469-4c60-bbd8-c2a7ee15b415 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.4260719 Feb 09 14:04:15.436050 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1ea235fa-bcd6-4e22-bcd5-f219a4f8ed69 req-f755d52d-ddba-4e1f-aceb-9766775e4f65 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531158 Feb 09 14:04:15.444118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-0db1a33c-904e-42ab-861e-7a487329c719 req-2a0a7607-d8b4-458c-8644-2711aefb3f90 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:04:15.445618 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0db1a33c-904e-42ab-861e-7a487329c719 req-2a0a7607-d8b4-458c-8644-2711aefb3f90 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085466 Feb 09 14:04:15.463359 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5cd5fea-d580-41bd-b906-c841d803f957 req-a4f951ad-aa3c-4849-8787-d6e85e5066fa tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432463 Feb 09 14:04:15.529726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a80e6-f362-4dba-8f59-b61c5831d18c req-4c34d865-a64f-4fa5-9a38-976c32e04d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:15.531229 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f60a80e6-f362-4dba-8f59-b61c5831d18c req-4c34d865-a64f-4fa5-9a38-976c32e04d43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 1095 time: 0.2571864 Feb 09 14:04:15.739279 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1ea235fa-bcd6-4e22-bcd5-f219a4f8ed69 req-d5c2876c-fdb6-4be8-92bf-6ef64e4a3b07 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917438 Feb 09 14:04:15.818462 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca4712-8f9f-41bd-a568-aa13ce604b8b req-9dde237f-11e6-4a49-ab6c-902f160d67d6 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:15.820109 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-edca4712-8f9f-41bd-a568-aa13ce604b8b req-9dde237f-11e6-4a49-ab6c-902f160d67d6 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.2127540 Feb 09 14:04:15.821354 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a80e6-f362-4dba-8f59-b61c5831d18c req-817faa1d-75bc-48d7-8276-56a1d0241853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:15.822711 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f60a80e6-f362-4dba-8f59-b61c5831d18c req-817faa1d-75bc-48d7-8276-56a1d0241853 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.2599251 Feb 09 14:04:15.891984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-43ccdfe5-6ba5-47ce-8162-74c3bc2cae12 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:15.893746 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-43ccdfe5-6ba5-47ce-8162-74c3bc2cae12 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 821 time: 0.1594954 Feb 09 14:04:15.910952 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f60a80e6-f362-4dba-8f59-b61c5831d18c req-f5a6b52d-1b0a-46ed-843c-2a6464dbe322 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d HTTP/1.1" status: 200 len: 217 time: 0.0691779 Feb 09 14:04:15.911333 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-63bb2fc5-9f05-47c9-9d0c-d272a3e81da9 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/quotas/5b7259a929c2479f87042051c7cc0457 HTTP/1.1" status: 200 len: 375 time: 0.0092304 Feb 09 14:04:15.930768 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-edca4712-8f9f-41bd-a568-aa13ce604b8b req-c456342b-516e-4073-b7e5-366df5b7a0c4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040635 Feb 09 14:04:15.992004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a80e6-f362-4dba-8f59-b61c5831d18c req-fe60c855-c1c5-4301-89f8-0a8c43bee2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:15.993334 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f60a80e6-f362-4dba-8f59-b61c5831d18c req-fe60c855-c1c5-4301-89f8-0a8c43bee2df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.0617344 Feb 09 14:04:16.028156 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-ce551544-ec46-47ed-8272-9a3c31d38f50 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1104949 Feb 09 14:04:16.080190 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f60a80e6-f362-4dba-8f59-b61c5831d18c req-d83c1d37-ebec-435d-a30a-7b059fc01056 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797038 Feb 09 14:04:16.172521 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-e6205fb4-bc65-460d-a068-2dcdb247f28d service neutron] 10.222.0.48 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333210 Feb 09 14:04:16.239994 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a48bb-44fd-4f69-9998-96a500eba956 req-770ca251-ba00-4652-898a-f0013a368341 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:16.241614 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd9a48bb-44fd-4f69-9998-96a500eba956 req-770ca251-ba00-4652-898a-f0013a368341 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 944 time: 0.2071474 Feb 09 14:04:16.269558 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f60a80e6-f362-4dba-8f59-b61c5831d18c req-eb117d6b-5917-40a6-9ad7-a8431758b42c service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821206 Feb 09 14:04:16.426117 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd9a48bb-44fd-4f69-9998-96a500eba956 req-f3b856f2-83b3-4748-a536-3492aad45d5f tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745901 Feb 09 14:04:16.465621 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-fee3b838-7767-498c-a4a0-39e891a20a4a service neutron] 10.222.0.48 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871044 Feb 09 14:04:16.472038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a534ef-e690-49ec-9131-1bfe9a237a52 req-45bdfca3-6b57-43d2-bb2d-f7bd3b141893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:16.473907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-45a534ef-e690-49ec-9131-1bfe9a237a52 req-45bdfca3-6b57-43d2-bb2d-f7bd3b141893 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 1125 time: 0.1384542 Feb 09 14:04:16.487890 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f60a80e6-f362-4dba-8f59-b61c5831d18c req-f3872cee-762a-43d1-85d7-604fce607b06 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101777 Feb 09 14:04:16.498907 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd64a-3279-471b-9087-d85423cfde26 req-88cfce18-855c-40eb-8a2a-e399f4e01361 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:16.500643 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-88cfce18-855c-40eb-8a2a-e399f4e01361 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea&tenant_id=88a376f878274e1491d4af100b1ec6bb&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 1095 time: 0.1404326 Feb 09 14:04:16.591435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd64a-3279-471b-9087-d85423cfde26 req-a3482806-08c7-4dd9-b6f3-4ac83e181c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:16.593985 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-a3482806-08c7-4dd9-b6f3-4ac83e181c1c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea&tenant_id=88a376f878274e1491d4af100b1ec6bb HTTP/1.1" status: 200 len: 1095 time: 0.0814543 Feb 09 14:04:16.775480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a534ef-e690-49ec-9131-1bfe9a237a52 req-5ad78089-5880-48a7-94af-e6ce607bb381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:16.777636 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-45a534ef-e690-49ec-9131-1bfe9a237a52 req-5ad78089-5880-48a7-94af-e6ce607bb381 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.2966917 Feb 09 14:04:16.805886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd64a-3279-471b-9087-d85423cfde26 req-87b1f22c-b5a6-4e0b-8c97-2e9c3c8e0958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:16.807475 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-87b1f22c-b5a6-4e0b-8c97-2e9c3c8e0958 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 1095 time: 0.1771562 Feb 09 14:04:16.901156 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-45a534ef-e690-49ec-9131-1bfe9a237a52 req-9c44dad7-263a-484b-b6fa-ff0600889d8d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eea9ee2-af57-4b83-8566-e5cd74af6ba8 HTTP/1.1" status: 200 len: 217 time: 0.0829051 Feb 09 14:04:16.982122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a534ef-e690-49ec-9131-1bfe9a237a52 req-443d8285-de9a-45de-a4a9-9c4518da0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:16.983584 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-45a534ef-e690-49ec-9131-1bfe9a237a52 req-443d8285-de9a-45de-a4a9-9c4518da0067 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.0741761 Feb 09 14:04:16.992166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa5d1b-6e2d-493d-83de-e2a185df2237 req-68231c57-6eb3-4a1b-b0a5-fd556b4dffb8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:16.993615 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1aa5d1b-6e2d-493d-83de-e2a185df2237 req-68231c57-6eb3-4a1b-b0a5-fd556b4dffb8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 947 time: 0.2214804 Feb 09 14:04:17.013972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd64a-3279-471b-9087-d85423cfde26 req-1b0696a2-5960-4656-a5ab-0d4538e0ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:17.015402 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-1b0696a2-5960-4656-a5ab-0d4538e0ced3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 0.1924911 Feb 09 14:04:17.047233 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-45a534ef-e690-49ec-9131-1bfe9a237a52 req-5d94bda8-4e99-45a4-9fd0-f32b13973809 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526528 Feb 09 14:04:17.149928 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1aa5d1b-6e2d-493d-83de-e2a185df2237 req-e4697606-ce8d-4af0-bc18-59f012eddfb0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202424 Feb 09 14:04:17.202383 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-c307a8d8-0b53-467d-bb8b-a9ad9fbf0dca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc HTTP/1.1" status: 200 len: 217 time: 0.1814332 Feb 09 14:04:17.210517 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d99ca1-9d0d-48a8-8b3f-bdb6d5a18f5f req-f6305910-66fd-43c1-a9dd-bee44ca7feb4 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:17.211966 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89d99ca1-9d0d-48a8-8b3f-bdb6d5a18f5f req-f6305910-66fd-43c1-a9dd-bee44ca7feb4 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.3184786 Feb 09 14:04:17.227247 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-45a534ef-e690-49ec-9131-1bfe9a237a52 req-d01f67fe-4a07-4f50-9380-0e2d7e69849d service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727459 Feb 09 14:04:17.308539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd64a-3279-471b-9087-d85423cfde26 req-985ea3ac-9cb6-484b-be68-575b4a69ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:17.309995 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-985ea3ac-9cb6-484b-be68-575b4a69ae3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.0943031 Feb 09 14:04:17.314751 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89d99ca1-9d0d-48a8-8b3f-bdb6d5a18f5f req-9afecb68-e4ab-4c27-832e-0fe951ba4977 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670094 Feb 09 14:04:17.362238 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-73d628d0-8aa4-40a1-91f9-d742a2556dd4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457132 Feb 09 14:04:17.497348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c389c-85a3-4f17-b609-8efb348f5961 req-17078f31-52ce-4465-a8ad-40710b0784ca tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:17.504271 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a58c389c-85a3-4f17-b609-8efb348f5961 req-17078f31-52ce-4465-a8ad-40710b0784ca tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.1552057 Feb 09 14:04:17.526349 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-45a534ef-e690-49ec-9131-1bfe9a237a52 req-d2b1676b-6096-4bdb-94ba-97319b0d1002 service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930343 Feb 09 14:04:17.530431 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b19e570d-8bdb-41ff-8386-bca097c7a472 req-db545353-ebe4-425d-9f62-9de1620c950c tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 210 time: 0.0755653 Feb 09 14:04:17.566813 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a58c389c-85a3-4f17-b609-8efb348f5961 req-f643398b-25ce-43c4-9cfc-b1951bcf418c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615675 Feb 09 14:04:17.632905 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-74c10022-24ba-4341-84a2-27622f0f2b87 service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628329 Feb 09 14:04:17.775092 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-bc7902ba-4a71-4535-b631-def7f9a757b4 service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356766 Feb 09 14:04:17.795912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd57b1e-e195-400b-a09a-e19b7b84a827 req-648a7294-d673-445b-b47a-e09114a71aa3 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:17.797613 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4fd57b1e-e195-400b-a09a-e19b7b84a827 req-648a7294-d673-445b-b47a-e09114a71aa3 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1055889 Feb 09 14:04:17.849865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4fd57b1e-e195-400b-a09a-e19b7b84a827 req-6b44d4c5-e656-45c0-bcbd-865b70a303df tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446548 Feb 09 14:04:17.903908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4764b8-8460-4ede-a7b8-4a5522d0684b req-0805cac1-73c2-4581-91be-7b23b99309bd tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:17.905426 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8b4764b8-8460-4ede-a7b8-4a5522d0684b req-0805cac1-73c2-4581-91be-7b23b99309bd tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 944 time: 0.0917196 Feb 09 14:04:17.956513 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8b4764b8-8460-4ede-a7b8-4a5522d0684b req-4fc6fb74-95f5-468a-86f7-9184f2336f5c tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444803 Feb 09 14:04:17.984458 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 887c5ea5-22c7-416b-9347-33cdf413e7a6 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:04:18.051245 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-460859df-90ab-455e-96e9-dadf404d2638 req-b1d699f2-4a89-4c53-89ad-aa91b260c4d5 tempest-QuotasAdminNegativeTest-1904443946 tempest-QuotasAdminNegativeTest-1904443946-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=622bfb4027d149f6921bb725046040f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367970 Feb 09 14:04:18.204568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-ae1bd49f-4f8e-4e18-b654-3d5cb5621754 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:18.206366 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-ae1bd49f-4f8e-4e18-b654-3d5cb5621754 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.35 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 821 time: 0.1751809 Feb 09 14:04:18.222666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-4a634e23-9b22-447d-bd6f-0adbda488a34 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Request body: {'port': {'device_id': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'admin_state_up': True, 'tenant_id': '5b7259a929c2479f87042051c7cc0457'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:04:18.230042 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 887c5ea5-22c7-416b-9347-33cdf413e7a6, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=887c5ea5-22c7-416b-9347-33cdf413e7a6,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:18.271236 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '887c5ea5-22c7-416b-9347-33cdf413e7a6', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '887c5ea5-22c7-416b-9347-33cdf413e7a6', 'mac_address': 'fa:16:3e:fc:12:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:04:18.289760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460859df-90ab-455e-96e9-dadf404d2638 req-c98e3982-623a-4dcf-af6a-97783f2db980 tempest-QuotasAdminNegativeTest-1904443946 tempest-QuotasAdminNegativeTest-1904443946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:18.299618 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-460859df-90ab-455e-96e9-dadf404d2638 req-c98e3982-623a-4dcf-af6a-97783f2db980 tempest-QuotasAdminNegativeTest-1904443946 tempest-QuotasAdminNegativeTest-1904443946-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2404397 Feb 09 14:04:18.320225 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-460859df-90ab-455e-96e9-dadf404d2638 req-00442b35-194d-43e8-a8f8-db18bab223cd tempest-QuotasAdminNegativeTest-1904443946 tempest-QuotasAdminNegativeTest-1904443946-project] 10.222.0.48 "GET /v2.0/quotas/622bfb4027d149f6921bb725046040f2 HTTP/1.1" status: 200 len: 375 time: 0.0195897 Feb 09 14:04:18.327538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd64a-3279-471b-9087-d85423cfde26 req-f47480f2-f7cd-4faa-9b2a-8c01efcf82ae tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:18.329032 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-f47480f2-f7cd-4faa-9b2a-8c01efcf82ae tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea&tenant_id=88a376f878274e1491d4af100b1ec6bb&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 1095 time: 0.1883810 Feb 09 14:04:18.341908 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:18.359683 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887c5ea5-22c7-416b-9347-33cdf413e7a6 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:04:18.375677 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 887c5ea5-22c7-416b-9347-33cdf413e7a6, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=887c5ea5-22c7-416b-9347-33cdf413e7a6,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:18.381329 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:18.410853 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-460859df-90ab-455e-96e9-dadf404d2638 req-7f130b2b-124d-4bde-902a-fb1397203b4e tempest-QuotasAdminNegativeTest-1904443946 tempest-QuotasAdminNegativeTest-1904443946-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=622bfb4027d149f6921bb725046040f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808525 Feb 09 14:04:18.459815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-4a634e23-9b22-447d-bd6f-0adbda488a34 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:04:18.471302 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2947ee2-9737-4a09-8284-435396ad4c02 req-3f2693ae-97fb-4803-a978-2130a84b0911 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:18.472028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-c2947ee2-9737-4a09-8284-435396ad4c02 req-3f2693ae-97fb-4803-a978-2130a84b0911 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Synchronizing usage tracker for tenant:3c6a03b6484b48d8a9fb9b18aaadf881 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:04:18.476138 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=887c5ea5-22c7-416b-9347-33cdf413e7a6,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:18.484659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-4a634e23-9b22-447d-bd6f-0adbda488a34 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:04:18.502992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-c2947ee2-9737-4a09-8284-435396ad4c02 req-3f2693ae-97fb-4803-a978-2130a84b0911 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Unset dirty status for tenant:3c6a03b6484b48d8a9fb9b18aaadf881 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:04:18.512875 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c2947ee2-9737-4a09-8284-435396ad4c02 req-3f2693ae-97fb-4803-a978-2130a84b0911 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 947 time: 0.2008834 Feb 09 14:04:18.533039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-4a634e23-9b22-447d-bd6f-0adbda488a34 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Made reservation on behalf of 5b7259a929c2479f87042051c7cc0457 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:04:18.537409 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-4a634e23-9b22-447d-bd6f-0adbda488a34 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:18.633492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c2947ee2-9737-4a09-8284-435396ad4c02 req-9f0a16ce-9021-4f28-94de-98521a5e37e1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196446 Feb 09 14:04:18.696975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-786cd64a-3279-471b-9087-d85423cfde26 req-124ddc2a-6752-4aa6-a30a-4a788492eefa service neutron] For port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:04:18.702623 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-786cd64a-3279-471b-9087-d85423cfde26 req-124ddc2a-6752-4aa6-a30a-4a788492eefa service neutron] Notify callbacks [] for binding, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:18.703766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-786cd64a-3279-471b-9087-d85423cfde26 req-124ddc2a-6752-4aa6-a30a-4a788492eefa service neutron] 10.222.0.35 "DELETE /v2.0/ports/d8fbcb22-0c73-4dbc-b4a8-dd55df551afc/bindings/n-h2-828418-2 HTTP/1.1" status: 204 len: 173 time: 0.3404996 Feb 09 14:04:18.720371 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd3698-3f5b-4b19-acb7-8bb8c6a22f8f req-f380fe45-3fca-4ae1-8f70-2b126677c526 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:18.721876 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0fcd3698-3f5b-4b19-acb7-8bb8c6a22f8f req-f380fe45-3fca-4ae1-8f70-2b126677c526 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1094425 Feb 09 14:04:18.778386 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0fcd3698-3f5b-4b19-acb7-8bb8c6a22f8f req-ecae5396-400f-4a8e-812e-e21e86e8fc6f tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477014 Feb 09 14:04:18.796303 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-4a634e23-9b22-447d-bd6f-0adbda488a34 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Allocated IP 172.20.0.5 (67fa057e-4076-41a6-97da-7df2caf732e1/0f4c97bb-b5dc-4013-99c8-e51c35a4d412/288625e0-68a4-4f8e-b960-d38316cb0b74) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:04:18.920260 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dde8bfc5-c458-49d0-879d-99a6243413a2 req-30a26b58-aaa2-4e1e-9146-3a44f8068998 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 210 time: 0.0415721 Feb 09 14:04:18.924407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['887c5ea5-22c7-416b-9347-33cdf413e7a6'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:04:19.082669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcd2e4-0910-4867-8884-7c3c7acfbc49 req-ede3b384-6fe2-4d39-9030-27749b858e18 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:19.084180 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-35bcd2e4-0910-4867-8884-7c3c7acfbc49 req-ede3b384-6fe2-4d39-9030-27749b858e18 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.1620135 Feb 09 14:04:19.128047 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-4a634e23-9b22-447d-bd6f-0adbda488a34 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:19.162348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-4a634e23-9b22-447d-bd6f-0adbda488a34 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Transition to ACTIVE for port object 288625e0-68a4-4f8e-b960-d38316cb0b74 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:04:19.169753 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-35bcd2e4-0910-4867-8884-7c3c7acfbc49 req-a5ad4498-a460-42dd-b931-8976b4785669 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693817 Feb 09 14:04:19.189930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a79c7b-2775-4a8e-aad5-a42e0ca99d18 req-a62c8533-12b1-4d85-b439-1fc54dce2bcc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:19.191607 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-61a79c7b-2775-4a8e-aad5-a42e0ca99d18 req-a62c8533-12b1-4d85-b439-1fc54dce2bcc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0911863 Feb 09 14:04:19.205336 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-4a634e23-9b22-447d-bd6f-0adbda488a34 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:19.244616 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-61a79c7b-2775-4a8e-aad5-a42e0ca99d18 req-691899ac-b0fe-40a0-8afa-400d5facd900 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451524 Feb 09 14:04:19.293542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-4a634e23-9b22-447d-bd6f-0adbda488a34 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Network 67fa057e-4076-41a6-97da-7df2caf732e1 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:04:19.299096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-4a634e23-9b22-447d-bd6f-0adbda488a34 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:04:19.307401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-4a634e23-9b22-447d-bd6f-0adbda488a34 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:04:19.376781 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a634e23-9b22-447d-bd6f-0adbda488a34 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Pushing event updated for resources: {'Port': ['ID=288625e0-68a4-4f8e-b960-d38316cb0b74,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:19.449668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-4a634e23-9b22-447d-bd6f-0adbda488a34 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:19.450325 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-4a634e23-9b22-447d-bd6f-0adbda488a34 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:19.494378 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-4a634e23-9b22-447d-bd6f-0adbda488a34 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2787695 Feb 09 14:04:19.514698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Request body: {'port': {'device_id': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:04:19.607255 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0bac1b52-d645-4747-a5a3-cb39a7fb19e0 None None] Provisioning for port 288625e0-68a4-4f8e-b960-d38316cb0b74 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:04:19.612634 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7541b83a-663f-4f38-9b43-786d3df8e15a req-562bae6a-64db-4686-9bc8-750594a08aab tempest-QuotasAdminNegativeTest-1904443946 tempest-QuotasAdminNegativeTest-1904443946-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=622bfb4027d149f6921bb725046040f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324421 Feb 09 14:04:19.614994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0bac1b52-d645-4747-a5a3-cb39a7fb19e0 None None] Provisioning complete for port 288625e0-68a4-4f8e-b960-d38316cb0b74 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:04:19.615401 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0bac1b52-d645-4747-a5a3-cb39a7fb19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:19.664998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bad86a-55f0-4a6c-bc73-eaf28d05ff2a req-d7313008-8b9e-4e35-8177-c7823eed57db tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:19.672299 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3bad86a-55f0-4a6c-bc73-eaf28d05ff2a req-d7313008-8b9e-4e35-8177-c7823eed57db tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 944 time: 0.3689830 Feb 09 14:04:19.683665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0bac1b52-d645-4747-a5a3-cb39a7fb19e0 None None] Port 288625e0-68a4-4f8e-b960-d38316cb0b74 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:04:19.770222 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3bad86a-55f0-4a6c-bc73-eaf28d05ff2a req-206f4f1f-b1ef-4d51-a7c9-8e8ccb9eef40 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969715 Feb 09 14:04:19.801171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541b83a-663f-4f38-9b43-786d3df8e15a req-991d9645-9b4b-41af-a1ed-fb2275fd13f7 tempest-QuotasAdminNegativeTest-1904443946 tempest-QuotasAdminNegativeTest-1904443946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:19.803188 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7541b83a-663f-4f38-9b43-786d3df8e15a req-991d9645-9b4b-41af-a1ed-fb2275fd13f7 tempest-QuotasAdminNegativeTest-1904443946 tempest-QuotasAdminNegativeTest-1904443946-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830249 Feb 09 14:04:19.810784 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:19.818674 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7541b83a-663f-4f38-9b43-786d3df8e15a req-17bccd67-cfa4-4f7d-bf28-936708aa22c4 tempest-QuotasAdminNegativeTest-1904443946 tempest-QuotasAdminNegativeTest-1904443946-project] 10.222.0.48 "GET /v2.0/quotas/622bfb4027d149f6921bb725046040f2 HTTP/1.1" status: 200 len: 375 time: 0.0097139 Feb 09 14:04:19.869593 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7541b83a-663f-4f38-9b43-786d3df8e15a req-87e55f87-ee20-4235-8b13-c32ba43cc58a tempest-QuotasAdminNegativeTest-1904443946 tempest-QuotasAdminNegativeTest-1904443946-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=622bfb4027d149f6921bb725046040f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448072 Feb 09 14:04:20.100364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f89f1a-5c8c-478a-80e8-a18dbbe53ddf req-06e506eb-71f9-432e-89b4-9dc57853a446 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:20.103002 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74f89f1a-5c8c-478a-80e8-a18dbbe53ddf req-06e506eb-71f9-432e-89b4-9dc57853a446 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 948 time: 0.2320254 Feb 09 14:04:20.138244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724be00-5a1e-4fca-8a8a-d05011382622 req-8a4c111d-55a4-4144-83ee-13e1778e3a27 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:20.140178 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5724be00-5a1e-4fca-8a8a-d05011382622 req-8a4c111d-55a4-4144-83ee-13e1778e3a27 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.0970750 Feb 09 14:04:20.182372 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74f89f1a-5c8c-478a-80e8-a18dbbe53ddf req-ed0cf337-1c53-4169-9158-a1c130374360 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683854 Feb 09 14:04:20.186093 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5724be00-5a1e-4fca-8a8a-d05011382622 req-7bfebad5-c724-4f82-881b-34901d8be2b0 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396309 Feb 09 14:04:20.295589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288625e0-68a4-4f8e-b960-d38316cb0b74 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:04:20.305418 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:20.308016 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['fb00f404-dc2c-4c00-b366-000ba1e9adb1'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:04:20.368719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Transition to ACTIVE for port object 288625e0-68a4-4f8e-b960-d38316cb0b74 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:04:20.377323 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:20.531827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09f187-ebce-4f21-8675-7029eb6ee29d req-03f21f01-0db7-4c87-a2e2-eed6a0722e4c tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:20.533459 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8c09f187-ebce-4f21-8675-7029eb6ee29d req-03f21f01-0db7-4c87-a2e2-eed6a0722e4c tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 1095 time: 0.1064739 Feb 09 14:04:20.578714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8c09f187-ebce-4f21-8675-7029eb6ee29d req-d7fb14d5-c3d9-49a7-b0ac-4522cc9a6bc6 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390806 Feb 09 14:04:20.580106 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Pushing event updated for resources: {'Port': ['ID=288625e0-68a4-4f8e-b960-d38316cb0b74,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:20.595582 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8207135-e054-4c97-a37c-3b7814534c26 req-98b9ea81-dbcc-4af9-8091-317e4a11faff tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:20.596354 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f8207135-e054-4c97-a37c-3b7814534c26 req-98b9ea81-dbcc-4af9-8091-317e4a11faff tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Synchronizing usage tracker for tenant:5b7259a929c2479f87042051c7cc0457 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:04:20.656183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f8207135-e054-4c97-a37c-3b7814534c26 req-98b9ea81-dbcc-4af9-8091-317e4a11faff tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Unset dirty status for tenant:5b7259a929c2479f87042051c7cc0457 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:04:20.657495 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f8207135-e054-4c97-a37c-3b7814534c26 req-98b9ea81-dbcc-4af9-8091-317e4a11faff tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 931 time: 0.3547721 Feb 09 14:04:20.705055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Attempting to bind port 288625e0-68a4-4f8e-b960-d38316cb0b74 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:04:20.705782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Attempting to bind port 288625e0-68a4-4f8e-b960-d38316cb0b74 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '1ba2ae76-fb1e-46f8-8a69-14788815e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:04:20.705782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Attempting to bind port 288625e0-68a4-4f8e-b960-d38316cb0b74 on network 67fa057e-4076-41a6-97da-7df2caf732e1 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:04:20.723099 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Port 288625e0-68a4-4f8e-b960-d38316cb0b74 on network 67fa057e-4076-41a6-97da-7df2caf732e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:04:20.723624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Attempting to bind port 288625e0-68a4-4f8e-b960-d38316cb0b74 on network 67fa057e-4076-41a6-97da-7df2caf732e1 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:04:20.734904 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f8207135-e054-4c97-a37c-3b7814534c26 req-47b76f02-2981-4e34-b7a3-975330a44c0e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688672 Feb 09 14:04:20.735808 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:04:20.736155 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Checking segment: {'id': '1ba2ae76-fb1e-46f8-8a69-14788815e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:04:20.736587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Bound using segment: {'id': '1ba2ae76-fb1e-46f8-8a69-14788815e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:04:20.737020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Bound port: 288625e0-68a4-4f8e-b960-d38316cb0b74, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba2ae76-fb1e-46f8-8a69-14788815e0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:04:20.737365 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:20.859657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c8a66-2811-4514-ab99-082b4a8e78e9 req-89c027e2-531b-4943-a557-4b16b422f54c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:20.863471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] For port 288625e0-68a4-4f8e-b960-d38316cb0b74, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:04:20.864282 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-363c8a66-2811-4514-ab99-082b4a8e78e9 req-89c027e2-531b-4943-a557-4b16b422f54c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.0968621 Feb 09 14:04:20.908933 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-363c8a66-2811-4514-ab99-082b4a8e78e9 req-18abe298-a701-4acc-9b94-62c61cef9ecb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406263 Feb 09 14:04:20.910965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] For port 288625e0-68a4-4f8e-b960-d38316cb0b74, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=288625e0-68a4-4f8e-b960-d38316cb0b74,segment=NetworkSegment(1ba2ae76-fb1e-46f8-8a69-14788815e0b7),segment_id=1ba2ae76-fb1e-46f8-8a69-14788815e0b7)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:04:20.923317 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:20.995523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:20.996230 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:20.997613 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] 10.222.0.35 "PUT /v2.0/ports/288625e0-68a4-4f8e-b960-d38316cb0b74 HTTP/1.1" status: 200 len: 1091 time: 1.4929748 Feb 09 14:04:21.005568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'tag': '288625e0-68a4-4f8e-b960-d38316cb0b74'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:21.032152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2678ccb-6890-4d0b-b872-305f6204adc0 service neutron] Pushing event updated for resources: {'Port': ['ID=288625e0-68a4-4f8e-b960-d38316cb0b74,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:21.044771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde31e6a-5164-43ac-8920-8402bb68c9b7 req-c93de048-4773-4f0f-aa69-d88ca2f541dc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:21.046276 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bde31e6a-5164-43ac-8920-8402bb68c9b7 req-c93de048-4773-4f0f-aa69-d88ca2f541dc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1843894 Feb 09 14:04:21.149213 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bde31e6a-5164-43ac-8920-8402bb68c9b7 req-19ca4d16-f1c9-44c2-85ae-2764234fdf78 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961151 Feb 09 14:04:21.167356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-e9528142-0976-47ea-8176-08bdafd89510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:21.169029 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-e9528142-0976-47ea-8176-08bdafd89510 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 1094 time: 0.1172194 Feb 09 14:04:21.248132 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-f7f3ea60-d868-4264-884e-b138c01bd771 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=288625e0-68a4-4f8e-b960-d38316cb0b74 HTTP/1.1" status: 200 len: 217 time: 0.0713899 Feb 09 14:04:21.256322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-a0113289-cdd3-4ea9-8233-778501082875 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:21.257844 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-a0113289-cdd3-4ea9-8233-778501082875 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 821 time: 0.1719131 Feb 09 14:04:21.273701 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-8c782b71-166d-42d8-b1e6-2ec275cc8f85 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/quotas/88a376f878274e1491d4af100b1ec6bb HTTP/1.1" status: 200 len: 375 time: 0.0102081 Feb 09 14:04:21.323965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-3092284d-9091-4192-a4e7-1166935abacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:21.325482 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-3092284d-9091-4192-a4e7-1166935abacc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f4c97bb-b5dc-4013-99c8-e51c35a4d412 HTTP/1.1" status: 200 len: 860 time: 0.0712979 Feb 09 14:04:21.367748 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'tag': '288625e0-68a4-4f8e-b960-d38316cb0b74', 'status': 'completed', 'code': 200} Feb 09 14:04:21.377895 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-00da4c11-b9a7-4077-bd99-4e55c697d2b5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977783 Feb 09 14:04:21.410442 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-8accbd52-9e5c-4184-aac7-cb35c01eadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:21.410442 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-8accbd52-9e5c-4184-aac7-cb35c01eadc7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67fa057e-4076-41a6-97da-7df2caf732e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785813 Feb 09 14:04:21.516058 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-619c8b86-142a-4de2-887a-e33aa2166119 service neutron] 10.222.0.48 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305356 Feb 09 14:04:21.661700 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a623830-b794-4064-8264-4d4f4f0bc5ea service neutron] 10.222.0.48 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296816 Feb 09 14:04:21.690445 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-5cbf625f-e3a7-4bc3-a49b-018db7e2b745 service neutron] 10.222.0.35 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721839 Feb 09 14:04:21.703022 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8b265-68f1-4c45-aad2-db26bd88e401 req-1dcc3541-6e45-49f1-890b-fe72c3f059a5 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:21.704435 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c4e8b265-68f1-4c45-aad2-db26bd88e401 req-1dcc3541-6e45-49f1-890b-fe72c3f059a5 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1319726 Feb 09 14:04:21.839627 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c4e8b265-68f1-4c45-aad2-db26bd88e401 req-84ce3e30-b347-452f-8608-188ea6b31b67 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090982 Feb 09 14:04:21.882411 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-583f73ad-b034-4e8c-b4f3-02699dad2e53 req-387fec7d-47a2-4e42-8a6c-225e762c5589 service neutron] 10.222.0.35 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770327 Feb 09 14:04:21.983340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40506df-32f3-471a-ac65-3b6debcec957 req-7fe9d0ba-d6e8-48cf-be03-41bc9eeaa865 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:21.985219 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f40506df-32f3-471a-ac65-3b6debcec957 req-7fe9d0ba-d6e8-48cf-be03-41bc9eeaa865 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 948 time: 0.1235411 Feb 09 14:04:22.009790 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 887c5ea5-22c7-416b-9347-33cdf413e7a6 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:04:22.036320 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-16f60417-c33f-44e0-b7db-d93348bcc3ac req-1de7eb86-e465-4e75-a78f-87d3dfe6bb22 tempest-QuotasAdminNegativeTest-1904443946 tempest-QuotasAdminNegativeTest-1904443946-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=622bfb4027d149f6921bb725046040f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565062 Feb 09 14:04:22.046003 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f40506df-32f3-471a-ac65-3b6debcec957 req-0012b993-8aa3-4961-beca-13d534633bc5 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523269 Feb 09 14:04:22.120923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 887c5ea5-22c7-416b-9347-33cdf413e7a6 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:04:22.129513 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 887c5ea5-22c7-416b-9347-33cdf413e7a6 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:04:22.130206 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:22.237279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0697462-9f50-4266-b7df-93aafaded8f5 req-d1f8005e-3dad-43c2-a6e6-514ef2d2621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:22.239686 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a0697462-9f50-4266-b7df-93aafaded8f5 req-d1f8005e-3dad-43c2-a6e6-514ef2d2621b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 1094 time: 0.2978382 Feb 09 14:04:22.254933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f60417-c33f-44e0-b7db-d93348bcc3ac req-4fe9d251-c7ac-4937-bde9-3fdc1be08300 tempest-QuotasAdminNegativeTest-1904443946 tempest-QuotasAdminNegativeTest-1904443946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:22.257090 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-16f60417-c33f-44e0-b7db-d93348bcc3ac req-4fe9d251-c7ac-4937-bde9-3fdc1be08300 tempest-QuotasAdminNegativeTest-1904443946 tempest-QuotasAdminNegativeTest-1904443946-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2096596 Feb 09 14:04:22.278407 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:22.294097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca167b-8459-48c7-b3b4-e9c99af8455a req-a3afb6e1-00d2-49f6-a798-270f9a244264 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:22.302014 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89ca167b-8459-48c7-b3b4-e9c99af8455a req-a3afb6e1-00d2-49f6-a798-270f9a244264 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 943 time: 0.1250496 Feb 09 14:04:22.318824 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f38106e-b3b9-4570-a279-dbdac4781fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c5ea5-22c7-416b-9347-33cdf413e7a6'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:22.345412 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 887c5ea5-22c7-416b-9347-33cdf413e7a6, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=887c5ea5-22c7-416b-9347-33cdf413e7a6,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:22.351167 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:22.361295 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89ca167b-8459-48c7-b3b4-e9c99af8455a req-0c534f38-8b44-457c-9cf5-176b027c5ff2 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579994 Feb 09 14:04:22.364493 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-16f60417-c33f-44e0-b7db-d93348bcc3ac req-cae66353-2d37-42d9-b608-f5cd5dc49958 tempest-QuotasAdminNegativeTest-1904443946 tempest-QuotasAdminNegativeTest-1904443946-project] 10.222.0.48 "GET /v2.0/quotas/622bfb4027d149f6921bb725046040f2 HTTP/1.1" status: 200 len: 375 time: 0.0757737 Feb 09 14:04:22.416789 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-16f60417-c33f-44e0-b7db-d93348bcc3ac req-f4869d33-ba06-4a57-a685-a158d450e023 tempest-QuotasAdminNegativeTest-1904443946 tempest-QuotasAdminNegativeTest-1904443946-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=622bfb4027d149f6921bb725046040f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513155 Feb 09 14:04:22.448434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=887c5ea5-22c7-416b-9347-33cdf413e7a6,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:22.471462 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0697462-9f50-4266-b7df-93aafaded8f5 req-7969a818-f894-456e-841b-12928fbbc16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:22.473163 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a0697462-9f50-4266-b7df-93aafaded8f5 req-7969a818-f894-456e-841b-12928fbbc16b service neutron] 10.222.0.35 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 921 time: 0.2148423 Feb 09 14:04:22.528291 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ffacf8de-eca6-47fe-b283-c134c3594817 req-dfe2e7db-26b2-4776-a332-f823596fa6d5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 210 time: 0.0506222 Feb 09 14:04:22.582014 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a0697462-9f50-4266-b7df-93aafaded8f5 req-81e02eb9-8aa3-4245-bda9-8c8ea7951ad3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=288625e0-68a4-4f8e-b960-d38316cb0b74 HTTP/1.1" status: 200 len: 217 time: 0.0999625 Feb 09 14:04:22.701574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0697462-9f50-4266-b7df-93aafaded8f5 req-34cd047e-4e2e-455c-b789-66c02ae1ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:22.703106 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a0697462-9f50-4266-b7df-93aafaded8f5 req-34cd047e-4e2e-455c-b789-66c02ae1ac71 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f4c97bb-b5dc-4013-99c8-e51c35a4d412 HTTP/1.1" status: 200 len: 860 time: 0.1151280 Feb 09 14:04:22.724089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb528f-6d3d-4f55-8382-7fd21cd0ab17 req-04c3c20c-fb50-4661-a77f-c74400bc1218 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:22.726118 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5edb528f-6d3d-4f55-8382-7fd21cd0ab17 req-04c3c20c-fb50-4661-a77f-c74400bc1218 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0851943 Feb 09 14:04:22.776240 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5edb528f-6d3d-4f55-8382-7fd21cd0ab17 req-6519a6f6-c09c-4407-abbc-b4011ab8bc50 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438447 Feb 09 14:04:22.780304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec5bcd-02d9-4e7a-ade8-49213f17e31a req-92efccb5-1d49-4975-998f-c3816a9ed400 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:22.781743 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c8ec5bcd-02d9-4e7a-ade8-49213f17e31a req-92efccb5-1d49-4975-998f-c3816a9ed400 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.1603472 Feb 09 14:04:22.829981 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f38106e-b3b9-4570-a279-dbdac4781fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c5ea5-22c7-416b-9347-33cdf413e7a6', 'code': 200} Feb 09 14:04:22.830702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0697462-9f50-4266-b7df-93aafaded8f5 req-bc1b9a49-9ec4-4c21-b6cf-98efe8e037d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:22.832276 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a0697462-9f50-4266-b7df-93aafaded8f5 req-bc1b9a49-9ec4-4c21-b6cf-98efe8e037d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67fa057e-4076-41a6-97da-7df2caf732e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228979 Feb 09 14:04:22.840062 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c8ec5bcd-02d9-4e7a-ade8-49213f17e31a req-0a03185a-5231-490e-a40e-52accc6d0338 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505323 Feb 09 14:04:23.088098 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a0697462-9f50-4266-b7df-93aafaded8f5 req-0d7b4072-7478-4ae8-a4b6-04119f297eb1 service neutron] 10.222.0.35 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455206 Feb 09 14:04:23.121380 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f00e2-dbb5-43c4-96c9-3abdbae147e8 req-d9decf29-0814-4505-b7ff-87eb4085c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:23.122864 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af8f00e2-dbb5-43c4-96c9-3abdbae147e8 req-d9decf29-0814-4505-b7ff-87eb4085c074 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 1100 time: 0.2051480 Feb 09 14:04:23.302385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45628) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:04:23.359802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48cbcf-a959-4da2-b334-c7df38026b68 req-1a9de6c6-54ff-43a1-bce1-041ff368e76d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:23.361285 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9e48cbcf-a959-4da2-b334-c7df38026b68 req-1a9de6c6-54ff-43a1-bce1-041ff368e76d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1942272 Feb 09 14:04:23.368981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f56e64-39b3-4a25-ae58-c70d6ba55bea req-7e24bb51-c3b7-4a7d-b069-6eb324834b83 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:23.375688 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-83f56e64-39b3-4a25-ae58-c70d6ba55bea req-7e24bb51-c3b7-4a7d-b069-6eb324834b83 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.4064357 Feb 09 14:04:23.420985 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9e48cbcf-a959-4da2-b334-c7df38026b68 req-e95e5a69-14ba-4318-b3b0-5cf91beb6d84 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527363 Feb 09 14:04:23.472526 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9bc130e4-fe0d-430d-aa67-ddf9961fae8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:23.490987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9bc130e4-fe0d-430d-aa67-ddf9961fae8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:04:23.495121 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9bc130e4-fe0d-430d-aa67-ddf9961fae8d admin admin] Usage tracker for resource:security_group_rule and tenant:622bfb4027d149f6921bb725046040f2 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:04:23.498066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9bc130e4-fe0d-430d-aa67-ddf9961fae8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:04:23.505668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9bc130e4-fe0d-430d-aa67-ddf9961fae8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:04:23.554459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-8626bcbc-7fcf-4606-922d-7d8d54900f82 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:23.556063 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-8626bcbc-7fcf-4606-922d-7d8d54900f82 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.21 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 821 time: 0.2266600 Feb 09 14:04:23.568746 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af8f00e2-dbb5-43c4-96c9-3abdbae147e8 req-73f3a458-7826-4bee-ba05-4d3a8e9430a4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978467 Feb 09 14:04:23.619530 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-83f56e64-39b3-4a25-ae58-c70d6ba55bea req-e27f951d-9aae-48b6-97ef-c01d07cb3cd9 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428734 Feb 09 14:04:23.623196 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a0697462-9f50-4266-b7df-93aafaded8f5 req-a5cd5950-e7b7-4932-9f1a-7a18a812d365 service neutron] 10.222.0.35 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261559 Feb 09 14:04:23.661782 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9bc130e4-fe0d-430d-aa67-ddf9961fae8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:23.667026 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9bc130e4-fe0d-430d-aa67-ddf9961fae8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:23.718451 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9bc130e4-fe0d-430d-aa67-ddf9961fae8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=622bfb4027d149f6921bb725046040f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4150014 Feb 09 14:04:23.721936 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45638) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:04:23.728891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc130e4-fe0d-430d-aa67-ddf9961fae8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3ba61c-b886-4838-9af9-81f4439c315d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:23.743709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7fd2d-ccf9-43e6-afb8-db8604766b99 req-20176abd-dc14-4842-a1d7-9db8c26237c0 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:23.748172 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-26e7fd2d-ccf9-43e6-afb8-db8604766b99 req-20176abd-dc14-4842-a1d7-9db8c26237c0 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 943 time: 0.1716373 Feb 09 14:04:23.790284 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-755e0375-bc4d-4c67-a9e1-45459c6e5cb6 req-b04e5134-584d-4766-bae3-8d69e5d3bf0d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 210 time: 0.0552838 Feb 09 14:04:23.793385 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-26e7fd2d-ccf9-43e6-afb8-db8604766b99 req-1d58f305-57a3-42e8-8875-95dc70802076 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421841 Feb 09 14:04:23.827685 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfab2030-9c6a-49cc-9a65-1fe543a9fe88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:23.854144 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfab2030-9c6a-49cc-9a65-1fe543a9fe88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:23.909229 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfab2030-9c6a-49cc-9a65-1fe543a9fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:23.925619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab2030-9c6a-49cc-9a65-1fe543a9fe88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3ba61c-b886-4838-9af9-81f4439c315d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:23.930218 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfab2030-9c6a-49cc-9a65-1fe543a9fe88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:23.933810 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dfab2030-9c6a-49cc-9a65-1fe543a9fe88 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe3ba61c-b886-4838-9af9-81f4439c315d HTTP/1.1" status: 204 len: 168 time: 0.2083955 Feb 09 14:04:23.981140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eeb7cb-fc4c-43c3-a779-e3f4e9561da9 req-1da5743e-5753-481f-97fb-59bc5852080c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:23.982611 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7eeb7cb-fc4c-43c3-a779-e3f4e9561da9 req-1da5743e-5753-481f-97fb-59bc5852080c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0932167 Feb 09 14:04:24.030416 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7eeb7cb-fc4c-43c3-a779-e3f4e9561da9 req-ec666f65-bc6a-469f-bf4b-da3f8d7aa827 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408223 Feb 09 14:04:24.081181 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9962c05-98d9-456d-a011-9e4a8e157726 req-1ffedc61-4af7-4824-aec0-de94b9e2ecce tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:24.083276 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c9962c05-98d9-456d-a011-9e4a8e157726 req-1ffedc61-4af7-4824-aec0-de94b9e2ecce tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.0996969 Feb 09 14:04:24.136075 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c9962c05-98d9-456d-a011-9e4a8e157726 req-5a8d559b-a8fb-4ee9-b64c-50f552ca6ba5 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465133 Feb 09 14:04:24.225951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45650) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:04:24.243399 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-638507b5-8f71-479b-994d-ebf3960da497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:24.258842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-638507b5-8f71-479b-994d-ebf3960da497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:04:24.263159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-638507b5-8f71-479b-994d-ebf3960da497 admin admin] Usage tracker for resource:security_group_rule and tenant:90a15642684745de9d0ee93076d982fb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:04:24.266020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-638507b5-8f71-479b-994d-ebf3960da497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:04:24.271566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-638507b5-8f71-479b-994d-ebf3960da497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:04:24.349785 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-638507b5-8f71-479b-994d-ebf3960da497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:24.353377 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-638507b5-8f71-479b-994d-ebf3960da497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:24.398878 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-638507b5-8f71-479b-994d-ebf3960da497 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90a15642684745de9d0ee93076d982fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718836 Feb 09 14:04:24.400620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638507b5-8f71-479b-994d-ebf3960da497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88c439c-bc19-4214-869b-52f5c32fffb8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:24.402073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45654) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:04:24.460488 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82889a91-2234-46c4-8c8e-2b57c8a8fffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:24.488964 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82889a91-2234-46c4-8c8e-2b57c8a8fffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:24.573748 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82889a91-2234-46c4-8c8e-2b57c8a8fffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:24.598710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82889a91-2234-46c4-8c8e-2b57c8a8fffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88c439c-bc19-4214-869b-52f5c32fffb8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:24.612161 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82889a91-2234-46c4-8c8e-2b57c8a8fffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:24.613265 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-82889a91-2234-46c4-8c8e-2b57c8a8fffe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d88c439c-bc19-4214-869b-52f5c32fffb8 HTTP/1.1" status: 204 len: 168 time: 0.2098565 Feb 09 14:04:24.634021 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaf610-a478-438a-9b34-b1350e32e4c7 req-1ebe5261-d7fa-45ae-9ced-96bacb050199 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:24.635435 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-85eaf610-a478-438a-9b34-b1350e32e4c7 req-1ebe5261-d7fa-45ae-9ced-96bacb050199 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1038637 Feb 09 14:04:24.684653 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-85eaf610-a478-438a-9b34-b1350e32e4c7 req-5f75110d-d0b3-47e8-a3ca-bb77013275dd tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429990 Feb 09 14:04:24.825368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ff54e-d050-4af3-b35c-11dbdb177e14 req-42c3ab95-2f05-417a-a6aa-dc70197fd13e tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:24.827019 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c9ff54e-d050-4af3-b35c-11dbdb177e14 req-42c3ab95-2f05-417a-a6aa-dc70197fd13e tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.0873158 Feb 09 14:04:24.875254 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c9ff54e-d050-4af3-b35c-11dbdb177e14 req-27274eff-648b-4a8f-84d8-8abe2b1364fe tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415647 Feb 09 14:04:24.990449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dfa71-20b4-4fc6-9fbd-03726f09d851 req-cbc4f6a7-0df9-4b42-a485-c36f6f2c3175 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:24.992771 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d93dfa71-20b4-4fc6-9fbd-03726f09d851 req-cbc4f6a7-0df9-4b42-a485-c36f6f2c3175 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 943 time: 0.0866189 Feb 09 14:04:25.016636 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7c97b5f-65dc-40ec-8125-2075f6badd01 req-4909fc78-8bec-4365-af45-f5302f157930 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 210 time: 0.0475740 Feb 09 14:04:25.056430 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d93dfa71-20b4-4fc6-9fbd-03726f09d851 req-2cdf8094-c7c8-4475-b7b4-0d7f44e39e82 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568278 Feb 09 14:04:25.232353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3039336-f800-452c-94e0-825c0ba8d795 req-56ba0677-531a-4ae8-a9b5-9c02d322d22c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:25.233926 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3039336-f800-452c-94e0-825c0ba8d795 req-56ba0677-531a-4ae8-a9b5-9c02d322d22c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0868969 Feb 09 14:04:25.280478 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3039336-f800-452c-94e0-825c0ba8d795 req-bfcafe0e-3fb4-43e5-afbe-9061e197de1a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398912 Feb 09 14:04:25.336563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271782e-8b7b-4aab-9afe-a7d71c7fd1c8 req-1244dd25-f7f9-4f15-934f-8ed8483c5ee1 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:25.338146 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b271782e-8b7b-4aab-9afe-a7d71c7fd1c8 req-1244dd25-f7f9-4f15-934f-8ed8483c5ee1 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.0899324 Feb 09 14:04:25.386369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b271782e-8b7b-4aab-9afe-a7d71c7fd1c8 req-0366559f-8f66-447d-bc72-6733e7e980fb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420420 Feb 09 14:04:25.875231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55669378-66d8-4140-8d05-edace00b967b req-8d8d377b-93e9-4b09-986f-4f3af06d55dc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:25.876702 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55669378-66d8-4140-8d05-edace00b967b req-8d8d377b-93e9-4b09-986f-4f3af06d55dc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.0789979 Feb 09 14:04:25.924278 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55669378-66d8-4140-8d05-edace00b967b req-bb312593-3264-4f26-9709-8e7486f6c025 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413675 Feb 09 14:04:25.942735 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 288625e0-68a4-4f8e-b960-d38316cb0b74 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:04:26.088689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37bdcb-1179-419f-ad50-192d1cef9fc8 req-9e759da2-4618-4f7c-972e-25adfffaef19 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:26.095784 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 288625e0-68a4-4f8e-b960-d38316cb0b74, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=288625e0-68a4-4f8e-b960-d38316cb0b74,segment=NetworkSegment(1ba2ae76-fb1e-46f8-8a69-14788815e0b7),segment_id=1ba2ae76-fb1e-46f8-8a69-14788815e0b7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:26.096037 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b37bdcb-1179-419f-ad50-192d1cef9fc8 req-9e759da2-4618-4f7c-972e-25adfffaef19 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1008534 Feb 09 14:04:26.117833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '288625e0-68a4-4f8e-b960-d38316cb0b74', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'port_id': '288625e0-68a4-4f8e-b960-d38316cb0b74', 'mac_address': 'fa:16:3e:49:19:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:04:26.138724 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b37bdcb-1179-419f-ad50-192d1cef9fc8 req-fc4be003-a90e-4991-9579-d303a77c0bde tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416391 Feb 09 14:04:26.191077 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:26.196657 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c8199c3a-2d14-4ba6-b2ed-e698322195b5 req-1b9bbcf8-4f90-4609-ba44-006577fc36a2 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 210 time: 0.0481713 Feb 09 14:04:26.214478 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288625e0-68a4-4f8e-b960-d38316cb0b74 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:04:26.235567 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 288625e0-68a4-4f8e-b960-d38316cb0b74, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=288625e0-68a4-4f8e-b960-d38316cb0b74,segment=NetworkSegment(1ba2ae76-fb1e-46f8-8a69-14788815e0b7),segment_id=1ba2ae76-fb1e-46f8-8a69-14788815e0b7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:26.240321 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:26.335792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdac397-d4c5-43d0-9000-f1c5125a7a0a req-24be930d-a300-4a12-8604-ed9f778a140e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:26.336323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=288625e0-68a4-4f8e-b960-d38316cb0b74,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:26.343028 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bbdac397-d4c5-43d0-9000-f1c5125a7a0a req-24be930d-a300-4a12-8604-ed9f778a140e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 944 time: 0.0997708 Feb 09 14:04:26.388366 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bbdac397-d4c5-43d0-9000-f1c5125a7a0a req-92d4bfc7-16ac-4f28-bc9f-3dd7c0d1f03b tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444150 Feb 09 14:04:26.455114 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-f5073556-f246-468f-9590-79547355e0a1 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6c23e61e18ae42d299d947dff65ba75e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310392 Feb 09 14:04:26.576622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d8ac6-edf1-4bfb-ae85-482b05807cc3 req-a23a491c-88a8-4429-88df-d6e62fb1d9ac tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:26.578085 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e67d8ac6-edf1-4bfb-ae85-482b05807cc3 req-a23a491c-88a8-4429-88df-d6e62fb1d9ac tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0824006 Feb 09 14:04:26.609696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-9396760b-23d0-429f-9095-0bb14c1f2327 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:26.612365 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-9396760b-23d0-429f-9095-0bb14c1f2327 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516435 Feb 09 14:04:26.624174 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e67d8ac6-edf1-4bfb-ae85-482b05807cc3 req-1ce37a32-d0d4-44ba-a7cb-99f471672045 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400977 Feb 09 14:04:26.627100 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-48042212-f09a-4220-9e30-76b1793c7b64 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/quotas/6c23e61e18ae42d299d947dff65ba75e HTTP/1.1" status: 200 len: 375 time: 0.0093627 Feb 09 14:04:26.674170 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-4780d6b0-cd3a-43fc-ae17-fcecacf3ff94 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c23e61e18ae42d299d947dff65ba75e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413721 Feb 09 14:04:26.695079 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6a60603d-a621-4c5a-bca0-7bf7dce4bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:26.773467 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['288625e0-68a4-4f8e-b960-d38316cb0b74'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:04:26.812962 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616a484-2229-4b71-a597-38ad348f11a4 req-3428f444-b05d-44ef-bf79-336368d28e72 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:26.822130 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8616a484-2229-4b71-a597-38ad348f11a4 req-3428f444-b05d-44ef-bf79-336368d28e72 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.0973642 Feb 09 14:04:26.864423 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8616a484-2229-4b71-a597-38ad348f11a4 req-4bd37376-1392-4cb9-9ef0-3e8a8620c301 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412955 Feb 09 14:04:26.989778 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-c13cc42c-9cfc-4696-b5a1-0822e5364539 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6c23e61e18ae42d299d947dff65ba75e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299730 Feb 09 14:04:27.131099 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a245f90-e5ad-4a79-bbc6-2d708f900454 req-c677e415-6645-414d-83a6-33e394c3dbc4 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:27.138810 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a245f90-e5ad-4a79-bbc6-2d708f900454 req-c677e415-6645-414d-83a6-33e394c3dbc4 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1047149 Feb 09 14:04:27.154537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-7c672f01-3d15-4f2f-ab24-cef9b733d1e0 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:27.156060 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-7c672f01-3d15-4f2f-ab24-cef9b733d1e0 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593101 Feb 09 14:04:27.176083 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-eed9dea5-eb09-4985-a681-db0c545dc77f tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/quotas/6c23e61e18ae42d299d947dff65ba75e HTTP/1.1" status: 200 len: 375 time: 0.0097044 Feb 09 14:04:27.184396 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a245f90-e5ad-4a79-bbc6-2d708f900454 req-52e98cb6-ad82-4fcc-a46c-c734a24f1200 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445845 Feb 09 14:04:27.235895 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-886b6adb-528d-499b-a91a-d79ab9db2037 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c23e61e18ae42d299d947dff65ba75e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520022 Feb 09 14:04:27.380382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca537a-1fa1-4915-873c-8022711fad7d req-045a88a6-6115-4a48-87ca-885c3e2312a4 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:27.382528 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0ca537a-1fa1-4915-873c-8022711fad7d req-045a88a6-6115-4a48-87ca-885c3e2312a4 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1014383 Feb 09 14:04:27.453524 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0ca537a-1fa1-4915-873c-8022711fad7d req-c86d005b-ac02-4e28-b052-ccd48034672e tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618637 Feb 09 14:04:27.470780 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e02f725-ea9d-431b-845f-ef08ddbf890a req-b69e3ba5-5c22-4503-846f-253763a94c3e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 210 time: 0.0472553 Feb 09 14:04:27.594501 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0d1c326-a935-401a-8989-2e5f9f9b7ee4 req-69bc276c-19ff-4635-ab02-1346cea9e89d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 210 time: 0.0774541 Feb 09 14:04:27.675287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90655f-d8ad-4ef2-a0f1-c15385ee4e6e req-0ae3fc76-9726-4b84-8364-46d87cad896a tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:27.676881 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3c90655f-d8ad-4ef2-a0f1-c15385ee4e6e req-0ae3fc76-9726-4b84-8364-46d87cad896a tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 944 time: 0.0843472 Feb 09 14:04:27.727561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3c90655f-d8ad-4ef2-a0f1-c15385ee4e6e req-420c35c0-59d7-4137-b621-52e0e0300782 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442894 Feb 09 14:04:27.826716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abd193-4ee7-4eac-9a88-7ad1602bd06f req-af51f3df-0f41-4747-9883-3a5a57733c09 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:27.828174 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33abd193-4ee7-4eac-9a88-7ad1602bd06f req-af51f3df-0f41-4747-9883-3a5a57733c09 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0904117 Feb 09 14:04:27.872654 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33abd193-4ee7-4eac-9a88-7ad1602bd06f req-a492d57a-a43a-42a5-aad3-1088f2953575 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386536 Feb 09 14:04:28.055055 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-53f84aa1-b316-4ecf-87b1-69c1b0abd64d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6c23e61e18ae42d299d947dff65ba75e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364251 Feb 09 14:04:28.289234 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ede1fc-ea8b-4b7d-8359-7ac202e4f284 req-d3d39e83-7dee-4997-b1bc-304646927bd1 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:28.290705 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-17ede1fc-ea8b-4b7d-8359-7ac202e4f284 req-d3d39e83-7dee-4997-b1bc-304646927bd1 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.3079529 Feb 09 14:04:28.364561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-b66d3e59-ecdf-4712-ac8d-b5fc373773a4 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:28.366561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-b66d3e59-ecdf-4712-ac8d-b5fc373773a4 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3042965 Feb 09 14:04:28.374116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10679919-a16c-4a1d-aea1-9b5346ba005b req-665de13c-4c96-4f99-8722-8fb36582f037 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:28.375578 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10679919-a16c-4a1d-aea1-9b5346ba005b req-665de13c-4c96-4f99-8722-8fb36582f037 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.0858645 Feb 09 14:04:28.376778 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-17ede1fc-ea8b-4b7d-8359-7ac202e4f284 req-2fb94f38-936c-4cb0-8b94-999477fbd678 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678415 Feb 09 14:04:28.381763 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Request body: {'port': {'device_id': 'aee07a85-3679-4a90-9ec1-96750134b50d', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': '6c23e61e18ae42d299d947dff65ba75e'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:04:28.425593 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10679919-a16c-4a1d-aea1-9b5346ba005b req-f5faec17-e07b-496b-be36-602cce8702d0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 Feb 09 14:04:28.526088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:04:28.531053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Usage tracker for resource:port and tenant:6c23e61e18ae42d299d947dff65ba75e is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:04:28.540710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:04:28.554698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:04:28.605778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Made reservation on behalf of 6c23e61e18ae42d299d947dff65ba75e for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:04:28.609620 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:28.627274 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:28.652823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:04:28.659166 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Usage tracker for resource:security_group_rule and tenant:6c23e61e18ae42d299d947dff65ba75e is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:04:28.664061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:04:28.672010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:04:28.679754 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-55890ff5-88fa-48e3-be5b-8f38575dfcc1 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6c23e61e18ae42d299d947dff65ba75e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304000 Feb 09 14:04:28.682001 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1485c2dd-1efb-48a4-9a9b-3af2ccec71b8 req-f4005abf-ed2f-4c3e-ac85-53b61fb476e8 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 210 time: 0.0737476 Feb 09 14:04:28.705313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ec52d-3a65-4f58-a10a-4d1a5445ea1c req-164345c7-e5b4-4df3-876c-d8202fedc25f tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:28.716957 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a60ec52d-3a65-4f58-a10a-4d1a5445ea1c req-164345c7-e5b4-4df3-876c-d8202fedc25f tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1492045 Feb 09 14:04:28.790734 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a60ec52d-3a65-4f58-a10a-4d1a5445ea1c req-0e8aafa3-7bf8-4df3-9c63-df2a9b3b7eb7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765591 Feb 09 14:04:28.851606 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:28.859624 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:28.868906 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a4132857-0dee-4c73-b6c6-f711a0f90363 req-cd0c71e3-796d-41c0-8bc2-65c94ceb6638 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 210 time: 0.0531468 Feb 09 14:04:28.982506 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806de1e0-d373-4607-a372-10a10d319f1e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:29.056414 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7639-6114-4444-8367-e2bc6cd5787f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:29.057017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-a73948ee-2045-4ea9-b858-ae90fab37d91 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:29.058859 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-a73948ee-2045-4ea9-b858-ae90fab37d91 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3733289 Feb 09 14:04:29.072459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Request body: {'port': {'device_id': '46919d0c-76c8-4943-a574-007ed38af2ce', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': '6c23e61e18ae42d299d947dff65ba75e'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:04:29.099026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfdae-0ffb-44a8-adbe-95d8ba4ddf07 req-621a0c30-5155-4dda-bbe5-f3e427396ea0 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:29.101057 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-455cfdae-0ffb-44a8-adbe-95d8ba4ddf07 req-621a0c30-5155-4dda-bbe5-f3e427396ea0 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 944 time: 0.1742804 Feb 09 14:04:29.114311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Allocated IP 192.168.233.20 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/50a097b7-5466-400a-b0f6-a2e3a07ccb49) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:04:29.170863 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-455cfdae-0ffb-44a8-adbe-95d8ba4ddf07 req-ed08f7c2-0c9b-4b04-8cc8-bd6887d2eb57 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584960 Feb 09 14:04:29.185298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424c208-d6ad-4898-addb-acfb6e6a1085 req-a4d2ad2e-6b8c-4473-8b78-1d4517eb713c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:29.186785 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6424c208-d6ad-4898-addb-acfb6e6a1085 req-a4d2ad2e-6b8c-4473-8b78-1d4517eb713c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1934195 Feb 09 14:04:29.253499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:04:29.260953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Usage tracker for resource:port and tenant:6c23e61e18ae42d299d947dff65ba75e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:04:29.265740 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6424c208-d6ad-4898-addb-acfb6e6a1085 req-bf7f9ede-f2e3-4233-9aec-571e41b1f5c3 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654490 Feb 09 14:04:29.266684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:04:29.276260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:04:29.287412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Made reservation on behalf of 6c23e61e18ae42d299d947dff65ba75e for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:04:29.290839 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:29.357965 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:29.373552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Transition to ACTIVE for port object 50a097b7-5466-400a-b0f6-a2e3a07ccb49 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:04:29.398208 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:29.477598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Allocated IP 192.168.233.141 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/d1185712-f38e-4979-8016-42121e4ade7a) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:04:29.478158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:04:29.481073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:04:29.485922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:04:29.516813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Pushing event updated for resources: {'Port': ['ID=50a097b7-5466-400a-b0f6-a2e3a07ccb49,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:29.571760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-d488b90a-5c7a-4600-b4ae-10e71566c115 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Request body: {'port': {'device_id': '5d1fcf4c-35a3-4ca5-8433-36249c944663', 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d', 'admin_state_up': True, 'tenant_id': '88a376f878274e1491d4af100b1ec6bb'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:04:29.700325 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:29.700955 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:29.786481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-d488b90a-5c7a-4600-b4ae-10e71566c115 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:04:29.792132 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-6cc6e9e1-79b7-4c2f-b481-8d13829276da tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4148347 Feb 09 14:04:29.793865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405dc9b-d68c-48c8-b9f5-460fb2042317 req-f1890114-d3f5-4507-a88a-59ffc478066b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:29.796210 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d405dc9b-d68c-48c8-b9f5-460fb2042317 req-f1890114-d3f5-4507-a88a-59ffc478066b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1421998 Feb 09 14:04:29.803784 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da4c53-f6e9-4072-b030-d0eae52f1774 req-4fa2dde3-e161-4076-bc14-0e09db987b67 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:29.805274 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64da4c53-f6e9-4072-b030-d0eae52f1774 req-4fa2dde3-e161-4076-bc14-0e09db987b67 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.2897260 Feb 09 14:04:29.816063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-d488b90a-5c7a-4600-b4ae-10e71566c115 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:04:29.823940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Request body: {'port': {'device_id': 'aee07a85-3679-4a90-9ec1-96750134b50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:04:29.830503 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:29.835074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6e6b576c-5af9-43ca-8f40-ba39f3eadada None None] Provisioning for port 50a097b7-5466-400a-b0f6-a2e3a07ccb49 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:04:29.842517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6e6b576c-5af9-43ca-8f40-ba39f3eadada None None] Provisioning complete for port 50a097b7-5466-400a-b0f6-a2e3a07ccb49 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:04:29.843246 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6e6b576c-5af9-43ca-8f40-ba39f3eadada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:29.863918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Transition to ACTIVE for port object d1185712-f38e-4979-8016-42121e4ade7a will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:04:29.870226 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d405dc9b-d68c-48c8-b9f5-460fb2042317 req-263cbeb7-b940-4772-b943-4fd7e19e3e7c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642209 Feb 09 14:04:29.898418 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:29.913243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-d488b90a-5c7a-4600-b4ae-10e71566c115 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Made reservation on behalf of 88a376f878274e1491d4af100b1ec6bb for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:04:29.916715 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-d488b90a-5c7a-4600-b4ae-10e71566c115 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:29.926124 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b576c-5af9-43ca-8f40-ba39f3eadada None None] Port 50a097b7-5466-400a-b0f6-a2e3a07ccb49 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:04:29.938927 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64da4c53-f6e9-4072-b030-d0eae52f1774 req-3aceb35d-1e81-4633-b4e3-059b9e2f1520 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203630 Feb 09 14:04:29.963522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 288625e0-68a4-4f8e-b960-d38316cb0b74 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:04:29.977231 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:04:29.980505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:04:29.985025 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:04:30.023389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Pushing event updated for resources: {'Port': ['ID=d1185712-f38e-4979-8016-42121e4ade7a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:30.069473 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:30.124483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:30.125166 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:30.141928 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:30.147841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 288625e0-68a4-4f8e-b960-d38316cb0b74 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:04:30.151608 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ebff2ad3-39e3-4aa0-8601-3e282a6c470c req-342a07eb-c538-420c-b7d6-896a502c2bb6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 210 time: 0.0993974 Feb 09 14:04:30.158671 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 288625e0-68a4-4f8e-b960-d38316cb0b74 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:04:30.159859 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:30.184731 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-60ec70bc-4655-4650-a4d8-51b70e678d1a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1168792 Feb 09 14:04:30.198499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Request body: {'port': {'device_id': '46919d0c-76c8-4943-a574-007ed38af2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:04:30.237537 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:30.332762 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:30.337584 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:30.385376 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 288625e0-68a4-4f8e-b960-d38316cb0b74, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=288625e0-68a4-4f8e-b960-d38316cb0b74,segment=NetworkSegment(1ba2ae76-fb1e-46f8-8a69-14788815e0b7),segment_id=1ba2ae76-fb1e-46f8-8a69-14788815e0b7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:30.386783 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288625e0-68a4-4f8e-b960-d38316cb0b74'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:30.394075 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:30.396035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d4210dcf-b3f7-4ad3-bfb7-d1dfd3f7c494 None None] Provisioning for port d1185712-f38e-4979-8016-42121e4ade7a completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:04:30.446469 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d4210dcf-b3f7-4ad3-bfb7-d1dfd3f7c494 None None] Provisioning complete for port d1185712-f38e-4979-8016-42121e4ade7a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:04:30.446469 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d4210dcf-b3f7-4ad3-bfb7-d1dfd3f7c494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:30.530608 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d4210dcf-b3f7-4ad3-bfb7-d1dfd3f7c494 None None] Port d1185712-f38e-4979-8016-42121e4ade7a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:04:30.559526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=288625e0-68a4-4f8e-b960-d38316cb0b74,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:30.657715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-d488b90a-5c7a-4600-b4ae-10e71566c115 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Allocated IP 172.20.0.11 (871ef5b5-732c-4077-b68d-299f1c66d16d/94892cdf-dc18-4c6c-bd3a-c8729a4c236e/bd440830-e6b3-4c24-aa97-0128a0747b66) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:04:30.683491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2030f9-82f7-438e-b3d7-b2038490adca req-63bcd124-0c42-4b4f-a821-556bc50f3552 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:30.685347 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8e2030f9-82f7-438e-b3d7-b2038490adca req-63bcd124-0c42-4b4f-a821-556bc50f3552 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.5125947 Feb 09 14:04:30.753569 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091cea8-7ef8-49a6-a448-81ba0727da45 req-26f8de2c-69e4-4d3f-85f3-5020d0e87441 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:30.754370 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1091cea8-7ef8-49a6-a448-81ba0727da45 req-26f8de2c-69e4-4d3f-85f3-5020d0e87441 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Synchronizing usage tracker for tenant:6c23e61e18ae42d299d947dff65ba75e on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:04:30.782341 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8e2030f9-82f7-438e-b3d7-b2038490adca req-ffb489ca-b69a-473f-bf05-73c0dd977535 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826483 Feb 09 14:04:30.831881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1091cea8-7ef8-49a6-a448-81ba0727da45 req-26f8de2c-69e4-4d3f-85f3-5020d0e87441 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Unset dirty status for tenant:6c23e61e18ae42d299d947dff65ba75e on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:04:30.833154 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1091cea8-7ef8-49a6-a448-81ba0727da45 req-26f8de2c-69e4-4d3f-85f3-5020d0e87441 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 936 time: 0.3120875 Feb 09 14:04:30.842540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1185712-f38e-4979-8016-42121e4ade7a {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:04:30.868567 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:30.911761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Transition to ACTIVE for port object d1185712-f38e-4979-8016-42121e4ade7a will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:04:30.919842 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1091cea8-7ef8-49a6-a448-81ba0727da45 req-b11d826a-0997-4507-bca6-0851b35fbea3 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688713 Feb 09 14:04:30.921112 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:31.115299 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-d488b90a-5c7a-4600-b4ae-10e71566c115 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:31.235846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47de8a7-e013-4693-9a0f-95bd939cc981 req-836073df-d409-447d-acc4-e62d24bb893d tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:31.237407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b47de8a7-e013-4693-9a0f-95bd939cc981 req-836073df-d409-447d-acc4-e62d24bb893d tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.3261776 Feb 09 14:04:31.241231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a097b7-5466-400a-b0f6-a2e3a07ccb49 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:04:31.241484 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1185712-f38e-4979-8016-42121e4ade7a,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:31.250702 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:31.265047 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-d488b90a-5c7a-4600-b4ae-10e71566c115 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:31.323293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Transition to ACTIVE for port object 50a097b7-5466-400a-b0f6-a2e3a07ccb49 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:04:31.342003 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:31.382881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Attempting to bind port d1185712-f38e-4979-8016-42121e4ade7a on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:04:31.383240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Attempting to bind port d1185712-f38e-4979-8016-42121e4ade7a by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:04:31.384284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Attempting to bind port d1185712-f38e-4979-8016-42121e4ade7a on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:04:31.384969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-d488b90a-5c7a-4600-b4ae-10e71566c115 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Network 871ef5b5-732c-4077-b68d-299f1c66d16d is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:04:31.391838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-d488b90a-5c7a-4600-b4ae-10e71566c115 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:04:31.393669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ea50a-ae59-437e-9778-9615716c7601 req-a0d3ec2a-16ca-44f0-bd19-1e97b210d5cc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:31.400057 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ed7ea50a-ae59-437e-9778-9615716c7601 req-a0d3ec2a-16ca-44f0-bd19-1e97b210d5cc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.3483877 Feb 09 14:04:31.420701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Port d1185712-f38e-4979-8016-42121e4ade7a on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:04:31.421218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Attempting to bind port d1185712-f38e-4979-8016-42121e4ade7a on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:04:31.438485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:04:31.439110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:04:31.439528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:04:31.440406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Bound port: d1185712-f38e-4979-8016-42121e4ade7a, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:04:31.440718 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:31.461483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-d488b90a-5c7a-4600-b4ae-10e71566c115 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:04:31.497117 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b47de8a7-e013-4693-9a0f-95bd939cc981 req-35b3f013-1850-4b60-ae40-a0b97276c445 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370968 Feb 09 14:04:31.510621 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ed7ea50a-ae59-437e-9778-9615716c7601 req-10dfa98a-6fc1-47ea-9711-2aa924c978e8 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095896 Feb 09 14:04:31.551240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488b90a-5c7a-4600-b4ae-10e71566c115 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Pushing event updated for resources: {'Port': ['ID=bd440830-e6b3-4c24-aa97-0128a0747b66,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:31.603538 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:31.615044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] For port d1185712-f38e-4979-8016-42121e4ade7a, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:04:31.621730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] For port d1185712-f38e-4979-8016-42121e4ade7a, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d1185712-f38e-4979-8016-42121e4ade7a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:04:31.627201 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:31.672975 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288625e0-68a4-4f8e-b960-d38316cb0b74', 'code': 200} Feb 09 14:04:31.811462 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:31.812313 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:31.813872 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] 10.222.0.35 "PUT /v2.0/ports/d1185712-f38e-4979-8016-42121e4ade7a HTTP/1.1" status: 200 len: 1096 time: 1.6214809 Feb 09 14:04:31.817624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46919d0c-76c8-4943-a574-007ed38af2ce', 'tag': 'd1185712-f38e-4979-8016-42121e4ade7a'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:31.866098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Pushing event updated for resources: {'Port': ['ID=50a097b7-5466-400a-b0f6-a2e3a07ccb49,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:31.874503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-d488b90a-5c7a-4600-b4ae-10e71566c115 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:31.875149 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-d488b90a-5c7a-4600-b4ae-10e71566c115 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:31.926999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71968750-3286-419f-8ebb-12f39242d9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1185712-f38e-4979-8016-42121e4ade7a,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:31.932020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Attempting to bind port 50a097b7-5466-400a-b0f6-a2e3a07ccb49 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:04:31.932361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Attempting to bind port 50a097b7-5466-400a-b0f6-a2e3a07ccb49 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:04:31.932691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Attempting to bind port 50a097b7-5466-400a-b0f6-a2e3a07ccb49 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:04:31.940240 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-d488b90a-5c7a-4600-b4ae-10e71566c115 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3793936 Feb 09 14:04:31.944135 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Port 50a097b7-5466-400a-b0f6-a2e3a07ccb49 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:04:31.944552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Attempting to bind port 50a097b7-5466-400a-b0f6-a2e3a07ccb49 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:04:31.956305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Request body: {'port': {'device_id': '5d1fcf4c-35a3-4ca5-8433-36249c944663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:04:31.968672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3a6d0-4abd-4e4f-8ce8-b2112e0e64b5 req-a93289d0-977c-415f-b350-b5b550531c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:31.970271 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-06d3a6d0-4abd-4e4f-8ce8-b2112e0e64b5 req-a93289d0-977c-415f-b350-b5b550531c85 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 1096 time: 0.2350824 Feb 09 14:04:31.991158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:04:31.991453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:04:31.991656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:04:31.992077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Bound port: 50a097b7-5466-400a-b0f6-a2e3a07ccb49, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:04:31.992971 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:32.041329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00bf1a-fa71-4331-b8b7-058bcf99cb97 req-daaeb2a8-64f2-47c2-8f9c-1ed1ec94ac4d tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:32.044207 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd00bf1a-fa71-4331-b8b7-058bcf99cb97 req-daaeb2a8-64f2-47c2-8f9c-1ed1ec94ac4d tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.2377365 Feb 09 14:04:32.044635 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-06d3a6d0-4abd-4e4f-8ce8-b2112e0e64b5 req-764de765-1fc5-4bed-a0ea-f7a3e27e73f8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678787 Feb 09 14:04:32.067397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-14b348e5-b649-4177-8f42-db7b7a9fd3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:32.069482 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-14b348e5-b649-4177-8f42-db7b7a9fd3b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c23e61e18ae42d299d947dff65ba75e&device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 1099 time: 0.1927061 Feb 09 14:04:32.094238 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd00bf1a-fa71-4331-b8b7-058bcf99cb97 req-892f520a-a467-440c-8ef4-1438cd03512c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447643 Feb 09 14:04:32.112737 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508c6d5-a714-4ee0-b118-41edd19a1edb req-28d82318-1b0d-4290-92aa-227951609f63 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:32.114204 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4508c6d5-a714-4ee0-b118-41edd19a1edb req-28d82318-1b0d-4290-92aa-227951609f63 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.3835804 Feb 09 14:04:32.182019 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:32.223705 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4508c6d5-a714-4ee0-b118-41edd19a1edb req-b6e9e18a-38ba-4056-9d30-d82498700c5a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895352 Feb 09 14:04:32.257024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] For port 50a097b7-5466-400a-b0f6-a2e3a07ccb49, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:04:32.268616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa4f56-cc6e-4508-8ecb-4fdb1b7d36c1 req-5558f2a8-d7c9-46ce-852a-f24c89e6314e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:32.270073 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6aa4f56-cc6e-4508-8ecb-4fdb1b7d36c1 req-5558f2a8-d7c9-46ce-852a-f24c89e6314e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 932 time: 0.0817866 Feb 09 14:04:32.280484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] For port 50a097b7-5466-400a-b0f6-a2e3a07ccb49, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=50a097b7-5466-400a-b0f6-a2e3a07ccb49,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:04:32.289615 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:32.322201 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6aa4f56-cc6e-4508-8ecb-4fdb1b7d36c1 req-12d16fe3-c1db-4388-9ff0-13819d2886a6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451682 Feb 09 14:04:32.378551 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46919d0c-76c8-4943-a574-007ed38af2ce', 'tag': 'd1185712-f38e-4979-8016-42121e4ade7a', 'status': 'completed', 'code': 200} Feb 09 14:04:32.459172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:32.460095 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:32.461149 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] 10.222.0.35 "PUT /v2.0/ports/50a097b7-5466-400a-b0f6-a2e3a07ccb49 HTTP/1.1" status: 200 len: 1095 time: 2.6464648 Feb 09 14:04:32.461591 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee07a85-3679-4a90-9ec1-96750134b50d', 'tag': '50a097b7-5466-400a-b0f6-a2e3a07ccb49'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:32.560369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b4c0f-91f9-4cc7-b12c-7f928e6ea323 req-ab663a0d-b893-40b7-8a54-1792e0763133 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:32.562846 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f6b4c0f-91f9-4cc7-b12c-7f928e6ea323 req-ab663a0d-b893-40b7-8a54-1792e0763133 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 948 time: 0.1007643 Feb 09 14:04:32.627981 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f6b4c0f-91f9-4cc7-b12c-7f928e6ea323 req-52e514cc-e572-4219-98cc-bd700f6512cc tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594049 Feb 09 14:04:32.675330 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1731e-a81e-4570-aa01-8526ca1e54ce service neutron] Pushing event updated for resources: {'Port': ['ID=50a097b7-5466-400a-b0f6-a2e3a07ccb49,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:32.694276 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee07a85-3679-4a90-9ec1-96750134b50d', 'tag': '50a097b7-5466-400a-b0f6-a2e3a07ccb49', 'status': 'completed', 'code': 200} Feb 09 14:04:32.737389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc85b5-9167-4ec7-b772-ec3a70bd6579 req-c49287a7-cd56-4f21-9c89-85b79444a6a3 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:32.738798 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-efdc85b5-9167-4ec7-b772-ec3a70bd6579 req-c49287a7-cd56-4f21-9c89-85b79444a6a3 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.4106350 Feb 09 14:04:32.801852 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-efdc85b5-9167-4ec7-b772-ec3a70bd6579 req-f2b7f7e4-694a-44f7-98d7-53cb6cba062f tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520284 Feb 09 14:04:32.860382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8a57b-4643-4758-9f03-59413d1f9fb8 req-fafd8aad-061b-4723-8ed6-ef4382673e46 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:32.861830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-79a8a57b-4643-4758-9f03-59413d1f9fb8 req-fafd8aad-061b-4723-8ed6-ef4382673e46 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0887570 Feb 09 14:04:32.867544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd440830-e6b3-4c24-aa97-0128a0747b66 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:04:32.875094 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:32.892588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Transition to ACTIVE for port object bd440830-e6b3-4c24-aa97-0128a0747b66 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:04:32.898160 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:32.915864 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-79a8a57b-4643-4758-9f03-59413d1f9fb8 req-7c2eb3ae-7a8d-4cae-979d-e233dcfc2903 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468740 Feb 09 14:04:33.074487 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Pushing event updated for resources: {'Port': ['ID=bd440830-e6b3-4c24-aa97-0128a0747b66,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:33.190836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430d2cf-c993-46ee-8c13-d6d9ba60fab4 req-55725802-a4f5-4c47-8130-bf8440949e23 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:33.192314 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e430d2cf-c993-46ee-8c13-d6d9ba60fab4 req-55725802-a4f5-4c47-8130-bf8440949e23 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.2901115 Feb 09 14:04:33.212707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Attempting to bind port bd440830-e6b3-4c24-aa97-0128a0747b66 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:04:33.213033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Attempting to bind port bd440830-e6b3-4c24-aa97-0128a0747b66 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:04:33.213352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Attempting to bind port bd440830-e6b3-4c24-aa97-0128a0747b66 on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:04:33.221354 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Port bd440830-e6b3-4c24-aa97-0128a0747b66 on network 871ef5b5-732c-4077-b68d-299f1c66d16d not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:04:33.221605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Attempting to bind port bd440830-e6b3-4c24-aa97-0128a0747b66 on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:04:33.229361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:04:33.229691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Checking segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:04:33.230066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Bound using segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:04:33.230565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Bound port: bd440830-e6b3-4c24-aa97-0128a0747b66, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:04:33.230835 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:33.281000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6fc5d-af83-4141-b053-34adfba9636e req-d8528bd8-9f71-4593-bf77-eb3ba0f1b965 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:33.282381 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fae6fc5d-af83-4141-b053-34adfba9636e req-d8528bd8-9f71-4593-bf77-eb3ba0f1b965 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.0821314 Feb 09 14:04:33.295275 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e430d2cf-c993-46ee-8c13-d6d9ba60fab4 req-8d3a1886-b78c-4c48-befa-6ce493611d84 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966804 Feb 09 14:04:33.328757 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fae6fc5d-af83-4141-b053-34adfba9636e req-5787f3b1-f8be-4750-8768-75c133fc4bc1 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400987 Feb 09 14:04:33.337289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] For port bd440830-e6b3-4c24-aa97-0128a0747b66, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:04:33.340522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] For port bd440830-e6b3-4c24-aa97-0128a0747b66, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bd440830-e6b3-4c24-aa97-0128a0747b66,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:04:33.345863 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:33.440891 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:33.441509 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:33.442844 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] 10.222.0.21 "PUT /v2.0/ports/bd440830-e6b3-4c24-aa97-0128a0747b66 HTTP/1.1" status: 200 len: 1092 time: 1.4915314 Feb 09 14:04:33.478000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a639c-65fa-4e43-b722-60c8830f539f service neutron] Pushing event updated for resources: {'Port': ['ID=bd440830-e6b3-4c24-aa97-0128a0747b66,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:33.521348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e9892-15b2-41eb-8205-bc2ec0f9b4aa req-b97ea8bc-083b-440f-b53a-e09f27f82e70 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:33.523657 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d02e9892-15b2-41eb-8205-bc2ec0f9b4aa req-b97ea8bc-083b-440f-b53a-e09f27f82e70 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 944 time: 0.0858724 Feb 09 14:04:33.566045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c696fdc-8e36-4b62-9a1a-5a2cce9f6e29 req-6eaae9ef-8c9a-4762-ada1-0e061a50f5e1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:33.568206 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c696fdc-8e36-4b62-9a1a-5a2cce9f6e29 req-6eaae9ef-8c9a-4762-ada1-0e061a50f5e1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1632600 Feb 09 14:04:33.581544 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d02e9892-15b2-41eb-8205-bc2ec0f9b4aa req-4e64a404-5e37-4d43-b5c8-72f275f70454 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506940 Feb 09 14:04:33.601971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-bd702392-73ed-40cd-a80d-bcedfc72b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:33.603418 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-bd702392-73ed-40cd-a80d-bcedfc72b064 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 1095 time: 0.1212311 Feb 09 14:04:33.680495 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-64397d3d-0126-4442-bd4e-f93db2e3b790 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd440830-e6b3-4c24-aa97-0128a0747b66 HTTP/1.1" status: 200 len: 217 time: 0.0689447 Feb 09 14:04:33.685022 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c696fdc-8e36-4b62-9a1a-5a2cce9f6e29 req-57007510-8121-4b51-ac8b-26dfffa9ad2d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086457 Feb 09 14:04:33.742216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-5123b70e-3ac2-400c-a421-8891623e3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:33.743624 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-5123b70e-3ac2-400c-a421-8891623e3489 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.0570638 Feb 09 14:04:33.788926 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-59f8a139-3d51-4950-ac66-0264e195608d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391555 Feb 09 14:04:33.812119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c18635-e29d-462d-885b-b8dcaf5cbeff req-8bd2b61a-43d7-4679-8f33-7c48a098a523 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:33.813562 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7c18635-e29d-462d-885b-b8dcaf5cbeff req-8bd2b61a-43d7-4679-8f33-7c48a098a523 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 948 time: 0.0793164 Feb 09 14:04:33.864565 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7c18635-e29d-462d-885b-b8dcaf5cbeff req-5c0a53de-8eb1-4351-b0ab-54e08f99796e tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447726 Feb 09 14:04:33.957713 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-6e1a9812-d607-444c-87b1-0c77fc5b5cf4 service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624453 Feb 09 14:04:34.101231 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75d21f-29a4-4c5d-9e30-eaea002d7b65 req-b8096311-cc7d-4bd9-b40b-172a91c1097c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:34.102666 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa75d21f-29a4-4c5d-9e30-eaea002d7b65 req-b8096311-cc7d-4bd9-b40b-172a91c1097c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0826743 Feb 09 14:04:34.114052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123c886-c0cc-4144-b270-b34b0e7b58b6 req-44f114d1-5c2d-4382-948a-a6a65bc75ff3 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:34.115600 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3123c886-c0cc-4144-b270-b34b0e7b58b6 req-44f114d1-5c2d-4382-948a-a6a65bc75ff3 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.2022438 Feb 09 14:04:34.121572 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0a779a3-2d9e-43b8-a47f-68132d84e6d3 req-3a5360ab-799c-499b-a459-b75479af806d service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543236 Feb 09 14:04:34.161847 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3123c886-c0cc-4144-b270-b34b0e7b58b6 req-4db6584d-397d-4ba4-90d4-d63f64e85031 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393116 Feb 09 14:04:34.163824 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa75d21f-29a4-4c5d-9e30-eaea002d7b65 req-b382c49c-029a-45ff-bfe3-2feabb002333 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551605 Feb 09 14:04:34.494775 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf79b5f-05e7-4ee8-acdc-21c17420f4fa req-0863dfff-cbc1-4f0b-8f53-53406f413990 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:34.496831 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5cf79b5f-05e7-4ee8-acdc-21c17420f4fa req-0863dfff-cbc1-4f0b-8f53-53406f413990 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.0823977 Feb 09 14:04:34.516290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133a917-ee9d-4381-a26c-c3b88c96ff76 req-86388d62-470c-4929-a621-afc6333be0e0 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:34.517917 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0133a917-ee9d-4381-a26c-c3b88c96ff76 req-86388d62-470c-4929-a621-afc6333be0e0 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.0790582 Feb 09 14:04:34.557567 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5cf79b5f-05e7-4ee8-acdc-21c17420f4fa req-db593ed5-f4b3-4589-b062-e22bd08bcbf8 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550165 Feb 09 14:04:34.567922 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0133a917-ee9d-4381-a26c-c3b88c96ff76 req-60cfc3ed-3a7e-4c06-9933-29772abd7347 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439732 Feb 09 14:04:34.694916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1fcf4c-35a3-4ca5-8433-36249c944663', 'tag': 'bd440830-e6b3-4c24-aa97-0128a0747b66'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:34.739337 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1fcf4c-35a3-4ca5-8433-36249c944663', 'tag': 'bd440830-e6b3-4c24-aa97-0128a0747b66', 'status': 'completed', 'code': 200} Feb 09 14:04:34.769070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c7fba-c1b8-4aae-b562-00a8ba6eef47 req-c97a6dc9-7238-4600-80eb-559b22e46dce tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:34.770636 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ac8c7fba-c1b8-4aae-b562-00a8ba6eef47 req-c97a6dc9-7238-4600-80eb-559b22e46dce tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 944 time: 0.0810390 Feb 09 14:04:34.823481 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ac8c7fba-c1b8-4aae-b562-00a8ba6eef47 req-cea1c832-7851-4da2-81fb-d7b4703b3959 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464678 Feb 09 14:04:34.991608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffa309-8f02-4208-b1eb-4ff343abbf28 req-6d4f9f63-a593-44b4-a76e-2926bd224f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:34.993136 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52ffa309-8f02-4208-b1eb-4ff343abbf28 req-6d4f9f63-a593-44b4-a76e-2926bd224f52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 1095 time: 0.2300103 Feb 09 14:04:35.000780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed3e63-85a3-403b-819f-29887ecf8b58 req-2c744889-9932-4885-82e7-b5bc32d87e98 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:35.002162 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-31ed3e63-85a3-403b-819f-29887ecf8b58 req-2c744889-9932-4885-82e7-b5bc32d87e98 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1109502 Feb 09 14:04:35.058283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac878b-bdfb-4926-9c71-bad474d33d1c req-08aab682-91cd-499f-ba8b-0617264d6fbc tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:35.061696 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0ac878b-bdfb-4926-9c71-bad474d33d1c req-08aab682-91cd-499f-ba8b-0617264d6fbc tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 948 time: 0.0876126 Feb 09 14:04:35.111352 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0ac878b-bdfb-4926-9c71-bad474d33d1c req-c5ebe182-959e-47a4-be31-9df4f865b112 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451512 Feb 09 14:04:35.139050 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-31ed3e63-85a3-403b-819f-29887ecf8b58 req-681c6016-42e4-4917-96de-68985ffb0f16 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178353 Feb 09 14:04:35.168849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffa309-8f02-4208-b1eb-4ff343abbf28 req-ee7fb4b6-fc46-42ac-9d7b-8038267b3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:35.170302 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52ffa309-8f02-4208-b1eb-4ff343abbf28 req-ee7fb4b6-fc46-42ac-9d7b-8038267b3a78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 0.1672783 Feb 09 14:04:35.242617 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52ffa309-8f02-4208-b1eb-4ff343abbf28 req-88eeb40b-a790-4f9b-9ecb-72babea1a143 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd440830-e6b3-4c24-aa97-0128a0747b66 HTTP/1.1" status: 200 len: 217 time: 0.0659089 Feb 09 14:04:35.367809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c972315-9fd9-49fe-b4b5-ade2e2121169 req-1356584b-8325-40b6-b648-f65983a04580 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:35.369303 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5c972315-9fd9-49fe-b4b5-ade2e2121169 req-1356584b-8325-40b6-b648-f65983a04580 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.0920098 Feb 09 14:04:35.376429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffa309-8f02-4208-b1eb-4ff343abbf28 req-9863da3b-2495-4114-9c71-5107d230714d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:35.377849 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52ffa309-8f02-4208-b1eb-4ff343abbf28 req-9863da3b-2495-4114-9c71-5107d230714d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.1291375 Feb 09 14:04:35.414139 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5c972315-9fd9-49fe-b4b5-ade2e2121169 req-279860cd-05f9-4cf7-8a5a-e6621b4651d8 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386446 Feb 09 14:04:35.436615 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52ffa309-8f02-4208-b1eb-4ff343abbf28 req-36d39bd8-45cb-423f-9849-2fc3cfb8413d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508306 Feb 09 14:04:35.539368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9754e-4739-462e-a231-2c66f58fded1 req-3e88cd74-64c0-46b1-9185-656eac5fb8c1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:35.540831 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26f9754e-4739-462e-a231-2c66f58fded1 req-3e88cd74-64c0-46b1-9185-656eac5fb8c1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.2116439 Feb 09 14:04:35.612135 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52ffa309-8f02-4208-b1eb-4ff343abbf28 req-905fc2fb-3939-4430-aea0-ff4e7d174628 service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666362 Feb 09 14:04:35.616144 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26f9754e-4739-462e-a231-2c66f58fded1 req-e9a7e2b4-6c64-4319-8748-4121704482d3 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673075 Feb 09 14:04:35.807323 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52ffa309-8f02-4208-b1eb-4ff343abbf28 req-46bf3149-cce3-48a6-8dcd-77b2128f561d service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884236 Feb 09 14:04:35.830156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb07c-0a1f-4033-8ddd-2cf5cd75c1af req-37ce34e4-b1d6-4750-80d1-602fe100c7a3 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:35.831611 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-90edb07c-0a1f-4033-8ddd-2cf5cd75c1af req-37ce34e4-b1d6-4750-80d1-602fe100c7a3 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.1173334 Feb 09 14:04:35.841492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497be7d-5730-46ef-8882-f1cb770a3fec req-55fea7ae-ab14-4951-8400-42638a16c7d5 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:35.842935 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2497be7d-5730-46ef-8882-f1cb770a3fec req-55fea7ae-ab14-4951-8400-42638a16c7d5 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1718094 Feb 09 14:04:35.876344 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-90edb07c-0a1f-4033-8ddd-2cf5cd75c1af req-6392f711-25e7-4967-b4eb-8b6adf866c59 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387616 Feb 09 14:04:35.886661 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2497be7d-5730-46ef-8882-f1cb770a3fec req-df15a213-8117-4eaf-8ac7-be90b962f1eb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382326 Feb 09 14:04:35.958922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:04:36.055536 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332183-8c13-4a4c-b715-07852e35c423 req-7f2869bb-f7f4-49ab-9bab-a51a61ef3f77 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:36.056258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-63332183-8c13-4a4c-b715-07852e35c423 req-7f2869bb-f7f4-49ab-9bab-a51a61ef3f77 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Synchronizing usage tracker for tenant:88a376f878274e1491d4af100b1ec6bb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:04:36.071981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-63332183-8c13-4a4c-b715-07852e35c423 req-7f2869bb-f7f4-49ab-9bab-a51a61ef3f77 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Unset dirty status for tenant:88a376f878274e1491d4af100b1ec6bb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:04:36.073174 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-63332183-8c13-4a4c-b715-07852e35c423 req-7f2869bb-f7f4-49ab-9bab-a51a61ef3f77 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 944 time: 0.0956879 Feb 09 14:04:36.118288 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-63332183-8c13-4a4c-b715-07852e35c423 req-88e48729-cf6a-42f6-9947-f654ee094e77 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392818 Feb 09 14:04:36.298378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264a101-a77b-4093-bcf0-45b3adeeda84 req-d38575ce-0eb2-4ed7-aeee-6ac8bdb9b54d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:36.299905 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3264a101-a77b-4093-bcf0-45b3adeeda84 req-d38575ce-0eb2-4ed7-aeee-6ac8bdb9b54d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 948 time: 0.0827506 Feb 09 14:04:36.330294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0e8ef-df48-48bf-a26e-5c93c64ac44f req-47038a36-0c21-4b9a-b03e-50dbc277cb4c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:36.331790 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-35c0e8ef-df48-48bf-a26e-5c93c64ac44f req-47038a36-0c21-4b9a-b03e-50dbc277cb4c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.0836155 Feb 09 14:04:36.343382 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3264a101-a77b-4093-bcf0-45b3adeeda84 req-db2e5466-7fa2-4274-9c73-3a2987aa7b11 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375063 Feb 09 14:04:36.375830 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-35c0e8ef-df48-48bf-a26e-5c93c64ac44f req-fff2510f-46a4-4f17-a7b8-8a9a026c9eae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380528 Feb 09 14:04:36.601519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2a42e-2cab-4402-89f6-8c7a7fb37643 req-4db4fe69-95f6-4547-932c-8ff1ee954b75 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:36.602974 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8f2a42e-2cab-4402-89f6-8c7a7fb37643 req-4db4fe69-95f6-4547-932c-8ff1ee954b75 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.0820973 Feb 09 14:04:36.653460 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8f2a42e-2cab-4402-89f6-8c7a7fb37643 req-8d1b62fd-0e39-46ee-a55e-ceb27f47008e tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434670 Feb 09 14:04:36.805211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d154415-25fb-4c7c-89f5-1b13c1446a45 req-929d0179-aab7-4622-ab51-bba18db29bb8 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:36.806675 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0d154415-25fb-4c7c-89f5-1b13c1446a45 req-929d0179-aab7-4622-ab51-bba18db29bb8 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0841551 Feb 09 14:04:36.835232 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:04:36.855798 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0d154415-25fb-4c7c-89f5-1b13c1446a45 req-64359973-95f8-41e3-ae53-9a9d56c2274d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429301 Feb 09 14:04:37.078244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31351c0-38ae-4e8b-866b-0f90de9b93f7 req-d1dcd740-c637-48b3-b38d-4d8496f3fc36 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:37.079866 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a31351c0-38ae-4e8b-866b-0f90de9b93f7 req-d1dcd740-c637-48b3-b38d-4d8496f3fc36 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.0972157 Feb 09 14:04:37.128425 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a31351c0-38ae-4e8b-866b-0f90de9b93f7 req-505ceddc-99df-4eeb-bf9c-8299011b3936 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413797 Feb 09 14:04:37.226998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a3ef0-acac-4628-9bd3-30c5aecc8f0b req-eb413ffb-cf44-477b-9117-63aff781c35a tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:37.228708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2d5a3ef0-acac-4628-9bd3-30c5aecc8f0b req-eb413ffb-cf44-477b-9117-63aff781c35a tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.0847535 Feb 09 14:04:37.273782 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2d5a3ef0-acac-4628-9bd3-30c5aecc8f0b req-b7d00db2-f280-4974-a4ed-e3da5d350944 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393624 Feb 09 14:04:37.304734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7d308-da9a-40c1-8690-81675806105c req-abf66bdb-a58e-40f3-908c-739544c4a467 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:37.306182 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32c7d308-da9a-40c1-8690-81675806105c req-abf66bdb-a58e-40f3-908c-739544c4a467 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 944 time: 0.0797617 Feb 09 14:04:37.351103 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32c7d308-da9a-40c1-8690-81675806105c req-32300b4c-9ec3-463e-a633-fd9aed7bbefe tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391800 Feb 09 14:04:37.550416 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba866cb-55e6-43e5-9129-f82464889ba2 req-7dbdfc7a-ec9f-449f-accc-3aaa550d5367 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:37.551132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-eba866cb-55e6-43e5-9129-f82464889ba2 req-7dbdfc7a-ec9f-449f-accc-3aaa550d5367 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Synchronizing usage tracker for tenant:6c23e61e18ae42d299d947dff65ba75e on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:04:37.565674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-eba866cb-55e6-43e5-9129-f82464889ba2 req-7dbdfc7a-ec9f-449f-accc-3aaa550d5367 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Unset dirty status for tenant:6c23e61e18ae42d299d947dff65ba75e on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:04:37.566986 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eba866cb-55e6-43e5-9129-f82464889ba2 req-7dbdfc7a-ec9f-449f-accc-3aaa550d5367 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 948 time: 0.1179409 Feb 09 14:04:37.596313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c586fef-7a8e-476b-8231-2c6628d0e36b req-dd4359d4-bf0e-4338-b36a-033cec0c322d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:37.599101 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c586fef-7a8e-476b-8231-2c6628d0e36b req-dd4359d4-bf0e-4338-b36a-033cec0c322d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1131721 Feb 09 14:04:37.618736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-eba866cb-55e6-43e5-9129-f82464889ba2 req-907fde7d-53a6-49d1-b10d-552fd85474aa tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Synchronizing usage tracker for tenant:6c23e61e18ae42d299d947dff65ba75e on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:04:37.636892 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-eba866cb-55e6-43e5-9129-f82464889ba2 req-907fde7d-53a6-49d1-b10d-552fd85474aa tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Unset dirty status for tenant:6c23e61e18ae42d299d947dff65ba75e on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:04:37.637953 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eba866cb-55e6-43e5-9129-f82464889ba2 req-907fde7d-53a6-49d1-b10d-552fd85474aa tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641060 Feb 09 14:04:37.651547 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c586fef-7a8e-476b-8231-2c6628d0e36b req-52437e5f-6c3b-474e-990e-6e8eb052e601 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469568 Feb 09 14:04:37.836476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c9d83-6a45-45c0-bbd5-2b72487c5c78 req-a3d60bce-e24c-4a44-9af1-6d075e27bec5 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:37.837914 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3e0c9d83-6a45-45c0-bbd5-2b72487c5c78 req-a3d60bce-e24c-4a44-9af1-6d075e27bec5 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.0802693 Feb 09 14:04:37.881605 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3e0c9d83-6a45-45c0-bbd5-2b72487c5c78 req-1ba607cc-6773-4367-80d4-119d2dccaa24 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375338 Feb 09 14:04:38.036859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524edfe-3265-42cb-9adf-3e308e881212 req-3032e121-824e-4385-b1d6-67f9519fd552 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:38.038804 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3524edfe-3265-42cb-9adf-3e308e881212 req-3032e121-824e-4385-b1d6-67f9519fd552 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0794587 Feb 09 14:04:38.085079 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3524edfe-3265-42cb-9adf-3e308e881212 req-605b6e55-7e6b-473a-8821-0c2bbfd100ad tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405231 Feb 09 14:04:38.119063 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device bd440830-e6b3-4c24-aa97-0128a0747b66 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:04:38.225884 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:38.264311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port bd440830-e6b3-4c24-aa97-0128a0747b66, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bd440830-e6b3-4c24-aa97-0128a0747b66,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:38.277627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'bd440830-e6b3-4c24-aa97-0128a0747b66', 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d', 'port_id': 'bd440830-e6b3-4c24-aa97-0128a0747b66', 'mac_address': 'fa:16:3e:48:a6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94892cdf-dc18-4c6c-bd3a-c8729a4c236e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:04:38.336375 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:38.355256 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd440830-e6b3-4c24-aa97-0128a0747b66 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:04:38.373177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port bd440830-e6b3-4c24-aa97-0128a0747b66, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bd440830-e6b3-4c24-aa97-0128a0747b66,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:38.379992 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:38.418144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98d647-7d17-46c3-accf-4da8dd021edc req-bfad63f7-111e-4e57-a445-1f13995ff187 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:38.419712 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9a98d647-7d17-46c3-accf-4da8dd021edc req-bfad63f7-111e-4e57-a445-1f13995ff187 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.1825018 Feb 09 14:04:38.454638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=bd440830-e6b3-4c24-aa97-0128a0747b66,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:38.478713 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e58e6-0160-44c7-aa15-3f7f214ec0ee req-cb7fcc6d-5198-4eda-ac5d-dbdd92b625b1 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:38.480273 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-436e58e6-0160-44c7-aa15-3f7f214ec0ee req-cb7fcc6d-5198-4eda-ac5d-dbdd92b625b1 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.0862815 Feb 09 14:04:38.485947 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9a98d647-7d17-46c3-accf-4da8dd021edc req-85123fe2-6d61-43df-9fdb-70688fd39e0a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583436 Feb 09 14:04:38.535217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-436e58e6-0160-44c7-aa15-3f7f214ec0ee req-a2945c5b-3ebe-449b-b2a5-69980f1b11ed tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485480 Feb 09 14:04:38.669006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2618021-00d2-4dee-9832-337be0a1665e req-9989d70a-254c-40dc-ada2-2e09f8364a80 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:38.670464 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c2618021-00d2-4dee-9832-337be0a1665e req-9989d70a-254c-40dc-ada2-2e09f8364a80 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 945 time: 0.0814309 Feb 09 14:04:38.720337 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c2618021-00d2-4dee-9832-337be0a1665e req-2b8fe830-dfed-4905-9b39-a4ee8f1e738f tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437632 Feb 09 14:04:38.838308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26092d-5631-4d61-a022-e9da2441f06e req-1a8d582c-7c48-4430-8e84-ac5426cad02d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:38.839908 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d26092d-5631-4d61-a022-e9da2441f06e req-1a8d582c-7c48-4430-8e84-ac5426cad02d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 948 time: 0.0840755 Feb 09 14:04:38.886673 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d26092d-5631-4d61-a022-e9da2441f06e req-738208e8-e114-4f35-b444-f21c6a18079e tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381441 Feb 09 14:04:38.895882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39030bd8-7630-4494-9f62-bb2a87493d7f req-2319bbdb-09b5-423a-8935-ae282beb5fcd tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:38.897909 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-39030bd8-7630-4494-9f62-bb2a87493d7f req-2319bbdb-09b5-423a-8935-ae282beb5fcd tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.0815642 Feb 09 14:04:38.946823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['bd440830-e6b3-4c24-aa97-0128a0747b66'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:04:38.956810 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-39030bd8-7630-4494-9f62-bb2a87493d7f req-89619d1b-76df-4de3-8173-f241d8fa4408 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533409 Feb 09 14:04:39.070348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb971a-9f82-4da3-9bcc-d97dcb6e9cc6 req-775c0ad2-fe96-47c6-8943-653aaad033fa tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:39.071829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-11bb971a-9f82-4da3-9bcc-d97dcb6e9cc6 req-775c0ad2-fe96-47c6-8943-653aaad033fa tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.0781672 Feb 09 14:04:39.121882 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-11bb971a-9f82-4da3-9bcc-d97dcb6e9cc6 req-7d565498-b155-4895-ab8e-fe449313eb08 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441289 Feb 09 14:04:39.298058 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-0a145d9c-760b-408d-a6e3-3c8f27783361 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=d1185712-f38e-4979-8016-42121e4ade7a HTTP/1.1" status: 200 len: 217 time: 0.0766861 Feb 09 14:04:39.338180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90777a-0902-401d-a6b6-fb331d279747 req-075f8005-fe18-4ebc-be4f-c889a318b040 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:39.339675 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b90777a-0902-401d-a6b6-fb331d279747 req-075f8005-fe18-4ebc-be4f-c889a318b040 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1458919 Feb 09 14:04:39.367582 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c4806-a866-45b6-b66e-0f7f7808cbc2 req-954e7632-8547-49ba-a1f9-f0dfc160c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:39.369024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-f2963448-8969-49c9-b016-4ceb640f3153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:39.369194 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-363c4806-a866-45b6-b66e-0f7f7808cbc2 req-954e7632-8547-49ba-a1f9-f0dfc160c93c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c23e61e18ae42d299d947dff65ba75e&device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 1098 time: 0.1328070 Feb 09 14:04:39.370455 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-f2963448-8969-49c9-b016-4ceb640f3153 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0659974 Feb 09 14:04:39.415641 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-363c4806-a866-45b6-b66e-0f7f7808cbc2 req-492d8830-acbd-415b-b304-eb8c902cfb48 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6c23e61e18ae42d299d947dff65ba75e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329196 Feb 09 14:04:39.416960 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b90777a-0902-401d-a6b6-fb331d279747 req-0492fc46-2dd7-4ae5-a2a9-ea2cd141546c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705571 Feb 09 14:04:39.459813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-73e41b98-5efa-47a9-8b81-b85303b8b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:39.461307 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-73e41b98-5efa-47a9-8b81-b85303b8b6a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804803 Feb 09 14:04:39.607379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c4806-a866-45b6-b66e-0f7f7808cbc2 req-c34f611b-f5cb-4b19-a471-7fce855e5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:39.610000 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-363c4806-a866-45b6-b66e-0f7f7808cbc2 req-c34f611b-f5cb-4b19-a471-7fce855e5fab service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1903193 Feb 09 14:04:39.749715 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-b3de0953-4671-451d-8ac1-29b60a03838d service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787917 Feb 09 14:04:39.803606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4be4b-bac4-467a-98b2-e63afacb1676 req-7945fc2e-9197-4e47-835d-e201d8c7c821 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:39.804996 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eae4be4b-bac4-467a-98b2-e63afacb1676 req-7945fc2e-9197-4e47-835d-e201d8c7c821 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1085372 Feb 09 14:04:39.806999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-febeb6dc-89cc-469b-a5b6-c715a405cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:39.808364 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-febeb6dc-89cc-469b-a5b6-c715a405cd2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c23e61e18ae42d299d947dff65ba75e&device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 1098 time: 0.1554291 Feb 09 14:04:39.892003 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-02b49dd0-5294-443d-8796-932960eb9540 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=50a097b7-5466-400a-b0f6-a2e3a07ccb49 HTTP/1.1" status: 200 len: 217 time: 0.0669703 Feb 09 14:04:39.912559 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-940fa4ee-5067-4b30-a0b3-36daba8741f7 service neutron] 10.222.0.35 "GET /v2.0/ports/1eea9ee2-af57-4b83-8566-e5cd74af6ba8/bindings/n-h2-828418-2 HTTP/1.1" status: 200 len: 384 time: 0.2118282 Feb 09 14:04:39.922227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c91644-b6ab-47ff-8544-fbcbbb6c3ec5 req-7358325d-2835-41ec-a13a-3d79861d4eeb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:39.923639 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91c91644-b6ab-47ff-8544-fbcbbb6c3ec5 req-7358325d-2835-41ec-a13a-3d79861d4eeb tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 944 time: 0.2986004 Feb 09 14:04:39.949401 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eae4be4b-bac4-467a-98b2-e63afacb1676 req-475d216f-631b-42bb-85f4-490e6cc35b4e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382191 Feb 09 14:04:39.975915 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59ab3370-4b57-4cd9-bfcc-9edad20b3fa2 req-909fd721-4b17-4a8c-9c96-cd830dd74dc4 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156162 Feb 09 14:04:39.977173 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-77622c44-ada1-4395-80ba-5626674bef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:39.984392 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-77622c44-ada1-4395-80ba-5626674bef0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0821228 Feb 09 14:04:39.998270 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:40.083617 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-3014a709-5c78-4a39-8683-92ff3777cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:40.085204 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-3014a709-5c78-4a39-8683-92ff3777cc11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0949433 Feb 09 14:04:40.218103 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91c91644-b6ab-47ff-8544-fbcbbb6c3ec5 req-c7868541-5885-46f0-b79d-0fbefb0b6728 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520843 Feb 09 14:04:40.294957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26e02-fe30-4088-a88f-4983c3822de9 req-54421898-9196-4db3-a053-842c45f40fbb tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:40.296630 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2fc26e02-fe30-4088-a88f-4983c3822de9 req-54421898-9196-4db3-a053-842c45f40fbb tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 945 time: 0.2163601 Feb 09 14:04:40.298413 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-3df1799d-d009-404c-bc6c-43cb18d95c37 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789420 Feb 09 14:04:40.438848 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2fc26e02-fe30-4088-a88f-4983c3822de9 req-b1260a21-c3bb-4be0-a087-38d81a662b61 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337724 Feb 09 14:04:40.457437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a137fbf-12d4-4dbe-a386-f94550451ecf req-1c611f0a-f4fc-4cfb-a86e-0b5d70bc874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:40.459037 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a137fbf-12d4-4dbe-a386-f94550451ecf req-1c611f0a-f4fc-4cfb-a86e-0b5d70bc874c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c23e61e18ae42d299d947dff65ba75e&device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 1099 time: 0.4185400 Feb 09 14:04:40.486502 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ac15fa5-5e62-4ff0-aa78-eb3ab954444f req-2886941d-9331-40dc-9344-c89f9498d324 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800339 Feb 09 14:04:40.611519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] For port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:40.631834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bda6e7-74aa-4bb1-b5c1-c8fe7e56fcbb req-88c23b23-4365-48d2-81d1-f3e5cdb5b7c9 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:40.632914 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c1bda6e7-74aa-4bb1-b5c1-c8fe7e56fcbb req-88c23b23-4365-48d2-81d1-f3e5cdb5b7c9 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 948 time: 0.2687256 Feb 09 14:04:40.653234 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039d741-bd0a-430f-a842-02f966d18216 req-4b6b0448-1581-405f-aba9-387773dfa16d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:40.655086 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2039d741-bd0a-430f-a842-02f966d18216 req-4b6b0448-1581-405f-aba9-387773dfa16d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.0925703 Feb 09 14:04:40.684782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] For port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:04:40.713548 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2039d741-bd0a-430f-a842-02f966d18216 req-049233d2-a181-4ec7-b5b1-226a5e8cecd7 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497243 Feb 09 14:04:40.752669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a137fbf-12d4-4dbe-a386-f94550451ecf req-98066ccb-98ed-475d-bac3-fc68832d740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:40.754120 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a137fbf-12d4-4dbe-a386-f94550451ecf req-98066ccb-98ed-475d-bac3-fc68832d740e service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.2881525 Feb 09 14:04:40.765446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:04:40.826731 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c1bda6e7-74aa-4bb1-b5c1-c8fe7e56fcbb req-3cf53538-a4d5-404c-9068-9b92adc003ac tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845357 Feb 09 14:04:40.839336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] For port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:40.847698 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a137fbf-12d4-4dbe-a386-f94550451ecf req-706347c2-fdf6-4cae-949f-d471092c135e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=d1185712-f38e-4979-8016-42121e4ade7a HTTP/1.1" status: 200 len: 217 time: 0.0845788 Feb 09 14:04:40.890592 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:40.892288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82265d73-ecd6-4172-b097-9125f88eb52b req-f9ed3e20-d1d4-458c-acab-66a1b15408f9 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:40.893800 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-82265d73-ecd6-4172-b097-9125f88eb52b req-f9ed3e20-d1d4-458c-acab-66a1b15408f9 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.0846870 Feb 09 14:04:40.947059 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-82265d73-ecd6-4172-b097-9125f88eb52b req-7a676538-1325-4300-96a3-8e0b454e73bd tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458117 Feb 09 14:04:41.013736 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a137fbf-12d4-4dbe-a386-f94550451ecf req-7b5f9bb5-6077-4185-9767-6f54a29dd526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:41.015165 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a137fbf-12d4-4dbe-a386-f94550451ecf req-7b5f9bb5-6077-4185-9767-6f54a29dd526 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1615348 Feb 09 14:04:41.125474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] Transition to ACTIVE for port object 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:04:41.134458 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:41.207628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7720c66-43ad-41c7-8e22-555674260ad6 req-a7d03304-a6ac-41b3-88e1-f83ab9afcf5c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:41.209159 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7720c66-43ad-41c7-8e22-555674260ad6 req-a7d03304-a6ac-41b3-88e1-f83ab9afcf5c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.2590919 Feb 09 14:04:41.232352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fb5a6-59a8-441c-ab52-9a2599d5fa48 req-50709bd2-c1d1-4371-b673-199571080496 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:41.233730 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d20fb5a6-59a8-441c-ab52-9a2599d5fa48 req-50709bd2-c1d1-4371-b673-199571080496 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1774571 Feb 09 14:04:41.273255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a137fbf-12d4-4dbe-a386-f94550451ecf req-e53a4552-288f-4a84-83cc-147d7233f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:41.274708 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a137fbf-12d4-4dbe-a386-f94550451ecf req-e53a4552-288f-4a84-83cc-147d7233f580 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2505498 Feb 09 14:04:41.278346 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d20fb5a6-59a8-441c-ab52-9a2599d5fa48 req-1f8f026a-55a8-4214-9bb6-3dd1da27cf0b tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384943 Feb 09 14:04:41.413829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] No DVR routers for this DVR port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:04:41.420920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] Pushing event updated for resources: {'Port': ['ID=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,revision_number=10']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:41.485536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:41.485794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:41.486122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:41.486451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:41.486774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:41.487097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:41.487417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:41.487716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8411-a6be-4c24-9f02-d935380c6dfd req-9e055ff2-9911-4362-96ca-708e8d31a14e tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:41.487865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:41.488054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:41.488368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:41.488687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:41.488999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:41.489190 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b40d8411-a6be-4c24-9f02-d935380c6dfd req-9e055ff2-9911-4362-96ca-708e8d31a14e tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 945 time: 0.0822923 Feb 09 14:04:41.513685 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7720c66-43ad-41c7-8e22-555674260ad6 req-d6eb9f0f-bd53-4d57-a95c-9729b1d84a44 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506926 Feb 09 14:04:41.525837 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-7a89f789-b283-414d-bce0-c9240a474c87 service neutron] 10.222.0.35 "PUT /v2.0/ports/1eea9ee2-af57-4b83-8566-e5cd74af6ba8/bindings/n-h2-828418-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6012065 Feb 09 14:04:41.555151 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b40d8411-a6be-4c24-9f02-d935380c6dfd req-3e0e747e-bd6c-4ac0-8c2f-614a77e3a28b tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587118 Feb 09 14:04:41.570474 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a137fbf-12d4-4dbe-a386-f94550451ecf req-8dfd465f-27af-4986-a0f3-bad5ef5cf13a service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732315 Feb 09 14:04:41.691769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-64523234-d6cc-46b2-8ab0-59beba5c7e69 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:41.694653 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-64523234-d6cc-46b2-8ab0-59beba5c7e69 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334&tenant_id=599ada696464469cbeafc3efd9524c59&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 1096 time: 0.1139855 Feb 09 14:04:41.770824 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a137fbf-12d4-4dbe-a386-f94550451ecf req-828a30f4-a859-429d-b826-691d77b708d0 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944392 Feb 09 14:04:41.787594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-8e0e852b-4b32-49a9-9b46-1cf7aa0a1de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:41.789537 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-8e0e852b-4b32-49a9-9b46-1cf7aa0a1de6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334&tenant_id=599ada696464469cbeafc3efd9524c59 HTTP/1.1" status: 200 len: 1096 time: 0.0881047 Feb 09 14:04:41.795002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a7112-b2cf-4393-b90d-667399e3c3a5 req-115bb7de-c61d-4536-9b99-23052e73cd83 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:41.797213 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d7a7112-b2cf-4393-b90d-667399e3c3a5 req-115bb7de-c61d-4536-9b99-23052e73cd83 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 945 time: 0.1268518 Feb 09 14:04:41.957554 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d7a7112-b2cf-4393-b90d-667399e3c3a5 req-c25c4f9a-54b5-47e0-88ea-c1484d64c48e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518540 Feb 09 14:04:41.983765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-9a63b29d-ce18-4f83-a5d7-0aecca24c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:41.985257 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-9a63b29d-ce18-4f83-a5d7-0aecca24c8c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 1096 time: 0.1572740 Feb 09 14:04:41.999833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b575471-f7ad-4364-b2cb-4cc4b66b70e8 req-434a0b7c-6d1f-4cc6-ab64-6f8c4cc1547c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:42.001248 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2b575471-f7ad-4364-b2cb-4cc4b66b70e8 req-434a0b7c-6d1f-4cc6-ab64-6f8c4cc1547c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1288280 Feb 09 14:04:42.139755 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2b575471-f7ad-4364-b2cb-4cc4b66b70e8 req-c2b66b8c-9e71-43ff-b1a0-74c86b7ec0e1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199846 Feb 09 14:04:42.147763 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device bd440830-e6b3-4c24-aa97-0128a0747b66 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:04:42.186597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc92c52-fe74-4433-bcb4-ce0e498c7ed3 req-b421a16c-25a7-4b2b-988b-4266cabac986 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:42.189919 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9dc92c52-fe74-4433-bcb4-ce0e498c7ed3 req-b421a16c-25a7-4b2b-988b-4266cabac986 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 948 time: 0.1066854 Feb 09 14:04:42.204158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-2026a726-edd9-4406-aee0-2f71c6cab28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:42.207129 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-2026a726-edd9-4406-aee0-2f71c6cab28a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.2048650 Feb 09 14:04:42.257282 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9dc92c52-fe74-4433-bcb4-ce0e498c7ed3 req-bbb1b0ff-a08d-4237-bc4b-3c29fb1652d9 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594990 Feb 09 14:04:42.288259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port bd440830-e6b3-4c24-aa97-0128a0747b66 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:04:42.288259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port bd440830-e6b3-4c24-aa97-0128a0747b66 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:04:42.288259 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:42.332467 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-8aeb98a0-7ea0-4698-9c67-a8c5acd77bc3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eea9ee2-af57-4b83-8566-e5cd74af6ba8 HTTP/1.1" status: 200 len: 217 time: 0.1173556 Feb 09 14:04:42.440814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-4a4991b2-9ac5-48d2-9dd7-d862148b38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:42.442349 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-4a4991b2-9ac5-48d2-9dd7-d862148b38e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.1000080 Feb 09 14:04:42.465138 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:42.500463 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9505402-fc43-435d-8939-af7803edf5d9 req-ad776034-3927-4b92-a2e0-ae07c26fa315 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:42.502627 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9505402-fc43-435d-8939-af7803edf5d9 req-ad776034-3927-4b92-a2e0-ae07c26fa315 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.2183356 Feb 09 14:04:42.504556 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-10b15c6b-d9b3-4631-a90f-97466b5a6f6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548587 Feb 09 14:04:42.510685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1fcf4c-35a3-4ca5-8433-36249c944663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd440830-e6b3-4c24-aa97-0128a0747b66'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:42.528784 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port bd440830-e6b3-4c24-aa97-0128a0747b66, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bd440830-e6b3-4c24-aa97-0128a0747b66,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:42.536353 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:42.562190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca67e5-ecd6-4d66-ae98-cf5ff3770495 req-e36303b6-ce16-4a8e-b6fe-4849e70be5d2 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:42.564970 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0dca67e5-ecd6-4d66-ae98-cf5ff3770495 req-e36303b6-ce16-4a8e-b6fe-4849e70be5d2 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1439788 Feb 09 14:04:42.636952 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0dca67e5-ecd6-4d66-ae98-cf5ff3770495 req-4e76b79c-1ae6-4bda-841c-68a0ecdb9068 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641060 Feb 09 14:04:42.656152 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9505402-fc43-435d-8939-af7803edf5d9 req-b37c614d-2d27-46ad-9249-f1288272c7dc tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188595 Feb 09 14:04:42.675160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=bd440830-e6b3-4c24-aa97-0128a0747b66,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:42.709144 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1fcf4c-35a3-4ca5-8433-36249c944663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd440830-e6b3-4c24-aa97-0128a0747b66', 'code': 200} Feb 09 14:04:42.728466 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-6997e37e-8c86-46a6-b456-1af4c1a04c40 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163484 Feb 09 14:04:42.898197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e9c74-f44e-44f0-b15b-f25841475fa8 req-5ca6ba0e-0242-4dac-86ad-cbadf6253c3d tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:42.899648 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4e6e9c74-f44e-44f0-b15b-f25841475fa8 req-5ca6ba0e-0242-4dac-86ad-cbadf6253c3d tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 945 time: 0.0947804 Feb 09 14:04:42.971429 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4e6e9c74-f44e-44f0-b15b-f25841475fa8 req-1eef9388-77a0-4d6f-9c34-54c858cb0f38 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606575 Feb 09 14:04:43.011946 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-e55aa95b-14bd-40c5-a693-d0a8e2ee1322 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718108 Feb 09 14:04:43.028026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c31063-25a1-40ca-b52b-4b5aa5eda602 req-c01ca2d5-324a-4fb7-a902-5796159f7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:43.029756 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-63c31063-25a1-40ca-b52b-4b5aa5eda602 req-c01ca2d5-324a-4fb7-a902-5796159f7df6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 1097 time: 0.2102518 Feb 09 14:04:43.041561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737ca93-a4a0-42c3-b04b-40948eba76ca req-4a8cbdd1-70de-49b9-b43d-742af5543e34 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:43.043052 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e737ca93-a4a0-42c3-b04b-40948eba76ca req-4a8cbdd1-70de-49b9-b43d-742af5543e34 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.2223752 Feb 09 14:04:43.124332 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-63c31063-25a1-40ca-b52b-4b5aa5eda602 req-9f3fa17b-b6e7-4add-9dec-6b25a17f3f0a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801997 Feb 09 14:04:43.128924 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e737ca93-a4a0-42c3-b04b-40948eba76ca req-fc1f583b-af7f-407b-87d3-aadf90884b27 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680566 Feb 09 14:04:43.197624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe73db-693e-49b1-84c7-1aed9069c9a3 req-3180ce63-0eba-434d-ac9d-6060df69406e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:43.199132 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1cfe73db-693e-49b1-84c7-1aed9069c9a3 req-3180ce63-0eba-434d-ac9d-6060df69406e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.0969853 Feb 09 14:04:43.253912 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1cfe73db-693e-49b1-84c7-1aed9069c9a3 req-f4548d70-8d1a-4434-83e0-eeeda2601088 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482533 Feb 09 14:04:43.382620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd32306-ea95-4f9f-b7e6-b077c2909500 req-3c45f40c-915b-482b-b738-5678aaac42af tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:43.385086 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1bd32306-ea95-4f9f-b7e6-b077c2909500 req-3c45f40c-915b-482b-b738-5678aaac42af tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1160457 Feb 09 14:04:43.456204 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1bd32306-ea95-4f9f-b7e6-b077c2909500 req-2638c841-943d-4b14-8903-0413daa00a57 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603592 Feb 09 14:04:43.505273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0890c5-56cc-4eb0-981f-0faa0a0bbd2a req-0384e684-748d-4f82-bfe6-0f219c257d15 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:43.506836 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc0890c5-56cc-4eb0-981f-0faa0a0bbd2a req-0384e684-748d-4f82-bfe6-0f219c257d15 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 948 time: 0.0993907 Feb 09 14:04:43.555144 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc0890c5-56cc-4eb0-981f-0faa0a0bbd2a req-99acd669-e9b3-4d66-89b0-5b2dde7bf710 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422697 Feb 09 14:04:43.870226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabb70d-adda-4497-a53f-c30d9bf89770 req-73aeeb47-4931-420c-9757-df0be5a87aa9 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:43.871653 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-baabb70d-adda-4497-a53f-c30d9bf89770 req-73aeeb47-4931-420c-9757-df0be5a87aa9 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.0955455 Feb 09 14:04:43.894626 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe93072-6bb8-4e7f-b4a8-ea173fe1787d req-8bdfab3b-dbd9-4f51-92fe-a5ea327cb23f tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:43.897528 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-efe93072-6bb8-4e7f-b4a8-ea173fe1787d req-8bdfab3b-dbd9-4f51-92fe-a5ea327cb23f tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1106462 Feb 09 14:04:43.927979 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-baabb70d-adda-4497-a53f-c30d9bf89770 req-c678d217-e011-47fb-bbca-8b63ae5aab08 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461538 Feb 09 14:04:43.949406 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-efe93072-6bb8-4e7f-b4a8-ea173fe1787d req-fa5b8da5-3601-48ce-86cf-3c6c6c4a0b6b tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471356 Feb 09 14:04:43.989716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d1185712-f38e-4979-8016-42121e4ade7a details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:04:44.145593 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d1185712-f38e-4979-8016-42121e4ade7a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d1185712-f38e-4979-8016-42121e4ade7a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:44.161222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'd1185712-f38e-4979-8016-42121e4ade7a', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': 'd1185712-f38e-4979-8016-42121e4ade7a', 'mac_address': 'fa:16:3e:78:03:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:04:44.187253 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13939efb-a0b4-4187-b768-f969d0ac229d req-b1a40bd6-08f5-4ae0-8e78-4037b1ab8b77 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:44.188875 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-13939efb-a0b4-4187-b768-f969d0ac229d req-b1a40bd6-08f5-4ae0-8e78-4037b1ab8b77 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 945 time: 0.0978930 Feb 09 14:04:44.242620 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:44.250391 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-13939efb-a0b4-4187-b768-f969d0ac229d req-8bb0b2f6-a2db-4a17-b2e2-6b3e78ab3636 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506322 Feb 09 14:04:44.288595 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1185712-f38e-4979-8016-42121e4ade7a {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:04:44.306022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d1185712-f38e-4979-8016-42121e4ade7a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d1185712-f38e-4979-8016-42121e4ade7a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:44.310416 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:44.311100 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 50a097b7-5466-400a-b0f6-a2e3a07ccb49 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:04:44.412432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=d1185712-f38e-4979-8016-42121e4ade7a,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:44.417135 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 50a097b7-5466-400a-b0f6-a2e3a07ccb49, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=50a097b7-5466-400a-b0f6-a2e3a07ccb49,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:44.433937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '50a097b7-5466-400a-b0f6-a2e3a07ccb49', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '50a097b7-5466-400a-b0f6-a2e3a07ccb49', 'mac_address': 'fa:16:3e:6d:84:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:04:44.470156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141e507-799f-436a-9c00-a341c037021c req-73269389-67da-4e10-bb34-b4f7ba175525 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:44.477350 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e141e507-799f-436a-9c00-a341c037021c req-73269389-67da-4e10-bb34-b4f7ba175525 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1916392 Feb 09 14:04:44.493233 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:44.516397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497a5a8-9c66-4176-a520-a61f885ac23f req-cc031fdd-c806-4ece-8eee-d120634f6124 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:44.518186 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1497a5a8-9c66-4176-a520-a61f885ac23f req-cc031fdd-c806-4ece-8eee-d120634f6124 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.1087646 Feb 09 14:04:44.518685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a097b7-5466-400a-b0f6-a2e3a07ccb49 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:04:44.531240 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e141e507-799f-436a-9c00-a341c037021c req-7378d6b7-23e4-47ef-92af-0b2f555d98e5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529964 Feb 09 14:04:44.540263 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 50a097b7-5466-400a-b0f6-a2e3a07ccb49, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=50a097b7-5466-400a-b0f6-a2e3a07ccb49,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:44.545170 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:44.586643 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1497a5a8-9c66-4176-a520-a61f885ac23f req-46afac24-2486-4214-bcbe-f87cbeb9ee18 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580022 Feb 09 14:04:44.617443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=50a097b7-5466-400a-b0f6-a2e3a07ccb49,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:44.759364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95e3ba-740f-44e4-b11b-00fd6f1968fd req-a3a32f70-d356-412e-9dd3-f01668ebdba8 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:44.760971 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd95e3ba-740f-44e4-b11b-00fd6f1968fd req-a3a32f70-d356-412e-9dd3-f01668ebdba8 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 949 time: 0.0808525 Feb 09 14:04:44.805501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a058b-1bd5-4e93-a414-a73b95861e8d req-9addb55b-23cb-4bf9-ab35-0b6d4b8c7056 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:44.807038 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-924a058b-1bd5-4e93-a414-a73b95861e8d req-9addb55b-23cb-4bf9-ab35-0b6d4b8c7056 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1131115 Feb 09 14:04:44.809631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd95e3ba-740f-44e4-b11b-00fd6f1968fd req-5c535aa6-c9fa-4d10-ae90-42b2efb5c9d3 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410919 Feb 09 14:04:44.865839 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-924a058b-1bd5-4e93-a414-a73b95861e8d req-51f3c8be-1ffe-46d8-9e6c-5142dd7c8f4c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504467 Feb 09 14:04:45.080389 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['50a097b7-5466-400a-b0f6-a2e3a07ccb49'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:04:45.134593 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['d1185712-f38e-4979-8016-42121e4ade7a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:04:45.168966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b35b-47ec-47a4-9745-0f16c33dd8fd req-6bea7fc7-0ee9-40d1-a197-834ee9aafdee tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:45.170654 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53b8b35b-47ec-47a4-9745-0f16c33dd8fd req-6bea7fc7-0ee9-40d1-a197-834ee9aafdee tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1288595 Feb 09 14:04:45.182939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849d29e-d109-4955-9d88-48fbccdf9358 req-797dd9e7-18f7-42c8-9f51-f1753c970ed4 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:45.185593 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8849d29e-d109-4955-9d88-48fbccdf9358 req-797dd9e7-18f7-42c8-9f51-f1753c970ed4 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1134973 Feb 09 14:04:45.225200 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53b8b35b-47ec-47a4-9745-0f16c33dd8fd req-76ceb909-ec00-4188-a320-8f209ef4835b tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472908 Feb 09 14:04:45.251898 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8849d29e-d109-4955-9d88-48fbccdf9358 req-89c2fd3e-1d58-4c90-ac8a-9e235194cfaa tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595663 Feb 09 14:04:45.566180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01f56a-5560-41f6-8bc1-91704daa5865 req-d75f78a0-4eaf-46fb-9b91-d4f77cebf642 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:45.569964 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c01f56a-5560-41f6-8bc1-91704daa5865 req-d75f78a0-4eaf-46fb-9b91-d4f77cebf642 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 945 time: 0.1143429 Feb 09 14:04:45.620041 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c01f56a-5560-41f6-8bc1-91704daa5865 req-bf95fd5c-0b9d-4371-be5e-f584aac9141a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442111 Feb 09 14:04:45.756883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be969e7-548e-4a8d-9bf1-72592f471eb4 req-67404afc-de32-43d1-a932-162c814e436e tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:45.758789 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3be969e7-548e-4a8d-9bf1-72592f471eb4 req-67404afc-de32-43d1-a932-162c814e436e tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0970781 Feb 09 14:04:45.807372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec79221-960b-4d04-a378-8058f69bee78 req-274fc271-94e5-40a8-9104-31c57103e775 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:45.808803 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ec79221-960b-4d04-a378-8058f69bee78 req-274fc271-94e5-40a8-9104-31c57103e775 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.0913126 Feb 09 14:04:45.817188 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3be969e7-548e-4a8d-9bf1-72592f471eb4 req-893cd2b7-8092-4880-8f01-7e1ca3a1acd9 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526438 Feb 09 14:04:45.861310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ec79221-960b-4d04-a378-8058f69bee78 req-638b0394-357a-4db2-9b0f-330ae08de318 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457890 Feb 09 14:04:46.053819 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ca2df-36ad-4523-b0a5-db2a9dd4cd3c req-a3e0ab3a-14df-4f22-b8e4-38c7e0704dc5 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:46.055605 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-da9ca2df-36ad-4523-b0a5-db2a9dd4cd3c req-a3e0ab3a-14df-4f22-b8e4-38c7e0704dc5 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 949 time: 0.1115439 Feb 09 14:04:46.105806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783ed2f-f7d1-40e4-9457-f4c9fca7fce5 req-34b7df89-c395-4384-a7c1-1174a4305d5c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:46.107278 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3783ed2f-f7d1-40e4-9457-f4c9fca7fce5 req-34b7df89-c395-4384-a7c1-1174a4305d5c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.0906324 Feb 09 14:04:46.109901 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-da9ca2df-36ad-4523-b0a5-db2a9dd4cd3c req-a5cdfce9-0b49-4841-a28d-3df0bed230dd tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478868 Feb 09 14:04:46.164966 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3783ed2f-f7d1-40e4-9457-f4c9fca7fce5 req-030f0d0a-1f5b-48fa-806e-b9d7b6f9fd43 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509698 Feb 09 14:04:46.451793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b3cf6-20c0-478f-a7a1-75e9b06e4f1a req-99cb8614-696c-4047-83c3-30f1b2bb5630 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:46.453395 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-546b3cf6-20c0-478f-a7a1-75e9b06e4f1a req-99cb8614-696c-4047-83c3-30f1b2bb5630 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.0966399 Feb 09 14:04:46.482548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afd787-bd4d-45ba-b123-150caffe1e1e req-1b13d95e-56ec-43f2-b875-c9a4170f6d1e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:46.484164 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63afd787-bd4d-45ba-b123-150caffe1e1e req-1b13d95e-56ec-43f2-b875-c9a4170f6d1e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1089847 Feb 09 14:04:46.534536 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63afd787-bd4d-45ba-b123-150caffe1e1e req-ca238882-508e-4a97-ae2f-6e102ff743cc tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420656 Feb 09 14:04:46.535461 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-546b3cf6-20c0-478f-a7a1-75e9b06e4f1a req-f8200398-d89b-4e1b-9eb7-42426e3c799c tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757446 Feb 09 14:04:46.834232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8f2e8-8b51-41a5-bbda-cd248e738e76 req-e1523b8c-da4c-4a00-ad7e-fec7fc5b37b7 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:46.835762 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eef8f2e8-8b51-41a5-bbda-cd248e738e76 req-e1523b8c-da4c-4a00-ad7e-fec7fc5b37b7 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 945 time: 0.1001115 Feb 09 14:04:46.903575 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eef8f2e8-8b51-41a5-bbda-cd248e738e76 req-f765621a-e8ce-42ca-8132-29118dd80299 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605898 Feb 09 14:04:47.013760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9509ef-bdba-4886-b973-9d792cc048ed req-33c8c3cc-3083-4f70-8384-4a0469456feb tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:47.015221 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa9509ef-bdba-4886-b973-9d792cc048ed req-33c8c3cc-3083-4f70-8384-4a0469456feb tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0840497 Feb 09 14:04:47.064883 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa9509ef-bdba-4886-b973-9d792cc048ed req-1d628229-5173-4d97-b852-61bdd02a2b4e tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436504 Feb 09 14:04:47.102261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb8f0f-736a-4551-91ef-8c967fccd6e8 req-96a32fab-8557-464a-a99f-fe77e7c8024d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:47.103695 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4adb8f0f-736a-4551-91ef-8c967fccd6e8 req-96a32fab-8557-464a-a99f-fe77e7c8024d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.0937715 Feb 09 14:04:47.150926 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4adb8f0f-736a-4551-91ef-8c967fccd6e8 req-617512a5-5869-492a-bdcb-402883fc179a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413272 Feb 09 14:04:47.319089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d424135-2f41-4625-a45f-435068819e7c req-a3e62d7f-dbf0-4381-b4d6-4dbcb1f5fe38 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:47.320609 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d424135-2f41-4625-a45f-435068819e7c req-a3e62d7f-dbf0-4381-b4d6-4dbcb1f5fe38 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 949 time: 0.0874989 Feb 09 14:04:47.357004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb27d3-7a18-4bda-a44e-d5ceb98fb49c req-0888be73-84a0-41da-ae63-965c1e1c7929 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:47.358391 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-82cb27d3-7a18-4bda-a44e-d5ceb98fb49c req-0888be73-84a0-41da-ae63-965c1e1c7929 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.0833013 Feb 09 14:04:47.368105 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d424135-2f41-4625-a45f-435068819e7c req-c764328c-206c-4420-9e25-2b6bbc3827b7 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414488 Feb 09 14:04:47.426353 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-82cb27d3-7a18-4bda-a44e-d5ceb98fb49c req-66f5596e-d9fc-4a82-b893-c114a7e9e8fe tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601761 Feb 09 14:04:47.761814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf1b05-0971-461b-96a9-62cced9e2a7e req-3a3feb64-8e93-4e17-baaa-e0e88e3b9efe tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:47.763375 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6faf1b05-0971-461b-96a9-62cced9e2a7e req-3a3feb64-8e93-4e17-baaa-e0e88e3b9efe tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1033897 Feb 09 14:04:47.773753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cb135-c674-4e35-8890-d6555aa088c5 req-9d919aaa-76ce-4065-a5d6-ab307c90a53a tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:47.776272 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a4cb135-c674-4e35-8890-d6555aa088c5 req-9d919aaa-76ce-4065-a5d6-ab307c90a53a tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1210210 Feb 09 14:04:47.815885 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6faf1b05-0971-461b-96a9-62cced9e2a7e req-f406e60d-85e2-4d11-8d07-0a1469596a70 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459027 Feb 09 14:04:47.823987 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a4cb135-c674-4e35-8890-d6555aa088c5 req-ed136e4e-a2de-4a2e-bd48-fb549bfe51fc tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421665 Feb 09 14:04:48.016594 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d1185712-f38e-4979-8016-42121e4ade7a up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:04:48.119667 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port d1185712-f38e-4979-8016-42121e4ade7a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:04:48.120823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af3d64-cfc6-43b9-9e26-4d1497641bc9 req-e934c6a8-8b83-410a-9076-13baec2a453f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:48.123138 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b1af3d64-cfc6-43b9-9e26-4d1497641bc9 req-e934c6a8-8b83-410a-9076-13baec2a453f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 945 time: 0.0974185 Feb 09 14:04:48.128773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port d1185712-f38e-4979-8016-42121e4ade7a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:04:48.129464 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:48.198098 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b1af3d64-cfc6-43b9-9e26-4d1497641bc9 req-4ff7b6a1-64c8-4500-bf60-90e759e6931d tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620441 Feb 09 14:04:48.308094 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:48.348618 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f009793-1a77-47c6-b7b2-5f4c8ffd8098 req-5592905b-2e3a-44b8-a9b4-a04772666089 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:48.350831 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f009793-1a77-47c6-b7b2-5f4c8ffd8098 req-5592905b-2e3a-44b8-a9b4-a04772666089 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1349509 Feb 09 14:04:48.362356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46919d0c-76c8-4943-a574-007ed38af2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1185712-f38e-4979-8016-42121e4ade7a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:48.380779 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d1185712-f38e-4979-8016-42121e4ade7a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d1185712-f38e-4979-8016-42121e4ade7a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:48.386860 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:48.388462 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 50a097b7-5466-400a-b0f6-a2e3a07ccb49 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:04:48.435339 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f009793-1a77-47c6-b7b2-5f4c8ffd8098 req-607ad104-5482-4646-aecf-57b7386d6048 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733130 Feb 09 14:04:48.530587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a8942-c14f-4b94-8941-e63e05126efc req-aa74972b-6642-4ea1-8966-fbabcd89baaa tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:48.542131 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb4a8942-c14f-4b94-8941-e63e05126efc req-aa74972b-6642-4ea1-8966-fbabcd89baaa tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.1638498 Feb 09 14:04:48.550009 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46919d0c-76c8-4943-a574-007ed38af2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1185712-f38e-4979-8016-42121e4ade7a', 'code': 200} Feb 09 14:04:48.553823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=d1185712-f38e-4979-8016-42121e4ade7a,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:48.571539 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 50a097b7-5466-400a-b0f6-a2e3a07ccb49 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:04:48.580298 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 50a097b7-5466-400a-b0f6-a2e3a07ccb49 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:04:48.584036 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:48.658632 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb4a8942-c14f-4b94-8941-e63e05126efc req-72b7cc1d-9cab-4906-86d5-5cf97d47efb2 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155238 Feb 09 14:04:48.761000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650983b-1208-46c8-a472-b45f0c3fce25 req-50c7fa5a-94a7-49e4-bbbc-852a42a57337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:48.763366 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3650983b-1208-46c8-a472-b45f0c3fce25 req-50c7fa5a-94a7-49e4-bbbc-852a42a57337 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 1101 time: 0.0991280 Feb 09 14:04:48.829325 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3650983b-1208-46c8-a472-b45f0c3fce25 req-8ee16b2d-356d-483c-8dc0-bb9c27ac182d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578990 Feb 09 14:04:48.834711 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:48.841180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508400fe-a867-4ccb-adff-50df07f49f93 req-ba05e9d8-c5a0-4bcd-853c-319834ba4c59 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:48.843436 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-508400fe-a867-4ccb-adff-50df07f49f93 req-ba05e9d8-c5a0-4bcd-853c-319834ba4c59 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.1246550 Feb 09 14:04:48.893388 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 50a097b7-5466-400a-b0f6-a2e3a07ccb49, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=50a097b7-5466-400a-b0f6-a2e3a07ccb49,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:04:48.900979 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:48.924541 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-508400fe-a867-4ccb-adff-50df07f49f93 req-fb01cf64-0644-40bb-bd83-a1072a991371 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489943 Feb 09 14:04:49.032232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=50a097b7-5466-400a-b0f6-a2e3a07ccb49,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:49.034149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b748980-2da9-4b69-acc7-b81fae5b406c req-277d4f9c-8a52-4f60-94d2-c97bbf13dcec tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:49.047209 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b748980-2da9-4b69-acc7-b81fae5b406c req-277d4f9c-8a52-4f60-94d2-c97bbf13dcec tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1819043 Feb 09 14:04:49.093355 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b748980-2da9-4b69-acc7-b81fae5b406c req-76571e1a-b733-47f1-a387-17f470c79df5 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451832 Feb 09 14:04:49.190245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438efa1e-5647-4ab5-92f8-f5c2c1e18231 req-6c1e8c10-65d4-4b94-bac2-5097e0e70820 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:49.194474 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-438efa1e-5647-4ab5-92f8-f5c2c1e18231 req-6c1e8c10-65d4-4b94-bac2-5097e0e70820 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1172118 Feb 09 14:04:49.274606 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-438efa1e-5647-4ab5-92f8-f5c2c1e18231 req-eede0833-38c8-489b-8e0e-d8102cd2ed0d tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718083 Feb 09 14:04:49.359886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7138c-37a0-48f0-a763-5f155b6c533b req-0509bbc3-5a83-4b6c-a608-59fbe3523423 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:49.362390 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52d7138c-37a0-48f0-a763-5f155b6c533b req-0509bbc3-5a83-4b6c-a608-59fbe3523423 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1505432 Feb 09 14:04:49.534795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca69b7-2048-4564-8bc6-d0fb270319ed req-f28090ee-11d7-4928-80dc-74d1260f9d3a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:49.537785 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0ca69b7-2048-4564-8bc6-d0fb270319ed req-f28090ee-11d7-4928-80dc-74d1260f9d3a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 945 time: 0.0957000 Feb 09 14:04:49.579497 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52d7138c-37a0-48f0-a763-5f155b6c533b req-7ecfc52c-d5bc-4748-9b81-e4db50f3e64f tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057879 Feb 09 14:04:49.612182 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0ca69b7-2048-4564-8bc6-d0fb270319ed req-8d444a9a-6695-40f6-bcbc-8659860912b7 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597665 Feb 09 14:04:49.827805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34160e38-79ce-4219-b48d-af1d128eaf4b req-ca5902c8-1aa8-4adf-a4b1-7daf5bd0ad5a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:49.830185 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34160e38-79ce-4219-b48d-af1d128eaf4b req-ca5902c8-1aa8-4adf-a4b1-7daf5bd0ad5a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1328025 Feb 09 14:04:49.884271 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34160e38-79ce-4219-b48d-af1d128eaf4b req-0d51b573-7321-4d2f-b7a7-b74aa98d7835 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Feb 09 14:04:49.976889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fd23c-bbfd-484f-bf3a-b712c87a64f0 req-53c19045-ec7a-4453-b3bd-eb48d52653e5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:49.979393 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ba2fd23c-bbfd-484f-bf3a-b712c87a64f0 req-53c19045-ec7a-4453-b3bd-eb48d52653e5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.1074281 Feb 09 14:04:50.050316 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ba2fd23c-bbfd-484f-bf3a-b712c87a64f0 req-33312481-bb2b-4e8c-a7f9-ff702b5f9b38 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634894 Feb 09 14:04:50.176755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a8caa-a0c5-41b5-afb5-3362eed6ac40 req-8b6ff850-9d61-4475-bd95-299fffa97250 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:50.180690 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-736a8caa-a0c5-41b5-afb5-3362eed6ac40 req-8b6ff850-9d61-4475-bd95-299fffa97250 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.0886390 Feb 09 14:04:50.230550 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-736a8caa-a0c5-41b5-afb5-3362eed6ac40 req-2e94c908-eee1-4159-98ed-b18e9ea3649a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Feb 09 14:04:50.343350 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53906b-e1e3-4c6b-bd76-fffd9b331474 req-95c82a13-f4be-4101-866f-b4a1f270c2ec tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:50.344899 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2e53906b-e1e3-4c6b-bd76-fffd9b331474 req-95c82a13-f4be-4101-866f-b4a1f270c2ec tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1286008 Feb 09 14:04:50.401952 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2e53906b-e1e3-4c6b-bd76-fffd9b331474 req-533f21ce-486c-4c6f-bc0a-82c3ce647ca2 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507390 Feb 09 14:04:50.528705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7993fd-6b2a-48b8-a0bd-3261b490abd0 req-b5c6b4a9-b6fd-46ba-871e-567d9cf73cba tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:50.530597 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b7993fd-6b2a-48b8-a0bd-3261b490abd0 req-b5c6b4a9-b6fd-46ba-871e-567d9cf73cba tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1120477 Feb 09 14:04:50.552005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee07a85-3679-4a90-9ec1-96750134b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a097b7-5466-400a-b0f6-a2e3a07ccb49'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:50.587958 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b7993fd-6b2a-48b8-a0bd-3261b490abd0 req-d61d32fb-b306-47da-b2b2-022a8f22ef45 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497253 Feb 09 14:04:50.628774 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee07a85-3679-4a90-9ec1-96750134b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a097b7-5466-400a-b0f6-a2e3a07ccb49', 'code': 200} Feb 09 14:04:50.865268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5802f-331d-412a-bb83-5ee4c7780b5a req-5b9b3d3d-f046-4fd8-9a20-7955c3ddaf14 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:50.866884 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ae5802f-331d-412a-bb83-5ee4c7780b5a req-5b9b3d3d-f046-4fd8-9a20-7955c3ddaf14 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1251698 Feb 09 14:04:50.900658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b891925-a4e8-445b-9b14-5d653fdf9c61 req-295f5844-6ce1-455d-9ad4-4c1ed092ff3f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:50.903423 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b891925-a4e8-445b-9b14-5d653fdf9c61 req-295f5844-6ce1-455d-9ad4-4c1ed092ff3f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 945 time: 0.1023607 Feb 09 14:04:50.943807 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ae5802f-331d-412a-bb83-5ee4c7780b5a req-c56519a0-3103-4d85-844b-7d47c1d2f3c9 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659835 Feb 09 14:04:50.957181 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b891925-a4e8-445b-9b14-5d653fdf9c61 req-c69957af-c777-4f89-a11f-32a2d1c1871c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472839 Feb 09 14:04:51.253471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fb4c3-2447-42bb-aa83-e6b8258512e3 req-fba8f670-1b9c-409b-b815-4403efa0511b tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:51.256515 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-856fb4c3-2447-42bb-aa83-e6b8258512e3 req-fba8f670-1b9c-409b-b815-4403efa0511b tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1327751 Feb 09 14:04:51.321461 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae5363-1655-4dc6-ab31-2c0d2d58f589 req-30dbcb62-0980-46dd-9e66-3ad4a4cc4af1 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:51.323057 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9bae5363-1655-4dc6-ab31-2c0d2d58f589 req-30dbcb62-0980-46dd-9e66-3ad4a4cc4af1 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.1292078 Feb 09 14:04:51.334654 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-856fb4c3-2447-42bb-aa83-e6b8258512e3 req-b17d65d8-c4ce-4ac4-a9f4-3ea7ac62b7f0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674064 Feb 09 14:04:51.407189 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9bae5363-1655-4dc6-ab31-2c0d2d58f589 req-e85551ae-f9b9-4d20-8d74-7b962bf49a26 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764468 Feb 09 14:04:51.628669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028c4f3-7bb6-4a08-90d3-3823059786be req-35e0c877-2ee4-4c48-89a0-922ce5b5db35 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:51.631691 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8028c4f3-7bb6-4a08-90d3-3823059786be req-35e0c877-2ee4-4c48-89a0-922ce5b5db35 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.1457875 Feb 09 14:04:51.699330 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8028c4f3-7bb6-4a08-90d3-3823059786be req-2b88cce2-35a8-4afc-8688-3414e39fd450 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614331 Feb 09 14:04:51.709731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ea2bc-53f0-4fa3-9169-af8d6e061fde req-79a36f38-997c-4b02-a1b2-79ed16892b68 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:51.712774 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf9ea2bc-53f0-4fa3-9169-af8d6e061fde req-79a36f38-997c-4b02-a1b2-79ed16892b68 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1322870 Feb 09 14:04:51.779394 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf9ea2bc-53f0-4fa3-9169-af8d6e061fde req-bafa3891-184a-435d-9876-9f913a6555fc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599532 Feb 09 14:04:51.925791 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2025f-4099-4a6a-8a07-1c2fd547fd77 req-a504adb4-abc5-48fb-930a-d5d3e31344d4 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:51.925791 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8f2025f-4099-4a6a-8a07-1c2fd547fd77 req-a504adb4-abc5-48fb-930a-d5d3e31344d4 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1051948 Feb 09 14:04:51.982563 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8f2025f-4099-4a6a-8a07-1c2fd547fd77 req-29b2c936-2911-49b6-9e86-24672161ad11 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498934 Feb 09 14:04:52.198549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eaf6a-b9e5-49d4-b27f-4c36a24a1b37 req-f6e6c155-7f02-43c2-b9f1-c5bbce4fdf13 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:52.200887 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-364eaf6a-b9e5-49d4-b27f-4c36a24a1b37 req-f6e6c155-7f02-43c2-b9f1-c5bbce4fdf13 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 945 time: 0.1177707 Feb 09 14:04:52.202982 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d1f08-1cae-41f1-bcfd-2f0d1de05881 req-1c85662c-1ce9-4ad1-9322-dcbf532f08fc tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:52.204493 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7e0d1f08-1cae-41f1-bcfd-2f0d1de05881 req-1c85662c-1ce9-4ad1-9322-dcbf532f08fc tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.0986581 Feb 09 14:04:52.259380 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-364eaf6a-b9e5-49d4-b27f-4c36a24a1b37 req-d603780c-94fe-4ac0-b97f-3c04b0a751c5 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523036 Feb 09 14:04:52.262348 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7e0d1f08-1cae-41f1-bcfd-2f0d1de05881 req-03655b69-99e0-43fb-ad4e-87637051bb19 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486493 Feb 09 14:04:52.643430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28cab8-8eab-48dc-9cbb-41d47d50e19f req-304cf906-2110-48ac-bbef-8655b15f6403 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:52.645579 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb28cab8-8eab-48dc-9cbb-41d47d50e19f req-304cf906-2110-48ac-bbef-8655b15f6403 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.0882478 Feb 09 14:04:52.648710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-4f1dc2fc-d821-4e11-a84b-c2f41b351343 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:52.651173 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-4f1dc2fc-d821-4e11-a84b-c2f41b351343 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334&tenant_id=599ada696464469cbeafc3efd9524c59&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 1096 time: 0.2509973 Feb 09 14:04:52.690763 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb28cab8-8eab-48dc-9cbb-41d47d50e19f req-0cf39f95-c14d-48f9-a595-e9b0b42c64dc tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396063 Feb 09 14:04:52.820006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c805c-5b63-473f-b845-496fd264035c req-6804feb8-8940-4cf5-b8a8-b4be895d1e51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:52.821493 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d5c805c-5b63-473f-b845-496fd264035c req-6804feb8-8940-4cf5-b8a8-b4be895d1e51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.3433425 Feb 09 14:04:52.887269 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d5c805c-5b63-473f-b845-496fd264035c req-e74f2d5d-5ed5-4a65-9c4a-b7a4410c6ce8 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599799 Feb 09 14:04:52.899153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-2433d881-ea11-4a38-bcfc-4db92622ed43 service neutron] For port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:04:52.904155 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-2433d881-ea11-4a38-bcfc-4db92622ed43 service neutron] Notify callbacks [] for binding, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:52.916018 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec98b885-9e52-49a5-b6e8-690be6a23f35 req-2433d881-ea11-4a38-bcfc-4db92622ed43 service neutron] 10.222.0.21 "DELETE /v2.0/ports/1eea9ee2-af57-4b83-8566-e5cd74af6ba8/bindings/n-h1-828418-2 HTTP/1.1" status: 204 len: 173 time: 0.2425699 Feb 09 14:04:52.916236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255c7d0-0920-4983-8d46-98650e3ed4ec req-82153c0a-d419-40bd-8c77-8acb3f79c521 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:52.917324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5255c7d0-0920-4983-8d46-98650e3ed4ec req-82153c0a-d419-40bd-8c77-8acb3f79c521 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.0958104 Feb 09 14:04:52.993269 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5255c7d0-0920-4983-8d46-98650e3ed4ec req-f1266b9e-c45e-45f1-af8f-1ea2add5d63b tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672383 Feb 09 14:04:53.142182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8299c0-79eb-4789-bfeb-a43419d4a97f req-a205e538-8763-4849-a063-d91cdf54405e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:53.143678 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f8299c0-79eb-4789-bfeb-a43419d4a97f req-a205e538-8763-4849-a063-d91cdf54405e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1037118 Feb 09 14:04:53.194777 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f8299c0-79eb-4789-bfeb-a43419d4a97f req-87885787-8c58-4400-95f4-ed5a7b75a578 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417130 Feb 09 14:04:53.212052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38240ca9-e277-4281-b903-679952c733a5 req-e31676b0-8c5a-4083-8e3f-843c07307d94 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:53.213766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-38240ca9-e277-4281-b903-679952c733a5 req-e31676b0-8c5a-4083-8e3f-843c07307d94 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.0982056 Feb 09 14:04:53.269938 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-38240ca9-e277-4281-b903-679952c733a5 req-46d1586a-f552-42a0-accd-29272db3b463 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450921 Feb 09 14:04:53.468711 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a28cb7-5948-4adf-b4b0-505db1d0ad75 req-c21c0fd7-a4d4-4d1f-9891-10a8d90f90c4 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:53.470188 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48a28cb7-5948-4adf-b4b0-505db1d0ad75 req-c21c0fd7-a4d4-4d1f-9891-10a8d90f90c4 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 945 time: 0.0851235 Feb 09 14:04:53.496031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c693b78-da2c-4f93-91f5-0e09ecdc5e27 req-e07a6edc-d1b0-41bf-82eb-5f64953841f0 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:53.497570 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c693b78-da2c-4f93-91f5-0e09ecdc5e27 req-e07a6edc-d1b0-41bf-82eb-5f64953841f0 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1142082 Feb 09 14:04:53.526190 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48a28cb7-5948-4adf-b4b0-505db1d0ad75 req-7b95d91c-935b-4d10-82c7-f6d6128887c0 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475476 Feb 09 14:04:53.552161 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c693b78-da2c-4f93-91f5-0e09ecdc5e27 req-b3fe7a78-8ecd-41ca-b17c-2ab3b179cccb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451226 Feb 09 14:04:53.891337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149347fb-4383-48dc-b699-dce180220200 req-a000fd56-22ca-4757-929a-98a7e28e1e63 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:53.892819 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-149347fb-4383-48dc-b699-dce180220200 req-a000fd56-22ca-4757-929a-98a7e28e1e63 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 1096 time: 0.0716760 Feb 09 14:04:53.944415 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-149347fb-4383-48dc-b699-dce180220200 req-5cd9f6c5-2471-4c3e-9456-f78a9ad8562d tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407612 Feb 09 14:04:53.957738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f17f1-0357-467f-8fa5-070576fd5433 req-d071cb57-998b-4786-94b1-5c5b8d1713ad tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:53.959791 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-119f17f1-0357-467f-8fa5-070576fd5433 req-d071cb57-998b-4786-94b1-5c5b8d1713ad tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.1445901 Feb 09 14:04:53.961868 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788210f-c06c-4845-abaf-f19c8b696954 req-1f81373b-76f7-4e76-9560-ca66dc557009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:53.963206 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5788210f-c06c-4845-abaf-f19c8b696954 req-1f81373b-76f7-4e76-9560-ca66dc557009 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 1096 time: 0.1459315 Feb 09 14:04:54.038942 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5788210f-c06c-4845-abaf-f19c8b696954 req-dccec975-596b-4d0f-a1c0-27a1d252aaa0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545256 Feb 09 14:04:54.041928 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-119f17f1-0357-467f-8fa5-070576fd5433 req-4c43dfc5-5b56-4a8e-b8b3-da69c4051cb5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743365 Feb 09 14:04:54.155978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8141e0-2f85-411a-853d-e1f83dbcb7c9 req-ff7278d9-a4c2-4f55-b9c2-7abd58513d38 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:54.157477 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce8141e0-2f85-411a-853d-e1f83dbcb7c9 req-ff7278d9-a4c2-4f55-b9c2-7abd58513d38 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1053152 Feb 09 14:04:54.206971 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce8141e0-2f85-411a-853d-e1f83dbcb7c9 req-cfc1873c-8cb2-4443-8fbf-e3e1699a69e7 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416341 Feb 09 14:04:54.219458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799de69-63ed-4089-9b3a-82d68002e9ee req-5d6d8f0a-bbcc-4adb-b56a-e345c19adea5 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:54.221059 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b799de69-63ed-4089-9b3a-82d68002e9ee req-5d6d8f0a-bbcc-4adb-b56a-e345c19adea5 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 1096 time: 0.0750489 Feb 09 14:04:54.264435 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b799de69-63ed-4089-9b3a-82d68002e9ee req-c740fcab-26f0-461b-8672-84312bf1109a tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365345 Feb 09 14:04:54.393378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee94c70-d535-4012-83b6-e973863be2e3 req-0629d768-af52-4ed1-b551-5b4162483a51 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:54.394837 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fee94c70-d535-4012-83b6-e973863be2e3 req-0629d768-af52-4ed1-b551-5b4162483a51 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.0852864 Feb 09 14:04:54.446043 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fee94c70-d535-4012-83b6-e973863be2e3 req-5f47c54b-96aa-49ba-b8a3-6874a491eeed tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447037 Feb 09 14:04:54.449385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef4cce-2070-49e5-9249-7f09bab842de req-bde151e6-ca20-4a35-909e-abab8b794cba tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:54.450876 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-acef4cce-2070-49e5-9249-7f09bab842de req-bde151e6-ca20-4a35-909e-abab8b794cba tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.0852203 Feb 09 14:04:54.501045 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-acef4cce-2070-49e5-9249-7f09bab842de req-39179a5d-7546-4aae-8492-ae0368872bc4 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439410 Feb 09 14:04:54.634552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7d1d8-d23f-4215-bad1-5747791c4cc7 req-b200a598-6c3c-40bf-b5ea-4846efd3dd2c tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:54.636043 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-57e7d1d8-d23f-4215-bad1-5747791c4cc7 req-b200a598-6c3c-40bf-b5ea-4846efd3dd2c tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.0896714 Feb 09 14:04:54.687991 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-57e7d1d8-d23f-4215-bad1-5747791c4cc7 req-048745ae-7457-4a2e-a039-ac12d76d1160 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460486 Feb 09 14:04:54.874247 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b645b-a6f2-425d-8bf7-36851b7a4c75 req-3e5f36c2-6039-4492-8682-e38c812f3cb6 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:54.875769 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3b5b645b-a6f2-425d-8bf7-36851b7a4c75 req-3e5f36c2-6039-4492-8682-e38c812f3cb6 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.0950229 Feb 09 14:04:54.943830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3b5b645b-a6f2-425d-8bf7-36851b7a4c75 req-21b60059-38d5-426a-b8e9-74c61537aef1 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604908 Feb 09 14:04:55.236433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d090171-0b1d-49ef-80ea-de28fad8a0dd req-c77dbe87-8722-4238-9c0c-e1a0fe075cb5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:55.237989 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d090171-0b1d-49ef-80ea-de28fad8a0dd req-c77dbe87-8722-4238-9c0c-e1a0fe075cb5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.0810452 Feb 09 14:04:55.288621 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d090171-0b1d-49ef-80ea-de28fad8a0dd req-dcd8acf3-aa91-4583-955d-9e09e3f274c4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436502 Feb 09 14:04:55.427367 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a57b1d-c60a-470a-a0e3-d8324ed67a7c req-59a999a6-b035-405b-8154-2f515a7017d5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:55.428902 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64a57b1d-c60a-470a-a0e3-d8324ed67a7c req-59a999a6-b035-405b-8154-2f515a7017d5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0965667 Feb 09 14:04:55.476899 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64a57b1d-c60a-470a-a0e3-d8324ed67a7c req-42865c79-48f1-4812-9da1-84dd3ff33f5d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418224 Feb 09 14:04:55.654501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895aa043-260d-4b0b-be35-523c46c5f13f req-8d878499-4501-4369-80ef-18d98d9266ff tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:55.655984 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-895aa043-260d-4b0b-be35-523c46c5f13f req-8d878499-4501-4369-80ef-18d98d9266ff tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.0951886 Feb 09 14:04:55.705786 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812974c-22e1-48f6-8837-71469523df10 req-78424a94-fe1f-4db2-bb23-4fddd28005ee tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:55.707253 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f812974c-22e1-48f6-8837-71469523df10 req-78424a94-fe1f-4db2-bb23-4fddd28005ee tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.0902109 Feb 09 14:04:55.711722 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-895aa043-260d-4b0b-be35-523c46c5f13f req-c4fb3387-488a-4a88-9433-c45d7c09d2d1 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489457 Feb 09 14:04:55.774690 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f812974c-22e1-48f6-8837-71469523df10 req-064a6ae5-22eb-40bf-8ebd-d0d31614385a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602524 Feb 09 14:04:55.912803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0120d-4139-40cf-8871-63ae63ebb9c3 req-b309ef5d-5467-4d63-b9f1-253ffa2e710e tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:55.914289 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-83b0120d-4139-40cf-8871-63ae63ebb9c3 req-b309ef5d-5467-4d63-b9f1-253ffa2e710e tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.0898409 Feb 09 14:04:55.985497 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-83b0120d-4139-40cf-8871-63ae63ebb9c3 req-4634eeff-e4b9-4ea3-8099-05a2e3208f12 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633268 Feb 09 14:04:56.203031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9f446-6f27-4309-bcb4-e662b5bf7439 req-05191707-a4e0-4a5f-be13-e4f94bbc0783 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:56.204550 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2ab9f446-6f27-4309-bcb4-e662b5bf7439 req-05191707-a4e0-4a5f-be13-e4f94bbc0783 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1105795 Feb 09 14:04:56.253032 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2ab9f446-6f27-4309-bcb4-e662b5bf7439 req-83f83693-0263-44b4-bdaa-7d1a2fc68304 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394311 Feb 09 14:04:56.563538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f94768-a41b-46d9-8871-2005adae8ac5 req-55a7f4d9-d1d1-4d3c-9cff-baa53b619db6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:56.566732 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1f94768-a41b-46d9-8871-2005adae8ac5 req-55a7f4d9-d1d1-4d3c-9cff-baa53b619db6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.1479931 Feb 09 14:04:56.653529 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1f94768-a41b-46d9-8871-2005adae8ac5 req-1447e0f3-9b7a-45a7-a270-bdba977cf642 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803442 Feb 09 14:04:56.694853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df629d94-bc68-446b-aa43-e27047c0ede7 req-212417c1-f52f-4401-84f7-c53bf3327911 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:56.697133 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df629d94-bc68-446b-aa43-e27047c0ede7 req-212417c1-f52f-4401-84f7-c53bf3327911 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1096959 Feb 09 14:04:56.706852 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3f52bfe8-0c0d-4960-94b9-a18af946e913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:56.763272 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df629d94-bc68-446b-aa43-e27047c0ede7 req-bb6e4b74-8463-4194-9c5c-ca7cf3459cb1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551565 Feb 09 14:04:56.938630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603af650-dd55-441a-acb4-2204c724c60f req-255441eb-a7a3-4276-982f-7a0672e6acbe tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:56.940372 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-603af650-dd55-441a-acb4-2204c724c60f req-255441eb-a7a3-4276-982f-7a0672e6acbe tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.1037896 Feb 09 14:04:56.977393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02b18a-9d6d-465c-8d8d-ce7d31797e51 req-1af99208-422c-4cb4-9eed-7a51bba3f8b0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:56.979236 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d02b18a-9d6d-465c-8d8d-ce7d31797e51 req-1af99208-422c-4cb4-9eed-7a51bba3f8b0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.0894666 Feb 09 14:04:57.038526 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d02b18a-9d6d-465c-8d8d-ce7d31797e51 req-d6c92028-6046-4c29-b9c0-40b475ce40f5 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526350 Feb 09 14:04:57.078085 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-603af650-dd55-441a-acb4-2204c724c60f req-9208cf10-cc07-4f91-bccf-fc0e98d5f0bf tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293213 Feb 09 14:04:57.222829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28ea9c-4fa6-41e1-a83f-b0d6ac805364 req-bf4d8821-65e7-4e38-a4ee-8237c9dcf6f6 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:57.225159 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bd28ea9c-4fa6-41e1-a83f-b0d6ac805364 req-bf4d8821-65e7-4e38-a4ee-8237c9dcf6f6 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.0868416 Feb 09 14:04:57.278116 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bd28ea9c-4fa6-41e1-a83f-b0d6ac805364 req-426452df-e8ac-4cac-856f-e5e23182d201 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455282 Feb 09 14:04:57.490420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d999b-9c74-455a-be9a-81b948a49bb2 req-7952c147-1255-4bf0-af40-5c4fa61f4357 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:57.490745 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c81d999b-9c74-455a-be9a-81b948a49bb2 req-7952c147-1255-4bf0-af40-5c4fa61f4357 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.0876205 Feb 09 14:04:57.564447 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c81d999b-9c74-455a-be9a-81b948a49bb2 req-530b53d4-c0b5-4e34-9c60-cba9b8be95df tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637958 Feb 09 14:04:57.867047 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b5209-28c4-4679-8850-634f91b0a200 req-7ee30e59-4014-4db2-86e8-10ff11b0c5df tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:57.872203 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e68b5209-28c4-4679-8850-634f91b0a200 req-7ee30e59-4014-4db2-86e8-10ff11b0c5df tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.0981288 Feb 09 14:04:57.919964 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e68b5209-28c4-4679-8850-634f91b0a200 req-2ef5b0fd-8478-49c9-90be-f68ce28a3eef tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444093 Feb 09 14:04:58.010047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d626042-d80d-462a-addf-cf4e166b88d6 req-b0aa32d0-4d17-476e-b76d-d0e9da45daff tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:58.011513 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d626042-d80d-462a-addf-cf4e166b88d6 req-b0aa32d0-4d17-476e-b76d-d0e9da45daff tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0959425 Feb 09 14:04:58.059925 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d626042-d80d-462a-addf-cf4e166b88d6 req-13c813af-8111-4c79-b8b0-fc31459f9994 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420153 Feb 09 14:04:58.332878 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ab30d-5d63-4ad6-b1b3-acc3907e8b95 req-51da7dcc-22a5-47da-97bd-f25243aafdd8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:58.335065 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c65ab30d-5d63-4ad6-b1b3-acc3907e8b95 req-51da7dcc-22a5-47da-97bd-f25243aafdd8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1017101 Feb 09 14:04:58.393445 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c65ab30d-5d63-4ad6-b1b3-acc3907e8b95 req-6a5c449f-c52e-4083-b77e-d84dd4599ff1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479279 Feb 09 14:04:58.398715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e2891-d1ee-4eb8-bf2e-965db927662d req-e92af24d-3862-41f3-8fb6-9c0e3b59c23f tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:58.400778 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-418e2891-d1ee-4eb8-bf2e-965db927662d req-e92af24d-3862-41f3-8fb6-9c0e3b59c23f tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.1149650 Feb 09 14:04:58.467280 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-418e2891-d1ee-4eb8-bf2e-965db927662d req-ddeee801-5784-4555-814e-1ebebd397e9e tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590365 Feb 09 14:04:58.627079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3179d-b977-47ec-b326-c75d8d6f532b req-3c3d56e2-c344-4bd7-a42f-3bdbe41847dc tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:58.637243 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dad3179d-b977-47ec-b326-c75d8d6f532b req-3c3d56e2-c344-4bd7-a42f-3bdbe41847dc tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1149213 Feb 09 14:04:58.696366 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dad3179d-b977-47ec-b326-c75d8d6f532b req-2bb3fcbb-286c-4a88-91c4-50b93304a741 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585449 Feb 09 14:04:58.824751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbbfc8-68b9-4630-98f8-01a4f3b7ec9e req-91e55a34-3cc3-47ef-bd62-16b129ea41d2 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:58.826283 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0bfbbfc8-68b9-4630-98f8-01a4f3b7ec9e req-91e55a34-3cc3-47ef-bd62-16b129ea41d2 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1001954 Feb 09 14:04:58.875671 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0bfbbfc8-68b9-4630-98f8-01a4f3b7ec9e req-b138dbcc-8be9-4946-8bdf-db98f4d779c4 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410922 Feb 09 14:04:59.068134 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-921aefd5-2bc1-4655-bf25-02b13e60af5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:59.148090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4c093-9abb-43ac-bddf-e5856d5cc6fa req-211e6cd8-886a-49db-b659-165b1628c2f3 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:59.149765 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f7d4c093-9abb-43ac-bddf-e5856d5cc6fa req-211e6cd8-886a-49db-b659-165b1628c2f3 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.1012380 Feb 09 14:04:59.212029 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f7d4c093-9abb-43ac-bddf-e5856d5cc6fa req-adf32494-3885-4f26-835c-2561ee8071f5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534935 Feb 09 14:04:59.370967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec79ac6-1122-4528-afaf-cd2b4fe6cce0 req-44137faa-4dc3-4e87-8c38-00ac06ad4f55 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:59.372463 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ec79ac6-1122-4528-afaf-cd2b4fe6cce0 req-44137faa-4dc3-4e87-8c38-00ac06ad4f55 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1028550 Feb 09 14:04:59.432548 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ec79ac6-1122-4528-afaf-cd2b4fe6cce0 req-3cb56d9f-eb33-42c6-b0b2-8b2de8d74117 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495183 Feb 09 14:04:59.660413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334382df-d6ca-49e5-b58c-7cca4cde12af req-55d3c42f-d87f-45df-a57d-dfec0f1eb457 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:59.662749 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-334382df-d6ca-49e5-b58c-7cca4cde12af req-55d3c42f-d87f-45df-a57d-dfec0f1eb457 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1479969 Feb 09 14:04:59.724570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a11a1e-221a-4567-92eb-cbcefa375534 req-009e2e2f-fce3-4adc-a333-92daa537ad73 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:59.726716 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6a11a1e-221a-4567-92eb-cbcefa375534 req-009e2e2f-fce3-4adc-a333-92daa537ad73 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.1445401 Feb 09 14:04:59.739173 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-334382df-d6ca-49e5-b58c-7cca4cde12af req-9ebb1f2b-f492-4306-9ccb-10e46e50e5cf tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665138 Feb 09 14:04:59.802883 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6a11a1e-221a-4567-92eb-cbcefa375534 req-32c9962b-f315-4f4d-9f92-1d429070fb8d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657341 Feb 09 14:05:00.047616 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:00.108486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7786d1-e181-451c-8045-d1ac611c38f7 req-fde0d0f2-0ee4-452a-ad97-a40765c5e7d0 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:00.110132 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3b7786d1-e181-451c-8045-d1ac611c38f7 req-fde0d0f2-0ee4-452a-ad97-a40765c5e7d0 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1172454 Feb 09 14:05:00.146730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98000b-54c4-448b-806b-0a8e93efb6b7 req-abd43aa6-00ef-43cb-bad4-b0c3161709c2 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:00.146730 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-df98000b-54c4-448b-806b-0a8e93efb6b7 req-abd43aa6-00ef-43cb-bad4-b0c3161709c2 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1287968 Feb 09 14:05:00.189707 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3b7786d1-e181-451c-8045-d1ac611c38f7 req-f489860d-fed3-4c22-acb7-3d6228014abf tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713813 Feb 09 14:05:00.191855 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:00.224331 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-df98000b-54c4-448b-806b-0a8e93efb6b7 req-fbe8bff7-cb1b-4f33-b85c-17adca719bf1 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681734 Feb 09 14:05:00.490157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979ff51-084a-4b49-a751-37f5363564d4 req-d4b51a0b-fcb9-41e8-bc97-2560f46263ff tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:00.492777 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b979ff51-084a-4b49-a751-37f5363564d4 req-d4b51a0b-fcb9-41e8-bc97-2560f46263ff tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.1231904 Feb 09 14:05:00.552948 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b979ff51-084a-4b49-a751-37f5363564d4 req-7d14877c-365a-4eef-bca4-e4398977f337 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530713 Feb 09 14:05:00.723072 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e190f-ee2c-4cc7-8782-283817d379cf req-9973202b-90cf-4e83-a71d-dbe060779a98 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:00.724875 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a0e190f-ee2c-4cc7-8782-283817d379cf req-9973202b-90cf-4e83-a71d-dbe060779a98 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1236079 Feb 09 14:05:00.779414 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a0e190f-ee2c-4cc7-8782-283817d379cf req-a62c318f-d21a-410d-8139-870f99fad349 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466309 Feb 09 14:05:01.002985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32c751-1cfe-42d0-a701-61198166b30e req-2f79f37f-fc5e-4dd2-b99f-79fc096dc42a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:01.007107 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4e32c751-1cfe-42d0-a701-61198166b30e req-2f79f37f-fc5e-4dd2-b99f-79fc096dc42a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1190083 Feb 09 14:05:01.126431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb001b-7061-426c-aebe-e76a549be22b req-9c41c2d6-dc08-4563-8ec4-d66ae4dad4d2 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:01.128418 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67eb001b-7061-426c-aebe-e76a549be22b req-9c41c2d6-dc08-4563-8ec4-d66ae4dad4d2 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.1828704 Feb 09 14:05:01.184356 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4e32c751-1cfe-42d0-a701-61198166b30e req-33bedc6b-995e-410f-9f0b-02ae3e6ee24d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703751 Feb 09 14:05:01.198093 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67eb001b-7061-426c-aebe-e76a549be22b req-33e4dd9b-430b-47f8-b419-53fc7f463ce5 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622098 Feb 09 14:05:01.413677 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedb688-01ff-4758-84f0-272ee08b3940 req-b8227820-e631-42ad-87bd-17d90f0a7413 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:01.416398 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beedb688-01ff-4758-84f0-272ee08b3940 req-b8227820-e631-42ad-87bd-17d90f0a7413 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1048067 Feb 09 14:05:01.512609 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beedb688-01ff-4758-84f0-272ee08b3940 req-1ba80c1f-d791-4a7f-9123-b4a51c5d4adf tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885706 Feb 09 14:05:01.524695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a5f7b-58dd-4a41-9a00-555ad2e44f03 req-5a611c62-69ca-43db-8bfc-bbee41b4047d tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:01.532076 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-810a5f7b-58dd-4a41-9a00-555ad2e44f03 req-5a611c62-69ca-43db-8bfc-bbee41b4047d tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1482308 Feb 09 14:05:01.585525 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:01.625665 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-810a5f7b-58dd-4a41-9a00-555ad2e44f03 req-2d254c91-6042-4cec-8a9c-1b9537a8727d tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921607 Feb 09 14:05:01.809527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1b2ae-4d43-47f9-b318-281a66691e47 req-ae3fc538-b18e-4eb9-b3c0-b383773961d0 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:01.811018 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47e1b2ae-4d43-47f9-b318-281a66691e47 req-ae3fc538-b18e-4eb9-b3c0-b383773961d0 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.0894284 Feb 09 14:05:01.897376 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47e1b2ae-4d43-47f9-b318-281a66691e47 req-15ff1b4a-dbee-44b8-893e-0558c5fc52b1 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740049 Feb 09 14:05:02.004166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67907ba2-a2b4-4804-a485-dff490519ede req-eb858a90-eb22-4625-9ad6-138e56a82c76 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:02.005934 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67907ba2-a2b4-4804-a485-dff490519ede req-eb858a90-eb22-4625-9ad6-138e56a82c76 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1057353 Feb 09 14:05:02.056993 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67907ba2-a2b4-4804-a485-dff490519ede req-1110cb92-22a2-4b29-a7c9-3be6e9b11160 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437963 Feb 09 14:05:02.443238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96100dce-d2cd-4f01-ba8a-c92cbc8f36d3 req-9fcdd325-e4df-4dd3-919c-05ecf13b88f6 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:02.445036 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96100dce-d2cd-4f01-ba8a-c92cbc8f36d3 req-9fcdd325-e4df-4dd3-919c-05ecf13b88f6 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1213768 Feb 09 14:05:02.476733 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fe633-3bc1-4d2f-8a54-c6807b14e7a0 req-e07e3adf-575b-4583-8553-d8aa266302a7 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:02.478535 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-287fe633-3bc1-4d2f-8a54-c6807b14e7a0 req-e07e3adf-575b-4583-8553-d8aa266302a7 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.1213665 Feb 09 14:05:02.492968 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96100dce-d2cd-4f01-ba8a-c92cbc8f36d3 req-482afc64-158b-415c-9909-758d171fcc7f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421250 Feb 09 14:05:02.540831 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-287fe633-3bc1-4d2f-8a54-c6807b14e7a0 req-30be2d74-0234-4fec-9790-e0ce05001178 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562108 Feb 09 14:05:02.803584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c25741-6970-42f6-8b75-578cb56772cb req-c2ef76ff-1418-48cc-bcda-3fb7fa80e2ed tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:02.805754 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-61c25741-6970-42f6-8b75-578cb56772cb req-c2ef76ff-1418-48cc-bcda-3fb7fa80e2ed tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1068757 Feb 09 14:05:02.874431 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-61c25741-6970-42f6-8b75-578cb56772cb req-793c5d74-852b-4f76-ab62-d398d0d40db8 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610642 Feb 09 14:05:03.215988 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b330b-e423-4235-8c8d-681b955da3e7 req-c2c60e42-a4c4-414b-b062-98ce7fe7abc4 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:03.224350 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bb6b330b-e423-4235-8c8d-681b955da3e7 req-c2c60e42-a4c4-414b-b062-98ce7fe7abc4 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1448126 Feb 09 14:05:03.225025 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-36140682-d811-4e5f-9bb4-1b9729f664aa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2441893 Feb 09 14:05:03.280109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd0039-7c84-4f37-9f66-a551bb80ff01 req-f63f7ca3-6e5a-4347-bde1-842e88943f47 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:03.286875 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bb6b330b-e423-4235-8c8d-681b955da3e7 req-bc92ce8a-0b1b-4de0-8972-decaf95df7e3 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609624 Feb 09 14:05:03.297133 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55dd0039-7c84-4f37-9f66-a551bb80ff01 req-f63f7ca3-6e5a-4347-bde1-842e88943f47 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.2052419 Feb 09 14:05:03.390265 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55dd0039-7c84-4f37-9f66-a551bb80ff01 req-692f0863-165c-410f-9a68-c31c2146593b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907989 Feb 09 14:05:03.509705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8449560-d41f-438d-9c5f-25183bf1d82c req-52da5af3-8867-448c-bad4-b9dc909997d0 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:03.523382 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a8449560-d41f-438d-9c5f-25183bf1d82c req-52da5af3-8867-448c-bad4-b9dc909997d0 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.1262016 Feb 09 14:05:03.639969 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a8449560-d41f-438d-9c5f-25183bf1d82c req-d326556f-445f-4154-9cc1-603ae0f03a7c tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146529 Feb 09 14:05:03.702480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883d7d5-ead0-43de-9c74-a4a33e941f05 req-3a8e3a65-11f4-4255-a9ab-b9e8496ec2e2 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:03.713662 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a883d7d5-ead0-43de-9c74-a4a33e941f05 req-3a8e3a65-11f4-4255-a9ab-b9e8496ec2e2 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1611927 Feb 09 14:05:03.781735 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a883d7d5-ead0-43de-9c74-a4a33e941f05 req-10254e0a-f18d-4f49-acee-f076245f50bd tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661275 Feb 09 14:05:03.939978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e31e3-6eee-47d8-ac01-a1776b692a88 req-a90260cb-5c31-4703-be79-f9d3c237e848 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:03.948778 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-da4e31e3-6eee-47d8-ac01-a1776b692a88 req-a90260cb-5c31-4703-be79-f9d3c237e848 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.1398449 Feb 09 14:05:04.012850 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-da4e31e3-6eee-47d8-ac01-a1776b692a88 req-e6bddf91-de9a-42b4-af1a-4311a0f0d56c tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595727 Feb 09 14:05:04.174524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebebff-6494-44d4-bcdf-46ddd3d63380 req-5d084755-234c-4c64-aa46-151e7483d4b1 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:04.176119 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-83ebebff-6494-44d4-bcdf-46ddd3d63380 req-5d084755-234c-4c64-aa46-151e7483d4b1 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1224895 Feb 09 14:05:04.257514 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-83ebebff-6494-44d4-bcdf-46ddd3d63380 req-9448a711-c908-4ccf-93b5-9833b28c83df tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720453 Feb 09 14:05:04.565293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ef537-24b7-495e-aa3b-8d8b092f3baf req-59e976e4-2e0d-4be0-aabf-d44dcc6c347e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:04.568970 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-787ef537-24b7-495e-aa3b-8d8b092f3baf req-59e976e4-2e0d-4be0-aabf-d44dcc6c347e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1411097 Feb 09 14:05:04.629109 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-787ef537-24b7-495e-aa3b-8d8b092f3baf req-fc8bd00d-5809-4aa2-be0c-19dcc3293362 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537345 Feb 09 14:05:04.682260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cdd1f-0349-4209-8a52-6a94dc743f27 req-51167648-298b-4bec-8e77-d1f0fad73460 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:04.684834 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f38cdd1f-0349-4209-8a52-6a94dc743f27 req-51167648-298b-4bec-8e77-d1f0fad73460 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1345663 Feb 09 14:05:04.752315 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f38cdd1f-0349-4209-8a52-6a94dc743f27 req-0acc470f-fee3-41dd-9a60-b11c8421efb2 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612752 Feb 09 14:05:05.076724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecd844-8fa1-4673-a71c-d683342e5b63 req-fceb0fb6-a26e-4c69-a025-1af9026cdbe6 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:05.090534 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6ecd844-8fa1-4673-a71c-d683342e5b63 req-fceb0fb6-a26e-4c69-a025-1af9026cdbe6 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1576357 Feb 09 14:05:05.124275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c6262-0c4b-4cc3-85b4-12b49d0bfdb4 req-18ddd213-999b-41bf-9ab8-f3334e8554a5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:05.126862 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f6c6262-0c4b-4cc3-85b4-12b49d0bfdb4 req-18ddd213-999b-41bf-9ab8-f3334e8554a5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.2826834 Feb 09 14:05:05.140707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32a303-0eee-40f1-9500-f1ea6cda5bab req-4d5e89ba-6f2b-4c25-bcd6-9a6f0d8fd497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:05.142313 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa32a303-0eee-40f1-9500-f1ea6cda5bab req-4d5e89ba-6f2b-4c25-bcd6-9a6f0d8fd497 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 1100 time: 0.2355897 Feb 09 14:05:05.161802 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6ecd844-8fa1-4673-a71c-d683342e5b63 req-ad76264b-f375-4d6f-aa11-8c3acefde10e tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693302 Feb 09 14:05:05.262005 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f6c6262-0c4b-4cc3-85b4-12b49d0bfdb4 req-ab5b14ff-a69d-44e6-bbc2-cbd55a395c2b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184506 Feb 09 14:05:05.270825 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa32a303-0eee-40f1-9500-f1ea6cda5bab req-07c5ff38-60c0-447a-8d39-8597badbfa2d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128051 Feb 09 14:05:05.533458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-888d8ee4-80ec-4689-9d5e-b988678eba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:05.537289 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-888d8ee4-80ec-4689-9d5e-b988678eba2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 1100 time: 0.1898324 Feb 09 14:05:05.563944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af549d72-0445-4f53-aa4d-1541d47f3e57 req-076fe266-aada-4056-b748-a4a13837d300 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:05.565887 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af549d72-0445-4f53-aa4d-1541d47f3e57 req-076fe266-aada-4056-b748-a4a13837d300 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.1711640 Feb 09 14:05:05.638847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b29d11-44f4-4b2a-9ebb-3e2272a8cdf1 req-65c3539e-6817-4629-a2b1-f818fdb06679 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:05.640975 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b1b29d11-44f4-4b2a-9ebb-3e2272a8cdf1 req-65c3539e-6817-4629-a2b1-f818fdb06679 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1726582 Feb 09 14:05:05.735172 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b1b29d11-44f4-4b2a-9ebb-3e2272a8cdf1 req-21dffe10-9484-4a9a-9cfd-30f539ee64b5 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872750 Feb 09 14:05:05.802817 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af549d72-0445-4f53-aa4d-1541d47f3e57 req-904603f9-a1e6-461f-9655-7cccaf18ec96 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767281 Feb 09 14:05:05.809169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-ef578cbc-08fb-447f-b646-c5edb50c5953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:05.810706 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-ef578cbc-08fb-447f-b646-c5edb50c5953 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.2655673 Feb 09 14:05:05.988569 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-f1b7622c-8a0f-40d9-935e-26c00fdae812 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=887c5ea5-22c7-416b-9347-33cdf413e7a6 HTTP/1.1" status: 200 len: 217 time: 0.1689048 Feb 09 14:05:06.042624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea086ee9-a686-4d23-9d23-983507207be8 req-b332323c-f96d-4574-b0ce-7b021fc7aba5 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:06.047463 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea086ee9-a686-4d23-9d23-983507207be8 req-b332323c-f96d-4574-b0ce-7b021fc7aba5 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1287632 Feb 09 14:05:06.119809 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea086ee9-a686-4d23-9d23-983507207be8 req-e7319f4d-33dd-458d-adc6-2bd44b709c24 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633154 Feb 09 14:05:06.149394 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-b9afa6be-8680-412f-8ffa-e33379636d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:06.150817 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-b9afa6be-8680-412f-8ffa-e33379636d17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1398900 Feb 09 14:05:06.215279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554bef6-94d2-4398-9f94-9338e64ea3ac req-9d74cf76-9f9a-4309-8c53-1fe7ca9ba0eb tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:06.216877 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7554bef6-94d2-4398-9f94-9338e64ea3ac req-9d74cf76-9f9a-4309-8c53-1fe7ca9ba0eb tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.2247026 Feb 09 14:05:06.279857 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7554bef6-94d2-4398-9f94-9338e64ea3ac req-11fea199-47f1-43b3-9ec9-691cdc8fdf4a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514107 Feb 09 14:05:06.287104 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-5f0b8239-f3f6-4c5a-9296-65a91a9a9ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:06.288670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-5f0b8239-f3f6-4c5a-9296-65a91a9a9ea7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1290050 Feb 09 14:05:06.430622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5762adf-f120-4a8f-8bf6-c90bafcaa7e1 req-aa63a34d-ae9c-42a5-815c-91a84b2067ab tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:06.432230 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5762adf-f120-4a8f-8bf6-c90bafcaa7e1 req-aa63a34d-ae9c-42a5-815c-91a84b2067ab tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1294265 Feb 09 14:05:06.484017 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5762adf-f120-4a8f-8bf6-c90bafcaa7e1 req-47026014-5349-4e41-a2a9-bc0d33378f46 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460994 Feb 09 14:05:06.624972 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-65eeeac6-9597-40f0-a799-f13536995f41 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294990 Feb 09 14:05:06.767908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc06dd-5774-4378-81d0-662e09937ff4 req-6863fce3-83ad-466c-9a88-69bdd9a9abb3 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:06.769621 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4fbc06dd-5774-4378-81d0-662e09937ff4 req-6863fce3-83ad-466c-9a88-69bdd9a9abb3 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.3089397 Feb 09 14:05:06.846834 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-8b96a9b1-156f-4d73-a238-c94e8a624bca service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102327 Feb 09 14:05:06.868274 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4fbc06dd-5774-4378-81d0-662e09937ff4 req-f03b9db7-bd50-4896-b1de-c7e33828ba44 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857246 Feb 09 14:05:06.966200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57b9e0-f8da-4b73-9fa9-fb72cccd6840 req-4849d567-2bff-4886-a2d1-7935dc1813b8 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:06.968235 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a57b9e0-f8da-4b73-9fa9-fb72cccd6840 req-4849d567-2bff-4886-a2d1-7935dc1813b8 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1151016 Feb 09 14:05:07.031423 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a57b9e0-f8da-4b73-9fa9-fb72cccd6840 req-a69d005b-0a27-410c-ba7e-97c52ecbf4ce tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561752 Feb 09 14:05:07.105132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227b233-c124-4dba-8f4b-c3a4f38d89a3 req-11de65c9-0bce-4bfb-ac3a-166bf6b37284 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:07.106530 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a227b233-c124-4dba-8f4b-c3a4f38d89a3 req-11de65c9-0bce-4bfb-ac3a-166bf6b37284 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.1265116 Feb 09 14:05:07.181551 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a227b233-c124-4dba-8f4b-c3a4f38d89a3 req-816d2a90-2eed-41ef-a457-9508c2dd9956 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684834 Feb 09 14:05:07.312244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135ec1d-2496-4a0d-98aa-26522e36fd1c req-3d808804-fec1-47b3-85ce-ce7a4485e1b7 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:07.314029 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7135ec1d-2496-4a0d-98aa-26522e36fd1c req-3d808804-fec1-47b3-85ce-ce7a4485e1b7 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 1097 time: 0.1213782 Feb 09 14:05:07.365873 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7135ec1d-2496-4a0d-98aa-26522e36fd1c req-5725cfe3-6cf6-484c-a61b-df34b44f10a2 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449333 Feb 09 14:05:07.411602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93afbe4-2397-45d8-9885-f24fa23c50f3 req-03219351-6544-4263-b535-2c04b07aa24f tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:07.413620 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d93afbe4-2397-45d8-9885-f24fa23c50f3 req-03219351-6544-4263-b535-2c04b07aa24f tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.0911508 Feb 09 14:05:07.469675 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d93afbe4-2397-45d8-9885-f24fa23c50f3 req-6c8ec116-6075-44c6-89cb-7ebad56e56da tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504427 Feb 09 14:05:07.651087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3cf36-eb8a-43e4-b589-04d2fd1a45ad req-1f380955-dcbc-4051-9ba1-fd5a61400709 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:07.652611 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-00a3cf36-eb8a-43e4-b589-04d2fd1a45ad req-1f380955-dcbc-4051-9ba1-fd5a61400709 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1032538 Feb 09 14:05:07.702182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7cd1-b49b-4f38-bbf6-619c1c7103fa req-7ef30d58-2e34-40b0-92d5-62ab4f37e2a0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:07.703704 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74ba7cd1-b49b-4f38-bbf6-619c1c7103fa req-7ef30d58-2e34-40b0-92d5-62ab4f37e2a0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1014516 Feb 09 14:05:07.706310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-00a3cf36-eb8a-43e4-b589-04d2fd1a45ad req-db6eb932-dec8-41e6-bfd7-5006097aea18 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477979 Feb 09 14:05:07.753848 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74ba7cd1-b49b-4f38-bbf6-619c1c7103fa req-8215ef8e-a7a7-4776-a171-a10a6959a2bb tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 Feb 09 14:05:07.988914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca8d61-c7f3-4f18-aaff-68e2dedf2e57 req-5be1669f-699a-419d-96b9-0315d421a0f9 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:07.991172 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6cca8d61-c7f3-4f18-aaff-68e2dedf2e57 req-5be1669f-699a-419d-96b9-0315d421a0f9 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1060314 Feb 09 14:05:08.133180 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6cca8d61-c7f3-4f18-aaff-68e2dedf2e57 req-c8f857e2-f1e6-4f03-b235-e20d1a366bf7 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162617 Feb 09 14:05:08.206584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b866a-aa7b-4551-9288-6f4e3511fc46 req-ed370cd6-142f-41cf-abf9-d77370906dda tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:08.208215 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a05b866a-aa7b-4551-9288-6f4e3511fc46 req-ed370cd6-142f-41cf-abf9-d77370906dda tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.1128516 Feb 09 14:05:08.263437 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:08.292348 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a05b866a-aa7b-4551-9288-6f4e3511fc46 req-323b212c-ebff-4bae-b09d-4e671f8df674 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714257 Feb 09 14:05:08.523593 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a9710-e997-4a95-8d36-756b371d7faf req-57594c23-78b8-4d14-96d6-56d9ea09bf00 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:08.525310 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-169a9710-e997-4a95-8d36-756b371d7faf req-57594c23-78b8-4d14-96d6-56d9ea09bf00 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.0877273 Feb 09 14:05:08.576771 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-169a9710-e997-4a95-8d36-756b371d7faf req-5762d77c-85aa-4630-ae83-f1fd359f77b0 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424795 Feb 09 14:05:08.937034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850950a-174a-41a9-b3c2-bd1aca3d8122 req-8275390c-245e-4d05-b162-e38a7d613502 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:08.939094 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e850950a-174a-41a9-b3c2-bd1aca3d8122 req-8275390c-245e-4d05-b162-e38a7d613502 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.0991352 Feb 09 14:05:08.967624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88ca6c-befd-4fc0-9e02-5e4b41279c5c req-e7d1fdef-b72d-4608-9134-4146354ae9d4 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:08.969131 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de88ca6c-befd-4fc0-9e02-5e4b41279c5c req-e7d1fdef-b72d-4608-9134-4146354ae9d4 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.0896585 Feb 09 14:05:09.020359 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e850950a-174a-41a9-b3c2-bd1aca3d8122 req-10a9a1ae-d87b-4739-9db6-762341d60890 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734451 Feb 09 14:05:09.040036 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de88ca6c-befd-4fc0-9e02-5e4b41279c5c req-c8101938-ab41-4fcb-b2bc-fa07dd8adacb tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635998 Feb 09 14:05:09.429348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b09bb-c533-4229-9d2c-394cc2ff59f4 req-1020914d-06b4-467e-85e3-4f561a9d4e3f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:09.431262 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-149b09bb-c533-4229-9d2c-394cc2ff59f4 req-1020914d-06b4-467e-85e3-4f561a9d4e3f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1302855 Feb 09 14:05:09.538515 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-149b09bb-c533-4229-9d2c-394cc2ff59f4 req-a40ddfa8-f07b-4545-834d-2b7a3e907b05 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004753 Feb 09 14:05:09.607070 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d8700-fc4e-4362-9ace-76a440f79a57 req-8c39694b-bd3d-4ea6-8016-6ae460d58c32 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:09.614350 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de9d8700-fc4e-4362-9ace-76a440f79a57 req-8c39694b-bd3d-4ea6-8016-6ae460d58c32 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.1537929 Feb 09 14:05:09.668264 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de9d8700-fc4e-4362-9ace-76a440f79a57 req-33d6993f-4855-4090-8532-2c32aa313209 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528717 Feb 09 14:05:09.797437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb2581-585b-4230-8d4c-749ff6ff9126 req-79deb21f-6e99-4c30-9dee-6f08e9beacb3 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:09.798909 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ebb2581-585b-4230-8d4c-749ff6ff9126 req-79deb21f-6e99-4c30-9dee-6f08e9beacb3 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.0916803 Feb 09 14:05:09.867682 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ebb2581-585b-4230-8d4c-749ff6ff9126 req-0a1d9575-0fcf-46ce-9bb3-f0820d604012 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573671 Feb 09 14:05:10.036384 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:10.227022 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6e2eb-3fcc-4528-b3e6-bce779cfbecd req-033d8afd-4002-47a4-87e6-99429197cec5 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:10.229123 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fdd6e2eb-3fcc-4528-b3e6-bce779cfbecd req-033d8afd-4002-47a4-87e6-99429197cec5 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.1130872 Feb 09 14:05:10.274104 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afcdca-d5c8-46af-9f0e-1385eaebe74e req-ba903eba-51b3-43c4-9ec4-3fe187a5512a tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:10.275942 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f3afcdca-d5c8-46af-9f0e-1385eaebe74e req-ba903eba-51b3-43c4-9ec4-3fe187a5512a tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1235662 Feb 09 14:05:10.292426 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fdd6e2eb-3fcc-4528-b3e6-bce779cfbecd req-3ec4ffeb-3b90-44f7-8b38-90405992c350 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558336 Feb 09 14:05:10.360317 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f3afcdca-d5c8-46af-9f0e-1385eaebe74e req-dacc0727-b0f2-4b26-9228-af990fe59b94 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780671 Feb 09 14:05:10.530636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcf143-3909-4f10-91e2-769f70bcc9ac req-2b8b70c8-ba67-4cef-97b1-537ebca66ab1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:10.532332 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10bcf143-3909-4f10-91e2-769f70bcc9ac req-2b8b70c8-ba67-4cef-97b1-537ebca66ab1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.0875437 Feb 09 14:05:10.589332 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10bcf143-3909-4f10-91e2-769f70bcc9ac req-b45e7bc5-f936-443a-aca7-190ae81e271a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493937 Feb 09 14:05:10.773070 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93439281-17e8-4509-a995-7ce0e88cb90a req-74a900c5-6ba7-4667-95d4-b751b81e5f59 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:10.775954 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-93439281-17e8-4509-a995-7ce0e88cb90a req-74a900c5-6ba7-4667-95d4-b751b81e5f59 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0909390 Feb 09 14:05:10.838354 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-93439281-17e8-4509-a995-7ce0e88cb90a req-1e9dd455-36d4-4f6a-9ef9-ec818411e0dd tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488172 Feb 09 14:05:11.093197 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34823ce6-bd0a-474e-a9c6-de4fd02f8d14 req-10dea826-c3dc-4e44-bbbf-e0a866858bc4 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:11.097641 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34823ce6-bd0a-474e-a9c6-de4fd02f8d14 req-10dea826-c3dc-4e44-bbbf-e0a866858bc4 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.1008680 Feb 09 14:05:11.166501 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34823ce6-bd0a-474e-a9c6-de4fd02f8d14 req-c1d22516-8ad5-4153-b35d-14a3f0c249a3 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620401 Feb 09 14:05:11.542404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ac53b-a937-4b0d-91ad-e4abe449a310 req-d634e41c-c2bf-43df-a250-866657541ea1 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:11.556851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b81ac53b-a937-4b0d-91ad-e4abe449a310 req-d634e41c-c2bf-43df-a250-866657541ea1 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.1430666 Feb 09 14:05:11.650951 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b81ac53b-a937-4b0d-91ad-e4abe449a310 req-ecc55a91-3fad-4b59-b641-22f14829d765 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920749 Feb 09 14:05:12.051248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979a3b9-e862-4af8-a108-50c39810da58 req-d55c74d9-2266-449a-b68b-a7390f2784ac tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:12.053778 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6979a3b9-e862-4af8-a108-50c39810da58 req-d55c74d9-2266-449a-b68b-a7390f2784ac tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1386328 Feb 09 14:05:12.158262 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6979a3b9-e862-4af8-a108-50c39810da58 req-3b141f88-d01b-4e14-8d3c-231752a0cbf5 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942895 Feb 09 14:05:12.180973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce7d0b-95a8-4088-ac8d-2f2ae1728b98 req-e1026474-46b9-4792-9b16-2f8f377657e2 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:12.197537 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-61ce7d0b-95a8-4088-ac8d-2f2ae1728b98 req-e1026474-46b9-4792-9b16-2f8f377657e2 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.2066610 Feb 09 14:05:12.264331 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-61ce7d0b-95a8-4088-ac8d-2f2ae1728b98 req-7d94878c-1670-40d3-8580-01c38d772c9c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689816 Feb 09 14:05:12.561143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee4b5f-ffde-4aa2-8c27-90f998ea6b94 req-c12ad8d5-4dcc-4af6-b807-392158d67a37 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:12.570411 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7aee4b5f-ffde-4aa2-8c27-90f998ea6b94 req-c12ad8d5-4dcc-4af6-b807-392158d67a37 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 945 time: 0.1741090 Feb 09 14:05:12.619848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1ad9c-27b6-49cd-a0d1-9de7f75f062c req-58e58ca5-abd0-453a-9dc8-a735cf33c655 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:12.623277 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c1b1ad9c-27b6-49cd-a0d1-9de7f75f062c req-58e58ca5-abd0-453a-9dc8-a735cf33c655 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1925561 Feb 09 14:05:12.664232 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7aee4b5f-ffde-4aa2-8c27-90f998ea6b94 req-b945067a-2ea0-4be9-8ef8-ed60169d1491 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918140 Feb 09 14:05:12.726900 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c1b1ad9c-27b6-49cd-a0d1-9de7f75f062c req-de0cfa3f-72d5-436c-8c2c-4b5edbdc8a1a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952313 Feb 09 14:05:12.931124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa5eae-3336-4009-a04c-9c4e9ab6f808 req-54de3f1f-6d4b-4868-8209-cf24343e2d90 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:12.939977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b6aa5eae-3336-4009-a04c-9c4e9ab6f808 req-54de3f1f-6d4b-4868-8209-cf24343e2d90 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.1477227 Feb 09 14:05:13.012731 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b6aa5eae-3336-4009-a04c-9c4e9ab6f808 req-0ed7d0ff-2bb6-4b73-b833-79423b2711de tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716789 Feb 09 14:05:13.495274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f1305-efab-4dff-8679-ed2bd6f1d1af req-f5b4324f-f989-42a4-a38d-7b626476d4ee tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:13.508696 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d14f1305-efab-4dff-8679-ed2bd6f1d1af req-f5b4324f-f989-42a4-a38d-7b626476d4ee tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1398785 Feb 09 14:05:13.615017 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d14f1305-efab-4dff-8679-ed2bd6f1d1af req-5d4fdc75-18f1-4359-abcd-0873a24183d4 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987267 Feb 09 14:05:13.640897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72767c-1870-4a52-901a-01ee0f734917 req-df6e5a9f-44c9-4b86-930b-68382ac5a52c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:13.642634 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c72767c-1870-4a52-901a-01ee0f734917 req-df6e5a9f-44c9-4b86-930b-68382ac5a52c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1331246 Feb 09 14:05:13.740040 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c72767c-1870-4a52-901a-01ee0f734917 req-f83e5e8a-4395-4b8f-a433-42cdade1e2a1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869172 Feb 09 14:05:13.836529 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:05:13.948911 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23e395-e862-4e51-abd3-b6f4a2b59e3a req-88ac7c72-f7dc-46ca-98ca-c42516b09a9c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:13.950806 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d23e395-e862-4e51-abd3-b6f4a2b59e3a req-88ac7c72-f7dc-46ca-98ca-c42516b09a9c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 945 time: 0.1258903 Feb 09 14:05:13.972321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dcd3c-764e-4555-9162-7ab482c386be req-41d5366d-17c1-4742-ad9c-d0a3c4e33025 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:13.974595 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-153dcd3c-764e-4555-9162-7ab482c386be req-41d5366d-17c1-4742-ad9c-d0a3c4e33025 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.0991485 Feb 09 14:05:14.000934 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d23e395-e862-4e51-abd3-b6f4a2b59e3a req-68c13169-3206-429f-8b5d-00c2ab72580f tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421317 Feb 09 14:05:14.050378 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-153dcd3c-764e-4555-9162-7ab482c386be req-40e8a592-e637-4ab6-881c-18f5bacd58fe tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667710 Feb 09 14:05:14.296041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65794e7-86d7-42b7-a6f7-df7e72bd2f49 req-eac59b68-2f99-49fc-ae40-80ba109ce938 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:14.303235 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a65794e7-86d7-42b7-a6f7-df7e72bd2f49 req-eac59b68-2f99-49fc-ae40-80ba109ce938 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.1032767 Feb 09 14:05:14.401376 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a65794e7-86d7-42b7-a6f7-df7e72bd2f49 req-03d7d399-b4cc-49d7-b2b4-562f276cb011 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918899 Feb 09 14:05:14.595551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1e4ff-bf67-42f6-9373-4a16e607ba2d req-cc08edbf-5c8b-40be-9276-d0884d98473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:14.598029 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06c1e4ff-bf67-42f6-9373-4a16e607ba2d req-cc08edbf-5c8b-40be-9276-d0884d98473a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c1126ef126a4d5e8afd5ceb600f1edf&device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 1097 time: 0.1610940 Feb 09 14:05:14.882823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efc179-9dad-4c50-8390-0520688ffadf req-988fa06d-da9a-43d4-ab33-5827b4247a1d tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:14.884326 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9efc179-9dad-4c50-8390-0520688ffadf req-988fa06d-da9a-43d4-ab33-5827b4247a1d tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.3590777 Feb 09 14:05:14.896827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d36b4-5b6f-458e-ab2c-325dea5a3db5 req-50c2dcbc-d7e0-4792-a00d-827593078bee tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:14.899194 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c3d36b4-5b6f-458e-ab2c-325dea5a3db5 req-50c2dcbc-d7e0-4792-a00d-827593078bee tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1401289 Feb 09 14:05:14.953250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1e4ff-bf67-42f6-9373-4a16e607ba2d req-59a8b7ab-25a7-471c-973a-75556c0e8dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:14.956587 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06c1e4ff-bf67-42f6-9373-4a16e607ba2d req-59a8b7ab-25a7-471c-973a-75556c0e8dbd service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a857aba-f933-4c3f-b9f2-3d18bdabe934 HTTP/1.1" status: 200 len: 918 time: 0.3435977 Feb 09 14:05:14.982118 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c3d36b4-5b6f-458e-ab2c-325dea5a3db5 req-790c59b6-1fa2-4b94-8ac5-6b3577eb6630 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752552 Feb 09 14:05:15.037784 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9efc179-9dad-4c50-8390-0520688ffadf req-957bd0d9-b4f8-4f4a-abbf-4096f11573f1 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394951 Feb 09 14:05:15.041123 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06c1e4ff-bf67-42f6-9373-4a16e607ba2d req-95696e89-f04e-4207-8ff8-2dc373903630 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ed91f30-4648-4153-a950-dfc34ecebe6f HTTP/1.1" status: 200 len: 217 time: 0.0766659 Feb 09 14:05:15.158888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1e4ff-bf67-42f6-9373-4a16e607ba2d req-a7f83886-a313-4a71-bf55-39fa4613a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:15.161327 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06c1e4ff-bf67-42f6-9373-4a16e607ba2d req-a7f83886-a313-4a71-bf55-39fa4613a100 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90ca065c-052c-492f-8251-4bf63ea79858 HTTP/1.1" status: 200 len: 858 time: 0.1155052 Feb 09 14:05:15.290629 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06c1e4ff-bf67-42f6-9373-4a16e607ba2d req-3f03cd4b-49fc-4850-b9ad-4ca2beccf3d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a857aba-f933-4c3f-b9f2-3d18bdabe934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123900 Feb 09 14:05:15.319458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b2d85-1a44-4f18-8e8f-18978dec918b req-58b859c3-559b-47f3-88ba-4c41d0b1c0dc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:15.321175 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d69b2d85-1a44-4f18-8e8f-18978dec918b req-58b859c3-559b-47f3-88ba-4c41d0b1c0dc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1377332 Feb 09 14:05:15.380999 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d69b2d85-1a44-4f18-8e8f-18978dec918b req-6692e393-7053-454d-9fc5-05dd698ffba4 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501246 Feb 09 14:05:15.466814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4548c1d-80fe-4d9a-adce-dc2775ed406c req-a82a3782-5b37-446b-809f-c7cfc90c1b96 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:15.468329 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4548c1d-80fe-4d9a-adce-dc2775ed406c req-a82a3782-5b37-446b-809f-c7cfc90c1b96 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 945 time: 0.2262621 Feb 09 14:05:15.474961 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06c1e4ff-bf67-42f6-9373-4a16e607ba2d req-c85cb296-3c0e-4b84-af4e-d928ccf13d2e service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781154 Feb 09 14:05:15.595703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb573a-b445-4ee7-8c99-44cf9b17172b req-a97769ee-5379-4a66-b0ad-74f0803ff2b2 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:15.600594 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-58cb573a-b445-4ee7-8c99-44cf9b17172b req-a97769ee-5379-4a66-b0ad-74f0803ff2b2 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1114757 Feb 09 14:05:15.630496 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4548c1d-80fe-4d9a-adce-dc2775ed406c req-45e65775-bb8a-4098-97ce-88f68d89998a tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545048 Feb 09 14:05:15.677830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-58cb573a-b445-4ee7-8c99-44cf9b17172b req-5560b41a-5547-48e8-b11b-780b0a74458c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691807 Feb 09 14:05:15.726099 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06c1e4ff-bf67-42f6-9373-4a16e607ba2d req-5300eafa-a290-44a3-8c83-ff6235d143b7 service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370229 Feb 09 14:05:15.863540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b2ca4-d792-4ffe-92ed-0ae798b0fe4b req-fb19e04b-21bb-4df2-b16e-951a8d34a5aa tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:15.865551 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-483b2ca4-d792-4ffe-92ed-0ae798b0fe4b req-fb19e04b-21bb-4df2-b16e-951a8d34a5aa tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.1015429 Feb 09 14:05:15.939259 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-483b2ca4-d792-4ffe-92ed-0ae798b0fe4b req-cf5a9ab3-00b8-460f-8c4d-736d37aba92d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671699 Feb 09 14:05:16.235151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43f8f5-6626-488c-8519-aef2d5896474 req-8a60c5b1-9b24-4b2c-9043-c56e9ac1feb7 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:16.236667 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e43f8f5-6626-488c-8519-aef2d5896474 req-8a60c5b1-9b24-4b2c-9043-c56e9ac1feb7 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1030264 Feb 09 14:05:16.268311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e83346-609a-41de-943c-5c4a653a9d49 req-64cf0a31-daaa-4599-bdee-32e0cf6698b2 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:16.270863 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4e83346-609a-41de-943c-5c4a653a9d49 req-64cf0a31-daaa-4599-bdee-32e0cf6698b2 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.0925269 Feb 09 14:05:16.323598 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4e83346-609a-41de-943c-5c4a653a9d49 req-b4df27fe-acdd-4e1a-9287-d09c74765f9d tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467579 Feb 09 14:05:16.374464 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e43f8f5-6626-488c-8519-aef2d5896474 req-835bf7ad-4d56-4455-808c-1d6e80610546 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312540 Feb 09 14:05:16.601696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779178e-1b3f-46ba-b69c-5b83514f38dd req-22c516cc-d066-4d43-a20c-40e2f561dfae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:16.603175 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b779178e-1b3f-46ba-b69c-5b83514f38dd req-22c516cc-d066-4d43-a20c-40e2f561dfae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.0961213 Feb 09 14:05:16.661298 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b779178e-1b3f-46ba-b69c-5b83514f38dd req-7e9bf287-5e7c-4ad4-b355-88b2fa4010f1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502861 Feb 09 14:05:16.962846 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f6717b37-d4de-40f3-ba5a-675cfeccd3d6 req-ebdc28da-661e-4d90-990a-58922570bcd8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4f139c1d-256c-4700-a045-b006c63b3fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1893637 Feb 09 14:05:16.974804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927c7a8-e122-499b-a480-aa21d05000d5 req-3d506ed2-e029-4dd0-aafe-bb99841fd2ab tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:16.985985 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c927c7a8-e122-499b-a480-aa21d05000d5 req-3d506ed2-e029-4dd0-aafe-bb99841fd2ab tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 945 time: 0.1805348 Feb 09 14:05:17.056869 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c927c7a8-e122-499b-a480-aa21d05000d5 req-893ada28-1387-4dd8-a251-3f6fb6a7277e tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691385 Feb 09 14:05:17.093611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa65ec-1bd3-4c22-8720-f69c7fb063eb req-6dbfd760-b9b2-4a67-aa43-5983acba2cd2 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:17.096106 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cefa65ec-1bd3-4c22-8720-f69c7fb063eb req-6dbfd760-b9b2-4a67-aa43-5983acba2cd2 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.2497315 Feb 09 14:05:17.171055 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf04d35f-20b0-4380-97d2-fd4a8b717f98 req-24ead1ef-1b0e-4e46-88e7-d2b28aa48b53 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2394342 Feb 09 14:05:17.210054 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cefa65ec-1bd3-4c22-8720-f69c7fb063eb req-ed26cd57-44a7-4e5d-bcec-a8f61a15f439 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051404 Feb 09 14:05:17.326614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04d35f-20b0-4380-97d2-fd4a8b717f98 req-d58f8aff-36cb-4f1a-9db3-c28296d6da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:17.329931 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf04d35f-20b0-4380-97d2-fd4a8b717f98 req-d58f8aff-36cb-4f1a-9db3-c28296d6da42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 1119 time: 0.1122956 Feb 09 14:05:17.330319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6717b37-d4de-40f3-ba5a-675cfeccd3d6 req-7bb63a45-1640-46f3-a477-9f6f2cd005b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:17.331957 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f6717b37-d4de-40f3-ba5a-675cfeccd3d6 req-7bb63a45-1640-46f3-a477-9f6f2cd005b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=4f139c1d-256c-4700-a045-b006c63b3fe6 HTTP/1.1" status: 200 len: 1101 time: 0.2471349 Feb 09 14:05:17.370159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c909f-6619-4fa4-b8c2-effbb17b98db req-d35695b1-d542-4338-adc0-dd8065bf9c38 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:17.371786 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f93c909f-6619-4fa4-b8c2-effbb17b98db req-d35695b1-d542-4338-adc0-dd8065bf9c38 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.35 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 945 time: 0.2127256 Feb 09 14:05:17.563157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fede8-a9f1-4bfe-8f43-4d39a978f717 req-1ea8e2cf-40de-462b-8977-c42e7650b27b tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:17.580399 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ec0fede8-a9f1-4bfe-8f43-4d39a978f717 req-1ea8e2cf-40de-462b-8977-c42e7650b27b tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.3422275 Feb 09 14:05:17.676338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04d35f-20b0-4380-97d2-fd4a8b717f98 req-2b662e96-2938-4828-8066-7414036e5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:17.678157 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf04d35f-20b0-4380-97d2-fd4a8b717f98 req-2b662e96-2938-4828-8066-7414036e5959 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.3247616 Feb 09 14:05:17.681020 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-f93c909f-6619-4fa4-b8c2-effbb17b98db req-5eb7e797-453b-48b2-b533-6a480c9eb937 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Deleting port 92832214-5023-4e03-a411-adf25a5ae875 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:05:17.681687 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f93c909f-6619-4fa4-b8c2-effbb17b98db req-5eb7e797-453b-48b2-b533-6a480c9eb937 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:17.765089 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf04d35f-20b0-4380-97d2-fd4a8b717f98 req-b8270f97-6c20-47de-aed1-4d86400c2be0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=7ff447dc-3755-4a6f-b061-94973b5f3fe3 HTTP/1.1" status: 200 len: 217 time: 0.0783975 Feb 09 14:05:17.777685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83757a9-0fc1-4eb8-b1ab-99626c98dcc8 req-efc03745-74a0-46dc-8cb6-2a79e1869991 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:17.779165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e83757a9-0fc1-4eb8-b1ab-99626c98dcc8 req-efc03745-74a0-46dc-8cb6-2a79e1869991 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.2206149 Feb 09 14:05:17.858354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ec0fede8-a9f1-4bfe-8f43-4d39a978f717 req-bde83e2e-346c-4a19-83c3-cab0aafe70a0 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528422 Feb 09 14:05:17.966217 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6717b37-d4de-40f3-ba5a-675cfeccd3d6 req-05a765a9-125b-4201-a78f-0a00d3a37ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:17.970537 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f6717b37-d4de-40f3-ba5a-675cfeccd3d6 req-05a765a9-125b-4201-a78f-0a00d3a37ea5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.5949674 Feb 09 14:05:17.981947 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04d35f-20b0-4380-97d2-fd4a8b717f98 req-8a9ab3ad-4709-440b-97e0-c52325eda951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:17.983488 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf04d35f-20b0-4380-97d2-fd4a8b717f98 req-8a9ab3ad-4709-440b-97e0-c52325eda951 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.2034271 Feb 09 14:05:17.990921 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e83757a9-0fc1-4eb8-b1ab-99626c98dcc8 req-33d9539a-1963-4c25-bca6-0e034217a1bd tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778393 Feb 09 14:05:18.089959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04d35f-20b0-4380-97d2-fd4a8b717f98 req-3847c38b-0d10-4a7f-ba2d-639b2af1f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:18.092307 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf04d35f-20b0-4380-97d2-fd4a8b717f98 req-3847c38b-0d10-4a7f-ba2d-639b2af1f534 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002197 Feb 09 14:05:18.205918 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f6717b37-d4de-40f3-ba5a-675cfeccd3d6 req-3e1e2960-a5fe-402c-bb7c-f46b2b17ce03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=77d7f02e-34bc-4e11-a27e-941eb5907981 HTTP/1.1" status: 200 len: 217 time: 0.2201455 Feb 09 14:05:18.361563 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf04d35f-20b0-4380-97d2-fd4a8b717f98 req-102053a0-d113-4cf1-93c1-40d891ecc380 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596931 Feb 09 14:05:18.525173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6717b37-d4de-40f3-ba5a-675cfeccd3d6 req-fc9b6499-4e37-4315-a8d7-8c4548fdd452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:18.529182 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f6717b37-d4de-40f3-ba5a-675cfeccd3d6 req-fc9b6499-4e37-4315-a8d7-8c4548fdd452 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.2499037 Feb 09 14:05:18.575308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a7c91-0550-4204-ac17-886f5e27eeff req-1d0fc258-59bd-460c-a036-1eedec582a11 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:18.589049 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8a0a7c91-0550-4204-ac17-886f5e27eeff req-1d0fc258-59bd-460c-a036-1eedec582a11 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.3225439 Feb 09 14:05:18.728952 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8a0a7c91-0550-4204-ac17-886f5e27eeff req-825a1f87-aa34-4871-88ed-6d8108d212df tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247470 Feb 09 14:05:18.740950 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf04d35f-20b0-4380-97d2-fd4a8b717f98 req-34f44850-555e-49b5-b228-85ae64de126a service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593183 Feb 09 14:05:18.840903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-f93c909f-6619-4fa4-b8c2-effbb17b98db req-5eb7e797-453b-48b2-b533-6a480c9eb937 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] For port 92832214-5023-4e03-a411-adf25a5ae875, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=92832214-5023-4e03-a411-adf25a5ae875,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:18.841490 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f93c909f-6619-4fa4-b8c2-effbb17b98db req-5eb7e797-453b-48b2-b533-6a480c9eb937 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:18.876812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4361b0b-4621-4bcf-b513-b064ef77bd7b req-c240299e-7000-4c0b-bc23-18fff9288ce2 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:18.880224 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a4361b0b-4621-4bcf-b513-b064ef77bd7b req-c240299e-7000-4c0b-bc23-18fff9288ce2 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.7052624 Feb 09 14:05:19.029135 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6717b37-d4de-40f3-ba5a-675cfeccd3d6 req-d2d97fdb-ff4e-4b62-bc98-bd8308370877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:19.030884 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f6717b37-d4de-40f3-ba5a-675cfeccd3d6 req-d2d97fdb-ff4e-4b62-bc98-bd8308370877 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4936788 Feb 09 14:05:19.069984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07e91d-fe65-4b4d-9c79-139aa110441e req-f634af40-3901-4dbc-b948-e663ea08bf34 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:19.071969 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1e07e91d-fe65-4b4d-9c79-139aa110441e req-f634af40-3901-4dbc-b948-e663ea08bf34 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 945 time: 0.1337502 Feb 09 14:05:19.170012 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1e07e91d-fe65-4b4d-9c79-139aa110441e req-74d4fda3-1bf6-4b8f-9252-c695a697886c tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d2d6722-0784-4d4b-a3bd-53833a54ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883138 Feb 09 14:05:19.210347 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a4361b0b-4621-4bcf-b513-b064ef77bd7b req-6440739d-5a6f-4a4b-9789-3787378902cf tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220470 Feb 09 14:05:19.488200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0ed7b-28f8-4a93-acd5-f2be3b1a18c0 req-80d8f806-809f-487e-9bb3-bc0563ab42fc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:19.497897 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81a0ed7b-28f8-4a93-acd5-f2be3b1a18c0 req-80d8f806-809f-487e-9bb3-bc0563ab42fc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1985278 Feb 09 14:05:19.654972 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81a0ed7b-28f8-4a93-acd5-f2be3b1a18c0 req-bafdd425-273e-41e1-83fd-bb15d2c93ea1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463201 Feb 09 14:05:19.800284 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f93c909f-6619-4fa4-b8c2-effbb17b98db req-5eb7e797-453b-48b2-b533-6a480c9eb937 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:19.801064 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f93c909f-6619-4fa4-b8c2-effbb17b98db req-5eb7e797-453b-48b2-b533-6a480c9eb937 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:19.801362 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-f93c909f-6619-4fa4-b8c2-effbb17b98db req-5eb7e797-453b-48b2-b533-6a480c9eb937 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Floating IP 786e894e-87be-4b70-b72c-9a07de5e40c4 disassociated. External IP: 172.25.8.67, port: 92832214-5023-4e03-a411-adf25a5ae875. Feb 09 14:05:19.801888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-f93c909f-6619-4fa4-b8c2-effbb17b98db req-5eb7e797-453b-48b2-b533-6a480c9eb937 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Calling delete_port for 92832214-5023-4e03-a411-adf25a5ae875 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:05:19.852268 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f6717b37-d4de-40f3-ba5a-675cfeccd3d6 req-c60a33d1-fa4f-4e99-ad1b-bd89ddd0af82 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8092763 Feb 09 14:05:19.880006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db9815-34c9-405c-ab13-a717f2fbec65 req-7a0b1cd8-8657-447f-be86-aa7cf27910ee tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:19.882326 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a1db9815-34c9-405c-ab13-a717f2fbec65 req-7a0b1cd8-8657-447f-be86-aa7cf27910ee tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.1215193 Feb 09 14:05:19.934302 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a1db9815-34c9-405c-ab13-a717f2fbec65 req-66e996bb-9e99-4072-acfc-6f35e9d53724 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460048 Feb 09 14:05:20.080166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95ecd3-bef1-4a07-90b7-b4aeb658b6bd req-11810b5a-097a-4b74-8c57-d3d1a2aa44ba tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:20.082308 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b95ecd3-bef1-4a07-90b7-b4aeb658b6bd req-11810b5a-097a-4b74-8c57-d3d1a2aa44ba tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.5428503 Feb 09 14:05:20.157125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af78fd3-8ec7-416c-a611-c7cb992a65d5 req-75e96063-294c-43e7-a6ab-438830deac81 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:20.159804 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4af78fd3-8ec7-416c-a611-c7cb992a65d5 req-75e96063-294c-43e7-a6ab-438830deac81 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 1101 time: 0.0874934 Feb 09 14:05:20.175483 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f6717b37-d4de-40f3-ba5a-675cfeccd3d6 req-b4bbae2c-2d85-46d0-8043-c5e84596bc5b service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094804 Feb 09 14:05:20.213648 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b95ecd3-bef1-4a07-90b7-b4aeb658b6bd req-fb1735be-38d6-45b6-bca2-2d2e7fd65696 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139429 Feb 09 14:05:20.228584 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f93c909f-6619-4fa4-b8c2-effbb17b98db req-5eb7e797-453b-48b2-b533-6a480c9eb937 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:20.255905 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4af78fd3-8ec7-416c-a611-c7cb992a65d5 req-04cc31f4-b000-4fb0-9fe9-acfeb4fc279f tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896931 Feb 09 14:05:20.305879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7e797-453b-48b2-b533-6a480c9eb937 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Pushing event deleted for resources: {'Port': ['ID=92832214-5023-4e03-a411-adf25a5ae875,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:20.453055 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f7d84566-ad48-4304-9cfc-96e5dbdb90c3 req-f4e56d6e-cfe4-4c54-8af0-47dffb4711b5 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/ports?device_id=49a0dbec-e33c-43df-9f50-850b34c62ae4 HTTP/1.1" status: 200 len: 210 time: 0.0596998 Feb 09 14:05:20.627082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13178ce0-211f-433d-9858-df2557bdd89c req-26389fe6-c2c1-4ef7-a9ae-8fb38306f3be tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:20.635938 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-13178ce0-211f-433d-9858-df2557bdd89c req-26389fe6-c2c1-4ef7-a9ae-8fb38306f3be tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.2591670 Feb 09 14:05:20.681612 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f93c909f-6619-4fa4-b8c2-effbb17b98db req-5eb7e797-453b-48b2-b533-6a480c9eb937 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Router 54a0447b-0f39-4d41-9f60-96984ef380dd has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:05:20.716625 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-13178ce0-211f-433d-9858-df2557bdd89c req-0febad15-6fb3-474b-8b38-095f899e4d71 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788896 Feb 09 14:05:20.756684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e23a44-d3b6-48b7-8b9f-bc5c0299e716 req-a206a963-d8ca-421d-8b55-c5b85cd2d9ca tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:20.764757 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3e23a44-d3b6-48b7-8b9f-bc5c0299e716 req-a206a963-d8ca-421d-8b55-c5b85cd2d9ca tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1419075 Feb 09 14:05:20.843931 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3e23a44-d3b6-48b7-8b9f-bc5c0299e716 req-33cd6234-cae4-41b3-adfc-624b21443beb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780096 Feb 09 14:05:20.990125 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-689bfc36-a7eb-4cb6-9738-2bc2aedfca42 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cf414819203844d7be4cd33f0e40db8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998516 Feb 09 14:05:21.106045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f93c909f-6619-4fa4-b8c2-effbb17b98db req-5eb7e797-453b-48b2-b533-6a480c9eb937 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:05:21.119315 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a26818-d499-4a16-b405-651353cc5411 None None] Sync routers for ids ['54a0447b-0f39-4d41-9f60-96984ef380dd'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:05:21.128998 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a26818-d499-4a16-b405-651353cc5411 None None] Routers {'54a0447b-0f39-4d41-9f60-96984ef380dd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:05:21.130268 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e5a26818-d499-4a16-b405-651353cc5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:04:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['54a0447b-0f39-4d41-9f60-96984ef380dd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:21.139935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00587074-1701-4cc6-ade6-4cb2cc5bd215 req-97e66fa3-c302-40c8-a6d9-d6d49c8770ce tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:21.141865 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-00587074-1701-4cc6-ade6-4cb2cc5bd215 req-97e66fa3-c302-40c8-a6d9-d6d49c8770ce tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 1097 time: 0.0810692 Feb 09 14:05:21.192210 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-00587074-1701-4cc6-ade6-4cb2cc5bd215 req-855ba15f-0171-4bd3-bcc8-5ca8a30d2123 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397599 Feb 09 14:05:21.197415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93c909f-6619-4fa4-b8c2-effbb17b98db req-5eb7e797-453b-48b2-b533-6a480c9eb937 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] No DVR routers for this DVR port 92832214-5023-4e03-a411-adf25a5ae875 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:05:21.203633 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f93c909f-6619-4fa4-b8c2-effbb17b98db req-5eb7e797-453b-48b2-b533-6a480c9eb937 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:21.208738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a0dbec-e33c-43df-9f50-850b34c62ae4', 'name': 'network-vif-deleted', 'tag': '92832214-5023-4e03-a411-adf25a5ae875'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:21.247825 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f93c909f-6619-4fa4-b8c2-effbb17b98db req-5eb7e797-453b-48b2-b533-6a480c9eb937 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.35 "DELETE /v2.0/ports/92832214-5023-4e03-a411-adf25a5ae875 HTTP/1.1" status: 204 len: 173 time: 3.8459809 Feb 09 14:05:21.260890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-9e7e09a8-65bd-44cd-93b7-544a62dcede5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:21.267992 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-9e7e09a8-65bd-44cd-93b7-544a62dcede5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2769332 Feb 09 14:05:21.284497 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-eca609df-f119-46db-a1df-fdd177bd3c19 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/quotas/cf414819203844d7be4cd33f0e40db8a HTTP/1.1" status: 200 len: 375 time: 0.0153911 Feb 09 14:05:21.355029 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-e5a26818-d499-4a16-b405-651353cc5411 None None] Set router 54a0447b-0f39-4d41-9f60-96984ef380dd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:05:21.436994 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-4258d7ec-6208-4c7d-a1ba-81223c919efe tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1498590 Feb 09 14:05:21.520899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3ab04-ab4a-4ac4-906a-35a00e1ce412 req-d68ef252-e7da-4dad-9bd1-afbda3053c14 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:21.522811 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-11c3ab04-ab4a-4ac4-906a-35a00e1ce412 req-d68ef252-e7da-4dad-9bd1-afbda3053c14 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.1249533 Feb 09 14:05:21.618670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-11c3ab04-ab4a-4ac4-906a-35a00e1ce412 req-ce220c98-e491-45a7-822e-88e221e1146e tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862694 Feb 09 14:05:21.678696 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a0dbec-e33c-43df-9f50-850b34c62ae4', 'name': 'network-vif-deleted', 'tag': '92832214-5023-4e03-a411-adf25a5ae875', 'status': 'completed', 'code': 200} Feb 09 14:05:21.935493 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e5a26818-d499-4a16-b405-651353cc5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:54Z', 'revision_number': 4, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c36d15b9-95f0-4b73-861a-cbc0ce73d4da', 'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'mac_address': 'fa:16:3e:5c:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:52Z', 'updated_at': '2022-02-09T14:01:07Z', 'revision_number': 5, 'project_id': '819ad572178e4886a304631fc3728b0f', 'subnets': [{'id': '619ec6b3-3471-4097-954a-be6300563bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:21.938116 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f4c6c-cdc4-49c8-a1c7-4897b876e1ba req-1f99dc71-35e4-40a6-bca8-a725ad0e4bf0 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:21.943697 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a26818-d499-4a16-b405-651353cc5411 None None] Checking router: 54a0447b-0f39-4d41-9f60-96984ef380dd for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:05:21.948241 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b53f4c6c-cdc4-49c8-a1c7-4897b876e1ba req-1f99dc71-35e4-40a6-bca8-a725ad0e4bf0 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.1483567 Feb 09 14:05:21.963402 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a26818-d499-4a16-b405-651353cc5411 None None] Routers {'54a0447b-0f39-4d41-9f60-96984ef380dd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:05:21.964907 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e5a26818-d499-4a16-b405-651353cc5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:04:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['54a0447b-0f39-4d41-9f60-96984ef380dd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:22.027363 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b53f4c6c-cdc4-49c8-a1c7-4897b876e1ba req-55522a89-4be9-4047-ab89-b040040f989b tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779254 Feb 09 14:05:22.178886 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 92832214-5023-4e03-a411-adf25a5ae875 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:05:22.241634 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 92832214-5023-4e03-a411-adf25a5ae875 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:05:22.242901 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 92832214-5023-4e03-a411-adf25a5ae875 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:05:22.260892 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-e5a26818-d499-4a16-b405-651353cc5411 None None] Set router 54a0447b-0f39-4d41-9f60-96984ef380dd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:05:22.277582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-eea1a4f2-2f5e-4761-8699-4740417faca3 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:22.279202 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-eea1a4f2-2f5e-4761-8699-4740417faca3 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 808 time: 0.5068674 Feb 09 14:05:22.318823 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-b34c8021-2b7f-4580-90e9-1f3eadc091d4 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/quotas/599ada696464469cbeafc3efd9524c59 HTTP/1.1" status: 200 len: 375 time: 0.0174546 Feb 09 14:05:22.461635 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-1bed067d-fb47-4d94-98e7-b03796269369 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1273246 Feb 09 14:05:22.769267 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e5a26818-d499-4a16-b405-651353cc5411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:54Z', 'revision_number': 4, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c36d15b9-95f0-4b73-861a-cbc0ce73d4da', 'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'mac_address': 'fa:16:3e:5c:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:52Z', 'updated_at': '2022-02-09T14:01:07Z', 'revision_number': 5, 'project_id': '819ad572178e4886a304631fc3728b0f', 'subnets': [{'id': '619ec6b3-3471-4097-954a-be6300563bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:22.780222 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a26818-d499-4a16-b405-651353cc5411 None None] The sync data for ids ['54a0447b-0f39-4d41-9f60-96984ef380dd'] in n-d-828418-2 is: [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:00:54Z', 'revision_number': 4, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c36d15b9-95f0-4b73-861a-cbc0ce73d4da', 'name': '', 'network_id': '4438975a-7484-4e20-a7dd-31c3711d5a27', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'mac_address': 'fa:16:3e:5c:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '619ec6b3-3471-4097-954a-be6300563bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:52Z', 'updated_at': '2022-02-09T14:01:07Z', 'revision_number': 5, 'project_id': '819ad572178e4886a304631fc3728b0f', 'subnets': [{'id': '619ec6b3-3471-4097-954a-be6300563bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:05:22.783254 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-2cf583a5-38e8-4cdb-a7ad-85bd67fa5788 service neutron] 10.222.0.48 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109162 Feb 09 14:05:22.967986 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-8082e45c-a54b-4fa1-b2b1-c023dcf2bc42 service neutron] 10.222.0.48 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762443 Feb 09 14:05:23.155011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c4e038-536f-4865-917b-7f81eefd0157 None None] New status for floating IP 786e894e-87be-4b70-b72c-9a07de5e40c4: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:05:23.373984 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-6aaf281a-24d8-4e13-ba8a-598d2b7ed3b2 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cf414819203844d7be4cd33f0e40db8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667148 Feb 09 14:05:23.655039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-29f1f663-de29-43c0-97b6-1ae6b6d3dfef tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:05:23.666226 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-29f1f663-de29-43c0-97b6-1ae6b6d3dfef tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200717 Feb 09 14:05:23.713880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-4ee73ff4-ac8d-428c-bef6-8cbd0a5911dd service neutron] Request body: {'binding': {'host': 'n-h1-828418-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:05:23.714710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-4ee73ff4-ac8d-428c-bef6-8cbd0a5911dd service neutron] Unknown quota resources ['binding']. {{(pid=87596) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 14:05:23.884865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7155c199-1fdd-49bc-89c2-06a8f0a1bd73 req-8047ddd1-ca5c-4d1a-afda-c5d41ac05360 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=3908ef75-5f25-4004-9229-a202b9bd8e0f HTTP/1.1" status: 200 len: 210 time: 0.0566950 Feb 09 14:05:24.107780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea6a6a-8846-4704-877c-9ff5e31d5aaa req-56617d81-dd28-4b46-8e1a-5d7fc362933e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:24.109665 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1fea6a6a-8846-4704-877c-9ff5e31d5aaa req-56617d81-dd28-4b46-8e1a-5d7fc362933e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1238902 Feb 09 14:05:24.129692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-7ff21ff0-f9c8-4e4d-b5d3-205a93637b58 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:24.131209 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-7ff21ff0-f9c8-4e4d-b5d3-205a93637b58 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7504394 Feb 09 14:05:24.163552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Request body: {'port': {'device_id': '3908ef75-5f25-4004-9229-a202b9bd8e0f', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': 'cf414819203844d7be4cd33f0e40db8a'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:05:24.195789 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1fea6a6a-8846-4704-877c-9ff5e31d5aaa req-981d3285-6fc5-40c0-98e5-a40bf795be31 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647774 Feb 09 14:05:24.401284 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-4ee73ff4-ac8d-428c-bef6-8cbd0a5911dd service neutron] Attempting to bind port bd440830-e6b3-4c24-aa97-0128a0747b66 on host n-h1-828418-2 for vnic_type normal with profile None {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:05:24.401855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-4ee73ff4-ac8d-428c-bef6-8cbd0a5911dd service neutron] Attempting to bind port bd440830-e6b3-4c24-aa97-0128a0747b66 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:05:24.402188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-4ee73ff4-ac8d-428c-bef6-8cbd0a5911dd service neutron] Attempting to bind port bd440830-e6b3-4c24-aa97-0128a0747b66 on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:05:24.412346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-4ee73ff4-ac8d-428c-bef6-8cbd0a5911dd service neutron] Port bd440830-e6b3-4c24-aa97-0128a0747b66 on network 871ef5b5-732c-4077-b68d-299f1c66d16d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:05:24.412861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-4ee73ff4-ac8d-428c-bef6-8cbd0a5911dd service neutron] Attempting to bind port bd440830-e6b3-4c24-aa97-0128a0747b66 on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:05:24.430419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-4ee73ff4-ac8d-428c-bef6-8cbd0a5911dd service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:05:24.430419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-4ee73ff4-ac8d-428c-bef6-8cbd0a5911dd service neutron] Checking segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:05:24.430419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-4ee73ff4-ac8d-428c-bef6-8cbd0a5911dd service neutron] Bound using segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:05:24.430419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-4ee73ff4-ac8d-428c-bef6-8cbd0a5911dd service neutron] Bound port: bd440830-e6b3-4c24-aa97-0128a0747b66, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:05:24.440756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:05:24.470776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:05:24.485466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffc6c1-7d21-44fe-bc44-aa9b61b33ee4 req-5e39542d-8244-4637-8f9e-402ae0fac5d4 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:24.495431 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-83ffc6c1-7d21-44fe-bc44-aa9b61b33ee4 req-5e39542d-8244-4637-8f9e-402ae0fac5d4 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.1144307 Feb 09 14:05:24.513918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Made reservation on behalf of cf414819203844d7be4cd33f0e40db8a for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:05:24.518371 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:24.555769 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-83ffc6c1-7d21-44fe-bc44-aa9b61b33ee4 req-020f493c-9747-4caa-af1a-4261a7ab505e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590842 Feb 09 14:05:24.638463 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-4ee73ff4-ac8d-428c-bef6-8cbd0a5911dd service neutron] For port bd440830-e6b3-4c24-aa97-0128a0747b66, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=bd440830-e6b3-4c24-aa97-0128a0747b66,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:05:24.668342 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-4ee73ff4-ac8d-428c-bef6-8cbd0a5911dd service neutron] Notify callbacks [] for binding, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:24.669385 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-4ee73ff4-ac8d-428c-bef6-8cbd0a5911dd service neutron] 10.222.0.48 "POST /v2.0/ports/bd440830-e6b3-4c24-aa97-0128a0747b66/bindings HTTP/1.1" status: 201 len: 389 time: 0.9733455 Feb 09 14:05:24.794625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Allocated IP 192.168.233.10 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/e96b1e11-729c-4ce0-916c-64af6d196e59) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:05:24.882668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544441c-8dbc-4c30-9998-288f2d846140 req-4457335f-5ed8-4a7a-bba7-a9c0765c17b7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:24.884279 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f544441c-8dbc-4c30-9998-288f2d846140 req-4457335f-5ed8-4a7a-bba7-a9c0765c17b7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.1562731 Feb 09 14:05:24.961670 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f544441c-8dbc-4c30-9998-288f2d846140 req-f0559c40-67da-47e7-992d-1fb95037ad0e tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706253 Feb 09 14:05:25.118096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-a73ddff4-21fd-4930-845d-30e5626049c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:25.120729 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-a73ddff4-21fd-4930-845d-30e5626049c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 1097 time: 0.1381102 Feb 09 14:05:25.203686 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:25.244537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Transition to ACTIVE for port object e96b1e11-729c-4ce0-916c-64af6d196e59 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:05:25.259959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a23c5e-76dc-4019-88f5-7898a6af8cc9 req-d0814a6d-585b-432d-86dc-0302af175321 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:25.261474 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15a23c5e-76dc-4019-88f5-7898a6af8cc9 req-d0814a6d-585b-432d-86dc-0302af175321 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.4037921 Feb 09 14:05:25.298611 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:25.312878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['77d7f02e-34bc-4e11-a27e-941eb5907981', '1931d8f0-f350-41b6-96dd-906f3e3a5c65', '70d71ad5-8505-4f19-a4dd-fe4613201ab5', '6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410', 'f1625a2f-6c3d-42c4-bcb4-1b5794f59266'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:05:25.390936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['7ff447dc-3755-4a6f-b061-94973b5f3fe3', '5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:05:25.392042 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15a23c5e-76dc-4019-88f5-7898a6af8cc9 req-7b68ced8-b0a6-47d3-90c8-f34f550e4940 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087713 Feb 09 14:05:25.429540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:05:25.432991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:05:25.437639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:05:25.475419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Pushing event updated for resources: {'Port': ['ID=e96b1e11-729c-4ce0-916c-64af6d196e59,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:25.492592 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.493240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.493769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.494291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.494889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.495411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.495971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.496498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.497011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.498369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.498894 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.499413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.634280 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e2bf7ffa-5bee-4aed-ae69-c38e30586dfa req-d916aa80-24b6-4f3c-9047-3bc8caca4850 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 210 time: 0.3681202 Feb 09 14:05:25.639069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:25.639823 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:25.714621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-dea092cf-f7f5-4161-8c29-02e73090a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:25.729678 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-dea092cf-f7f5-4161-8c29-02e73090a22a service neutron] 10.222.0.35 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 0.5892582 Feb 09 14:05:25.741287 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-6a3f3e7c-1e11-491d-b3cc-bd68c2b0ccef tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5852187 Feb 09 14:05:25.760689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Request body: {'port': {'device_id': '3908ef75-5f25-4004-9229-a202b9bd8e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:05:25.911497 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-2ee2310b-a782-432d-9519-45fa26dbf287 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd440830-e6b3-4c24-aa97-0128a0747b66 HTTP/1.1" status: 200 len: 217 time: 0.1769197 Feb 09 14:05:26.135220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4711669f-4631-4ac1-83a3-c9346ca089c7 None None] Provisioning for port e96b1e11-729c-4ce0-916c-64af6d196e59 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:05:26.138129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-3aa478a0-31e8-4641-9a4c-ba77992fa7f8 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:26.140925 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-3aa478a0-31e8-4641-9a4c-ba77992fa7f8 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.35 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 808 time: 0.9820797 Feb 09 14:05:26.166338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-0b01fba7-3a7e-46a0-82c2-c695af29fa13 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Request body: {'port': {'device_id': '50e94b8e-def6-4992-928b-b9699ebb41ec', 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123', 'admin_state_up': True, 'tenant_id': '599ada696464469cbeafc3efd9524c59'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:05:26.227227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4711669f-4631-4ac1-83a3-c9346ca089c7 None None] Provisioning complete for port e96b1e11-729c-4ce0-916c-64af6d196e59 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:05:26.231948 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4711669f-4631-4ac1-83a3-c9346ca089c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.278190 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.327273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-1ea04b4b-c91c-47ef-bb3e-b4e8ed2142f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:26.330139 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-1ea04b4b-c91c-47ef-bb3e-b4e8ed2142f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.4025767 Feb 09 14:05:26.331165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797f0b5-73f5-4453-89aa-35ce0ad21194 req-445b74f7-af5c-4019-8f84-54fb1ef09d02 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:26.345110 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0797f0b5-73f5-4453-89aa-35ce0ad21194 req-445b74f7-af5c-4019-8f84-54fb1ef09d02 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.3779111 Feb 09 14:05:26.423091 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4711669f-4631-4ac1-83a3-c9346ca089c7 None None] Port e96b1e11-729c-4ce0-916c-64af6d196e59 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:05:26.433111 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-59386c43-2afc-45f9-962c-da7d443c6e8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862341 Feb 09 14:05:26.540492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0797f0b5-73f5-4453-89aa-35ce0ad21194 req-3a566131-c59b-42aa-884c-f5e758d9d247 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942141 Feb 09 14:05:26.654040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-0b01fba7-3a7e-46a0-82c2-c695af29fa13 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:05:26.664702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-0b01fba7-3a7e-46a0-82c2-c695af29fa13 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:05:26.747554 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-25311d12-ee9d-4193-be5d-fc8ec2edb86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.823230 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-8e9d420f-1916-4019-a3b7-05626db25fef service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714342 Feb 09 14:05:26.823833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-0b01fba7-3a7e-46a0-82c2-c695af29fa13 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Made reservation on behalf of 599ada696464469cbeafc3efd9524c59 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:05:26.827354 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-0b01fba7-3a7e-46a0-82c2-c695af29fa13 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.846657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2dd4fe-38c2-41fa-be73-415d08895c40 req-d8f73fd3-2683-4e08-8bf3-ed56bd1f5eed tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:26.848511 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a2dd4fe-38c2-41fa-be73-415d08895c40 req-d8f73fd3-2683-4e08-8bf3-ed56bd1f5eed tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=3908ef75-5f25-4004-9229-a202b9bd8e0f HTTP/1.1" status: 200 len: 935 time: 0.8150890 Feb 09 14:05:27.041896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7f935-c78d-4544-80fc-00999032e989 req-a3a45168-1c54-4543-bfb7-dc7c010fd5fd tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:27.044074 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1dd7f935-c78d-4544-80fc-00999032e989 req-a3a45168-1c54-4543-bfb7-dc7c010fd5fd tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.2203755 Feb 09 14:05:27.065886 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a2dd4fe-38c2-41fa-be73-415d08895c40 req-93e81526-cfcf-4dd6-b303-d04008278d6c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917441 Feb 09 14:05:27.172262 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-b726d819-abef-4ad8-80a0-e3d4592c992a service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215463 Feb 09 14:05:27.180895 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1dd7f935-c78d-4544-80fc-00999032e989 req-010ce5fd-c9c4-4fa5-a32b-f9f89b75c870 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220024 Feb 09 14:05:27.183143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96b1e11-729c-4ce0-916c-64af6d196e59 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:05:27.214138 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:27.268554 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Transition to ACTIVE for port object e96b1e11-729c-4ce0-916c-64af6d196e59 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:05:27.274475 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:27.405871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-0b01fba7-3a7e-46a0-82c2-c695af29fa13 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Allocated IP 172.20.0.5 (3a9adc7a-c36b-4c52-b5e7-269039511123/727561ed-eee7-4d6c-9032-5a4fe849f97a/2405a66f-db86-4903-b398-484d0a780820) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:05:27.553478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Pushing event updated for resources: {'Port': ['ID=e96b1e11-729c-4ce0-916c-64af6d196e59,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:27.904975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e20fee-f967-4ff1-bf4a-4fd913eaec1e req-a0ae3efc-8bad-4748-93c6-d789e2cebb4a tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:27.912574 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-44e20fee-f967-4ff1-bf4a-4fd913eaec1e req-a0ae3efc-8bad-4748-93c6-d789e2cebb4a tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.3849483 Feb 09 14:05:27.974107 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-0b01fba7-3a7e-46a0-82c2-c695af29fa13 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:28.036915 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-44e20fee-f967-4ff1-bf4a-4fd913eaec1e req-18d2f043-203d-4271-9c3e-0eb45da09d3f tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227167 Feb 09 14:05:28.098620 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-0b01fba7-3a7e-46a0-82c2-c695af29fa13 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:28.115368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['1eea9ee2-af57-4b83-8566-e5cd74af6ba8'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:05:28.184095 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abe547-c490-453e-a7b4-7203575bf18e req-bdbbf46d-8a28-4405-a6cf-bb5b1092bcc0 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:28.186109 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-62abe547-c490-453e-a7b4-7203575bf18e req-bdbbf46d-8a28-4405-a6cf-bb5b1092bcc0 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.4765902 Feb 09 14:05:28.196366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Attempting to bind port e96b1e11-729c-4ce0-916c-64af6d196e59 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:05:28.197091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Attempting to bind port e96b1e11-729c-4ce0-916c-64af6d196e59 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:05:28.197621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Attempting to bind port e96b1e11-729c-4ce0-916c-64af6d196e59 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:05:28.208161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Port e96b1e11-729c-4ce0-916c-64af6d196e59 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:05:28.209141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Attempting to bind port e96b1e11-729c-4ce0-916c-64af6d196e59 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:05:28.317441 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:05:28.318399 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:05:28.319294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:05:28.320359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Bound port: e96b1e11-729c-4ce0-916c-64af6d196e59, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:05:28.321238 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:28.377521 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-62abe547-c490-453e-a7b4-7203575bf18e req-5f49e7b0-09c4-4ce9-bb9e-5677b253d5af tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636736 Feb 09 14:05:28.378600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-0b01fba7-3a7e-46a0-82c2-c695af29fa13 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Network 3a9adc7a-c36b-4c52-b5e7-269039511123 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:05:28.413531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-0b01fba7-3a7e-46a0-82c2-c695af29fa13 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:05:28.477224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-0b01fba7-3a7e-46a0-82c2-c695af29fa13 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:05:28.568382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-0b01fba7-3a7e-46a0-82c2-c695af29fa13 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:28.568382 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-0b01fba7-3a7e-46a0-82c2-c695af29fa13 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:28.581589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01fba7-3a7e-46a0-82c2-c695af29fa13 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Pushing event updated for resources: {'Port': ['ID=2405a66f-db86-4903-b398-484d0a780820,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:28.624611 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-0b01fba7-3a7e-46a0-82c2-c695af29fa13 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4693775 Feb 09 14:05:28.654958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Request body: {'port': {'device_id': '50e94b8e-def6-4992-928b-b9699ebb41ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:05:28.694333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] For port e96b1e11-729c-4ce0-916c-64af6d196e59, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:05:28.706253 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] For port e96b1e11-729c-4ce0-916c-64af6d196e59, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=e96b1e11-729c-4ce0-916c-64af6d196e59,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:05:28.721604 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:28.778215 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a914b7-1a02-4d92-8c24-03780206aa20 req-6e1337bf-dc31-4eb7-bd5b-01da23580b99 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:28.780987 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88a914b7-1a02-4d92-8c24-03780206aa20 req-6e1337bf-dc31-4eb7-bd5b-01da23580b99 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.3996198 Feb 09 14:05:28.932808 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88a914b7-1a02-4d92-8c24-03780206aa20 req-ff03db96-7ef9-424f-8681-f5c48f969eee tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426756 Feb 09 14:05:28.949124 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:28.991594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:28.991594 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:28.993856 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] 10.222.0.21 "PUT /v2.0/ports/e96b1e11-729c-4ce0-916c-64af6d196e59 HTTP/1.1" status: 200 len: 1095 time: 3.2431042 Feb 09 14:05:28.994712 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3908ef75-5f25-4004-9229-a202b9bd8e0f', 'tag': 'e96b1e11-729c-4ce0-916c-64af6d196e59'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:29.040144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b1ac6-c891-4c24-8a77-313cf9f98bcc service neutron] Pushing event updated for resources: {'Port': ['ID=e96b1e11-729c-4ce0-916c-64af6d196e59,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:29.081215 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-09d3474a-b1db-48a6-852b-276beaabbf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:29.302735 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d6d3d-c3f6-4a32-906c-ed054f444949 req-b6ad5d55-234c-44bf-981d-3297de51946a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:29.304804 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2a3d6d3d-c3f6-4a32-906c-ed054f444949 req-b6ad5d55-234c-44bf-981d-3297de51946a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 931 time: 0.3968275 Feb 09 14:05:29.308717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ad216-8f15-4ec4-9d15-3f6fe9ee29f3 req-36afb1b4-b178-4ce7-8ef5-85934e4f3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:29.310492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b10ad216-8f15-4ec4-9d15-3f6fe9ee29f3 req-36afb1b4-b178-4ce7-8ef5-85934e4f3dc9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 1097 time: 0.4542086 Feb 09 14:05:29.393975 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2a3d6d3d-c3f6-4a32-906c-ed054f444949 req-e4c67cec-def4-4e7c-880f-4c1d1754be86 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744944 Feb 09 14:05:29.393975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-084637a2-bdb2-455f-9b7f-7107ef7fb6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:29.393975 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-084637a2-bdb2-455f-9b7f-7107ef7fb6be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=3908ef75-5f25-4004-9229-a202b9bd8e0f HTTP/1.1" status: 200 len: 1098 time: 0.3052413 Feb 09 14:05:29.531509 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-c2597655-b144-486a-8e66-71ca884ea499 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=e96b1e11-729c-4ce0-916c-64af6d196e59 HTTP/1.1" status: 200 len: 217 time: 0.1149786 Feb 09 14:05:29.552244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2405a66f-db86-4903-b398-484d0a780820 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:05:29.561613 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:29.580640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Transition to ACTIVE for port object 2405a66f-db86-4903-b398-484d0a780820 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:05:29.586100 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:29.620902 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b10ad216-8f15-4ec4-9d15-3f6fe9ee29f3 req-b7a6398e-cadd-4765-9445-de6a41cac5b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871075 Feb 09 14:05:29.713063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-0c7f1bcb-3b86-4027-b63f-9aaed8279030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:29.714570 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-0c7f1bcb-3b86-4027-b63f-9aaed8279030 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1656132 Feb 09 14:05:29.743603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8491571-94d8-41f7-a0b3-2c201c639ae4 req-615a74ba-b9ec-485f-9d75-a99aa5d7f008 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:29.748297 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e8491571-94d8-41f7-a0b3-2c201c639ae4 req-615a74ba-b9ec-485f-9d75-a99aa5d7f008 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.2053566 Feb 09 14:05:29.799693 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e8491571-94d8-41f7-a0b3-2c201c639ae4 req-bd5328fd-7103-4db7-81bf-54e149ce2a90 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459089 Feb 09 14:05:29.826033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Pushing event updated for resources: {'Port': ['ID=2405a66f-db86-4903-b398-484d0a780820,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:29.980115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46646) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:30.051276 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:30.106415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Attempting to bind port 2405a66f-db86-4903-b398-484d0a780820 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:05:30.106415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Attempting to bind port 2405a66f-db86-4903-b398-484d0a780820 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:05:30.106415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Attempting to bind port 2405a66f-db86-4903-b398-484d0a780820 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:05:30.119008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Port 2405a66f-db86-4903-b398-484d0a780820 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:05:30.119008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Attempting to bind port 2405a66f-db86-4903-b398-484d0a780820 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:05:30.119008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:05:30.119709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Checking segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:05:30.119993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Bound using segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:05:30.120455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Bound port: 2405a66f-db86-4903-b398-484d0a780820, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:05:30.120856 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:30.185788 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:30.190653 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6528a576-8ce9-414e-88c9-3a345987be3e tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:30.212819 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-940b36f4-5151-4771-a0cd-2aa0c28e06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:30.214270 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-940b36f4-5151-4771-a0cd-2aa0c28e06f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3066974 Feb 09 14:05:30.236210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-5c270987-f462-41af-aa12-0e21bd027a9a tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:30.237665 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-5c270987-f462-41af-aa12-0e21bd027a9a tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2551258 Feb 09 14:05:30.262022 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6528a576-8ce9-414e-88c9-3a345987be3e tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:30.291314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] For port 2405a66f-db86-4903-b398-484d0a780820, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:05:30.296675 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] For port 2405a66f-db86-4903-b398-484d0a780820, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2405a66f-db86-4903-b398-484d0a780820,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:05:30.303260 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:30.367803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6158e-6aae-4480-9330-f3e5829ead50 req-e083aed4-a1a4-4ca5-860a-ad8bc8ce653f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:30.369158 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2e6158e-6aae-4480-9330-f3e5829ead50 req-e083aed4-a1a4-4ca5-860a-ad8bc8ce653f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=3908ef75-5f25-4004-9229-a202b9bd8e0f HTTP/1.1" status: 200 len: 947 time: 0.2368717 Feb 09 14:05:30.407882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:30.408495 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:30.409844 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] 10.222.0.35 "PUT /v2.0/ports/2405a66f-db86-4903-b398-484d0a780820 HTTP/1.1" status: 200 len: 1091 time: 1.7661853 Feb 09 14:05:30.410929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e94b8e-def6-4992-928b-b9699ebb41ec', 'tag': '2405a66f-db86-4903-b398-484d0a780820'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:30.423218 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-221ad777-6cbb-47eb-9dc2-cb81bf1b5bd6 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 696 time: 0.1527965 Feb 09 14:05:30.444633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-29d2e602-c2b7-4dff-aaf0-dcec5763d6ba tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Request body: {'floatingip': {'port_id': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:05:30.456215 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8e356-f2a1-470b-8ec2-99a4613d2431 service neutron] Pushing event updated for resources: {'Port': ['ID=2405a66f-db86-4903-b398-484d0a780820,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:30.466480 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2e6158e-6aae-4480-9330-f3e5829ead50 req-6df243f5-015b-4d3b-ac23-d646bbffe69b tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861619 Feb 09 14:05:30.542635 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-29d2e602-c2b7-4dff-aaf0-dcec5763d6ba tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:30.592181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-a3f685e4-3022-4e4c-86f3-e92af0eeda66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:30.594689 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-a3f685e4-3022-4e4c-86f3-e92af0eeda66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 1094 time: 0.1270058 Feb 09 14:05:30.634062 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6528a576-8ce9-414e-88c9-3a345987be3e tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:30.701545 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-b389204a-507e-4ee8-bdff-f5365e749da6 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593034 Feb 09 14:05:30.713885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528a576-8ce9-414e-88c9-3a345987be3e tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2d6722-0784-4d4b-a3bd-53833a54ac3b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:30.766237 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-e85150e4-8819-4bb2-a71c-aa2dcf10102f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2405a66f-db86-4903-b398-484d0a780820 HTTP/1.1" status: 200 len: 217 time: 0.1630607 Feb 09 14:05:30.895195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-d612c439-165b-4bb5-ba78-df0d87ff20a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:30.897678 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-d612c439-165b-4bb5-ba78-df0d87ff20a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.1210928 Feb 09 14:05:30.935644 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6528a576-8ce9-414e-88c9-3a345987be3e tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:30.936864 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6528a576-8ce9-414e-88c9-3a345987be3e tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "DELETE /v2.0/security-groups/8d2d6722-0784-4d4b-a3bd-53833a54ac3b HTTP/1.1" status: 204 len: 168 time: 0.9422832 Feb 09 14:05:30.945496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46656) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:30.967871 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-d57754df-4684-44bd-b5ad-c6229483015d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630417 Feb 09 14:05:30.988589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b1ecc-45c5-4b4a-9962-45faed5fc684 req-49137ee5-2dc4-4b13-be54-9af66d92aac3 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:30.990875 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-591b1ecc-45c5-4b4a-9962-45faed5fc684 req-49137ee5-2dc4-4b13-be54-9af66d92aac3 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.2895451 Feb 09 14:05:31.051788 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-46be3214-ad3b-4ddb-9593-b7e57ab96938 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] show failed (client error): The resource could not be found. Feb 09 14:05:31.052774 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-46be3214-ad3b-4ddb-9593-b7e57ab96938 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "GET /v2.0/security-groups/8d2d6722-0784-4d4b-a3bd-53833a54ac3b HTTP/1.1" status: 404 len: 347 time: 0.1038795 Feb 09 14:05:31.060096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46660) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:31.137324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-591b1ecc-45c5-4b4a-9962-45faed5fc684 req-e5ca54c8-5e78-4f14-ac57-0170ff076308 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191189 Feb 09 14:05:31.209865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-a1179607-c65b-456e-bdff-8bcd1a29f0e3 service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323995 Feb 09 14:05:31.361856 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af97f2ca-b3ef-4dfd-a6dc-4c66b1f6f9d4 req-b8b35523-41d8-4e15-847f-b5c014baa0df service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6508901 Feb 09 14:05:31.454549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-29d7b694-9282-4bf3-b979-3f4dbd820614 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Deleting port a5532288-e2b2-4b20-b115-eb1d12719211 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:05:31.455050 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29d7b694-9282-4bf3-b979-3f4dbd820614 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:31.486497 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46c70547-5172-4c5b-89e9-ff6272a5862e req-8a5c0af4-9283-4f01-8f3b-ef5b15aac9e2 service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684448 Feb 09 14:05:31.584852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63836a7e-dd1f-425d-a96a-3af9cc0646ed req-c448626c-1564-4bb3-8a4f-9c5571db676e tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:31.588058 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63836a7e-dd1f-425d-a96a-3af9cc0646ed req-c448626c-1564-4bb3-8a4f-9c5571db676e tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.1393850 Feb 09 14:05:31.608691 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:31.663661 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63836a7e-dd1f-425d-a96a-3af9cc0646ed req-c18627e9-4c6a-4150-b940-c480cc202dce tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673411 Feb 09 14:05:31.739341 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3908ef75-5f25-4004-9229-a202b9bd8e0f', 'tag': 'e96b1e11-729c-4ce0-916c-64af6d196e59', 'status': 'completed', 'code': 200} Feb 09 14:05:31.853496 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29d7b694-9282-4bf3-b979-3f4dbd820614 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:31.853999 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29d7b694-9282-4bf3-b979-3f4dbd820614 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:31.930507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e1fe5-bc15-4133-9305-b11810178836 req-e90a9482-adad-4a4d-b16c-092b93031f2e tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:31.932114 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-227e1fe5-bc15-4133-9305-b11810178836 req-e90a9482-adad-4a4d-b16c-092b93031f2e tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.1026623 Feb 09 14:05:31.998734 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-227e1fe5-bc15-4133-9305-b11810178836 req-3ea69451-9628-47de-92be-95129e25aac7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599656 Feb 09 14:05:32.076079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-29d7b694-9282-4bf3-b979-3f4dbd820614 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Calling delete_port for a5532288-e2b2-4b20-b115-eb1d12719211 owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:05:32.100671 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e94b8e-def6-4992-928b-b9699ebb41ec', 'tag': '2405a66f-db86-4903-b398-484d0a780820', 'status': 'completed', 'code': 200} Feb 09 14:05:32.178579 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-29d2e602-c2b7-4dff-aaf0-dcec5763d6ba tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:05:32.317003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c09a48-aed1-4cb7-bf77-d3b861f6c80b req-1fd031bd-214e-4761-8b9a-d47330b88e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:32.318402 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32c09a48-aed1-4cb7-bf77-d3b861f6c80b req-1fd031bd-214e-4761-8b9a-d47330b88e27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 1094 time: 0.1679642 Feb 09 14:05:32.350960 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-29d2e602-c2b7-4dff-aaf0-dcec5763d6ba tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:32.359594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7cbcb-3294-41e6-a84d-1389674bc5e3 req-cfb78262-b976-4001-89ce-0d66d605c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:32.361396 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bdd7cbcb-3294-41e6-a84d-1389674bc5e3 req-cfb78262-b976-4001-89ce-0d66d605c69e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=3908ef75-5f25-4004-9229-a202b9bd8e0f HTTP/1.1" status: 200 len: 1098 time: 0.5622940 Feb 09 14:05:32.363911 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-29d2e602-c2b7-4dff-aaf0-dcec5763d6ba tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:32.450202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fef0a6-158e-4c62-9ea5-e50a3d6cb73b req-abdb5778-4c65-484b-bf5d-51bea77921d5 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:32.451113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-05fef0a6-158e-4c62-9ea5-e50a3d6cb73b req-abdb5778-4c65-484b-bf5d-51bea77921d5 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Synchronizing usage tracker for tenant:599ada696464469cbeafc3efd9524c59 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:05:32.501556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-05fef0a6-158e-4c62-9ea5-e50a3d6cb73b req-abdb5778-4c65-484b-bf5d-51bea77921d5 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Unset dirty status for tenant:599ada696464469cbeafc3efd9524c59 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:05:32.502314 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-05fef0a6-158e-4c62-9ea5-e50a3d6cb73b req-abdb5778-4c65-484b-bf5d-51bea77921d5 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 943 time: 0.2626038 Feb 09 14:05:32.547950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c09a48-aed1-4cb7-bf77-d3b861f6c80b req-e30d5b55-29a8-4ffb-984d-586e1e0ed11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:32.550677 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32c09a48-aed1-4cb7-bf77-d3b861f6c80b req-e30d5b55-29a8-4ffb-984d-586e1e0ed11b service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.2255385 Feb 09 14:05:32.680754 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32c09a48-aed1-4cb7-bf77-d3b861f6c80b req-826b3307-d230-49ed-b0a2-554eb3b1e87a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2405a66f-db86-4903-b398-484d0a780820 HTTP/1.1" status: 200 len: 217 time: 0.1197379 Feb 09 14:05:32.691920 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-05fef0a6-158e-4c62-9ea5-e50a3d6cb73b req-b575e761-732f-4acc-acf8-e70ae25b7313 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719968 Feb 09 14:05:32.929945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c09a48-aed1-4cb7-bf77-d3b861f6c80b req-8512877e-461f-43ed-a3ee-37e109cef16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:32.931417 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32c09a48-aed1-4cb7-bf77-d3b861f6c80b req-8512877e-461f-43ed-a3ee-37e109cef16a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.2386057 Feb 09 14:05:32.985364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32c09a48-aed1-4cb7-bf77-d3b861f6c80b req-ca914068-91ca-425d-9355-85abb9ebad0c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460925 Feb 09 14:05:32.988858 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29d7b694-9282-4bf3-b979-3f4dbd820614 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:33.016841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca391d-b597-4bc2-9e0e-0e313ec34186 req-34036308-9a25-49f9-b407-7d0629a803d9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:33.016841 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9ca391d-b597-4bc2-9e0e-0e313ec34186 req-34036308-9a25-49f9-b407-7d0629a803d9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.1509626 Feb 09 14:05:33.139915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7cbcb-3294-41e6-a84d-1389674bc5e3 req-90215989-7fdf-439b-8b83-4ada3da38c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:33.142508 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bdd7cbcb-3294-41e6-a84d-1389674bc5e3 req-90215989-7fdf-439b-8b83-4ada3da38c2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.7120860 Feb 09 14:05:33.142728 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9ca391d-b597-4bc2-9e0e-0e313ec34186 req-67434b22-3ba2-44e5-a229-f4674761f3ae tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662084 Feb 09 14:05:33.143788 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7b694-9282-4bf3-b979-3f4dbd820614 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Pushing event deleted for resources: {'Port': ['ID=a5532288-e2b2-4b20-b115-eb1d12719211,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:33.184080 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32c09a48-aed1-4cb7-bf77-d3b861f6c80b req-f9ef0594-6f4f-41b5-b000-a6011b202e83 service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770661 Feb 09 14:05:33.232797 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-29d2e602-c2b7-4dff-aaf0-dcec5763d6ba tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Floating IP feadaf9e-9b16-4766-a0d9-a19fb9b08242 associated. External IP: 172.25.8.224, port: fb00f404-dc2c-4c00-b366-000ba1e9adb1. Feb 09 14:05:33.375657 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bdd7cbcb-3294-41e6-a84d-1389674bc5e3 req-ba7849f5-2b1b-4140-bc89-09a48af2b9c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=e96b1e11-729c-4ce0-916c-64af6d196e59 HTTP/1.1" status: 200 len: 217 time: 0.2144873 Feb 09 14:05:33.434615 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32c09a48-aed1-4cb7-bf77-d3b861f6c80b req-f8ddf540-818d-4de3-809b-d6f62596c051 service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409227 Feb 09 14:05:33.450664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50745c-63bc-4c67-8d20-d5eb5c72392b req-f8b7e71b-e84e-49d2-b0d5-386ba1d00297 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:33.452145 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b50745c-63bc-4c67-8d20-d5eb5c72392b req-f8b7e71b-e84e-49d2-b0d5-386ba1d00297 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=3908ef75-5f25-4004-9229-a202b9bd8e0f HTTP/1.1" status: 200 len: 947 time: 0.1375599 Feb 09 14:05:33.508199 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b50745c-63bc-4c67-8d20-d5eb5c72392b req-df22cab1-45a7-48cb-ae7b-230c4c870be4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462472 Feb 09 14:05:33.509876 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29d7b694-9282-4bf3-b979-3f4dbd820614 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:33.592612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7cbcb-3294-41e6-a84d-1389674bc5e3 req-0fafc94c-1be1-42a8-b3e9-68b6fd9ebaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:33.592612 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bdd7cbcb-3294-41e6-a84d-1389674bc5e3 req-0fafc94c-1be1-42a8-b3e9-68b6fd9ebaeb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.2061589 Feb 09 14:05:33.682219 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c835c149-e955-41a7-849e-157509cf1d48 req-1a3f9306-a154-429b-a22d-838dd949f467 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6c23e61e18ae42d299d947dff65ba75e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436640 Feb 09 14:05:33.695594 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29d7b694-9282-4bf3-b979-3f4dbd820614 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:33.696664 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-29d7b694-9282-4bf3-b979-3f4dbd820614 tempest-ServersWithSpecificFlavorTestJSON-967678600 tempest-ServersWithSpecificFlavorTestJSON-967678600-project] 10.222.0.48 "DELETE /v2.0/floatingips/786e894e-87be-4b70-b72c-9a07de5e40c4 HTTP/1.1" status: 204 len: 168 time: 2.6356766 Feb 09 14:05:33.826668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7cbcb-3294-41e6-a84d-1389674bc5e3 req-624a86e2-4c79-4624-b76a-a24952097c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:33.828319 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bdd7cbcb-3294-41e6-a84d-1389674bc5e3 req-624a86e2-4c79-4624-b76a-a24952097c12 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2218599 Feb 09 14:05:33.913505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c149-e955-41a7-849e-157509cf1d48 req-844e92e0-4f2f-4ba9-8db1-0d97a72b65b3 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:33.915804 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c835c149-e955-41a7-849e-157509cf1d48 req-844e92e0-4f2f-4ba9-8db1-0d97a72b65b3 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2225909 Feb 09 14:05:33.932193 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c835c149-e955-41a7-849e-157509cf1d48 req-bb9ff2ab-5f2f-4ede-8334-418a761ebc0e tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/quotas/6c23e61e18ae42d299d947dff65ba75e HTTP/1.1" status: 200 len: 375 time: 0.0099084 Feb 09 14:05:34.011624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-29d2e602-c2b7-4dff-aaf0-dcec5763d6ba tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Router c22942db-71af-4fde-8e06-dc40fafac562 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:05:34.043012 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c835c149-e955-41a7-849e-157509cf1d48 req-d97f7c71-0676-4573-a42a-a79ee4e21292 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c23e61e18ae42d299d947dff65ba75e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029289 Feb 09 14:05:34.115682 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bdd7cbcb-3294-41e6-a84d-1389674bc5e3 req-3bd2f3dc-1f60-48e2-adad-839b473e9d34 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364328 Feb 09 14:05:34.547584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-29d2e602-c2b7-4dff-aaf0-dcec5763d6ba tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:05:34.549636 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bdd7cbcb-3294-41e6-a84d-1389674bc5e3 req-279a08ce-5fc6-42ad-8fa5-7b5dd2f1a1e8 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222271 Feb 09 14:05:34.552823 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-29d2e602-c2b7-4dff-aaf0-dcec5763d6ba tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:34.580495 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e578f4bc-63c2-4066-808d-106821567fe4 None None] Sync routers for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:05:34.593577 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e578f4bc-63c2-4066-808d-106821567fe4 None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:05:34.594196 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e578f4bc-63c2-4066-808d-106821567fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:05:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:34.682981 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-29d2e602-c2b7-4dff-aaf0-dcec5763d6ba tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "PUT /v2.0/floatingips/feadaf9e-9b16-4766-a0d9-a19fb9b08242 HTTP/1.1" status: 200 len: 996 time: 4.2442234 Feb 09 14:05:34.684687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'tag': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:34.840097 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-2db5133c-b012-49a2-ae44-4a62f435c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:34.843446 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-2db5133c-b012-49a2-ae44-4a62f435c4e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 1096 time: 0.1394892 Feb 09 14:05:34.936443 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-e578f4bc-63c2-4066-808d-106821567fe4 None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:05:34.943656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af4b16-7bf2-45dc-ade0-05a285643931 req-9563aabe-467f-47c0-9cb3-4ce1e57c8118 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:34.946454 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2af4b16-7bf2-45dc-ade0-05a285643931 req-9563aabe-467f-47c0-9cb3-4ce1e57c8118 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.4328661 Feb 09 14:05:35.060388 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2af4b16-7bf2-45dc-ade0-05a285643931 req-f4a20bb4-c5d1-4255-a3c1-edf632f45a74 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004930 Feb 09 14:05:35.161113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-c2381f6c-4d8a-4d69-89b6-652e6f421c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:35.163871 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-c2381f6c-4d8a-4d69-89b6-652e6f421c39 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 921 time: 0.3092906 Feb 09 14:05:35.306347 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-9873adae-2fb2-4756-bb82-83fa361f5ca7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb00f404-dc2c-4c00-b366-000ba1e9adb1 HTTP/1.1" status: 200 len: 999 time: 0.1331780 Feb 09 14:05:35.382219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-f5e38fc8-87bb-4267-821e-864977854070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:35.383670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-f5e38fc8-87bb-4267-821e-864977854070 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f4c97bb-b5dc-4013-99c8-e51c35a4d412 HTTP/1.1" status: 200 len: 860 time: 0.0714052 Feb 09 14:05:35.428835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6dee4-bf9c-4841-b6f5-40fd2d24ea73 req-59bce1fa-34d6-488f-b296-970d5b2b62e0 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:35.431797 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84c6dee4-bf9c-4841-b6f5-40fd2d24ea73 req-59bce1fa-34d6-488f-b296-970d5b2b62e0 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 943 time: 0.1253705 Feb 09 14:05:35.474480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-d34d9f87-d85b-4651-b117-e85ba557fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:35.476688 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-d34d9f87-d85b-4651-b117-e85ba557fb84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67fa057e-4076-41a6-97da-7df2caf732e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812242 Feb 09 14:05:35.488413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-9bb0eaa7-d83d-4775-adfe-eccd97491ce2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:05:35.492680 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84c6dee4-bf9c-4841-b6f5-40fd2d24ea73 req-0bc45cef-7792-4609-b1bc-a38412913ecf tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504158 Feb 09 14:05:35.494813 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-9bb0eaa7-d83d-4775-adfe-eccd97491ce2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082469 Feb 09 14:05:35.563804 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e578f4bc-63c2-4066-808d-106821567fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'feadaf9e-9b16-4766-a0d9-a19fb9b08242', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'port_id': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'mac_address': 'fa:16:3e:a1:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:04:13Z', 'updated_at': '2022-02-09T14:05:31Z', 'revision_number': 1, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:35.572583 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e578f4bc-63c2-4066-808d-106821567fe4 None None] Checking router: c22942db-71af-4fde-8e06-dc40fafac562 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:05:35.586829 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e578f4bc-63c2-4066-808d-106821567fe4 None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:05:35.587988 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e578f4bc-63c2-4066-808d-106821567fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:05:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:35.675089 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-c55cba8b-ef33-43b8-8885-497757f45031 service neutron] 10.222.0.48 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789787 Feb 09 14:05:35.678186 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-934d786a-a2da-462e-85aa-b5b473e1f07a req-574c366f-5923-487a-9898-546c18769686 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 210 time: 0.0511141 Feb 09 14:05:35.869530 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-e578f4bc-63c2-4066-808d-106821567fe4 None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:05:35.893715 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-154b511c-4e89-453e-b268-cb75fcdeae20 req-16a8a802-9725-4305-a0a8-162171403d02 service neutron] 10.222.0.48 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111287 Feb 09 14:05:35.915840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b9b37-e9fd-4954-884c-8c0f17be19fa req-a0598da1-fda7-4961-9e9a-fc94e9d17380 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:35.917853 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f1b9b37-e9fd-4954-884c-8c0f17be19fa req-a0598da1-fda7-4961-9e9a-fc94e9d17380 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.1045978 Feb 09 14:05:35.986274 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c835c149-e955-41a7-849e-157509cf1d48 req-ecefee34-f9aa-4788-a4bf-d55d357a925e tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6c23e61e18ae42d299d947dff65ba75e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671093 Feb 09 14:05:35.998203 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f1b9b37-e9fd-4954-884c-8c0f17be19fa req-9e8d36bd-2496-4ce6-b9c5-b346a1b804e8 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495780 Feb 09 14:05:36.286018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c149-e955-41a7-849e-157509cf1d48 req-6357b346-a095-4d95-8006-87f5ab0ea766 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:36.287759 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c835c149-e955-41a7-849e-157509cf1d48 req-6357b346-a095-4d95-8006-87f5ab0ea766 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2882946 Feb 09 14:05:36.305736 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c835c149-e955-41a7-849e-157509cf1d48 req-cca432a4-aeec-427e-839b-8b29d584916a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Request body: {'port': {'device_id': 'b30fd153-b597-4f62-a75b-22224c0d257a', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': '6c23e61e18ae42d299d947dff65ba75e'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:05:36.373479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device e96b1e11-729c-4ce0-916c-64af6d196e59 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:05:36.420274 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e578f4bc-63c2-4066-808d-106821567fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'feadaf9e-9b16-4766-a0d9-a19fb9b08242', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'port_id': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'mac_address': 'fa:16:3e:a1:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:04:13Z', 'updated_at': '2022-02-09T14:05:31Z', 'revision_number': 1, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:36.427054 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e578f4bc-63c2-4066-808d-106821567fe4 None None] The sync data for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 is: [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'feadaf9e-9b16-4766-a0d9-a19fb9b08242', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'port_id': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'mac_address': 'fa:16:3e:a1:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:04:13Z', 'updated_at': '2022-02-09T14:05:31Z', 'revision_number': 1, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:05:36.427585 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e684ffd-37e4-433e-9519-8c4d39d5f5dd req-3c4844dc-cf8a-4bfc-ac0a-8248a50e34ce tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:36.436677 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e684ffd-37e4-433e-9519-8c4d39d5f5dd req-3c4844dc-cf8a-4bfc-ac0a-8248a50e34ce tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=3908ef75-5f25-4004-9229-a202b9bd8e0f HTTP/1.1" status: 200 len: 947 time: 0.2444656 Feb 09 14:05:36.508824 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'tag': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1', 'status': 'completed', 'code': 200} Feb 09 14:05:36.608876 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-c835c149-e955-41a7-849e-157509cf1d48 req-cca432a4-aeec-427e-839b-8b29d584916a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:05:36.668828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-c835c149-e955-41a7-849e-157509cf1d48 req-cca432a4-aeec-427e-839b-8b29d584916a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:05:36.687450 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e684ffd-37e4-433e-9519-8c4d39d5f5dd req-3aa42173-cc3e-4650-a6b7-b855f5985393 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424324 Feb 09 14:05:36.695923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c835c149-e955-41a7-849e-157509cf1d48 req-cca432a4-aeec-427e-839b-8b29d584916a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Made reservation on behalf of 6c23e61e18ae42d299d947dff65ba75e for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:05:36.711966 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c835c149-e955-41a7-849e-157509cf1d48 req-cca432a4-aeec-427e-839b-8b29d584916a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:36.765593 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port e96b1e11-729c-4ce0-916c-64af6d196e59, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=e96b1e11-729c-4ce0-916c-64af6d196e59,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:36.789197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'e96b1e11-729c-4ce0-916c-64af6d196e59', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': 'e96b1e11-729c-4ce0-916c-64af6d196e59', 'mac_address': 'fa:16:3e:ee:48:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:05:36.806020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0a545-187a-4838-ae88-8ae4577afea7 req-3e917c9a-e318-431b-b6ce-108586d482d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:36.811847 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-67b0a545-187a-4838-ae88-8ae4577afea7 req-3e917c9a-e318-431b-b6ce-108586d482d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c1126ef126a4d5e8afd5ceb600f1edf&device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 1097 time: 0.2702537 Feb 09 14:05:36.814203 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a62fc7-1af6-4758-8d6d-7fcb6af11a0b req-94908e7d-350a-4f1d-b6e2-4d8be56ed7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:36.815841 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43a62fc7-1af6-4758-8d6d-7fcb6af11a0b req-94908e7d-350a-4f1d-b6e2-4d8be56ed7c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 1096 time: 0.1731434 Feb 09 14:05:36.905801 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:36.927420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96b1e11-729c-4ce0-916c-64af6d196e59 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:05:36.958291 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port e96b1e11-729c-4ce0-916c-64af6d196e59, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=e96b1e11-729c-4ce0-916c-64af6d196e59,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:36.968206 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf06d7-afe8-49e8-8053-92a79d0c4871 None None] New status for floating IP feadaf9e-9b16-4766-a0d9-a19fb9b08242: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:05:37.021467 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:37.231546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60248664-1531-49e0-b4af-c6e10dcf5981 req-b8957d90-1fce-4741-8c3a-980183fabf14 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:37.243795 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-60248664-1531-49e0-b4af-c6e10dcf5981 req-b8957d90-1fce-4741-8c3a-980183fabf14 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.2408526 Feb 09 14:05:37.281618 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0a545-187a-4838-ae88-8ae4577afea7 req-cc6af08c-9b5d-423b-90cd-4008b0967f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:37.284251 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-67b0a545-187a-4838-ae88-8ae4577afea7 req-cc6af08c-9b5d-423b-90cd-4008b0967f20 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a857aba-f933-4c3f-b9f2-3d18bdabe934 HTTP/1.1" status: 200 len: 918 time: 0.4036920 Feb 09 14:05:37.294829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-c835c149-e955-41a7-849e-157509cf1d48 req-cca432a4-aeec-427e-839b-8b29d584916a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Allocated IP 192.168.233.226 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/5c61b5d4-5f5f-415a-b346-cb9b4c8441a4) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:05:37.356499 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-60248664-1531-49e0-b4af-c6e10dcf5981 req-039494c5-47dc-4476-b95c-3ff8da15cad7 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116745 Feb 09 14:05:37.378156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=e96b1e11-729c-4ce0-916c-64af6d196e59,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:37.399225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:37.399704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:37.400143 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:37.400975 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:37.402206 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:37.402935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:37.403628 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:37.404532 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:37.405424 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:37.406165 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:37.407124 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:37.407878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:37.439622 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a62fc7-1af6-4758-8d6d-7fcb6af11a0b req-c0a4c0ec-016e-438a-9467-0ea316975c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:37.442755 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43a62fc7-1af6-4758-8d6d-7fcb6af11a0b req-c0a4c0ec-016e-438a-9467-0ea316975c72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 921 time: 0.6180472 Feb 09 14:05:37.447011 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-67b0a545-187a-4838-ae88-8ae4577afea7 req-8545ee1e-113b-4b96-93f7-0c3e2e2021ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ed91f30-4648-4153-a950-dfc34ecebe6f HTTP/1.1" status: 200 len: 217 time: 0.1427984 Feb 09 14:05:37.469290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-83146359-4f1d-4769-89b3-266290b8d7c0 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:37.471890 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-83146359-4f1d-4769-89b3-266290b8d7c0 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7079577 Feb 09 14:05:37.638436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['e96b1e11-729c-4ce0-916c-64af6d196e59'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:05:37.701537 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c835c149-e955-41a7-849e-157509cf1d48 req-cca432a4-aeec-427e-839b-8b29d584916a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:37.744315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-c835c149-e955-41a7-849e-157509cf1d48 req-cca432a4-aeec-427e-839b-8b29d584916a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Transition to ACTIVE for port object 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:05:37.759052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd2788-504a-4a94-9432-1ee1f194280b req-24ba9e69-e0e8-46ef-871b-3810174a5967 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:37.761124 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fcfd2788-504a-4a94-9432-1ee1f194280b req-24ba9e69-e0e8-46ef-871b-3810174a5967 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.2106798 Feb 09 14:05:37.832646 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fcfd2788-504a-4a94-9432-1ee1f194280b req-0d181df6-5e52-4d9d-a3ea-61577d58185b tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564978 Feb 09 14:05:37.841149 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c835c149-e955-41a7-849e-157509cf1d48 req-cca432a4-aeec-427e-839b-8b29d584916a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:37.866918 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['50a097b7-5466-400a-b0f6-a2e3a07ccb49', 'd1185712-f38e-4979-8016-42121e4ade7a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:05:37.937860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca432a4-aeec-427e-839b-8b29d584916a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Pushing event updated for resources: {'Port': ['ID=5c61b5d4-5f5f-415a-b346-cb9b4c8441a4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:37.966595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c835c149-e955-41a7-849e-157509cf1d48 req-cca432a4-aeec-427e-839b-8b29d584916a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:05:37.968277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-c835c149-e955-41a7-849e-157509cf1d48 req-cca432a4-aeec-427e-839b-8b29d584916a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:05:37.971354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c835c149-e955-41a7-849e-157509cf1d48 req-cca432a4-aeec-427e-839b-8b29d584916a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:05:38.002283 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0a545-187a-4838-ae88-8ae4577afea7 req-c8adf7ab-5489-4917-84d3-a4f3b3517b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:38.004191 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-67b0a545-187a-4838-ae88-8ae4577afea7 req-c8adf7ab-5489-4917-84d3-a4f3b3517b37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90ca065c-052c-492f-8251-4bf63ea79858 HTTP/1.1" status: 200 len: 858 time: 0.5299754 Feb 09 14:05:38.068333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c149-e955-41a7-849e-157509cf1d48 req-cca432a4-aeec-427e-839b-8b29d584916a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:38.069255 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c835c149-e955-41a7-849e-157509cf1d48 req-cca432a4-aeec-427e-839b-8b29d584916a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:38.071684 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-67b0a545-187a-4838-ae88-8ae4577afea7 req-44d8b55d-a828-4dd1-9de9-43c1919a17b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a857aba-f933-4c3f-b9f2-3d18bdabe934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580337 Feb 09 14:05:38.078656 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43a62fc7-1af6-4758-8d6d-7fcb6af11a0b req-76119c98-ee63-446e-b64f-aea55c56441d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb00f404-dc2c-4c00-b366-000ba1e9adb1 HTTP/1.1" status: 200 len: 1001 time: 0.6025217 Feb 09 14:05:38.090339 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-f476ea67-29a1-43a2-aed8-0d5adda25316 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1001 time: 0.2748685 Feb 09 14:05:38.102270 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c835c149-e955-41a7-849e-157509cf1d48 req-cca432a4-aeec-427e-839b-8b29d584916a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8013220 Feb 09 14:05:38.195502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Request body: {'port': {'device_id': 'b30fd153-b597-4f62-a75b-22224c0d257a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:05:38.215688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-3cc4f0a6-51bc-4191-ad01-7fc61fc84805 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Request body: {'floatingip': {'port_id': '288625e0-68a4-4f8e-b960-d38316cb0b74', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:05:38.256955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a62fc7-1af6-4758-8d6d-7fcb6af11a0b req-0102aeb7-0878-4cd1-808a-2285e23e9c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:38.259219 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43a62fc7-1af6-4758-8d6d-7fcb6af11a0b req-0102aeb7-0878-4cd1-808a-2285e23e9c83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f4c97bb-b5dc-4013-99c8-e51c35a4d412 HTTP/1.1" status: 200 len: 860 time: 0.1600163 Feb 09 14:05:38.311515 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:38.433948 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:38.461690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079abec-af64-4f4f-bc8c-94d63f1cf8f7 req-96b87898-b2ad-4bc8-bd5e-bf29a96fcda5 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:38.463198 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b079abec-af64-4f4f-bc8c-94d63f1cf8f7 req-96b87898-b2ad-4bc8-bd5e-bf29a96fcda5 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 943 time: 0.3550115 Feb 09 14:05:38.470039 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-67b0a545-187a-4838-ae88-8ae4577afea7 req-65b1162d-fbea-48a6-80e3-86d31a95aa35 service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742337 Feb 09 14:05:38.505184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e2d0abbc-f3c9-4e0d-b5c1-95ea263dba5a None None] Provisioning for port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:05:38.510063 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-3cc4f0a6-51bc-4191-ad01-7fc61fc84805 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:38.519707 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e2d0abbc-f3c9-4e0d-b5c1-95ea263dba5a None None] Provisioning complete for port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:05:38.520575 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e2d0abbc-f3c9-4e0d-b5c1-95ea263dba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:38.671369 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e2d0abbc-f3c9-4e0d-b5c1-95ea263dba5a None None] Port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:05:38.696021 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b079abec-af64-4f4f-bc8c-94d63f1cf8f7 req-fa54d9bb-97e3-4ea7-bd23-8a711fd25718 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044408 Feb 09 14:05:38.777741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a62fc7-1af6-4758-8d6d-7fcb6af11a0b req-843fce44-f0f1-4efa-aeaf-6b6b64168518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:38.779210 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43a62fc7-1af6-4758-8d6d-7fcb6af11a0b req-843fce44-f0f1-4efa-aeaf-6b6b64168518 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67fa057e-4076-41a6-97da-7df2caf732e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3763537 Feb 09 14:05:38.849755 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-67b0a545-187a-4838-ae88-8ae4577afea7 req-52d645ed-a718-41f7-8fb0-cb35d3448283 service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610673 Feb 09 14:05:39.099395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb75cf-45b9-4a9e-9cf2-b8b1db4f6558 req-602d055e-f64e-4716-9b38-9c5d5fb4522a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:39.100149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-55cb75cf-45b9-4a9e-9cf2-b8b1db4f6558 req-602d055e-f64e-4716-9b38-9c5d5fb4522a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Synchronizing usage tracker for tenant:6c23e61e18ae42d299d947dff65ba75e on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:05:39.102721 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43a62fc7-1af6-4758-8d6d-7fcb6af11a0b req-e638c38f-fa6e-4570-8599-29fe119a9fd7 service neutron] 10.222.0.21 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134158 Feb 09 14:05:39.115842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:05:39.123461 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:39.141682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-55cb75cf-45b9-4a9e-9cf2-b8b1db4f6558 req-602d055e-f64e-4716-9b38-9c5d5fb4522a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Unset dirty status for tenant:6c23e61e18ae42d299d947dff65ba75e on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:05:39.142855 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55cb75cf-45b9-4a9e-9cf2-b8b1db4f6558 req-602d055e-f64e-4716-9b38-9c5d5fb4522a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 936 time: 0.2442479 Feb 09 14:05:39.146528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Transition to ACTIVE for port object 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:05:39.151005 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:39.345357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Pushing event updated for resources: {'Port': ['ID=5c61b5d4-5f5f-415a-b346-cb9b4c8441a4,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:39.557647 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55cb75cf-45b9-4a9e-9cf2-b8b1db4f6558 req-175281f0-2b48-4d56-9bb8-76fb35af0334 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991821 Feb 09 14:05:39.570792 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43a62fc7-1af6-4758-8d6d-7fcb6af11a0b req-a1d69d23-b3ae-4d26-aa85-a81ed120ea51 service neutron] 10.222.0.21 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110079 Feb 09 14:05:39.625465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Attempting to bind port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:05:39.626061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Attempting to bind port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:05:39.626758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Attempting to bind port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:05:39.633209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:05:39.633533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Attempting to bind port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:05:39.640827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:05:39.641174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:05:39.641634 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:05:39.642069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Bound port: 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:05:39.642416 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:39.783565 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-3cc4f0a6-51bc-4191-ad01-7fc61fc84805 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:39.790358 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-3cc4f0a6-51bc-4191-ad01-7fc61fc84805 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:39.867029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] For port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:05:39.870906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] For port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5c61b5d4-5f5f-415a-b346-cb9b4c8441a4,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:05:39.876108 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:39.962005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:39.962615 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:39.964094 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c835c149-e955-41a7-849e-157509cf1d48 req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] 10.222.0.35 "PUT /v2.0/ports/5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 HTTP/1.1" status: 200 len: 1096 time: 1.7852664 Feb 09 14:05:39.964658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30fd153-b597-4f62-a75b-22224c0d257a', 'tag': '5c61b5d4-5f5f-415a-b346-cb9b4c8441a4'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:39.977313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852fbac-9aa2-4ae9-b57f-49e85316ba85 req-9238bdd1-091c-446a-a1ec-4da4990e1df8 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:39.978782 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4852fbac-9aa2-4ae9-b57f-49e85316ba85 req-9238bdd1-091c-446a-a1ec-4da4990e1df8 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.2709723 Feb 09 14:05:40.013684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0644c3c-01cc-4a48-9dcb-6de0fccc754b service neutron] Pushing event updated for resources: {'Port': ['ID=5c61b5d4-5f5f-415a-b346-cb9b4c8441a4,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:40.034685 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:40.105163 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4852fbac-9aa2-4ae9-b57f-49e85316ba85 req-5d36b404-5ad4-4f51-958a-1b7af8e0056f tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165686 Feb 09 14:05:40.107767 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-95d29034-2298-4071-9f84-28ea3e7d6aa5 service neutron] 10.222.0.21 "GET /v2.0/ports/887c5ea5-22c7-416b-9347-33cdf413e7a6/bindings/n-h2-828418-2 HTTP/1.1" status: 200 len: 382 time: 0.2414029 Feb 09 14:05:40.131634 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-3cc4f0a6-51bc-4191-ad01-7fc61fc84805 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Floating IP feadaf9e-9b16-4766-a0d9-a19fb9b08242 associated. External IP: 172.25.8.224, port: fb00f404-dc2c-4c00-b366-000ba1e9adb1. Feb 09 14:05:40.165365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c149-e955-41a7-849e-157509cf1d48 req-1f89e7f9-58f5-41be-839f-57f9df2e8cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:40.167787 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c835c149-e955-41a7-849e-157509cf1d48 req-1f89e7f9-58f5-41be-839f-57f9df2e8cff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c23e61e18ae42d299d947dff65ba75e&device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 1099 time: 0.1380496 Feb 09 14:05:40.273877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c835c149-e955-41a7-849e-157509cf1d48 req-995acad5-2908-46ac-8253-7354f7f222d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 HTTP/1.1" status: 200 len: 217 time: 0.0883911 Feb 09 14:05:40.400349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device e96b1e11-729c-4ce0-916c-64af6d196e59 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:05:40.451918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c149-e955-41a7-849e-157509cf1d48 req-78062a08-5098-4662-a3ac-227b83ce04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:40.453618 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c835c149-e955-41a7-849e-157509cf1d48 req-78062a08-5098-4662-a3ac-227b83ce04c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1600549 Feb 09 14:05:40.476401 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port e96b1e11-729c-4ce0-916c-64af6d196e59 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:05:40.484946 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port e96b1e11-729c-4ce0-916c-64af6d196e59 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:05:40.485726 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:40.542197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36b6c1-7eb5-4d4e-8062-681234dcc024 req-1529a9d5-136b-46bd-84c6-c3d7e8afb5c5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:40.552126 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8e36b6c1-7eb5-4d4e-8062-681234dcc024 req-1529a9d5-136b-46bd-84c6-c3d7e8afb5c5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=3908ef75-5f25-4004-9229-a202b9bd8e0f HTTP/1.1" status: 200 len: 948 time: 0.2185502 Feb 09 14:05:40.605538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8e36b6c1-7eb5-4d4e-8062-681234dcc024 req-2dd3c096-9de9-4bad-85a5-3a6dca591024 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523391 Feb 09 14:05:40.615818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c149-e955-41a7-849e-157509cf1d48 req-3187760c-333a-44e8-92c3-4af59dccf8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:40.617514 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c835c149-e955-41a7-849e-157509cf1d48 req-3187760c-333a-44e8-92c3-4af59dccf8a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1527350 Feb 09 14:05:40.679430 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:40.724000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-3cc4f0a6-51bc-4191-ad01-7fc61fc84805 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Router c22942db-71af-4fde-8e06-dc40fafac562 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:05:40.725386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3908ef75-5f25-4004-9229-a202b9bd8e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96b1e11-729c-4ce0-916c-64af6d196e59'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:40.743638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port e96b1e11-729c-4ce0-916c-64af6d196e59, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=e96b1e11-729c-4ce0-916c-64af6d196e59,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:40.750476 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:40.826848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-60efdfc5-05ec-48a2-87db-3fd112aa4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:40.828370 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-60efdfc5-05ec-48a2-87db-3fd112aa4cf7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda&tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881 HTTP/1.1" status: 200 len: 1100 time: 0.3748822 Feb 09 14:05:40.863102 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=e96b1e11-729c-4ce0-916c-64af6d196e59,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:40.881825 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c835c149-e955-41a7-849e-157509cf1d48 req-0742f56f-f0d1-4fbd-8de7-2de66ef82b15 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561073 Feb 09 14:05:40.917340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cd01b-2f23-4333-af40-817b037143d3 req-b72100d7-aa79-4111-abba-b68c0b40b841 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:40.920610 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-531cd01b-2f23-4333-af40-817b037143d3 req-b72100d7-aa79-4111-abba-b68c0b40b841 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1663234 Feb 09 14:05:41.012380 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-3cc4f0a6-51bc-4191-ad01-7fc61fc84805 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:05:41.027526 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf16b4-2438-40a8-83bc-c2ee69f53f6a None None] Sync routers for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:05:41.042917 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf16b4-2438-40a8-83bc-c2ee69f53f6a None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:05:41.044068 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-71bf16b4-2438-40a8-83bc-c2ee69f53f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:05:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:41.051947 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-531cd01b-2f23-4333-af40-817b037143d3 req-2809589b-664c-491f-b9b8-001232f3eba3 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725296 Feb 09 14:05:41.094935 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c835c149-e955-41a7-849e-157509cf1d48 req-83c2b04d-23b9-45b3-bef2-121c156cc91b service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067859 Feb 09 14:05:41.179388 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-7e2c4887-5887-4081-ac0f-ac9f6a229e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:41.180436 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-7e2c4887-5887-4081-ac0f-ac9f6a229e2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 1100 time: 0.2670453 Feb 09 14:05:41.314424 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-71bf16b4-2438-40a8-83bc-c2ee69f53f6a None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:05:41.354019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09801b25-aa4c-419a-8988-0335209f3f81 req-2a22c094-c197-4878-a017-a03c05e8c662 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:41.358300 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-09801b25-aa4c-419a-8988-0335209f3f81 req-2a22c094-c197-4878-a017-a03c05e8c662 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.1132631 Feb 09 14:05:41.413012 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-09801b25-aa4c-419a-8988-0335209f3f81 req-ea6fb580-3e22-4165-99ea-36a012a3767d tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483034 Feb 09 14:05:41.735153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-0fc5fe1f-4ff2-4eea-aa2e-9fb911e00f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:41.736670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-0fc5fe1f-4ff2-4eea-aa2e-9fb911e00f3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.3353257 Feb 09 14:05:41.805654 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-71bf16b4-2438-40a8-83bc-c2ee69f53f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'feadaf9e-9b16-4766-a0d9-a19fb9b08242', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'port_id': '288625e0-68a4-4f8e-b960-d38316cb0b74', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'mac_address': 'fa:16:3e:49:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:04:13Z', 'updated_at': '2022-02-09T14:05:39Z', 'revision_number': 3, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:41.810489 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf16b4-2438-40a8-83bc-c2ee69f53f6a None None] Checking router: c22942db-71af-4fde-8e06-dc40fafac562 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:05:41.822455 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf16b4-2438-40a8-83bc-c2ee69f53f6a None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:05:41.823217 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-71bf16b4-2438-40a8-83bc-c2ee69f53f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:05:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:41.831891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb1c2f-03c4-418c-b4a7-543c3ea01a9b req-8aecb32c-291f-42b2-b6a6-9073cb0b61d9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:41.833635 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-42fb1c2f-03c4-418c-b4a7-543c3ea01a9b req-8aecb32c-291f-42b2-b6a6-9073cb0b61d9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 943 time: 0.1213069 Feb 09 14:05:41.895347 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-42fb1c2f-03c4-418c-b4a7-543c3ea01a9b req-8322fdac-1cf9-4015-9122-0f43dbc9c59b tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554349 Feb 09 14:05:41.923129 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-0b705de2-d61d-4aec-ad25-a226edbe1379 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=887c5ea5-22c7-416b-9347-33cdf413e7a6 HTTP/1.1" status: 200 len: 217 time: 0.1689236 Feb 09 14:05:41.959953 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30fd153-b597-4f62-a75b-22224c0d257a', 'tag': '5c61b5d4-5f5f-415a-b346-cb9b4c8441a4', 'status': 'completed', 'code': 200} Feb 09 14:05:42.005571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-3cc4f0a6-51bc-4191-ad01-7fc61fc84805 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Router c22942db-71af-4fde-8e06-dc40fafac562 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:05:42.018988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-a201101f-3d63-4cb6-8dca-d07405c22902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:42.021383 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-a201101f-3d63-4cb6-8dca-d07405c22902 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0992877 Feb 09 14:05:42.050059 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-71bf16b4-2438-40a8-83bc-c2ee69f53f6a None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:05:42.271421 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2405a66f-db86-4903-b398-484d0a780820 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:05:42.316660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817784f9-16ab-45d6-ad0c-8ad6d11760c0 req-6ccf14b5-9ccb-43dc-a4a7-7c0e3bac64ca tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:42.323378 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-817784f9-16ab-45d6-ad0c-8ad6d11760c0 req-6ccf14b5-9ccb-43dc-a4a7-7c0e3bac64ca tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 948 time: 0.2279663 Feb 09 14:05:42.401447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-5117f42a-53e4-45d7-a7c2-3d586a222337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:42.403362 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-5117f42a-53e4-45d7-a7c2-3d586a222337 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3723698 Feb 09 14:05:42.404833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-3cc4f0a6-51bc-4191-ad01-7fc61fc84805 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:05:42.407036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96500fb6-cc70-4480-a5fc-6479d9e747ef req-7dbdc692-af34-41a2-ac93-f0e8078a881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:42.409187 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96500fb6-cc70-4480-a5fc-6479d9e747ef req-7dbdc692-af34-41a2-ac93-f0e8078a881f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c23e61e18ae42d299d947dff65ba75e&device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 1099 time: 0.3983872 Feb 09 14:05:42.410981 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-3cc4f0a6-51bc-4191-ad01-7fc61fc84805 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:42.455123 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 2405a66f-db86-4903-b398-484d0a780820, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2405a66f-db86-4903-b398-484d0a780820,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:42.484887 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '2405a66f-db86-4903-b398-484d0a780820', 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123', 'port_id': '2405a66f-db86-4903-b398-484d0a780820', 'mac_address': 'fa:16:3e:06:62:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727561ed-eee7-4d6c-9032-5a4fe849f97a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:05:42.491350 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-817784f9-16ab-45d6-ad0c-8ad6d11760c0 req-9a62fe10-18eb-4360-ae05-4c81ab25907e tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667590 Feb 09 14:05:42.646839 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-71bf16b4-2438-40a8-83bc-c2ee69f53f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'feadaf9e-9b16-4766-a0d9-a19fb9b08242', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'port_id': '288625e0-68a4-4f8e-b960-d38316cb0b74', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'mac_address': 'fa:16:3e:49:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:04:13Z', 'updated_at': '2022-02-09T14:05:39Z', 'revision_number': 3, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:42.651712 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf16b4-2438-40a8-83bc-c2ee69f53f6a None None] The sync data for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 is: [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'feadaf9e-9b16-4766-a0d9-a19fb9b08242', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'port_id': '288625e0-68a4-4f8e-b960-d38316cb0b74', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'mac_address': 'fa:16:3e:49:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:04:13Z', 'updated_at': '2022-02-09T14:05:39Z', 'revision_number': 3, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:05:42.677265 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3908ef75-5f25-4004-9229-a202b9bd8e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96b1e11-729c-4ce0-916c-64af6d196e59', 'code': 200} Feb 09 14:05:42.708388 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-cb5e1740-2874-4b51-a78d-8cc446dd9597 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:42.710761 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-cb5e1740-2874-4b51-a78d-8cc446dd9597 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663&tenant_id=88a376f878274e1491d4af100b1ec6bb&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 1097 time: 0.3535304 Feb 09 14:05:42.715404 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:42.729898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828418-2'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:05:42.757504 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2405a66f-db86-4903-b398-484d0a780820 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:05:42.780560 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 2405a66f-db86-4903-b398-484d0a780820, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2405a66f-db86-4903-b398-484d0a780820,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:42.786426 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:42.892782 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=2405a66f-db86-4903-b398-484d0a780820,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:42.896852 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'tag': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:43.008965 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d7f781-41d0-4b7e-b6fc-b34126a06946 None None] New status for floating IP feadaf9e-9b16-4766-a0d9-a19fb9b08242: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:05:43.049573 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-3cc4f0a6-51bc-4191-ad01-7fc61fc84805 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "PUT /v2.0/floatingips/feadaf9e-9b16-4766-a0d9-a19fb9b08242 HTTP/1.1" status: 200 len: 998 time: 4.9577157 Feb 09 14:05:43.054191 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-488a13b5-eae4-47ee-8b65-cc7996c58e9a service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725479 Feb 09 14:05:43.094664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96500fb6-cc70-4480-a5fc-6479d9e747ef req-fb518578-dd70-4654-8265-98ad8e285616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:43.096120 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96500fb6-cc70-4480-a5fc-6479d9e747ef req-fb518578-dd70-4654-8265-98ad8e285616 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.6674912 Feb 09 14:05:43.196704 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96500fb6-cc70-4480-a5fc-6479d9e747ef req-cc883f5e-15ca-4b9c-8cdc-f43043162e6d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 HTTP/1.1" status: 200 len: 217 time: 0.0917664 Feb 09 14:05:43.203132 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:43.307767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a81942-dfb2-4087-8a23-2fda9267f67c req-c9ff9fe5-83b4-4305-9348-ba5e9cc14867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:43.309905 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7a81942-dfb2-4087-8a23-2fda9267f67c req-c9ff9fe5-83b4-4305-9348-ba5e9cc14867 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3908ef75-5f25-4004-9229-a202b9bd8e0f HTTP/1.1" status: 200 len: 1100 time: 0.5667777 Feb 09 14:05:43.313717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec7653-6bb1-4291-ac00-e7a1c0b41742 req-59bb1857-e544-43ba-a053-8c49c62ae32b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:43.315260 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3ec7653-6bb1-4291-ac00-e7a1c0b41742 req-59bb1857-e544-43ba-a053-8c49c62ae32b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 946 time: 0.3619871 Feb 09 14:05:43.326978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-349dddbf-68a8-4382-9ded-df93deecf93d tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:43.329166 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-349dddbf-68a8-4382-9ded-df93deecf93d tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports/fb00f404-dc2c-4c00-b366-000ba1e9adb1 HTTP/1.1" status: 200 len: 942 time: 0.2702136 Feb 09 14:05:43.343759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96500fb6-cc70-4480-a5fc-6479d9e747ef req-c2bdb4d6-9dd0-43a3-bee5-b59a85557a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:43.345684 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96500fb6-cc70-4480-a5fc-6479d9e747ef req-c2bdb4d6-9dd0-43a3-bee5-b59a85557a70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1329687 Feb 09 14:05:43.484675 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7a81942-dfb2-4087-8a23-2fda9267f67c req-9fc2b26e-9d55-4c9e-ab5b-03297a3ea7bd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494374 Feb 09 14:05:43.487687 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2b1260f-60a3-47f4-b8c0-a47f182deefa req-d819803f-bd81-4e8e-83e8-1ee4f5f1751f service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260683 Feb 09 14:05:43.561688 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3ec7653-6bb1-4291-ac00-e7a1c0b41742 req-77453499-f080-4bcb-b565-f8b049c8b0c6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147465 Feb 09 14:05:43.613800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] For port bd440830-e6b3-4c24-aa97-0128a0747b66, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bd440830-e6b3-4c24-aa97-0128a0747b66,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:43.648555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96500fb6-cc70-4480-a5fc-6479d9e747ef req-cb9db2fc-d58d-4d69-a66c-f8079095eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:43.648555 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96500fb6-cc70-4480-a5fc-6479d9e747ef req-cb9db2fc-d58d-4d69-a66c-f8079095eb84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2568986 Feb 09 14:05:43.655331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['2405a66f-db86-4903-b398-484d0a780820'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:05:43.671648 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867c2d6f-a66d-4d06-a7d0-b3ef74bfd0d9 None None] Sync routers for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:05:43.704478 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867c2d6f-a66d-4d06-a7d0-b3ef74bfd0d9 None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:05:43.704478 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-867c2d6f-a66d-4d06-a7d0-b3ef74bfd0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:05:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:43.805492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-3b397e3e-c20c-4223-b1f8-b8a890b01f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:43.814679 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-3b397e3e-c20c-4223-b1f8-b8a890b01f52 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 1096 time: 0.3070266 Feb 09 14:05:43.961831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-3e0bb01f-395d-4d7d-93e2-6f707337a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:43.968889 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96500fb6-cc70-4480-a5fc-6479d9e747ef req-041eb2e0-33c3-4a82-a4af-79a28476e91d service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129959 Feb 09 14:05:43.970591 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-3e0bb01f-395d-4d7d-93e2-6f707337a97a service neutron] 10.222.0.48 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 921 time: 0.1545572 Feb 09 14:05:44.029096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] For port bd440830-e6b3-4c24-aa97-0128a0747b66, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:05:44.042806 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-867c2d6f-a66d-4d06-a7d0-b3ef74bfd0d9 None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:05:44.063691 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-a712b355-f4bb-4451-acad-261d5357564a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb00f404-dc2c-4c00-b366-000ba1e9adb1 HTTP/1.1" status: 200 len: 217 time: 0.0919061 Feb 09 14:05:44.146013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-d4bd37a0-f04d-4ace-8073-935def4833b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:44.148049 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-d4bd37a0-f04d-4ace-8073-935def4833b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f4c97bb-b5dc-4013-99c8-e51c35a4d412 HTTP/1.1" status: 200 len: 860 time: 0.0834136 Feb 09 14:05:44.258546 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-a8ad0c15-1d6f-473e-866f-4a536400b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:44.268504 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-a8ad0c15-1d6f-473e-866f-4a536400b576 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67fa057e-4076-41a6-97da-7df2caf732e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041863 Feb 09 14:05:44.279043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1fcf4c-35a3-4ca5-8433-36249c944663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd440830-e6b3-4c24-aa97-0128a0747b66'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:44.286405 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:44.286640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device bd440830-e6b3-4c24-aa97-0128a0747b66 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:05:44.324900 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:44.430766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301fc41-cd7f-4853-ac2c-59096f1b4ab8 req-4beeb109-1d06-4b6f-8197-f93859fdac01 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:44.450160 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a301fc41-cd7f-4853-ac2c-59096f1b4ab8 req-4beeb109-1d06-4b6f-8197-f93859fdac01 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=3908ef75-5f25-4004-9229-a202b9bd8e0f HTTP/1.1" status: 200 len: 949 time: 0.5667682 Feb 09 14:05:44.496822 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 887c5ea5-22c7-416b-9347-33cdf413e7a6 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:05:44.557363 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-ca3bb230-977b-46bf-b2b2-4b32999c9ae6 service neutron] 10.222.0.48 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910872 Feb 09 14:05:44.669441 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-867c2d6f-a66d-4d06-a7d0-b3ef74bfd0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'feadaf9e-9b16-4766-a0d9-a19fb9b08242', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'port_id': '288625e0-68a4-4f8e-b960-d38316cb0b74', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'mac_address': 'fa:16:3e:49:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:04:13Z', 'updated_at': '2022-02-09T14:05:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:44.669441 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867c2d6f-a66d-4d06-a7d0-b3ef74bfd0d9 None None] Checking router: c22942db-71af-4fde-8e06-dc40fafac562 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:05:44.692279 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867c2d6f-a66d-4d06-a7d0-b3ef74bfd0d9 None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:05:44.692279 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-867c2d6f-a66d-4d06-a7d0-b3ef74bfd0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:05:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:44.713639 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96500fb6-cc70-4480-a5fc-6479d9e747ef req-87a23ea6-29b3-44f1-a6b0-e0a64752ec0e service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7288747 Feb 09 14:05:44.798184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port bd440830-e6b3-4c24-aa97-0128a0747b66, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bd440830-e6b3-4c24-aa97-0128a0747b66,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:44.819996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device bd440830-e6b3-4c24-aa97-0128a0747b66 has no active binding in host n-h1-828418-2 {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 14:05:44.822645 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:44.830087 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-4b8272c2-a770-418c-8b84-b4f274f05ac9 service neutron] 10.222.0.48 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698481 Feb 09 14:05:44.875103 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 887c5ea5-22c7-416b-9347-33cdf413e7a6, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=887c5ea5-22c7-416b-9347-33cdf413e7a6,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:44.876933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f38106e-b3b9-4570-a279-dbdac4781fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '887c5ea5-22c7-416b-9347-33cdf413e7a6'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:44.888078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd440830-e6b3-4c24-aa97-0128a0747b66,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:44.889287 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:44.902494 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:44.902828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:44.904120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:44.904469 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:44.904795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:44.905541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:44.905740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:44.906067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:44.906536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:44.906859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:44.907174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:44.907489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:44.913956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Attempting to bind port bd440830-e6b3-4c24-aa97-0128a0747b66 on host n-h2-828418-2 for vnic_type normal with profile {"migrating_to": "n-h1-828418-2"} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:05:44.914284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Attempting to bind port bd440830-e6b3-4c24-aa97-0128a0747b66 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:05:44.914605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Attempting to bind port bd440830-e6b3-4c24-aa97-0128a0747b66 on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:05:44.920257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Port bd440830-e6b3-4c24-aa97-0128a0747b66 on network 871ef5b5-732c-4077-b68d-299f1c66d16d not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:05:44.920578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Attempting to bind port bd440830-e6b3-4c24-aa97-0128a0747b66 on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:05:44.921082 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-867c2d6f-a66d-4d06-a7d0-b3ef74bfd0d9 None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:05:44.930127 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a301fc41-cd7f-4853-ac2c-59096f1b4ab8 req-c7bd71bb-ca2b-41af-8be9-930b372cecc7 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688709 Feb 09 14:05:44.930892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:05:44.931223 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Checking segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:05:44.931950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Bound using segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:05:44.932386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Bound port: bd440830-e6b3-4c24-aa97-0128a0747b66, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:05:44.933275 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:44.984592 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-45f614ca-52fa-4e70-a6d7-690abaab068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:44.992340 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-45f614ca-52fa-4e70-a6d7-690abaab068b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 1096 time: 0.1340504 Feb 09 14:05:44.999213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=887c5ea5-22c7-416b-9347-33cdf413e7a6,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:45.074811 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] For port bd440830-e6b3-4c24-aa97-0128a0747b66, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:05:45.081881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] For port bd440830-e6b3-4c24-aa97-0128a0747b66, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bd440830-e6b3-4c24-aa97-0128a0747b66,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:05:45.091747 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:45.231624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-b8927fe6-8890-42e3-ab50-d1e3b45971d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:45.231624 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-b8927fe6-8890-42e3-ab50-d1e3b45971d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 921 time: 0.2303810 Feb 09 14:05:45.364789 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-9bb998ec-45f9-4507-bb68-7dee1d7f54c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=288625e0-68a4-4f8e-b960-d38316cb0b74 HTTP/1.1" status: 200 len: 1001 time: 0.1207893 Feb 09 14:05:45.413698 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-867c2d6f-a66d-4d06-a7d0-b3ef74bfd0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'feadaf9e-9b16-4766-a0d9-a19fb9b08242', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'port_id': '288625e0-68a4-4f8e-b960-d38316cb0b74', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'mac_address': 'fa:16:3e:49:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:04:13Z', 'updated_at': '2022-02-09T14:05:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:45.424800 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867c2d6f-a66d-4d06-a7d0-b3ef74bfd0d9 None None] The sync data for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 is: [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'feadaf9e-9b16-4766-a0d9-a19fb9b08242', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'port_id': '288625e0-68a4-4f8e-b960-d38316cb0b74', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'mac_address': 'fa:16:3e:49:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:04:13Z', 'updated_at': '2022-02-09T14:05:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:05:45.462712 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-79cbc561-5dfa-4c05-8692-46deba21d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:45.465310 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-79cbc561-5dfa-4c05-8692-46deba21d84d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f4c97bb-b5dc-4013-99c8-e51c35a4d412 HTTP/1.1" status: 200 len: 860 time: 0.0922437 Feb 09 14:05:45.521788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:45.522764 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:45.528324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] 10.222.0.35 "PUT /v2.0/ports/bd440830-e6b3-4c24-aa97-0128a0747b66 HTTP/1.1" status: 200 len: 1122 time: 2.8075275 Feb 09 14:05:45.578953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d6c6f-ca55-46d8-8d6f-5051a977d2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd440830-e6b3-4c24-aa97-0128a0747b66,revision_number=8']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:45.587670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-e6add773-fbc8-432d-87f9-09ad674f4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:45.589314 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-e6add773-fbc8-432d-87f9-09ad674f4fa5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67fa057e-4076-41a6-97da-7df2caf732e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160614 Feb 09 14:05:45.641258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464d5de-0da8-456f-91c2-c7d7d02fdc5b req-b3cf43bd-27f9-4110-a453-6a98cfe7edba tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:45.655395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7464d5de-0da8-456f-91c2-c7d7d02fdc5b req-b3cf43bd-27f9-4110-a453-6a98cfe7edba tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 947 time: 0.5126338 Feb 09 14:05:45.728545 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['bd440830-e6b3-4c24-aa97-0128a0747b66'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:05:45.736678 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7464d5de-0da8-456f-91c2-c7d7d02fdc5b req-63aa2a9a-0caf-435e-8bec-13ae95e222c9 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797172 Feb 09 14:05:45.770161 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-e91a9d57-18f9-4f3f-9a36-57b2e7c429ec service neutron] 10.222.0.48 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535299 Feb 09 14:05:45.874955 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['bd440830-e6b3-4c24-aa97-0128a0747b66'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:05:45.939047 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714ea2c3-20aa-472d-9823-7cfeea099b1b req-3903f81d-523b-4416-8818-5ead70d348ff service neutron] 10.222.0.48 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572392 Feb 09 14:05:46.002842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa1293-4688-459a-904f-2e4bad935aff req-993d4c56-7b1f-40c8-b7db-875408f7bb71 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:46.005438 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94fa1293-4688-459a-904f-2e4bad935aff req-993d4c56-7b1f-40c8-b7db-875408f7bb71 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.1332366 Feb 09 14:05:46.070297 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94fa1293-4688-459a-904f-2e4bad935aff req-cde0a926-fa3f-48bd-a86a-1bf5655d75e0 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571494 Feb 09 14:05:46.143590 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'tag': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1', 'status': 'completed', 'code': 200} Feb 09 14:05:46.301781 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:05:46.343871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd90d3a-dbfb-4c77-a9b2-1a3816d0b284 req-69d9dd30-447e-4bd6-80a7-f980b50d6932 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:46.351834 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-efd90d3a-dbfb-4c77-a9b2-1a3816d0b284 req-69d9dd30-447e-4bd6-80a7-f980b50d6932 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 944 time: 0.1972935 Feb 09 14:05:46.381222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24329f-7944-44dc-911e-068f4e3f2386 req-d27e9301-5c54-4d8f-9ecb-fac8450317cd tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:46.383890 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd24329f-7944-44dc-911e-068f4e3f2386 req-d27e9301-5c54-4d8f-9ecb-fac8450317cd tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 948 time: 0.1215284 Feb 09 14:05:46.386268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f1cc9-6091-4e3f-90df-dd1372e748c0 req-599e7671-1170-4ed1-a22f-ce5b2e69ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:46.388680 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a35f1cc9-6091-4e3f-90df-dd1372e748c0 req-599e7671-1170-4ed1-a22f-ce5b2e69ba16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 1096 time: 0.1706982 Feb 09 14:05:46.440346 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd24329f-7944-44dc-911e-068f4e3f2386 req-17082d2a-5333-45c4-9a2b-145476fc0f7e tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501008 Feb 09 14:05:46.450874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2405a66f-db86-4903-b398-484d0a780820 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:05:46.591869 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5c61b5d4-5f5f-415a-b346-cb9b4c8441a4,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:46.642394 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1fcf4c-35a3-4ca5-8433-36249c944663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd440830-e6b3-4c24-aa97-0128a0747b66', 'code': 200} Feb 09 14:05:46.652792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '5c61b5d4-5f5f-415a-b346-cb9b4c8441a4', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '5c61b5d4-5f5f-415a-b346-cb9b4c8441a4', 'mac_address': 'fa:16:3e:5c:a2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:05:46.672611 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-efd90d3a-dbfb-4c77-a9b2-1a3816d0b284 req-3b07cbaf-f44a-4047-be68-9ee522441e03 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194630 Feb 09 14:05:46.825142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f1cc9-6091-4e3f-90df-dd1372e748c0 req-61ecc378-a3b8-4d9d-bf13-054052ec2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:46.828184 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a35f1cc9-6091-4e3f-90df-dd1372e748c0 req-61ecc378-a3b8-4d9d-bf13-054052ec2e06 service neutron] 10.222.0.21 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 921 time: 0.4275463 Feb 09 14:05:46.830196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 2405a66f-db86-4903-b398-484d0a780820 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:05:46.844217 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f38106e-b3b9-4570-a279-dbdac4781fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '887c5ea5-22c7-416b-9347-33cdf413e7a6', 'code': 200} Feb 09 14:05:46.845260 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:46.859471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 2405a66f-db86-4903-b398-484d0a780820 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:05:46.860491 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:46.972602 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:05:46.981207 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a35f1cc9-6091-4e3f-90df-dd1372e748c0 req-86d3cc66-470a-4236-89c8-8c7741aa9e30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb00f404-dc2c-4c00-b366-000ba1e9adb1 HTTP/1.1" status: 200 len: 217 time: 0.1443613 Feb 09 14:05:47.002779 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5c61b5d4-5f5f-415a-b346-cb9b4c8441a4,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:47.011791 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:47.046986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd68e09-7b15-4a30-80e4-9e1a8ebb9fe6 req-dbb7c49b-c240-4efc-b919-7f29db6d2958 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:47.053485 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9dd68e09-7b15-4a30-80e4-9e1a8ebb9fe6 req-dbb7c49b-c240-4efc-b919-7f29db6d2958 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 944 time: 0.1850271 Feb 09 14:05:47.129371 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:47.130890 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9dd68e09-7b15-4a30-80e4-9e1a8ebb9fe6 req-86272284-5d2e-444d-9c66-72b6604bae45 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738978 Feb 09 14:05:47.188018 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f1cc9-6091-4e3f-90df-dd1372e748c0 req-3b2e54a6-5410-423e-8f09-3cca214a4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:47.190033 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a35f1cc9-6091-4e3f-90df-dd1372e748c0 req-3b2e54a6-5410-423e-8f09-3cca214a4404 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f4c97bb-b5dc-4013-99c8-e51c35a4d412 HTTP/1.1" status: 200 len: 860 time: 0.1953192 Feb 09 14:05:47.197501 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=5c61b5d4-5f5f-415a-b346-cb9b4c8441a4,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:47.232755 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 2405a66f-db86-4903-b398-484d0a780820, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2405a66f-db86-4903-b398-484d0a780820,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:47.241700 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:47.315222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046e61b-a2d8-4692-8a60-cfb3e8822a4a req-65fe0506-b28c-45b3-a557-31394be8ee70 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:47.316379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f046e61b-a2d8-4692-8a60-cfb3e8822a4a req-65fe0506-b28c-45b3-a557-31394be8ee70 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Synchronizing usage tracker for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:05:47.344489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f1cc9-6091-4e3f-90df-dd1372e748c0 req-06b3f470-6304-4966-a018-7db2d1b1008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:47.347813 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a35f1cc9-6091-4e3f-90df-dd1372e748c0 req-06b3f470-6304-4966-a018-7db2d1b1008f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67fa057e-4076-41a6-97da-7df2caf732e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456735 Feb 09 14:05:47.350132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f046e61b-a2d8-4692-8a60-cfb3e8822a4a req-65fe0506-b28c-45b3-a557-31394be8ee70 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Unset dirty status for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:05:47.351653 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f046e61b-a2d8-4692-8a60-cfb3e8822a4a req-65fe0506-b28c-45b3-a557-31394be8ee70 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=3908ef75-5f25-4004-9229-a202b9bd8e0f HTTP/1.1" status: 200 len: 949 time: 0.2717092 Feb 09 14:05:47.367840 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-200b0243-916e-4b94-9cad-ece801820ae0 req-1a3de922-94c9-4875-bf8a-e7a54e2c6ae7 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1001 time: 0.2061169 Feb 09 14:05:47.391408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=2405a66f-db86-4903-b398-484d0a780820,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:47.463123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b0243-916e-4b94-9cad-ece801820ae0 req-9f1ab65a-f208-42f9-acd4-2cab20f7e6d8 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:47.464821 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-200b0243-916e-4b94-9cad-ece801820ae0 req-9f1ab65a-f208-42f9-acd4-2cab20f7e6d8 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports/288625e0-68a4-4f8e-b960-d38316cb0b74 HTTP/1.1" status: 200 len: 942 time: 0.0913122 Feb 09 14:05:47.512639 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f046e61b-a2d8-4692-8a60-cfb3e8822a4a req-033334fd-8d33-4907-a476-ff8b36f762ac tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499469 Feb 09 14:05:47.567585 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a35f1cc9-6091-4e3f-90df-dd1372e748c0 req-d0001e96-a068-4563-b1ff-aeafd5748e79 service neutron] 10.222.0.21 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058125 Feb 09 14:05:47.742169 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a35f1cc9-6091-4e3f-90df-dd1372e748c0 req-8b83326b-0759-4087-8234-c3690da7088a service neutron] 10.222.0.21 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681211 Feb 09 14:05:47.766980 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-200b0243-916e-4b94-9cad-ece801820ae0 req-e04e9340-af8b-43b5-84df-ecc4c921904e tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1001 time: 0.1624081 Feb 09 14:05:47.867207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c9daf-9ef3-49a3-8d9e-12cf32210c46 req-456a13fd-034b-4f26-b81e-ac25b1c425f6 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:47.868757 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-220c9daf-9ef3-49a3-8d9e-12cf32210c46 req-456a13fd-034b-4f26-b81e-ac25b1c425f6 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 947 time: 0.0941114 Feb 09 14:05:47.928172 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-220c9daf-9ef3-49a3-8d9e-12cf32210c46 req-d13239dc-71e9-4275-b255-0d75e58dc3d0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482380 Feb 09 14:05:47.941618 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['5c61b5d4-5f5f-415a-b346-cb9b4c8441a4'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:05:47.966555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b0243-916e-4b94-9cad-ece801820ae0 req-571dc67d-5c19-4c8e-a383-bdcf13e8bca9 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:47.968355 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-200b0243-916e-4b94-9cad-ece801820ae0 req-571dc67d-5c19-4c8e-a383-bdcf13e8bca9 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.1925573 Feb 09 14:05:47.985354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-200b0243-916e-4b94-9cad-ece801820ae0 req-3fbe80c2-0aa1-4fc0-a85e-cf3f988a9bff tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:05:47.988396 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-200b0243-916e-4b94-9cad-ece801820ae0 req-3fbe80c2-0aa1-4fc0-a85e-cf3f988a9bff tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069969 Feb 09 14:05:48.146244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'tag': '288625e0-68a4-4f8e-b960-d38316cb0b74'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:48.187035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53e635-93cd-4b8c-bc34-4bdca305b9b8 req-81bf4305-9d64-4cd7-9777-7c65d5acec6d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:48.194794 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9f53e635-93cd-4b8c-bc34-4bdca305b9b8 req-81bf4305-9d64-4cd7-9777-7c65d5acec6d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 949 time: 0.1535325 Feb 09 14:05:48.221286 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb6a0e-b8f5-4b98-b8e2-2181dab33b91 req-971474d0-bb8f-4d4d-b48e-94d357cac70f tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:48.225131 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aefb6a0e-b8f5-4b98-b8e2-2181dab33b91 req-971474d0-bb8f-4d4d-b48e-94d357cac70f tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3908ef75-5f25-4004-9229-a202b9bd8e0f HTTP/1.1" status: 200 len: 1100 time: 0.1386759 Feb 09 14:05:48.253863 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9f53e635-93cd-4b8c-bc34-4bdca305b9b8 req-fe5f5bb9-0e33-493b-99bd-12b9dd1f7fb4 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580845 Feb 09 14:05:48.301503 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aefb6a0e-b8f5-4b98-b8e2-2181dab33b91 req-dbdb51cf-eb6c-4bbb-aded-1720f11cb6d3 tempest-ServersOnMultiNodesTest-545764837 tempest-ServersOnMultiNodesTest-545764837-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666051 Feb 09 14:05:48.343407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46806) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:48.434424 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 887c5ea5-22c7-416b-9347-33cdf413e7a6 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:05:48.553964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83165647-dcbf-4184-bc41-c138626e6816 req-27c07b25-c7ae-406a-b88d-12d8617b76ec tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:48.557966 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-83165647-dcbf-4184-bc41-c138626e6816 req-27c07b25-c7ae-406a-b88d-12d8617b76ec tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.1213763 Feb 09 14:05:48.624809 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-83165647-dcbf-4184-bc41-c138626e6816 req-b39b2afe-8dc5-4e5b-8a87-0aa2f3d0ac53 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618224 Feb 09 14:05:48.631833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 887c5ea5-22c7-416b-9347-33cdf413e7a6, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=887c5ea5-22c7-416b-9347-33cdf413e7a6,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:48.644740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1fcf4c-35a3-4ca5-8433-36249c944663', 'tag': 'bd440830-e6b3-4c24-aa97-0128a0747b66'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:48.658069 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '887c5ea5-22c7-416b-9347-33cdf413e7a6', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '887c5ea5-22c7-416b-9347-33cdf413e7a6', 'mac_address': 'fa:16:3e:fc:12:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:05:48.735179 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:48.757785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887c5ea5-22c7-416b-9347-33cdf413e7a6 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:05:48.778144 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 887c5ea5-22c7-416b-9347-33cdf413e7a6, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=887c5ea5-22c7-416b-9347-33cdf413e7a6,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:48.779476 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-842948da-a242-4627-9744-60cbe7a1351c req-cc49369b-d259-4098-861e-1c85ac51dd5a tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1001 time: 0.1182690 Feb 09 14:05:48.786962 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:48.845133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e94b8e-def6-4992-928b-b9699ebb41ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2405a66f-db86-4903-b398-484d0a780820'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:48.848732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c505919-a3c0-4407-aaac-57f25530a215 req-a14978b9-92f7-4e6e-a642-fc42011f5961 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:48.850344 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5c505919-a3c0-4407-aaac-57f25530a215 req-a14978b9-92f7-4e6e-a642-fc42011f5961 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.3995395 Feb 09 14:05:48.880521 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842948da-a242-4627-9744-60cbe7a1351c req-391151f3-b939-4e49-ba63-4ba74c6b52a5 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:48.880842 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=887c5ea5-22c7-416b-9347-33cdf413e7a6,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:48.884385 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-842948da-a242-4627-9744-60cbe7a1351c req-391151f3-b939-4e49-ba63-4ba74c6b52a5 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports/288625e0-68a4-4f8e-b960-d38316cb0b74 HTTP/1.1" status: 200 len: 942 time: 0.0957119 Feb 09 14:05:48.945369 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5c505919-a3c0-4407-aaac-57f25530a215 req-e261fe96-7f25-4a45-a8f7-14c06251b4d3 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761120 Feb 09 14:05:49.051902 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'tag': '288625e0-68a4-4f8e-b960-d38316cb0b74', 'status': 'completed', 'code': 200} Feb 09 14:05:49.153236 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-842948da-a242-4627-9744-60cbe7a1351c req-a1220c69-ec2f-469f-bea9-49d3e9dea4d6 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1001 time: 0.1633992 Feb 09 14:05:49.338542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['887c5ea5-22c7-416b-9347-33cdf413e7a6'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:05:49.400525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cc8e0-3cec-4553-85fe-21790d9b5703 req-b0d72402-5944-495f-bd02-deb1b8c8a38a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:49.408350 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0d9cc8e0-3cec-4553-85fe-21790d9b5703 req-b0d72402-5944-495f-bd02-deb1b8c8a38a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 944 time: 0.1854191 Feb 09 14:05:49.436494 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842948da-a242-4627-9744-60cbe7a1351c req-78d33dce-fa7d-4ee9-9f7e-6e03efb5ccb4 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:49.446678 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-842948da-a242-4627-9744-60cbe7a1351c req-78d33dce-fa7d-4ee9-9f7e-6e03efb5ccb4 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.2919667 Feb 09 14:05:49.453249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653081ae-8fef-48e7-a9ef-5418db8ce8a7 req-4e384b2b-dc27-4a48-b0ab-9012023bf6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:49.455507 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-653081ae-8fef-48e7-a9ef-5418db8ce8a7 req-4e384b2b-dc27-4a48-b0ab-9012023bf6e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 1096 time: 0.2992592 Feb 09 14:05:49.521081 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0d9cc8e0-3cec-4553-85fe-21790d9b5703 req-b46f15bf-483e-4465-adce-f6cac9397181 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117656 Feb 09 14:05:49.619977 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae4198fd-15e2-4762-8338-bd9a02b8114c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:49.856862 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-842948da-a242-4627-9744-60cbe7a1351c req-f6cede2d-a154-42c8-9fb5-73ac68cbfc3d tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1001 time: 0.4082685 Feb 09 14:05:49.869034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-842948da-a242-4627-9744-60cbe7a1351c req-75a27e94-cff7-4cee-a774-2a650a9febe1 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:05:49.996128 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1fcf4c-35a3-4ca5-8433-36249c944663', 'tag': 'bd440830-e6b3-4c24-aa97-0128a0747b66', 'status': 'completed', 'code': 200} Feb 09 14:05:50.033897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653081ae-8fef-48e7-a9ef-5418db8ce8a7 req-16b7b4b5-c1db-4c7c-8b2d-4c3158ee31fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:50.035968 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-653081ae-8fef-48e7-a9ef-5418db8ce8a7 req-16b7b4b5-c1db-4c7c-8b2d-4c3158ee31fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 921 time: 0.3480451 Feb 09 14:05:50.048079 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e94b8e-def6-4992-928b-b9699ebb41ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2405a66f-db86-4903-b398-484d0a780820', 'code': 200} Feb 09 14:05:50.048920 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-842948da-a242-4627-9744-60cbe7a1351c req-75a27e94-cff7-4cee-a774-2a650a9febe1 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for floatingip, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:50.387513 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-653081ae-8fef-48e7-a9ef-5418db8ce8a7 req-83ba4bf9-25a3-42b5-a37e-32bbcb6352d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=288625e0-68a4-4f8e-b960-d38316cb0b74 HTTP/1.1" status: 200 len: 1001 time: 0.2817645 Feb 09 14:05:50.406572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014e836-5a06-40f0-a37d-bab584ef644f req-4faa964d-8fa4-4813-94ad-ea7daf54ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:50.408072 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0014e836-5a06-40f0-a37d-bab584ef644f req-4faa964d-8fa4-4813-94ad-ea7daf54ec67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 1125 time: 0.3300650 Feb 09 14:05:50.426155 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb2f5-0e72-446d-b6c2-7830da9377c6 req-78718d11-a2bb-4f39-b5f8-b1d44632747b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:50.427691 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-930fb2f5-0e72-446d-b6c2-7830da9377c6 req-78718d11-a2bb-4f39-b5f8-b1d44632747b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 948 time: 0.1866796 Feb 09 14:05:50.510346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ae4198fd-15e2-4762-8338-bd9a02b8114c admin admin] Deleting port c36d15b9-95f0-4b73-861a-cbc0ce73d4da {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:05:50.510688 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae4198fd-15e2-4762-8338-bd9a02b8114c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:50.598480 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-842948da-a242-4627-9744-60cbe7a1351c req-75a27e94-cff7-4cee-a774-2a650a9febe1 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:50.602411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653081ae-8fef-48e7-a9ef-5418db8ce8a7 req-8c919a17-456d-4351-93bd-8b36d3eadc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:50.604617 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-653081ae-8fef-48e7-a9ef-5418db8ce8a7 req-8c919a17-456d-4351-93bd-8b36d3eadc94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f4c97bb-b5dc-4013-99c8-e51c35a4d412 HTTP/1.1" status: 200 len: 860 time: 0.2001204 Feb 09 14:05:50.608158 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafc053-bec7-47c3-8c55-4739a1dff559 req-b08eff4b-403b-4c0e-8cfc-32d814421e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:50.610305 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2dafc053-bec7-47c3-8c55-4739a1dff559 req-b08eff4b-403b-4c0e-8cfc-32d814421e25 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 1096 time: 0.4156106 Feb 09 14:05:50.611311 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-842948da-a242-4627-9744-60cbe7a1351c req-75a27e94-cff7-4cee-a774-2a650a9febe1 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:50.611785 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-842948da-a242-4627-9744-60cbe7a1351c req-75a27e94-cff7-4cee-a774-2a650a9febe1 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Floating IP feadaf9e-9b16-4766-a0d9-a19fb9b08242 disassociated. External IP: 172.25.8.224, port: 288625e0-68a4-4f8e-b960-d38316cb0b74. Feb 09 14:05:50.679023 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-930fb2f5-0e72-446d-b6c2-7830da9377c6 req-6562a3fa-c117-493a-8d09-81c198a3d9ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293713 Feb 09 14:05:50.734696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014e836-5a06-40f0-a37d-bab584ef644f req-fe4bb111-9c89-4457-8d80-5c12494ffe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:50.736282 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0014e836-5a06-40f0-a37d-bab584ef644f req-fe4bb111-9c89-4457-8d80-5c12494ffe4c service neutron] 10.222.0.21 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 0.3181984 Feb 09 14:05:50.834102 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0014e836-5a06-40f0-a37d-bab584ef644f req-fc2fd8ef-bc45-4c8d-a0b1-049ecbd0303d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd440830-e6b3-4c24-aa97-0128a0747b66 HTTP/1.1" status: 200 len: 217 time: 0.0780745 Feb 09 14:05:50.840292 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:05:50.844197 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ae4198fd-15e2-4762-8338-bd9a02b8114c admin admin] For port c36d15b9-95f0-4b73-861a-cbc0ce73d4da, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c36d15b9-95f0-4b73-861a-cbc0ce73d4da,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:50.844604 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae4198fd-15e2-4762-8338-bd9a02b8114c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:50.872937 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2dafc053-bec7-47c3-8c55-4739a1dff559 req-97b7adbb-2c88-4e6f-8a4b-e3e3fb6ee369 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958280 Feb 09 14:05:50.926134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653081ae-8fef-48e7-a9ef-5418db8ce8a7 req-f77ef528-91c8-4cc7-8bab-065fcbdd35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:50.927633 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-653081ae-8fef-48e7-a9ef-5418db8ce8a7 req-f77ef528-91c8-4cc7-8bab-065fcbdd35ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67fa057e-4076-41a6-97da-7df2caf732e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2495639 Feb 09 14:05:51.020171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ae4198fd-15e2-4762-8338-bd9a02b8114c admin admin] Calling delete_port for c36d15b9-95f0-4b73-861a-cbc0ce73d4da owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:05:51.093836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014e836-5a06-40f0-a37d-bab584ef644f req-0d33b87f-d53b-46f8-b198-e0ed2f4abf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:51.095353 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0014e836-5a06-40f0-a37d-bab584ef644f req-0d33b87f-d53b-46f8-b198-e0ed2f4abf6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.2429144 Feb 09 14:05:51.131920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-842948da-a242-4627-9744-60cbe7a1351c req-75a27e94-cff7-4cee-a774-2a650a9febe1 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Router c22942db-71af-4fde-8e06-dc40fafac562 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:05:51.457857 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0014e836-5a06-40f0-a37d-bab584ef644f req-a3837d81-cf32-4dc4-ac49-d2e3516b7df8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3532953 Feb 09 14:05:51.483334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-842948da-a242-4627-9744-60cbe7a1351c req-75a27e94-cff7-4cee-a774-2a650a9febe1 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:05:51.488543 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-842948da-a242-4627-9744-60cbe7a1351c req-75a27e94-cff7-4cee-a774-2a650a9febe1 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:51.517462 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0123f79c-0afa-462c-84b3-1c63a0cd5af8 None None] Sync routers for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:05:51.538739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0123f79c-0afa-462c-84b3-1c63a0cd5af8 None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:05:51.540285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0123f79c-0afa-462c-84b3-1c63a0cd5af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:05:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:51.560876 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-842948da-a242-4627-9744-60cbe7a1351c req-75a27e94-cff7-4cee-a774-2a650a9febe1 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "PUT /v2.0/floatingips/feadaf9e-9b16-4766-a0d9-a19fb9b08242 HTTP/1.1" status: 200 len: 695 time: 1.7035458 Feb 09 14:05:51.646435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842948da-a242-4627-9744-60cbe7a1351c req-6b8f088e-0318-45bb-abbb-a6ae63eb4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:51.656794 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-842948da-a242-4627-9744-60cbe7a1351c req-6b8f088e-0318-45bb-abbb-a6ae63eb4d58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 1096 time: 0.0946522 Feb 09 14:05:51.719943 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0014e836-5a06-40f0-a37d-bab584ef644f req-8ac164e8-b21b-4baf-9a3e-27af44f304db service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520134 Feb 09 14:05:51.729570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67373039-5b36-4a57-a154-9f8a004fd161 req-73445e91-2af1-4794-b6b5-2e72b03cdeb2 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:51.740633 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-67373039-5b36-4a57-a154-9f8a004fd161 req-73445e91-2af1-4794-b6b5-2e72b03cdeb2 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 949 time: 0.4653802 Feb 09 14:05:51.793859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-0123f79c-0afa-462c-84b3-1c63a0cd5af8 None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:05:51.928860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842948da-a242-4627-9744-60cbe7a1351c req-984d372c-9f52-4e09-bd17-25afa48395ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:51.932229 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-842948da-a242-4627-9744-60cbe7a1351c req-984d372c-9f52-4e09-bd17-25afa48395ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 921 time: 0.2747498 Feb 09 14:05:51.940097 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-67373039-5b36-4a57-a154-9f8a004fd161 req-ff40d3df-eed8-4197-8cc3-58a9d33ad65b tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910748 Feb 09 14:05:51.989871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae4198fd-15e2-4762-8338-bd9a02b8114c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:52.079456 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0014e836-5a06-40f0-a37d-bab584ef644f req-2d90e8ae-eef4-48fe-b2bd-59d9be1e827a service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374279 Feb 09 14:05:52.080605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'tag': '288625e0-68a4-4f8e-b960-d38316cb0b74'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:52.106263 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-842948da-a242-4627-9744-60cbe7a1351c req-8b2a8e79-1ea5-4b10-9991-f7c9ee1f280c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=288625e0-68a4-4f8e-b960-d38316cb0b74 HTTP/1.1" status: 200 len: 217 time: 0.1648395 Feb 09 14:05:52.197539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4198fd-15e2-4762-8338-bd9a02b8114c admin admin] Pushing event deleted for resources: {'Port': ['ID=c36d15b9-95f0-4b73-861a-cbc0ce73d4da,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:52.197937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842948da-a242-4627-9744-60cbe7a1351c req-f13e3eb6-5e01-44cc-a59e-450b39a5d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:52.212254 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-842948da-a242-4627-9744-60cbe7a1351c req-f13e3eb6-5e01-44cc-a59e-450b39a5d610 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f4c97bb-b5dc-4013-99c8-e51c35a4d412 HTTP/1.1" status: 200 len: 860 time: 0.0979502 Feb 09 14:05:52.355718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842948da-a242-4627-9744-60cbe7a1351c req-974f22ba-1b46-4261-b363-1e2f4ab77b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:52.358668 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-842948da-a242-4627-9744-60cbe7a1351c req-974f22ba-1b46-4261-b363-1e2f4ab77b6d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67fa057e-4076-41a6-97da-7df2caf732e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1452682 Feb 09 14:05:52.412421 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:05:52.474478 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 887c5ea5-22c7-416b-9347-33cdf413e7a6 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:05:52.522497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027d8b9-4ed2-4a1e-ba4f-e431e2ebe413 req-4e78c936-ca65-4783-aa17-9fbfdd9dd09f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:52.531842 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d027d8b9-4ed2-4a1e-ba4f-e431e2ebe413 req-4e78c936-ca65-4783-aa17-9fbfdd9dd09f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.4510775 Feb 09 14:05:52.568028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce32efd-bc43-44aa-a962-3825503918db req-36f9d676-cf7a-4fcd-b797-d72f6a9c7b63 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:52.571018 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ce32efd-bc43-44aa-a962-3825503918db req-36f9d676-cf7a-4fcd-b797-d72f6a9c7b63 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.21 "GET /v2.0/ports?device_id=3908ef75-5f25-4004-9229-a202b9bd8e0f HTTP/1.1" status: 200 len: 949 time: 0.4881356 Feb 09 14:05:52.642669 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-842948da-a242-4627-9744-60cbe7a1351c req-d47a938b-0234-4546-a6f6-54ecace233bb service neutron] 10.222.0.48 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754416 Feb 09 14:05:52.795082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:05:52.813208 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:05:52.813795 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:52.870098 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0123f79c-0afa-462c-84b3-1c63a0cd5af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:52.891866 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d027d8b9-4ed2-4a1e-ba4f-e431e2ebe413 req-b7c5b579-7264-4411-8712-67a0e6ecad6c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583543 Feb 09 14:05:52.902686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-9ce32efd-bc43-44aa-a962-3825503918db req-fadccb5b-f426-4d11-a1af-ddcbf99b660d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Deleting port e96b1e11-729c-4ce0-916c-64af6d196e59 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:05:52.916520 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 887c5ea5-22c7-416b-9347-33cdf413e7a6 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:05:52.917085 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:52.921809 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-842948da-a242-4627-9744-60cbe7a1351c req-577019fe-8a0f-4378-afd6-861c21917a11 service neutron] 10.222.0.48 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621434 Feb 09 14:05:52.922970 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9ce32efd-bc43-44aa-a962-3825503918db req-fadccb5b-f426-4d11-a1af-ddcbf99b660d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:52.962926 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0123f79c-0afa-462c-84b3-1c63a0cd5af8 None None] Checking router: c22942db-71af-4fde-8e06-dc40fafac562 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:05:53.041022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0123f79c-0afa-462c-84b3-1c63a0cd5af8 None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:05:53.042324 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0123f79c-0afa-462c-84b3-1c63a0cd5af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:05:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:53.047087 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae4198fd-15e2-4762-8338-bd9a02b8114c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:53.299630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf80512-f537-4715-a99a-d8b90390517f req-702f8f09-2312-48c3-a330-ab9fdbebe520 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:53.308608 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cdf80512-f537-4715-a99a-d8b90390517f req-702f8f09-2312-48c3-a330-ab9fdbebe520 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 944 time: 0.1400385 Feb 09 14:05:53.373689 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cdf80512-f537-4715-a99a-d8b90390517f req-0d77cb8a-03bc-4a37-960a-c741be12741e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638013 Feb 09 14:05:53.466787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-0123f79c-0afa-462c-84b3-1c63a0cd5af8 None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:05:53.551557 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:53.723894 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'tag': '288625e0-68a4-4f8e-b960-d38316cb0b74', 'status': 'completed', 'code': 200} Feb 09 14:05:53.812412 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:53.833245 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30fd153-b597-4f62-a75b-22224c0d257a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c61b5d4-5f5f-415a-b346-cb9b4c8441a4'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:53.945082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5c61b5d4-5f5f-415a-b346-cb9b4c8441a4,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:53.963642 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 887c5ea5-22c7-416b-9347-33cdf413e7a6, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=887c5ea5-22c7-416b-9347-33cdf413e7a6,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:53.971063 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:53.975814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eccf1-2013-45ef-adb7-975e7fdc51a7 req-3e038a0d-7019-4675-9fd8-e13f6097b1ad tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:53.977353 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e69eccf1-2013-45ef-adb7-975e7fdc51a7 req-3e038a0d-7019-4675-9fd8-e13f6097b1ad tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=3908ef75-5f25-4004-9229-a202b9bd8e0f HTTP/1.1" status: 200 len: 949 time: 0.5606182 Feb 09 14:05:54.012503 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:54.146963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=5c61b5d4-5f5f-415a-b346-cb9b4c8441a4,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:54.231534 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e69eccf1-2013-45ef-adb7-975e7fdc51a7 req-e22d3508-f4c3-47f4-8998-f50a59df7ee1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408273 Feb 09 14:05:54.273475 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=887c5ea5-22c7-416b-9347-33cdf413e7a6,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:54.284973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65e122-f145-42d2-ad10-42279184b707 req-b04f4796-6d4c-468f-8b4d-59748aff28ca tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:54.287504 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e65e122-f145-42d2-ad10-42279184b707 req-b04f4796-6d4c-468f-8b4d-59748aff28ca tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda&tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 948 time: 0.4580452 Feb 09 14:05:54.311832 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0123f79c-0afa-462c-84b3-1c63a0cd5af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:54.319863 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0123f79c-0afa-462c-84b3-1c63a0cd5af8 None None] The sync data for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 is: [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:05:54.421690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfae203-bcb2-42b8-8bd2-e684b00b12c7 req-9ac407de-d039-4df1-a1e0-c0edccfa3afb tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:54.423384 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ddfae203-bcb2-42b8-8bd2-e684b00b12c7 req-9ac407de-d039-4df1-a1e0-c0edccfa3afb tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 950 time: 0.1706791 Feb 09 14:05:54.483716 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ddfae203-bcb2-42b8-8bd2-e684b00b12c7 req-d49ee58a-e1d3-4ea0-88d8-5d0ddaee86d7 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495977 Feb 09 14:05:54.513855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-9ce32efd-bc43-44aa-a962-3825503918db req-fadccb5b-f426-4d11-a1af-ddcbf99b660d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] For port e96b1e11-729c-4ce0-916c-64af6d196e59, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=e96b1e11-729c-4ce0-916c-64af6d196e59,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:54.514445 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9ce32efd-bc43-44aa-a962-3825503918db req-fadccb5b-f426-4d11-a1af-ddcbf99b660d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:54.561519 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30fd153-b597-4f62-a75b-22224c0d257a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c61b5d4-5f5f-415a-b346-cb9b4c8441a4', 'code': 200} Feb 09 14:05:54.684922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-9ce32efd-bc43-44aa-a962-3825503918db req-fadccb5b-f426-4d11-a1af-ddcbf99b660d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Calling delete_port for e96b1e11-729c-4ce0-916c-64af6d196e59 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:05:54.756444 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde3cd86-aa61-4a6b-92fc-c13d81b14580 None None] New status for floating IP feadaf9e-9b16-4766-a0d9-a19fb9b08242: DOWN {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:05:54.812798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac0a54-b349-4fd0-881e-78754623fb97 req-191bf347-74cd-4b50-8745-cac92e40e080 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:54.814784 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5ac0a54-b349-4fd0-881e-78754623fb97 req-191bf347-74cd-4b50-8745-cac92e40e080 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.1281745 Feb 09 14:05:54.837523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4198fd-15e2-4762-8338-bd9a02b8114c admin admin] Router 54a0447b-0f39-4d41-9f60-96984ef380dd has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:05:54.885478 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5ac0a54-b349-4fd0-881e-78754623fb97 req-a4ae7651-58a5-48d1-8294-7e9d857da2ae tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569322 Feb 09 14:05:55.105223 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-7165291b-087f-4466-bd8e-349ceb7393dd tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:55.112760 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-7165291b-087f-4466-bd8e-349ceb7393dd tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1277695 Feb 09 14:05:55.124083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6513722-5acb-4a4f-9ed3-f4369d195048 req-40650441-d25d-4c48-b81c-8de607e75d1a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:55.129438 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b6513722-5acb-4a4f-9ed3-f4369d195048 req-40650441-d25d-4c48-b81c-8de607e75d1a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.6841211 Feb 09 14:05:55.184059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65e122-f145-42d2-ad10-42279184b707 req-1c8ca639-177e-4b70-ad99-5143bca97106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:55.185524 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e65e122-f145-42d2-ad10-42279184b707 req-1c8ca639-177e-4b70-ad99-5143bca97106 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 1100 time: 0.7070456 Feb 09 14:05:55.203270 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-703c48ba-e5ff-4d3b-b436-f2aecde61662 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 698 time: 0.0894158 Feb 09 14:05:55.217934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-429ddb35-dc26-4fee-ae7a-64ea63c0f8f9 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Request body: {'floatingip': {'port_id': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:05:55.312819 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-429ddb35-dc26-4fee-ae7a-64ea63c0f8f9 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for floatingip, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:55.466163 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9ce32efd-bc43-44aa-a962-3825503918db req-fadccb5b-f426-4d11-a1af-ddcbf99b660d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:55.481336 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['7ff447dc-3755-4a6f-b061-94973b5f3fe3', '5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:05:55.553096 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b6513722-5acb-4a4f-9ed3-f4369d195048 req-bfd8f461-02d8-4760-9102-94edd3b195f0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171824 Feb 09 14:05:55.560088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadccb5b-f426-4d11-a1af-ddcbf99b660d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Pushing event deleted for resources: {'Port': ['ID=e96b1e11-729c-4ce0-916c-64af6d196e59,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:55.664226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4198fd-15e2-4762-8338-bd9a02b8114c admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:05:55.715548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['77d7f02e-34bc-4e11-a27e-941eb5907981', '1931d8f0-f350-41b6-96dd-906f3e3a5c65', '70d71ad5-8505-4f19-a4dd-fe4613201ab5', '6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410', 'f1625a2f-6c3d-42c4-bcb4-1b5794f59266'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:05:55.804585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce32efd-bc43-44aa-a962-3825503918db req-fadccb5b-f426-4d11-a1af-ddcbf99b660d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] No DVR routers for this DVR port e96b1e11-729c-4ce0-916c-64af6d196e59 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:05:55.808290 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9ce32efd-bc43-44aa-a962-3825503918db req-fadccb5b-f426-4d11-a1af-ddcbf99b660d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:55.818333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3908ef75-5f25-4004-9229-a202b9bd8e0f', 'name': 'network-vif-deleted', 'tag': 'e96b1e11-729c-4ce0-916c-64af6d196e59'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:55.843531 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586716e5-88a8-4f36-8cc4-9210778d9c33 None None] Sync routers for ids ['54a0447b-0f39-4d41-9f60-96984ef380dd'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:05:55.856419 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ae4198fd-15e2-4762-8338-bd9a02b8114c admin admin] 10.222.0.48 "PUT /v2.0/routers/54a0447b-0f39-4d41-9f60-96984ef380dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5109863 Feb 09 14:05:55.865597 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46870) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:55.989006 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ce32efd-bc43-44aa-a962-3825503918db req-fadccb5b-f426-4d11-a1af-ddcbf99b660d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.21 "DELETE /v2.0/ports/e96b1e11-729c-4ce0-916c-64af6d196e59 HTTP/1.1" status: 204 len: 173 time: 3.4118659 Feb 09 14:05:56.009932 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586716e5-88a8-4f36-8cc4-9210778d9c33 None None] Routers {'54a0447b-0f39-4d41-9f60-96984ef380dd'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:05:56.010975 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-586716e5-88a8-4f36-8cc4-9210778d9c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:05:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['54a0447b-0f39-4d41-9f60-96984ef380dd'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:56.020540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65e122-f145-42d2-ad10-42279184b707 req-8573e3d0-cb0e-4c5c-b193-402c42133db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:56.031514 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e65e122-f145-42d2-ad10-42279184b707 req-8573e3d0-cb0e-4c5c-b193-402c42133db9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.8366327 Feb 09 14:05:56.196635 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e65e122-f145-42d2-ad10-42279184b707 req-48e9d136-4f05-4390-8732-ec46d2f33f09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=887c5ea5-22c7-416b-9347-33cdf413e7a6 HTTP/1.1" status: 200 len: 217 time: 0.1565387 Feb 09 14:05:56.200884 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-653081ae-8fef-48e7-a9ef-5418db8ce8a7 req-5bca5f98-6a74-41f5-8327-03c4d58307c6 service neutron] 10.222.0.35 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726171 Feb 09 14:05:56.314135 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088d623-9f6d-4bb0-8a06-b0d3030ca313 req-20fda631-8d75-41c1-b740-ae9da1346b2e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:56.317244 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f088d623-9f6d-4bb0-8a06-b0d3030ca313 req-20fda631-8d75-41c1-b740-ae9da1346b2e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 944 time: 0.5915375 Feb 09 14:05:56.478794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65e122-f145-42d2-ad10-42279184b707 req-6230432f-8680-4939-bb14-9fb7f732ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:56.480813 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e65e122-f145-42d2-ad10-42279184b707 req-6230432f-8680-4939-bb14-9fb7f732ce38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.2655435 Feb 09 14:05:56.489290 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eda744f1-cfaa-4e7d-8702-2fcce65e72a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:56.519596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-586716e5-88a8-4f36-8cc4-9210778d9c33 None None] Set router 54a0447b-0f39-4d41-9f60-96984ef380dd gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:05:56.570323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f38106e-b3b9-4570-a279-dbdac4781fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c5ea5-22c7-416b-9347-33cdf413e7a6'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:56.575794 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device e96b1e11-729c-4ce0-916c-64af6d196e59 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:05:56.633222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b428e-840e-4c3a-9b78-5b6efc21cd3b req-1f6c8f08-4b80-43e3-a074-6d9a00352a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:56.634734 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b6b428e-840e-4c3a-9b78-5b6efc21cd3b req-1f6c8f08-4b80-43e3-a074-6d9a00352a0c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 1101 time: 0.5661347 Feb 09 14:05:56.636562 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f088d623-9f6d-4bb0-8a06-b0d3030ca313 req-c4c435e5-0027-4794-9bad-cf09efa644d4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476223 Feb 09 14:05:56.646611 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-653081ae-8fef-48e7-a9ef-5418db8ce8a7 req-66c4b1ae-ab2b-4f03-9c6e-7490bc9626d6 service neutron] 10.222.0.35 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331703 Feb 09 14:05:56.824456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: e96b1e11-729c-4ce0-916c-64af6d196e59 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:05:56.824724 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device e96b1e11-729c-4ce0-916c-64af6d196e59 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:05:56.852476 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b6b428e-840e-4c3a-9b78-5b6efc21cd3b req-8a1a0d6b-a91e-4b64-a4bf-415f2d723ac1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794353 Feb 09 14:05:56.934800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cdadc-a96f-45f3-8eb1-469efcbf8b1f req-f93b0234-f237-4e0d-9941-c162bd15eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:56.937979 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e4cdadc-a96f-45f3-8eb1-469efcbf8b1f req-f93b0234-f237-4e0d-9941-c162bd15eb5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 1096 time: 0.1995800 Feb 09 14:05:56.965060 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b5d2-02f4-4965-a2d2-7da01feac905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:57.114111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-64d1332b-935b-4608-a3e3-c7bc3e0081e5 req-8cf5fb9a-f0e0-4d02-a181-5afd4070c325 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Synchronizing usage tracker for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:05:57.177322 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eda744f1-cfaa-4e7d-8702-2fcce65e72a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:57.200531 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-429ddb35-dc26-4fee-ae7a-64ea63c0f8f9 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:57.208755 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-429ddb35-dc26-4fee-ae7a-64ea63c0f8f9 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:57.241445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-64d1332b-935b-4608-a3e3-c7bc3e0081e5 req-8cf5fb9a-f0e0-4d02-a181-5afd4070c325 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Unset dirty status for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:05:57.243252 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64d1332b-935b-4608-a3e3-c7bc3e0081e5 req-8cf5fb9a-f0e0-4d02-a181-5afd4070c325 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=3908ef75-5f25-4004-9229-a202b9bd8e0f HTTP/1.1" status: 200 len: 210 time: 0.2821257 Feb 09 14:05:57.245146 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eda744f1-cfaa-4e7d-8702-2fcce65e72a2 admin admin] Deleting port 7bd59d9e-dff0-4e17-a161-269dbc615fe7 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:05:57.247253 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eda744f1-cfaa-4e7d-8702-2fcce65e72a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:57.327092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65e122-f145-42d2-ad10-42279184b707 req-a1fafc71-c90d-424a-a2b9-142fb2b6a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:57.340436 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e65e122-f145-42d2-ad10-42279184b707 req-a1fafc71-c90d-424a-a2b9-142fb2b6a695 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7746487 Feb 09 14:05:57.407218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-586716e5-88a8-4f36-8cc4-9210778d9c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:05:51Z', 'revision_number': 5, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port': {'id': '7bd59d9e-dff0-4e17-a161-269dbc615fe7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:44Z', 'updated_at': '2022-02-09T14:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:57.422279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586716e5-88a8-4f36-8cc4-9210778d9c33 None None] Checking router: 54a0447b-0f39-4d41-9f60-96984ef380dd for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:05:57.443683 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586716e5-88a8-4f36-8cc4-9210778d9c33 None None] Routers {'54a0447b-0f39-4d41-9f60-96984ef380dd'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:05:57.444331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-586716e5-88a8-4f36-8cc4-9210778d9c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:05:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['54a0447b-0f39-4d41-9f60-96984ef380dd'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:57.546423 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-429ddb35-dc26-4fee-ae7a-64ea63c0f8f9 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Floating IP feadaf9e-9b16-4766-a0d9-a19fb9b08242 associated. External IP: 172.25.8.224, port: fb00f404-dc2c-4c00-b366-000ba1e9adb1. Feb 09 14:05:57.715178 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e65e122-f145-42d2-ad10-42279184b707 req-1709f28d-4c36-4869-a38a-a3e419b7069d service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737223 Feb 09 14:05:57.757487 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-586716e5-88a8-4f36-8cc4-9210778d9c33 None None] Set router 54a0447b-0f39-4d41-9f60-96984ef380dd gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:05:57.887330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-586716e5-88a8-4f36-8cc4-9210778d9c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:05:57Z', 'revision_number': 6, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:57.904636 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586716e5-88a8-4f36-8cc4-9210778d9c33 None None] The sync data for ids ['54a0447b-0f39-4d41-9f60-96984ef380dd'] in n-d-828418-2 is: [{'id': '54a0447b-0f39-4d41-9f60-96984ef380dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-102431106-router', 'tenant_id': '819ad572178e4886a304631fc3728b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:41Z', 'updated_at': '2022-02-09T14:05:57Z', 'revision_number': 6, 'project_id': '819ad572178e4886a304631fc3728b0f', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:05:58.004291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-eda744f1-cfaa-4e7d-8702-2fcce65e72a2 admin admin] For port 7bd59d9e-dff0-4e17-a161-269dbc615fe7, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7bd59d9e-dff0-4e17-a161-269dbc615fe7,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:05:58.004651 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eda744f1-cfaa-4e7d-8702-2fcce65e72a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:58.025281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae7ec4-25e2-404a-b94c-c39d723b37c0 req-69933254-9925-4fa0-a107-e119d2b48f32 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:58.032765 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-20ae7ec4-25e2-404a-b94c-c39d723b37c0 req-69933254-9925-4fa0-a107-e119d2b48f32 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 950 time: 0.5704961 Feb 09 14:05:58.147056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-429ddb35-dc26-4fee-ae7a-64ea63c0f8f9 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Router c22942db-71af-4fde-8e06-dc40fafac562 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:05:58.201233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eda744f1-cfaa-4e7d-8702-2fcce65e72a2 admin admin] Calling delete_port for 7bd59d9e-dff0-4e17-a161-269dbc615fe7 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:05:58.282844 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-20ae7ec4-25e2-404a-b94c-c39d723b37c0 req-61a9ed84-5d33-4275-b2ee-67f9c6e18f29 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485006 Feb 09 14:05:58.332941 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e65e122-f145-42d2-ad10-42279184b707 req-7fc54b1b-6809-48dc-8c0f-5800f77398b4 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001866 Feb 09 14:05:58.399155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-429ddb35-dc26-4fee-ae7a-64ea63c0f8f9 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:05:58.415637 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-429ddb35-dc26-4fee-ae7a-64ea63c0f8f9 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:58.421910 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef4a182-7c8e-4cfa-9316-26a65241e4e2 None None] Sync routers for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:05:58.453473 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3908ef75-5f25-4004-9229-a202b9bd8e0f', 'name': 'network-vif-deleted', 'tag': 'e96b1e11-729c-4ce0-916c-64af6d196e59', 'status': 'completed', 'code': 200} Feb 09 14:05:58.471225 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef4a182-7c8e-4cfa-9316-26a65241e4e2 None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:05:58.478522 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3ef4a182-7c8e-4cfa-9316-26a65241e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:05:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:58.573106 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-429ddb35-dc26-4fee-ae7a-64ea63c0f8f9 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "PUT /v2.0/floatingips/feadaf9e-9b16-4766-a0d9-a19fb9b08242 HTTP/1.1" status: 200 len: 996 time: 3.3618939 Feb 09 14:05:58.573631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'tag': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:58.686235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-bf40ccd3-0fce-4bce-b5cf-ccbc2b8ffef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:58.689077 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-bf40ccd3-0fce-4bce-b5cf-ccbc2b8ffef6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 1096 time: 0.1026170 Feb 09 14:05:58.710884 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eda744f1-cfaa-4e7d-8702-2fcce65e72a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:58.766365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda744f1-cfaa-4e7d-8702-2fcce65e72a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd59d9e-dff0-4e17-a161-269dbc615fe7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:58.778535 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-3ef4a182-7c8e-4cfa-9316-26a65241e4e2 None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:05:58.878717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57cc1f-9b09-45fb-a465-adb416059b36 req-133f752c-63df-4323-a8e9-634852f4156c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:58.899411 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cb57cc1f-9b09-45fb-a465-adb416059b36 req-133f752c-63df-4323-a8e9-634852f4156c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.3139694 Feb 09 14:05:58.908744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-a4fb877e-1574-4793-8e5a-cd46c40413f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:58.910816 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-a4fb877e-1574-4793-8e5a-cd46c40413f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 921 time: 0.2143977 Feb 09 14:05:59.014155 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eda744f1-cfaa-4e7d-8702-2fcce65e72a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:59.075897 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4553f796-b596-4869-a7fa-d27be32b9d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:59.099778 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-64049546-a13f-4ec8-9534-ecf946ea3ab8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb00f404-dc2c-4c00-b366-000ba1e9adb1 HTTP/1.1" status: 200 len: 999 time: 0.1821020 Feb 09 14:05:59.157514 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cb57cc1f-9b09-45fb-a465-adb416059b36 req-327f5478-7571-49a4-9b32-9364e2781c77 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557399 Feb 09 14:05:59.257899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-40ca3746-3a3d-4844-9b37-f08db7020e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:59.260410 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-40ca3746-3a3d-4844-9b37-f08db7020e70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f4c97bb-b5dc-4013-99c8-e51c35a4d412 HTTP/1.1" status: 200 len: 860 time: 0.1543067 Feb 09 14:05:59.297991 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eda744f1-cfaa-4e7d-8702-2fcce65e72a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:59.309459 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eda744f1-cfaa-4e7d-8702-2fcce65e72a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:59.394981 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3ef4a182-7c8e-4cfa-9316-26a65241e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'feadaf9e-9b16-4766-a0d9-a19fb9b08242', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'port_id': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'mac_address': 'fa:16:3e:a1:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:04:13Z', 'updated_at': '2022-02-09T14:05:56Z', 'revision_number': 8, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:59.405688 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef4a182-7c8e-4cfa-9316-26a65241e4e2 None None] Checking router: c22942db-71af-4fde-8e06-dc40fafac562 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:05:59.416673 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef4a182-7c8e-4cfa-9316-26a65241e4e2 None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:05:59.417552 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3ef4a182-7c8e-4cfa-9316-26a65241e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:05:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:59.436614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-6fba140f-af51-4eaf-9bd7-c3f708bb4222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:59.439401 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-6fba140f-af51-4eaf-9bd7-c3f708bb4222 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67fa057e-4076-41a6-97da-7df2caf732e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723754 Feb 09 14:05:59.479952 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eda744f1-cfaa-4e7d-8702-2fcce65e72a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:59.480505 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda744f1-cfaa-4e7d-8702-2fcce65e72a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54a0447b-0f39-4d41-9f60-96984ef380dd {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:05:59.530369 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eda744f1-cfaa-4e7d-8702-2fcce65e72a2 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:59.531878 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-eda744f1-cfaa-4e7d-8702-2fcce65e72a2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/54a0447b-0f39-4d41-9f60-96984ef380dd HTTP/1.1" status: 204 len: 168 time: 3.6649666 Feb 09 14:05:59.539828 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46894) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:59.605931 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b73a44-d999-4ce0-86c6-f591fade613d req-f00d362a-32d5-4082-a84c-c1d90bfb404c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:59.614785 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-28b73a44-d999-4ce0-86c6-f591fade613d req-f00d362a-32d5-4082-a84c-c1d90bfb404c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.1926064 Feb 09 14:05:59.663562 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af80b28-c30e-4830-b9c0-dcd4043b5a30 admin admin] Deleting subnet 619ec6b3-3471-4097-954a-be6300563bbd {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:05:59.676506 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1af80b28-c30e-4830-b9c0-dcd4043b5a30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:59.751087 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-e8a9f0da-4b31-4fdd-8569-6d8a747c3ebb service neutron] 10.222.0.48 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983725 Feb 09 14:05:59.762778 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c36d15b9-95f0-4b73-861a-cbc0ce73d4da no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:05:59.785877 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1af80b28-c30e-4830-b9c0-dcd4043b5a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:59.957179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: c36d15b9-95f0-4b73-861a-cbc0ce73d4da {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:05:59.957523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c36d15b9-95f0-4b73-861a-cbc0ce73d4da not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:05:59.958125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7bd59d9e-dff0-4e17-a161-269dbc615fe7 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:00.000244 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-3ef4a182-7c8e-4cfa-9316-26a65241e4e2 None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:06:00.025303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 7bd59d9e-dff0-4e17-a161-269dbc615fe7 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:06:00.025654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7bd59d9e-dff0-4e17-a161-269dbc615fe7 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:06:00.035447 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-291d2c59-b44d-43f1-957d-ac30fe86faf0 req-f069950b-2137-4b96-ae01-e56e4185c429 service neutron] 10.222.0.48 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825627 Feb 09 14:06:00.055125 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-28b73a44-d999-4ce0-86c6-f591fade613d req-50a33e17-f4bd-4248-9faf-d58edcaa406c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237452 Feb 09 14:06:00.102197 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:00.128849 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f38106e-b3b9-4570-a279-dbdac4781fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c5ea5-22c7-416b-9347-33cdf413e7a6', 'code': 200} Feb 09 14:06:00.193954 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:00.235195 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1af80b28-c30e-4830-b9c0-dcd4043b5a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:00.380832 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'tag': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1', 'status': 'completed', 'code': 200} Feb 09 14:06:00.385443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device bd440830-e6b3-4c24-aa97-0128a0747b66 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:06:00.586551 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port bd440830-e6b3-4c24-aa97-0128a0747b66, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bd440830-e6b3-4c24-aa97-0128a0747b66,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:00.597708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-ebf99b11-d31c-4e34-b0d5-67dd5de150da service neutron] 10.222.0.21 "GET /v2.0/ports/bd440830-e6b3-4c24-aa97-0128a0747b66/bindings/n-h1-828418-2 HTTP/1.1" status: 200 len: 384 time: 0.5199950 Feb 09 14:06:00.613296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device bd440830-e6b3-4c24-aa97-0128a0747b66 has no active binding in host n-h1-828418-2 {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 14:06:00.642148 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3ef4a182-7c8e-4cfa-9316-26a65241e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'feadaf9e-9b16-4766-a0d9-a19fb9b08242', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'port_id': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'mac_address': 'fa:16:3e:a1:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:04:13Z', 'updated_at': '2022-02-09T14:05:56Z', 'revision_number': 8, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:00.648467 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef4a182-7c8e-4cfa-9316-26a65241e4e2 None None] The sync data for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 is: [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'feadaf9e-9b16-4766-a0d9-a19fb9b08242', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'port_id': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'mac_address': 'fa:16:3e:a1:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:04:13Z', 'updated_at': '2022-02-09T14:05:56Z', 'revision_number': 8, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:06:00.684295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375fd15-2fb7-46db-8d49-fd335cece067 req-a570c2af-39e6-40aa-8f94-79c74855fdd4 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:00.686766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5375fd15-2fb7-46db-8d49-fd335cece067 req-a570c2af-39e6-40aa-8f94-79c74855fdd4 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 950 time: 0.1699970 Feb 09 14:06:00.748591 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1af80b28-c30e-4830-b9c0-dcd4043b5a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:00.767707 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5375fd15-2fb7-46db-8d49-fd335cece067 req-95155a52-76e8-4560-930c-5c1d056c373c tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691192 Feb 09 14:06:00.814729 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af80b28-c30e-4830-b9c0-dcd4043b5a30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=619ec6b3-3471-4097-954a-be6300563bbd,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:00.830242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63375b8-dfbb-410e-a2a4-67709e39453d req-594709fe-f74c-4639-9b25-fab4d48f0c5f tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:00.833425 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e63375b8-dfbb-410e-a2a4-67709e39453d req-594709fe-f74c-4639-9b25-fab4d48f0c5f tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 944 time: 0.6001036 Feb 09 14:06:00.844671 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc99f533-2aa5-41d6-93c1-4e5bed298dfe None None] Network 4438975a-7484-4e20-a7dd-31c3711d5a27 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:06:00.849061 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1af80b28-c30e-4830-b9c0-dcd4043b5a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:00.931596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6e54b-c602-45f2-97cf-f6cf59c8508b req-8542cfa6-17fc-437f-91c7-1d57d2046afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:00.933127 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-72f6e54b-c602-45f2-97cf-f6cf59c8508b req-8542cfa6-17fc-437f-91c7-1d57d2046afe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 1096 time: 0.4382913 Feb 09 14:06:00.934398 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1af80b28-c30e-4830-b9c0-dcd4043b5a30 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/619ec6b3-3471-4097-954a-be6300563bbd HTTP/1.1" status: 204 len: 168 time: 1.3959713 Feb 09 14:06:00.940546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46908) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:01.125045 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7817a0-55f8-4f5a-8701-562a3ecb3cae None None] New status for floating IP feadaf9e-9b16-4766-a0d9-a19fb9b08242: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:06:01.249836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-e9e02cf4-1d31-4e76-b740-ca291251be06 service neutron] For port bd440830-e6b3-4c24-aa97-0128a0747b66, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bd440830-e6b3-4c24-aa97-0128a0747b66,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:01.289730 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-e9e02cf4-1d31-4e76-b740-ca291251be06 service neutron] For port bd440830-e6b3-4c24-aa97-0128a0747b66, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:06:01.306303 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:01.333379 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d287900a-b1f6-442d-9b60-e3fe1a168b20 req-1e1f60c3-1ee9-4fce-83da-fac93953077a tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/floatingips/feadaf9e-9b16-4766-a0d9-a19fb9b08242 HTTP/1.1" status: 200 len: 996 time: 0.5202188 Feb 09 14:06:01.341035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Deleting port a0514ebc-ca45-48ac-9e45-a7790d90cc49 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:01.341589 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:01.348740 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e63375b8-dfbb-410e-a2a4-67709e39453d req-5cc4cc88-806d-48f1-9f5e-88db959d0c22 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063348 Feb 09 14:06:01.382768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-e9e02cf4-1d31-4e76-b740-ca291251be06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd440830-e6b3-4c24-aa97-0128a0747b66 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:06:01.418187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-e9e02cf4-1d31-4e76-b740-ca291251be06 service neutron] For port bd440830-e6b3-4c24-aa97-0128a0747b66, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=bd440830-e6b3-4c24-aa97-0128a0747b66,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:01.427504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6e54b-c602-45f2-97cf-f6cf59c8508b req-e0edcdf2-aae3-42b9-8882-899445bb33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:01.429297 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-72f6e54b-c602-45f2-97cf-f6cf59c8508b req-e0edcdf2-aae3-42b9-8882-899445bb33ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 921 time: 0.4832482 Feb 09 14:06:01.513268 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-e9e02cf4-1d31-4e76-b740-ca291251be06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:01.665500 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0f9c0b-ceed-4747-95c4-8070ca422eb9 None None] DHCP port deletion for 4438975a-7484-4e20-a7dd-31c3711d5a27 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:06:01.692817 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-72f6e54b-c602-45f2-97cf-f6cf59c8508b req-0ccd4ddf-522b-44e1-a98e-0846519694fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb00f404-dc2c-4c00-b366-000ba1e9adb1 HTTP/1.1" status: 200 len: 999 time: 0.2542398 Feb 09 14:06:01.699859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f9c0b-ceed-4747-95c4-8070ca422eb9 None None] Deleting port a0514ebc-ca45-48ac-9e45-a7790d90cc49 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:01.700703 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe0f9c0b-ceed-4747-95c4-8070ca422eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:01.813142 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:01.848372 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a0514ebc-ca45-48ac-9e45-a7790d90cc49 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:01.882951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6e54b-c602-45f2-97cf-f6cf59c8508b req-51b12530-1f2f-4583-b7d9-3762d9e27eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:01.884614 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-72f6e54b-c602-45f2-97cf-f6cf59c8508b req-51b12530-1f2f-4583-b7d9-3762d9e27eab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f4c97bb-b5dc-4013-99c8-e51c35a4d412 HTTP/1.1" status: 200 len: 860 time: 0.1711934 Feb 09 14:06:01.885680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-e9e02cf4-1d31-4e76-b740-ca291251be06 service neutron] Transition to ACTIVE for port object bd440830-e6b3-4c24-aa97-0128a0747b66 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:06:01.890684 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-e9e02cf4-1d31-4e76-b740-ca291251be06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:02.070349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] For port a0514ebc-ca45-48ac-9e45-a7790d90cc49, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a0514ebc-ca45-48ac-9e45-a7790d90cc49,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:02.071375 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:02.167825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e02cf4-1d31-4e76-b740-ca291251be06 service neutron] Pushing event updated for resources: {'Port': ['ID=bd440830-e6b3-4c24-aa97-0128a0747b66,revision_number=10']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:02.170060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cdadc-a96f-45f3-8eb1-469efcbf8b1f req-f2fe7fc9-2a25-4293-90f7-03baec8e69b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:02.171525 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e4cdadc-a96f-45f3-8eb1-469efcbf8b1f req-f2fe7fc9-2a25-4293-90f7-03baec8e69b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 921 time: 0.5562837 Feb 09 14:06:02.178397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287900a-b1f6-442d-9b60-e3fe1a168b20 req-d8f0910f-59dd-4473-9e88-fded4d4144a2 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:02.184942 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d287900a-b1f6-442d-9b60-e3fe1a168b20 req-d8f0910f-59dd-4473-9e88-fded4d4144a2 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.7707491 Feb 09 14:06:02.185934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac791f-12ff-44a6-a93a-c44b3db63861 req-e8ce398e-1540-4376-bb12-f62abffbb3ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:02.187532 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f9ac791f-12ff-44a6-a93a-c44b3db63861 req-e8ce398e-1540-4376-bb12-f62abffbb3ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.5738885 Feb 09 14:06:02.190033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-e9e02cf4-1d31-4e76-b740-ca291251be06 service neutron] No DVR routers for this DVR port bd440830-e6b3-4c24-aa97-0128a0747b66 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:06:02.195139 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:02.222610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe0f9c0b-ceed-4747-95c4-8070ca422eb9 None None] For port a0514ebc-ca45-48ac-9e45-a7790d90cc49, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a0514ebc-ca45-48ac-9e45-a7790d90cc49,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:02.223569 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe0f9c0b-ceed-4747-95c4-8070ca422eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:02.258196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Calling delete_port for a0514ebc-ca45-48ac-9e45-a7790d90cc49 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:02.275698 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-e9e02cf4-1d31-4e76-b740-ca291251be06 service neutron] 10.222.0.21 "PUT /v2.0/ports/bd440830-e6b3-4c24-aa97-0128a0747b66/bindings/n-h1-828418-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6594913 Feb 09 14:06:02.280688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6e54b-c602-45f2-97cf-f6cf59c8508b req-0d4c8ffe-4bfc-4f5e-93ea-8297072b6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:02.282288 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-72f6e54b-c602-45f2-97cf-f6cf59c8508b req-0d4c8ffe-4bfc-4f5e-93ea-8297072b6869 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67fa057e-4076-41a6-97da-7df2caf732e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3863332 Feb 09 14:06:02.331173 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f9ac791f-12ff-44a6-a93a-c44b3db63861 req-a506f871-2679-4a0e-92d4-44af9055896d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340163 Feb 09 14:06:02.365861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-d287900a-b1f6-442d-9b60-e3fe1a168b20 req-f82b144e-8d7e-46e1-aa8c-ea59f60c7c29 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:06:02.380326 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d287900a-b1f6-442d-9b60-e3fe1a168b20 req-f82b144e-8d7e-46e1-aa8c-ea59f60c7c29 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0717456 Feb 09 14:06:02.445544 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e4cdadc-a96f-45f3-8eb1-469efcbf8b1f req-2bcc90a0-4d48-4e65-9041-9af1d81df228 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=288625e0-68a4-4f8e-b960-d38316cb0b74 HTTP/1.1" status: 200 len: 217 time: 0.1359274 Feb 09 14:06:02.550111 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port a0514ebc-ca45-48ac-9e45-a7790d90cc49, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a0514ebc-ca45-48ac-9e45-a7790d90cc49,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:02.558330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f9c0b-ceed-4747-95c4-8070ca422eb9 None None] Calling delete_port for a0514ebc-ca45-48ac-9e45-a7790d90cc49 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:02.586944 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device bd440830-e6b3-4c24-aa97-0128a0747b66 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:02.645905 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:06:02.646620 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:06:02.650253 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cdadc-a96f-45f3-8eb1-469efcbf8b1f req-3b4263c0-a3a6-49b8-ad2f-468ebfebab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:02.652139 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e4cdadc-a96f-45f3-8eb1-469efcbf8b1f req-3b4263c0-a3a6-49b8-ad2f-468ebfebab9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f4c97bb-b5dc-4013-99c8-e51c35a4d412 HTTP/1.1" status: 200 len: 860 time: 0.1922505 Feb 09 14:06:02.656613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-e38fdb70-d23d-4da4-8a56-9586ac9b8330 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:02.657594 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:02.659662 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-e38fdb70-d23d-4da4-8a56-9586ac9b8330 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663&tenant_id=88a376f878274e1491d4af100b1ec6bb&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 1096 time: 0.2778909 Feb 09 14:06:02.666665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device bd440830-e6b3-4c24-aa97-0128a0747b66 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:06:02.699336 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-72f6e54b-c602-45f2-97cf-f6cf59c8508b req-dfb1e8de-1b15-4765-a0c7-8b9087ceef76 service neutron] 10.222.0.21 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077055 Feb 09 14:06:02.941496 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cdadc-a96f-45f3-8eb1-469efcbf8b1f req-f48b3112-fef4-4c29-8313-270da8972056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:02.942980 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e4cdadc-a96f-45f3-8eb1-469efcbf8b1f req-f48b3112-fef4-4c29-8313-270da8972056 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67fa057e-4076-41a6-97da-7df2caf732e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2512569 Feb 09 14:06:02.966203 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e7c96-bd3a-4d32-bb57-343ec4da4c72 req-634a789d-5ca2-43b5-87ac-21733c0ac60e tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:02.990991 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2d1e7c96-bd3a-4d32-bb57-343ec4da4c72 req-634a789d-5ca2-43b5-87ac-21733c0ac60e tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.4123952 Feb 09 14:06:02.996390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=a0514ebc-ca45-48ac-9e45-a7790d90cc49,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:03.016430 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-fe0f9c0b-ceed-4747-95c4-8070ca422eb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:06:03.016430 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-fe0f9c0b-ceed-4747-95c4-8070ca422eb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:06:03.049878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-49d57113-dae4-482d-9bae-3cce4965501d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:03.052456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-49d57113-dae4-482d-9bae-3cce4965501d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663&tenant_id=88a376f878274e1491d4af100b1ec6bb HTTP/1.1" status: 200 len: 1096 time: 0.2745109 Feb 09 14:06:03.069694 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-72f6e54b-c602-45f2-97cf-f6cf59c8508b req-f621680a-d2c2-4101-8a25-90b1e6fcb232 service neutron] 10.222.0.21 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579268 Feb 09 14:06:03.080543 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2d1e7c96-bd3a-4d32-bb57-343ec4da4c72 req-fc22de49-ef47-44c8-ae15-8f6df31da86b tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933423 Feb 09 14:06:03.177417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Deleting port a0514ebc-ca45-48ac-9e45-a7790d90cc49 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:03.178822 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:03.299125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20431f73-b2e4-4835-96d2-5317a11cb10f req-ae6eaeb7-441a-4ac5-a9e5-5a1c34bd77f5 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:03.301840 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-20431f73-b2e4-4835-96d2-5317a11cb10f req-ae6eaeb7-441a-4ac5-a9e5-5a1c34bd77f5 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 950 time: 0.1089988 Feb 09 14:06:03.361435 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-20431f73-b2e4-4835-96d2-5317a11cb10f req-75298bdf-d5e7-44f1-bc48-4f72594f4095 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509641 Feb 09 14:06:03.370098 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e4cdadc-a96f-45f3-8eb1-469efcbf8b1f req-6d5ef18b-9231-457c-afd1-7aa3365095be service neutron] 10.222.0.35 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142528 Feb 09 14:06:03.513545 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f9c0b-ceed-4747-95c4-8070ca422eb9 None None] Deleting port a0514ebc-ca45-48ac-9e45-a7790d90cc49 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:03.514570 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe0f9c0b-ceed-4747-95c4-8070ca422eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:03.737538 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-8ddd4afe-d53e-468a-a94c-2ecf59d8277b tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1001 time: 0.2916467 Feb 09 14:06:03.739909 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-644394b4-37cd-4f7e-b7ac-34b51e2f6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:03.741387 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-644394b4-37cd-4f7e-b7ac-34b51e2f6dad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 1096 time: 0.6043169 Feb 09 14:06:03.806208 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe0f9c0b-ceed-4747-95c4-8070ca422eb9 None None] For port a0514ebc-ca45-48ac-9e45-a7790d90cc49, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a0514ebc-ca45-48ac-9e45-a7790d90cc49,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:03.806665 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe0f9c0b-ceed-4747-95c4-8070ca422eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:03.907717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a0e4a-9c47-4d7d-869f-a8d2a72ec972 req-84081182-21f4-406e-9e27-6a3c8088edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:03.910298 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-276a0e4a-9c47-4d7d-869f-a8d2a72ec972 req-84081182-21f4-406e-9e27-6a3c8088edc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c1126ef126a4d5e8afd5ceb600f1edf&device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 1097 time: 0.3507819 Feb 09 14:06:03.921586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] For port a0514ebc-ca45-48ac-9e45-a7790d90cc49, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a0514ebc-ca45-48ac-9e45-a7790d90cc49,segment=NetworkSegment(d6fd3a90-fae8-4e23-9801-70b4d21ff69b),segment_id=d6fd3a90-fae8-4e23-9801-70b4d21ff69b)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:03.922132 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:03.962290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f9c0b-ceed-4747-95c4-8070ca422eb9 None None] Calling delete_port for a0514ebc-ca45-48ac-9e45-a7790d90cc49 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:04.079548 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe0f9c0b-ceed-4747-95c4-8070ca422eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:04.090731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-2d81a370-63b2-4d27-b574-2ff565073e92 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:04.102042 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Calling delete_port for a0514ebc-ca45-48ac-9e45-a7790d90cc49 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:04.103434 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-2d81a370-63b2-4d27-b574-2ff565073e92 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports/fb00f404-dc2c-4c00-b366-000ba1e9adb1 HTTP/1.1" status: 200 len: 942 time: 0.3527594 Feb 09 14:06:04.158525 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0f9c0b-ceed-4747-95c4-8070ca422eb9 None None] No DVR routers for this DVR port a0514ebc-ca45-48ac-9e45-a7790d90cc49 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:06:04.174039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f9c0b-ceed-4747-95c4-8070ca422eb9 None None] Pushing event deleted for resources: {'Port': ['ID=a0514ebc-ca45-48ac-9e45-a7790d90cc49,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:04.213236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a0e4a-9c47-4d7d-869f-a8d2a72ec972 req-13557775-2bc8-43b7-8e6f-d3f5527289da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:04.214064 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-276a0e4a-9c47-4d7d-869f-a8d2a72ec972 req-13557775-2bc8-43b7-8e6f-d3f5527289da service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a857aba-f933-4c3f-b9f2-3d18bdabe934 HTTP/1.1" status: 200 len: 918 time: 0.2902448 Feb 09 14:06:04.262727 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e4cdadc-a96f-45f3-8eb1-469efcbf8b1f req-c5dedec8-32c9-4830-80d5-aaa05b7724df service neutron] 10.222.0.35 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8673916 Feb 09 14:06:04.276846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-175025ba-62b3-4aa0-8564-f2b88b2556d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:04.278907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-175025ba-62b3-4aa0-8564-f2b88b2556d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 0.5000465 Feb 09 14:06:04.290565 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:06:04.291059 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:06:04.356157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44e4f8-a251-4320-ba8e-a66feea9ffd1 req-87aca304-286d-41ae-a64a-a37923c32f0a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:04.357836 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a44e4f8-a251-4320-ba8e-a66feea9ffd1 req-87aca304-286d-41ae-a64a-a37923c32f0a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 945 time: 0.6751697 Feb 09 14:06:04.375476 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-2b8c770f-0592-44a9-aa54-78aa1e35a3a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd440830-e6b3-4c24-aa97-0128a0747b66 HTTP/1.1" status: 200 len: 217 time: 0.0822694 Feb 09 14:06:04.459369 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-276a0e4a-9c47-4d7d-869f-a8d2a72ec972 req-0a36ae8f-f0be-4980-a5c0-a1dd05acf939 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ed91f30-4648-4153-a950-dfc34ecebe6f HTTP/1.1" status: 200 len: 217 time: 0.2347882 Feb 09 14:06:04.513857 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a44e4f8-a251-4320-ba8e-a66feea9ffd1 req-341b9006-a463-428c-896a-12470c66e5ac tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408958 Feb 09 14:06:04.523777 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ba241-34b4-4105-87ca-24e2358049fb req-5a924a3e-b30d-4917-8672-5f66ea5271ee tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:04.524893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-113d100f-f994-4880-8dfd-648550ede5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:04.525223 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-be1ba241-34b4-4105-87ca-24e2358049fb req-5a924a3e-b30d-4917-8672-5f66ea5271ee tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9bc2c0e-751e-476b-8543-e910f0b5f413 HTTP/1.1" status: 200 len: 945 time: 0.6922557 Feb 09 14:06:04.526395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-113d100f-f994-4880-8dfd-648550ede5e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.1164742 Feb 09 14:06:04.550174 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-750e2d3d-3da7-4e92-b09e-c7b93186b31c tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1001 time: 0.2272754 Feb 09 14:06:04.610868 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-28de01ac-0369-4101-9b4b-ed78b18246c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564249 Feb 09 14:06:04.611085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a0e4a-9c47-4d7d-869f-a8d2a72ec972 req-a5a5810c-c9f6-4ef1-bfc2-4e90394ab7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:04.612304 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-276a0e4a-9c47-4d7d-869f-a8d2a72ec972 req-a5a5810c-c9f6-4ef1-bfc2-4e90394ab7d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90ca065c-052c-492f-8251-4bf63ea79858 HTTP/1.1" status: 200 len: 858 time: 0.1461916 Feb 09 14:06:04.766719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Deleting port a0514ebc-ca45-48ac-9e45-a7790d90cc49 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:04.766967 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:04.800176 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-276a0e4a-9c47-4d7d-869f-a8d2a72ec972 req-c05696f1-ffa5-4009-b24a-4ccd52238499 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a857aba-f933-4c3f-b9f2-3d18bdabe934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1795950 Feb 09 14:06:04.871123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] The port 'a0514ebc-ca45-48ac-9e45-a7790d90cc49' was deleted {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:06:04.906004 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-65b49ade-a23d-4ec2-b793-1bfae17c9ca6 service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795475 Feb 09 14:06:04.932722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-be1ba241-34b4-4105-87ca-24e2358049fb req-b9ee3aab-df5d-43a0-9e91-f9893e869bfa tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Deleting port 288625e0-68a4-4f8e-b960-d38316cb0b74 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:04.933047 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-be1ba241-34b4-4105-87ca-24e2358049fb req-b9ee3aab-df5d-43a0-9e91-f9893e869bfa tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:05.095940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d2aea-aee9-4d06-8316-70c58ddafb18 req-01e1e7e3-4be6-42d6-8bd8-201dd303c067 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:05.097500 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c04d2aea-aee9-4d06-8316-70c58ddafb18 req-01e1e7e3-4be6-42d6-8bd8-201dd303c067 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.3967190 Feb 09 14:06:05.114678 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:05.140500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-be575514-8aed-4549-89c6-797aef3b05fe tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:05.141714 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-be575514-8aed-4549-89c6-797aef3b05fe tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.5368361 Feb 09 14:06:05.161438 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-276a0e4a-9c47-4d7d-869f-a8d2a72ec972 req-42d655ec-3761-4945-ab5e-9bddb074533f service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535352 Feb 09 14:06:05.179978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4438975a-7484-4e20-a7dd-31c3711d5a27']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:05.225789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:05.226089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fd3a90-fae8-4e23-9801-70b4d21ff69b') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:05.357050 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:05.374277 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c04d2aea-aee9-4d06-8316-70c58ddafb18 req-bb3f4e80-b2ea-4204-8cc1-7e8a67522c19 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507598 Feb 09 14:06:05.387811 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-aaa7a39a-51bd-4f5f-ab0c-dbb26b3201a2 service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534304 Feb 09 14:06:05.390319 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:05.413823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:06:05.414449 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:06:05.441073 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:06:05.600282 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:05.619190 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:05.636820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] Pushing event deleted for resources: {'Network': ['ID=4438975a-7484-4e20-a7dd-31c3711d5a27,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:05.660935 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-42187caa-595a-494a-9efc-ac9ba93c741d admin admin] 10.222.0.48 "DELETE /v2.0/networks/4438975a-7484-4e20-a7dd-31c3711d5a27 HTTP/1.1" status: 204 len: 168 time: 4.7147002 Feb 09 14:06:05.661244 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-db681ca2-a7da-4123-8bf9-8cf71071a922 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 1001 time: 0.5030129 Feb 09 14:06:05.668446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46940) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:05.760422 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-2ac5ff70-f981-4397-bce0-7b1ef8c92933 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:06:05.762354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860a8d3-0544-41d8-a4c1-aae53562170c req-d7382d03-b579-48b8-8a61-eefe65d1202e tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:05.764876 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8860a8d3-0544-41d8-a4c1-aae53562170c req-d7382d03-b579-48b8-8a61-eefe65d1202e tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.2197680 Feb 09 14:06:05.815894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a776bac-4014-40c0-846f-a3a79950e497 req-8e696d51-893c-4155-97ff-1eea51506034 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:05.817196 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a776bac-4014-40c0-846f-a3a79950e497 req-8e696d51-893c-4155-97ff-1eea51506034 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 950 time: 0.1576912 Feb 09 14:06:05.871199 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8860a8d3-0544-41d8-a4c1-aae53562170c req-63e41d66-3ea4-4e84-8fd8-a68e8dcb9afe tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978243 Feb 09 14:06:05.963474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-1a776bac-4014-40c0-846f-a3a79950e497 req-2a21ef11-5d64-4c1c-a824-3a182a0b9cbc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Deleting port f1625a2f-6c3d-42c4-bcb4-1b5794f59266 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:05.963851 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1a776bac-4014-40c0-846f-a3a79950e497 req-2a21ef11-5d64-4c1c-a824-3a182a0b9cbc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:06.034516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-be1ba241-34b4-4105-87ca-24e2358049fb req-b9ee3aab-df5d-43a0-9e91-f9893e869bfa tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] For port 288625e0-68a4-4f8e-b960-d38316cb0b74, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=288625e0-68a4-4f8e-b960-d38316cb0b74,segment=NetworkSegment(1ba2ae76-fb1e-46f8-8a69-14788815e0b7),segment_id=1ba2ae76-fb1e-46f8-8a69-14788815e0b7)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:06.035355 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-be1ba241-34b4-4105-87ca-24e2358049fb req-b9ee3aab-df5d-43a0-9e91-f9893e869bfa tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:06.056712 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-276a0e4a-9c47-4d7d-869f-a8d2a72ec972 req-91007d5e-849a-4691-ae4f-b62a9168fb98 service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8200715 Feb 09 14:06:06.119378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-95a46046-bd6f-4ead-95db-ec6e7e783de0 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:06.121196 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-95a46046-bd6f-4ead-95db-ec6e7e783de0 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663&tenant_id=88a376f878274e1491d4af100b1ec6bb&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 1096 time: 0.2339890 Feb 09 14:06:06.280306 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-be1ba241-34b4-4105-87ca-24e2358049fb req-b9ee3aab-df5d-43a0-9e91-f9893e869bfa tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Calling delete_port for 288625e0-68a4-4f8e-b960-d38316cb0b74 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:06.416871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1a776bac-4014-40c0-846f-a3a79950e497 req-2a21ef11-5d64-4c1c-a824-3a182a0b9cbc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] For port f1625a2f-6c3d-42c4-bcb4-1b5794f59266, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=f1625a2f-6c3d-42c4-bcb4-1b5794f59266,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:06.417617 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1a776bac-4014-40c0-846f-a3a79950e497 req-2a21ef11-5d64-4c1c-a824-3a182a0b9cbc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:06.432426 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-2ac5ff70-f981-4397-bce0-7b1ef8c92933 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:06.564834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-1a776bac-4014-40c0-846f-a3a79950e497 req-2a21ef11-5d64-4c1c-a824-3a182a0b9cbc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Calling delete_port for f1625a2f-6c3d-42c4-bcb4-1b5794f59266 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:06.604547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77eae23-47c3-49a8-9d00-c9eeb26bfae8 req-ee25ff1b-4a48-45f2-8705-ec2ba99661d4 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:06.605938 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f77eae23-47c3-49a8-9d00-c9eeb26bfae8 req-ee25ff1b-4a48-45f2-8705-ec2ba99661d4 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.3435276 Feb 09 14:06:06.665740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-2f529db3-1496-43f9-a593-a22fda535264 service neutron] For port bd440830-e6b3-4c24-aa97-0128a0747b66, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:06:06.692655 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-2f529db3-1496-43f9-a593-a22fda535264 service neutron] Notify callbacks [] for binding, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:06.694062 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2eb54f0a-6ddd-44b0-a70f-a5ef6c351a5d req-2f529db3-1496-43f9-a593-a22fda535264 service neutron] 10.222.0.35 "DELETE /v2.0/ports/bd440830-e6b3-4c24-aa97-0128a0747b66/bindings/n-h2-828418-2 HTTP/1.1" status: 204 len: 173 time: 0.5621698 Feb 09 14:06:06.706458 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f77eae23-47c3-49a8-9d00-c9eeb26bfae8 req-34a683b3-8e1b-428f-9ba6-2bf7475214b6 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914857 Feb 09 14:06:06.817373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1a776bac-4014-40c0-846f-a3a79950e497 req-2a21ef11-5d64-4c1c-a824-3a182a0b9cbc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:06.840775 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['7ff447dc-3755-4a6f-b061-94973b5f3fe3', '5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:06:06.871786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21ef11-5d64-4c1c-a824-3a182a0b9cbc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Pushing event deleted for resources: {'Port': ['ID=f1625a2f-6c3d-42c4-bcb4-1b5794f59266,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:06.885156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['77d7f02e-34bc-4e11-a27e-941eb5907981', '1931d8f0-f350-41b6-96dd-906f3e3a5c65', '70d71ad5-8505-4f19-a4dd-fe4613201ab5', '6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:06:07.013986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a776bac-4014-40c0-846f-a3a79950e497 req-2a21ef11-5d64-4c1c-a824-3a182a0b9cbc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] No DVR routers for this DVR port f1625a2f-6c3d-42c4-bcb4-1b5794f59266 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:06:07.017424 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1a776bac-4014-40c0-846f-a3a79950e497 req-2a21ef11-5d64-4c1c-a824-3a182a0b9cbc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:07.025034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec89b0d-08eb-4fb4-b8a5-192063c8da42', 'name': 'network-vif-deleted', 'tag': 'f1625a2f-6c3d-42c4-bcb4-1b5794f59266'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:06:07.048691 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a776bac-4014-40c0-846f-a3a79950e497 req-2a21ef11-5d64-4c1c-a824-3a182a0b9cbc tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "DELETE /v2.0/ports/f1625a2f-6c3d-42c4-bcb4-1b5794f59266 HTTP/1.1" status: 204 len: 173 time: 1.2235229 Feb 09 14:06:07.116397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdceb61-ca3b-4973-8334-c6f5c1d34566 req-886046ff-f613-43dd-abc8-7664e09339ee tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:07.120716 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bbdceb61-ca3b-4973-8334-c6f5c1d34566 req-886046ff-f613-43dd-abc8-7664e09339ee tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 950 time: 0.2511032 Feb 09 14:06:07.215945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bbdceb61-ca3b-4973-8334-c6f5c1d34566 req-5f66091f-ceb6-4d68-adda-1f6255021281 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840116 Feb 09 14:06:07.387600 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-be1ba241-34b4-4105-87ca-24e2358049fb req-b9ee3aab-df5d-43a0-9e91-f9893e869bfa tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:07.456309 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-2ac5ff70-f981-4397-bce0-7b1ef8c92933 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:07.474769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee3aab-df5d-43a0-9e91-f9893e869bfa tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Pushing event deleted for resources: {'Port': ['ID=288625e0-68a4-4f8e-b960-d38316cb0b74,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:07.511540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f1c48-3734-4d07-9376-13faea409762 req-acdb9ca4-3aa9-4dd3-8718-ebff72f9c1ba tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:07.514724 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-2ac5ff70-f981-4397-bce0-7b1ef8c92933 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:07.515237 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-2ac5ff70-f981-4397-bce0-7b1ef8c92933 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Floating IP feadaf9e-9b16-4766-a0d9-a19fb9b08242 disassociated. External IP: 172.25.8.224, port: fb00f404-dc2c-4c00-b366-000ba1e9adb1. Feb 09 14:06:07.518761 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d42f1c48-3734-4d07-9376-13faea409762 req-acdb9ca4-3aa9-4dd3-8718-ebff72f9c1ba tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 945 time: 0.1123619 Feb 09 14:06:07.584529 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d42f1c48-3734-4d07-9376-13faea409762 req-c75cf25d-438e-4004-ad37-de3b5d51439d tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641849 Feb 09 14:06:07.723900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1ba241-34b4-4105-87ca-24e2358049fb req-b9ee3aab-df5d-43a0-9e91-f9893e869bfa tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] No DVR routers for this DVR port 288625e0-68a4-4f8e-b960-d38316cb0b74 on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:06:07.727318 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-be1ba241-34b4-4105-87ca-24e2358049fb req-b9ee3aab-df5d-43a0-9e91-f9893e869bfa tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:07.737439 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'name': 'network-vif-deleted', 'tag': '288625e0-68a4-4f8e-b960-d38316cb0b74'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:06:07.818824 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-be1ba241-34b4-4105-87ca-24e2358049fb req-b9ee3aab-df5d-43a0-9e91-f9893e869bfa tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.35 "DELETE /v2.0/ports/288625e0-68a4-4f8e-b960-d38316cb0b74 HTTP/1.1" status: 204 len: 173 time: 3.2650690 Feb 09 14:06:07.913320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0b3a3484-d0ac-487f-a296-93dd641a4756 req-df10f8ea-d60c-4651-b9bd-ca38b767146a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Synchronizing usage tracker for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:06:07.962394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0b3a3484-d0ac-487f-a296-93dd641a4756 req-df10f8ea-d60c-4651-b9bd-ca38b767146a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Unset dirty status for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:06:07.964279 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b3a3484-d0ac-487f-a296-93dd641a4756 req-df10f8ea-d60c-4651-b9bd-ca38b767146a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ec89b0d-08eb-4fb4-b8a5-192063c8da42 HTTP/1.1" status: 200 len: 210 time: 0.1001170 Feb 09 14:06:08.274574 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:08.312543 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c5e4f49-965e-490b-a5cd-9072a102749a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:08.318467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37383983-8cb6-4464-aef6-5f50bbead86d req-68c0114b-3146-4512-bc8d-873ebe6a412f tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:08.320880 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-37383983-8cb6-4464-aef6-5f50bbead86d req-68c0114b-3146-4512-bc8d-873ebe6a412f tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.2219169 Feb 09 14:06:08.361877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['fb00f404-dc2c-4c00-b366-000ba1e9adb1'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:06:08.367385 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-37383983-8cb6-4464-aef6-5f50bbead86d req-f289279e-790c-4468-a9ff-ee6229d4f075 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405822 Feb 09 14:06:08.380072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-2ac5ff70-f981-4397-bce0-7b1ef8c92933 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Router c22942db-71af-4fde-8e06-dc40fafac562 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:06:08.446525 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device f1625a2f-6c3d-42c4-bcb4-1b5794f59266 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:08.454394 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec89b0d-08eb-4fb4-b8a5-192063c8da42', 'name': 'network-vif-deleted', 'tag': 'f1625a2f-6c3d-42c4-bcb4-1b5794f59266', 'status': 'completed', 'code': 200} Feb 09 14:06:08.523874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: f1625a2f-6c3d-42c4-bcb4-1b5794f59266 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:06:08.524561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device f1625a2f-6c3d-42c4-bcb4-1b5794f59266 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:06:08.526179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 288625e0-68a4-4f8e-b960-d38316cb0b74 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:08.587117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 288625e0-68a4-4f8e-b960-d38316cb0b74 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:06:08.587826 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 288625e0-68a4-4f8e-b960-d38316cb0b74 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:06:08.607998 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bc2c0e-751e-476b-8543-e910f0b5f413', 'name': 'network-vif-deleted', 'tag': '288625e0-68a4-4f8e-b960-d38316cb0b74', 'status': 'completed', 'code': 200} Feb 09 14:06:08.844561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e702efa-28cf-46cb-9791-2078c1250c9c req-a6445008-452f-42d0-a83d-7501cab9b536 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:08.846039 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4e702efa-28cf-46cb-9791-2078c1250c9c req-a6445008-452f-42d0-a83d-7501cab9b536 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.1146986 Feb 09 14:06:08.888206 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-2ac5ff70-f981-4397-bce0-7b1ef8c92933 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:06:08.897563 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-2ac5ff70-f981-4397-bce0-7b1ef8c92933 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:08.900198 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c789a0-ef11-4264-89fb-74cfd42869a8 None None] Sync routers for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:06:08.913049 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c789a0-ef11-4264-89fb-74cfd42869a8 None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:06:08.913655 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-82c789a0-ef11-4264-89fb-74cfd42869a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:05:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:08.920423 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4e702efa-28cf-46cb-9791-2078c1250c9c req-926ee43f-73cd-453a-99a4-993f7625e93b tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673275 Feb 09 14:06:08.980538 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-2ac5ff70-f981-4397-bce0-7b1ef8c92933 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "PUT /v2.0/floatingips/feadaf9e-9b16-4766-a0d9-a19fb9b08242 HTTP/1.1" status: 200 len: 696 time: 3.3034964 Feb 09 14:06:09.156444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7be73-876b-44be-b782-aeed90c06ed4 req-319d6630-7939-493f-b24b-6d32d64b2964 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:09.159194 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01e7be73-876b-44be-b782-aeed90c06ed4 req-319d6630-7939-493f-b24b-6d32d64b2964 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 950 time: 0.1189384 Feb 09 14:06:09.166341 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-82c789a0-ef11-4264-89fb-74cfd42869a8 None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:06:09.236483 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01e7be73-876b-44be-b782-aeed90c06ed4 req-51aa6957-b1c7-4756-9341-67a1999d336a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636795 Feb 09 14:06:09.325834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7c5e4f49-965e-490b-a5cd-9072a102749a admin admin] Deleting port 14f45597-d214-48fa-88a9-4608eae6ae4b {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:09.326250 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c5e4f49-965e-490b-a5cd-9072a102749a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:09.455514 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-b514eee7-beda-4151-b89b-1296861a1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:09.457564 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-b514eee7-beda-4151-b89b-1296861a1243 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 1096 time: 0.4567139 Feb 09 14:06:09.495471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2579b0-67fa-4934-918b-7ab04527001e req-05bd9d63-cf45-4314-a631-9bffee440764 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:09.497961 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ae2579b0-67fa-4934-918b-7ab04527001e req-05bd9d63-cf45-4314-a631-9bffee440764 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 1096 time: 0.1255188 Feb 09 14:06:09.544010 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-82c789a0-ef11-4264-89fb-74cfd42869a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:09.548897 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c789a0-ef11-4264-89fb-74cfd42869a8 None None] Checking router: c22942db-71af-4fde-8e06-dc40fafac562 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:06:09.560031 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c789a0-ef11-4264-89fb-74cfd42869a8 None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:06:09.560939 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-82c789a0-ef11-4264-89fb-74cfd42869a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:05:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:09.588354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ae2579b0-67fa-4934-918b-7ab04527001e req-3bb84d3a-98a3-4d1e-9928-61a9996072e3 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798302 Feb 09 14:06:09.641415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-7c5e4f49-965e-490b-a5cd-9072a102749a admin admin] For port 14f45597-d214-48fa-88a9-4608eae6ae4b, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=14f45597-d214-48fa-88a9-4608eae6ae4b,segment=NetworkSegment(41ae06dd-61c7-4763-ae39-589e7b5fa24d),segment_id=41ae06dd-61c7-4763-ae39-589e7b5fa24d)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:09.641953 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c5e4f49-965e-490b-a5cd-9072a102749a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:09.711422 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-eb94d78e-0e83-4505-a85a-7f3cf2828976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:09.712169 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-eb94d78e-0e83-4505-a85a-7f3cf2828976 service neutron] 10.222.0.48 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 921 time: 0.2446904 Feb 09 14:06:09.760436 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-82c789a0-ef11-4264-89fb-74cfd42869a8 None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:06:09.779572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7c5e4f49-965e-490b-a5cd-9072a102749a admin admin] Calling delete_port for 14f45597-d214-48fa-88a9-4608eae6ae4b owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:09.851316 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1b881112-d90f-467c-aae0-aaad2324d28f req-06d2ac09-4167-4504-b070-7847fdf3524e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354290 Feb 09 14:06:09.883923 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-a3d872e6-f61a-4442-bd2a-2f6e6c0cf140 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb00f404-dc2c-4c00-b366-000ba1e9adb1 HTTP/1.1" status: 200 len: 217 time: 0.1148350 Feb 09 14:06:09.993560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-694e117b-748d-4fc9-affc-9d9a84bd1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:09.995051 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-694e117b-748d-4fc9-affc-9d9a84bd1fad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f4c97bb-b5dc-4013-99c8-e51c35a4d412 HTTP/1.1" status: 200 len: 860 time: 0.0899911 Feb 09 14:06:10.050867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881112-d90f-467c-aae0-aaad2324d28f req-43552cce-169b-4ce4-9e7f-63820e11bc7b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:10.057803 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1b881112-d90f-467c-aae0-aaad2324d28f req-43552cce-169b-4ce4-9e7f-63820e11bc7b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937730 Feb 09 14:06:10.067037 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:10.072616 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1b881112-d90f-467c-aae0-aaad2324d28f req-de5667e7-609a-46c1-98c3-83461e7f8126 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/quotas/3c6a03b6484b48d8a9fb9b18aaadf881 HTTP/1.1" status: 200 len: 375 time: 0.0135574 Feb 09 14:06:10.129998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-06d3f33b-9b7b-47cf-a697-364a7871d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:10.131722 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-06d3f33b-9b7b-47cf-a697-364a7871d635 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=67fa057e-4076-41a6-97da-7df2caf732e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259007 Feb 09 14:06:10.173600 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-82c789a0-ef11-4264-89fb-74cfd42869a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:10.181105 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c789a0-ef11-4264-89fb-74cfd42869a8 None None] The sync data for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 is: [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:03:43Z', 'revision_number': 4, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a', 'name': '', 'network_id': '67fa057e-4076-41a6-97da-7df2caf732e1', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'mac_address': 'fa:16:3e:10:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:42Z', 'updated_at': '2022-02-09T14:03:52Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'subnets': [{'id': '0f4c97bb-b5dc-4013-99c8-e51c35a4d412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:06:10.182580 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1b881112-d90f-467c-aae0-aaad2324d28f req-43cd1e8f-07a0-4a6c-9581-de844a21818e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078064 Feb 09 14:06:10.325330 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c5e4f49-965e-490b-a5cd-9072a102749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:10.438363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e4f49-965e-490b-a5cd-9072a102749a admin admin] Pushing event deleted for resources: {'Port': ['ID=14f45597-d214-48fa-88a9-4608eae6ae4b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:10.632696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85af43e-2cef-4047-bbc6-854e29eedee9 req-b3998ebd-0912-4156-b6f9-7defac2866a8 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:10.639610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaddf0d-0e42-4f20-961e-53c2c802c382 None None] New status for floating IP feadaf9e-9b16-4766-a0d9-a19fb9b08242: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:06:10.648464 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d85af43e-2cef-4047-bbc6-854e29eedee9 req-b3998ebd-0912-4156-b6f9-7defac2866a8 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.1453707 Feb 09 14:06:10.674665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'tag': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:06:10.701536 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d85af43e-2cef-4047-bbc6-854e29eedee9 req-06b41ba4-e7e4-42a6-ac38-716fd5dc9c49 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517364 Feb 09 14:06:10.726805 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-1c829228-4c31-431b-9c39-300917fba483 service neutron] 10.222.0.48 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340996 Feb 09 14:06:10.938105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabe898-ad39-486d-9f10-a3c4f6cbb60a req-2ee44b06-ee52-45c5-9827-78f43bbb3a6f tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:10.940896 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-baabe898-ad39-486d-9f10-a3c4f6cbb60a req-2ee44b06-ee52-45c5-9827-78f43bbb3a6f tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 1096 time: 0.1124632 Feb 09 14:06:10.994908 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-baabe898-ad39-486d-9f10-a3c4f6cbb60a req-3979ad12-197b-4135-a49d-5348f24f7e2c tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470200 Feb 09 14:06:11.053628 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c5e4f49-965e-490b-a5cd-9072a102749a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:11.199809 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-750b94bb-a8e8-4aec-866f-33966cdcc15a req-c491c10a-3a0f-4cd2-b4d3-cf0334ab1004 service neutron] 10.222.0.48 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644651 Feb 09 14:06:11.336400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e12cb-182a-455f-8fc6-5bcfc4ee7cdc req-1e49b891-9e49-471a-8b75-462179975bee tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:11.349897 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c30e12cb-182a-455f-8fc6-5bcfc4ee7cdc req-1e49b891-9e49-471a-8b75-462179975bee tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.1281528 Feb 09 14:06:11.404492 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c30e12cb-182a-455f-8fc6-5bcfc4ee7cdc req-d7e50aab-c34a-4c43-85c7-651d2d920abd tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530107 Feb 09 14:06:11.591241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5e4f49-965e-490b-a5cd-9072a102749a admin admin] Router ecea4e42-8818-476f-8b00-c3d69c5add06 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:06:11.609269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e75a5-8eb7-4a46-a840-c48720f1c7c3 req-0c06da34-a256-4a35-b52b-a46b8f38f2ae tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:11.610892 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b33e75a5-8eb7-4a46-a840-c48720f1c7c3 req-0c06da34-a256-4a35-b52b-a46b8f38f2ae tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 950 time: 0.1900892 Feb 09 14:06:11.631196 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5745f5e-4416-4a25-b4c4-b58d7c9b2db0 req-387bfca1-be21-4b77-8bc7-162a53330fb8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 210 time: 0.0667789 Feb 09 14:06:11.755712 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b33e75a5-8eb7-4a46-a840-c48720f1c7c3 req-d0fd794e-e8a4-4d98-868b-394405700534 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908754 Feb 09 14:06:11.847214 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'tag': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1', 'status': 'completed', 'code': 200} Feb 09 14:06:11.857575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5e4f49-965e-490b-a5cd-9072a102749a admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:06:11.868931 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535630a-5162-41d8-a869-99e29285c86b None None] Sync routers for ids ['ecea4e42-8818-476f-8b00-c3d69c5add06'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:06:11.879950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47018) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:11.880155 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7c5e4f49-965e-490b-a5cd-9072a102749a admin admin] 10.222.0.48 "PUT /v2.0/routers/ecea4e42-8818-476f-8b00-c3d69c5add06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2104273 Feb 09 14:06:11.895999 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0535630a-5162-41d8-a869-99e29285c86b None None] Routers {'ecea4e42-8818-476f-8b00-c3d69c5add06'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:06:11.896723 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0535630a-5162-41d8-a869-99e29285c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:05:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ecea4e42-8818-476f-8b00-c3d69c5add06'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:12.038243 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1b881112-d90f-467c-aae0-aaad2324d28f req-29a48725-dce9-4d8b-8db3-fac3f35273a0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749562 Feb 09 14:06:12.266870 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-0535630a-5162-41d8-a869-99e29285c86b None None] Set router ecea4e42-8818-476f-8b00-c3d69c5add06 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:06:12.275425 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17a2b3f5-0d32-47dc-a62f-623567bbfb47 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:12.299847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b051686-9592-49c9-a54b-5156c72e0d58 req-cdaacfc6-1ff8-479c-ba25-079c9815cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:12.302244 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8b051686-9592-49c9-a54b-5156c72e0d58 req-cdaacfc6-1ff8-479c-ba25-079c9815cacd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b7259a929c2479f87042051c7cc0457&device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 1096 time: 0.4203551 Feb 09 14:06:12.479136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881112-d90f-467c-aae0-aaad2324d28f req-2d24c4f6-0a7b-47a8-a9ff-7bb63518c06b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:12.480737 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1b881112-d90f-467c-aae0-aaad2324d28f req-2d24c4f6-0a7b-47a8-a9ff-7bb63518c06b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4358563 Feb 09 14:06:12.496830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-1b881112-d90f-467c-aae0-aaad2324d28f req-717c40a7-2ba8-46cc-ac73-768c2e58ba79 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Request body: {'port': {'device_id': '9e9e227d-adde-4de8-90d6-58e0098bfffc', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': '3c6a03b6484b48d8a9fb9b18aaadf881'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:06:12.657786 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-1b881112-d90f-467c-aae0-aaad2324d28f req-717c40a7-2ba8-46cc-ac73-768c2e58ba79 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:06:12.666312 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0535630a-5162-41d8-a869-99e29285c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-878192580-router', 'tenant_id': '12024072d19941a9b576aeb94b5cb79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'fd7dfb92-6586-4bf2-a633-c2b21c86cce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:58Z', 'updated_at': '2022-02-09T14:06:10Z', 'revision_number': 5, 'project_id': '12024072d19941a9b576aeb94b5cb79b', 'gw_port': {'id': 'fd7dfb92-6586-4bf2-a633-c2b21c86cce7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:59Z', 'updated_at': '2022-02-09T14:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:12.671424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-1b881112-d90f-467c-aae0-aaad2324d28f req-717c40a7-2ba8-46cc-ac73-768c2e58ba79 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:06:12.682789 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535630a-5162-41d8-a869-99e29285c86b None None] Checking router: ecea4e42-8818-476f-8b00-c3d69c5add06 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:06:12.685400 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b881112-d90f-467c-aae0-aaad2324d28f req-717c40a7-2ba8-46cc-ac73-768c2e58ba79 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Made reservation on behalf of 3c6a03b6484b48d8a9fb9b18aaadf881 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:06:12.689678 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1b881112-d90f-467c-aae0-aaad2324d28f req-717c40a7-2ba8-46cc-ac73-768c2e58ba79 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:12.728639 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0535630a-5162-41d8-a869-99e29285c86b None None] Routers {'ecea4e42-8818-476f-8b00-c3d69c5add06'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:06:12.731318 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0535630a-5162-41d8-a869-99e29285c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:05:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ecea4e42-8818-476f-8b00-c3d69c5add06'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:12.742928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c772a-2fb9-48ee-8509-0fc0e5fc5a8a req-45b2c674-8bb8-4d4c-8f45-2dfc6fbaf5f3 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:12.755036 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd2c772a-2fb9-48ee-8509-0fc0e5fc5a8a req-45b2c674-8bb8-4d4c-8f45-2dfc6fbaf5f3 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.3370202 Feb 09 14:06:12.788004 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17a2b3f5-0d32-47dc-a62f-623567bbfb47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:12.809301 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b051686-9592-49c9-a54b-5156c72e0d58 req-974796c9-bfa9-4791-896e-bd2d257febd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:12.812587 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8b051686-9592-49c9-a54b-5156c72e0d58 req-974796c9-bfa9-4791-896e-bd2d257febd8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 200 len: 921 time: 0.4981701 Feb 09 14:06:12.826907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd2c772a-2fb9-48ee-8509-0fc0e5fc5a8a req-38c0d039-8b07-4066-82c4-7d715aa41034 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703969 Feb 09 14:06:12.827782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-17a2b3f5-0d32-47dc-a62f-623567bbfb47 admin admin] Deleting port fd7dfb92-6586-4bf2-a633-c2b21c86cce7 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:12.828131 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17a2b3f5-0d32-47dc-a62f-623567bbfb47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:12.948444 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-0535630a-5162-41d8-a869-99e29285c86b None None] Set router ecea4e42-8818-476f-8b00-c3d69c5add06 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:06:13.083198 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0535630a-5162-41d8-a869-99e29285c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-878192580-router', 'tenant_id': '12024072d19941a9b576aeb94b5cb79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:58Z', 'updated_at': '2022-02-09T14:06:12Z', 'revision_number': 6, 'project_id': '12024072d19941a9b576aeb94b5cb79b', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:13.088178 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535630a-5162-41d8-a869-99e29285c86b None None] The sync data for ids ['ecea4e42-8818-476f-8b00-c3d69c5add06'] in n-d-828418-2 is: [{'id': 'ecea4e42-8818-476f-8b00-c3d69c5add06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-878192580-router', 'tenant_id': '12024072d19941a9b576aeb94b5cb79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:58Z', 'updated_at': '2022-02-09T14:06:12Z', 'revision_number': 6, 'project_id': '12024072d19941a9b576aeb94b5cb79b', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:06:13.149204 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8b051686-9592-49c9-a54b-5156c72e0d58 req-93d8b7ce-651b-475d-b5ce-a80346f86b1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb00f404-dc2c-4c00-b366-000ba1e9adb1 HTTP/1.1" status: 200 len: 217 time: 0.3252444 Feb 09 14:06:13.248806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-17a2b3f5-0d32-47dc-a62f-623567bbfb47 admin admin] For port fd7dfb92-6586-4bf2-a633-c2b21c86cce7, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=fd7dfb92-6586-4bf2-a633-c2b21c86cce7,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:13.249091 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17a2b3f5-0d32-47dc-a62f-623567bbfb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:13.303094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b051686-9592-49c9-a54b-5156c72e0d58 req-0935e64f-afd4-4659-b449-a59d1c732850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:13.304594 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8b051686-9592-49c9-a54b-5156c72e0d58 req-0935e64f-afd4-4659-b449-a59d1c732850 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0f4c97bb-b5dc-4013-99c8-e51c35a4d412 HTTP/1.1" status: 200 len: 860 time: 0.1459060 Feb 09 14:06:13.402432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-17a2b3f5-0d32-47dc-a62f-623567bbfb47 admin admin] Calling delete_port for fd7dfb92-6586-4bf2-a633-c2b21c86cce7 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:13.418574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911b568-cd8b-4a81-877e-56e67ded5fda req-625fc679-c2de-401b-bd31-0b17fe36eea4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:13.418574 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f911b568-cd8b-4a81-877e-56e67ded5fda req-625fc679-c2de-401b-bd31-0b17fe36eea4 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 949 time: 0.4878986 Feb 09 14:06:13.439587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-1b881112-d90f-467c-aae0-aaad2324d28f req-717c40a7-2ba8-46cc-ac73-768c2e58ba79 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Allocated IP 192.168.233.55 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:06:13.447569 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd745-486c-451e-b52a-951ac55eb1a0 req-48928ecf-22bf-4f74-8a33-77de53177554 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:13.449946 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-08acd745-486c-451e-b52a-951ac55eb1a0 req-48928ecf-22bf-4f74-8a33-77de53177554 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.3405957 Feb 09 14:06:13.593233 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f911b568-cd8b-4a81-877e-56e67ded5fda req-a926c7c8-a888-4c75-b659-0bc0a646f80a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562941 Feb 09 14:06:13.681944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b051686-9592-49c9-a54b-5156c72e0d58 req-cb8f009f-fc98-4712-8b61-7efdfc4204f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:13.683448 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8b051686-9592-49c9-a54b-5156c72e0d58 req-cb8f009f-fc98-4712-8b61-7efdfc4204f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67fa057e-4076-41a6-97da-7df2caf732e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3688433 Feb 09 14:06:13.749376 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-08acd745-486c-451e-b52a-951ac55eb1a0 req-2f7e953b-1dde-47ae-a956-9c2091d02f2e tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717803 Feb 09 14:06:14.006581 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4df68787-41f5-491f-b02a-5ffb78ef409a req-8d18d3fc-4864-452e-adae-c5301eff374e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 210 time: 0.1176608 Feb 09 14:06:14.015610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 14f45597-d214-48fa-88a9-4608eae6ae4b no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:14.102594 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17a2b3f5-0d32-47dc-a62f-623567bbfb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:14.137755 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 14f45597-d214-48fa-88a9-4608eae6ae4b {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:06:14.138835 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 14f45597-d214-48fa-88a9-4608eae6ae4b not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:06:14.139809 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device fd7dfb92-6586-4bf2-a633-c2b21c86cce7 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:14.181914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2b3f5-0d32-47dc-a62f-623567bbfb47 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7dfb92-6586-4bf2-a633-c2b21c86cce7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:14.216014 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: fd7dfb92-6586-4bf2-a633-c2b21c86cce7 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:06:14.216745 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device fd7dfb92-6586-4bf2-a633-c2b21c86cce7 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:06:14.245787 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1b881112-d90f-467c-aae0-aaad2324d28f req-717c40a7-2ba8-46cc-ac73-768c2e58ba79 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:14.251171 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8b051686-9592-49c9-a54b-5156c72e0d58 req-617ba3cd-7ddf-400c-bf6f-510b2e95959b service neutron] 10.222.0.21 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418661 Feb 09 14:06:14.319632 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9386195-58cc-43fe-8ee1-31dc798f3112 req-c1c161f4-88d1-4501-b487-ce33f6cc34d1 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/floatingips/feadaf9e-9b16-4766-a0d9-a19fb9b08242 HTTP/1.1" status: 200 len: 694 time: 0.2401454 Feb 09 14:06:14.320212 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17a2b3f5-0d32-47dc-a62f-623567bbfb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:14.374045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bad12b-8d75-465d-9efd-ca8b34958b40 req-94b6adc0-4521-451a-8f98-cfe64c877322 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:14.378929 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22bad12b-8d75-465d-9efd-ca8b34958b40 req-94b6adc0-4521-451a-8f98-cfe64c877322 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 950 time: 0.3709168 Feb 09 14:06:14.399636 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-1b881112-d90f-467c-aae0-aaad2324d28f req-717c40a7-2ba8-46cc-ac73-768c2e58ba79 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Transition to ACTIVE for port object b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:06:14.582790 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17a2b3f5-0d32-47dc-a62f-623567bbfb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:14.586860 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17a2b3f5-0d32-47dc-a62f-623567bbfb47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:14.602195 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22bad12b-8d75-465d-9efd-ca8b34958b40 req-49e3d6ea-8317-43fd-b061-d4abae426272 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484861 Feb 09 14:06:14.742798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a03a2-7395-4645-96b7-2ac0e9bc2f90 req-8d225f2c-435a-4367-88d2-62164339fb35 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:14.745704 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-400a03a2-7395-4645-96b7-2ac0e9bc2f90 req-8d225f2c-435a-4367-88d2-62164339fb35 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "GET /v2.0/ports?device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 949 time: 0.5664694 Feb 09 14:06:14.749731 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17a2b3f5-0d32-47dc-a62f-623567bbfb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:14.750405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a2b3f5-0d32-47dc-a62f-623567bbfb47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecea4e42-8818-476f-8b00-c3d69c5add06 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:06:14.755565 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8b051686-9592-49c9-a54b-5156c72e0d58 req-0636bb65-9d49-47cc-b1d1-ade415188bc3 service neutron] 10.222.0.21 "GET /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893842 Feb 09 14:06:14.771481 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17a2b3f5-0d32-47dc-a62f-623567bbfb47 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:14.776783 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-17a2b3f5-0d32-47dc-a62f-623567bbfb47 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ecea4e42-8818-476f-8b00-c3d69c5add06 HTTP/1.1" status: 204 len: 168 time: 2.8914011 Feb 09 14:06:14.777895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47048) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:14.864111 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1b881112-d90f-467c-aae0-aaad2324d28f req-717c40a7-2ba8-46cc-ac73-768c2e58ba79 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:14.876790 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['72188270-bd12-4af3-9fcc-5acd7a7ee933', '887c5ea5-22c7-416b-9347-33cdf413e7a6'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:06:14.882280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9386195-58cc-43fe-8ee1-31dc798f3112 req-d93d86dc-0966-4c89-bbfb-95ed8dd534af tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:14.894118 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9386195-58cc-43fe-8ee1-31dc798f3112 req-d93d86dc-0966-4c89-bbfb-95ed8dd534af tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.4922507 Feb 09 14:06:14.929243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-601d31f5-6a24-4f18-a37c-0b763911b69b admin admin] Deleting subnet 035ff04b-ac8e-45c2-bbdf-fea918ae0eb5 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:06:14.943678 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-601d31f5-6a24-4f18-a37c-0b763911b69b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:14.971604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-e9386195-58cc-43fe-8ee1-31dc798f3112 req-0c50e0cf-c959-4cae-a8ef-582371b5e482 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:06:14.976010 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9386195-58cc-43fe-8ee1-31dc798f3112 req-0c50e0cf-c959-4cae-a8ef-582371b5e482 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0781686 Feb 09 14:06:15.134127 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-400a03a2-7395-4645-96b7-2ac0e9bc2f90 req-ad14722b-5614-42a7-9862-ddd59a07c37f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Deleting port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:15.135037 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-400a03a2-7395-4645-96b7-2ac0e9bc2f90 req-ad14722b-5614-42a7-9862-ddd59a07c37f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:15.182507 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-601d31f5-6a24-4f18-a37c-0b763911b69b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:15.195225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b881112-d90f-467c-aae0-aaad2324d28f req-717c40a7-2ba8-46cc-ac73-768c2e58ba79 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:06:15.201100 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9386195-58cc-43fe-8ee1-31dc798f3112 req-484e66db-ba27-4ee9-9bcc-a1ed337bfe0b tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 697 time: 0.2056282 Feb 09 14:06:15.204979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-1b881112-d90f-467c-aae0-aaad2324d28f req-717c40a7-2ba8-46cc-ac73-768c2e58ba79 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:06:15.207603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c40a7-2ba8-46cc-ac73-768c2e58ba79 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Pushing event updated for resources: {'Port': ['ID=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:15.212433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b881112-d90f-467c-aae0-aaad2324d28f req-717c40a7-2ba8-46cc-ac73-768c2e58ba79 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:06:15.378097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-601d31f5-6a24-4f18-a37c-0b763911b69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:15.444601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731ea1f-c81c-4bde-8c07-47a6ec7d7fcb req-38aeb888-c189-4dc6-8ab9-6173b1a4871c tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:15.448382 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9731ea1f-c81c-4bde-8c07-47a6ec7d7fcb req-38aeb888-c189-4dc6-8ab9-6173b1a4871c tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.6256275 Feb 09 14:06:15.530024 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9731ea1f-c81c-4bde-8c07-47a6ec7d7fcb req-d6cece35-3fbe-4afe-9d47-0b18277fcd84 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696232 Feb 09 14:06:15.539184 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-601d31f5-6a24-4f18-a37c-0b763911b69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:15.550868 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9386195-58cc-43fe-8ee1-31dc798f3112 req-0300d8c2-79e4-4785-aad9-2d72efd54b7f tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 697 time: 0.3068895 Feb 09 14:06:15.586311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d31f5-6a24-4f18-a37c-0b763911b69b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=035ff04b-ac8e-45c2-bbdf-fea918ae0eb5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:15.608790 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-601d31f5-6a24-4f18-a37c-0b763911b69b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:15.619426 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd154a5-c9b6-44d8-8143-3daace71aba5 None None] Network cd8cdb84-f444-42ab-b5ef-0482a8398cf8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:06:15.625322 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-601d31f5-6a24-4f18-a37c-0b763911b69b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/035ff04b-ac8e-45c2-bbdf-fea918ae0eb5 HTTP/1.1" status: 204 len: 168 time: 0.8462579 Feb 09 14:06:15.628522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47054) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:15.692256 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c16fb7eb-0a13-495c-8dff-8d5e20610fdd None None] Provisioning for port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:06:15.797147 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c16fb7eb-0a13-495c-8dff-8d5e20610fdd None None] Provisioning complete for port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:06:15.798068 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c16fb7eb-0a13-495c-8dff-8d5e20610fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:15.803260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881112-d90f-467c-aae0-aaad2324d28f req-717c40a7-2ba8-46cc-ac73-768c2e58ba79 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:15.804025 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1b881112-d90f-467c-aae0-aaad2324d28f req-717c40a7-2ba8-46cc-ac73-768c2e58ba79 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:15.849587 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:15.858577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-e9386195-58cc-43fe-8ee1-31dc798f3112 req-eef7822e-bd36-4d68-84ba-1a80ae0e4e96 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Deleting port 8a965f1f-1901-42dc-a44e-8760ef0e2c32 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:15.858904 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e9386195-58cc-43fe-8ee1-31dc798f3112 req-eef7822e-bd36-4d68-84ba-1a80ae0e4e96 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:15.871973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] Deleting port ed174e26-7cbf-404b-8f14-621fe9993a40 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:15.872344 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:15.973930 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c16fb7eb-0a13-495c-8dff-8d5e20610fdd None None] Port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:06:15.985261 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3557766-6e6e-461d-92d1-83641e04feb5 req-55d5515e-5ead-4dcb-a312-41116e3889a0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:15.986786 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3557766-6e6e-461d-92d1-83641e04feb5 req-55d5515e-5ead-4dcb-a312-41116e3889a0 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 949 time: 0.2620094 Feb 09 14:06:16.004890 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1b881112-d90f-467c-aae0-aaad2324d28f req-717c40a7-2ba8-46cc-ac73-768c2e58ba79 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5121272 Feb 09 14:06:16.027226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Request body: {'port': {'device_id': '9e9e227d-adde-4de8-90d6-58e0098bfffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:06:16.125001 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bf51fa-6621-46ee-880d-b70b3c8782be None None] DHCP port deletion for cd8cdb84-f444-42ab-b5ef-0482a8398cf8 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:06:16.133121 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-43bf51fa-6621-46ee-880d-b70b3c8782be None None] Deleting port ed174e26-7cbf-404b-8f14-621fe9993a40 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:16.133878 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-43bf51fa-6621-46ee-880d-b70b3c8782be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:16.154237 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3557766-6e6e-461d-92d1-83641e04feb5 req-3f14e998-0df3-4bca-8136-3830c6362df6 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570687 Feb 09 14:06:16.176198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] For port ed174e26-7cbf-404b-8f14-621fe9993a40, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ed174e26-7cbf-404b-8f14-621fe9993a40,segment=NetworkSegment(41ae06dd-61c7-4763-ae39-589e7b5fa24d),segment_id=41ae06dd-61c7-4763-ae39-589e7b5fa24d)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:16.192691 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:16.297126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-400a03a2-7395-4645-96b7-2ac0e9bc2f90 req-ad14722b-5614-42a7-9862-ddd59a07c37f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] For port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:16.297995 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-400a03a2-7395-4645-96b7-2ac0e9bc2f90 req-ad14722b-5614-42a7-9862-ddd59a07c37f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:16.456833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] Calling delete_port for ed174e26-7cbf-404b-8f14-621fe9993a40 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:16.464415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-400a03a2-7395-4645-96b7-2ac0e9bc2f90 req-ad14722b-5614-42a7-9862-ddd59a07c37f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Calling delete_port for 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:16.554135 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:16.575309 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e9386195-58cc-43fe-8ee1-31dc798f3112 req-eef7822e-bd36-4d68-84ba-1a80ae0e4e96 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:16.575983 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e9386195-58cc-43fe-8ee1-31dc798f3112 req-eef7822e-bd36-4d68-84ba-1a80ae0e4e96 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:16.595185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-43bf51fa-6621-46ee-880d-b70b3c8782be None None] For port ed174e26-7cbf-404b-8f14-621fe9993a40, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ed174e26-7cbf-404b-8f14-621fe9993a40,segment=NetworkSegment(41ae06dd-61c7-4763-ae39-589e7b5fa24d),segment_id=41ae06dd-61c7-4763-ae39-589e7b5fa24d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:16.595592 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-43bf51fa-6621-46ee-880d-b70b3c8782be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:16.627257 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:16.700810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed174e26-7cbf-404b-8f14-621fe9993a40,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:16.722661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] No DVR routers for this DVR port ed174e26-7cbf-404b-8f14-621fe9993a40 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:06:16.787296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-43bf51fa-6621-46ee-880d-b70b3c8782be None None] Calling delete_port for ed174e26-7cbf-404b-8f14-621fe9993a40 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:16.856877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-e9386195-58cc-43fe-8ee1-31dc798f3112 req-eef7822e-bd36-4d68-84ba-1a80ae0e4e96 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Calling delete_port for 8a965f1f-1901-42dc-a44e-8760ef0e2c32 owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:16.870123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559b941-f66e-4034-8dcb-abe4f2968d57 req-f28f99fc-8d8e-4530-b054-4f5d66c0ec68 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:16.877692 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d559b941-f66e-4034-8dcb-abe4f2968d57 req-f28f99fc-8d8e-4530-b054-4f5d66c0ec68 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.3033321 Feb 09 14:06:16.889022 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-43bf51fa-6621-46ee-880d-b70b3c8782be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:06:16.889465 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-43bf51fa-6621-46ee-880d-b70b3c8782be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:06:16.911783 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:16.948679 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d559b941-f66e-4034-8dcb-abe4f2968d57 req-264fd901-e63b-4af0-8808-2e20b6c6955c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687151 Feb 09 14:06:16.955039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8cdb84-f444-42ab-b5ef-0482a8398cf8']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:16.974960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ae06dd-61c7-4763-ae39-589e7b5fa24d') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:16.975272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ae06dd-61c7-4763-ae39-589e7b5fa24d') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:17.004537 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:17.039063 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:17.052650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:06:17.053143 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:06:17.066596 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:06:17.195855 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:17.220563 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:17.231775 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8cdb84-f444-42ab-b5ef-0482a8398cf8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:17.236175 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-400a03a2-7395-4645-96b7-2ac0e9bc2f90 req-ad14722b-5614-42a7-9862-ddd59a07c37f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:17.243432 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9ccf6b04-c93a-4592-acad-ee4335b7c7e0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cd8cdb84-f444-42ab-b5ef-0482a8398cf8 HTTP/1.1" status: 204 len: 168 time: 1.6099966 Feb 09 14:06:17.251437 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['77d7f02e-34bc-4e11-a27e-941eb5907981', '1931d8f0-f350-41b6-96dd-906f3e3a5c65', '70d71ad5-8505-4f19-a4dd-fe4613201ab5'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:06:17.270456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41963ef-8bbf-4f77-9f66-73abc4f4f1d9 req-3e075f73-8e2c-43de-820d-046601be093f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:17.272207 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e41963ef-8bbf-4f77-9f66-73abc4f4f1d9 req-3e075f73-8e2c-43de-820d-046601be093f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 935 time: 0.2048090 Feb 09 14:06:17.342367 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['7ff447dc-3755-4a6f-b061-94973b5f3fe3', '5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:06:17.363680 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e41963ef-8bbf-4f77-9f66-73abc4f4f1d9 req-b945375d-ac60-48ac-b3ca-8620e6c8e07f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820861 Feb 09 14:06:17.397527 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-43bf51fa-6621-46ee-880d-b70b3c8782be None None] Deleting port ed174e26-7cbf-404b-8f14-621fe9993a40 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:17.398269 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-43bf51fa-6621-46ee-880d-b70b3c8782be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:17.525640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14722b-5614-42a7-9862-ddd59a07c37f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Pushing event deleted for resources: {'Port': ['ID=6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:17.551751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47108) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:17.595785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-43bf51fa-6621-46ee-880d-b70b3c8782be None None] The port 'ed174e26-7cbf-404b-8f14-621fe9993a40' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:06:17.728009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-400a03a2-7395-4645-96b7-2ac0e9bc2f90 req-ad14722b-5614-42a7-9862-ddd59a07c37f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] No DVR routers for this DVR port 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:06:17.744778 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-400a03a2-7395-4645-96b7-2ac0e9bc2f90 req-ad14722b-5614-42a7-9862-ddd59a07c37f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:17.804684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ca5886-7a36-4094-90a0-dde78f897ea2', 'name': 'network-vif-deleted', 'tag': '6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:06:17.815251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ed174e26-7cbf-404b-8f14-621fe9993a40 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:17.821054 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-400a03a2-7395-4645-96b7-2ac0e9bc2f90 req-ad14722b-5614-42a7-9862-ddd59a07c37f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "DELETE /v2.0/ports/6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 HTTP/1.1" status: 204 len: 173 time: 3.0473642 Feb 09 14:06:17.838261 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e9386195-58cc-43fe-8ee1-31dc798f3112 req-eef7822e-bd36-4d68-84ba-1a80ae0e4e96 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:17.919822 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: ed174e26-7cbf-404b-8f14-621fe9993a40 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:06:17.920166 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ed174e26-7cbf-404b-8f14-621fe9993a40 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:06:17.949527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7822e-bd36-4d68-84ba-1a80ae0e4e96 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Pushing event deleted for resources: {'Port': ['ID=8a965f1f-1901-42dc-a44e-8760ef0e2c32,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:18.058572 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-84784d41-aac8-4801-9dcb-eb41fcd49b0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=819ad572178e4886a304631fc3728b0f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5056229 Feb 09 14:06:18.059148 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:06:18.060437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47142) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:18.228701 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0fae2367-d38d-4a60-b9fc-5b07f39f3238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:18.235478 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e9386195-58cc-43fe-8ee1-31dc798f3112 req-eef7822e-bd36-4d68-84ba-1a80ae0e4e96 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:18.239101 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e9386195-58cc-43fe-8ee1-31dc798f3112 req-eef7822e-bd36-4d68-84ba-1a80ae0e4e96 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:18.254217 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9386195-58cc-43fe-8ee1-31dc798f3112 req-eef7822e-bd36-4d68-84ba-1a80ae0e4e96 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "DELETE /v2.0/floatingips/feadaf9e-9b16-4766-a0d9-a19fb9b08242 HTTP/1.1" status: 204 len: 173 time: 2.6420021 Feb 09 14:06:18.272525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccce6c2-d97f-469d-8778-9fedf6a7b262 req-fcd0e777-7ce2-4f50-ac37-9fca252571a8 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:18.285633 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ccce6c2-d97f-469d-8778-9fedf6a7b262 req-fcd0e777-7ce2-4f50-ac37-9fca252571a8 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 950 time: 0.6277394 Feb 09 14:06:18.398489 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0fae2367-d38d-4a60-b9fc-5b07f39f3238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:18.428921 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ccce6c2-d97f-469d-8778-9fedf6a7b262 req-bbea049f-1140-4bd0-8950-032e4bf71390 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385808 Feb 09 14:06:18.530901 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0fae2367-d38d-4a60-b9fc-5b07f39f3238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:18.578796 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:18.611439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae2367-d38d-4a60-b9fc-5b07f39f3238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bfb4c6-962d-4275-928c-6e2accb090ec,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:18.641090 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0fae2367-d38d-4a60-b9fc-5b07f39f3238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:18.644440 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0fae2367-d38d-4a60-b9fc-5b07f39f3238 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5bfb4c6-962d-4275-928c-6e2accb090ec HTTP/1.1" status: 204 len: 168 time: 0.5800784 Feb 09 14:06:18.646582 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:06:18.779374 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:06:18.779756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:06:18.868786 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:18.966818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Transition to ACTIVE for port object b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:06:18.978442 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-51ed4604-b597-4dfb-8aac-e2f98a1f81fc req-2faed993-0fd2-4d56-8e55-5b1171c26bea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9851360 Feb 09 14:06:19.005890 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:19.142237 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0662d21a-c4d1-41a8-b791-23a5d202fe92 req-e634e1b3-4df1-4766-8fc4-74629485d0bf tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ca5886-7a36-4094-90a0-dde78f897ea2 HTTP/1.1" status: 200 len: 210 time: 0.0657046 Feb 09 14:06:19.290577 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ca5886-7a36-4094-90a0-dde78f897ea2', 'name': 'network-vif-deleted', 'tag': '6e31dc0b-79d5-41b9-8ea8-33f1c4b0a410', 'status': 'completed', 'code': 200} Feb 09 14:06:19.297349 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9be0463-633d-4411-afc1-c6b165aef37f req-dd83699a-0714-4a87-b64e-b4ff776bb25a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0792646 Feb 09 14:06:19.319267 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63830f3e-e073-419f-81d8-88adf6bffe40 req-575ba49e-8cdf-4494-bd09-b37ef07633bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:19.320819 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-63830f3e-e073-419f-81d8-88adf6bffe40 req-575ba49e-8cdf-4494-bd09-b37ef07633bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 1097 time: 0.5571947 Feb 09 14:06:19.343768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3980c7-bca1-4251-b1d8-f503312df342 req-6be98e6d-f788-47ba-811d-23b2086d2c80 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:19.345254 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fc3980c7-bca1-4251-b1d8-f503312df342 req-6be98e6d-f788-47ba-811d-23b2086d2c80 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.7279532 Feb 09 14:06:19.464444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47164) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:19.519771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Pushing event updated for resources: {'Port': ['ID=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:19.554983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57baa982-d05e-4a04-ba1d-2500a79e76b9 req-2eebe134-4655-420d-bf77-7df268baca0e tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:19.556597 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-57baa982-d05e-4a04-ba1d-2500a79e76b9 req-2eebe134-4655-420d-bf77-7df268baca0e tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.1582460 Feb 09 14:06:19.561421 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d7c9ff13-7418-469e-a321-e659ece90b87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12024072d19941a9b576aeb94b5cb79b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0931246 Feb 09 14:06:19.561707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47168) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:19.666009 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-57baa982-d05e-4a04-ba1d-2500a79e76b9 req-8ef8732a-b303-4ea4-96c4-63eeb4cbe86e tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005020 Feb 09 14:06:19.683154 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e4cb555b-6d54-46e5-9df1-468f0974b6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:19.702156 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fc3980c7-bca1-4251-b1d8-f503312df342 req-dfc2ceb4-5046-42ca-a890-976b575344a6 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452106 Feb 09 14:06:19.703714 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-63830f3e-e073-419f-81d8-88adf6bffe40 req-0db8f335-b1e3-41ed-9840-345d712f6d19 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728790 Feb 09 14:06:19.706535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Attempting to bind port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:06:19.706888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Attempting to bind port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:06:19.707201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Attempting to bind port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:06:19.713213 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed4604-b597-4dfb-8aac-e2f98a1f81fc req-1e8545f9-dd78-4da9-99fd-079ea2a50a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:19.714353 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-51ed4604-b597-4dfb-8aac-e2f98a1f81fc req-1e8545f9-dd78-4da9-99fd-079ea2a50a2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf414819203844d7be4cd33f0e40db8a&device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 1101 time: 0.7004669 Feb 09 14:06:19.719456 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:06:19.719605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Attempting to bind port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:06:19.733404 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e4cb555b-6d54-46e5-9df1-468f0974b6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:19.738844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:06:19.739102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:06:19.739474 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:06:19.739957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Bound port: b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:06:19.740308 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:19.807520 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e4cb555b-6d54-46e5-9df1-468f0974b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:19.834566 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb555b-6d54-46e5-9df1-468f0974b6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f3d4e9-f337-43fa-9522-78d18dda3fc9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:19.838739 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be0463-633d-4411-afc1-c6b165aef37f req-f38d8dd1-c438-494c-b1f4-efdccf608e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:19.840271 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9be0463-633d-4411-afc1-c6b165aef37f req-f38d8dd1-c438-494c-b1f4-efdccf608e14 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 1096 time: 0.5112772 Feb 09 14:06:19.852443 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e4cb555b-6d54-46e5-9df1-468f0974b6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:19.855831 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e4cb555b-6d54-46e5-9df1-468f0974b6c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1f3d4e9-f337-43fa-9522-78d18dda3fc9 HTTP/1.1" status: 204 len: 168 time: 0.2906940 Feb 09 14:06:20.376398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] For port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:06:20.390101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed4604-b597-4dfb-8aac-e2f98a1f81fc req-fe135467-b29f-44e3-8856-3aeecd369719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:20.391568 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-51ed4604-b597-4dfb-8aac-e2f98a1f81fc req-fe135467-b29f-44e3-8856-3aeecd369719 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.6388741 Feb 09 14:06:20.406906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] For port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:06:20.450754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fb9f5-8985-41d9-9ed3-f0cfc8a00a8c req-689d3553-0d23-4798-871e-66e8e1bcc935 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:20.459581 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-339fb9f5-8985-41d9-9ed3-f0cfc8a00a8c req-689d3553-0d23-4798-871e-66e8e1bcc935 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 950 time: 0.2005119 Feb 09 14:06:20.480494 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:20.525985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be0463-633d-4411-afc1-c6b165aef37f req-acb8f8fc-e4f2-4336-bc5b-b7d18e12e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:20.525985 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9be0463-633d-4411-afc1-c6b165aef37f req-acb8f8fc-e4f2-4336-bc5b-b7d18e12e82c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.5301421 Feb 09 14:06:20.532731 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-51ed4604-b597-4dfb-8aac-e2f98a1f81fc req-8cbbe3f5-978a-4a80-b952-900f21b99fa1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1931d8f0-f350-41b6-96dd-906f3e3a5c65 HTTP/1.1" status: 200 len: 217 time: 0.1278276 Feb 09 14:06:20.559238 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-339fb9f5-8985-41d9-9ed3-f0cfc8a00a8c req-8f5adeb3-8b3f-4c4a-838b-90d8674154cf tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970783 Feb 09 14:06:20.695840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5b56d-b8ed-43cb-a870-e4219c9fa21e req-f7234317-1031-46c7-8993-0fce7777ab4b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:20.696698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b3f5b56d-b8ed-43cb-a870-e4219c9fa21e req-f7234317-1031-46c7-8993-0fce7777ab4b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Synchronizing usage tracker for tenant:3c6a03b6484b48d8a9fb9b18aaadf881 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:06:20.717472 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9be0463-633d-4411-afc1-c6b165aef37f req-30b919a7-8092-48b4-9b5b-fd7aaf10e866 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4675296-c63b-4a68-9947-6352ad20f08e HTTP/1.1" status: 200 len: 217 time: 0.1736705 Feb 09 14:06:20.724227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:20.724837 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:20.726236 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1b881112-d90f-467c-aae0-aaad2324d28f req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] 10.222.0.21 "PUT /v2.0/ports/b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a HTTP/1.1" status: 200 len: 1095 time: 4.7058454 Feb 09 14:06:20.872810 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f084ae-d82e-41d7-8257-d701ccf75433 service neutron] Pushing event updated for resources: {'Port': ['ID=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:20.886209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b3f5b56d-b8ed-43cb-a870-e4219c9fa21e req-f7234317-1031-46c7-8993-0fce7777ab4b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Unset dirty status for tenant:3c6a03b6484b48d8a9fb9b18aaadf881 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:06:20.889243 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f5b56d-b8ed-43cb-a870-e4219c9fa21e req-f7234317-1031-46c7-8993-0fce7777ab4b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 947 time: 0.9643276 Feb 09 14:06:20.892229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed4604-b597-4dfb-8aac-e2f98a1f81fc req-0d2b77d7-29a3-4dad-9f7c-c52e919e2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:20.894195 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-51ed4604-b597-4dfb-8aac-e2f98a1f81fc req-0d2b77d7-29a3-4dad-9f7c-c52e919e2c5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.3383667 Feb 09 14:06:20.918715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be0463-633d-4411-afc1-c6b165aef37f req-2234b02a-a952-44e2-a742-504825722948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:20.920211 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9be0463-633d-4411-afc1-c6b165aef37f req-2234b02a-a952-44e2-a742-504825722948 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.1908290 Feb 09 14:06:20.971830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebdee0-5de9-49cb-b01d-7b9dfd6447a2 req-304ba650-62a5-40b3-8341-8d70a10dfac3 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:20.977046 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-36ebdee0-5de9-49cb-b01d-7b9dfd6447a2 req-304ba650-62a5-40b3-8341-8d70a10dfac3 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 945 time: 0.1669292 Feb 09 14:06:21.096067 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9be0463-633d-4411-afc1-c6b165aef37f req-d383bffa-0155-48aa-a984-d15f935227dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329904 Feb 09 14:06:21.097441 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-36ebdee0-5de9-49cb-b01d-7b9dfd6447a2 req-1ff26055-c8c9-4720-bd83-8f66ccbb671c tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093566 Feb 09 14:06:21.101233 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f5b56d-b8ed-43cb-a870-e4219c9fa21e req-30bb04aa-60af-405d-98f2-8903de7ac1d2 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844940 Feb 09 14:06:21.295096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9e227d-adde-4de8-90d6-58e0098bfffc', 'tag': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:06:21.365494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881112-d90f-467c-aae0-aaad2324d28f req-aacd976c-3407-45de-b93b-1235a2eaad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:21.367289 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1b881112-d90f-467c-aae0-aaad2324d28f req-aacd976c-3407-45de-b93b-1235a2eaad54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 1098 time: 0.5734260 Feb 09 14:06:21.480473 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1b881112-d90f-467c-aae0-aaad2324d28f req-474312bb-cec3-461e-b07a-aa5e0dcbf3da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a HTTP/1.1" status: 200 len: 217 time: 0.0962293 Feb 09 14:06:21.482543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed4604-b597-4dfb-8aac-e2f98a1f81fc req-b5577b88-7123-489a-ace4-6ba8572790b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:21.484139 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-51ed4604-b597-4dfb-8aac-e2f98a1f81fc req-b5577b88-7123-489a-ace4-6ba8572790b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5630753 Feb 09 14:06:21.500134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d6a8-d4f0-45b0-b61c-a465a1ae07a0 req-1137892a-3a63-4e5b-ab4e-4c89e5294beb tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:21.502181 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4c0d6a8-d4f0-45b0-b61c-a465a1ae07a0 req-1137892a-3a63-4e5b-ab4e-4c89e5294beb tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.0911410 Feb 09 14:06:21.557454 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9be0463-633d-4411-afc1-c6b165aef37f req-d6471a64-2331-4faf-ab14-b06b7f5b7da1 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535668 Feb 09 14:06:21.603231 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4c0d6a8-d4f0-45b0-b61c-a465a1ae07a0 req-91e17760-a851-4b27-b6cc-3a1867745e03 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704956 Feb 09 14:06:21.677556 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9e227d-adde-4de8-90d6-58e0098bfffc', 'tag': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a', 'status': 'completed', 'code': 200} Feb 09 14:06:21.789576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35051249-b949-49c6-b091-1b683d70672f req-3419c111-8081-43cb-a479-25404eb0897c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:21.791363 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-35051249-b949-49c6-b091-1b683d70672f req-3419c111-8081-43cb-a479-25404eb0897c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.5500479 Feb 09 14:06:21.797792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881112-d90f-467c-aae0-aaad2324d28f req-494e60d4-dcd3-404c-aa7d-995725da31b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:21.799272 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1b881112-d90f-467c-aae0-aaad2324d28f req-494e60d4-dcd3-404c-aa7d-995725da31b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.3110011 Feb 09 14:06:21.961421 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-51ed4604-b597-4dfb-8aac-e2f98a1f81fc req-6f608d80-1967-431f-8525-3553d6c59046 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001372 Feb 09 14:06:21.963226 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9be0463-633d-4411-afc1-c6b165aef37f req-2a0562b0-31e5-4505-a8d4-31000659e73f service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775229 Feb 09 14:06:21.988274 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-35051249-b949-49c6-b091-1b683d70672f req-b98b740a-20db-425b-a218-ade99c3cd777 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842256 Feb 09 14:06:22.269160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581efd7c-cb82-4bb2-8490-d08ded9df21f req-4ce76487-de63-453e-bc37-6dccf0a3680d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:22.282325 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-581efd7c-cb82-4bb2-8490-d08ded9df21f req-4ce76487-de63-453e-bc37-6dccf0a3680d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 950 time: 0.1648648 Feb 09 14:06:22.434756 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-581efd7c-cb82-4bb2-8490-d08ded9df21f req-dd1fa0b0-3c04-4c16-a53e-c5734331d436 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511168 Feb 09 14:06:22.470176 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-51ed4604-b597-4dfb-8aac-e2f98a1f81fc req-1cb5f02d-2e36-43bb-8747-d0d88143346b service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803896 Feb 09 14:06:22.485805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881112-d90f-467c-aae0-aaad2324d28f req-febc4a2f-da69-4941-a5a8-a05e6ddc5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:22.491349 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1b881112-d90f-467c-aae0-aaad2324d28f req-febc4a2f-da69-4941-a5a8-a05e6ddc5b77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5701842 Feb 09 14:06:22.518702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ecbcf-51e7-4afe-b9e5-73357528b95a req-fdfada23-c7f0-4934-b607-3f80d36982cd tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:22.519695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-364ecbcf-51e7-4afe-b9e5-73357528b95a req-fdfada23-c7f0-4934-b607-3f80d36982cd tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Synchronizing usage tracker for tenant:5b7259a929c2479f87042051c7cc0457 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:06:22.721389 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1b881112-d90f-467c-aae0-aaad2324d28f req-3a19c040-083a-4abc-a8a0-e15d6cf6d2b3 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966252 Feb 09 14:06:22.777246 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc10a44-cab2-4d37-9c77-a569e555a97e req-79e451c4-e285-46b9-b19a-054c656a3e24 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:22.779894 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1cc10a44-cab2-4d37-9c77-a569e555a97e req-79e451c4-e285-46b9-b19a-054c656a3e24 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 945 time: 0.1511571 Feb 09 14:06:22.862901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-364ecbcf-51e7-4afe-b9e5-73357528b95a req-fdfada23-c7f0-4934-b607-3f80d36982cd tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Unset dirty status for tenant:5b7259a929c2479f87042051c7cc0457 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:06:22.864762 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-364ecbcf-51e7-4afe-b9e5-73357528b95a req-fdfada23-c7f0-4934-b607-3f80d36982cd tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 945 time: 0.9002299 Feb 09 14:06:22.871873 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1cc10a44-cab2-4d37-9c77-a569e555a97e req-e0cd3e75-530a-483a-9dd8-3af5744a8e25 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787125 Feb 09 14:06:22.980579 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1b881112-d90f-467c-aae0-aaad2324d28f req-bd69408d-27b2-4a0e-bf13-b1a57111aa1e service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486930 Feb 09 14:06:22.994865 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-364ecbcf-51e7-4afe-b9e5-73357528b95a req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Deleting port fb00f404-dc2c-4c00-b366-000ba1e9adb1 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:22.995394 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-364ecbcf-51e7-4afe-b9e5-73357528b95a req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:23.494230 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb490ada-c853-4950-b85f-704d903d7844 req-1c7f2d62-84ae-4fd7-8bf7-81af9effe6dc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:23.495893 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb490ada-c853-4950-b85f-704d903d7844 req-1c7f2d62-84ae-4fd7-8bf7-81af9effe6dc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 947 time: 0.3542595 Feb 09 14:06:23.535442 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eb2b6-c738-4ebb-bc87-7f3a2826234f req-382f7f74-d1e2-49cd-bbb5-25697d0a15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:23.537168 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a50eb2b6-c738-4ebb-bc87-7f3a2826234f req-382f7f74-d1e2-49cd-bbb5-25697d0a15e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 1098 time: 0.4449270 Feb 09 14:06:23.590209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1b7c1-1354-4ecc-9ecf-433704a92456 req-852d9a1e-45dd-4b76-9cc1-3ecf7395811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:23.592118 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-afb1b7c1-1354-4ecc-9ecf-433704a92456 req-852d9a1e-45dd-4b76-9cc1-3ecf7395811b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c1126ef126a4d5e8afd5ceb600f1edf&device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 1097 time: 0.3384829 Feb 09 14:06:23.722548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74087f3-74e0-4155-8cdf-058f94b6829a req-2a715eb2-6c6a-4bd4-880c-819a1d35ecfe tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:23.724455 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d74087f3-74e0-4155-8cdf-058f94b6829a req-2a715eb2-6c6a-4bd4-880c-819a1d35ecfe tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=df794f11-a785-4e90-8d2f-a822615b8159 HTTP/1.1" status: 200 len: 949 time: 0.1411259 Feb 09 14:06:23.739258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-364ecbcf-51e7-4afe-b9e5-73357528b95a req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] For port fb00f404-dc2c-4c00-b366-000ba1e9adb1, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=fb00f404-dc2c-4c00-b366-000ba1e9adb1,segment=NetworkSegment(1ba2ae76-fb1e-46f8-8a69-14788815e0b7),segment_id=1ba2ae76-fb1e-46f8-8a69-14788815e0b7)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:23.739995 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-364ecbcf-51e7-4afe-b9e5-73357528b95a req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:23.816046 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d74087f3-74e0-4155-8cdf-058f94b6829a req-c8c021b8-995f-4f93-a9b3-e2755cbcbf67 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745745 Feb 09 14:06:23.828043 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb490ada-c853-4950-b85f-704d903d7844 req-70b12955-2e49-4c3f-a0cc-89adc462eaf2 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184607 Feb 09 14:06:24.127253 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada464c-d2f9-41f0-be2c-6e3ed6ac6e13 req-4bfd7be6-9e70-4d72-bcac-2cfd92670386 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:24.129368 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aada464c-d2f9-41f0-be2c-6e3ed6ac6e13 req-4bfd7be6-9e70-4d72-bcac-2cfd92670386 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.1517425 Feb 09 14:06:24.160861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-364ecbcf-51e7-4afe-b9e5-73357528b95a req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Calling delete_port for fb00f404-dc2c-4c00-b366-000ba1e9adb1 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:24.207845 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aada464c-d2f9-41f0-be2c-6e3ed6ac6e13 req-99b77434-980e-4c80-aef6-d48107e18780 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701287 Feb 09 14:06:24.452265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1b7c1-1354-4ecc-9ecf-433704a92456 req-f1fddcdd-7171-4714-aabf-3676c5d9ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:24.454080 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-afb1b7c1-1354-4ecc-9ecf-433704a92456 req-f1fddcdd-7171-4714-aabf-3676c5d9ec83 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a857aba-f933-4c3f-b9f2-3d18bdabe934 HTTP/1.1" status: 200 len: 918 time: 0.7824197 Feb 09 14:06:24.455761 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eb2b6-c738-4ebb-bc87-7f3a2826234f req-668f9f01-4af7-4668-a340-31fe72096b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:24.457461 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a50eb2b6-c738-4ebb-bc87-7f3a2826234f req-668f9f01-4af7-4668-a340-31fe72096b60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.9020236 Feb 09 14:06:24.563657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dec38-4345-4c7d-8918-c12e6a952439 req-1d4d7b79-8796-46fb-b74e-e4a006d4fa8a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:24.567626 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a14dec38-4345-4c7d-8918-c12e6a952439 req-1d4d7b79-8796-46fb-b74e-e4a006d4fa8a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 950 time: 0.1555212 Feb 09 14:06:24.658498 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a14dec38-4345-4c7d-8918-c12e6a952439 req-73c4835b-5ead-4f8d-b28d-bfb18c986bff tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796614 Feb 09 14:06:24.813506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47262) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:24.971372 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a50eb2b6-c738-4ebb-bc87-7f3a2826234f req-33c6ffbe-92fa-4ed2-a436-0ed541a82539 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a HTTP/1.1" status: 200 len: 217 time: 0.5007699 Feb 09 14:06:25.017891 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-afb1b7c1-1354-4ecc-9ecf-433704a92456 req-76846c7f-3a07-457b-94f3-3bc76eec9e21 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ed91f30-4648-4153-a950-dfc34ecebe6f HTTP/1.1" status: 200 len: 217 time: 0.1430080 Feb 09 14:06:25.027301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cf0dc-768f-4fad-8fe9-3e2b13a62703 req-2cb5ba56-d93a-4828-b805-e08b62955c49 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:25.029848 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-499cf0dc-768f-4fad-8fe9-3e2b13a62703 req-2cb5ba56-d93a-4828-b805-e08b62955c49 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad7bd0d4-7808-4408-b21a-077143496a91 HTTP/1.1" status: 200 len: 950 time: 0.3345885 Feb 09 14:06:25.048268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd82d7-915c-44fc-bf55-4746bd3928a0 req-33da77be-4377-4a3a-a4f2-dfd364189e50 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:25.050191 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41bd82d7-915c-44fc-bf55-4746bd3928a0 req-33da77be-4377-4a3a-a4f2-dfd364189e50 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 945 time: 0.1933510 Feb 09 14:06:25.145967 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-867e85d4-0e93-4e31-8ad8-7dd9cb38f395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:25.169653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816f9c9-6f55-48e9-a9d6-b7b74a8de78f req-b9f0367f-650f-4d69-9eeb-d5126275bbc1 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:25.176256 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d816f9c9-6f55-48e9-a9d6-b7b74a8de78f req-b9f0367f-650f-4d69-9eeb-d5126275bbc1 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 1.0407615 Feb 09 14:06:25.178952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eb2b6-c738-4ebb-bc87-7f3a2826234f req-8da8a383-f6f6-4f0b-84a5-2bbfbd109364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:25.180469 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a50eb2b6-c738-4ebb-bc87-7f3a2826234f req-8da8a383-f6f6-4f0b-84a5-2bbfbd109364 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1971152 Feb 09 14:06:25.181919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-867e85d4-0e93-4e31-8ad8-7dd9cb38f395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:06:25.189975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-867e85d4-0e93-4e31-8ad8-7dd9cb38f395 admin admin] Usage tracker for resource:security_group_rule and tenant:5f7e81ec53774bb68274f688916c13dc is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:06:25.195778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-499cf0dc-768f-4fad-8fe9-3e2b13a62703 req-730a2bf7-80f5-4ea3-afaf-3ac39ef64818 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Deleting port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:25.196207 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-499cf0dc-768f-4fad-8fe9-3e2b13a62703 req-730a2bf7-80f5-4ea3-afaf-3ac39ef64818 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:25.222211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-867e85d4-0e93-4e31-8ad8-7dd9cb38f395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:06:25.244217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41bd82d7-915c-44fc-bf55-4746bd3928a0 req-34427ef8-2155-47e3-9b21-b1a60ee51a90 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bd3c662-05ed-4df4-aedc-78689373e826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380363 Feb 09 14:06:25.252408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-867e85d4-0e93-4e31-8ad8-7dd9cb38f395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:06:25.265026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c2c1a77c-937d-4344-8f5f-939b6d6b5524 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:25.265791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c2c1a77c-937d-4344-8f5f-939b6d6b5524 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Synchronizing usage tracker for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:06:25.272287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1b7c1-1354-4ecc-9ecf-433704a92456 req-1c8ac5a7-bf2d-44ab-8ba9-87421259a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:25.273766 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-afb1b7c1-1354-4ecc-9ecf-433704a92456 req-1c8ac5a7-bf2d-44ab-8ba9-87421259a997 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90ca065c-052c-492f-8251-4bf63ea79858 HTTP/1.1" status: 200 len: 858 time: 0.2429039 Feb 09 14:06:25.368322 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d816f9c9-6f55-48e9-a9d6-b7b74a8de78f req-03276d11-a73e-40e4-8300-1f56c6143131 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910186 Feb 09 14:06:25.383315 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-afb1b7c1-1354-4ecc-9ecf-433704a92456 req-bc822c80-79d1-4858-bac7-c51e9e026fcb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a857aba-f933-4c3f-b9f2-3d18bdabe934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929925 Feb 09 14:06:25.413064 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-364ecbcf-51e7-4afe-b9e5-73357528b95a req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:25.656927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c2c1a77c-937d-4344-8f5f-939b6d6b5524 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Unset dirty status for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:06:25.658823 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c2c1a77c-937d-4344-8f5f-939b6d6b5524 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "GET /v2.0/ports?device_id=df794f11-a785-4e90-8d2f-a822615b8159 HTTP/1.1" status: 200 len: 949 time: 1.6661701 Feb 09 14:06:25.837572 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-867e85d4-0e93-4e31-8ad8-7dd9cb38f395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:25.847330 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Pushing event deleted for resources: {'Port': ['ID=fb00f404-dc2c-4c00-b366-000ba1e9adb1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:25.858925 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-867e85d4-0e93-4e31-8ad8-7dd9cb38f395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:25.896300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fe6d9-146c-4730-9605-4f2cb792205d req-62bc0f8b-0e37-4fdf-8643-ce28c259f8a1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:25.903853 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a8fe6d9-146c-4730-9605-4f2cb792205d req-62bc0f8b-0e37-4fdf-8643-ce28c259f8a1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=df794f11-a785-4e90-8d2f-a822615b8159 HTTP/1.1" status: 200 len: 949 time: 0.3452241 Feb 09 14:06:25.935378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-499cf0dc-768f-4fad-8fe9-3e2b13a62703 req-730a2bf7-80f5-4ea3-afaf-3ac39ef64818 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] For port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:25.936039 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-499cf0dc-768f-4fad-8fe9-3e2b13a62703 req-730a2bf7-80f5-4ea3-afaf-3ac39ef64818 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:25.960573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:25.960915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:25.961257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:25.961843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:25.962177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:25.962507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:25.962903 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:25.963236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:25.963559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:25.964156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:25.964484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:25.964809 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:26.048382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e85d4-0e93-4e31-8ad8-7dd9cb38f395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76bf2d0-1031-43f4-8e74-182bf9781bf8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:26.109222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-364ecbcf-51e7-4afe-b9e5-73357528b95a req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] No DVR routers for this DVR port fb00f404-dc2c-4c00-b366-000ba1e9adb1 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:06:26.125574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c496de9b-465c-47bc-a6ba-dbaa2570723f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Deleting port 70d71ad5-8505-4f19-a4dd-fe4613201ab5 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:26.125574 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c496de9b-465c-47bc-a6ba-dbaa2570723f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:26.163196 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-364ecbcf-51e7-4afe-b9e5-73357528b95a req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:26.166276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-499cf0dc-768f-4fad-8fe9-3e2b13a62703 req-730a2bf7-80f5-4ea3-afaf-3ac39ef64818 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Calling delete_port for 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:26.173284 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'name': 'network-vif-deleted', 'tag': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:06:26.206630 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-867e85d4-0e93-4e31-8ad8-7dd9cb38f395 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f7e81ec53774bb68274f688916c13dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3922441 Feb 09 14:06:26.217018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47282) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:26.231803 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a8fe6d9-146c-4730-9605-4f2cb792205d req-fa101333-dbb4-475d-9e91-cab6f1c85c8b tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269079 Feb 09 14:06:26.253479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eb2b6-c738-4ebb-bc87-7f3a2826234f req-afc93a65-7201-4b3a-b563-44be5aecbed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:26.256037 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a50eb2b6-c738-4ebb-bc87-7f3a2826234f req-afc93a65-7201-4b3a-b563-44be5aecbed6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0682118 Feb 09 14:06:26.258024 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-364ecbcf-51e7-4afe-b9e5-73357528b95a req-c6601dd5-307b-4220-b6c2-9f4c208414fb tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.21 "DELETE /v2.0/ports/fb00f404-dc2c-4c00-b366-000ba1e9adb1 HTTP/1.1" status: 204 len: 173 time: 3.3721340 Feb 09 14:06:26.325158 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-afb1b7c1-1354-4ecc-9ecf-433704a92456 req-694c144a-d53b-4957-b216-5aa245500975 service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9275806 Feb 09 14:06:26.336594 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b503450b-bca3-48a7-be2a-1dfb0d5acea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:26.465171 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b503450b-bca3-48a7-be2a-1dfb0d5acea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:26.566518 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 70d71ad5-8505-4f19-a4dd-fe4613201ab5 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:26.583305 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-499cf0dc-768f-4fad-8fe9-3e2b13a62703 req-730a2bf7-80f5-4ea3-afaf-3ac39ef64818 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:26.597332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553535c-bf43-448f-9137-8380f2c6a542 req-2f07315c-7dd3-417e-825b-4eff21703b67 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:26.608621 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2553535c-bf43-448f-9137-8380f2c6a542 req-2f07315c-7dd3-417e-825b-4eff21703b67 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 947 time: 0.8751843 Feb 09 14:06:26.641748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['77d7f02e-34bc-4e11-a27e-941eb5907981', '1931d8f0-f350-41b6-96dd-906f3e3a5c65'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:06:26.704149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f477-c4ce-43ef-8434-3604c7154124 req-0058daf6-c576-4aa1-80f8-eb2bfdca3e1e tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:26.712368 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ed7f477-c4ce-43ef-8434-3604c7154124 req-0058daf6-c576-4aa1-80f8-eb2bfdca3e1e tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.3117197 Feb 09 14:06:26.727256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a2bf7-80f5-4ea3-afaf-3ac39ef64818 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Pushing event deleted for resources: {'Port': ['ID=5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:26.737982 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b503450b-bca3-48a7-be2a-1dfb0d5acea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:26.745953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['7ff447dc-3755-4a6f-b061-94973b5f3fe3', '5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:06:26.763065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503450b-bca3-48a7-be2a-1dfb0d5acea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76bf2d0-1031-43f4-8e74-182bf9781bf8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:26.787479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:06:26.790168 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device fb00f404-dc2c-4c00-b366-000ba1e9adb1 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:26.816328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-499cf0dc-768f-4fad-8fe9-3e2b13a62703 req-730a2bf7-80f5-4ea3-afaf-3ac39ef64818 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] No DVR routers for this DVR port 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:06:26.825154 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-499cf0dc-768f-4fad-8fe9-3e2b13a62703 req-730a2bf7-80f5-4ea3-afaf-3ac39ef64818 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:26.832706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7bd0d4-7808-4408-b21a-077143496a91', 'name': 'network-vif-deleted', 'tag': '5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:06:26.833700 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-afb1b7c1-1354-4ecc-9ecf-433704a92456 req-b21faea6-66c5-49d0-958b-29b01adfd277 service neutron] 10.222.0.21 "GET /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311604 Feb 09 14:06:26.869396 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ed7f477-c4ce-43ef-8434-3604c7154124 req-a79c75db-215e-4535-b938-593e8ae50615 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560583 Feb 09 14:06:26.881301 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b503450b-bca3-48a7-be2a-1dfb0d5acea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:26.885311 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b503450b-bca3-48a7-be2a-1dfb0d5acea2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a76bf2d0-1031-43f4-8e74-182bf9781bf8 HTTP/1.1" status: 204 len: 168 time: 0.6630127 Feb 09 14:06:26.887109 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-499cf0dc-768f-4fad-8fe9-3e2b13a62703 req-730a2bf7-80f5-4ea3-afaf-3ac39ef64818 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.21 "DELETE /v2.0/ports/5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b HTTP/1.1" status: 204 len: 173 time: 1.8490434 Feb 09 14:06:26.946766 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ce2d93db-b25a-4497-a4fa-56f71ecaa1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:26.962493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: fb00f404-dc2c-4c00-b366-000ba1e9adb1 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:06:26.964885 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device fb00f404-dc2c-4c00-b366-000ba1e9adb1 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:06:27.038452 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2553535c-bf43-448f-9137-8380f2c6a542 req-e4e74166-fa93-42ca-9c1c-737cb3705c20 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314752 Feb 09 14:06:27.138389 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a50eb2b6-c738-4ebb-bc87-7f3a2826234f req-661182d3-1c5a-4dad-8a22-d90b1c104a8e service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8511961 Feb 09 14:06:27.160877 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c02a38e-a084-4ab5-bf16-2e69400e6ec8', 'name': 'network-vif-deleted', 'tag': 'fb00f404-dc2c-4c00-b366-000ba1e9adb1', 'status': 'completed', 'code': 200} Feb 09 14:06:27.177239 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.resource_extend [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:06:27.574194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cbe21-05ba-437a-8c74-ae97125ce7e3 req-9b3a394f-d8cd-4382-a3d0-2b1f52494dea tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:27.585173 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b0cbe21-05ba-437a-8c74-ae97125ce7e3 req-9b3a394f-d8cd-4382-a3d0-2b1f52494dea tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 950 time: 0.3145812 Feb 09 14:06:27.707059 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b0cbe21-05ba-437a-8c74-ae97125ce7e3 req-543a5911-28fa-46f1-9c2b-ff18b228ca6f tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165986 Feb 09 14:06:27.774899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47306) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:27.796489 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae42b123-035d-44fa-994d-f2bbd0d68aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:27.816271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ae42b123-035d-44fa-994d-f2bbd0d68aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:06:27.824548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ae42b123-035d-44fa-994d-f2bbd0d68aea admin admin] Usage tracker for resource:security_group_rule and tenant:9aee031dc4b5429186aae5daae337f23 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:06:27.828666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ae42b123-035d-44fa-994d-f2bbd0d68aea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:06:27.850580 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:06:27.910594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ae42b123-035d-44fa-994d-f2bbd0d68aea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:06:27.988918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c496de9b-465c-47bc-a6ba-dbaa2570723f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] For port 70d71ad5-8505-4f19-a4dd-fe4613201ab5, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=70d71ad5-8505-4f19-a4dd-fe4613201ab5,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:27.989593 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c496de9b-465c-47bc-a6ba-dbaa2570723f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:28.028572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe693aac-228c-496d-9dad-45339c783e2e req-08449a08-bc95-4146-b0d8-7042c1da1945 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:28.038406 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe693aac-228c-496d-9dad-45339c783e2e req-08449a08-bc95-4146-b0d8-7042c1da1945 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.2056704 Feb 09 14:06:28.105216 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:28.196379 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe693aac-228c-496d-9dad-45339c783e2e req-51770985-376d-47a5-ba88-e8a6e6e5be51 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563077 Feb 09 14:06:28.207471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:28.219043 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c496de9b-465c-47bc-a6ba-dbaa2570723f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Calling delete_port for 70d71ad5-8505-4f19-a4dd-fe4613201ab5 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:28.230439 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df794f11-a785-4e90-8d2f-a822615b8159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70d71ad5-8505-4f19-a4dd-fe4613201ab5'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:06:28.257654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-58247aa0-7e24-4df3-9064-8d9b4a94a1f8 req-eb2b30a7-4285-4813-aa1e-c0a625c6fc12 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Synchronizing usage tracker for tenant:5b7259a929c2479f87042051c7cc0457 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:06:28.294094 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a', 'mac_address': 'fa:16:3e:b9:6c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:06:28.296757 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae42b123-035d-44fa-994d-f2bbd0d68aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:28.304736 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae42b123-035d-44fa-994d-f2bbd0d68aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:28.312378 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 70d71ad5-8505-4f19-a4dd-fe4613201ab5, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=70d71ad5-8505-4f19-a4dd-fe4613201ab5,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:28.365186 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7bd0d4-7808-4408-b21a-077143496a91', 'name': 'network-vif-deleted', 'tag': '5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b', 'status': 'completed', 'code': 200} Feb 09 14:06:28.384495 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:28.525827 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ae42b123-035d-44fa-994d-f2bbd0d68aea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9aee031dc4b5429186aae5daae337f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7486372 Feb 09 14:06:28.534504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47320) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:28.535608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42b123-035d-44fa-994d-f2bbd0d68aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80017a8-0e30-46ce-8985-d40a1f386646,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:28.579142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-58247aa0-7e24-4df3-9064-8d9b4a94a1f8 req-eb2b30a7-4285-4813-aa1e-c0a625c6fc12 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] Unset dirty status for tenant:5b7259a929c2479f87042051c7cc0457 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:06:28.590094 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-58247aa0-7e24-4df3-9064-8d9b4a94a1f8 req-eb2b30a7-4285-4813-aa1e-c0a625c6fc12 tempest-FloatingIPsAssociationTestJSON-502162131 tempest-FloatingIPsAssociationTestJSON-502162131-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c02a38e-a084-4ab5-bf16-2e69400e6ec8 HTTP/1.1" status: 200 len: 210 time: 0.6884267 Feb 09 14:06:28.618790 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=70d71ad5-8505-4f19-a4dd-fe4613201ab5,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:28.659475 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a50eb2b6-c738-4ebb-bc87-7f3a2826234f req-5d7f6f9e-0f42-4a32-a5d7-c8e143e0b529 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4831746 Feb 09 14:06:28.727173 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:28.781841 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4e6cfb9-a374-4cf3-aa49-639015d62b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:28.792109 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c496de9b-465c-47bc-a6ba-dbaa2570723f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:06:28.793342 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c496de9b-465c-47bc-a6ba-dbaa2570723f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:06:28.823384 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:06:28.840168 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4e6cfb9-a374-4cf3-aa49-639015d62b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:28.856151 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:28.864860 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:28.952431 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4e6cfb9-a374-4cf3-aa49-639015d62b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:28.984856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6cfb9-a374-4cf3-aa49-639015d62b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80017a8-0e30-46ce-8985-d40a1f386646,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:28.994048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:29.000620 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4e6cfb9-a374-4cf3-aa49-639015d62b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:29.004645 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f4e6cfb9-a374-4cf3-aa49-639015d62b81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d80017a8-0e30-46ce-8985-d40a1f386646 HTTP/1.1" status: 204 len: 168 time: 0.4503336 Feb 09 14:06:29.069679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c342fc-69c1-46dc-96c4-de616176e360 req-18c30718-b7dd-4ff3-b0e7-7e79811f82a1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:29.072455 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-88c342fc-69c1-46dc-96c4-de616176e360 req-18c30718-b7dd-4ff3-b0e7-7e79811f82a1 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=df794f11-a785-4e90-8d2f-a822615b8159 HTTP/1.1" status: 200 len: 947 time: 0.1475544 Feb 09 14:06:29.084930 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8342f263-844a-4c3f-9a90-f6ab0e1f7d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:29.173445 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-88c342fc-69c1-46dc-96c4-de616176e360 req-0c185778-737b-43c3-9b77-9045aaf0fc78 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935795 Feb 09 14:06:29.272073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de51b0b-686d-4067-81db-d03e86181f27 req-61c16eff-57fa-4a68-a6a5-e1110c53cd0a tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:29.277783 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de51b0b-686d-4067-81db-d03e86181f27 req-61c16eff-57fa-4a68-a6a5-e1110c53cd0a tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 1096 time: 0.1106977 Feb 09 14:06:29.294912 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c496de9b-465c-47bc-a6ba-dbaa2570723f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Deleting port 70d71ad5-8505-4f19-a4dd-fe4613201ab5 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:29.295417 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c496de9b-465c-47bc-a6ba-dbaa2570723f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:29.347190 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de51b0b-686d-4067-81db-d03e86181f27 req-0c61f2e0-f758-47c0-bc27-b28431e26823 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591486 Feb 09 14:06:29.483264 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:06:29.770562 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c496de9b-465c-47bc-a6ba-dbaa2570723f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] For port 70d71ad5-8505-4f19-a4dd-fe4613201ab5, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=70d71ad5-8505-4f19-a4dd-fe4613201ab5,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:29.771180 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c496de9b-465c-47bc-a6ba-dbaa2570723f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:29.807537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947db7c-4c6d-4382-a9ed-58938286a497 req-d52371dc-6f79-47c0-88af-fecbca63c6b8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:29.821249 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4947db7c-4c6d-4382-a9ed-58938286a497 req-d52371dc-6f79-47c0-88af-fecbca63c6b8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 948 time: 0.2148857 Feb 09 14:06:29.934930 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4947db7c-4c6d-4382-a9ed-58938286a497 req-c867ce13-19b2-4b9f-8cd4-eb092b432cbe tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096435 Feb 09 14:06:29.966083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c496de9b-465c-47bc-a6ba-dbaa2570723f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Calling delete_port for 70d71ad5-8505-4f19-a4dd-fe4613201ab5 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:30.065270 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:30.214660 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:30.234881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cbb2a-5e27-48ba-945c-33e5c20859cf req-98fd81e7-0c83-4350-b5bd-0dd377f5af1e tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:30.245213 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-465cbb2a-5e27-48ba-945c-33e5c20859cf req-98fd81e7-0c83-4350-b5bd-0dd377f5af1e tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.1610100 Feb 09 14:06:30.316270 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-465cbb2a-5e27-48ba-945c-33e5c20859cf req-6da8a01e-e43d-4daf-a2d5-400727cc8318 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696754 Feb 09 14:06:30.333480 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c496de9b-465c-47bc-a6ba-dbaa2570723f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:30.348739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['77d7f02e-34bc-4e11-a27e-941eb5907981', '1931d8f0-f350-41b6-96dd-906f3e3a5c65'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:06:30.428030 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df794f11-a785-4e90-8d2f-a822615b8159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70d71ad5-8505-4f19-a4dd-fe4613201ab5', 'code': 200} Feb 09 14:06:30.483269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496de9b-465c-47bc-a6ba-dbaa2570723f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Pushing event deleted for resources: {'Port': ['ID=70d71ad5-8505-4f19-a4dd-fe4613201ab5,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:30.489961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47360) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:30.622750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c496de9b-465c-47bc-a6ba-dbaa2570723f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] No DVR routers for this DVR port 70d71ad5-8505-4f19-a4dd-fe4613201ab5 on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:06:30.629019 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c496de9b-465c-47bc-a6ba-dbaa2570723f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:30.634241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df794f11-a785-4e90-8d2f-a822615b8159', 'name': 'network-vif-deleted', 'tag': '70d71ad5-8505-4f19-a4dd-fe4613201ab5'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:06:30.662398 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1878ae67-15d3-4d55-aac4-8ae46fdd9b61 req-c496de9b-465c-47bc-a6ba-dbaa2570723f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "DELETE /v2.0/ports/70d71ad5-8505-4f19-a4dd-fe4613201ab5 HTTP/1.1" status: 204 len: 173 time: 4.8188663 Feb 09 14:06:30.872317 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:31.101548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['7ff447dc-3755-4a6f-b061-94973b5f3fe3'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:06:31.154106 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:06:31.154666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5f63ae65-fca4-4e1b-92f5-98eaefbd7e6b not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:06:31.312803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b30bc2-ee96-4454-9d1d-ff2a4db647a1 req-0674142e-b601-4d51-bcb5-5cf5675c009f tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.324307 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b6b30bc2-ee96-4454-9d1d-ff2a4db647a1 req-0674142e-b601-4d51-bcb5-5cf5675c009f tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 1096 time: 0.6785901 Feb 09 14:06:31.333674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.349570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.350643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.350643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.351074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.351550 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.355002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.363368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.364061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.364549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.365025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.365497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.368042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.369174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.369669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.370160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.370615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.371083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.394773 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-1016befd-2e09-4f09-8b3c-3ae0a5f4ba4e tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc&device_id=b30fd153-b597-4f62-a75b-22224c0d257a&device_id=50e94b8e-def6-4992-928b-b9699ebb41ec&device_id=46919d0c-76c8-4943-a574-007ed38af2ce&device_id=aee07a85-3679-4a90-9ec1-96750134b50d&device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663&device_id=4f38106e-b3b9-4570-a279-dbdac4781fda&device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7&device_id=ccd3c155-abf8-4889-8310-85565b17c715&device_id=fad78693-b647-4ff4-865b-a4bbb871bfea&device_id=3f7564f6-3c42-40a9-8d20-754568194334&device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3&device_id=df794f11-a785-4e90-8d2f-a822615b8159&device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf&device_id=cee4c674-e5b1-45cd-afa8-099c4c668937&device_id=4f139c1d-256c-4700-a045-b006c63b3fe6&device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437&device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740&device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 16217 time: 0.2310233 Feb 09 14:06:31.418810 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-8034b062-e432-4b77-b69e-cd54bec0ceb3 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:31.439904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-8034b062-e432-4b77-b69e-cd54bec0ceb3 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:06:31.444735 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-8034b062-e432-4b77-b69e-cd54bec0ceb3 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Usage tracker for resource:security_group_rule and tenant:1aa1547e20fc427c9d8b93105b8fae88 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:06:31.448295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-8034b062-e432-4b77-b69e-cd54bec0ceb3 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:06:31.468109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-8034b062-e432-4b77-b69e-cd54bec0ceb3 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:06:31.594895 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:31.638504 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b6b30bc2-ee96-4454-9d1d-ff2a4db647a1 req-119e000d-caa9-4c06-9fec-80512c5b14d2 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126814 Feb 09 14:06:31.743455 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-8034b062-e432-4b77-b69e-cd54bec0ceb3 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:31.752118 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-8034b062-e432-4b77-b69e-cd54bec0ceb3 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:31.844383 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3a3fa9e1-6acf-4d7f-ba80-3b2f6918e9ff req-8034b062-e432-4b77-b69e-cd54bec0ceb3 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&id=7a68b049-5fbc-4279-a00b-8a06360b48b3&id=382d88ac-4275-4ca0-80da-3f05d483a8b0&id=ff1493a9-45c5-45d5-8435-8183e8c696f8&id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 622 time: 0.4454396 Feb 09 14:06:31.886054 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034b062-e432-4b77-b69e-cd54bec0ceb3 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdcfa90-d403-4f98-b081-edb90266bd04,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:31.912638 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df794f11-a785-4e90-8d2f-a822615b8159', 'name': 'network-vif-deleted', 'tag': '70d71ad5-8505-4f19-a4dd-fe4613201ab5', 'status': 'completed', 'code': 200} Feb 09 14:06:32.118118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6bfcc-ee43-4134-8a8e-92f2552b0d37 req-5371afc5-b5af-412f-b682-5929c5637921 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:32.120003 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-62e6bfcc-ee43-4134-8a8e-92f2552b0d37 req-5371afc5-b5af-412f-b682-5929c5637921 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 948 time: 0.1176159 Feb 09 14:06:32.170047 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d5da829-2824-4999-9fc8-e4d3c9544dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:32.170279 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-62e6bfcc-ee43-4134-8a8e-92f2552b0d37 req-ff838771-b594-4cea-a4d5-dfa69923b629 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435543 Feb 09 14:06:32.242988 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0726b0-fefa-4797-bb3a-b84a0b8ccc26 req-b0831a90-dc08-446a-92db-d7cb999aee33 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:32.242988 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-db0726b0-fefa-4797-bb3a-b84a0b8ccc26 req-b0831a90-dc08-446a-92db-d7cb999aee33 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.1855745 Feb 09 14:06:32.318811 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-db0726b0-fefa-4797-bb3a-b84a0b8ccc26 req-f58da639-d421-4593-a747-45e908c4b883 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658548 Feb 09 14:06:32.748514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-6d5da829-2824-4999-9fc8-e4d3c9544dfd admin admin] Deleting port ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:32.749198 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d5da829-2824-4999-9fc8-e4d3c9544dfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:32.789641 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d332da5-f996-478d-bc4d-e5356f8167c1 req-1d801f2f-0f38-4a53-8d57-0d30eb0dce66 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:32.790257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d332da5-f996-478d-bc4d-e5356f8167c1 req-1d801f2f-0f38-4a53-8d57-0d30eb0dce66 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:32.796792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d332da5-f996-478d-bc4d-e5356f8167c1 req-1d801f2f-0f38-4a53-8d57-0d30eb0dce66 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:32.797533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d332da5-f996-478d-bc4d-e5356f8167c1 req-1d801f2f-0f38-4a53-8d57-0d30eb0dce66 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:32.798798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d332da5-f996-478d-bc4d-e5356f8167c1 req-1d801f2f-0f38-4a53-8d57-0d30eb0dce66 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:32.799567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d332da5-f996-478d-bc4d-e5356f8167c1 req-1d801f2f-0f38-4a53-8d57-0d30eb0dce66 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:32.800345 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d332da5-f996-478d-bc4d-e5356f8167c1 req-1d801f2f-0f38-4a53-8d57-0d30eb0dce66 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:32.801427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d332da5-f996-478d-bc4d-e5356f8167c1 req-1d801f2f-0f38-4a53-8d57-0d30eb0dce66 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:32.802177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d332da5-f996-478d-bc4d-e5356f8167c1 req-1d801f2f-0f38-4a53-8d57-0d30eb0dce66 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:32.806641 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d332da5-f996-478d-bc4d-e5356f8167c1 req-1d801f2f-0f38-4a53-8d57-0d30eb0dce66 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6423 time: 0.3818510 Feb 09 14:06:32.887651 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:06:33.017409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-6d5da829-2824-4999-9fc8-e4d3c9544dfd admin admin] For port ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a,segment=NetworkSegment(1ba2ae76-fb1e-46f8-8a69-14788815e0b7),segment_id=1ba2ae76-fb1e-46f8-8a69-14788815e0b7)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:33.017863 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d5da829-2824-4999-9fc8-e4d3c9544dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:33.059245 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:06:33.075522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:06:33.075960 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:33.161474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-6d5da829-2824-4999-9fc8-e4d3c9544dfd admin admin] Calling delete_port for ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:33.349268 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:33.427278 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e227d-adde-4de8-90d6-58e0098bfffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:06:33.438617 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:33.448270 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:33.595312 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:33.764724 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d5da829-2824-4999-9fc8-e4d3c9544dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:33.821176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5da829-2824-4999-9fc8-e4d3c9544dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:34.269650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c28d7-f9aa-4a58-81e2-9f0435e25e6e req-85383fed-9efd-4e33-9459-547d74c346a2 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:34.270182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c28d7-f9aa-4a58-81e2-9f0435e25e6e req-85383fed-9efd-4e33-9459-547d74c346a2 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:34.270602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c28d7-f9aa-4a58-81e2-9f0435e25e6e req-85383fed-9efd-4e33-9459-547d74c346a2 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:34.271580 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d5da829-2824-4999-9fc8-e4d3c9544dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:34.273265 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3c1c28d7-f9aa-4a58-81e2-9f0435e25e6e req-85383fed-9efd-4e33-9459-547d74c346a2 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a&device_id=46919d0c-76c8-4943-a574-007ed38af2ce&device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 2883 time: 0.1690395 Feb 09 14:06:34.368735 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3c1c28d7-f9aa-4a58-81e2-9f0435e25e6e req-0552093c-a91e-4dae-b2ac-2717fd1c273f tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831161 Feb 09 14:06:34.636170 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe335b-d914-45c5-b3ff-8b9ade09331b req-28f27dec-e055-4f1f-9643-3b7bb924adfd tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:34.638366 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-93fe335b-d914-45c5-b3ff-8b9ade09331b req-28f27dec-e055-4f1f-9643-3b7bb924adfd tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 886 time: 0.1808364 Feb 09 14:06:34.661971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-b723bab8-3c5f-4f9b-935a-ba623b0eb0dd tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:06:34.663783 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-b723bab8-3c5f-4f9b-935a-ba623b0eb0dd tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082331 Feb 09 14:06:34.684483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-4d878abc-d820-488f-b111-a66a280e38cf req-097c72b4-e8f8-4967-9568-30d192380ac7 service neutron] Request body: {'binding': {'host': 'n-h2-828418-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:06:34.685359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-4d878abc-d820-488f-b111-a66a280e38cf req-097c72b4-e8f8-4967-9568-30d192380ac7 service neutron] Unknown quota resources ['binding']. {{(pid=87596) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 14:06:34.930085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5da829-2824-4999-9fc8-e4d3c9544dfd admin admin] Router c22942db-71af-4fde-8e06-dc40fafac562 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:06:35.069472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-4d878abc-d820-488f-b111-a66a280e38cf req-097c72b4-e8f8-4967-9568-30d192380ac7 service neutron] Attempting to bind port 2405a66f-db86-4903-b398-484d0a780820 on host n-h2-828418-2 for vnic_type normal with profile None {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:06:35.070113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-4d878abc-d820-488f-b111-a66a280e38cf req-097c72b4-e8f8-4967-9568-30d192380ac7 service neutron] Attempting to bind port 2405a66f-db86-4903-b398-484d0a780820 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:06:35.070113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878abc-d820-488f-b111-a66a280e38cf req-097c72b4-e8f8-4967-9568-30d192380ac7 service neutron] Attempting to bind port 2405a66f-db86-4903-b398-484d0a780820 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:06:35.077566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878abc-d820-488f-b111-a66a280e38cf req-097c72b4-e8f8-4967-9568-30d192380ac7 service neutron] Port 2405a66f-db86-4903-b398-484d0a780820 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:06:35.078452 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878abc-d820-488f-b111-a66a280e38cf req-097c72b4-e8f8-4967-9568-30d192380ac7 service neutron] Attempting to bind port 2405a66f-db86-4903-b398-484d0a780820 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:06:35.086657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878abc-d820-488f-b111-a66a280e38cf req-097c72b4-e8f8-4967-9568-30d192380ac7 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:06:35.087071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878abc-d820-488f-b111-a66a280e38cf req-097c72b4-e8f8-4967-9568-30d192380ac7 service neutron] Checking segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:06:35.087568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878abc-d820-488f-b111-a66a280e38cf req-097c72b4-e8f8-4967-9568-30d192380ac7 service neutron] Bound using segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:06:35.088150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-4d878abc-d820-488f-b111-a66a280e38cf req-097c72b4-e8f8-4967-9568-30d192380ac7 service neutron] Bound port: 2405a66f-db86-4903-b398-484d0a780820, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:06:35.179586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-4d878abc-d820-488f-b111-a66a280e38cf req-097c72b4-e8f8-4967-9568-30d192380ac7 service neutron] For port 2405a66f-db86-4903-b398-484d0a780820, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=2405a66f-db86-4903-b398-484d0a780820,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:06:35.200744 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d878abc-d820-488f-b111-a66a280e38cf req-097c72b4-e8f8-4967-9568-30d192380ac7 service neutron] Notify callbacks [] for binding, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:35.201958 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-097c72b4-e8f8-4967-9568-30d192380ac7 service neutron] 10.222.0.48 "POST /v2.0/ports/2405a66f-db86-4903-b398-484d0a780820/bindings HTTP/1.1" status: 201 len: 389 time: 0.5286503 Feb 09 14:06:35.230735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5da829-2824-4999-9fc8-e4d3c9544dfd admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:06:35.242251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0c6bb-bded-4f48-89d2-c0c07f7dbbb4 None None] Sync routers for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:06:35.253043 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92d89e-2344-41e3-b8b6-21d5c9f023ce req-a2c9eda2-3c9c-4e4f-9e51-c8d9687a5951 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:35.255671 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3c92d89e-2344-41e3-b8b6-21d5c9f023ce req-a2c9eda2-3c9c-4e4f-9e51-c8d9687a5951 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.1151021 Feb 09 14:06:35.271221 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0c6bb-bded-4f48-89d2-c0c07f7dbbb4 None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:06:35.273722 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8ea0c6bb-bded-4f48-89d2-c0c07f7dbbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:06:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:35.288149 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6d5da829-2824-4999-9fc8-e4d3c9544dfd admin admin] 10.222.0.48 "PUT /v2.0/routers/c22942db-71af-4fde-8e06-dc40fafac562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7968328 Feb 09 14:06:35.290940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47458) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:35.323995 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3c92d89e-2344-41e3-b8b6-21d5c9f023ce req-31f9de58-ba90-466b-9deb-495f3557b294 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613458 Feb 09 14:06:35.604227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-8ea0c6bb-bded-4f48-89d2-c0c07f7dbbb4 None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:06:35.640134 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf4b84-5429-4cfc-ba2f-82fa8337deff req-a18d99fb-dd82-47b4-bd81-4b9ed5024a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:35.645513 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55cf4b84-5429-4cfc-ba2f-82fa8337deff req-a18d99fb-dd82-47b4-bd81-4b9ed5024a24 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 1100 time: 0.1769023 Feb 09 14:06:35.764629 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9e227d-adde-4de8-90d6-58e0098bfffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a', 'code': 200} Feb 09 14:06:35.830828 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55cf4b84-5429-4cfc-ba2f-82fa8337deff req-dc26e5b4-b6b6-45cf-8145-0fd727aa1fcc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526229 Feb 09 14:06:36.092663 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8ea0c6bb-bded-4f48-89d2-c0c07f7dbbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:06:33Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:36.100075 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0c6bb-bded-4f48-89d2-c0c07f7dbbb4 None None] Checking router: c22942db-71af-4fde-8e06-dc40fafac562 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:06:36.109143 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0c6bb-bded-4f48-89d2-c0c07f7dbbb4 None None] Routers {'c22942db-71af-4fde-8e06-dc40fafac562'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:06:36.109766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8ea0c6bb-bded-4f48-89d2-c0c07f7dbbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:06:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c22942db-71af-4fde-8e06-dc40fafac562'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:36.163286 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c4008718-1e27-4849-8dad-a53273b14ffe admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:36.212774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2734f72-6d8c-4954-9e27-4b7edf538096 req-a6bf993a-86c5-4ca2-b4fd-cc6857fb53e9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:36.221234 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e2734f72-6d8c-4954-9e27-4b7edf538096 req-a6bf993a-86c5-4ca2-b4fd-cc6857fb53e9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.1319849 Feb 09 14:06:36.294660 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e2734f72-6d8c-4954-9e27-4b7edf538096 req-edfaab61-1e3e-4bee-8750-a7436a673d3f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721629 Feb 09 14:06:36.344115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-8ea0c6bb-bded-4f48-89d2-c0c07f7dbbb4 None None] Set router c22942db-71af-4fde-8e06-dc40fafac562 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:06:36.494796 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c4008718-1e27-4849-8dad-a53273b14ffe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:36.583510 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878abc-d820-488f-b111-a66a280e38cf req-5bec2dc4-655d-40f6-b981-21c0d388ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:36.584721 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-5bec2dc4-655d-40f6-b981-21c0d388ce94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 1096 time: 0.8304675 Feb 09 14:06:36.619096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c4008718-1e27-4849-8dad-a53273b14ffe admin admin] Deleting port e1d89c69-9290-41e2-984f-1f3a50541f5b {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:36.619096 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c4008718-1e27-4849-8dad-a53273b14ffe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:36.649088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b85cc-c89d-4a40-8555-969a1a97b02c req-d1347e36-3c97-4cfb-9d2c-41b3465e7036 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:36.650023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-023b85cc-c89d-4a40-8555-969a1a97b02c req-d1347e36-3c97-4cfb-9d2c-41b3465e7036 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Synchronizing usage tracker for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:06:36.670597 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-023b85cc-c89d-4a40-8555-969a1a97b02c req-d1347e36-3c97-4cfb-9d2c-41b3465e7036 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Unset dirty status for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:06:36.680386 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-023b85cc-c89d-4a40-8555-969a1a97b02c req-d1347e36-3c97-4cfb-9d2c-41b3465e7036 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f139c1d-256c-4700-a045-b006c63b3fe6 HTTP/1.1" status: 200 len: 950 time: 0.1228220 Feb 09 14:06:36.742906 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-023b85cc-c89d-4a40-8555-969a1a97b02c req-8be20f73-85e8-4f8a-ab9e-05b904dc92ba tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615077 Feb 09 14:06:36.792981 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8ea0c6bb-bded-4f48-89d2-c0c07f7dbbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:06:33Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:36.799218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0c6bb-bded-4f48-89d2-c0c07f7dbbb4 None None] The sync data for ids ['c22942db-71af-4fde-8e06-dc40fafac562'] in n-d-828418-2 is: [{'id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'name': 'tempest-FloatingIPsAssociationTestJSON-1539300050-router', 'tenant_id': '5b7259a929c2479f87042051c7cc0457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:36Z', 'updated_at': '2022-02-09T14:06:33Z', 'revision_number': 5, 'project_id': '5b7259a929c2479f87042051c7cc0457', 'gw_port': {'id': 'e1d89c69-9290-41e2-984f-1f3a50541f5b', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22942db-71af-4fde-8e06-dc40fafac562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:38Z', 'updated_at': '2022-02-09T14:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:06:36.911403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3addf-2475-4d91-91b5-d688d4a2c821 req-fea0822c-8015-433d-b4e5-87c8df652317 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:36.911937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3addf-2475-4d91-91b5-d688d4a2c821 req-fea0822c-8015-433d-b4e5-87c8df652317 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:36.912429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3addf-2475-4d91-91b5-d688d4a2c821 req-fea0822c-8015-433d-b4e5-87c8df652317 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:36.912878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3addf-2475-4d91-91b5-d688d4a2c821 req-fea0822c-8015-433d-b4e5-87c8df652317 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:36.913343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3addf-2475-4d91-91b5-d688d4a2c821 req-fea0822c-8015-433d-b4e5-87c8df652317 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:36.914845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3addf-2475-4d91-91b5-d688d4a2c821 req-fea0822c-8015-433d-b4e5-87c8df652317 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:36.915661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3addf-2475-4d91-91b5-d688d4a2c821 req-fea0822c-8015-433d-b4e5-87c8df652317 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:36.916438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3addf-2475-4d91-91b5-d688d4a2c821 req-fea0822c-8015-433d-b4e5-87c8df652317 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:36.917091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3addf-2475-4d91-91b5-d688d4a2c821 req-fea0822c-8015-433d-b4e5-87c8df652317 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:36.919278 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-19c3addf-2475-4d91-91b5-d688d4a2c821 req-fea0822c-8015-433d-b4e5-87c8df652317 tempest-NetworksTest-1780391592 tempest-NetworksTest-1780391592-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6423 time: 1.1639056 Feb 09 14:06:37.158493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878abc-d820-488f-b111-a66a280e38cf req-16a0812c-73ad-4fce-95d9-52cf852e032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:37.161343 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-16a0812c-73ad-4fce-95d9-52cf852e032b service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.4866629 Feb 09 14:06:37.318398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4196358-a06a-4e8c-b0c8-d799ced9d4fc req-aee4519e-9480-41e5-90aa-8fd395ac2dda tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:37.318398 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4196358-a06a-4e8c-b0c8-d799ced9d4fc req-aee4519e-9480-41e5-90aa-8fd395ac2dda tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f139c1d-256c-4700-a045-b006c63b3fe6 HTTP/1.1" status: 200 len: 950 time: 0.2087862 Feb 09 14:06:37.530084 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-9ffec8f1-6534-4153-b0ac-f304eeddd4a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2405a66f-db86-4903-b398-484d0a780820 HTTP/1.1" status: 200 len: 217 time: 0.3350923 Feb 09 14:06:37.591127 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-a4196358-a06a-4e8c-b0c8-d799ced9d4fc req-d873ee24-16ab-4f13-ace8-9365d0ab8c9c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Deleting port 77d7f02e-34bc-4e11-a27e-941eb5907981 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:37.591127 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a4196358-a06a-4e8c-b0c8-d799ced9d4fc req-d873ee24-16ab-4f13-ace8-9365d0ab8c9c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:37.735075 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:37.737879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47502) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:37.843577 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:06:37.843577 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ca5d7a07-be3e-4ef5-a03b-bcc0b655ad7a not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:06:37.956329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-c4008718-1e27-4849-8dad-a53273b14ffe admin admin] For port e1d89c69-9290-41e2-984f-1f3a50541f5b, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e1d89c69-9290-41e2-984f-1f3a50541f5b,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:37.958078 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c4008718-1e27-4849-8dad-a53273b14ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:38.164647 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-519187f8-e2ec-4db5-bb5c-08ecce61f299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:38.214691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-519187f8-e2ec-4db5-bb5c-08ecce61f299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:06:38.232992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-519187f8-e2ec-4db5-bb5c-08ecce61f299 admin admin] Usage tracker for resource:security_group_rule and tenant:3668e7df358c40e7a35aa20dc6e25864 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:06:38.239377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-519187f8-e2ec-4db5-bb5c-08ecce61f299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:06:38.284821 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:38.286031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-519187f8-e2ec-4db5-bb5c-08ecce61f299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:06:38.321784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c4008718-1e27-4849-8dad-a53273b14ffe admin admin] Calling delete_port for e1d89c69-9290-41e2-984f-1f3a50541f5b owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:38.434334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878abc-d820-488f-b111-a66a280e38cf req-a40e1659-fe25-428d-b5d9-fb86553ccb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:38.435319 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-a4196358-a06a-4e8c-b0c8-d799ced9d4fc req-d873ee24-16ab-4f13-ace8-9365d0ab8c9c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] For port 77d7f02e-34bc-4e11-a27e-941eb5907981, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=77d7f02e-34bc-4e11-a27e-941eb5907981,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:38.435504 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-a40e1659-fe25-428d-b5d9-fb86553ccb86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.6923513 Feb 09 14:06:38.437243 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a4196358-a06a-4e8c-b0c8-d799ced9d4fc req-d873ee24-16ab-4f13-ace8-9365d0ab8c9c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:38.454886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68d00a-fb7b-49cf-8bbf-8e40f127d51f req-efcd490f-7872-40b7-98a9-08cf06934bee tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:38.461314 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d68d00a-fb7b-49cf-8bbf-8e40f127d51f req-efcd490f-7872-40b7-98a9-08cf06934bee tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 1.0572474 Feb 09 14:06:38.528961 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-e9d68a82-b858-499f-b282-f7eb95540b6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837677 Feb 09 14:06:38.703382 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-a4196358-a06a-4e8c-b0c8-d799ced9d4fc req-d873ee24-16ab-4f13-ace8-9365d0ab8c9c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Calling delete_port for 77d7f02e-34bc-4e11-a27e-941eb5907981 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:38.715067 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d68d00a-fb7b-49cf-8bbf-8e40f127d51f req-3db97850-2399-49e4-9514-c9ae80341f76 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532578 Feb 09 14:06:38.746898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7093f67-d1e3-438f-a859-573f1365552c req-dcf03e97-6109-4b82-b4a9-e87d0e509325 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:38.747636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b7093f67-d1e3-438f-a859-573f1365552c req-dcf03e97-6109-4b82-b4a9-e87d0e509325 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Synchronizing usage tracker for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:06:38.793378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b7093f67-d1e3-438f-a859-573f1365552c req-dcf03e97-6109-4b82-b4a9-e87d0e509325 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Unset dirty status for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:06:38.794793 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7093f67-d1e3-438f-a859-573f1365552c req-dcf03e97-6109-4b82-b4a9-e87d0e509325 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 950 time: 0.4979208 Feb 09 14:06:38.846828 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-f99a2165-8cf1-4b2d-a788-6ae00f586860 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030343 Feb 09 14:06:39.015467 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-519187f8-e2ec-4db5-bb5c-08ecce61f299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:39.029174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62eba20-a2dd-4082-a250-4d8359d1ba66 req-13f9c856-037c-490a-9643-136b30e87982 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:39.038473 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d62eba20-a2dd-4082-a250-4d8359d1ba66 req-13f9c856-037c-490a-9643-136b30e87982 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.7579601 Feb 09 14:06:39.057256 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-519187f8-e2ec-4db5-bb5c-08ecce61f299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:39.156476 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-519187f8-e2ec-4db5-bb5c-08ecce61f299 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3668e7df358c40e7a35aa20dc6e25864&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4187598 Feb 09 14:06:39.160129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47526) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:39.273818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c4008718-1e27-4849-8dad-a53273b14ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:39.336597 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519187f8-e2ec-4db5-bb5c-08ecce61f299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70965d3a-d4f8-491f-a577-8351e0368141,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:39.383542 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d62eba20-a2dd-4082-a250-4d8359d1ba66 req-c6e0ca6c-652e-4abe-9fce-79a71f9744f8 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439598 Feb 09 14:06:39.435024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-b7093f67-d1e3-438f-a859-573f1365552c req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Deleting port 1931d8f0-f350-41b6-96dd-906f3e3a5c65 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:39.435370 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b7093f67-d1e3-438f-a859-573f1365552c req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:39.445099 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b408f505-4054-42ae-bf6a-e8ae9cd545d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:39.460241 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a4196358-a06a-4e8c-b0c8-d799ced9d4fc req-d873ee24-16ab-4f13-ace8-9365d0ab8c9c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:39.472669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['7ff447dc-3755-4a6f-b061-94973b5f3fe3'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:06:39.520028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4008718-1e27-4849-8dad-a53273b14ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d89c69-9290-41e2-984f-1f3a50541f5b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:39.592388 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873ee24-16ab-4f13-ace8-9365d0ab8c9c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Pushing event deleted for resources: {'Port': ['ID=77d7f02e-34bc-4e11-a27e-941eb5907981,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:39.609375 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b408f505-4054-42ae-bf6a-e8ae9cd545d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:39.862574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4196358-a06a-4e8c-b0c8-d799ced9d4fc req-d873ee24-16ab-4f13-ace8-9365d0ab8c9c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] No DVR routers for this DVR port 77d7f02e-34bc-4e11-a27e-941eb5907981 on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:06:39.872940 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a4196358-a06a-4e8c-b0c8-d799ced9d4fc req-d873ee24-16ab-4f13-ace8-9365d0ab8c9c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:39.875905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f139c1d-256c-4700-a045-b006c63b3fe6', 'name': 'network-vif-deleted', 'tag': '77d7f02e-34bc-4e11-a27e-941eb5907981'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:06:39.951083 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c4008718-1e27-4849-8dad-a53273b14ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:39.976491 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4196358-a06a-4e8c-b0c8-d799ced9d4fc req-d873ee24-16ab-4f13-ace8-9365d0ab8c9c tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "DELETE /v2.0/ports/77d7f02e-34bc-4e11-a27e-941eb5907981 HTTP/1.1" status: 204 len: 173 time: 2.6505558 Feb 09 14:06:40.010717 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b408f505-4054-42ae-bf6a-e8ae9cd545d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:40.020386 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b408f505-4054-42ae-bf6a-e8ae9cd545d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:40.024723 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b408f505-4054-42ae-bf6a-e8ae9cd545d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70965d3a-d4f8-491f-a577-8351e0368141 HTTP/1.1" status: 204 len: 168 time: 0.8612843 Feb 09 14:06:40.066515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408f505-4054-42ae-bf6a-e8ae9cd545d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70965d3a-d4f8-491f-a577-8351e0368141,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:40.083904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722e583-44d1-4be8-b466-6c5fb2270cc6 req-784f0d8a-c87d-4af5-8384-fa21f09b202b tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:40.095873 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:40.099475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e3551-551d-40c5-89f4-050b1df5b61c req-f975b736-8af0-43c6-874b-659c524ae20c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:40.103485 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d97e3551-551d-40c5-89f4-050b1df5b61c req-f975b736-8af0-43c6-874b-659c524ae20c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.2119911 Feb 09 14:06:40.104933 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b722e583-44d1-4be8-b466-6c5fb2270cc6 req-784f0d8a-c87d-4af5-8384-fa21f09b202b tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f139c1d-256c-4700-a045-b006c63b3fe6 HTTP/1.1" status: 200 len: 867 time: 1.2131341 Feb 09 14:06:40.166966 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-5b183c82-dbd0-422b-8cda-6a7876858516 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3081203 Feb 09 14:06:40.227495 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d97e3551-551d-40c5-89f4-050b1df5b61c req-8548b36f-2b1b-40e6-987c-fe66823c460f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128700 Feb 09 14:06:40.550952 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c4008718-1e27-4849-8dad-a53273b14ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:40.562514 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c4008718-1e27-4849-8dad-a53273b14ffe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:40.621141 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b722e583-44d1-4be8-b466-6c5fb2270cc6 req-79f5de95-cdcf-4c39-82ec-5ccc5a512bb7 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143869 Feb 09 14:06:40.650409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1931d8f0-f350-41b6-96dd-906f3e3a5c65 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:40.690409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c104d2-2795-42c2-a739-02cb1b2bd7ec req-c86d3dd1-4166-4c1a-8811-391b3d77897f tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:40.709261 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-71c104d2-2795-42c2-a739-02cb1b2bd7ec req-c86d3dd1-4166-4c1a-8811-391b3d77897f tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 1100 time: 0.2593970 Feb 09 14:06:40.726983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b7093f67-d1e3-438f-a859-573f1365552c req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] For port 1931d8f0-f350-41b6-96dd-906f3e3a5c65, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1931d8f0-f350-41b6-96dd-906f3e3a5c65,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:40.728632 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b7093f67-d1e3-438f-a859-573f1365552c req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:40.769580 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c4008718-1e27-4849-8dad-a53273b14ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:40.770265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4008718-1e27-4849-8dad-a53273b14ffe admin admin] Fanout notify agent at l3_agent the message router_deleted on router c22942db-71af-4fde-8e06-dc40fafac562 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:06:40.848857 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47558) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:40.851066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-71c104d2-2795-42c2-a739-02cb1b2bd7ec req-40ad0c5a-4319-4f4c-aa29-0b6bacf95231 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Synchronizing usage tracker for tenant:1aa1547e20fc427c9d8b93105b8fae88 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:06:40.891122 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7e92fe4-cc08-4c69-aa8e-336a95963342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:40.958771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f7e92fe4-cc08-4c69-aa8e-336a95963342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:06:40.978488 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f7e92fe4-cc08-4c69-aa8e-336a95963342 admin admin] Usage tracker for resource:security_group_rule and tenant:caa852325f22413db948d4492476c5df is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:06:40.987493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f7e92fe4-cc08-4c69-aa8e-336a95963342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:06:40.999998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-71c104d2-2795-42c2-a739-02cb1b2bd7ec req-40ad0c5a-4319-4f4c-aa29-0b6bacf95231 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Unset dirty status for tenant:1aa1547e20fc427c9d8b93105b8fae88 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:06:41.014456 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-71c104d2-2795-42c2-a739-02cb1b2bd7ec req-40ad0c5a-4319-4f4c-aa29-0b6bacf95231 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035498 Feb 09 14:06:41.015543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f7e92fe4-cc08-4c69-aa8e-336a95963342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:06:41.031604 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:41.134572 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1931d8f0-f350-41b6-96dd-906f3e3a5c65, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1931d8f0-f350-41b6-96dd-906f3e3a5c65,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:41.140456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb058df8-f3dd-4632-82d5-74cd9dcae437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1931d8f0-f350-41b6-96dd-906f3e3a5c65'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:06:41.153119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-b7093f67-d1e3-438f-a859-573f1365552c req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Calling delete_port for 1931d8f0-f350-41b6-96dd-906f3e3a5c65 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:41.158951 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:41.159700 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 77d7f02e-34bc-4e11-a27e-941eb5907981 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:41.262435 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f139c1d-256c-4700-a045-b006c63b3fe6', 'name': 'network-vif-deleted', 'tag': '77d7f02e-34bc-4e11-a27e-941eb5907981', 'status': 'completed', 'code': 200} Feb 09 14:06:41.349971 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c4008718-1e27-4849-8dad-a53273b14ffe admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:41.357973 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c4008718-1e27-4849-8dad-a53273b14ffe admin admin] 10.222.0.48 "DELETE /v2.0/routers/c22942db-71af-4fde-8e06-dc40fafac562 HTTP/1.1" status: 204 len: 168 time: 6.0639019 Feb 09 14:06:41.369503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47566) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:41.383650 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=1931d8f0-f350-41b6-96dd-906f3e3a5c65,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:41.386105 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 77d7f02e-34bc-4e11-a27e-941eb5907981 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:06:41.386479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 77d7f02e-34bc-4e11-a27e-941eb5907981 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:06:41.395085 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:41.395422 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:41.395968 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:41.396477 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:41.396966 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:41.397492 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:41.398009 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:41.398523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:41.399049 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:41.399576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:41.400108 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:41.400620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:41.480940 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7e92fe4-cc08-4c69-aa8e-336a95963342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:41.539909 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7e92fe4-cc08-4c69-aa8e-336a95963342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:41.542711 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [req-b7093f67-d1e3-438f-a859-573f1365552c req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:06:41.543784 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [req-b7093f67-d1e3-438f-a859-573f1365552c req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:06:41.549211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9a49cf-e1d5-473c-8502-121de59cfce9 admin admin] Deleting subnet 0f4c97bb-b5dc-4013-99c8-e51c35a4d412 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:06:41.557040 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca9a49cf-e1d5-473c-8502-121de59cfce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:41.698861 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e1d89c69-9290-41e2-984f-1f3a50541f5b no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:41.708619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e92fe4-cc08-4c69-aa8e-336a95963342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243cb456-53b3-4286-930b-c51f96232540,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:41.711065 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca9a49cf-e1d5-473c-8502-121de59cfce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:41.730417 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f7e92fe4-cc08-4c69-aa8e-336a95963342 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=caa852325f22413db948d4492476c5df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8752728 Feb 09 14:06:41.734852 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47578) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:41.785899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e0d0e-b988-4202-aa25-e747186196ee req-02efa803-0d7d-43d7-929b-cffbf142a193 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:41.787452 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-759e0d0e-b988-4202-aa25-e747186196ee req-02efa803-0d7d-43d7-929b-cffbf142a193 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.4807472 Feb 09 14:06:41.807056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: e1d89c69-9290-41e2-984f-1f3a50541f5b {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:06:41.810390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e1d89c69-9290-41e2-984f-1f3a50541f5b not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:06:41.901979 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-759e0d0e-b988-4202-aa25-e747186196ee req-a172229a-9ec6-4034-9699-387f0263baff tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016860 Feb 09 14:06:41.930753 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c2ad4b8f-ad17-486b-ae93-fd64a6e06ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:41.989217 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c2ad4b8f-ad17-486b-ae93-fd64a6e06ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:42.058083 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985fb28-992b-4b76-97c3-9ca69a1bfc27 req-f66050b1-c130-434f-a0fb-8985e06643ae tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:42.083390 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5985fb28-992b-4b76-97c3-9ca69a1bfc27 req-f66050b1-c130-434f-a0fb-8985e06643ae tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.2832601 Feb 09 14:06:42.094229 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-b7093f67-d1e3-438f-a859-573f1365552c req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Deleting port 1931d8f0-f350-41b6-96dd-906f3e3a5c65 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:42.097594 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b7093f67-d1e3-438f-a859-573f1365552c req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:42.142479 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c2ad4b8f-ad17-486b-ae93-fd64a6e06ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:42.143800 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca9a49cf-e1d5-473c-8502-121de59cfce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:42.207186 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad4b8f-ad17-486b-ae93-fd64a6e06ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243cb456-53b3-4286-930b-c51f96232540,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:42.229423 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c2ad4b8f-ad17-486b-ae93-fd64a6e06ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:42.235528 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c2ad4b8f-ad17-486b-ae93-fd64a6e06ac0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/243cb456-53b3-4286-930b-c51f96232540 HTTP/1.1" status: 204 len: 168 time: 0.4963324 Feb 09 14:06:42.269795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc96010-418b-4844-965d-f6a8a5972891 req-2b24f780-128f-4eb3-886d-3161fbc8e6ba tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:42.277878 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6cc96010-418b-4844-965d-f6a8a5972891 req-2b24f780-128f-4eb3-886d-3161fbc8e6ba tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 1100 time: 0.1903934 Feb 09 14:06:42.294053 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5985fb28-992b-4b76-97c3-9ca69a1bfc27 req-49ca4153-2f96-4585-9d80-ee34397ab04e tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096050 Feb 09 14:06:42.367839 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb058df8-f3dd-4632-82d5-74cd9dcae437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1931d8f0-f350-41b6-96dd-906f3e3a5c65', 'code': 200} Feb 09 14:06:42.380194 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6cc96010-418b-4844-965d-f6a8a5972891 req-69329219-b7cf-40ba-8505-ce716d5ebe49 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010890 Feb 09 14:06:42.459236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca9a49cf-e1d5-473c-8502-121de59cfce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:43.106528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a49cf-e1d5-473c-8502-121de59cfce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f4c97bb-b5dc-4013-99c8-e51c35a4d412,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:43.131266 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca9a49cf-e1d5-473c-8502-121de59cfce9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:43.141618 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58d5e83-4469-4a1f-a136-3d15c2837207 None None] Network 67fa057e-4076-41a6-97da-7df2caf732e1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:06:43.258784 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ca9a49cf-e1d5-473c-8502-121de59cfce9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0f4c97bb-b5dc-4013-99c8-e51c35a4d412 HTTP/1.1" status: 204 len: 168 time: 1.8882799 Feb 09 14:06:43.263195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47614) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:43.450545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec06bd-4e9a-4a8c-bcd5-7619ed0cc1d5 req-15a8c0e3-ff45-47c9-9912-fdd78f1903bb tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:43.452258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-52ec06bd-4e9a-4a8c-bcd5-7619ed0cc1d5 req-15a8c0e3-ff45-47c9-9912-fdd78f1903bb tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Synchronizing usage tracker for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:06:43.460780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b7093f67-d1e3-438f-a859-573f1365552c req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] For port 1931d8f0-f350-41b6-96dd-906f3e3a5c65, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1931d8f0-f350-41b6-96dd-906f3e3a5c65,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:43.461469 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b7093f67-d1e3-438f-a859-573f1365552c req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:43.748815 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52f2df2-53cb-4d7b-bd67-4ccab12171a3 None None] DHCP port deletion for 67fa057e-4076-41a6-97da-7df2caf732e1 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:06:43.753667 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c52f2df2-53cb-4d7b-bd67-4ccab12171a3 None None] Deleting port 36282ac3-78e8-4a95-ae5b-175c33cf0793 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:43.754133 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c52f2df2-53cb-4d7b-bd67-4ccab12171a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:44.102563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-b7093f67-d1e3-438f-a859-573f1365552c req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Calling delete_port for 1931d8f0-f350-41b6-96dd-906f3e3a5c65 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:44.172269 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:44.240330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c52f2df2-53cb-4d7b-bd67-4ccab12171a3 None None] For port 36282ac3-78e8-4a95-ae5b-175c33cf0793, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=36282ac3-78e8-4a95-ae5b-175c33cf0793,segment=NetworkSegment(1ba2ae76-fb1e-46f8-8a69-14788815e0b7),segment_id=1ba2ae76-fb1e-46f8-8a69-14788815e0b7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:44.241872 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c52f2df2-53cb-4d7b-bd67-4ccab12171a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:44.286518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-52ec06bd-4e9a-4a8c-bcd5-7619ed0cc1d5 req-15a8c0e3-ff45-47c9-9912-fdd78f1903bb tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Unset dirty status for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:06:44.290399 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52ec06bd-4e9a-4a8c-bcd5-7619ed0cc1d5 req-15a8c0e3-ff45-47c9-9912-fdd78f1903bb tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 948 time: 1.2907832 Feb 09 14:06:44.315302 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] Deleting port 36282ac3-78e8-4a95-ae5b-175c33cf0793 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:44.315893 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:44.567218 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52ec06bd-4e9a-4a8c-bcd5-7619ed0cc1d5 req-c0eabfe1-db07-44a4-92b0-2a155247fe9e tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384410 Feb 09 14:06:44.658413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c52f2df2-53cb-4d7b-bd67-4ccab12171a3 None None] Calling delete_port for 36282ac3-78e8-4a95-ae5b-175c33cf0793 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:44.806128 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c52f2df2-53cb-4d7b-bd67-4ccab12171a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:44.891462 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f2df2-53cb-4d7b-bd67-4ccab12171a3 None None] Pushing event deleted for resources: {'Port': ['ID=36282ac3-78e8-4a95-ae5b-175c33cf0793,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:44.904837 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f2df2-53cb-4d7b-bd67-4ccab12171a3 None None] No DVR routers for this DVR port 36282ac3-78e8-4a95-ae5b-175c33cf0793 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:06:44.981100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3756a8-a4b1-4f1f-aa35-7c0db67fb0ec req-2b2a9d36-5561-445e-9574-b7c5d29cd9fc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:44.989739 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ca3756a8-a4b1-4f1f-aa35-7c0db67fb0ec req-2b2a9d36-5561-445e-9574-b7c5d29cd9fc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.8891716 Feb 09 14:06:45.028516 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b7093f67-d1e3-438f-a859-573f1365552c req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:45.061154 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['7ff447dc-3755-4a6f-b061-94973b5f3fe3'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:06:45.127853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] For port 36282ac3-78e8-4a95-ae5b-175c33cf0793, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=36282ac3-78e8-4a95-ae5b-175c33cf0793,segment=NetworkSegment(1ba2ae76-fb1e-46f8-8a69-14788815e0b7),segment_id=1ba2ae76-fb1e-46f8-8a69-14788815e0b7)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:45.128342 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:45.236516 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ca3756a8-a4b1-4f1f-aa35-7c0db67fb0ec req-db233f35-7e80-495b-aae2-9a5192ebec15 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407808 Feb 09 14:06:45.299264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Pushing event deleted for resources: {'Port': ['ID=1931d8f0-f350-41b6-96dd-906f3e3a5c65,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:45.460690 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-f946a5b0-28d1-4938-a1bd-09065bf8e609 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.6245964 Feb 09 14:06:45.624952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:45.627970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:45.629995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:45.630581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:45.631083 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:45.632543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:45.633066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:45.634398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:45.634906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:45.636132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:45.636847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:45.638120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:06:45.713048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7093f67-d1e3-438f-a859-573f1365552c req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] No DVR routers for this DVR port 1931d8f0-f350-41b6-96dd-906f3e3a5c65 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:06:45.716948 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b7093f67-d1e3-438f-a859-573f1365552c req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:45.744224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb058df8-f3dd-4632-82d5-74cd9dcae437', 'name': 'network-vif-deleted', 'tag': '1931d8f0-f350-41b6-96dd-906f3e3a5c65'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:06:45.869933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] Calling delete_port for 36282ac3-78e8-4a95-ae5b-175c33cf0793 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:45.922189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314803a7-0021-4969-8c52-6601ef62689a req-8e559ae8-59a0-43db-abf5-4f5e9c3115ea tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:45.957897 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-314803a7-0021-4969-8c52-6601ef62689a req-8e559ae8-59a0-43db-abf5-4f5e9c3115ea tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 1.1660576 Feb 09 14:06:46.062362 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7093f67-d1e3-438f-a859-573f1365552c req-29b7ef5f-6899-453b-906c-3e5ab53c9c51 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.35 "DELETE /v2.0/ports/1931d8f0-f350-41b6-96dd-906f3e3a5c65 HTTP/1.1" status: 204 len: 173 time: 7.2551003 Feb 09 14:06:46.111238 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 36282ac3-78e8-4a95-ae5b-175c33cf0793 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:46.250910 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-314803a7-0021-4969-8c52-6601ef62689a req-4da0f4e1-a82a-402c-b2be-72de125d4c65 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817681 Feb 09 14:06:46.293964 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:06:46.294393 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:06:46.452815 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 36282ac3-78e8-4a95-ae5b-175c33cf0793 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:06:46.452815 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 36282ac3-78e8-4a95-ae5b-175c33cf0793 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:06:46.596269 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb058df8-f3dd-4632-82d5-74cd9dcae437', 'name': 'network-vif-deleted', 'tag': '1931d8f0-f350-41b6-96dd-906f3e3a5c65', 'status': 'completed', 'code': 200} Feb 09 14:06:46.806597 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] Deleting port 36282ac3-78e8-4a95-ae5b-175c33cf0793 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:46.806597 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:46.857855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b7de8372-0640-44f3-be11-8227cca7b1d2 req-c1a3e97f-8ffe-4300-977b-e2d97e63684d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Synchronizing usage tracker for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:06:46.903133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b7de8372-0640-44f3-be11-8227cca7b1d2 req-c1a3e97f-8ffe-4300-977b-e2d97e63684d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Unset dirty status for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:06:46.910773 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7de8372-0640-44f3-be11-8227cca7b1d2 req-c1a3e97f-8ffe-4300-977b-e2d97e63684d tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb058df8-f3dd-4632-82d5-74cd9dcae437 HTTP/1.1" status: 200 len: 210 time: 0.2035336 Feb 09 14:06:47.522907 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] The port '36282ac3-78e8-4a95-ae5b-175c33cf0793' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:06:47.668455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47696) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:47.928308 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:47.957648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416998d-46b5-4a78-bbb6-b3bdb669d7cc req-17055731-ebc5-448e-aebc-5114dbe5be00 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:47.970762 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0416998d-46b5-4a78-bbb6-b3bdb669d7cc req-17055731-ebc5-448e-aebc-5114dbe5be00 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.9825172 Feb 09 14:06:48.080485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fa057e-4076-41a6-97da-7df2caf732e1']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:48.166138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba2ae76-fb1e-46f8-8a69-14788815e0b7') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:48.166651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba2ae76-fb1e-46f8-8a69-14788815e0b7') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:06:48.199552 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:48.205718 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2265c11b-6a7c-4f53-b35c-231de4d48420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:48.233297 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:48.242090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2265c11b-6a7c-4f53-b35c-231de4d48420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:06:48.247761 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:06:48.248768 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:48.248993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2265c11b-6a7c-4f53-b35c-231de4d48420 admin admin] Usage tracker for resource:security_group_rule and tenant:7ac3e6fe8c0b4734b91083bb31222162 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:06:48.263974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2265c11b-6a7c-4f53-b35c-231de4d48420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:06:48.280674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2265c11b-6a7c-4f53-b35c-231de4d48420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:06:48.363398 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:06:48.404442 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0416998d-46b5-4a78-bbb6-b3bdb669d7cc req-aed7971a-6cb1-4f9a-b67d-27dd09df1842 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233685 Feb 09 14:06:48.427266 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:48.490163 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:48.541946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] Pushing event deleted for resources: {'Network': ['ID=67fa057e-4076-41a6-97da-7df2caf732e1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:48.559463 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e6b7d2ec-1109-4afb-b9d4-ecf211341e5c admin admin] 10.222.0.48 "DELETE /v2.0/networks/67fa057e-4076-41a6-97da-7df2caf732e1 HTTP/1.1" status: 204 len: 168 time: 5.2874317 Feb 09 14:06:48.646425 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2265c11b-6a7c-4f53-b35c-231de4d48420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:48.655548 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2265c11b-6a7c-4f53-b35c-231de4d48420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:48.777300 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2265c11b-6a7c-4f53-b35c-231de4d48420 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ac3e6fe8c0b4734b91083bb31222162&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1079707 Feb 09 14:06:48.780744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47730) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:48.885356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5ea33-69e3-48b2-acf6-35d661fc3e8a req-d01de035-e626-4e58-956c-82dfb83a3698 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:48.898115 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-79d5ea33-69e3-48b2-acf6-35d661fc3e8a req-d01de035-e626-4e58-956c-82dfb83a3698 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.1874650 Feb 09 14:06:48.905175 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265c11b-6a7c-4f53-b35c-231de4d48420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7579051-69ba-452c-b92c-6a865c94e18e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:48.923123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47734) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:49.005797 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-79d5ea33-69e3-48b2-acf6-35d661fc3e8a req-3d283927-e026-484f-a263-8a957a133c66 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060290 Feb 09 14:06:49.040148 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ce7-dfdf-44a8-ae59-549371d5f6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:49.100211 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-46021bd8-4c60-4bb6-9bed-ba123c9665ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b7259a929c2479f87042051c7cc0457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1742618 Feb 09 14:06:49.103212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47738) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:49.106039 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ce7-dfdf-44a8-ae59-549371d5f6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:49.179332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f77b66-06e7-4db9-90f2-65e71c1d6a87 req-2fd18bc1-7fd2-43dd-9646-987db8b77087 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:49.180986 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24f77b66-06e7-4db9-90f2-65e71c1d6a87 req-2fd18bc1-7fd2-43dd-9646-987db8b77087 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.2054830 Feb 09 14:06:49.279639 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ce7-dfdf-44a8-ae59-549371d5f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:49.292175 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acbd7cf4-ea3b-4931-b0ed-2738786f7776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:49.293684 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24f77b66-06e7-4db9-90f2-65e71c1d6a87 req-26892ee7-82d6-478d-b8cd-e5e075b44daa tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948987 Feb 09 14:06:49.299209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a8ce7-dfdf-44a8-ae59-549371d5f6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7579051-69ba-452c-b92c-6a865c94e18e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:49.313397 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c06a8ce7-dfdf-44a8-ae59-549371d5f6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:49.321779 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c06a8ce7-dfdf-44a8-ae59-549371d5f6c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7579051-69ba-452c-b92c-6a865c94e18e HTTP/1.1" status: 204 len: 168 time: 0.5374851 Feb 09 14:06:49.361114 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acbd7cf4-ea3b-4931-b0ed-2738786f7776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:49.416107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cd128-bb55-44d2-be5f-7539c887ecdf req-1c83ca07-80b8-4c6a-8143-f8193164f186 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:49.424325 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db3cd128-bb55-44d2-be5f-7539c887ecdf req-1c83ca07-80b8-4c6a-8143-f8193164f186 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.1795576 Feb 09 14:06:49.495611 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db3cd128-bb55-44d2-be5f-7539c887ecdf req-e1d43a53-6a8b-4ced-b02a-f7995e1b6409 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647070 Feb 09 14:06:49.509191 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acbd7cf4-ea3b-4931-b0ed-2738786f7776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:49.555238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd7cf4-ea3b-4931-b0ed-2738786f7776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd3c662-05ed-4df4-aedc-78689373e826,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:49.595827 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acbd7cf4-ea3b-4931-b0ed-2738786f7776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:49.599627 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-acbd7cf4-ea3b-4931-b0ed-2738786f7776 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6bd3c662-05ed-4df4-aedc-78689373e826 HTTP/1.1" status: 204 len: 168 time: 0.4947755 Feb 09 14:06:49.744858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-06f2ff00-053f-4024-967c-f97736225bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:49.747560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-06f2ff00-053f-4024-967c-f97736225bd2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 1100 time: 0.1532342 Feb 09 14:06:50.037961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-811b3ce8-2252-4f21-b71f-7cd164d4490e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:50.045479 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-811b3ce8-2252-4f21-b71f-7cd164d4490e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 821 time: 0.3161840 Feb 09 14:06:50.053175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47764) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:50.072771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-d4b9a210-2037-4484-a39a-c1201861267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:50.074233 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-d4b9a210-2037-4484-a39a-c1201861267a service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.3104177 Feb 09 14:06:50.077291 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-cc200665-9caf-42dd-93f0-0bb142a66231 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/quotas/88a376f878274e1491d4af100b1ec6bb HTTP/1.1" status: 200 len: 375 time: 0.0308642 Feb 09 14:06:50.139912 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ea0e4bab-40f1-410d-a934-6e810ce2264e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:50.160970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ea0e4bab-40f1-410d-a934-6e810ce2264e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:06:50.166222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ea0e4bab-40f1-410d-a934-6e810ce2264e admin admin] Usage tracker for resource:security_group_rule and tenant:1d4a03f4fb9d44df9173d15178aacda2 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:06:50.170579 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-bc5caa47-7842-4774-abc2-a4ad993f800a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a HTTP/1.1" status: 200 len: 217 time: 0.0787148 Feb 09 14:06:50.170736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ea0e4bab-40f1-410d-a934-6e810ce2264e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:06:50.178906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ea0e4bab-40f1-410d-a934-6e810ce2264e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:06:50.209427 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-abf399b6-eb2a-4d57-9b30-a526206be5ba tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1312733 Feb 09 14:06:50.229607 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b689ab-a63f-41ce-9152-19f3d62d9f1a req-bd7f1bc3-1031-4c3b-89d1-9eaad75e4bd6 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:50.231094 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55b689ab-a63f-41ce-9152-19f3d62d9f1a req-bd7f1bc3-1031-4c3b-89d1-9eaad75e4bd6 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.2052841 Feb 09 14:06:50.293426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-a51a00d6-caf5-41d6-9b48-9577da7ee2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:50.294865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-a51a00d6-caf5-41d6-9b48-9577da7ee2fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1108685 Feb 09 14:06:50.306233 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ea0e4bab-40f1-410d-a934-6e810ce2264e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:50.310657 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55b689ab-a63f-41ce-9152-19f3d62d9f1a req-d442a64c-7beb-4161-892f-a2a713a451f4 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726712 Feb 09 14:06:50.320165 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ea0e4bab-40f1-410d-a934-6e810ce2264e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:50.411207 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ea0e4bab-40f1-410d-a934-6e810ce2264e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d4a03f4fb9d44df9173d15178aacda2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569500 Feb 09 14:06:50.415627 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47776) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:50.416635 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e4bab-40f1-410d-a934-6e810ce2264e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048fa82c-6e18-458e-a495-5ab0b574b342,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:50.632804 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d52dbc3f-5236-4a88-8edd-c2c6e394518e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:50.650156 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-7249ea0d-808b-448e-aa41-6902cfad0044 service neutron] 10.222.0.48 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275184 Feb 09 14:06:50.672833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-8552f5f9-9984-4188-8880-3e56ae230c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:50.673728 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-8552f5f9-9984-4188-8880-3e56ae230c5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3621538 Feb 09 14:06:50.681258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483e158-34f1-4353-978e-2eb0c6150d00 req-9019888e-40f8-44e8-8ea5-5c255e24681f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:50.682788 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9483e158-34f1-4353-978e-2eb0c6150d00 req-9019888e-40f8-44e8-8ea5-5c255e24681f tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 968 time: 0.1438458 Feb 09 14:06:50.824711 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9483e158-34f1-4353-978e-2eb0c6150d00 req-1c931234-c462-413c-b2c2-563498211f78 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194923 Feb 09 14:06:50.886347 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-f1ca6438-9753-416f-bf0b-a8e4f71209b8 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024534 Feb 09 14:06:50.952050 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d52dbc3f-5236-4a88-8edd-c2c6e394518e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:50.960423 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 2405a66f-db86-4903-b398-484d0a780820 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:06:51.044241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47794) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:51.141436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878abc-d820-488f-b111-a66a280e38cf req-90564264-5464-4afc-b878-4c66edfd3c15 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:51.143152 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-90564264-5464-4afc-b878-4c66edfd3c15 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec&tenant_id=599ada696464469cbeafc3efd9524c59&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 1096 time: 0.4881923 Feb 09 14:06:51.147219 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-2db98db9-1a46-4065-80f8-84a1c95f80a3 service neutron] 10.222.0.48 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935856 Feb 09 14:06:51.165851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2d0eb-aa18-4599-927f-c8f659e6b436 req-7f2485de-786c-495b-a25c-6774a29fc3f5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:51.166855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-95d2d0eb-aa18-4599-927f-c8f659e6b436 req-7f2485de-786c-495b-a25c-6774a29fc3f5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Synchronizing usage tracker for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:06:51.174547 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828418-2'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:06:51.216787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 2405a66f-db86-4903-b398-484d0a780820, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2405a66f-db86-4903-b398-484d0a780820,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:51.240901 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 2405a66f-db86-4903-b398-484d0a780820 has no active binding in host n-h2-828418-2 {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 14:06:51.249003 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d52dbc3f-5236-4a88-8edd-c2c6e394518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:51.281986 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-network', 'tenant_id': '261613e7ddbb41359071f1ad50216588'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:06:51.287074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51075d33-daf2-4eec-9593-ca2fc23c623a req-c3dc44d3-fd81-4787-9a0a-b954cae2bc80 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:51.291784 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-51075d33-daf2-4eec-9593-ca2fc23c623a req-c3dc44d3-fd81-4787-9a0a-b954cae2bc80 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 945 time: 0.2377226 Feb 09 14:06:51.300608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dbc3f-5236-4a88-8edd-c2c6e394518e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048fa82c-6e18-458e-a495-5ab0b574b342,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:51.311329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:06:51.317423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Usage tracker for resource:network and tenant:261613e7ddbb41359071f1ad50216588 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:06:51.322078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:06:51.334033 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-76a97474-3774-48fb-8e23-2ce86d985c36 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375956 Feb 09 14:06:51.334537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:06:51.350021 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-95d2d0eb-aa18-4599-927f-c8f659e6b436 req-7f2485de-786c-495b-a25c-6774a29fc3f5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Unset dirty status for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:06:51.351452 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-95d2d0eb-aa18-4599-927f-c8f659e6b436 req-7f2485de-786c-495b-a25c-6774a29fc3f5 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 968 time: 0.4546983 Feb 09 14:06:51.357937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Made reservation on behalf of 261613e7ddbb41359071f1ad50216588 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:06:51.361249 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:51.368498 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-51075d33-daf2-4eec-9593-ca2fc23c623a req-e1608d0d-5fde-4047-969c-08b1faf413db tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633783 Feb 09 14:06:51.419491 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:51.455260 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d52dbc3f-5236-4a88-8edd-c2c6e394518e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:51.456645 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d52dbc3f-5236-4a88-8edd-c2c6e394518e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/048fa82c-6e18-458e-a495-5ab0b574b342 HTTP/1.1" status: 204 len: 168 time: 1.0371392 Feb 09 14:06:51.590727 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-95d2d0eb-aa18-4599-927f-c8f659e6b436 req-b157cde3-3cd6-4f69-9b6f-23603cd4204a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Deleting port 7ff447dc-3755-4a6f-b061-94973b5f3fe3 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:51.591011 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-95d2d0eb-aa18-4599-927f-c8f659e6b436 req-b157cde3-3cd6-4f69-9b6f-23603cd4204a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:51.692197 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:06:51.783923 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:51.785580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf3c71-5e52-423f-9d0a-84eb095295a6 req-36922dfe-e8a9-4074-8d8e-d0614ca889ba tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:51.788283 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1bdf3c71-5e52-423f-9d0a-84eb095295a6 req-36922dfe-e8a9-4074-8d8e-d0614ca889ba tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.2111907 Feb 09 14:06:51.806790 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Usage tracker for resource:security_group_rule and tenant:261613e7ddbb41359071f1ad50216588 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:06:51.816121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:06:51.825837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:06:51.852354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314d5c7-6065-407d-9128-520d0c68b3a3 req-4cdac744-17cf-4af2-b0fb-f42aa964b7b4 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:51.864381 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b314d5c7-6065-407d-9128-520d0c68b3a3 req-4cdac744-17cf-4af2-b0fb-f42aa964b7b4 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.3762953 Feb 09 14:06:51.940009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-1bdf3c71-5e52-423f-9d0a-84eb095295a6 req-368e6e63-1f3b-4226-a226-8a6843c4789c tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Deleting port 96134e34-96f2-4704-bb7a-b50002abd9ee {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:06:51.940702 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1bdf3c71-5e52-423f-9d0a-84eb095295a6 req-368e6e63-1f3b-4226-a226-8a6843c4789c tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:52.001950 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b314d5c7-6065-407d-9128-520d0c68b3a3 req-d068c6da-34c0-49dd-bcab-69e38120630b tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274433 Feb 09 14:06:52.429415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1bdf3c71-5e52-423f-9d0a-84eb095295a6 req-368e6e63-1f3b-4226-a226-8a6843c4789c tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] For port 96134e34-96f2-4704-bb7a-b50002abd9ee, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=96134e34-96f2-4704-bb7a-b50002abd9ee,segment=NetworkSegment(86acb280-00a2-4677-b70f-b6851cc25f95),segment_id=86acb280-00a2-4677-b70f-b6851cc25f95)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:52.430033 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1bdf3c71-5e52-423f-9d0a-84eb095295a6 req-368e6e63-1f3b-4226-a226-8a6843c4789c tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:52.448736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] For port 2405a66f-db86-4903-b398-484d0a780820, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2405a66f-db86-4903-b398-484d0a780820,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:52.451222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f61ca7-fabc-403f-b287-de57fe6db46a req-efa8639a-8d89-40cd-b212-7dc1d70fc2e0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:52.458631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-21f61ca7-fabc-403f-b287-de57fe6db46a req-efa8639a-8d89-40cd-b212-7dc1d70fc2e0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.1954255 Feb 09 14:06:52.476326 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:52.502193 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13182d3-8ebe-4344-9ffd-ae38ac3f61f3 req-92e440e5-6623-4bde-b067-fbb33cc11184 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:52.504094 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e13182d3-8ebe-4344-9ffd-ae38ac3f61f3 req-92e440e5-6623-4bde-b067-fbb33cc11184 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec967564-cc4b-4a95-ab69-765a356cd5d7 HTTP/1.1" status: 200 len: 945 time: 0.6793664 Feb 09 14:06:52.509612 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:52.546632 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:06:52.581357 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:06:52.616635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-1bdf3c71-5e52-423f-9d0a-84eb095295a6 req-368e6e63-1f3b-4226-a226-8a6843c4789c tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Calling delete_port for 96134e34-96f2-4704-bb7a-b50002abd9ee owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:52.630350 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-95d2d0eb-aa18-4599-927f-c8f659e6b436 req-b157cde3-3cd6-4f69-9b6f-23603cd4204a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] For port 7ff447dc-3755-4a6f-b061-94973b5f3fe3, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=7ff447dc-3755-4a6f-b061-94973b5f3fe3,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:06:52.631248 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-95d2d0eb-aa18-4599-927f-c8f659e6b436 req-b157cde3-3cd6-4f69-9b6f-23603cd4204a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:52.706137 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-21f61ca7-fabc-403f-b287-de57fe6db46a req-e2c0525f-46ca-4677-a25a-bdd119049e42 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406521 Feb 09 14:06:52.734498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46efa825-98fb-4298-bd68-21b7d2facb61,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:52.788215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] For port 2405a66f-db86-4903-b398-484d0a780820, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:06:52.913635 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:52.913786 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Added segment 36a26ce1-62ad-4b07-95e2-1c5bbb145414 of type vlan for network e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e Feb 09 14:06:52.949528 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1bdf3c71-5e52-423f-9d0a-84eb095295a6 req-368e6e63-1f3b-4226-a226-8a6843c4789c tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:52.962437 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['5ed91f30-4648-4153-a950-dfc34ecebe6f', '96134e34-96f2-4704-bb7a-b50002abd9ee'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:06:53.001149 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8a42790-bccd-4e49-8c46-e7757062bcd4 req-b57c741e-f3d9-4ed9-a5b1-b445a6b6a240 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 210 time: 0.0974212 Feb 09 14:06:53.011543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e6e63-1f3b-4226-a226-8a6843c4789c tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Pushing event deleted for resources: {'Port': ['ID=96134e34-96f2-4704-bb7a-b50002abd9ee,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:53.185466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-95d2d0eb-aa18-4599-927f-c8f659e6b436 req-b157cde3-3cd6-4f69-9b6f-23603cd4204a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Calling delete_port for 7ff447dc-3755-4a6f-b061-94973b5f3fe3 owned by compute:tempest-test_az-90180771 {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:06:53.460978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdf3c71-5e52-423f-9d0a-84eb095295a6 req-368e6e63-1f3b-4226-a226-8a6843c4789c tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] No DVR routers for this DVR port 96134e34-96f2-4704-bb7a-b50002abd9ee on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:06:53.463769 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1bdf3c71-5e52-423f-9d0a-84eb095295a6 req-368e6e63-1f3b-4226-a226-8a6843c4789c tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:53.476551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec967564-cc4b-4a95-ab69-765a356cd5d7', 'name': 'network-vif-deleted', 'tag': '96134e34-96f2-4704-bb7a-b50002abd9ee'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:06:53.486786 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1bdf3c71-5e52-423f-9d0a-84eb095295a6 req-368e6e63-1f3b-4226-a226-8a6843c4789c tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.21 "DELETE /v2.0/ports/96134e34-96f2-4704-bb7a-b50002abd9ee HTTP/1.1" status: 204 len: 173 time: 1.6913967 Feb 09 14:06:53.554704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16234fda-d2ca-4313-928a-23ca6a204ddd req-1d7cf55e-4b85-4d62-8d5f-731bda3ad336 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:53.556744 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16234fda-d2ca-4313-928a-23ca6a204ddd req-1d7cf55e-4b85-4d62-8d5f-731bda3ad336 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 968 time: 0.1539547 Feb 09 14:06:53.657115 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16234fda-d2ca-4313-928a-23ca6a204ddd req-90c276a1-f280-4a1b-b2ca-bdf163151977 tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b469c7e-3b94-4009-aae1-7a51ea6db7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783329 Feb 09 14:06:53.726071 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e13182d3-8ebe-4344-9ffd-ae38ac3f61f3 req-9bd1c403-def0-48b9-bddc-79df008958e5 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2011614 Feb 09 14:06:53.824977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e94b8e-def6-4992-928b-b9699ebb41ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2405a66f-db86-4903-b398-484d0a780820'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:06:53.856247 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:53.874688 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:53.874688 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-95d2d0eb-aa18-4599-927f-c8f659e6b436 req-b157cde3-3cd6-4f69-9b6f-23603cd4204a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:53.955219 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:54.003935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d6f13-1b0c-47b1-ab35-2f237ab604eb req-2659462b-26b7-48f9-b32e-2987dbab51af tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:54.006670 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c3d6f13-1b0c-47b1-ab35-2f237ab604eb req-2659462b-26b7-48f9-b32e-2987dbab51af tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 943 time: 0.1859763 Feb 09 14:06:54.069133 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c3d6f13-1b0c-47b1-ab35-2f237ab604eb req-ccc7f61d-08ba-48ef-a2ed-69e1d5718ea5 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562835 Feb 09 14:06:54.163570 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec967564-cc4b-4a95-ab69-765a356cd5d7', 'name': 'network-vif-deleted', 'tag': '96134e34-96f2-4704-bb7a-b50002abd9ee', 'status': 'completed', 'code': 200} Feb 09 14:06:54.179924 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:06:54.200396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157cde3-3cd6-4f69-9b6f-23603cd4204a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Pushing event deleted for resources: {'Port': ['ID=7ff447dc-3755-4a6f-b061-94973b5f3fe3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:54.458249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdfc3d-8830-4f89-9cc5-03a7765fe6f3 req-6001d434-1ab8-4b84-8c2c-7e56e35e8d2b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:54.464294 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2dcdfc3d-8830-4f89-9cc5-03a7765fe6f3 req-6001d434-1ab8-4b84-8c2c-7e56e35e8d2b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.1745653 Feb 09 14:06:54.489410 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d2d0eb-aa18-4599-927f-c8f659e6b436 req-b157cde3-3cd6-4f69-9b6f-23603cd4204a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] No DVR routers for this DVR port 7ff447dc-3755-4a6f-b061-94973b5f3fe3 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:06:54.498682 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:54.499713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:54.500280 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:54.505668 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-95d2d0eb-aa18-4599-927f-c8f659e6b436 req-b157cde3-3cd6-4f69-9b6f-23603cd4204a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:54.548281 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2dcdfc3d-8830-4f89-9cc5-03a7765fe6f3 req-79e6b347-ca25-431b-a104-48837691c672 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808401 Feb 09 14:06:54.561440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-5d64ddb3-31ba-4392-8b56-ca55d9a3dc01 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:54.563014 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-5d64ddb3-31ba-4392-8b56-ca55d9a3dc01 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.21 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 821 time: 1.1740129 Feb 09 14:06:54.667239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-103a74b9-8f57-4f45-9c18-2c6d30d8c71a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Request body: {'port': {'device_id': 'd14ed0c5-222d-4f82-8b4b-e4bb15075c46', 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d', 'admin_state_up': True, 'tenant_id': '88a376f878274e1491d4af100b1ec6bb'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:06:54.688597 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e94b8e-def6-4992-928b-b9699ebb41ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2405a66f-db86-4903-b398-484d0a780820', 'code': 200} Feb 09 14:06:54.837273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Pushing event updated for resources: {'Port': ['ID=2405a66f-db86-4903-b398-484d0a780820,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:54.872657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] Pushing event updated for resources: {'Network': ['ID=e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:54.875197 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-95d2d0eb-aa18-4599-927f-c8f659e6b436 req-b157cde3-3cd6-4f69-9b6f-23603cd4204a tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.21 "DELETE /v2.0/ports/7ff447dc-3755-4a6f-b061-94973b5f3fe3 HTTP/1.1" status: 204 len: 173 time: 3.4904990 Feb 09 14:06:54.877426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Attempting to bind port 2405a66f-db86-4903-b398-484d0a780820 on host n-h1-828418-2 for vnic_type normal with profile {"migrating_to": "n-h2-828418-2"} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:06:54.877426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Attempting to bind port 2405a66f-db86-4903-b398-484d0a780820 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:06:54.877426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Attempting to bind port 2405a66f-db86-4903-b398-484d0a780820 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:06:54.892266 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:06:54.904231 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2836b875-01ca-4336-a300-470c0207359a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 3.8373179 Feb 09 14:06:54.905138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47874) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:54.939604 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f502f0d3-2c13-47ae-a92b-e0d713f1ce89 req-f16d90df-358c-47f8-b704-2c37b6dcf581 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 210 time: 0.1004353 Feb 09 14:06:54.945647 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Port 2405a66f-db86-4903-b398-484d0a780820 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:06:54.946171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Attempting to bind port 2405a66f-db86-4903-b398-484d0a780820 on network 3a9adc7a-c36b-4c52-b5e7-269039511123 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:06:54.956315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4372d5bd-9973-4def-adbb-061612141eb7 admin admin] Request body: {'subnet': {'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-subnet', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:06:54.984235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:06:54.984575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Checking segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:06:54.985505 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Bound using segment: {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:06:54.985946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Bound port: 2405a66f-db86-4903-b398-484d0a780820, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1cdfbe-6ba3-42c8-8feb-e948c0848974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3a9adc7a-c36b-4c52-b5e7-269039511123'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:06:54.986288 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:55.001109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4372d5bd-9973-4def-adbb-061612141eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:06:55.014136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648c836-e482-43ba-ab47-1299e6d7fd9f req-390ca164-9a73-43f9-b655-e25861904b6f tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:55.015669 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9648c836-e482-43ba-ab47-1299e6d7fd9f req-390ca164-9a73-43f9-b655-e25861904b6f tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 1.0649405 Feb 09 14:06:55.024006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4372d5bd-9973-4def-adbb-061612141eb7 admin admin] Usage tracker for resource:subnet and tenant:261613e7ddbb41359071f1ad50216588 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:06:55.028031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4372d5bd-9973-4def-adbb-061612141eb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:06:55.067464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 96134e34-96f2-4704-bb7a-b50002abd9ee no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:55.071564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-103a74b9-8f57-4f45-9c18-2c6d30d8c71a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:06:55.106309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4372d5bd-9973-4def-adbb-061612141eb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:06:55.139721 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-103a74b9-8f57-4f45-9c18-2c6d30d8c71a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:06:55.159046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4372d5bd-9973-4def-adbb-061612141eb7 admin admin] Made reservation on behalf of 261613e7ddbb41359071f1ad50216588 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:06:55.161519 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4372d5bd-9973-4def-adbb-061612141eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:55.210936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 96134e34-96f2-4704-bb7a-b50002abd9ee {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:06:55.211295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 96134e34-96f2-4704-bb7a-b50002abd9ee not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:06:55.211705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 7ff447dc-3755-4a6f-b061-94973b5f3fe3 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:06:55.258125 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9648c836-e482-43ba-ab47-1299e6d7fd9f req-69cfc62f-b22a-4896-a67a-82d272b9103c tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271547 Feb 09 14:06:55.258643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 7ff447dc-3755-4a6f-b061-94973b5f3fe3 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:06:55.258991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 7ff447dc-3755-4a6f-b061-94973b5f3fe3 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:06:55.271687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-103a74b9-8f57-4f45-9c18-2c6d30d8c71a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Made reservation on behalf of 88a376f878274e1491d4af100b1ec6bb for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:06:55.275717 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-103a74b9-8f57-4f45-9c18-2c6d30d8c71a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:55.301812 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] For port 2405a66f-db86-4903-b398-484d0a780820, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:06:55.325395 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] For port 2405a66f-db86-4903-b398-484d0a780820, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2405a66f-db86-4903-b398-484d0a780820,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:06:55.371670 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:55.447149 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-3fd11d7a-fa39-454e-ae47-66605468f15d tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4f9a9c7b338a470d8aee6d110bbc59eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402009 Feb 09 14:06:55.484081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Pushing event updated for resources: {'Port': ['ID=2405a66f-db86-4903-b398-484d0a780820,revision_number=8']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:55.755100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:55.755430 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:55.757436 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-b87716a9-76df-4b66-ba58-2a5ba8d6ce6f service neutron] 10.222.0.21 "PUT /v2.0/ports/2405a66f-db86-4903-b398-484d0a780820 HTTP/1.1" status: 200 len: 1121 time: 4.6024730 Feb 09 14:06:55.848118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b0ff2091-e431-431a-be2d-e3b28405faa5 req-fb750eb2-efdc-41b4-9dca-aa04aa1013da tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Synchronizing usage tracker for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:06:55.871055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-103a74b9-8f57-4f45-9c18-2c6d30d8c71a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Allocated IP 172.20.0.5 (871ef5b5-732c-4077-b68d-299f1c66d16d/94892cdf-dc18-4c6c-bd3a-c8729a4c236e/624d887f-0858-496f-9c45-73f8ca69bbf7) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:06:55.909226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['2405a66f-db86-4903-b398-484d0a780820'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:06:55.917592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-598d83a1-5ff9-4900-99e7-dd2243596c45 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:55.920985 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-598d83a1-5ff9-4900-99e7-dd2243596c45 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4726498 Feb 09 14:06:55.926288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b0ff2091-e431-431a-be2d-e3b28405faa5 req-fb750eb2-efdc-41b4-9dca-aa04aa1013da tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] Unset dirty status for tenant:cf414819203844d7be4cd33f0e40db8a on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:06:55.939359 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0ff2091-e431-431a-be2d-e3b28405faa5 req-fb750eb2-efdc-41b4-9dca-aa04aa1013da tempest-ServersOnMultiNodesTest-845881697 tempest-ServersOnMultiNodesTest-845881697-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0c7cb25-b888-4e88-9bc7-ff872ceba740 HTTP/1.1" status: 200 len: 210 time: 0.1618915 Feb 09 14:06:55.955978 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-05ef7acb-4075-4448-981c-89dfbc768af0 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/quotas/4f9a9c7b338a470d8aee6d110bbc59eb HTTP/1.1" status: 200 len: 375 time: 0.0271125 Feb 09 14:06:55.981205 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['2405a66f-db86-4903-b398-484d0a780820'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:06:56.000829 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4372d5bd-9973-4def-adbb-061612141eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:56.074555 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-e0467bda-a549-4343-bed2-7312df3b0ca7 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f9a9c7b338a470d8aee6d110bbc59eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1170242 Feb 09 14:06:56.521765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372d5bd-9973-4def-adbb-061612141eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=176745eb-cf2b-4242-a48f-776f09b48b10,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:56.575091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372d5bd-9973-4def-adbb-061612141eb7 admin admin] Checking segment: {'id': '36a26ce1-62ad-4b07-95e2-1c5bbb145414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:06:56.575091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4372d5bd-9973-4def-adbb-061612141eb7 admin admin] Network hostable DHCP agents. Network: e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:06:56.585261 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c4cd6-77d1-475d-beaa-40dfcfa02e7c req-1b9056ef-1b4a-44c4-9f88-d4656b587325 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:56.595028 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fc8c4cd6-77d1-475d-beaa-40dfcfa02e7c req-1b9056ef-1b4a-44c4-9f88-d4656b587325 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.1267006 Feb 09 14:06:56.665421 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fc8c4cd6-77d1-475d-beaa-40dfcfa02e7c req-9e49b53b-9ebf-451d-8981-4eb0ead4b214 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693810 Feb 09 14:06:56.709225 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-103a74b9-8f57-4f45-9c18-2c6d30d8c71a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:56.717744 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5785688a-e84d-44f5-b615-66d388060a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:56.733787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c7cb25-b888-4e88-9bc7-ff872ceba740', 'name': 'network-vif-deleted', 'tag': '7ff447dc-3755-4a6f-b061-94973b5f3fe3'}, {'name': 'network-changed', 'server_uuid': '50e94b8e-def6-4992-928b-b9699ebb41ec', 'tag': '2405a66f-db86-4903-b398-484d0a780820'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:06:56.762938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4372d5bd-9973-4def-adbb-061612141eb7 admin admin] Network e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:06:56.771888 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-103a74b9-8f57-4f45-9c18-2c6d30d8c71a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:56.787206 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['bd440830-e6b3-4c24-aa97-0128a0747b66'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:06:56.834250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4372d5bd-9973-4def-adbb-061612141eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:06:56.857669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4372d5bd-9973-4def-adbb-061612141eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:56.861787 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4372d5bd-9973-4def-adbb-061612141eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:56.892739 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-103a74b9-8f57-4f45-9c18-2c6d30d8c71a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Network 871ef5b5-732c-4077-b68d-299f1c66d16d is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:06:56.900926 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fed480b-d9ab-4436-afea-5258d8fd9c06 None None] Network e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:06:56.902604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477b1fb-1485-42eb-bbcd-46f4de8149b4 req-e1066d86-a616-46f0-8551-34da74cc95a1 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:56.909979 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4477b1fb-1485-42eb-bbcd-46f4de8149b4 req-e1066d86-a616-46f0-8551-34da74cc95a1 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 943 time: 0.4522231 Feb 09 14:06:56.918229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-103a74b9-8f57-4f45-9c18-2c6d30d8c71a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:06:56.960838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a74b9-8f57-4f45-9c18-2c6d30d8c71a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Pushing event updated for resources: {'Port': ['ID=624d887f-0858-496f-9c45-73f8ca69bbf7,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:56.966613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-103a74b9-8f57-4f45-9c18-2c6d30d8c71a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:06:57.004475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6fd6b-c8cf-4f92-b362-56676aa66e34 req-fcd1d7c5-860e-4d3d-b57d-b22ffb86e9ef tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:57.012432 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf6fd6b-c8cf-4f92-b362-56676aa66e34 req-fcd1d7c5-860e-4d3d-b57d-b22ffb86e9ef tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 931 time: 0.1785748 Feb 09 14:06:57.037906 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4372d5bd-9973-4def-adbb-061612141eb7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0982256 Feb 09 14:06:57.045481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47912) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:57.061997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-router', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:06:57.070592 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf6fd6b-c8cf-4f92-b362-56676aa66e34 req-3ba654c1-aa38-4405-be19-f54694989e90 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575385 Feb 09 14:06:57.086898 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4477b1fb-1485-42eb-bbcd-46f4de8149b4 req-e6e323d0-569f-4c54-967d-aca4766427e8 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755719 Feb 09 14:06:57.088084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:06:57.107338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Usage tracker for resource:router and tenant:261613e7ddbb41359071f1ad50216588 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:06:57.120930 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:06:57.143160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-103a74b9-8f57-4f45-9c18-2c6d30d8c71a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:57.148342 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-103a74b9-8f57-4f45-9c18-2c6d30d8c71a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:57.170127 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:06:57.212763 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:57.213550 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:57.218515 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-103a74b9-8f57-4f45-9c18-2c6d30d8c71a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6356022 Feb 09 14:06:57.252078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Request body: {'port': {'device_id': 'd14ed0c5-222d-4f82-8b4b-e4bb15075c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:06:57.331494 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:57.436191 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e', 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'fixed_ips': [{'subnet_id': '176745eb-cf2b-4242-a48f-776f09b48b10'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:06:57.436191 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:57.515945 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5797fb23-cb01-41bf-8f1a-ec30683e844d req-18c09447-9408-43de-a0b0-ab64ec7d4e4e tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 210 time: 0.2199845 Feb 09 14:06:57.725287 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c7cb25-b888-4e88-9bc7-ff872ceba740', 'name': 'network-vif-deleted', 'tag': '7ff447dc-3755-4a6f-b061-94973b5f3fe3', 'status': 'completed', 'code': 200} Feb 09 14:06:57.725541 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e94b8e-def6-4992-928b-b9699ebb41ec', 'tag': '2405a66f-db86-4903-b398-484d0a780820', 'status': 'completed', 'code': 200} Feb 09 14:06:57.779438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc57f54-07dd-47c7-8df0-62ba8c0377c3 req-4b944e6f-1a95-4935-a225-2772efcb69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:57.781041 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcc57f54-07dd-47c7-8df0-62ba8c0377c3 req-4b944e6f-1a95-4935-a225-2772efcb69a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 1124 time: 0.0776110 Feb 09 14:06:57.822726 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:57.881956 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Allocated IP 172.20.0.2 (e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e/176745eb-cf2b-4242-a48f-776f09b48b10/f51a1f46-2145-431e-84d1-fa1deb54985c) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:06:58.137491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c96249-e59c-4945-9662-fd9a65b069e3 req-314ad0f2-d99d-43a3-820c-005cc2af3b85 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:58.139358 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9c96249-e59c-4945-9662-fd9a65b069e3 req-314ad0f2-d99d-43a3-820c-005cc2af3b85 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.3011482 Feb 09 14:06:58.151933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc57f54-07dd-47c7-8df0-62ba8c0377c3 req-30e3efad-28cd-4401-9ec0-724c395a21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:58.158103 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcc57f54-07dd-47c7-8df0-62ba8c0377c3 req-30e3efad-28cd-4401-9ec0-724c395a21f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 0.3689137 Feb 09 14:06:58.221700 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:58.256985 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-649f82f8-b1f8-4fd6-980c-48ab19555d6a tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4f9a9c7b338a470d8aee6d110bbc59eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671268 Feb 09 14:06:58.339492 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:58.355005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Transition to ACTIVE for port object f51a1f46-2145-431e-84d1-fa1deb54985c will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:06:58.356781 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcc57f54-07dd-47c7-8df0-62ba8c0377c3 req-f4095407-ac19-4432-b583-1a9ed2b05772 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2405a66f-db86-4903-b398-484d0a780820 HTTP/1.1" status: 200 len: 217 time: 0.1433342 Feb 09 14:06:58.379287 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Transition to ACTIVE for port object f51a1f46-2145-431e-84d1-fa1deb54985c will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:06:58.393590 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:58.440703 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9c96249-e59c-4945-9662-fd9a65b069e3 req-b626d1d7-2163-42bf-b600-150aede530bc tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816279 Feb 09 14:06:58.487917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc57f54-07dd-47c7-8df0-62ba8c0377c3 req-f488afd9-5d22-4f8c-9a0a-035ad15eaa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:58.491675 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcc57f54-07dd-47c7-8df0-62ba8c0377c3 req-f488afd9-5d22-4f8c-9a0a-035ad15eaa18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.1181901 Feb 09 14:06:58.495035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Network e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:06:58.498889 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:06:58.508746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:06:58.518748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Pushing event updated for resources: {'Port': ['ID=f51a1f46-2145-431e-84d1-fa1deb54985c,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:58.613660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47930) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:58.634694 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcc57f54-07dd-47c7-8df0-62ba8c0377c3 req-f3a3cef0-5801-403a-baef-dd79e3a9cd71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341460 Feb 09 14:06:58.645132 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Attempting to bind port f51a1f46-2145-431e-84d1-fa1deb54985c on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:06:58.646303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Attempting to bind port f51a1f46-2145-431e-84d1-fa1deb54985c by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '36a26ce1-62ad-4b07-95e2-1c5bbb145414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:06:58.646931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Attempting to bind port f51a1f46-2145-431e-84d1-fa1deb54985c on network e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:06:58.655578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:06:58.656015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Checking segment: {'id': '36a26ce1-62ad-4b07-95e2-1c5bbb145414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:06:58.657898 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:58.657898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Bound using segment: {'id': '36a26ce1-62ad-4b07-95e2-1c5bbb145414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:06:58.657898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Bound port: f51a1f46-2145-431e-84d1-fa1deb54985c, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a26ce1-62ad-4b07-95e2-1c5bbb145414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:06:58.658178 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:58.766864 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] For port f51a1f46-2145-431e-84d1-fa1deb54985c, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:06:58.772612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] For port f51a1f46-2145-431e-84d1-fa1deb54985c, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f51a1f46-2145-431e-84d1-fa1deb54985c,segment=NetworkSegment(36a26ce1-62ad-4b07-95e2-1c5bbb145414),segment_id=36a26ce1-62ad-4b07-95e2-1c5bbb145414)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:06:58.782265 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:58.889040 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcc57f54-07dd-47c7-8df0-62ba8c0377c3 req-81e93902-af80-47ed-afeb-91ab167ec584 service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443154 Feb 09 14:06:58.932983 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761730d-1715-4671-8dde-2e9ac3899ca5 None None] Pushing event updated for resources: {'Port': ['ID=f51a1f46-2145-431e-84d1-fa1deb54985c,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:58.937693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6e20e-c5c0-411a-9193-1d7ef5e27ccb req-e868009d-8dec-4776-a726-5aee6b037dc7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:58.939198 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ddb6e20e-c5c0-411a-9193-1d7ef5e27ccb req-e868009d-8dec-4776-a726-5aee6b037dc7 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.9371424 Feb 09 14:06:59.030072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-bfc857f0-b60e-4af2-a4fd-80622cd1ec78 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:59.032511 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-bfc857f0-b60e-4af2-a4fd-80622cd1ec78 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7290761 Feb 09 14:06:59.065599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Request body: {'port': {'device_id': 'fd4eb610-3394-4084-981b-bc840d689b32', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': '4f9a9c7b338a470d8aee6d110bbc59eb'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:06:59.072481 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa8c8-35df-4ac2-b639-a0083a52304a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:59.120216 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47624af0-dd11-4af3-ac42-7fcae07ce7cf req-085f306b-2d03-48be-949b-32643d1e960c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:59.121692 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-47624af0-dd11-4af3-ac42-7fcae07ce7cf req-085f306b-2d03-48be-949b-32643d1e960c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.4526367 Feb 09 14:06:59.186845 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-42906d1d-664c-4a46-b880-28698dc0c67e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf414819203844d7be4cd33f0e40db8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5716457 Feb 09 14:06:59.194116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47936) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:59.197030 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ddb6e20e-c5c0-411a-9193-1d7ef5e27ccb req-a818e012-7bfa-407f-a6b7-292c90c640ac tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370560 Feb 09 14:06:59.297251 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-47624af0-dd11-4af3-ac42-7fcae07ce7cf req-491af944-fffb-44c7-8294-add17d19c466 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617637 Feb 09 14:06:59.343216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcc57f54-07dd-47c7-8df0-62ba8c0377c3 req-11d33066-5cd0-4b89-bc05-586df0343c33 service neutron] 10.222.0.35 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472406 Feb 09 14:06:59.357219 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3899bebc-993d-4865-94b0-7d48bd9b7132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:59.389368 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3899bebc-993d-4865-94b0-7d48bd9b7132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:59.527306 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eff16a-b6a2-40e7-af04-014fca2cb31b req-d55a0f45-7d46-4ecd-a4fc-04c514d9f777 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:59.528780 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-80eff16a-b6a2-40e7-af04-014fca2cb31b req-d55a0f45-7d46-4ecd-a4fc-04c514d9f777 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 943 time: 0.1153066 Feb 09 14:06:59.529579 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3899bebc-993d-4865-94b0-7d48bd9b7132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:59.569090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899bebc-993d-4865-94b0-7d48bd9b7132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b469c7e-3b94-4009-aae1-7a51ea6db7d0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:06:59.596254 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-80eff16a-b6a2-40e7-af04-014fca2cb31b req-7a3a1760-18ed-491e-b177-583fad6796fd tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571980 Feb 09 14:06:59.597482 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3899bebc-993d-4865-94b0-7d48bd9b7132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:59.598700 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3899bebc-993d-4865-94b0-7d48bd9b7132 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b469c7e-3b94-4009-aae1-7a51ea6db7d0 HTTP/1.1" status: 204 len: 168 time: 0.4033537 Feb 09 14:06:59.628901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624d887f-0858-496f-9c45-73f8ca69bbf7 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:06:59.647578 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:59.653645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:06:59.667832 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Usage tracker for resource:port and tenant:4f9a9c7b338a470d8aee6d110bbc59eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:06:59.671228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:06:59.683914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Transition to ACTIVE for port object 624d887f-0858-496f-9c45-73f8ca69bbf7 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:06:59.685022 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:06:59.708829 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:59.778775 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27e2ba47-b327-4768-b795-b49f1e3cabb6 req-2e6ed292-ba58-4c6b-b059-89a3675515a7 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 210 time: 0.0669215 Feb 09 14:06:59.806286 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f51a1f46-2145-431e-84d1-fa1deb54985c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:06:59.891212 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:59.933579 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port f51a1f46-2145-431e-84d1-fa1deb54985c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:06:59.950889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Made reservation on behalf of 4f9a9c7b338a470d8aee6d110bbc59eb for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:06:59.954365 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:59.983968 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:00.051667 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:00.065404 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:00.074599 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fb998-645e-4e40-9c14-ba786205c1a2 req-a8122400-ed9a-493b-9fc3-6df67694aa4d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:00.077048 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-885fb998-645e-4e40-9c14-ba786205c1a2 req-a8122400-ed9a-493b-9fc3-6df67694aa4d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.1627429 Feb 09 14:07:00.100168 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47946) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:00.159464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e003570-5409-48ae-bfbb-069e4d008eec req-cc9874ff-aac0-48c3-8ad8-a2cd2e6beb44 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:00.160320 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-0e003570-5409-48ae-bfbb-069e4d008eec req-cc9874ff-aac0-48c3-8ad8-a2cd2e6beb44 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Synchronizing usage tracker for tenant:88a376f878274e1491d4af100b1ec6bb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:00.179580 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:00.188687 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-885fb998-645e-4e40-9c14-ba786205c1a2 req-47d3dd7a-d334-4b2b-8b85-72d4ebfd0d72 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022906 Feb 09 14:07:00.198289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Usage tracker for resource:security_group_rule and tenant:4f9a9c7b338a470d8aee6d110bbc59eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:00.199152 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:00.220332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Pushing event updated for resources: {'Port': ['ID=624d887f-0858-496f-9c45-73f8ca69bbf7,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:00.222261 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fa2838d3-647e-4a9f-b8b7-016501039e0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e541531f4fc427094996edb182237df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1206737 Feb 09 14:07:00.225250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47950) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:00.240837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:00.260572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-0e003570-5409-48ae-bfbb-069e4d008eec req-cc9874ff-aac0-48c3-8ad8-a2cd2e6beb44 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Unset dirty status for tenant:88a376f878274e1491d4af100b1ec6bb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:00.263111 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0e003570-5409-48ae-bfbb-069e4d008eec req-cc9874ff-aac0-48c3-8ad8-a2cd2e6beb44 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 931 time: 0.9044602 Feb 09 14:07:00.271899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:00.324894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba12a7a6-879f-40e2-948f-50fd7db6fa57 None None] Network e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:07:00.349391 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-83e7cd8f-7a00-45fc-80a6-95a2601bf7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:00.435635 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bde1fbb1-e693-47b9-8b14-b9e7f6caae04 None None] Provisioning for port f51a1f46-2145-431e-84d1-fa1deb54985c completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:00.438731 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-83e7cd8f-7a00-45fc-80a6-95a2601bf7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:00.445414 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bde1fbb1-e693-47b9-8b14-b9e7f6caae04 None None] Provisioning complete for port f51a1f46-2145-431e-84d1-fa1deb54985c triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:00.446085 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bde1fbb1-e693-47b9-8b14-b9e7f6caae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:00.457542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Attempting to bind port 624d887f-0858-496f-9c45-73f8ca69bbf7 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:07:00.457542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Attempting to bind port 624d887f-0858-496f-9c45-73f8ca69bbf7 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:07:00.457542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Attempting to bind port 624d887f-0858-496f-9c45-73f8ca69bbf7 on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:00.487951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Port 624d887f-0858-496f-9c45-73f8ca69bbf7 on network 871ef5b5-732c-4077-b68d-299f1c66d16d not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:07:00.488405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Attempting to bind port 624d887f-0858-496f-9c45-73f8ca69bbf7 on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:00.519989 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0e003570-5409-48ae-bfbb-069e4d008eec req-41f7b0c7-2107-4e65-ac81-59dded218b67 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273846 Feb 09 14:07:00.529955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:07:00.530313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Checking segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:07:00.530706 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Bound using segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:07:00.531158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Bound port: 624d887f-0858-496f-9c45-73f8ca69bbf7, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:07:00.532070 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:00.554217 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ef4d1-b513-43dc-bb11-7584b4d34360 req-1c8a933e-0cbd-4c45-b15c-acf86ce6ab9b tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:00.562045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fa4ef4d1-b513-43dc-bb11-7584b4d34360 req-1c8a933e-0cbd-4c45-b15c-acf86ce6ab9b tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Synchronizing usage tracker for tenant:8c1126ef126a4d5e8afd5ceb600f1edf on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:00.592721 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-83e7cd8f-7a00-45fc-80a6-95a2601bf7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:00.632721 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fa4ef4d1-b513-43dc-bb11-7584b4d34360 req-1c8a933e-0cbd-4c45-b15c-acf86ce6ab9b tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Unset dirty status for tenant:8c1126ef126a4d5e8afd5ceb600f1edf on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:00.637081 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa4ef4d1-b513-43dc-bb11-7584b4d34360 req-1c8a933e-0cbd-4c45-b15c-acf86ce6ab9b tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.2606769 Feb 09 14:07:00.655174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7cd8f-7a00-45fc-80a6-95a2601bf7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa242def-d532-4bd6-8ea2-b624c3ee4398,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:00.673861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Allocated IP 172.25.8.76 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/beda4477-5720-4e12-83aa-72e0b870b779) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:07:00.695820 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-83e7cd8f-7a00-45fc-80a6-95a2601bf7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:00.700100 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-83e7cd8f-7a00-45fc-80a6-95a2601bf7d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa242def-d532-4bd6-8ea2-b624c3ee4398 HTTP/1.1" status: 204 len: 168 time: 0.4733222 Feb 09 14:07:00.745200 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa4ef4d1-b513-43dc-bb11-7584b4d34360 req-7812bc52-f5a4-4f1c-ac29-798f6465462a tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737531 Feb 09 14:07:00.748078 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bde1fbb1-e693-47b9-8b14-b9e7f6caae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:00.812112 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-bde1fbb1-e693-47b9-8b14-b9e7f6caae04 None None] For port f51a1f46-2145-431e-84d1-fa1deb54985c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f51a1f46-2145-431e-84d1-fa1deb54985c,segment=NetworkSegment(36a26ce1-62ad-4b07-95e2-1c5bbb145414),segment_id=36a26ce1-62ad-4b07-95e2-1c5bbb145414)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:00.819240 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bde1fbb1-e693-47b9-8b14-b9e7f6caae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:00.977973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1fbb1-e693-47b9-8b14-b9e7f6caae04 None None] Pushing event updated for resources: {'Port': ['ID=f51a1f46-2145-431e-84d1-fa1deb54985c,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:00.987676 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:00.996806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] For port 624d887f-0858-496f-9c45-73f8ca69bbf7, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:07:01.003588 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:01.074281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] For port 624d887f-0858-496f-9c45-73f8ca69bbf7, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=624d887f-0858-496f-9c45-73f8ca69bbf7,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:07:01.080700 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-3a053263-051d-4969-9e3f-1c781061a22b service neutron] 10.222.0.35 "GET /v2.0/ports/2405a66f-db86-4903-b398-484d0a780820/bindings/n-h2-828418-2 HTTP/1.1" status: 200 len: 384 time: 0.1260765 Feb 09 14:07:01.122509 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:01.152249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-180c3f3e-9597-479b-9b0a-b8dccbc73a0b None None] Provisioning complete for port f51a1f46-2145-431e-84d1-fa1deb54985c triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:01.152477 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-180c3f3e-9597-479b-9b0a-b8dccbc73a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:01.162446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ddbef-dccd-416a-9072-24531849ada0 req-0ef5c369-2415-4608-b721-f6e257c7fa07 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:01.172626 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b28ddbef-dccd-416a-9072-24531849ada0 req-0ef5c369-2415-4608-b721-f6e257c7fa07 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 943 time: 0.2652345 Feb 09 14:07:01.278382 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b28ddbef-dccd-416a-9072-24531849ada0 req-4232cdf6-b71b-442e-95cb-7d7238f40a51 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036081 Feb 09 14:07:01.361490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f78b87-9df4-418f-8ee7-775fce90d000,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:01.432216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:01.433018 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:01.434591 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] 10.222.0.21 "PUT /v2.0/ports/624d887f-0858-496f-9c45-73f8ca69bbf7 HTTP/1.1" status: 200 len: 1091 time: 4.1975472 Feb 09 14:07:01.435240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14ed0c5-222d-4f82-8b4b-e4bb15075c46', 'tag': '624d887f-0858-496f-9c45-73f8ca69bbf7'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:01.456120 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:01.506570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50dd83-9a38-481d-bd6b-ddb13ea337f0 req-02ed5896-6ef0-4c1b-909b-0f11e1f9c6bc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:01.510554 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-406bdc5f-36fc-48dd-bafe-a6cae52dda69 req-256c6916-1ef6-44c7-aafc-1c4de30d02c4 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 210 time: 0.0571504 Feb 09 14:07:01.513948 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec50dd83-9a38-481d-bd6b-ddb13ea337f0 req-02ed5896-6ef0-4c1b-909b-0f11e1f9c6bc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.7627299 Feb 09 14:07:01.585170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-4d878abc-d820-488f-b111-a66a280e38cf req-71e20d98-9aa6-434a-8e33-9bacca579544 service neutron] For port 2405a66f-db86-4903-b398-484d0a780820, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2405a66f-db86-4903-b398-484d0a780820,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:01.598533 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:01.613542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-4d878abc-d820-488f-b111-a66a280e38cf req-71e20d98-9aa6-434a-8e33-9bacca579544 service neutron] For port 2405a66f-db86-4903-b398-484d0a780820, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:07:01.654336 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5919e-00cf-4c00-b5a2-5028921d2956 service neutron] Pushing event updated for resources: {'Port': ['ID=624d887f-0858-496f-9c45-73f8ca69bbf7,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:01.730202 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec50dd83-9a38-481d-bd6b-ddb13ea337f0 req-ad4f6bfa-2a46-4f05-9a79-5aee3e295a86 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153842 Feb 09 14:07:01.744214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-4d878abc-d820-488f-b111-a66a280e38cf req-71e20d98-9aa6-434a-8e33-9bacca579544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2405a66f-db86-4903-b398-484d0a780820 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:07:01.744652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Allocated IP 192.168.233.137 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/66292f43-5d33-4a6b-af17-71cf2e4434ba) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:07:01.794221 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f51a1f46-2145-431e-84d1-fa1deb54985c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:01.794396 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:01.794548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-4d878abc-d820-488f-b111-a66a280e38cf req-71e20d98-9aa6-434a-8e33-9bacca579544 service neutron] For port 2405a66f-db86-4903-b398-484d0a780820, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=2405a66f-db86-4903-b398-484d0a780820,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:01.848634 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4d878abc-d820-488f-b111-a66a280e38cf req-71e20d98-9aa6-434a-8e33-9bacca579544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:01.860468 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14ed0c5-222d-4f82-8b4b-e4bb15075c46', 'tag': '624d887f-0858-496f-9c45-73f8ca69bbf7', 'status': 'completed', 'code': 200} Feb 09 14:07:01.878799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8949008-8ea0-497e-bd21-ef17c25f8f95 req-4413ef88-ace7-442e-8d73-539cc9e43d69 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:01.886171 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c8949008-8ea0-497e-bd21-ef17c25f8f95 req-4413ef88-ace7-442e-8d73-539cc9e43d69 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.2120998 Feb 09 14:07:01.892825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:07:01.902534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f51a1f46-2145-431e-84d1-fa1deb54985c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:01.903572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:01.903742 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:01.906820 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:07:01.934476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-cc63146d-bd01-4d3c-b2df-5fff433fc346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:01.935993 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-cc63146d-bd01-4d3c-b2df-5fff433fc346 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 1094 time: 0.4422429 Feb 09 14:07:02.007921 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c8949008-8ea0-497e-bd21-ef17c25f8f95 req-c3f67c20-da70-49ba-a0bc-c6b3752dbb50 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204660 Feb 09 14:07:02.067872 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-4d878abc-d820-488f-b111-a66a280e38cf req-71e20d98-9aa6-434a-8e33-9bacca579544 service neutron] Transition to ACTIVE for port object 2405a66f-db86-4903-b398-484d0a780820 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:02.076932 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4d878abc-d820-488f-b111-a66a280e38cf req-71e20d98-9aa6-434a-8e33-9bacca579544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:02.105122 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-97045499-507f-4fe8-8535-65d10f9344af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d887f-0858-496f-9c45-73f8ca69bbf7 HTTP/1.1" status: 200 len: 217 time: 0.1489635 Feb 09 14:07:02.196787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Pushing event updated for resources: {'Port': ['ID=beda4477-5720-4e12-83aa-72e0b870b779,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:02.364745 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e20d98-9aa6-434a-8e33-9bacca579544 service neutron] Pushing event updated for resources: {'Port': ['ID=2405a66f-db86-4903-b398-484d0a780820,revision_number=10']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:02.569478 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d878abc-d820-488f-b111-a66a280e38cf req-71e20d98-9aa6-434a-8e33-9bacca579544 service neutron] No DVR routers for this DVR port 2405a66f-db86-4903-b398-484d0a780820 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:07:02.642692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-d8bfe0e2-3f8f-4257-9699-5258e206ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:02.644573 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-d8bfe0e2-3f8f-4257-9699-5258e206ef5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.4782927 Feb 09 14:07:02.661474 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-71e20d98-9aa6-434a-8e33-9bacca579544 service neutron] 10.222.0.35 "PUT /v2.0/ports/2405a66f-db86-4903-b398-484d0a780820/bindings/n-h2-828418-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5620716 Feb 09 14:07:02.670490 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe86bd9-bd61-4582-9452-a86a838d9e35 req-e7d20fec-2043-45ff-a952-d8fc500ccadb tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:02.681925 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bbe86bd9-bd61-4582-9452-a86a838d9e35 req-e7d20fec-2043-45ff-a952-d8fc500ccadb tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.4495530 Feb 09 14:07:02.741625 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bbe86bd9-bd61-4582-9452-a86a838d9e35 req-b4348900-6394-457f-a413-34ec7940362e tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575383 Feb 09 14:07:02.777310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2405a66f-db86-4903-b398-484d0a780820 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:07:02.782681 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-9eec5b20-545d-46c0-85b9-0b874a45e528 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959411 Feb 09 14:07:02.917779 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2405a66f-db86-4903-b398-484d0a780820 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:07:02.988310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe72c6-10ac-4560-aa4d-6c679a66a6cc req-833e24d3-f6d3-4a47-865d-3d06a869357d tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:02.990471 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eabe72c6-10ac-4560-aa4d-6c679a66a6cc req-833e24d3-f6d3-4a47-865d-3d06a869357d tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 944 time: 0.1221421 Feb 09 14:07:03.074829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eabe72c6-10ac-4560-aa4d-6c679a66a6cc req-115a0b72-aa40-4395-b996-8d6735f405de tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726256 Feb 09 14:07:03.099071 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:03.194675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Transition to ACTIVE for port object 66292f43-5d33-4a6b-af17-71cf2e4434ba will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:03.248245 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-26769e0d-2c26-48e8-bd2e-c4819b177605 req-05a726c4-009a-4196-aaa7-e8feb94de1f6 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 210 time: 0.0616622 Feb 09 14:07:03.304958 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-7549d0f9-c3ef-4b05-be55-24b9c2a7b3e3 service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496791 Feb 09 14:07:03.350567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12874280-00ce-4460-8d84-6238c578e5ec req-f3f2009b-b1d9-4fc5-a13a-5cf6a735d54a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:03.350567 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-12874280-00ce-4460-8d84-6238c578e5ec req-f3f2009b-b1d9-4fc5-a13a-5cf6a735d54a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 943 time: 0.9309356 Feb 09 14:07:03.520124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ef693-3e8a-460d-bd3f-bfdf9198db39 req-c4c21d95-f85d-497f-813a-bc521cc9794f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:03.520124 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-348ef693-3e8a-460d-bd3f-bfdf9198db39 req-c4c21d95-f85d-497f-813a-bc521cc9794f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.1364489 Feb 09 14:07:03.591080 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:03.606864 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-348ef693-3e8a-460d-bd3f-bfdf9198db39 req-599babd0-abf5-4449-8a19-09d67b160596 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754604 Feb 09 14:07:03.716710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878abc-d820-488f-b111-a66a280e38cf req-7b3e5f61-7c26-4382-a0a0-f51c01c1613f tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:03.716710 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-7b3e5f61-7c26-4382-a0a0-f51c01c1613f tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec&tenant_id=599ada696464469cbeafc3efd9524c59&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 1095 time: 0.9616013 Feb 09 14:07:03.845531 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-12874280-00ce-4460-8d84-6238c578e5ec req-32938f5b-cb60-4a8f-ad71-6b4fa90028ef tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653015 Feb 09 14:07:03.851716 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:03.877501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9f5d3-06db-42c6-a09b-468be03be3f5 req-10744321-4e9a-4c6d-a469-999340023759 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:03.879640 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6da9f5d3-06db-42c6-a09b-468be03be3f5 req-10744321-4e9a-4c6d-a469-999340023759 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.1357963 Feb 09 14:07:03.998342 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6da9f5d3-06db-42c6-a09b-468be03be3f5 req-3b847e48-a98a-4949-8967-8d0fdf56a637 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019371 Feb 09 14:07:04.133156 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0fbc10a9-dec3-4696-8de2-cdef07d3ceef req-c72f37ad-3993-4997-a0b7-8af4d87f307b service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8169956 Feb 09 14:07:04.286322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c7461-d583-4a4d-a53c-5db9dd0b5cd7 req-98615e4e-fe57-468a-b7c4-ec1c7df6c56d tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:04.286322 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e71c7461-d583-4a4d-a53c-5db9dd0b5cd7 req-98615e4e-fe57-468a-b7c4-ec1c7df6c56d tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.1429882 Feb 09 14:07:04.349050 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e71c7461-d583-4a4d-a53c-5db9dd0b5cd7 req-600bcbb3-7bb2-42dd-acd3-8edfb06c5910 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548062 Feb 09 14:07:04.386820 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-3079d4fd-7e26-4b6a-b4c8-21da9a20ea08 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=38007abfb78c4213a75a7e5d7fcf85c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1237469 Feb 09 14:07:04.439345 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:07:04.466517 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:04.478882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:07:04.538925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878abc-d820-488f-b111-a66a280e38cf req-0d8f6db7-2820-4d28-a995-ec7175c6b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:04.541448 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-0d8f6db7-2820-4d28-a995-ec7175c6b5c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec&tenant_id=599ada696464469cbeafc3efd9524c59 HTTP/1.1" status: 200 len: 1095 time: 0.8045781 Feb 09 14:07:04.548126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Pushing event updated for resources: {'Port': ['ID=66292f43-5d33-4a6b-af17-71cf2e4434ba,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:04.625444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e244662-63e9-45bf-a853-f5dd468cdb9f req-4c393921-8e6a-4666-8829-f1d66a1c68fe tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:04.627614 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e244662-63e9-45bf-a853-f5dd468cdb9f req-4c393921-8e6a-4666-8829-f1d66a1c68fe tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 944 time: 0.1210268 Feb 09 14:07:04.694441 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e244662-63e9-45bf-a853-f5dd468cdb9f req-f986824d-7b4e-4382-857f-c730360a5038 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462098 Feb 09 14:07:04.795510 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ea57cc4d-cdcb-40db-ae21-0bf390619cb6 None None] Provisioning for port 66292f43-5d33-4a6b-af17-71cf2e4434ba completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:04.795510 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ea57cc4d-cdcb-40db-ae21-0bf390619cb6 None None] Provisioning complete for port 66292f43-5d33-4a6b-af17-71cf2e4434ba triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:04.795510 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ea57cc4d-cdcb-40db-ae21-0bf390619cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:04.850323 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:07:04.893314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ea57cc4d-cdcb-40db-ae21-0bf390619cb6 None None] Port 66292f43-5d33-4a6b-af17-71cf2e4434ba cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:07:04.899802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:04.899802 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:04.934528 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:04.944749 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364b6a8-2e6c-408e-8c1b-82860db3a230 req-dcd24c57-7c9c-44ee-b373-50371d0b7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:04.947106 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2364b6a8-2e6c-408e-8c1b-82860db3a230 req-dcd24c57-7c9c-44ee-b373-50371d0b7517 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 1094 time: 0.7068880 Feb 09 14:07:04.959945 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbfb25-e700-4df0-8657-c9295fd63e61 req-fa2b2712-4b3a-4ecd-8d47-5bff335f12d8 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:04.961343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824e540-4e2f-41e4-99c9-855a5751d226 req-9887d370-593a-4c6d-b38c-0001445c91bb tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:04.961488 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-53cbfb25-e700-4df0-8657-c9295fd63e61 req-fa2b2712-4b3a-4ecd-8d47-5bff335f12d8 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.5851076 Feb 09 14:07:04.962840 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9824e540-4e2f-41e4-99c9-855a5751d226 req-9887d370-593a-4c6d-b38c-0001445c91bb tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 936 time: 0.0964375 Feb 09 14:07:05.023716 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9824e540-4e2f-41e4-99c9-855a5751d226 req-29af8c9c-5a89-4397-aa06-55c9fd3626c1 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523877 Feb 09 14:07:05.041515 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 2405a66f-db86-4903-b398-484d0a780820 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:07:05.240927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-3ab92f1d-5ff5-49fd-aa76-caaa2aa6c17a tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:05.240927 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-3ab92f1d-5ff5-49fd-aa76-caaa2aa6c17a tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7970455 Feb 09 14:07:05.272227 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-61e2e2eb-8226-42ac-a615-ea35ae9778a2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2168577 Feb 09 14:07:05.305688 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-8ba9a07a-0ba3-4544-a366-4c48ebc0568b tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/quotas/38007abfb78c4213a75a7e5d7fcf85c8 HTTP/1.1" status: 200 len: 375 time: 0.0750406 Feb 09 14:07:05.311221 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Request body: {'port': {'device_id': 'fd4eb610-3394-4084-981b-bc840d689b32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:05.344571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180ea3d-ea11-4673-b3de-2f4430263af5 req-fff4ad69-8ea0-4447-b486-0fdb42610c3a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:05.347629 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1180ea3d-ea11-4673-b3de-2f4430263af5 req-fff4ad69-8ea0-4447-b486-0fdb42610c3a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.1730781 Feb 09 14:07:05.460402 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1180ea3d-ea11-4673-b3de-2f4430263af5 req-c78886a4-9bac-4196-9ce4-98893589a6fe tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855637 Feb 09 14:07:05.642034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-53cbfb25-e700-4df0-8657-c9295fd63e61 req-6be9a773-b0c4-4968-9a75-12cf6795ba52 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Deleting port 5ed91f30-4648-4153-a950-dfc34ecebe6f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:07:05.642034 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-53cbfb25-e700-4df0-8657-c9295fd63e61 req-6be9a773-b0c4-4968-9a75-12cf6795ba52 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:05.757782 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-d346d6bf-1cbc-4c1f-be2d-fb2bc88f2d4e tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=38007abfb78c4213a75a7e5d7fcf85c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4411380 Feb 09 14:07:05.790084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878abc-d820-488f-b111-a66a280e38cf req-ba1e2199-d4de-4c95-ace7-d474509a09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:05.790084 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-ba1e2199-d4de-4c95-ace7-d474509a09d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=599ada696464469cbeafc3efd9524c59&device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 1095 time: 1.1269076 Feb 09 14:07:05.826081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d40c63-f622-4829-815f-072a80f6b7d5 req-e7cba502-e960-4680-99e5-1e6a435a4b9c tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:05.843409 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-39d40c63-f622-4829-815f-072a80f6b7d5 req-e7cba502-e960-4680-99e5-1e6a435a4b9c tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 943 time: 0.1615648 Feb 09 14:07:05.955985 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-39d40c63-f622-4829-815f-072a80f6b7d5 req-41e03099-b0f2-4057-80cb-d66d7946f7dc tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103022 Feb 09 14:07:06.212680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364b6a8-2e6c-408e-8c1b-82860db3a230 req-f320a439-2a6f-42e6-ace5-6ab66b5840f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:06.216808 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2364b6a8-2e6c-408e-8c1b-82860db3a230 req-f320a439-2a6f-42e6-ace5-6ab66b5840f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 1.2507200 Feb 09 14:07:06.261781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b0597-a569-40c5-a5ea-745b9cbaa2d8 req-18f6c251-70a7-4661-a8e1-4e0f2a03ac62 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:06.268586 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f4b0597-a569-40c5-a5ea-745b9cbaa2d8 req-18f6c251-70a7-4661-a8e1-4e0f2a03ac62 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 0.1357594 Feb 09 14:07:06.343130 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f4b0597-a569-40c5-a5ea-745b9cbaa2d8 req-b98e0236-7b3b-447f-a4a3-12a990a68729 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695977 Feb 09 14:07:06.486778 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2364b6a8-2e6c-408e-8c1b-82860db3a230 req-51e82691-1ab9-4910-a1a7-cf6c8e0f0102 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d887f-0858-496f-9c45-73f8ca69bbf7 HTTP/1.1" status: 200 len: 217 time: 0.2107081 Feb 09 14:07:06.716701 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:06.731056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646df11c-f06a-4355-8d62-5e031197befd req-53669458-eeac-4c4c-80b5-229b24df0399 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:06.736771 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-646df11c-f06a-4355-8d62-5e031197befd req-53669458-eeac-4c4c-80b5-229b24df0399 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 944 time: 0.1988025 Feb 09 14:07:06.830145 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-646df11c-f06a-4355-8d62-5e031197befd req-f949748d-0ab3-479e-a85d-fb6d9f950351 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779803 Feb 09 14:07:06.863397 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878abc-d820-488f-b111-a66a280e38cf req-89cc8943-fa3f-4f49-bec6-0d51640a8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:06.866916 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-89cc8943-fa3f-4f49-bec6-0d51640a8f31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 200 len: 908 time: 1.0555120 Feb 09 14:07:07.042561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Router 42686843-2ce9-4fa4-a0e1-151a10b15d31 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:07:07.070039 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9f9de39f-3427-494e-b5ec-d0414ca94b24 req-9bab2a0e-ff6b-4a85-864a-b200013ad696 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffc47be-812a-415a-9b8f-67c26ec83200 HTTP/1.1" status: 200 len: 210 time: 0.0912430 Feb 09 14:07:07.081930 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-68b39a20-4dd1-4d22-adf8-789f2dbeaccc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2405a66f-db86-4903-b398-484d0a780820 HTTP/1.1" status: 200 len: 217 time: 0.1478229 Feb 09 14:07:07.121968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364b6a8-2e6c-408e-8c1b-82860db3a230 req-5737a71d-f0fc-41c1-8dc0-5c6b98056588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:07.121968 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2364b6a8-2e6c-408e-8c1b-82860db3a230 req-5737a71d-f0fc-41c1-8dc0-5c6b98056588 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.5643911 Feb 09 14:07:07.339925 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2364b6a8-2e6c-408e-8c1b-82860db3a230 req-2ba50c32-6731-4d88-a7b5-d65ebdf9ce57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1921914 Feb 09 14:07:07.348512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d73d4c-4c61-4a6d-a153-91c3799fb5bb req-f7065e97-982c-4bfb-b513-4346fdc76f5f tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:07.352717 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0d73d4c-4c61-4a6d-a153-91c3799fb5bb req-f7065e97-982c-4bfb-b513-4346fdc76f5f tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 936 time: 0.1091704 Feb 09 14:07:07.364984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93006a-7fb4-4b7b-af26-6f1e64279846 req-4f290e99-ce32-4138-aa08-22b2962e7ade tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:07.375832 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b93006a-7fb4-4b7b-af26-6f1e64279846 req-4f290e99-ce32-4138-aa08-22b2962e7ade tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 1.1289411 Feb 09 14:07:07.382435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-53cbfb25-e700-4df0-8657-c9295fd63e61 req-6be9a773-b0c4-4968-9a75-12cf6795ba52 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] For port 5ed91f30-4648-4153-a950-dfc34ecebe6f, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5ed91f30-4648-4153-a950-dfc34ecebe6f,segment=NetworkSegment(86acb280-00a2-4677-b70f-b6851cc25f95),segment_id=86acb280-00a2-4677-b70f-b6851cc25f95)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:07.383212 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-53cbfb25-e700-4df0-8657-c9295fd63e61 req-6be9a773-b0c4-4968-9a75-12cf6795ba52 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:07.408534 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0d73d4c-4c61-4a6d-a153-91c3799fb5bb req-26e44b34-b589-4c6f-8775-4e1b5569da7e tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546815 Feb 09 14:07:07.679928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f598d57-6034-411a-bff0-0e4ab92724e9 req-bf21ec30-38d5-40aa-9a2e-fcceb37029a0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:07.682176 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8f598d57-6034-411a-bff0-0e4ab92724e9 req-bf21ec30-38d5-40aa-9a2e-fcceb37029a0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.1380851 Feb 09 14:07:07.688680 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-0b43a848-8512-4da0-beb4-30489779c256 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=38007abfb78c4213a75a7e5d7fcf85c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484450 Feb 09 14:07:07.875055 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8f598d57-6034-411a-bff0-0e4ab92724e9 req-09c15861-05b2-4cf6-8d80-f7335c4e5fc0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492426 Feb 09 14:07:07.982580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-25063803-fb12-4863-8d6c-c2d2062f24b9 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:07.987954 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-25063803-fb12-4863-8d6c-c2d2062f24b9 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2952492 Feb 09 14:07:08.006467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Request body: {'port': {'device_id': '0ffc47be-812a-415a-9b8f-67c26ec83200', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': '38007abfb78c4213a75a7e5d7fcf85c8'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:08.037475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878abc-d820-488f-b111-a66a280e38cf req-f854a52e-df70-4970-9468-ddd9011fb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:08.038963 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-f854a52e-df70-4970-9468-ddd9011fb0f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 200 len: 848 time: 0.9593990 Feb 09 14:07:08.065035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-53cbfb25-e700-4df0-8657-c9295fd63e61 req-6be9a773-b0c4-4968-9a75-12cf6795ba52 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Calling delete_port for 5ed91f30-4648-4153-a950-dfc34ecebe6f owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:07:08.233906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:08.239525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Usage tracker for resource:port and tenant:38007abfb78c4213a75a7e5d7fcf85c8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:08.249295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788b1b6-3256-4eb2-b874-3a3e854c944f req-1eb5a01b-701b-4667-9ded-21b929b75567 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:08.250845 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4788b1b6-3256-4eb2-b874-3a3e854c944f req-1eb5a01b-701b-4667-9ded-21b929b75567 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 943 time: 0.1677427 Feb 09 14:07:08.252188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:08.259684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:08.292516 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:08.301813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Made reservation on behalf of 38007abfb78c4213a75a7e5d7fcf85c8 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:07:08.305329 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:08.307443 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-11fd72fb-a64b-49b4-b636-2c813659a06d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a9adc7a-c36b-4c52-b5e7-269039511123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1997967 Feb 09 14:07:08.323330 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b93006a-7fb4-4b7b-af26-6f1e64279846 req-61b12467-9191-48b7-ba85-44606a2d294a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9015255 Feb 09 14:07:08.323586 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:08.349977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4788b1b6-3256-4eb2-b874-3a3e854c944f req-1691288e-fd6b-466a-b956-0feb64ba183c tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880098 Feb 09 14:07:08.354244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:08.358228 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Usage tracker for resource:security_group_rule and tenant:38007abfb78c4213a75a7e5d7fcf85c8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:08.361362 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:08.366898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:08.472742 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:08.477905 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:08.532332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:07:08.549423 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Sync routers for ids ['42686843-2ce9-4fa4-a0e1-151a10b15d31'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:07:08.559822 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Routers {'42686843-2ce9-4fa4-a0e1-151a10b15d31'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:07:08.560225 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:06:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['42686843-2ce9-4fa4-a0e1-151a10b15d31'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:08.573605 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2364b6a8-2e6c-408e-8c1b-82860db3a230 req-15a3c47a-40fd-4f24-b3f3-717c28ab19ab service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1984441 Feb 09 14:07:08.738039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=680de8dd-6ede-4417-9969-6dd2c13c6d7c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:08.748982 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Set router 42686843-2ce9-4fa4-a0e1-151a10b15d31 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:07:08.794180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996eaa6-89d8-4cb4-9503-149f730f521f req-b82ee31d-0063-4582-a729-5a8768198844 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:08.795621 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4996eaa6-89d8-4cb4-9503-149f730f521f req-b82ee31d-0063-4582-a729-5a8768198844 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 944 time: 0.2714987 Feb 09 14:07:08.813308 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:08.814890 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-53e69e2b-ecc2-4cb3-8d1d-649f8a6254a1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 11.7684681 Feb 09 14:07:08.819359 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 50a097b7-5466-400a-b0f6-a2e3a07ccb49 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:07:08.826552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48068) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:08.832081 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-f3036879-e4cb-49cb-9fe2-8c1fa5d24ba7 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018072 Feb 09 14:07:08.888314 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4996eaa6-89d8-4cb4-9503-149f730f521f req-cf0be724-a4ba-44dc-94e4-4af1f1517079 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797830 Feb 09 14:07:09.004192 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-53cbfb25-e700-4df0-8657-c9295fd63e61 req-6be9a773-b0c4-4968-9a75-12cf6795ba52 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:09.007170 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:09.064220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 50a097b7-5466-400a-b0f6-a2e3a07ccb49, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=50a097b7-5466-400a-b0f6-a2e3a07ccb49,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:09.065407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee07a85-3679-4a90-9ec1-96750134b50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a097b7-5466-400a-b0f6-a2e3a07ccb49'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:09.073012 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:09.075916 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5ed91f30-4648-4153-a950-dfc34ecebe6f no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:07:09.106024 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-79c13756-6a99-47b0-a685-73a41ecef224 req-f4fee471-b411-4d9f-a03a-248802dd5574 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffc47be-812a-415a-9b8f-67c26ec83200 HTTP/1.1" status: 200 len: 210 time: 0.0597260 Feb 09 14:07:09.110173 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-router', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:06:57Z', 'updated_at': '2022-02-09T14:07:02Z', 'revision_number': 3, 'project_id': '261613e7ddbb41359071f1ad50216588', 'gw_port': {'id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:00Z', 'updated_at': '2022-02-09T14:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:09.114766 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Checking router: 42686843-2ce9-4fa4-a0e1-151a10b15d31 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:07:09.115114 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Updating router 42686843-2ce9-4fa4-a0e1-151a10b15d31 port beda4477-5720-4e12-83aa-72e0b870b779 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:07:09.151910 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 5ed91f30-4648-4153-a950-dfc34ecebe6f {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:07:09.152251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5ed91f30-4648-4153-a950-dfc34ecebe6f not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:07:09.188952 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=50a097b7-5466-400a-b0f6-a2e3a07ccb49,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:09.194164 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:09.200194 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66292f43-5d33-4a6b-af17-71cf2e4434ba {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:07:09.243458 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:09.259415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616ef8c-361f-456f-bc2b-a9714174602b req-6815c4d1-9822-41eb-a65b-bea3ff8844de tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:09.260143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b616ef8c-361f-456f-bc2b-a9714174602b req-6815c4d1-9822-41eb-a65b-bea3ff8844de tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Synchronizing usage tracker for tenant:8c1126ef126a4d5e8afd5ceb600f1edf on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:09.262689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9a773-b0c4-4968-9a75-12cf6795ba52 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Pushing event deleted for resources: {'Port': ['ID=5ed91f30-4648-4153-a950-dfc34ecebe6f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:09.315201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2898bf0-9416-48c5-9f1f-172892742b46 req-16ec046b-da8f-4608-8f93-6f201efc99c2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:09.316773 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c2898bf0-9416-48c5-9f1f-172892742b46 req-16ec046b-da8f-4608-8f93-6f201efc99c2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 936 time: 0.0902917 Feb 09 14:07:09.332194 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2364b6a8-2e6c-408e-8c1b-82860db3a230 req-1ae0b735-4f49-42b4-ba38-97b6df1174b2 service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7387233 Feb 09 14:07:09.351351 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-65ec3c2f-dd87-484f-9719-46154434c511 service neutron] 10.222.0.21 "GET /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446812 Feb 09 14:07:09.379102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Transition to ACTIVE for port object 66292f43-5d33-4a6b-af17-71cf2e4434ba will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:09.420540 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c2898bf0-9416-48c5-9f1f-172892742b46 req-7c1d364e-41d0-4a0e-8d92-e88905b33f30 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918398 Feb 09 14:07:09.453398 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:09.457689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cbfb25-e700-4df0-8657-c9295fd63e61 req-6be9a773-b0c4-4968-9a75-12cf6795ba52 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] No DVR routers for this DVR port 5ed91f30-4648-4153-a950-dfc34ecebe6f on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:07:09.500297 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-53cbfb25-e700-4df0-8657-c9295fd63e61 req-6be9a773-b0c4-4968-9a75-12cf6795ba52 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:09.502246 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-53cbfb25-e700-4df0-8657-c9295fd63e61 req-6be9a773-b0c4-4968-9a75-12cf6795ba52 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.21 "DELETE /v2.0/ports/5ed91f30-4648-4153-a950-dfc34ecebe6f HTTP/1.1" status: 204 len: 173 time: 4.4734707 Feb 09 14:07:09.509374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b616ef8c-361f-456f-bc2b-a9714174602b req-6815c4d1-9822-41eb-a65b-bea3ff8844de tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] Unset dirty status for tenant:8c1126ef126a4d5e8afd5ceb600f1edf on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:09.517244 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b616ef8c-361f-456f-bc2b-a9714174602b req-6815c4d1-9822-41eb-a65b-bea3ff8844de tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd3c155-abf8-4889-8310-85565b17c715 HTTP/1.1" status: 200 len: 946 time: 1.0625117 Feb 09 14:07:09.518829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd3c155-abf8-4889-8310-85565b17c715', 'name': 'network-vif-deleted', 'tag': '5ed91f30-4648-4153-a950-dfc34ecebe6f'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:09.525939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Allocated IP 192.168.233.113 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/79e4f095-87a4-425b-bcb7-b3c380d3a927) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:07:09.845473 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:09.863048 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Transition to ACTIVE for port object beda4477-5720-4e12-83aa-72e0b870b779 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:09.872127 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:09.924035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94ff49-3ded-4f50-8cbd-5b16b7ed9003 req-d8d461cd-0386-4770-9d0e-33434769bd4c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:09.927236 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb94ff49-3ded-4f50-8cbd-5b16b7ed9003 req-d8d461cd-0386-4770-9d0e-33434769bd4c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.2571921 Feb 09 14:07:09.972303 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5abadd-ccc5-4266-84f6-a6844da89512 None None] Pushing event updated for resources: {'Port': ['ID=beda4477-5720-4e12-83aa-72e0b870b779,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:09.983475 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5abadd-ccc5-4266-84f6-a6844da89512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:09.984729 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5abadd-ccc5-4266-84f6-a6844da89512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:09.985239 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5abadd-ccc5-4266-84f6-a6844da89512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:09.985719 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5abadd-ccc5-4266-84f6-a6844da89512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:09.986192 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5abadd-ccc5-4266-84f6-a6844da89512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:09.986666 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5abadd-ccc5-4266-84f6-a6844da89512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:09.987135 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5abadd-ccc5-4266-84f6-a6844da89512 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:09.987617 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5abadd-ccc5-4266-84f6-a6844da89512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:09.988129 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5abadd-ccc5-4266-84f6-a6844da89512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:09.988444 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5abadd-ccc5-4266-84f6-a6844da89512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:09.988768 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5abadd-ccc5-4266-84f6-a6844da89512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:09.989083 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5abadd-ccc5-4266-84f6-a6844da89512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:09.995924 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Attempting to bind port beda4477-5720-4e12-83aa-72e0b870b779 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:07:09.996586 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Attempting to bind port beda4477-5720-4e12-83aa-72e0b870b779 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:07:09.997132 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Attempting to bind port beda4477-5720-4e12-83aa-72e0b870b779 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:10.004250 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:07:10.004822 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:07:10.005211 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:10.005782 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:07:10.006238 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Bound port: beda4477-5720-4e12-83aa-72e0b870b779, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:07:10.006620 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:10.043085 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b616ef8c-361f-456f-bc2b-a9714174602b req-f60e354c-a43e-4a2e-9c3e-285fffa865e9 tempest-ServerRescueNegativeTestJSON-699528729 tempest-ServerRescueNegativeTestJSON-699528729-project] 10.222.0.48 "GET /v2.0/security-groups?id=382d88ac-4275-4ca0-80da-3f05d483a8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249655 Feb 09 14:07:10.049635 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb94ff49-3ded-4f50-8cbd-5b16b7ed9003 req-03ba0c23-e5a8-43cc-9a24-a6f548372816 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072128 Feb 09 14:07:10.053340 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:10.081147 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Pushing event updated for resources: {'Port': ['ID=66292f43-5d33-4a6b-af17-71cf2e4434ba,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:10.099343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Transition to ACTIVE for port object 79e4f095-87a4-425b-bcb7-b3c380d3a927 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:10.129229 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee07a85-3679-4a90-9ec1-96750134b50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a097b7-5466-400a-b0f6-a2e3a07ccb49', 'code': 200} Feb 09 14:07:10.165014 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] For port beda4477-5720-4e12-83aa-72e0b870b779, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:07:10.168899 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] For port beda4477-5720-4e12-83aa-72e0b870b779, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=beda4477-5720-4e12-83aa-72e0b870b779,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:07:10.170496 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:10.174818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:10.176721 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:10.299058 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:07:10.300399 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5abadd-ccc5-4266-84f6-a6844da89512 None None] Pushing event updated for resources: {'Port': ['ID=beda4477-5720-4e12-83aa-72e0b870b779,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:10.306826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:10.325787 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:07:10.393956 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Routers {'42686843-2ce9-4fa4-a0e1-151a10b15d31'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:07:10.394941 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:06:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['42686843-2ce9-4fa4-a0e1-151a10b15d31'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:10.410987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Pushing event updated for resources: {'Port': ['ID=79e4f095-87a4-425b-bcb7-b3c380d3a927,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:10.416241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Attempting to bind port 66292f43-5d33-4a6b-af17-71cf2e4434ba on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:07:10.416586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Attempting to bind port 66292f43-5d33-4a6b-af17-71cf2e4434ba by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:07:10.416915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Attempting to bind port 66292f43-5d33-4a6b-af17-71cf2e4434ba on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:10.488851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Port 66292f43-5d33-4a6b-af17-71cf2e4434ba on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:07:10.488851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Attempting to bind port 66292f43-5d33-4a6b-af17-71cf2e4434ba on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:10.505969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:07:10.505969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:07:10.505969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:07:10.505969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Bound port: 66292f43-5d33-4a6b-af17-71cf2e4434ba, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:07:10.505969 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:10.569100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:10.570449 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:10.665055 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-c95c6914-a17f-473f-ba5a-315ee569ccb0 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6672893 Feb 09 14:07:10.669078 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] Set router 42686843-2ce9-4fa4-a0e1-151a10b15d31 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:07:10.694009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Request body: {'port': {'device_id': '0ffc47be-812a-415a-9b8f-67c26ec83200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:10.706464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878abc-d820-488f-b111-a66a280e38cf req-99cb948b-da39-4ed6-a5a3-4bd383ddc19c tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:10.707974 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-99cb948b-da39-4ed6-a5a3-4bd383ddc19c tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec&tenant_id=599ada696464469cbeafc3efd9524c59&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 1095 time: 0.8137798 Feb 09 14:07:10.744235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb44ca1-87e8-4bae-8e04-c2b79956f550 req-64fac574-cea3-42b6-92d5-557e248e0171 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:10.745962 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bfb44ca1-87e8-4bae-8e04-c2b79956f550 req-64fac574-cea3-42b6-92d5-557e248e0171 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 943 time: 0.3302512 Feb 09 14:07:10.816412 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 50a097b7-5466-400a-b0f6-a2e3a07ccb49 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:07:10.878838 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:10.920736 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-21641788-3bc7-45f8-acfa-0160307bc28c None None] Provisioning for port 79e4f095-87a4-425b-bcb7-b3c380d3a927 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:10.929532 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] For port 66292f43-5d33-4a6b-af17-71cf2e4434ba, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:07:10.929817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-21641788-3bc7-45f8-acfa-0160307bc28c None None] Provisioning complete for port 79e4f095-87a4-425b-bcb7-b3c380d3a927 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:10.930371 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-21641788-3bc7-45f8-acfa-0160307bc28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:10.934902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] For port 66292f43-5d33-4a6b-af17-71cf2e4434ba, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=66292f43-5d33-4a6b-af17-71cf2e4434ba,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:07:10.946573 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bfb44ca1-87e8-4bae-8e04-c2b79956f550 req-9e41aab3-1c3e-41be-9680-82ca1ace3046 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834896 Feb 09 14:07:10.955532 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:11.002712 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-router', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:06:57Z', 'updated_at': '2022-02-09T14:07:02Z', 'revision_number': 3, 'project_id': '261613e7ddbb41359071f1ad50216588', 'gw_port': {'id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:00Z', 'updated_at': '2022-02-09T14:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:11.008012 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee8e1c1-403c-4d06-9135-494d0003776b None None] The sync data for ids ['42686843-2ce9-4fa4-a0e1-151a10b15d31'] in n-d-828418-2 is: [{'id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-router', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:06:57Z', 'updated_at': '2022-02-09T14:07:02Z', 'revision_number': 3, 'project_id': '261613e7ddbb41359071f1ad50216588', 'gw_port': {'id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:00Z', 'updated_at': '2022-02-09T14:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:07:11.034023 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd3c155-abf8-4889-8310-85565b17c715', 'name': 'network-vif-deleted', 'tag': '5ed91f30-4648-4153-a950-dfc34ecebe6f', 'status': 'completed', 'code': 200} Feb 09 14:07:11.076038 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 50a097b7-5466-400a-b0f6-a2e3a07ccb49, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=50a097b7-5466-400a-b0f6-a2e3a07ccb49,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:11.102773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '50a097b7-5466-400a-b0f6-a2e3a07ccb49', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '50a097b7-5466-400a-b0f6-a2e3a07ccb49', 'mac_address': 'fa:16:3e:6d:84:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:07:11.124411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:11.125954 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:11.128830 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] 10.222.0.35 "PUT /v2.0/ports/66292f43-5d33-4a6b-af17-71cf2e4434ba HTTP/1.1" status: 200 len: 1096 time: 5.8387899 Feb 09 14:07:11.283841 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:11.308505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-21641788-3bc7-45f8-acfa-0160307bc28c None None] Port 79e4f095-87a4-425b-bcb7-b3c380d3a927 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:07:11.333828 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a097b7-5466-400a-b0f6-a2e3a07ccb49 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:07:11.358453 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 50a097b7-5466-400a-b0f6-a2e3a07ccb49, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=50a097b7-5466-400a-b0f6-a2e3a07ccb49,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:11.364830 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:11.405020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d49dc0-cd65-4ba1-8d90-32d894061a88 req-7cee3b9e-7638-4d1d-885f-869c7fcdb7cb tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:11.412487 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-63d49dc0-cd65-4ba1-8d90-32d894061a88 req-7cee3b9e-7638-4d1d-885f-869c7fcdb7cb tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 947 time: 1.0988989 Feb 09 14:07:11.464999 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=50a097b7-5466-400a-b0f6-a2e3a07ccb49,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:11.510716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7210b-0a30-43fa-99d0-3fdc52cfcfec service neutron] Pushing event updated for resources: {'Port': ['ID=66292f43-5d33-4a6b-af17-71cf2e4434ba,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:11.570739 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-4d878abc-d820-488f-b111-a66a280e38cf req-08fbee28-72e0-4ddd-99bb-a9a98aa8afe3 service neutron] For port 2405a66f-db86-4903-b398-484d0a780820, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:07:11.602708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-63d49dc0-cd65-4ba1-8d90-32d894061a88 req-1e42196a-7de5-495a-a96f-5a4e1e0d0a8a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889923 Feb 09 14:07:11.614600 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d878abc-d820-488f-b111-a66a280e38cf req-08fbee28-72e0-4ddd-99bb-a9a98aa8afe3 service neutron] Notify callbacks [] for binding, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:11.621056 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d878abc-d820-488f-b111-a66a280e38cf req-08fbee28-72e0-4ddd-99bb-a9a98aa8afe3 service neutron] 10.222.0.21 "DELETE /v2.0/ports/2405a66f-db86-4903-b398-484d0a780820/bindings/n-h1-828418-2 HTTP/1.1" status: 204 len: 173 time: 0.8928509 Feb 09 14:07:11.679468 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:11.690677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cf276-8bf8-4191-8e59-253b1d2b6c56 req-c8bc0e98-defe-41e4-8449-ef86f83523c5 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:11.692208 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a1cf276-8bf8-4191-8e59-253b1d2b6c56 req-c8bc0e98-defe-41e4-8449-ef86f83523c5 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 944 time: 0.3754144 Feb 09 14:07:11.714501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e4f095-87a4-425b-bcb7-b3c380d3a927 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:07:11.756106 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:11.783640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-3798651a-4454-44db-880a-9113e885a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:11.785845 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-3798651a-4454-44db-880a-9113e885a931 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f9a9c7b338a470d8aee6d110bbc59eb&device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 1099 time: 0.4849572 Feb 09 14:07:11.806139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Transition to ACTIVE for port object 79e4f095-87a4-425b-bcb7-b3c380d3a927 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:11.827184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device beda4477-5720-4e12-83aa-72e0b870b779 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:11.832645 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a1cf276-8bf8-4191-8e59-253b1d2b6c56 req-72030775-9afd-4fb7-bb9a-a36787e473b2 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151891 Feb 09 14:07:11.833739 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:11.935273 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['50a097b7-5466-400a-b0f6-a2e3a07ccb49'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:07:11.949594 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-588b73f9-2394-4fbd-9ed5-160e577007ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=66292f43-5d33-4a6b-af17-71cf2e4434ba HTTP/1.1" status: 200 len: 217 time: 0.1039720 Feb 09 14:07:12.074845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port beda4477-5720-4e12-83aa-72e0b870b779 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:12.088719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port beda4477-5720-4e12-83aa-72e0b870b779 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:12.095574 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:12.113896 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Pushing event updated for resources: {'Port': ['ID=79e4f095-87a4-425b-bcb7-b3c380d3a927,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:12.455707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-890a04af-4bf5-4013-bacc-0113e07d14fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:12.457777 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-890a04af-4bf5-4013-bacc-0113e07d14fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.4962101 Feb 09 14:07:12.461346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Allocated IP 172.20.0.1 (e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e/176745eb-cf2b-4242-a48f-776f09b48b10/34ea4760-3bc7-48f3-b21f-03c937bd88de) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:07:12.484938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Attempting to bind port 79e4f095-87a4-425b-bcb7-b3c380d3a927 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:07:12.485777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Attempting to bind port 79e4f095-87a4-425b-bcb7-b3c380d3a927 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:07:12.486643 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Attempting to bind port 79e4f095-87a4-425b-bcb7-b3c380d3a927 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:12.493854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Port 79e4f095-87a4-425b-bcb7-b3c380d3a927 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:07:12.494465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Attempting to bind port 79e4f095-87a4-425b-bcb7-b3c380d3a927 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:12.496433 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:12.505533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:07:12.506310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:07:12.507076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:07:12.507846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Bound port: 79e4f095-87a4-425b-bcb7-b3c380d3a927, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:07:12.508388 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:12.531070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7f5c6-cf32-44f9-b0a7-e44bfce0936d req-d12457cd-dfd7-4f2a-8e4e-1549a0f46f9b tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:12.539173 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ec7f5c6-cf32-44f9-b0a7-e44bfce0936d req-d12457cd-dfd7-4f2a-8e4e-1549a0f46f9b tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 948 time: 0.5302534 Feb 09 14:07:12.577913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port beda4477-5720-4e12-83aa-72e0b870b779, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=beda4477-5720-4e12-83aa-72e0b870b779,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:12.585047 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:12.631327 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d5129-ace8-4a83-b9b0-58e987582ef3 req-3ca6050b-744c-40d4-8ea6-8002bf66e11c tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:12.632849 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a5d5129-ace8-4a83-b9b0-58e987582ef3 req-3ca6050b-744c-40d4-8ea6-8002bf66e11c tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffc47be-812a-415a-9b8f-67c26ec83200 HTTP/1.1" status: 200 len: 948 time: 0.8457451 Feb 09 14:07:12.662330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=beda4477-5720-4e12-83aa-72e0b870b779,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:12.673411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] For port 79e4f095-87a4-425b-bcb7-b3c380d3a927, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:07:12.678005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] For port 79e4f095-87a4-425b-bcb7-b3c380d3a927, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=79e4f095-87a4-425b-bcb7-b3c380d3a927,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:07:12.685470 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:12.729137 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ec7f5c6-cf32-44f9-b0a7-e44bfce0936d req-91e746fe-ddcb-4383-824e-e6c774a730cd tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890888 Feb 09 14:07:12.736641 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a5d5129-ace8-4a83-b9b0-58e987582ef3 req-e7211785-3d67-4f09-a89c-c29c557bf751 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/security-groups?id=680de8dd-6ede-4417-9969-6dd2c13c6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874817 Feb 09 14:07:12.750035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:12.750843 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:12.752399 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] 10.222.0.21 "PUT /v2.0/ports/79e4f095-87a4-425b-bcb7-b3c380d3a927 HTTP/1.1" status: 200 len: 1096 time: 2.0686541 Feb 09 14:07:12.753021 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffc47be-812a-415a-9b8f-67c26ec83200', 'tag': '79e4f095-87a4-425b-bcb7-b3c380d3a927'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:12.771619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-1de5580f-b8c3-40ab-a044-8ebeccec68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:12.773141 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-1de5580f-b8c3-40ab-a044-8ebeccec68ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3062854 Feb 09 14:07:12.795611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b92343-c0eb-4237-96c3-03e7edd60e95 service neutron] Pushing event updated for resources: {'Port': ['ID=79e4f095-87a4-425b-bcb7-b3c380d3a927,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:12.938044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48102) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:12.978344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:12.996493 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-1d6ebc36-b202-4993-8279-7111f11d2025 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015357 Feb 09 14:07:13.074851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4eb610-3394-4084-981b-bc840d689b32', 'tag': '66292f43-5d33-4a6b-af17-71cf2e4434ba'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:13.082735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-f72dfcad-b610-45b4-9063-85b030050e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:13.088067 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-f72dfcad-b610-45b4-9063-85b030050e35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38007abfb78c4213a75a7e5d7fcf85c8&device_id=0ffc47be-812a-415a-9b8f-67c26ec83200 HTTP/1.1" status: 200 len: 1099 time: 0.2709422 Feb 09 14:07:13.098554 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 624d887f-0858-496f-9c45-73f8ca69bbf7 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:07:13.212023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Transition to ACTIVE for port object 34ea4760-3bc7-48f3-b21f-03c937bd88de will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:13.221449 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-fa744ad9-8d0b-4ca5-ba2e-32596b769f0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=79e4f095-87a4-425b-bcb7-b3c380d3a927 HTTP/1.1" status: 200 len: 217 time: 0.1177204 Feb 09 14:07:13.278303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 624d887f-0858-496f-9c45-73f8ca69bbf7, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=624d887f-0858-496f-9c45-73f8ca69bbf7,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:13.296153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '624d887f-0858-496f-9c45-73f8ca69bbf7', 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d', 'port_id': '624d887f-0858-496f-9c45-73f8ca69bbf7', 'mac_address': 'fa:16:3e:75:f4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94892cdf-dc18-4c6c-bd3a-c8729a4c236e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:07:13.363651 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:13.370910 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:13.388235 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624d887f-0858-496f-9c45-73f8ca69bbf7 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:07:13.412233 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 624d887f-0858-496f-9c45-73f8ca69bbf7, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=624d887f-0858-496f-9c45-73f8ca69bbf7,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:13.419502 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:13.444592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-ab4eb190-41c9-409b-8b89-f60203c4c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:13.446390 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-ab4eb190-41c9-409b-8b89-f60203c4c8d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.2147522 Feb 09 14:07:13.448378 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4c95255-4778-466d-9ed4-f59a44919b68 req-d683d287-ade1-4732-86c0-4a0ca558ffa0 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508448 Feb 09 14:07:13.497416 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cc052-bed5-4c1f-96e3-fc4ec12da9e3 req-3dce576f-6f79-411d-ab7a-ea8a63f0c734 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:13.510209 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d88cc052-bed5-4c1f-96e3-fc4ec12da9e3 req-3dce576f-6f79-411d-ab7a-ea8a63f0c734 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.4846566 Feb 09 14:07:13.529671 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf87ab-76fb-4336-9275-f52af427f019 req-ec9ee432-4d42-485a-9653-26b4631e226c tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:13.532023 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4fdf87ab-76fb-4336-9275-f52af427f019 req-ec9ee432-4d42-485a-9653-26b4631e226c tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 943 time: 0.3096945 Feb 09 14:07:13.554337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=624d887f-0858-496f-9c45-73f8ca69bbf7,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:13.660302 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Network e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:07:13.683430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:13.705589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:07:13.798682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device beda4477-5720-4e12-83aa-72e0b870b779 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:13.816049 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4fdf87ab-76fb-4336-9275-f52af427f019 req-35909d1c-a946-40c8-abab-516fb5735e57 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859756 Feb 09 14:07:13.837770 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:13.846633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-6ecafd52-dcae-4305-bdf1-37ce77823904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:13.848405 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-6ecafd52-dcae-4305-bdf1-37ce77823904 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3857946 Feb 09 14:07:13.885514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['624d887f-0858-496f-9c45-73f8ca69bbf7'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:07:14.032285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port beda4477-5720-4e12-83aa-72e0b870b779 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:14.032766 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:14.054935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Pushing event updated for resources: {'Port': ['ID=34ea4760-3bc7-48f3-b21f-03c937bd88de,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:14.115965 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d88cc052-bed5-4c1f-96e3-fc4ec12da9e3 req-6467a9ad-b073-4a59-b82c-2f125282cb8d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6038587 Feb 09 14:07:14.133939 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-36c48ac3-9063-4e9a-87c3-4f727de2f6ff service neutron] 10.222.0.21 "GET /v2.0/ports/b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a/bindings/n-h2-828418-2 HTTP/1.1" status: 200 len: 382 time: 0.5873518 Feb 09 14:07:14.155082 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-67f9a82a-3c55-44dc-9eff-bfc87afe6583 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747576 Feb 09 14:07:14.226283 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4133e342-0990-40ea-ad81-07fddf5a5a37 None None] Provisioning for port 34ea4760-3bc7-48f3-b21f-03c937bd88de completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:14.229042 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffc47be-812a-415a-9b8f-67c26ec83200', 'tag': '79e4f095-87a4-425b-bcb7-b3c380d3a927', 'status': 'completed', 'code': 200} Feb 09 14:07:14.290791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4133e342-0990-40ea-ad81-07fddf5a5a37 None None] Provisioning complete for port 34ea4760-3bc7-48f3-b21f-03c937bd88de triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:14.291793 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4133e342-0990-40ea-ad81-07fddf5a5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:14.451630 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4133e342-0990-40ea-ad81-07fddf5a5a37 None None] Port 34ea4760-3bc7-48f3-b21f-03c937bd88de cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:07:14.509602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fd457-9db9-4527-a779-9ccc324b19ef req-ff88b613-17c4-4926-873f-97a3ab3eae5b tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:14.513006 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d32fd457-9db9-4527-a779-9ccc324b19ef req-ff88b613-17c4-4926-873f-97a3ab3eae5b tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 948 time: 0.4964006 Feb 09 14:07:14.574008 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:14.749323 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d99c265-1476-4ae9-91a2-e165ca7529b8 req-8cd54c5c-f0a0-4566-bb48-094cb598e795 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768461 Feb 09 14:07:14.785879 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d32fd457-9db9-4527-a779-9ccc324b19ef req-74252ce6-3912-48d6-830f-df98cb7d431e tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439957 Feb 09 14:07:14.813433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73965da6-6aa2-4cfb-84d8-e199a2120013 req-411ac620-a4bf-4b75-bce3-2383017ac3a9 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:14.814906 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-73965da6-6aa2-4cfb-84d8-e199a2120013 req-411ac620-a4bf-4b75-bce3-2383017ac3a9 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 1095 time: 0.4039929 Feb 09 14:07:14.824903 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50a00e8a-d120-4166-a4b3-39b82d95ce78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:14.832679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-ad44235f-8c93-4a8a-9f05-2a5de52a635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:14.835208 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-ad44235f-8c93-4a8a-9f05-2a5de52a635d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc&tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881 HTTP/1.1" status: 200 len: 1100 time: 0.3498609 Feb 09 14:07:14.864868 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 50a097b7-5466-400a-b0f6-a2e3a07ccb49 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:14.919092 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4eb610-3394-4084-981b-bc840d689b32', 'tag': '66292f43-5d33-4a6b-af17-71cf2e4434ba', 'status': 'completed', 'code': 200} Feb 09 14:07:15.042087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 50a097b7-5466-400a-b0f6-a2e3a07ccb49 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:15.043155 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:15.216618 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-73965da6-6aa2-4cfb-84d8-e199a2120013 req-fa20bcfe-1857-4d13-887e-4c9495f17934 tempest-LiveMigrationTest-1241844472 tempest-LiveMigrationTest-1241844472-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777914 Feb 09 14:07:15.267879 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:15.310625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-7ecd78ba-b1db-4e77-80f8-e352d0e3309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:15.312067 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-7ecd78ba-b1db-4e77-80f8-e352d0e3309b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 1100 time: 0.4379609 Feb 09 14:07:15.317902 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:15.321615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea0d8f-c169-40cf-8322-0aee2b1f16b0 req-75085bce-02a7-4589-bfe1-8d6cb0317c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:15.323787 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-13ea0d8f-c169-40cf-8322-0aee2b1f16b0 req-75085bce-02a7-4589-bfe1-8d6cb0317c16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f9a9c7b338a470d8aee6d110bbc59eb&device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 1099 time: 0.3770833 Feb 09 14:07:15.331225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee07a85-3679-4a90-9ec1-96750134b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a097b7-5466-400a-b0f6-a2e3a07ccb49'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:15.345346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b409b8-0385-4d91-9e3f-183b09d9e652 req-1182357f-9c27-4efd-b991-6a5045065d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:15.351019 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4b409b8-0385-4d91-9e3f-183b09d9e652 req-1182357f-9c27-4efd-b991-6a5045065d0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38007abfb78c4213a75a7e5d7fcf85c8&device_id=0ffc47be-812a-415a-9b8f-67c26ec83200 HTTP/1.1" status: 200 len: 1099 time: 0.4139426 Feb 09 14:07:15.351177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 50a097b7-5466-400a-b0f6-a2e3a07ccb49, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=50a097b7-5466-400a-b0f6-a2e3a07ccb49,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:15.358600 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:15.363323 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:15.471409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=50a097b7-5466-400a-b0f6-a2e3a07ccb49,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:15.565965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1bd2d-a760-449d-b8f2-e9d167d0ba84 req-669c3c9a-e69e-45f5-a22a-5610de1c5ae2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:15.567330 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55f1bd2d-a760-449d-b8f2-e9d167d0ba84 req-669c3c9a-e69e-45f5-a22a-5610de1c5ae2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 948 time: 0.5032287 Feb 09 14:07:15.665603 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55f1bd2d-a760-449d-b8f2-e9d167d0ba84 req-a5fa1b69-beaa-41ef-a55c-e5e6e8678ff1 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864537 Feb 09 14:07:15.691037 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b409b8-0385-4d91-9e3f-183b09d9e652 req-5b0aa2c6-c6ed-447a-b69f-ed35cab32575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:15.691037 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4b409b8-0385-4d91-9e3f-183b09d9e652 req-5b0aa2c6-c6ed-447a-b69f-ed35cab32575 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.3229041 Feb 09 14:07:15.740342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Pushing event updated for resources: {'Port': ['ID=34ea4760-3bc7-48f3-b21f-03c937bd88de,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:15.758664 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:15.777516 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4b409b8-0385-4d91-9e3f-183b09d9e652 req-d508e1a1-4b51-4a8c-8a11-e12e18495650 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=79e4f095-87a4-425b-bcb7-b3c380d3a927 HTTP/1.1" status: 200 len: 217 time: 0.0724308 Feb 09 14:07:15.948358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-50a00e8a-d120-4166-a4b3-39b82d95ce78 admin admin] Deleting port a9316d15-01bf-4f5a-b4e7-be0f2f1248fb {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:07:15.948826 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50a00e8a-d120-4166-a4b3-39b82d95ce78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:15.971527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea0d8f-c169-40cf-8322-0aee2b1f16b0 req-ca3819e3-39e5-4310-adc0-5796bb50c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:15.973724 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-13ea0d8f-c169-40cf-8322-0aee2b1f16b0 req-ca3819e3-39e5-4310-adc0-5796bb50c55d service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.6164641 Feb 09 14:07:15.983097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b409b8-0385-4d91-9e3f-183b09d9e652 req-45f24be8-c1ee-40a4-a497-680554608b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:15.986950 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4b409b8-0385-4d91-9e3f-183b09d9e652 req-45f24be8-c1ee-40a4-a497-680554608b94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1756353 Feb 09 14:07:15.989823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-c6c344a6-8c2f-4c97-9168-6278867049ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:15.992091 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-c6c344a6-8c2f-4c97-9168-6278867049ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.6667013 Feb 09 14:07:16.139667 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-13ea0d8f-c169-40cf-8322-0aee2b1f16b0 req-d727f27c-4923-43cd-ae91-93dd94b48ca4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=66292f43-5d33-4a6b-af17-71cf2e4434ba HTTP/1.1" status: 200 len: 217 time: 0.1463826 Feb 09 14:07:16.163010 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-9bd30393-6bee-4a57-92a9-ba524f9120f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a HTTP/1.1" status: 200 len: 217 time: 0.0983472 Feb 09 14:07:16.215082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc055a6-6de4-4494-8bb6-340e6f7a1317 req-c551da5f-e700-4d1a-a7b4-82c7b2a2deaf tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:16.221919 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5cc055a6-6de4-4494-8bb6-340e6f7a1317 req-c551da5f-e700-4d1a-a7b4-82c7b2a2deaf tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffc47be-812a-415a-9b8f-67c26ec83200 HTTP/1.1" status: 200 len: 948 time: 0.7762654 Feb 09 14:07:16.302023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-50a00e8a-d120-4166-a4b3-39b82d95ce78 admin admin] For port a9316d15-01bf-4f5a-b4e7-be0f2f1248fb, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a9316d15-01bf-4f5a-b4e7-be0f2f1248fb,segment=NetworkSegment(86acb280-00a2-4677-b70f-b6851cc25f95),segment_id=86acb280-00a2-4677-b70f-b6851cc25f95)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:16.302416 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50a00e8a-d120-4166-a4b3-39b82d95ce78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:16.327520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b409b8-0385-4d91-9e3f-183b09d9e652 req-22ded81f-2daa-433d-85f5-124a207b4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:16.327520 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4b409b8-0385-4d91-9e3f-183b09d9e652 req-22ded81f-2daa-433d-85f5-124a207b4bca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3145583 Feb 09 14:07:16.337745 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2724d7-a0f0-4288-b3d9-0f479a90a19f req-7d2396f0-bbff-4655-a9a0-af3b736d36e3 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:16.337745 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef2724d7-a0f0-4288-b3d9-0f479a90a19f req-7d2396f0-bbff-4655-a9a0-af3b736d36e3 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 944 time: 0.2859647 Feb 09 14:07:16.355610 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Network e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:07:16.371690 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:16.396121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea0d8f-c169-40cf-8322-0aee2b1f16b0 req-0510e950-c5ed-498a-af04-983514b11534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:16.397593 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-13ea0d8f-c169-40cf-8322-0aee2b1f16b0 req-0510e950-c5ed-498a-af04-983514b11534 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.2363470 Feb 09 14:07:16.458314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-1ffb52ee-829b-4c29-ab98-4c5037f3311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:16.459584 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-1ffb52ee-829b-4c29-ab98-4c5037f3311f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1999104 Feb 09 14:07:16.462482 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5cc055a6-6de4-4494-8bb6-340e6f7a1317 req-33abd1d0-9ea8-4733-8f11-43c0fae46a4b tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/security-groups?id=680de8dd-6ede-4417-9969-6dd2c13c6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006707 Feb 09 14:07:16.710826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-50a00e8a-d120-4166-a4b3-39b82d95ce78 admin admin] Calling delete_port for a9316d15-01bf-4f5a-b4e7-be0f2f1248fb owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:07:16.823565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-abc7154d-40c8-4c02-be44-53e9083d5f86 None None] Provisioning complete for port 34ea4760-3bc7-48f3-b21f-03c937bd88de triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:16.824161 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-abc7154d-40c8-4c02-be44-53e9083d5f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:16.844448 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef2724d7-a0f0-4288-b3d9-0f479a90a19f req-7a27670b-c95b-49f7-86bc-e4a6b1f17288 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242885 Feb 09 14:07:16.852413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Router 42686843-2ce9-4fa4-a0e1-151a10b15d31 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:07:16.858143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-791cdbe9-1de6-4156-9d09-d3c2e0f8fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:16.860954 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-791cdbe9-1de6-4156-9d09-d3c2e0f8fe50 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3625147 Feb 09 14:07:16.884862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 66292f43-5d33-4a6b-af17-71cf2e4434ba details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:07:16.897740 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4b409b8-0385-4d91-9e3f-183b09d9e652 req-253424c9-abb6-4777-a8ca-8f466a07d637 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955177 Feb 09 14:07:17.078282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea0d8f-c169-40cf-8322-0aee2b1f16b0 req-b178c9c0-bf66-44aa-9402-c1fb8510b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:17.078282 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-13ea0d8f-c169-40cf-8322-0aee2b1f16b0 req-b178c9c0-bf66-44aa-9402-c1fb8510b743 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6097198 Feb 09 14:07:17.150755 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 66292f43-5d33-4a6b-af17-71cf2e4434ba, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=66292f43-5d33-4a6b-af17-71cf2e4434ba,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:17.150755 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-abc7154d-40c8-4c02-be44-53e9083d5f86 None None] Port 34ea4760-3bc7-48f3-b21f-03c937bd88de cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:07:17.158346 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 624d887f-0858-496f-9c45-73f8ca69bbf7 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:17.274108 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4b409b8-0385-4d91-9e3f-183b09d9e652 req-17770b22-0c91-4de4-9afc-e772028ac01f service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610623 Feb 09 14:07:17.381115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '66292f43-5d33-4a6b-af17-71cf2e4434ba', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '66292f43-5d33-4a6b-af17-71cf2e4434ba', 'mac_address': 'fa:16:3e:e4:e5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:07:17.415913 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee07a85-3679-4a90-9ec1-96750134b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a097b7-5466-400a-b0f6-a2e3a07ccb49', 'code': 200} Feb 09 14:07:17.423569 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50a00e8a-d120-4166-a4b3-39b82d95ce78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:17.497593 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8874523-c7d4-454b-8ef1-85eff95972b6 req-71a78ed2-a383-41ff-a17c-a0205462ac90 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:17.499465 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c8874523-c7d4-454b-8ef1-85eff95972b6 req-71a78ed2-a383-41ff-a17c-a0205462ac90 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.7736151 Feb 09 14:07:17.542286 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a00e8a-d120-4166-a4b3-39b82d95ce78 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9316d15-01bf-4f5a-b4e7-be0f2f1248fb,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:17.563773 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:17.632283 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66292f43-5d33-4a6b-af17-71cf2e4434ba {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:07:17.662725 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 66292f43-5d33-4a6b-af17-71cf2e4434ba, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=66292f43-5d33-4a6b-af17-71cf2e4434ba,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:17.665894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 624d887f-0858-496f-9c45-73f8ca69bbf7 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:17.673197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 624d887f-0858-496f-9c45-73f8ca69bbf7 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:17.673818 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:17.698400 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:17.867567 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=66292f43-5d33-4a6b-af17-71cf2e4434ba,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:17.914760 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-0794a8fe-5303-4cd8-9828-95e80727fcc2 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0409169 Feb 09 14:07:17.951720 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:17.972337 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c8874523-c7d4-454b-8ef1-85eff95972b6 req-65906b2f-b93f-4345-ba34-a5edff2dc5b1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345055 Feb 09 14:07:17.975832 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-13ea0d8f-c169-40cf-8322-0aee2b1f16b0 req-0a7ae7c9-1f17-4113-9678-d23cd21f1076 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8270350 Feb 09 14:07:18.075574 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 624d887f-0858-496f-9c45-73f8ca69bbf7, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=624d887f-0858-496f-9c45-73f8ca69bbf7,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:18.083376 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:18.086169 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:07:18.178455 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['66292f43-5d33-4a6b-af17-71cf2e4434ba'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:07:18.259837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:07:18.286792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Sync routers for ids ['42686843-2ce9-4fa4-a0e1-151a10b15d31'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:07:18.314550 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=624d887f-0858-496f-9c45-73f8ca69bbf7,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:18.315377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93024c65-ed1a-43af-ac4c-003244761245 req-465da41e-3480-49e7-b6b8-5af60880650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:18.316871 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93024c65-ed1a-43af-ac4c-003244761245 req-465da41e-3480-49e7-b6b8-5af60880650b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 1100 time: 0.6271470 Feb 09 14:07:18.318484 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Routers {'42686843-2ce9-4fa4-a0e1-151a10b15d31'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:07:18.319163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:06:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['42686843-2ce9-4fa4-a0e1-151a10b15d31'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:18.359807 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1a2f57da-8ae2-4323-94ea-ddbec81cebb4 admin admin] 10.222.0.48 "PUT /v2.0/routers/42686843-2ce9-4fa4-a0e1-151a10b15d31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5206337 Feb 09 14:07:18.360053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5adaec-5008-47c8-bf90-224c7b6d01f3 req-b298b698-d51a-4035-83c5-086a80f5034f tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:18.365075 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ae5adaec-5008-47c8-bf90-224c7b6d01f3 req-b298b698-d51a-4035-83c5-086a80f5034f tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.7637694 Feb 09 14:07:18.490909 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6006cac-7888-4679-b49c-b936ae2e06a3 req-2aaf9a73-6a6a-49b1-8ebf-0dbeff8d263a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:18.493211 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b6006cac-7888-4679-b49c-b936ae2e06a3 req-2aaf9a73-6a6a-49b1-8ebf-0dbeff8d263a tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 944 time: 0.4676754 Feb 09 14:07:18.502780 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5fde716-540c-4b6e-b262-7cfef1b6de54 req-050e8771-8585-45f7-9d61-e1725da42eb2 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780845 Feb 09 14:07:18.510701 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-13ea0d8f-c169-40cf-8322-0aee2b1f16b0 req-98277a46-91bf-4706-9559-58eb7a9f433f service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226328 Feb 09 14:07:18.525693 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b39a7bcd-0b56-4da4-b44f-38463955f1af req-29c0e8cc-c21e-4295-91dd-7c04be658dfc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3237438 Feb 09 14:07:18.535270 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f72b84-5e22-45c6-895f-e72308d8f349 req-b4d69ad7-dfd0-446d-97b9-9d75d7167256 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:18.536313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-36f72b84-5e22-45c6-895f-e72308d8f349 req-b4d69ad7-dfd0-446d-97b9-9d75d7167256 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Synchronizing usage tracker for tenant:4f9a9c7b338a470d8aee6d110bbc59eb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:18.550144 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:18.603978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-36f72b84-5e22-45c6-895f-e72308d8f349 req-b4d69ad7-dfd0-446d-97b9-9d75d7167256 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Unset dirty status for tenant:4f9a9c7b338a470d8aee6d110bbc59eb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:18.613729 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36f72b84-5e22-45c6-895f-e72308d8f349 req-b4d69ad7-dfd0-446d-97b9-9d75d7167256 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 949 time: 0.3631029 Feb 09 14:07:18.647325 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c1dd5f4-9123-414e-97cd-a55c163ffca9 req-d5e2ce49-6d2f-44c0-8294-57fff908f04b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7634411 Feb 09 14:07:18.678460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-36f72b84-5e22-45c6-895f-e72308d8f349 req-762a58f4-f3ca-4e51-aa8b-31f166a4996f tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Synchronizing usage tracker for tenant:4f9a9c7b338a470d8aee6d110bbc59eb on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:18.732571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-36f72b84-5e22-45c6-895f-e72308d8f349 req-762a58f4-f3ca-4e51-aa8b-31f166a4996f tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Unset dirty status for tenant:4f9a9c7b338a470d8aee6d110bbc59eb on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:18.736282 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36f72b84-5e22-45c6-895f-e72308d8f349 req-762a58f4-f3ca-4e51-aa8b-31f166a4996f tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214006 Feb 09 14:07:18.746149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a7bcd-0b56-4da4-b44f-38463955f1af req-5c1e1467-1251-46ad-9325-b85c1ad8d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:18.750557 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b39a7bcd-0b56-4da4-b44f-38463955f1af req-5c1e1467-1251-46ad-9325-b85c1ad8d148 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 1101 time: 0.1910324 Feb 09 14:07:18.767331 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93024c65-ed1a-43af-ac4c-003244761245 req-0cf509d3-363e-4f56-b3a5-b36bcbb28b73 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367199 Feb 09 14:07:18.786308 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50a00e8a-d120-4166-a4b3-39b82d95ce78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:18.788816 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:18.800135 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:18.856349 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ae5adaec-5008-47c8-bf90-224c7b6d01f3 req-152a1351-d7d9-421e-b33b-574a58d6a4cb tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899523 Feb 09 14:07:18.860156 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-b6006cac-7888-4679-b49c-b936ae2e06a3 req-a7973610-4135-43ad-98fd-1cd471275c25 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Deleting port 2405a66f-db86-4903-b398-484d0a780820 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:07:18.860370 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b6006cac-7888-4679-b49c-b936ae2e06a3 req-a7973610-4135-43ad-98fd-1cd471275c25 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:18.940944 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Set router 42686843-2ce9-4fa4-a0e1-151a10b15d31 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:07:19.006717 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:19.035205 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416350aa-b233-41bb-873b-56b2a47974f9 req-b33936a2-4886-420a-ada3-e26478c8ae8f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:19.036736 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-416350aa-b233-41bb-873b-56b2a47974f9 req-b33936a2-4886-420a-ada3-e26478c8ae8f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 944 time: 0.1391056 Feb 09 14:07:19.039618 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a7bcd-0b56-4da4-b44f-38463955f1af req-8ac0e80d-6bdb-4e92-80a9-6df0c0dac6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:19.041039 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b39a7bcd-0b56-4da4-b44f-38463955f1af req-8ac0e80d-6bdb-4e92-80a9-6df0c0dac6d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.2508619 Feb 09 14:07:19.139129 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b39a7bcd-0b56-4da4-b44f-38463955f1af req-c8cf0dc2-0af5-4a34-9cac-5e9a029e939d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933 HTTP/1.1" status: 200 len: 217 time: 0.0805523 Feb 09 14:07:19.186155 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-416350aa-b233-41bb-873b-56b2a47974f9 req-0366bf97-75ee-4e6a-9a70-4392cda0f2a6 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410336 Feb 09 14:07:19.186386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 79e4f095-87a4-425b-bcb7-b3c380d3a927 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:07:19.231414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a7bcd-0b56-4da4-b44f-38463955f1af req-6bc58b11-ee02-4b95-86ff-2ada12d67910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:19.232927 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b39a7bcd-0b56-4da4-b44f-38463955f1af req-6bc58b11-ee02-4b95-86ff-2ada12d67910 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0870273 Feb 09 14:07:19.413383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14ed0c5-222d-4f82-8b4b-e4bb15075c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624d887f-0858-496f-9c45-73f8ca69bbf7'}, {'server_uuid': '9e9e227d-adde-4de8-90d6-58e0098bfffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:19.424562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 79e4f095-87a4-425b-bcb7-b3c380d3a927, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=79e4f095-87a4-425b-bcb7-b3c380d3a927,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:19.447775 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '79e4f095-87a4-425b-bcb7-b3c380d3a927', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '79e4f095-87a4-425b-bcb7-b3c380d3a927', 'mac_address': 'fa:16:3e:57:d6:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:07:19.477844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dd5f4-9123-414e-97cd-a55c163ffca9 req-ee3e86ca-ff97-4360-8982-663646a937d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:19.480358 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c1dd5f4-9123-414e-97cd-a55c163ffca9 req-ee3e86ca-ff97-4360-8982-663646a937d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 1095 time: 0.6950412 Feb 09 14:07:19.549155 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:19.553852 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a7bcd-0b56-4da4-b44f-38463955f1af req-784021b7-0552-4332-be56-88e4950dafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:19.555583 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b39a7bcd-0b56-4da4-b44f-38463955f1af req-784021b7-0552-4332-be56-88e4950dafc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3159840 Feb 09 14:07:19.584599 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e4f095-87a4-425b-bcb7-b3c380d3a927 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:07:19.611248 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 79e4f095-87a4-425b-bcb7-b3c380d3a927, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=79e4f095-87a4-425b-bcb7-b3c380d3a927,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:19.617866 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-router', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:06:57Z', 'updated_at': '2022-02-09T14:07:14Z', 'revision_number': 4, 'project_id': '261613e7ddbb41359071f1ad50216588', 'gw_port': {'id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:00Z', 'updated_at': '2022-02-09T14:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '34ea4760-3bc7-48f3-b21f-03c937bd88de', 'name': '', 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'mac_address': 'fa:16:3e:37:0d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:11Z', 'updated_at': '2022-02-09T14:07:14Z', 'revision_number': 2, 'project_id': '261613e7ddbb41359071f1ad50216588', 'subnets': [{'id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:19.621690 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:19.672843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709daab-d710-4474-8982-2f52cbb3fd30 req-7f13d778-7a8c-469b-858b-d2e41586d4a5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:19.674367 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b709daab-d710-4474-8982-2f52cbb3fd30 req-7f13d778-7a8c-469b-858b-d2e41586d4a5 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 945 time: 0.3632815 Feb 09 14:07:19.687721 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67abe1-0160-4164-8767-af3922c24899 req-e58ec86f-728e-40c7-a302-f7e568f0a198 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:19.688061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-dd67abe1-0160-4164-8767-af3922c24899 req-e58ec86f-728e-40c7-a302-f7e568f0a198 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Synchronizing usage tracker for tenant:38007abfb78c4213a75a7e5d7fcf85c8 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:19.713538 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Checking router: 42686843-2ce9-4fa4-a0e1-151a10b15d31 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:07:19.713868 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Updating router 42686843-2ce9-4fa4-a0e1-151a10b15d31 port 34ea4760-3bc7-48f3-b21f-03c937bd88de binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:07:19.746041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b6006cac-7888-4679-b49c-b936ae2e06a3 req-a7973610-4135-43ad-98fd-1cd471275c25 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] For port 2405a66f-db86-4903-b398-484d0a780820, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=2405a66f-db86-4903-b398-484d0a780820,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:19.746402 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b6006cac-7888-4679-b49c-b936ae2e06a3 req-a7973610-4135-43ad-98fd-1cd471275c25 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:19.752498 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b39a7bcd-0b56-4da4-b44f-38463955f1af req-87dccc54-3b18-468c-9c54-8ad1f8f99b33 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881301 Feb 09 14:07:19.764499 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b709daab-d710-4474-8982-2f52cbb3fd30 req-64fb5551-7191-4960-8a25-e1c14077eb13 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778069 Feb 09 14:07:19.810300 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:19.829882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=79e4f095-87a4-425b-bcb7-b3c380d3a927,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:19.977882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-dd67abe1-0160-4164-8767-af3922c24899 req-e58ec86f-728e-40c7-a302-f7e568f0a198 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Unset dirty status for tenant:38007abfb78c4213a75a7e5d7fcf85c8 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:19.980713 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd67abe1-0160-4164-8767-af3922c24899 req-e58ec86f-728e-40c7-a302-f7e568f0a198 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffc47be-812a-415a-9b8f-67c26ec83200 HTTP/1.1" status: 200 len: 948 time: 0.9976346 Feb 09 14:07:19.998679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-b6006cac-7888-4679-b49c-b936ae2e06a3 req-a7973610-4135-43ad-98fd-1cd471275c25 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Calling delete_port for 2405a66f-db86-4903-b398-484d0a780820 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:07:20.084643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['79e4f095-87a4-425b-bcb7-b3c380d3a927'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:07:20.112372 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b39a7bcd-0b56-4da4-b44f-38463955f1af req-01d7848d-6fe1-4a8e-bc9b-e05e15149bad service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460112 Feb 09 14:07:20.162589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dd5f4-9123-414e-97cd-a55c163ffca9 req-5d1d880d-5094-4aff-aa75-e47eeb4e71c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:20.165942 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c1dd5f4-9123-414e-97cd-a55c163ffca9 req-5d1d880d-5094-4aff-aa75-e47eeb4e71c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 0.5946870 Feb 09 14:07:20.196837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-dd67abe1-0160-4164-8767-af3922c24899 req-75a76ae7-6d8f-4f5e-b207-c9cfbce6fd5b tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Synchronizing usage tracker for tenant:38007abfb78c4213a75a7e5d7fcf85c8 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:20.235701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268759e1-c468-4127-ab36-70f267e4af6b req-3972c46c-ce63-4a0f-9e10-af60966cdaf9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:20.236573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-268759e1-c468-4127-ab36-70f267e4af6b req-3972c46c-ce63-4a0f-9e10-af60966cdaf9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Synchronizing usage tracker for tenant:261613e7ddbb41359071f1ad50216588 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:20.261113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-268759e1-c468-4127-ab36-70f267e4af6b req-3972c46c-ce63-4a0f-9e10-af60966cdaf9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Unset dirty status for tenant:261613e7ddbb41359071f1ad50216588 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:20.262970 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-268759e1-c468-4127-ab36-70f267e4af6b req-3972c46c-ce63-4a0f-9e10-af60966cdaf9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/networks?id=e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e HTTP/1.1" status: 200 len: 829 time: 0.2741783 Feb 09 14:07:20.282984 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-268759e1-c468-4127-ab36-70f267e4af6b req-340f87b0-7da8-4818-819c-af8a18b72f1e tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/quotas/261613e7ddbb41359071f1ad50216588 HTTP/1.1" status: 200 len: 375 time: 0.0122740 Feb 09 14:07:20.309014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a00e8a-d120-4166-a4b3-39b82d95ce78 admin admin] Router 1a36cb13-10df-4638-9069-ab8e66914956 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:07:20.360110 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c1dd5f4-9123-414e-97cd-a55c163ffca9 req-5a9f2f8a-218e-439c-828d-e89a8d674d1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c0012b-5e01-4beb-843c-0e5ebdf23f7e HTTP/1.1" status: 200 len: 217 time: 0.1476111 Feb 09 14:07:20.420105 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:20.442616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-268759e1-c468-4127-ab36-70f267e4af6b req-ef233e11-4a72-4b1c-947a-df3ddf4b3658 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Synchronizing usage tracker for tenant:261613e7ddbb41359071f1ad50216588 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:20.449981 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Transition to ACTIVE for port object 34ea4760-3bc7-48f3-b21f-03c937bd88de will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:20.463303 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:20.471272 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-268759e1-c468-4127-ab36-70f267e4af6b req-ef233e11-4a72-4b1c-947a-df3ddf4b3658 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Unset dirty status for tenant:261613e7ddbb41359071f1ad50216588 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:20.485011 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-268759e1-c468-4127-ab36-70f267e4af6b req-ef233e11-4a72-4b1c-947a-df3ddf4b3658 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=261613e7ddbb41359071f1ad50216588&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1919477 Feb 09 14:07:20.580214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-dd67abe1-0160-4164-8767-af3922c24899 req-75a76ae7-6d8f-4f5e-b207-c9cfbce6fd5b tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Unset dirty status for tenant:38007abfb78c4213a75a7e5d7fcf85c8 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:20.598140 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd67abe1-0160-4164-8767-af3922c24899 req-75a76ae7-6d8f-4f5e-b207-c9cfbce6fd5b tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/security-groups?id=680de8dd-6ede-4417-9969-6dd2c13c6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528662 Feb 09 14:07:20.658035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362ddb4-503c-4eb1-9125-0e5ccff3e2bb None None] Pushing event updated for resources: {'Port': ['ID=34ea4760-3bc7-48f3-b21f-03c937bd88de,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:20.700934 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-268759e1-c468-4127-ab36-70f267e4af6b req-31f72433-782e-48ae-a0cc-64db1cd15055 service neutron] 10.222.0.48 "GET /v2.0/networks/e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144074 Feb 09 14:07:20.715678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dd5f4-9123-414e-97cd-a55c163ffca9 req-952d8188-7bf6-4293-b28a-69b282eba954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:20.721891 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c1dd5f4-9123-414e-97cd-a55c163ffca9 req-952d8188-7bf6-4293-b28a-69b282eba954 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.3633604 Feb 09 14:07:20.901882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 66292f43-5d33-4a6b-af17-71cf2e4434ba up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:20.910955 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-268759e1-c468-4127-ab36-70f267e4af6b req-cabb98ea-e355-45da-9092-a55154b0ece2 service neutron] 10.222.0.48 "GET /v2.0/networks/e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087622 Feb 09 14:07:20.963933 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c1dd5f4-9123-414e-97cd-a55c163ffca9 req-76120d30-716d-4ac6-bd98-79c4d015974e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2236068 Feb 09 14:07:20.964553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b6006cac-7888-4679-b49c-b936ae2e06a3 req-a7973610-4135-43ad-98fd-1cd471275c25 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:20.989473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Attempting to bind port 34ea4760-3bc7-48f3-b21f-03c937bd88de on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:07:20.989852 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Attempting to bind port 34ea4760-3bc7-48f3-b21f-03c937bd88de by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '36a26ce1-62ad-4b07-95e2-1c5bbb145414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:07:20.990230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Attempting to bind port 34ea4760-3bc7-48f3-b21f-03c937bd88de on network e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:21.004029 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:07:21.004473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Checking segment: {'id': '36a26ce1-62ad-4b07-95e2-1c5bbb145414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:07:21.004797 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:21.005185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Bound using segment: {'id': '36a26ce1-62ad-4b07-95e2-1c5bbb145414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:07:21.005663 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Bound port: 34ea4760-3bc7-48f3-b21f-03c937bd88de, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a26ce1-62ad-4b07-95e2-1c5bbb145414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:07:21.006033 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:21.110720 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 66292f43-5d33-4a6b-af17-71cf2e4434ba completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:21.126031 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 66292f43-5d33-4a6b-af17-71cf2e4434ba triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:21.126407 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:21.163995 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14ed0c5-222d-4f82-8b4b-e4bb15075c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624d887f-0858-496f-9c45-73f8ca69bbf7', 'code': 200} Feb 09 14:07:21.164136 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9e227d-adde-4de8-90d6-58e0098bfffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a', 'code': 200} Feb 09 14:07:21.186231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 2405a66f-db86-4903-b398-484d0a780820 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:07:21.245991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['1eea9ee2-af57-4b83-8566-e5cd74af6ba8'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:07:21.316131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 2405a66f-db86-4903-b398-484d0a780820 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:07:21.316655 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 2405a66f-db86-4903-b398-484d0a780820 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:07:21.332652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] For port 34ea4760-3bc7-48f3-b21f-03c937bd88de, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:07:21.352840 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] For port 34ea4760-3bc7-48f3-b21f-03c937bd88de, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=34ea4760-3bc7-48f3-b21f-03c937bd88de,segment=NetworkSegment(36a26ce1-62ad-4b07-95e2-1c5bbb145414),segment_id=36a26ce1-62ad-4b07-95e2-1c5bbb145414)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:07:21.382229 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:21.442929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d78eaa-030a-4553-ab7b-3975e62987df req-ad577fd9-0725-4fa6-b267-7f741e4c0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:21.445200 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4d78eaa-030a-4553-ab7b-3975e62987df req-ad577fd9-0725-4fa6-b267-7f741e4c0bb9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 1096 time: 0.1933429 Feb 09 14:07:21.488890 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cbd79-ae77-4969-b9fc-1c520e6be9b5 req-053ce708-a222-466c-933c-f9df163e718b tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:21.490786 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1f4cbd79-ae77-4969-b9fc-1c520e6be9b5 req-053ce708-a222-466c-933c-f9df163e718b tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 949 time: 0.1750519 Feb 09 14:07:21.531687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7973610-4135-43ad-98fd-1cd471275c25 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Pushing event deleted for resources: {'Port': ['ID=2405a66f-db86-4903-b398-484d0a780820,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:21.538503 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4d78eaa-030a-4553-ab7b-3975e62987df req-3e345edb-7621-4368-8ecb-41c1624cc1fb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865836 Feb 09 14:07:21.540443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a00e8a-d120-4166-a4b3-39b82d95ce78 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:07:21.569583 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1f4cbd79-ae77-4969-b9fc-1c520e6be9b5 req-7e606695-ace1-4898-abbb-409f27132091 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670352 Feb 09 14:07:21.579474 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facebcba-4d56-4eac-97a6-3ac071c967cf None None] Sync routers for ids ['1a36cb13-10df-4638-9069-ab8e66914956'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:07:21.611168 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facebcba-4d56-4eac-97a6-3ac071c967cf None None] Routers {'1a36cb13-10df-4638-9069-ab8e66914956'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:07:21.611844 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-facebcba-4d56-4eac-97a6-3ac071c967cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:06:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1a36cb13-10df-4638-9069-ab8e66914956'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:21.644038 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c1dd5f4-9123-414e-97cd-a55c163ffca9 req-95557e40-9c0b-4377-8772-981dd9aa0c02 service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6642599 Feb 09 14:07:21.704942 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:21.746526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6006cac-7888-4679-b49c-b936ae2e06a3 req-a7973610-4135-43ad-98fd-1cd471275c25 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] No DVR routers for this DVR port 2405a66f-db86-4903-b398-484d0a780820 on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:07:21.767060 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b6006cac-7888-4679-b49c-b936ae2e06a3 req-a7973610-4135-43ad-98fd-1cd471275c25 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:21.776143 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Routers {'42686843-2ce9-4fa4-a0e1-151a10b15d31'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:07:21.779068 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:06:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['42686843-2ce9-4fa4-a0e1-151a10b15d31'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:21.819484 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e94b8e-def6-4992-928b-b9699ebb41ec', 'name': 'network-vif-deleted', 'tag': '2405a66f-db86-4903-b398-484d0a780820'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:21.842221 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cf64e-6e81-4c23-abeb-441e3cd0f045 req-f7ea0564-db29-4b2e-acb4-23005c64ab33 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:21.844464 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-500cf64e-6e81-4c23-abeb-441e3cd0f045 req-f7ea0564-db29-4b2e-acb4-23005c64ab33 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 947 time: 0.9445028 Feb 09 14:07:21.944064 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-50a00e8a-d120-4166-a4b3-39b82d95ce78 admin admin] 10.222.0.48 "PUT /v2.0/routers/1a36cb13-10df-4638-9069-ab8e66914956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0045567 Feb 09 14:07:21.950575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48174) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:21.970530 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 66292f43-5d33-4a6b-af17-71cf2e4434ba, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=66292f43-5d33-4a6b-af17-71cf2e4434ba,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:21.986442 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-500cf64e-6e81-4c23-abeb-441e3cd0f045 req-f7129fed-0e7a-47fc-8992-4bcd7741ca0a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719178 Feb 09 14:07:21.987720 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b6006cac-7888-4679-b49c-b936ae2e06a3 req-a7973610-4135-43ad-98fd-1cd471275c25 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.21 "DELETE /v2.0/ports/2405a66f-db86-4903-b398-484d0a780820 HTTP/1.1" status: 204 len: 173 time: 3.4379973 Feb 09 14:07:22.064475 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c1dd5f4-9123-414e-97cd-a55c163ffca9 req-393bf3a0-7aff-482a-adb7-583ed6522042 service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193135 Feb 09 14:07:22.075659 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-facebcba-4d56-4eac-97a6-3ac071c967cf None None] Set router 1a36cb13-10df-4638-9069-ab8e66914956 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:07:22.200639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50239fa-0ba4-465c-9075-a91b6a93ca8b req-fb049ded-24f9-401e-b83a-aaa64501e3ce tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:22.212673 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e50239fa-0ba4-465c-9075-a91b6a93ca8b req-fb049ded-24f9-401e-b83a-aaa64501e3ce tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.4033141 Feb 09 14:07:22.257606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b0b246a7-45e0-48e1-9bd7-79832bcb7f5d req-620fb410-a45a-4c00-a5d7-2e54e8b37c06 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Synchronizing usage tracker for tenant:599ada696464469cbeafc3efd9524c59 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:22.290880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b0b246a7-45e0-48e1-9bd7-79832bcb7f5d req-620fb410-a45a-4c00-a5d7-2e54e8b37c06 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Unset dirty status for tenant:599ada696464469cbeafc3efd9524c59 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:22.292050 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b0b246a7-45e0-48e1-9bd7-79832bcb7f5d req-620fb410-a45a-4c00-a5d7-2e54e8b37c06 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 210 time: 0.1152568 Feb 09 14:07:22.300858 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] Set router 42686843-2ce9-4fa4-a0e1-151a10b15d31 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:07:22.311702 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e50239fa-0ba4-465c-9075-a91b6a93ca8b req-4e076556-7d21-45c6-a96a-1ec88aa246e4 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973489 Feb 09 14:07:22.436630 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.439792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362ddb4-503c-4eb1-9125-0e5ccff3e2bb None None] Pushing event updated for resources: {'Port': ['ID=34ea4760-3bc7-48f3-b21f-03c937bd88de,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:22.463948 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-facebcba-4d56-4eac-97a6-3ac071c967cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a36cb13-10df-4638-9069-ab8e66914956', 'name': 'tempest-ServerRescueNegativeTestJSON-216834020-router', 'tenant_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:09Z', 'updated_at': '2022-02-09T14:07:17Z', 'revision_number': 5, 'project_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'gw_port': {'id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36cb13-10df-4638-9069-ab8e66914956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:10Z', 'updated_at': '2022-02-09T14:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:22.468896 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facebcba-4d56-4eac-97a6-3ac071c967cf None None] Checking router: 1a36cb13-10df-4638-9069-ab8e66914956 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:07:22.477960 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facebcba-4d56-4eac-97a6-3ac071c967cf None None] Routers {'1a36cb13-10df-4638-9069-ab8e66914956'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:07:22.478791 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-facebcba-4d56-4eac-97a6-3ac071c967cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:06:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1a36cb13-10df-4638-9069-ab8e66914956'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:22.523051 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5562832d-1377-4d25-9267-3b4b39c48889 admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.681175 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-facebcba-4d56-4eac-97a6-3ac071c967cf None None] Set router 1a36cb13-10df-4638-9069-ab8e66914956 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:07:22.693374 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-92f7d31b-b7e2-4c7a-99b2-17047deffaff req-ca288701-5360-49d6-b963-b2fbcef010e8 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 210 time: 0.0925374 Feb 09 14:07:22.844083 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=66292f43-5d33-4a6b-af17-71cf2e4434ba,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:22.934256 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-router', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:06:57Z', 'updated_at': '2022-02-09T14:07:14Z', 'revision_number': 4, 'project_id': '261613e7ddbb41359071f1ad50216588', 'gw_port': {'id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:00Z', 'updated_at': '2022-02-09T14:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '34ea4760-3bc7-48f3-b21f-03c937bd88de', 'name': '', 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'mac_address': 'fa:16:3e:37:0d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:11Z', 'updated_at': '2022-02-09T14:07:21Z', 'revision_number': 4, 'project_id': '261613e7ddbb41359071f1ad50216588', 'subnets': [{'id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:22.939821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6091eb0-b4d8-4750-ba11-033428086757 None None] The sync data for ids ['42686843-2ce9-4fa4-a0e1-151a10b15d31'] in n-d-828418-2 is: [{'id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-router', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:06:57Z', 'updated_at': '2022-02-09T14:07:14Z', 'revision_number': 4, 'project_id': '261613e7ddbb41359071f1ad50216588', 'gw_port': {'id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:00Z', 'updated_at': '2022-02-09T14:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '34ea4760-3bc7-48f3-b21f-03c937bd88de', 'name': '', 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'mac_address': 'fa:16:3e:37:0d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:11Z', 'updated_at': '2022-02-09T14:07:21Z', 'revision_number': 4, 'project_id': '261613e7ddbb41359071f1ad50216588', 'subnets': [{'id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:07:22.950188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba2a07-c9a3-4efc-b242-664c4b65041c req-19930aeb-599a-4175-9e8c-bda611b02955 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:22.960342 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-daba2a07-c9a3-4efc-b242-664c4b65041c req-19930aeb-599a-4175-9e8c-bda611b02955 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 945 time: 0.3185446 Feb 09 14:07:23.165684 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4eb610-3394-4084-981b-bc840d689b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66292f43-5d33-4a6b-af17-71cf2e4434ba'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:23.180822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268759e1-c468-4127-ab36-70f267e4af6b req-32ddae11-2e1b-4a7f-835a-c362661563e9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:23.183832 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-268759e1-c468-4127-ab36-70f267e4af6b req-32ddae11-2e1b-4a7f-835a-c362661563e9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.35 "GET /v2.0/networks?id=e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e HTTP/1.1" status: 200 len: 829 time: 0.3077075 Feb 09 14:07:23.198880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:07:23.214840 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 79e4f095-87a4-425b-bcb7-b3c380d3a927 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:23.244688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-268759e1-c468-4127-ab36-70f267e4af6b req-e4fe2e59-9ee5-4cd5-b9a6-73f047be5fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Request body: {'port': {'device_id': '8e95a376-501a-40c5-b6c8-7c59f80fa3f9', 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e', 'admin_state_up': True, 'tenant_id': '261613e7ddbb41359071f1ad50216588'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:23.266679 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-daba2a07-c9a3-4efc-b242-664c4b65041c req-033f5a61-3910-4d62-8901-ac134f5ae7cc tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010430 Feb 09 14:07:23.278735 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-facebcba-4d56-4eac-97a6-3ac071c967cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a36cb13-10df-4638-9069-ab8e66914956', 'name': 'tempest-ServerRescueNegativeTestJSON-216834020-router', 'tenant_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:09Z', 'updated_at': '2022-02-09T14:07:17Z', 'revision_number': 5, 'project_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'gw_port': {'id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36cb13-10df-4638-9069-ab8e66914956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:10Z', 'updated_at': '2022-02-09T14:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:23.283860 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facebcba-4d56-4eac-97a6-3ac071c967cf None None] The sync data for ids ['1a36cb13-10df-4638-9069-ab8e66914956'] in n-d-828418-2 is: [{'id': '1a36cb13-10df-4638-9069-ab8e66914956', 'name': 'tempest-ServerRescueNegativeTestJSON-216834020-router', 'tenant_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:09Z', 'updated_at': '2022-02-09T14:07:17Z', 'revision_number': 5, 'project_id': '8c1126ef126a4d5e8afd5ceb600f1edf', 'gw_port': {'id': '411a802c-27f3-4a98-83a0-cf04907b7d15', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a36cb13-10df-4638-9069-ab8e66914956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:10Z', 'updated_at': '2022-02-09T14:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:07:23.318957 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5562832d-1377-4d25-9267-3b4b39c48889 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.360269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5562832d-1377-4d25-9267-3b4b39c48889 admin admin] Deleting port 411a802c-27f3-4a98-83a0-cf04907b7d15 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:07:23.362366 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5562832d-1377-4d25-9267-3b4b39c48889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.455125 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e94b8e-def6-4992-928b-b9699ebb41ec', 'name': 'network-vif-deleted', 'tag': '2405a66f-db86-4903-b398-484d0a780820', 'status': 'completed', 'code': 200} Feb 09 14:07:23.562349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcdaeb-2eef-40ea-be31-9d350415afab req-a53fcc7e-ab80-4e52-adbf-0aae7fb39f6e tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:23.569406 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8dcdaeb-2eef-40ea-be31-9d350415afab req-a53fcc7e-ab80-4e52-adbf-0aae7fb39f6e tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffc47be-812a-415a-9b8f-67c26ec83200 HTTP/1.1" status: 200 len: 949 time: 0.3839591 Feb 09 14:07:23.622767 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-268759e1-c468-4127-ab36-70f267e4af6b req-e4fe2e59-9ee5-4cd5-b9a6-73f047be5fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:23.643221 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-268759e1-c468-4127-ab36-70f267e4af6b req-e4fe2e59-9ee5-4cd5-b9a6-73f047be5fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:23.674221 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8dcdaeb-2eef-40ea-be31-9d350415afab req-8c168120-a609-4d3d-8902-88c2d366ea17 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/security-groups?id=680de8dd-6ede-4417-9969-6dd2c13c6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038027 Feb 09 14:07:23.696189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268759e1-c468-4127-ab36-70f267e4af6b req-e4fe2e59-9ee5-4cd5-b9a6-73f047be5fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Made reservation on behalf of 261613e7ddbb41359071f1ad50216588 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:07:23.704816 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-268759e1-c468-4127-ab36-70f267e4af6b req-e4fe2e59-9ee5-4cd5-b9a6-73f047be5fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.804979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 79e4f095-87a4-425b-bcb7-b3c380d3a927 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:23.844178 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 79e4f095-87a4-425b-bcb7-b3c380d3a927 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:23.844841 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.891190 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 34ea4760-3bc7-48f3-b21f-03c937bd88de up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:23.959441 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:23.966977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7efb2-6aa3-412f-bc55-d57221e98cac req-84c5aecc-8173-4271-8320-9427e1a595f1 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:23.975328 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8da7efb2-6aa3-412f-bc55-d57221e98cac req-84c5aecc-8173-4271-8320-9427e1a595f1 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.4193702 Feb 09 14:07:24.011111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-5562832d-1377-4d25-9267-3b4b39c48889 admin admin] For port 411a802c-27f3-4a98-83a0-cf04907b7d15, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=411a802c-27f3-4a98-83a0-cf04907b7d15,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:24.011485 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5562832d-1377-4d25-9267-3b4b39c48889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.085541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a', 'mac_address': 'fa:16:3e:b9:6c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:07:24.129508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-268759e1-c468-4127-ab36-70f267e4af6b req-e4fe2e59-9ee5-4cd5-b9a6-73f047be5fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Allocated IP 172.20.0.7 (e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e/176745eb-cf2b-4242-a48f-776f09b48b10/c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:07:24.169549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5562832d-1377-4d25-9267-3b4b39c48889 admin admin] Calling delete_port for 411a802c-27f3-4a98-83a0-cf04907b7d15 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:07:24.190200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ca635-94ab-4822-a012-809dcd30898c req-cb6b7a65-de0a-4b3b-8339-f5c12a9ae9d4 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:24.193214 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.194354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-891ca635-94ab-4822-a012-809dcd30898c req-cb6b7a65-de0a-4b3b-8339-f5c12a9ae9d4 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 950 time: 0.2843788 Feb 09 14:07:24.221767 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:07:24.224037 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8da7efb2-6aa3-412f-bc55-d57221e98cac req-e70f95d0-cbf6-43f4-ba4d-31f5cede1ea1 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477183 Feb 09 14:07:24.273429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 34ea4760-3bc7-48f3-b21f-03c937bd88de completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:24.298679 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 34ea4760-3bc7-48f3-b21f-03c937bd88de triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:24.299138 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.326989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:24.357888 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.424743 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.520535 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 79e4f095-87a4-425b-bcb7-b3c380d3a927, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=79e4f095-87a4-425b-bcb7-b3c380d3a927,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:24.529797 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:24.534994 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.540640 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-268759e1-c468-4127-ab36-70f267e4af6b req-e4fe2e59-9ee5-4cd5-b9a6-73f047be5fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.566425 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-891ca635-94ab-4822-a012-809dcd30898c req-7df366a1-4870-42a8-a037-8b673a117388 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977223 Feb 09 14:07:24.589531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-268759e1-c468-4127-ab36-70f267e4af6b req-e4fe2e59-9ee5-4cd5-b9a6-73f047be5fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Transition to ACTIVE for port object c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:24.640943 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-268759e1-c468-4127-ab36-70f267e4af6b req-e4fe2e59-9ee5-4cd5-b9a6-73f047be5fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.684234 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4eb610-3394-4084-981b-bc840d689b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66292f43-5d33-4a6b-af17-71cf2e4434ba', 'code': 200} Feb 09 14:07:24.735428 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.746218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268759e1-c468-4127-ab36-70f267e4af6b req-e4fe2e59-9ee5-4cd5-b9a6-73f047be5fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Network e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:07:24.747989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-268759e1-c468-4127-ab36-70f267e4af6b req-e4fe2e59-9ee5-4cd5-b9a6-73f047be5fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:24.758882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-268759e1-c468-4127-ab36-70f267e4af6b req-e4fe2e59-9ee5-4cd5-b9a6-73f047be5fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:07:24.781986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=79e4f095-87a4-425b-bcb7-b3c380d3a927,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:24.807040 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:07:24.920934 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5562832d-1377-4d25-9267-3b4b39c48889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.986767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562832d-1377-4d25-9267-3b4b39c48889 admin admin] Pushing event deleted for resources: {'Port': ['ID=411a802c-27f3-4a98-83a0-cf04907b7d15,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:25.014621 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 34ea4760-3bc7-48f3-b21f-03c937bd88de, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=34ea4760-3bc7-48f3-b21f-03c937bd88de,segment=NetworkSegment(36a26ce1-62ad-4b07-95e2-1c5bbb145414),segment_id=36a26ce1-62ad-4b07-95e2-1c5bbb145414)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:25.037354 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.104173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a9316d15-01bf-4f5a-b4e7-be0f2f1248fb no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:07:25.140399 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5562832d-1377-4d25-9267-3b4b39c48889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.176571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe2e59-9ee5-4cd5-b9a6-73f047be5fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Pushing event updated for resources: {'Port': ['ID=c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:25.188449 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81715236-25d5-47e7-9287-6bed1ddc6780 req-748c726a-5d1b-41fa-b500-86085752f330 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 210 time: 0.3452256 Feb 09 14:07:25.207799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268759e1-c468-4127-ab36-70f267e4af6b req-e4fe2e59-9ee5-4cd5-b9a6-73f047be5fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:25.208529 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-268759e1-c468-4127-ab36-70f267e4af6b req-e4fe2e59-9ee5-4cd5-b9a6-73f047be5fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.232913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: a9316d15-01bf-4f5a-b4e7-be0f2f1248fb {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:07:25.234124 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a9316d15-01bf-4f5a-b4e7-be0f2f1248fb not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:07:25.239178 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-268759e1-c468-4127-ab36-70f267e4af6b req-e4fe2e59-9ee5-4cd5-b9a6-73f047be5fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9982626 Feb 09 14:07:25.244284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-306b4f7a-966b-4480-96d3-4e9291204118 None None] Provisioning for port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:25.252436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Request body: {'port': {'device_id': '8e95a376-501a-40c5-b6c8-7c59f80fa3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:25.254328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-306b4f7a-966b-4480-96d3-4e9291204118 None None] Provisioning complete for port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:25.254770 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-306b4f7a-966b-4480-96d3-4e9291204118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.304537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18d316-e8d7-40b2-82f5-001bad36d6c5 req-dea1d824-a131-457a-96de-fab122ecc79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:25.306633 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c18d316-e8d7-40b2-82f5-001bad36d6c5 req-dea1d824-a131-457a-96de-fab122ecc79c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 1101 time: 0.5112057 Feb 09 14:07:25.360418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99518ae-c6b4-4e99-ac74-476eb188cdbe req-4b804fe3-73b5-40fa-93e9-e80331fc718e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:25.362303 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e99518ae-c6b4-4e99-ac74-476eb188cdbe req-4b804fe3-73b5-40fa-93e9-e80331fc718e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 948 time: 0.4901855 Feb 09 14:07:25.369335 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5562832d-1377-4d25-9267-3b4b39c48889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.381814 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=34ea4760-3bc7-48f3-b21f-03c937bd88de,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:25.386940 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5562832d-1377-4d25-9267-3b4b39c48889 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.387172 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-306b4f7a-966b-4480-96d3-4e9291204118 None None] Port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:07:25.396480 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c18d316-e8d7-40b2-82f5-001bad36d6c5 req-d22671aa-a825-45e1-a492-12a961ccbf22 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822825 Feb 09 14:07:25.445587 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e99518ae-c6b4-4e99-ac74-476eb188cdbe req-d8b0463b-487c-49ae-9dc6-c5d91f866da2 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734835 Feb 09 14:07:25.446748 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5562832d-1377-4d25-9267-3b4b39c48889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.447281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5562832d-1377-4d25-9267-3b4b39c48889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a36cb13-10df-4638-9069-ab8e66914956 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:07:25.464184 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5562832d-1377-4d25-9267-3b4b39c48889 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.468794 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5562832d-1377-4d25-9267-3b4b39c48889 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1a36cb13-10df-4638-9069-ab8e66914956 HTTP/1.1" status: 204 len: 168 time: 3.5084417 Feb 09 14:07:25.471710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48196) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:25.500486 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.606784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dd282-4554-42f1-902e-dc1965278c47 req-cbdc414d-93a4-49b7-83a9-e25a38244ecc tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:25.608236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b59dd282-4554-42f1-902e-dc1965278c47 req-cbdc414d-93a4-49b7-83a9-e25a38244ecc tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Synchronizing usage tracker for tenant:261613e7ddbb41359071f1ad50216588 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:25.736034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Deleting subnet 90ca065c-052c-492f-8251-4bf63ea79858 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:07:25.736408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b59dd282-4554-42f1-902e-dc1965278c47 req-cbdc414d-93a4-49b7-83a9-e25a38244ecc tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Unset dirty status for tenant:261613e7ddbb41359071f1ad50216588 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:25.739876 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.744200 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b59dd282-4554-42f1-902e-dc1965278c47 req-cbdc414d-93a4-49b7-83a9-e25a38244ecc tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 931 time: 0.3547454 Feb 09 14:07:25.803574 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.882475 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b59dd282-4554-42f1-902e-dc1965278c47 req-ce98c62b-83ab-4e16-86c0-d5159d50f46f tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372116 Feb 09 14:07:25.932099 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.211422 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 34ea4760-3bc7-48f3-b21f-03c937bd88de up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:26.257853 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.269621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:07:26.281487 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.313966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Transition to ACTIVE for port object c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:26.328224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 34ea4760-3bc7-48f3-b21f-03c937bd88de triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:26.329208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444c59c-2b0b-4ec6-839c-93b79c9b8736 req-09b912d4-6c3c-4961-b019-6780f08b6ff4 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:26.329347 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.330755 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0444c59c-2b0b-4ec6-839c-93b79c9b8736 req-09b912d4-6c3c-4961-b019-6780f08b6ff4 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffc47be-812a-415a-9b8f-67c26ec83200 HTTP/1.1" status: 200 len: 950 time: 0.2904031 Feb 09 14:07:26.333363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ca065c-052c-492f-8251-4bf63ea79858,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:26.338543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd2b27-1378-42f8-bfb4-cb6f356c3d44 req-9660349a-ddf7-44c0-896f-92538810f5f6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:26.346718 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2cd2b27-1378-42f8-bfb4-cb6f356c3d44 req-9660349a-ddf7-44c0-896f-92538810f5f6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 945 time: 0.1957717 Feb 09 14:07:26.349247 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.355171 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.361861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:26.362256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:26.362608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:26.363035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:26.363482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:26.363953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:26.364267 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:26.364616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:26.364883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:26.365205 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:26.365523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:26.365855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:26.372448 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3d7cb5a5-e4bf-4f4a-9835-06fd71da7518 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/90ca065c-052c-492f-8251-4bf63ea79858 HTTP/1.1" status: 204 len: 168 time: 0.9013786 Feb 09 14:07:26.373196 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48220) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:26.516438 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0444c59c-2b0b-4ec6-839c-93b79c9b8736 req-71098745-7dcf-4bd7-8838-e4c7d34a878f tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/security-groups?id=680de8dd-6ede-4417-9969-6dd2c13c6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749246 Feb 09 14:07:26.599962 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd3326a1-3004-4ed9-8a3e-7dd256b5fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.687905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffc47be-812a-415a-9b8f-67c26ec83200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e4f095-87a4-425b-bcb7-b3c380d3a927'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:26.704174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Pushing event updated for resources: {'Port': ['ID=c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:26.728512 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-973ce050-050b-493d-ac58-0b2f2ee29654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.759714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2cd2b27-1378-42f8-bfb4-cb6f356c3d44 req-20a5dc59-d838-4107-a45f-f9e93ad41d28 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116099 Feb 09 14:07:26.831218 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd3326a1-3004-4ed9-8a3e-7dd256b5fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.843937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Attempting to bind port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:07:26.844462 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Attempting to bind port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '36a26ce1-62ad-4b07-95e2-1c5bbb145414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:07:26.845732 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Attempting to bind port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 on network e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:26.853980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 on network e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:07:26.854445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Attempting to bind port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 on network e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:26.864627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:07:26.865407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Checking segment: {'id': '36a26ce1-62ad-4b07-95e2-1c5bbb145414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:07:26.866045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Bound using segment: {'id': '36a26ce1-62ad-4b07-95e2-1c5bbb145414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:07:26.866766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Bound port: c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a26ce1-62ad-4b07-95e2-1c5bbb145414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:07:26.867603 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.886522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-dd3326a1-3004-4ed9-8a3e-7dd256b5fdbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a857aba-f933-4c3f-b9f2-3d18bdabe934']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:26.909585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-dd3326a1-3004-4ed9-8a3e-7dd256b5fdbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86acb280-00a2-4677-b70f-b6851cc25f95') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:26.910100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-dd3326a1-3004-4ed9-8a3e-7dd256b5fdbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86acb280-00a2-4677-b70f-b6851cc25f95') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:26.948517 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb64de-1b76-4629-a25c-abe2940b0fad req-ac971259-6de2-463e-83de-d896a711e521 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:26.959071 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6afb64de-1b76-4629-a25c-abe2940b0fad req-ac971259-6de2-463e-83de-d896a711e521 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 950 time: 0.3067391 Feb 09 14:07:27.007787 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd3326a1-3004-4ed9-8a3e-7dd256b5fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:27.051880 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6afb64de-1b76-4629-a25c-abe2940b0fad req-5e5dd725-51eb-4371-82ee-db96c412785d tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909786 Feb 09 14:07:27.053727 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd3326a1-3004-4ed9-8a3e-7dd256b5fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:27.060056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] For port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:07:27.067291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] For port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6,segment=NetworkSegment(36a26ce1-62ad-4b07-95e2-1c5bbb145414),segment_id=36a26ce1-62ad-4b07-95e2-1c5bbb145414)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:07:27.072423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3326a1-3004-4ed9-8a3e-7dd256b5fdbd admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:07:27.073018 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd3326a1-3004-4ed9-8a3e-7dd256b5fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:07:27.118071 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:07:27.132016 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:27.190193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:27.235924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Pushing event updated for resources: {'Port': ['ID=c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:27.260719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:27.261597 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:27.264229 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-268759e1-c468-4127-ab36-70f267e4af6b req-c391a6f5-dab1-4e44-bf82-056ae81d1057 service neutron] 10.222.0.35 "PUT /v2.0/ports/c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 HTTP/1.1" status: 200 len: 1091 time: 2.0174496 Feb 09 14:07:27.264707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e95a376-501a-40c5-b6c8-7c59f80fa3f9', 'tag': 'c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:27.283712 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:27.284851 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:27.298194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963c666-176e-4cdb-9a9d-67f2ed3da0a7 req-50cc8e24-735c-4596-8a88-57ed07545740 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:27.300222 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c963c666-176e-4cdb-9a9d-67f2ed3da0a7 req-50cc8e24-735c-4596-8a88-57ed07545740 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.2310429 Feb 09 14:07:27.318733 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2459480d-86dc-495b-85d0-df8f748b8cd6 req-4bcb62a9-e8e1-442e-ae76-505161b5e867 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 210 time: 0.1032116 Feb 09 14:07:27.338516 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd3326a1-3004-4ed9-8a3e-7dd256b5fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:27.348295 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd3326a1-3004-4ed9-8a3e-7dd256b5fdbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:27.379906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3326a1-3004-4ed9-8a3e-7dd256b5fdbd admin admin] Pushing event deleted for resources: {'Network': ['ID=3a857aba-f933-4c3f-b9f2-3d18bdabe934,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:27.399102 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dd3326a1-3004-4ed9-8a3e-7dd256b5fdbd admin admin] 10.222.0.48 "DELETE /v2.0/networks/3a857aba-f933-4c3f-b9f2-3d18bdabe934 HTTP/1.1" status: 204 len: 168 time: 1.0221627 Feb 09 14:07:27.471175 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c963c666-176e-4cdb-9a9d-67f2ed3da0a7 req-9f551684-2ba1-467f-80fc-a2d36ef682a0 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647325 Feb 09 14:07:27.528829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268759e1-c468-4127-ab36-70f267e4af6b req-9a6baadf-0739-4395-a143-dd5a619141cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:27.530905 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-268759e1-c468-4127-ab36-70f267e4af6b req-9a6baadf-0739-4395-a143-dd5a619141cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=261613e7ddbb41359071f1ad50216588&device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 1094 time: 0.1731176 Feb 09 14:07:27.567307 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:27.637126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5880573-fca4-42e4-9a48-37ab49cfa4fb req-61efaec6-9a16-4d4f-a3f2-18a16aac4c86 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:27.648536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:27.649310 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f5880573-fca4-42e4-9a48-37ab49cfa4fb req-61efaec6-9a16-4d4f-a3f2-18a16aac4c86 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 948 time: 0.1513710 Feb 09 14:07:27.655204 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:27.756368 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f5880573-fca4-42e4-9a48-37ab49cfa4fb req-167d42e3-8cf4-4249-a7e4-38d935bb4868 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059237 Feb 09 14:07:27.773670 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffc47be-812a-415a-9b8f-67c26ec83200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e4f095-87a4-425b-bcb7-b3c380d3a927', 'code': 200} Feb 09 14:07:27.779879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 411a802c-27f3-4a98-83a0-cf04907b7d15 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:07:27.781066 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-268759e1-c468-4127-ab36-70f267e4af6b req-b0895f6a-37b9-4d5d-9d31-13b58217eb44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 HTTP/1.1" status: 200 len: 217 time: 0.2327790 Feb 09 14:07:27.896843 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 411a802c-27f3-4a98-83a0-cf04907b7d15 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:07:27.900418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 411a802c-27f3-4a98-83a0-cf04907b7d15 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:07:27.979784 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:27.988372 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e95a376-501a-40c5-b6c8-7c59f80fa3f9', 'tag': 'c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6', 'status': 'completed', 'code': 200} Feb 09 14:07:28.001264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48238) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:28.103326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268759e1-c468-4127-ab36-70f267e4af6b req-a31898f5-1dc4-4e15-9790-1a12cb203d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:28.105608 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-268759e1-c468-4127-ab36-70f267e4af6b req-a31898f5-1dc4-4e15-9790-1a12cb203d97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=176745eb-cf2b-4242-a48f-776f09b48b10 HTTP/1.1" status: 200 len: 868 time: 0.3094218 Feb 09 14:07:28.142637 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-32039d11-9ae1-4d1f-89ef-921b2652af2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c1126ef126a4d5e8afd5ceb600f1edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1340184 Feb 09 14:07:28.148407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48244) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:28.225504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001de0b-8766-4877-a76b-2cb00e7a6c4b req-11c4fa43-66de-4a53-bfee-4e07118a3051 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:28.227181 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4001de0b-8766-4877-a76b-2cb00e7a6c4b req-11c4fa43-66de-4a53-bfee-4e07118a3051 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffc47be-812a-415a-9b8f-67c26ec83200 HTTP/1.1" status: 200 len: 950 time: 0.1891735 Feb 09 14:07:28.275153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9530a78d-8109-41ae-a172-a8b6518c13bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:28.360047 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4001de0b-8766-4877-a76b-2cb00e7a6c4b req-6c58f16b-4009-4edd-8b47-651a6d5b95cf tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/security-groups?id=680de8dd-6ede-4417-9969-6dd2c13c6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212146 Feb 09 14:07:28.373038 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9530a78d-8109-41ae-a172-a8b6518c13bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:28.376851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75309003-5aa8-4355-9f81-c52528a5500f req-0e91d794-75df-4c92-9cad-20b313a82d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:28.378365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-75309003-5aa8-4355-9f81-c52528a5500f req-0e91d794-75df-4c92-9cad-20b313a82d15 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ffc47be-812a-415a-9b8f-67c26ec83200 HTTP/1.1" status: 200 len: 1101 time: 0.4780099 Feb 09 14:07:28.403778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5feaa7-1272-44dd-bf16-1fbcf2f0f83a req-3be4bf80-ae5b-49bc-9997-d231cd72b6c5 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:28.406411 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca5feaa7-1272-44dd-bf16-1fbcf2f0f83a req-3be4bf80-ae5b-49bc-9997-d231cd72b6c5 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 943 time: 0.4120390 Feb 09 14:07:28.501705 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9530a78d-8109-41ae-a172-a8b6518c13bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:28.533382 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-75309003-5aa8-4355-9f81-c52528a5500f req-33469a18-96d3-445e-b53f-567031cfdad2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=680de8dd-6ede-4417-9969-6dd2c13c6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258278 Feb 09 14:07:28.538935 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca5feaa7-1272-44dd-bf16-1fbcf2f0f83a req-309a9ea0-cb08-4789-9151-a39dc2676cab tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120756 Feb 09 14:07:28.540958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268759e1-c468-4127-ab36-70f267e4af6b req-a5c48b36-835e-4c72-a49d-1679f91686fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:28.542401 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-268759e1-c468-4127-ab36-70f267e4af6b req-a5c48b36-835e-4c72-a49d-1679f91686fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4280043 Feb 09 14:07:28.618513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530a78d-8109-41ae-a172-a8b6518c13bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382d88ac-4275-4ca0-80da-3f05d483a8b0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:28.653200 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9530a78d-8109-41ae-a172-a8b6518c13bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:28.654336 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9530a78d-8109-41ae-a172-a8b6518c13bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/382d88ac-4275-4ca0-80da-3f05d483a8b0 HTTP/1.1" status: 204 len: 168 time: 0.5047977 Feb 09 14:07:28.727208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2832891-c783-4064-9630-9b04b9dae9d5 req-0e1e0ef8-a251-405d-a46c-cbf499385e67 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:28.736404 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e2832891-c783-4064-9630-9b04b9dae9d5 req-0e1e0ef8-a251-405d-a46c-cbf499385e67 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 945 time: 0.1679459 Feb 09 14:07:28.804356 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e2832891-c783-4064-9630-9b04b9dae9d5 req-c84c3dd6-ece8-403b-ac37-8cc4a0e2c131 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619793 Feb 09 14:07:28.834789 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-268759e1-c468-4127-ab36-70f267e4af6b req-1d022d67-4427-412e-8a49-f8f8ce68422c service neutron] 10.222.0.35 "GET /v2.0/networks/e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780507 Feb 09 14:07:29.017381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353018b-8223-4a57-9a52-715a6e3b793c req-d8366503-8f54-495a-a3a5-3cd8d5f834ce tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:29.020200 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0353018b-8223-4a57-9a52-715a6e3b793c req-d8366503-8f54-495a-a3a5-3cd8d5f834ce tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 950 time: 0.2926199 Feb 09 14:07:29.038168 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-72f806c2-6826-42ad-831c-188c855c1d84 req-fafd621c-36db-4186-a3ed-fa2167b7c2a2 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=50e94b8e-def6-4992-928b-b9699ebb41ec HTTP/1.1" status: 200 len: 210 time: 0.0793228 Feb 09 14:07:29.104427 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7fb30e77-2756-4b38-9bcb-fcc0bb2fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:29.190537 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-268759e1-c468-4127-ab36-70f267e4af6b req-1e20ba9e-13fc-49dd-83fa-883885db1658 service neutron] 10.222.0.35 "GET /v2.0/networks/e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462570 Feb 09 14:07:29.207301 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0353018b-8223-4a57-9a52-715a6e3b793c req-89b63526-d37e-42c7-8296-398bdccb4046 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644530 Feb 09 14:07:29.397458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bf0ac-3c03-43af-94bc-7d1ecd6a63c5 req-18332cb7-f0a7-424e-8f98-66f7323b7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:29.399009 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-491bf0ac-3c03-43af-94bc-7d1ecd6a63c5 req-18332cb7-f0a7-424e-8f98-66f7323b7e98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=261613e7ddbb41359071f1ad50216588&device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 1094 time: 0.1480405 Feb 09 14:07:29.531879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e69f9-13f9-4f4e-92c9-9418f8f21e3c req-0c50cd17-6adc-485c-8c96-1dcdec1c3c4d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:29.554152 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d43e69f9-13f9-4f4e-92c9-9418f8f21e3c req-0c50cd17-6adc-485c-8c96-1dcdec1c3c4d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.1949930 Feb 09 14:07:29.640895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bf0ac-3c03-43af-94bc-7d1ecd6a63c5 req-639f878a-0ef8-43ca-8744-027abbe2cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:29.642961 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-491bf0ac-3c03-43af-94bc-7d1ecd6a63c5 req-639f878a-0ef8-43ca-8744-027abbe2cf5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e HTTP/1.1" status: 200 len: 929 time: 0.2365203 Feb 09 14:07:29.651264 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d43e69f9-13f9-4f4e-92c9-9418f8f21e3c req-6ee5c8a0-3af1-4c8c-ba1b-a0502fbb34ba tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957191 Feb 09 14:07:29.757542 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-491bf0ac-3c03-43af-94bc-7d1ecd6a63c5 req-03d9cebd-a52e-4bf7-a451-f96cf2362c61 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 HTTP/1.1" status: 200 len: 217 time: 0.0755610 Feb 09 14:07:29.776305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e227d-adde-4de8-90d6-58e0098bfffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:29.836444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bf0ac-3c03-43af-94bc-7d1ecd6a63c5 req-37cb2165-5727-402b-ae65-545a338fe5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:29.837907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-491bf0ac-3c03-43af-94bc-7d1ecd6a63c5 req-37cb2165-5727-402b-ae65-545a338fe5de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=176745eb-cf2b-4242-a48f-776f09b48b10 HTTP/1.1" status: 200 len: 868 time: 0.0701168 Feb 09 14:07:29.852106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14f286-4926-4a3a-80d3-74cc7577ece5 req-83958e7b-9731-4c46-90c6-00d7e6a9f884 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:29.854000 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e14f286-4926-4a3a-80d3-74cc7577ece5 req-83958e7b-9731-4c46-90c6-00d7e6a9f884 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.2098260 Feb 09 14:07:29.955345 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e14f286-4926-4a3a-80d3-74cc7577ece5 req-8b5ae5b6-c8ba-4065-ab5a-5aed42605dc1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615926 Feb 09 14:07:29.969592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bf0ac-3c03-43af-94bc-7d1ecd6a63c5 req-c49aa45e-1b26-41d1-8c11-df474c3358c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:29.971446 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-491bf0ac-3c03-43af-94bc-7d1ecd6a63c5 req-c49aa45e-1b26-41d1-8c11-df474c3358c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164770 Feb 09 14:07:30.073292 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:30.205718 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:30.319711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73d9ee-9320-4d6b-b0f8-a35b4bca7fa4 req-c6745aaf-e7e9-42c6-bcb5-60230650eb34 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:30.321323 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b73d9ee-9320-4d6b-b0f8-a35b4bca7fa4 req-c6745aaf-e7e9-42c6-bcb5-60230650eb34 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 943 time: 0.1450813 Feb 09 14:07:30.331904 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-491bf0ac-3c03-43af-94bc-7d1ecd6a63c5 req-eae38a05-26ea-41a6-9afa-fed90489a9b1 service neutron] 10.222.0.35 "GET /v2.0/networks/e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529310 Feb 09 14:07:30.399829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a29168-7052-4b1d-a44f-598465c880a1 req-b6c4f953-a648-43f4-a48c-c124c2e5bf9e tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:30.401276 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0a29168-7052-4b1d-a44f-598465c880a1 req-b6c4f953-a648-43f4-a48c-c124c2e5bf9e tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffc47be-812a-415a-9b8f-67c26ec83200 HTTP/1.1" status: 200 len: 950 time: 0.2697964 Feb 09 14:07:30.457200 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0a29168-7052-4b1d-a44f-598465c880a1 req-76aae4fc-f1f7-4f6c-a0dc-809b4cf896c6 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/security-groups?id=680de8dd-6ede-4417-9969-6dd2c13c6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460935 Feb 09 14:07:30.458166 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b73d9ee-9320-4d6b-b0f8-a35b4bca7fa4 req-d735aa85-b8d5-4454-8ba9-b71f8a32b965 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287754 Feb 09 14:07:30.509621 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-491bf0ac-3c03-43af-94bc-7d1ecd6a63c5 req-df88104c-9ccc-4d7b-b6bb-9e4d6ea09826 service neutron] 10.222.0.35 "GET /v2.0/networks/e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566937 Feb 09 14:07:30.537541 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9e227d-adde-4de8-90d6-58e0098bfffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a', 'code': 200} Feb 09 14:07:30.692893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80d597-ed9c-4fd9-a89d-09e857fbd4fb req-d0407ffb-f5e5-4ca7-9c5c-0f5582c86dda tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:30.694565 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8c80d597-ed9c-4fd9-a89d-09e857fbd4fb req-d0407ffb-f5e5-4ca7-9c5c-0f5582c86dda tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 945 time: 0.1076975 Feb 09 14:07:30.743675 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8c80d597-ed9c-4fd9-a89d-09e857fbd4fb req-455890b1-8678-4a01-8062-63c6afb9f08b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435479 Feb 09 14:07:31.000183 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-70de8c96-a825-4526-a3cb-a13928c626b3 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4f9a9c7b338a470d8aee6d110bbc59eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426638 Feb 09 14:07:31.285701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-4ccc4ec3-044e-46ab-b2dc-e760d5d330da tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:31.293456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-4ccc4ec3-044e-46ab-b2dc-e760d5d330da tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc&tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 949 time: 0.4016476 Feb 09 14:07:31.414731 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-18e20cce-c360-4506-a51c-a8ec98edd370 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:31.416246 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-18e20cce-c360-4506-a51c-a8ec98edd370 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4085879 Feb 09 14:07:31.445322 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-00b624ef-222d-466b-a61b-f5b54646e2c0 service neutron] 10.222.0.21 "GET /v2.0/ports/b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a/bindings/n-h2-828418-2 HTTP/1.1" status: 200 len: 382 time: 0.1378336 Feb 09 14:07:31.468736 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-4e5a90a4-44a4-4690-95dd-707f00d5267c tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/quotas/4f9a9c7b338a470d8aee6d110bbc59eb HTTP/1.1" status: 200 len: 375 time: 0.0388615 Feb 09 14:07:31.540286 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7e344-d7c1-458d-bb93-4e42e798954f req-f442bbff-fd91-4b87-8615-3c2fe004b69b tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:31.551096 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87d7e344-d7c1-458d-bb93-4e42e798954f req-f442bbff-fd91-4b87-8615-3c2fe004b69b tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.1517217 Feb 09 14:07:31.595089 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:31.679348 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-e4adeec1-6209-42a5-88eb-43872ae09378 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f9a9c7b338a470d8aee6d110bbc59eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2093856 Feb 09 14:07:31.685793 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87d7e344-d7c1-458d-bb93-4e42e798954f req-8d65b0f4-45d7-4993-8b58-06d32708ee6a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260164 Feb 09 14:07:31.701334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-d41940b7-5667-4274-a6f0-481b8a2040b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:31.706529 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-d41940b7-5667-4274-a6f0-481b8a2040b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 1100 time: 0.1845305 Feb 09 14:07:32.094957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-c538c07e-8373-433f-ac4a-eb6b9e991d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:32.096303 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-c538c07e-8373-433f-ac4a-eb6b9e991d1a service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.3837554 Feb 09 14:07:32.171105 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff2430-30d2-4be0-8e48-df93ff3f39d4 req-369d48db-d175-4222-9907-65858f4c828d tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:32.172820 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-faff2430-30d2-4be0-8e48-df93ff3f39d4 req-369d48db-d175-4222-9907-65858f4c828d tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 1096 time: 0.1437469 Feb 09 14:07:32.240687 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-faff2430-30d2-4be0-8e48-df93ff3f39d4 req-078a6672-2153-474f-9527-8ebf1d9c0c31 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612257 Feb 09 14:07:32.265562 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-44161656-d885-42bc-b06e-001d23d67604 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a HTTP/1.1" status: 200 len: 217 time: 0.1594889 Feb 09 14:07:32.351769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92b0d-1548-4ad9-8b35-af4a21bec7c9 req-1d3d2948-9a53-4a3a-a239-e0171aac1650 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:32.367595 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cbc92b0d-1548-4ad9-8b35-af4a21bec7c9 req-1d3d2948-9a53-4a3a-a239-e0171aac1650 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.3735795 Feb 09 14:07:32.404419 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-991716ab-9646-4eb7-a3d4-9a9d0802972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:32.406011 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-991716ab-9646-4eb7-a3d4-9a9d0802972d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1338892 Feb 09 14:07:32.469457 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cbc92b0d-1548-4ad9-8b35-af4a21bec7c9 req-cb331751-31bb-4051-a98e-59b66aa15830 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088862 Feb 09 14:07:32.515574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-0b65a193-4134-4a5a-a8fe-40a0e52272c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:32.517393 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-0b65a193-4134-4a5a-a8fe-40a0e52272c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1027792 Feb 09 14:07:32.596955 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f14462c7-4afd-4d4d-8a5a-b4c1966b0317 req-7d512bec-fc9d-469b-b3b5-435fde4f307f tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.1059010 Feb 09 14:07:32.832714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-efb77f82-292d-456a-9786-b5192cbcb2a0 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047049 Feb 09 14:07:32.854269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fe66e-3381-4afd-965c-0cdf6b3e56ad req-3129f547-d919-4d64-97f0-27191a1d50ae tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:32.857199 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea6fe66e-3381-4afd-965c-0cdf6b3e56ad req-3129f547-d919-4d64-97f0-27191a1d50ae tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 943 time: 0.2118459 Feb 09 14:07:32.870978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c00960-6eaa-41c1-baef-7fab4f513f16 req-00d483d3-2105-4d60-90e4-a71708d8fedd tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:32.872778 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-54c00960-6eaa-41c1-baef-7fab4f513f16 req-00d483d3-2105-4d60-90e4-a71708d8fedd tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffc47be-812a-415a-9b8f-67c26ec83200 HTTP/1.1" status: 200 len: 950 time: 0.1074252 Feb 09 14:07:32.930823 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-54c00960-6eaa-41c1-baef-7fab4f513f16 req-69a6090f-8a2f-419f-9ec9-2933e0d6a5da tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/security-groups?id=680de8dd-6ede-4417-9969-6dd2c13c6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503798 Feb 09 14:07:32.939943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:07:33.076785 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea6fe66e-3381-4afd-965c-0cdf6b3e56ad req-b55137b1-781a-46ff-ab14-81aaaa3b9bc3 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881039 Feb 09 14:07:33.125605 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5ebc027-9fac-40e9-b869-4eb0f0e6dbf3 req-f8b09e19-f9d9-4506-8c97-9b3fa194282a tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc9a72eb-96b5-4f2a-8a01-64514ca63c96 HTTP/1.1" status: 200 len: 210 time: 0.0923216 Feb 09 14:07:33.142943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6,segment=NetworkSegment(36a26ce1-62ad-4b07-95e2-1c5bbb145414),segment_id=36a26ce1-62ad-4b07-95e2-1c5bbb145414)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:33.170850 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6', 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e', 'port_id': 'c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6', 'mac_address': 'fa:16:3e:ff:47:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:07:33.228794 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-bc287862-c73f-45fb-9a7c-dce7009e82b3 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702769 Feb 09 14:07:33.338912 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:33.359458 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:07:33.384902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6,segment=NetworkSegment(36a26ce1-62ad-4b07-95e2-1c5bbb145414),segment_id=36a26ce1-62ad-4b07-95e2-1c5bbb145414)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:33.392014 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:33.403251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447ea73-44bb-4d30-84d6-ecb2f70f0037 req-9d32c3b1-1d71-4df8-8993-11e30dbe3c45 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:33.404829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6447ea73-44bb-4d30-84d6-ecb2f70f0037 req-9d32c3b1-1d71-4df8-8993-11e30dbe3c45 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 1096 time: 0.1251915 Feb 09 14:07:33.425681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1519d5-127a-43ca-b8f2-8461e42f463e req-dc2eb6a8-b550-42da-873b-34470eba3bfd tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:33.427438 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b1519d5-127a-43ca-b8f2-8461e42f463e req-dc2eb6a8-b550-42da-873b-34470eba3bfd tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.1566074 Feb 09 14:07:33.487468 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-6f01846e-c734-4703-8ca3-b818f56bc704 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4f9a9c7b338a470d8aee6d110bbc59eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468352 Feb 09 14:07:33.507416 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:33.523421 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b1519d5-127a-43ca-b8f2-8461e42f463e req-d6e06017-7666-4a25-9284-323d5b3360bb tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879953 Feb 09 14:07:33.524300 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6447ea73-44bb-4d30-84d6-ecb2f70f0037 req-62d418e9-a35b-4bd3-883d-3d687059487a tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084599 Feb 09 14:07:33.762310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-579ae207-a725-44b8-98b5-65facf499376 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:33.765594 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-579ae207-a725-44b8-98b5-65facf499376 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2597053 Feb 09 14:07:33.779073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-8f6b0a66-5ca6-4950-bbb5-076f94cb8650 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Request body: {'port': {'device_id': 'bc9a72eb-96b5-4f2a-8a01-64514ca63c96', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': '4f9a9c7b338a470d8aee6d110bbc59eb'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:33.927337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:07:33.964057 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d92976e-1466-4f8d-8bf1-a45f008b220e req-4d6b4c7a-b813-4558-8a4e-b503f74a64a2 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0546155 Feb 09 14:07:34.018352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-8f6b0a66-5ca6-4950-bbb5-076f94cb8650 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:34.039431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fb880-06e8-49cf-96ed-3efa446d5908 req-c6e481ca-2450-4fc2-923d-f5f7938f7b90 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:34.040974 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-017fb880-06e8-49cf-96ed-3efa446d5908 req-c6e481ca-2450-4fc2-923d-f5f7938f7b90 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.2368107 Feb 09 14:07:34.042082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-8f6b0a66-5ca6-4950-bbb5-076f94cb8650 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:34.091536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-8f6b0a66-5ca6-4950-bbb5-076f94cb8650 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Made reservation on behalf of 4f9a9c7b338a470d8aee6d110bbc59eb for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:07:34.097596 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-8f6b0a66-5ca6-4950-bbb5-076f94cb8650 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:34.264522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-017fb880-06e8-49cf-96ed-3efa446d5908 req-f287c610-67c7-4496-bc71-0be04d619c96 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137675 Feb 09 14:07:34.519197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-8f6b0a66-5ca6-4950-bbb5-076f94cb8650 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Allocated IP 192.168.233.119 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/1571bee5-2155-45ae-9c23-e4a2e827ae64) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:07:34.850692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9556c-1e73-4bff-b828-cb06bdb13104 req-a57c04ea-45d1-40c1-a4b9-cb8fbcd702b6 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:34.853349 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9bd9556c-1e73-4bff-b828-cb06bdb13104 req-a57c04ea-45d1-40c1-a4b9-cb8fbcd702b6 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 944 time: 0.2530499 Feb 09 14:07:34.926350 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-8f6b0a66-5ca6-4950-bbb5-076f94cb8650 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:34.940940 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9bd9556c-1e73-4bff-b828-cb06bdb13104 req-b32867f1-c081-4450-8803-e2927e70d069 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729980 Feb 09 14:07:34.950101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-8f6b0a66-5ca6-4950-bbb5-076f94cb8650 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Transition to ACTIVE for port object 1571bee5-2155-45ae-9c23-e4a2e827ae64 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:34.978033 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-8f6b0a66-5ca6-4950-bbb5-076f94cb8650 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:35.058141 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-8f6b0a66-5ca6-4950-bbb5-076f94cb8650 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:07:35.063115 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-8f6b0a66-5ca6-4950-bbb5-076f94cb8650 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:35.065104 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-8f6b0a66-5ca6-4950-bbb5-076f94cb8650 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:07:35.137580 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['66292f43-5d33-4a6b-af17-71cf2e4434ba'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:07:35.183778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b0a66-5ca6-4950-bbb5-076f94cb8650 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Pushing event updated for resources: {'Port': ['ID=1571bee5-2155-45ae-9c23-e4a2e827ae64,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:35.239126 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-8f6b0a66-5ca6-4950-bbb5-076f94cb8650 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:35.239823 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-8f6b0a66-5ca6-4950-bbb5-076f94cb8650 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:35.286013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c2e0e-6b9c-4919-86cc-f872a3e46aca req-01c9a2a5-e50f-490c-9f82-dcd8fb1c95f0 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:35.287366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-837c2e0e-6b9c-4919-86cc-f872a3e46aca req-01c9a2a5-e50f-490c-9f82-dcd8fb1c95f0 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Synchronizing usage tracker for tenant:4f9a9c7b338a470d8aee6d110bbc59eb on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:35.292471 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-8f6b0a66-5ca6-4950-bbb5-076f94cb8650 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5180969 Feb 09 14:07:35.312878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Request body: {'port': {'device_id': 'bc9a72eb-96b5-4f2a-8a01-64514ca63c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:35.345688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-837c2e0e-6b9c-4919-86cc-f872a3e46aca req-01c9a2a5-e50f-490c-9f82-dcd8fb1c95f0 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Unset dirty status for tenant:4f9a9c7b338a470d8aee6d110bbc59eb on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:35.352039 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-837c2e0e-6b9c-4919-86cc-f872a3e46aca req-01c9a2a5-e50f-490c-9f82-dcd8fb1c95f0 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc9a72eb-96b5-4f2a-8a01-64514ca63c96 HTTP/1.1" status: 200 len: 936 time: 0.2611008 Feb 09 14:07:35.474588 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-259d9c27-0447-4043-a9e9-73c85bc35dbe None None] Provisioning for port 1571bee5-2155-45ae-9c23-e4a2e827ae64 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:35.476225 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-837c2e0e-6b9c-4919-86cc-f872a3e46aca req-5ab41eee-06bf-4a5d-875b-b1054ad452fa tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230898 Feb 09 14:07:35.485962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-259d9c27-0447-4043-a9e9-73c85bc35dbe None None] Provisioning complete for port 1571bee5-2155-45ae-9c23-e4a2e827ae64 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:35.486759 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-259d9c27-0447-4043-a9e9-73c85bc35dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:35.523186 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:35.576188 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-259d9c27-0447-4043-a9e9-73c85bc35dbe None None] Port 1571bee5-2155-45ae-9c23-e4a2e827ae64 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:07:35.668077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-9d78bae4-bf1c-4268-af64-6495133ed127 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:07:35.675545 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-9d78bae4-bf1c-4268-af64-6495133ed127 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2096951 Feb 09 14:07:35.746468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-cf8637a5-4d73-4202-b892-00c2a1023946 service neutron] Request body: {'binding': {'host': 'n-h1-828418-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:35.747418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-cf8637a5-4d73-4202-b892-00c2a1023946 service neutron] Unknown quota resources ['binding']. {{(pid=87596) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 14:07:36.041889 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1571bee5-2155-45ae-9c23-e4a2e827ae64 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:07:36.051553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:36.073580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Transition to ACTIVE for port object 1571bee5-2155-45ae-9c23-e4a2e827ae64 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:36.077515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-cf8637a5-4d73-4202-b892-00c2a1023946 service neutron] Attempting to bind port 624d887f-0858-496f-9c45-73f8ca69bbf7 on host n-h1-828418-2 for vnic_type normal with profile None {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:07:36.077796 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:36.077923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-cf8637a5-4d73-4202-b892-00c2a1023946 service neutron] Attempting to bind port 624d887f-0858-496f-9c45-73f8ca69bbf7 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:07:36.078167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-cf8637a5-4d73-4202-b892-00c2a1023946 service neutron] Attempting to bind port 624d887f-0858-496f-9c45-73f8ca69bbf7 on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:36.087808 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-cf8637a5-4d73-4202-b892-00c2a1023946 service neutron] Port 624d887f-0858-496f-9c45-73f8ca69bbf7 on network 871ef5b5-732c-4077-b68d-299f1c66d16d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:07:36.088388 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-cf8637a5-4d73-4202-b892-00c2a1023946 service neutron] Attempting to bind port 624d887f-0858-496f-9c45-73f8ca69bbf7 on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:36.098067 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-cf8637a5-4d73-4202-b892-00c2a1023946 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:07:36.098412 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-cf8637a5-4d73-4202-b892-00c2a1023946 service neutron] Checking segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:07:36.098974 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-cf8637a5-4d73-4202-b892-00c2a1023946 service neutron] Bound using segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:07:36.099567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-cf8637a5-4d73-4202-b892-00c2a1023946 service neutron] Bound port: 624d887f-0858-496f-9c45-73f8ca69bbf7, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:07:36.127627 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-460e17fd-0dd5-4da7-838c-072aa1d4007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:36.129955 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-460e17fd-0dd5-4da7-838c-072aa1d4007f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc&tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881 HTTP/1.1" status: 200 len: 1100 time: 0.1456528 Feb 09 14:07:36.151179 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-cf8637a5-4d73-4202-b892-00c2a1023946 service neutron] For port 624d887f-0858-496f-9c45-73f8ca69bbf7, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=624d887f-0858-496f-9c45-73f8ca69bbf7,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:07:36.158976 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-cf8637a5-4d73-4202-b892-00c2a1023946 service neutron] Notify callbacks [] for binding, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:36.160740 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-cf8637a5-4d73-4202-b892-00c2a1023946 service neutron] 10.222.0.48 "POST /v2.0/ports/624d887f-0858-496f-9c45-73f8ca69bbf7/bindings HTTP/1.1" status: 201 len: 389 time: 0.4842973 Feb 09 14:07:36.287380 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d846eb0-69ec-4b04-8c48-dceb5adc4b17 req-e2c838c0-f040-4dbc-abb4-9724a7ebe4cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0980113 Feb 09 14:07:36.296256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Pushing event updated for resources: {'Port': ['ID=1571bee5-2155-45ae-9c23-e4a2e827ae64,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:36.373288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-1cfdd3eb-50b9-4963-aa69-be29fabeff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:36.375552 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-1cfdd3eb-50b9-4963-aa69-be29fabeff36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 1100 time: 0.0871916 Feb 09 14:07:36.444310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Attempting to bind port 1571bee5-2155-45ae-9c23-e4a2e827ae64 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:07:36.444641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Attempting to bind port 1571bee5-2155-45ae-9c23-e4a2e827ae64 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:07:36.444966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Attempting to bind port 1571bee5-2155-45ae-9c23-e4a2e827ae64 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:36.453161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Port 1571bee5-2155-45ae-9c23-e4a2e827ae64 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:07:36.453480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Attempting to bind port 1571bee5-2155-45ae-9c23-e4a2e827ae64 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:36.466424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22e90e-676a-4518-9edd-e312f861f7a6 req-4cda36d9-eb1f-46e4-8ddc-c80127d7b465 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:36.467858 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b22e90e-676a-4518-9edd-e312f861f7a6 req-4cda36d9-eb1f-46e4-8ddc-c80127d7b465 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.2330103 Feb 09 14:07:36.468608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:07:36.468939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:07:36.469312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:07:36.469745 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Bound port: 1571bee5-2155-45ae-9c23-e4a2e827ae64, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:07:36.470086 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:36.476144 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-24454264-7e6b-469e-bedc-1efc67a66f01 req-43de0912-bd5f-462b-ad26-33c3e0d0c313 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0699525 Feb 09 14:07:36.614878 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b22e90e-676a-4518-9edd-e312f861f7a6 req-2a97f602-3ec9-41f9-afa8-9262eead8aeb tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314101 Feb 09 14:07:36.664707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] For port 1571bee5-2155-45ae-9c23-e4a2e827ae64, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:07:36.669242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] For port 1571bee5-2155-45ae-9c23-e4a2e827ae64, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1571bee5-2155-45ae-9c23-e4a2e827ae64,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:07:36.678671 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:36.785282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-62247d72-8015-467a-88c8-6c1a31de0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:36.786656 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-62247d72-8015-467a-88c8-6c1a31de0595 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.2280803 Feb 09 14:07:36.797925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5222d03-5883-49da-a228-41375dcff7f9 req-7f247e37-7437-48e7-bc24-1f1ba88d6d42 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:36.804963 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5222d03-5883-49da-a228-41375dcff7f9 req-7f247e37-7437-48e7-bc24-1f1ba88d6d42 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.1487167 Feb 09 14:07:36.897968 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-1b20b7d0-4475-4a44-b80b-c5dff18d1a03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a HTTP/1.1" status: 200 len: 217 time: 0.0876851 Feb 09 14:07:36.943954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:36.944978 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:36.946347 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] 10.222.0.21 "PUT /v2.0/ports/1571bee5-2155-45ae-9c23-e4a2e827ae64 HTTP/1.1" status: 200 len: 1096 time: 1.6391745 Feb 09 14:07:36.946796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9a72eb-96b5-4f2a-8a01-64514ca63c96', 'tag': '1571bee5-2155-45ae-9c23-e4a2e827ae64'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:36.971379 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5222d03-5883-49da-a228-41375dcff7f9 req-81f3d8fd-5c90-4b76-8c7b-ba251c251c56 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654198 Feb 09 14:07:36.975362 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:37.003957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-c6236a69-7690-4553-9338-c5951f197886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:37.009749 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-c6236a69-7690-4553-9338-c5951f197886 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1073711 Feb 09 14:07:37.060921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2e7ab-510a-4f97-922c-054d0f069865 service neutron] Pushing event updated for resources: {'Port': ['ID=1571bee5-2155-45ae-9c23-e4a2e827ae64,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:37.127664 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:37.132746 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c532e9c-c1e5-4336-8924-571c4443e245 req-bdfab60a-a280-4269-80cf-da886c3c4bbf tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:37.139782 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c532e9c-c1e5-4336-8924-571c4443e245 req-bdfab60a-a280-4269-80cf-da886c3c4bbf tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 945 time: 0.2452924 Feb 09 14:07:37.148146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-55829f46-7a90-45ca-8c87-2e361730766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:37.149624 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-55829f46-7a90-45ca-8c87-2e361730766c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f9a9c7b338a470d8aee6d110bbc59eb&device_id=bc9a72eb-96b5-4f2a-8a01-64514ca63c96 HTTP/1.1" status: 200 len: 1099 time: 0.1442521 Feb 09 14:07:37.150841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:37.151318 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:37.164223 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-e3a189d4-24c9-4800-9341-a4efa3eefb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:37.165911 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-e3a189d4-24c9-4800-9341-a4efa3eefb7c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 1096 time: 0.4399998 Feb 09 14:07:37.251856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-8adeb615-2441-4a57-ba5f-a81a39fdd23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:37.253511 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-8adeb615-2441-4a57-ba5f-a81a39fdd23d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2375019 Feb 09 14:07:37.315421 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-a691831c-f489-44bc-bc25-118257f4e9a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=1571bee5-2155-45ae-9c23-e4a2e827ae64 HTTP/1.1" status: 200 len: 217 time: 0.1485772 Feb 09 14:07:37.326670 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:37.372804 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e95a376-501a-40c5-b6c8-7c59f80fa3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:37.386478 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6,segment=NetworkSegment(36a26ce1-62ad-4b07-95e2-1c5bbb145414),segment_id=36a26ce1-62ad-4b07-95e2-1c5bbb145414)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:37.392799 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:37.399922 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c532e9c-c1e5-4336-8924-571c4443e245 req-f1e7e08b-02af-42ce-89e2-97606582e27c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592242 Feb 09 14:07:37.451254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60862691-202b-43df-8218-35f3c9f1613e req-76dddef9-1af1-4627-9f48-b0c3725eaded tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:37.451636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-cb85151c-8a5b-4819-8021-63b8ad1c119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:37.453754 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60862691-202b-43df-8218-35f3c9f1613e req-76dddef9-1af1-4627-9f48-b0c3725eaded tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 945 time: 0.4065228 Feb 09 14:07:37.454091 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-cb85151c-8a5b-4819-8021-63b8ad1c119f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1235652 Feb 09 14:07:37.516548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:37.535642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-cc8dedec-b221-4eb9-b29f-4a794a508b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:37.537979 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-cc8dedec-b221-4eb9-b29f-4a794a508b94 service neutron] 10.222.0.35 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 0.3076372 Feb 09 14:07:37.590443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-60862691-202b-43df-8218-35f3c9f1613e req-93b3c8ee-613d-4dc3-8c37-8e16613fa4c9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Deleting port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:07:37.590847 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-60862691-202b-43df-8218-35f3c9f1613e req-93b3c8ee-613d-4dc3-8c37-8e16613fa4c9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:37.642711 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-197e2a47-385a-40d7-a0f7-5991e3159cb7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d887f-0858-496f-9c45-73f8ca69bbf7 HTTP/1.1" status: 200 len: 217 time: 0.0982726 Feb 09 14:07:37.724026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed7864-b035-4c63-acbd-909ee1ccdd35 req-37ec5e34-0245-49b6-95ca-4540ea37a518 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:37.725667 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aaed7864-b035-4c63-acbd-909ee1ccdd35 req-37ec5e34-0245-49b6-95ca-4540ea37a518 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 944 time: 0.5350096 Feb 09 14:07:37.728471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-eef2f656-c143-4af1-b70c-80c0131bafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:37.730494 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-eef2f656-c143-4af1-b70c-80c0131bafaa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2652733 Feb 09 14:07:37.740461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-3bb7f24e-3eb3-43d7-b8a6-e9efa5e36dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:37.741977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-3bb7f24e-3eb3-43d7-b8a6-e9efa5e36dcc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.0870302 Feb 09 14:07:37.861778 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-0be066cd-c844-4ad1-9120-554908a09aa2 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5968456 Feb 09 14:07:37.867826 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-e30ff192-704d-4530-9b3d-8dd956ffab79 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067631 Feb 09 14:07:37.917028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e368-a510-4329-884d-269cf3d4e596 req-c4356ebe-593f-4279-86d3-8e8311ff0eab tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:37.918567 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8bb0e368-a510-4329-884d-269cf3d4e596 req-c4356ebe-593f-4279-86d3-8e8311ff0eab tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffc47be-812a-415a-9b8f-67c26ec83200 HTTP/1.1" status: 200 len: 950 time: 0.3194876 Feb 09 14:07:37.964003 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-aaed7864-b035-4c63-acbd-909ee1ccdd35 req-81659a72-2d52-4f1a-acc1-f4d2c13d4fae tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Synchronizing usage tracker for tenant:261613e7ddbb41359071f1ad50216588 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:38.057551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-aaed7864-b035-4c63-acbd-909ee1ccdd35 req-81659a72-2d52-4f1a-acc1-f4d2c13d4fae tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Unset dirty status for tenant:261613e7ddbb41359071f1ad50216588 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:38.058684 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aaed7864-b035-4c63-acbd-909ee1ccdd35 req-81659a72-2d52-4f1a-acc1-f4d2c13d4fae tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166711 Feb 09 14:07:38.060365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-60862691-202b-43df-8218-35f3c9f1613e req-93b3c8ee-613d-4dc3-8c37-8e16613fa4c9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] For port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:38.060721 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-60862691-202b-43df-8218-35f3c9f1613e req-93b3c8ee-613d-4dc3-8c37-8e16613fa4c9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:38.075673 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-3c402257-0981-478c-b78f-80c6d578006f service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383615 Feb 09 14:07:38.093214 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8bb0e368-a510-4329-884d-269cf3d4e596 req-82b73d62-73cf-478a-8339-299945a43afd tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/security-groups?id=680de8dd-6ede-4417-9969-6dd2c13c6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142271 Feb 09 14:07:38.236109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-60862691-202b-43df-8218-35f3c9f1613e req-93b3c8ee-613d-4dc3-8c37-8e16613fa4c9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Calling delete_port for 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:07:38.266958 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a54ae3a5-d3f8-42ed-9872-c5ee57bf5cdd req-69ef7719-62ff-4494-b139-2cc4ce0ec1da service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962090 Feb 09 14:07:38.300081 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-86fffe6f-f8ba-4fa3-abed-d7836307462c service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182830 Feb 09 14:07:38.307430 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:38.512611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc85f82-8dd3-4264-8469-c01d29634bd2 req-7a0ea40f-668c-484b-b781-c57234460b75 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:38.514356 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ffc85f82-8dd3-4264-8469-c01d29634bd2 req-7a0ea40f-668c-484b-b781-c57234460b75 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 945 time: 0.2463970 Feb 09 14:07:38.527608 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7c172db-5c0d-44d2-b16e-1f67dcca1eee req-e7edba89-58d3-430b-8cd3-fc6fe0ef7e60 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285996 Feb 09 14:07:38.572537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe3735-aa75-405b-ad0a-941f3242a715 req-5dd4a37b-bfa0-46a9-9196-fcbc065646d4 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:38.574325 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-33fe3735-aa75-405b-ad0a-941f3242a715 req-5dd4a37b-bfa0-46a9-9196-fcbc065646d4 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ffc47be-812a-415a-9b8f-67c26ec83200 HTTP/1.1" status: 200 len: 950 time: 0.3783488 Feb 09 14:07:38.588908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f339e1-6fd4-4073-8a65-bf3782b7b34b req-cbbe88b1-7717-432a-95ec-b6a32658bb54 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:38.590391 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74f339e1-6fd4-4073-8a65-bf3782b7b34b req-cbbe88b1-7717-432a-95ec-b6a32658bb54 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc9a72eb-96b5-4f2a-8a01-64514ca63c96 HTTP/1.1" status: 200 len: 948 time: 0.3460128 Feb 09 14:07:38.598500 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-90b55de2-d4c2-43d9-bdb7-a94dd8cd2418 service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868135 Feb 09 14:07:38.664494 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ffc85f82-8dd3-4264-8469-c01d29634bd2 req-1a4630b8-e293-4fc8-aca5-78c54286e56a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387773 Feb 09 14:07:38.666763 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74f339e1-6fd4-4073-8a65-bf3782b7b34b req-c1fc0784-53f9-4bab-b71d-8b7f3dbc0c18 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664792 Feb 09 14:07:38.672153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-60862691-202b-43df-8218-35f3c9f1613e req-93b3c8ee-613d-4dc3-8c37-8e16613fa4c9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:38.695219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['1eea9ee2-af57-4b83-8566-e5cd74af6ba8'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:07:38.748366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3c8ee-613d-4dc3-8c37-8e16613fa4c9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Pushing event deleted for resources: {'Port': ['ID=1eea9ee2-af57-4b83-8566-e5cd74af6ba8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:38.785590 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9a72eb-96b5-4f2a-8a01-64514ca63c96', 'tag': '1571bee5-2155-45ae-9c23-e4a2e827ae64', 'status': 'completed', 'code': 200} Feb 09 14:07:38.808063 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e95a376-501a-40c5-b6c8-7c59f80fa3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6', 'code': 200} Feb 09 14:07:38.829969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-33fe3735-aa75-405b-ad0a-941f3242a715 req-8c976405-7a84-4bd0-bf7f-617f93d34432 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Deleting port 79e4f095-87a4-425b-bcb7-b3c380d3a927 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:07:38.831519 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-33fe3735-aa75-405b-ad0a-941f3242a715 req-8c976405-7a84-4bd0-bf7f-617f93d34432 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:38.943442 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-60862691-202b-43df-8218-35f3c9f1613e req-93b3c8ee-613d-4dc3-8c37-8e16613fa4c9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] No DVR routers for this DVR port 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:07:38.957360 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-60862691-202b-43df-8218-35f3c9f1613e req-93b3c8ee-613d-4dc3-8c37-8e16613fa4c9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:38.961083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7564f6-3c42-40a9-8d20-754568194334', 'name': 'network-vif-deleted', 'tag': '1eea9ee2-af57-4b83-8566-e5cd74af6ba8'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:39.079250 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60862691-202b-43df-8218-35f3c9f1613e req-93b3c8ee-613d-4dc3-8c37-8e16613fa4c9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.21 "DELETE /v2.0/ports/1eea9ee2-af57-4b83-8566-e5cd74af6ba8 HTTP/1.1" status: 204 len: 173 time: 1.5718307 Feb 09 14:07:39.187206 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7753ca25-0944-46b0-993f-9dcce932750b req-246ef0a1-a6c1-439a-a089-4a19ebe101c9 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.1144376 Feb 09 14:07:39.226600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:07:39.302093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54180d2c-17bf-4ded-a891-4c2a95e7c86f req-1d0645b4-7e41-4029-a7a6-fcecabd11f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:39.303182 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54180d2c-17bf-4ded-a891-4c2a95e7c86f req-1d0645b4-7e41-4029-a7a6-fcecabd11f42 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 1096 time: 0.1980934 Feb 09 14:07:39.306509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57edf41-0f53-4dfa-9426-83738a5c824b req-c572c53c-7b84-4b2c-a92f-053ad418ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:39.308287 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d57edf41-0f53-4dfa-9426-83738a5c824b req-c572c53c-7b84-4b2c-a92f-053ad418ecc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f9a9c7b338a470d8aee6d110bbc59eb&device_id=bc9a72eb-96b5-4f2a-8a01-64514ca63c96 HTTP/1.1" status: 200 len: 1099 time: 0.4937179 Feb 09 14:07:39.374858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f82ef-4a40-4236-9061-4f49586a3c20 req-7002d0c8-2dc4-4b3b-8224-158cda850fa0 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:39.382131 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-564f82ef-4a40-4236-9061-4f49586a3c20 req-7002d0c8-2dc4-4b3b-8224-158cda850fa0 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.4315357 Feb 09 14:07:39.445974 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54180d2c-17bf-4ded-a891-4c2a95e7c86f req-05f55555-b979-4c90-ac00-17548b737ead service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336064 Feb 09 14:07:39.451337 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-33fe3735-aa75-405b-ad0a-941f3242a715 req-8c976405-7a84-4bd0-bf7f-617f93d34432 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] For port 79e4f095-87a4-425b-bcb7-b3c380d3a927, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=79e4f095-87a4-425b-bcb7-b3c380d3a927,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:39.452301 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-33fe3735-aa75-405b-ad0a-941f3242a715 req-8c976405-7a84-4bd0-bf7f-617f93d34432 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:39.478254 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-564f82ef-4a40-4236-9061-4f49586a3c20 req-5c1c03c8-2aea-45c1-b74c-9903c3d7892b tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951676 Feb 09 14:07:39.491832 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:39.558638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57edf41-0f53-4dfa-9426-83738a5c824b req-6849da98-fc10-475b-b72e-90c8557a1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:39.560974 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d57edf41-0f53-4dfa-9426-83738a5c824b req-6849da98-fc10-475b-b72e-90c8557a1893 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.2302482 Feb 09 14:07:39.569405 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:39.577473 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:39.601536 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-33fe3735-aa75-405b-ad0a-941f3242a715 req-8c976405-7a84-4bd0-bf7f-617f93d34432 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Calling delete_port for 79e4f095-87a4-425b-bcb7-b3c380d3a927 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:07:39.664008 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d57edf41-0f53-4dfa-9426-83738a5c824b req-bfd6a19a-7feb-4198-ae59-c542402e7826 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=1571bee5-2155-45ae-9c23-e4a2e827ae64 HTTP/1.1" status: 200 len: 217 time: 0.0956900 Feb 09 14:07:39.743767 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380e04c-f90a-47ec-9de3-b1d23862e365 req-3c8ed837-989c-48f2-907e-1aae4dc7c142 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:39.752628 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4380e04c-f90a-47ec-9de3-b1d23862e365 req-3c8ed837-989c-48f2-907e-1aae4dc7c142 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.2781870 Feb 09 14:07:39.762834 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:39.800188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57edf41-0f53-4dfa-9426-83738a5c824b req-f3c31cc5-8cdb-4fcc-b3c9-7f2eb3b58469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:39.802429 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d57edf41-0f53-4dfa-9426-83738a5c824b req-f3c31cc5-8cdb-4fcc-b3c9-7f2eb3b58469 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1265836 Feb 09 14:07:39.821480 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4380e04c-f90a-47ec-9de3-b1d23862e365 req-3fd5bd07-f72a-4ebd-a949-76f4b799d1fa tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679214 Feb 09 14:07:39.821986 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-0aab5532-f4d8-4bdc-874b-fc6919fb5ee5 req-1fde8c66-ac3f-4ca9-839f-f8c106f04212 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Synchronizing usage tracker for tenant:599ada696464469cbeafc3efd9524c59 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:39.859307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-0aab5532-f4d8-4bdc-874b-fc6919fb5ee5 req-1fde8c66-ac3f-4ca9-839f-f8c106f04212 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Unset dirty status for tenant:599ada696464469cbeafc3efd9524c59 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:39.860582 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0aab5532-f4d8-4bdc-874b-fc6919fb5ee5 req-1fde8c66-ac3f-4ca9-839f-f8c106f04212 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f7564f6-3c42-40a9-8d20-754568194334 HTTP/1.1" status: 200 len: 210 time: 0.1111510 Feb 09 14:07:39.867118 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-33fe3735-aa75-405b-ad0a-941f3242a715 req-8c976405-7a84-4bd0-bf7f-617f93d34432 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:39.937186 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7564f6-3c42-40a9-8d20-754568194334', 'name': 'network-vif-deleted', 'tag': '1eea9ee2-af57-4b83-8566-e5cd74af6ba8', 'status': 'completed', 'code': 200} Feb 09 14:07:39.937898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57edf41-0f53-4dfa-9426-83738a5c824b req-74ed9f2d-8039-4f26-a419-4f71ba210034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:39.939452 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d57edf41-0f53-4dfa-9426-83738a5c824b req-74ed9f2d-8039-4f26-a419-4f71ba210034 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170530 Feb 09 14:07:39.971334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c976405-7a84-4bd0-bf7f-617f93d34432 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Pushing event deleted for resources: {'Port': ['ID=79e4f095-87a4-425b-bcb7-b3c380d3a927,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:40.093331 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:40.120914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fe3735-aa75-405b-ad0a-941f3242a715 req-8c976405-7a84-4bd0-bf7f-617f93d34432 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] No DVR routers for this DVR port 79e4f095-87a4-425b-bcb7-b3c380d3a927 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:07:40.134076 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-33fe3735-aa75-405b-ad0a-941f3242a715 req-8c976405-7a84-4bd0-bf7f-617f93d34432 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:40.144582 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c332d461-fea4-46d1-b8e8-60605973734b req-88aac055-e849-4b89-b6f9-98cc4620ba97 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffc47be-812a-415a-9b8f-67c26ec83200 HTTP/1.1" status: 200 len: 210 time: 0.0716717 Feb 09 14:07:40.176013 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-33fe3735-aa75-405b-ad0a-941f3242a715 req-8c976405-7a84-4bd0-bf7f-617f93d34432 tempest-TenantUsagesTestJSON-623011197 tempest-TenantUsagesTestJSON-623011197-project] 10.222.0.21 "DELETE /v2.0/ports/79e4f095-87a4-425b-bcb7-b3c380d3a927 HTTP/1.1" status: 204 len: 173 time: 1.5810533 Feb 09 14:07:40.212034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5d28e-85ff-4d5d-b52f-f5724375573a req-8323a431-a89f-456f-af27-287132c70380 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:40.214600 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6dc5d28e-85ff-4d5d-b52f-f5724375573a req-8323a431-a89f-456f-af27-287132c70380 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 945 time: 0.1547391 Feb 09 14:07:40.244703 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d57edf41-0f53-4dfa-9426-83738a5c824b req-b33cd548-f7bb-4740-9164-edb33735391a service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932045 Feb 09 14:07:40.278164 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6dc5d28e-85ff-4d5d-b52f-f5724375573a req-4af58989-9ebd-4ba2-a961-be9322c7a5ea tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572832 Feb 09 14:07:40.468620 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d57edf41-0f53-4dfa-9426-83738a5c824b req-ffcd57d6-8153-4866-9afe-845c6ae57495 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163596 Feb 09 14:07:40.524266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2796a-90a7-40df-ad31-6db419ee5989 req-b867ea9c-9ac7-4542-8fc3-1428a9edeb7e tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:40.526049 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d3a2796a-90a7-40df-ad31-6db419ee5989 req-b867ea9c-9ac7-4542-8fc3-1428a9edeb7e tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc9a72eb-96b5-4f2a-8a01-64514ca63c96 HTTP/1.1" status: 200 len: 948 time: 0.1216998 Feb 09 14:07:40.586422 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d3a2796a-90a7-40df-ad31-6db419ee5989 req-f3e8ce7e-452a-4d1e-8188-cd97c3f5dcc8 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536895 Feb 09 14:07:40.670570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad723ee-7ebe-4f1c-8d87-f71ea8447e4a req-3ec9c8c7-427b-42ef-ab17-906cf3f76002 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:40.672380 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ad723ee-7ebe-4f1c-8d87-f71ea8447e4a req-3ec9c8c7-427b-42ef-ab17-906cf3f76002 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 945 time: 0.0869365 Feb 09 14:07:40.721730 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ad723ee-7ebe-4f1c-8d87-f71ea8447e4a req-a4318c26-5b2b-47b3-bcec-6da30a10b66a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Feb 09 14:07:40.805271 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367653df-ed0b-47a3-a2a2-6002f3b2a1da req-f2c8c982-a8ce-4464-917d-aa929950c92c tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:40.807108 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-367653df-ed0b-47a3-a2a2-6002f3b2a1da req-f2c8c982-a8ce-4464-917d-aa929950c92c tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.1053431 Feb 09 14:07:40.809512 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e227d-adde-4de8-90d6-58e0098bfffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:40.871868 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-367653df-ed0b-47a3-a2a2-6002f3b2a1da req-2f475e65-5d22-4e1b-a3d1-14f5a6f95b1f tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523095 Feb 09 14:07:40.939749 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9e227d-adde-4de8-90d6-58e0098bfffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a', 'code': 200} Feb 09 14:07:41.143195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b0c92-2a69-46bb-8ee8-e79ffdae6c7b req-a79ea369-1343-43f5-ab51-e88e0815775c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:41.150241 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f51b0c92-2a69-46bb-8ee8-e79ffdae6c7b req-a79ea369-1343-43f5-ab51-e88e0815775c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 947 time: 0.1220827 Feb 09 14:07:41.212569 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f51b0c92-2a69-46bb-8ee8-e79ffdae6c7b req-fe8b364e-8bb1-4754-88c0-1c1b8cdf955d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570257 Feb 09 14:07:41.232848 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:07:41.237282 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:07:41.308233 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:07:41.308233 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1eea9ee2-af57-4b83-8566-e5cd74af6ba8 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:07:41.308233 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 79e4f095-87a4-425b-bcb7-b3c380d3a927 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:07:41.359654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 79e4f095-87a4-425b-bcb7-b3c380d3a927 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:07:41.359925 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 79e4f095-87a4-425b-bcb7-b3c380d3a927 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:07:41.435970 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9f22f847-c3a6-442a-8a67-191e5dff2e5b req-f66bff5c-97e1-4ac7-bc25-8e9e08142a8f tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0739529 Feb 09 14:07:41.591851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:41.644252 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a', 'mac_address': 'fa:16:3e:b9:6c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:07:41.735013 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:41.757237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:07:41.788217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:41.796642 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:41.846801 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:07:41.855706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b21fc-b289-4a2d-afda-07063de1fb94 req-326a71ad-152a-47c0-9b08-cbd8d9573e0e tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:41.857356 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-491b21fc-b289-4a2d-afda-07063de1fb94 req-326a71ad-152a-47c0-9b08-cbd8d9573e0e tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 945 time: 0.1556973 Feb 09 14:07:41.898954 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,revision_number=10']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:41.908022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:41.908309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:41.909464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:41.909464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:41.909622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:41.909852 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:41.910330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:41.911555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:41.911555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:41.911555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:41.911555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:41.911931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:41.937024 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-491b21fc-b289-4a2d-afda-07063de1fb94 req-367ddffd-0f12-4479-adc7-aa666e85b484 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737350 Feb 09 14:07:41.939238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffc47be-812a-415a-9b8f-67c26ec83200', 'name': 'network-vif-deleted', 'tag': '79e4f095-87a4-425b-bcb7-b3c380d3a927'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:41.963148 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48498) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:42.036719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5baa4-04b1-4f7b-bd0e-2bdfe78446e9 req-74884955-9803-4271-a27d-f217a2edd2bd tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:42.044462 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4b5baa4-04b1-4f7b-bd0e-2bdfe78446e9 req-74884955-9803-4271-a27d-f217a2edd2bd tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc9a72eb-96b5-4f2a-8a01-64514ca63c96 HTTP/1.1" status: 200 len: 948 time: 0.1067357 Feb 09 14:07:42.112843 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4b5baa4-04b1-4f7b-bd0e-2bdfe78446e9 req-038862a5-4881-482f-aefc-b781e8bcc93b tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674307 Feb 09 14:07:42.250368 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c2fa2754-bd78-4444-bc97-c079bbe9725c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38007abfb78c4213a75a7e5d7fcf85c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852089 Feb 09 14:07:42.254095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48506) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:42.276684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507d9eb-37d6-40c7-8dd9-697c88931461 req-d32f390e-984a-4e5b-a6c9-4f757e1c9879 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:42.277309 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1507d9eb-37d6-40c7-8dd9-697c88931461 req-d32f390e-984a-4e5b-a6c9-4f757e1c9879 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 945 time: 0.1896417 Feb 09 14:07:42.348219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:07:42.377557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf8955-15da-4c7f-bc74-e1dfc5c33bf1 req-f2868680-00c3-412d-970d-7e4dc36a6841 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:42.380195 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3ecf8955-15da-4c7f-bc74-e1dfc5c33bf1 req-f2868680-00c3-412d-970d-7e4dc36a6841 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 945 time: 0.1402462 Feb 09 14:07:42.435855 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1507d9eb-37d6-40c7-8dd9-697c88931461 req-8a73ff33-b337-4a51-8bff-922735a0dcc0 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408119 Feb 09 14:07:42.468118 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2f6f3de-6ca7-42de-911e-f936c595ffb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:42.475517 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3ecf8955-15da-4c7f-bc74-e1dfc5c33bf1 req-9f01ff06-d446-4a60-ad47-538a6b4a6ff7 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818248 Feb 09 14:07:42.534083 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2f6f3de-6ca7-42de-911e-f936c595ffb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:42.595940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21cb7a-5907-43bc-a1c3-8d07db852b3c req-0a29092f-20a5-4edd-9765-ee038d32d9f9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:42.597399 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffc47be-812a-415a-9b8f-67c26ec83200', 'name': 'network-vif-deleted', 'tag': '79e4f095-87a4-425b-bcb7-b3c380d3a927', 'status': 'completed', 'code': 200} Feb 09 14:07:42.598086 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d21cb7a-5907-43bc-a1c3-8d07db852b3c req-0a29092f-20a5-4edd-9765-ee038d32d9f9 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee4c674-e5b1-45cd-afa8-099c4c668937 HTTP/1.1" status: 200 len: 945 time: 0.2418942 Feb 09 14:07:42.871133 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-52db05d4-1777-43cf-81a7-bb6c95aa4c57 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 258 time: 0.2218828 Feb 09 14:07:42.883228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:42.889821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:42.890348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-2d21cb7a-5907-43bc-a1c3-8d07db852b3c req-5c3e578d-7f33-41b1-b17d-f4eeae55e060 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Deleting port d4675296-c63b-4a68-9947-6352ad20f08e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:07:42.890683 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2d21cb7a-5907-43bc-a1c3-8d07db852b3c req-5c3e578d-7f33-41b1-b17d-f4eeae55e060 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:42.893730 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Usage tracker for resource:floatingip and tenant:261613e7ddbb41359071f1ad50216588 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:42.896594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:42.902848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:42.914126 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:42.921199 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2f6f3de-6ca7-42de-911e-f936c595ffb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:42.963200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6f3de-6ca7-42de-911e-f936c595ffb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680de8dd-6ede-4417-9969-6dd2c13c6d7c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:43.015336 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2f6f3de-6ca7-42de-911e-f936c595ffb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:43.016478 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a2f6f3de-6ca7-42de-911e-f936c595ffb8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/680de8dd-6ede-4417-9969-6dd2c13c6d7c HTTP/1.1" status: 204 len: 168 time: 0.7617397 Feb 09 14:07:43.048313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52ee3b-f793-44b2-b864-754b467db247 req-5bde7d7a-8ada-41cf-89d9-cd524656af83 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:43.049791 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4e52ee3b-f793-44b2-b864-754b467db247 req-5bde7d7a-8ada-41cf-89d9-cd524656af83 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.3593006 Feb 09 14:07:43.059624 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:43.192297 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4e52ee3b-f793-44b2-b864-754b467db247 req-ba589a9a-873c-4572-90e4-13350900ee67 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189845 Feb 09 14:07:43.227787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Allocated IP 172.25.8.111 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/e62be0ab-c7a9-494e-a4a4-13fb74496f70) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:07:43.242309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1571bee5-2155-45ae-9c23-e4a2e827ae64 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:07:43.256051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-2d21cb7a-5907-43bc-a1c3-8d07db852b3c req-5c3e578d-7f33-41b1-b17d-f4eeae55e060 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] For port d4675296-c63b-4a68-9947-6352ad20f08e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d4675296-c63b-4a68-9947-6352ad20f08e,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:43.256926 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2d21cb7a-5907-43bc-a1c3-8d07db852b3c req-5c3e578d-7f33-41b1-b17d-f4eeae55e060 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:43.405884 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1571bee5-2155-45ae-9c23-e4a2e827ae64, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1571bee5-2155-45ae-9c23-e4a2e827ae64,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:43.413164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48520) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:43.419979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '1571bee5-2155-45ae-9c23-e4a2e827ae64', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '1571bee5-2155-45ae-9c23-e4a2e827ae64', 'mac_address': 'fa:16:3e:1c:c6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:07:43.432437 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:43.444822 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73cc3c19-88b3-48af-ab1d-d6b147441111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:43.448650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-2d21cb7a-5907-43bc-a1c3-8d07db852b3c req-5c3e578d-7f33-41b1-b17d-f4eeae55e060 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Calling delete_port for d4675296-c63b-4a68-9947-6352ad20f08e owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:07:43.463148 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-73cc3c19-88b3-48af-ab1d-d6b147441111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:43.469165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-73cc3c19-88b3-48af-ab1d-d6b147441111 admin admin] Usage tracker for resource:security_group_rule and tenant:e8da9854e5be4290838146318bdcdb16 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:43.473176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-73cc3c19-88b3-48af-ab1d-d6b147441111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:43.480243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-73cc3c19-88b3-48af-ab1d-d6b147441111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:43.483048 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:43.500927 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1571bee5-2155-45ae-9c23-e4a2e827ae64 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:07:43.519640 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:43.522571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1571bee5-2155-45ae-9c23-e4a2e827ae64, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1571bee5-2155-45ae-9c23-e4a2e827ae64,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:43.527227 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:43.586671 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1af4a-fbdf-493c-a070-a1aeccc3e16c req-8612d9e9-a72c-4384-b48e-519ccc3a567a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:43.592855 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e8c1af4a-fbdf-493c-a070-a1aeccc3e16c req-8612d9e9-a72c-4384-b48e-519ccc3a567a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.2526586 Feb 09 14:07:43.615557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:07:43.618351 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=1571bee5-2155-45ae-9c23-e4a2e827ae64,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:43.622756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:43.626744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Pushing event updated for resources: {'Port': ['ID=e62be0ab-c7a9-494e-a4a4-13fb74496f70,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:43.634319 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:07:43.692078 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2d21cb7a-5907-43bc-a1c3-8d07db852b3c req-5c3e578d-7f33-41b1-b17d-f4eeae55e060 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:43.726174 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73cc3c19-88b3-48af-ab1d-d6b147441111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:43.734455 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73cc3c19-88b3-48af-ab1d-d6b147441111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:43.754158 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e578d-7f33-41b1-b17d-f4eeae55e060 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Pushing event deleted for resources: {'Port': ['ID=d4675296-c63b-4a68-9947-6352ad20f08e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:43.837516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d21cb7a-5907-43bc-a1c3-8d07db852b3c req-5c3e578d-7f33-41b1-b17d-f4eeae55e060 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] No DVR routers for this DVR port d4675296-c63b-4a68-9947-6352ad20f08e on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:07:43.840081 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2d21cb7a-5907-43bc-a1c3-8d07db852b3c req-5c3e578d-7f33-41b1-b17d-f4eeae55e060 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:43.844495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee4c674-e5b1-45cd-afa8-099c4c668937', 'name': 'network-vif-deleted', 'tag': 'd4675296-c63b-4a68-9947-6352ad20f08e'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:43.860475 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d21cb7a-5907-43bc-a1c3-8d07db852b3c req-5c3e578d-7f33-41b1-b17d-f4eeae55e060 tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.21 "DELETE /v2.0/ports/d4675296-c63b-4a68-9947-6352ad20f08e HTTP/1.1" status: 204 len: 173 time: 1.2561312 Feb 09 14:07:43.913526 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc3c19-88b3-48af-ab1d-d6b147441111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42550a7-5197-4957-988f-dacca1af6291,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:43.921664 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-73cc3c19-88b3-48af-ab1d-d6b147441111 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8da9854e5be4290838146318bdcdb16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074477 Feb 09 14:07:43.924309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48532) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:43.928987 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:43.997343 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['1571bee5-2155-45ae-9c23-e4a2e827ae64'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:07:44.012326 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e8c1af4a-fbdf-493c-a070-a1aeccc3e16c req-94c97d30-bba7-47e6-a25c-af1f79e526df tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681219 Feb 09 14:07:44.044449 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:44.111981 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60567c23-8694-4cd9-aa3e-eb7148f71750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:44.164755 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60567c23-8694-4cd9-aa3e-eb7148f71750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:44.175285 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ae7d912-62db-4a52-b165-758e2cb2d68f req-7dad4068-ebbb-4aec-889f-5a68c09ff231 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0464032 Feb 09 14:07:44.326615 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60567c23-8694-4cd9-aa3e-eb7148f71750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:44.355310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60567c23-8694-4cd9-aa3e-eb7148f71750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42550a7-5197-4957-988f-dacca1af6291,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:44.363453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5d719-7539-4421-829d-8d1d2094929a req-c3d62f65-a05d-401a-9600-7a7e1ab19799 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:44.365059 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94d5d719-7539-4421-829d-8d1d2094929a req-c3d62f65-a05d-401a-9600-7a7e1ab19799 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc9a72eb-96b5-4f2a-8a01-64514ca63c96 HTTP/1.1" status: 200 len: 949 time: 0.0897145 Feb 09 14:07:44.368310 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:44.375348 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:44.416413 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94d5d719-7539-4421-829d-8d1d2094929a req-fa13d311-fe0d-4440-a3d1-41b692891da5 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437672 Feb 09 14:07:44.475558 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60567c23-8694-4cd9-aa3e-eb7148f71750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:44.477420 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-60567c23-8694-4cd9-aa3e-eb7148f71750 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e42550a7-5197-4957-988f-dacca1af6291 HTTP/1.1" status: 204 len: 168 time: 0.5522060 Feb 09 14:07:44.497053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Pushing event updated for resources: {'Port': ['ID=e62be0ab-c7a9-494e-a4a4-13fb74496f70,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:44.538685 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:44.562680 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:44.573483 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-4e673448-604d-4c2b-843d-777c5ef67809 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6940188 Feb 09 14:07:44.643507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f877c0-9ba6-4ca4-9eb9-a20f4369c13b req-42900894-f8a0-4301-bd03-7ea0cfc39be1 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:44.645706 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73f877c0-9ba6-4ca4-9eb9-a20f4369c13b req-42900894-f8a0-4301-bd03-7ea0cfc39be1 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 945 time: 0.1276677 Feb 09 14:07:44.665656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-f22c4073-a743-4388-aefc-9623657df8e4 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Synchronizing usage tracker for tenant:261613e7ddbb41359071f1ad50216588 on resource:floatingip {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:44.692024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-f22c4073-a743-4388-aefc-9623657df8e4 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Unset dirty status for tenant:261613e7ddbb41359071f1ad50216588 on resource:floatingip {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:44.694236 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-f22c4073-a743-4388-aefc-9623657df8e4 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 696 time: 0.1189632 Feb 09 14:07:44.702870 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73f877c0-9ba6-4ca4-9eb9-a20f4369c13b req-9cdbb4ae-148f-49c0-9fd9-9fe84a0b32e1 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495629 Feb 09 14:07:44.840779 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee4c674-e5b1-45cd-afa8-099c4c668937', 'name': 'network-vif-deleted', 'tag': 'd4675296-c63b-4a68-9947-6352ad20f08e', 'status': 'completed', 'code': 200} Feb 09 14:07:44.881172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-37c1beb2-99da-46d8-b7a7-6fa152812cf3 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:44.881172 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43ae8f78-1bfb-42e5-ac8d-c619d9e74f23 req-37c1beb2-99da-46d8-b7a7-6fa152812cf3 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.1773839 Feb 09 14:07:45.012316 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249da01-2a0c-4b97-8181-23c79f36bc83 req-a6affafe-e9c9-470c-97fd-5af826cc1904 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:45.014466 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4249da01-2a0c-4b97-8181-23c79f36bc83 req-a6affafe-e9c9-470c-97fd-5af826cc1904 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 949 time: 0.0851259 Feb 09 14:07:45.063152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c303e5-f6f6-4519-b30d-f9f3c40f5ce1 req-33c1ee8a-f280-4723-bbd0-05baa3031441 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:45.064419 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4249da01-2a0c-4b97-8181-23c79f36bc83 req-a7e3274c-7837-4329-9e20-1bc58dde6c6e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431874 Feb 09 14:07:45.071135 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-45c303e5-f6f6-4519-b30d-f9f3c40f5ce1 req-33c1ee8a-f280-4723-bbd0-05baa3031441 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.0946126 Feb 09 14:07:45.129461 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-45c303e5-f6f6-4519-b30d-f9f3c40f5ce1 req-2052ead1-fd66-4cf9-8d86-6ff1cdc3b7ab tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573056 Feb 09 14:07:45.259904 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1571bee5-2155-45ae-9c23-e4a2e827ae64 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:45.371079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-b1dceb3d-dcc4-445d-a878-fe1503533a52 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:45.372953 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-b1dceb3d-dcc4-445d-a878-fe1503533a52 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1292443 Feb 09 14:07:45.425497 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 1571bee5-2155-45ae-9c23-e4a2e827ae64 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:45.433795 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 1571bee5-2155-45ae-9c23-e4a2e827ae64 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:45.434072 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:45.489463 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33fdd498-740e-4d69-8a45-a0426ea60300 req-7c4922d5-0777-42c8-b6bc-337f5b9e9887 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0602145 Feb 09 14:07:45.494982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48574) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:45.557603 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-85e6b9f6-1fc9-4a1e-9f7f-d1fbbdccbac0 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 696 time: 0.1781282 Feb 09 14:07:45.577103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-7ab1e772-86b9-4505-ac57-b2cdf45b8618 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Request body: {'floatingip': {'port_id': 'c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:45.641728 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:45.669170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2075252548-network', 'tenant_id': 'eef4b4f9c5c64b73ae0c92a52362be6f'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:45.671778 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9a72eb-96b5-4f2a-8a01-64514ca63c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1571bee5-2155-45ae-9c23-e4a2e827ae64'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:45.676426 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-7ab1e772-86b9-4505-ac57-b2cdf45b8618 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:45.681643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1571bee5-2155-45ae-9c23-e4a2e827ae64, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1571bee5-2155-45ae-9c23-e4a2e827ae64,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:45.682451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:45.687468 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:45.688326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:45.688951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Usage tracker for resource:network and tenant:eef4b4f9c5c64b73ae0c92a52362be6f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:45.699476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:45.710023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:45.728506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Made reservation on behalf of eef4b4f9c5c64b73ae0c92a52362be6f for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:07:45.731585 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:45.765117 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:45.785879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:45.793357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Usage tracker for resource:security_group_rule and tenant:eef4b4f9c5c64b73ae0c92a52362be6f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:45.797396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:45.808119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf899a38-ebb8-4e3f-85ce-27ca006b4df6 req-a79d94d0-17c4-4cb0-8baa-3a8926ce398b tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:45.809114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-bf899a38-ebb8-4e3f-85ce-27ca006b4df6 req-a79d94d0-17c4-4cb0-8baa-3a8926ce398b tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Synchronizing usage tracker for tenant:599ada696464469cbeafc3efd9524c59 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:45.814768 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=1571bee5-2155-45ae-9c23-e4a2e827ae64,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:45.816404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:45.830007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:45.830487 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:45.845134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-bf899a38-ebb8-4e3f-85ce-27ca006b4df6 req-a79d94d0-17c4-4cb0-8baa-3a8926ce398b tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Unset dirty status for tenant:599ada696464469cbeafc3efd9524c59 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:45.846207 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bf899a38-ebb8-4e3f-85ce-27ca006b4df6 req-a79d94d0-17c4-4cb0-8baa-3a8926ce398b tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 944 time: 0.2192676 Feb 09 14:07:45.916232 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bf899a38-ebb8-4e3f-85ce-27ca006b4df6 req-3e80f062-a5fc-4305-8ec8-8d8ff60f936f tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68b049-5fbc-4279-a00b-8a06360b48b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622234 Feb 09 14:07:45.975242 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:45.980871 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:45.996979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:07:46.009418 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:46.050478 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:46.055834 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:46.056872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d4675296-c63b-4a68-9947-6352ad20f08e no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:07:46.073634 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:46.074120 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Added segment 336fdcce-3b06-4026-a99e-037efc645f4c of type vlan for network f0b561ef-919a-4607-9883-c51de0b2aead Feb 09 14:07:46.132606 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: d4675296-c63b-4a68-9947-6352ad20f08e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:07:46.133277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d4675296-c63b-4a68-9947-6352ad20f08e not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:07:46.177021 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,revision_number=11']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:46.263523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86933b24-0a7f-4c04-882b-098f7c053996,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:46.294852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:46.295711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:46.296088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:46.296417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:46.296741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:46.297062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:46.297380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:46.297696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:46.298013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:46.298328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:46.298647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:46.298960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:46.304287 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:46.363595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b20024-39c5-42bd-b009-15a0f0705b4d req-de1b029c-88a8-4766-a0d0-adc9e1adb31b tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:46.365243 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0b20024-39c5-42bd-b009-15a0f0705b4d req-de1b029c-88a8-4766-a0d0-adc9e1adb31b tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.21 "GET /v2.0/ports?device_id=4664b5da-c91c-4241-bbe6-36b50c649029 HTTP/1.1" status: 200 len: 944 time: 0.3434441 Feb 09 14:07:46.374660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f923e-8728-4e23-b10f-89bb58cb542c req-4d29c1ea-fcbe-4123-a40a-207aa5fca534 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:46.376135 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ab3f923e-8728-4e23-b10f-89bb58cb542c req-4d29c1ea-fcbe-4123-a40a-207aa5fca534 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc9a72eb-96b5-4f2a-8a01-64514ca63c96 HTTP/1.1" status: 200 len: 950 time: 0.3174815 Feb 09 14:07:46.377008 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:46.377681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:46.378617 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:46.535280 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-7ab1e772-86b9-4505-ac57-b2cdf45b8618 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:46.541096 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-7ab1e772-86b9-4505-ac57-b2cdf45b8618 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:46.655678 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1594386 Feb 09 14:07:46.661649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48590) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:46.663437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b057a-58d1-457b-9920-d69e38233c6d admin admin] Pushing event updated for resources: {'Network': ['ID=f0b561ef-919a-4607-9883-c51de0b2aead,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:46.670685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-a0b20024-39c5-42bd-b009-15a0f0705b4d req-b4c36607-1d72-49dd-bd8a-88e818cee28c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Deleting port dea1e5c4-8275-4212-82cd-848f1f15e58d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:07:46.671373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a0b20024-39c5-42bd-b009-15a0f0705b4d req-b4c36607-1d72-49dd-bd8a-88e818cee28c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:46.677789 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network f0b561ef-919a-4607-9883-c51de0b2aead details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:07:46.681918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-44c5235a-b692-4b92-afd9-d0320356a5fe admin admin] Request body: {'subnet': {'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2075252548-subnet', 'tenant_id': 'eef4b4f9c5c64b73ae0c92a52362be6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:46.689108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-44c5235a-b692-4b92-afd9-d0320356a5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:46.703715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-44c5235a-b692-4b92-afd9-d0320356a5fe admin admin] Usage tracker for resource:subnet and tenant:eef4b4f9c5c64b73ae0c92a52362be6f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:46.704078 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ab3f923e-8728-4e23-b10f-89bb58cb542c req-566fd2f7-ceba-4132-afa4-5c4f64aaaa35 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038714 Feb 09 14:07:46.723717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-44c5235a-b692-4b92-afd9-d0320356a5fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:46.755949 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-44c5235a-b692-4b92-afd9-d0320356a5fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:46.861339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c5235a-b692-4b92-afd9-d0320356a5fe admin admin] Made reservation on behalf of eef4b4f9c5c64b73ae0c92a52362be6f for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:07:46.863756 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44c5235a-b692-4b92-afd9-d0320356a5fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:46.876331 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-b09a6b6e-6868-412b-9b6c-1cc895a3d472 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461621 Feb 09 14:07:46.979541 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-7ab1e772-86b9-4505-ac57-b2cdf45b8618 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Floating IP 06a2f403-642d-40f0-a1a2-5897c1ca9603 associated. External IP: 172.25.8.111, port: c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6. Feb 09 14:07:47.168070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-a0b20024-39c5-42bd-b009-15a0f0705b4d req-b4c36607-1d72-49dd-bd8a-88e818cee28c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] For port dea1e5c4-8275-4212-82cd-848f1f15e58d, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=dea1e5c4-8275-4212-82cd-848f1f15e58d,segment=NetworkSegment(5e1cdfbe-6ba3-42c8-8feb-e948c0848974),segment_id=5e1cdfbe-6ba3-42c8-8feb-e948c0848974)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:47.168566 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a0b20024-39c5-42bd-b009-15a0f0705b4d req-b4c36607-1d72-49dd-bd8a-88e818cee28c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:47.183578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-7453281d-5318-4424-addc-49970d82a941 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:47.185117 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-7453281d-5318-4424-addc-49970d82a941 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2996764 Feb 09 14:07:47.327556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-a0b20024-39c5-42bd-b009-15a0f0705b4d req-b4c36607-1d72-49dd-bd8a-88e818cee28c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Calling delete_port for dea1e5c4-8275-4212-82cd-848f1f15e58d owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:07:47.358683 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-74661b05-0f87-482e-af43-80e28de6d6e7 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/quotas/3c6a03b6484b48d8a9fb9b18aaadf881 HTTP/1.1" status: 200 len: 375 time: 0.1599567 Feb 09 14:07:47.425099 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44c5235a-b692-4b92-afd9-d0320356a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:47.532748 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-ed53cee8-c30b-44f9-8018-64c97f78a04b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1592674 Feb 09 14:07:47.541393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-7ab1e772-86b9-4505-ac57-b2cdf45b8618 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Router 42686843-2ce9-4fa4-a0e1-151a10b15d31 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:07:47.543804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5235a-b692-4b92-afd9-d0320356a5fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d935aa-4e72-46ee-a516-faccc6fa2775,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:47.554307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c5235a-b692-4b92-afd9-d0320356a5fe admin admin] Checking segment: {'id': '336fdcce-3b06-4026-a99e-037efc645f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:07:47.554734 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c5235a-b692-4b92-afd9-d0320356a5fe admin admin] Network hostable DHCP agents. Network: f0b561ef-919a-4607-9883-c51de0b2aead, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:07:47.554919 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a0b20024-39c5-42bd-b009-15a0f0705b4d req-b4c36607-1d72-49dd-bd8a-88e818cee28c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:47.613182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c36607-1d72-49dd-bd8a-88e818cee28c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Pushing event deleted for resources: {'Port': ['ID=dea1e5c4-8275-4212-82cd-848f1f15e58d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:47.693796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b20024-39c5-42bd-b009-15a0f0705b4d req-b4c36607-1d72-49dd-bd8a-88e818cee28c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] No DVR routers for this DVR port dea1e5c4-8275-4212-82cd-848f1f15e58d on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:07:47.697869 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a0b20024-39c5-42bd-b009-15a0f0705b4d req-b4c36607-1d72-49dd-bd8a-88e818cee28c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:47.700684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4664b5da-c91c-4241-bbe6-36b50c649029', 'name': 'network-vif-deleted', 'tag': 'dea1e5c4-8275-4212-82cd-848f1f15e58d'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:47.723847 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0b20024-39c5-42bd-b009-15a0f0705b4d req-b4c36607-1d72-49dd-bd8a-88e818cee28c tempest-LiveMigrationTest-1559257786 tempest-LiveMigrationTest-1559257786-project] 10.222.0.21 "DELETE /v2.0/ports/dea1e5c4-8275-4212-82cd-848f1f15e58d HTTP/1.1" status: 204 len: 173 time: 1.3413830 Feb 09 14:07:47.744093 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9a72eb-96b5-4f2a-8a01-64514ca63c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1571bee5-2155-45ae-9c23-e4a2e827ae64', 'code': 200} Feb 09 14:07:47.813643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-7ab1e772-86b9-4505-ac57-b2cdf45b8618 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:07:47.816279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c5235a-b692-4b92-afd9-d0320356a5fe admin admin] Network f0b561ef-919a-4607-9883-c51de0b2aead is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:07:47.835640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-44c5235a-b692-4b92-afd9-d0320356a5fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, f0b561ef-919a-4607-9883-c51de0b2aead) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:47.847753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f943d-aa4e-4061-9079-919f1bff7801 None None] Sync routers for ids ['42686843-2ce9-4fa4-a0e1-151a10b15d31'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:07:47.848402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c5235a-b692-4b92-afd9-d0320356a5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:47.848402 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44c5235a-b692-4b92-afd9-d0320356a5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:47.870734 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-7ab1e772-86b9-4505-ac57-b2cdf45b8618 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:47.886447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9428274d-cee1-443c-b4d6-d2382bd7afce None None] Network f0b561ef-919a-4607-9883-c51de0b2aead requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:07:48.055557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f943d-aa4e-4061-9079-919f1bff7801 None None] Routers {'42686843-2ce9-4fa4-a0e1-151a10b15d31'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:07:48.056881 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8c8f943d-aa4e-4061-9079-919f1bff7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:07:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['42686843-2ce9-4fa4-a0e1-151a10b15d31'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:48.123966 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-44c5235a-b692-4b92-afd9-d0320356a5fe admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4605842 Feb 09 14:07:48.151987 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-7ab1e772-86b9-4505-ac57-b2cdf45b8618 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "PUT /v2.0/floatingips/06a2f403-642d-40f0-a1a2-5897c1ca9603 HTTP/1.1" status: 200 len: 996 time: 2.5818522 Feb 09 14:07:48.152821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e95a376-501a-40c5-b6c8-7c59f80fa3f9', 'tag': 'c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:48.154021 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa41c14-f382-4a36-b10a-176a94ad9532 req-70bbc205-8ab2-4da3-843a-3e4897733908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:48.156789 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4aa41c14-f382-4a36-b10a-176a94ad9532 req-70bbc205-8ab2-4da3-843a-3e4897733908 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc9a72eb-96b5-4f2a-8a01-64514ca63c96 HTTP/1.1" status: 200 len: 1101 time: 0.2818811 Feb 09 14:07:48.160006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-7fa2c896-f4bb-459f-8fd5-51dcfaf2b6f2 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:48.163217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-7fa2c896-f4bb-459f-8fd5-51dcfaf2b6f2 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46&tenant_id=88a376f878274e1491d4af100b1ec6bb&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 1096 time: 0.4168971 Feb 09 14:07:48.214565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828418-2'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:48.282290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-502cf5ba-4a7d-41e8-8da0-94148314fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:48.283855 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-502cf5ba-4a7d-41e8-8da0-94148314fd1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=261613e7ddbb41359071f1ad50216588&device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 1096 time: 0.1166124 Feb 09 14:07:48.296556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d33578-969e-498f-bd4e-fe7c00434f31 req-7ab6b342-5ba7-44ac-9cc8-51abad44773c tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:48.302456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34d33578-969e-498f-bd4e-fe7c00434f31 req-7ab6b342-5ba7-44ac-9cc8-51abad44773c tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 945 time: 0.2841635 Feb 09 14:07:48.328636 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-8c8f943d-aa4e-4061-9079-919f1bff7801 None None] Set router 42686843-2ce9-4fa4-a0e1-151a10b15d31 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:07:48.369159 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4aa41c14-f382-4a36-b10a-176a94ad9532 req-2da5c9a3-ca65-4660-a7ba-d4a730b0a25f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994522 Feb 09 14:07:48.597082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-c6d2b47b-f5d7-4429-b5ad-bbbefbaa9cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:48.601297 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34d33578-969e-498f-bd4e-fe7c00434f31 req-727aa373-4804-45c9-bba2-2e036d3f7a32 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695339 Feb 09 14:07:48.602300 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-c6d2b47b-f5d7-4429-b5ad-bbbefbaa9cc7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e HTTP/1.1" status: 200 len: 929 time: 0.2872543 Feb 09 14:07:48.639882 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:48.793192 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e368de-9098-486b-8ebb-f820df25d2c9 None None] Network f0b561ef-919a-4607-9883-c51de0b2aead requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:07:48.802871 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-9afe2239-dec2-4838-8dea-2241868bd19f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 HTTP/1.1" status: 200 len: 999 time: 0.1904225 Feb 09 14:07:48.924168 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-1f95e734-fe95-4c4d-aba5-a3221d95f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:48.926706 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-1f95e734-fe95-4c4d-aba5-a3221d95f706 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=176745eb-cf2b-4242-a48f-776f09b48b10 HTTP/1.1" status: 200 len: 868 time: 0.1160352 Feb 09 14:07:49.090676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-d922d8a8-7761-45d4-9d1f-f66136de84a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:49.090676 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-d922d8a8-7761-45d4-9d1f-f66136de84a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418226 Feb 09 14:07:49.109936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 624d887f-0858-496f-9c45-73f8ca69bbf7 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:07:49.113092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ed832-57c7-42d0-a719-b2c96616c9aa req-488b0edc-9be0-4982-8b84-ff0d99fcdeb2 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:49.113092 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6b2ed832-57c7-42d0-a719-b2c96616c9aa req-488b0edc-9be0-4982-8b84-ff0d99fcdeb2 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.3770862 Feb 09 14:07:49.119681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] For port 624d887f-0858-496f-9c45-73f8ca69bbf7, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=624d887f-0858-496f-9c45-73f8ca69bbf7,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:49.278780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] For port 624d887f-0858-496f-9c45-73f8ca69bbf7, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:07:49.392967 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-818bdc15-b2ea-42a2-8691-17a7b52477f6 service neutron] 10.222.0.48 "GET /v2.0/networks/e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819085 Feb 09 14:07:49.394523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device dea1e5c4-8275-4212-82cd-848f1f15e58d no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:07:49.405698 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:49.414679 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:49.461588 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.resource_extend [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:07:49.551226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=624d887f-0858-496f-9c45-73f8ca69bbf7,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:49.639783 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5f1d3cb-3b36-45c7-b1fe-6a9259d2300b req-c5d9d903-b906-498d-98b4-9e4ae2ba1899 service neutron] 10.222.0.48 "GET /v2.0/networks/e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500489 Feb 09 14:07:49.663287 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6b2ed832-57c7-42d0-a719-b2c96616c9aa req-6e3ac07f-591c-4daf-9a77-c973a428784c tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395653 Feb 09 14:07:49.777183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Attempting to bind port 624d887f-0858-496f-9c45-73f8ca69bbf7 on host n-h2-828418-2 for vnic_type normal with profile {"migrating_to": "n-h1-828418-2"} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:07:49.777460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Attempting to bind port 624d887f-0858-496f-9c45-73f8ca69bbf7 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:07:49.778203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Attempting to bind port 624d887f-0858-496f-9c45-73f8ca69bbf7 on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:49.797254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Port 624d887f-0858-496f-9c45-73f8ca69bbf7 on network 871ef5b5-732c-4077-b68d-299f1c66d16d not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:07:49.797582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Attempting to bind port 624d887f-0858-496f-9c45-73f8ca69bbf7 on network 871ef5b5-732c-4077-b68d-299f1c66d16d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:49.823343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:07:49.823343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Checking segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:07:49.823343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Bound using segment: {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:07:49.832618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Bound port: 624d887f-0858-496f-9c45-73f8ca69bbf7, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fdee42-450c-444d-8c33-9f2c1764b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '871ef5b5-732c-4077-b68d-299f1c66d16d'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:07:49.832618 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:49.919946 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e227d-adde-4de8-90d6-58e0098bfffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:49.927006 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: dea1e5c4-8275-4212-82cd-848f1f15e58d {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:07:49.927786 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device dea1e5c4-8275-4212-82cd-848f1f15e58d not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:07:49.966436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48632) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:50.120796 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-96656a1d-a116-4c1a-b64d-1eae1facfc17 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1226397 Feb 09 14:07:50.150762 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 624d887f-0858-496f-9c45-73f8ca69bbf7, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=624d887f-0858-496f-9c45-73f8ca69bbf7,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:07:50.181588 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 624d887f-0858-496f-9c45-73f8ca69bbf7 has no active binding in host n-h1-828418-2 {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 14:07:50.201184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8c8f943d-aa4e-4061-9079-919f1bff7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-router', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:06:57Z', 'updated_at': '2022-02-09T14:07:14Z', 'revision_number': 4, 'project_id': '261613e7ddbb41359071f1ad50216588', 'gw_port': {'id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:00Z', 'updated_at': '2022-02-09T14:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '06a2f403-642d-40f0-a1a2-5897c1ca9603', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'floating_ip_address': '172.25.8.111', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'port_id': 'c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e', 'mac_address': 'fa:16:3e:ff:47:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95a376-501a-40c5-b6c8-7c59f80fa3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:07:43Z', 'updated_at': '2022-02-09T14:07:46Z', 'revision_number': 1, 'project_id': '261613e7ddbb41359071f1ad50216588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ea4760-3bc7-48f3-b21f-03c937bd88de', 'name': '', 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'mac_address': 'fa:16:3e:37:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:11Z', 'updated_at': '2022-02-09T14:07:24Z', 'revision_number': 5, 'project_id': '261613e7ddbb41359071f1ad50216588', 'subnets': [{'id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:50.214691 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f943d-aa4e-4061-9079-919f1bff7801 None None] Checking router: 42686843-2ce9-4fa4-a0e1-151a10b15d31 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:07:50.240993 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f943d-aa4e-4061-9079-919f1bff7801 None None] Routers {'42686843-2ce9-4fa4-a0e1-151a10b15d31'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:07:50.243044 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8c8f943d-aa4e-4061-9079-919f1bff7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:07:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['42686843-2ce9-4fa4-a0e1-151a10b15d31'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:50.318866 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-420bbc24-5dea-4158-9aa3-556648c475e6 req-c18456ad-d649-40a7-aa49-cdbf7fa8bb2b tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.2786403 Feb 09 14:07:50.435765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f9350e-55cc-4cda-9199-a75331808705 admin admin] Deleting subnet 727561ed-eee7-4d6c-9032-5a4fe849f97a {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:07:50.435765 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55f9350e-55cc-4cda-9199-a75331808705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:50.566213 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7acc689e-b291-4ea9-a1a2-38c505091a42 req-ecd1ff9a-ce49-4b06-bb29-c7828f16aa3c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 210 time: 0.2586796 Feb 09 14:07:50.566213 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4664b5da-c91c-4241-bbe6-36b50c649029', 'name': 'network-vif-deleted', 'tag': 'dea1e5c4-8275-4212-82cd-848f1f15e58d', 'status': 'completed', 'code': 200} Feb 09 14:07:50.627356 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55f9350e-55cc-4cda-9199-a75331808705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:50.752850 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55f9350e-55cc-4cda-9199-a75331808705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:50.763152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] For port 624d887f-0858-496f-9c45-73f8ca69bbf7, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:07:50.812355 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e95a376-501a-40c5-b6c8-7c59f80fa3f9', 'tag': 'c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6', 'status': 'completed', 'code': 200} Feb 09 14:07:50.827909 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] For port 624d887f-0858-496f-9c45-73f8ca69bbf7, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=624d887f-0858-496f-9c45-73f8ca69bbf7,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:07:50.845288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-b2d8394c-4a06-4a51-ae11-8aeef46ea9fc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:50.845288 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-b2d8394c-4a06-4a51-ae11-8aeef46ea9fc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7307849 Feb 09 14:07:50.859147 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-8c8f943d-aa4e-4061-9079-919f1bff7801 None None] Set router 42686843-2ce9-4fa4-a0e1-151a10b15d31 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:07:50.867282 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:50.890541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-32bbe4d0-2bf4-4f57-b946-eff82159be65 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Request body: {'port': {'device_id': '68629554-f0c0-4279-8010-d954bfaecda8', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': '3c6a03b6484b48d8a9fb9b18aaadf881'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:51.018923 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55f9350e-55cc-4cda-9199-a75331808705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:51.138349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fe99d-2ed0-47bb-969b-64c72c7fc3b5 req-c984e01c-c99e-468f-ba57-f7764b7d6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:51.138349 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-988fe99d-2ed0-47bb-969b-64c72c7fc3b5 req-c984e01c-c99e-468f-ba57-f7764b7d6847 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=261613e7ddbb41359071f1ad50216588&device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 1096 time: 0.3330865 Feb 09 14:07:51.144405 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55f9350e-55cc-4cda-9199-a75331808705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:51.180710 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-55f9350e-55cc-4cda-9199-a75331808705 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/727561ed-eee7-4d6c-9032-5a4fe849f97a HTTP/1.1" status: 204 len: 168 time: 1.2135072 Feb 09 14:07:51.180710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9350e-55cc-4cda-9199-a75331808705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=727561ed-eee7-4d6c-9032-5a4fe849f97a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:51.187354 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48646) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:51.201874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecced8-f9ca-4ef9-9f53-415be60ef8ca req-109c3a93-505e-49f9-b476-9592e38681d6 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:51.215277 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9aecced8-f9ca-4ef9-9f53-415be60ef8ca req-109c3a93-505e-49f9-b476-9592e38681d6 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc9a72eb-96b5-4f2a-8a01-64514ca63c96 HTTP/1.1" status: 200 len: 950 time: 0.4079900 Feb 09 14:07:51.285761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-32bbe4d0-2bf4-4f57-b946-eff82159be65 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:51.342100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-32bbe4d0-2bf4-4f57-b946-eff82159be65 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:51.342100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:51.342100 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:51.342100 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] 10.222.0.35 "PUT /v2.0/ports/624d887f-0858-496f-9c45-73f8ca69bbf7 HTTP/1.1" status: 200 len: 1121 time: 3.1649816 Feb 09 14:07:51.342100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c6097-8546-4e84-9179-9f1c3a0c2cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=624d887f-0858-496f-9c45-73f8ca69bbf7,revision_number=8']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:51.428899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8c8f943d-aa4e-4061-9079-919f1bff7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-router', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:06:57Z', 'updated_at': '2022-02-09T14:07:14Z', 'revision_number': 4, 'project_id': '261613e7ddbb41359071f1ad50216588', 'gw_port': {'id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:00Z', 'updated_at': '2022-02-09T14:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '06a2f403-642d-40f0-a1a2-5897c1ca9603', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'floating_ip_address': '172.25.8.111', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'port_id': 'c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e', 'mac_address': 'fa:16:3e:ff:47:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95a376-501a-40c5-b6c8-7c59f80fa3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:07:43Z', 'updated_at': '2022-02-09T14:07:46Z', 'revision_number': 1, 'project_id': '261613e7ddbb41359071f1ad50216588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ea4760-3bc7-48f3-b21f-03c937bd88de', 'name': '', 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'mac_address': 'fa:16:3e:37:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:11Z', 'updated_at': '2022-02-09T14:07:24Z', 'revision_number': 5, 'project_id': '261613e7ddbb41359071f1ad50216588', 'subnets': [{'id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:51.436581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-32bbe4d0-2bf4-4f57-b946-eff82159be65 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Made reservation on behalf of 3c6a03b6484b48d8a9fb9b18aaadf881 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:07:51.437446 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['624d887f-0858-496f-9c45-73f8ca69bbf7'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:07:51.440049 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-32bbe4d0-2bf4-4f57-b946-eff82159be65 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:51.471176 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f943d-aa4e-4061-9079-919f1bff7801 None None] The sync data for ids ['42686843-2ce9-4fa4-a0e1-151a10b15d31'] in n-d-828418-2 is: [{'id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-router', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:06:57Z', 'updated_at': '2022-02-09T14:07:14Z', 'revision_number': 4, 'project_id': '261613e7ddbb41359071f1ad50216588', 'gw_port': {'id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:00Z', 'updated_at': '2022-02-09T14:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '06a2f403-642d-40f0-a1a2-5897c1ca9603', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'floating_ip_address': '172.25.8.111', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'port_id': 'c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e', 'mac_address': 'fa:16:3e:ff:47:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95a376-501a-40c5-b6c8-7c59f80fa3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:07:43Z', 'updated_at': '2022-02-09T14:07:46Z', 'revision_number': 1, 'project_id': '261613e7ddbb41359071f1ad50216588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ea4760-3bc7-48f3-b21f-03c937bd88de', 'name': '', 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'mac_address': 'fa:16:3e:37:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:11Z', 'updated_at': '2022-02-09T14:07:24Z', 'revision_number': 5, 'project_id': '261613e7ddbb41359071f1ad50216588', 'subnets': [{'id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:07:51.506076 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9aecced8-f9ca-4ef9-9f53-415be60ef8ca req-9f1ea453-9817-4eff-b339-1a6dfada24e8 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942798 Feb 09 14:07:51.524314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['624d887f-0858-496f-9c45-73f8ca69bbf7'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:07:51.622374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fe99d-2ed0-47bb-969b-64c72c7fc3b5 req-e5e23424-5850-4de4-af7f-f92cd2e5a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:51.625198 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-988fe99d-2ed0-47bb-969b-64c72c7fc3b5 req-e5e23424-5850-4de4-af7f-f92cd2e5a101 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e HTTP/1.1" status: 200 len: 929 time: 0.4777794 Feb 09 14:07:51.628207 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b2839c45-336e-4419-b448-18e0a8648554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:51.872106 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1dda3c-e720-4ba0-b160-22ddd5f78758 None None] New status for floating IP 06a2f403-642d-40f0-a1a2-5897c1ca9603: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:07:51.890982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-7f573477-5d86-4fd5-b1ec-2f2b16ba8829 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:51.893824 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-7f573477-5d86-4fd5-b1ec-2f2b16ba8829 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Synchronizing usage tracker for tenant:eef4b4f9c5c64b73ae0c92a52362be6f on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:51.938170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-7f573477-5d86-4fd5-b1ec-2f2b16ba8829 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Unset dirty status for tenant:eef4b4f9c5c64b73ae0c92a52362be6f on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:51.940170 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-7f573477-5d86-4fd5-b1ec-2f2b16ba8829 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/networks?id=f0b561ef-919a-4607-9883-c51de0b2aead HTTP/1.1" status: 200 len: 805 time: 0.5957968 Feb 09 14:07:51.963158 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-32bbe4d0-2bf4-4f57-b946-eff82159be65 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Allocated IP 192.168.233.122 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/b8419f56-0d12-4138-a36a-40b411b3f483) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:07:51.968579 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-5211c362-a7f9-4450-8865-853cd8124514 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/quotas/eef4b4f9c5c64b73ae0c92a52362be6f HTTP/1.1" status: 200 len: 375 time: 0.0228159 Feb 09 14:07:52.034576 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-579bc97b-beb4-4412-8b1e-7208e275130f tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eef4b4f9c5c64b73ae0c92a52362be6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570033 Feb 09 14:07:52.063371 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-988fe99d-2ed0-47bb-969b-64c72c7fc3b5 req-87402995-d234-455f-b837-4e0aed45c96d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 HTTP/1.1" status: 200 len: 999 time: 0.4256287 Feb 09 14:07:52.101475 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b2839c45-336e-4419-b448-18e0a8648554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:52.190172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91e541-c23e-4bdc-82e8-dafc825a6aa4 req-b66bcb92-655a-4f87-bc77-9c6baee53d94 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:52.192531 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f91e541-c23e-4bdc-82e8-dafc825a6aa4 req-b66bcb92-655a-4f87-bc77-9c6baee53d94 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 943 time: 0.3500097 Feb 09 14:07:52.203250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-b2839c45-336e-4419-b448-18e0a8648554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9adc7a-c36b-4c52-b5e7-269039511123']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:52.243002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-b2839c45-336e-4419-b448-18e0a8648554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1cdfbe-6ba3-42c8-8feb-e948c0848974') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:52.243306 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-b2839c45-336e-4419-b448-18e0a8648554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1cdfbe-6ba3-42c8-8feb-e948c0848974') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:52.269023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fe99d-2ed0-47bb-969b-64c72c7fc3b5 req-e3ccd23f-04d0-442f-85ac-6ceb9062448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:52.269023 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-988fe99d-2ed0-47bb-969b-64c72c7fc3b5 req-e3ccd23f-04d0-442f-85ac-6ceb9062448f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=176745eb-cf2b-4242-a48f-776f09b48b10 HTTP/1.1" status: 200 len: 868 time: 0.1486781 Feb 09 14:07:52.283779 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b2839c45-336e-4419-b448-18e0a8648554 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:52.342266 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f91e541-c23e-4bdc-82e8-dafc825a6aa4 req-56bae450-c712-4051-8c99-0eb3b7f061a8 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252797 Feb 09 14:07:52.344245 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-6c26a9d5-5534-46a5-af52-f62f1ed601d6 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970529 Feb 09 14:07:52.346327 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-32bbe4d0-2bf4-4f57-b946-eff82159be65 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:52.358946 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b2839c45-336e-4419-b448-18e0a8648554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:52.377320 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2839c45-336e-4419-b448-18e0a8648554 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:07:52.377320 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b2839c45-336e-4419-b448-18e0a8648554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:07:52.386221 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:07:52.438681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-32bbe4d0-2bf4-4f57-b946-eff82159be65 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Transition to ACTIVE for port object b8419f56-0d12-4138-a36a-40b411b3f483 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:52.505642 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-df8d7320-8702-4f5d-9bfc-5cc30bb9ed31 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509271 Feb 09 14:07:52.512584 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-32bbe4d0-2bf4-4f57-b946-eff82159be65 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:52.534042 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['72188270-bd12-4af3-9fcc-5acd7a7ee933', '887c5ea5-22c7-416b-9347-33cdf413e7a6', 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:07:52.566205 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b2839c45-336e-4419-b448-18e0a8648554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:52.573335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14ed0c5-222d-4f82-8b4b-e4bb15075c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624d887f-0858-496f-9c45-73f8ca69bbf7'}, {'name': 'network-changed', 'server_uuid': 'd14ed0c5-222d-4f82-8b4b-e4bb15075c46', 'tag': '624d887f-0858-496f-9c45-73f8ca69bbf7'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:52.611103 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b2839c45-336e-4419-b448-18e0a8648554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:52.614196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-32bbe4d0-2bf4-4f57-b946-eff82159be65 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:07:52.617327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-32bbe4d0-2bf4-4f57-b946-eff82159be65 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:52.620028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-32bbe4d0-2bf4-4f57-b946-eff82159be65 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:07:52.648193 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2839c45-336e-4419-b448-18e0a8648554 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a9adc7a-c36b-4c52-b5e7-269039511123,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:52.676787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fe99d-2ed0-47bb-969b-64c72c7fc3b5 req-e6d45a43-8c03-4f73-bf6f-561cdcc14902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:52.678631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbe4d0-2bf4-4f57-b946-eff82159be65 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Pushing event updated for resources: {'Port': ['ID=b8419f56-0d12-4138-a36a-40b411b3f483,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:52.678825 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-988fe99d-2ed0-47bb-969b-64c72c7fc3b5 req-e6d45a43-8c03-4f73-bf6f-561cdcc14902 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3921666 Feb 09 14:07:52.718175 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-32bbe4d0-2bf4-4f57-b946-eff82159be65 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:52.719219 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-32bbe4d0-2bf4-4f57-b946-eff82159be65 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:52.772295 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-32bbe4d0-2bf4-4f57-b946-eff82159be65 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8980827 Feb 09 14:07:52.787771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Request body: {'port': {'device_id': '68629554-f0c0-4279-8010-d954bfaecda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:52.794538 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b2839c45-336e-4419-b448-18e0a8648554 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3a9adc7a-c36b-4c52-b5e7-269039511123 HTTP/1.1" status: 204 len: 168 time: 1.6044390 Feb 09 14:07:52.856991 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9e227d-adde-4de8-90d6-58e0098bfffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a', 'code': 200} Feb 09 14:07:52.878590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48668) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:52.969547 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:52.982914 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-7c36ce7d-dc9c-4791-b997-a1b24a8d40a9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 258 time: 0.5508783 Feb 09 14:07:53.016297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:53.027411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:53.053523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6257abd-a6d2-4711-a5bf-7cb07c6f5077 admin admin] Deleting subnet 2f9b7b48-88d9-428f-bd4e-6e45e2bfe84b {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:07:53.058549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:53.066897 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6257abd-a6d2-4711-a5bf-7cb07c6f5077 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:53.100841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-68e4402e-dcc1-4fc9-af98-853513636932 None None] Provisioning for port b8419f56-0d12-4138-a36a-40b411b3f483 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:53.120113 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-68e4402e-dcc1-4fc9-af98-853513636932 None None] Provisioning complete for port b8419f56-0d12-4138-a36a-40b411b3f483 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:53.120762 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-68e4402e-dcc1-4fc9-af98-853513636932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:53.127230 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:53.214950 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-68e4402e-dcc1-4fc9-af98-853513636932 None None] Port b8419f56-0d12-4138-a36a-40b411b3f483 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:07:53.222107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca366f24-670a-4ba3-ab3b-4f70c2feb78c req-321b7bce-903f-4206-803b-12ed740261a4 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:53.223900 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca366f24-670a-4ba3-ab3b-4f70c2feb78c req-321b7bce-903f-4206-803b-12ed740261a4 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.2562311 Feb 09 14:07:53.234605 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6257abd-a6d2-4711-a5bf-7cb07c6f5077 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:53.293725 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-988fe99d-2ed0-47bb-969b-64c72c7fc3b5 req-ead608db-e061-453f-9281-8e7e4be35102 service neutron] 10.222.0.35 "GET /v2.0/networks/e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845935 Feb 09 14:07:53.340580 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6257abd-a6d2-4711-a5bf-7cb07c6f5077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:53.365448 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca366f24-670a-4ba3-ab3b-4f70c2feb78c req-44d42b2c-08c3-4b89-9b44-53bf93b8cb91 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331367 Feb 09 14:07:53.544993 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-988fe99d-2ed0-47bb-969b-64c72c7fc3b5 req-73e43ede-d315-4c69-b818-865998c32622 service neutron] 10.222.0.35 "GET /v2.0/networks/e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372022 Feb 09 14:07:53.547417 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6257abd-a6d2-4711-a5bf-7cb07c6f5077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:53.575506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8419f56-0d12-4138-a36a-40b411b3f483 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:07:53.593701 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:53.607136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6257abd-a6d2-4711-a5bf-7cb07c6f5077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f9b7b48-88d9-428f-bd4e-6e45e2bfe84b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:53.614178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6257abd-a6d2-4711-a5bf-7cb07c6f5077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:53.621923 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:53.662072 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ec20fc6-b054-4a84-822f-42c1a17d10a4 req-0717ce43-a684-43a5-80c1-23c6afa17531 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0562129 Feb 09 14:07:53.665005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Transition to ACTIVE for port object b8419f56-0d12-4138-a36a-40b411b3f483 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:53.668045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48680) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:53.668176 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a6257abd-a6d2-4711-a5bf-7cb07c6f5077 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2f9b7b48-88d9-428f-bd4e-6e45e2bfe84b HTTP/1.1" status: 204 len: 168 time: 0.7880967 Feb 09 14:07:53.702871 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:53.972295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Allocated IP 172.25.8.248 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/90fc29e1-db2b-4862-9d1d-e6b9a3d27676) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:07:54.197946 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:54.230026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Pushing event updated for resources: {'Port': ['ID=b8419f56-0d12-4138-a36a-40b411b3f483,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:54.230026 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-63e5ba3d-35db-425d-b408-4bcbdd12e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:54.237869 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:54.328416 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:07:54.328416 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:54.336298 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:07:54.375358 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Pushing event updated for resources: {'Port': ['ID=90fc29e1-db2b-4862-9d1d-e6b9a3d27676,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:54.436386 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:54.507394 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:54.525805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Attempting to bind port b8419f56-0d12-4138-a36a-40b411b3f483 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:07:54.526349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Attempting to bind port b8419f56-0d12-4138-a36a-40b411b3f483 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:07:54.526485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Attempting to bind port b8419f56-0d12-4138-a36a-40b411b3f483 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:54.551934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd1293-566e-4d48-bbdf-b367d5b8fa32 req-8caadd74-4d73-4f9f-9a51-3fde8a77cf78 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:54.552647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6bfd1293-566e-4d48-bbdf-b367d5b8fa32 req-8caadd74-4d73-4f9f-9a51-3fde8a77cf78 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Synchronizing usage tracker for tenant:3c6a03b6484b48d8a9fb9b18aaadf881 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:54.555957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Port b8419f56-0d12-4138-a36a-40b411b3f483 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:07:54.555957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Attempting to bind port b8419f56-0d12-4138-a36a-40b411b3f483 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:54.607004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:07:54.607004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:07:54.607004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:07:54.607970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Bound port: b8419f56-0d12-4138-a36a-40b411b3f483, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:07:54.608284 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:54.630939 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-63e5ba3d-35db-425d-b408-4bcbdd12e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:54.679340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-3aac258d-4a0c-48ca-bbb9-da86188c7d53 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:54.680915 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-3aac258d-4a0c-48ca-bbb9-da86188c7d53 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.21 "GET /v2.0/networks?id=f0b561ef-919a-4607-9883-c51de0b2aead HTTP/1.1" status: 200 len: 805 time: 0.3955014 Feb 09 14:07:54.681716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6bfd1293-566e-4d48-bbdf-b367d5b8fa32 req-8caadd74-4d73-4f9f-9a51-3fde8a77cf78 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Unset dirty status for tenant:3c6a03b6484b48d8a9fb9b18aaadf881 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:54.682522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bfd1293-566e-4d48-bbdf-b367d5b8fa32 req-8caadd74-4d73-4f9f-9a51-3fde8a77cf78 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 948 time: 0.5275781 Feb 09 14:07:54.719765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-ba352829-5e9f-4146-804f-766bee8b471d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Request body: {'port': {'device_id': 'ca53634d-3eb8-46a6-9db3-8cfc97cd2a18', 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead', 'admin_state_up': True, 'tenant_id': 'eef4b4f9c5c64b73ae0c92a52362be6f'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:54.735530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-63e5ba3d-35db-425d-b408-4bcbdd12e832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036eb027-fdf8-45b1-a2e3-40ac2b65a841']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:54.765902 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:54.769799 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:54.827314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-63e5ba3d-35db-425d-b408-4bcbdd12e832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e134a7-0efc-4a13-8d64-06d384653fe5') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:54.827703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-63e5ba3d-35db-425d-b408-4bcbdd12e832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e134a7-0efc-4a13-8d64-06d384653fe5') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:54.863993 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-63e5ba3d-35db-425d-b408-4bcbdd12e832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:54.876375 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Pushing event updated for resources: {'Port': ['ID=90fc29e1-db2b-4862-9d1d-e6b9a3d27676,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:54.893775 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:54.914757 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-63e5ba3d-35db-425d-b408-4bcbdd12e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:54.919908 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:54.921664 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-71c1a13d-9116-4f4f-8613-df3396010720 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9092999 Feb 09 14:07:54.927813 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bfd1293-566e-4d48-bbdf-b367d5b8fa32 req-91828b97-7cf5-45e9-bced-d2e82dcedd9e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196474 Feb 09 14:07:54.937918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e5ba3d-35db-425d-b408-4bcbdd12e832 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:07:54.939182 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-63e5ba3d-35db-425d-b408-4bcbdd12e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:07:54.953327 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:07:55.020360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:07:55.024259 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-b7c0ab6e-12fb-4762-9600-31ddd7ccd8ea tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Synchronizing usage tracker for tenant:261613e7ddbb41359071f1ad50216588 on resource:floatingip {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:55.032687 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14ed0c5-222d-4f82-8b4b-e4bb15075c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624d887f-0858-496f-9c45-73f8ca69bbf7', 'code': 200} Feb 09 14:07:55.032687 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14ed0c5-222d-4f82-8b4b-e4bb15075c46', 'tag': '624d887f-0858-496f-9c45-73f8ca69bbf7', 'status': 'completed', 'code': 200} Feb 09 14:07:55.066978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-b7c0ab6e-12fb-4762-9600-31ddd7ccd8ea tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Unset dirty status for tenant:261613e7ddbb41359071f1ad50216588 on resource:floatingip {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:55.066978 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-b7c0ab6e-12fb-4762-9600-31ddd7ccd8ea tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.1337805 Feb 09 14:07:55.071976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b8419f56-0d12-4138-a36a-40b411b3f483,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:07:55.081033 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:55.153553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-ba352829-5e9f-4146-804f-766bee8b471d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:55.153553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-63e5ba3d-35db-425d-b408-4bcbdd12e832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:55.183078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-ba352829-5e9f-4146-804f-766bee8b471d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Usage tracker for resource:port and tenant:eef4b4f9c5c64b73ae0c92a52362be6f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:55.196992 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-63e5ba3d-35db-425d-b408-4bcbdd12e832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:55.196992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-ba352829-5e9f-4146-804f-766bee8b471d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:55.206414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:55.206414 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:55.206828 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] 10.222.0.35 "PUT /v2.0/ports/b8419f56-0d12-4138-a36a-40b411b3f483 HTTP/1.1" status: 200 len: 1096 time: 2.4251115 Feb 09 14:07:55.211436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-ba352829-5e9f-4146-804f-766bee8b471d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:55.226226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5ba3d-35db-425d-b408-4bcbdd12e832 admin admin] Pushing event deleted for resources: {'Network': ['ID=036eb027-fdf8-45b1-a2e3-40ac2b65a841,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:55.226226 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-63e5ba3d-35db-425d-b408-4bcbdd12e832 admin admin] 10.222.0.48 "DELETE /v2.0/networks/036eb027-fdf8-45b1-a2e3-40ac2b65a841 HTTP/1.1" status: 204 len: 168 time: 1.5534270 Feb 09 14:07:55.249613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-ba352829-5e9f-4146-804f-766bee8b471d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Made reservation on behalf of eef4b4f9c5c64b73ae0c92a52362be6f for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:07:55.257794 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-ba352829-5e9f-4146-804f-766bee8b471d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:55.276251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca8ba2-3dc6-4e3a-bada-2b4ad9d2c505 service neutron] Pushing event updated for resources: {'Port': ['ID=b8419f56-0d12-4138-a36a-40b411b3f483,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:55.403824 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-dd735b12-67dc-4d9d-af20-ce2b450a7521 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:55.419605 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e84654c2-c828-47ab-9bd2-5297a34873dd req-dd735b12-67dc-4d9d-af20-ce2b450a7521 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.2603576 Feb 09 14:07:55.452340 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152340a-b60e-4d49-89c9-52ccc22c1b18 req-eea835c8-84bf-4b36-874c-fe88ffaf76f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:55.459189 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2e048d82-18a4-4695-b721-d04b9d1ce05b req-d804622d-cb42-4107-a406-bdebeeb7d6ae tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca53634d-3eb8-46a6-9db3-8cfc97cd2a18 HTTP/1.1" status: 200 len: 210 time: 0.0987170 Feb 09 14:07:55.464703 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6152340a-b60e-4d49-89c9-52ccc22c1b18 req-eea835c8-84bf-4b36-874c-fe88ffaf76f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 1124 time: 0.3843203 Feb 09 14:07:55.516986 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48694) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:55.659915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-ba352829-5e9f-4146-804f-766bee8b471d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Allocated IP 172.20.0.12 (f0b561ef-919a-4607-9883-c51de0b2aead/75d935aa-4e72-46ee-a516-faccc6fa2775/fc40854f-bc32-48cf-aadd-f5db879e2858) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:07:55.679076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-2d53c48e-8ce8-4fb4-bc54-165f26d2e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:55.679076 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-2d53c48e-8ce8-4fb4-bc54-165f26d2e1ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 1099 time: 0.3933918 Feb 09 14:07:55.806203 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-ef054f1a-be9e-48d3-9b91-91ecd0494a3e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=b8419f56-0d12-4138-a36a-40b411b3f483 HTTP/1.1" status: 200 len: 217 time: 0.1219018 Feb 09 14:07:55.852506 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f365bac0-8b86-4f5f-8636-015d39ad87ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=599ada696464469cbeafc3efd9524c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237078 Feb 09 14:07:55.852506 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48698) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:55.882426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152340a-b60e-4d49-89c9-52ccc22c1b18 req-1188df13-de40-4d9c-ad03-5076b94eab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:55.884725 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6152340a-b60e-4d49-89c9-52ccc22c1b18 req-1188df13-de40-4d9c-ad03-5076b94eab5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 0.4192922 Feb 09 14:07:55.956476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf815d-d0de-46de-8809-4d623497dadb req-0620c39d-e73f-4968-806e-843f5202e6d6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:55.958201 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a2cf815d-d0de-46de-8809-4d623497dadb req-0620c39d-e73f-4968-806e-843f5202e6d6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 943 time: 0.2553542 Feb 09 14:07:55.996274 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6152340a-b60e-4d49-89c9-52ccc22c1b18 req-d606fbec-ac3f-41aa-b9d6-2d9a2eeea681 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d887f-0858-496f-9c45-73f8ca69bbf7 HTTP/1.1" status: 200 len: 217 time: 0.1030657 Feb 09 14:07:56.093172 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a2cf815d-d0de-46de-8809-4d623497dadb req-9ee75a3c-1e18-4a9b-aacc-07466b6a4420 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140995 Feb 09 14:07:56.099155 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07895bb3-e2f7-45c3-8593-e2db3c05680f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:56.120934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152340a-b60e-4d49-89c9-52ccc22c1b18 req-cf8f08f0-6378-43d4-80a7-a1bd49168317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:56.124516 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6152340a-b60e-4d49-89c9-52ccc22c1b18 req-cf8f08f0-6378-43d4-80a7-a1bd49168317 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.1164396 Feb 09 14:07:56.125106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-243700ca-a622-4a3b-9a32-2c508bc2f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:56.126570 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-243700ca-a622-4a3b-9a32-2c508bc2f700 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.3040028 Feb 09 14:07:56.187697 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07895bb3-e2f7-45c3-8593-e2db3c05680f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:56.233991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52731f7-37f9-46d0-9d5c-1fd6f605f3fb req-6d0f5b9d-4bdc-42f9-8d0e-53aa911ab98f tempest-ServersAdminNegativeTestJSON-1816124708 tempest-ServersAdminNegativeTestJSON-1816124708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:56.241630 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e52731f7-37f9-46d0-9d5c-1fd6f605f3fb req-6d0f5b9d-4bdc-42f9-8d0e-53aa911ab98f tempest-ServersAdminNegativeTestJSON-1816124708 tempest-ServersAdminNegativeTestJSON-1816124708-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bc9a72eb-96b5-4f2a-8a01-64514ca63c96 HTTP/1.1" status: 200 len: 1101 time: 0.4898894 Feb 09 14:07:56.284386 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e52731f7-37f9-46d0-9d5c-1fd6f605f3fb req-e6ef3f76-93a8-49da-a824-eb7605e2cff7 tempest-ServersAdminNegativeTestJSON-1816124708 tempest-ServersAdminNegativeTestJSON-1816124708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:56.301395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-e52731f7-37f9-46d0-9d5c-1fd6f605f3fb req-e6ef3f76-93a8-49da-a824-eb7605e2cff7 tempest-ServersAdminNegativeTestJSON-1816124708 tempest-ServersAdminNegativeTestJSON-1816124708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:56.317816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e52731f7-37f9-46d0-9d5c-1fd6f605f3fb req-e6ef3f76-93a8-49da-a824-eb7605e2cff7 tempest-ServersAdminNegativeTestJSON-1816124708 tempest-ServersAdminNegativeTestJSON-1816124708-project-admin] Usage tracker for resource:security_group_rule and tenant:bf668221f06c41f5857709937554a5a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:56.324542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e52731f7-37f9-46d0-9d5c-1fd6f605f3fb req-e6ef3f76-93a8-49da-a824-eb7605e2cff7 tempest-ServersAdminNegativeTestJSON-1816124708 tempest-ServersAdminNegativeTestJSON-1816124708-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:56.333134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-e52731f7-37f9-46d0-9d5c-1fd6f605f3fb req-e6ef3f76-93a8-49da-a824-eb7605e2cff7 tempest-ServersAdminNegativeTestJSON-1816124708 tempest-ServersAdminNegativeTestJSON-1816124708-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:56.337873 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-ba352829-5e9f-4146-804f-766bee8b471d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:56.341126 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6152340a-b60e-4d49-89c9-52ccc22c1b18 req-0fe37605-8f4f-4e02-80d9-e58d7f4488fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2093894 Feb 09 14:07:56.387788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-b2a403a4-1aa6-4cb0-9e51-1ad3dc1c4870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:56.390199 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-b2a403a4-1aa6-4cb0-9e51-1ad3dc1c4870 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2538972 Feb 09 14:07:56.515875 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-ba352829-5e9f-4146-804f-766bee8b471d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:56.522425 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07895bb3-e2f7-45c3-8593-e2db3c05680f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:56.541648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050c971-5cb6-40ff-90b6-6dd2708daff7 req-61813608-5fb6-4f61-9353-a9dcfbede83c tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:56.543077 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2050c971-5cb6-40ff-90b6-6dd2708daff7 req-61813608-5fb6-4f61-9353-a9dcfbede83c tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.2394068 Feb 09 14:07:56.556862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07895bb3-e2f7-45c3-8593-e2db3c05680f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a68b049-5fbc-4279-a00b-8a06360b48b3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:56.563024 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6152340a-b60e-4d49-89c9-52ccc22c1b18 req-c92bc64b-27ba-49f6-9112-d6c1099dd266 service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058296 Feb 09 14:07:56.708734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-ba352829-5e9f-4146-804f-766bee8b471d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Network f0b561ef-919a-4607-9883-c51de0b2aead is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:07:56.708734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-ba352829-5e9f-4146-804f-766bee8b471d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:56.726910 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e52731f7-37f9-46d0-9d5c-1fd6f605f3fb req-e6ef3f76-93a8-49da-a824-eb7605e2cff7 tempest-ServersAdminNegativeTestJSON-1816124708 tempest-ServersAdminNegativeTestJSON-1816124708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:56.726910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-ba352829-5e9f-4146-804f-766bee8b471d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:07:56.737509 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07895bb3-e2f7-45c3-8593-e2db3c05680f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:56.737509 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-07895bb3-e2f7-45c3-8593-e2db3c05680f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a68b049-5fbc-4279-a00b-8a06360b48b3 HTTP/1.1" status: 204 len: 168 time: 0.8695223 Feb 09 14:07:56.750924 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-39686afe-200b-4533-859f-d9184cc2a08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:56.754238 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e52731f7-37f9-46d0-9d5c-1fd6f605f3fb req-e6ef3f76-93a8-49da-a824-eb7605e2cff7 tempest-ServersAdminNegativeTestJSON-1816124708 tempest-ServersAdminNegativeTestJSON-1816124708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:56.754514 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2050c971-5cb6-40ff-90b6-6dd2708daff7 req-7ad21610-2491-40d3-98c0-e02ef987d3c7 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892784 Feb 09 14:07:56.773602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba352829-5e9f-4146-804f-766bee8b471d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Pushing event updated for resources: {'Port': ['ID=fc40854f-bc32-48cf-aadd-f5db879e2858,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:56.811582 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-ae3b8a79-473a-44a1-a36d-6d6ceaa594d6 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057226 Feb 09 14:07:56.821253 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6152340a-b60e-4d49-89c9-52ccc22c1b18 req-ebaf7721-5492-4225-9e72-3b272efd722c service neutron] 10.222.0.21 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372613 Feb 09 14:07:56.840519 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e52731f7-37f9-46d0-9d5c-1fd6f605f3fb req-e6ef3f76-93a8-49da-a824-eb7605e2cff7 tempest-ServersAdminNegativeTestJSON-1816124708 tempest-ServersAdminNegativeTestJSON-1816124708-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035085 Feb 09 14:07:56.953737 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef3f76-93a8-49da-a824-eb7605e2cff7 tempest-ServersAdminNegativeTestJSON-1816124708 tempest-ServersAdminNegativeTestJSON-1816124708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd73e7b-d4ee-4b4e-8182-e47df19dd87a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:56.967351 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bd5e6553-80e9-4da4-bf0f-c30c0d47f5e4 req-69c378fb-0ae2-4862-ae68-d9300f7ef059 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0493026 Feb 09 14:07:57.003415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-ba352829-5e9f-4146-804f-766bee8b471d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:57.003562 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-ba352829-5e9f-4146-804f-766bee8b471d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:57.079945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68629554-f0c0-4279-8010-d954bfaecda8', 'tag': 'b8419f56-0d12-4138-a36a-40b411b3f483'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:57.125277 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-ba352829-5e9f-4146-804f-766bee8b471d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4101412 Feb 09 14:07:57.165678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Request body: {'port': {'device_id': 'ca53634d-3eb8-46a6-9db3-8cfc97cd2a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:57.221696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72021d-2e3b-484a-a483-b43034b2e1b2 req-ea329763-2f9a-4411-bf66-8fa44a076131 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:57.224129 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9a72021d-2e3b-484a-a483-b43034b2e1b2 req-ea329763-2f9a-4411-bf66-8fa44a076131 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 948 time: 0.1228721 Feb 09 14:07:57.255196 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a05ef45-d8fd-484c-8e46-8dcfb6abffca req-489df052-4e93-4c98-9acf-19009df19a20 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202018 Feb 09 14:07:57.295469 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9a72021d-2e3b-484a-a483-b43034b2e1b2 req-7937f3c3-f826-4807-b4d3-f6ae41bee2a6 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594499 Feb 09 14:07:57.318425 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48718) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:57.351261 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbea27c-47a1-4a8e-9483-eec1db07a92e req-81c6c0d1-5546-4c87-b06e-12555d221a89 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:57.358225 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3cbea27c-47a1-4a8e-9483-eec1db07a92e req-81c6c0d1-5546-4c87-b06e-12555d221a89 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3443508 Feb 09 14:07:57.377400 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c0605863-af48-47ad-8a1c-deab4a22c3f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3239b83d437640b18d65d8bd9e10c867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573702 Feb 09 14:07:57.378674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48722) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:57.434611 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:57.453105 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e762d5d2-6eb5-45f1-8c57-758a6e0b76ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:57.459043 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3cbea27c-47a1-4a8e-9483-eec1db07a92e req-93c792bc-d9c2-4b79-86c4-94bbf162a378 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.0999775 Feb 09 14:07:57.501606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-3cbea27c-47a1-4a8e-9483-eec1db07a92e req-4ad6ecc3-952e-4f25-8700-e5643e7c325d tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Request body: {'floatingip': {'port_id': 'c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:07:57.528469 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e762d5d2-6eb5-45f1-8c57-758a6e0b76ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:57.598258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500378ec-dc6c-4ae4-855f-c39ec2c38a88 req-a9efaf4a-e2f0-4c69-b47b-27e0415a74b1 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:57.598729 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3cbea27c-47a1-4a8e-9483-eec1db07a92e req-4ad6ecc3-952e-4f25-8700-e5643e7c325d tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for floatingip, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:57.599768 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-500378ec-dc6c-4ae4-855f-c39ec2c38a88 req-a9efaf4a-e2f0-4c69-b47b-27e0415a74b1 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca53634d-3eb8-46a6-9db3-8cfc97cd2a18 HTTP/1.1" status: 200 len: 932 time: 0.1363211 Feb 09 14:07:57.630023 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e762d5d2-6eb5-45f1-8c57-758a6e0b76ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:57.662905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762d5d2-6eb5-45f1-8c57-758a6e0b76ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab1dde7-db22-4efc-b790-95a78faf552e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:57.676782 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-500378ec-dc6c-4ae4-855f-c39ec2c38a88 req-54f77956-fbdb-4637-8e3f-6777048b9aef tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705323 Feb 09 14:07:57.678782 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e762d5d2-6eb5-45f1-8c57-758a6e0b76ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:57.688339 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e762d5d2-6eb5-45f1-8c57-758a6e0b76ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cab1dde7-db22-4efc-b790-95a78faf552e HTTP/1.1" status: 204 len: 168 time: 0.3008578 Feb 09 14:07:58.207470 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68629554-f0c0-4279-8010-d954bfaecda8', 'tag': 'b8419f56-0d12-4138-a36a-40b411b3f483', 'status': 'completed', 'code': 200} Feb 09 14:07:58.288221 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cacd34-2018-488a-91aa-b6df50370635 req-aac9e5b2-ceb0-441e-88a0-fd718a488753 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:58.296574 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-37cacd34-2018-488a-91aa-b6df50370635 req-aac9e5b2-ceb0-441e-88a0-fd718a488753 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 943 time: 0.1183248 Feb 09 14:07:58.354490 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-37cacd34-2018-488a-91aa-b6df50370635 req-4882cd6a-2a0b-4723-bf85-8e7b8487b3bd tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566089 Feb 09 14:07:58.484621 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-3cbea27c-47a1-4a8e-9483-eec1db07a92e req-4ad6ecc3-952e-4f25-8700-e5643e7c325d tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 14:07:58.491977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3cbea27c-47a1-4a8e-9483-eec1db07a92e req-4ad6ecc3-952e-4f25-8700-e5643e7c325d tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "PUT /v2.0/floatingips/1607c288-1d0f-45a0-a9cc-2d083f4c14fc HTTP/1.1" status: 409 len: 550 time: 0.9994242 Feb 09 14:07:58.503347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffaf29-5e37-4729-9fca-2e5379096441 req-8180f9f1-2b36-4fef-b26a-a017e3a096ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:58.505297 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0ffaf29-5e37-4729-9fca-2e5379096441 req-8180f9f1-2b36-4fef-b26a-a017e3a096ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 1099 time: 0.2952433 Feb 09 14:07:58.574067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc40854f-bc32-48cf-aadd-f5db879e2858 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:07:58.577520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc057-c6d9-4eab-bfe3-04e5a511cfcd req-950eb603-4d66-4c9d-a52a-2fde82dbef64 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:58.584247 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:58.585482 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e55bc057-c6d9-4eab-bfe3-04e5a511cfcd req-950eb603-4d66-4c9d-a52a-2fde82dbef64 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.1293843 Feb 09 14:07:58.637709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Transition to ACTIVE for port object fc40854f-bc32-48cf-aadd-f5db879e2858 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:58.640131 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e55bc057-c6d9-4eab-bfe3-04e5a511cfcd req-d323c345-d970-4d24-a8cf-35a419a2c52e tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532897 Feb 09 14:07:58.773478 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:58.843294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bcca9-3088-4185-b4e9-6f712c5e0828 req-2eb67012-e99f-4129-b69d-580cae0b23b1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:58.844770 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0e0bcca9-3088-4185-b4e9-6f712c5e0828 req-2eb67012-e99f-4129-b69d-580cae0b23b1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 948 time: 0.0930400 Feb 09 14:07:58.859301 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b005c93c-7a0c-4da8-bd81-59c87700501b req-f9ee8757-3dd2-485b-abb1-a7aaf078b52c tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.2250640 Feb 09 14:07:58.898541 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0e0bcca9-3088-4185-b4e9-6f712c5e0828 req-6d48137b-0758-46e0-9cca-baa587471c6e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475876 Feb 09 14:07:59.074125 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e65cc740-4e73-43e9-8e1a-9fd7bb57711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:59.084668 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-997bac81-b2bf-4c6f-b458-a2b4be760ad2 req-8b6fd4f6-e5f9-46a6-b0a7-e65e0f5cc0ac tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/floatingips/1607c288-1d0f-45a0-a9cc-2d083f4c14fc HTTP/1.1" status: 200 len: 693 time: 0.1833484 Feb 09 14:07:59.086870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Pushing event updated for resources: {'Port': ['ID=fc40854f-bc32-48cf-aadd-f5db879e2858,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:59.112326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2839ce-dbe7-4f51-9785-4e30e74524a2 req-63aa14cb-f629-4f03-be82-4d090de87c98 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:59.116901 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe2839ce-dbe7-4f51-9785-4e30e74524a2 req-63aa14cb-f629-4f03-be82-4d090de87c98 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca53634d-3eb8-46a6-9db3-8cfc97cd2a18 HTTP/1.1" status: 200 len: 944 time: 0.1091230 Feb 09 14:07:59.189271 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe2839ce-dbe7-4f51-9785-4e30e74524a2 req-9a39433d-9579-4b92-a6a6-aaaf4704253b tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614023 Feb 09 14:07:59.242509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffaf29-5e37-4729-9fca-2e5379096441 req-f17424a1-00e4-4f5d-9f64-ebac50bdc8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:59.244309 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0ffaf29-5e37-4729-9fca-2e5379096441 req-f17424a1-00e4-4f5d-9f64-ebac50bdc8d0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.6398361 Feb 09 14:07:59.342605 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0ffaf29-5e37-4729-9fca-2e5379096441 req-b28f93a3-c06f-427c-b9c2-716e4da24664 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=b8419f56-0d12-4138-a36a-40b411b3f483 HTTP/1.1" status: 200 len: 217 time: 0.0874269 Feb 09 14:07:59.433960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Attempting to bind port fc40854f-bc32-48cf-aadd-f5db879e2858 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:07:59.434291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Attempting to bind port fc40854f-bc32-48cf-aadd-f5db879e2858 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '336fdcce-3b06-4026-a99e-037efc645f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:07:59.435358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Attempting to bind port fc40854f-bc32-48cf-aadd-f5db879e2858 on network f0b561ef-919a-4607-9883-c51de0b2aead {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:59.460480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Port fc40854f-bc32-48cf-aadd-f5db879e2858 on network f0b561ef-919a-4607-9883-c51de0b2aead not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:07:59.460808 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Attempting to bind port fc40854f-bc32-48cf-aadd-f5db879e2858 on network f0b561ef-919a-4607-9883-c51de0b2aead {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:07:59.474430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bac81-b2bf-4c6f-b458-a2b4be760ad2 req-fdea73ad-f84a-464f-a37f-1b49c5054705 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:59.485299 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-997bac81-b2bf-4c6f-b458-a2b4be760ad2 req-fdea73ad-f84a-464f-a37f-1b49c5054705 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.3699408 Feb 09 14:07:59.495061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-997bac81-b2bf-4c6f-b458-a2b4be760ad2 req-bf5fd371-12bf-47bb-85ee-51710c6907bc tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:07:59.500570 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-997bac81-b2bf-4c6f-b458-a2b4be760ad2 req-bf5fd371-12bf-47bb-85ee-51710c6907bc tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129888 Feb 09 14:07:59.504244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:07:59.504690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Checking segment: {'id': '336fdcce-3b06-4026-a99e-037efc645f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:07:59.505186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Bound using segment: {'id': '336fdcce-3b06-4026-a99e-037efc645f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:07:59.505932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Bound port: fc40854f-bc32-48cf-aadd-f5db879e2858, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '336fdcce-3b06-4026-a99e-037efc645f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:07:59.506042 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:59.577287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffaf29-5e37-4729-9fca-2e5379096441 req-fac070d4-1385-47f0-bbc5-3316d9756918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:59.580079 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0ffaf29-5e37-4729-9fca-2e5379096441 req-fac070d4-1385-47f0-bbc5-3316d9756918 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.2166424 Feb 09 14:07:59.616469 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e2aeb-a38c-4e08-a548-be09359b819c req-e5c71614-7ad8-4b50-ba6e-49e3bb90c1ec tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:59.624933 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-145e2aeb-a38c-4e08-a548-be09359b819c req-e5c71614-7ad8-4b50-ba6e-49e3bb90c1ec tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 943 time: 0.1456580 Feb 09 14:07:59.657953 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-997bac81-b2bf-4c6f-b458-a2b4be760ad2 req-5552e7df-f7fc-47da-8f7e-a96493ad5306 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.1413491 Feb 09 14:07:59.735451 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-145e2aeb-a38c-4e08-a548-be09359b819c req-9b87f975-07bc-41c6-a44e-159656852420 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084385 Feb 09 14:07:59.748465 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-66e6e569-f4e9-48b9-ab83-9ef0ed970d3f service neutron] 10.222.0.21 "GET /v2.0/ports/624d887f-0858-496f-9c45-73f8ca69bbf7/bindings/n-h1-828418-2 HTTP/1.1" status: 200 len: 384 time: 0.1039910 Feb 09 14:07:59.946391 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-997bac81-b2bf-4c6f-b458-a2b4be760ad2 req-84163b11-6fdc-4494-a33e-35b99095589e tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.2488534 Feb 09 14:08:00.068369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] For port fc40854f-bc32-48cf-aadd-f5db879e2858, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:08:00.132008 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:00.151056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] For port fc40854f-bc32-48cf-aadd-f5db879e2858, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=fc40854f-bc32-48cf-aadd-f5db879e2858,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:08:00.171249 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:00.195689 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:00.211408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-91cd3a92-24d3-4926-a481-d67826267468 service neutron] For port 624d887f-0858-496f-9c45-73f8ca69bbf7, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=624d887f-0858-496f-9c45-73f8ca69bbf7,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:00.222621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-997bac81-b2bf-4c6f-b458-a2b4be760ad2 req-76893d57-b6b2-4bc7-becc-a5ae9bf73fbc tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Deleting port 90fc29e1-db2b-4862-9d1d-e6b9a3d27676 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:08:00.223503 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-997bac81-b2bf-4c6f-b458-a2b4be760ad2 req-76893d57-b6b2-4bc7-becc-a5ae9bf73fbc tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:00.260026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-91cd3a92-24d3-4926-a481-d67826267468 service neutron] For port 624d887f-0858-496f-9c45-73f8ca69bbf7, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:08:00.282462 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffaf29-5e37-4729-9fca-2e5379096441 req-14131f52-962e-4b4b-af60-efe5c8fecd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:00.284484 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0ffaf29-5e37-4729-9fca-2e5379096441 req-14131f52-962e-4b4b-af60-efe5c8fecd77 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6752443 Feb 09 14:08:00.295042 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:00.295524 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:00.296851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] 10.222.0.21 "PUT /v2.0/ports/fc40854f-bc32-48cf-aadd-f5db879e2858 HTTP/1.1" status: 200 len: 1092 time: 3.1440594 Feb 09 14:08:00.299400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca53634d-3eb8-46a6-9db3-8cfc97cd2a18', 'tag': 'fc40854f-bc32-48cf-aadd-f5db879e2858'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:00.477926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-91cd3a92-24d3-4926-a481-d67826267468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624d887f-0858-496f-9c45-73f8ca69bbf7 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:08:00.492429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-91cd3a92-24d3-4926-a481-d67826267468 service neutron] For port 624d887f-0858-496f-9c45-73f8ca69bbf7, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=624d887f-0858-496f-9c45-73f8ca69bbf7,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:00.513370 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0901c-ee6a-47df-b47e-fbea71718f74 service neutron] Pushing event updated for resources: {'Port': ['ID=fc40854f-bc32-48cf-aadd-f5db879e2858,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:00.519810 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-91cd3a92-24d3-4926-a481-d67826267468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:00.552148 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572a128-bcc4-4c09-b8e0-ede76edf576c req-15b13857-fbbb-4697-a851-e394b916d58e tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:00.563050 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0572a128-bcc4-4c09-b8e0-ede76edf576c req-15b13857-fbbb-4697-a851-e394b916d58e tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.2696500 Feb 09 14:08:00.637449 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0ffaf29-5e37-4729-9fca-2e5379096441 req-217df30b-6bc8-45ac-bf5d-ac04aef298a0 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253536 Feb 09 14:08:00.651321 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-997bac81-b2bf-4c6f-b458-a2b4be760ad2 req-76893d57-b6b2-4bc7-becc-a5ae9bf73fbc tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:00.651321 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-997bac81-b2bf-4c6f-b458-a2b4be760ad2 req-76893d57-b6b2-4bc7-becc-a5ae9bf73fbc tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:00.663698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-445a3d14-de81-4d80-9cc7-912667fdf3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:00.663698 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-445a3d14-de81-4d80-9cc7-912667fdf3f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eef4b4f9c5c64b73ae0c92a52362be6f&device_id=ca53634d-3eb8-46a6-9db3-8cfc97cd2a18 HTTP/1.1" status: 200 len: 1095 time: 0.2765346 Feb 09 14:08:00.684267 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0572a128-bcc4-4c09-b8e0-ede76edf576c req-3b8253e3-ca0d-4e43-9459-b1f9c89b0fbb tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190438 Feb 09 14:08:00.717696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-91cd3a92-24d3-4926-a481-d67826267468 service neutron] Transition to ACTIVE for port object 624d887f-0858-496f-9c45-73f8ca69bbf7 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:08:00.722446 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-91cd3a92-24d3-4926-a481-d67826267468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:00.931024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-997bac81-b2bf-4c6f-b458-a2b4be760ad2 req-76893d57-b6b2-4bc7-becc-a5ae9bf73fbc tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Calling delete_port for 90fc29e1-db2b-4862-9d1d-e6b9a3d27676 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:08:00.942699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-91cd3a92-24d3-4926-a481-d67826267468 service neutron] No DVR routers for this DVR port 624d887f-0858-496f-9c45-73f8ca69bbf7 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:08:00.969467 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87dad7d4-8f22-4b59-a382-22506f84224c req-85fabbb6-7492-420d-a8cf-c2e9c713e257 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.1106734 Feb 09 14:08:00.996534 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-ea12e9f2-9828-4d17-bf12-cfd197d9651f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc40854f-bc32-48cf-aadd-f5db879e2858 HTTP/1.1" status: 200 len: 217 time: 0.3097267 Feb 09 14:08:01.035768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd3a92-24d3-4926-a481-d67826267468 service neutron] Pushing event updated for resources: {'Port': ['ID=624d887f-0858-496f-9c45-73f8ca69bbf7,revision_number=10']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:01.043529 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-91cd3a92-24d3-4926-a481-d67826267468 service neutron] 10.222.0.21 "PUT /v2.0/ports/624d887f-0858-496f-9c45-73f8ca69bbf7/bindings/n-h1-828418-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2893848 Feb 09 14:08:01.108605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-e1e73d32-8e45-4bb3-927f-6cabb0867ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:01.110060 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-e1e73d32-8e45-4bb3-927f-6cabb0867ea8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75d935aa-4e72-46ee-a516-faccc6fa2775 HTTP/1.1" status: 200 len: 845 time: 0.1054456 Feb 09 14:08:01.175139 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-86f0697e-23d5-4bc3-bf93-3cbe5fecd992 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0b561ef-919a-4607-9883-c51de0b2aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545475 Feb 09 14:08:01.179259 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0ffaf29-5e37-4729-9fca-2e5379096441 req-0d53577b-7c99-4e64-af83-d5bb9e03eec1 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235302 Feb 09 14:08:01.273034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553d8cb-5daa-4319-a762-c99f75d87990 req-983a03cc-bb59-4680-9d0a-10e626721626 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:01.275092 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5553d8cb-5daa-4319-a762-c99f75d87990 req-983a03cc-bb59-4680-9d0a-10e626721626 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 948 time: 0.1639941 Feb 09 14:08:01.282634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-3e600fae-cae7-49e0-b414-68d264f3d9f1 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:01.282634 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-3e600fae-cae7-49e0-b414-68d264f3d9f1 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46&tenant_id=88a376f878274e1491d4af100b1ec6bb&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 1095 time: 0.1316321 Feb 09 14:08:01.315900 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 624d887f-0858-496f-9c45-73f8ca69bbf7 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:01.356112 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-997bac81-b2bf-4c6f-b458-a2b4be760ad2 req-76893d57-b6b2-4bc7-becc-a5ae9bf73fbc tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:01.391808 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5553d8cb-5daa-4319-a762-c99f75d87990 req-5d12e973-51ad-4b33-b678-bfe784fb6629 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031809 Feb 09 14:08:01.420919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-7adb4544-afa1-4cdd-9800-e47f0c67a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:01.422982 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-7adb4544-afa1-4cdd-9800-e47f0c67a05e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46&tenant_id=88a376f878274e1491d4af100b1ec6bb HTTP/1.1" status: 200 len: 1095 time: 0.1195822 Feb 09 14:08:01.453597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 624d887f-0858-496f-9c45-73f8ca69bbf7 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:08:01.533766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-2d4c7730-a254-46fa-9fa9-5f48adf6710a service neutron] 10.222.0.21 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515821 Feb 09 14:08:01.543038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76893d57-b6b2-4bc7-becc-a5ae9bf73fbc tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Pushing event deleted for resources: {'Port': ['ID=90fc29e1-db2b-4862-9d1d-e6b9a3d27676,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:01.605324 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:01.629619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-87820a94-80f1-443f-a107-0d418f75a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:01.632477 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-87820a94-80f1-443f-a107-0d418f75a893 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 1095 time: 0.1738427 Feb 09 14:08:01.762589 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-997bac81-b2bf-4c6f-b458-a2b4be760ad2 req-76893d57-b6b2-4bc7-becc-a5ae9bf73fbc tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:01.791774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038552ab-f050-4486-93fe-77fbf8c5472e req-a60f31e3-c6d0-4a8f-acbb-aaea4f743839 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:01.798146 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a5360d2-8a6e-4aa2-a3e0-5d7be2af13a5 req-cc6a3b00-15b5-47d5-aca2-bfc64a80e991 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459321 Feb 09 14:08:01.802277 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-038552ab-f050-4486-93fe-77fbf8c5472e req-a60f31e3-c6d0-4a8f-acbb-aaea4f743839 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc9a72eb-96b5-4f2a-8a01-64514ca63c96 HTTP/1.1" status: 200 len: 950 time: 0.2741542 Feb 09 14:08:01.814574 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-997bac81-b2bf-4c6f-b458-a2b4be760ad2 req-76893d57-b6b2-4bc7-becc-a5ae9bf73fbc tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:01.814574 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-997bac81-b2bf-4c6f-b458-a2b4be760ad2 req-76893d57-b6b2-4bc7-becc-a5ae9bf73fbc tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "DELETE /v2.0/floatingips/1607c288-1d0f-45a0-a9cc-2d083f4c14fc HTTP/1.1" status: 204 len: 173 time: 1.8559692 Feb 09 14:08:01.904875 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-038552ab-f050-4486-93fe-77fbf8c5472e req-1f66695a-d6a3-44ac-9b4f-d9f1a1b9bcca tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071723 Feb 09 14:08:01.928396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-1ad376c3-8396-471c-91e8-ed58d54b1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:01.929853 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-1ad376c3-8396-471c-91e8-ed58d54b1dd0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 0.2886946 Feb 09 14:08:02.009863 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca53634d-3eb8-46a6-9db3-8cfc97cd2a18', 'tag': 'fc40854f-bc32-48cf-aadd-f5db879e2858', 'status': 'completed', 'code': 200} Feb 09 14:08:02.022671 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-17b8e0ef-8862-42fb-bd3c-706c0a58d78f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=624d887f-0858-496f-9c45-73f8ca69bbf7 HTTP/1.1" status: 200 len: 217 time: 0.0831561 Feb 09 14:08:02.178766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c716794-cf92-46c7-908b-26fa9fe2210a req-64a2c6d1-1425-4df5-a369-e793ed8cb812 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:02.178766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6c716794-cf92-46c7-908b-26fa9fe2210a req-64a2c6d1-1425-4df5-a369-e793ed8cb812 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Synchronizing usage tracker for tenant:eef4b4f9c5c64b73ae0c92a52362be6f on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:02.203487 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712c5a4-04f2-45df-b9fb-40369cefa5d1 req-e3b9d05f-400d-40e0-8cbf-054053811f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:02.203487 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d712c5a4-04f2-45df-b9fb-40369cefa5d1 req-e3b9d05f-400d-40e0-8cbf-054053811f66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eef4b4f9c5c64b73ae0c92a52362be6f&device_id=ca53634d-3eb8-46a6-9db3-8cfc97cd2a18 HTTP/1.1" status: 200 len: 1095 time: 0.1698339 Feb 09 14:08:02.205304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-61dc898c-c760-4ec6-baf8-7dacd886c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:02.205304 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-61dc898c-c760-4ec6-baf8-7dacd886c531 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.1620750 Feb 09 14:08:02.240963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6c716794-cf92-46c7-908b-26fa9fe2210a req-64a2c6d1-1425-4df5-a369-e793ed8cb812 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Unset dirty status for tenant:eef4b4f9c5c64b73ae0c92a52362be6f on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:02.240963 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c716794-cf92-46c7-908b-26fa9fe2210a req-64a2c6d1-1425-4df5-a369-e793ed8cb812 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca53634d-3eb8-46a6-9db3-8cfc97cd2a18 HTTP/1.1" status: 200 len: 944 time: 0.3032966 Feb 09 14:08:02.294652 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-04201d26-8755-4180-a818-06cd6127bceb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533509 Feb 09 14:08:02.314067 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415ee7a-1816-4ea4-8b38-ee75ac88d223 req-06b9231c-40ef-49ec-8f7e-4079132d561a tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:02.317196 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d415ee7a-1816-4ea4-8b38-ee75ac88d223 req-06b9231c-40ef-49ec-8f7e-4079132d561a tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc9a72eb-96b5-4f2a-8a01-64514ca63c96 HTTP/1.1" status: 200 len: 950 time: 0.2347465 Feb 09 14:08:02.350966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6c716794-cf92-46c7-908b-26fa9fe2210a req-85f2dd08-1bc9-42a0-924d-0ff7ee429e23 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Synchronizing usage tracker for tenant:eef4b4f9c5c64b73ae0c92a52362be6f on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:02.405147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712c5a4-04f2-45df-b9fb-40369cefa5d1 req-37f3f3d8-1ba0-4224-911d-160a78346157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:02.405147 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d712c5a4-04f2-45df-b9fb-40369cefa5d1 req-37f3f3d8-1ba0-4224-911d-160a78346157 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0b561ef-919a-4607-9883-c51de0b2aead HTTP/1.1" status: 200 len: 905 time: 0.1950431 Feb 09 14:08:02.405147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6c716794-cf92-46c7-908b-26fa9fe2210a req-85f2dd08-1bc9-42a0-924d-0ff7ee429e23 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Unset dirty status for tenant:eef4b4f9c5c64b73ae0c92a52362be6f on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:02.405147 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c716794-cf92-46c7-908b-26fa9fe2210a req-85f2dd08-1bc9-42a0-924d-0ff7ee429e23 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244805 Feb 09 14:08:02.507147 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d712c5a4-04f2-45df-b9fb-40369cefa5d1 req-934ee088-ec64-4061-95f2-3271c003e68d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc40854f-bc32-48cf-aadd-f5db879e2858 HTTP/1.1" status: 200 len: 217 time: 0.0982060 Feb 09 14:08:02.509689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-d415ee7a-1816-4ea4-8b38-ee75ac88d223 req-f36e21c4-8039-4a5d-866e-38798abf6e10 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Deleting port 1571bee5-2155-45ae-9c23-e4a2e827ae64 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:08:02.509689 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d415ee7a-1816-4ea4-8b38-ee75ac88d223 req-f36e21c4-8039-4a5d-866e-38798abf6e10 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:02.676347 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9b106-a994-41b4-9b03-226100172095 req-881a332e-33bf-43df-ba70-dd3d2f8103a9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:02.679064 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1fa9b106-a994-41b4-9b03-226100172095 req-881a332e-33bf-43df-ba70-dd3d2f8103a9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 944 time: 0.4753313 Feb 09 14:08:02.686833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712c5a4-04f2-45df-b9fb-40369cefa5d1 req-bbde07d4-ac18-45c8-8bc3-0e7c8a90ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:02.689588 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d712c5a4-04f2-45df-b9fb-40369cefa5d1 req-bbde07d4-ac18-45c8-8bc3-0e7c8a90ed10 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75d935aa-4e72-46ee-a516-faccc6fa2775 HTTP/1.1" status: 200 len: 845 time: 0.1779032 Feb 09 14:08:02.762496 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d712c5a4-04f2-45df-b9fb-40369cefa5d1 req-57c4acf3-2d5c-45ec-87f9-5a55d1cc3ba8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0b561ef-919a-4607-9883-c51de0b2aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539594 Feb 09 14:08:02.766159 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-c525e3ce-8b26-4214-9ea1-eb340f389fa5 service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403355 Feb 09 14:08:02.772053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b5755-2c8e-4fc5-aa2b-dd924dca9cc6 req-73ae8efc-0468-42df-9b35-133fc3646c80 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:02.773598 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe1b5755-2c8e-4fc5-aa2b-dd924dca9cc6 req-73ae8efc-0468-42df-9b35-133fc3646c80 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.1710727 Feb 09 14:08:02.845459 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1fa9b106-a994-41b4-9b03-226100172095 req-9fc0fe1a-32cb-4e40-9f4a-bc18e10472d9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486044 Feb 09 14:08:02.897475 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe1b5755-2c8e-4fc5-aa2b-dd924dca9cc6 req-23b6f700-f26f-44c6-ace7-73ff263ac9ea tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044285 Feb 09 14:08:02.946097 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d712c5a4-04f2-45df-b9fb-40369cefa5d1 req-cbe74930-4d19-4b7d-b975-c2e91d25d348 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716194 Feb 09 14:08:03.069563 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-50e7110d-0b84-4823-bdb4-1843a287c7e5 req-f486a72a-412f-459f-a480-51d51e5f5f90 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0485044 Feb 09 14:08:03.110502 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-69ee9dbc-92f1-45b4-a441-19eecb1bfa04 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 1001 time: 0.2188439 Feb 09 14:08:03.141366 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d712c5a4-04f2-45df-b9fb-40369cefa5d1 req-f588c84d-6895-42f7-8c38-57d1587b1d02 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884308 Feb 09 14:08:03.176950 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b8419f56-0d12-4138-a36a-40b411b3f483 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:08:03.182053 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 50a097b7-5466-400a-b0f6-a2e3a07ccb49 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:03.225873 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-f234d03e-3948-4d56-b9fd-92b509586c1e service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304440 Feb 09 14:08:03.233331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-d415ee7a-1816-4ea4-8b38-ee75ac88d223 req-f36e21c4-8039-4a5d-866e-38798abf6e10 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] For port 1571bee5-2155-45ae-9c23-e4a2e827ae64, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1571bee5-2155-45ae-9c23-e4a2e827ae64,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:03.233992 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d415ee7a-1816-4ea4-8b38-ee75ac88d223 req-f36e21c4-8039-4a5d-866e-38798abf6e10 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:03.312527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af052c-a258-4342-8ff2-b9bade21a5f2 req-10df8479-f2dd-4292-8717-b6f7fc252c0b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:03.314160 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4af052c-a258-4342-8ff2-b9bade21a5f2 req-10df8479-f2dd-4292-8717-b6f7fc252c0b tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 948 time: 0.1031206 Feb 09 14:08:03.369948 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4af052c-a258-4342-8ff2-b9bade21a5f2 req-60c3ca1b-34b6-44c4-8212-0d0c0d494670 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487859 Feb 09 14:08:03.388980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-d29922cd-fa57-47f0-b3ee-a0a6d4a3388d tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:03.390622 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-d29922cd-fa57-47f0-b3ee-a0a6d4a3388d tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports/c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 HTTP/1.1" status: 200 len: 942 time: 0.2629817 Feb 09 14:08:03.403075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-d415ee7a-1816-4ea4-8b38-ee75ac88d223 req-f36e21c4-8039-4a5d-866e-38798abf6e10 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Calling delete_port for 1571bee5-2155-45ae-9c23-e4a2e827ae64 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:08:03.476339 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:03.517184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b8419f56-0d12-4138-a36a-40b411b3f483,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:03.558565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee07a85-3679-4a90-9ec1-96750134b50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a097b7-5466-400a-b0f6-a2e3a07ccb49'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:03.566454 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'b8419f56-0d12-4138-a36a-40b411b3f483', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': 'b8419f56-0d12-4138-a36a-40b411b3f483', 'mac_address': 'fa:16:3e:f7:a3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:08:03.607596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 50a097b7-5466-400a-b0f6-a2e3a07ccb49, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=50a097b7-5466-400a-b0f6-a2e3a07ccb49,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:03.622457 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:03.634720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18532a85-717c-4046-92bb-c6e1bef251ad req-d82e7278-6f30-437a-80fa-0b05923f278e tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:03.636424 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18532a85-717c-4046-92bb-c6e1bef251ad req-d82e7278-6f30-437a-80fa-0b05923f278e tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc9a72eb-96b5-4f2a-8a01-64514ca63c96 HTTP/1.1" status: 200 len: 950 time: 0.1042202 Feb 09 14:08:03.683555 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18532a85-717c-4046-92bb-c6e1bef251ad req-610b2507-ab7f-4f74-bdbf-2f218bea2285 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402696 Feb 09 14:08:03.721184 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:03.752878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8419f56-0d12-4138-a36a-40b411b3f483 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:08:03.768890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=50a097b7-5466-400a-b0f6-a2e3a07ccb49,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:03.780208 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b8419f56-0d12-4138-a36a-40b411b3f483,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:03.786704 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:03.811554 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-cc613f4a-6de5-41a8-9f10-ebeea50de759 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 1001 time: 0.2268953 Feb 09 14:08:03.832354 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d415ee7a-1816-4ea4-8b38-ee75ac88d223 req-f36e21c4-8039-4a5d-866e-38798abf6e10 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:03.860488 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['66292f43-5d33-4a6b-af17-71cf2e4434ba'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:08:03.955342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e21c4-8039-4a5d-866e-38798abf6e10 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Pushing event deleted for resources: {'Port': ['ID=1571bee5-2155-45ae-9c23-e4a2e827ae64,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:03.979620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54df284-7150-4d05-92e4-5620fb506d44 req-0da4f396-9e3f-4405-b757-593ff0f9f9e9 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:03.982535 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a54df284-7150-4d05-92e4-5620fb506d44 req-0da4f396-9e3f-4405-b757-593ff0f9f9e9 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca53634d-3eb8-46a6-9db3-8cfc97cd2a18 HTTP/1.1" status: 200 len: 944 time: 0.1161621 Feb 09 14:08:04.034109 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b8419f56-0d12-4138-a36a-40b411b3f483,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:04.078889 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a54df284-7150-4d05-92e4-5620fb506d44 req-519735c9-db11-4c64-aff5-b1bf57553d89 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876770 Feb 09 14:08:04.081891 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d415ee7a-1816-4ea4-8b38-ee75ac88d223 req-f36e21c4-8039-4a5d-866e-38798abf6e10 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] No DVR routers for this DVR port 1571bee5-2155-45ae-9c23-e4a2e827ae64 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:08:04.096990 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d415ee7a-1816-4ea4-8b38-ee75ac88d223 req-f36e21c4-8039-4a5d-866e-38798abf6e10 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:04.101283 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9a72eb-96b5-4f2a-8a01-64514ca63c96', 'name': 'network-vif-deleted', 'tag': '1571bee5-2155-45ae-9c23-e4a2e827ae64'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:04.129744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-59736afe-b7af-4348-bfea-428bf0c22245 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:04.131603 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-59736afe-b7af-4348-bfea-428bf0c22245 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46&tenant_id=88a376f878274e1491d4af100b1ec6bb&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 1095 time: 0.4383702 Feb 09 14:08:04.138966 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d415ee7a-1816-4ea4-8b38-ee75ac88d223 req-f36e21c4-8039-4a5d-866e-38798abf6e10 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.21 "DELETE /v2.0/ports/1571bee5-2155-45ae-9c23-e4a2e827ae64 HTTP/1.1" status: 204 len: 173 time: 1.7965949 Feb 09 14:08:04.178093 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee07a85-3679-4a90-9ec1-96750134b50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a097b7-5466-400a-b0f6-a2e3a07ccb49', 'code': 200} Feb 09 14:08:04.214050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-69a6b242-0a0b-4393-b90e-2d1f365967d8 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:04.222505 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-69a6b242-0a0b-4393-b90e-2d1f365967d8 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.4099865 Feb 09 14:08:04.257480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48844) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:04.428010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['b8419f56-0d12-4138-a36a-40b411b3f483'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:08:04.518571 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-21dbc603-6cbf-4aac-9f80-0b6be697c007 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 1001 time: 0.2946389 Feb 09 14:08:04.523761 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-5757b558-679f-4b58-86f7-feef924c2d53 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:08:04.559307 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd1042fd-a324-47ca-8845-93dccb14e596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:04.588483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-cd1042fd-a324-47ca-8845-93dccb14e596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:04.596178 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cd1042fd-a324-47ca-8845-93dccb14e596 admin admin] Usage tracker for resource:security_group_rule and tenant:c02084b642b048bfb5bba971bd68cf30 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:04.600164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cd1042fd-a324-47ca-8845-93dccb14e596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:04.608682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-cd1042fd-a324-47ca-8845-93dccb14e596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:04.643601 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-5757b558-679f-4b58-86f7-feef924c2d53 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:04.677983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cb77c-302d-4369-a54f-4c8c527c248b req-0931c7ea-ba42-4201-aa94-99f60d6e6f46 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:04.679754 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-666cb77c-302d-4369-a54f-4c8c527c248b req-0931c7ea-ba42-4201-aa94-99f60d6e6f46 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 944 time: 0.3394783 Feb 09 14:08:04.756708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-63342006-f2c3-429c-aebf-9953c9fd32cd service neutron] For port 624d887f-0858-496f-9c45-73f8ca69bbf7, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:08:04.770759 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-63342006-f2c3-429c-aebf-9953c9fd32cd service neutron] Notify callbacks [] for binding, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:04.770759 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-63342006-f2c3-429c-aebf-9953c9fd32cd service neutron] 10.222.0.35 "DELETE /v2.0/ports/624d887f-0858-496f-9c45-73f8ca69bbf7/bindings/n-h2-828418-2 HTTP/1.1" status: 204 len: 173 time: 0.6273215 Feb 09 14:08:04.806435 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-666cb77c-302d-4369-a54f-4c8c527c248b req-bd657c78-8f00-4044-a8f7-354f8fd97c9b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061683 Feb 09 14:08:04.819237 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd1042fd-a324-47ca-8845-93dccb14e596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:04.830462 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd1042fd-a324-47ca-8845-93dccb14e596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:04.889014 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cd1042fd-a324-47ca-8845-93dccb14e596 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c02084b642b048bfb5bba971bd68cf30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6289818 Feb 09 14:08:04.892597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48856) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:04.895442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1042fd-a324-47ca-8845-93dccb14e596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404355d2-a191-4a17-87af-8a7eaaf4a1ac,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:05.023604 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a7efeb4-da12-41f1-8fd8-f64b1008d7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:05.025720 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-5757b558-679f-4b58-86f7-feef924c2d53 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:05.030300 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-5757b558-679f-4b58-86f7-feef924c2d53 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:05.031083 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-5757b558-679f-4b58-86f7-feef924c2d53 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Floating IP 06a2f403-642d-40f0-a1a2-5897c1ca9603 disassociated. External IP: 172.25.8.111, port: c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6. Feb 09 14:08:05.063545 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a7efeb4-da12-41f1-8fd8-f64b1008d7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:05.105538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b60c4f-e581-4c53-9195-877b1a039940 req-e15ec62b-5a13-4b1f-9340-979094b8091d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:05.132020 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32b60c4f-e581-4c53-9195-877b1a039940 req-e15ec62b-5a13-4b1f-9340-979094b8091d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 947 time: 0.1710930 Feb 09 14:08:05.190215 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32b60c4f-e581-4c53-9195-877b1a039940 req-2181233b-6425-4fa5-ab8d-514d88191160 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714002 Feb 09 14:08:05.209630 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 50a097b7-5466-400a-b0f6-a2e3a07ccb49 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:08:05.217407 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a7efeb4-da12-41f1-8fd8-f64b1008d7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:05.284819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7efeb4-da12-41f1-8fd8-f64b1008d7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404355d2-a191-4a17-87af-8a7eaaf4a1ac,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:05.304318 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a7efeb4-da12-41f1-8fd8-f64b1008d7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:05.306636 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2a7efeb4-da12-41f1-8fd8-f64b1008d7b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/404355d2-a191-4a17-87af-8a7eaaf4a1ac HTTP/1.1" status: 204 len: 168 time: 0.4128518 Feb 09 14:08:05.375328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device fc40854f-bc32-48cf-aadd-f5db879e2858 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:08:05.378496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1571bee5-2155-45ae-9c23-e4a2e827ae64 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:05.460941 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 1571bee5-2155-45ae-9c23-e4a2e827ae64 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:08:05.461286 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1571bee5-2155-45ae-9c23-e4a2e827ae64 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:08:05.803846 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port fc40854f-bc32-48cf-aadd-f5db879e2858, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=fc40854f-bc32-48cf-aadd-f5db879e2858,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:05.814457 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d6ecaa8-dfbf-4310-a02b-a460f15c73c9 req-59115981-7bb7-44bf-8ce7-a90fc83f25da tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.2624032 Feb 09 14:08:05.817446 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'fc40854f-bc32-48cf-aadd-f5db879e2858', 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead', 'port_id': 'fc40854f-bc32-48cf-aadd-f5db879e2858', 'mac_address': 'fa:16:3e:7e:ea:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d935aa-4e72-46ee-a516-faccc6fa2775', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:08:05.829090 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 50a097b7-5466-400a-b0f6-a2e3a07ccb49, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=50a097b7-5466-400a-b0f6-a2e3a07ccb49,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:05.989192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-5757b558-679f-4b58-86f7-feef924c2d53 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Router 42686843-2ce9-4fa4-a0e1-151a10b15d31 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:08:06.014148 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9a72eb-96b5-4f2a-8a01-64514ca63c96', 'name': 'network-vif-deleted', 'tag': '1571bee5-2155-45ae-9c23-e4a2e827ae64', 'status': 'completed', 'code': 200} Feb 09 14:08:06.052839 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:06.131463 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc40854f-bc32-48cf-aadd-f5db879e2858 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:08:06.181421 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port fc40854f-bc32-48cf-aadd-f5db879e2858, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=fc40854f-bc32-48cf-aadd-f5db879e2858,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:06.181421 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '50a097b7-5466-400a-b0f6-a2e3a07ccb49', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '50a097b7-5466-400a-b0f6-a2e3a07ccb49', 'mac_address': 'fa:16:3e:6d:84:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:08:06.187135 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:06.319091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4755c-469d-43d6-b7c4-2d264e4de762 req-a4589dd8-f69c-45ca-af1e-45a10a2a14dc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:06.322710 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-56e4755c-469d-43d6-b7c4-2d264e4de762 req-a4589dd8-f69c-45ca-af1e-45a10a2a14dc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 949 time: 0.1617196 Feb 09 14:08:06.355010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=fc40854f-bc32-48cf-aadd-f5db879e2858,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:06.384033 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:06.430492 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-56e4755c-469d-43d6-b7c4-2d264e4de762 req-3de2cafc-526d-4f2e-9a03-283b0ef5952a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893147 Feb 09 14:08:06.458729 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a097b7-5466-400a-b0f6-a2e3a07ccb49 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:08:06.467322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-5757b558-679f-4b58-86f7-feef924c2d53 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:08:06.467322 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-5757b558-679f-4b58-86f7-feef924c2d53 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:06.500056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 50a097b7-5466-400a-b0f6-a2e3a07ccb49, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=50a097b7-5466-400a-b0f6-a2e3a07ccb49,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:06.510888 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896b554-bcfc-489f-a8ba-54b929afff4a None None] Sync routers for ids ['42686843-2ce9-4fa4-a0e1-151a10b15d31'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:08:06.529273 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:06.592125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896b554-bcfc-489f-a8ba-54b929afff4a None None] Routers {'42686843-2ce9-4fa4-a0e1-151a10b15d31'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:08:06.592125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7896b554-bcfc-489f-a8ba-54b929afff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:07:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['42686843-2ce9-4fa4-a0e1-151a10b15d31'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:06.623317 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-5757b558-679f-4b58-86f7-feef924c2d53 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "PUT /v2.0/floatingips/06a2f403-642d-40f0-a1a2-5897c1ca9603 HTTP/1.1" status: 200 len: 695 time: 2.0995836 Feb 09 14:08:06.694458 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['fc40854f-bc32-48cf-aadd-f5db879e2858'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:08:06.833063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-526a35de-f749-45fc-9c29-1980c397c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:06.839010 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-526a35de-f749-45fc-9c29-1980c397c344 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=261613e7ddbb41359071f1ad50216588&device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 1096 time: 0.1588473 Feb 09 14:08:06.873211 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=50a097b7-5466-400a-b0f6-a2e3a07ccb49,revision_number=10']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:06.915297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabb927-9adc-4b43-a779-0b0ed479fdff req-77bb57ae-d18a-41a1-a598-774483459a59 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:06.917223 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ccabb927-9adc-4b43-a779-0b0ed479fdff req-77bb57ae-d18a-41a1-a598-774483459a59 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca53634d-3eb8-46a6-9db3-8cfc97cd2a18 HTTP/1.1" status: 200 len: 945 time: 0.1099508 Feb 09 14:08:06.985664 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ccabb927-9adc-4b43-a779-0b0ed479fdff req-e7e63bf3-e424-4244-b0d9-f64cb60730d7 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594382 Feb 09 14:08:07.051615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-1fc1af33-6ac4-4e19-be04-399a245e8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:07.061055 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-1fc1af33-6ac4-4e19-be04-399a245e8c2c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e HTTP/1.1" status: 200 len: 929 time: 0.2044060 Feb 09 14:08:07.181073 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['50a097b7-5466-400a-b0f6-a2e3a07ccb49'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:08:07.225445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b8419f56-0d12-4138-a36a-40b411b3f483 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:08:07.251706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3adf7-7176-43a7-948f-aa56bf59fe07 req-3b306aa1-92a2-421e-9889-66aa1860cee3 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:07.256557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-7896b554-bcfc-489f-a8ba-54b929afff4a None None] Set router 42686843-2ce9-4fa4-a0e1-151a10b15d31 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:08:07.261725 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22f3adf7-7176-43a7-948f-aa56bf59fe07 req-3b306aa1-92a2-421e-9889-66aa1860cee3 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.1556218 Feb 09 14:08:07.328704 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-cff35047-ba87-45e8-a08f-5cd1721b67fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 HTTP/1.1" status: 200 len: 217 time: 0.2551260 Feb 09 14:08:07.338457 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22f3adf7-7176-43a7-948f-aa56bf59fe07 req-81eb5860-9df5-464d-8f14-5708019e813d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754254 Feb 09 14:08:07.416951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-a94988c9-753b-4625-a6ec-d49e2901add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:07.426248 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-a94988c9-753b-4625-a6ec-d49e2901add7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=176745eb-cf2b-4242-a48f-776f09b48b10 HTTP/1.1" status: 200 len: 868 time: 0.0996177 Feb 09 14:08:07.523829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-697cf255-3d2f-451a-92b8-9f7afca68466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:07.523829 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-697cf255-3d2f-451a-92b8-9f7afca68466 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953076 Feb 09 14:08:07.707353 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port b8419f56-0d12-4138-a36a-40b411b3f483 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:08:07.724156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port b8419f56-0d12-4138-a36a-40b411b3f483 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:07.724156 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:07.797603 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-07829f80-b6b6-49a7-979c-ff7a79e60466 service neutron] 10.222.0.48 "GET /v2.0/networks/e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628586 Feb 09 14:08:08.039078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e95a376-501a-40c5-b6c8-7c59f80fa3f9', 'tag': 'c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:08.046091 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:08.066067 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d2f81f3-a0f8-412d-8ac2-5d23f81eaba6 req-1fd19637-e616-4c10-b0ec-c24367da4cfe service neutron] 10.222.0.48 "GET /v2.0/networks/e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441585 Feb 09 14:08:08.076115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7896b554-bcfc-489f-a8ba-54b929afff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-router', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:06:57Z', 'updated_at': '2022-02-09T14:07:14Z', 'revision_number': 4, 'project_id': '261613e7ddbb41359071f1ad50216588', 'gw_port': {'id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:00Z', 'updated_at': '2022-02-09T14:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '34ea4760-3bc7-48f3-b21f-03c937bd88de', 'name': '', 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'mac_address': 'fa:16:3e:37:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:11Z', 'updated_at': '2022-02-09T14:07:24Z', 'revision_number': 5, 'project_id': '261613e7ddbb41359071f1ad50216588', 'subnets': [{'id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:08.076115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68629554-f0c0-4279-8010-d954bfaecda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8419f56-0d12-4138-a36a-40b411b3f483'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:08.087973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896b554-bcfc-489f-a8ba-54b929afff4a None None] Checking router: 42686843-2ce9-4fa4-a0e1-151a10b15d31 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:08:08.095059 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63517579-eb3d-4331-87d7-69762003d6bd req-724bd362-1140-4667-b3df-16306ce398fc tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:08.099341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b8419f56-0d12-4138-a36a-40b411b3f483,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:08.099341 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:08.102908 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63517579-eb3d-4331-87d7-69762003d6bd req-724bd362-1140-4667-b3df-16306ce398fc tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 1095 time: 0.0983212 Feb 09 14:08:08.144047 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63517579-eb3d-4331-87d7-69762003d6bd req-ec97c7ff-807a-453f-a58c-0de145fd1908 tempest-LiveAutoBlockMigrationV225Test-1909535324 tempest-LiveAutoBlockMigrationV225Test-1909535324-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527778 Feb 09 14:08:08.151899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896b554-bcfc-489f-a8ba-54b929afff4a None None] Routers {'42686843-2ce9-4fa4-a0e1-151a10b15d31'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:08:08.151899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7896b554-bcfc-489f-a8ba-54b929afff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:07:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['42686843-2ce9-4fa4-a0e1-151a10b15d31'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:08.276289 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d85d793b-f8c4-432e-b4d1-8ec26d390d39 req-ebefd5cf-8e40-4db0-acb5-b1622a3f4410 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0563154 Feb 09 14:08:08.285388 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b8419f56-0d12-4138-a36a-40b411b3f483,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:08.438725 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:08.444477 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-7896b554-bcfc-489f-a8ba-54b929afff4a None None] Set router 42686843-2ce9-4fa4-a0e1-151a10b15d31 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:08:08.638295 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d91e7682-14be-4e50-9fa6-b8bf4dc78fb7 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=74dd94117c2344ef93fcc11ad11ff6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1011717 Feb 09 14:08:08.712966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5c947-7f6a-4857-a075-a31547d69ed8 req-c9e3e7dc-d84d-4c41-a4b6-74420ba47a4c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:08.712966 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4bf5c947-7f6a-4857-a075-a31547d69ed8 req-c9e3e7dc-d84d-4c41-a4b6-74420ba47a4c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.2401843 Feb 09 14:08:08.804520 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4bf5c947-7f6a-4857-a075-a31547d69ed8 req-f393a2a3-462d-427e-9549-5d885815cc76 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891604 Feb 09 14:08:08.873372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-da69d71d-3ab8-4658-a943-d4bd6e7708b4 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:08.875101 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-da69d71d-3ab8-4658-a943-d4bd6e7708b4 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2219689 Feb 09 14:08:08.901554 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-ef64072d-d78a-4d47-bcb8-bf5eef031158 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/quotas/74dd94117c2344ef93fcc11ad11ff6b4 HTTP/1.1" status: 200 len: 375 time: 0.0169384 Feb 09 14:08:08.919448 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7896b554-bcfc-489f-a8ba-54b929afff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-router', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:06:57Z', 'updated_at': '2022-02-09T14:07:14Z', 'revision_number': 4, 'project_id': '261613e7ddbb41359071f1ad50216588', 'gw_port': {'id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:00Z', 'updated_at': '2022-02-09T14:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '34ea4760-3bc7-48f3-b21f-03c937bd88de', 'name': '', 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'mac_address': 'fa:16:3e:37:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:11Z', 'updated_at': '2022-02-09T14:07:24Z', 'revision_number': 5, 'project_id': '261613e7ddbb41359071f1ad50216588', 'subnets': [{'id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:08.931124 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896b554-bcfc-489f-a8ba-54b929afff4a None None] The sync data for ids ['42686843-2ce9-4fa4-a0e1-151a10b15d31'] in n-d-828418-2 is: [{'id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-router', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:06:57Z', 'updated_at': '2022-02-09T14:07:14Z', 'revision_number': 4, 'project_id': '261613e7ddbb41359071f1ad50216588', 'gw_port': {'id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:00Z', 'updated_at': '2022-02-09T14:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '34ea4760-3bc7-48f3-b21f-03c937bd88de', 'name': '', 'network_id': 'e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'mac_address': 'fa:16:3e:37:0d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:11Z', 'updated_at': '2022-02-09T14:07:24Z', 'revision_number': 5, 'project_id': '261613e7ddbb41359071f1ad50216588', 'subnets': [{'id': '176745eb-cf2b-4242-a48f-776f09b48b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:08:08.971138 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-b9059332-0199-487d-bc67-7d0d93ac94de tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=74dd94117c2344ef93fcc11ad11ff6b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682950 Feb 09 14:08:09.062655 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d954c-5260-4056-8d56-bb534201d624 req-4b64b05b-60a9-487a-9939-82f7c6721ded tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:09.062655 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-708d954c-5260-4056-8d56-bb534201d624 req-4b64b05b-60a9-487a-9939-82f7c6721ded tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Synchronizing usage tracker for tenant:4f9a9c7b338a470d8aee6d110bbc59eb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:09.099606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-708d954c-5260-4056-8d56-bb534201d624 req-4b64b05b-60a9-487a-9939-82f7c6721ded tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Unset dirty status for tenant:4f9a9c7b338a470d8aee6d110bbc59eb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:09.099606 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-708d954c-5260-4056-8d56-bb534201d624 req-4b64b05b-60a9-487a-9939-82f7c6721ded tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 950 time: 0.1640685 Feb 09 14:08:09.214469 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-708d954c-5260-4056-8d56-bb534201d624 req-fa20eb5e-153a-4702-9675-45110ed03dcf tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975614 Feb 09 14:08:09.322784 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e95a376-501a-40c5-b6c8-7c59f80fa3f9', 'tag': 'c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6', 'status': 'completed', 'code': 200} Feb 09 14:08:09.352968 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device fc40854f-bc32-48cf-aadd-f5db879e2858 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:08:09.402559 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824eca2b-534d-4881-9b48-4043ade057ab req-1fef8309-eb10-449f-bc62-b784c71c78ed tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:09.413787 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-824eca2b-534d-4881-9b48-4043ade057ab req-1fef8309-eb10-449f-bc62-b784c71c78ed tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca53634d-3eb8-46a6-9db3-8cfc97cd2a18 HTTP/1.1" status: 200 len: 945 time: 0.1192019 Feb 09 14:08:09.453351 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497a5b61-39bd-49ac-93e1-3c0d9f2a21b4 None None] New status for floating IP 06a2f403-642d-40f0-a1a2-5897c1ca9603: DOWN {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:08:09.506739 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-824eca2b-534d-4881-9b48-4043ade057ab req-d7e3d0e1-6470-4db7-a109-81fa15c06c0a tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908618 Feb 09 14:08:09.517441 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4301947f-d0b7-4d07-89de-5c231566beca req-6b47f96d-047b-4b71-9c05-0f80d2357dc6 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/floatingips/06a2f403-642d-40f0-a1a2-5897c1ca9603 HTTP/1.1" status: 200 len: 695 time: 0.1653907 Feb 09 14:08:09.535921 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port fc40854f-bc32-48cf-aadd-f5db879e2858 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:08:09.542367 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port fc40854f-bc32-48cf-aadd-f5db879e2858 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:09.542860 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:09.683699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170154d8-99dd-4918-9baf-c200957b0240 req-161249d1-1e7d-43bb-8aad-b92b7488d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:09.683699 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-170154d8-99dd-4918-9baf-c200957b0240 req-161249d1-1e7d-43bb-8aad-b92b7488d9c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=261613e7ddbb41359071f1ad50216588&device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 1096 time: 0.2420042 Feb 09 14:08:09.802630 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68629554-f0c0-4279-8010-d954bfaecda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8419f56-0d12-4138-a36a-40b411b3f483', 'code': 200} Feb 09 14:08:09.804354 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:09.903366 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port fc40854f-bc32-48cf-aadd-f5db879e2858, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=fc40854f-bc32-48cf-aadd-f5db879e2858,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:09.914111 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:09.979459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301947f-d0b7-4d07-89de-5c231566beca req-941e1ebe-cbe1-4535-b9e3-4f003b835a04 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:09.986228 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4301947f-d0b7-4d07-89de-5c231566beca req-941e1ebe-cbe1-4535-b9e3-4f003b835a04 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.4607832 Feb 09 14:08:10.185988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170154d8-99dd-4918-9baf-c200957b0240 req-a461ec67-4715-41b4-a186-65e8d5a2ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:10.187444 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-170154d8-99dd-4918-9baf-c200957b0240 req-a461ec67-4715-41b4-a186-65e8d5a2ff44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e HTTP/1.1" status: 200 len: 929 time: 0.5056267 Feb 09 14:08:10.192451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7c2c8-21aa-468e-9252-999d122a3ddb req-331f529f-349c-4ad7-93ab-4343894cf432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:10.196025 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-82b7c2c8-21aa-468e-9252-999d122a3ddb req-331f529f-349c-4ad7-93ab-4343894cf432 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 1101 time: 0.2391176 Feb 09 14:08:10.230105 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:10.240260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=fc40854f-bc32-48cf-aadd-f5db879e2858,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:10.343752 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-170154d8-99dd-4918-9baf-c200957b0240 req-e0e4ebd4-fb9b-41e5-8f41-2c0fc82e94c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 HTTP/1.1" status: 200 len: 217 time: 0.0865321 Feb 09 14:08:10.349044 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4301947f-d0b7-4d07-89de-5c231566beca req-3eb559e3-3019-4a92-adc2-55c72aa468d8 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 698 time: 0.3630943 Feb 09 14:08:10.406082 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-82b7c2c8-21aa-468e-9252-999d122a3ddb req-1108f343-14ba-40f3-a283-f4144d21e5b5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783137 Feb 09 14:08:10.452705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ab9d8-6810-45cf-88fc-e11fa1582f2b req-84da2872-0904-4937-831b-698136957a02 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:10.460849 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e36ab9d8-6810-45cf-88fc-e11fa1582f2b req-84da2872-0904-4937-831b-698136957a02 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 949 time: 0.1560411 Feb 09 14:08:10.470237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953c7df-2df3-4d38-aec9-3ff6c32294a1 req-afc4ac10-c954-402d-adb5-a4fa93c8dd88 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:10.471687 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3953c7df-2df3-4d38-aec9-3ff6c32294a1 req-afc4ac10-c954-402d-adb5-a4fa93c8dd88 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 950 time: 0.2109866 Feb 09 14:08:10.493168 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4301947f-d0b7-4d07-89de-5c231566beca req-5832a3b5-0459-4d3d-b879-23b02242e77b tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 698 time: 0.1341226 Feb 09 14:08:10.499355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170154d8-99dd-4918-9baf-c200957b0240 req-51585278-dfc9-421a-8722-d9d17903bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:10.501065 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-170154d8-99dd-4918-9baf-c200957b0240 req-51585278-dfc9-421a-8722-d9d17903bae8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=176745eb-cf2b-4242-a48f-776f09b48b10 HTTP/1.1" status: 200 len: 868 time: 0.1448317 Feb 09 14:08:10.536176 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e36ab9d8-6810-45cf-88fc-e11fa1582f2b req-de480774-7dd5-44b9-a8bf-afb360b9888a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712869 Feb 09 14:08:10.734861 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8f217c1d-254c-4d7e-a2db-328555cf8a89 req-6df9e022-163d-47ee-911a-25c0435eb644 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 210 time: 0.0503988 Feb 09 14:08:10.890347 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3da8edf3-f459-4374-99c2-028708a34d45 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=74dd94117c2344ef93fcc11ad11ff6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693495 Feb 09 14:08:10.909631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ab48406d-b044-4d25-97f4-5f5269762403 req-9f1548fc-8d06-4a47-bbc4-315fbb11e707 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0530348 Feb 09 14:08:10.934603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-4301947f-d0b7-4d07-89de-5c231566beca req-ab2ff1e9-79be-4f05-a896-5d32107730a6 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Deleting port e62be0ab-c7a9-494e-a4a4-13fb74496f70 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:08:10.934603 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4301947f-d0b7-4d07-89de-5c231566beca req-ab2ff1e9-79be-4f05-a896-5d32107730a6 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:11.167492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ff3d5-f153-4be8-8dc4-6edd1f2ff665 req-d8e7171e-d205-4963-9c69-f04b13b9981f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:11.169095 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef8ff3d5-f153-4be8-8dc4-6edd1f2ff665 req-d8e7171e-d205-4963-9c69-f04b13b9981f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.1029410 Feb 09 14:08:11.213217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-8937d3c8-bce6-4ea5-9969-d3abb20d0296 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:11.214597 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-8937d3c8-bce6-4ea5-9969-d3abb20d0296 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3198044 Feb 09 14:08:11.216701 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef8ff3d5-f153-4be8-8dc4-6edd1f2ff665 req-30cd9ac9-854f-4356-9489-4a5b84a4e2d9 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412097 Feb 09 14:08:11.236297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Request body: {'port': {'device_id': 'dbd61664-cce4-4505-b345-5edcef596536', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': '74dd94117c2344ef93fcc11ad11ff6b4'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:08:11.240594 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 50a097b7-5466-400a-b0f6-a2e3a07ccb49 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:08:11.303535 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4301947f-d0b7-4d07-89de-5c231566beca req-ab2ff1e9-79be-4f05-a896-5d32107730a6 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:11.304223 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4301947f-d0b7-4d07-89de-5c231566beca req-ab2ff1e9-79be-4f05-a896-5d32107730a6 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:11.316487 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 50a097b7-5466-400a-b0f6-a2e3a07ccb49 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:11.316855 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:11.407415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d901346-21c8-4f19-b0f2-524f9af7f4b1 req-286a2ee9-116d-46a4-86f7-1b4d78e50e38 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:11.409941 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d901346-21c8-4f19-b0f2-524f9af7f4b1 req-286a2ee9-116d-46a4-86f7-1b4d78e50e38 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 944 time: 0.0940363 Feb 09 14:08:11.435177 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:11.447423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-4301947f-d0b7-4d07-89de-5c231566beca req-ab2ff1e9-79be-4f05-a896-5d32107730a6 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Calling delete_port for e62be0ab-c7a9-494e-a4a4-13fb74496f70 owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:08:11.469317 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 50a097b7-5466-400a-b0f6-a2e3a07ccb49, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=50a097b7-5466-400a-b0f6-a2e3a07ccb49,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:11.475545 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:11.567111 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d901346-21c8-4f19-b0f2-524f9af7f4b1 req-77c36cf4-ea0e-40e8-a498-0a3ec4270b09 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516337 Feb 09 14:08:11.567927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:11.572205 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Usage tracker for resource:port and tenant:74dd94117c2344ef93fcc11ad11ff6b4 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:11.575990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:11.582066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:11.587908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=50a097b7-5466-400a-b0f6-a2e3a07ccb49,revision_number=11']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:11.594221 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Made reservation on behalf of 74dd94117c2344ef93fcc11ad11ff6b4 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:08:11.598190 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:11.613149 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:11.666189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:11.679220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Usage tracker for resource:security_group_rule and tenant:74dd94117c2344ef93fcc11ad11ff6b4 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:11.684420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:11.694918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:11.718459 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4301947f-d0b7-4d07-89de-5c231566beca req-ab2ff1e9-79be-4f05-a896-5d32107730a6 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:11.772421 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ff1e9-79be-4f05-a896-5d32107730a6 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Pushing event deleted for resources: {'Port': ['ID=e62be0ab-c7a9-494e-a4a4-13fb74496f70,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:11.794858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627c906-8bf0-4fea-9d5a-07cbe31c9472 req-6709be76-637d-4364-8801-490f2ad508d3 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:11.796439 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c627c906-8bf0-4fea-9d5a-07cbe31c9472 req-6709be76-637d-4364-8801-490f2ad508d3 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 950 time: 0.0983481 Feb 09 14:08:11.804252 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca53634d-3eb8-46a6-9db3-8cfc97cd2a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc40854f-bc32-48cf-aadd-f5db879e2858'}, {'server_uuid': 'aee07a85-3679-4a90-9ec1-96750134b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a097b7-5466-400a-b0f6-a2e3a07ccb49'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:11.850065 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c627c906-8bf0-4fea-9d5a-07cbe31c9472 req-2aa2b744-d91b-4e18-baf7-9d1e3b3e6a7d tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470898 Feb 09 14:08:11.906732 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4301947f-d0b7-4d07-89de-5c231566beca req-ab2ff1e9-79be-4f05-a896-5d32107730a6 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:11.948818 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:11.957834 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:12.011920 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4301947f-d0b7-4d07-89de-5c231566beca req-ab2ff1e9-79be-4f05-a896-5d32107730a6 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:12.013587 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4301947f-d0b7-4d07-89de-5c231566beca req-ab2ff1e9-79be-4f05-a896-5d32107730a6 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "DELETE /v2.0/floatingips/06a2f403-642d-40f0-a1a2-5897c1ca9603 HTTP/1.1" status: 204 len: 173 time: 1.5162926 Feb 09 14:08:12.053768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fadfab5-6b1f-44a9-9270-660f2885f2d6,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:12.054871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1611f-22f0-43a1-a8a2-b4449cfe3622 req-aaa924cf-5bb2-4fe0-84f2-f61639282e3b tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:12.057358 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ad1611f-22f0-43a1-a8a2-b4449cfe3622 req-aaa924cf-5bb2-4fe0-84f2-f61639282e3b tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca53634d-3eb8-46a6-9db3-8cfc97cd2a18 HTTP/1.1" status: 200 len: 946 time: 0.1091547 Feb 09 14:08:12.124481 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ad1611f-22f0-43a1-a8a2-b4449cfe3622 req-365e99cd-6d01-4c0d-a0b6-2074f37f36b6 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549316 Feb 09 14:08:12.191612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Allocated IP 192.168.233.49 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/66e3b46f-0551-4e31-8dc6-f2c913ed02c1) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:08:12.265806 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e2633b49-60df-4c6f-ab34-baafa31593f5 req-853365cf-1f63-41a4-af95-810cd418c900 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 210 time: 0.0441351 Feb 09 14:08:12.330739 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca53634d-3eb8-46a6-9db3-8cfc97cd2a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc40854f-bc32-48cf-aadd-f5db879e2858', 'code': 200} Feb 09 14:08:12.331229 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee07a85-3679-4a90-9ec1-96750134b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a097b7-5466-400a-b0f6-a2e3a07ccb49', 'code': 200} Feb 09 14:08:12.347569 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f1ef9-7f1f-4c91-a736-3e8928a70339 req-7555978d-0376-4d96-8cd7-e00c00465a4d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:12.349398 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5d4f1ef9-7f1f-4c91-a736-3e8928a70339 req-7555978d-0376-4d96-8cd7-e00c00465a4d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 950 time: 0.2025557 Feb 09 14:08:12.489655 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eaeacf58-57e6-41a9-bafd-06987e8d3fd8 req-d9384491-7752-47ef-a767-463ff434d762 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0592740 Feb 09 14:08:12.524632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe60874-e86c-42b0-a278-50340f5875ac req-97e1dac6-3e2d-4913-9877-b2c1a5625707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:12.526931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bfe60874-e86c-42b0-a278-50340f5875ac req-97e1dac6-3e2d-4913-9877-b2c1a5625707 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ca53634d-3eb8-46a6-9db3-8cfc97cd2a18 HTTP/1.1" status: 200 len: 1097 time: 0.1293592 Feb 09 14:08:12.559551 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5d4f1ef9-7f1f-4c91-a736-3e8928a70339 req-dbb0017c-a5e6-4507-a663-91255497f107 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039378 Feb 09 14:08:12.579119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bfe60874-e86c-42b0-a278-50340f5875ac req-b1902861-3034-452a-a6e4-c6abb8aa57df service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449338 Feb 09 14:08:12.615252 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:12.633611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Transition to ACTIVE for port object 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:08:12.663779 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:12.734256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4a5c5-4485-4ee3-bc0e-49c2d23deb25 req-fb3ac51f-a45a-4ec4-8494-0aff71823927 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:12.735974 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6cd4a5c5-4485-4ee3-bc0e-49c2d23deb25 req-fb3ac51f-a45a-4ec4-8494-0aff71823927 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.0920138 Feb 09 14:08:12.780376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:08:12.783084 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6cd4a5c5-4485-4ee3-bc0e-49c2d23deb25 req-238bea41-9240-4fd9-9f5c-34f74af8538e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410843 Feb 09 14:08:12.784963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:08:12.790696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:08:12.832729 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Pushing event updated for resources: {'Port': ['ID=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:12.884237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:12.884741 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:12.913988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24a9b3-56f4-4e01-81ef-ee529951c1a6 req-43a2820e-3395-49c9-9c69-b488df84d85a tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:12.914749 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-2c24a9b3-56f4-4e01-81ef-ee529951c1a6 req-43a2820e-3395-49c9-9c69-b488df84d85a tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Synchronizing usage tracker for tenant:261613e7ddbb41359071f1ad50216588 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:12.925838 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-3dd9fc4b-56da-4b75-a5aa-b2a2d9bf9b4f tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6968343 Feb 09 14:08:12.947910 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Request body: {'port': {'device_id': 'dbd61664-cce4-4505-b345-5edcef596536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:08:12.982348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-2c24a9b3-56f4-4e01-81ef-ee529951c1a6 req-43a2820e-3395-49c9-9c69-b488df84d85a tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Unset dirty status for tenant:261613e7ddbb41359071f1ad50216588 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:12.983793 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2c24a9b3-56f4-4e01-81ef-ee529951c1a6 req-43a2820e-3395-49c9-9c69-b488df84d85a tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2793634 Feb 09 14:08:13.003119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467d99e-45a9-4e5a-8457-1e9b8bffd585 req-bb0d0dcb-0a1f-4ed7-8cf5-ca3c90b58f90 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:13.004801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d467d99e-45a9-4e5a-8457-1e9b8bffd585 req-bb0d0dcb-0a1f-4ed7-8cf5-ca3c90b58f90 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 944 time: 0.1085627 Feb 09 14:08:13.084103 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d467d99e-45a9-4e5a-8457-1e9b8bffd585 req-48e0d9e4-dc0a-48fe-a3ef-ba5b546e281a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616233 Feb 09 14:08:13.084203 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-2c24a9b3-56f4-4e01-81ef-ee529951c1a6 req-0fc1fc76-ce28-498d-b5be-7e442b69bf27 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Synchronizing usage tracker for tenant:261613e7ddbb41359071f1ad50216588 on resource:floatingip {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:13.092950 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c8baad6d-2205-4b2d-a0f6-e8f7c0e6b650 None None] Provisioning for port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:08:13.100468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c8baad6d-2205-4b2d-a0f6-e8f7c0e6b650 None None] Provisioning complete for port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:13.100848 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c8baad6d-2205-4b2d-a0f6-e8f7c0e6b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:13.164599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-2c24a9b3-56f4-4e01-81ef-ee529951c1a6 req-0fc1fc76-ce28-498d-b5be-7e442b69bf27 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Unset dirty status for tenant:261613e7ddbb41359071f1ad50216588 on resource:floatingip {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:13.165703 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2c24a9b3-56f4-4e01-81ef-ee529951c1a6 req-0fc1fc76-ce28-498d-b5be-7e442b69bf27 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1624281 Feb 09 14:08:13.173160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c8baad6d-2205-4b2d-a0f6-e8f7c0e6b650 None None] Port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:08:13.192655 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:13.330518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d651ba-f016-4583-a7c5-9c9d7cc887fd req-89413337-264a-44a7-944a-ad0f6bf297ab tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:13.332098 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-36d651ba-f016-4583-a7c5-9c9d7cc887fd req-89413337-264a-44a7-944a-ad0f6bf297ab tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 950 time: 0.1245821 Feb 09 14:08:13.385060 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-36d651ba-f016-4583-a7c5-9c9d7cc887fd req-86cc9a76-50a2-44ef-81f5-8ca705edc005 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5f78b87-9df4-418f-8ee7-775fce90d000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445220 Feb 09 14:08:13.496117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-eb6598cc-b46a-4dc9-b4ec-1ad9b1d59e06 req-cd527bf4-b56e-47bc-93ab-01267a6d4f53 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Synchronizing usage tracker for tenant:261613e7ddbb41359071f1ad50216588 on resource:floatingip {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:13.509858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-eb6598cc-b46a-4dc9-b4ec-1ad9b1d59e06 req-cd527bf4-b56e-47bc-93ab-01267a6d4f53 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Unset dirty status for tenant:261613e7ddbb41359071f1ad50216588 on resource:floatingip {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:13.524032 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eb6598cc-b46a-4dc9-b4ec-1ad9b1d59e06 req-cd527bf4-b56e-47bc-93ab-01267a6d4f53 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0998497 Feb 09 14:08:13.615963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3953c7df-2df3-4d38-aec9-3ff6c32294a1 req-1a3cb685-9537-4782-8eb7-15c3e8f2c64a tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Deleting port 66292f43-5d33-4a6b-af17-71cf2e4434ba {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:08:13.617000 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3953c7df-2df3-4d38-aec9-3ff6c32294a1 req-1a3cb685-9537-4782-8eb7-15c3e8f2c64a tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:13.682733 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf73c33-4e23-4324-81b5-cf0d85e9237e req-38bb5137-6701-42c2-83bd-b4b1ea9c2c12 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:13.684249 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0bf73c33-4e23-4324-81b5-cf0d85e9237e req-38bb5137-6701-42c2-83bd-b4b1ea9c2c12 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca53634d-3eb8-46a6-9db3-8cfc97cd2a18 HTTP/1.1" status: 200 len: 946 time: 0.3669341 Feb 09 14:08:13.804967 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0bf73c33-4e23-4324-81b5-cf0d85e9237e req-f6e628a0-d1c7-46f7-bbf3-b75933557ac8 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046915 Feb 09 14:08:13.823523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:08:13.831574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170154d8-99dd-4918-9baf-c200957b0240 req-009ec583-f7e8-48b8-b619-e705f4fc6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:13.833059 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-170154d8-99dd-4918-9baf-c200957b0240 req-009ec583-f7e8-48b8-b619-e705f4fc6d16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2312653 Feb 09 14:08:13.834767 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:13.928963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Transition to ACTIVE for port object 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:08:13.966916 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:13.967699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd52371-b856-412b-9da1-19c957ffc169 req-a696ea91-b22d-4df5-9f75-56e7c4569dbf tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:13.969398 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bfd52371-b856-412b-9da1-19c957ffc169 req-a696ea91-b22d-4df5-9f75-56e7c4569dbf tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 935 time: 0.3232234 Feb 09 14:08:14.021411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79731f0-b069-41a4-86c5-c521d9622122 req-c2a13e92-7c5c-4d35-855b-d63d76320d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:14.023324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e79731f0-b069-41a4-86c5-c521d9622122 req-c2a13e92-7c5c-4d35-855b-d63d76320d8d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 1101 time: 0.3096223 Feb 09 14:08:14.032265 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4335af64-08ce-4406-944c-a42dbc49f5ec req-044e1674-3c14-4a50-8d03-bef4fc97e0e8 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.1049902 Feb 09 14:08:14.065368 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bfd52371-b856-412b-9da1-19c957ffc169 req-b9c68cda-8c5c-4566-954d-6494728e6c95 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717928 Feb 09 14:08:14.197140 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e79731f0-b069-41a4-86c5-c521d9622122 req-677c7faf-2925-450b-b840-57a323a42b17 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423399 Feb 09 14:08:14.228255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Pushing event updated for resources: {'Port': ['ID=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:14.248711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-3953c7df-2df3-4d38-aec9-3ff6c32294a1 req-1a3cb685-9537-4782-8eb7-15c3e8f2c64a tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] For port 66292f43-5d33-4a6b-af17-71cf2e4434ba, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=66292f43-5d33-4a6b-af17-71cf2e4434ba,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:14.249080 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3953c7df-2df3-4d38-aec9-3ff6c32294a1 req-1a3cb685-9537-4782-8eb7-15c3e8f2c64a tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:14.281482 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-170154d8-99dd-4918-9baf-c200957b0240 req-004fc2a0-a444-468b-bb9c-1d3428fec4cb service neutron] 10.222.0.35 "GET /v2.0/networks/e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355557 Feb 09 14:08:14.329029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Attempting to bind port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:08:14.329449 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Attempting to bind port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:08:14.329800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Attempting to bind port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:08:14.335282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:08:14.335606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Attempting to bind port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:08:14.343338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:08:14.343793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:08:14.344235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:08:14.344675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Bound port: 66e3b46f-0551-4e31-8dc6-f2c913ed02c1, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:08:14.345040 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:14.467374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3953c7df-2df3-4d38-aec9-3ff6c32294a1 req-1a3cb685-9537-4782-8eb7-15c3e8f2c64a tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Calling delete_port for 66292f43-5d33-4a6b-af17-71cf2e4434ba owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:08:14.511780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] For port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:08:14.526291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] For port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:08:14.532304 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:14.712770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:14.713431 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:14.714772 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] 10.222.0.21 "PUT /v2.0/ports/66e3b46f-0551-4e31-8dc6-f2c913ed02c1 HTTP/1.1" status: 200 len: 1095 time: 1.7767141 Feb 09 14:08:14.715200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdf511-b620-4644-9ce9-1013a689ffbb req-5f3f8d3a-a586-4155-b932-4c260cfab205 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:14.715623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd61664-cce4-4505-b345-5edcef596536', 'tag': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:14.717536 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24fdf511-b620-4644-9ce9-1013a689ffbb req-5f3f8d3a-a586-4155-b932-4c260cfab205 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 950 time: 0.3642211 Feb 09 14:08:14.760165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0c374-8994-4acd-8d55-fb4b783c416a req-f91e67db-f456-4400-b42c-c1f5ad6a788a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:14.761715 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44f0c374-8994-4acd-8d55-fb4b783c416a req-f91e67db-f456-4400-b42c-c1f5ad6a788a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.2938001 Feb 09 14:08:14.762542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a06a60-17dc-4c6d-9bc6-4ea363dc9a6c service neutron] Pushing event updated for resources: {'Port': ['ID=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:14.800524 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24fdf511-b620-4644-9ce9-1013a689ffbb req-aa826d10-a239-458e-92c0-e7b4cefaa34e tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741892 Feb 09 14:08:14.801859 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3953c7df-2df3-4d38-aec9-3ff6c32294a1 req-1a3cb685-9537-4782-8eb7-15c3e8f2c64a tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:14.872071 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44f0c374-8994-4acd-8d55-fb4b783c416a req-377bd01b-24f6-44a8-85ea-263d0f7c6ead tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748096 Feb 09 14:08:14.904237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cb685-9537-4782-8eb7-15c3e8f2c64a tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Pushing event deleted for resources: {'Port': ['ID=66292f43-5d33-4a6b-af17-71cf2e4434ba,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:14.907419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-9e7ec5b2-d25c-4d40-a531-3a02fad56c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:14.909143 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-9e7ec5b2-d25c-4d40-a531-3a02fad56c70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74dd94117c2344ef93fcc11ad11ff6b4&device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 1098 time: 0.1431134 Feb 09 14:08:14.961786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3953c7df-2df3-4d38-aec9-3ff6c32294a1 req-1a3cb685-9537-4782-8eb7-15c3e8f2c64a tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] No DVR routers for this DVR port 66292f43-5d33-4a6b-af17-71cf2e4434ba on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:08:14.988412 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-f07b63e5-41a8-4686-b0d2-9cbc8c849ceb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=66e3b46f-0551-4e31-8dc6-f2c913ed02c1 HTTP/1.1" status: 200 len: 217 time: 0.0717611 Feb 09 14:08:14.994753 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3953c7df-2df3-4d38-aec9-3ff6c32294a1 req-1a3cb685-9537-4782-8eb7-15c3e8f2c64a tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:14.997294 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4eb610-3394-4084-981b-bc840d689b32', 'name': 'network-vif-deleted', 'tag': '66292f43-5d33-4a6b-af17-71cf2e4434ba'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:15.032720 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3953c7df-2df3-4d38-aec9-3ff6c32294a1 req-1a3cb685-9537-4782-8eb7-15c3e8f2c64a tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.35 "DELETE /v2.0/ports/66292f43-5d33-4a6b-af17-71cf2e4434ba HTTP/1.1" status: 204 len: 173 time: 1.5074129 Feb 09 14:08:15.068379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef9ed1-a2af-4535-9328-77f38cf271d9 req-a26d6a46-f277-46a5-995b-e477d97d8dca tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:15.069823 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5ef9ed1-a2af-4535-9328-77f38cf271d9 req-a26d6a46-f277-46a5-995b-e477d97d8dca tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 944 time: 0.1144662 Feb 09 14:08:15.124923 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5ef9ed1-a2af-4535-9328-77f38cf271d9 req-aa75dd0b-0377-460a-9c8d-ee3f6eaf99ba tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494194 Feb 09 14:08:15.134621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-abe50759-3f12-45de-a074-1ba71d6b0322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:15.136328 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-abe50759-3f12-45de-a074-1ba71d6b0322 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1376452 Feb 09 14:08:15.218455 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81b596-751f-448f-8a7f-af5581edef2c req-5cb76585-81cc-4120-9827-ce1d3916d1d9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:15.220168 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9c81b596-751f-448f-8a7f-af5581edef2c req-5cb76585-81cc-4120-9827-ce1d3916d1d9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 945 time: 0.1762373 Feb 09 14:08:15.250368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 66292f43-5d33-4a6b-af17-71cf2e4434ba no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:15.280230 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9c81b596-751f-448f-8a7f-af5581edef2c req-23578712-3aa0-41bf-a7bd-4737b141a056 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523489 Feb 09 14:08:15.282429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d00311c2-adcb-4ce7-8eea-868040099861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:15.283933 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-d00311c2-adcb-4ce7-8eea-868040099861 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1405180 Feb 09 14:08:15.285079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1d74b017-56a8-428e-a0a7-4bcb1bcd76d9 req-5829ce3c-959a-430c-90cb-08e3c854990e tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Synchronizing usage tracker for tenant:4f9a9c7b338a470d8aee6d110bbc59eb on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:15.305953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 66292f43-5d33-4a6b-af17-71cf2e4434ba {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:08:15.306655 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 66292f43-5d33-4a6b-af17-71cf2e4434ba not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:08:15.309185 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1d74b017-56a8-428e-a0a7-4bcb1bcd76d9 req-5829ce3c-959a-430c-90cb-08e3c854990e tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] Unset dirty status for tenant:4f9a9c7b338a470d8aee6d110bbc59eb on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:15.311267 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d74b017-56a8-428e-a0a7-4bcb1bcd76d9 req-5829ce3c-959a-430c-90cb-08e3c854990e tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 210 time: 0.0707414 Feb 09 14:08:15.378776 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd61664-cce4-4505-b345-5edcef596536', 'tag': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1', 'status': 'completed', 'code': 200} Feb 09 14:08:15.403173 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4eb610-3394-4084-981b-bc840d689b32', 'name': 'network-vif-deleted', 'tag': '66292f43-5d33-4a6b-af17-71cf2e4434ba', 'status': 'completed', 'code': 200} Feb 09 14:08:15.460937 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-bede7781-15d9-4fd2-9525-7d03531564c1 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696997 Feb 09 14:08:15.559289 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dad70-61d0-465f-837a-becb40f52f6b req-a880443c-bc02-4dc2-899c-e7225c583c8f tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:15.561446 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a1dad70-61d0-465f-837a-becb40f52f6b req-a880443c-bc02-4dc2-899c-e7225c583c8f tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca53634d-3eb8-46a6-9db3-8cfc97cd2a18 HTTP/1.1" status: 200 len: 946 time: 0.1400027 Feb 09 14:08:15.630010 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a1dad70-61d0-465f-837a-becb40f52f6b req-fc7590e9-91f9-46a5-8c8b-9aa3707b1d26 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587041 Feb 09 14:08:15.630599 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9107882-4724-46ae-949c-8800175154d6 req-bdd47b16-2241-443f-8c29-92295b278269 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.1303215 Feb 09 14:08:15.696236 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e282fbb2-8cc3-4699-80ba-53d61ffd090f req-1a9d760b-d821-4f6d-bae0-7785dc2f0e1f service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282703 Feb 09 14:08:15.824354 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc074-3cd7-497d-b607-9bb2560f06e7 req-ca129928-72ba-416d-8b60-69fbc3fdb80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:15.826126 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a13bc074-3cd7-497d-b607-9bb2560f06e7 req-ca129928-72ba-416d-8b60-69fbc3fdb80f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74dd94117c2344ef93fcc11ad11ff6b4&device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 1098 time: 0.0826509 Feb 09 14:08:15.841824 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f418a9b-8749-4a57-b7b2-61c7b1cb0c9c req-5a17f68f-0e0c-4b51-ac9b-fe27d58a8e89 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:15.843410 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f418a9b-8749-4a57-b7b2-61c7b1cb0c9c req-5a17f68f-0e0c-4b51-ac9b-fe27d58a8e89 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 947 time: 0.0945671 Feb 09 14:08:15.911083 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f418a9b-8749-4a57-b7b2-61c7b1cb0c9c req-3bf42e97-d54a-44d8-86cf-5494daaa8789 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595217 Feb 09 14:08:16.068311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc074-3cd7-497d-b607-9bb2560f06e7 req-eaf82cea-b45f-4f73-aa20-abfeb684dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:16.069906 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a13bc074-3cd7-497d-b607-9bb2560f06e7 req-eaf82cea-b45f-4f73-aa20-abfeb684dc93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.2374959 Feb 09 14:08:16.094571 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71a36ba9-0291-4993-8e1f-666643a649cc req-bf7b4761-8813-4006-bdea-90dd8290a93d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0745995 Feb 09 14:08:16.142754 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a13bc074-3cd7-497d-b607-9bb2560f06e7 req-5aeb486c-c887-44fd-8ae8-163b92bf390a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=66e3b46f-0551-4e31-8dc6-f2c913ed02c1 HTTP/1.1" status: 200 len: 217 time: 0.0664093 Feb 09 14:08:16.144913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90371d72-82a2-4585-ac8b-7fc05c8075a5 req-a411ef87-8195-4634-a7c4-7936eeca1e03 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:16.146380 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-90371d72-82a2-4585-ac8b-7fc05c8075a5 req-a411ef87-8195-4634-a7c4-7936eeca1e03 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca53634d-3eb8-46a6-9db3-8cfc97cd2a18 HTTP/1.1" status: 200 len: 946 time: 0.0922363 Feb 09 14:08:16.162972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d583e3-b106-4114-8d96-d3c571016724 req-4701f796-08da-4e4d-8aee-29854bcdbf7d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:16.164481 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a5d583e3-b106-4114-8d96-d3c571016724 req-4701f796-08da-4e4d-8aee-29854bcdbf7d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 950 time: 0.1757643 Feb 09 14:08:16.193255 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-90371d72-82a2-4585-ac8b-7fc05c8075a5 req-be2d742d-abe4-48aa-a4dd-9ae80349ed9e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408475 Feb 09 14:08:16.219247 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a5d583e3-b106-4114-8d96-d3c571016724 req-24c94632-55e3-418b-9c9f-e91e528abbc3 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468631 Feb 09 14:08:16.377584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878a390-b631-4de7-8118-6bb42037d15b req-55ebd220-904e-4bc2-bfc2-5066f11bb5f9 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:16.378984 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e878a390-b631-4de7-8118-6bb42037d15b req-55ebd220-904e-4bc2-bfc2-5066f11bb5f9 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.0906982 Feb 09 14:08:16.427207 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e878a390-b631-4de7-8118-6bb42037d15b req-f472cca3-1747-4249-8553-344c3aaab3f8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422480 Feb 09 14:08:16.430944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc074-3cd7-497d-b607-9bb2560f06e7 req-4bf67420-10ac-4fa6-b3b9-687c8b1b3ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:16.432407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a13bc074-3cd7-497d-b607-9bb2560f06e7 req-4bf67420-10ac-4fa6-b3b9-687c8b1b3ab3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0795681 Feb 09 14:08:16.504182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca95c9-6bc3-4595-b4a4-93448b26df34 req-fe14e536-230b-43f2-9d88-5c1a3f04d615 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:16.505989 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3aca95c9-6bc3-4595-b4a4-93448b26df34 req-fe14e536-230b-43f2-9d88-5c1a3f04d615 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 944 time: 0.1896086 Feb 09 14:08:16.599920 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3aca95c9-6bc3-4595-b4a4-93448b26df34 req-b485297c-b884-4b03-9168-f0beec140c28 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860536 Feb 09 14:08:16.609464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc074-3cd7-497d-b607-9bb2560f06e7 req-613ecb61-577a-451c-8427-60baa64ef977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:16.611540 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a13bc074-3cd7-497d-b607-9bb2560f06e7 req-613ecb61-577a-451c-8427-60baa64ef977 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1723673 Feb 09 14:08:16.626780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6d61c-b49f-439d-b0c4-905222550417 req-d7007e7a-f270-483e-873d-49e9c061a88a tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:16.628053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4ec6d61c-b49f-439d-b0c4-905222550417 req-d7007e7a-f270-483e-873d-49e9c061a88a tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Synchronizing usage tracker for tenant:261613e7ddbb41359071f1ad50216588 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:16.649497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4ec6d61c-b49f-439d-b0c4-905222550417 req-d7007e7a-f270-483e-873d-49e9c061a88a tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Unset dirty status for tenant:261613e7ddbb41359071f1ad50216588 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:16.651665 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ec6d61c-b49f-439d-b0c4-905222550417 req-d7007e7a-f270-483e-873d-49e9c061a88a tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 945 time: 0.1273165 Feb 09 14:08:16.699815 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ec6d61c-b49f-439d-b0c4-905222550417 req-3550f87f-c10e-47b0-8be2-d41c6265dc2f tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413268 Feb 09 14:08:16.852108 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ff53a79a-5006-48cd-9752-645c13636107 req-de46c70b-078e-4fd4-8406-762acaa8c724 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0468333 Feb 09 14:08:16.890140 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e6b42f1c-ccaa-4ce1-9fa3-bf3ebe690f17 req-bc95c4de-4245-472a-967b-35b6e02b6c99 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 210 time: 0.1713054 Feb 09 14:08:16.934949 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a13bc074-3cd7-497d-b607-9bb2560f06e7 req-d270ff51-5493-4bf1-9606-e7aff1bb0131 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098242 Feb 09 14:08:17.088466 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a13bc074-3cd7-497d-b607-9bb2560f06e7 req-dc4e3676-09b7-49b2-8a97-182421093662 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469889 Feb 09 14:08:17.103093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa0e3c-695d-4be4-8838-75588930759d req-2edce225-ae00-48ac-92a0-5d7fd6ef0f03 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:17.104599 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-caaa0e3c-695d-4be4-8838-75588930759d req-2edce225-ae00-48ac-92a0-5d7fd6ef0f03 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 947 time: 0.0832479 Feb 09 14:08:17.152414 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-caaa0e3c-695d-4be4-8838-75588930759d req-504f1a15-e440-438b-b36c-2fa83f2a4fda tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389237 Feb 09 14:08:17.412945 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d32af-81b2-4e5a-a6f3-e74c7e5f0d2d req-a9cda769-2a6c-4f65-984d-7b4cb7d51cc3 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:17.414979 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-920d32af-81b2-4e5a-a6f3-e74c7e5f0d2d req-a9cda769-2a6c-4f65-984d-7b4cb7d51cc3 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca53634d-3eb8-46a6-9db3-8cfc97cd2a18 HTTP/1.1" status: 200 len: 946 time: 0.0889568 Feb 09 14:08:17.435174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962c14e-1100-4167-a04a-5e3ea0f0ba4b req-9bb01786-f540-4764-8590-42d33b57dace tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:17.436756 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5962c14e-1100-4167-a04a-5e3ea0f0ba4b req-9bb01786-f540-4764-8590-42d33b57dace tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 950 time: 0.1004534 Feb 09 14:08:17.468018 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-920d32af-81b2-4e5a-a6f3-e74c7e5f0d2d req-8dc1c4f7-42ef-4152-a427-0177380c821e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465708 Feb 09 14:08:17.491564 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5962c14e-1100-4167-a04a-5e3ea0f0ba4b req-39396fc0-fa63-4b22-9bfd-7365bad6d90f tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456164 Feb 09 14:08:17.691785 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55d63-bda0-4228-8010-5f9932fb4973 req-56d0f5ea-d937-41cd-acd0-51cec5e1db74 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:17.693442 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43d55d63-bda0-4228-8010-5f9932fb4973 req-56d0f5ea-d937-41cd-acd0-51cec5e1db74 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.1010177 Feb 09 14:08:17.758143 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43d55d63-bda0-4228-8010-5f9932fb4973 req-652293f8-05fe-429a-a493-785207e423c5 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590198 Feb 09 14:08:17.970633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b5bed-f067-44bf-bee1-4d7c5bac46f8 req-089274df-f4ca-4a87-a87d-14fc76803181 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:17.972072 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5c5b5bed-f067-44bf-bee1-4d7c5bac46f8 req-089274df-f4ca-4a87-a87d-14fc76803181 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 944 time: 0.0921602 Feb 09 14:08:18.020126 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5c5b5bed-f067-44bf-bee1-4d7c5bac46f8 req-e10b40e4-a976-44c6-b5d5-a8e67b782467 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Feb 09 14:08:18.087291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee0437-a06b-484c-b5ae-f71ef3542054 req-07e9a573-ae65-42a9-9f36-1f77df52b0f1 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:18.089581 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0ee0437-a06b-484c-b5ae-f71ef3542054 req-07e9a573-ae65-42a9-9f36-1f77df52b0f1 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 945 time: 0.0812221 Feb 09 14:08:18.136771 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0ee0437-a06b-484c-b5ae-f71ef3542054 req-2054fe9d-49a8-49ba-9fef-64d68fe81fe0 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400822 Feb 09 14:08:18.176941 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f8d84177-a849-4dd0-9dee-d3137f96c2a8 req-6ed64a6f-32fc-4a24-af81-4c91131bdad5 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0476997 Feb 09 14:08:18.288908 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e16224aa-c4c4-475a-82ae-d5eba8b88fb3 req-a7687a11-467a-4e16-a38c-ff108cc1f8a5 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 210 time: 0.0457819 Feb 09 14:08:18.431405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e01379-5377-47da-86c1-bcb2dbae1fca req-fcf6a093-d713-4752-bbc7-bcc4453742d3 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:18.432166 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-26e01379-5377-47da-86c1-bcb2dbae1fca req-fcf6a093-d713-4752-bbc7-bcc4453742d3 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Synchronizing usage tracker for tenant:74dd94117c2344ef93fcc11ad11ff6b4 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:18.451457 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-26e01379-5377-47da-86c1-bcb2dbae1fca req-fcf6a093-d713-4752-bbc7-bcc4453742d3 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Unset dirty status for tenant:74dd94117c2344ef93fcc11ad11ff6b4 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:18.452677 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26e01379-5377-47da-86c1-bcb2dbae1fca req-fcf6a093-d713-4752-bbc7-bcc4453742d3 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 947 time: 0.1036670 Feb 09 14:08:18.498968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-26e01379-5377-47da-86c1-bcb2dbae1fca req-7c08281a-a91f-444c-a929-3de698def9a8 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Synchronizing usage tracker for tenant:74dd94117c2344ef93fcc11ad11ff6b4 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:18.517077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-26e01379-5377-47da-86c1-bcb2dbae1fca req-7c08281a-a91f-444c-a929-3de698def9a8 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Unset dirty status for tenant:74dd94117c2344ef93fcc11ad11ff6b4 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:18.525143 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26e01379-5377-47da-86c1-bcb2dbae1fca req-7c08281a-a91f-444c-a929-3de698def9a8 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661907 Feb 09 14:08:18.617623 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3cd3bcfc-88cc-4596-b903-17f596a627eb req-49999632-078d-481f-a022-2b6e0d82b4b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98ff0d897a214bd1a8b21c989aa9fc5f&device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0421884 Feb 09 14:08:18.688359 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3cd3bcfc-88cc-4596-b903-17f596a627eb req-65c7433d-e8ff-4527-b7da-09e66a01a82e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=98ff0d897a214bd1a8b21c989aa9fc5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636842 Feb 09 14:08:18.689482 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cec7c0e4-099c-468f-aa6c-49cc8e774f2a req-d2d594a2-7468-4be8-b7a8-b33cbb3087af tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0464754 Feb 09 14:08:18.850251 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:08:18.852350 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52d5d8-e481-4413-ba56-2db650e34298 req-98ea0765-ac1f-424d-ba36-c5c7f3258d25 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:18.853953 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b52d5d8-e481-4413-ba56-2db650e34298 req-98ea0765-ac1f-424d-ba36-c5c7f3258d25 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 950 time: 0.2078598 Feb 09 14:08:18.861871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3bcfc-88cc-4596-b903-17f596a627eb req-04f8b1b5-8686-44f1-acaf-aa1cb2f05b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:18.863407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3cd3bcfc-88cc-4596-b903-17f596a627eb req-04f8b1b5-8686-44f1-acaf-aa1cb2f05b1d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1656320 Feb 09 14:08:18.913596 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b52d5d8-e481-4413-ba56-2db650e34298 req-19386f63-60cb-466f-af0e-79c311228a60 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489881 Feb 09 14:08:18.999956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d35ce7-7ccd-4ed7-9d5d-89c2a00c9d91 req-76defa89-34ff-4efe-909a-006cea427832 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:19.001433 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46d35ce7-7ccd-4ed7-9d5d-89c2a00c9d91 req-76defa89-34ff-4efe-909a-006cea427832 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.1002917 Feb 09 14:08:19.051623 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46d35ce7-7ccd-4ed7-9d5d-89c2a00c9d91 req-8c9165ea-0d10-4d90-b01d-83aa3b101e54 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442190 Feb 09 14:08:19.244667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5b564-c745-48d2-928f-abd1e3c0b786 req-cd91d5b3-5d16-4d26-9499-ff6da0125bc6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:19.247761 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-76f5b564-c745-48d2-928f-abd1e3c0b786 req-cd91d5b3-5d16-4d26-9499-ff6da0125bc6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 944 time: 0.1105318 Feb 09 14:08:19.268980 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 624d887f-0858-496f-9c45-73f8ca69bbf7 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:19.305371 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-76f5b564-c745-48d2-928f-abd1e3c0b786 req-0d4c17d3-db52-4f14-8a43-68115dd8312b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486903 Feb 09 14:08:19.394908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c444165-500e-447c-8960-094810878768 req-da92fb87-58f7-4473-9338-a2acc4d0deec tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:19.398734 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c444165-500e-447c-8960-094810878768 req-da92fb87-58f7-4473-9338-a2acc4d0deec tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 945 time: 0.1354229 Feb 09 14:08:19.452156 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c444165-500e-447c-8960-094810878768 req-4b0e4503-f05a-41e7-b293-78e6d901ce6a tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 Feb 09 14:08:19.455567 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:08:19.611383 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a015ed29-78e7-434c-b539-e31f4c9cb4c8 req-b6daed08-b5dd-49f1-af52-3d1ac99c5252 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 210 time: 0.0912254 Feb 09 14:08:19.667976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:19.683882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1', 'mac_address': 'fa:16:3e:97:7f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:08:19.758627 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:19.785193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:08:19.799626 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0bbcb-22aa-49bd-bc22-4cdefe9697ba req-9869bbf8-78a2-40e8-8d80-4c96cccd3cd5 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:19.803093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:19.804811 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ce0bbcb-22aa-49bd-bc22-4cdefe9697ba req-9869bbf8-78a2-40e8-8d80-4c96cccd3cd5 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 947 time: 0.1138153 Feb 09 14:08:19.808179 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:19.868235 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ce0bbcb-22aa-49bd-bc22-4cdefe9697ba req-9f052a84-c74b-4599-b578-da772e407035 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595999 Feb 09 14:08:19.902183 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:19.920334 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f2fa8aa-40e7-4643-98f6-9794cc549f8d req-3f5f23d2-3778-46f3-a91b-71eafa1e6264 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0609598 Feb 09 14:08:20.146849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6b6be-b2d8-4337-a609-7f8bed939146 req-ada48e86-1242-4d62-978b-399385be10e9 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:20.149724 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48d6b6be-b2d8-4337-a609-7f8bed939146 req-ada48e86-1242-4d62-978b-399385be10e9 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 950 time: 0.1104360 Feb 09 14:08:20.226395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48d6b6be-b2d8-4337-a609-7f8bed939146 req-c0c89f9f-1324-490d-b370-dfd162b1fe13 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690355 Feb 09 14:08:20.275189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef2ad5-642b-4157-805a-02897442f5a2 req-0fe8457d-f91f-48f1-b134-3bc1beef5787 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:20.278953 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47ef2ad5-642b-4157-805a-02897442f5a2 req-0fe8457d-f91f-48f1-b134-3bc1beef5787 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.1020920 Feb 09 14:08:20.372926 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47ef2ad5-642b-4157-805a-02897442f5a2 req-936436af-8d05-4bf6-9fc9-6f68dec95f4d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790861 Feb 09 14:08:20.598375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ed40b-bd81-4067-98ca-4b519b014961 req-ebd96278-9b23-4b7c-87f1-4a2364dc3194 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:20.599796 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a7ed40b-bd81-4067-98ca-4b519b014961 req-ebd96278-9b23-4b7c-87f1-4a2364dc3194 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 944 time: 0.1192889 Feb 09 14:08:20.659643 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a7ed40b-bd81-4067-98ca-4b519b014961 req-c43b1152-86be-4a37-b481-2b29a424a9d6 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523765 Feb 09 14:08:20.664322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['66e3b46f-0551-4e31-8dc6-f2c913ed02c1'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:08:20.735133 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3cd3bcfc-88cc-4596-b903-17f596a627eb req-86409e3f-9d41-4447-82f3-d014b4e35b08 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.0563447 Feb 09 14:08:20.813823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab3dd1-2bc0-480f-85b8-74d7bef8179b req-da7f892e-5550-437f-b7c8-5692f6327f7d tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:20.821995 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-10ab3dd1-2bc0-480f-85b8-74d7bef8179b req-da7f892e-5550-437f-b7c8-5692f6327f7d tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 945 time: 0.1832418 Feb 09 14:08:20.886723 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-10ab3dd1-2bc0-480f-85b8-74d7bef8179b req-ca844835-860b-4ea6-8b7e-18a24f59843b tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637589 Feb 09 14:08:20.912419 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d06765d-f5a1-42b3-b26f-3b8982284980 req-0f4ad434-779b-4b35-bd98-33110f3894ad tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 210 time: 0.0842237 Feb 09 14:08:21.158898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795661a7-cdb5-4d7d-9168-854fa3b6e475 req-8e2271fb-7351-44ba-8983-9b520c36cb74 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:21.162028 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-795661a7-cdb5-4d7d-9168-854fa3b6e475 req-8e2271fb-7351-44ba-8983-9b520c36cb74 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 948 time: 0.1189640 Feb 09 14:08:21.202565 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ffdf7fe8-f411-4ff1-92ce-b8f85f72c86b req-fc189d2f-899e-460f-a1dc-a7b525318c04 tempest-ServerShowV254Test-1498177444 tempest-ServerShowV254Test-1498177444-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b09f2d1-25df-4546-ac62-9b8c72132e6f HTTP/1.1" status: 200 len: 210 time: 0.1052749 Feb 09 14:08:21.236408 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-795661a7-cdb5-4d7d-9168-854fa3b6e475 req-4f2c1b59-0406-4004-9611-07916478ede9 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639594 Feb 09 14:08:21.431366 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device fc40854f-bc32-48cf-aadd-f5db879e2858 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:08:21.462720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b6d51-dada-45c0-a1be-61db71f0d887 req-915e44b8-76d4-4238-85c0-333de301dfed tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:21.465369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-779b6d51-dada-45c0-a1be-61db71f0d887 req-915e44b8-76d4-4238-85c0-333de301dfed tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 950 time: 0.1180303 Feb 09 14:08:21.567931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-779b6d51-dada-45c0-a1be-61db71f0d887 req-d5ea6460-b472-4cc3-9a79-5ff8da15e176 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916975 Feb 09 14:08:21.638488 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port fc40854f-bc32-48cf-aadd-f5db879e2858, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=fc40854f-bc32-48cf-aadd-f5db879e2858,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:21.655632 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'fc40854f-bc32-48cf-aadd-f5db879e2858', 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead', 'port_id': 'fc40854f-bc32-48cf-aadd-f5db879e2858', 'mac_address': 'fa:16:3e:7e:ea:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d935aa-4e72-46ee-a516-faccc6fa2775', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:08:21.659389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143c30f-9a43-4b0e-9de5-6b7a9ae28281 req-bcc3c03f-3ee5-45e1-bbb8-7b9cb7d60772 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:21.661210 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7143c30f-9a43-4b0e-9de5-6b7a9ae28281 req-bcc3c03f-3ee5-45e1-bbb8-7b9cb7d60772 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.1063287 Feb 09 14:08:21.717927 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7143c30f-9a43-4b0e-9de5-6b7a9ae28281 req-2b1886d6-7905-407e-bec9-25dcae2266e0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502813 Feb 09 14:08:21.724134 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:21.746552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc40854f-bc32-48cf-aadd-f5db879e2858 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:08:21.764361 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port fc40854f-bc32-48cf-aadd-f5db879e2858, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=fc40854f-bc32-48cf-aadd-f5db879e2858,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:21.769373 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:21.843694 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=fc40854f-bc32-48cf-aadd-f5db879e2858,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:21.914576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83797b38-c030-4d25-bfa9-2f368aa60f05 req-16ebfd87-992c-4861-9fe8-60016eb2d036 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:21.916722 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-83797b38-c030-4d25-bfa9-2f368aa60f05 req-16ebfd87-992c-4861-9fe8-60016eb2d036 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 944 time: 0.1065979 Feb 09 14:08:21.933866 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['fc40854f-bc32-48cf-aadd-f5db879e2858'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:08:21.978301 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-83797b38-c030-4d25-bfa9-2f368aa60f05 req-2a39c22d-642e-48e3-b74b-ed8950317261 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552864 Feb 09 14:08:22.103035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e39cf-e73a-4874-a31b-8d193e28363c req-8dd54c60-59a4-47e4-ae85-e817c6b91d08 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:22.104879 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ab8e39cf-e73a-4874-a31b-8d193e28363c req-8dd54c60-59a4-47e4-ae85-e817c6b91d08 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 945 time: 0.1016235 Feb 09 14:08:22.135348 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-56be6116-9260-409b-a46f-af4a5ca2b790 req-4e77e5f2-c85b-437b-b7a0-626a824f3fc5 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 210 time: 0.0478008 Feb 09 14:08:22.161913 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ab8e39cf-e73a-4874-a31b-8d193e28363c req-aba9cc37-38cf-4625-8602-4dc165252fbe tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491254 Feb 09 14:08:22.570291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e729792-9828-4851-b1ab-a07bad9641e4 req-ccb41eed-406b-4ee3-a02d-e6d0b0a793a9 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:22.572518 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0e729792-9828-4851-b1ab-a07bad9641e4 req-ccb41eed-406b-4ee3-a02d-e6d0b0a793a9 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 948 time: 0.2231178 Feb 09 14:08:22.633852 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0e729792-9828-4851-b1ab-a07bad9641e4 req-dfc1e509-9ccf-4013-b2c5-704f1656bc3a tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545063 Feb 09 14:08:22.669545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49128) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:22.873636 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-758b81bf-6917-4a6d-8da4-7bddbdd60ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:22.895411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-758b81bf-6917-4a6d-8da4-7bddbdd60ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:22.902155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-758b81bf-6917-4a6d-8da4-7bddbdd60ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:98ff0d897a214bd1a8b21c989aa9fc5f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:22.905155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-758b81bf-6917-4a6d-8da4-7bddbdd60ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:22.912747 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-758b81bf-6917-4a6d-8da4-7bddbdd60ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:22.936544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246917e5-0ab6-45c6-9d85-6d21ce871edc req-d7c380ba-f36a-4b58-b272-0b086158a254 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:22.938390 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-246917e5-0ab6-45c6-9d85-6d21ce871edc req-d7c380ba-f36a-4b58-b272-0b086158a254 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.1015706 Feb 09 14:08:22.944002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb27894-3014-438a-b858-4e596b5173b1 req-4e5ce99e-10e7-4f4b-b8dc-64823490af60 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:22.945470 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bfb27894-3014-438a-b858-4e596b5173b1 req-4e5ce99e-10e7-4f4b-b8dc-64823490af60 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 950 time: 0.2484183 Feb 09 14:08:22.992329 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-246917e5-0ab6-45c6-9d85-6d21ce871edc req-9d58f51a-2447-4183-bf4f-1d4f9231d66c tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482078 Feb 09 14:08:23.009340 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bfb27894-3014-438a-b858-4e596b5173b1 req-e962b93c-6f51-44df-ab72-04546dc42b7b tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541232 Feb 09 14:08:23.057792 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-758b81bf-6917-4a6d-8da4-7bddbdd60ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:23.063256 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-758b81bf-6917-4a6d-8da4-7bddbdd60ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:23.110529 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-758b81bf-6917-4a6d-8da4-7bddbdd60ef0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98ff0d897a214bd1a8b21c989aa9fc5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4394605 Feb 09 14:08:23.112890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b81bf-6917-4a6d-8da4-7bddbdd60ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bb5af3-864c-4e91-aa7d-8adbc14d2850,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:23.114632 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49148) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:23.237672 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82d759ee-6aae-4c6e-8bb7-fcfb450221d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:23.269561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db7008-6962-4a85-9df6-bd09a4ca0ca5 req-d4f29f77-c07e-4f21-8ec7-7b438c363622 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:23.271055 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-38db7008-6962-4a85-9df6-bd09a4ca0ca5 req-d4f29f77-c07e-4f21-8ec7-7b438c363622 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 944 time: 0.1419506 Feb 09 14:08:23.279643 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82d759ee-6aae-4c6e-8bb7-fcfb450221d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:23.299595 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e3cfbc9-5d4a-4674-8a98-450f29d155fa req-1fdba148-0fb2-486d-9ed4-2af28f1aeea4 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 210 time: 0.0469081 Feb 09 14:08:23.358797 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-38db7008-6962-4a85-9df6-bd09a4ca0ca5 req-66be9262-f09f-4763-bfd0-807ab8a8dbc4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721195 Feb 09 14:08:23.383948 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82d759ee-6aae-4c6e-8bb7-fcfb450221d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:23.408449 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d759ee-6aae-4c6e-8bb7-fcfb450221d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bb5af3-864c-4e91-aa7d-8adbc14d2850,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:23.421097 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82d759ee-6aae-4c6e-8bb7-fcfb450221d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:23.422984 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-82d759ee-6aae-4c6e-8bb7-fcfb450221d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1bb5af3-864c-4e91-aa7d-8adbc14d2850 HTTP/1.1" status: 204 len: 168 time: 0.3069549 Feb 09 14:08:23.454667 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device fc40854f-bc32-48cf-aadd-f5db879e2858 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:08:23.489701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcb7d9-fb5d-4498-9832-a507dbc4d770 req-69d0c9d4-12ea-4c53-963f-75b932aab66d tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:23.491333 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16dcb7d9-fb5d-4498-9832-a507dbc4d770 req-69d0c9d4-12ea-4c53-963f-75b932aab66d tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 945 time: 0.0868733 Feb 09 14:08:23.539938 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port fc40854f-bc32-48cf-aadd-f5db879e2858 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:23.539938 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:23.561884 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16dcb7d9-fb5d-4498-9832-a507dbc4d770 req-8a9c18be-5ae5-4408-9669-8043a584deb0 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626881 Feb 09 14:08:23.685193 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:23.724657 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca53634d-3eb8-46a6-9db3-8cfc97cd2a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc40854f-bc32-48cf-aadd-f5db879e2858'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:23.737071 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port fc40854f-bc32-48cf-aadd-f5db879e2858, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=fc40854f-bc32-48cf-aadd-f5db879e2858,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:23.742116 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:23.743354 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:08:23.850746 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca53634d-3eb8-46a6-9db3-8cfc97cd2a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc40854f-bc32-48cf-aadd-f5db879e2858', 'code': 200} Feb 09 14:08:23.884032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfa95e-fbad-4b1f-abe6-e3dadb413be1 req-54af61c0-1b61-48cd-81c5-87510c6c7ef4 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:23.885980 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ddcfa95e-fbad-4b1f-abe6-e3dadb413be1 req-54af61c0-1b61-48cd-81c5-87510c6c7ef4 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 948 time: 0.1184876 Feb 09 14:08:23.912636 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=fc40854f-bc32-48cf-aadd-f5db879e2858,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:23.931871 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:08:23.939623 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:23.940220 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:23.945822 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ddcfa95e-fbad-4b1f-abe6-e3dadb413be1 req-de221042-e08f-4044-98ba-81a6011dadd7 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504928 Feb 09 14:08:24.098701 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:24.172763 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:24.178101 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:24.275408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:24.281972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ebb0a-70ae-4a5a-a2a9-30b555240429 req-5131f850-a965-4a29-95af-6461b6f87f33 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:24.284288 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef2ebb0a-70ae-4a5a-a2a9-30b555240429 req-5131f850-a965-4a29-95af-6461b6f87f33 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.1394594 Feb 09 14:08:24.294451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6eb24f-bee8-488c-aaa7-9a3bed17b04f req-ab5849f4-d034-4a97-a037-34eaa7357c79 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:24.302139 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1a6eb24f-bee8-488c-aaa7-9a3bed17b04f req-ab5849f4-d034-4a97-a037-34eaa7357c79 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 950 time: 0.1479094 Feb 09 14:08:24.335244 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef2ebb0a-70ae-4a5a-a2a9-30b555240429 req-8dd93573-14c8-4db1-99ef-5857d9f42f9a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440478 Feb 09 14:08:24.350693 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1a6eb24f-bee8-488c-aaa7-9a3bed17b04f req-bb9adda5-c98d-441f-b066-77d91bc2e805 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478654 Feb 09 14:08:24.494763 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d26684c1-bfc3-4234-9173-a7496736d661 req-97792f0c-0a00-4979-892d-fb678e9201e2 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 210 time: 0.0485134 Feb 09 14:08:24.570869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab93db0-f91a-472c-b39e-5c6373168e02 req-485e08ff-13e9-44bb-b8da-518905e72c9b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:24.572471 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bab93db0-f91a-472c-b39e-5c6373168e02 req-485e08ff-13e9-44bb-b8da-518905e72c9b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 944 time: 0.0880177 Feb 09 14:08:24.623966 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bab93db0-f91a-472c-b39e-5c6373168e02 req-75feb483-015d-42cd-83ce-b36606ff9869 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430827 Feb 09 14:08:24.810841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c759-c30b-40dc-b2e5-8387fd16546b req-063f8c39-91be-43f6-bcec-684517963258 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:24.812991 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4e14c759-c30b-40dc-b2e5-8387fd16546b req-063f8c39-91be-43f6-bcec-684517963258 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 945 time: 0.0869448 Feb 09 14:08:24.870678 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4e14c759-c30b-40dc-b2e5-8387fd16546b req-8f62d603-c7be-42e9-af57-fe9863a5320b tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479047 Feb 09 14:08:24.926557 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7a6bfbe5-28e5-43a1-8612-2db8101fcb96 req-1c92a95e-621a-4158-9cba-7b52560626ae tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.0592752 Feb 09 14:08:25.166710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6b894-1e3b-4524-8b9b-a252259b3493 req-be58ebca-c498-46ca-b615-0762a4015746 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:25.168277 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9c6b894-1e3b-4524-8b9b-a252259b3493 req-be58ebca-c498-46ca-b615-0762a4015746 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 949 time: 0.1067746 Feb 09 14:08:25.232896 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9c6b894-1e3b-4524-8b9b-a252259b3493 req-09729ec2-3f76-4e1e-9e62-b12a22d174dd tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520256 Feb 09 14:08:25.626568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daee9d0-7fb8-4c84-af1a-698e813ce4db req-acf4e5b0-cb6f-4ed6-a2c1-463d8b934c9a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:25.639336 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3daee9d0-7fb8-4c84-af1a-698e813ce4db req-acf4e5b0-cb6f-4ed6-a2c1-463d8b934c9a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 950 time: 0.1372445 Feb 09 14:08:25.689431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e1a80-fcea-421b-8e6d-23e9fa8d22d0 req-ba920941-25b8-4a2c-8093-54ab81e040a4 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:25.703746 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-985e1a80-fcea-421b-8e6d-23e9fa8d22d0 req-ba920941-25b8-4a2c-8093-54ab81e040a4 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.1933224 Feb 09 14:08:25.738380 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3daee9d0-7fb8-4c84-af1a-698e813ce4db req-fc75947e-48ca-4079-91ac-9f2cfcf73c3e tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973828 Feb 09 14:08:25.779119 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-985e1a80-fcea-421b-8e6d-23e9fa8d22d0 req-fef5816d-206e-48f7-93bc-eef90681f7ae tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742645 Feb 09 14:08:25.852727 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd61664-cce4-4505-b345-5edcef596536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:25.917250 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8c8767e2-22f1-49c9-a7f7-f8edd2d3d385 req-69f0e1c9-073b-498d-96b0-ccde6c6906f6 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 210 time: 0.0518053 Feb 09 14:08:25.982272 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd61664-cce4-4505-b345-5edcef596536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1', 'code': 200} Feb 09 14:08:26.028289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c55ad-d50e-45cb-b53d-1a769853700f req-6566746b-7aa8-4ece-9e4f-bed6c1fb8703 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:26.031210 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b84c55ad-d50e-45cb-b53d-1a769853700f req-6566746b-7aa8-4ece-9e4f-bed6c1fb8703 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 944 time: 0.1260092 Feb 09 14:08:26.084732 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b84c55ad-d50e-45cb-b53d-1a769853700f req-5b91fe75-791b-4de9-a250-4623722d08d4 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447333 Feb 09 14:08:26.269018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161965cf-9f03-4637-a868-eb64b20b554a req-25c92d85-e5a5-4a72-b57f-6a5136c65c21 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:26.276325 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-161965cf-9f03-4637-a868-eb64b20b554a req-25c92d85-e5a5-4a72-b57f-6a5136c65c21 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 945 time: 0.1726372 Feb 09 14:08:26.313606 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84dea94b-b661-4485-9ef3-fb81e4812af1 req-241b9f65-b875-4daa-ae00-5c0482dc2aff tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.0588896 Feb 09 14:08:26.331607 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-161965cf-9f03-4637-a868-eb64b20b554a req-cd0a40cf-6be7-46d1-9e72-893011bb40b8 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524561 Feb 09 14:08:26.333293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48431b83-6712-4f45-a9f9-9b9da72e7d2a req-13417491-5ac9-45f8-ab73-e5e6f72bc475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:26.334894 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48431b83-6712-4f45-a9f9-9b9da72e7d2a req-13417491-5ac9-45f8-ab73-e5e6f72bc475 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 1100 time: 0.1930733 Feb 09 14:08:26.440498 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48431b83-6712-4f45-a9f9-9b9da72e7d2a req-04860ef2-a582-42a6-b6ad-e27dd13c9230 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987344 Feb 09 14:08:26.588703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd1716-5edd-4196-ab83-b54ad6d51783 req-a626c18b-223a-42d3-8132-b0c0bbf60252 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:26.592632 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25dd1716-5edd-4196-ab83-b54ad6d51783 req-a626c18b-223a-42d3-8132-b0c0bbf60252 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 949 time: 0.0989499 Feb 09 14:08:26.651861 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25dd1716-5edd-4196-ab83-b54ad6d51783 req-a1a0fff4-6b35-4045-817d-078eb98ecd1c tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561059 Feb 09 14:08:26.708789 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-96539129-70ef-4ac0-bfc7-663d79ba1e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:27.100018 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6c3a2-66f8-4d6b-814a-179d248f2c35 req-ab8fcd94-cdf5-4771-971d-2876386bfea9 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:27.101794 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1fb6c3a2-66f8-4d6b-814a-179d248f2c35 req-ab8fcd94-cdf5-4771-971d-2876386bfea9 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 950 time: 0.1718943 Feb 09 14:08:27.115436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fede9-4259-4703-a3fa-2c87e0a6474d req-14e7f422-cdac-42da-9ba8-48cda7e7193e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:27.118212 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c6fede9-4259-4703-a3fa-2c87e0a6474d req-14e7f422-cdac-42da-9ba8-48cda7e7193e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.1242652 Feb 09 14:08:27.165773 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1fb6c3a2-66f8-4d6b-814a-179d248f2c35 req-9367413f-8354-4d06-b913-789a38d1d1c9 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572422 Feb 09 14:08:27.186460 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c6fede9-4259-4703-a3fa-2c87e0a6474d req-05b8b632-e1ac-4826-9317-5f4954bdc2d1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493188 Feb 09 14:08:27.353094 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4199816-9957-494e-9e1a-e67134f36ddc req-a2f0cb2e-0732-44f7-98df-101c9643beb1 tempest-ServersAdminNegativeTestJSON-1739178117 tempest-ServersAdminNegativeTestJSON-1739178117-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd4eb610-3394-4084-981b-bc840d689b32 HTTP/1.1" status: 200 len: 210 time: 0.0568609 Feb 09 14:08:27.370081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c9dc0-a004-41d5-b2a8-f4ef976bb64f req-e3d0c277-9d3f-4384-a9a4-865437e7a270 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:27.381891 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b8c9dc0-a004-41d5-b2a8-f4ef976bb64f req-e3d0c277-9d3f-4384-a9a4-865437e7a270 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 944 time: 0.0934596 Feb 09 14:08:27.436226 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b8c9dc0-a004-41d5-b2a8-f4ef976bb64f req-c9b8d446-8f9b-4641-8c5e-c3660600051b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568917 Feb 09 14:08:27.714033 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e62f8708-4bbd-48a9-be2d-54fb7a38f32d req-c4b008c0-df77-4d4c-92d1-95ac422bd40c tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.1304607 Feb 09 14:08:27.878848 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-170154d8-99dd-4918-9baf-c200957b0240 req-c3fdefcf-1854-40b5-beb5-fc54c177fe34 service neutron] 10.222.0.35 "GET /v2.0/networks/e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606079 Feb 09 14:08:28.030638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74997a5b-ea59-44c1-a995-bd10b23e3d59 req-6ef755cc-4132-4d8e-b7ee-2da6b761e51c tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:28.035011 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74997a5b-ea59-44c1-a995-bd10b23e3d59 req-6ef755cc-4132-4d8e-b7ee-2da6b761e51c tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 945 time: 0.3213832 Feb 09 14:08:28.050151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ee734-94f9-4a60-a4a2-deb9259adb18 req-47eacf28-7b59-4934-8540-03649549d04c tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:28.052258 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-203ee734-94f9-4a60-a4a2-deb9259adb18 req-47eacf28-7b59-4934-8540-03649549d04c tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.35 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 944 time: 0.5165451 Feb 09 14:08:28.154997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd395680-49e9-4806-bbb0-0cd215cfb7c0 req-560526b7-f3db-4573-89ab-443fe5c9890e tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:28.162618 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cd395680-49e9-4806-bbb0-0cd215cfb7c0 req-560526b7-f3db-4573-89ab-443fe5c9890e tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 949 time: 0.1915805 Feb 09 14:08:28.189243 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74997a5b-ea59-44c1-a995-bd10b23e3d59 req-446874d1-3eb2-4ddd-af18-d18b76090497 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323378 Feb 09 14:08:28.238148 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-203ee734-94f9-4a60-a4a2-deb9259adb18 req-31a63197-94ce-4d4d-91ff-1e06897f328a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Deleting port 624d887f-0858-496f-9c45-73f8ca69bbf7 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:08:28.238818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-203ee734-94f9-4a60-a4a2-deb9259adb18 req-31a63197-94ce-4d4d-91ff-1e06897f328a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:28.241977 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cd395680-49e9-4806-bbb0-0cd215cfb7c0 req-5984e376-2a4c-44f8-b221-c298b14b5915 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783057 Feb 09 14:08:28.257565 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f08da9e0-87af-4751-8b4b-7a841975503c req-5097667f-43bb-4547-9c14-f3ad81c4b9bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2121904 Feb 09 14:08:28.531934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08da9e0-87af-4751-8b4b-7a841975503c req-a5924cf8-7c5c-4797-8a81-ddbb2cefc230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:28.542877 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f08da9e0-87af-4751-8b4b-7a841975503c req-a5924cf8-7c5c-4797-8a81-ddbb2cefc230 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a376f878274e1491d4af100b1ec6bb&device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 1095 time: 0.2457707 Feb 09 14:08:28.716943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb0061-7aea-4c8a-aa3c-6027fe41165e req-c1e35523-6bd7-4d99-94da-aedaec234e24 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:28.725041 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dbfb0061-7aea-4c8a-aa3c-6027fe41165e req-c1e35523-6bd7-4d99-94da-aedaec234e24 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 950 time: 0.3201003 Feb 09 14:08:28.888678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec43ef-bfba-465a-a60d-b3883d6ae2f9 req-18f77fad-d8a2-4c98-b2b8-cce8e1e294f6 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:28.895859 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a3ec43ef-bfba-465a-a60d-b3883d6ae2f9 req-18f77fad-d8a2-4c98-b2b8-cce8e1e294f6 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.3483114 Feb 09 14:08:28.937721 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-203ee734-94f9-4a60-a4a2-deb9259adb18 req-31a63197-94ce-4d4d-91ff-1e06897f328a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] For port 624d887f-0858-496f-9c45-73f8ca69bbf7, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=624d887f-0858-496f-9c45-73f8ca69bbf7,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:28.937721 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-203ee734-94f9-4a60-a4a2-deb9259adb18 req-31a63197-94ce-4d4d-91ff-1e06897f328a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:28.938148 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08da9e0-87af-4751-8b4b-7a841975503c req-9615e773-1117-44b3-9e9f-184eda1dcbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:28.938148 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f08da9e0-87af-4751-8b4b-7a841975503c req-9615e773-1117-44b3-9e9f-184eda1dcbd0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 200 len: 921 time: 0.3244710 Feb 09 14:08:29.021224 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f08da9e0-87af-4751-8b4b-7a841975503c req-fe635236-e05f-4ee3-87f0-bd4b42a58efa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc HTTP/1.1" status: 200 len: 217 time: 0.0791159 Feb 09 14:08:29.033993 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a3ec43ef-bfba-465a-a60d-b3883d6ae2f9 req-7babf6dc-5796-41a0-ae3f-13717a8fd2c0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350567 Feb 09 14:08:29.084561 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-da806e90-7d26-48f8-8fa7-93fec2246435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:29.116663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-203ee734-94f9-4a60-a4a2-deb9259adb18 req-31a63197-94ce-4d4d-91ff-1e06897f328a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Calling delete_port for 624d887f-0858-496f-9c45-73f8ca69bbf7 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:08:29.149353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08da9e0-87af-4751-8b4b-7a841975503c req-d1e83889-07ee-488d-8bd0-ae5a12b42faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:29.151486 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f08da9e0-87af-4751-8b4b-7a841975503c req-d1e83889-07ee-488d-8bd0-ae5a12b42faf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 200 len: 861 time: 0.1061230 Feb 09 14:08:29.204685 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dbfb0061-7aea-4c8a-aa3c-6027fe41165e req-38c1f2b6-c534-4caf-88b6-bcc1664315c2 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786603 Feb 09 14:08:29.226682 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f08da9e0-87af-4751-8b4b-7a841975503c req-4a335423-3c24-4c39-bba8-0b50042e9463 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=871ef5b5-732c-4077-b68d-299f1c66d16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674183 Feb 09 14:08:29.497475 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f08da9e0-87af-4751-8b4b-7a841975503c req-a659a0c1-baa8-4a82-80ab-b17da4001836 service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543981 Feb 09 14:08:29.506688 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-203ee734-94f9-4a60-a4a2-deb9259adb18 req-31a63197-94ce-4d4d-91ff-1e06897f328a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:29.525002 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['bd440830-e6b3-4c24-aa97-0128a0747b66'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:08:29.528632 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b5fc6c4-fb2f-40ba-9329-3bde82d6ec8a req-bd7314d8-d425-427a-afb0-a9975bcf3f88 tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.0646968 Feb 09 14:08:29.676368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a63197-94ce-4d4d-91ff-1e06897f328a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Pushing event deleted for resources: {'Port': ['ID=624d887f-0858-496f-9c45-73f8ca69bbf7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:29.739663 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2a78007d-70ac-4486-92be-75e7790d02ad req-e1e912e7-e0c0-4e9f-a554-003466d3622e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 210 time: 0.2410545 Feb 09 14:08:29.883823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-203ee734-94f9-4a60-a4a2-deb9259adb18 req-31a63197-94ce-4d4d-91ff-1e06897f328a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] No DVR routers for this DVR port 624d887f-0858-496f-9c45-73f8ca69bbf7 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:08:29.894906 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-203ee734-94f9-4a60-a4a2-deb9259adb18 req-31a63197-94ce-4d4d-91ff-1e06897f328a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:29.912024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14ed0c5-222d-4f82-8b4b-e4bb15075c46', 'name': 'network-vif-deleted', 'tag': '624d887f-0858-496f-9c45-73f8ca69bbf7'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:29.926463 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49346) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:29.965402 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-70c900a4-59f4-46f1-8d0e-f7eb7a0a4823 req-a7486f5e-2a1b-458f-953f-a9b7a24914df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.2060385 Feb 09 14:08:30.064730 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-203ee734-94f9-4a60-a4a2-deb9259adb18 req-31a63197-94ce-4d4d-91ff-1e06897f328a tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.35 "DELETE /v2.0/ports/624d887f-0858-496f-9c45-73f8ca69bbf7 HTTP/1.1" status: 204 len: 173 time: 1.9938812 Feb 09 14:08:30.110262 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:30.138317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9916aaf-ded6-4884-b3e4-ff42f4b987a1 req-bd4bd286-d938-4259-8a1e-0e4300f63fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:30.146798 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9916aaf-ded6-4884-b3e4-ff42f4b987a1 req-bd4bd286-d938-4259-8a1e-0e4300f63fa9 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 945 time: 0.4002111 Feb 09 14:08:30.168523 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f08da9e0-87af-4751-8b4b-7a841975503c req-182d229c-c15d-4c58-8d71-3c1e7aebd82b service neutron] 10.222.0.35 "GET /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951457 Feb 09 14:08:30.202442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52fd41-b992-4926-afcc-2e410edfd136 req-b121c00f-ac3a-4370-ac4b-afadf55915a2 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:30.209794 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d52fd41-b992-4926-afcc-2e410edfd136 req-b121c00f-ac3a-4370-ac4b-afadf55915a2 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 945 time: 0.2913661 Feb 09 14:08:30.230551 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:30.239044 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523b168-2354-46e6-909f-8f5647f47ba3 req-ec024b08-dbb1-4add-bbca-f194212acb15 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:30.249240 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f523b168-2354-46e6-909f-8f5647f47ba3 req-ec024b08-dbb1-4add-bbca-f194212acb15 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 949 time: 0.2687905 Feb 09 14:08:30.305057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-e9916aaf-ded6-4884-b3e4-ff42f4b987a1 req-d203eaab-4e50-4bcc-b459-fc0a762310d7 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Deleting port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:08:30.305532 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e9916aaf-ded6-4884-b3e4-ff42f4b987a1 req-d203eaab-4e50-4bcc-b459-fc0a762310d7 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:30.443515 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f523b168-2354-46e6-909f-8f5647f47ba3 req-d85ab81d-b84b-4e3b-859f-5421eae316dc tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925721 Feb 09 14:08:30.459523 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f3475a17-96b6-461e-bf22-6bce26b663b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f9a9c7b338a470d8aee6d110bbc59eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5230186 Feb 09 14:08:30.479879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49358) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:30.507379 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d52fd41-b992-4926-afcc-2e410edfd136 req-89cd9ea6-2f51-4bc4-89e0-ed8a2d05a3e0 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/security-groups?id=46efa825-98fb-4298-bd68-21b7d2facb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962286 Feb 09 14:08:30.647432 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:30.765314 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:30.853166 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14ed0c5-222d-4f82-8b4b-e4bb15075c46', 'name': 'network-vif-deleted', 'tag': '624d887f-0858-496f-9c45-73f8ca69bbf7', 'status': 'completed', 'code': 200} Feb 09 14:08:30.965571 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:31.030688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f78b87-9df4-418f-8ee7-775fce90d000,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:31.056451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:31.056801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:31.060080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:31.060520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:31.060861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:31.061198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:31.061529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:31.061859 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:31.062191 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:31.062676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:31.063006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:31.063328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:31.076758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e9916aaf-ded6-4884-b3e4-ff42f4b987a1 req-d203eaab-4e50-4bcc-b459-fc0a762310d7 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] For port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6,segment=NetworkSegment(36a26ce1-62ad-4b07-95e2-1c5bbb145414),segment_id=36a26ce1-62ad-4b07-95e2-1c5bbb145414)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:31.077301 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e9916aaf-ded6-4884-b3e4-ff42f4b987a1 req-d203eaab-4e50-4bcc-b459-fc0a762310d7 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:31.099760 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:31.110070 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c72601d3-0431-4e21-8227-4b8b23581c90 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5f78b87-9df4-418f-8ee7-775fce90d000 HTTP/1.1" status: 204 len: 168 time: 0.6204388 Feb 09 14:08:31.238311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd5d1e-0a1b-4c37-8879-713441e147c9 req-08bc3867-1aea-4e4c-bb6a-992851c3366d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:31.246700 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-78fd5d1e-0a1b-4c37-8879-713441e147c9 req-08bc3867-1aea-4e4c-bb6a-992851c3366d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.3505073 Feb 09 14:08:31.354362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bca4d-8276-49cf-bc70-d5d55eae8ced req-d9f2582f-d9c2-4148-8b2c-d24dbff3665a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:31.357316 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df7bca4d-8276-49cf-bc70-d5d55eae8ced req-d9f2582f-d9c2-4148-8b2c-d24dbff3665a tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 950 time: 0.1948154 Feb 09 14:08:31.359567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-e9916aaf-ded6-4884-b3e4-ff42f4b987a1 req-d203eaab-4e50-4bcc-b459-fc0a762310d7 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Calling delete_port for c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:08:31.526445 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df7bca4d-8276-49cf-bc70-d5d55eae8ced req-e097c92f-7a26-4a94-9c0e-022b02682ae3 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625423 Feb 09 14:08:31.619232 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:31.727076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49376) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:31.875417 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d0b003ab-17b7-4fdc-9072-da5f89d2709d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf668221f06c41f5857709937554a5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459932 Feb 09 14:08:31.880857 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49382) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:31.960447 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-78fd5d1e-0a1b-4c37-8879-713441e147c9 req-f4e43555-f128-4a99-95f1-f4e4521d8194 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7124710 Feb 09 14:08:32.212093 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2d46201-e466-4ef8-bf6c-f42326727d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:32.286251 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e9916aaf-ded6-4884-b3e4-ff42f4b987a1 req-d203eaab-4e50-4bcc-b459-fc0a762310d7 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:32.338442 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2d46201-e466-4ef8-bf6c-f42326727d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:32.499575 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2d46201-e466-4ef8-bf6c-f42326727d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:32.540165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d46201-e466-4ef8-bf6c-f42326727d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd73e7b-d4ee-4b4e-8182-e47df19dd87a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:32.584918 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3a41cda3-1ea1-421b-9747-3d541b7ce33f req-6945ee5f-ae67-45ea-8055-fc92015e3f58 tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.2691107 Feb 09 14:08:32.597608 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2d46201-e466-4ef8-bf6c-f42326727d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:32.605132 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d2d46201-e466-4ef8-bf6c-f42326727d35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6cd73e7b-d4ee-4b4e-8182-e47df19dd87a HTTP/1.1" status: 204 len: 168 time: 0.7195883 Feb 09 14:08:32.685574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203eaab-4e50-4bcc-b459-fc0a762310d7 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Pushing event deleted for resources: {'Port': ['ID=c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:33.304691 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:33.493723 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:08:33.494292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:08:33.639526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9916aaf-ded6-4884-b3e4-ff42f4b987a1 req-d203eaab-4e50-4bcc-b459-fc0a762310d7 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] No DVR routers for this DVR port c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:08:33.706903 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e9916aaf-ded6-4884-b3e4-ff42f4b987a1 req-d203eaab-4e50-4bcc-b459-fc0a762310d7 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:33.724701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e95a376-501a-40c5-b6c8-7c59f80fa3f9', 'name': 'network-vif-deleted', 'tag': 'c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:33.747913 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9916aaf-ded6-4884-b3e4-ff42f4b987a1 req-d203eaab-4e50-4bcc-b459-fc0a762310d7 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.35 "DELETE /v2.0/ports/c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6 HTTP/1.1" status: 204 len: 173 time: 3.5932095 Feb 09 14:08:33.760884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d3b48e2b-a1f3-4822-85b7-48672db2f800 req-8d766370-b0dc-4d7d-a4ad-3bcda1f5df56 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Synchronizing usage tracker for tenant:88a376f878274e1491d4af100b1ec6bb on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:33.779224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d3b48e2b-a1f3-4822-85b7-48672db2f800 req-8d766370-b0dc-4d7d-a4ad-3bcda1f5df56 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Unset dirty status for tenant:88a376f878274e1491d4af100b1ec6bb on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:33.785116 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3b48e2b-a1f3-4822-85b7-48672db2f800 req-8d766370-b0dc-4d7d-a4ad-3bcda1f5df56 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14ed0c5-222d-4f82-8b4b-e4bb15075c46 HTTP/1.1" status: 200 len: 210 time: 0.1490068 Feb 09 14:08:33.904449 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2ff1aacf-5fc7-4d53-a48d-4c908fd1ee42 req-a019eb5d-761a-4792-8283-0f3258bf5634 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 210 time: 0.0997627 Feb 09 14:08:34.220829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76a9c1-377f-4584-ab24-e6d7a6b2d76c req-88399530-8272-4af0-9139-79b6edd231b8 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:34.225132 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0a76a9c1-377f-4584-ab24-e6d7a6b2d76c req-88399530-8272-4af0-9139-79b6edd231b8 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 950 time: 0.1812813 Feb 09 14:08:34.338596 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0a76a9c1-377f-4584-ab24-e6d7a6b2d76c req-79b57999-3827-4909-9550-6f5e76c963ee tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063080 Feb 09 14:08:34.412686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc19fd7-e8a9-45d7-b24a-6cd04ec3c65e req-96224e5d-35a0-4854-864e-b599723a6836 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:34.422753 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ccc19fd7-e8a9-45d7-b24a-6cd04ec3c65e req-96224e5d-35a0-4854-864e-b599723a6836 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.2128668 Feb 09 14:08:34.567034 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ccc19fd7-e8a9-45d7-b24a-6cd04ec3c65e req-facbad57-4cb3-4bbf-b8ff-351cfacbd867 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374865 Feb 09 14:08:34.765568 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e95a376-501a-40c5-b6c8-7c59f80fa3f9', 'name': 'network-vif-deleted', 'tag': 'c49f1b4d-9fd0-4e15-b973-cfc9a421c9b6', 'status': 'completed', 'code': 200} Feb 09 14:08:34.921505 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3225a882-182f-4209-b727-160a11d9522c req-5f698b51-8035-4a9b-b84a-9e2ce0b3e065 tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.0892384 Feb 09 14:08:35.872065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d41e4-abe8-49bd-a6ed-eedde35fe48c req-2519d95c-e829-406f-99fe-e0fad439a10a tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:35.881077 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-435d41e4-abe8-49bd-a6ed-eedde35fe48c req-2519d95c-e829-406f-99fe-e0fad439a10a tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 1101 time: 0.2249746 Feb 09 14:08:35.932264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-435d41e4-abe8-49bd-a6ed-eedde35fe48c req-3e887af9-ca2e-454e-8e6b-89e78858d14b tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] Synchronizing usage tracker for tenant:77bd5154ae3d43f39dbc27b0314db088 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:35.957582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-435d41e4-abe8-49bd-a6ed-eedde35fe48c req-3e887af9-ca2e-454e-8e6b-89e78858d14b tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] Unset dirty status for tenant:77bd5154ae3d43f39dbc27b0314db088 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:35.973598 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-435d41e4-abe8-49bd-a6ed-eedde35fe48c req-3e887af9-ca2e-454e-8e6b-89e78858d14b tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912988 Feb 09 14:08:36.003671 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6d4da4e2-8cca-4e58-ba7e-56a93c3c6b0c req-8679ae6c-5a7b-4088-95ac-25b6a3aa6ee3 tempest-FloatingIPsAssociationNegativeTestJSON-696784149 tempest-FloatingIPsAssociationNegativeTestJSON-696784149-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e95a376-501a-40c5-b6c8-7c59f80fa3f9 HTTP/1.1" status: 200 len: 210 time: 0.2064316 Feb 09 14:08:36.565975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6087d95-11a4-4424-9b04-9d1f79c81377 req-70e8c560-d90a-4e85-8ee0-128f327be2bb tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:36.570680 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e6087d95-11a4-4424-9b04-9d1f79c81377 req-70e8c560-d90a-4e85-8ee0-128f327be2bb tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 1101 time: 0.2789786 Feb 09 14:08:36.785004 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e6087d95-11a4-4424-9b04-9d1f79c81377 req-ab2494d0-32a3-401f-bed4-fca7258b1d11 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026587 Feb 09 14:08:37.024426 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c2495c92-4eac-4215-ae49-f731508cf1e1 req-c59ae31c-2fa1-4162-ab3d-aba994d4f5dc tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.0714085 Feb 09 14:08:37.534501 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:08:37.921612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:37.947973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1', 'mac_address': 'fa:16:3e:97:7f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:08:38.035874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49558) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:38.160314 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:38.225300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:08:38.279140 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:38.291589 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:38.424688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24af65-edfa-499e-9262-470d667b11f5 req-ce715e0d-cf4a-4a89-ae5a-25014d2df19b tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:38.442795 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe24af65-edfa-499e-9262-470d667b11f5 req-ce715e0d-cf4a-4a89-ae5a-25014d2df19b tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 1101 time: 0.3218215 Feb 09 14:08:38.601928 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe24af65-edfa-499e-9262-470d667b11f5 req-0ae6b69e-c4e5-423f-9540-9e4f8b0e1d38 tempest-ServersAdminTestJSON-1772677632 tempest-ServersAdminTestJSON-1772677632-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563311 Feb 09 14:08:38.693253 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:38.706472 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['66e3b46f-0551-4e31-8dc6-f2c913ed02c1'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:08:38.814093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:39.107285 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-1d940a63-d8c5-46f2-8cd9-8b2f654c82ff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8850651 Feb 09 14:08:39.143268 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91280444-4a6d-4317-9843-34e33a16098f req-13c58f33-8f79-4f90-8523-62ec81267f93 tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.1298265 Feb 09 14:08:39.412507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429833a-5270-4677-9eef-85ae84fafde1 req-059db1ad-529d-4441-a687-502df5c90f11 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:39.420137 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6429833a-5270-4677-9eef-85ae84fafde1 req-059db1ad-529d-4441-a687-502df5c90f11 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.4455421 Feb 09 14:08:39.548291 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6429833a-5270-4677-9eef-85ae84fafde1 req-e8e0cdb3-f51f-467a-955f-099443977b88 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143274 Feb 09 14:08:39.555738 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:08:39.896607 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:39.898982 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:40.151289 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:40.187468 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68a47508-74d7-4143-89dc-0da54ad95be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:40.275287 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:40.322601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e522d5-c03c-4d61-ad5e-c82d956a521c req-f04d6475-3053-4613-a2ea-fdc8daa50644 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:40.330518 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55e522d5-c03c-4d61-ad5e-c82d956a521c req-f04d6475-3053-4613-a2ea-fdc8daa50644 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 950 time: 0.2413454 Feb 09 14:08:40.335029 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:40.337191 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd61664-cce4-4505-b345-5edcef596536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:40.349946 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:40.409617 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55e522d5-c03c-4d61-ad5e-c82d956a521c req-5608b5db-8651-417b-938d-37bdfd22ccae tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779078 Feb 09 14:08:40.532550 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:40.609362 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd61664-cce4-4505-b345-5edcef596536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1', 'code': 200} Feb 09 14:08:40.796854 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a38e4f7c-e3b6-4e2e-9881-08782a5cf84d req-4976a254-33e3-443a-9cf1-82733003839e tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.1301363 Feb 09 14:08:41.160151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ca50c-44eb-466e-bf7e-064202accc0c req-e34ba678-da62-4864-bc72-a66c7bc9c54e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:41.167787 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8e8ca50c-44eb-466e-bf7e-064202accc0c req-e34ba678-da62-4864-bc72-a66c7bc9c54e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.3027849 Feb 09 14:08:41.311783 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-68a47508-74d7-4143-89dc-0da54ad95be6 admin admin] Deleting port 34ea4760-3bc7-48f3-b21f-03c937bd88de {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:08:41.312403 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68a47508-74d7-4143-89dc-0da54ad95be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:41.388630 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8e8ca50c-44eb-466e-bf7e-064202accc0c req-9f8f2d42-d15a-4f38-9a87-8843145ceba8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189169 Feb 09 14:08:41.815279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49688) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:41.960310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-68a47508-74d7-4143-89dc-0da54ad95be6 admin admin] For port 34ea4760-3bc7-48f3-b21f-03c937bd88de, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=34ea4760-3bc7-48f3-b21f-03c937bd88de,segment=NetworkSegment(36a26ce1-62ad-4b07-95e2-1c5bbb145414),segment_id=36a26ce1-62ad-4b07-95e2-1c5bbb145414)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:41.960310 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68a47508-74d7-4143-89dc-0da54ad95be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:41.976572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-9888b0b1-e51d-403c-abb4-ba0aa422cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:41.978070 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-9888b0b1-e51d-403c-abb4-ba0aa422cfb1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 1101 time: 0.2230096 Feb 09 14:08:42.321110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-68a47508-74d7-4143-89dc-0da54ad95be6 admin admin] Calling delete_port for 34ea4760-3bc7-48f3-b21f-03c937bd88de owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:08:42.473543 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9bb06110-fd9a-447c-9073-cfa3d388533f req-795832a5-0d13-4a74-b3c3-de34b849ab23 tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.0883183 Feb 09 14:08:42.521253 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-f56c12bf-6a95-4120-ac39-c5c1d83d6d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:42.524156 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-f56c12bf-6a95-4120-ac39-c5c1d83d6d6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.4762344 Feb 09 14:08:42.557617 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42e3fef5-d175-4e28-8455-f3ad0525ac3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:42.607159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-42e3fef5-d175-4e28-8455-f3ad0525ac3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:42.611541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-42e3fef5-d175-4e28-8455-f3ad0525ac3b admin admin] Usage tracker for resource:security_group_rule and tenant:2d1ffb1ff02c4348943a696e423e97fd is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:42.631553 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-42e3fef5-d175-4e28-8455-f3ad0525ac3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:42.651023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-42e3fef5-d175-4e28-8455-f3ad0525ac3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:42.719334 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-8929c627-8506-43a3-9f9e-bc15f8984891 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=b8419f56-0d12-4138-a36a-40b411b3f483 HTTP/1.1" status: 200 len: 217 time: 0.1817799 Feb 09 14:08:42.847077 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42e3fef5-d175-4e28-8455-f3ad0525ac3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:42.860112 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42e3fef5-d175-4e28-8455-f3ad0525ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:43.013984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-a16c0c38-032e-4f43-8183-8b069892f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:43.016349 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-a16c0c38-032e-4f43-8183-8b069892f03a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1541729 Feb 09 14:08:43.082840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc5278-221f-40fa-aa50-4370feeeaa16 req-09f782fd-87c6-45ad-9db4-ec6dd025ffc7 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:43.090879 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ffcc5278-221f-40fa-aa50-4370feeeaa16 req-09f782fd-87c6-45ad-9db4-ec6dd025ffc7 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 945 time: 0.3707037 Feb 09 14:08:43.163998 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ffcc5278-221f-40fa-aa50-4370feeeaa16 req-f65e2d03-c286-4941-8d27-3f8c93dcc7b9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699618 Feb 09 14:08:43.167322 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-42e3fef5-d175-4e28-8455-f3ad0525ac3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d1ffb1ff02c4348943a696e423e97fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3499982 Feb 09 14:08:43.170032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49720) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:43.180111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcd6ee-e53f-4398-bb38-4fa28c4c4932 req-7ab962b8-e6e4-4a50-be91-42b00bd98fd3 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:43.197560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1abcd6ee-e53f-4398-bb38-4fa28c4c4932 req-7ab962b8-e6e4-4a50-be91-42b00bd98fd3 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d1fcf4c-35a3-4ca5-8433-36249c944663 HTTP/1.1" status: 200 len: 945 time: 0.2864273 Feb 09 14:08:43.241623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf8dc7-b26b-4cfc-b42b-b53e89a8bfbf req-459e5e81-75fb-40f5-9d5f-94cb01b724e2 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:43.257254 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55bf8dc7-b26b-4cfc-b42b-b53e89a8bfbf req-459e5e81-75fb-40f5-9d5f-94cb01b724e2 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 950 time: 1.3081686 Feb 09 14:08:43.260285 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68a47508-74d7-4143-89dc-0da54ad95be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:43.286732 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-9fc92b68-fe58-4607-b374-3ce01fc34b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:43.289525 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-9fc92b68-fe58-4607-b374-3ce01fc34b22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2531297 Feb 09 14:08:43.326841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-1abcd6ee-e53f-4398-bb38-4fa28c4c4932 req-0488e067-c861-4e7d-9e80-4e870a58e25e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Deleting port bd440830-e6b3-4c24-aa97-0128a0747b66 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:08:43.327355 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1abcd6ee-e53f-4398-bb38-4fa28c4c4932 req-0488e067-c861-4e7d-9e80-4e870a58e25e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:43.346029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fc53d-be02-4bb1-9829-ccec780a3982 req-5ff9bc9c-fb82-49c5-8a8f-a48598e2276f tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:43.347166 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-062fc53d-be02-4bb1-9829-ccec780a3982 req-5ff9bc9c-fb82-49c5-8a8f-a48598e2276f tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.35 "GET /v2.0/ports?device_id=b30fd153-b597-4f62-a75b-22224c0d257a HTTP/1.1" status: 200 len: 950 time: 1.0650134 Feb 09 14:08:43.493368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a47508-74d7-4143-89dc-0da54ad95be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ea4760-3bc7-48f3-b21f-03c937bd88de,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:43.505008 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3fef5-d175-4e28-8455-f3ad0525ac3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5451e5cc-fb55-4429-8cad-16c2ea8d2d3d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:43.675852 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-d6e526d3-8d8a-4d23-a292-ef140fdaf91b service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747489 Feb 09 14:08:43.989456 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69c84a2e-382a-459b-8d8d-5fe064e1f969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:44.064134 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55bf8dc7-b26b-4cfc-b42b-b53e89a8bfbf req-c4c9cefb-2819-4e7e-a898-3e166faae0bd tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8046646 Feb 09 14:08:44.098873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-062fc53d-be02-4bb1-9829-ccec780a3982 req-5793a8dc-cc5b-43a3-a473-aeb6e25c44ce tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Deleting port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:08:44.102893 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-062fc53d-be02-4bb1-9829-ccec780a3982 req-5793a8dc-cc5b-43a3-a473-aeb6e25c44ce tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:44.253588 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-2f779d87-12d8-4766-8f2b-24b4d3b13846 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516412 Feb 09 14:08:44.416189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1abcd6ee-e53f-4398-bb38-4fa28c4c4932 req-0488e067-c861-4e7d-9e80-4e870a58e25e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] For port bd440830-e6b3-4c24-aa97-0128a0747b66, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=bd440830-e6b3-4c24-aa97-0128a0747b66,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:44.416731 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1abcd6ee-e53f-4398-bb38-4fa28c4c4932 req-0488e067-c861-4e7d-9e80-4e870a58e25e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:44.727458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-1abcd6ee-e53f-4398-bb38-4fa28c4c4932 req-0488e067-c861-4e7d-9e80-4e870a58e25e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Calling delete_port for bd440830-e6b3-4c24-aa97-0128a0747b66 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:08:44.800149 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69c84a2e-382a-459b-8d8d-5fe064e1f969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:44.958645 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68a47508-74d7-4143-89dc-0da54ad95be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.158119 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69c84a2e-382a-459b-8d8d-5fe064e1f969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.207546 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c84a2e-382a-459b-8d8d-5fe064e1f969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5451e5cc-fb55-4429-8cad-16c2ea8d2d3d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:45.212762 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1abcd6ee-e53f-4398-bb38-4fa28c4c4932 req-0488e067-c861-4e7d-9e80-4e870a58e25e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.230181 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-062fc53d-be02-4bb1-9829-ccec780a3982 req-5793a8dc-cc5b-43a3-a473-aeb6e25c44ce tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] For port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5c61b5d4-5f5f-415a-b346-cb9b4c8441a4,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:45.231048 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-062fc53d-be02-4bb1-9829-ccec780a3982 req-5793a8dc-cc5b-43a3-a473-aeb6e25c44ce tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.237312 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['bd440830-e6b3-4c24-aa97-0128a0747b66'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:08:45.292400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488e067-c861-4e7d-9e80-4e870a58e25e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Pushing event deleted for resources: {'Port': ['ID=bd440830-e6b3-4c24-aa97-0128a0747b66,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:45.311814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71177ea1-e5d4-4afc-92cf-bd70aeefd5a6 req-eec8513c-cc66-42a3-8312-b4fe68303fa2 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:45.315614 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-71177ea1-e5d4-4afc-92cf-bd70aeefd5a6 req-eec8513c-cc66-42a3-8312-b4fe68303fa2 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.6109669 Feb 09 14:08:45.450519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abcd6ee-e53f-4398-bb38-4fa28c4c4932 req-0488e067-c861-4e7d-9e80-4e870a58e25e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] No DVR routers for this DVR port bd440830-e6b3-4c24-aa97-0128a0747b66 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:08:45.454023 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1abcd6ee-e53f-4398-bb38-4fa28c4c4932 req-0488e067-c861-4e7d-9e80-4e870a58e25e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.461567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1fcf4c-35a3-4ca5-8433-36249c944663', 'name': 'network-vif-deleted', 'tag': 'bd440830-e6b3-4c24-aa97-0128a0747b66'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:45.492389 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1abcd6ee-e53f-4398-bb38-4fa28c4c4932 req-0488e067-c861-4e7d-9e80-4e870a58e25e tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.35 "DELETE /v2.0/ports/bd440830-e6b3-4c24-aa97-0128a0747b66 HTTP/1.1" status: 204 len: 173 time: 2.2790546 Feb 09 14:08:45.990107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-062fc53d-be02-4bb1-9829-ccec780a3982 req-5793a8dc-cc5b-43a3-a473-aeb6e25c44ce tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Calling delete_port for 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:08:46.023521 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69c84a2e-382a-459b-8d8d-5fe064e1f969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.025041 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-69c84a2e-382a-459b-8d8d-5fe064e1f969 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5451e5cc-fb55-4429-8cad-16c2ea8d2d3d HTTP/1.1" status: 204 len: 168 time: 2.8475397 Feb 09 14:08:46.440940 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-062fc53d-be02-4bb1-9829-ccec780a3982 req-5793a8dc-cc5b-43a3-a473-aeb6e25c44ce tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.453460 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['d1185712-f38e-4979-8016-42121e4ade7a', '50a097b7-5466-400a-b0f6-a2e3a07ccb49'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:08:46.788861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793a8dc-cc5b-43a3-a473-aeb6e25c44ce tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Pushing event deleted for resources: {'Port': ['ID=5c61b5d4-5f5f-415a-b346-cb9b4c8441a4,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:46.799262 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-71177ea1-e5d4-4afc-92cf-bd70aeefd5a6 req-b0a36f28-56c9-4642-82db-031b1437141a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8506327 Feb 09 14:08:46.935826 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-062fc53d-be02-4bb1-9829-ccec780a3982 req-5793a8dc-cc5b-43a3-a473-aeb6e25c44ce tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] No DVR routers for this DVR port 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:08:46.941653 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-062fc53d-be02-4bb1-9829-ccec780a3982 req-5793a8dc-cc5b-43a3-a473-aeb6e25c44ce tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:47.004070 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30fd153-b597-4f62-a75b-22224c0d257a', 'name': 'network-vif-deleted', 'tag': '5c61b5d4-5f5f-415a-b346-cb9b4c8441a4'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:47.054193 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-062fc53d-be02-4bb1-9829-ccec780a3982 req-5793a8dc-cc5b-43a3-a473-aeb6e25c44ce tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.35 "DELETE /v2.0/ports/5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 HTTP/1.1" status: 204 len: 173 time: 3.5957623 Feb 09 14:08:47.099816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49756) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:47.148913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:47.192284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:47.215755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Usage tracker for resource:security_group_rule and tenant:2bff095c0fec4f80ad5417e4793c2690 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:47.227889 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:47.266081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:47.394964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a47508-74d7-4143-89dc-0da54ad95be6 admin admin] Router 42686843-2ce9-4fa4-a0e1-151a10b15d31 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:08:47.436110 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device bd440830-e6b3-4c24-aa97-0128a0747b66 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:47.533018 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:47.536623 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: bd440830-e6b3-4c24-aa97-0128a0747b66 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:08:47.537145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device bd440830-e6b3-4c24-aa97-0128a0747b66 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:08:47.537596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:47.539966 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:47.615132 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2bff095c0fec4f80ad5417e4793c2690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5141845 Feb 09 14:08:47.618006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49760) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:47.656017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:08:47.656397 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 5c61b5d4-5f5f-415a-b346-cb9b4c8441a4 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:08:47.672955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a41b6e-9b6f-430e-889f-7ba1ec9850eb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:47.707710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:47.708103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:47.708453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:47.708809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:47.709147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:47.709471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:47.709795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:47.710337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:47.710662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:47.710986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:47.711357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:47.712123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4008b204-d245-494c-b5d9-12adc1cc6dac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:47.738535 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4966581a-9db1-4cde-85d6-e9ce122b59fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:47.770629 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4966581a-9db1-4cde-85d6-e9ce122b59fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:47.832368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a47508-74d7-4143-89dc-0da54ad95be6 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:08:47.838869 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4966581a-9db1-4cde-85d6-e9ce122b59fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:47.846246 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-68a47508-74d7-4143-89dc-0da54ad95be6 admin admin] 10.222.0.48 "PUT /v2.0/routers/42686843-2ce9-4fa4-a0e1-151a10b15d31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8082986 Feb 09 14:08:47.849093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49766) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:47.864961 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9c095d-ad86-4425-9fe8-24e0c27fdf12 None None] Sync routers for ids ['42686843-2ce9-4fa4-a0e1-151a10b15d31'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:08:47.882269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966581a-9db1-4cde-85d6-e9ce122b59fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a41b6e-9b6f-430e-889f-7ba1ec9850eb,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:47.893980 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4966581a-9db1-4cde-85d6-e9ce122b59fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:47.898195 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4966581a-9db1-4cde-85d6-e9ce122b59fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7a41b6e-9b6f-430e-889f-7ba1ec9850eb HTTP/1.1" status: 204 len: 168 time: 0.2761900 Feb 09 14:08:47.938137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9c095d-ad86-4425-9fe8-24e0c27fdf12 None None] Routers {'42686843-2ce9-4fa4-a0e1-151a10b15d31'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:08:47.939429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-de9c095d-ad86-4425-9fe8-24e0c27fdf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:08:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['42686843-2ce9-4fa4-a0e1-151a10b15d31'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:48.195940 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc0b1-580c-4cad-ab25-6c08cf813a2d admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:48.443522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-de9c095d-ad86-4425-9fe8-24e0c27fdf12 None None] Set router 42686843-2ce9-4fa4-a0e1-151a10b15d31 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:08:48.727961 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc0b1-580c-4cad-ab25-6c08cf813a2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:48.747496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3b8dc0b1-580c-4cad-ab25-6c08cf813a2d admin admin] Deleting port beda4477-5720-4e12-83aa-72e0b870b779 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:08:48.748115 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc0b1-580c-4cad-ab25-6c08cf813a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:49.217299 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-de9c095d-ad86-4425-9fe8-24e0c27fdf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-router', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:06:57Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 5, 'project_id': '261613e7ddbb41359071f1ad50216588', 'gw_port': {'id': 'beda4477-5720-4e12-83aa-72e0b870b779', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:00Z', 'updated_at': '2022-02-09T14:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:49.228695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3b8dc0b1-580c-4cad-ab25-6c08cf813a2d admin admin] For port beda4477-5720-4e12-83aa-72e0b870b779, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=beda4477-5720-4e12-83aa-72e0b870b779,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:49.229331 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc0b1-580c-4cad-ab25-6c08cf813a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:49.232429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9c095d-ad86-4425-9fe8-24e0c27fdf12 None None] Checking router: 42686843-2ce9-4fa4-a0e1-151a10b15d31 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:08:49.270761 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9c095d-ad86-4425-9fe8-24e0c27fdf12 None None] Routers {'42686843-2ce9-4fa4-a0e1-151a10b15d31'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:08:49.272037 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-de9c095d-ad86-4425-9fe8-24e0c27fdf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:08:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['42686843-2ce9-4fa4-a0e1-151a10b15d31'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:49.524378 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-de9c095d-ad86-4425-9fe8-24e0c27fdf12 None None] Set router 42686843-2ce9-4fa4-a0e1-151a10b15d31 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:08:49.729111 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-de9c095d-ad86-4425-9fe8-24e0c27fdf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-router', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:06:57Z', 'updated_at': '2022-02-09T14:08:48Z', 'revision_number': 6, 'project_id': '261613e7ddbb41359071f1ad50216588', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:49.750861 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9c095d-ad86-4425-9fe8-24e0c27fdf12 None None] The sync data for ids ['42686843-2ce9-4fa4-a0e1-151a10b15d31'] in n-d-828418-2 is: [{'id': '42686843-2ce9-4fa4-a0e1-151a10b15d31', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1500678080-router', 'tenant_id': '261613e7ddbb41359071f1ad50216588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:06:57Z', 'updated_at': '2022-02-09T14:08:48Z', 'revision_number': 6, 'project_id': '261613e7ddbb41359071f1ad50216588', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:08:49.798759 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3b8dc0b1-580c-4cad-ab25-6c08cf813a2d admin admin] Calling delete_port for beda4477-5720-4e12-83aa-72e0b870b779 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:08:49.930324 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 34ea4760-3bc7-48f3-b21f-03c937bd88de no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:50.038640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 34ea4760-3bc7-48f3-b21f-03c937bd88de {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:08:50.039540 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 34ea4760-3bc7-48f3-b21f-03c937bd88de not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:08:50.228922 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc0b1-580c-4cad-ab25-6c08cf813a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.338421 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8dc0b1-580c-4cad-ab25-6c08cf813a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=beda4477-5720-4e12-83aa-72e0b870b779,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:50.525203 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc0b1-580c-4cad-ab25-6c08cf813a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.759674 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc0b1-580c-4cad-ab25-6c08cf813a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.761752 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc0b1-580c-4cad-ab25-6c08cf813a2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.790868 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc0b1-580c-4cad-ab25-6c08cf813a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.791040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8dc0b1-580c-4cad-ab25-6c08cf813a2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42686843-2ce9-4fa4-a0e1-151a10b15d31 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:08:50.815422 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc0b1-580c-4cad-ab25-6c08cf813a2d admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.816747 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3b8dc0b1-580c-4cad-ab25-6c08cf813a2d admin admin] 10.222.0.48 "DELETE /v2.0/routers/42686843-2ce9-4fa4-a0e1-151a10b15d31 HTTP/1.1" status: 204 len: 168 time: 2.9665651 Feb 09 14:08:50.819393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49816) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:50.911141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6067b1c-727e-4d2b-8abd-fbe2e4536d8f admin admin] Deleting subnet 176745eb-cf2b-4242-a48f-776f09b48b10 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:08:50.920716 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b6067b1c-727e-4d2b-8abd-fbe2e4536d8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.061431 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b6067b1c-727e-4d2b-8abd-fbe2e4536d8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.185223 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b6067b1c-727e-4d2b-8abd-fbe2e4536d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.198380 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1fcf4c-35a3-4ca5-8433-36249c944663', 'name': 'network-vif-deleted', 'tag': 'bd440830-e6b3-4c24-aa97-0128a0747b66', 'status': 'completed', 'code': 200} Feb 09 14:08:51.296281 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30fd153-b597-4f62-a75b-22224c0d257a', 'name': 'network-vif-deleted', 'tag': '5c61b5d4-5f5f-415a-b346-cb9b4c8441a4', 'status': 'completed', 'code': 200} Feb 09 14:08:51.314461 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b6067b1c-727e-4d2b-8abd-fbe2e4536d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.387452 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8988b74-0b8f-41f3-aeb3-13427ba925f0 req-5f41c9c0-e4c7-47ee-9cad-f93c6f353751 tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.0819473 Feb 09 14:08:51.387748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9360e0f5-3b2b-4cfa-b1c4-26ccf6e9df8a None None] Network e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:08:51.438048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6067b1c-727e-4d2b-8abd-fbe2e4536d8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=176745eb-cf2b-4242-a48f-776f09b48b10,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:51.453443 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b6067b1c-727e-4d2b-8abd-fbe2e4536d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.462752 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b6067b1c-727e-4d2b-8abd-fbe2e4536d8f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/176745eb-cf2b-4242-a48f-776f09b48b10 HTTP/1.1" status: 204 len: 168 time: 0.6421683 Feb 09 14:08:51.465636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49834) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:51.523689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c950f3-f357-4e23-9ad6-915a0c57077b req-aef42e3e-a953-4e4e-ba51-daecfb69d9d2 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:51.526210 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89c950f3-f357-4e23-9ad6-915a0c57077b req-aef42e3e-a953-4e4e-ba51-daecfb69d9d2 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.1491666 Feb 09 14:08:51.630680 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89c950f3-f357-4e23-9ad6-915a0c57077b req-2bd9015d-f527-40bb-aea1-b18eabc3d310 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930851 Feb 09 14:08:51.753138 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.763701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd19ac0e-6e7a-4a98-828d-d960c1c8e351 None None] DHCP port deletion for e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:08:51.768086 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-cd19ac0e-6e7a-4a98-828d-d960c1c8e351 None None] Deleting port f51a1f46-2145-431e-84d1-fa1deb54985c {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:08:51.768460 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cd19ac0e-6e7a-4a98-828d-d960c1c8e351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.786875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] Deleting port f51a1f46-2145-431e-84d1-fa1deb54985c {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:08:51.787678 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.889528 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-02f77ccb-2689-4a3a-9ee9-6b148ed5fd8b tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6ba3e91777ae4e13a2d0d43e9bc64c40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486386 Feb 09 14:08:52.056269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device beda4477-5720-4e12-83aa-72e0b870b779 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:52.113334 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: beda4477-5720-4e12-83aa-72e0b870b779 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:08:52.113932 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device beda4477-5720-4e12-83aa-72e0b870b779 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:08:52.114780 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f51a1f46-2145-431e-84d1-fa1deb54985c no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:52.123085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-7b2e2475-9997-4bbb-bdcb-18750b9f8b84 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:52.126883 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-7b2e2475-9997-4bbb-bdcb-18750b9f8b84 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794639 Feb 09 14:08:52.207866 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-bd537c30-b8a5-4c8e-afa9-7238e7074e39 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/quotas/6ba3e91777ae4e13a2d0d43e9bc64c40 HTTP/1.1" status: 200 len: 375 time: 0.0529768 Feb 09 14:08:52.410708 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-7d69563a-beb4-46f8-8e5c-984276edc240 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6ba3e91777ae4e13a2d0d43e9bc64c40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2016690 Feb 09 14:08:52.587430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] For port f51a1f46-2145-431e-84d1-fa1deb54985c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f51a1f46-2145-431e-84d1-fa1deb54985c,segment=NetworkSegment(36a26ce1-62ad-4b07-95e2-1c5bbb145414),segment_id=36a26ce1-62ad-4b07-95e2-1c5bbb145414)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:52.587926 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:52.605879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-cd19ac0e-6e7a-4a98-828d-d960c1c8e351 None None] For port f51a1f46-2145-431e-84d1-fa1deb54985c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f51a1f46-2145-431e-84d1-fa1deb54985c,segment=NetworkSegment(36a26ce1-62ad-4b07-95e2-1c5bbb145414),segment_id=36a26ce1-62ad-4b07-95e2-1c5bbb145414)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:52.606475 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cd19ac0e-6e7a-4a98-828d-d960c1c8e351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:52.995259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-cd19ac0e-6e7a-4a98-828d-d960c1c8e351 None None] Calling delete_port for f51a1f46-2145-431e-84d1-fa1deb54985c owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:08:53.051576 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:53.148014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] Calling delete_port for f51a1f46-2145-431e-84d1-fa1deb54985c owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:08:53.148626 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port f51a1f46-2145-431e-84d1-fa1deb54985c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f51a1f46-2145-431e-84d1-fa1deb54985c,segment=NetworkSegment(36a26ce1-62ad-4b07-95e2-1c5bbb145414),segment_id=36a26ce1-62ad-4b07-95e2-1c5bbb145414)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:53.162045 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:53.317701 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-cd19ac0e-6e7a-4a98-828d-d960c1c8e351 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:08:53.317986 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-cd19ac0e-6e7a-4a98-828d-d960c1c8e351 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:08:53.332737 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=f51a1f46-2145-431e-84d1-fa1deb54985c,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:53.353908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:53.354343 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:53.354701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:53.355699 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:53.358355 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:53.358355 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:53.358355 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:53.358830 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:53.359628 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:53.361051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:53.361430 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:53.361875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:53.365576 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:08:53.366371 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:08:53.404150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5af09a-3021-4a05-b02a-3df5c6a07f0d req-16178971-a9ab-491b-ae1d-f34bab95ea46 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:53.405625 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8c5af09a-3021-4a05-b02a-3df5c6a07f0d req-16178971-a9ab-491b-ae1d-f34bab95ea46 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.35 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 944 time: 0.3412976 Feb 09 14:08:53.583741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-8c5af09a-3021-4a05-b02a-3df5c6a07f0d req-9f21b532-3cf8-46a8-9dc5-c37ce9cfad42 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Deleting port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:08:53.584312 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8c5af09a-3021-4a05-b02a-3df5c6a07f0d req-9f21b532-3cf8-46a8-9dc5-c37ce9cfad42 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:53.819644 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-cd19ac0e-6e7a-4a98-828d-d960c1c8e351 None None] Deleting port f51a1f46-2145-431e-84d1-fa1deb54985c {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:08:53.820372 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cd19ac0e-6e7a-4a98-828d-d960c1c8e351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:53.866950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] Deleting port f51a1f46-2145-431e-84d1-fa1deb54985c {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:08:53.867329 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:54.040990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-8c5af09a-3021-4a05-b02a-3df5c6a07f0d req-9f21b532-3cf8-46a8-9dc5-c37ce9cfad42 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] For port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:54.041191 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8c5af09a-3021-4a05-b02a-3df5c6a07f0d req-9f21b532-3cf8-46a8-9dc5-c37ce9cfad42 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:54.204074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-cd19ac0e-6e7a-4a98-828d-d960c1c8e351 None None] For port f51a1f46-2145-431e-84d1-fa1deb54985c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f51a1f46-2145-431e-84d1-fa1deb54985c,segment=NetworkSegment(36a26ce1-62ad-4b07-95e2-1c5bbb145414),segment_id=36a26ce1-62ad-4b07-95e2-1c5bbb145414)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:54.204601 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cd19ac0e-6e7a-4a98-828d-d960c1c8e351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:54.334201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-8c5af09a-3021-4a05-b02a-3df5c6a07f0d req-9f21b532-3cf8-46a8-9dc5-c37ce9cfad42 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Calling delete_port for d8fbcb22-0c73-4dbc-b4a8-dd55df551afc owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:08:54.335762 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-cd19ac0e-6e7a-4a98-828d-d960c1c8e351 None None] Calling delete_port for f51a1f46-2145-431e-84d1-fa1deb54985c owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:08:54.462033 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cd19ac0e-6e7a-4a98-828d-d960c1c8e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:54.536220 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8c5af09a-3021-4a05-b02a-3df5c6a07f0d req-9f21b532-3cf8-46a8-9dc5-c37ce9cfad42 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:54.594257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19ac0e-6e7a-4a98-828d-d960c1c8e351 None None] Pushing event deleted for resources: {'Port': ['ID=f51a1f46-2145-431e-84d1-fa1deb54985c,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:54.615311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] The port 'f51a1f46-2145-431e-84d1-fa1deb54985c' was deleted {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:08:54.619561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd19ac0e-6e7a-4a98-828d-d960c1c8e351 None None] No DVR routers for this DVR port f51a1f46-2145-431e-84d1-fa1deb54985c on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:08:54.702384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21b532-3cf8-46a8-9dc5-c37ce9cfad42 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Pushing event deleted for resources: {'Port': ['ID=d8fbcb22-0c73-4dbc-b4a8-dd55df551afc,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:54.925448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5af09a-3021-4a05-b02a-3df5c6a07f0d req-9f21b532-3cf8-46a8-9dc5-c37ce9cfad42 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] No DVR routers for this DVR port d8fbcb22-0c73-4dbc-b4a8-dd55df551afc on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:08:54.936244 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8c5af09a-3021-4a05-b02a-3df5c6a07f0d req-9f21b532-3cf8-46a8-9dc5-c37ce9cfad42 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:54.948338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad78693-b647-4ff4-865b-a4bbb871bfea', 'name': 'network-vif-deleted', 'tag': 'd8fbcb22-0c73-4dbc-b4a8-dd55df551afc'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:54.955581 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8c5af09a-3021-4a05-b02a-3df5c6a07f0d req-9f21b532-3cf8-46a8-9dc5-c37ce9cfad42 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.35 "DELETE /v2.0/ports/d8fbcb22-0c73-4dbc-b4a8-dd55df551afc HTTP/1.1" status: 204 len: 173 time: 1.5419571 Feb 09 14:08:54.963817 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bad766d4-df5e-4e75-9632-88ad3f507c8b req-a44fdcea-825a-4087-a2a6-fea4c22805f3 tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.1710193 Feb 09 14:08:55.035674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ae451e18-cd73-45a6-a77b-2c13bc7511da req-23aa0016-0405-4b34-9dbe-406b863d5259 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Synchronizing usage tracker for tenant:88a376f878274e1491d4af100b1ec6bb on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:55.092781 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:55.170582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ae451e18-cd73-45a6-a77b-2c13bc7511da req-23aa0016-0405-4b34-9dbe-406b863d5259 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Unset dirty status for tenant:88a376f878274e1491d4af100b1ec6bb on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:55.172166 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ae451e18-cd73-45a6-a77b-2c13bc7511da req-23aa0016-0405-4b34-9dbe-406b863d5259 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad78693-b647-4ff4-865b-a4bbb871bfea HTTP/1.1" status: 200 len: 210 time: 0.3520529 Feb 09 14:08:55.180078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:55.205359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a26ce1-62ad-4b07-95e2-1c5bbb145414') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:55.205929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a26ce1-62ad-4b07-95e2-1c5bbb145414') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:55.223534 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:55.251989 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:55.267543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:08:55.268924 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:55.310439 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30653285-e31b-47cd-b191-2a9c14375247 req-0f7fec28-f8a0-46bb-be13-63f17ed46385 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:55.311159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-30653285-e31b-47cd-b191-2a9c14375247 req-0f7fec28-f8a0-46bb-be13-63f17ed46385 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Synchronizing usage tracker for tenant:6c23e61e18ae42d299d947dff65ba75e on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:55.359084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-30653285-e31b-47cd-b191-2a9c14375247 req-0f7fec28-f8a0-46bb-be13-63f17ed46385 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Unset dirty status for tenant:6c23e61e18ae42d299d947dff65ba75e on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:55.362472 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30653285-e31b-47cd-b191-2a9c14375247 req-0f7fec28-f8a0-46bb-be13-63f17ed46385 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.35 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.3718245 Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:08:55.460542 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:08:55.532843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff0675-22ec-4c1e-b382-b0df28fccaf3 req-4af73a41-d0f6-4919-86f6-b26cd259f286 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:55.535336 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46ff0675-22ec-4c1e-b382-b0df28fccaf3 req-4af73a41-d0f6-4919-86f6-b26cd259f286 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.3736815 Feb 09 14:08:55.540303 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-14cb63bc-d971-47a5-8fa3-cb107a176773 req-7ba0e005-d860-431c-8df8-48b0a4fe4915 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/ports?device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 210 time: 0.0773737 Feb 09 14:08:55.541865 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:55.573100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-30653285-e31b-47cd-b191-2a9c14375247 req-4d4b07c1-1c21-4f1a-ae09-3a011d95861d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Deleting port d1185712-f38e-4979-8016-42121e4ade7a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:08:55.574047 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-30653285-e31b-47cd-b191-2a9c14375247 req-4d4b07c1-1c21-4f1a-ae09-3a011d95861d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:55.614395 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:55.633590 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a92d9e2e-d303-4644-ae93-8c4668795efd tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6ba3e91777ae4e13a2d0d43e9bc64c40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867388 Feb 09 14:08:55.634512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] Pushing event deleted for resources: {'Network': ['ID=e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:55.705175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device fc40854f-bc32-48cf-aadd-f5db879e2858 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:55.851715 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:08:55.913504 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46ff0675-22ec-4c1e-b382-b0df28fccaf3 req-20791739-9df2-49a2-8d76-fc4d06e19198 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554702 Feb 09 14:08:55.948151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-8daf2b31-e812-4785-af18-74d6f43c6030 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:55.953083 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-8daf2b31-e812-4785-af18-74d6f43c6030 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3126383 Feb 09 14:08:56.024644 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:56.066131 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7e0aa0f9-a58c-46da-93a9-f298e9cc3c9a admin admin] 10.222.0.48 "DELETE /v2.0/networks/e06f2ec1-3f5c-4fd4-9bec-15f8ff13dd7e HTTP/1.1" status: 204 len: 168 time: 4.5978439 Feb 09 14:08:56.076307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Request body: {'port': {'device_id': 'e85958c9-d318-4d8d-8540-b7b104e76fae', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': '6ba3e91777ae4e13a2d0d43e9bc64c40'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:08:56.084923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port fc40854f-bc32-48cf-aadd-f5db879e2858, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=fc40854f-bc32-48cf-aadd-f5db879e2858,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:56.086307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca53634d-3eb8-46a6-9db3-8cfc97cd2a18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc40854f-bc32-48cf-aadd-f5db879e2858'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:56.095753 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:56.301081 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=fc40854f-bc32-48cf-aadd-f5db879e2858,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:56.340000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-30653285-e31b-47cd-b191-2a9c14375247 req-4d4b07c1-1c21-4f1a-ae09-3a011d95861d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] For port d1185712-f38e-4979-8016-42121e4ade7a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d1185712-f38e-4979-8016-42121e4ade7a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:08:56.340670 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-30653285-e31b-47cd-b191-2a9c14375247 req-4d4b07c1-1c21-4f1a-ae09-3a011d95861d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:56.616773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b514a-2341-4cf4-aba8-c1856970087a req-acc1dae5-7abf-43f6-8e25-e45c010058b8 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:56.619356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-30653285-e31b-47cd-b191-2a9c14375247 req-4d4b07c1-1c21-4f1a-ae09-3a011d95861d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Calling delete_port for d1185712-f38e-4979-8016-42121e4ade7a owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:08:56.636677 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-381b514a-2341-4cf4-aba8-c1856970087a req-acc1dae5-7abf-43f6-8e25-e45c010058b8 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 950 time: 0.6821170 Feb 09 14:08:56.711203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:56.731201 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9e4f72c2-901c-4048-8684-3f2440fdff6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:56.779483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Usage tracker for resource:port and tenant:6ba3e91777ae4e13a2d0d43e9bc64c40 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:56.783926 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad78693-b647-4ff4-865b-a4bbb871bfea', 'name': 'network-vif-deleted', 'tag': 'd8fbcb22-0c73-4dbc-b4a8-dd55df551afc', 'status': 'completed', 'code': 200} Feb 09 14:08:56.787929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:56.842392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49952) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:56.852265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:56.892009 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-381b514a-2341-4cf4-aba8-c1856970087a req-f72795d4-6db5-4361-8c71-9289748e58ae tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537682 Feb 09 14:08:56.893848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Made reservation on behalf of 6ba3e91777ae4e13a2d0d43e9bc64c40 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:08:56.899973 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:56.943301 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:56.974981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:56.983202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Usage tracker for resource:security_group_rule and tenant:6ba3e91777ae4e13a2d0d43e9bc64c40 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:56.988093 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81c33fe3-0ba9-45fc-9d40-dee49a828eb2 req-01475f71-9679-46ff-904a-8233a82c0cb3 tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.1044440 Feb 09 14:08:57.001239 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca53634d-3eb8-46a6-9db3-8cfc97cd2a18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc40854f-bc32-48cf-aadd-f5db879e2858', 'code': 200} Feb 09 14:08:57.002508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:57.029049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:57.036273 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1c0ddd53-ec92-4235-b9c6-f5f07913c8cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=261613e7ddbb41359071f1ad50216588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918113 Feb 09 14:08:57.037851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49960) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:57.244469 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-30653285-e31b-47cd-b191-2a9c14375247 req-4d4b07c1-1c21-4f1a-ae09-3a011d95861d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:57.261945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['d1185712-f38e-4979-8016-42121e4ade7a', '50a097b7-5466-400a-b0f6-a2e3a07ccb49'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:08:57.375258 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0dddbf61-ed83-44ff-a873-cd26035d697b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:57.453907 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b07c1-1c21-4f1a-ae09-3a011d95861d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Pushing event deleted for resources: {'Port': ['ID=d1185712-f38e-4979-8016-42121e4ade7a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:57.460267 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b904babb-7c51-424d-868e-6cdd6c01c055 req-6e9c2092-b7a5-49f6-9380-fae6794ad8da tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/ports?device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 210 time: 0.0992899 Feb 09 14:08:57.461139 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d1185712-f38e-4979-8016-42121e4ade7a no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:57.517650 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: d1185712-f38e-4979-8016-42121e4ade7a {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:08:57.518181 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d1185712-f38e-4979-8016-42121e4ade7a not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:08:57.518854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d8fbcb22-0c73-4dbc-b4a8-dd55df551afc no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:57.589531 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: d8fbcb22-0c73-4dbc-b4a8-dd55df551afc {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:08:57.589870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d8fbcb22-0c73-4dbc-b4a8-dd55df551afc not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:08:57.615155 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-30653285-e31b-47cd-b191-2a9c14375247 req-4d4b07c1-1c21-4f1a-ae09-3a011d95861d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] No DVR routers for this DVR port d1185712-f38e-4979-8016-42121e4ade7a on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:08:57.619101 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-30653285-e31b-47cd-b191-2a9c14375247 req-4d4b07c1-1c21-4f1a-ae09-3a011d95861d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:57.657421 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30653285-e31b-47cd-b191-2a9c14375247 req-4d4b07c1-1c21-4f1a-ae09-3a011d95861d tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.35 "DELETE /v2.0/ports/d1185712-f38e-4979-8016-42121e4ade7a HTTP/1.1" status: 204 len: 173 time: 2.2813637 Feb 09 14:08:57.728269 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0dddbf61-ed83-44ff-a873-cd26035d697b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:57.779491 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:57.816150 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:57.910299 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e6140-7502-4c15-bcb5-b20461fc5da8 req-41afa3a6-d6cd-49cb-8748-274560a18b56 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:57.921847 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ba7e6140-7502-4c15-bcb5-b20461fc5da8 req-41afa3a6-d6cd-49cb-8748-274560a18b56 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.1291215 Feb 09 14:08:57.965647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-39edb038-9d50-4401-b342-f3e5c85fba2d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:57.974040 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-39edb038-9d50-4401-b342-f3e5c85fba2d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/networks?id=f0b561ef-919a-4607-9883-c51de0b2aead HTTP/1.1" status: 200 len: 805 time: 0.5598485 Feb 09 14:08:57.992046 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ba7e6140-7502-4c15-bcb5-b20461fc5da8 req-38dae580-b9e6-41e6-a4b4-e542c1969343 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665476 Feb 09 14:08:57.996695 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-3fa592a1-5b1b-4889-ae0d-f208a64e212d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/quotas/eef4b4f9c5c64b73ae0c92a52362be6f HTTP/1.1" status: 200 len: 375 time: 0.0214131 Feb 09 14:08:58.258277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Allocated IP 192.168.233.77 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/05e29c54-2316-424f-b333-9f14a0ee08b1) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:08:58.370394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e93669-1836-498c-b2c6-2491430a3184,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:58.395562 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0dddbf61-ed83-44ff-a873-cd26035d697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:58.430400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddbf61-ed83-44ff-a873-cd26035d697b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46efa825-98fb-4298-bd68-21b7d2facb61,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:58.755086 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:58.778457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Transition to ACTIVE for port object 05e29c54-2316-424f-b333-9f14a0ee08b1 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:08:58.812439 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:59.019179 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46919d0c-76c8-4943-a574-007ed38af2ce', 'name': 'network-vif-deleted', 'tag': 'd1185712-f38e-4979-8016-42121e4ade7a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:59.081998 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-83e890be-5a0f-4955-9a90-da6e94c1b3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:59.090715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-27dff58a-af47-4d51-a884-fab1652edf58 req-ecff7123-aa3a-42fa-aa8b-f60e615748a5 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Synchronizing usage tracker for tenant:6c23e61e18ae42d299d947dff65ba75e on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:59.114171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:08:59.115546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:08:59.118610 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-27dff58a-af47-4d51-a884-fab1652edf58 req-ecff7123-aa3a-42fa-aa8b-f60e615748a5 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Unset dirty status for tenant:6c23e61e18ae42d299d947dff65ba75e on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:59.128454 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-27dff58a-af47-4d51-a884-fab1652edf58 req-ecff7123-aa3a-42fa-aa8b-f60e615748a5 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=46919d0c-76c8-4943-a574-007ed38af2ce HTTP/1.1" status: 200 len: 210 time: 0.1106663 Feb 09 14:08:59.135825 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-d768dbdb-399c-4651-9ddd-e3c8de3bce6b tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eef4b4f9c5c64b73ae0c92a52362be6f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1251843 Feb 09 14:08:59.137701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:08:59.217329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0bfa8-e1b7-48fc-ac98-915f55cf4c40 req-bd1cdfbe-5038-4334-8a08-ef9304c4ba5d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:59.221379 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eae0bfa8-e1b7-48fc-ac98-915f55cf4c40 req-bd1cdfbe-5038-4334-8a08-ef9304c4ba5d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca53634d-3eb8-46a6-9db3-8cfc97cd2a18 HTTP/1.1" status: 200 len: 944 time: 0.7901397 Feb 09 14:08:59.289331 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0dddbf61-ed83-44ff-a873-cd26035d697b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:59.294845 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0dddbf61-ed83-44ff-a873-cd26035d697b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46efa825-98fb-4298-bd68-21b7d2facb61 HTTP/1.1" status: 204 len: 168 time: 2.2420239 Feb 09 14:08:59.317788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Pushing event updated for resources: {'Port': ['ID=05e29c54-2316-424f-b333-9f14a0ee08b1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:59.356771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:59.357593 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:59.402970 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-1e470264-121b-40e1-b492-5caec1925844 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3340335 Feb 09 14:08:59.417203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Request body: {'port': {'device_id': 'e85958c9-d318-4d8d-8540-b7b104e76fae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:08:59.475852 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-eae0bfa8-e1b7-48fc-ac98-915f55cf4c40 req-bfe0be87-8d35-4fc8-90a9-f6946723277d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Deleting port fc40854f-bc32-48cf-aadd-f5db879e2858 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:08:59.476299 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-eae0bfa8-e1b7-48fc-ac98-915f55cf4c40 req-bfe0be87-8d35-4fc8-90a9-f6946723277d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:59.541782 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-07be98fe-bd83-4ca4-b342-0ac16bd4f042 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585904 Feb 09 14:08:59.611163 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a32488de-c3c2-4628-bd2a-c95197731dbc req-05744a07-6930-4cc9-9ac2-f84c9a155583 tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.2385273 Feb 09 14:08:59.611515 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f2db2bb3-73b9-4b43-9c27-a7caab9d12d7 None None] Provisioning for port 05e29c54-2316-424f-b333-9f14a0ee08b1 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:08:59.647438 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f2db2bb3-73b9-4b43-9c27-a7caab9d12d7 None None] Provisioning complete for port 05e29c54-2316-424f-b333-9f14a0ee08b1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:59.648187 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f2db2bb3-73b9-4b43-9c27-a7caab9d12d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:59.825506 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f2db2bb3-73b9-4b43-9c27-a7caab9d12d7 None None] Port 05e29c54-2316-424f-b333-9f14a0ee08b1 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:08:59.828085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84673d6-4e6c-4e78-afce-221dfbcbab57 req-c1d170cb-5975-4f93-8f31-e3d2c584072b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:59.831953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a84673d6-4e6c-4e78-afce-221dfbcbab57 req-c1d170cb-5975-4f93-8f31-e3d2c584072b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Synchronizing usage tracker for tenant:88a376f878274e1491d4af100b1ec6bb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:59.935567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a84673d6-4e6c-4e78-afce-221dfbcbab57 req-c1d170cb-5975-4f93-8f31-e3d2c584072b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Unset dirty status for tenant:88a376f878274e1491d4af100b1ec6bb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:59.937424 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a84673d6-4e6c-4e78-afce-221dfbcbab57 req-c1d170cb-5975-4f93-8f31-e3d2c584072b tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 944 time: 0.8072746 Feb 09 14:08:59.938627 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:59.971461 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-8dd98ac0-05c0-4795-90e6-59841f98de60 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279401 Feb 09 14:09:00.092667 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:00.228142 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:00.397625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5b741-e0c0-4c23-9a7b-a1d500c65916 req-88b79b8c-908e-4474-ba43-b1e3bc19c224 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:00.414008 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d2d5b741-e0c0-4c23-9a7b-a1d500c65916 req-88b79b8c-908e-4474-ba43-b1e3bc19c224 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 944 time: 0.4831347 Feb 09 14:09:00.482817 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-a84673d6-4e6c-4e78-afce-221dfbcbab57 req-e660513e-8301-4acc-8905-302ee10510d9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Deleting port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:09:00.483420 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a84673d6-4e6c-4e78-afce-221dfbcbab57 req-e660513e-8301-4acc-8905-302ee10510d9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:00.709483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dddbbb-6063-4254-8ccf-9da2d160d994 req-8858ceba-d482-4d36-ae55-724e07ac51ee tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:00.710528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-66dddbbb-6063-4254-8ccf-9da2d160d994 req-8858ceba-d482-4d36-ae55-724e07ac51ee tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Synchronizing usage tracker for tenant:6ba3e91777ae4e13a2d0d43e9bc64c40 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:09:00.745390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-66dddbbb-6063-4254-8ccf-9da2d160d994 req-8858ceba-d482-4d36-ae55-724e07ac51ee tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Unset dirty status for tenant:6ba3e91777ae4e13a2d0d43e9bc64c40 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:09:00.746840 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66dddbbb-6063-4254-8ccf-9da2d160d994 req-8858ceba-d482-4d36-ae55-724e07ac51ee tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/ports?device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 935 time: 0.2942126 Feb 09 14:09:00.851943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-eae0bfa8-e1b7-48fc-ac98-915f55cf4c40 req-bfe0be87-8d35-4fc8-90a9-f6946723277d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] For port fc40854f-bc32-48cf-aadd-f5db879e2858, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=fc40854f-bc32-48cf-aadd-f5db879e2858,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:00.863471 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-eae0bfa8-e1b7-48fc-ac98-915f55cf4c40 req-bfe0be87-8d35-4fc8-90a9-f6946723277d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:00.878505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-66dddbbb-6063-4254-8ccf-9da2d160d994 req-8d758f2c-a810-4163-985c-e970521e052a tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Synchronizing usage tracker for tenant:6ba3e91777ae4e13a2d0d43e9bc64c40 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:09:00.888975 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d2d5b741-e0c0-4c23-9a7b-a1d500c65916 req-47f2ada3-67d9-4a49-8a88-2eed16d2bfdb tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff1493a9-45c5-45d5-8435-8183e8c696f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740872 Feb 09 14:09:00.905638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e29c54-2316-424f-b333-9f14a0ee08b1 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:09:00.916596 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:00.923566 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-66dddbbb-6063-4254-8ccf-9da2d160d994 req-8d758f2c-a810-4163-985c-e970521e052a tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Unset dirty status for tenant:6ba3e91777ae4e13a2d0d43e9bc64c40 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:09:00.924975 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66dddbbb-6063-4254-8ccf-9da2d160d994 req-8d758f2c-a810-4163-985c-e970521e052a tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6e93669-1836-498c-b2c6-2491430a3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539850 Feb 09 14:09:00.937982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Transition to ACTIVE for port object 05e29c54-2316-424f-b333-9f14a0ee08b1 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:09:00.944327 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:01.071622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Pushing event updated for resources: {'Port': ['ID=05e29c54-2316-424f-b333-9f14a0ee08b1,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:01.294079 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46919d0c-76c8-4943-a574-007ed38af2ce', 'name': 'network-vif-deleted', 'tag': 'd1185712-f38e-4979-8016-42121e4ade7a', 'status': 'completed', 'code': 200} Feb 09 14:09:01.343844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Attempting to bind port 05e29c54-2316-424f-b333-9f14a0ee08b1 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:09:01.344170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Attempting to bind port 05e29c54-2316-424f-b333-9f14a0ee08b1 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:09:01.344543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Attempting to bind port 05e29c54-2316-424f-b333-9f14a0ee08b1 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:09:01.369550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Port 05e29c54-2316-424f-b333-9f14a0ee08b1 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:09:01.375198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Attempting to bind port 05e29c54-2316-424f-b333-9f14a0ee08b1 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:09:01.412024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:09:01.413377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:09:01.414042 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:09:01.414525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Bound port: 05e29c54-2316-424f-b333-9f14a0ee08b1, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:09:01.414901 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:01.462508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-eae0bfa8-e1b7-48fc-ac98-915f55cf4c40 req-bfe0be87-8d35-4fc8-90a9-f6946723277d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Calling delete_port for fc40854f-bc32-48cf-aadd-f5db879e2858 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:09:01.678984 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:01.721769 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6ea92038-30c8-4e81-9465-1604d56d00fb req-c79bb2fc-e06f-4f31-bc7e-ff56ce9be251 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 210 time: 0.1045754 Feb 09 14:09:01.734403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-a84673d6-4e6c-4e78-afce-221dfbcbab57 req-e660513e-8301-4acc-8905-302ee10510d9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] For port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,segment=NetworkSegment(a3fdee42-450c-444d-8c33-9f2c1764b15e),segment_id=a3fdee42-450c-444d-8c33-9f2c1764b15e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:01.734801 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a84673d6-4e6c-4e78-afce-221dfbcbab57 req-e660513e-8301-4acc-8905-302ee10510d9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:01.749362 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device fc40854f-bc32-48cf-aadd-f5db879e2858 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:09:01.765950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] For port 05e29c54-2316-424f-b333-9f14a0ee08b1, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:09:01.771110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] For port 05e29c54-2316-424f-b333-9f14a0ee08b1, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=05e29c54-2316-424f-b333-9f14a0ee08b1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:09:01.780902 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:01.919341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:01.920517 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:01.922259 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] 10.222.0.35 "PUT /v2.0/ports/05e29c54-2316-424f-b333-9f14a0ee08b1 HTTP/1.1" status: 200 len: 1095 time: 2.5093601 Feb 09 14:09:01.923395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85958c9-d318-4d8d-8540-b7b104e76fae', 'tag': '05e29c54-2316-424f-b333-9f14a0ee08b1'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:09:01.964198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b41769-ef87-4965-a5a3-f87c566392ae service neutron] Pushing event updated for resources: {'Port': ['ID=05e29c54-2316-424f-b333-9f14a0ee08b1,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:01.977292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-a84673d6-4e6c-4e78-afce-221dfbcbab57 req-e660513e-8301-4acc-8905-302ee10510d9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Calling delete_port for 22c0012b-5e01-4beb-843c-0e5ebdf23f7e owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:09:02.180753 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-cb2acbf8-4b5b-457a-9f93-a2198574f723 service neutron] show failed (client error): The resource could not be found. Feb 09 14:09:02.181787 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-cb2acbf8-4b5b-457a-9f93-a2198574f723 service neutron] 10.222.0.35 "GET /v2.0/ports/b8419f56-0d12-4138-a36a-40b411b3f483/bindings/n-h2-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.1461926 Feb 09 14:09:02.354471 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3633eeba-d579-44b8-8b98-f1ec5d0f1078 req-8fcd24ec-2f05-42d7-b63c-28176e5a6820 tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.2254469 Feb 09 14:09:02.397625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-c81d7bb3-c5b0-4187-a603-686a3be006c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:02.403455 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-c81d7bb3-c5b0-4187-a603-686a3be006c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ba3e91777ae4e13a2d0d43e9bc64c40&device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 1098 time: 0.4180727 Feb 09 14:09:02.462374 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a84673d6-4e6c-4e78-afce-221dfbcbab57 req-e660513e-8301-4acc-8905-302ee10510d9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:02.505931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-e58d1d5a-d4b1-44db-a500-58a495145599 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=05e29c54-2316-424f-b333-9f14a0ee08b1 HTTP/1.1" status: 200 len: 217 time: 0.0949805 Feb 09 14:09:02.826172 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-eae0bfa8-e1b7-48fc-ac98-915f55cf4c40 req-bfe0be87-8d35-4fc8-90a9-f6946723277d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:02.868214 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660513e-8301-4acc-8905-302ee10510d9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Pushing event deleted for resources: {'Port': ['ID=22c0012b-5e01-4beb-843c-0e5ebdf23f7e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:02.952608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-d3e82304-05fe-46f7-959b-ecd025fd16db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:02.956428 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-d3e82304-05fe-46f7-959b-ecd025fd16db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.4324269 Feb 09 14:09:03.010256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0be87-8d35-4fc8-90a9-f6946723277d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Pushing event deleted for resources: {'Port': ['ID=fc40854f-bc32-48cf-aadd-f5db879e2858,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:03.123382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-f7850c7e-e364-43a4-85b9-3267ab146d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:03.127020 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-f7850c7e-e364-43a4-85b9-3267ab146d26 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8&tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881 HTTP/1.1" status: 200 len: 1101 time: 0.4920888 Feb 09 14:09:03.142592 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84673d6-4e6c-4e78-afce-221dfbcbab57 req-e660513e-8301-4acc-8905-302ee10510d9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] No DVR routers for this DVR port 22c0012b-5e01-4beb-843c-0e5ebdf23f7e on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:09:03.145819 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a84673d6-4e6c-4e78-afce-221dfbcbab57 req-e660513e-8301-4acc-8905-302ee10510d9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:03.151831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:03.171350 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33416142-20d1-41f1-95af-52b5ecf634d6 req-739bdb06-393f-4860-a5a8-a0aff127afd2 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:03.179431 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-33416142-20d1-41f1-95af-52b5ecf634d6 req-739bdb06-393f-4860-a5a8-a0aff127afd2 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 1.8843653 Feb 09 14:09:03.195636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-31a90249-841b-459f-a6eb-8cab5ca62fae tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:03.204463 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-31a90249-841b-459f-a6eb-8cab5ca62fae tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.35 "GET /v2.0/networks?id=f0b561ef-919a-4607-9883-c51de0b2aead HTTP/1.1" status: 200 len: 805 time: 0.5646305 Feb 09 14:09:03.216033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-4e0d59f3-3f6a-4319-a6ce-6fe21d4c8a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:03.217718 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-4e0d59f3-3f6a-4319-a6ce-6fe21d4c8a18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2522483 Feb 09 14:09:03.230010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae0bfa8-e1b7-48fc-ac98-915f55cf4c40 req-bfe0be87-8d35-4fc8-90a9-f6946723277d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] No DVR routers for this DVR port fc40854f-bc32-48cf-aadd-f5db879e2858 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:09:03.233232 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-eae0bfa8-e1b7-48fc-ac98-915f55cf4c40 req-bfe0be87-8d35-4fc8-90a9-f6946723277d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:03.234232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-e5302591-4dac-4d93-933d-9023163e688e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Request body: {'port': {'device_id': '89e05aa1-22bd-4ab1-94b9-005eee3cdc52', 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead', 'admin_state_up': True, 'tenant_id': 'eef4b4f9c5c64b73ae0c92a52362be6f'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:03.235419 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eae0bfa8-e1b7-48fc-ac98-915f55cf4c40 req-bfe0be87-8d35-4fc8-90a9-f6946723277d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.21 "DELETE /v2.0/ports/fc40854f-bc32-48cf-aadd-f5db879e2858 HTTP/1.1" status: 204 len: 173 time: 4.0064464 Feb 09 14:09:03.266388 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a84673d6-4e6c-4e78-afce-221dfbcbab57 req-e660513e-8301-4acc-8905-302ee10510d9 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.35 "DELETE /v2.0/ports/22c0012b-5e01-4beb-843c-0e5ebdf23f7e HTTP/1.1" status: 204 len: 173 time: 3.2225628 Feb 09 14:09:03.351055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0121ccf-459c-42b9-85da-6290b8be3fcf', 'name': 'network-vif-deleted', 'tag': '22c0012b-5e01-4beb-843c-0e5ebdf23f7e'}, {'server_uuid': 'ca53634d-3eb8-46a6-9db3-8cfc97cd2a18', 'name': 'network-vif-deleted', 'tag': 'fc40854f-bc32-48cf-aadd-f5db879e2858'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:09:03.400129 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-33416142-20d1-41f1-95af-52b5ecf634d6 req-ac5c97db-b96a-4528-853f-a537aa33309e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188499 Feb 09 14:09:03.505785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 22c0012b-5e01-4beb-843c-0e5ebdf23f7e no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:09:03.601334 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 22c0012b-5e01-4beb-843c-0e5ebdf23f7e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:09:03.601672 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 22c0012b-5e01-4beb-843c-0e5ebdf23f7e not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:09:03.621383 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85958c9-d318-4d8d-8540-b7b104e76fae', 'tag': '05e29c54-2316-424f-b333-9f14a0ee08b1', 'status': 'completed', 'code': 200} Feb 09 14:09:03.668133 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:03.785739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-e5302591-4dac-4d93-933d-9023163e688e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:03.820364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef6910e5-d7aa-485f-87a8-993246ed1b5f req-ff461639-198e-4ba9-8c6f-dafe047b6c53 tempest-LiveAutoBlockMigrationV225Test-2116656028 tempest-LiveAutoBlockMigrationV225Test-2116656028-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0121ccf-459c-42b9-85da-6290b8be3fcf HTTP/1.1" status: 200 len: 210 time: 0.1290245 Feb 09 14:09:03.821557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-e5302591-4dac-4d93-933d-9023163e688e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:03.874413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e7ba2-050e-4132-98d9-c5c22a5c588d req-f5a871c8-faa5-4709-921d-e4f88c6f2932 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:03.876109 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2c7e7ba2-050e-4132-98d9-c5c22a5c588d req-f5a871c8-faa5-4709-921d-e4f88c6f2932 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/ports?device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 947 time: 0.1149290 Feb 09 14:09:03.904010 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-e5302591-4dac-4d93-933d-9023163e688e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Made reservation on behalf of eef4b4f9c5c64b73ae0c92a52362be6f for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:09:03.907681 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-e5302591-4dac-4d93-933d-9023163e688e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:03.950531 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2c7e7ba2-050e-4132-98d9-c5c22a5c588d req-76ac8e4b-58fd-4c49-9c3d-c4936c935e6b tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6e93669-1836-498c-b2c6-2491430a3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521672 Feb 09 14:09:04.026211 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-beeb925a-3fd4-4fb4-bb46-748c105771cf service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7987735 Feb 09 14:09:04.238533 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e8c2b457-a16e-48f2-ad66-5d9e16232c46 req-105f4476-ecc9-4abf-b038-57cf39a93e23 tempest-AbsoluteLimitsNegativeTestJSON-740385923 tempest-AbsoluteLimitsNegativeTestJSON-740385923-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=38eb2165588d4a828a95e4ecad32a20b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378106 Feb 09 14:09:04.347191 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0f21206-fc09-4f9d-bdab-5ff70944fdb3 req-efc1a93b-0be2-4edb-86f6-7638bde26692 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 210 time: 0.0853248 Feb 09 14:09:04.537121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2b457-a16e-48f2-ad66-5d9e16232c46 req-e4225aec-be8c-44d7-8f78-ce2be9d1c79b tempest-AbsoluteLimitsNegativeTestJSON-740385923 tempest-AbsoluteLimitsNegativeTestJSON-740385923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:04.539004 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e8c2b457-a16e-48f2-ad66-5d9e16232c46 req-e4225aec-be8c-44d7-8f78-ce2be9d1c79b tempest-AbsoluteLimitsNegativeTestJSON-740385923 tempest-AbsoluteLimitsNegativeTestJSON-740385923-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902083 Feb 09 14:09:04.550420 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e8c2b457-a16e-48f2-ad66-5d9e16232c46 req-4f3bd148-bbe4-419b-9fe4-e96bc95d7c0d tempest-AbsoluteLimitsNegativeTestJSON-740385923 tempest-AbsoluteLimitsNegativeTestJSON-740385923-project] 10.222.0.48 "GET /v2.0/quotas/38eb2165588d4a828a95e4ecad32a20b HTTP/1.1" status: 200 len: 375 time: 0.0104957 Feb 09 14:09:04.652120 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e91fe5ec-69d7-4630-91ce-7d8533834214 req-d23731f8-7143-4c95-811f-cc86a0522a76 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983410 Feb 09 14:09:04.670864 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0121ccf-459c-42b9-85da-6290b8be3fcf', 'name': 'network-vif-deleted', 'tag': '22c0012b-5e01-4beb-843c-0e5ebdf23f7e', 'status': 'completed', 'code': 200} Feb 09 14:09:04.671412 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca53634d-3eb8-46a6-9db3-8cfc97cd2a18', 'name': 'network-vif-deleted', 'tag': 'fc40854f-bc32-48cf-aadd-f5db879e2858', 'status': 'completed', 'code': 200} Feb 09 14:09:04.685347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-e5302591-4dac-4d93-933d-9023163e688e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Allocated IP 172.20.0.3 (f0b561ef-919a-4607-9883-c51de0b2aead/75d935aa-4e72-46ee-a516-faccc6fa2775/468f5c36-1bbe-4d2f-a8a1-38941611b160) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:09:04.709362 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e8c2b457-a16e-48f2-ad66-5d9e16232c46 req-949b1cf6-5922-4152-a3ca-d5b77fd31097 tempest-AbsoluteLimitsNegativeTestJSON-740385923 tempest-AbsoluteLimitsNegativeTestJSON-740385923-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=38eb2165588d4a828a95e4ecad32a20b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1519496 Feb 09 14:09:05.014500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac31f9b-db0d-415e-8fd8-8980ba7c522f req-1b00ba8e-d57f-41f6-89c6-cb5744ac77ca tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:05.017907 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6ac31f9b-db0d-415e-8fd8-8980ba7c522f req-1b00ba8e-d57f-41f6-89c6-cb5744ac77ca tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 950 time: 0.1461978 Feb 09 14:09:05.079603 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6ac31f9b-db0d-415e-8fd8-8980ba7c522f req-eb3df59a-b04e-4073-8e2e-9eca740bb790 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540669 Feb 09 14:09:05.080367 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b16b1d67-a533-4bc4-b7a6-bb783d8a5706 req-bc8f3028-5308-4e22-914c-37708c674998 tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.3622737 Feb 09 14:09:05.171873 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b8419f56-0d12-4138-a36a-40b411b3f483,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:05.218379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50108) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:05.271625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50114) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:05.362114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa7fa4-21ab-44e1-acb4-2d101e8340c4 req-fd14208b-d656-4cce-b732-9e9f2c5bfebb tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:05.363671 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81aa7fa4-21ab-44e1-acb4-2d101e8340c4 req-fd14208b-d656-4cce-b732-9e9f2c5bfebb tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.1414797 Feb 09 14:09:05.363952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c639c-4a66-4f59-9a9c-f2450135c57d req-67d1a7be-0ff3-4e63-9d1f-2e4ac341549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:05.367250 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b10c639c-4a66-4f59-9a9c-f2450135c57d req-67d1a7be-0ff3-4e63-9d1f-2e4ac341549a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ba3e91777ae4e13a2d0d43e9bc64c40&device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 1098 time: 0.5781624 Feb 09 14:09:05.400097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:09:05.522228 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b8419f56-0d12-4138-a36a-40b411b3f483 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:09:05.571355 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81aa7fa4-21ab-44e1-acb4-2d101e8340c4 req-58f4ddc5-f4e4-4c0e-b434-8bf03eb75948 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962688 Feb 09 14:09:05.576980 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e27c-503e-4ce2-b621-820bab01fee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:05.768554 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68629554-f0c0-4279-8010-d954bfaecda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8419f56-0d12-4138-a36a-40b411b3f483'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:09:05.769198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0ac2e27c-503e-4ce2-b621-820bab01fee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:05.774941 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:05.777067 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0ac2e27c-503e-4ce2-b621-820bab01fee5 admin admin] Usage tracker for resource:security_group_rule and tenant:38eb2165588d4a828a95e4ecad32a20b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:05.783971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0ac2e27c-503e-4ce2-b621-820bab01fee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:05.789565 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:05.803963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0ac2e27c-503e-4ce2-b621-820bab01fee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:05.830841 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-e5302591-4dac-4d93-933d-9023163e688e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:05.857839 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Transition to ACTIVE for port object b8419f56-0d12-4138-a36a-40b411b3f483 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:09:05.867872 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:05.937848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-606ebc39-f679-4fd2-8ae1-920eda2b5619 admin admin] Deleting subnet 94892cdf-dc18-4c6c-bd3a-c8729a4c236e {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:09:05.987287 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:09:05.987639 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:09:06.006472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c639c-4a66-4f59-9a9c-f2450135c57d req-6efbe634-7bb9-4049-b76a-20e8a3847176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:06.007954 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b10c639c-4a66-4f59-9a9c-f2450135c57d req-6efbe634-7bb9-4049-b76a-20e8a3847176 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.6262696 Feb 09 14:09:06.059230 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-606ebc39-f679-4fd2-8ae1-920eda2b5619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.098955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f7301c9c-0e72-4ce7-a585-9f8382d542d3 req-c4c72bf0-9675-42e9-a625-f26c3d83df88 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Synchronizing usage tracker for tenant:eef4b4f9c5c64b73ae0c92a52362be6f on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:09:06.147561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] No DVR routers for this DVR port b8419f56-0d12-4138-a36a-40b411b3f483 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:09:06.153687 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b10c639c-4a66-4f59-9a9c-f2450135c57d req-ae30be6d-3a9b-47c1-b89e-f9adb8694c27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=05e29c54-2316-424f-b333-9f14a0ee08b1 HTTP/1.1" status: 200 len: 217 time: 0.1316779 Feb 09 14:09:06.154358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8419f56-0d12-4138-a36a-40b411b3f483,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:06.170718 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e27c-503e-4ce2-b621-820bab01fee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.171030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a045e-dc35-4826-8685-796e157ac433 req-78817e05-d707-48c8-9516-16d99557a2dc tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:06.179193 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-606ebc39-f679-4fd2-8ae1-920eda2b5619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.179369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-666a045e-dc35-4826-8685-796e157ac433 req-78817e05-d707-48c8-9516-16d99557a2dc tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/ports?device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 947 time: 0.5197380 Feb 09 14:09:06.232787 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e27c-503e-4ce2-b621-820bab01fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.269455 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f7301c9c-0e72-4ce7-a585-9f8382d542d3 req-c4c72bf0-9675-42e9-a625-f26c3d83df88 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Unset dirty status for tenant:eef4b4f9c5c64b73ae0c92a52362be6f on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:09:06.271163 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f7301c9c-0e72-4ce7-a585-9f8382d542d3 req-c4c72bf0-9675-42e9-a625-f26c3d83df88 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 210 time: 0.3253877 Feb 09 14:09:06.316950 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-e5302591-4dac-4d93-933d-9023163e688e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.334430 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0ac2e27c-503e-4ce2-b621-820bab01fee5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38eb2165588d4a828a95e4ecad32a20b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1136925 Feb 09 14:09:06.347012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50150) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:06.350701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2e27c-503e-4ce2-b621-820bab01fee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec296a66-63d6-46db-90e5-fb173f62d39e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:06.369867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Attempting to bind port b8419f56-0d12-4138-a36a-40b411b3f483 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:09:06.370454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Attempting to bind port b8419f56-0d12-4138-a36a-40b411b3f483 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:09:06.370565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Attempting to bind port b8419f56-0d12-4138-a36a-40b411b3f483 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:09:06.373732 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-606ebc39-f679-4fd2-8ae1-920eda2b5619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.398565 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-666a045e-dc35-4826-8685-796e157ac433 req-0109f268-4cb1-4237-9c53-aa58558f72db tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6e93669-1836-498c-b2c6-2491430a3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189133 Feb 09 14:09:06.409246 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c639c-4a66-4f59-9a9c-f2450135c57d req-9c91a7f6-5b2f-4142-a437-bfeb7c25b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:06.410702 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b10c639c-4a66-4f59-9a9c-f2450135c57d req-9c91a7f6-5b2f-4142-a437-bfeb7c25b0e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.2495205 Feb 09 14:09:06.411275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Port b8419f56-0d12-4138-a36a-40b411b3f483 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:09:06.411589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Attempting to bind port b8419f56-0d12-4138-a36a-40b411b3f483 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:09:06.469719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:09:06.470081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:09:06.470424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:09:06.470869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Bound port: b8419f56-0d12-4138-a36a-40b411b3f483, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:09:06.471209 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.487682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-e5302591-4dac-4d93-933d-9023163e688e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Network f0b561ef-919a-4607-9883-c51de0b2aead is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:09:06.493857 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-e5302591-4dac-4d93-933d-9023163e688e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:09:06.496850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-e5302591-4dac-4d93-933d-9023163e688e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:09:06.540368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5302591-4dac-4d93-933d-9023163e688e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Pushing event updated for resources: {'Port': ['ID=468f5c36-1bbe-4d2f-a8a1-38941611b160,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:06.541443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac746a-fc18-45a7-ba38-1e6a83e6541d req-d25b37bf-655d-416c-a536-c36d895eebb4 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:06.543650 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3ac746a-fc18-45a7-ba38-1e6a83e6541d req-d25b37bf-655d-416c-a536-c36d895eebb4 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.35 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 950 time: 0.5564241 Feb 09 14:09:06.560693 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68629554-f0c0-4279-8010-d954bfaecda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8419f56-0d12-4138-a36a-40b411b3f483', 'code': 200} Feb 09 14:09:06.645398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-e5302591-4dac-4d93-933d-9023163e688e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:06.652513 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-e5302591-4dac-4d93-933d-9023163e688e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.705069 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-606ebc39-f679-4fd2-8ae1-920eda2b5619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.710158 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-e5302591-4dac-4d93-933d-9023163e688e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4814568 Feb 09 14:09:06.718293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:09:06.724656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c639c-4a66-4f59-9a9c-f2450135c57d req-5e1180c6-5f52-4739-85fc-b3fb90fb8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:06.724656 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b10c639c-4a66-4f59-9a9c-f2450135c57d req-5e1180c6-5f52-4739-85fc-b3fb90fb8e9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3001702 Feb 09 14:09:06.728124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b8419f56-0d12-4138-a36a-40b411b3f483,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:09:06.733381 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.768725 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29d652f6-2c96-4db7-b7f7-1ee93a4bf043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.780262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Request body: {'port': {'device_id': '89e05aa1-22bd-4ab1-94b9-005eee3cdc52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:06.782532 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-e3ac746a-fc18-45a7-ba38-1e6a83e6541d req-146d4f35-aaa6-4a56-a743-cfd029fa0345 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Deleting port 50a097b7-5466-400a-b0f6-a2e3a07ccb49 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:09:06.782881 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e3ac746a-fc18-45a7-ba38-1e6a83e6541d req-146d4f35-aaa6-4a56-a743-cfd029fa0345 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.814891 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ebc39-f679-4fd2-8ae1-920eda2b5619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94892cdf-dc18-4c6c-bd3a-c8729a4c236e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:06.833425 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-606ebc39-f679-4fd2-8ae1-920eda2b5619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.886927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a9ca5-9460-416a-aebe-c781a38df3ec req-4a8725c8-e8c1-4a82-a5d8-ec233ae33323 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:06.888507 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6f7a9ca5-9460-416a-aebe-c781a38df3ec req-4a8725c8-e8c1-4a82-a5d8-ec233ae33323 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 949 time: 0.4436069 Feb 09 14:09:06.891846 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29d652f6-2c96-4db7-b7f7-1ee93a4bf043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.900259 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-606ebc39-f679-4fd2-8ae1-920eda2b5619 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/94892cdf-dc18-4c6c-bd3a-c8729a4c236e HTTP/1.1" status: 204 len: 168 time: 1.6275458 Feb 09 14:09:06.905696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:06.906542 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.908288 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] 10.222.0.21 "PUT /v2.0/ports/b8419f56-0d12-4138-a36a-40b411b3f483 HTTP/1.1" status: 200 len: 1096 time: 3.7723870 Feb 09 14:09:06.935784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50158) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:07.196046 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6f7a9ca5-9460-416a-aebe-c781a38df3ec req-bf416a1a-3760-4f78-989d-447cde26ef44 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925739 Feb 09 14:09:07.260942 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94de8bf2-6afa-4b59-b81d-11dac646927a req-5aec1f0d-0094-453d-a21c-e86feddb970f tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.4866469 Feb 09 14:09:07.298057 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29d652f6-2c96-4db7-b7f7-1ee93a4bf043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:07.336725 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d652f6-2c96-4db7-b7f7-1ee93a4bf043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec296a66-63d6-46db-90e5-fb173f62d39e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:07.356339 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29d652f6-2c96-4db7-b7f7-1ee93a4bf043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:07.357445 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-29d652f6-2c96-4db7-b7f7-1ee93a4bf043 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec296a66-63d6-46db-90e5-fb173f62d39e HTTP/1.1" status: 204 len: 168 time: 1.0039268 Feb 09 14:09:07.459404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79554d30-d58b-4dd9-a65e-8630c11f64a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8419f56-0d12-4138-a36a-40b411b3f483,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:07.473778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-e3ac746a-fc18-45a7-ba38-1e6a83e6541d req-146d4f35-aaa6-4a56-a743-cfd029fa0345 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] For port 50a097b7-5466-400a-b0f6-a2e3a07ccb49, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=50a097b7-5466-400a-b0f6-a2e3a07ccb49,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:07.474136 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e3ac746a-fc18-45a7-ba38-1e6a83e6541d req-146d4f35-aaa6-4a56-a743-cfd029fa0345 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:07.521984 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 05e29c54-2316-424f-b333-9f14a0ee08b1 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:09:07.626672 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-e3ac746a-fc18-45a7-ba38-1e6a83e6541d req-146d4f35-aaa6-4a56-a743-cfd029fa0345 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Calling delete_port for 50a097b7-5466-400a-b0f6-a2e3a07ccb49 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:09:07.686399 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:07.706910 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ca78bf4-707f-43a3-a56c-dc9a5a5fdb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:07.755115 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b10c639c-4a66-4f59-9a9c-f2450135c57d req-42ee65d2-d2b1-470e-913b-76334a85be10 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9826963 Feb 09 14:09:07.799397 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e3ac746a-fc18-45a7-ba38-1e6a83e6541d req-146d4f35-aaa6-4a56-a743-cfd029fa0345 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:07.833222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 05e29c54-2316-424f-b333-9f14a0ee08b1, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=05e29c54-2316-424f-b333-9f14a0ee08b1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:07.859474 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '05e29c54-2316-424f-b333-9f14a0ee08b1', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '05e29c54-2316-424f-b333-9f14a0ee08b1', 'mac_address': 'fa:16:3e:48:bf:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:09:07.919245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d4f35-aaa6-4a56-a743-cfd029fa0345 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Pushing event deleted for resources: {'Port': ['ID=50a097b7-5466-400a-b0f6-a2e3a07ccb49,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:07.939905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-ad8778fd-1834-49ec-aa41-ffa891e7ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:07.941434 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-ad8778fd-1834-49ec-aa41-ffa891e7ade6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 1099 time: 0.8967423 Feb 09 14:09:07.953587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a8e43-9a65-44d3-993f-142ace0c7156 req-93a5bc3b-6750-4d17-9b51-6c2457a9fbd0 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:07.956232 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e03a8e43-9a65-44d3-993f-142ace0c7156 req-93a5bc3b-6750-4d17-9b51-6c2457a9fbd0 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/ports?device_id=aee07a85-3679-4a90-9ec1-96750134b50d HTTP/1.1" status: 200 len: 950 time: 0.5942662 Feb 09 14:09:07.983297 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:09:08.039232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['50a097b7-5466-400a-b0f6-a2e3a07ccb49'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:09:08.114279 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:08.141782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ac746a-fc18-45a7-ba38-1e6a83e6541d req-146d4f35-aaa6-4a56-a743-cfd029fa0345 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] No DVR routers for this DVR port 50a097b7-5466-400a-b0f6-a2e3a07ccb49 on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:09:08.150502 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e3ac746a-fc18-45a7-ba38-1e6a83e6541d req-146d4f35-aaa6-4a56-a743-cfd029fa0345 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:08.168178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee07a85-3679-4a90-9ec1-96750134b50d', 'name': 'network-vif-deleted', 'tag': '50a097b7-5466-400a-b0f6-a2e3a07ccb49'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:09:08.183714 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3ac746a-fc18-45a7-ba38-1e6a83e6541d req-146d4f35-aaa6-4a56-a743-cfd029fa0345 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.35 "DELETE /v2.0/ports/50a097b7-5466-400a-b0f6-a2e3a07ccb49 HTTP/1.1" status: 204 len: 173 time: 1.6259563 Feb 09 14:09:08.192159 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e29c54-2316-424f-b333-9f14a0ee08b1 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:09:08.245823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 05e29c54-2316-424f-b333-9f14a0ee08b1, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=05e29c54-2316-424f-b333-9f14a0ee08b1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:08.259093 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:08.259362 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ca78bf4-707f-43a3-a56c-dc9a5a5fdb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:08.300641 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e03a8e43-9a65-44d3-993f-142ace0c7156 req-2374977c-c7aa-4e5e-a66b-d8c99e0b3483 tempest-ServersAdminTestJSON-897947639 tempest-ServersAdminTestJSON-897947639-project] 10.222.0.48 "GET /v2.0/security-groups?id=806de1e0-d373-4607-a372-10a10d319f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066004 Feb 09 14:09:08.344556 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b10c639c-4a66-4f59-9a9c-f2450135c57d req-ff84cf7b-6336-4457-9edd-b91a0cdef9b3 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720057 Feb 09 14:09:08.525075 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969167a-f6ce-44a8-b410-17e1064f5892 req-4a5f365c-4997-418f-85e6-c7d7b0cdb965 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:08.533558 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a969167a-f6ce-44a8-b410-17e1064f5892 req-4a5f365c-4997-418f-85e6-c7d7b0cdb965 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 948 time: 1.0697045 Feb 09 14:09:08.565423 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:08.568232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-66b1e496-20b2-47d8-8c54-5fe802bbb556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:08.570402 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-66b1e496-20b2-47d8-8c54-5fe802bbb556 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.5687251 Feb 09 14:09:08.576389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68629554-f0c0-4279-8010-d954bfaecda8', 'tag': 'b8419f56-0d12-4138-a36a-40b411b3f483'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:09:08.583342 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:08.622308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=05e29c54-2316-424f-b333-9f14a0ee08b1,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:08.644300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['05e29c54-2316-424f-b333-9f14a0ee08b1'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:09:08.714816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca731525-9cdd-46e2-95f3-7941d80c5b32 req-619bbe80-6d55-42d3-80cf-39302075aaa7 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:08.728173 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ca731525-9cdd-46e2-95f3-7941d80c5b32 req-619bbe80-6d55-42d3-80cf-39302075aaa7 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 931 time: 0.1156924 Feb 09 14:09:08.750652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd61664-cce4-4505-b345-5edcef596536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:09:08.793204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:08.804639 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:08.817541 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ca731525-9cdd-46e2-95f3-7941d80c5b32 req-185e8152-0738-4887-aeb3-fe9b35c8eaa8 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856078 Feb 09 14:09:08.836705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3ca78bf4-707f-43a3-a56c-dc9a5a5fdb37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871ef5b5-732c-4077-b68d-299f1c66d16d']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:08.850351 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-6ca01136-5548-4271-8bee-db412ad3e6b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=b8419f56-0d12-4138-a36a-40b411b3f483 HTTP/1.1" status: 200 len: 217 time: 0.1075954 Feb 09 14:09:08.883276 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a969167a-f6ce-44a8-b410-17e1064f5892 req-765db160-c3bf-4538-b497-b9ebbfab8da0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487637 Feb 09 14:09:08.884985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3ca78bf4-707f-43a3-a56c-dc9a5a5fdb37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3fdee42-450c-444d-8c33-9f2c1764b15e') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:08.885273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3ca78bf4-707f-43a3-a56c-dc9a5a5fdb37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3fdee42-450c-444d-8c33-9f2c1764b15e') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:08.947629 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ca78bf4-707f-43a3-a56c-dc9a5a5fdb37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:08.962377 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee07a85-3679-4a90-9ec1-96750134b50d', 'name': 'network-vif-deleted', 'tag': '50a097b7-5466-400a-b0f6-a2e3a07ccb49', 'status': 'completed', 'code': 200} Feb 09 14:09:09.012918 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ca78bf4-707f-43a3-a56c-dc9a5a5fdb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:09.040698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca78bf4-707f-43a3-a56c-dc9a5a5fdb37 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:09:09.042362 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ca78bf4-707f-43a3-a56c-dc9a5a5fdb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:09:09.060462 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:09:09.065172 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:09.114300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-323f1024-c15a-4df0-9fde-2ec28e4376ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:09.115845 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-323f1024-c15a-4df0-9fde-2ec28e4376ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.2379622 Feb 09 14:09:09.163451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35494bc0-2961-418d-b79c-fe520577b576 req-819e191c-ca64-4d05-b899-40244c6cba4e tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:09.168132 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-35494bc0-2961-418d-b79c-fe520577b576 req-819e191c-ca64-4d05-b899-40244c6cba4e tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/ports?device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 948 time: 0.1211703 Feb 09 14:09:09.237794 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-35494bc0-2961-418d-b79c-fe520577b576 req-84a48d3d-a545-48a1-92b6-912d8b701521 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6e93669-1836-498c-b2c6-2491430a3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596080 Feb 09 14:09:09.293833 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a7afd2c-2d2b-47ae-b466-0ef6436eccfc req-838efde8-f4c6-4183-a957-d289fede2dfc tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.1770103 Feb 09 14:09:09.303770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468f5c36-1bbe-4d2f-a8a1-38941611b160 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:09:09.320484 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:09.324386 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ca78bf4-707f-43a3-a56c-dc9a5a5fdb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:09.331950 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ca78bf4-707f-43a3-a56c-dc9a5a5fdb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:09.354182 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68629554-f0c0-4279-8010-d954bfaecda8', 'tag': 'b8419f56-0d12-4138-a36a-40b411b3f483', 'status': 'completed', 'code': 200} Feb 09 14:09:09.396807 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd61664-cce4-4505-b345-5edcef596536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1', 'code': 200} Feb 09 14:09:09.520255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca78bf4-707f-43a3-a56c-dc9a5a5fdb37 admin admin] Pushing event deleted for resources: {'Network': ['ID=871ef5b5-732c-4077-b68d-299f1c66d16d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:09.523488 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 50a097b7-5466-400a-b0f6-a2e3a07ccb49 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:09:09.524593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Transition to ACTIVE for port object 468f5c36-1bbe-4d2f-a8a1-38941611b160 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:09:09.572247 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3ca78bf4-707f-43a3-a56c-dc9a5a5fdb37 admin admin] 10.222.0.48 "DELETE /v2.0/networks/871ef5b5-732c-4077-b68d-299f1c66d16d HTTP/1.1" status: 204 len: 168 time: 2.5723071 Feb 09 14:09:09.572874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50224) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:09.587757 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:09.625915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 50a097b7-5466-400a-b0f6-a2e3a07ccb49 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:09:09.626454 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 50a097b7-5466-400a-b0f6-a2e3a07ccb49 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:09:09.659643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-803f64a5-15ba-48bb-a0c0-32e2bf540b79 admin admin] Deleting subnet 23920282-a7ea-4252-a034-9adc9d3788ca {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:09:09.663932 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-803f64a5-15ba-48bb-a0c0-32e2bf540b79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:09.735913 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-803f64a5-15ba-48bb-a0c0-32e2bf540b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:09.800463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-92ce18f9-dde9-46fb-aae7-c4f79fece06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:09.802093 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-92ce18f9-dde9-46fb-aae7-c4f79fece06f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6481421 Feb 09 14:09:09.841074 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-803f64a5-15ba-48bb-a0c0-32e2bf540b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:09.967345 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-803f64a5-15ba-48bb-a0c0-32e2bf540b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:10.054619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Pushing event updated for resources: {'Port': ['ID=468f5c36-1bbe-4d2f-a8a1-38941611b160,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:10.056214 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-803f64a5-15ba-48bb-a0c0-32e2bf540b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:10.103518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f64a5-15ba-48bb-a0c0-32e2bf540b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23920282-a7ea-4252-a034-9adc9d3788ca,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:10.113482 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-803f64a5-15ba-48bb-a0c0-32e2bf540b79 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/23920282-a7ea-4252-a034-9adc9d3788ca HTTP/1.1" status: 204 len: 168 time: 0.5381575 Feb 09 14:09:10.116355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50270) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:10.137842 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:10.174739 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-c1f99913-ae09-4545-a151-c51865b37e7d service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633494 Feb 09 14:09:10.258504 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-13bf650b-fe69-4899-9ff9-11a3eca81a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:10.269874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398ac29-66e8-4903-aaef-be212e0aee9d req-466b8d52-d4f2-401c-a1cb-b2a97e006f90 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:10.277290 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8398ac29-66e8-4903-aaef-be212e0aee9d req-466b8d52-d4f2-401c-a1cb-b2a97e006f90 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 943 time: 0.2366590 Feb 09 14:09:10.283759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-49aed10e-2f19-4b50-a9de-818d5b7ee4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:10.285594 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-49aed10e-2f19-4b50-a9de-818d5b7ee4e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 1099 time: 0.7674279 Feb 09 14:09:10.291588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Attempting to bind port 468f5c36-1bbe-4d2f-a8a1-38941611b160 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:09:10.292721 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Attempting to bind port 468f5c36-1bbe-4d2f-a8a1-38941611b160 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '336fdcce-3b06-4026-a99e-037efc645f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:09:10.293050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Attempting to bind port 468f5c36-1bbe-4d2f-a8a1-38941611b160 on network f0b561ef-919a-4607-9883-c51de0b2aead {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:09:10.304166 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50278) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:10.349939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50284) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:10.395296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Port 468f5c36-1bbe-4d2f-a8a1-38941611b160 on network f0b561ef-919a-4607-9883-c51de0b2aead not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:09:10.395600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Attempting to bind port 468f5c36-1bbe-4d2f-a8a1-38941611b160 on network f0b561ef-919a-4607-9883-c51de0b2aead {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:09:10.426570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:09:10.426902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Checking segment: {'id': '336fdcce-3b06-4026-a99e-037efc645f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:09:10.427295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Bound using segment: {'id': '336fdcce-3b06-4026-a99e-037efc645f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:09:10.427749 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Bound port: 468f5c36-1bbe-4d2f-a8a1-38941611b160, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '336fdcce-3b06-4026-a99e-037efc645f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:09:10.435190 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:10.448661 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8398ac29-66e8-4903-aaef-be212e0aee9d req-076eaa43-4f05-47e8-acc9-c399e008238e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697512 Feb 09 14:09:10.506024 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-13bf650b-fe69-4899-9ff9-11a3eca81a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:10.582083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-13bf650b-fe69-4899-9ff9-11a3eca81a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f92c134-d19f-4412-8365-90f1c4604836']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:10.631648 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-cd306314-7a42-4407-a65c-ebcc7486733c service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494076 Feb 09 14:09:10.684649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-0c99ac56-fd76-4eec-bde4-e0bcd680253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:10.686676 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-0c99ac56-fd76-4eec-bde4-e0bcd680253f service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.3905842 Feb 09 14:09:10.779991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-13bf650b-fe69-4899-9ff9-11a3eca81a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c98263-5969-4153-bbc4-209563966a2b') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:10.780102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-13bf650b-fe69-4899-9ff9-11a3eca81a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c98263-5969-4153-bbc4-209563966a2b') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:10.811690 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-c66781d7-1aad-43c2-a5eb-3c234b81e567 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=b8419f56-0d12-4138-a36a-40b411b3f483 HTTP/1.1" status: 200 len: 217 time: 0.0812643 Feb 09 14:09:10.811968 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6049fb3a-a93a-4c00-88c3-1f53360379be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:10.814763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] For port 468f5c36-1bbe-4d2f-a8a1-38941611b160, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:09:10.822382 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-13bf650b-fe69-4899-9ff9-11a3eca81a42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:10.865977 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-702eced4-2242-41d2-95b7-6d8eed1d49c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c23e61e18ae42d299d947dff65ba75e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5141709 Feb 09 14:09:10.867597 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-13bf650b-fe69-4899-9ff9-11a3eca81a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:10.870754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6049fb3a-a93a-4c00-88c3-1f53360379be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:10.872848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] For port 468f5c36-1bbe-4d2f-a8a1-38941611b160, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=468f5c36-1bbe-4d2f-a8a1-38941611b160,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:09:10.873713 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50294) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:10.880497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6049fb3a-a93a-4c00-88c3-1f53360379be admin admin] Usage tracker for resource:security_group_rule and tenant:42366b91567a4fb0bde7569189a0a072 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:10.888111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6049fb3a-a93a-4c00-88c3-1f53360379be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:10.891051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bf650b-fe69-4899-9ff9-11a3eca81a42 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:09:10.891447 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-13bf650b-fe69-4899-9ff9-11a3eca81a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:10.893778 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:09:10.904984 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:09:10.950735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf53be-9718-4848-bcaa-f24684d78fee req-2c8a7c2f-543d-45dd-b87f-52eff2219339 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:10.952237 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aeaf53be-9718-4848-bcaa-f24684d78fee req-2c8a7c2f-543d-45dd-b87f-52eff2219339 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 948 time: 0.4700410 Feb 09 14:09:10.958240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6049fb3a-a93a-4c00-88c3-1f53360379be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:10.977103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6ce18-8f1e-43d4-8ec0-2f97aa3c8d9f req-931008fb-86bb-40d5-be7d-efaf55d70406 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:10.978652 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-41a6ce18-8f1e-43d4-8ec0-2f97aa3c8d9f req-931008fb-86bb-40d5-be7d-efaf55d70406 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/ports?device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 948 time: 0.3811212 Feb 09 14:09:10.985931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:10.986702 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:10.987882 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] 10.222.0.35 "PUT /v2.0/ports/468f5c36-1bbe-4d2f-a8a1-38941611b160 HTTP/1.1" status: 200 len: 1091 time: 4.2168632 Feb 09 14:09:11.026275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-ba8d671f-42ae-427c-ac57-358147dd00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:11.028719 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-ba8d671f-42ae-427c-ac57-358147dd00d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.2084782 Feb 09 14:09:11.040044 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-13bf650b-fe69-4899-9ff9-11a3eca81a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:11.073763 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-13bf650b-fe69-4899-9ff9-11a3eca81a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:11.092929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf650b-fe69-4899-9ff9-11a3eca81a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f92c134-d19f-4412-8365-90f1c4604836,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:11.097136 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-41a6ce18-8f1e-43d4-8ec0-2f97aa3c8d9f req-2ed72caa-1e36-47f4-a4fa-94d57b8e54e3 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6e93669-1836-498c-b2c6-2491430a3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043777 Feb 09 14:09:11.114458 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-13bf650b-fe69-4899-9ff9-11a3eca81a42 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1f92c134-d19f-4412-8365-90f1c4604836 HTTP/1.1" status: 204 len: 168 time: 0.9826236 Feb 09 14:09:11.165131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-fc8dc183-9d79-416e-b268-aec5017d8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:11.166338 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-fc8dc183-9d79-416e-b268-aec5017d8932 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 1099 time: 0.4754081 Feb 09 14:09:11.204085 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6049fb3a-a93a-4c00-88c3-1f53360379be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:11.212595 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6049fb3a-a93a-4c00-88c3-1f53360379be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:11.229423 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aeaf53be-9718-4848-bcaa-f24684d78fee req-2d00471b-44e2-485a-b867-c9d79c0bfe1d tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657893 Feb 09 14:09:11.289283 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d68e1d67-8a78-49e0-a33b-08df4626bd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:11.374266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50306) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:11.397893 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6049fb3a-a93a-4c00-88c3-1f53360379be admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42366b91567a4fb0bde7569189a0a072&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0908966 Feb 09 14:09:11.415360 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3b50e648-85af-45fa-b2b0-56b7967c6522 req-c4a40f88-1208-49cf-b224-3eed334eec68 tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.1116045 Feb 09 14:09:11.418841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50312) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:11.423917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049fb3a-a93a-4c00-88c3-1f53360379be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc8b1e9-078d-4f52-868a-3944b5c9e779,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:11.477558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da0c53-257a-4dce-aca9-d93e8e48dbdf service neutron] Pushing event updated for resources: {'Port': ['ID=468f5c36-1bbe-4d2f-a8a1-38941611b160,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:11.492832 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c090234a-ef16-4ad8-9aa5-06973ebf5063 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88a376f878274e1491d4af100b1ec6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1177232 Feb 09 14:09:11.504976 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50318) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:11.505475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e05aa1-22bd-4ab1-94b9-005eee3cdc52', 'tag': '468f5c36-1bbe-4d2f-a8a1-38941611b160'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:09:11.525074 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d68e1d67-8a78-49e0-a33b-08df4626bd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:11.530625 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 05e29c54-2316-424f-b333-9f14a0ee08b1 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:11.568015 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d724b1b-e2ed-4ae6-8a3a-0fb2bc81b4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:11.654200 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d724b1b-e2ed-4ae6-8a3a-0fb2bc81b4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:11.657014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-a4c4d0b7-2216-48bb-8857-91c116a58d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:11.659385 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-a4c4d0b7-2216-48bb-8857-91c116a58d75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6226950 Feb 09 14:09:11.700412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-e3d799b5-d6be-4766-a9d6-30140ecf5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:11.702059 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-e3d799b5-d6be-4766-a9d6-30140ecf5aac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eef4b4f9c5c64b73ae0c92a52362be6f&device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 1094 time: 0.6232734 Feb 09 14:09:11.702184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 05e29c54-2316-424f-b333-9f14a0ee08b1 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:09:11.723910 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 05e29c54-2316-424f-b333-9f14a0ee08b1 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:11.724376 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:11.752107 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e9a56e8-2bdb-4f20-949d-ebff47f130a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:11.757412 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d724b1b-e2ed-4ae6-8a3a-0fb2bc81b4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:11.765887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-2a00a97b-01d1-49ce-b9f5-1ac82466bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:11.769001 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-2a00a97b-01d1-49ce-b9f5-1ac82466bf2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.5817740 Feb 09 14:09:11.870144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d724b1b-e2ed-4ae6-8a3a-0fb2bc81b4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc8b1e9-078d-4f52-868a-3944b5c9e779,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:11.879390 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e9a56e8-2bdb-4f20-949d-ebff47f130a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:11.922999 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d68e1d67-8a78-49e0-a33b-08df4626bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:11.934927 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d724b1b-e2ed-4ae6-8a3a-0fb2bc81b4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:11.939553 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9d724b1b-e2ed-4ae6-8a3a-0fb2bc81b4ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbc8b1e9-078d-4f52-868a-3944b5c9e779 HTTP/1.1" status: 204 len: 168 time: 0.5169790 Feb 09 14:09:11.948476 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-70aa366a-dbe1-4ec8-83f4-8d2a00961b04 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=468f5c36-1bbe-4d2f-a8a1-38941611b160 HTTP/1.1" status: 200 len: 217 time: 0.1701763 Feb 09 14:09:11.956381 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-9756ceaf-2a16-48d4-b1c9-cef9ab7d10a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=b8419f56-0d12-4138-a36a-40b411b3f483 HTTP/1.1" status: 200 len: 217 time: 0.1068969 Feb 09 14:09:12.021685 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e9a56e8-2bdb-4f20-949d-ebff47f130a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:12.044687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e1d67-8a78-49e0-a33b-08df4626bd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806de1e0-d373-4607-a372-10a10d319f1e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:12.048741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a3962ba0-e44a-4555-bd5c-458672ef05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:12.050475 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-a3962ba0-e44a-4555-bd5c-458672ef05a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75d935aa-4e72-46ee-a516-faccc6fa2775 HTTP/1.1" status: 200 len: 845 time: 0.0928955 Feb 09 14:09:12.062315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831a05c-16fa-4926-bba0-5e2d361a7358 req-f88723bd-9bfd-4003-990e-1a5ceaee3556 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:12.069784 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a831a05c-16fa-4926-bba0-5e2d361a7358 req-f88723bd-9bfd-4003-990e-1a5ceaee3556 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 943 time: 0.3136244 Feb 09 14:09:12.092478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a56e8-2bdb-4f20-949d-ebff47f130a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1493a9-45c5-45d5-8435-8183e8c696f8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:12.109808 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e9a56e8-2bdb-4f20-949d-ebff47f130a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:12.110937 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4e9a56e8-2bdb-4f20-949d-ebff47f130a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff1493a9-45c5-45d5-8435-8183e8c696f8 HTTP/1.1" status: 204 len: 168 time: 0.6028416 Feb 09 14:09:12.140886 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a831a05c-16fa-4926-bba0-5e2d361a7358 req-9ae69fed-e8e3-447c-9472-55bca46265df tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699792 Feb 09 14:09:12.181734 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d68e1d67-8a78-49e0-a33b-08df4626bd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:12.186177 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d68e1d67-8a78-49e0-a33b-08df4626bd23 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/806de1e0-d373-4607-a372-10a10d319f1e HTTP/1.1" status: 204 len: 168 time: 1.3086443 Feb 09 14:09:12.186177 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-ac5fce58-e26e-42ad-bacf-62c489fd99ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f0b561ef-919a-4607-9883-c51de0b2aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975552 Feb 09 14:09:12.240537 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:12.339496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85958c9-d318-4d8d-8540-b7b104e76fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e29c54-2316-424f-b333-9f14a0ee08b1'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:09:12.374977 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 05e29c54-2316-424f-b333-9f14a0ee08b1, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=05e29c54-2316-424f-b333-9f14a0ee08b1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:12.385551 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:12.419760 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e05aa1-22bd-4ab1-94b9-005eee3cdc52', 'tag': '468f5c36-1bbe-4d2f-a8a1-38941611b160', 'status': 'completed', 'code': 200} Feb 09 14:09:12.423634 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-4d291bcc-d1ed-4854-873e-bca81770d7ac service neutron] 10.222.0.35 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277031 Feb 09 14:09:12.429563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-b8239d22-156b-4c29-ab94-8056250bce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:12.431214 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-b8239d22-156b-4c29-ab94-8056250bce69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.4595580 Feb 09 14:09:12.523526 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-be99eed3-686d-4d58-a5c3-61aeb7b6b6e5 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8548636 Feb 09 14:09:12.619638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=05e29c54-2316-424f-b333-9f14a0ee08b1,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:12.690814 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-77501fc3-b1db-4ed5-8787-2849dfb18d11 req-35ce3d36-1a83-496e-97a4-06d84fba9618 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.0881243 Feb 09 14:09:12.710012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52596e-dda6-4725-9d11-03095b0ba813 req-687a7e3e-a74b-4e40-9a98-88bb2b6038b6 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:12.717958 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4e52596e-dda6-4725-9d11-03095b0ba813 req-687a7e3e-a74b-4e40-9a98-88bb2b6038b6 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/ports?device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 949 time: 0.2398252 Feb 09 14:09:12.761405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50364) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:12.772456 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4e52596e-dda6-4725-9d11-03095b0ba813 req-12c2cbdf-2fd8-4c5a-8949-3e1d7d34b026 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6e93669-1836-498c-b2c6-2491430a3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533864 Feb 09 14:09:12.863341 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85958c9-d318-4d8d-8540-b7b104e76fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e29c54-2316-424f-b333-9f14a0ee08b1', 'code': 200} Feb 09 14:09:12.914707 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-798685e9-e6c2-4b56-8b9a-6dfb9ddb8b0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78bb40222e704baab6dcb891a8449054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388941 Feb 09 14:09:12.915073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50368) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:12.983765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b363f8a-3656-416f-aeef-77b53e635f1b req-5cd49b7b-14e2-4863-8e5f-0236e71c7ad1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:12.990583 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3b363f8a-3656-416f-aeef-77b53e635f1b req-5cd49b7b-14e2-4863-8e5f-0236e71c7ad1 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 948 time: 0.3334463 Feb 09 14:09:12.999600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50374) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:12.999600 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b8dea6a-f383-4fdd-bb93-b6c1e9313e11 req-64d4b175-e2bb-4f24-9dc3-73632008d991 service neutron] 10.222.0.35 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5670795 Feb 09 14:09:13.037772 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-c59ed2d1-7328-4af4-9efd-04c5e118ed1e service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967954 Feb 09 14:09:13.122090 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3b363f8a-3656-416f-aeef-77b53e635f1b req-d4a1cc7e-0171-4337-8b04-eaa7ff1879dc tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306562 Feb 09 14:09:13.124056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-bc3dab0c-bd08-4326-94ce-cf77359b8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:13.125488 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-bc3dab0c-bd08-4326-94ce-cf77359b8df0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6685948 Feb 09 14:09:13.127579 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c5b8d1cc-42b9-4281-b5d0-8bdeaae4bcec req-eaf013f4-c573-4bf7-8719-2213d437480e tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.1047232 Feb 09 14:09:13.196862 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6d58-e9fe-4294-8f9a-c37afea3c229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:13.218344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febf632-1b4e-433f-8898-d7ea6c37d495 req-745f6f5e-de80-4343-a33b-5f046e4f9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:13.219889 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9febf632-1b4e-433f-8898-d7ea6c37d495 req-745f6f5e-de80-4343-a33b-5f046e4f9b99 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 1100 time: 0.2838705 Feb 09 14:09:13.240014 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6b0c862e-dce6-4e41-b2f6-b8f2c21c2a19 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1aa1547e20fc427c9d8b93105b8fae88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429764 Feb 09 14:09:13.245623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50384) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:13.259768 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6d58-e9fe-4294-8f9a-c37afea3c229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:13.311199 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9febf632-1b4e-433f-8898-d7ea6c37d495 req-fd2f29d1-5df9-4660-9daa-0233e696bab7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6e93669-1836-498c-b2c6-2491430a3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822167 Feb 09 14:09:13.353115 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-124fc00c-ad23-486b-b057-01c633d721fd service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196944 Feb 09 14:09:13.356801 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6d58-e9fe-4294-8f9a-c37afea3c229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:13.453950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd6d58-e9fe-4294-8f9a-c37afea3c229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbc9473-1cc9-469d-984a-02a1ed055ce5,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:13.506821 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbdd6d58-e9fe-4294-8f9a-c37afea3c229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:13.508861 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dbdd6d58-e9fe-4294-8f9a-c37afea3c229 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6fbc9473-1cc9-469d-984a-02a1ed055ce5 HTTP/1.1" status: 204 len: 168 time: 0.5927474 Feb 09 14:09:13.594280 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-573f6d29-01da-48a8-acbe-06b9e51c09e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:13.605429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ad3ce-cee8-476a-976f-802f7a9e641e req-e92721ef-def7-4365-bfe3-009021ebf608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:13.606896 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de9ad3ce-cee8-476a-976f-802f7a9e641e req-e92721ef-def7-4365-bfe3-009021ebf608 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eef4b4f9c5c64b73ae0c92a52362be6f&device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 1094 time: 0.5452676 Feb 09 14:09:13.608404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad76d0-405b-47f3-b9ba-b0052dbac868 req-2a962572-5b0b-4d25-bce3-e13d11e47360 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:13.610835 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-10ad76d0-405b-47f3-b9ba-b0052dbac868 req-2a962572-5b0b-4d25-bce3-e13d11e47360 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 943 time: 0.2311397 Feb 09 14:09:13.677955 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-10ad76d0-405b-47f3-b9ba-b0052dbac868 req-8d4a44f6-a63a-4576-8a50-f47a976d36fe tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585515 Feb 09 14:09:13.737122 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-573f6d29-01da-48a8-acbe-06b9e51c09e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:13.777133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device b8419f56-0d12-4138-a36a-40b411b3f483 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:09:13.845604 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d13c86d-63eb-4d72-ae50-ae59baca62cc req-53f736cb-b3d6-4799-87b7-2df742c7dd0e service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807374 Feb 09 14:09:13.866481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ad3ce-cee8-476a-976f-802f7a9e641e req-cb958e4a-e5a5-4626-83fe-f4b9c32d377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:13.868415 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de9ad3ce-cee8-476a-976f-802f7a9e641e req-cb958e4a-e5a5-4626-83fe-f4b9c32d377d service neutron] 10.222.0.35 "GET /v2.0/networks?id=f0b561ef-919a-4607-9883-c51de0b2aead HTTP/1.1" status: 200 len: 905 time: 0.2509673 Feb 09 14:09:13.903949 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50412) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:13.946634 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-573f6d29-01da-48a8-acbe-06b9e51c09e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:13.970425 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de9ad3ce-cee8-476a-976f-802f7a9e641e req-c303d276-3416-4f2e-8994-db9f0003fe2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=468f5c36-1bbe-4d2f-a8a1-38941611b160 HTTP/1.1" status: 200 len: 217 time: 0.0905132 Feb 09 14:09:13.974803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f6d29-01da-48a8-acbe-06b9e51c09e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdcfa90-d403-4f98-b081-edb90266bd04,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:14.048986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b8419f56-0d12-4138-a36a-40b411b3f483,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:14.071047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'b8419f56-0d12-4138-a36a-40b411b3f483', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': 'b8419f56-0d12-4138-a36a-40b411b3f483', 'mac_address': 'fa:16:3e:f7:a3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:09:14.087411 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-573f6d29-01da-48a8-acbe-06b9e51c09e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:14.089376 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-573f6d29-01da-48a8-acbe-06b9e51c09e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1cdcfa90-d403-4f98-b081-edb90266bd04 HTTP/1.1" status: 204 len: 168 time: 0.8428895 Feb 09 14:09:14.099403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1415061651-network', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:14.109888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:14.118220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ad3ce-cee8-476a-976f-802f7a9e641e req-ded584c0-0fdc-4903-95c0-1755ba90006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:14.118569 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Usage tracker for resource:network and tenant:6118b9a480b24069a1123aafc487f0a0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:14.120463 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de9ad3ce-cee8-476a-976f-802f7a9e641e req-ded584c0-0fdc-4903-95c0-1755ba90006e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75d935aa-4e72-46ee-a516-faccc6fa2775 HTTP/1.1" status: 200 len: 845 time: 0.1426287 Feb 09 14:09:14.134054 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:14.154172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:14.181699 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de9ad3ce-cee8-476a-976f-802f7a9e641e req-715ac0aa-66d6-439a-88f6-d200d2dbb8eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f0b561ef-919a-4607-9883-c51de0b2aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516081 Feb 09 14:09:14.188065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Made reservation on behalf of 6118b9a480b24069a1123aafc487f0a0 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:09:14.192587 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:14.224474 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:14.227604 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:14.251964 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8419f56-0d12-4138-a36a-40b411b3f483 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:09:14.271168 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:14.281152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Usage tracker for resource:security_group_rule and tenant:6118b9a480b24069a1123aafc487f0a0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:14.289045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:14.291171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63a9c1-e1c8-462f-adb1-3539673ee978 req-2b69f516-34d9-41c6-b6fc-25ad48c7c432 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:14.299812 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb63a9c1-e1c8-462f-adb1-3539673ee978 req-2b69f516-34d9-41c6-b6fc-25ad48c7c432 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/ports?device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 949 time: 0.2849324 Feb 09 14:09:14.318740 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:14.342284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b8419f56-0d12-4138-a36a-40b411b3f483,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:14.360168 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:14.392614 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb63a9c1-e1c8-462f-adb1-3539673ee978 req-81b8c414-2344-4434-aa28-27dcb6b32aeb tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6e93669-1836-498c-b2c6-2491430a3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891747 Feb 09 14:09:14.491955 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de9ad3ce-cee8-476a-976f-802f7a9e641e req-5ab9808c-5cd2-42de-a947-32da76af511b service neutron] 10.222.0.35 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016782 Feb 09 14:09:14.581760 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:14.592688 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:14.670593 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=b8419f56-0d12-4138-a36a-40b411b3f483,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:14.707092 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0716c692-a343-43b4-8eed-3f39d922e852 req-0c2d9eb4-00e9-4670-ad48-d75cd41f2105 tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.0679381 Feb 09 14:09:14.848850 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de9ad3ce-cee8-476a-976f-802f7a9e641e req-b8f5a8dd-84f5-4a79-9804-87d6da4ff944 service neutron] 10.222.0.35 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455267 Feb 09 14:09:14.849687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4e1bbe-ebac-4cb3-bb06-edf0146eab3e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:14.890357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:09:14.918207 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:14.919451 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Added segment 36f80040-3467-4ef6-9eb4-756241b1d551 of type vlan for network a0a7099d-e4ae-47ce-bada-1cc326e07287 Feb 09 14:09:14.966051 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:15.031108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40909b5b-f56e-496a-9477-981e26c8674b req-dfa80421-472b-4d0d-9410-6636a778d4ce tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:15.038869 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40909b5b-f56e-496a-9477-981e26c8674b req-dfa80421-472b-4d0d-9410-6636a778d4ce tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 949 time: 0.4535849 Feb 09 14:09:15.056282 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:15.058326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:15.059130 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:15.129407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['b8419f56-0d12-4138-a36a-40b411b3f483'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:09:15.279191 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40909b5b-f56e-496a-9477-981e26c8674b req-667fabff-6f85-4cde-ab33-ffffb8f2f35f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361465 Feb 09 14:09:15.300924 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3948286 Feb 09 14:09:15.304878 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bf6dc-691d-44ba-ad74-750d2c9bf6bd admin admin] Pushing event updated for resources: {'Network': ['ID=a0a7099d-e4ae-47ce-bada-1cc326e07287,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:15.309937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50468) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:15.312787 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab975c-74d5-4125-8ac8-103cd0fd2ca3 req-0bdfc631-c166-49e3-86da-68393177d255 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:15.319044 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-80a16c35-3587-49f6-a5c7-bc4c83cbdd17 admin admin] Request body: {'subnet': {'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1415061651-subnet', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:15.325263 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-80a16c35-3587-49f6-a5c7-bc4c83cbdd17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:15.328688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-99ab975c-74d5-4125-8ac8-103cd0fd2ca3 req-0bdfc631-c166-49e3-86da-68393177d255 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Synchronizing usage tracker for tenant:eef4b4f9c5c64b73ae0c92a52362be6f on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:09:15.330925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-80a16c35-3587-49f6-a5c7-bc4c83cbdd17 admin admin] Usage tracker for resource:subnet and tenant:6118b9a480b24069a1123aafc487f0a0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:15.334717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-80a16c35-3587-49f6-a5c7-bc4c83cbdd17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:15.345946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-80a16c35-3587-49f6-a5c7-bc4c83cbdd17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:15.346170 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network a0a7099d-e4ae-47ce-bada-1cc326e07287 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:09:15.365239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a16c35-3587-49f6-a5c7-bc4c83cbdd17 admin admin] Made reservation on behalf of 6118b9a480b24069a1123aafc487f0a0 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:09:15.367979 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80a16c35-3587-49f6-a5c7-bc4c83cbdd17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:15.379821 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-99ab975c-74d5-4125-8ac8-103cd0fd2ca3 req-0bdfc631-c166-49e3-86da-68393177d255 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Unset dirty status for tenant:eef4b4f9c5c64b73ae0c92a52362be6f on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:09:15.381257 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99ab975c-74d5-4125-8ac8-103cd0fd2ca3 req-0bdfc631-c166-49e3-86da-68393177d255 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 943 time: 0.3014531 Feb 09 14:09:15.492577 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99ab975c-74d5-4125-8ac8-103cd0fd2ca3 req-b3853dee-6e0e-49cf-9006-10cb384bc6a3 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039324 Feb 09 14:09:15.598495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 468f5c36-1bbe-4d2f-a8a1-38941611b160 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:09:15.778910 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.resource_extend [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:09:15.980737 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c6d3f-ea96-4d07-9866-83fc41549c63 req-6613179f-2e64-4ef1-82a1-cfe04dca485c tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:15.993481 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-903c6d3f-ea96-4d07-9866-83fc41549c63 req-6613179f-2e64-4ef1-82a1-cfe04dca485c tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/ports?device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 949 time: 0.2470112 Feb 09 14:09:16.085265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 468f5c36-1bbe-4d2f-a8a1-38941611b160, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=468f5c36-1bbe-4d2f-a8a1-38941611b160,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:16.092494 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3193638-b860-447e-a951-eb1d2118fbec req-29b1b446-bece-4a2a-b53c-014612ae95df tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.1378701 Feb 09 14:09:16.111239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '468f5c36-1bbe-4d2f-a8a1-38941611b160', 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead', 'port_id': '468f5c36-1bbe-4d2f-a8a1-38941611b160', 'mac_address': 'fa:16:3e:d5:b9:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d935aa-4e72-46ee-a516-faccc6fa2775', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:09:16.205304 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:16.234181 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-903c6d3f-ea96-4d07-9866-83fc41549c63 req-ef5abb10-bee2-484e-9147-fef2a9db2f10 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6e93669-1836-498c-b2c6-2491430a3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350788 Feb 09 14:09:16.251133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468f5c36-1bbe-4d2f-a8a1-38941611b160 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:09:16.321055 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 468f5c36-1bbe-4d2f-a8a1-38941611b160, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=468f5c36-1bbe-4d2f-a8a1-38941611b160,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:16.322819 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80a16c35-3587-49f6-a5c7-bc4c83cbdd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:16.327425 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:16.470763 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=468f5c36-1bbe-4d2f-a8a1-38941611b160,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:16.470992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a16c35-3587-49f6-a5c7-bc4c83cbdd17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4956d27e-a6d0-44e8-93e4-11fa2bea2e73,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:16.482478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a16c35-3587-49f6-a5c7-bc4c83cbdd17 admin admin] Checking segment: {'id': '36f80040-3467-4ef6-9eb4-756241b1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:09:16.482913 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a16c35-3587-49f6-a5c7-bc4c83cbdd17 admin admin] Network hostable DHCP agents. Network: a0a7099d-e4ae-47ce-bada-1cc326e07287, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:09:16.504975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a16c35-3587-49f6-a5c7-bc4c83cbdd17 admin admin] Network a0a7099d-e4ae-47ce-bada-1cc326e07287 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:09:16.521747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-80a16c35-3587-49f6-a5c7-bc4c83cbdd17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, a0a7099d-e4ae-47ce-bada-1cc326e07287) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:09:16.528549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a16c35-3587-49f6-a5c7-bc4c83cbdd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:16.528665 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80a16c35-3587-49f6-a5c7-bc4c83cbdd17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:16.531714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc97ea65-6c76-4ad9-acc6-36d945c0e01f None None] Network a0a7099d-e4ae-47ce-bada-1cc326e07287 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:09:16.605357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50514) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:16.611072 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-80a16c35-3587-49f6-a5c7-bc4c83cbdd17 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2993665 Feb 09 14:09:16.611405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1415061651-router', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:16.616295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:16.626454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Usage tracker for resource:router and tenant:6118b9a480b24069a1123aafc487f0a0 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:16.633986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:16.649727 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:16.670482 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:16.672655 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:16.708931 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:16.931261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['468f5c36-1bbe-4d2f-a8a1-38941611b160'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:09:16.996401 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd26397e-3850-40b4-9fdd-fc1123e7f47d req-99a4f0bf-2c40-40dc-84f0-3f8be52a4394 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4a46566ba9f45159971bad23e89461e&device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.1303980 Feb 09 14:09:17.074411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c72c4-1aea-4a8a-b3e0-ac66274592c1 req-b1475443-4d43-461c-b8a4-0208eb4629a3 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:17.076104 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb1c72c4-1aea-4a8a-b3e0-ac66274592c1 req-b1475443-4d43-461c-b8a4-0208eb4629a3 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 944 time: 0.1312544 Feb 09 14:09:17.089419 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd26397e-3850-40b4-9fdd-fc1123e7f47d req-1e126b7f-a0c9-4de6-80cc-0cb08ba57b70 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e4a46566ba9f45159971bad23e89461e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845404 Feb 09 14:09:17.090929 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-a0a7099d-e4ae-47ce-bada-1cc326e07287', 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'fixed_ips': [{'subnet_id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:09:17.091773 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:17.149528 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb1c72c4-1aea-4a8a-b3e0-ac66274592c1 req-8cc6648c-a1e3-491a-8384-a8f8f50e6781 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649095 Feb 09 14:09:17.386073 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Allocated IP 172.20.0.2 (a0a7099d-e4ae-47ce-bada-1cc326e07287/4956d27e-a6d0-44e8-93e4-11fa2bea2e73/16063a00-9962-482e-ab1f-15cd397bd4b4) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:09:17.443813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514915e9-7701-4e2b-b275-4dacebe08d3a req-506644c7-0299-4516-adad-8df53f736c8b tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:17.446290 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-514915e9-7701-4e2b-b275-4dacebe08d3a req-506644c7-0299-4516-adad-8df53f736c8b tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/ports?device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 949 time: 0.1651716 Feb 09 14:09:17.461131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26397e-3850-40b4-9fdd-fc1123e7f47d req-27d9e941-652b-4261-80eb-989734d150fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:17.462582 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd26397e-3850-40b4-9fdd-fc1123e7f47d req-27d9e941-652b-4261-80eb-989734d150fe service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3621557 Feb 09 14:09:17.517047 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-514915e9-7701-4e2b-b275-4dacebe08d3a req-baabb7dc-48d2-47a1-958e-992593a74e9f tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6e93669-1836-498c-b2c6-2491430a3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633912 Feb 09 14:09:17.533344 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:17.576134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538ccce-8fa6-4513-908c-c76d1f882fc4 req-0d6c0011-f97b-49f7-a457-87c58b92fb93 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:17.585696 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b538ccce-8fa6-4513-908c-c76d1f882fc4 req-0d6c0011-f97b-49f7-a457-87c58b92fb93 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 949 time: 0.7326591 Feb 09 14:09:17.659061 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:17.672987 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Transition to ACTIVE for port object 16063a00-9962-482e-ab1f-15cd397bd4b4 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:09:17.689386 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5276d54c-1f10-46fa-9099-266ca9180c1f req-3eaefe97-7567-4be1-988c-2f8768752199 tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.0489724 Feb 09 14:09:17.695253 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Transition to ACTIVE for port object 16063a00-9962-482e-ab1f-15cd397bd4b4 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:09:17.702732 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:17.714918 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b538ccce-8fa6-4513-908c-c76d1f882fc4 req-ffd39a88-5149-4d74-ba40-bdf7e466a5e8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280189 Feb 09 14:09:17.797627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device b8419f56-0d12-4138-a36a-40b411b3f483 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:17.839236 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Network a0a7099d-e4ae-47ce-bada-1cc326e07287 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:09:17.854203 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:09:17.869765 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:09:17.881917 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Pushing event updated for resources: {'Port': ['ID=16063a00-9962-482e-ab1f-15cd397bd4b4,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:17.991614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Attempting to bind port 16063a00-9962-482e-ab1f-15cd397bd4b4 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:09:17.992139 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Attempting to bind port 16063a00-9962-482e-ab1f-15cd397bd4b4 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '36f80040-3467-4ef6-9eb4-756241b1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:09:17.992677 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Attempting to bind port 16063a00-9962-482e-ab1f-15cd397bd4b4 on network a0a7099d-e4ae-47ce-bada-1cc326e07287 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:09:17.997020 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port b8419f56-0d12-4138-a36a-40b411b3f483 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:09:18.003229 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:09:18.003712 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Checking segment: {'id': '36f80040-3467-4ef6-9eb4-756241b1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:09:18.004024 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:18.004415 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Bound using segment: {'id': '36f80040-3467-4ef6-9eb4-756241b1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:09:18.005136 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Bound port: 16063a00-9962-482e-ab1f-15cd397bd4b4, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f80040-3467-4ef6-9eb4-756241b1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:09:18.005257 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:18.006076 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:18.050907 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:18.064884 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port b8419f56-0d12-4138-a36a-40b411b3f483 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:18.065349 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:18.167335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] For port 16063a00-9962-482e-ab1f-15cd397bd4b4, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:09:18.173481 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] For port 16063a00-9962-482e-ab1f-15cd397bd4b4, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=16063a00-9962-482e-ab1f-15cd397bd4b4,segment=NetworkSegment(36f80040-3467-4ef6-9eb4-756241b1d551),segment_id=36f80040-3467-4ef6-9eb4-756241b1d551)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:09:18.232415 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:18.242097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Allocated IP 172.25.8.7 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/10651698-09f7-4133-aba6-4963f1aa80cb) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:09:18.341802 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:18.428657 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c90d4f-65a5-42a6-9b59-7e7b97dbb15e None None] Pushing event updated for resources: {'Port': ['ID=16063a00-9962-482e-ab1f-15cd397bd4b4,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:18.441174 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68629554-f0c0-4279-8010-d954bfaecda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8419f56-0d12-4138-a36a-40b411b3f483'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:09:18.455189 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b8419f56-0d12-4138-a36a-40b411b3f483,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:18.460358 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:18.576650 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=b8419f56-0d12-4138-a36a-40b411b3f483,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:18.634492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-d7664e5e-bf84-45de-a7cd-4a7048e7e3d4 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:18.636066 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-d7664e5e-bf84-45de-a7cd-4a7048e7e3d4 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.21 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8&tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 949 time: 0.2969930 Feb 09 14:09:18.639166 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:18.652639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d98c14-250f-4c36-8757-846e5b5e432d req-0e039a11-7345-48bf-94f3-37111a184968 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:18.653704 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-31d98c14-250f-4c36-8757-846e5b5e432d req-0e039a11-7345-48bf-94f3-37111a184968 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.0986879 Feb 09 14:09:18.719083 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-31d98c14-250f-4c36-8757-846e5b5e432d req-79e9b9cf-1591-44de-9ecb-80230f938280 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582006 Feb 09 14:09:18.796675 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d4d2f-96e0-4a1a-9ae8-d7f2299711a1 req-e022d2fe-f9b5-481d-b887-533734bafc09 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:18.804447 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-870d4d2f-96e0-4a1a-9ae8-d7f2299711a1 req-e022d2fe-f9b5-481d-b887-533734bafc09 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 944 time: 0.3886931 Feb 09 14:09:18.811762 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-c2a8095f-4209-4cee-a678-f2e7eac1f3c4 service neutron] 10.222.0.21 "GET /v2.0/ports/b8419f56-0d12-4138-a36a-40b411b3f483/bindings/n-h2-828418-2 HTTP/1.1" status: 200 len: 382 time: 0.1596332 Feb 09 14:09:18.835908 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68629554-f0c0-4279-8010-d954bfaecda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8419f56-0d12-4138-a36a-40b411b3f483', 'code': 200} Feb 09 14:09:18.917336 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-870d4d2f-96e0-4a1a-9ae8-d7f2299711a1 req-09303793-e990-4803-95d3-cdfeb48dcced tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119149 Feb 09 14:09:18.929945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8f657-8737-4821-833b-a082d5f9befd req-27e27fed-aacc-4bdb-88e9-93bbb2309e42 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:18.931310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16e8f657-8737-4821-833b-a082d5f9befd req-27e27fed-aacc-4bdb-88e9-93bbb2309e42 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.35 "GET /v2.0/ports?device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 949 time: 0.3644538 Feb 09 14:09:18.985025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:19.028058 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c2844-7cfd-496a-87ca-e74fd668a035 req-c4a8f930-dbf7-45cc-a02d-725898d99bba tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:19.032330 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5b6c2844-7cfd-496a-87ca-e74fd668a035 req-c4a8f930-dbf7-45cc-a02d-725898d99bba tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/ports?device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 949 time: 0.0875599 Feb 09 14:09:19.080294 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5b6c2844-7cfd-496a-87ca-e74fd668a035 req-9220b617-9cab-41d5-bcc3-8c398968a3ce tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6e93669-1836-498c-b2c6-2491430a3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Feb 09 14:09:19.111577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:09:19.116363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:09:19.119190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:09:19.140691 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd26397e-3850-40b4-9fdd-fc1123e7f47d req-9db10ae1-18cd-4ec1-be9d-8d6042f32936 tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.0532112 Feb 09 14:09:19.168619 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c81a805-99dd-47fc-bb28-d588dfcac194 req-ffc8ae91-c93e-4543-9138-fc98edd4ab0c tempest-ServerShowV257Test-937391676 tempest-ServerShowV257Test-937391676-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6379da2-ddc2-498d-a1d5-45bf01a810e3 HTTP/1.1" status: 200 len: 210 time: 0.1350598 Feb 09 14:09:19.172124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-16e8f657-8737-4821-833b-a082d5f9befd req-c75e3941-9d47-4a3f-bd52-be91b79ecc32 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Deleting port 05e29c54-2316-424f-b333-9f14a0ee08b1 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:09:19.172372 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-16e8f657-8737-4821-833b-a082d5f9befd req-c75e3941-9d47-4a3f-bd52-be91b79ecc32 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:19.222425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=10651698-09f7-4133-aba6-4963f1aa80cb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:19.489426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-9687a616-801b-4d22-830f-d96a25419252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:19.491034 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-9687a616-801b-4d22-830f-d96a25419252 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 1101 time: 0.6499066 Feb 09 14:09:19.560769 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 468f5c36-1bbe-4d2f-a8a1-38941611b160 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:19.704500 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 468f5c36-1bbe-4d2f-a8a1-38941611b160 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:09:19.715835 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 468f5c36-1bbe-4d2f-a8a1-38941611b160 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:19.716541 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:19.846372 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:09:19.853714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ce6703-b27b-490a-a59e-bef94e5f721e None None] Network a0a7099d-e4ae-47ce-bada-1cc326e07287 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:09:20.053321 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1839b833-2d49-44a7-83a5-ed903cc5f29c req-5b29234a-76b7-4d8a-a95c-67590498f769 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1832778 Feb 09 14:09:20.081917 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 16063a00-9962-482e-ab1f-15cd397bd4b4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:20.099251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-e7f72226-9207-44a3-851f-d3babdc28af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:20.100840 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-e7f72226-9207-44a3-851f-d3babdc28af0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.6012347 Feb 09 14:09:20.125745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50622) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:20.199354 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-27a944dd-4d05-4c4c-839a-8b460b1de886 None None] Provisioning for port 16063a00-9962-482e-ab1f-15cd397bd4b4 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:09:20.211466 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-94bfb8f6-d686-4dc9-9998-89aa94f9bce4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=b8419f56-0d12-4138-a36a-40b411b3f483 HTTP/1.1" status: 200 len: 217 time: 0.0960205 Feb 09 14:09:20.290447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0dc80-104d-4411-a1f3-2ad0f4034cce req-380edf18-4222-412c-88d2-578cd160fd4c tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:20.295088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-16e8f657-8737-4821-833b-a082d5f9befd req-c75e3941-9d47-4a3f-bd52-be91b79ecc32 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] For port 05e29c54-2316-424f-b333-9f14a0ee08b1, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=05e29c54-2316-424f-b333-9f14a0ee08b1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:20.295526 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-16e8f657-8737-4821-833b-a082d5f9befd req-c75e3941-9d47-4a3f-bd52-be91b79ecc32 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:20.304369 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b8a0dc80-104d-4411-a1f3-2ad0f4034cce req-380edf18-4222-412c-88d2-578cd160fd4c tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 944 time: 0.1405962 Feb 09 14:09:20.443888 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b8a0dc80-104d-4411-a1f3-2ad0f4034cce req-cb0a8dff-4515-4a3a-b3b6-8cde46c52d71 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376684 Feb 09 14:09:20.447398 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:20.470557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 16063a00-9962-482e-ab1f-15cd397bd4b4 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:09:20.486883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b833-2d49-44a7-83a5-ed903cc5f29c req-36cbbdcc-efb4-436c-bc6e-2e2a543f373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:20.489431 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1839b833-2d49-44a7-83a5-ed903cc5f29c req-36cbbdcc-efb4-436c-bc6e-2e2a543f373c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 1101 time: 0.1807203 Feb 09 14:09:20.519375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d8043-c023-4621-804e-453040147aa3 req-c15be779-a662-441f-960c-6159f4758517 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:20.528105 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9e4d8043-c023-4621-804e-453040147aa3 req-c15be779-a662-441f-960c-6159f4758517 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.6045558 Feb 09 14:09:20.536311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-16e8f657-8737-4821-833b-a082d5f9befd req-c75e3941-9d47-4a3f-bd52-be91b79ecc32 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Calling delete_port for 05e29c54-2316-424f-b333-9f14a0ee08b1 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:09:20.556429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 16063a00-9962-482e-ab1f-15cd397bd4b4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:20.560119 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:20.683460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50634) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:20.684077 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:20.735640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:20.753342 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-a8d60247-40c0-4b73-ad81-e9b411905967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:20.754116 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-a8d60247-40c0-4b73-ad81-e9b411905967 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.5357900 Feb 09 14:09:20.759207 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 468f5c36-1bbe-4d2f-a8a1-38941611b160, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=468f5c36-1bbe-4d2f-a8a1-38941611b160,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:20.774586 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35d005f2-eaa7-4e16-b7bd-b0ba7f696ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:20.786640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b833-2d49-44a7-83a5-ed903cc5f29c req-eb8a7584-b7d7-4a15-8039-71b1f55cc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:20.788190 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1839b833-2d49-44a7-83a5-ed903cc5f29c req-eb8a7584-b7d7-4a15-8039-71b1f55cc944 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.2789199 Feb 09 14:09:20.793271 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1', 'mac_address': 'fa:16:3e:97:7f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:09:20.856591 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-35d005f2-eaa7-4e16-b7bd-b0ba7f696ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:20.866173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e05aa1-22bd-4ab1-94b9-005eee3cdc52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468f5c36-1bbe-4d2f-a8a1-38941611b160'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:09:20.872447 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:20.873316 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 05e29c54-2316-424f-b333-9f14a0ee08b1 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:09:20.874490 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9e4d8043-c023-4621-804e-453040147aa3 req-2cf9bc4e-838c-4527-9b58-831a2a1e7627 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454587 Feb 09 14:09:20.880740 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1839b833-2d49-44a7-83a5-ed903cc5f29c req-0b85a86b-48a6-4d25-9fe6-61667b89831a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933 HTTP/1.1" status: 200 len: 217 time: 0.0861013 Feb 09 14:09:20.882029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-35d005f2-eaa7-4e16-b7bd-b0ba7f696ade admin admin] Usage tracker for resource:security_group_rule and tenant:91886c1b2bff41c5986d24a243188a9a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:20.886029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-35d005f2-eaa7-4e16-b7bd-b0ba7f696ade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:20.920880 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1f49-79ec-467d-a522-948646066e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:20.927577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-35d005f2-eaa7-4e16-b7bd-b0ba7f696ade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:20.973130 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b833-2d49-44a7-83a5-ed903cc5f29c req-2dee91ec-709c-48af-bfb4-7e82319d54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:20.974654 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1839b833-2d49-44a7-83a5-ed903cc5f29c req-2dee91ec-709c-48af-bfb4-7e82319d54ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0840914 Feb 09 14:09:21.063136 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:21.114826 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:21.131157 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=468f5c36-1bbe-4d2f-a8a1-38941611b160,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:21.138892 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe49609-2062-4415-8ad8-6ed36cc1c2fa req-eccf7df9-f178-49ce-b38b-74138353ba01 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:21.143620 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e05aa1-22bd-4ab1-94b9-005eee3cdc52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468f5c36-1bbe-4d2f-a8a1-38941611b160', 'code': 200} Feb 09 14:09:21.149912 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ebe49609-2062-4415-8ad8-6ed36cc1c2fa req-eccf7df9-f178-49ce-b38b-74138353ba01 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/ports?device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 949 time: 0.4423895 Feb 09 14:09:21.202960 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 16063a00-9962-482e-ab1f-15cd397bd4b4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=16063a00-9962-482e-ab1f-15cd397bd4b4,segment=NetworkSegment(36f80040-3467-4ef6-9eb4-756241b1d551),segment_id=36f80040-3467-4ef6-9eb4-756241b1d551)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:21.213518 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:09:21.237627 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:21.298113 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ebe49609-2062-4415-8ad8-6ed36cc1c2fa req-a52b811f-fead-4ed1-9af3-4471378ca09b tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6e93669-1836-498c-b2c6-2491430a3184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469994 Feb 09 14:09:21.330857 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:21.346875 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:21.359325 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:21.372204 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35d005f2-eaa7-4e16-b7bd-b0ba7f696ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:21.376561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b833-2d49-44a7-83a5-ed903cc5f29c req-b46a1934-972b-4fbb-8c08-f72e959dea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:21.378417 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1839b833-2d49-44a7-83a5-ed903cc5f29c req-b46a1934-972b-4fbb-8c08-f72e959dea70 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3841715 Feb 09 14:09:21.381973 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35d005f2-eaa7-4e16-b7bd-b0ba7f696ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:21.394122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=16063a00-9962-482e-ab1f-15cd397bd4b4,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:21.411063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50656) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:21.493991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:21.522616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['66e3b46f-0551-4e31-8dc6-f2c913ed02c1'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:09:21.729036 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-35d005f2-eaa7-4e16-b7bd-b0ba7f696ade admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91886c1b2bff41c5986d24a243188a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6016984 Feb 09 14:09:21.735245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50664) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:21.743335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55dee3-ecb5-4886-acc1-4347c327ede8 req-11fba456-4f11-4c04-b524-19dca1b35759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:21.745277 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fc55dee3-ecb5-4886-acc1-4347c327ede8 req-11fba456-4f11-4c04-b524-19dca1b35759 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 1096 time: 0.5313439 Feb 09 14:09:21.757531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d005f2-eaa7-4e16-b7bd-b0ba7f696ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b565d63d-d5e6-4d3c-ade7-080172897fb5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:21.809134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e0dc1f49-79ec-467d-a522-948646066e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:21.837445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e0dc1f49-79ec-467d-a522-948646066e88 admin admin] Usage tracker for resource:security_group_rule and tenant:7d49f8963d404521be9e066129d1c752 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:21.844545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e0dc1f49-79ec-467d-a522-948646066e88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:21.854661 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-16e8f657-8737-4821-833b-a082d5f9befd req-c75e3941-9d47-4a3f-bd52-be91b79ecc32 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:21.872064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e0dc1f49-79ec-467d-a522-948646066e88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:21.876627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c81ff11d-f14e-4321-8a11-e4b0a50822c3 None None] Provisioning complete for port 16063a00-9962-482e-ab1f-15cd397bd4b4 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:21.877187 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c81ff11d-f14e-4321-8a11-e4b0a50822c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:21.918314 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fc55dee3-ecb5-4886-acc1-4347c327ede8 req-2f4b7def-2552-44d6-89c4-8390c8a5d821 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569469 Feb 09 14:09:21.924695 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73b65650-0ac7-4cc3-9b56-1ed297184688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:21.925373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:21.934927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e3941-9d47-4a3f-bd52-be91b79ecc32 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Pushing event deleted for resources: {'Port': ['ID=05e29c54-2316-424f-b333-9f14a0ee08b1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:21.949120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-c4cad7cb-c0aa-4235-ad8a-554327e62400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:21.950696 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-c4cad7cb-c0aa-4235-ad8a-554327e62400 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1738641 Feb 09 14:09:21.952695 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1839b833-2d49-44a7-83a5-ed903cc5f29c req-4639dba8-77c1-4ab6-a6c1-bb8064cbacb4 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616755 Feb 09 14:09:21.953388 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5fd78a6b-c170-4892-8001-96f9a66ae1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:21.969459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-73b65650-0ac7-4cc3-9b56-1ed297184688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:22.038437 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 16063a00-9962-482e-ab1f-15cd397bd4b4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:22.112388 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-73b65650-0ac7-4cc3-9b56-1ed297184688 admin admin] Usage tracker for resource:security_group_rule and tenant:e4a46566ba9f45159971bad23e89461e is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:22.116969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-73b65650-0ac7-4cc3-9b56-1ed297184688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:22.203107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-73b65650-0ac7-4cc3-9b56-1ed297184688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:22.216138 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5fd78a6b-c170-4892-8001-96f9a66ae1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:22.233899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 16063a00-9962-482e-ab1f-15cd397bd4b4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:22.234398 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:22.278340 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1839b833-2d49-44a7-83a5-ed903cc5f29c req-4ec122fe-ba76-4489-a77f-5aa9eb0c4b64 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108797 Feb 09 14:09:22.376619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f7595-41f4-44e3-847c-b63333d41c6c req-dacbc64d-bf35-4f19-b07e-338999fe1232 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:22.387482 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c21f7595-41f4-44e3-847c-b63333d41c6c req-dacbc64d-bf35-4f19-b07e-338999fe1232 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.2802911 Feb 09 14:09:22.420734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e8f657-8737-4821-833b-a082d5f9befd req-c75e3941-9d47-4a3f-bd52-be91b79ecc32 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] No DVR routers for this DVR port 05e29c54-2316-424f-b333-9f14a0ee08b1 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:09:22.450971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7704c-f549-402e-ab1f-f9961cafec48 req-05bb9e72-6614-4581-886e-33850be3a261 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:22.452823 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4dd7704c-f549-402e-ab1f-f9961cafec48 req-05bb9e72-6614-4581-886e-33850be3a261 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 945 time: 0.7740996 Feb 09 14:09:22.454200 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-16e8f657-8737-4821-833b-a082d5f9befd req-c75e3941-9d47-4a3f-bd52-be91b79ecc32 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:22.478304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85958c9-d318-4d8d-8540-b7b104e76fae', 'name': 'network-vif-deleted', 'tag': '05e29c54-2316-424f-b333-9f14a0ee08b1'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:09:22.488598 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c21f7595-41f4-44e3-847c-b63333d41c6c req-3fbd9335-6745-408e-93d1-b73eada6d544 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001146 Feb 09 14:09:22.498596 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5fd78a6b-c170-4892-8001-96f9a66ae1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:22.573645 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5fd78a6b-c170-4892-8001-96f9a66ae1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:22.581325 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5fd78a6b-c170-4892-8001-96f9a66ae1ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b565d63d-d5e6-4d3c-ade7-080172897fb5 HTTP/1.1" status: 204 len: 168 time: 0.8401082 Feb 09 14:09:22.602236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd78a6b-c170-4892-8001-96f9a66ae1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b565d63d-d5e6-4d3c-ade7-080172897fb5,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:22.634283 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73b65650-0ac7-4cc3-9b56-1ed297184688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:22.643669 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-9beb57ec-3b38-4096-8c53-749e496c95ce service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804803 Feb 09 14:09:22.646313 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73b65650-0ac7-4cc3-9b56-1ed297184688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:22.751483 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1f49-79ec-467d-a522-948646066e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:22.792567 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0dc1f49-79ec-467d-a522-948646066e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:22.801367 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16e8f657-8737-4821-833b-a082d5f9befd req-c75e3941-9d47-4a3f-bd52-be91b79ecc32 tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.35 "DELETE /v2.0/ports/05e29c54-2316-424f-b333-9f14a0ee08b1 HTTP/1.1" status: 204 len: 173 time: 3.8624811 Feb 09 14:09:22.825106 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6aa934fa-a878-4b66-a61f-5aad518d24a5 req-c0284869-6708-4b48-a988-1c1af37c3e5b tempest-ImagesNegativeTestJSON-1749363319 tempest-ImagesNegativeTestJSON-1749363319-project] 10.222.0.48 "GET /v2.0/ports?device_id=e85958c9-d318-4d8d-8540-b7b104e76fae HTTP/1.1" status: 200 len: 210 time: 0.1193171 Feb 09 14:09:22.833671 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4dd7704c-f549-402e-ab1f-f9961cafec48 req-fe799a13-092e-4595-8698-3fe5a4bc7b8d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309734 Feb 09 14:09:22.854267 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-73b65650-0ac7-4cc3-9b56-1ed297184688 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4a46566ba9f45159971bad23e89461e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2486968 Feb 09 14:09:22.860833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50688) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:22.907813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b65650-0ac7-4cc3-9b56-1ed297184688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec8bbaf-0c59-4d3a-95f6-ab97171f99a2,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:22.977762 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e0dc1f49-79ec-467d-a522-948646066e88 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d49f8963d404521be9e066129d1c752&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2373435 Feb 09 14:09:22.978868 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc1f49-79ec-467d-a522-948646066e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd404ed-9554-49da-879a-b48d518548ad,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:22.981285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50698) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:22.986880 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85958c9-d318-4d8d-8540-b7b104e76fae', 'name': 'network-vif-deleted', 'tag': '05e29c54-2316-424f-b333-9f14a0ee08b1', 'status': 'completed', 'code': 200} Feb 09 14:09:23.022104 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Router d9f36cac-8e12-411b-958a-1bf684affa01 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:09:23.059287 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac03b160-6aa4-4f5d-ae35-7fd6891269e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:23.120599 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac03b160-6aa4-4f5d-ae35-7fd6891269e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:23.208125 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b484eee2-16aa-4f5f-b9c8-54694ea915b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:23.218601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50706) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:23.243369 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b484eee2-16aa-4f5f-b9c8-54694ea915b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:23.264117 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-076beef6-a5eb-4ac0-aa14-873b8b2f9a98 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067418 Feb 09 14:09:23.266652 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61b034ce-97aa-4a69-abe8-e9bfc9d0fbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:23.321908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-61b034ce-97aa-4a69-abe8-e9bfc9d0fbef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:23.344646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-61b034ce-97aa-4a69-abe8-e9bfc9d0fbef admin admin] Usage tracker for resource:security_group_rule and tenant:163cb11da00d4cc4958ca88bd44dbe47 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:23.358955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-61b034ce-97aa-4a69-abe8-e9bfc9d0fbef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:23.379451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-61b034ce-97aa-4a69-abe8-e9bfc9d0fbef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:23.398739 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac03b160-6aa4-4f5d-ae35-7fd6891269e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:23.456841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03b160-6aa4-4f5d-ae35-7fd6891269e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec8bbaf-0c59-4d3a-95f6-ab97171f99a2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:23.465473 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac03b160-6aa4-4f5d-ae35-7fd6891269e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:23.480297 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ac03b160-6aa4-4f5d-ae35-7fd6891269e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ec8bbaf-0c59-4d3a-95f6-ab97171f99a2 HTTP/1.1" status: 204 len: 168 time: 0.6082098 Feb 09 14:09:23.792233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:09:23.814555 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Sync routers for ids ['d9f36cac-8e12-411b-958a-1bf684affa01'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:09:23.820057 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61b034ce-97aa-4a69-abe8-e9bfc9d0fbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:23.829154 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b484eee2-16aa-4f5f-b9c8-54694ea915b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:23.829868 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61b034ce-97aa-4a69-abe8-e9bfc9d0fbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:23.834544 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Routers {'d9f36cac-8e12-411b-958a-1bf684affa01'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:09:23.835511 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:08:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d9f36cac-8e12-411b-958a-1bf684affa01'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:23.883049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484eee2-16aa-4f5f-b9c8-54694ea915b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd404ed-9554-49da-879a-b48d518548ad,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:23.895490 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:23.896267 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b484eee2-16aa-4f5f-b9c8-54694ea915b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:23.900543 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b484eee2-16aa-4f5f-b9c8-54694ea915b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/acd404ed-9554-49da-879a-b48d518548ad HTTP/1.1" status: 204 len: 168 time: 0.9125311 Feb 09 14:09:23.903075 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:23.903975 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5437f601-e5ab-4cac-a790-65198c4fa4f4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2976117 Feb 09 14:09:23.908870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50740) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:24.191427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:24.192530 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:24.314012 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-61b034ce-97aa-4a69-abe8-e9bfc9d0fbef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=163cb11da00d4cc4958ca88bd44dbe47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0938725 Feb 09 14:09:24.324475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50752) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:24.330197 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b034ce-97aa-4a69-abe8-e9bfc9d0fbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caae7b2a-698c-4076-9065-4a97e2297be6,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:24.414191 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Set router d9f36cac-8e12-411b-958a-1bf684affa01 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:09:24.489590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4068793-ba43-42d3-809a-2e5256a0c1e9 req-3eeb31ba-d089-41b4-a0b0-1dfa38828b04 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:24.491254 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4068793-ba43-42d3-809a-2e5256a0c1e9 req-3eeb31ba-d089-41b4-a0b0-1dfa38828b04 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.5359659 Feb 09 14:09:24.702789 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4068793-ba43-42d3-809a-2e5256a0c1e9 req-95d50767-bfbe-41e2-b054-648fff94adc8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875348 Feb 09 14:09:24.815004 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:24.948517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd61664-cce4-4505-b345-5edcef596536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:09:25.015334 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:25.029640 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:25.088657 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b7dd0cef-964f-4a7b-ba24-6c30d35146c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:25.104434 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e3051-8c17-4e76-a5d3-763c48cd46ec req-296dae83-0976-4473-9e78-0e20b4b1cbf5 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:25.112510 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e9e3051-8c17-4e76-a5d3-763c48cd46ec req-296dae83-0976-4473-9e78-0e20b4b1cbf5 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 945 time: 0.9113786 Feb 09 14:09:25.234962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50780) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:25.289342 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,revision_number=10']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:25.305289 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97a0d5b1-4709-4870-8348-2bde69995d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:25.326219 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b7dd0cef-964f-4a7b-ba24-6c30d35146c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:25.352316 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd61664-cce4-4505-b345-5edcef596536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1', 'code': 200} Feb 09 14:09:25.356985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-97a0d5b1-4709-4870-8348-2bde69995d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:25.368243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-97a0d5b1-4709-4870-8348-2bde69995d51 admin admin] Usage tracker for resource:security_group_rule and tenant:1fcfcd73860b4200a2e3787a3ed06ce0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:25.377570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-97a0d5b1-4709-4870-8348-2bde69995d51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:25.389656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-97a0d5b1-4709-4870-8348-2bde69995d51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:25.566832 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'name': 'tempest-ServersTestBootFromVolume-1415061651-router', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:16Z', 'updated_at': '2022-02-09T14:09:19Z', 'revision_number': 3, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'gw_port': {'id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:18Z', 'updated_at': '2022-02-09T14:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:25.569356 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97a0d5b1-4709-4870-8348-2bde69995d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:25.579190 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97a0d5b1-4709-4870-8348-2bde69995d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:25.601675 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Checking router: d9f36cac-8e12-411b-958a-1bf684affa01 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:09:25.602036 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Updating router d9f36cac-8e12-411b-958a-1bf684affa01 port 10651698-09f7-4133-aba6-4963f1aa80cb binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:09:25.644180 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e9e3051-8c17-4e76-a5d3-763c48cd46ec req-574a1ed8-fba6-4eef-8e61-69011cf63e6c tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300965 Feb 09 14:09:25.737837 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-97a0d5b1-4709-4870-8348-2bde69995d51 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1fcfcd73860b4200a2e3787a3ed06ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5005920 Feb 09 14:09:25.752096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0d5b1-4709-4870-8348-2bde69995d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d211bc7e-a6fe-4299-9575-d4ae6ecb7474,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:25.756252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50802) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:25.910787 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:26.108097 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f207d04-ed60-43a0-8558-085d430535b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:26.176677 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f207d04-ed60-43a0-8558-085d430535b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:26.428163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5fefa-5214-4a57-baf1-8cd45f951dd0 req-f4e9ba4a-0faf-436a-95da-7264a849827a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:26.429837 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-33d5fefa-5214-4a57-baf1-8cd45f951dd0 req-f4e9ba4a-0faf-436a-95da-7264a849827a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.1955228 Feb 09 14:09:26.431660 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f207d04-ed60-43a0-8558-085d430535b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:26.465183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f207d04-ed60-43a0-8558-085d430535b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d211bc7e-a6fe-4299-9575-d4ae6ecb7474,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:26.521669 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f207d04-ed60-43a0-8558-085d430535b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:26.522533 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2f207d04-ed60-43a0-8558-085d430535b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d211bc7e-a6fe-4299-9575-d4ae6ecb7474 HTTP/1.1" status: 204 len: 168 time: 0.7422440 Feb 09 14:09:26.570387 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-33d5fefa-5214-4a57-baf1-8cd45f951dd0 req-186ea4dc-05f1-4098-aaec-cdd335b4f9c5 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075161 Feb 09 14:09:26.611231 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b7dd0cef-964f-4a7b-ba24-6c30d35146c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:26.696434 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd0cef-964f-4a7b-ba24-6c30d35146c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caae7b2a-698c-4076-9065-4a97e2297be6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:26.722944 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b7dd0cef-964f-4a7b-ba24-6c30d35146c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:26.725995 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b7dd0cef-964f-4a7b-ba24-6c30d35146c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/caae7b2a-698c-4076-9065-4a97e2297be6 HTTP/1.1" status: 204 len: 168 time: 2.3796637 Feb 09 14:09:26.745827 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b1e03eaf-422e-4290-a9d5-3fb452436c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:26.767756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50832) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:26.854924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-89bc5fad-f95e-45d4-9243-c4c649484bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:26.856413 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-89bc5fad-f95e-45d4-9243-c4c649484bcc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8&tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881 HTTP/1.1" status: 200 len: 1101 time: 0.5427709 Feb 09 14:09:26.872155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819d987-29e6-4160-9723-6f69d5931e04 req-d4ac876b-1d36-4d8a-9d5e-21bfba306648 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:26.874152 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:26.879818 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2819d987-29e6-4160-9723-6f69d5931e04 req-d4ac876b-1d36-4d8a-9d5e-21bfba306648 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 945 time: 0.5065718 Feb 09 14:09:26.891302 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Transition to ACTIVE for port object 10651698-09f7-4133-aba6-4963f1aa80cb will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:09:26.900758 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:26.905297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:27.066564 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72768cfa-b12b-4baa-a63f-5008bfd997a4 None None] Pushing event updated for resources: {'Port': ['ID=10651698-09f7-4133-aba6-4963f1aa80cb,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:27.078591 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2819d987-29e6-4160-9723-6f69d5931e04 req-a9be2487-9aa6-4f31-b76d-4b2b0d0f5058 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977794 Feb 09 14:09:27.097230 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72768cfa-b12b-4baa-a63f-5008bfd997a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:27.098356 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72768cfa-b12b-4baa-a63f-5008bfd997a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:27.099129 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72768cfa-b12b-4baa-a63f-5008bfd997a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:27.099991 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72768cfa-b12b-4baa-a63f-5008bfd997a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:27.100869 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72768cfa-b12b-4baa-a63f-5008bfd997a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:27.101713 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72768cfa-b12b-4baa-a63f-5008bfd997a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:27.102572 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72768cfa-b12b-4baa-a63f-5008bfd997a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:27.103349 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72768cfa-b12b-4baa-a63f-5008bfd997a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:27.105844 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72768cfa-b12b-4baa-a63f-5008bfd997a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:27.106658 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72768cfa-b12b-4baa-a63f-5008bfd997a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:27.107453 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72768cfa-b12b-4baa-a63f-5008bfd997a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:27.108248 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72768cfa-b12b-4baa-a63f-5008bfd997a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:27.141490 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Attempting to bind port 10651698-09f7-4133-aba6-4963f1aa80cb on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:09:27.142206 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Attempting to bind port 10651698-09f7-4133-aba6-4963f1aa80cb by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:09:27.143579 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Attempting to bind port 10651698-09f7-4133-aba6-4963f1aa80cb on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:09:27.144599 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:27.152746 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:09:27.154184 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:09:27.155193 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:27.155884 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:09:27.156789 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Bound port: 10651698-09f7-4133-aba6-4963f1aa80cb, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:09:27.157608 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:27.173309 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:27.254393 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] For port 10651698-09f7-4133-aba6-4963f1aa80cb, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:09:27.258206 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] For port 10651698-09f7-4133-aba6-4963f1aa80cb, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=10651698-09f7-4133-aba6-4963f1aa80cb,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:09:27.268901 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:27.403165 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72768cfa-b12b-4baa-a63f-5008bfd997a4 None None] Pushing event updated for resources: {'Port': ['ID=10651698-09f7-4133-aba6-4963f1aa80cb,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:27.422536 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Routers {'d9f36cac-8e12-411b-958a-1bf684affa01'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:09:27.423420 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:08:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d9f36cac-8e12-411b-958a-1bf684affa01'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:27.546777 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fa8aa325-1aa0-4a48-a898-e221c49fc793 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ba3e91777ae4e13a2d0d43e9bc64c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7775624 Feb 09 14:09:27.551241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50846) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:27.782580 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-203459c8-1dc6-4546-bf0c-f13da0b8649b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:27.793976 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] Set router d9f36cac-8e12-411b-958a-1bf684affa01 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:09:27.828600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device b8419f56-0d12-4138-a36a-40b411b3f483 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:09:27.850459 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-203459c8-1dc6-4546-bf0c-f13da0b8649b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:27.970356 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-203459c8-1dc6-4546-bf0c-f13da0b8649b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:28.009738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203459c8-1dc6-4546-bf0c-f13da0b8649b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e93669-1836-498c-b2c6-2491430a3184,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:28.037608 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-203459c8-1dc6-4546-bf0c-f13da0b8649b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:28.042958 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-203459c8-1dc6-4546-bf0c-f13da0b8649b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6e93669-1836-498c-b2c6-2491430a3184 HTTP/1.1" status: 204 len: 168 time: 0.4867258 Feb 09 14:09:28.210500 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:28.421065 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'name': 'tempest-ServersTestBootFromVolume-1415061651-router', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:16Z', 'updated_at': '2022-02-09T14:09:19Z', 'revision_number': 3, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'gw_port': {'id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:18Z', 'updated_at': '2022-02-09T14:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:28.440945 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e6d64-5f15-4a35-b7d5-61324eb28e55 None None] The sync data for ids ['d9f36cac-8e12-411b-958a-1bf684affa01'] in n-d-828418-2 is: [{'id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'name': 'tempest-ServersTestBootFromVolume-1415061651-router', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:16Z', 'updated_at': '2022-02-09T14:09:19Z', 'revision_number': 3, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'gw_port': {'id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:18Z', 'updated_at': '2022-02-09T14:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:09:28.502367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b8419f56-0d12-4138-a36a-40b411b3f483,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:28.540935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668d738-e947-42d9-b569-a4ed36f446d8 req-0ded31e2-511f-4b57-b0ef-431b2d00ad39 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:28.548982 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8668d738-e947-42d9-b569-a4ed36f446d8 req-0ded31e2-511f-4b57-b0ef-431b2d00ad39 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.5949357 Feb 09 14:09:28.575351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Allocated IP 172.20.0.1 (a0a7099d-e4ae-47ce-bada-1cc326e07287/4956d27e-a6d0-44e8-93e4-11fa2bea2e73/9b44b256-135f-44f1-81e4-32ebfc1a1835) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:09:28.932596 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8668d738-e947-42d9-b569-a4ed36f446d8 req-1baf7b73-78d4-412d-80cf-7f85b6fff5e6 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818071 Feb 09 14:09:28.948001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:09:29.016923 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:29.102168 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7744d75b-c464-4e3a-9e38-628d77113014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:29.117952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Transition to ACTIVE for port object 9b44b256-135f-44f1-81e4-32ebfc1a1835 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:09:29.128754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68629554-f0c0-4279-8010-d954bfaecda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8419f56-0d12-4138-a36a-40b411b3f483'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:09:29.136200 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:29.179075 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Transition to ACTIVE for port object b8419f56-0d12-4138-a36a-40b411b3f483 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:09:29.216913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:29.315535 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:09:29.316066 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:09:29.377115 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:29.515590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50924) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:29.650959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Network a0a7099d-e4ae-47ce-bada-1cc326e07287 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:09:29.669471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:09:29.688724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:09:29.870751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b8419f56-0d12-4138-a36a-40b411b3f483,revision_number=10']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:29.878181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] No DVR routers for this DVR port b8419f56-0d12-4138-a36a-40b411b3f483 on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:09:30.103518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Pushing event updated for resources: {'Port': ['ID=9b44b256-135f-44f1-81e4-32ebfc1a1835,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:30.115955 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 10651698-09f7-4133-aba6-4963f1aa80cb up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:30.235125 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:30.321829 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:30.353837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2021910703-network', 'tenant_id': 'eaa5855ad1e84432a33f732d4aee7d0f'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:30.359360 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:30.362927 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:30.380121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Usage tracker for resource:network and tenant:eaa5855ad1e84432a33f732d4aee7d0f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:30.391902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b81bdac6-12d5-4e59-9fbb-943a5056baf2 None None] Provisioning for port 9b44b256-135f-44f1-81e4-32ebfc1a1835 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:09:30.392491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:30.411768 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b81bdac6-12d5-4e59-9fbb-943a5056baf2 None None] Provisioning complete for port 9b44b256-135f-44f1-81e4-32ebfc1a1835 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:30.412602 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b81bdac6-12d5-4e59-9fbb-943a5056baf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:30.418793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:30.461643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50944) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:30.485871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Made reservation on behalf of eaa5855ad1e84432a33f732d4aee7d0f for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:09:30.486719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 10651698-09f7-4133-aba6-4963f1aa80cb completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:09:30.491267 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:30.534400 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:30.550274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 10651698-09f7-4133-aba6-4963f1aa80cb triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:30.553908 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:30.587310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:30.603264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Usage tracker for resource:security_group_rule and tenant:eaa5855ad1e84432a33f732d4aee7d0f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:30.621079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:30.676110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-326998575-network', 'tenant_id': '251a1be4a8d944b3a69a1272b254657e'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:30.678545 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b81bdac6-12d5-4e59-9fbb-943a5056baf2 None None] Port 9b44b256-135f-44f1-81e4-32ebfc1a1835 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:09:30.700590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Attempting to bind port b8419f56-0d12-4138-a36a-40b411b3f483 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:09:30.701281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Attempting to bind port b8419f56-0d12-4138-a36a-40b411b3f483 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:09:30.701393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:30.701937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Attempting to bind port b8419f56-0d12-4138-a36a-40b411b3f483 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:09:30.705161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:30.713988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Usage tracker for resource:network and tenant:251a1be4a8d944b3a69a1272b254657e is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:30.721501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:30.731197 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68629554-f0c0-4279-8010-d954bfaecda8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8419f56-0d12-4138-a36a-40b411b3f483', 'code': 200} Feb 09 14:09:30.741631 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:30.768753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf27d51-fc84-4096-ad04-7a287d436a17 req-ffb827a3-90c8-4a5a-8e6b-f1896024db6a tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:30.773509 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acf27d51-fc84-4096-ad04-7a287d436a17 req-ffb827a3-90c8-4a5a-8e6b-f1896024db6a tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 945 time: 1.5598121 Feb 09 14:09:30.810829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Made reservation on behalf of 251a1be4a8d944b3a69a1272b254657e for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:09:30.817739 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:30.854416 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:30.888656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:30.894013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Usage tracker for resource:security_group_rule and tenant:251a1be4a8d944b3a69a1272b254657e is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:30.904195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:30.923770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Port b8419f56-0d12-4138-a36a-40b411b3f483 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:09:30.924810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Attempting to bind port b8419f56-0d12-4138-a36a-40b411b3f483 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:09:30.934595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:30.969205 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:31.043647 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 10651698-09f7-4133-aba6-4963f1aa80cb, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=10651698-09f7-4133-aba6-4963f1aa80cb,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:31.056744 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:31.079337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:09:31.079959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:09:31.080595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:09:31.081672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Bound port: b8419f56-0d12-4138-a36a-40b411b3f483, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:09:31.082383 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:31.107618 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:31.149572 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acf27d51-fc84-4096-ad04-7a287d436a17 req-2ac03f18-6d5e-495c-aacb-0e06665e7e7f tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193625 Feb 09 14:09:31.304663 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=10651698-09f7-4133-aba6-4963f1aa80cb,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:31.315282 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:31.374830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92f4ffb-adb7-44c1-9607-0111c5b6e797,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:31.396152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:31.396655 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:31.397398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:31.397749 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:31.398162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:31.398483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:31.398951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:31.399469 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:31.399940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:31.400355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:31.400975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:31.401373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:31.403850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:09:31.410886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b8419f56-0d12-4138-a36a-40b411b3f483,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:09:31.427018 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:09:31.435351 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:31.461783 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:31.493406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406bfac-6079-4350-992c-0e93f6d1303c req-8d023c42-e273-4acc-b6cc-6b216a725342 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:31.515552 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1406bfac-6079-4350-992c-0e93f6d1303c req-8d023c42-e273-4acc-b6cc-6b216a725342 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 949 time: 0.4042337 Feb 09 14:09:31.565024 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:31.566065 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Added segment 5abf8051-3014-4b19-81c3-051bdb34d844 of type vlan for network 5ecf557b-3451-414e-a126-ea2d09f0f0a9 Feb 09 14:09:31.589870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:31.591379 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:31.594703 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] 10.222.0.35 "PUT /v2.0/ports/b8419f56-0d12-4138-a36a-40b411b3f483 HTTP/1.1" status: 200 len: 1097 time: 4.7071345 Feb 09 14:09:31.646098 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:31.709611 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:31.772205 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:31.779940 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:31.782661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:31.783691 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:31.858501 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3919749 Feb 09 14:09:31.859348 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:31.893452 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:09:31.907108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50980) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:31.920858 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:31.921207 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Added segment 124cd498-1518-43c8-9cfe-b4eca9e6f1d6 of type vlan for network d5decfb7-6816-4f0b-8ec7-ab75abc36283 Feb 09 14:09:32.071199 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 10651698-09f7-4133-aba6-4963f1aa80cb up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:32.204574 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 10651698-09f7-4133-aba6-4963f1aa80cb triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:32.205510 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:32.228374 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:32.281550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f6704b62-28ff-4c2a-ab99-4a3f1b06ac67 admin admin] Request body: {'subnet': {'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-326998575-subnet', 'tenant_id': '251a1be4a8d944b3a69a1272b254657e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:32.294942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f6704b62-28ff-4c2a-ab99-4a3f1b06ac67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:32.302709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f6704b62-28ff-4c2a-ab99-4a3f1b06ac67 admin admin] Usage tracker for resource:subnet and tenant:251a1be4a8d944b3a69a1272b254657e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:32.308854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f6704b62-28ff-4c2a-ab99-4a3f1b06ac67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:32.319570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f6704b62-28ff-4c2a-ab99-4a3f1b06ac67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:32.352680 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1406bfac-6079-4350-992c-0e93f6d1303c req-62625f1d-84ee-43c3-acf6-b4ff57a15206 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8361053 Feb 09 14:09:32.356247 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:32.357216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:32.357744 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:32.374757 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6704b62-28ff-4c2a-ab99-4a3f1b06ac67 admin admin] Made reservation on behalf of 251a1be4a8d944b3a69a1272b254657e for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:09:32.379234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6704b62-28ff-4c2a-ab99-4a3f1b06ac67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:32.399319 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8815811 Feb 09 14:09:32.408688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50996) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:32.453064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e71899cd-3637-4cfc-8eef-f3fe9a5660ff admin admin] Request body: {'subnet': {'network_id': 'd5decfb7-6816-4f0b-8ec7-ab75abc36283', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2021910703-subnet', 'tenant_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:32.469268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e71899cd-3637-4cfc-8eef-f3fe9a5660ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:32.476491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e71899cd-3637-4cfc-8eef-f3fe9a5660ff admin admin] Usage tracker for resource:subnet and tenant:eaa5855ad1e84432a33f732d4aee7d0f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:32.492726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e71899cd-3637-4cfc-8eef-f3fe9a5660ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:32.512772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e71899cd-3637-4cfc-8eef-f3fe9a5660ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:32.546940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71899cd-3637-4cfc-8eef-f3fe9a5660ff admin admin] Made reservation on behalf of eaa5855ad1e84432a33f732d4aee7d0f for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:09:32.557320 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e71899cd-3637-4cfc-8eef-f3fe9a5660ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:32.608700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb12332-a561-4d3a-9df8-082cafc5a4b9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:32.754698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8600033-aecb-4959-a8ea-1c9846511880 admin admin] Pushing event updated for resources: {'Network': ['ID=5ecf557b-3451-414e-a126-ea2d09f0f0a9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:32.764987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c659f18-831a-4769-aceb-f54ea11fe7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b8419f56-0d12-4138-a36a-40b411b3f483,revision_number=11']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:32.769575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68629554-f0c0-4279-8010-d954bfaecda8', 'tag': 'b8419f56-0d12-4138-a36a-40b411b3f483'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:09:32.783579 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 5ecf557b-3451-414e-a126-ea2d09f0f0a9 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:09:32.855376 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:09:32.999162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-960f0274-cb87-4ae6-b4bd-f64c6db85077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:33.001877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-960f0274-cb87-4ae6-b4bd-f64c6db85077 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 1100 time: 1.3383460 Feb 09 14:09:33.060346 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68629554-f0c0-4279-8010-d954bfaecda8', 'tag': 'b8419f56-0d12-4138-a36a-40b411b3f483', 'status': 'completed', 'code': 200} Feb 09 14:09:33.310361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51016) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:33.328545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2778720-b273-4861-9f6b-b322b4aef244 req-85a007ff-9edd-406e-b087-6c61a8c6c7d6 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:33.341766 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e71899cd-3637-4cfc-8eef-f3fe9a5660ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:33.343495 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2778720-b273-4861-9f6b-b322b4aef244 req-85a007ff-9edd-406e-b087-6c61a8c6c7d6 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 945 time: 0.7500114 Feb 09 14:09:33.418287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb521c5-eec5-43f6-b7bc-d238182dc2fb admin admin] Pushing event updated for resources: {'Network': ['ID=d5decfb7-6816-4f0b-8ec7-ab75abc36283,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:33.458648 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network d5decfb7-6816-4f0b-8ec7-ab75abc36283 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:09:33.459508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71899cd-3637-4cfc-8eef-f3fe9a5660ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=09dc8d6d-5d7d-4bdd-b450-eba11ef64d0c,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:33.471036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71899cd-3637-4cfc-8eef-f3fe9a5660ff admin admin] Checking segment: {'id': '124cd498-1518-43c8-9cfe-b4eca9e6f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5decfb7-6816-4f0b-8ec7-ab75abc36283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:09:33.471481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71899cd-3637-4cfc-8eef-f3fe9a5660ff admin admin] Network hostable DHCP agents. Network: d5decfb7-6816-4f0b-8ec7-ab75abc36283, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:09:33.524011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71899cd-3637-4cfc-8eef-f3fe9a5660ff admin admin] Network d5decfb7-6816-4f0b-8ec7-ab75abc36283 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:09:33.569955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-e71899cd-3637-4cfc-8eef-f3fe9a5660ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, d5decfb7-6816-4f0b-8ec7-ab75abc36283) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:09:33.580290 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2778720-b273-4861-9f6b-b322b4aef244 req-5f5e5f70-05e7-4c8f-ab1d-733348e2a770 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342749 Feb 09 14:09:33.593490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71899cd-3637-4cfc-8eef-f3fe9a5660ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:33.596215 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e71899cd-3637-4cfc-8eef-f3fe9a5660ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:33.601179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6896ef7-cb80-4d25-9d59-da6916bd0df6 None None] Network d5decfb7-6816-4f0b-8ec7-ab75abc36283 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:09:33.653384 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e71899cd-3637-4cfc-8eef-f3fe9a5660ff admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2401538 Feb 09 14:09:33.655995 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51034) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:33.671544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2021910703-router', 'tenant_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:33.682215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:33.692635 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Usage tracker for resource:router and tenant:eaa5855ad1e84432a33f732d4aee7d0f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:33.698152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:33.712808 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:33.749026 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:33.750129 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:33.784822 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:33.852724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-e913d0fc-d81d-4805-88c6-ed7c085dff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:33.854696 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-e913d0fc-d81d-4805-88c6-ed7c085dff17 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.7930434 Feb 09 14:09:33.985270 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-74a66055-2c39-4478-b901-0cda76fc416a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:34.008161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-11ccd554-239c-4c0a-8783-704cd2af9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:34.009662 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-11ccd554-239c-4c0a-8783-704cd2af9a3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 1100 time: 0.9537520 Feb 09 14:09:34.016171 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-3328852f-a4cb-4cff-b0a1-2d7a00039b1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=b8419f56-0d12-4138-a36a-40b411b3f483 HTTP/1.1" status: 200 len: 217 time: 0.1438463 Feb 09 14:09:34.018496 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:09:34.117158 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:34.119194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-74a66055-2c39-4478-b901-0cda76fc416a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:34.196175 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-74a66055-2c39-4478-b901-0cda76fc416a admin admin] Usage tracker for resource:security_group_rule and tenant:a0adefb655ee4b3e8647451c6b467bce is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:34.199508 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:34.274235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-74a66055-2c39-4478-b901-0cda76fc416a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:34.286787 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:34.292906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-74a66055-2c39-4478-b901-0cda76fc416a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:34.312969 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-d5decfb7-6816-4f0b-8ec7-ab75abc36283', 'network_id': 'd5decfb7-6816-4f0b-8ec7-ab75abc36283', 'tenant_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'fixed_ips': [{'subnet_id': '09dc8d6d-5d7d-4bdd-b450-eba11ef64d0c'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:09:34.313799 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:34.520080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-70ece6bb-3a63-4db3-9600-1dc95313f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:34.521526 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-70ece6bb-3a63-4db3-9600-1dc95313f288 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.4771721 Feb 09 14:09:34.615590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Allocated IP 172.20.0.2 (d5decfb7-6816-4f0b-8ec7-ab75abc36283/09dc8d6d-5d7d-4bdd-b450-eba11ef64d0c/7054524c-4e29-461b-b622-57a0616c5deb) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:09:34.717922 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6704b62-28ff-4c2a-ab99-4a3f1b06ac67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:34.754457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Pushing event updated for resources: {'Port': ['ID=9b44b256-135f-44f1-81e4-32ebfc1a1835,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:34.810779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6704b62-28ff-4c2a-ab99-4a3f1b06ac67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f36dee6-4387-4c1a-8446-0e41ca89bc36,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:34.868480 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-74a66055-2c39-4478-b901-0cda76fc416a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:34.907400 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-74a66055-2c39-4478-b901-0cda76fc416a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:34.948948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24551e9-547c-4f52-ad0b-6f7c0964ee5c req-d5d78eda-f21b-431a-9993-61073b288771 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:34.956455 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a24551e9-547c-4f52-ad0b-6f7c0964ee5c req-d5d78eda-f21b-431a-9993-61073b288771 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 949 time: 1.1053023 Feb 09 14:09:34.975070 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-74a66055-2c39-4478-b901-0cda76fc416a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0adefb655ee4b3e8647451c6b467bce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5946436 Feb 09 14:09:34.976387 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:34.980565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51078) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:34.988484 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:35.035357 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:35.047389 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a24551e9-547c-4f52-ad0b-6f7c0964ee5c req-3b094519-bbc5-4894-bf0f-6c2a33eda1ce tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896502 Feb 09 14:09:35.049193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-238a4d60-a863-4cb4-b990-f1f94e77b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:35.050788 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-238a4d60-a863-4cb4-b990-f1f94e77b8e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 1.0244248 Feb 09 14:09:35.065416 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Transition to ACTIVE for port object 7054524c-4e29-461b-b622-57a0616c5deb will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:09:35.085189 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:35.121086 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Transition to ACTIVE for port object 7054524c-4e29-461b-b622-57a0616c5deb will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:09:35.128058 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:35.254908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Network d5decfb7-6816-4f0b-8ec7-ab75abc36283 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:09:35.258639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:09:35.263257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:09:35.269163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Pushing event updated for resources: {'Port': ['ID=7054524c-4e29-461b-b622-57a0616c5deb,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:35.397293 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Attempting to bind port 7054524c-4e29-461b-b622-57a0616c5deb on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:09:35.398255 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Attempting to bind port 7054524c-4e29-461b-b622-57a0616c5deb by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '124cd498-1518-43c8-9cfe-b4eca9e6f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5decfb7-6816-4f0b-8ec7-ab75abc36283'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:09:35.398255 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Attempting to bind port 7054524c-4e29-461b-b622-57a0616c5deb on network d5decfb7-6816-4f0b-8ec7-ab75abc36283 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:09:35.404674 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:09:35.405110 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Checking segment: {'id': '124cd498-1518-43c8-9cfe-b4eca9e6f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5decfb7-6816-4f0b-8ec7-ab75abc36283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:09:35.405455 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:35.405847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Bound using segment: {'id': '124cd498-1518-43c8-9cfe-b4eca9e6f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5decfb7-6816-4f0b-8ec7-ab75abc36283'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:09:35.406321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Bound port: 7054524c-4e29-461b-b622-57a0616c5deb, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124cd498-1518-43c8-9cfe-b4eca9e6f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5decfb7-6816-4f0b-8ec7-ab75abc36283'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:09:35.406696 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:35.418254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c9de0-bc98-4b6c-a4e1-3b34b8c05df9 req-4a1a499d-f0ea-4014-a076-2dc358f9e649 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:35.427840 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e66c9de0-bc98-4b6c-a4e1-3b34b8c05df9 req-4a1a499d-f0ea-4014-a076-2dc358f9e649 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 945 time: 0.4008167 Feb 09 14:09:35.499886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-791ba680-cd45-4a75-b1f4-84fc031cb990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:35.502334 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-791ba680-cd45-4a75-b1f4-84fc031cb990 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9359796 Feb 09 14:09:35.552927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6704b62-28ff-4c2a-ab99-4a3f1b06ac67 admin admin] Checking segment: {'id': '5abf8051-3014-4b19-81c3-051bdb34d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:09:35.560379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6704b62-28ff-4c2a-ab99-4a3f1b06ac67 admin admin] Network hostable DHCP agents. Network: 5ecf557b-3451-414e-a126-ea2d09f0f0a9, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:09:35.573771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a66055-2c39-4478-b901-0cda76fc416a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b5a253-481c-46a3-ba2b-7ea355e07fd2,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:35.580055 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-4849eea7-c2e3-43a8-b5c5-5276197e92cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=b8419f56-0d12-4138-a36a-40b411b3f483 HTTP/1.1" status: 200 len: 217 time: 0.5009022 Feb 09 14:09:35.640787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] For port 7054524c-4e29-461b-b622-57a0616c5deb, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:09:35.648298 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] For port 7054524c-4e29-461b-b622-57a0616c5deb, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7054524c-4e29-461b-b622-57a0616c5deb,segment=NetworkSegment(124cd498-1518-43c8-9cfe-b4eca9e6f1d6),segment_id=124cd498-1518-43c8-9cfe-b4eca9e6f1d6)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:09:35.659571 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:35.720616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Allocated IP 172.25.8.60 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/d51a2d5b-7ba5-4892-a327-9e550bd99469) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:09:35.766273 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e66c9de0-bc98-4b6c-a4e1-3b34b8c05df9 req-45682155-8ec4-4caa-b41f-f57695d55ba5 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368435 Feb 09 14:09:35.901062 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e5b8b-9033-4367-98e5-408dd5becefc None None] Pushing event updated for resources: {'Port': ['ID=7054524c-4e29-461b-b622-57a0616c5deb,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:35.921866 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-5a6d6462-82c9-49dc-9e47-adaa9441db9c service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748248 Feb 09 14:09:36.107643 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:36.169267 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e708da69-2c6b-4e8f-b39d-af21d19816c2 req-53f5ec50-f841-4a7d-9847-44bf372ea2f2 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235081 Feb 09 14:09:36.176055 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:36.240601 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f0d8d11-a8da-4156-8960-048d2542ddcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:36.282935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6704b62-28ff-4c2a-ab99-4a3f1b06ac67 admin admin] Network 5ecf557b-3451-414e-a126-ea2d09f0f0a9 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:09:36.334791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:09:36.343469 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:09:36.352913 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:09:36.444671 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Pushing event updated for resources: {'Port': ['ID=d51a2d5b-7ba5-4892-a327-9e550bd99469,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:36.445922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-f6704b62-28ff-4c2a-ab99-4a3f1b06ac67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 5ecf557b-3451-414e-a126-ea2d09f0f0a9) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:09:36.455622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bae6f4-1f30-48cc-9471-768783389dcc None None] Network 5ecf557b-3451-414e-a126-ea2d09f0f0a9 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:09:36.502295 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f0d8d11-a8da-4156-8960-048d2542ddcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:36.669667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-27867623-7264-4647-84d8-3d4231048369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:36.671990 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-27867623-7264-4647-84d8-3d4231048369 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.9724364 Feb 09 14:09:36.750906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6704b62-28ff-4c2a-ab99-4a3f1b06ac67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:36.751199 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6704b62-28ff-4c2a-ab99-4a3f1b06ac67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:36.997421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Network a0a7099d-e4ae-47ce-bada-1cc326e07287 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:09:37.013662 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f0d8d11-a8da-4156-8960-048d2542ddcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:37.018656 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f0d8d11-a8da-4156-8960-048d2542ddcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:37.022286 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-5ecf557b-3451-414e-a126-ea2d09f0f0a9', 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9', 'tenant_id': '251a1be4a8d944b3a69a1272b254657e', 'fixed_ips': [{'subnet_id': '3f36dee6-4387-4c1a-8446-0e41ca89bc36'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:09:37.023436 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4f0d8d11-a8da-4156-8960-048d2542ddcf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67b5a253-481c-46a3-ba2b-7ea355e07fd2 HTTP/1.1" status: 204 len: 168 time: 2.0095513 Feb 09 14:09:37.032439 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:37.091619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:09:37.342769 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f6704b62-28ff-4c2a-ab99-4a3f1b06ac67 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.4280128 Feb 09 14:09:37.380631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51148) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:37.438783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-326998575-router', 'tenant_id': '251a1be4a8d944b3a69a1272b254657e', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:37.452099 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:37.461047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Usage tracker for resource:router and tenant:251a1be4a8d944b3a69a1272b254657e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:37.469669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:37.471951 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:37.483717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:37.508931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d8d11-a8da-4156-8960-048d2542ddcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b5a253-481c-46a3-ba2b-7ea355e07fd2,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:37.527587 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:37.530772 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:37.573774 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:37.756827 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcfe53-e192-4a67-8971-745b0f03ce07 req-969da19d-8d74-4543-893d-27fd82829ecd tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:37.759082 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0dcfe53-e192-4a67-8971-745b0f03ce07 req-969da19d-8d74-4543-893d-27fd82829ecd tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 945 time: 0.5217235 Feb 09 14:09:37.788960 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Allocated IP 172.20.0.2 (5ecf557b-3451-414e-a126-ea2d09f0f0a9/3f36dee6-4387-4c1a-8446-0e41ca89bc36/ab75ffad-f831-4453-a112-041b7a32c7a3) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:09:38.126236 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cde80a4-70e1-4c65-81ef-37b43708463b None None] Network d5decfb7-6816-4f0b-8ec7-ab75abc36283 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:09:38.185008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7054524c-4e29-461b-b622-57a0616c5deb up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:38.261461 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0dcfe53-e192-4a67-8971-745b0f03ce07 req-7622c166-e956-4272-ba45-4ab70ab5ddbd tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622078 Feb 09 14:09:38.398825 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-fcbd3a84-38bf-4dbe-8f2a-fbd8b02f3666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:38.402804 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-fcbd3a84-38bf-4dbe-8f2a-fbd8b02f3666 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 1100 time: 2.0862586 Feb 09 14:09:38.438900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fb732-da0f-4320-9a04-e31191f4882c req-51ac95a6-c929-4d80-8c6f-19e662793653 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:38.441726 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bf3fb732-da0f-4320-9a04-e31191f4882c req-51ac95a6-c929-4d80-8c6f-19e662793653 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 949 time: 1.8237085 Feb 09 14:09:38.468363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-37ad72a0-2586-47c6-9adf-565fbd8bd06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:38.470891 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-37ad72a0-2586-47c6-9adf-565fbd8bd06f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.6831291 Feb 09 14:09:38.512510 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Router d9f36cac-8e12-411b-958a-1bf684affa01 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:09:38.761812 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:38.816604 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b9973a00-6e76-4634-9579-de11220a43d3 None None] Provisioning complete for port 9b44b256-135f-44f1-81e4-32ebfc1a1835 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:38.824784 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b9973a00-6e76-4634-9579-de11220a43d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:39.004298 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b9973a00-6e76-4634-9579-de11220a43d3 None None] Port 9b44b256-135f-44f1-81e4-32ebfc1a1835 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:09:39.118037 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:39.148214 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-97b0d7fa-cff4-44a3-8312-fac38f62366d service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6299860 Feb 09 14:09:39.210327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 7054524c-4e29-461b-b622-57a0616c5deb completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:09:39.302923 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:39.316931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e886d131-8006-47a1-b8bb-3e82ac686361 None None] Provisioning for port 7054524c-4e29-461b-b622-57a0616c5deb completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:09:39.341562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7054524c-4e29-461b-b622-57a0616c5deb triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:39.352325 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:39.692162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Router 0e3ed36e-5451-4d0f-9dec-82513bfb7e04 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:09:39.739073 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-0551097a-bf8d-4a5e-9317-a31630a9b190 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532430 Feb 09 14:09:39.763278 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b8419f56-0d12-4138-a36a-40b411b3f483 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:09:39.808099 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e886d131-8006-47a1-b8bb-3e82ac686361 None None] Provisioning complete for port 7054524c-4e29-461b-b622-57a0616c5deb triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:39.809001 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e886d131-8006-47a1-b8bb-3e82ac686361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:39.881613 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bf3fb732-da0f-4320-9a04-e31191f4882c req-d1529ccf-2d3d-474d-a9ae-b3d318de5ba4 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3777194 Feb 09 14:09:40.301304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-bf35788a-644a-486f-b9df-7d7fb8e2e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:40.302758 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-bf35788a-644a-486f-b9df-7d7fb8e2e751 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 1.8385563 Feb 09 14:09:40.441879 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.resource_extend [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:09:40.508704 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-f503d98d-e46f-477a-955a-55db3d50cdc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=b8419f56-0d12-4138-a36a-40b411b3f483 HTTP/1.1" status: 200 len: 217 time: 0.1807959 Feb 09 14:09:40.675349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:09:40.738531 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b8419f56-0d12-4138-a36a-40b411b3f483,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:40.783761 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-52b23c7d-3d1a-43f8-970d-4a4fa231b6be admin admin] 10.222.0.48 "PUT /v2.0/routers/d9f36cac-8e12-411b-958a-1bf684affa01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8601003 Feb 09 14:09:40.794245 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'b8419f56-0d12-4138-a36a-40b411b3f483', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': 'b8419f56-0d12-4138-a36a-40b411b3f483', 'mac_address': 'fa:16:3e:f7:a3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:09:40.886096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:09:40.895278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882d0bf-388d-4fd0-97c4-ec8edaf91eef req-93b8bd2c-60db-4b92-a7fb-c9e1bda12b0c tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:40.901341 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Sync routers for ids ['0e3ed36e-5451-4d0f-9dec-82513bfb7e04'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:09:40.918908 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f882d0bf-388d-4fd0-97c4-ec8edaf91eef req-93b8bd2c-60db-4b92-a7fb-c9e1bda12b0c tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 945 time: 0.7552567 Feb 09 14:09:40.923812 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Routers {'0e3ed36e-5451-4d0f-9dec-82513bfb7e04'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:09:40.926916 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Sync routers for ids ['d9f36cac-8e12-411b-958a-1bf684affa01'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:09:40.927527 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:09:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0e3ed36e-5451-4d0f-9dec-82513bfb7e04'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:40.937925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-7f12e081-4dea-4a04-9c72-698f086da035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:40.943095 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-7f12e081-4dea-4a04-9c72-698f086da035 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.4013669 Feb 09 14:09:40.944249 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:40.952499 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e91defb5-c2c6-40e7-9e66-18a390470362 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.2937846 Feb 09 14:09:40.958459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51210) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:41.000301 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:41.142297 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:41.164998 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f882d0bf-388d-4fd0-97c4-ec8edaf91eef req-70faca4f-257a-4489-a9bd-ad59873d8773 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190518 Feb 09 14:09:41.240263 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Transition to ACTIVE for port object ab75ffad-f831-4453-a112-041b7a32c7a3 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:09:41.315838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Transition to ACTIVE for port object ab75ffad-f831-4453-a112-041b7a32c7a3 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:09:41.360613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-f9453c27-2ce9-4494-97fc-d1c926f6df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:41.362736 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-f9453c27-2ce9-4494-97fc-d1c926f6df67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3052583 Feb 09 14:09:41.381587 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:41.411200 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:41.581250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Network 5ecf557b-3451-414e-a126-ea2d09f0f0a9 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:09:41.607698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:09:41.612460 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:09:41.628313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Routers {'d9f36cac-8e12-411b-958a-1bf684affa01'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:09:41.629142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:09:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d9f36cac-8e12-411b-958a-1bf684affa01'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:41.815148 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:41.826596 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:41.852781 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Set router 0e3ed36e-5451-4d0f-9dec-82513bfb7e04 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:09:41.983694 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:42.240856 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8419f56-0d12-4138-a36a-40b411b3f483 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:09:42.283953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b8419f56-0d12-4138-a36a-40b411b3f483,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:42.332799 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Attempting to bind port ab75ffad-f831-4453-a112-041b7a32c7a3 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:09:42.333292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Attempting to bind port ab75ffad-f831-4453-a112-041b7a32c7a3 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '5abf8051-3014-4b19-81c3-051bdb34d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:09:42.333882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Attempting to bind port ab75ffad-f831-4453-a112-041b7a32c7a3 on network 5ecf557b-3451-414e-a126-ea2d09f0f0a9 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:09:42.371073 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:42.535533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 7054524c-4e29-461b-b622-57a0616c5deb, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7054524c-4e29-461b-b622-57a0616c5deb,segment=NetworkSegment(124cd498-1518-43c8-9cfe-b4eca9e6f1d6),segment_id=124cd498-1518-43c8-9cfe-b4eca9e6f1d6)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:42.602891 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:42.624728 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Pushing event updated for resources: {'Port': ['ID=ab75ffad-f831-4453-a112-041b7a32c7a3,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:42.668266 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'name': 'tempest-FloatingIPsTestJSON-2021910703-router', 'tenant_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'd51a2d5b-7ba5-4892-a327-9e550bd99469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:33Z', 'updated_at': '2022-02-09T14:09:36Z', 'revision_number': 3, 'project_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'gw_port': {'id': 'd51a2d5b-7ba5-4892-a327-9e550bd99469', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:35Z', 'updated_at': '2022-02-09T14:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:42.688270 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Checking router: 0e3ed36e-5451-4d0f-9dec-82513bfb7e04 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:09:42.688617 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Updating router 0e3ed36e-5451-4d0f-9dec-82513bfb7e04 port d51a2d5b-7ba5-4892-a327-9e550bd99469 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:09:42.845532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-1ebc095a-3373-41fc-af18-03276d5f70f8 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3228765 Feb 09 14:09:42.859289 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:43.093280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51240) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:43.351890 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f9659209-106e-4f68-9ee3-7f700b64b1c1 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Request body: {'security_group': {'name': 'tempest-securitygroup--593398010', 'description': 'tempest-description--238553753'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:43.354765 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Set router d9f36cac-8e12-411b-958a-1bf684affa01 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:09:43.379022 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f9659209-106e-4f68-9ee3-7f700b64b1c1 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:43.390669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f9659209-106e-4f68-9ee3-7f700b64b1c1 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Usage tracker for resource:security_group and tenant:6118b9a480b24069a1123aafc487f0a0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:43.394072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f9659209-106e-4f68-9ee3-7f700b64b1c1 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:43.401731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f9659209-106e-4f68-9ee3-7f700b64b1c1 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:43.478549 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c54e38f3-685c-4309-a034-926fc8b0ea0c req-df2511de-c8a5-42f4-8d8c-d456e06fa855 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310613 Feb 09 14:09:43.553254 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9659209-106e-4f68-9ee3-7f700b64b1c1 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:43.573113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9983b4c-839c-4408-999e-bd72e7fca7ae req-5cf9dcdb-0ce8-41fb-b7c9-7f8f33801004 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:43.589678 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9983b4c-839c-4408-999e-bd72e7fca7ae req-5cf9dcdb-0ce8-41fb-b7c9-7f8f33801004 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 949 time: 1.6659300 Feb 09 14:09:43.699255 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9983b4c-839c-4408-999e-bd72e7fca7ae req-14fe99f7-0b1c-4c67-badb-0800d3a5eebe tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085477 Feb 09 14:09:43.760105 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f9659209-106e-4f68-9ee3-7f700b64b1c1 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:43.795225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f9659209-106e-4f68-9ee3-7f700b64b1c1 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Usage tracker for resource:security_group_rule and tenant:6118b9a480b24069a1123aafc487f0a0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:43.885639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:09:43.893718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Checking segment: {'id': '5abf8051-3014-4b19-81c3-051bdb34d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:09:43.897563 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:43.902115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Bound using segment: {'id': '5abf8051-3014-4b19-81c3-051bdb34d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:09:43.903282 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Bound port: ab75ffad-f831-4453-a112-041b7a32c7a3, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abf8051-3014-4b19-81c3-051bdb34d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:09:43.906873 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:43.923304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f9659209-106e-4f68-9ee3-7f700b64b1c1 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:44.049082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f9659209-106e-4f68-9ee3-7f700b64b1c1 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:44.137149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934de977-51f9-4d96-97cd-6d46d1f798ca req-dba161f2-49e3-4964-a662-1cbcc90a887c tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:44.147004 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-934de977-51f9-4d96-97cd-6d46d1f798ca req-dba161f2-49e3-4964-a662-1cbcc90a887c tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 1101 time: 0.1650515 Feb 09 14:09:44.207494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b8419f56-0d12-4138-a36a-40b411b3f483,revision_number=12']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:44.229931 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:44.276479 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-934de977-51f9-4d96-97cd-6d46d1f798ca req-db70891e-b681-4494-ac81-a7b50302417d tempest-MigrationsAdminTest-1917968746 tempest-MigrationsAdminTest-1917968746-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252851 Feb 09 14:09:44.347411 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:44.396208 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Transition to ACTIVE for port object d51a2d5b-7ba5-4892-a327-9e550bd99469 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:09:44.405636 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51f508-391c-4b51-9708-37b05f293f53 req-563a8b59-b0ba-492f-b4c1-b2ff6f80a2f1 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:44.413586 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7c51f508-391c-4b51-9708-37b05f293f53 req-563a8b59-b0ba-492f-b4c1-b2ff6f80a2f1 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 945 time: 0.4836531 Feb 09 14:09:44.434718 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:44.448123 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['b8419f56-0d12-4138-a36a-40b411b3f483'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:09:44.470398 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9659209-106e-4f68-9ee3-7f700b64b1c1 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:44.539649 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9659209-106e-4f68-9ee3-7f700b64b1c1 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:44.649351 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e886d131-8006-47a1-b8bb-3e82ac686361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:44.673428 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Allocated IP 172.25.8.175 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/d70f6119-0f34-42c8-8e07-c7f3dd45f643) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:09:44.721670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7c51f508-391c-4b51-9708-37b05f293f53 req-91ae13ec-638e-434d-9fc2-ca3c94ac6d3b tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068924 Feb 09 14:09:44.824257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9659209-106e-4f68-9ee3-7f700b64b1c1 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0451d9a2-c4d0-4795-b11a-d6c81b3075f8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:44.831780 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9659209-106e-4f68-9ee3-7f700b64b1c1 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:44.837707 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f9659209-106e-4f68-9ee3-7f700b64b1c1 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4964926 Feb 09 14:09:44.844500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51290) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:44.880001 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Attempting to bind port d51a2d5b-7ba5-4892-a327-9e550bd99469 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:09:44.880670 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Attempting to bind port d51a2d5b-7ba5-4892-a327-9e550bd99469 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:09:44.881233 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Attempting to bind port d51a2d5b-7ba5-4892-a327-9e550bd99469 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:09:44.935778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c99c8e6f-c85c-401e-8593-e46e8f9bf7a5 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Request body: {'security_group_rule': {'security_group_id': '0451d9a2-c4d0-4795-b11a-d6c81b3075f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:44.972142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c99c8e6f-c85c-401e-8593-e46e8f9bf7a5 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:44.985787 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-e886d131-8006-47a1-b8bb-3e82ac686361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:09:44.986472 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-e886d131-8006-47a1-b8bb-3e82ac686361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:09:45.015482 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:45.018357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c99c8e6f-c85c-401e-8593-e46e8f9bf7a5 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Usage tracker for resource:security_group_rule and tenant:6118b9a480b24069a1123aafc487f0a0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:45.025671 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:09:45.044657 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:09:45.045675 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:45.046532 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:09:45.047418 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Bound port: d51a2d5b-7ba5-4892-a327-9e550bd99469, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:09:45.048340 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:45.058829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c99c8e6f-c85c-401e-8593-e46e8f9bf7a5 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:45.076124 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] For port ab75ffad-f831-4453-a112-041b7a32c7a3, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:09:45.079722 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] For port ab75ffad-f831-4453-a112-041b7a32c7a3, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ab75ffad-f831-4453-a112-041b7a32c7a3,segment=NetworkSegment(5abf8051-3014-4b19-81c3-051bdb34d844),segment_id=5abf8051-3014-4b19-81c3-051bdb34d844)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:09:45.096175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c99c8e6f-c85c-401e-8593-e46e8f9bf7a5 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:45.102454 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:45.134242 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-69180d7c-f3fe-44ef-aa37-a5521ab5ace3 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=beeb51e3d8874419bafa70211a464ecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758407 Feb 09 14:09:45.147288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Allocated IP 172.20.0.1 (d5decfb7-6816-4f0b-8ec7-ab75abc36283/09dc8d6d-5d7d-4bdd-b450-eba11ef64d0c/bc2cefaa-50cc-43a8-a27c-7a919b8582a4) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:09:45.216601 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c99c8e6f-c85c-401e-8593-e46e8f9bf7a5 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:45.279515 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=7054524c-4e29-461b-b622-57a0616c5deb,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:45.287793 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] For port d51a2d5b-7ba5-4892-a327-9e550bd99469, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:09:45.292345 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] For port d51a2d5b-7ba5-4892-a327-9e550bd99469, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d51a2d5b-7ba5-4892-a327-9e550bd99469,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:09:45.309541 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:45.357402 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65bdab-c524-4a02-a7ab-06cce641917f None None] Pushing event updated for resources: {'Port': ['ID=d51a2d5b-7ba5-4892-a327-9e550bd99469,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:45.397631 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:45.491603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'name': 'tempest-ServersTestBootFromVolume-1415061651-router', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:16Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'gw_port': {'id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:18Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9b44b256-135f-44f1-81e4-32ebfc1a1835', 'name': '', 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'mac_address': 'fa:16:3e:46:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:27Z', 'updated_at': '2022-02-09T14:09:32Z', 'revision_number': 2, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'subnets': [{'id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:45.581170 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Routers {'0e3ed36e-5451-4d0f-9dec-82513bfb7e04'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:09:45.581821 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:09:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0e3ed36e-5451-4d0f-9dec-82513bfb7e04'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:45.590108 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Checking router: d9f36cac-8e12-411b-958a-1bf684affa01 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:09:45.604912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Updating router d9f36cac-8e12-411b-958a-1bf684affa01 port 9b44b256-135f-44f1-81e4-32ebfc1a1835 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:09:45.698266 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:09:45.751328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:09:45.769229 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:09:45.787953 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:45.895928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=d70f6119-0f34-42c8-8e07-c7f3dd45f643,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:45.951965 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c99c8e6f-c85c-401e-8593-e46e8f9bf7a5 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:46.044826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-e13f216f-e011-40b7-80a2-f94c92ba4ab0 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:46.046430 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-e13f216f-e011-40b7-80a2-f94c92ba4ab0 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9110601 Feb 09 14:09:46.068241 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65bdab-c524-4a02-a7ab-06cce641917f None None] Pushing event updated for resources: {'Port': ['ID=d51a2d5b-7ba5-4892-a327-9e550bd99469,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:46.081973 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-f8cd1406-d3a8-4762-b9c8-1fc32b8a37df tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/quotas/beeb51e3d8874419bafa70211a464ecf HTTP/1.1" status: 200 len: 375 time: 0.0203209 Feb 09 14:09:46.102291 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] Set router 0e3ed36e-5451-4d0f-9dec-82513bfb7e04 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:09:46.102912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76eac07-3028-492f-af31-52e08a1d158f None None] Pushing event updated for resources: {'Port': ['ID=ab75ffad-f831-4453-a112-041b7a32c7a3,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:46.187138 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c99c8e6f-c85c-401e-8593-e46e8f9bf7a5 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:46.276903 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c8e6f-c85c-401e-8593-e46e8f9bf7a5 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3eb932-6019-4551-80c7-d0c86e28e2ff,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:46.346234 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-392d8f71-ec28-42d9-8694-226eede5f9e9 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=beeb51e3d8874419bafa70211a464ecf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1299403 Feb 09 14:09:46.410091 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4bb480b9-d674-4de4-944d-b3c1a5bf1dc6 None None] Provisioning complete for port 7054524c-4e29-461b-b622-57a0616c5deb triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:46.410515 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4bb480b9-d674-4de4-944d-b3c1a5bf1dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:46.468415 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:46.493442 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c99c8e6f-c85c-401e-8593-e46e8f9bf7a5 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:46.505121 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c99c8e6f-c85c-401e-8593-e46e8f9bf7a5 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6581764 Feb 09 14:09:46.517200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51310) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:46.546309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e90b1136-30a7-408d-b181-c3aeafbc9cd8 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Request body: {'security_group_rule': {'security_group_id': '0451d9a2-c4d0-4795-b11a-d6c81b3075f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:46.584819 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e90b1136-30a7-408d-b181-c3aeafbc9cd8 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:46.608468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Transition to ACTIVE for port object bc2cefaa-50cc-43a8-a27c-7a919b8582a4 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:09:46.611309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e90b1136-30a7-408d-b181-c3aeafbc9cd8 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Usage tracker for resource:security_group_rule and tenant:6118b9a480b24069a1123aafc487f0a0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:46.630297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e90b1136-30a7-408d-b181-c3aeafbc9cd8 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:46.662840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e90b1136-30a7-408d-b181-c3aeafbc9cd8 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:46.747831 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'name': 'tempest-FloatingIPsTestJSON-2021910703-router', 'tenant_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'd51a2d5b-7ba5-4892-a327-9e550bd99469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:33Z', 'updated_at': '2022-02-09T14:09:36Z', 'revision_number': 3, 'project_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'gw_port': {'id': 'd51a2d5b-7ba5-4892-a327-9e550bd99469', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:35Z', 'updated_at': '2022-02-09T14:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:46.754820 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28359819-acc5-465a-9b5b-79f94a92d106 req-7809336e-9843-4d61-8d23-3dd205062a04 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:46.756606 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-28359819-acc5-465a-9b5b-79f94a92d106 req-7809336e-9843-4d61-8d23-3dd205062a04 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 0.7735512 Feb 09 14:09:46.761065 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20912a99-bd67-450b-959f-bda34326ffdb None None] The sync data for ids ['0e3ed36e-5451-4d0f-9dec-82513bfb7e04'] in n-d-828418-2 is: [{'id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'name': 'tempest-FloatingIPsTestJSON-2021910703-router', 'tenant_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'd51a2d5b-7ba5-4892-a327-9e550bd99469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:33Z', 'updated_at': '2022-02-09T14:09:36Z', 'revision_number': 3, 'project_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'gw_port': {'id': 'd51a2d5b-7ba5-4892-a327-9e550bd99469', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:35Z', 'updated_at': '2022-02-09T14:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:09:46.979804 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7054524c-4e29-461b-b622-57a0616c5deb up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:46.986369 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e90b1136-30a7-408d-b181-c3aeafbc9cd8 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:47.145330 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-28359819-acc5-465a-9b5b-79f94a92d106 req-95616d17-97e5-4ffa-a931-d346dd40202f tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538685 Feb 09 14:09:47.226966 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:47.707078 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:47.787085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Pushing event updated for resources: {'Port': ['ID=bc2cefaa-50cc-43a8-a27c-7a919b8582a4,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:47.867505 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e90b1136-30a7-408d-b181-c3aeafbc9cd8 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:47.891060 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e90b1136-30a7-408d-b181-c3aeafbc9cd8 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:47.920166 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456ed762-209e-4e61-a116-ed12d2bb2346 None None] Network 5ecf557b-3451-414e-a126-ea2d09f0f0a9 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:09:47.937963 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-0fd02840-f5ce-468e-af94-9ae22b63e5ed tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=beeb51e3d8874419bafa70211a464ecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944078 Feb 09 14:09:47.940879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Network d5decfb7-6816-4f0b-8ec7-ab75abc36283 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:09:47.952723 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b1136-30a7-408d-b181-c3aeafbc9cd8 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc5b936-8993-49f9-ab7a-ab475433e780,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:47.969045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:09:48.007062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:09:48.119660 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:48.563696 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:48.591649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Transition to ACTIVE for port object 9b44b256-135f-44f1-81e4-32ebfc1a1835 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:09:48.639866 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:48.649978 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b8419f56-0d12-4138-a36a-40b411b3f483 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:09:48.657506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d760e4-5eeb-4ffc-b32b-b2b05ebdb57b req-9a15235c-b944-4c76-a46b-b7c6f3796cfd tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:48.665767 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15d760e4-5eeb-4ffc-b32b-b2b05ebdb57b req-9a15235c-b944-4c76-a46b-b7c6f3796cfd tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.35 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 1.2732728 Feb 09 14:09:48.821859 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e90b1136-30a7-408d-b181-c3aeafbc9cd8 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:48.823085 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e90b1136-30a7-408d-b181-c3aeafbc9cd8 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3048768 Feb 09 14:09:48.829864 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51350) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:48.866625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:48.911697 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:48.914044 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:48.985835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Usage tracker for resource:floatingip and tenant:6118b9a480b24069a1123aafc487f0a0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:49.030771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84813b-fd3f-488e-ae49-29245a1d7f34 req-0fcbec4c-b098-414b-992c-2c5a22aa3f94 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:49.040732 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f84813b-fd3f-488e-ae49-29245a1d7f34 req-0fcbec4c-b098-414b-992c-2c5a22aa3f94 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 945 time: 1.3812468 Feb 09 14:09:49.055289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:49.081570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:49.088198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7054524c-4e29-461b-b622-57a0616c5deb triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:49.089180 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:49.137079 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.resource_extend [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:09:49.222132 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d82e0ae1-1ebd-4168-bef8-34beda4a1500 None None] Provisioning for port ab75ffad-f831-4453-a112-041b7a32c7a3 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:09:49.325715 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e4d91-aaef-4a3f-9875-fbb333f7c256 None None] Pushing event updated for resources: {'Port': ['ID=9b44b256-135f-44f1-81e4-32ebfc1a1835,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:49.357667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-236ca9e6-aed8-4df1-b7bf-1aa618939209 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:49.388888 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-236ca9e6-aed8-4df1-b7bf-1aa618939209 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4490802 Feb 09 14:09:49.411943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Attempting to bind port 9b44b256-135f-44f1-81e4-32ebfc1a1835 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:09:49.412756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Attempting to bind port 9b44b256-135f-44f1-81e4-32ebfc1a1835 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '36f80040-3467-4ef6-9eb4-756241b1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:09:49.413346 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Attempting to bind port 9b44b256-135f-44f1-81e4-32ebfc1a1835 on network a0a7099d-e4ae-47ce-bada-1cc326e07287 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:09:49.428543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:09:49.429364 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Checking segment: {'id': '36f80040-3467-4ef6-9eb4-756241b1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:09:49.430005 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:49.430757 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Bound using segment: {'id': '36f80040-3467-4ef6-9eb4-756241b1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:09:49.432496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Bound port: 9b44b256-135f-44f1-81e4-32ebfc1a1835, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f80040-3467-4ef6-9eb4-756241b1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:09:49.433269 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:49.467781 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:49.487582 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d82e0ae1-1ebd-4168-bef8-34beda4a1500 None None] Provisioning for port bc2cefaa-50cc-43a8-a27c-7a919b8582a4 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:09:49.555146 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b72e3e26-8929-4992-b95e-fa7852023d73 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=beeb51e3d8874419bafa70211a464ecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3059435 Feb 09 14:09:49.584982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d82e0ae1-1ebd-4168-bef8-34beda4a1500 None None] Provisioning complete for port bc2cefaa-50cc-43a8-a27c-7a919b8582a4 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:49.584982 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d82e0ae1-1ebd-4168-bef8-34beda4a1500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:49.716883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-15d760e4-5eeb-4ffc-b32b-b2b05ebdb57b req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Deleting port b8419f56-0d12-4138-a36a-40b411b3f483 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:09:49.717565 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-15d760e4-5eeb-4ffc-b32b-b2b05ebdb57b req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:49.754602 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d82e0ae1-1ebd-4168-bef8-34beda4a1500 None None] Port bc2cefaa-50cc-43a8-a27c-7a919b8582a4 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:09:49.788848 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b8419f56-0d12-4138-a36a-40b411b3f483,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:50.052953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] For port 9b44b256-135f-44f1-81e4-32ebfc1a1835, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:09:50.068961 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] For port 9b44b256-135f-44f1-81e4-32ebfc1a1835, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9b44b256-135f-44f1-81e4-32ebfc1a1835,segment=NetworkSegment(36f80040-3467-4ef6-9eb4-756241b1d551),segment_id=36f80040-3467-4ef6-9eb4-756241b1d551)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:09:50.072873 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-ee0d5db1-cce0-42c1-b57f-d9b0c9bb5886 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/quotas/beeb51e3d8874419bafa70211a464ecf HTTP/1.1" status: 200 len: 375 time: 0.6821077 Feb 09 14:09:50.125691 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:50.178795 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f84813b-fd3f-488e-ae49-29245a1d7f34 req-9d358df3-9bc9-4ab5-8072-c80a5766f669 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1344659 Feb 09 14:09:50.236183 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'b8419f56-0d12-4138-a36a-40b411b3f483', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': 'b8419f56-0d12-4138-a36a-40b411b3f483', 'mac_address': 'fa:16:3e:f7:a3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:09:50.323926 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ab75ffad-f831-4453-a112-041b7a32c7a3 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:50.325569 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-5308ca47-fbef-44e3-b277-2ecfc30184de tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=beeb51e3d8874419bafa70211a464ecf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2110176 Feb 09 14:09:50.585289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b8419f56-0d12-4138-a36a-40b411b3f483 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:09:50.817554 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:50.848845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Routers {'d9f36cac-8e12-411b-958a-1bf684affa01'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:09:50.850194 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:09:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d9f36cac-8e12-411b-958a-1bf684affa01'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:50.997793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-15d760e4-5eeb-4ffc-b32b-b2b05ebdb57b req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] For port b8419f56-0d12-4138-a36a-40b411b3f483, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b8419f56-0d12-4138-a36a-40b411b3f483,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:50.998231 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-15d760e4-5eeb-4ffc-b32b-b2b05ebdb57b req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:51.190118 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:51.278190 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port ab75ffad-f831-4453-a112-041b7a32c7a3 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:09:51.294357 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e4d91-aaef-4a3f-9875-fbb333f7c256 None None] Pushing event updated for resources: {'Port': ['ID=9b44b256-135f-44f1-81e4-32ebfc1a1835,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:51.334548 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:51.386701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ab75ffad-f831-4453-a112-041b7a32c7a3 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:51.394504 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:51.466461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-15d760e4-5eeb-4ffc-b32b-b2b05ebdb57b req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Calling delete_port for b8419f56-0d12-4138-a36a-40b411b3f483 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:09:51.525406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-7a26398f-33b2-4c40-b89c-1030cd9ca9fc tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:51.528028 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-7a26398f-33b2-4c40-b89c-1030cd9ca9fc tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.9469481 Feb 09 14:09:51.565234 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Request body: {'port': {'device_id': 'dec3d262-6c95-46b7-b19e-f5155567feda', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': 'beeb51e3d8874419bafa70211a464ecf'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:52.122986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9db2d8e5-5bbc-4ccc-a361-de11b3ff79a5 None None] Provisioning complete for port ab75ffad-f831-4453-a112-041b7a32c7a3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:52.129874 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9db2d8e5-5bbc-4ccc-a361-de11b3ff79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:52.431562 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:52.474614 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:52.597201 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3592b683-b8d5-4401-b840-bbd4bba11af7 req-ebc4fb0b-bc66-42ff-a53b-5466dc424296 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 210 time: 0.5881326 Feb 09 14:09:52.604926 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-15d760e4-5eeb-4ffc-b32b-b2b05ebdb57b req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:52.610465 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Pushing event updated for resources: {'Port': ['ID=bc2cefaa-50cc-43a8-a27c-7a919b8582a4,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:52.637822 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['72188270-bd12-4af3-9fcc-5acd7a7ee933', '887c5ea5-22c7-416b-9347-33cdf413e7a6', 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:09:52.702048 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:52.914622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b8419f56-0d12-4138-a36a-40b411b3f483 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:09:52.945014 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:52.953344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d760e4-5eeb-4ffc-b32b-b2b05ebdb57b req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] No DVR routers for this DVR port b8419f56-0d12-4138-a36a-40b411b3f483 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:09:52.955274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Pushing event deleted for resources: {'Port': ['ID=b8419f56-0d12-4138-a36a-40b411b3f483,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:52.958813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Usage tracker for resource:port and tenant:beeb51e3d8874419bafa70211a464ecf is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:52.959271 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-15d760e4-5eeb-4ffc-b32b-b2b05ebdb57b req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:52.968246 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68629554-f0c0-4279-8010-d954bfaecda8', 'name': 'network-vif-deleted', 'tag': 'b8419f56-0d12-4138-a36a-40b411b3f483'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:09:52.973477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:53.004240 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] Set router d9f36cac-8e12-411b-958a-1bf684affa01 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:09:53.009929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:53.125569 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Made reservation on behalf of beeb51e3d8874419bafa70211a464ecf for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:09:53.139033 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:53.387243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1fa8b-9ad5-4de2-902a-5c7e00112c5d req-dbeef810-724b-49a8-8900-f53f107b907a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:53.404880 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b8a1fa8b-9ad5-4de2-902a-5c7e00112c5d req-dbeef810-724b-49a8-8900-f53f107b907a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 950 time: 2.2020900 Feb 09 14:09:53.502996 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:53.523588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:53.524180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:53.525100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:53.525458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:53.525856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:53.526193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:53.526532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:53.531424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:53.531850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:53.532247 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:53.532554 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:53.532933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:53.660694 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b8a1fa8b-9ad5-4de2-902a-5c7e00112c5d req-a5caa5f9-43f0-44aa-99ba-513c747af441 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545598 Feb 09 14:09:53.739920 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:53.749854 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:53.761199 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15d760e4-5eeb-4ffc-b32b-b2b05ebdb57b req-df44f175-d3f2-4922-bd9b-f3e0702c16ed tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.35 "DELETE /v2.0/ports/b8419f56-0d12-4138-a36a-40b411b3f483 HTTP/1.1" status: 204 len: 173 time: 4.8977649 Feb 09 14:09:53.808404 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-6299eb6d-c2fa-41a8-a047-3d835881022d tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=beeb51e3d8874419bafa70211a464ecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1680105 Feb 09 14:09:53.836939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Usage tracker for resource:security_group_rule and tenant:beeb51e3d8874419bafa70211a464ecf is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:53.855074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:53.904683 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:53.917935 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9db2d8e5-5bbc-4ccc-a361-de11b3ff79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:54.064289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port ab75ffad-f831-4453-a112-041b7a32c7a3, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ab75ffad-f831-4453-a112-041b7a32c7a3,segment=NetworkSegment(5abf8051-3014-4b19-81c3-051bdb34d844),segment_id=5abf8051-3014-4b19-81c3-051bdb34d844)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:54.082206 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Allocated IP 172.25.8.249 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/98133806-6f01-4ff6-a669-2e17a11c39b8) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:09:54.092515 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68629554-f0c0-4279-8010-d954bfaecda8', 'name': 'network-vif-deleted', 'tag': 'b8419f56-0d12-4138-a36a-40b411b3f483', 'status': 'completed', 'code': 200} Feb 09 14:09:54.177584 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:54.191171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f88661-80a4-4969-933f-60e3830dcd7f req-533da5c3-da33-443f-ae42-0d065804f904 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:54.193097 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-08f88661-80a4-4969-933f-60e3830dcd7f req-533da5c3-da33-443f-ae42-0d065804f904 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 945 time: 1.2031493 Feb 09 14:09:54.253378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Router d2875e01-cda6-445b-872c-e18bc532dcde is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:09:54.412307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-76df2e7f-3551-42a5-a18c-9e8810d4e208 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:54.418237 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-76df2e7f-3551-42a5-a18c-9e8810d4e208 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6088676 Feb 09 14:09:54.442923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Request body: {'port': {'device_id': 'f9bf3984-174d-4869-8b3c-33dcb3f675b1', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': 'beeb51e3d8874419bafa70211a464ecf'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:54.528646 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d51a2d5b-7ba5-4892-a327-9e550bd99469 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:54.682244 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-08f88661-80a4-4969-933f-60e3830dcd7f req-7d0a8ab8-0f40-49b4-afa0-37d1afb3ac4e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651384 Feb 09 14:09:54.729142 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:54.871359 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e429ccd1-774b-4ead-9884-9d1d753b681b req-160a1ff2-6a9d-461b-906c-026ea013f8b9 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 210 time: 0.4076097 Feb 09 14:09:54.872787 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:54.984120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:09:55.094133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Sync routers for ids ['d2875e01-cda6-445b-872c-e18bc532dcde'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:09:55.144773 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Network d5decfb7-6816-4f0b-8ec7-ab75abc36283 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:09:55.184369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Pushing event updated for resources: {'Port': ['ID=98133806-6f01-4ff6-a669-2e17a11c39b8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:55.200718 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:09:55.246747 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7c01dfcc-d2f0-4da8-a7ba-5e95d966ba71 req-b7fe1127-7e32-4604-a9ba-b632c7b2d576 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Synchronizing usage tracker for tenant:3c6a03b6484b48d8a9fb9b18aaadf881 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:09:55.264504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:55.289669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Usage tracker for resource:port and tenant:beeb51e3d8874419bafa70211a464ecf is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:55.299351 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=ab75ffad-f831-4453-a112-041b7a32c7a3,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:55.315581 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:55.322573 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-95966b4a-b997-4689-b474-662fb136e7d1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 17.9191494 Feb 09 14:09:55.322900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:55.331763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51410) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:55.356637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7c01dfcc-d2f0-4da8-a7ba-5e95d966ba71 req-b7fe1127-7e32-4604-a9ba-b632c7b2d576 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Unset dirty status for tenant:3c6a03b6484b48d8a9fb9b18aaadf881 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:09:55.370135 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c01dfcc-d2f0-4da8-a7ba-5e95d966ba71 req-b7fe1127-7e32-4604-a9ba-b632c7b2d576 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=68629554-f0c0-4279-8010-d954bfaecda8 HTTP/1.1" status: 200 len: 210 time: 0.3013618 Feb 09 14:09:55.371182 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Routers {'d2875e01-cda6-445b-872c-e18bc532dcde'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:09:55.372359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:55.376999 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:09:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d2875e01-cda6-445b-872c-e18bc532dcde'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:55.679023 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:55.700849 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:55.713878 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-9db2d8e5-5bbc-4ccc-a361-de11b3ff79a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:09:55.714319 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-9db2d8e5-5bbc-4ccc-a361-de11b3ff79a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:09:55.716707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Made reservation on behalf of beeb51e3d8874419bafa70211a464ecf for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:09:55.717239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:09:55.721015 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:55.767569 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:09:55.832025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:55.833401 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:55.834634 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:55.836571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:55.839294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:55.840399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:55.841036 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:55.842386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:55.842886 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:55.844114 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:55.844551 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:55.845616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:09:55.938603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port d51a2d5b-7ba5-4892-a327-9e550bd99469 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:09:55.992409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:09:56.079073 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d51a2d5b-7ba5-4892-a327-9e550bd99469 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:56.079663 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:56.245207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Router 0e3ed36e-5451-4d0f-9dec-82513bfb7e04 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:09:56.712024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'name': 'tempest-ServersTestBootFromVolume-1415061651-router', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:16Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'gw_port': {'id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:18Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9b44b256-135f-44f1-81e4-32ebfc1a1835', 'name': '', 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'mac_address': 'fa:16:3e:46:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:27Z', 'updated_at': '2022-02-09T14:09:50Z', 'revision_number': 4, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'subnets': [{'id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:56.778338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2a852-dd2e-42ec-b03b-c3d8d6077a3b None None] The sync data for ids ['d9f36cac-8e12-411b-958a-1bf684affa01'] in n-d-828418-2 is: [{'id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'name': 'tempest-ServersTestBootFromVolume-1415061651-router', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:16Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'gw_port': {'id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:18Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9b44b256-135f-44f1-81e4-32ebfc1a1835', 'name': '', 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'mac_address': 'fa:16:3e:46:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:27Z', 'updated_at': '2022-02-09T14:09:50Z', 'revision_number': 4, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'subnets': [{'id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:09:56.802389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51452) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:56.842766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Set router d2875e01-cda6-445b-872c-e18bc532dcde gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:09:56.934024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Allocated IP 192.168.233.227 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/db4da2b6-02ae-4c76-9da4-011175e7de24) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:09:56.994059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e06da0-e930-40ab-a541-46b9bd3955fc,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:57.122006 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22b50a8f-ded6-4df9-bd89-61cf0cb1e2a9 req-02326e75-a99f-4f2e-ae44-bfb1e402c058 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 210 time: 0.7146771 Feb 09 14:09:57.193505 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:09:57.206184 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Sync routers for ids ['0e3ed36e-5451-4d0f-9dec-82513bfb7e04'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:09:57.210945 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:57.263960 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Routers {'0e3ed36e-5451-4d0f-9dec-82513bfb7e04'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:09:57.264940 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:09:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0e3ed36e-5451-4d0f-9dec-82513bfb7e04'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:57.345117 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7a14fd7e-3f48-43bf-b900-f5094fce901d admin admin] 10.222.0.48 "PUT /v2.0/routers/0e3ed36e-5451-4d0f-9dec-82513bfb7e04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3838496 Feb 09 14:09:57.672645 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1fadeebd-360e-4202-ad3d-87ac591602c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:57.984762 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Set router 0e3ed36e-5451-4d0f-9dec-82513bfb7e04 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:09:58.147060 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:58.205668 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fd3f2da4-dd35-4d7d-ad3a-664829cb136f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:58.245354 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:58.465759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7a430f78-dc64-40f2-ad6e-32f26f193f55 None None] Provisioning complete for port bc2cefaa-50cc-43a8-a27c-7a919b8582a4 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:58.466796 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7a430f78-dc64-40f2-ad6e-32f26f193f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:58.707556 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 468f5c36-1bbe-4d2f-a8a1-38941611b160 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:09:58.717930 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fd4e1-fe5b-41ba-a9de-fdf43faedf0f req-7ca538f6-95c9-4c62-a0cd-07b2c86a121e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:58.730594 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d82fd4e1-fe5b-41ba-a9de-fdf43faedf0f req-7ca538f6-95c9-4c62-a0cd-07b2c86a121e tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 950 time: 0.5034990 Feb 09 14:09:58.840773 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'name': 'tempest-FloatingIPsTestJSON-2021910703-router', 'tenant_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'd51a2d5b-7ba5-4892-a327-9e550bd99469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:33Z', 'updated_at': '2022-02-09T14:09:48Z', 'revision_number': 4, 'project_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'gw_port': {'id': 'd51a2d5b-7ba5-4892-a327-9e550bd99469', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:35Z', 'updated_at': '2022-02-09T14:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'bc2cefaa-50cc-43a8-a27c-7a919b8582a4', 'name': '', 'network_id': 'd5decfb7-6816-4f0b-8ec7-ab75abc36283', 'tenant_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'mac_address': 'fa:16:3e:97:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '09dc8d6d-5d7d-4bdd-b450-eba11ef64d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:44Z', 'updated_at': '2022-02-09T14:09:50Z', 'revision_number': 2, 'project_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'subnets': [{'id': '09dc8d6d-5d7d-4bdd-b450-eba11ef64d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:58.854120 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Checking router: 0e3ed36e-5451-4d0f-9dec-82513bfb7e04 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:09:58.854686 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Updating router 0e3ed36e-5451-4d0f-9dec-82513bfb7e04 port bc2cefaa-50cc-43a8-a27c-7a919b8582a4 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:09:58.862121 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 468f5c36-1bbe-4d2f-a8a1-38941611b160, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=468f5c36-1bbe-4d2f-a8a1-38941611b160,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:58.896403 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:58.903223 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '468f5c36-1bbe-4d2f-a8a1-38941611b160', 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead', 'port_id': '468f5c36-1bbe-4d2f-a8a1-38941611b160', 'mac_address': 'fa:16:3e:d5:b9:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d935aa-4e72-46ee-a516-faccc6fa2775', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:09:58.904277 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d82fd4e1-fe5b-41ba-a9de-fdf43faedf0f req-3e5c8f80-778d-4006-b3b7-e233b4d26895 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723101 Feb 09 14:09:58.911308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-7a430f78-dc64-40f2-ad6e-32f26f193f55 None None] Port bc2cefaa-50cc-43a8-a27c-7a919b8582a4 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:09:58.998437 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:59.022734 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:59.028908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fd3f2da4-dd35-4d7d-ad3a-664829cb136f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:59.041669 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:59.143170 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port d51a2d5b-7ba5-4892-a327-9e550bd99469, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d51a2d5b-7ba5-4892-a327-9e550bd99469,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:59.147356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fd3f2da4-dd35-4d7d-ad3a-664829cb136f admin admin] Usage tracker for resource:security_group_rule and tenant:0026a6d02a4944a985b02d3a1cab458a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:59.174395 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:59.302321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-950daef2-6648-4d8c-bc5d-0daea4851702 req-e4e3800f-307d-4032-8954-ed578ac4355a tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Synchronizing usage tracker for tenant:beeb51e3d8874419bafa70211a464ecf on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:09:59.305039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fd3f2da4-dd35-4d7d-ad3a-664829cb136f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:59.319926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Transition to ACTIVE for port object db4da2b6-02ae-4c76-9da4-011175e7de24 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:09:59.356889 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:59.428652 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9df1a1f7-0ee9-4013-b898-7820a8722e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:59.431757 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 468f5c36-1bbe-4d2f-a8a1-38941611b160 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:09:59.483935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Pushing event updated for resources: {'Port': ['ID=98133806-6f01-4ff6-a669-2e17a11c39b8,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:59.491000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-950daef2-6648-4d8c-bc5d-0daea4851702 req-e4e3800f-307d-4032-8954-ed578ac4355a tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Unset dirty status for tenant:beeb51e3d8874419bafa70211a464ecf on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:09:59.506640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fd3f2da4-dd35-4d7d-ad3a-664829cb136f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:59.506880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'name': 'tempest-AttachSCSIVolumeTestJSON-326998575-router', 'tenant_id': '251a1be4a8d944b3a69a1272b254657e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:37Z', 'updated_at': '2022-02-09T14:09:46Z', 'revision_number': 3, 'project_id': '251a1be4a8d944b3a69a1272b254657e', 'gw_port': {'id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:42:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:42Z', 'updated_at': '2022-02-09T14:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:59.526942 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-950daef2-6648-4d8c-bc5d-0daea4851702 req-e4e3800f-307d-4032-8954-ed578ac4355a tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 210 time: 0.3273795 Feb 09 14:09:59.572178 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Checking router: d2875e01-cda6-445b-872c-e18bc532dcde for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:09:59.572614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Updating router d2875e01-cda6-445b-872c-e18bc532dcde port d70f6119-0f34-42c8-8e07-c7f3dd45f643 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:09:59.601426 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:59.626257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 468f5c36-1bbe-4d2f-a8a1-38941611b160, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=468f5c36-1bbe-4d2f-a8a1-38941611b160,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:09:59.636670 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9b44b256-135f-44f1-81e4-32ebfc1a1835 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:59.677671 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:59.688059 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c991ffca-4e40-4746-bc04-0bb677a3ce18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.8442075 Feb 09 14:09:59.688307 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c95391cf-e6c5-428a-af33-508330da62bf req-a1573343-c831-415f-a4f4-903bcadb187d tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8091497 Feb 09 14:09:59.761510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060e33e-20dc-4c78-b7b6-03d45ca9e580 req-d78f4c44-72e9-42a7-8b38-03d5abf8a4c8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:59.763311 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3060e33e-20dc-4c78-b7b6-03d45ca9e580 req-d78f4c44-72e9-42a7-8b38-03d5abf8a4c8 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 950 time: 0.3579674 Feb 09 14:09:59.784045 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:59.809439 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=d51a2d5b-7ba5-4892-a327-9e550bd99469,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:59.946794 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fd3f2da4-dd35-4d7d-ad3a-664829cb136f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:59.953514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:09:59.960380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:59.965436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Usage tracker for resource:floatingip and tenant:eaa5855ad1e84432a33f732d4aee7d0f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:59.968751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:59.969028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-3060e33e-20dc-4c78-b7b6-03d45ca9e580 req-72564abb-8ccb-48e7-aee3-e2b1bc6fd6a0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Deleting port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:09:59.969400 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3060e33e-20dc-4c78-b7b6-03d45ca9e580 req-72564abb-8ccb-48e7-aee3-e2b1bc6fd6a0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:59.975946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:59.992108 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['468f5c36-1bbe-4d2f-a8a1-38941611b160'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:10:00.011777 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fd3f2da4-dd35-4d7d-ad3a-664829cb136f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:00.035405 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:00.174246 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:00.191379 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fd3f2da4-dd35-4d7d-ad3a-664829cb136f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0026a6d02a4944a985b02d3a1cab458a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3844070 Feb 09 14:10:00.228893 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51570) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:00.329445 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:00.348422 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:00.349899 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:00.354448 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:00.362459 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:00.380917 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 9b44b256-135f-44f1-81e4-32ebfc1a1835 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:10:00.385644 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=468f5c36-1bbe-4d2f-a8a1-38941611b160,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:00.393719 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Transition to ACTIVE for port object bc2cefaa-50cc-43a8-a27c-7a919b8582a4 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:10:00.406343 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:00.461751 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 9b44b256-135f-44f1-81e4-32ebfc1a1835 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:00.462027 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:00.535461 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3059c16-893f-4f10-9e59-b80db5efb192 None None] Pushing event updated for resources: {'Port': ['ID=bc2cefaa-50cc-43a8-a27c-7a919b8582a4,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:00.675479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f2da4-dd35-4d7d-ad3a-664829cb136f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010821bd-1e9a-4ade-89da-9881d8c048ae,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:00.726361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Allocated IP 192.168.233.15 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/0ecdee35-28e2-452d-aba3-0ceeabd20774) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:10:00.747583 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a97ecf7-bbe1-4290-82b8-c6f08e716ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:00.863008 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Attempting to bind port bc2cefaa-50cc-43a8-a27c-7a919b8582a4 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:10:00.866002 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Attempting to bind port bc2cefaa-50cc-43a8-a27c-7a919b8582a4 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '124cd498-1518-43c8-9cfe-b4eca9e6f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5decfb7-6816-4f0b-8ec7-ab75abc36283'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:10:00.866659 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Attempting to bind port bc2cefaa-50cc-43a8-a27c-7a919b8582a4 on network d5decfb7-6816-4f0b-8ec7-ab75abc36283 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:10:00.877822 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a97ecf7-bbe1-4290-82b8-c6f08e716ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:00.881066 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:10:00.881425 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Checking segment: {'id': '124cd498-1518-43c8-9cfe-b4eca9e6f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5decfb7-6816-4f0b-8ec7-ab75abc36283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:10:00.883135 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:00.884455 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Bound using segment: {'id': '124cd498-1518-43c8-9cfe-b4eca9e6f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5decfb7-6816-4f0b-8ec7-ab75abc36283'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:10:00.885004 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Bound port: bc2cefaa-50cc-43a8-a27c-7a919b8582a4, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124cd498-1518-43c8-9cfe-b4eca9e6f1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd5decfb7-6816-4f0b-8ec7-ab75abc36283'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:10:00.886827 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:00.906846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8124-d004-49d3-9f97-85e3eeabdfc6 req-b5671a61-1af1-4ede-8ad0-b631de3c5418 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:00.916260 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ef6b8124-d004-49d3-9f97-85e3eeabdfc6 req-b5671a61-1af1-4ede-8ad0-b631de3c5418 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e9e227d-adde-4de8-90d6-58e0098bfffc HTTP/1.1" status: 200 len: 950 time: 0.5985894 Feb 09 14:10:01.083163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Allocated IP 172.20.0.1 (5ecf557b-3451-414e-a126-ea2d09f0f0a9/3f36dee6-4387-4c1a-8446-0e41ca89bc36/57d97404-6451-4167-a89a-e13195244b7c) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:10:01.116594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Pushing event updated for resources: {'Port': ['ID=db4da2b6-02ae-4c76-9da4-011175e7de24,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:01.119093 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] For port bc2cefaa-50cc-43a8-a27c-7a919b8582a4, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:10:01.127061 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] For port bc2cefaa-50cc-43a8-a27c-7a919b8582a4, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=bc2cefaa-50cc-43a8-a27c-7a919b8582a4,segment=NetworkSegment(124cd498-1518-43c8-9cfe-b4eca9e6f1d6),segment_id=124cd498-1518-43c8-9cfe-b4eca9e6f1d6)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:10:01.135694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:10:01.135963 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:01.140832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:10:01.148640 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ef6b8124-d004-49d3-9f97-85e3eeabdfc6 req-47233182-eb95-4ff3-a1e8-14327e9da019 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311139 Feb 09 14:10:01.150714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:10:01.281649 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:01.311230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Transition to ACTIVE for port object d70f6119-0f34-42c8-8e07-c7f3dd45f643 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:10:01.347136 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:01.392468 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Routers {'0e3ed36e-5451-4d0f-9dec-82513bfb7e04'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:10:01.397774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:09:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0e3ed36e-5451-4d0f-9dec-82513bfb7e04'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:10:01.506142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75180fa1-d587-40a4-a9d0-5b9890a042fe None None] Pushing event updated for resources: {'Port': ['ID=d70f6119-0f34-42c8-8e07-c7f3dd45f643,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:01.541676 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Attempting to bind port d70f6119-0f34-42c8-8e07-c7f3dd45f643 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:10:01.542227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Attempting to bind port d70f6119-0f34-42c8-8e07-c7f3dd45f643 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:10:01.542677 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Attempting to bind port d70f6119-0f34-42c8-8e07-c7f3dd45f643 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:10:01.572883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:10:01.573299 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:10:01.573816 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:01.574274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:10:01.574822 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Bound port: d70f6119-0f34-42c8-8e07-c7f3dd45f643, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:10:01.575256 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:01.747281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:01.748003 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:01.803826 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3059c16-893f-4f10-9e59-b80db5efb192 None None] Pushing event updated for resources: {'Port': ['ID=bc2cefaa-50cc-43a8-a27c-7a919b8582a4,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:01.817679 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3de9f557-4575-4690-bd85-c625347dc1f6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.3792214 Feb 09 14:10:01.821554 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-3060e33e-20dc-4c78-b7b6-03d45ca9e580 req-72564abb-8ccb-48e7-aee3-e2b1bc6fd6a0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] For port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:01.822637 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3060e33e-20dc-4c78-b7b6-03d45ca9e580 req-72564abb-8ccb-48e7-aee3-e2b1bc6fd6a0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:01.841499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Request body: {'port': {'device_id': 'f9bf3984-174d-4869-8b3c-33dcb3f675b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:10:01.966261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:10:02.015234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:02.114118 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8b7d8285-9237-472e-85cd-d22d8fe98af1 None None] Provisioning for port db4da2b6-02ae-4c76-9da4-011175e7de24 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:10:02.122898 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:02.141588 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8b7d8285-9237-472e-85cd-d22d8fe98af1 None None] Provisioning complete for port db4da2b6-02ae-4c76-9da4-011175e7de24 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:02.141999 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8285-9237-472e-85cd-d22d8fe98af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:02.154014 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] Set router 0e3ed36e-5451-4d0f-9dec-82513bfb7e04 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:10:02.200035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] For port d70f6119-0f34-42c8-8e07-c7f3dd45f643, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:10:02.212613 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:02.214157 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:02.216899 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:02.305313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-3060e33e-20dc-4c78-b7b6-03d45ca9e580 req-72564abb-8ccb-48e7-aee3-e2b1bc6fd6a0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Calling delete_port for b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:10:02.400723 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] For port d70f6119-0f34-42c8-8e07-c7f3dd45f643, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d70f6119-0f34-42c8-8e07-c7f3dd45f643,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:10:02.423521 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:02.450333 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 9b44b256-135f-44f1-81e4-32ebfc1a1835, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9b44b256-135f-44f1-81e4-32ebfc1a1835,segment=NetworkSegment(36f80040-3467-4ef6-9eb4-756241b1d551),segment_id=36f80040-3467-4ef6-9eb4-756241b1d551)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:02.543594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Transition to ACTIVE for port object 57d97404-6451-4167-a89a-e13195244b7c will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:10:02.554401 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d8285-9237-472e-85cd-d22d8fe98af1 None None] Port db4da2b6-02ae-4c76-9da4-011175e7de24 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:10:02.558339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 468f5c36-1bbe-4d2f-a8a1-38941611b160 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:02.565657 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a97ecf7-bbe1-4290-82b8-c6f08e716ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:02.694613 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:02.695779 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ab75ffad-f831-4453-a112-041b7a32c7a3 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:02.716900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97ecf7-bbe1-4290-82b8-c6f08e716ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010821bd-1e9a-4ade-89da-9881d8c048ae,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:02.740874 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a97ecf7-bbe1-4290-82b8-c6f08e716ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:02.746562 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4a97ecf7-bbe1-4290-82b8-c6f08e716ddf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/010821bd-1e9a-4ade-89da-9881d8c048ae HTTP/1.1" status: 204 len: 168 time: 2.5117092 Feb 09 14:10:02.826732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b6add-9f11-4191-ba84-9306eedd1727 req-8fd9741b-5f4b-4bd2-9dac-2958bd9d7b1e tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:02.837002 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5c3b6add-9f11-4191-ba84-9306eedd1727 req-8fd9741b-5f4b-4bd2-9dac-2958bd9d7b1e tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 950 time: 1.3438020 Feb 09 14:10:02.871514 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:02.931401 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Routers {'d2875e01-cda6-445b-872c-e18bc532dcde'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:10:02.932523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:09:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d2875e01-cda6-445b-872c-e18bc532dcde'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:10:02.972012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Allocated IP 172.25.8.224 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/47aa8350-b223-41c6-ba37-3d3823311319) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:10:02.975918 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'name': 'tempest-FloatingIPsTestJSON-2021910703-router', 'tenant_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'd51a2d5b-7ba5-4892-a327-9e550bd99469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:33Z', 'updated_at': '2022-02-09T14:09:48Z', 'revision_number': 4, 'project_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'gw_port': {'id': 'd51a2d5b-7ba5-4892-a327-9e550bd99469', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:35Z', 'updated_at': '2022-02-09T14:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'bc2cefaa-50cc-43a8-a27c-7a919b8582a4', 'name': '', 'network_id': 'd5decfb7-6816-4f0b-8ec7-ab75abc36283', 'tenant_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'mac_address': 'fa:16:3e:97:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '09dc8d6d-5d7d-4bdd-b450-eba11ef64d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:44Z', 'updated_at': '2022-02-09T14:10:01Z', 'revision_number': 4, 'project_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'subnets': [{'id': '09dc8d6d-5d7d-4bdd-b450-eba11ef64d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:10:02.999179 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486dbe7b-e13b-4358-8b83-800c9aebcb2f None None] The sync data for ids ['0e3ed36e-5451-4d0f-9dec-82513bfb7e04'] in n-d-828418-2 is: [{'id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'name': 'tempest-FloatingIPsTestJSON-2021910703-router', 'tenant_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'd51a2d5b-7ba5-4892-a327-9e550bd99469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:33Z', 'updated_at': '2022-02-09T14:09:48Z', 'revision_number': 4, 'project_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'gw_port': {'id': 'd51a2d5b-7ba5-4892-a327-9e550bd99469', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:35Z', 'updated_at': '2022-02-09T14:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'bc2cefaa-50cc-43a8-a27c-7a919b8582a4', 'name': '', 'network_id': 'd5decfb7-6816-4f0b-8ec7-ab75abc36283', 'tenant_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'mac_address': 'fa:16:3e:97:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '09dc8d6d-5d7d-4bdd-b450-eba11ef64d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:44Z', 'updated_at': '2022-02-09T14:10:01Z', 'revision_number': 4, 'project_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'subnets': [{'id': '09dc8d6d-5d7d-4bdd-b450-eba11ef64d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:10:03.010555 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5c3b6add-9f11-4191-ba84-9306eedd1727 req-de059661-5f9f-4c9d-8114-3d914c4433f2 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722174 Feb 09 14:10:03.021928 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Transition to ACTIVE for port object 0ecdee35-28e2-452d-aba3-0ceeabd20774 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:10:03.218367 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3060e33e-20dc-4c78-b7b6-03d45ca9e580 req-72564abb-8ccb-48e7-aee3-e2b1bc6fd6a0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:03.386500 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] Set router d2875e01-cda6-445b-872c-e18bc532dcde gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:10:03.421958 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:03.558496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72564abb-8ccb-48e7-aee3-e2b1bc6fd6a0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Pushing event deleted for resources: {'Port': ['ID=b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:03.648262 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['72188270-bd12-4af3-9fcc-5acd7a7ee933', '887c5ea5-22c7-416b-9347-33cdf413e7a6'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:10:03.747721 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:03.757120 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:03.870981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Network 5ecf557b-3451-414e-a126-ea2d09f0f0a9 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:10:03.880870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:10:03.927642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:10:04.045107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75180fa1-d587-40a4-a9d0-5b9890a042fe None None] Pushing event updated for resources: {'Port': ['ID=d70f6119-0f34-42c8-8e07-c7f3dd45f643,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:04.048684 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 468f5c36-1bbe-4d2f-a8a1-38941611b160 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:04.048999 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:04.125485 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:04.165850 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ab75ffad-f831-4453-a112-041b7a32c7a3 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:04.166572 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:04.329774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:10:04.361900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:10:04.407405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Pushing event updated for resources: {'Port': ['ID=57d97404-6451-4167-a89a-e13195244b7c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:04.442429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3060e33e-20dc-4c78-b7b6-03d45ca9e580 req-72564abb-8ccb-48e7-aee3-e2b1bc6fd6a0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] No DVR routers for this DVR port b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:10:04.461208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:10:04.622653 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3060e33e-20dc-4c78-b7b6-03d45ca9e580 req-72564abb-8ccb-48e7-aee3-e2b1bc6fd6a0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:04.667355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e227d-adde-4de8-90d6-58e0098bfffc', 'name': 'network-vif-deleted', 'tag': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:10:04.821432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:10:04.891821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Pushing event updated for resources: {'Port': ['ID=0ecdee35-28e2-452d-aba3-0ceeabd20774,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:04.906777 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3060e33e-20dc-4c78-b7b6-03d45ca9e580 req-72564abb-8ccb-48e7-aee3-e2b1bc6fd6a0 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.21 "DELETE /v2.0/ports/b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a HTTP/1.1" status: 204 len: 173 time: 5.1360981 Feb 09 14:10:04.990857 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4da2b6-02ae-4c76-9da4-011175e7de24 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:10:05.008932 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:05.031346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:05.033143 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:05.080544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0c166-f996-4846-a989-8a2122920e82 req-ab4105c6-ea7f-4c57-90fb-8c36b6bba702 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:05.089447 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Transition to ACTIVE for port object db4da2b6-02ae-4c76-9da4-011175e7de24 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:10:05.090987 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eaf0c166-f996-4846-a989-8a2122920e82 req-ab4105c6-ea7f-4c57-90fb-8c36b6bba702 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 936 time: 1.6211581 Feb 09 14:10:05.109502 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:05.200273 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-644f3ff8-8c9d-49de-9b30-3ace685c65a6 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 13.6415436 Feb 09 14:10:05.212575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-eaf0c166-f996-4846-a989-8a2122920e82 req-707e1ffb-b361-40e2-8377-8c9ff59d6685 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Synchronizing usage tracker for tenant:beeb51e3d8874419bafa70211a464ecf on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:10:05.225827 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Request body: {'port': {'device_id': 'dec3d262-6c95-46b7-b19e-f5155567feda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:10:05.231614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-01bf461f-8085-437e-b419-6e23e8a240a6 None None] Provisioning for port 57d97404-6451-4167-a89a-e13195244b7c completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:10:05.388372 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-01bf461f-8085-437e-b419-6e23e8a240a6 None None] Provisioning complete for port 57d97404-6451-4167-a89a-e13195244b7c triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:05.397758 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-01bf461f-8085-437e-b419-6e23e8a240a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:05.450577 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=9b44b256-135f-44f1-81e4-32ebfc1a1835,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:05.514261 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:05.629780 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:05.695025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-eaf0c166-f996-4846-a989-8a2122920e82 req-707e1ffb-b361-40e2-8377-8c9ff59d6685 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Unset dirty status for tenant:beeb51e3d8874419bafa70211a464ecf on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:10:05.712769 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eaf0c166-f996-4846-a989-8a2122920e82 req-707e1ffb-b361-40e2-8377-8c9ff59d6685 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6e06da0-e930-40ab-a541-46b9bd3955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203563 Feb 09 14:10:05.718463 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:05.895339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Pushing event updated for resources: {'Port': ['ID=db4da2b6-02ae-4c76-9da4-011175e7de24,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:06.189408 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:06.500373 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-01bf461f-8085-437e-b419-6e23e8a240a6 None None] Port 57d97404-6451-4167-a89a-e13195244b7c cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:10:06.548104 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:06.596332 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:06.753720 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecdee35-28e2-452d-aba3-0ceeabd20774 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:10:06.788627 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:06.843827 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Transition to ACTIVE for port object 0ecdee35-28e2-452d-aba3-0ceeabd20774 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:10:06.850391 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:06.890340 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d51a2d5b-7ba5-4892-a327-9e550bd99469 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:06.989665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e05aa1-22bd-4ab1-94b9-005eee3cdc52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468f5c36-1bbe-4d2f-a8a1-38941611b160'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:10:07.044932 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:07.078182 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 468f5c36-1bbe-4d2f-a8a1-38941611b160, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=468f5c36-1bbe-4d2f-a8a1-38941611b160,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:07.128795 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:07.294606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecdee35-28e2-452d-aba3-0ceeabd20774,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:07.323520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Pushing event updated for resources: {'Port': ['ID=57d97404-6451-4167-a89a-e13195244b7c,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:07.394590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:07.409433 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'name': 'tempest-AttachSCSIVolumeTestJSON-326998575-router', 'tenant_id': '251a1be4a8d944b3a69a1272b254657e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:37Z', 'updated_at': '2022-02-09T14:09:46Z', 'revision_number': 3, 'project_id': '251a1be4a8d944b3a69a1272b254657e', 'gw_port': {'id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:42:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:42Z', 'updated_at': '2022-02-09T14:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:10:07.411758 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7d40b359-6d99-47a3-b787-9b869c4f9e4b None None] Provisioning for port 0ecdee35-28e2-452d-aba3-0ceeabd20774 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:10:07.420644 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:07.439971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=468f5c36-1bbe-4d2f-a8a1-38941611b160,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:07.444234 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3597ed55-7f11-4d97-aa16-f133853e3f49 None None] The sync data for ids ['d2875e01-cda6-445b-872c-e18bc532dcde'] in n-d-828418-2 is: [{'id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'name': 'tempest-AttachSCSIVolumeTestJSON-326998575-router', 'tenant_id': '251a1be4a8d944b3a69a1272b254657e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:37Z', 'updated_at': '2022-02-09T14:09:46Z', 'revision_number': 3, 'project_id': '251a1be4a8d944b3a69a1272b254657e', 'gw_port': {'id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:42:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:42Z', 'updated_at': '2022-02-09T14:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:10:07.504191 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d51a2d5b-7ba5-4892-a327-9e550bd99469 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:07.504454 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:07.596733 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Attempting to bind port 0ecdee35-28e2-452d-aba3-0ceeabd20774 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:10:07.597064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Attempting to bind port 0ecdee35-28e2-452d-aba3-0ceeabd20774 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:10:07.597385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Attempting to bind port 0ecdee35-28e2-452d-aba3-0ceeabd20774 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:10:07.625319 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Port 0ecdee35-28e2-452d-aba3-0ceeabd20774 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:10:07.625698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Attempting to bind port 0ecdee35-28e2-452d-aba3-0ceeabd20774 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:10:07.650445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Attempting to bind port db4da2b6-02ae-4c76-9da4-011175e7de24 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:10:07.651234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Attempting to bind port db4da2b6-02ae-4c76-9da4-011175e7de24 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:10:07.651579 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Attempting to bind port db4da2b6-02ae-4c76-9da4-011175e7de24 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:10:07.665515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:10:07.670056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:10:07.670487 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:10:07.670963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Bound port: 0ecdee35-28e2-452d-aba3-0ceeabd20774, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:10:07.671379 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:07.688614 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:07.781167 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Port db4da2b6-02ae-4c76-9da4-011175e7de24 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:10:07.781827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Attempting to bind port db4da2b6-02ae-4c76-9da4-011175e7de24 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:10:07.855121 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,revision_number=11']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:08.174131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:10:08.177285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:10:08.177285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:10:08.177285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Bound port: db4da2b6-02ae-4c76-9da4-011175e7de24, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:10:08.177285 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:08.245866 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] For port 0ecdee35-28e2-452d-aba3-0ceeabd20774, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:10:08.256566 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9b44b256-135f-44f1-81e4-32ebfc1a1835 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:08.261617 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] For port 0ecdee35-28e2-452d-aba3-0ceeabd20774, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0ecdee35-28e2-452d-aba3-0ceeabd20774,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:10:08.272556 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:08.393212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Network 5ecf557b-3451-414e-a126-ea2d09f0f0a9 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:10:08.404619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:10:08.422247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:08.423411 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:08.425163 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-b5ca101e-5565-4885-a237-616229185c53 service neutron] 10.222.0.35 "PUT /v2.0/ports/0ecdee35-28e2-452d-aba3-0ceeabd20774 HTTP/1.1" status: 200 len: 1095 time: 3.2044923 Feb 09 14:10:08.425413 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:08.647106 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca101e-5565-4885-a237-616229185c53 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecdee35-28e2-452d-aba3-0ceeabd20774,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:08.676027 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:08.726489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 9b44b256-135f-44f1-81e4-32ebfc1a1835 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:08.727776 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:08.750148 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-3a346ea9-6274-4a65-b79b-09170d8fd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:08.764673 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-3a346ea9-6274-4a65-b79b-09170d8fd0a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=beeb51e3d8874419bafa70211a464ecf&device_id=dec3d262-6c95-46b7-b19e-f5155567feda HTTP/1.1" status: 200 len: 1098 time: 0.2901375 Feb 09 14:10:09.044280 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-1e72263e-2b8d-411e-bb43-8de298b864ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0ecdee35-28e2-452d-aba3-0ceeabd20774 HTTP/1.1" status: 200 len: 217 time: 0.2623894 Feb 09 14:10:09.262144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-63db50d2-6179-4cbf-804a-7621a186887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:09.267599 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-63db50d2-6179-4cbf-804a-7621a186887e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.2223921 Feb 09 14:10:09.268093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device bc2cefaa-50cc-43a8-a27c-7a919b8582a4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:09.513704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port bc2cefaa-50cc-43a8-a27c-7a919b8582a4 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:10:09.543412 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port bc2cefaa-50cc-43a8-a27c-7a919b8582a4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:09.544542 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:09.694321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Pushing event updated for resources: {'Port': ['ID=47aa8350-b223-41c6-ba37-3d3823311319,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:09.813538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:10:09.850403 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1547710c-965b-44d6-9a78-25740ad88b06 None None] Provisioning complete for port 57d97404-6451-4167-a89a-e13195244b7c triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:09.852061 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1547710c-965b-44d6-9a78-25740ad88b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:09.857604 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:10:09.862561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-e52ed033-ea24-474b-82e2-8e2eb6f037d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:09.866635 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-e52ed033-ea24-474b-82e2-8e2eb6f037d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5924056 Feb 09 14:10:09.898905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:10:09.918391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:10:10.014524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] For port db4da2b6-02ae-4c76-9da4-011175e7de24, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:10:10.060147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Router d2875e01-cda6-445b-872c-e18bc532dcde has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:10:10.068165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] For port db4da2b6-02ae-4c76-9da4-011175e7de24, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=db4da2b6-02ae-4c76-9da4-011175e7de24,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:10:10.146545 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-1547710c-965b-44d6-9a78-25740ad88b06 None None] Port 57d97404-6451-4167-a89a-e13195244b7c cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:10:10.215422 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:10.221357 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:10.231200 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:10.331511 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port bc2cefaa-50cc-43a8-a27c-7a919b8582a4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=bc2cefaa-50cc-43a8-a27c-7a919b8582a4,segment=NetworkSegment(124cd498-1518-43c8-9cfe-b4eca9e6f1d6),segment_id=124cd498-1518-43c8-9cfe-b4eca9e6f1d6)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:10.342285 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:10.370622 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-ac3ec38e-1780-48fe-832c-d117625c09d0 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962676 Feb 09 14:10:10.594382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:10.594944 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=bc2cefaa-50cc-43a8-a27c-7a919b8582a4,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:10.596534 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:10.601327 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] 10.222.0.21 "PUT /v2.0/ports/db4da2b6-02ae-4c76-9da4-011175e7de24 HTTP/1.1" status: 200 len: 1096 time: 8.7657633 Feb 09 14:10:10.621586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9bf3984-174d-4869-8b3c-33dcb3f675b1', 'tag': 'db4da2b6-02ae-4c76-9da4-011175e7de24'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:10:10.701110 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d70f6119-0f34-42c8-8e07-c7f3dd45f643 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:10.924814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2d078-a92d-413f-a053-b363c3f8cd16 service neutron] Pushing event updated for resources: {'Port': ['ID=db4da2b6-02ae-4c76-9da4-011175e7de24,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:10.979492 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port d70f6119-0f34-42c8-8e07-c7f3dd45f643 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:10:10.984001 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:10.996423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:10:11.006211 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d70f6119-0f34-42c8-8e07-c7f3dd45f643 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:11.006925 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:11.038751 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7c7a6b4-933d-4096-b902-a936f2e07218 req-721a93be-cad7-43f5-9541-3b2b7b0a4b77 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6496127 Feb 09 14:10:11.188779 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a74cc126-24cf-428c-9a96-377dd954f773 admin admin] 10.222.0.48 "PUT /v2.0/routers/d2875e01-cda6-445b-872c-e18bc532dcde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8401008 Feb 09 14:10:11.243537 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:11.353698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-68102846-0ef3-49a4-ad11-e78a6cf509b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:11.355235 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-68102846-0ef3-49a4-ad11-e78a6cf509b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=beeb51e3d8874419bafa70211a464ecf&device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 1099 time: 0.6766167 Feb 09 14:10:11.412562 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:11.457518 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port d70f6119-0f34-42c8-8e07-c7f3dd45f643, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d70f6119-0f34-42c8-8e07-c7f3dd45f643,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:11.463498 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:11.652810 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-7d18fb2f-efc1-4f88-98a8-bb219fc8e46d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=db4da2b6-02ae-4c76-9da4-011175e7de24 HTTP/1.1" status: 200 len: 217 time: 0.2724571 Feb 09 14:10:11.674387 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=d70f6119-0f34-42c8-8e07-c7f3dd45f643,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:11.809774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Sync routers for ids ['d2875e01-cda6-445b-872c-e18bc532dcde'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:10:11.831019 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Routers {'d2875e01-cda6-445b-872c-e18bc532dcde'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:10:11.831661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:09:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d2875e01-cda6-445b-872c-e18bc532dcde'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:10:12.163476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-f2f28e76-b3bb-4505-93ba-9b242b0ae8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:12.166413 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-f2f28e76-b3bb-4505-93ba-9b242b0ae8b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1453316 Feb 09 14:10:12.456946 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Set router d2875e01-cda6-445b-872c-e18bc532dcde gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:10:12.477842 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:12.493826 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:12.526344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51742) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:12.701018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-5a588470-11a9-4141-a1b6-13215a0bb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:12.703523 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-5a588470-11a9-4141-a1b6-13215a0bb9ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5210896 Feb 09 14:10:12.852845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d70f6119-0f34-42c8-8e07-c7f3dd45f643 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:12.858716 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7d47c1d-9fe0-47f4-886f-2a48f8037d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:12.927488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Pushing event updated for resources: {'Port': ['ID=47aa8350-b223-41c6-ba37-3d3823311319,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:12.939923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f7d47c1d-9fe0-47f4-886f-2a48f8037d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:10:12.960388 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f7d47c1d-9fe0-47f4-886f-2a48f8037d8f admin admin] Usage tracker for resource:security_group_rule and tenant:7ffc871a843d4b649fbe529425a07db0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:10:12.972332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f7d47c1d-9fe0-47f4-886f-2a48f8037d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:10:12.996277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f7d47c1d-9fe0-47f4-886f-2a48f8037d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:10:13.023034 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:13.092608 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:13.104008 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c95391cf-e6c5-428a-af33-508330da62bf req-c2a1e359-1f86-4bb8-9137-1153aff5f1ac tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 13.3145869 Feb 09 14:10:13.277973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51758) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:13.308927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2142584066-network', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:10:13.347386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:10:13.363721 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Usage tracker for resource:network and tenant:d5f9b726f6ce4559a200793ee72f0043 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:10:13.371759 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-2ff846da-5e77-434c-b77e-8221d3c58387 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617999 Feb 09 14:10:13.372715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:10:13.388309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c95391cf-e6c5-428a-af33-508330da62bf req-9e330e17-1787-4b76-aff1-68b6f120abaa tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Synchronizing usage tracker for tenant:eaa5855ad1e84432a33f732d4aee7d0f on resource:floatingip {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:10:13.409553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:10:13.435605 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7d47c1d-9fe0-47f4-886f-2a48f8037d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:13.445456 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7d47c1d-9fe0-47f4-886f-2a48f8037d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:13.475250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d70f6119-0f34-42c8-8e07-c7f3dd45f643 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:13.476253 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:13.679177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d47c1d-9fe0-47f4-886f-2a48f8037d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea751ca3-4106-4f81-b442-307e537b2827,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:13.714969 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f7d47c1d-9fe0-47f4-886f-2a48f8037d8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ffc871a843d4b649fbe529425a07db0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1870604 Feb 09 14:10:13.726020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51762) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:13.813151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Made reservation on behalf of d5f9b726f6ce4559a200793ee72f0043 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:10:13.816715 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:13.846198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c95391cf-e6c5-428a-af33-508330da62bf req-9e330e17-1787-4b76-aff1-68b6f120abaa tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Unset dirty status for tenant:eaa5855ad1e84432a33f732d4aee7d0f on resource:floatingip {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:10:13.847286 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c95391cf-e6c5-428a-af33-508330da62bf req-9e330e17-1787-4b76-aff1-68b6f120abaa tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 696 time: 0.7060335 Feb 09 14:10:13.850855 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:14.004639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:10:14.014217 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60eeeb64-cb2c-4408-a81c-010e7621c59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:14.064697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Usage tracker for resource:security_group_rule and tenant:d5f9b726f6ce4559a200793ee72f0043 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:10:14.081376 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device bc2cefaa-50cc-43a8-a27c-7a919b8582a4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:14.087177 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:10:14.142426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:10:14.146099 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60eeeb64-cb2c-4408-a81c-010e7621c59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:14.223011 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1150b49-8db2-4396-ad02-4b6cd6d06adb req-3a83f210-7c76-4bed-8605-9e4a4437a8db service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8290474 Feb 09 14:10:14.241263 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port bc2cefaa-50cc-43a8-a27c-7a919b8582a4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:14.242209 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:14.247839 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60eeeb64-cb2c-4408-a81c-010e7621c59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:14.308981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eeeb64-cb2c-4408-a81c-010e7621c59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea751ca3-4106-4f81-b442-307e537b2827,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:14.321348 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60eeeb64-cb2c-4408-a81c-010e7621c59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:14.325620 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-60eeeb64-cb2c-4408-a81c-010e7621c59a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea751ca3-4106-4f81-b442-307e537b2827 HTTP/1.1" status: 204 len: 168 time: 0.5953400 Feb 09 14:10:14.377214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95391cf-e6c5-428a-af33-508330da62bf req-8cb98ae4-675b-4679-9916-4f41e6d25b3a tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:14.385811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'name': 'tempest-AttachSCSIVolumeTestJSON-326998575-router', 'tenant_id': '251a1be4a8d944b3a69a1272b254657e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:37Z', 'updated_at': '2022-02-09T14:10:04Z', 'revision_number': 4, 'project_id': '251a1be4a8d944b3a69a1272b254657e', 'gw_port': {'id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:42Z', 'updated_at': '2022-02-09T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '57d97404-6451-4167-a89a-e13195244b7c', 'name': '', 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9', 'tenant_id': '251a1be4a8d944b3a69a1272b254657e', 'mac_address': 'fa:16:3e:a3:df:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '3f36dee6-4387-4c1a-8446-0e41ca89bc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:10:00Z', 'updated_at': '2022-02-09T14:10:06Z', 'revision_number': 2, 'project_id': '251a1be4a8d944b3a69a1272b254657e', 'subnets': [{'id': '3f36dee6-4387-4c1a-8446-0e41ca89bc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:10:14.398521 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Checking router: d2875e01-cda6-445b-872c-e18bc532dcde for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:10:14.399456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Updating router d2875e01-cda6-445b-872c-e18bc532dcde port 57d97404-6451-4167-a89a-e13195244b7c binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:10:14.399806 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c95391cf-e6c5-428a-af33-508330da62bf req-8cb98ae4-675b-4679-9916-4f41e6d25b3a tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.5330915 Feb 09 14:10:14.411488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-c95391cf-e6c5-428a-af33-508330da62bf req-002351cf-459d-4137-ba1d-38b98b396fbf tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:10:14.425865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c95391cf-e6c5-428a-af33-508330da62bf req-002351cf-459d-4137-ba1d-38b98b396fbf tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247529 Feb 09 14:10:14.623236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:14.632913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:14.656448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:10:14.670274 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:14.671085 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Added segment 04dcee4b-a075-4468-b909-d005f1fad37c of type vlan for network a3819091-132d-4322-9daf-aa300ab85688 Feb 09 14:10:14.691750 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0ecdee35-28e2-452d-aba3-0ceeabd20774 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:10:14.703553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:14.769741 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:14.771330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:14.772356 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:14.785508 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:14.841782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51780) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:14.855428 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-1fca4c5f-5b36-480e-9387-396165bace79 admin admin] Request body: {'subnet': {'network_id': 'a3819091-132d-4322-9daf-aa300ab85688', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2142584066-subnet', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:10:14.857993 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5753250 Feb 09 14:10:14.890475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1fca4c5f-5b36-480e-9387-396165bace79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:10:14.907653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1fca4c5f-5b36-480e-9387-396165bace79 admin admin] Usage tracker for resource:subnet and tenant:d5f9b726f6ce4559a200793ee72f0043 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:10:14.919962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1fca4c5f-5b36-480e-9387-396165bace79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:10:14.949850 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1fca4c5f-5b36-480e-9387-396165bace79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:10:14.992280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fca4c5f-5b36-480e-9387-396165bace79 admin admin] Made reservation on behalf of d5f9b726f6ce4559a200793ee72f0043 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:10:15.010055 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1fca4c5f-5b36-480e-9387-396165bace79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:15.039210 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f2a616-f926-464f-8d14-970f0a5b8ff6,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:15.048606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800816ea-d31d-4133-b730-a0e33b20f172 admin admin] Pushing event updated for resources: {'Network': ['ID=a3819091-132d-4322-9daf-aa300ab85688,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:15.072898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network a3819091-132d-4322-9daf-aa300ab85688 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:10:15.278089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51784) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:15.313894 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aeadd7ca-8f0c-46fd-ab6c-dbd9b27a187d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:15.390005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0ecdee35-28e2-452d-aba3-0ceeabd20774, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0ecdee35-28e2-452d-aba3-0ceeabd20774,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:15.396464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-aeadd7ca-8f0c-46fd-ab6c-dbd9b27a187d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:10:15.410611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-aeadd7ca-8f0c-46fd-ab6c-dbd9b27a187d admin admin] Usage tracker for resource:security_group_rule and tenant:999627aa9d374902ad42e2cd1cd1138c is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:10:15.422743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-aeadd7ca-8f0c-46fd-ab6c-dbd9b27a187d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:10:15.425998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '0ecdee35-28e2-452d-aba3-0ceeabd20774', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '0ecdee35-28e2-452d-aba3-0ceeabd20774', 'mac_address': 'fa:16:3e:39:f1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:10:15.448692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-aeadd7ca-8f0c-46fd-ab6c-dbd9b27a187d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:10:15.469136 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1fca4c5f-5b36-480e-9387-396165bace79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:15.656156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca4c5f-5b36-480e-9387-396165bace79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb60b11-6de1-4727-8e56-ab7238e8c437,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:15.669747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca4c5f-5b36-480e-9387-396165bace79 admin admin] Checking segment: {'id': '04dcee4b-a075-4468-b909-d005f1fad37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a3819091-132d-4322-9daf-aa300ab85688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:10:15.670449 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fca4c5f-5b36-480e-9387-396165bace79 admin admin] Network hostable DHCP agents. Network: a3819091-132d-4322-9daf-aa300ab85688, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:10:15.699591 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fca4c5f-5b36-480e-9387-396165bace79 admin admin] Network a3819091-132d-4322-9daf-aa300ab85688 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:10:15.709387 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:15.718547 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aeadd7ca-8f0c-46fd-ab6c-dbd9b27a187d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:15.719273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-1fca4c5f-5b36-480e-9387-396165bace79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, a3819091-132d-4322-9daf-aa300ab85688) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:10:15.725902 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aeadd7ca-8f0c-46fd-ab6c-dbd9b27a187d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:15.726233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fca4c5f-5b36-480e-9387-396165bace79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:15.727792 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1fca4c5f-5b36-480e-9387-396165bace79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:15.742454 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156e9ba8-3802-49a0-8bf6-ccc1dd0bf8fc None None] Network a3819091-132d-4322-9daf-aa300ab85688 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:10:15.778703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadd7ca-8f0c-46fd-ab6c-dbd9b27a187d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cee6413-de64-4029-b848-791c49b6d1e2,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:15.786532 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1fca4c5f-5b36-480e-9387-396165bace79 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9428079 Feb 09 14:10:15.789456 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51790) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:15.799172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2142584066-router', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:10:15.807215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:10:15.813852 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Usage tracker for resource:router and tenant:d5f9b726f6ce4559a200793ee72f0043 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:10:15.821696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:10:15.830823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:10:15.848489 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-aeadd7ca-8f0c-46fd-ab6c-dbd9b27a187d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=999627aa9d374902ad42e2cd1cd1138c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5662723 Feb 09 14:10:15.849754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51794) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:15.861372 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:15.879143 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:15.910332 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:15.958168 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecdee35-28e2-452d-aba3-0ceeabd20774 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:10:15.981350 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-348691fa-3427-43a4-8eda-376c5b8fe245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:16.064112 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-348691fa-3427-43a4-8eda-376c5b8fe245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:16.083326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0ecdee35-28e2-452d-aba3-0ceeabd20774, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0ecdee35-28e2-452d-aba3-0ceeabd20774,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:16.094521 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:16.229687 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.resource_extend [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:10:16.230626 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-348691fa-3427-43a4-8eda-376c5b8fe245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:16.268554 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348691fa-3427-43a4-8eda-376c5b8fe245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cee6413-de64-4029-b848-791c49b6d1e2,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:16.275088 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-348691fa-3427-43a4-8eda-376c5b8fe245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:16.280243 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-348691fa-3427-43a4-8eda-376c5b8fe245 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6cee6413-de64-4029-b848-791c49b6d1e2 HTTP/1.1" status: 204 len: 168 time: 0.4244502 Feb 09 14:10:16.424777 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:16.809216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['0ecdee35-28e2-452d-aba3-0ceeabd20774'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:10:16.937642 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=0ecdee35-28e2-452d-aba3-0ceeabd20774,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:16.963077 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-a3819091-132d-4322-9daf-aa300ab85688', 'network_id': 'a3819091-132d-4322-9daf-aa300ab85688', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043', 'fixed_ips': [{'subnet_id': 'fcb60b11-6de1-4727-8e56-ab7238e8c437'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:10:16.964483 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:16.997982 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:17.049394 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Transition to ACTIVE for port object 57d97404-6451-4167-a89a-e13195244b7c will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:10:17.140620 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:17.361395 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:17.427911 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:17.671368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Allocated IP 172.25.8.101 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/9f147346-c976-420b-9faa-953ec13fd825) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:10:18.001291 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:18.036316 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Allocated IP 172.20.0.2 (a3819091-132d-4322-9daf-aa300ab85688/fcb60b11-6de1-4727-8e56-ab7238e8c437/55ba9a31-37d1-44cb-bd49-5e7b70509df9) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:10:18.089302 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:18.316706 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:10:18.335049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:10:18.340953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:10:18.418554 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device db4da2b6-02ae-4c76-9da4-011175e7de24 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:10:18.454730 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Pushing event updated for resources: {'Port': ['ID=9f147346-c976-420b-9faa-953ec13fd825,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:18.615055 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb382f9c-f16b-44ba-9bb2-714d7afaa7d4 None None] Pushing event updated for resources: {'Port': ['ID=57d97404-6451-4167-a89a-e13195244b7c,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:19.118435 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Attempting to bind port 57d97404-6451-4167-a89a-e13195244b7c on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:10:19.118435 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Attempting to bind port 57d97404-6451-4167-a89a-e13195244b7c by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '5abf8051-3014-4b19-81c3-051bdb34d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:10:19.121607 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Attempting to bind port 57d97404-6451-4167-a89a-e13195244b7c on network 5ecf557b-3451-414e-a126-ea2d09f0f0a9 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:10:19.147493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:10:19.152022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Checking segment: {'id': '5abf8051-3014-4b19-81c3-051bdb34d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:10:19.156770 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:19.157428 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Bound using segment: {'id': '5abf8051-3014-4b19-81c3-051bdb34d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:10:19.157998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Bound port: 57d97404-6451-4167-a89a-e13195244b7c, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abf8051-3014-4b19-81c3-051bdb34d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:10:19.158380 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:19.194181 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port db4da2b6-02ae-4c76-9da4-011175e7de24, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=db4da2b6-02ae-4c76-9da4-011175e7de24,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:19.258876 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:19.281396 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'db4da2b6-02ae-4c76-9da4-011175e7de24', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': 'db4da2b6-02ae-4c76-9da4-011175e7de24', 'mac_address': 'fa:16:3e:cf:60:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:10:19.544878 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:19.580525 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Transition to ACTIVE for port object 55ba9a31-37d1-44cb-bd49-5e7b70509df9 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:10:19.591956 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:19.626874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4da2b6-02ae-4c76-9da4-011175e7de24 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:10:19.633688 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] For port 57d97404-6451-4167-a89a-e13195244b7c, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:10:19.669388 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Transition to ACTIVE for port object 55ba9a31-37d1-44cb-bd49-5e7b70509df9 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:10:19.674652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] For port 57d97404-6451-4167-a89a-e13195244b7c, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=57d97404-6451-4167-a89a-e13195244b7c,segment=NetworkSegment(5abf8051-3014-4b19-81c3-051bdb34d844),segment_id=5abf8051-3014-4b19-81c3-051bdb34d844)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:10:19.680507 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:19.717072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddeb6e9-d560-4912-9315-103e087b1230 req-5f0c20be-cdd3-4538-a842-2f17ad058e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:19.725464 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fddeb6e9-d560-4912-9315-103e087b1230 req-5f0c20be-cdd3-4538-a842-2f17ad058e87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eef4b4f9c5c64b73ae0c92a52362be6f&device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 1096 time: 0.8124580 Feb 09 14:10:19.740573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port db4da2b6-02ae-4c76-9da4-011175e7de24, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=db4da2b6-02ae-4c76-9da4-011175e7de24,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:19.753897 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:19.803081 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:19.823049 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Network a3819091-132d-4322-9daf-aa300ab85688 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:10:19.831936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:10:19.839636 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:10:19.900303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Pushing event updated for resources: {'Port': ['ID=55ba9a31-37d1-44cb-bd49-5e7b70509df9,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:20.102442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Routers {'d2875e01-cda6-445b-872c-e18bc532dcde'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:10:20.102442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:09:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d2875e01-cda6-445b-872c-e18bc532dcde'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:10:20.241051 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c26bf3c-081a-4258-9bc0-913547581567 req-b7e9a6e4-c5f8-4cad-a4ac-21ee45198ebb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2632003 Feb 09 14:10:20.346246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Attempting to bind port 55ba9a31-37d1-44cb-bd49-5e7b70509df9 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:10:20.346854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Attempting to bind port 55ba9a31-37d1-44cb-bd49-5e7b70509df9 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '04dcee4b-a075-4468-b909-d005f1fad37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a3819091-132d-4322-9daf-aa300ab85688'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:10:20.347224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Attempting to bind port 55ba9a31-37d1-44cb-bd49-5e7b70509df9 on network a3819091-132d-4322-9daf-aa300ab85688 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:10:20.403495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['db4da2b6-02ae-4c76-9da4-011175e7de24'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:10:20.481692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26bf3c-081a-4258-9bc0-913547581567 req-373c5bda-0f92-41cb-abe8-460c9458563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:20.483219 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c26bf3c-081a-4258-9bc0-913547581567 req-373c5bda-0f92-41cb-abe8-460c9458563e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 1100 time: 0.1995246 Feb 09 14:10:20.544598 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:10:20.545452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Checking segment: {'id': '04dcee4b-a075-4468-b909-d005f1fad37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a3819091-132d-4322-9daf-aa300ab85688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:10:20.546107 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:20.548001 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Bound using segment: {'id': '04dcee4b-a075-4468-b909-d005f1fad37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a3819091-132d-4322-9daf-aa300ab85688'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:10:20.548658 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Bound port: 55ba9a31-37d1-44cb-bd49-5e7b70509df9, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dcee4b-a075-4468-b909-d005f1fad37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a3819091-132d-4322-9daf-aa300ab85688'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:10:20.552087 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:20.765506 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0ecdee35-28e2-452d-aba3-0ceeabd20774 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:20.878528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26bf3c-081a-4258-9bc0-913547581567 req-bbef14d8-23f2-43a8-8684-1f83fa243fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:20.893027 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c26bf3c-081a-4258-9bc0-913547581567 req-bbef14d8-23f2-43a8-8684-1f83fa243fc3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.3838711 Feb 09 14:10:21.110568 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] For port 55ba9a31-37d1-44cb-bd49-5e7b70509df9, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:10:21.114922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] For port 55ba9a31-37d1-44cb-bd49-5e7b70509df9, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=55ba9a31-37d1-44cb-bd49-5e7b70509df9,segment=NetworkSegment(04dcee4b-a075-4468-b909-d005f1fad37c),segment_id=04dcee4b-a075-4468-b909-d005f1fad37c)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:10:21.119065 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c26bf3c-081a-4258-9bc0-913547581567 req-9884108e-70f6-4acc-ac08-c61fdf5ef528 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=887c5ea5-22c7-416b-9347-33cdf413e7a6 HTTP/1.1" status: 200 len: 217 time: 0.2214763 Feb 09 14:10:21.120651 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb382f9c-f16b-44ba-9bb2-714d7afaa7d4 None None] Pushing event updated for resources: {'Port': ['ID=57d97404-6451-4167-a89a-e13195244b7c,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:21.169314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddeb6e9-d560-4912-9315-103e087b1230 req-3500d47a-4f62-4e40-a6fe-07a6e949b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:21.173492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fddeb6e9-d560-4912-9315-103e087b1230 req-3500d47a-4f62-4e40-a6fe-07a6e949b575 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f0b561ef-919a-4607-9883-c51de0b2aead HTTP/1.1" status: 200 len: 905 time: 1.4086962 Feb 09 14:10:21.228011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26bf3c-081a-4258-9bc0-913547581567 req-11d2c8a2-6c20-433e-a2e8-ae137a3cf8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:21.230529 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c26bf3c-081a-4258-9bc0-913547581567 req-11d2c8a2-6c20-433e-a2e8-ae137a3cf8ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1055653 Feb 09 14:10:21.247139 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:21.365963 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fddeb6e9-d560-4912-9315-103e087b1230 req-56e004b4-c716-4f8d-b4aa-f41ba7dfdaf4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=468f5c36-1bbe-4d2f-a8a1-38941611b160 HTTP/1.1" status: 200 len: 217 time: 0.1647208 Feb 09 14:10:21.391441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26bf3c-081a-4258-9bc0-913547581567 req-11f55d41-5e93-44f8-8981-bb7bf417452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:21.401006 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c26bf3c-081a-4258-9bc0-913547581567 req-11f55d41-5e93-44f8-8981-bb7bf417452c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1643095 Feb 09 14:10:21.422317 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:21.488209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] Set router d2875e01-cda6-445b-872c-e18bc532dcde gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:10:21.722785 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c26bf3c-081a-4258-9bc0-913547581567 req-2f20c2f8-45fe-4d6f-838d-b4d8ccdeccaf service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083699 Feb 09 14:10:21.791938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddeb6e9-d560-4912-9315-103e087b1230 req-eb29758a-18c6-49d7-b9dd-43acbf69ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:21.800097 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fddeb6e9-d560-4912-9315-103e087b1230 req-eb29758a-18c6-49d7-b9dd-43acbf69ca7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75d935aa-4e72-46ee-a516-faccc6fa2775 HTTP/1.1" status: 200 len: 845 time: 0.4243567 Feb 09 14:10:21.988730 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fddeb6e9-d560-4912-9315-103e087b1230 req-d6c89bf7-5c67-499a-a6e5-0cd9cc95546c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f0b561ef-919a-4607-9883-c51de0b2aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1757059 Feb 09 14:10:22.057833 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c26bf3c-081a-4258-9bc0-913547581567 req-0aacbd1a-d705-48ac-9296-f5a1c2e372b5 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290958 Feb 09 14:10:22.318953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=db4da2b6-02ae-4c76-9da4-011175e7de24,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:22.408153 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fddeb6e9-d560-4912-9315-103e087b1230 req-3189a744-46e2-4409-b86a-64a183f61af1 service neutron] 10.222.0.35 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898902 Feb 09 14:10:22.410565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Router 199230c1-6c5e-4fb3-9ee5-65fa48261a3e is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:10:22.451410 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 0ecdee35-28e2-452d-aba3-0ceeabd20774 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:10:22.464052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 0ecdee35-28e2-452d-aba3-0ceeabd20774 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:22.465750 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:22.771199 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95407b-af51-4433-8c06-ebabc980e2b9 None None] Pushing event updated for resources: {'Port': ['ID=55ba9a31-37d1-44cb-bd49-5e7b70509df9,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:23.059324 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'name': 'tempest-AttachSCSIVolumeTestJSON-326998575-router', 'tenant_id': '251a1be4a8d944b3a69a1272b254657e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:37Z', 'updated_at': '2022-02-09T14:10:04Z', 'revision_number': 4, 'project_id': '251a1be4a8d944b3a69a1272b254657e', 'gw_port': {'id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:42Z', 'updated_at': '2022-02-09T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '57d97404-6451-4167-a89a-e13195244b7c', 'name': '', 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9', 'tenant_id': '251a1be4a8d944b3a69a1272b254657e', 'mac_address': 'fa:16:3e:a3:df:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '3f36dee6-4387-4c1a-8446-0e41ca89bc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:10:00Z', 'updated_at': '2022-02-09T14:10:19Z', 'revision_number': 4, 'project_id': '251a1be4a8d944b3a69a1272b254657e', 'subnets': [{'id': '3f36dee6-4387-4c1a-8446-0e41ca89bc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:10:23.096015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df1db5-0a95-4be6-a7ec-92f2fdc7b56a None None] The sync data for ids ['d2875e01-cda6-445b-872c-e18bc532dcde'] in n-d-828418-2 is: [{'id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'name': 'tempest-AttachSCSIVolumeTestJSON-326998575-router', 'tenant_id': '251a1be4a8d944b3a69a1272b254657e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:37Z', 'updated_at': '2022-02-09T14:10:04Z', 'revision_number': 4, 'project_id': '251a1be4a8d944b3a69a1272b254657e', 'gw_port': {'id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:42Z', 'updated_at': '2022-02-09T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '57d97404-6451-4167-a89a-e13195244b7c', 'name': '', 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9', 'tenant_id': '251a1be4a8d944b3a69a1272b254657e', 'mac_address': 'fa:16:3e:a3:df:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '3f36dee6-4387-4c1a-8446-0e41ca89bc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:10:00Z', 'updated_at': '2022-02-09T14:10:19Z', 'revision_number': 4, 'project_id': '251a1be4a8d944b3a69a1272b254657e', 'subnets': [{'id': '3f36dee6-4387-4c1a-8446-0e41ca89bc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:10:23.102892 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:23.169236 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 55ba9a31-37d1-44cb-bd49-5e7b70509df9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:23.325361 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fddeb6e9-d560-4912-9315-103e087b1230 req-0db4fc41-03ea-441b-8552-c60a9c754adf service neutron] 10.222.0.35 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9046054 Feb 09 14:10:23.339552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0ecdee35-28e2-452d-aba3-0ceeabd20774, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0ecdee35-28e2-452d-aba3-0ceeabd20774,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:23.360829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:10:23.370268 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:23.377465 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Sync routers for ids ['199230c1-6c5e-4fb3-9ee5-65fa48261a3e'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:10:23.401047 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Routers {'199230c1-6c5e-4fb3-9ee5-65fa48261a3e'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:10:23.402281 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:09:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['199230c1-6c5e-4fb3-9ee5-65fa48261a3e'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:10:23.448471 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:23.453510 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51900) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:23.454953 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-edf49fc9-c689-4db6-b5a0-01f4927661ca admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6635461 Feb 09 14:10:23.730585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=0ecdee35-28e2-452d-aba3-0ceeabd20774,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:23.759465 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 55ba9a31-37d1-44cb-bd49-5e7b70509df9 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:10:23.969400 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Set router 199230c1-6c5e-4fb3-9ee5-65fa48261a3e gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:10:24.031572 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device db4da2b6-02ae-4c76-9da4-011175e7de24 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:24.308564 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b838c30e-2baa-4018-a7db-34bde0669055 None None] Network a3819091-132d-4322-9daf-aa300ab85688 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:10:24.635130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-30ae8b44-e587-48dd-a791-6ff4529a37ac None None] Provisioning for port 55ba9a31-37d1-44cb-bd49-5e7b70509df9 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:10:24.690324 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-30ae8b44-e587-48dd-a791-6ff4529a37ac None None] Provisioning complete for port 55ba9a31-37d1-44cb-bd49-5e7b70509df9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:24.690693 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-30ae8b44-e587-48dd-a791-6ff4529a37ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:24.785836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port db4da2b6-02ae-4c76-9da4-011175e7de24 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:10:24.811633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port db4da2b6-02ae-4c76-9da4-011175e7de24 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:24.812055 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:25.094376 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-30ae8b44-e587-48dd-a791-6ff4529a37ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:25.212506 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 57d97404-6451-4167-a89a-e13195244b7c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:25.219091 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2142584066-router', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '9f147346-c976-420b-9faa-953ec13fd825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:10:15Z', 'updated_at': '2022-02-09T14:10:18Z', 'revision_number': 3, 'project_id': 'd5f9b726f6ce4559a200793ee72f0043', 'gw_port': {'id': '9f147346-c976-420b-9faa-953ec13fd825', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:79:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:10:17Z', 'updated_at': '2022-02-09T14:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:10:25.229838 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Checking router: 199230c1-6c5e-4fb3-9ee5-65fa48261a3e for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:10:25.230693 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Updating router 199230c1-6c5e-4fb3-9ee5-65fa48261a3e port 9f147346-c976-420b-9faa-953ec13fd825 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:10:25.412488 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:25.686306 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-30ae8b44-e587-48dd-a791-6ff4529a37ac None None] For port 55ba9a31-37d1-44cb-bd49-5e7b70509df9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=55ba9a31-37d1-44cb-bd49-5e7b70509df9,segment=NetworkSegment(04dcee4b-a075-4468-b909-d005f1fad37c),segment_id=04dcee4b-a075-4468-b909-d005f1fad37c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:25.691995 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:25.745575 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-30ae8b44-e587-48dd-a791-6ff4529a37ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:25.960702 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:26.173487 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port db4da2b6-02ae-4c76-9da4-011175e7de24, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=db4da2b6-02ae-4c76-9da4-011175e7de24,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:26.191686 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 57d97404-6451-4167-a89a-e13195244b7c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:10:26.215767 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae8b44-e587-48dd-a791-6ff4529a37ac None None] Pushing event updated for resources: {'Port': ['ID=55ba9a31-37d1-44cb-bd49-5e7b70509df9,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:26.254456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 57d97404-6451-4167-a89a-e13195244b7c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:26.254838 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:26.349562 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:26.590186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Allocated IP 172.20.0.1 (a3819091-132d-4322-9daf-aa300ab85688/fcb60b11-6de1-4727-8e56-ab7238e8c437/445792fe-b9d3-414a-bee5-5020b46df646) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:10:26.631623 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=db4da2b6-02ae-4c76-9da4-011175e7de24,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:26.635398 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:26.738736 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Transition to ACTIVE for port object 9f147346-c976-420b-9faa-953ec13fd825 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:10:26.761409 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:26.911137 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b747-ca1a-4495-bb08-ae1c0907f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:26.974954 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e8371415-a580-4c64-b15a-51b0c49d0602 None None] Provisioning complete for port 55ba9a31-37d1-44cb-bd49-5e7b70509df9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:26.975685 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e8371415-a580-4c64-b15a-51b0c49d0602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:27.020511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51934) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:27.039373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:27.074517 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:27.158596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Transition to ACTIVE for port object 445792fe-b9d3-414a-bee5-5020b46df646 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:10:27.199797 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d083be3-bfc0-4018-af12-363354db7c46 None None] Pushing event updated for resources: {'Port': ['ID=9f147346-c976-420b-9faa-953ec13fd825,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:27.210469 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Attempting to bind port 9f147346-c976-420b-9faa-953ec13fd825 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:10:27.211069 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Attempting to bind port 9f147346-c976-420b-9faa-953ec13fd825 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:10:27.211671 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Attempting to bind port 9f147346-c976-420b-9faa-953ec13fd825 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:10:27.222900 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:27.223238 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d083be3-bfc0-4018-af12-363354db7c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:27.223396 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d083be3-bfc0-4018-af12-363354db7c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:27.223877 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d083be3-bfc0-4018-af12-363354db7c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:27.224223 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d083be3-bfc0-4018-af12-363354db7c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:27.224542 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d083be3-bfc0-4018-af12-363354db7c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:27.224855 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d083be3-bfc0-4018-af12-363354db7c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:27.225785 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d083be3-bfc0-4018-af12-363354db7c46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:27.225785 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d083be3-bfc0-4018-af12-363354db7c46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:27.225785 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d083be3-bfc0-4018-af12-363354db7c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:27.226507 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d083be3-bfc0-4018-af12-363354db7c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:27.226930 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d083be3-bfc0-4018-af12-363354db7c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:27.227289 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d083be3-bfc0-4018-af12-363354db7c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:27.243274 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:10:27.244418 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:10:27.244920 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:27.245315 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:10:27.245789 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Bound port: 9f147346-c976-420b-9faa-953ec13fd825, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:10:27.246175 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:27.313828 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 57d97404-6451-4167-a89a-e13195244b7c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=57d97404-6451-4167-a89a-e13195244b7c,segment=NetworkSegment(5abf8051-3014-4b19-81c3-051bdb34d844),segment_id=5abf8051-3014-4b19-81c3-051bdb34d844)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:27.322958 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:27.386356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Network a3819091-132d-4322-9daf-aa300ab85688 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:10:27.388234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:10:27.391971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:10:27.447825 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2a2e-7560-4211-82ba-2d65e5e49b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:27.458751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Pushing event updated for resources: {'Port': ['ID=445792fe-b9d3-414a-bee5-5020b46df646,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:27.484694 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:27.521734 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b9ef2a2e-7560-4211-82ba-2d65e5e49b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:10:27.541114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b9ef2a2e-7560-4211-82ba-2d65e5e49b22 admin admin] Usage tracker for resource:security_group_rule and tenant:fe3ed9ff81dc4bf998fd0d5448626254 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:10:27.558567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b9ef2a2e-7560-4211-82ba-2d65e5e49b22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:10:27.561002 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] For port 9f147346-c976-420b-9faa-953ec13fd825, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:10:27.575600 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] For port 9f147346-c976-420b-9faa-953ec13fd825, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9f147346-c976-420b-9faa-953ec13fd825,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:10:27.580942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b9ef2a2e-7560-4211-82ba-2d65e5e49b22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:10:27.582242 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:27.602524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 55ba9a31-37d1-44cb-bd49-5e7b70509df9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:27.766255 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:27.893659 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Routers {'199230c1-6c5e-4fb3-9ee5-65fa48261a3e'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:10:27.894623 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:09:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['199230c1-6c5e-4fb3-9ee5-65fa48261a3e'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:10:27.969676 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2a2e-7560-4211-82ba-2d65e5e49b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:27.978903 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2a2e-7560-4211-82ba-2d65e5e49b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:28.025344 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=57d97404-6451-4167-a89a-e13195244b7c,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:28.047261 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d083be3-bfc0-4018-af12-363354db7c46 None None] Pushing event updated for resources: {'Port': ['ID=9f147346-c976-420b-9faa-953ec13fd825,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:28.081177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 55ba9a31-37d1-44cb-bd49-5e7b70509df9 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:28.081546 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:28.129725 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef2a2e-7560-4211-82ba-2d65e5e49b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040c012a-a0cf-40d5-aa1a-586f90ed5721,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:28.168684 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b9ef2a2e-7560-4211-82ba-2d65e5e49b22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe3ed9ff81dc4bf998fd0d5448626254&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1467922 Feb 09 14:10:28.172278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51968) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:28.176177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c6d769e3-7bd1-4708-881e-c7de5bef8a98 None None] Provisioning for port 445792fe-b9d3-414a-bee5-5020b46df646 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:10:28.198501 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c6d769e3-7bd1-4708-881e-c7de5bef8a98 None None] Provisioning complete for port 445792fe-b9d3-414a-bee5-5020b46df646 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:28.198865 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c6d769e3-7bd1-4708-881e-c7de5bef8a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:28.353047 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f6dab9b-5111-4ab9-a5b6-f8c0f41aef17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:28.368045 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:28.381974 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:28.408625 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c6d769e3-7bd1-4708-881e-c7de5bef8a98 None None] Port 445792fe-b9d3-414a-bee5-5020b46df646 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:10:28.430033 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f6dab9b-5111-4ab9-a5b6-f8c0f41aef17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:28.449443 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] Set router 199230c1-6c5e-4fb3-9ee5-65fa48261a3e gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:10:28.572309 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f6dab9b-5111-4ab9-a5b6-f8c0f41aef17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:28.629567 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f6dab9b-5111-4ab9-a5b6-f8c0f41aef17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:28.635567 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9f6dab9b-5111-4ab9-a5b6-f8c0f41aef17 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/040c012a-a0cf-40d5-aa1a-586f90ed5721 HTTP/1.1" status: 204 len: 168 time: 0.4561665 Feb 09 14:10:28.635567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dab9b-5111-4ab9-a5b6-f8c0f41aef17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040c012a-a0cf-40d5-aa1a-586f90ed5721,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:28.731852 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:28.740414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Pushing event updated for resources: {'Port': ['ID=445792fe-b9d3-414a-bee5-5020b46df646,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:28.978577 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9e227d-adde-4de8-90d6-58e0098bfffc', 'name': 'network-vif-deleted', 'tag': 'b369dcc1-7a92-4b89-9ad5-b64f7ac1f14a', 'status': 'completed', 'code': 200} Feb 09 14:10:29.106437 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e05aa1-22bd-4ab1-94b9-005eee3cdc52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468f5c36-1bbe-4d2f-a8a1-38941611b160', 'code': 200} Feb 09 14:10:29.118926 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b255f29a-d7d1-46b2-a36f-ee393858aac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:29.127900 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2142584066-router', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '9f147346-c976-420b-9faa-953ec13fd825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:10:15Z', 'updated_at': '2022-02-09T14:10:27Z', 'revision_number': 4, 'project_id': 'd5f9b726f6ce4559a200793ee72f0043', 'gw_port': {'id': '9f147346-c976-420b-9faa-953ec13fd825', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:79:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:10:17Z', 'updated_at': '2022-02-09T14:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '445792fe-b9d3-414a-bee5-5020b46df646', 'name': '', 'network_id': 'a3819091-132d-4322-9daf-aa300ab85688', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043', 'mac_address': 'fa:16:3e:3d:91:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'fcb60b11-6de1-4727-8e56-ab7238e8c437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:10:26Z', 'updated_at': '2022-02-09T14:10:26Z', 'revision_number': 1, 'project_id': 'd5f9b726f6ce4559a200793ee72f0043', 'subnets': [{'id': 'fcb60b11-6de1-4727-8e56-ab7238e8c437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:10:29.142120 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e15cd-88fe-4d26-824c-b63283c1cb6f None None] The sync data for ids ['199230c1-6c5e-4fb3-9ee5-65fa48261a3e'] in n-d-828418-2 is: [{'id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2142584066-router', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '9f147346-c976-420b-9faa-953ec13fd825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:10:15Z', 'updated_at': '2022-02-09T14:10:27Z', 'revision_number': 4, 'project_id': 'd5f9b726f6ce4559a200793ee72f0043', 'gw_port': {'id': '9f147346-c976-420b-9faa-953ec13fd825', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:79:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:10:17Z', 'updated_at': '2022-02-09T14:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '445792fe-b9d3-414a-bee5-5020b46df646', 'name': '', 'network_id': 'a3819091-132d-4322-9daf-aa300ab85688', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043', 'mac_address': 'fa:16:3e:3d:91:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'fcb60b11-6de1-4727-8e56-ab7238e8c437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:10:26Z', 'updated_at': '2022-02-09T14:10:26Z', 'revision_number': 1, 'project_id': 'd5f9b726f6ce4559a200793ee72f0043', 'subnets': [{'id': 'fcb60b11-6de1-4727-8e56-ab7238e8c437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:10:29.182758 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bf3984-174d-4869-8b3c-33dcb3f675b1', 'tag': 'db4da2b6-02ae-4c76-9da4-011175e7de24', 'status': 'completed', 'code': 200} Feb 09 14:10:29.201480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Network a3819091-132d-4322-9daf-aa300ab85688 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:10:29.220954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:10:29.425768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e1fb5-0a3e-4271-8a23-1157f7f76190 req-e6e2b1d1-03ae-47d6-a485-6f28df2477c4 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:29.431713 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b72e1fb5-0a3e-4271-8a23-1157f7f76190 req-e6e2b1d1-03ae-47d6-a485-6f28df2477c4 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 950 time: 0.2590804 Feb 09 14:10:29.506903 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52002) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:29.565276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 57d97404-6451-4167-a89a-e13195244b7c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:29.590081 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06108536-92bb-4c56-9049-4177741e7b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:29.828603 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b72e1fb5-0a3e-4271-8a23-1157f7f76190 req-34851404-fd71-4ba4-8a09-cf33513e5fe1 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6e06da0-e930-40ab-a541-46b9bd3955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903310 Feb 09 14:10:29.847076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-06108536-92bb-4c56-9049-4177741e7b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:10:29.859365 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 57d97404-6451-4167-a89a-e13195244b7c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:29.860195 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:29.872299 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-06108536-92bb-4c56-9049-4177741e7b35 admin admin] Usage tracker for resource:security_group_rule and tenant:ff0391eb6acc4949a70b095a20ed86a3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:10:29.877756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-06108536-92bb-4c56-9049-4177741e7b35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:10:29.903623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-06108536-92bb-4c56-9049-4177741e7b35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:10:30.020138 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c6843d72-57aa-4acd-b9a0-91b20a1beb3a None None] Provisioning complete for port 445792fe-b9d3-414a-bee5-5020b46df646 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:30.020589 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c6843d72-57aa-4acd-b9a0-91b20a1beb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:30.190193 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06108536-92bb-4c56-9049-4177741e7b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:30.196201 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06108536-92bb-4c56-9049-4177741e7b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:30.270543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Router 199230c1-6c5e-4fb3-9ee5-65fa48261a3e has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:10:30.275899 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b193ac3-23d7-42ed-945f-162774973503 req-601b55dd-a745-4db7-bf13-73bc6cc6bfc8 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/floatingips/d993df6c-de3d-48dd-953e-623e8d61944e HTTP/1.1" status: 200 len: 693 time: 1.0513589 Feb 09 14:10:30.304153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c6843d72-57aa-4acd-b9a0-91b20a1beb3a None None] Port 445792fe-b9d3-414a-bee5-5020b46df646 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:10:30.306803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06108536-92bb-4c56-9049-4177741e7b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc26054-0ba6-42ff-8613-106203334cbb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:30.342009 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:30.396164 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-06108536-92bb-4c56-9049-4177741e7b35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff0391eb6acc4949a70b095a20ed86a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8869967 Feb 09 14:10:30.397741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52008) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:30.430121 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:30.659275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b193ac3-23d7-42ed-945f-162774973503 req-48e9cad3-3dc9-48fb-9127-cfea47eec52f tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:30.660745 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b193ac3-23d7-42ed-945f-162774973503 req-48e9cad3-3dc9-48fb-9127-cfea47eec52f tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.3693585 Feb 09 14:10:30.692242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34a5d0-773c-49fd-a64c-a593715b7027 req-42b577f7-482e-492f-b64c-f37f2700c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:30.693732 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea34a5d0-773c-49fd-a64c-a593715b7027 req-42b577f7-482e-492f-b64c-f37f2700c358 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=beeb51e3d8874419bafa70211a464ecf&device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 1101 time: 1.4787018 Feb 09 14:10:30.756027 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e30b7080-d0b1-4ea6-ac3b-a261e8aa2b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:30.916394 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e30b7080-d0b1-4ea6-ac3b-a261e8aa2b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:30.999564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34a5d0-773c-49fd-a64c-a593715b7027 req-60f0482d-8d6b-4900-b61d-16bfae561482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:31.001876 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea34a5d0-773c-49fd-a64c-a593715b7027 req-60f0482d-8d6b-4900-b61d-16bfae561482 service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.3004515 Feb 09 14:10:31.012135 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec3d262-6c95-46b7-b19e-f5155567feda', 'tag': '0ecdee35-28e2-452d-aba3-0ceeabd20774'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:10:31.108130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd61664-cce4-4505-b345-5edcef596536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1'}, {'server_uuid': 'dec3d262-6c95-46b7-b19e-f5155567feda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecdee35-28e2-452d-aba3-0ceeabd20774'}, {'server_uuid': 'f9bf3984-174d-4869-8b3c-33dcb3f675b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4da2b6-02ae-4c76-9da4-011175e7de24'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:10:31.172992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18314f36-5f75-4ca5-9700-b2bcff611238 req-06a9f165-94eb-4534-b1ef-a203cf6b2ef3 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:31.173652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-18314f36-5f75-4ca5-9700-b2bcff611238 req-06a9f165-94eb-4534-b1ef-a203cf6b2ef3 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Synchronizing usage tracker for tenant:3c6a03b6484b48d8a9fb9b18aaadf881 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:10:31.190094 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e30b7080-d0b1-4ea6-ac3b-a261e8aa2b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:31.215704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b7080-d0b1-4ea6-ac3b-a261e8aa2b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc26054-0ba6-42ff-8613-106203334cbb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:31.228240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-18314f36-5f75-4ca5-9700-b2bcff611238 req-06a9f165-94eb-4534-b1ef-a203cf6b2ef3 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Unset dirty status for tenant:3c6a03b6484b48d8a9fb9b18aaadf881 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:10:31.231404 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea34a5d0-773c-49fd-a64c-a593715b7027 req-ab70ce1c-6d2e-43a1-9bb0-541e3f0caa79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=db4da2b6-02ae-4c76-9da4-011175e7de24 HTTP/1.1" status: 200 len: 217 time: 0.2219131 Feb 09 14:10:31.237552 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-18314f36-5f75-4ca5-9700-b2bcff611238 req-06a9f165-94eb-4534-b1ef-a203cf6b2ef3 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 0.2140875 Feb 09 14:10:31.292190 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e30b7080-d0b1-4ea6-ac3b-a261e8aa2b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:31.296062 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e30b7080-d0b1-4ea6-ac3b-a261e8aa2b86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0cc26054-0ba6-42ff-8613-106203334cbb HTTP/1.1" status: 204 len: 168 time: 0.8930335 Feb 09 14:10:31.330681 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-18314f36-5f75-4ca5-9700-b2bcff611238 req-c258a32b-e25c-4b95-be28-ad6c27bd278a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883203 Feb 09 14:10:31.354886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34a5d0-773c-49fd-a64c-a593715b7027 req-32b4651a-66ed-4e91-a3fb-a4bcccf0ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:31.373926 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea34a5d0-773c-49fd-a64c-a593715b7027 req-32b4651a-66ed-4e91-a3fb-a4bcccf0ab62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1266992 Feb 09 14:10:31.382190 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-648b7cac-fa40-4a8e-9567-9efb407be13e req-d8fd5117-c9df-4c0e-90fe-b84b2d081182 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=eaa5855ad1e84432a33f732d4aee7d0f HTTP/1.1" status: 200 len: 696 time: 0.3798742 Feb 09 14:10:31.539071 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9f147346-c976-420b-9faa-953ec13fd825 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:31.794077 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:31.886253 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 9f147346-c976-420b-9faa-953ec13fd825 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:10:31.899467 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 9f147346-c976-420b-9faa-953ec13fd825 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:31.899865 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:32.106165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:10:32.139943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b7cac-fa40-4a8e-9567-9efb407be13e req-acff4878-8810-4bcd-948a-52c753330ebd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:32.143926 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-648b7cac-fa40-4a8e-9567-9efb407be13e req-acff4878-8810-4bcd-948a-52c753330ebd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/networks?id=c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 787 time: 0.4986069 Feb 09 14:10:32.162395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-52d07d8b-c78f-4949-8657-bf4a994612d1 admin admin] 10.222.0.48 "PUT /v2.0/routers/199230c1-6c5e-4fb3-9ee5-65fa48261a3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7079375 Feb 09 14:10:32.171792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-648b7cac-fa40-4a8e-9567-9efb407be13e req-0dbd46f7-2c02-4d80-a1a5-949d7f1f70c4 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:10:32.173265 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-648b7cac-fa40-4a8e-9567-9efb407be13e req-0dbd46f7-2c02-4d80-a1a5-949d7f1f70c4 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078645 Feb 09 14:10:32.202814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34a5d0-773c-49fd-a64c-a593715b7027 req-0136a396-397a-441f-aa96-f26f4041c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:32.204908 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea34a5d0-773c-49fd-a64c-a593715b7027 req-0136a396-397a-441f-aa96-f26f4041c949 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8183188 Feb 09 14:10:32.403244 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:32.475454 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 9f147346-c976-420b-9faa-953ec13fd825, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9f147346-c976-420b-9faa-953ec13fd825,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:32.487912 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:32.554779 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec3d262-6c95-46b7-b19e-f5155567feda', 'tag': '0ecdee35-28e2-452d-aba3-0ceeabd20774', 'status': 'completed', 'code': 200} Feb 09 14:10:32.781458 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd61664-cce4-4505-b345-5edcef596536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1', 'code': 200} Feb 09 14:10:32.781794 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec3d262-6c95-46b7-b19e-f5155567feda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecdee35-28e2-452d-aba3-0ceeabd20774', 'code': 200} Feb 09 14:10:32.781966 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bf3984-174d-4869-8b3c-33dcb3f675b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4da2b6-02ae-4c76-9da4-011175e7de24', 'code': 200} Feb 09 14:10:32.783312 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=9f147346-c976-420b-9faa-953ec13fd825,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:33.175124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1eb2a-a743-4a71-94b8-c0adfb3c1329 req-a0fab540-baf9-4e2d-8253-df311a2729a4 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:33.180224 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4df1eb2a-a743-4a71-94b8-c0adfb3c1329 req-a0fab540-baf9-4e2d-8253-df311a2729a4 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 949 time: 1.2830343 Feb 09 14:10:33.214508 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea34a5d0-773c-49fd-a64c-a593715b7027 req-98cadc00-6f5e-41d7-9ac5-90a3198aad06 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0015626 Feb 09 14:10:33.309240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9234b3-01b6-4acb-af89-4901ed058a6f req-04e43f5f-2a6a-4008-a7d2-a23018e61297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:33.310654 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d9234b3-01b6-4acb-af89-4901ed058a6f req-04e43f5f-2a6a-4008-a7d2-a23018e61297 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=beeb51e3d8874419bafa70211a464ecf&device_id=dec3d262-6c95-46b7-b19e-f5155567feda HTTP/1.1" status: 200 len: 1100 time: 0.7512975 Feb 09 14:10:33.734571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9f147346-c976-420b-9faa-953ec13fd825 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:33.807516 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea34a5d0-773c-49fd-a64c-a593715b7027 req-8cc00e8a-414c-4862-8428-245b032d8056 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669415 Feb 09 14:10:34.060571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 887c5ea5-22c7-416b-9347-33cdf413e7a6 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:10:34.090159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dcee9-3fe1-4837-b5d0-b6413414adf7 req-6e16f7ee-ffee-4674-ade1-170ee5b079e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:34.091653 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f20dcee9-3fe1-4837-b5d0-b6413414adf7 req-6e16f7ee-ffee-4674-ade1-170ee5b079e0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dec3d262-6c95-46b7-b19e-f5155567feda HTTP/1.1" status: 200 len: 1100 time: 1.2121542 Feb 09 14:10:34.130414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57729d4-6114-4750-9e35-118399ace615 req-0d34f1f8-c94c-4e24-a095-201522e38109 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:34.131988 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c57729d4-6114-4750-9e35-118399ace615 req-0d34f1f8-c94c-4e24-a095-201522e38109 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 948 time: 1.2461143 Feb 09 14:10:34.263958 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f20dcee9-3fe1-4837-b5d0-b6413414adf7 req-c8f0de79-da09-464c-970f-f66a7061cab3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d6e06da0-e930-40ab-a541-46b9bd3955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306286 Feb 09 14:10:34.345692 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c57729d4-6114-4750-9e35-118399ace615 req-407213b7-7f83-423d-bdc4-773e1b9ab693 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809139 Feb 09 14:10:34.378961 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 9f147346-c976-420b-9faa-953ec13fd825 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:34.379635 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:34.656921 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Sync routers for ids ['199230c1-6c5e-4fb3-9ee5-65fa48261a3e'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:10:34.713961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-4df1eb2a-a743-4a71-94b8-c0adfb3c1329 req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Deleting port 887c5ea5-22c7-416b-9347-33cdf413e7a6 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:10:34.714598 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4df1eb2a-a743-4a71-94b8-c0adfb3c1329 req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:34.733387 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Routers {'199230c1-6c5e-4fb3-9ee5-65fa48261a3e'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:10:34.734410 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:10:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['199230c1-6c5e-4fb3-9ee5-65fa48261a3e'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:10:34.846835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9234b3-01b6-4acb-af89-4901ed058a6f req-7e8a6dde-1e30-44bd-8bbe-44ba2aa5c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:34.849206 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d9234b3-01b6-4acb-af89-4901ed058a6f req-7e8a6dde-1e30-44bd-8bbe-44ba2aa5c925 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 1.4438467 Feb 09 14:10:34.862741 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:34.914864 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f38106e-b3b9-4570-a279-dbdac4781fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '887c5ea5-22c7-416b-9347-33cdf413e7a6'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:10:34.933350 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 887c5ea5-22c7-416b-9347-33cdf413e7a6, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=887c5ea5-22c7-416b-9347-33cdf413e7a6,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:34.938676 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:35.060813 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Set router 199230c1-6c5e-4fb3-9ee5-65fa48261a3e gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:10:35.233893 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=887c5ea5-22c7-416b-9347-33cdf413e7a6,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:35.582944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4593c-e4c6-45e8-b9ce-34232991305b req-e54a65d0-3422-4784-856b-4ead54c165dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:35.595472 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2eb4593c-e4c6-45e8-b9ce-34232991305b req-e54a65d0-3422-4784-856b-4ead54c165dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 1101 time: 2.9057024 Feb 09 14:10:35.616821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714bc58-6349-4279-94a5-ed20d16ef51c req-2fc046b7-8172-4ddf-951f-51751bed8406 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:35.624075 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d714bc58-6349-4279-94a5-ed20d16ef51c req-2fc046b7-8172-4ddf-951f-51751bed8406 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 950 time: 3.0681159 Feb 09 14:10:35.630550 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d9234b3-01b6-4acb-af89-4901ed058a6f req-cb481b2e-78d2-4b3c-86d6-284a4f065c1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0ecdee35-28e2-452d-aba3-0ceeabd20774 HTTP/1.1" status: 200 len: 217 time: 0.7108166 Feb 09 14:10:35.895345 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2142584066-router', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '9f147346-c976-420b-9faa-953ec13fd825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:10:15Z', 'updated_at': '2022-02-09T14:10:27Z', 'revision_number': 4, 'project_id': 'd5f9b726f6ce4559a200793ee72f0043', 'gw_port': {'id': '9f147346-c976-420b-9faa-953ec13fd825', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:10:17Z', 'updated_at': '2022-02-09T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '445792fe-b9d3-414a-bee5-5020b46df646', 'name': '', 'network_id': 'a3819091-132d-4322-9daf-aa300ab85688', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043', 'mac_address': 'fa:16:3e:3d:91:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'fcb60b11-6de1-4727-8e56-ab7238e8c437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:10:26Z', 'updated_at': '2022-02-09T14:10:27Z', 'revision_number': 2, 'project_id': 'd5f9b726f6ce4559a200793ee72f0043', 'subnets': [{'id': 'fcb60b11-6de1-4727-8e56-ab7238e8c437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:10:35.913298 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Checking router: 199230c1-6c5e-4fb3-9ee5-65fa48261a3e for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:10:35.915623 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Updating router 199230c1-6c5e-4fb3-9ee5-65fa48261a3e port 445792fe-b9d3-414a-bee5-5020b46df646 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:10:36.048259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:10:36.229112 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:36.449420 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d714bc58-6349-4279-94a5-ed20d16ef51c req-30c7a816-f4f4-4e35-b6b9-ac11c04413ce tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6e06da0-e930-40ab-a541-46b9bd3955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8205314 Feb 09 14:10:36.587102 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2eb4593c-e4c6-45e8-b9ce-34232991305b req-43e6128f-5d71-4246-a4cb-d83ef23d4c05 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d6e06da0-e930-40ab-a541-46b9bd3955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9501388 Feb 09 14:10:36.629369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9234b3-01b6-4acb-af89-4901ed058a6f req-4df1c517-2ce9-45b5-9dd9-9d726d82c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:36.638045 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d9234b3-01b6-4acb-af89-4901ed058a6f req-4df1c517-2ce9-45b5-9dd9-9d726d82c704 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.9985290 Feb 09 14:10:36.691828 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0be21-a292-4f22-8f12-8aaeff0c765b req-6d0d9d5e-1eaa-490b-8ef9-5966ce7f63d8 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:36.700760 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-71b0be21-a292-4f22-8f12-8aaeff0c765b req-6d0d9d5e-1eaa-490b-8ef9-5966ce7f63d8 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 948 time: 1.8308792 Feb 09 14:10:37.162064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-71b0be21-a292-4f22-8f12-8aaeff0c765b req-91672c9f-cdf7-453d-8355-312be968ee9e tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Deleting port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:10:37.162433 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-71b0be21-a292-4f22-8f12-8aaeff0c765b req-91672c9f-cdf7-453d-8355-312be968ee9e tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:37.223425 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:37.243938 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Transition to ACTIVE for port object 445792fe-b9d3-414a-bee5-5020b46df646 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:10:37.254014 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:37.750111 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5c543024-123b-428a-925f-aa0c3d2be50f req-abb9bd0c-1e1a-4353-93d5-d12b237ecd07 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/floatingips/d993df6c-de3d-48dd-953e-623e8d61944e HTTP/1.1" status: 200 len: 693 time: 1.2988563 Feb 09 14:10:37.876643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-4df1eb2a-a743-4a71-94b8-c0adfb3c1329 req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] For port 887c5ea5-22c7-416b-9347-33cdf413e7a6, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=887c5ea5-22c7-416b-9347-33cdf413e7a6,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:37.878397 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4df1eb2a-a743-4a71-94b8-c0adfb3c1329 req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:37.893691 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0fdd4-0640-4b59-bb86-6925eca824db None None] Pushing event updated for resources: {'Port': ['ID=445792fe-b9d3-414a-bee5-5020b46df646,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:38.050703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Attempting to bind port 445792fe-b9d3-414a-bee5-5020b46df646 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:10:38.054341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Attempting to bind port 445792fe-b9d3-414a-bee5-5020b46df646 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '04dcee4b-a075-4468-b909-d005f1fad37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a3819091-132d-4322-9daf-aa300ab85688'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:10:38.064361 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Attempting to bind port 445792fe-b9d3-414a-bee5-5020b46df646 on network a3819091-132d-4322-9daf-aa300ab85688 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:10:38.100603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:10:38.101610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Checking segment: {'id': '04dcee4b-a075-4468-b909-d005f1fad37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a3819091-132d-4322-9daf-aa300ab85688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:10:38.110501 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:38.114103 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Bound using segment: {'id': '04dcee4b-a075-4468-b909-d005f1fad37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a3819091-132d-4322-9daf-aa300ab85688'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:10:38.114934 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Bound port: 445792fe-b9d3-414a-bee5-5020b46df646, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dcee4b-a075-4468-b909-d005f1fad37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a3819091-132d-4322-9daf-aa300ab85688'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:10:38.118774 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:38.570883 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:38.680875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] For port 445792fe-b9d3-414a-bee5-5020b46df646, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:10:38.698932 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] For port 445792fe-b9d3-414a-bee5-5020b46df646, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=445792fe-b9d3-414a-bee5-5020b46df646,segment=NetworkSegment(04dcee4b-a075-4468-b909-d005f1fad37c),segment_id=04dcee4b-a075-4468-b909-d005f1fad37c)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:10:38.711525 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:38.770541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c543024-123b-428a-925f-aa0c3d2be50f req-0f1210d0-e555-46c5-9706-938b27267115 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:38.771157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-5c543024-123b-428a-925f-aa0c3d2be50f req-0f1210d0-e555-46c5-9706-938b27267115 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Synchronizing usage tracker for tenant:eaa5855ad1e84432a33f732d4aee7d0f on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:10:38.821781 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9234b3-01b6-4acb-af89-4901ed058a6f req-7b174523-678f-4b3a-8c95-b670be7eb9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:38.823962 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d9234b3-01b6-4acb-af89-4901ed058a6f req-7b174523-678f-4b3a-8c95-b670be7eb9f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 2.1137121 Feb 09 14:10:38.914068 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-5c543024-123b-428a-925f-aa0c3d2be50f req-0f1210d0-e555-46c5-9706-938b27267115 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Unset dirty status for tenant:eaa5855ad1e84432a33f732d4aee7d0f on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:10:38.915512 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5c543024-123b-428a-925f-aa0c3d2be50f req-0f1210d0-e555-46c5-9706-938b27267115 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 1.0741858 Feb 09 14:10:39.098788 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0fdd4-0640-4b59-bb86-6925eca824db None None] Pushing event updated for resources: {'Port': ['ID=445792fe-b9d3-414a-bee5-5020b46df646,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:39.167721 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Routers {'199230c1-6c5e-4fb3-9ee5-65fa48261a3e'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:10:39.171814 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:10:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['199230c1-6c5e-4fb3-9ee5-65fa48261a3e'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:10:39.352243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-4df1eb2a-a743-4a71-94b8-c0adfb3c1329 req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Calling delete_port for 887c5ea5-22c7-416b-9347-33cdf413e7a6 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:10:39.724136 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d9234b3-01b6-4acb-af89-4901ed058a6f req-3c915bbd-b23f-472e-a343-31429774a7c8 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8074911 Feb 09 14:10:39.863676 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] Set router 199230c1-6c5e-4fb3-9ee5-65fa48261a3e gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:10:40.044594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bee7d-c956-401a-9fdd-307a7813da25 req-9a3c9472-616b-442f-bdbb-f134f2f6eaad tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:40.058091 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-352bee7d-c956-401a-9fdd-307a7813da25 req-9a3c9472-616b-442f-bdbb-f134f2f6eaad tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 947 time: 0.3304780 Feb 09 14:10:40.284869 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-352bee7d-c956-401a-9fdd-307a7813da25 req-d8b780c6-ae02-4d33-a7ae-2e30c52d1143 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230570 Feb 09 14:10:40.470098 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f38106e-b3b9-4570-a279-dbdac4781fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '887c5ea5-22c7-416b-9347-33cdf413e7a6', 'code': 200} Feb 09 14:10:40.483498 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 445792fe-b9d3-414a-bee5-5020b46df646 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:40.491408 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4df1eb2a-a743-4a71-94b8-c0adfb3c1329 req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:40.650704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['72188270-bd12-4af3-9fcc-5acd7a7ee933'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:10:40.680364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52186) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:40.817647 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-71b0be21-a292-4f22-8f12-8aaeff0c765b req-91672c9f-cdf7-453d-8355-312be968ee9e tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] For port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:40.818409 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-71b0be21-a292-4f22-8f12-8aaeff0c765b req-91672c9f-cdf7-453d-8355-312be968ee9e tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:40.969642 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:41.006326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a409425e-4c26-4305-99e1-6e9ff2f52465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:41.044608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a409425e-4c26-4305-99e1-6e9ff2f52465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:10:41.058138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a409425e-4c26-4305-99e1-6e9ff2f52465 admin admin] Usage tracker for resource:security_group_rule and tenant:06560283becf43d9a2ae734d445ff132 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:10:41.063351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a409425e-4c26-4305-99e1-6e9ff2f52465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:10:41.073694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a409425e-4c26-4305-99e1-6e9ff2f52465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:10:41.089236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b14e9-3edc-41f7-a9eb-d86fc9d018ba req-5544a885-63a0-42b1-b1fd-30789e1e0f9c tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:41.090783 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3b2b14e9-3edc-41f7-a9eb-d86fc9d018ba req-5544a885-63a0-42b1-b1fd-30789e1e0f9c tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 948 time: 0.2367618 Feb 09 14:10:41.104544 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 445792fe-b9d3-414a-bee5-5020b46df646 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:10:41.112031 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 445792fe-b9d3-414a-bee5-5020b46df646 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:41.112430 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:41.190136 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2142584066-router', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '9f147346-c976-420b-9faa-953ec13fd825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:10:15Z', 'updated_at': '2022-02-09T14:10:27Z', 'revision_number': 4, 'project_id': 'd5f9b726f6ce4559a200793ee72f0043', 'gw_port': {'id': '9f147346-c976-420b-9faa-953ec13fd825', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:10:17Z', 'updated_at': '2022-02-09T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '445792fe-b9d3-414a-bee5-5020b46df646', 'name': '', 'network_id': 'a3819091-132d-4322-9daf-aa300ab85688', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043', 'mac_address': 'fa:16:3e:3d:91:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'fcb60b11-6de1-4727-8e56-ab7238e8c437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:10:26Z', 'updated_at': '2022-02-09T14:10:38Z', 'revision_number': 4, 'project_id': 'd5f9b726f6ce4559a200793ee72f0043', 'subnets': [{'id': 'fcb60b11-6de1-4727-8e56-ab7238e8c437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:10:41.217582 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3b2b14e9-3edc-41f7-a9eb-d86fc9d018ba req-b5fccd6a-c780-4fd1-967a-8b4c2d10bcd1 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023481 Feb 09 14:10:41.276765 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c445d97c-86ed-46ff-923a-32619a90b920 None None] The sync data for ids ['199230c1-6c5e-4fb3-9ee5-65fa48261a3e'] in n-d-828418-2 is: [{'id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2142584066-router', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '9f147346-c976-420b-9faa-953ec13fd825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:10:15Z', 'updated_at': '2022-02-09T14:10:27Z', 'revision_number': 4, 'project_id': 'd5f9b726f6ce4559a200793ee72f0043', 'gw_port': {'id': '9f147346-c976-420b-9faa-953ec13fd825', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:10:17Z', 'updated_at': '2022-02-09T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '445792fe-b9d3-414a-bee5-5020b46df646', 'name': '', 'network_id': 'a3819091-132d-4322-9daf-aa300ab85688', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043', 'mac_address': 'fa:16:3e:3d:91:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': 'fcb60b11-6de1-4727-8e56-ab7238e8c437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:10:26Z', 'updated_at': '2022-02-09T14:10:38Z', 'revision_number': 4, 'project_id': 'd5f9b726f6ce4559a200793ee72f0043', 'subnets': [{'id': 'fcb60b11-6de1-4727-8e56-ab7238e8c437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:10:41.355101 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5c543024-123b-428a-925f-aa0c3d2be50f req-fc55da0b-f9ee-446a-9131-a70ab3b95713 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 696 time: 1.5557134 Feb 09 14:10:41.405457 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-71b0be21-a292-4f22-8f12-8aaeff0c765b req-91672c9f-cdf7-453d-8355-312be968ee9e tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Calling delete_port for 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:10:41.418783 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a409425e-4c26-4305-99e1-6e9ff2f52465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:41.431094 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a409425e-4c26-4305-99e1-6e9ff2f52465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:41.557046 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:41.606125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 445792fe-b9d3-414a-bee5-5020b46df646, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=445792fe-b9d3-414a-bee5-5020b46df646,segment=NetworkSegment(04dcee4b-a075-4468-b909-d005f1fad37c),segment_id=04dcee4b-a075-4468-b909-d005f1fad37c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:41.611839 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:41.779107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=445792fe-b9d3-414a-bee5-5020b46df646,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:41.805183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409425e-4c26-4305-99e1-6e9ff2f52465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617d5003-2984-44fb-a017-ce4e981e89cc,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:41.845321 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a409425e-4c26-4305-99e1-6e9ff2f52465 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06560283becf43d9a2ae734d445ff132&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1558294 Feb 09 14:10:41.846145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52200) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:41.893046 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5c543024-123b-428a-925f-aa0c3d2be50f req-53f64ffc-6996-40a3-9e3f-0237fcc4f077 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.224 HTTP/1.1" status: 200 len: 696 time: 0.5357533 Feb 09 14:10:42.070136 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-340ea8a7-5a5a-4fea-83d1-d6f7cdf849b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:42.111012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc2091-8dce-4ce1-a3b5-192b572cb91a req-729d8afa-c80d-46c6-aeba-3bcbad877e0f tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:42.112046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fbdc2091-8dce-4ce1-a3b5-192b572cb91a req-729d8afa-c80d-46c6-aeba-3bcbad877e0f tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Synchronizing usage tracker for tenant:beeb51e3d8874419bafa70211a464ecf on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:10:42.156484 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-340ea8a7-5a5a-4fea-83d1-d6f7cdf849b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:42.273396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Pushing event deleted for resources: {'Port': ['ID=887c5ea5-22c7-416b-9347-33cdf413e7a6,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:42.273652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fbdc2091-8dce-4ce1-a3b5-192b572cb91a req-729d8afa-c80d-46c6-aeba-3bcbad877e0f tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Unset dirty status for tenant:beeb51e3d8874419bafa70211a464ecf on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:10:42.288460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-5c543024-123b-428a-925f-aa0c3d2be50f req-e519a3e0-0cca-4c64-8e0e-3bd3f040bd38 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Deleting port 47aa8350-b223-41c6-ba37-3d3823311319 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:10:42.288920 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5c543024-123b-428a-925f-aa0c3d2be50f req-e519a3e0-0cca-4c64-8e0e-3bd3f040bd38 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:42.290117 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fbdc2091-8dce-4ce1-a3b5-192b572cb91a req-729d8afa-c80d-46c6-aeba-3bcbad877e0f tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 950 time: 0.7376606 Feb 09 14:10:42.381260 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fbdc2091-8dce-4ce1-a3b5-192b572cb91a req-4dc334c9-8c12-4ab9-bb70-c96f830641fc tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6e06da0-e930-40ab-a541-46b9bd3955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881197 Feb 09 14:10:42.409032 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-340ea8a7-5a5a-4fea-83d1-d6f7cdf849b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:42.444213 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-340ea8a7-5a5a-4fea-83d1-d6f7cdf849b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:42.448220 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-340ea8a7-5a5a-4fea-83d1-d6f7cdf849b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/617d5003-2984-44fb-a017-ce4e981e89cc HTTP/1.1" status: 204 len: 168 time: 0.5842433 Feb 09 14:10:42.472878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ea8a7-5a5a-4fea-83d1-d6f7cdf849b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617d5003-2984-44fb-a017-ce4e981e89cc,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:42.833311 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7bde3771-947d-4825-b952-1785bb027b5a req-3683da3a-a187-4d8e-9bd9-e33850411ef7 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f38106e-b3b9-4570-a279-dbdac4781fda HTTP/1.1" status: 200 len: 210 time: 0.0711136 Feb 09 14:10:42.905925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:42.906559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:42.906671 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:42.906937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:42.907273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:42.907604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:42.907977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:42.908308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:42.908634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:42.908961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:42.909279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:42.909618 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:43.053926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df1eb2a-a743-4a71-94b8-c0adfb3c1329 req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] No DVR routers for this DVR port 887c5ea5-22c7-416b-9347-33cdf413e7a6 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:10:43.067356 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4df1eb2a-a743-4a71-94b8-c0adfb3c1329 req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:43.070170 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f38106e-b3b9-4570-a279-dbdac4781fda', 'name': 'network-vif-deleted', 'tag': '887c5ea5-22c7-416b-9347-33cdf413e7a6'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:10:43.086911 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fca53-156a-4653-86ac-341e56f92c2e req-5c580bba-1618-44dd-8554-18190496e57b tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:43.096709 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c2fca53-156a-4653-86ac-341e56f92c2e req-5c580bba-1618-44dd-8554-18190496e57b tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 948 time: 0.1278818 Feb 09 14:10:43.169558 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d9234b3-01b6-4acb-af89-4901ed058a6f req-49674b62-e3ef-4ead-ba1e-d200cffe759e service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.9337611 Feb 09 14:10:43.174630 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4df1eb2a-a743-4a71-94b8-c0adfb3c1329 req-dc13faa2-4da2-4d1e-81a8-8e424ab21595 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.21 "DELETE /v2.0/ports/887c5ea5-22c7-416b-9347-33cdf413e7a6 HTTP/1.1" status: 204 len: 173 time: 9.9831052 Feb 09 14:10:43.222261 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5c543024-123b-428a-925f-aa0c3d2be50f req-e519a3e0-0cca-4c64-8e0e-3bd3f040bd38 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:43.224372 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5c543024-123b-428a-925f-aa0c3d2be50f req-e519a3e0-0cca-4c64-8e0e-3bd3f040bd38 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:43.253901 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c2fca53-156a-4653-86ac-341e56f92c2e req-c391afa7-2f5f-446c-bf2c-cb414319cc46 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fadfab5-6b1f-44a9-9270-660f2885f2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528354 Feb 09 14:10:43.306725 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52228) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:43.353183 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee94c3f7-a43d-4d51-8fa1-cb9b42590afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:43.450437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ee94c3f7-a43d-4d51-8fa1-cb9b42590afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:10:43.463965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ee94c3f7-a43d-4d51-8fa1-cb9b42590afc admin admin] Usage tracker for resource:security_group_rule and tenant:1431bb368d9345fab4ad1bfd4e2baafa is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:10:43.470781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ee94c3f7-a43d-4d51-8fa1-cb9b42590afc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:10:43.495184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ee94c3f7-a43d-4d51-8fa1-cb9b42590afc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:10:43.807676 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 445792fe-b9d3-414a-bee5-5020b46df646 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:43.896647 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-5c543024-123b-428a-925f-aa0c3d2be50f req-e519a3e0-0cca-4c64-8e0e-3bd3f040bd38 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Calling delete_port for 47aa8350-b223-41c6-ba37-3d3823311319 owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:10:43.979263 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-71b0be21-a292-4f22-8f12-8aaeff0c765b req-91672c9f-cdf7-453d-8355-312be968ee9e tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:44.143231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 445792fe-b9d3-414a-bee5-5020b46df646 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:44.143231 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:44.164880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99402c-1063-4c64-a33c-a9f9be30e0fb req-01312ff7-d2fc-4401-9363-e194db36e76a tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:44.186038 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ff99402c-1063-4c64-a33c-a9f9be30e0fb req-01312ff7-d2fc-4401-9363-e194db36e76a tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec3d262-6c95-46b7-b19e-f5155567feda HTTP/1.1" status: 200 len: 949 time: 0.6112962 Feb 09 14:10:44.187421 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91672c9f-cdf7-453d-8355-312be968ee9e tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Pushing event deleted for resources: {'Port': ['ID=66e3b46f-0551-4e31-8dc6-f2c913ed02c1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:44.278327 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee94c3f7-a43d-4d51-8fa1-cb9b42590afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:44.300325 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee94c3f7-a43d-4d51-8fa1-cb9b42590afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:44.403633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94c3f7-a43d-4d51-8fa1-cb9b42590afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b9b8cc-7105-4ecd-a3c1-de7ea5b496c0,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:44.481776 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ff99402c-1063-4c64-a33c-a9f9be30e0fb req-7596860f-255e-44b4-a48a-609c9dc97019 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6e06da0-e930-40ab-a541-46b9bd3955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931118 Feb 09 14:10:44.520185 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ee94c3f7-a43d-4d51-8fa1-cb9b42590afc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1431bb368d9345fab4ad1bfd4e2baafa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2069123 Feb 09 14:10:44.521780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52238) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:44.566536 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b0be21-a292-4f22-8f12-8aaeff0c765b req-91672c9f-cdf7-453d-8355-312be968ee9e tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] No DVR routers for this DVR port 66e3b46f-0551-4e31-8dc6-f2c913ed02c1 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:10:44.566536 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-71b0be21-a292-4f22-8f12-8aaeff0c765b req-91672c9f-cdf7-453d-8355-312be968ee9e tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:44.659189 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-71b0be21-a292-4f22-8f12-8aaeff0c765b req-91672c9f-cdf7-453d-8355-312be968ee9e tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.21 "DELETE /v2.0/ports/66e3b46f-0551-4e31-8dc6-f2c913ed02c1 HTTP/1.1" status: 204 len: 173 time: 7.7965586 Feb 09 14:10:44.756944 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b79d0976-3cb6-4fe7-afef-4cafe1e7229d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:44.774908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 468f5c36-1bbe-4d2f-a8a1-38941611b160 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:10:44.813280 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b79d0976-3cb6-4fe7-afef-4cafe1e7229d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:44.848770 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f38106e-b3b9-4570-a279-dbdac4781fda', 'name': 'network-vif-deleted', 'tag': '887c5ea5-22c7-416b-9347-33cdf413e7a6', 'status': 'completed', 'code': 200} Feb 09 14:10:44.898852 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b79d0976-3cb6-4fe7-afef-4cafe1e7229d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:44.953393 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5c543024-123b-428a-925f-aa0c3d2be50f req-e519a3e0-0cca-4c64-8e0e-3bd3f040bd38 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:44.961237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d0976-3cb6-4fe7-afef-4cafe1e7229d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b9b8cc-7105-4ecd-a3c1-de7ea5b496c0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:44.997635 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b79d0976-3cb6-4fe7-afef-4cafe1e7229d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:45.009923 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b79d0976-3cb6-4fe7-afef-4cafe1e7229d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98b9b8cc-7105-4ecd-a3c1-de7ea5b496c0 HTTP/1.1" status: 204 len: 168 time: 0.4817755 Feb 09 14:10:45.137053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519a3e0-0cca-4c64-8e0e-3bd3f040bd38 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Pushing event deleted for resources: {'Port': ['ID=47aa8350-b223-41c6-ba37-3d3823311319,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:45.214236 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:45.296705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 468f5c36-1bbe-4d2f-a8a1-38941611b160, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=468f5c36-1bbe-4d2f-a8a1-38941611b160,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:45.297716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e05aa1-22bd-4ab1-94b9-005eee3cdc52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468f5c36-1bbe-4d2f-a8a1-38941611b160'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:10:45.316173 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:45.391434 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5c543024-123b-428a-925f-aa0c3d2be50f req-e519a3e0-0cca-4c64-8e0e-3bd3f040bd38 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:45.430426 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5c543024-123b-428a-925f-aa0c3d2be50f req-e519a3e0-0cca-4c64-8e0e-3bd3f040bd38 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:45.432989 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5c543024-123b-428a-925f-aa0c3d2be50f req-e519a3e0-0cca-4c64-8e0e-3bd3f040bd38 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "DELETE /v2.0/floatingips/d993df6c-de3d-48dd-953e-623e8d61944e HTTP/1.1" status: 204 len: 173 time: 3.5380783 Feb 09 14:10:45.466025 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5c309bc7-5c95-433f-9131-46bdb88fc88e req-886db2bf-8953-4280-be7e-c5b79f5669a4 tempest-ImagesOneServerTestJSON-246003646 tempest-ImagesOneServerTestJSON-246003646-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbd61664-cce4-4505-b345-5edcef596536 HTTP/1.1" status: 200 len: 210 time: 0.1396530 Feb 09 14:10:45.483666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=468f5c36-1bbe-4d2f-a8a1-38941611b160,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:46.570947 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e05aa1-22bd-4ab1-94b9-005eee3cdc52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468f5c36-1bbe-4d2f-a8a1-38941611b160', 'code': 200} Feb 09 14:10:46.833728 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-6c0e3a7c-9498-49c7-b69c-115f64be9d4f tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2253916 Feb 09 14:10:46.839768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:10:46.846402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:10:46.857414 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:10:46.860874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Usage tracker for resource:floatingip and tenant:eaa5855ad1e84432a33f732d4aee7d0f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:10:46.864713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:10:46.871228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:10:46.881618 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd61664-cce4-4505-b345-5edcef596536', 'name': 'network-vif-deleted', 'tag': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:10:46.889874 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:46.990691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ac923-4914-45e2-8c1d-1ed8f04df5a3 req-34f4a90a-916c-4d95-b513-2fe452eb3e40 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:46.998600 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-187ac923-4914-45e2-8c1d-1ed8f04df5a3 req-34f4a90a-916c-4d95-b513-2fe452eb3e40 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.1056392 Feb 09 14:10:47.106308 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:47.121837 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-187ac923-4914-45e2-8c1d-1ed8f04df5a3 req-9e3ca90c-a6fb-4d85-9ceb-20cd8f057b66 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/security-groups?id=a54d3850-4225-4025-b16c-b00ccc0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222072 Feb 09 14:10:47.525515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Allocated IP 172.25.8.78 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/965a5039-544b-44f3-99dd-bf7c177d73ad) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:10:47.723132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601e7f9-e9d4-45bc-8449-ffe1efc0fc0f req-8ca9280b-066f-405d-81c7-53054c8ad5b2 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:47.724446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f601e7f9-e9d4-45bc-8449-ffe1efc0fc0f req-8ca9280b-066f-405d-81c7-53054c8ad5b2 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Synchronizing usage tracker for tenant:3c6a03b6484b48d8a9fb9b18aaadf881 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:10:47.749455 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd61664-cce4-4505-b345-5edcef596536', 'name': 'network-vif-deleted', 'tag': '66e3b46f-0551-4e31-8dc6-f2c913ed02c1', 'status': 'completed', 'code': 200} Feb 09 14:10:47.828499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52376) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:47.829812 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:47.873826 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f601e7f9-e9d4-45bc-8449-ffe1efc0fc0f req-8ca9280b-066f-405d-81c7-53054c8ad5b2 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Unset dirty status for tenant:3c6a03b6484b48d8a9fb9b18aaadf881 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:10:47.875172 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f601e7f9-e9d4-45bc-8449-ffe1efc0fc0f req-8ca9280b-066f-405d-81c7-53054c8ad5b2 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.21 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 950 time: 0.6968980 Feb 09 14:10:47.876361 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:47.988797 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-a5933560-1abf-4f4f-aaf1-c6246db5c900 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--593398010&fields=id&tenant_id=6118b9a480b24069a1123aafc487f0a0 HTTP/1.1" status: 200 len: 267 time: 0.0615845 Feb 09 14:10:48.206357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:10:48.213371 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:10:48.226439 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:10:48.312486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Pushing event updated for resources: {'Port': ['ID=965a5039-544b-44f3-99dd-bf7c177d73ad,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:48.336373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-f601e7f9-e9d4-45bc-8449-ffe1efc0fc0f req-6ea270c1-7248-4e45-a525-c20ae0aa1085 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Deleting port 72188270-bd12-4af3-9fcc-5acd7a7ee933 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:10:48.336735 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f601e7f9-e9d4-45bc-8449-ffe1efc0fc0f req-6ea270c1-7248-4e45-a525-c20ae0aa1085 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:48.453433 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bd8a5543-bdfd-447f-9b3f-73f3cdb3594f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74dd94117c2344ef93fcc11ad11ff6b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6203988 Feb 09 14:10:48.454341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52402) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:10:48.466145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-9359ac4f-ca13-414e-9f9e-103aca7f2b02 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:48.473550 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-9359ac4f-ca13-414e-9f9e-103aca7f2b02 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/networks?id=a0a7099d-e4ae-47ce-bada-1cc326e07287 HTTP/1.1" status: 200 len: 816 time: 0.4830945 Feb 09 14:10:48.492522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-0d859832-3dca-4e59-b203-a4a46c126db6 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/quotas/6118b9a480b24069a1123aafc487f0a0 HTTP/1.1" status: 200 len: 375 time: 0.0179634 Feb 09 14:10:48.701483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-114f3f4b-622f-475c-bcae-b403bf32d406 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Synchronizing usage tracker for tenant:6118b9a480b24069a1123aafc487f0a0 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:10:48.715422 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:48.728923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-114f3f4b-622f-475c-bcae-b403bf32d406 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Unset dirty status for tenant:6118b9a480b24069a1123aafc487f0a0 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:10:48.740019 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-114f3f4b-622f-475c-bcae-b403bf32d406 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6118b9a480b24069a1123aafc487f0a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2430751 Feb 09 14:10:48.928451 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-fba66a74-198e-4c25-9d18-b00eb718af94 service neutron] 10.222.0.48 "GET /v2.0/networks/a0a7099d-e4ae-47ce-bada-1cc326e07287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776137 Feb 09 14:10:48.962027 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f589b8c2-6d7a-481d-a4f6-53bd5af25260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:49.039615 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f589b8c2-6d7a-481d-a4f6-53bd5af25260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:49.195942 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f589b8c2-6d7a-481d-a4f6-53bd5af25260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:49.203338 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-7dbd8bc8-90cd-43dd-97b8-34738f610eb9 service neutron] 10.222.0.48 "GET /v2.0/networks/a0a7099d-e4ae-47ce-bada-1cc326e07287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732813 Feb 09 14:10:49.272554 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:49.356246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589b8c2-6d7a-481d-a4f6-53bd5af25260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fadfab5-6b1f-44a9-9270-660f2885f2d6,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:49.393630 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f601e7f9-e9d4-45bc-8449-ffe1efc0fc0f req-6ea270c1-7248-4e45-a525-c20ae0aa1085 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] For port 72188270-bd12-4af3-9fcc-5acd7a7ee933, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=72188270-bd12-4af3-9fcc-5acd7a7ee933,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:49.393993 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f601e7f9-e9d4-45bc-8449-ffe1efc0fc0f req-6ea270c1-7248-4e45-a525-c20ae0aa1085 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:49.654589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-f601e7f9-e9d4-45bc-8449-ffe1efc0fc0f req-6ea270c1-7248-4e45-a525-c20ae0aa1085 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Calling delete_port for 72188270-bd12-4af3-9fcc-5acd7a7ee933 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:10:49.777663 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f589b8c2-6d7a-481d-a4f6-53bd5af25260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:49.778879 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f589b8c2-6d7a-481d-a4f6-53bd5af25260 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fadfab5-6b1f-44a9-9270-660f2885f2d6 HTTP/1.1" status: 204 len: 168 time: 1.3235078 Feb 09 14:10:49.884011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2150199-cfe8-4eb5-87df-5b5f64fd8eb4 req-44e60f5b-9280-4c5d-8cbc-e67d947520fd tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:49.885557 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c2150199-cfe8-4eb5-87df-5b5f64fd8eb4 req-44e60f5b-9280-4c5d-8cbc-e67d947520fd tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.35 "GET /v2.0/ports?device_id=89e05aa1-22bd-4ab1-94b9-005eee3cdc52 HTTP/1.1" status: 200 len: 943 time: 0.3763611 Feb 09 14:10:50.104461 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 72188270-bd12-4af3-9fcc-5acd7a7ee933 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:10:50.339546 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-c2150199-cfe8-4eb5-87df-5b5f64fd8eb4 req-35e0a117-76be-4949-9917-8d1e31fc46a2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Deleting port 468f5c36-1bbe-4d2f-a8a1-38941611b160 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:10:50.355026 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c2150199-cfe8-4eb5-87df-5b5f64fd8eb4 req-35e0a117-76be-4949-9917-8d1e31fc46a2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:50.506616 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:10:50.539670 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:50.564868 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:50.675244 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:50.716290 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f601e7f9-e9d4-45bc-8449-ffe1efc0fc0f req-6ea270c1-7248-4e45-a525-c20ae0aa1085 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:50.831277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0ecdee35-28e2-452d-aba3-0ceeabd20774 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:10:50.945742 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-26f02f6b-062a-412b-b0a4-107ea202c8cb tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:50.950011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Pushing event updated for resources: {'Port': ['ID=965a5039-544b-44f3-99dd-bf7c177d73ad,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:50.955319 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-26f02f6b-062a-412b-b0a4-107ea202c8cb tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/networks?id=f0b561ef-919a-4607-9883-c51de0b2aead HTTP/1.1" status: 200 len: 805 time: 0.5090404 Feb 09 14:10:50.994592 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-ffc8b2ad-5f62-45e9-9f83-0fd5d4c80fb2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/quotas/eef4b4f9c5c64b73ae0c92a52362be6f HTTP/1.1" status: 200 len: 375 time: 0.0350685 Feb 09 14:10:51.254167 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-bc10bf39-31ea-4810-be88-f621de01e6c0 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eef4b4f9c5c64b73ae0c92a52362be6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2447994 Feb 09 14:10:51.270484 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0ecdee35-28e2-452d-aba3-0ceeabd20774, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0ecdee35-28e2-452d-aba3-0ceeabd20774,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:51.324838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '0ecdee35-28e2-452d-aba3-0ceeabd20774', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '0ecdee35-28e2-452d-aba3-0ceeabd20774', 'mac_address': 'fa:16:3e:39:f1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:10:51.481551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea270c1-7248-4e45-a525-c20ae0aa1085 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Pushing event deleted for resources: {'Port': ['ID=72188270-bd12-4af3-9fcc-5acd7a7ee933,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:51.510014 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:51.543350 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ecdee35-28e2-452d-aba3-0ceeabd20774 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:10:51.592740 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0ecdee35-28e2-452d-aba3-0ceeabd20774, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0ecdee35-28e2-452d-aba3-0ceeabd20774,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:51.601792 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:51.790548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['0ecdee35-28e2-452d-aba3-0ceeabd20774'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:10:51.838428 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f601e7f9-e9d4-45bc-8449-ffe1efc0fc0f req-6ea270c1-7248-4e45-a525-c20ae0aa1085 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] No DVR routers for this DVR port 72188270-bd12-4af3-9fcc-5acd7a7ee933 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:10:51.868673 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f601e7f9-e9d4-45bc-8449-ffe1efc0fc0f req-6ea270c1-7248-4e45-a525-c20ae0aa1085 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:51.872970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778d6e72-7229-4487-919e-bbf0f70c5ac3', 'name': 'network-vif-deleted', 'tag': '72188270-bd12-4af3-9fcc-5acd7a7ee933'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:10:51.945730 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-801f6d6d-3aa5-48e2-8816-964a9dc1c89b service neutron] 10.222.0.48 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6905351 Feb 09 14:10:52.096014 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=0ecdee35-28e2-452d-aba3-0ceeabd20774,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:52.146537 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:52.301183 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f601e7f9-e9d4-45bc-8449-ffe1efc0fc0f req-6ea270c1-7248-4e45-a525-c20ae0aa1085 tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.21 "DELETE /v2.0/ports/72188270-bd12-4af3-9fcc-5acd7a7ee933 HTTP/1.1" status: 204 len: 173 time: 4.4047005 Feb 09 14:10:52.344030 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:52.346410 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-0168f790-a7f5-4386-97b2-3ff21e5c9ab0 service neutron] 10.222.0.48 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996742 Feb 09 14:10:52.361506 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-7fa1b9ce-1353-4746-9cb5-d36960de59dd tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.5252941 Feb 09 14:10:52.796905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-5e8db178-688a-4ff7-9b88-6ba26d75c4a4 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Synchronizing usage tracker for tenant:eaa5855ad1e84432a33f732d4aee7d0f on resource:floatingip {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:10:52.802871 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0ecdee35-28e2-452d-aba3-0ceeabd20774 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:10:52.865302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-d5de5263-c381-4682-98d5-e0404e2f187e tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:52.885179 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-d5de5263-c381-4682-98d5-e0404e2f187e tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.35 "GET /v2.0/networks?id=a0a7099d-e4ae-47ce-bada-1cc326e07287 HTTP/1.1" status: 200 len: 816 time: 0.5335791 Feb 09 14:10:53.004511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-c2150199-cfe8-4eb5-87df-5b5f64fd8eb4 req-35e0a117-76be-4949-9917-8d1e31fc46a2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] For port 468f5c36-1bbe-4d2f-a8a1-38941611b160, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=468f5c36-1bbe-4d2f-a8a1-38941611b160,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:53.005105 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c2150199-cfe8-4eb5-87df-5b5f64fd8eb4 req-35e0a117-76be-4949-9917-8d1e31fc46a2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:53.022309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-5e8db178-688a-4ff7-9b88-6ba26d75c4a4 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Unset dirty status for tenant:eaa5855ad1e84432a33f732d4aee7d0f on resource:floatingip {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:10:53.033586 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-5e8db178-688a-4ff7-9b88-6ba26d75c4a4 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.78 HTTP/1.1" status: 200 len: 695 time: 0.6708875 Feb 09 14:10:53.073550 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-99ea5dbf-24d3-40fb-b1a2-100f31df6978 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6118b9a480b24069a1123aafc487f0a0 HTTP/1.1" status: 200 len: 379 time: 0.1757677 Feb 09 14:10:53.101040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Request body: {'port': {'device_id': 'c2c77ad8-c544-411e-87ad-c5c63fff839a', 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287', 'admin_state_up': True, 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'security_groups': ['0451d9a2-c4d0-4795-b11a-d6c81b3075f8']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:10:53.110638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 0ecdee35-28e2-452d-aba3-0ceeabd20774 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:53.112126 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:53.301953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-fcaf55d5-e2fb-4ac7-8c56-a75de506fdff tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:53.324422 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d562ca60-74e7-4feb-82c4-2be25fe35b80 req-fcaf55d5-e2fb-4ac7-8c56-a75de506fdff tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.2888746 Feb 09 14:10:53.720274 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:53.808667 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec3d262-6c95-46b7-b19e-f5155567feda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecdee35-28e2-452d-aba3-0ceeabd20774'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:10:53.810168 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a433628-fdf8-43da-bc39-5ba362d9ed0d req-ad4b9577-c5db-45b4-a8e6-949a0129760a tempest-MigrationsAdminTest-76270398 tempest-MigrationsAdminTest-76270398-project] 10.222.0.48 "GET /v2.0/ports?device_id=778d6e72-7229-4487-919e-bbf0f70c5ac3 HTTP/1.1" status: 200 len: 210 time: 0.2992957 Feb 09 14:10:53.848125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-c2150199-cfe8-4eb5-87df-5b5f64fd8eb4 req-35e0a117-76be-4949-9917-8d1e31fc46a2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Calling delete_port for 468f5c36-1bbe-4d2f-a8a1-38941611b160 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:10:53.861851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0ecdee35-28e2-452d-aba3-0ceeabd20774, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0ecdee35-28e2-452d-aba3-0ceeabd20774,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:10:53.868212 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:53.871414 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 468f5c36-1bbe-4d2f-a8a1-38941611b160 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:10:54.008504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:10:54.045232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:10:54.090443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Made reservation on behalf of 6118b9a480b24069a1123aafc487f0a0 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:10:54.112280 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778d6e72-7229-4487-919e-bbf0f70c5ac3', 'name': 'network-vif-deleted', 'tag': '72188270-bd12-4af3-9fcc-5acd7a7ee933', 'status': 'completed', 'code': 200} Feb 09 14:10:54.114353 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:54.157675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=0ecdee35-28e2-452d-aba3-0ceeabd20774,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:54.202068 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f590a973-0799-49e6-b799-b4de27879243 req-35da9225-53f5-4b1a-a15a-8a9eb5a86355 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 210 time: 0.3739078 Feb 09 14:10:54.487195 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a427ad3c-ad60-4de0-b01a-ccc93865c04a req-a0f2aad5-8290-425f-99c0-e913c758ace4 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/floatingips/3d67d7f4-cb01-4f1e-ac19-aa74d5ec3de4 HTTP/1.1" status: 200 len: 692 time: 0.1793227 Feb 09 14:10:54.765672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Allocated IP 172.20.0.6 (a0a7099d-e4ae-47ce-bada-1cc326e07287/4956d27e-a6d0-44e8-93e4-11fa2bea2e73/0d09a906-50c3-48ab-a469-01f9699dc416) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:10:54.884419 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b00733de-0307-4866-8b73-8a0c54000dc5 req-85764b0d-4893-44ff-8572-ed86ec10b233 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=d377f4fa-3310-4224-bb69-47cb29d11480 HTTP/1.1" status: 200 len: 210 time: 0.4465737 Feb 09 14:10:55.048977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427ad3c-ad60-4de0-b01a-ccc93865c04a req-ec8c7bc4-a89b-4ef1-8616-796e0494bee6 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:55.058633 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a427ad3c-ad60-4de0-b01a-ccc93865c04a req-ec8c7bc4-a89b-4ef1-8616-796e0494bee6 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.5219328 Feb 09 14:10:55.235470 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a427ad3c-ad60-4de0-b01a-ccc93865c04a req-a91db880-ce7c-4c1b-9142-1258fb997b44 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.78 HTTP/1.1" status: 200 len: 695 time: 0.1758640 Feb 09 14:10:55.509862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-8adeb3a2-f451-4bd5-92c4-e026a0c75a4a tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:55.511856 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-8adeb3a2-f451-4bd5-92c4-e026a0c75a4a tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.21 "GET /v2.0/networks?id=f0b561ef-919a-4607-9883-c51de0b2aead HTTP/1.1" status: 200 len: 805 time: 0.2422066 Feb 09 14:10:55.645170 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:55.684119 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-92734194-8eee-455b-8800-0ffbcadf4753 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Request body: {'port': {'device_id': 'd377f4fa-3310-4224-bb69-47cb29d11480', 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead', 'admin_state_up': True, 'tenant_id': 'eef4b4f9c5c64b73ae0c92a52362be6f'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:10:55.957423 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a427ad3c-ad60-4de0-b01a-ccc93865c04a req-5eb16495-c6ad-46d3-b7f5-0c48009cd7b0 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.78 HTTP/1.1" status: 200 len: 695 time: 0.6863146 Feb 09 14:10:55.970974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Transition to ACTIVE for port object 0d09a906-50c3-48ab-a469-01f9699dc416 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:10:56.045403 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:56.352127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Network a0a7099d-e4ae-47ce-bada-1cc326e07287 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:10:56.353354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Pushing event updated for resources: {'Port': ['ID=0d09a906-50c3-48ab-a469-01f9699dc416,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:56.355940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:10:56.373723 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:10:56.476189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:56.478040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:56.482716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:56.486240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:56.486987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:56.487672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:56.488391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:56.491069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:56.491722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:56.492706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:56.514280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:56.515248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:10:56.681235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:56.701071 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:56.746836 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4486e412-0399-4a1b-996e-c345c29349d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:56.775939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-92734194-8eee-455b-8800-0ffbcadf4753 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:10:56.797673 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c2150199-cfe8-4eb5-87df-5b5f64fd8eb4 req-35e0a117-76be-4949-9917-8d1e31fc46a2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:56.820490 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-b86d97c4-1cbe-4b54-98f3-31be42277bc3 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7293274 Feb 09 14:10:56.844983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-c4f281ce-b60f-4cf4-bbc2-92565f0532a6 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:10:56.848989 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-c4f281ce-b60f-4cf4-bbc2-92565f0532a6 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181966 Feb 09 14:10:56.983013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-af3e142d-7a8a-402e-9f38-1ef85c2cec53 None None] Provisioning for port 0d09a906-50c3-48ab-a469-01f9699dc416 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:10:57.002907 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-af3e142d-7a8a-402e-9f38-1ef85c2cec53 None None] Provisioning complete for port 0d09a906-50c3-48ab-a469-01f9699dc416 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:10:57.003276 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-af3e142d-7a8a-402e-9f38-1ef85c2cec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:57.073450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-92734194-8eee-455b-8800-0ffbcadf4753 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Usage tracker for resource:port and tenant:eef4b4f9c5c64b73ae0c92a52362be6f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:10:57.076518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-92734194-8eee-455b-8800-0ffbcadf4753 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:10:57.094138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-92734194-8eee-455b-8800-0ffbcadf4753 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:10:57.119147 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-92734194-8eee-455b-8800-0ffbcadf4753 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Made reservation on behalf of eef4b4f9c5c64b73ae0c92a52362be6f for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:10:57.124495 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-92734194-8eee-455b-8800-0ffbcadf4753 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:57.145737 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0a117-76be-4949-9917-8d1e31fc46a2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Pushing event deleted for resources: {'Port': ['ID=468f5c36-1bbe-4d2f-a8a1-38941611b160,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:57.158639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-a427ad3c-ad60-4de0-b01a-ccc93865c04a req-8cbcea27-a132-4fad-bdcf-5d1ee176ad1f tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Deleting port 965a5039-544b-44f3-99dd-bf7c177d73ad {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:10:57.159129 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a427ad3c-ad60-4de0-b01a-ccc93865c04a req-8cbcea27-a132-4fad-bdcf-5d1ee176ad1f tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:57.196074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Request body: {'port': {'device_id': 'c2c77ad8-c544-411e-87ad-c5c63fff839a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:10:57.214978 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-af3e142d-7a8a-402e-9f38-1ef85c2cec53 None None] Port 0d09a906-50c3-48ab-a469-01f9699dc416 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:10:57.419334 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:57.628758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2150199-cfe8-4eb5-87df-5b5f64fd8eb4 req-35e0a117-76be-4949-9917-8d1e31fc46a2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] No DVR routers for this DVR port 468f5c36-1bbe-4d2f-a8a1-38941611b160 on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:10:57.750065 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c2150199-cfe8-4eb5-87df-5b5f64fd8eb4 req-35e0a117-76be-4949-9917-8d1e31fc46a2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:57.774717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e05aa1-22bd-4ab1-94b9-005eee3cdc52', 'name': 'network-vif-deleted', 'tag': '468f5c36-1bbe-4d2f-a8a1-38941611b160'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:10:57.825949 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c2150199-cfe8-4eb5-87df-5b5f64fd8eb4 req-35e0a117-76be-4949-9917-8d1e31fc46a2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.35 "DELETE /v2.0/ports/468f5c36-1bbe-4d2f-a8a1-38941611b160 HTTP/1.1" status: 204 len: 173 time: 7.9302814 Feb 09 14:10:58.003639 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a427ad3c-ad60-4de0-b01a-ccc93865c04a req-8cbcea27-a132-4fad-bdcf-5d1ee176ad1f tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:58.003926 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a427ad3c-ad60-4de0-b01a-ccc93865c04a req-8cbcea27-a132-4fad-bdcf-5d1ee176ad1f tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:58.242588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d09a906-50c3-48ab-a469-01f9699dc416 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:10:58.271635 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:58.298777 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-92734194-8eee-455b-8800-0ffbcadf4753 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Allocated IP 172.20.0.14 (f0b561ef-919a-4607-9883-c51de0b2aead/75d935aa-4e72-46ee-a516-faccc6fa2775/ec5ee5f3-9461-4740-9d40-36ebd4df6d9c) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:10:58.299984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Transition to ACTIVE for port object 0d09a906-50c3-48ab-a469-01f9699dc416 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:10:58.308748 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:58.694975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Pushing event updated for resources: {'Port': ['ID=0d09a906-50c3-48ab-a469-01f9699dc416,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:58.896521 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Attempting to bind port 0d09a906-50c3-48ab-a469-01f9699dc416 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:10:58.898925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Attempting to bind port 0d09a906-50c3-48ab-a469-01f9699dc416 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '36f80040-3467-4ef6-9eb4-756241b1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:10:58.899426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Attempting to bind port 0d09a906-50c3-48ab-a469-01f9699dc416 on network a0a7099d-e4ae-47ce-bada-1cc326e07287 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:10:58.922507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Port 0d09a906-50c3-48ab-a469-01f9699dc416 on network a0a7099d-e4ae-47ce-bada-1cc326e07287 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:10:58.923001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Attempting to bind port 0d09a906-50c3-48ab-a469-01f9699dc416 on network a0a7099d-e4ae-47ce-bada-1cc326e07287 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:10:58.964766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:10:58.965223 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Checking segment: {'id': '36f80040-3467-4ef6-9eb4-756241b1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:10:58.965600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Bound using segment: {'id': '36f80040-3467-4ef6-9eb4-756241b1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:10:58.972061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Bound port: 0d09a906-50c3-48ab-a469-01f9699dc416, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f80040-3467-4ef6-9eb4-756241b1d551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:10:58.976686 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:59.011324 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-92734194-8eee-455b-8800-0ffbcadf4753 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:59.058724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-a427ad3c-ad60-4de0-b01a-ccc93865c04a req-8cbcea27-a132-4fad-bdcf-5d1ee176ad1f tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Calling delete_port for 965a5039-544b-44f3-99dd-bf7c177d73ad owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:10:59.089698 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-92734194-8eee-455b-8800-0ffbcadf4753 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:59.097270 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6b897247-5aa1-4451-a908-08d2774f75a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:59.192752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-92734194-8eee-455b-8800-0ffbcadf4753 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Network f0b561ef-919a-4607-9883-c51de0b2aead is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:10:59.203267 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-92734194-8eee-455b-8800-0ffbcadf4753 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:10:59.205806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-92734194-8eee-455b-8800-0ffbcadf4753 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:10:59.312544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92734194-8eee-455b-8800-0ffbcadf4753 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Pushing event updated for resources: {'Port': ['ID=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:59.313756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] For port 0d09a906-50c3-48ab-a469-01f9699dc416, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:10:59.320904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] For port 0d09a906-50c3-48ab-a469-01f9699dc416, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0d09a906-50c3-48ab-a469-01f9699dc416,segment=NetworkSegment(36f80040-3467-4ef6-9eb4-756241b1d551),segment_id=36f80040-3467-4ef6-9eb4-756241b1d551)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:10:59.336975 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:59.339272 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-92734194-8eee-455b-8800-0ffbcadf4753 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:59.339981 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-92734194-8eee-455b-8800-0ffbcadf4753 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:59.429379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:59.430406 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:59.432224 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] 10.222.0.35 "PUT /v2.0/ports/0d09a906-50c3-48ab-a469-01f9699dc416 HTTP/1.1" status: 200 len: 1091 time: 2.5760524 Feb 09 14:10:59.440959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c77ad8-c544-411e-87ad-c5c63fff839a', 'tag': '0d09a906-50c3-48ab-a469-01f9699dc416'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:10:59.524124 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-92734194-8eee-455b-8800-0ffbcadf4753 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8571906 Feb 09 14:10:59.576164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-02492e25-3f29-40b8-9c7d-0ebbc24a3f99 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:10:59.577677 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-02492e25-3f29-40b8-9c7d-0ebbc24a3f99 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0392003 Feb 09 14:10:59.580555 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a427ad3c-ad60-4de0-b01a-ccc93865c04a req-8cbcea27-a132-4fad-bdcf-5d1ee176ad1f tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:59.671115 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cae7a-ed42-41c6-ab9b-25102baf0e63 service neutron] Pushing event updated for resources: {'Port': ['ID=0d09a906-50c3-48ab-a469-01f9699dc416,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:10:59.743072 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-7fa9a311-9e01-4897-80fe-7a17713c25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:59.744611 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-7fa9a311-9e01-4897-80fe-7a17713c25fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6118b9a480b24069a1123aafc487f0a0&device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 1094 time: 0.2316911 Feb 09 14:10:59.779096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcea27-a132-4fad-bdcf-5d1ee176ad1f tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Pushing event deleted for resources: {'Port': ['ID=965a5039-544b-44f3-99dd-bf7c177d73ad,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:00.047582 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-6916c909-4412-4417-9fbd-9ffe1fb0fa59 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d09a906-50c3-48ab-a469-01f9699dc416 HTTP/1.1" status: 200 len: 217 time: 0.2878156 Feb 09 14:11:00.149165 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:00.261077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-61397bc8-e357-4583-8f2f-c67455193c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:00.261077 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-61397bc8-e357-4583-8f2f-c67455193c51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4956d27e-a6d0-44e8-93e4-11fa2bea2e73 HTTP/1.1" status: 200 len: 855 time: 0.1999555 Feb 09 14:11:00.271630 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:00.301247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Request body: {'port': {'device_id': 'd377f4fa-3310-4224-bb69-47cb29d11480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:11:00.558104 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-793a8e8e-ceeb-4751-bbbd-9ec010b9ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:00.559628 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-793a8e8e-ceeb-4751-bbbd-9ec010b9ba2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0a7099d-e4ae-47ce-bada-1cc326e07287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2909269 Feb 09 14:11:00.566935 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a427ad3c-ad60-4de0-b01a-ccc93865c04a req-8cbcea27-a132-4fad-bdcf-5d1ee176ad1f tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:00.586325 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a427ad3c-ad60-4de0-b01a-ccc93865c04a req-8cbcea27-a132-4fad-bdcf-5d1ee176ad1f tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:00.608028 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a427ad3c-ad60-4de0-b01a-ccc93865c04a req-8cbcea27-a132-4fad-bdcf-5d1ee176ad1f tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "DELETE /v2.0/floatingips/3d67d7f4-cb01-4f1e-ac19-aa74d5ec3de4 HTTP/1.1" status: 204 len: 173 time: 4.6402318 Feb 09 14:11:00.782573 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec3d262-6c95-46b7-b19e-f5155567feda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecdee35-28e2-452d-aba3-0ceeabd20774', 'code': 200} Feb 09 14:11:01.094188 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-1ca4b3af-f53d-48e8-92e4-891c33ba652f service neutron] 10.222.0.35 "GET /v2.0/networks/a0a7099d-e4ae-47ce-bada-1cc326e07287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205560 Feb 09 14:11:01.258312 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:01.626649 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:01.724026 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94bfbdba-1b0e-433c-a01c-90cd08a1dc4d req-6ea87360-54e8-4150-8a4d-0fc748d948ca service neutron] 10.222.0.35 "GET /v2.0/networks/a0a7099d-e4ae-47ce-bada-1cc326e07287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6178942 Feb 09 14:11:01.892912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52620) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:02.243700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec5ee5f3-9461-4740-9d40-36ebd4df6d9c {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:11:02.255847 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:02.274534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Transition to ACTIVE for port object ec5ee5f3-9461-4740-9d40-36ebd4df6d9c will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:11:02.279772 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:02.394435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Pushing event updated for resources: {'Port': ['ID=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:02.647126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Attempting to bind port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:11:02.647617 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Attempting to bind port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '336fdcce-3b06-4026-a99e-037efc645f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:11:02.648164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Attempting to bind port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c on network f0b561ef-919a-4607-9883-c51de0b2aead {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:11:02.656050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c on network f0b561ef-919a-4607-9883-c51de0b2aead not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:11:02.656813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Attempting to bind port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c on network f0b561ef-919a-4607-9883-c51de0b2aead {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:11:02.664042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:11:02.664501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Checking segment: {'id': '336fdcce-3b06-4026-a99e-037efc645f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:11:02.664990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Bound using segment: {'id': '336fdcce-3b06-4026-a99e-037efc645f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:11:02.665651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Bound port: ec5ee5f3-9461-4740-9d40-36ebd4df6d9c, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '336fdcce-3b06-4026-a99e-037efc645f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:11:02.666146 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:02.875664 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8eb80dec-3da6-4399-87fd-5c36acf743d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c6a03b6484b48d8a9fb9b18aaadf881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9815896 Feb 09 14:11:02.878195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52638) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:02.911075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] For port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:11:02.919669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] For port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:11:02.932078 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:03.104081 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-021fe889-f1fb-42db-aa02-f008ca6cafc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:03.213173 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-021fe889-f1fb-42db-aa02-f008ca6cafc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:03.260251 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:03.262552 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:03.267559 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] 10.222.0.21 "PUT /v2.0/ports/ec5ee5f3-9461-4740-9d40-36ebd4df6d9c HTTP/1.1" status: 200 len: 1092 time: 3.6734815 Feb 09 14:11:03.389155 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-021fe889-f1fb-42db-aa02-f008ca6cafc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:03.405932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6e7db-6ebc-4c2c-bae8-77d3ca6a00fa service neutron] Pushing event updated for resources: {'Port': ['ID=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:03.467225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-31009172-e02a-4f42-8589-e0af07fdd6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:03.470539 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-31009172-e02a-4f42-8589-e0af07fdd6e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eef4b4f9c5c64b73ae0c92a52362be6f&device_id=d377f4fa-3310-4224-bb69-47cb29d11480 HTTP/1.1" status: 200 len: 1095 time: 0.1567583 Feb 09 14:11:03.538139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fe889-f1fb-42db-aa02-f008ca6cafc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54d3850-4225-4025-b16c-b00ccc0b0eb7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:03.561430 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-021fe889-f1fb-42db-aa02-f008ca6cafc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:03.572515 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-021fe889-f1fb-42db-aa02-f008ca6cafc6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a54d3850-4225-4025-b16c-b00ccc0b0eb7 HTTP/1.1" status: 204 len: 168 time: 0.6928904 Feb 09 14:11:03.790746 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-5fa31ee2-1e34-4939-b087-01857d9157d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c HTTP/1.1" status: 200 len: 217 time: 0.3127401 Feb 09 14:11:03.927097 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-823f4e21-7565-4d8e-b88a-f39195d3f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:03.934549 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-823f4e21-7565-4d8e-b88a-f39195d3f962 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75d935aa-4e72-46ee-a516-faccc6fa2775 HTTP/1.1" status: 200 len: 845 time: 0.1323707 Feb 09 14:11:04.004465 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-9d06d602-1c7f-486b-963e-cba7e5021518 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0b561ef-919a-4607-9883-c51de0b2aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673957 Feb 09 14:11:04.199304 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-3170198f-8488-48b8-bb93-49ea3c35eedf service neutron] 10.222.0.21 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882825 Feb 09 14:11:04.628223 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce8790f4-1b94-4506-abd6-9a60d6f98594 req-b6dc8cda-714a-4e8d-bc70-02835e368cc6 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227140 Feb 09 14:11:05.266390 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52664) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:05.322242 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-34b07afc-6564-4e66-8ddc-73c052c09308 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77bd5154ae3d43f39dbc27b0314db088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569777 Feb 09 14:11:05.325873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52668) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:05.516079 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-59377c12-2626-4978-a155-140b4d04da3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:05.645638 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-59377c12-2626-4978-a155-140b4d04da3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:05.764783 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-59377c12-2626-4978-a155-140b4d04da3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:05.845683 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59377c12-2626-4978-a155-140b4d04da3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cedc07-2871-4186-8f9d-c3dffa2a989c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:05.882461 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-59377c12-2626-4978-a155-140b4d04da3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:05.886035 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-59377c12-2626-4978-a155-140b4d04da3b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47cedc07-2871-4186-8f9d-c3dffa2a989c HTTP/1.1" status: 204 len: 168 time: 0.5583003 Feb 09 14:11:06.639960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52686) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:07.014453 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1122efcc-12ed-428c-8e7c-dd4fab3a36eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:07.063264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1122efcc-12ed-428c-8e7c-dd4fab3a36eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:07.069051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1122efcc-12ed-428c-8e7c-dd4fab3a36eb admin admin] Usage tracker for resource:security_group_rule and tenant:71a90c24c68648889d3716bc90db2e6f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:07.074987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1122efcc-12ed-428c-8e7c-dd4fab3a36eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:07.095402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1122efcc-12ed-428c-8e7c-dd4fab3a36eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:07.344693 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1122efcc-12ed-428c-8e7c-dd4fab3a36eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:07.353004 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1122efcc-12ed-428c-8e7c-dd4fab3a36eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:07.430238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122efcc-12ed-428c-8e7c-dd4fab3a36eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d2d94c-0f80-484d-9e6d-08de272abe27,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:07.469335 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1122efcc-12ed-428c-8e7c-dd4fab3a36eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71a90c24c68648889d3716bc90db2e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8281031 Feb 09 14:11:07.473297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52706) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:07.553181 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6abb0690-7b53-4ed9-8928-cd7f0eeaf325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:07.588331 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6abb0690-7b53-4ed9-8928-cd7f0eeaf325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:07.933798 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6abb0690-7b53-4ed9-8928-cd7f0eeaf325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:07.957318 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6abb0690-7b53-4ed9-8928-cd7f0eeaf325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:07.958784 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6abb0690-7b53-4ed9-8928-cd7f0eeaf325 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6d2d94c-0f80-484d-9e6d-08de272abe27 HTTP/1.1" status: 204 len: 168 time: 0.4842243 Feb 09 14:11:07.961085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb0690-7b53-4ed9-8928-cd7f0eeaf325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d2d94c-0f80-484d-9e6d-08de272abe27,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:08.264755 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device ec5ee5f3-9461-4740-9d40-36ebd4df6d9c details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:11:08.719404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:08.758442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'ec5ee5f3-9461-4740-9d40-36ebd4df6d9c', 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead', 'port_id': 'ec5ee5f3-9461-4740-9d40-36ebd4df6d9c', 'mac_address': 'fa:16:3e:77:47:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d935aa-4e72-46ee-a516-faccc6fa2775', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:11:08.840164 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:08.852055 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:08.892835 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec5ee5f3-9461-4740-9d40-36ebd4df6d9c {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:11:08.922054 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:08.931589 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:08.932015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52728) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:08.983178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6e24bd59-3964-4cb9-9758-52cea83e1098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:09.039974 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6e24bd59-3964-4cb9-9758-52cea83e1098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:09.052984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6e24bd59-3964-4cb9-9758-52cea83e1098 admin admin] Usage tracker for resource:security_group_rule and tenant:461140aef7414e0bb8dbd376bfa7525a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:09.070038 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6e24bd59-3964-4cb9-9758-52cea83e1098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:09.084938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6e24bd59-3964-4cb9-9758-52cea83e1098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:09.172366 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:09.201503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:09.202911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:09.204883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:09.205365 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:09.205702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:09.206042 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:09.206382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:09.209739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:09.210280 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:09.210652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:09.213432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:09.214023 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:09.260694 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['ec5ee5f3-9461-4740-9d40-36ebd4df6d9c'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:11:09.344442 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6e24bd59-3964-4cb9-9758-52cea83e1098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:09.353518 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6e24bd59-3964-4cb9-9758-52cea83e1098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:09.439781 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24bd59-3964-4cb9-9758-52cea83e1098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285398e7-2505-47eb-bd77-d9470396bf85,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:09.479126 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6e24bd59-3964-4cb9-9758-52cea83e1098 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=461140aef7414e0bb8dbd376bfa7525a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5452690 Feb 09 14:11:09.482798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52734) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:09.667335 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7516d9ba-abad-4e03-8256-2780743b5cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:09.736345 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7516d9ba-abad-4e03-8256-2780743b5cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:09.850196 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7516d9ba-abad-4e03-8256-2780743b5cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:09.878946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516d9ba-abad-4e03-8256-2780743b5cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285398e7-2505-47eb-bd77-d9470396bf85,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:09.926374 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7516d9ba-abad-4e03-8256-2780743b5cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:09.932237 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7516d9ba-abad-4e03-8256-2780743b5cea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/285398e7-2505-47eb-bd77-d9470396bf85 HTTP/1.1" status: 204 len: 168 time: 0.4474654 Feb 09 14:11:10.153489 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:10.889602 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0d09a906-50c3-48ab-a469-01f9699dc416 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:11:11.211337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0d09a906-50c3-48ab-a469-01f9699dc416, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0d09a906-50c3-48ab-a469-01f9699dc416,segment=NetworkSegment(36f80040-3467-4ef6-9eb4-756241b1d551),segment_id=36f80040-3467-4ef6-9eb4-756241b1d551)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:11.244959 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '0d09a906-50c3-48ab-a469-01f9699dc416', 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287', 'port_id': '0d09a906-50c3-48ab-a469-01f9699dc416', 'mac_address': 'fa:16:3e:93:40:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:11:11.387385 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:11.454182 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d09a906-50c3-48ab-a469-01f9699dc416 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:11:11.541292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0d09a906-50c3-48ab-a469-01f9699dc416, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0d09a906-50c3-48ab-a469-01f9699dc416,segment=NetworkSegment(36f80040-3467-4ef6-9eb4-756241b1d551),segment_id=36f80040-3467-4ef6-9eb4-756241b1d551)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:11.551520 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:11.789467 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=0d09a906-50c3-48ab-a469-01f9699dc416,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:11.953162 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['0d09a906-50c3-48ab-a469-01f9699dc416'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:11:12.110719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e074e49-b3b1-483d-a135-6a15aa428167 req-e1262ede-8c7a-4a1f-b716-ea136fd530ea tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:12.112333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-9e074e49-b3b1-483d-a135-6a15aa428167 req-e1262ede-8c7a-4a1f-b716-ea136fd530ea tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Synchronizing usage tracker for tenant:6118b9a480b24069a1123aafc487f0a0 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:11:12.138270 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134a3a1-30bf-4313-bc3d-7ca817a5f3aa req-ef388d6f-046a-4414-b663-34728bd391af tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:12.143184 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4134a3a1-30bf-4313-bc3d-7ca817a5f3aa req-ef388d6f-046a-4414-b663-34728bd391af tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Synchronizing usage tracker for tenant:eef4b4f9c5c64b73ae0c92a52362be6f on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:11:12.170684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-9e074e49-b3b1-483d-a135-6a15aa428167 req-e1262ede-8c7a-4a1f-b716-ea136fd530ea tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Unset dirty status for tenant:6118b9a480b24069a1123aafc487f0a0 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:11:12.183437 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9e074e49-b3b1-483d-a135-6a15aa428167 req-e1262ede-8c7a-4a1f-b716-ea136fd530ea tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 944 time: 0.3143568 Feb 09 14:11:12.195534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4134a3a1-30bf-4313-bc3d-7ca817a5f3aa req-ef388d6f-046a-4414-b663-34728bd391af tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Unset dirty status for tenant:eef4b4f9c5c64b73ae0c92a52362be6f on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:11:12.207559 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4134a3a1-30bf-4313-bc3d-7ca817a5f3aa req-ef388d6f-046a-4414-b663-34728bd391af tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=d377f4fa-3310-4224-bb69-47cb29d11480 HTTP/1.1" status: 200 len: 945 time: 0.2779059 Feb 09 14:11:12.283008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device ec5ee5f3-9461-4740-9d40-36ebd4df6d9c up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:11:12.284893 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9e074e49-b3b1-483d-a135-6a15aa428167 req-3ec1f323-186e-423a-847d-865bf206ef6b tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0451d9a2-c4d0-4795-b11a-d6c81b3075f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973835 Feb 09 14:11:12.312563 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4134a3a1-30bf-4313-bc3d-7ca817a5f3aa req-b9103172-fba2-432c-ae38-38be57e3a96e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008816 Feb 09 14:11:12.484160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:11:12.542961 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:11:12.543674 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:12.774931 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e05aa1-22bd-4ab1-94b9-005eee3cdc52', 'name': 'network-vif-deleted', 'tag': '468f5c36-1bbe-4d2f-a8a1-38941611b160', 'status': 'completed', 'code': 200} Feb 09 14:11:12.803929 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:12.848965 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd377f4fa-3310-4224-bb69-47cb29d11480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5ee5f3-9461-4740-9d40-36ebd4df6d9c'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:11:12.865376 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:12.872737 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:12.907630 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c77ad8-c544-411e-87ad-c5c63fff839a', 'tag': '0d09a906-50c3-48ab-a469-01f9699dc416', 'status': 'completed', 'code': 200} Feb 09 14:11:12.972105 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:13.012066 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-0c7731e3-f098-4d96-8592-14e15617da49 req-ce8ec8a3-7f6c-45f2-93c6-1dd1ea95bed1 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] show failed (client error): The resource could not be found. Feb 09 14:11:13.022938 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c7731e3-f098-4d96-8592-14e15617da49 req-ce8ec8a3-7f6c-45f2-93c6-1dd1ea95bed1 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/floatingips/3d67d7f4-cb01-4f1e-ac19-aa74d5ec3de4 HTTP/1.1" status: 404 len: 350 time: 0.2320023 Feb 09 14:11:13.067332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81527eea-d74d-4986-a674-cd3f68646bc8 req-634660fe-96ce-4408-b33a-19263e362151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:13.069018 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81527eea-d74d-4986-a674-cd3f68646bc8 req-634660fe-96ce-4408-b33a-19263e362151 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6118b9a480b24069a1123aafc487f0a0&device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 1095 time: 0.1602359 Feb 09 14:11:13.200598 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1989031060', 'description': 'tempest-description-1790406060'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:11:13.232128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:13.254567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Usage tracker for resource:security_group and tenant:901f29c7e3e744f5a126203f5fa191e2 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:13.260098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:13.270251 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:13.294165 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:13.336750 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:13.391201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:13.405412 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Usage tracker for resource:security_group_rule and tenant:901f29c7e3e744f5a126203f5fa191e2 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:13.411185 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:13.431584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81527eea-d74d-4986-a674-cd3f68646bc8 req-2be7f5cc-0d69-4536-9eca-6b5442ef8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:13.433238 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81527eea-d74d-4986-a674-cd3f68646bc8 req-2be7f5cc-0d69-4536-9eca-6b5442ef8ad6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0a7099d-e4ae-47ce-bada-1cc326e07287 HTTP/1.1" status: 200 len: 916 time: 0.3546019 Feb 09 14:11:13.441556 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:13.546349 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81527eea-d74d-4986-a674-cd3f68646bc8 req-f69e4b3c-d365-47fa-be6d-19f27ae42da0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d09a906-50c3-48ab-a469-01f9699dc416 HTTP/1.1" status: 200 len: 217 time: 0.1019049 Feb 09 14:11:13.636656 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:13.639095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81527eea-d74d-4986-a674-cd3f68646bc8 req-aa022629-d8f9-4e0b-8213-2d8a8f1fe5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:13.641729 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81527eea-d74d-4986-a674-cd3f68646bc8 req-aa022629-d8f9-4e0b-8213-2d8a8f1fe5f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4956d27e-a6d0-44e8-93e4-11fa2bea2e73 HTTP/1.1" status: 200 len: 855 time: 0.0867450 Feb 09 14:11:13.645766 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:13.651664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:13.656578 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Usage tracker for resource:security_group_rule and tenant:901f29c7e3e744f5a126203f5fa191e2 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:13.660558 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:13.668466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:13.827266 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:13.839992 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:13.866483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d24bae-f536-4d94-9c8e-15a4b3105f04,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:14.003270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81527eea-d74d-4986-a674-cd3f68646bc8 req-5950a46d-eb96-452c-b866-9a7dc1d7959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:14.003270 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81527eea-d74d-4986-a674-cd3f68646bc8 req-5950a46d-eb96-452c-b866-9a7dc1d7959e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0a7099d-e4ae-47ce-bada-1cc326e07287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3424921 Feb 09 14:11:14.007004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49c08a2-30cc-4e98-a029-8b00032e7f32,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:14.013173 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:14.015151 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cd2c0aa7-cc84-4f44-85f8-aacd177bf9d3 req-f67b2f2f-0236-4c9c-9413-9773cd079c04 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8291378 Feb 09 14:11:14.220727 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-d495254c-28c8-4093-a31f-a58fd9946b38 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:14.232255 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-d495254c-28c8-4093-a31f-a58fd9946b38 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/networks?id=5ecf557b-3451-414e-a126-ea2d09f0f0a9 HTTP/1.1" status: 200 len: 814 time: 0.4693990 Feb 09 14:11:14.254132 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd377f4fa-3310-4224-bb69-47cb29d11480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5ee5f3-9461-4740-9d40-36ebd4df6d9c', 'code': 200} Feb 09 14:11:14.298505 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-5df863d7-0f02-485a-b525-524d09b664c9 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/quotas/251a1be4a8d944b3a69a1272b254657e HTTP/1.1" status: 200 len: 375 time: 0.0647066 Feb 09 14:11:14.423194 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [req-9689804b-b26e-4f32-9a81-2269359ae34f req-30c37f76-6df6-4450-ad56-c0e82ee5f519 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] show failed (client error): The resource could not be found. Feb 09 14:11:14.424662 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9689804b-b26e-4f32-9a81-2269359ae34f req-30c37f76-6df6-4450-ad56-c0e82ee5f519 tempest-FloatingIPsTestJSON-979276802 tempest-FloatingIPsTestJSON-979276802-project] 10.222.0.48 "GET /v2.0/floatingips/3d67d7f4-cb01-4f1e-ac19-aa74d5ec3de4 HTTP/1.1" status: 404 len: 350 time: 0.1544058 Feb 09 14:11:14.436424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52860) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:14.489379 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81527eea-d74d-4986-a674-cd3f68646bc8 req-8ba40978-fcb7-419d-9295-5a461b2bc504 service neutron] 10.222.0.35 "GET /v2.0/networks/a0a7099d-e4ae-47ce-bada-1cc326e07287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830744 Feb 09 14:11:14.768528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-cd2df51d-4581-466b-b7ce-aac21390ea3c tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Synchronizing usage tracker for tenant:251a1be4a8d944b3a69a1272b254657e on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:11:14.802117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-cd2df51d-4581-466b-b7ce-aac21390ea3c tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Unset dirty status for tenant:251a1be4a8d944b3a69a1272b254657e on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:11:14.816511 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-cd2df51d-4581-466b-b7ce-aac21390ea3c tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=251a1be4a8d944b3a69a1272b254657e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5165854 Feb 09 14:11:14.824446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-d4e52570-04f5-45ab-a3bd-faf34d903298 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:11:14.836439 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-d4e52570-04f5-45ab-a3bd-faf34d903298 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185645 Feb 09 14:11:14.904250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0d09a906-50c3-48ab-a469-01f9699dc416 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:11:14.956005 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd377f4fa-3310-4224-bb69-47cb29d11480', 'tag': 'ec5ee5f3-9461-4740-9d40-36ebd4df6d9c'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:11:15.080265 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-91fc673e-0ff5-46f3-9a08-3ebd6ea4d35d service neutron] 10.222.0.48 "GET /v2.0/networks/5ecf557b-3451-414e-a126-ea2d09f0f0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424514 Feb 09 14:11:15.207531 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 0d09a906-50c3-48ab-a469-01f9699dc416 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:11:15.219323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 0d09a906-50c3-48ab-a469-01f9699dc416 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:11:15.220242 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:15.361303 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-690a8341-4535-4c94-95a5-f85b23fb6ff3 service neutron] 10.222.0.48 "GET /v2.0/networks/5ecf557b-3451-414e-a126-ea2d09f0f0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800753 Feb 09 14:11:15.371265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52890) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:15.423296 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c47db-195c-43da-ac64-dee4d3e2b7c4 req-175131cf-748d-44a3-a33c-8ba4aebdb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:15.429089 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e69c47db-195c-43da-ac64-dee4d3e2b7c4 req-175131cf-748d-44a3-a33c-8ba4aebdb02c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d377f4fa-3310-4224-bb69-47cb29d11480 HTTP/1.1" status: 200 len: 1097 time: 0.8831265 Feb 09 14:11:15.466967 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81527eea-d74d-4986-a674-cd3f68646bc8 req-b909014e-f86c-4c16-bfdf-370048ef2a7d service neutron] 10.222.0.35 "GET /v2.0/networks/a0a7099d-e4ae-47ce-bada-1cc326e07287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9666123 Feb 09 14:11:15.553609 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:15.583136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41a952-431c-429a-b021-58b03e77671e req-5541f7a5-347b-46dd-b8e5-832273920372 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:15.604622 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9f41a952-431c-429a-b021-58b03e77671e req-5541f7a5-347b-46dd-b8e5-832273920372 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 944 time: 0.5552747 Feb 09 14:11:15.637265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0d09a906-50c3-48ab-a469-01f9699dc416, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0d09a906-50c3-48ab-a469-01f9699dc416,segment=NetworkSegment(36f80040-3467-4ef6-9eb4-756241b1d551),segment_id=36f80040-3467-4ef6-9eb4-756241b1d551)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:15.662617 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:15.741708 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e62e38b-f95e-47c2-ba5e-b5aca30b6e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:15.768084 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e69c47db-195c-43da-ac64-dee4d3e2b7c4 req-6f8f5b01-800e-48d7-a685-b8a1f0395332 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198726 Feb 09 14:11:15.794481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0e62e38b-f95e-47c2-ba5e-b5aca30b6e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:15.796308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=0d09a906-50c3-48ab-a469-01f9699dc416,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:15.814898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0e62e38b-f95e-47c2-ba5e-b5aca30b6e19 admin admin] Usage tracker for resource:security_group_rule and tenant:e8ee43bf40a74eb5886b4a58bb72b8c9 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:15.819078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0e62e38b-f95e-47c2-ba5e-b5aca30b6e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:15.835434 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0e62e38b-f95e-47c2-ba5e-b5aca30b6e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:15.887941 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-9f41a952-431c-429a-b021-58b03e77671e req-521766c5-1494-4bf7-b269-62209fbcdad8 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Synchronizing usage tracker for tenant:6118b9a480b24069a1123aafc487f0a0 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:11:16.065447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-9f41a952-431c-429a-b021-58b03e77671e req-521766c5-1494-4bf7-b269-62209fbcdad8 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Unset dirty status for tenant:6118b9a480b24069a1123aafc487f0a0 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:11:16.067065 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9f41a952-431c-429a-b021-58b03e77671e req-521766c5-1494-4bf7-b269-62209fbcdad8 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0451d9a2-c4d0-4795-b11a-d6c81b3075f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4612515 Feb 09 14:11:16.138530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dac7c0-7f4e-43f5-a294-feb7d98c52bc req-e722ac82-bfd4-48a6-97cc-57042fce0a49 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:16.141048 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-20dac7c0-7f4e-43f5-a294-feb7d98c52bc req-e722ac82-bfd4-48a6-97cc-57042fce0a49 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=d377f4fa-3310-4224-bb69-47cb29d11480 HTTP/1.1" status: 200 len: 946 time: 0.3013082 Feb 09 14:11:16.163333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-b3ce7a46-26b7-405a-81ce-fa549eac44f4 req-b3cbc787-73c7-4a6c-8728-f89923d12824 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1571254801', 'description': 'tempest-description-1287533979'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:11:16.173192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b3ce7a46-26b7-405a-81ce-fa549eac44f4 req-b3cbc787-73c7-4a6c-8728-f89923d12824 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:16.180344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b3ce7a46-26b7-405a-81ce-fa549eac44f4 req-b3cbc787-73c7-4a6c-8728-f89923d12824 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Usage tracker for resource:security_group and tenant:901f29c7e3e744f5a126203f5fa191e2 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:16.185792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b3ce7a46-26b7-405a-81ce-fa549eac44f4 req-b3cbc787-73c7-4a6c-8728-f89923d12824 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:16.195432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b3ce7a46-26b7-405a-81ce-fa549eac44f4 req-b3cbc787-73c7-4a6c-8728-f89923d12824 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:16.255681 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c77ad8-c544-411e-87ad-c5c63fff839a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d09a906-50c3-48ab-a469-01f9699dc416'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:11:16.297336 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e62e38b-f95e-47c2-ba5e-b5aca30b6e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:16.320213 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-20dac7c0-7f4e-43f5-a294-feb7d98c52bc req-3667d0c0-4de0-4e99-aa74-093a3ad6a0d3 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599927 Feb 09 14:11:16.321381 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e62e38b-f95e-47c2-ba5e-b5aca30b6e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:16.353629 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b3ce7a46-26b7-405a-81ce-fa549eac44f4 req-b3cbc787-73c7-4a6c-8728-f89923d12824 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:16.403538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b3ce7a46-26b7-405a-81ce-fa549eac44f4 req-b3cbc787-73c7-4a6c-8728-f89923d12824 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:16.404889 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0e62e38b-f95e-47c2-ba5e-b5aca30b6e19 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8ee43bf40a74eb5886b4a58bb72b8c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0296278 Feb 09 14:11:16.406849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52924) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:16.433023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62e38b-f95e-47c2-ba5e-b5aca30b6e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa9d743-dd2b-4f26-aef4-c1e50459b921,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:16.443858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b3ce7a46-26b7-405a-81ce-fa549eac44f4 req-b3cbc787-73c7-4a6c-8728-f89923d12824 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Usage tracker for resource:security_group_rule and tenant:901f29c7e3e744f5a126203f5fa191e2 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:16.453037 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e85ac834-0a07-4f5d-8ce5-2f59ac4fef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:16.560100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b3ce7a46-26b7-405a-81ce-fa549eac44f4 req-b3cbc787-73c7-4a6c-8728-f89923d12824 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:16.582748 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd377f4fa-3310-4224-bb69-47cb29d11480', 'tag': 'ec5ee5f3-9461-4740-9d40-36ebd4df6d9c', 'status': 'completed', 'code': 200} Feb 09 14:11:16.697575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b3ce7a46-26b7-405a-81ce-fa549eac44f4 req-b3cbc787-73c7-4a6c-8728-f89923d12824 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:16.851128 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3593c26e-f361-4de8-bcf4-32dd4536085e req-f46890bf-df3a-40b9-a488-f53fc9cd16b0 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5a8887e-c02b-4efc-9727-48d59b4b3e38 HTTP/1.1" status: 200 len: 210 time: 0.0643256 Feb 09 14:11:16.919242 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c77ad8-c544-411e-87ad-c5c63fff839a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d09a906-50c3-48ab-a469-01f9699dc416', 'code': 200} Feb 09 14:11:17.055439 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b3ce7a46-26b7-405a-81ce-fa549eac44f4 req-b3cbc787-73c7-4a6c-8728-f89923d12824 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:17.102936 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b3ce7a46-26b7-405a-81ce-fa549eac44f4 req-b3cbc787-73c7-4a6c-8728-f89923d12824 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:17.310120 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ba7fc894-22ca-4db2-8717-8f206ca0820f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:17.375651 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b3ce7a46-26b7-405a-81ce-fa549eac44f4 req-b3cbc787-73c7-4a6c-8728-f89923d12824 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:17.387892 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3ce7a46-26b7-405a-81ce-fa549eac44f4 req-b3cbc787-73c7-4a6c-8728-f89923d12824 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2361367 Feb 09 14:11:17.389697 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbc787-73c7-4a6c-8728-f89923d12824 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33caa9bc-6abc-4267-a089-3b27b1bea0c1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:17.542830 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ba7fc894-22ca-4db2-8717-8f206ca0820f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:17.611344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a49a24-bf3b-48ee-a7b3-931e8f7d8329 req-036df677-a115-46e1-bf12-18ccdc486ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:17.618184 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a6a49a24-bf3b-48ee-a7b3-931e8f7d8329 req-036df677-a115-46e1-bf12-18ccdc486ecc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 1096 time: 0.2268138 Feb 09 14:11:17.655876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471f616-4cb8-4d91-bd49-1fec6268dd82 req-1ad96d96-e37c-4d89-9884-d81338569d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:17.658340 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4471f616-4cb8-4d91-bd49-1fec6268dd82 req-1ad96d96-e37c-4d89-9884-d81338569d53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eef4b4f9c5c64b73ae0c92a52362be6f&device_id=d377f4fa-3310-4224-bb69-47cb29d11480 HTTP/1.1" status: 200 len: 1097 time: 1.0516539 Feb 09 14:11:17.738716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fadd3-c121-44a5-b882-2f1092266eec req-2eb94543-1920-4e40-95f7-d3237da12bf7 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:17.740874 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb6fadd3-c121-44a5-b882-2f1092266eec req-2eb94543-1920-4e40-95f7-d3237da12bf7 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec3d262-6c95-46b7-b19e-f5155567feda HTTP/1.1" status: 200 len: 949 time: 0.4420357 Feb 09 14:11:17.745119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a6a49a24-bf3b-48ee-a7b3-931e8f7d8329 req-7e3501bf-c9fb-46f8-a452-c8f2c71270b4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0451d9a2-c4d0-4795-b11a-d6c81b3075f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162539 Feb 09 14:11:17.828453 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb6fadd3-c121-44a5-b882-2f1092266eec req-76258e83-db86-46a9-b292-be47e5f377a7 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6e06da0-e930-40ab-a541-46b9bd3955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690207 Feb 09 14:11:17.950853 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ba7fc894-22ca-4db2-8717-8f206ca0820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:17.979005 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fc894-22ca-4db2-8717-8f206ca0820f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa9d743-dd2b-4f26-aef4-c1e50459b921,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:17.984117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471f616-4cb8-4d91-bd49-1fec6268dd82 req-4fec57f5-5ba4-4fe2-b721-8ef7acdb65e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:17.985883 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4471f616-4cb8-4d91-bd49-1fec6268dd82 req-4fec57f5-5ba4-4fe2-b721-8ef7acdb65e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0b561ef-919a-4607-9883-c51de0b2aead HTTP/1.1" status: 200 len: 905 time: 0.3146362 Feb 09 14:11:18.038760 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ba7fc894-22ca-4db2-8717-8f206ca0820f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:18.040145 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ba7fc894-22ca-4db2-8717-8f206ca0820f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3aa9d743-dd2b-4f26-aef4-c1e50459b921 HTTP/1.1" status: 204 len: 168 time: 1.6299403 Feb 09 14:11:18.137405 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4471f616-4cb8-4d91-bd49-1fec6268dd82 req-533dfe6b-814d-4426-bce4-02621c11cbde service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c HTTP/1.1" status: 200 len: 217 time: 0.1017690 Feb 09 14:11:18.143813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b32bd6-91fd-43c6-81ec-25eed3bcb3ad req-0f7a8a30-c11d-429b-be76-766b4e7411f1 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:18.148502 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609b88-2862-49e5-842f-c14606aebbe2 req-6ba917ec-69af-4152-beba-a1be05679e57 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:18.155690 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ea609b88-2862-49e5-842f-c14606aebbe2 req-6ba917ec-69af-4152-beba-a1be05679e57 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 945 time: 0.4458790 Feb 09 14:11:18.156276 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32b32bd6-91fd-43c6-81ec-25eed3bcb3ad req-0f7a8a30-c11d-429b-be76-766b4e7411f1 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=d377f4fa-3310-4224-bb69-47cb29d11480 HTTP/1.1" status: 200 len: 946 time: 0.1551085 Feb 09 14:11:18.227137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e85ac834-0a07-4f5d-8ce5-2f59ac4fef3a admin admin] Deleting port bc2cefaa-50cc-43a8-a27c-7a919b8582a4 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:11:18.227549 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e85ac834-0a07-4f5d-8ce5-2f59ac4fef3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:18.242935 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32b32bd6-91fd-43c6-81ec-25eed3bcb3ad req-8ceb3861-4989-4271-8862-28e7cefd8843 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852594 Feb 09 14:11:18.332548 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ea609b88-2862-49e5-842f-c14606aebbe2 req-527dfc26-f2fc-4396-92c8-32dcfd3d9130 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0451d9a2-c4d0-4795-b11a-d6c81b3075f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756053 Feb 09 14:11:18.366721 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471f616-4cb8-4d91-bd49-1fec6268dd82 req-03ac2de2-94ee-4132-ab6c-d1c50eaf3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:18.368274 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4471f616-4cb8-4d91-bd49-1fec6268dd82 req-03ac2de2-94ee-4132-ab6c-d1c50eaf3965 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75d935aa-4e72-46ee-a516-faccc6fa2775 HTTP/1.1" status: 200 len: 845 time: 0.2076638 Feb 09 14:11:18.516309 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4471f616-4cb8-4d91-bd49-1fec6268dd82 req-bd8634c2-167c-4458-b7e6-218818ddaa42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0b561ef-919a-4607-9883-c51de0b2aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870137 Feb 09 14:11:18.746043 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48b9ec48-8aa6-4902-89b7-cceb435f5b75 req-1d6a94c8-fd48-4318-ad92-ff6f8a058409 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5a8887e-c02b-4efc-9727-48d59b4b3e38 HTTP/1.1" status: 200 len: 210 time: 0.0547016 Feb 09 14:11:18.900034 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4471f616-4cb8-4d91-bd49-1fec6268dd82 req-bf654972-a93e-4950-8fb8-cd4633cb8143 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703897 Feb 09 14:11:19.033071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e85ac834-0a07-4f5d-8ce5-2f59ac4fef3a admin admin] For port bc2cefaa-50cc-43a8-a27c-7a919b8582a4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=bc2cefaa-50cc-43a8-a27c-7a919b8582a4,segment=NetworkSegment(124cd498-1518-43c8-9cfe-b4eca9e6f1d6),segment_id=124cd498-1518-43c8-9cfe-b4eca9e6f1d6)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:19.033536 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e85ac834-0a07-4f5d-8ce5-2f59ac4fef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:19.039580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8e62a3c3-6aaf-4529-b44d-bbae416c0d7b tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:19.041089 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8e62a3c3-6aaf-4529-b44d-bbae416c0d7b tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.35 "GET /v2.0/networks?id=5ecf557b-3451-414e-a126-ea2d09f0f0a9 HTTP/1.1" status: 200 len: 814 time: 0.4085858 Feb 09 14:11:19.056630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-a9d5a1fa-de1c-4a7d-8e0f-24afa54338c8 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Request body: {'port': {'device_id': 'c5a8887e-c02b-4efc-9727-48d59b4b3e38', 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9', 'admin_state_up': True, 'tenant_id': '251a1be4a8d944b3a69a1272b254657e'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:11:19.300459 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4471f616-4cb8-4d91-bd49-1fec6268dd82 req-e384e9a7-d867-4fa8-922a-a9a7aad2d057 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830016 Feb 09 14:11:19.366003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-708744234', 'description': 'tempest-description-71076980'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:11:19.384272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:19.395274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Usage tracker for resource:security_group and tenant:af7ecada8beb47b286f7cc91acafebdc is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:19.407547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:19.436550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:19.489917 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:19.523012 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:19.562393 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:19.569929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Usage tracker for resource:security_group_rule and tenant:af7ecada8beb47b286f7cc91acafebdc is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:19.576611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:19.607894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:19.775082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-a9d5a1fa-de1c-4a7d-8e0f-24afa54338c8 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:19.805310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-a9d5a1fa-de1c-4a7d-8e0f-24afa54338c8 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:19.845906 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:19.856670 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:19.870672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-a9d5a1fa-de1c-4a7d-8e0f-24afa54338c8 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Made reservation on behalf of 251a1be4a8d944b3a69a1272b254657e for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:11:19.872827 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e85ac834-0a07-4f5d-8ce5-2f59ac4fef3a admin admin] Calling delete_port for bc2cefaa-50cc-43a8-a27c-7a919b8582a4 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:11:19.874869 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-a9d5a1fa-de1c-4a7d-8e0f-24afa54338c8 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:19.899420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:19.915641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Usage tracker for resource:security_group_rule and tenant:af7ecada8beb47b286f7cc91acafebdc is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:19.944330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:20.129972 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3aa8807-1803-4148-b8a5-cf6a58cff0fb req-2706a95a-c48f-41b5-b580-eb61fd61182a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dec3d262-6c95-46b7-b19e-f5155567feda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3176382 Feb 09 14:11:20.142647 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf182437-263e-4780-bc39-1397dbd845a2 req-846aaa9a-b943-4e9a-800d-8effc9bb2c01 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:20.144595 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bf182437-263e-4780-bc39-1397dbd845a2 req-846aaa9a-b943-4e9a-800d-8effc9bb2c01 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec3d262-6c95-46b7-b19e-f5155567feda HTTP/1.1" status: 200 len: 949 time: 0.3339896 Feb 09 14:11:20.169576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-a9d5a1fa-de1c-4a7d-8e0f-24afa54338c8 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Allocated IP 172.20.0.6 (5ecf557b-3451-414e-a126-ea2d09f0f0a9/3f36dee6-4387-4c1a-8446-0e41ca89bc36/3163d8c0-49dc-4d8c-9dd8-80c2aab288d2) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:11:20.296533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:20.335855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ff1942-58d3-4bb1-a5aa-ea438d2774b8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:20.444618 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bf182437-263e-4780-bc39-1397dbd845a2 req-d447be32-021f-4fd6-93b1-9aff783bf167 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6e06da0-e930-40ab-a541-46b9bd3955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193644 Feb 09 14:11:20.791797 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:20.804868 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:20.823364 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-a9d5a1fa-de1c-4a7d-8e0f-24afa54338c8 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:20.870537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-a9d5a1fa-de1c-4a7d-8e0f-24afa54338c8 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Transition to ACTIVE for port object 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:11:20.881365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbf1814-5f95-41f3-9a12-9f82bbedeeea,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:20.888705 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:20.890050 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8eba9600-06d4-423b-b10b-c59ca7be8afe req-497f0007-ab00-4878-9b17-2e7bf93d26a4 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5447614 Feb 09 14:11:20.929158 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0ecdee35-28e2-452d-aba3-0ceeabd20774 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:11:20.933758 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-a9d5a1fa-de1c-4a7d-8e0f-24afa54338c8 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:21.189783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-a9d5a1fa-de1c-4a7d-8e0f-24afa54338c8 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Network 5ecf557b-3451-414e-a126-ea2d09f0f0a9 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:11:21.198259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-a9d5a1fa-de1c-4a7d-8e0f-24afa54338c8 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:11:21.218513 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-a9d5a1fa-de1c-4a7d-8e0f-24afa54338c8 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:11:21.303078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5a1fa-de1c-4a7d-8e0f-24afa54338c8 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Pushing event updated for resources: {'Port': ['ID=3163d8c0-49dc-4d8c-9dd8-80c2aab288d2,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:21.364048 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:21.410755 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa8807-1803-4148-b8a5-cf6a58cff0fb req-f02b17af-03d3-418f-a6c2-3280216e3639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:21.415246 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3aa8807-1803-4148-b8a5-cf6a58cff0fb req-f02b17af-03d3-418f-a6c2-3280216e3639 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=beeb51e3d8874419bafa70211a464ecf&device_id=dec3d262-6c95-46b7-b19e-f5155567feda HTTP/1.1" status: 200 len: 1100 time: 0.9896164 Feb 09 14:11:21.447791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87b18-af18-4af6-9b5e-975848f3a970 req-27788ee1-8e32-4d9c-808a-20e95d9940a9 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:21.459511 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-02f87b18-af18-4af6-9b5e-975848f3a970 req-27788ee1-8e32-4d9c-808a-20e95d9940a9 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 945 time: 0.6756771 Feb 09 14:11:21.533739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0ecdee35-28e2-452d-aba3-0ceeabd20774, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0ecdee35-28e2-452d-aba3-0ceeabd20774,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:21.538808 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec3d262-6c95-46b7-b19e-f5155567feda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ecdee35-28e2-452d-aba3-0ceeabd20774'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:11:21.564009 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:21.665973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa8807-1803-4148-b8a5-cf6a58cff0fb req-914e7aad-eaa0-4b6c-8383-dd339c99a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:21.667544 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3aa8807-1803-4148-b8a5-cf6a58cff0fb req-914e7aad-eaa0-4b6c-8383-dd339c99a33f service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.2015653 Feb 09 14:11:21.703293 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e85ac834-0a07-4f5d-8ce5-2f59ac4fef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:21.855911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=0ecdee35-28e2-452d-aba3-0ceeabd20774,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:21.899154 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-493d0415-e6e0-499a-9613-e0e6f7f6b415 None None] Provisioning for port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:11:21.913178 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-493d0415-e6e0-499a-9613-e0e6f7f6b415 None None] Provisioning complete for port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:11:21.917154 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-493d0415-e6e0-499a-9613-e0e6f7f6b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:21.934225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-a9d5a1fa-de1c-4a7d-8e0f-24afa54338c8 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:21.935285 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-a9d5a1fa-de1c-4a7d-8e0f-24afa54338c8 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:21.966891 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-a9d5a1fa-de1c-4a7d-8e0f-24afa54338c8 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9138761 Feb 09 14:11:21.989051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b73095-b924-432f-8005-76fca057642f req-7f9b4bc6-a929-47e0-bf47-1bd2423250f3 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:21.996275 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3aa8807-1803-4148-b8a5-cf6a58cff0fb req-f6410b39-f060-48b5-a397-c2fad8077feb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0ecdee35-28e2-452d-aba3-0ceeabd20774 HTTP/1.1" status: 200 len: 217 time: 0.2756391 Feb 09 14:11:21.998455 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c9b73095-b924-432f-8005-76fca057642f req-7f9b4bc6-a929-47e0-bf47-1bd2423250f3 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=d377f4fa-3310-4224-bb69-47cb29d11480 HTTP/1.1" status: 200 len: 946 time: 0.6559277 Feb 09 14:11:22.003117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ac834-0a07-4f5d-8ce5-2f59ac4fef3a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2cefaa-50cc-43a8-a27c-7a919b8582a4,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:22.027410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Request body: {'port': {'device_id': 'c5a8887e-c02b-4efc-9727-48d59b4b3e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:11:22.096801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-493d0415-e6e0-499a-9613-e0e6f7f6b415 None None] Port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:11:22.237900 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c9b73095-b924-432f-8005-76fca057642f req-b414a2f3-1fd4-4eed-8096-38aa90c4dc5a tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390866 Feb 09 14:11:22.253835 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-02f87b18-af18-4af6-9b5e-975848f3a970 req-652028e6-e944-43de-a8df-2d1e4b3c550f tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0451d9a2-c4d0-4795-b11a-d6c81b3075f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7896039 Feb 09 14:11:22.453489 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:22.797038 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa8807-1803-4148-b8a5-cf6a58cff0fb req-4429e6c4-b6e0-45ba-8686-1ad7564a7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:22.798989 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3aa8807-1803-4148-b8a5-cf6a58cff0fb req-4429e6c4-b6e0-45ba-8686-1ad7564a7e7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.7922485 Feb 09 14:11:23.166519 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e85ac834-0a07-4f5d-8ce5-2f59ac4fef3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:23.382679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:11:23.407145 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:23.455869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Transition to ACTIVE for port object 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:11:23.462515 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:23.634213 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-07f2d552-698e-4f13-8efc-5084075d13d5 req-3f4b12fa-f3b8-4560-8128-31f2f83ee7eb tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-59762789', 'description': 'tempest-description-1953323465'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:11:23.847038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-07f2d552-698e-4f13-8efc-5084075d13d5 req-3f4b12fa-f3b8-4560-8128-31f2f83ee7eb tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:23.938373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-07f2d552-698e-4f13-8efc-5084075d13d5 req-3f4b12fa-f3b8-4560-8128-31f2f83ee7eb tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Usage tracker for resource:security_group and tenant:af7ecada8beb47b286f7cc91acafebdc is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:23.986143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-07f2d552-698e-4f13-8efc-5084075d13d5 req-3f4b12fa-f3b8-4560-8128-31f2f83ee7eb tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:24.093872 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:11:24.106705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-07f2d552-698e-4f13-8efc-5084075d13d5 req-3f4b12fa-f3b8-4560-8128-31f2f83ee7eb tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:24.159197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Pushing event updated for resources: {'Port': ['ID=3163d8c0-49dc-4d8c-9dd8-80c2aab288d2,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:24.306474 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-07f2d552-698e-4f13-8efc-5084075d13d5 req-3f4b12fa-f3b8-4560-8128-31f2f83ee7eb tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:24.385464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa8807-1803-4148-b8a5-cf6a58cff0fb req-d884ec4d-9380-481b-bdfb-2e088d69e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:24.393700 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3aa8807-1803-4148-b8a5-cf6a58cff0fb req-d884ec4d-9380-481b-bdfb-2e088d69e08b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5190940 Feb 09 14:11:24.466718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-07f2d552-698e-4f13-8efc-5084075d13d5 req-3f4b12fa-f3b8-4560-8128-31f2f83ee7eb tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:24.517192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-07f2d552-698e-4f13-8efc-5084075d13d5 req-3f4b12fa-f3b8-4560-8128-31f2f83ee7eb tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Usage tracker for resource:security_group_rule and tenant:af7ecada8beb47b286f7cc91acafebdc is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:24.540058 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-07f2d552-698e-4f13-8efc-5084075d13d5 req-3f4b12fa-f3b8-4560-8128-31f2f83ee7eb tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:24.540744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d3aa9-d28a-455b-99d2-4ed824437f45 req-6defbf07-170c-4ef7-8724-3857eb1bfecd tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:24.550971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-07f2d552-698e-4f13-8efc-5084075d13d5 req-3f4b12fa-f3b8-4560-8128-31f2f83ee7eb tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:24.554463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Attempting to bind port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:11:24.554773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Attempting to bind port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '5abf8051-3014-4b19-81c3-051bdb34d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:11:24.555474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Attempting to bind port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 on network 5ecf557b-3451-414e-a126-ea2d09f0f0a9 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:11:24.557414 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ab7d3aa9-d28a-455b-99d2-4ed824437f45 req-6defbf07-170c-4ef7-8724-3857eb1bfecd tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5a8887e-c02b-4efc-9727-48d59b4b3e38 HTTP/1.1" status: 200 len: 931 time: 1.7664666 Feb 09 14:11:24.570730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 on network 5ecf557b-3451-414e-a126-ea2d09f0f0a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:11:24.571684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Attempting to bind port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 on network 5ecf557b-3451-414e-a126-ea2d09f0f0a9 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:11:24.590962 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:11:24.591451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Checking segment: {'id': '5abf8051-3014-4b19-81c3-051bdb34d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:11:24.592107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Bound using segment: {'id': '5abf8051-3014-4b19-81c3-051bdb34d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:11:24.592708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Bound port: 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5abf8051-3014-4b19-81c3-051bdb34d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:11:24.593153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:24.928734 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-07f2d552-698e-4f13-8efc-5084075d13d5 req-3f4b12fa-f3b8-4560-8128-31f2f83ee7eb tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:24.933173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] For port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:11:24.943659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-ab7d3aa9-d28a-455b-99d2-4ed824437f45 req-e41cbf84-5f47-4d0f-8080-e941341d8813 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Synchronizing usage tracker for tenant:251a1be4a8d944b3a69a1272b254657e on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:11:24.946276 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-07f2d552-698e-4f13-8efc-5084075d13d5 req-3f4b12fa-f3b8-4560-8128-31f2f83ee7eb tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:25.024240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] For port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3163d8c0-49dc-4d8c-9dd8-80c2aab288d2,segment=NetworkSegment(5abf8051-3014-4b19-81c3-051bdb34d844),segment_id=5abf8051-3014-4b19-81c3-051bdb34d844)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:11:25.073485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b12fa-f3b8-4560-8128-31f2f83ee7eb tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790088c7-3e63-4211-af9c-e34f8c675659,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:25.075586 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-07f2d552-698e-4f13-8efc-5084075d13d5 req-3f4b12fa-f3b8-4560-8128-31f2f83ee7eb tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:25.078568 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-07f2d552-698e-4f13-8efc-5084075d13d5 req-3f4b12fa-f3b8-4560-8128-31f2f83ee7eb tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4484298 Feb 09 14:11:25.080023 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:25.263150 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3aa8807-1803-4148-b8a5-cf6a58cff0fb req-c9e4358b-63e2-424f-b832-a25751000a3d service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7459676 Feb 09 14:11:25.281168 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-ab7d3aa9-d28a-455b-99d2-4ed824437f45 req-e41cbf84-5f47-4d0f-8080-e941341d8813 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Unset dirty status for tenant:251a1be4a8d944b3a69a1272b254657e on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:11:25.296733 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ab7d3aa9-d28a-455b-99d2-4ed824437f45 req-e41cbf84-5f47-4d0f-8080-e941341d8813 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92f4ffb-adb7-44c1-9607-0111c5b6e797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7379353 Feb 09 14:11:25.316501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Pushing event updated for resources: {'Port': ['ID=3163d8c0-49dc-4d8c-9dd8-80c2aab288d2,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:25.358035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:25.358035 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:25.359122 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-8be17383-7ba1-40b6-a8de-0f947eaaa364 service neutron] 10.222.0.35 "PUT /v2.0/ports/3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 HTTP/1.1" status: 200 len: 1091 time: 3.3397748 Feb 09 14:11:25.366556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a8887e-c02b-4efc-9727-48d59b4b3e38', 'tag': '3163d8c0-49dc-4d8c-9dd8-80c2aab288d2'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:11:25.600024 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec3d262-6c95-46b7-b19e-f5155567feda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ecdee35-28e2-452d-aba3-0ceeabd20774', 'code': 200} Feb 09 14:11:25.782028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85ac834-0a07-4f5d-8ce5-2f59ac4fef3a admin admin] Router 0e3ed36e-5451-4d0f-9dec-82513bfb7e04 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:11:25.913470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-b57607ca-b3ca-46e5-ab1e-ee1ca9e614c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:25.937977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-b57607ca-b3ca-46e5-ab1e-ee1ca9e614c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=251a1be4a8d944b3a69a1272b254657e&device_id=c5a8887e-c02b-4efc-9727-48d59b4b3e38 HTTP/1.1" status: 200 len: 1094 time: 0.4282124 Feb 09 14:11:26.069155 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-ccd5f8ec-57c2-4753-abb0-8a48bec2d3d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 HTTP/1.1" status: 200 len: 217 time: 0.1221206 Feb 09 14:11:26.254840 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3aa8807-1803-4148-b8a5-cf6a58cff0fb req-32aa86f6-ea7f-4e3f-bd15-4e4950c51d8a service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9564242 Feb 09 14:11:26.339413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-110b22bf-c770-4afe-b345-3271cf33914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:26.341739 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-110b22bf-c770-4afe-b345-3271cf33914b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f36dee6-4387-4c1a-8446-0e41ca89bc36 HTTP/1.1" status: 200 len: 853 time: 0.2590048 Feb 09 14:11:26.481976 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be58a-4154-4501-b5fe-35976e859cef req-b6d0919f-ca24-4294-8c6f-6cffe101a586 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:26.483591 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c8be58a-4154-4501-b5fe-35976e859cef req-b6d0919f-ca24-4294-8c6f-6cffe101a586 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 945 time: 0.5665405 Feb 09 14:11:26.485814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85ac834-0a07-4f5d-8ce5-2f59ac4fef3a admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:11:26.501740 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ebe9e3-8427-46c2-a846-1b9b5f0879ed None None] Sync routers for ids ['0e3ed36e-5451-4d0f-9dec-82513bfb7e04'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:11:26.502943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53112) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:26.518553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-06a5b7e3-d9d0-4884-9ef1-cc7f9e91c9fa tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Request body: {'floatingip': {'port_id': '0d09a906-50c3-48ab-a469-01f9699dc416'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:11:26.547778 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ebe9e3-8427-46c2-a846-1b9b5f0879ed None None] Routers {'0e3ed36e-5451-4d0f-9dec-82513bfb7e04'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:11:26.547778 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a5ebe9e3-8427-46c2-a846-1b9b5f0879ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:10:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0e3ed36e-5451-4d0f-9dec-82513bfb7e04'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:11:26.550950 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e85ac834-0a07-4f5d-8ce5-2f59ac4fef3a admin admin] 10.222.0.48 "PUT /v2.0/routers/0e3ed36e-5451-4d0f-9dec-82513bfb7e04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1047945 Feb 09 14:11:26.551844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53116) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:26.781559 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-97a70d12-5a2a-454f-97b2-8ca53b0e48d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:26.828748 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-06a5b7e3-d9d0-4884-9ef1-cc7f9e91c9fa tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for floatingip, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:27.140920 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75ea3f96-8285-47cb-a01c-320626fd2646 admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:27.320840 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-a5ebe9e3-8427-46c2-a846-1b9b5f0879ed None None] Set router 0e3ed36e-5451-4d0f-9dec-82513bfb7e04 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:11:27.806875 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75ea3f96-8285-47cb-a01c-320626fd2646 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:27.826101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-75ea3f96-8285-47cb-a01c-320626fd2646 admin admin] Deleting port d51a2d5b-7ba5-4892-a327-9e550bd99469 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:11:27.827646 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75ea3f96-8285-47cb-a01c-320626fd2646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:28.327851 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a5ebe9e3-8427-46c2-a846-1b9b5f0879ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'name': 'tempest-FloatingIPsTestJSON-2021910703-router', 'tenant_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': 'd51a2d5b-7ba5-4892-a327-9e550bd99469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:33Z', 'updated_at': '2022-02-09T14:11:21Z', 'revision_number': 5, 'project_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'gw_port': {'id': 'd51a2d5b-7ba5-4892-a327-9e550bd99469', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:55:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:35Z', 'updated_at': '2022-02-09T14:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:11:28.345182 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ebe9e3-8427-46c2-a846-1b9b5f0879ed None None] Checking router: 0e3ed36e-5451-4d0f-9dec-82513bfb7e04 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:11:28.382844 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ebe9e3-8427-46c2-a846-1b9b5f0879ed None None] Routers {'0e3ed36e-5451-4d0f-9dec-82513bfb7e04'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:11:28.384549 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a5ebe9e3-8427-46c2-a846-1b9b5f0879ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:10:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0e3ed36e-5451-4d0f-9dec-82513bfb7e04'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:11:28.775941 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a8887e-c02b-4efc-9727-48d59b4b3e38', 'tag': '3163d8c0-49dc-4d8c-9dd8-80c2aab288d2', 'status': 'completed', 'code': 200} Feb 09 14:11:28.858678 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-a5ebe9e3-8427-46c2-a846-1b9b5f0879ed None None] Set router 0e3ed36e-5451-4d0f-9dec-82513bfb7e04 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:11:28.870692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-75ea3f96-8285-47cb-a01c-320626fd2646 admin admin] For port d51a2d5b-7ba5-4892-a327-9e550bd99469, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d51a2d5b-7ba5-4892-a327-9e550bd99469,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:28.872328 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75ea3f96-8285-47cb-a01c-320626fd2646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:28.989551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-eb38a7a9-5f92-4d5c-8e2d-55cf3bbb0630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:28.993835 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-eb38a7a9-5f92-4d5c-8e2d-55cf3bbb0630 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5ecf557b-3451-414e-a126-ea2d09f0f0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.6440663 Feb 09 14:11:29.099524 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-673071cf-d1a0-44c7-8fc8-93e86970ee85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:29.250285 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a5ebe9e3-8427-46c2-a846-1b9b5f0879ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'name': 'tempest-FloatingIPsTestJSON-2021910703-router', 'tenant_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:33Z', 'updated_at': '2022-02-09T14:11:27Z', 'revision_number': 6, 'project_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:11:29.257414 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ebe9e3-8427-46c2-a846-1b9b5f0879ed None None] The sync data for ids ['0e3ed36e-5451-4d0f-9dec-82513bfb7e04'] in n-d-828418-2 is: [{'id': '0e3ed36e-5451-4d0f-9dec-82513bfb7e04', 'name': 'tempest-FloatingIPsTestJSON-2021910703-router', 'tenant_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:33Z', 'updated_at': '2022-02-09T14:11:27Z', 'revision_number': 6, 'project_id': 'eaa5855ad1e84432a33f732d4aee7d0f', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:11:29.577513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-75ea3f96-8285-47cb-a01c-320626fd2646 admin admin] Calling delete_port for d51a2d5b-7ba5-4892-a327-9e550bd99469 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:11:29.854593 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-e1add8db-8e69-49f6-bc2e-f7ec1f94f70f service neutron] 10.222.0.35 "GET /v2.0/networks/5ecf557b-3451-414e-a126-ea2d09f0f0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8436928 Feb 09 14:11:30.007248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e809fe4-8b9e-4441-99c6-4a2036236ce1 req-f800a72c-2796-4671-95fc-3c0981a0a68d tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:30.016013 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5e809fe4-8b9e-4441-99c6-4a2036236ce1 req-f800a72c-2796-4671-95fc-3c0981a0a68d tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5a8887e-c02b-4efc-9727-48d59b4b3e38 HTTP/1.1" status: 200 len: 943 time: 1.1491365 Feb 09 14:11:30.062874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device bc2cefaa-50cc-43a8-a27c-7a919b8582a4 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:11:30.109812 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-06a5b7e3-d9d0-4884-9ef1-cc7f9e91c9fa tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:11:30.143156 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5e809fe4-8b9e-4441-99c6-4a2036236ce1 req-2fcaa192-a70e-4fa3-8a6b-ad114216e0c2 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92f4ffb-adb7-44c1-9607-0111c5b6e797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257429 Feb 09 14:11:30.181197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: bc2cefaa-50cc-43a8-a27c-7a919b8582a4 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:11:30.181197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device bc2cefaa-50cc-43a8-a27c-7a919b8582a4 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:11:30.216014 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:30.226212 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:30.411996 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75ea3f96-8285-47cb-a01c-320626fd2646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:30.425622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device db4da2b6-02ae-4c76-9da4-011175e7de24 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:11:30.546389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea3f96-8285-47cb-a01c-320626fd2646 admin admin] Pushing event deleted for resources: {'Port': ['ID=d51a2d5b-7ba5-4892-a327-9e550bd99469,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:30.662210 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-06a5b7e3-d9d0-4884-9ef1-cc7f9e91c9fa tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:30.704891 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfe60b84-e200-4a65-b52c-782669c19a53 req-9d91a783-d2a9-458a-aa23-950a2a868c3e service neutron] 10.222.0.35 "GET /v2.0/networks/5ecf557b-3451-414e-a126-ea2d09f0f0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7922423 Feb 09 14:11:30.726321 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-06a5b7e3-d9d0-4884-9ef1-cc7f9e91c9fa tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:30.893188 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75ea3f96-8285-47cb-a01c-320626fd2646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:30.961142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port db4da2b6-02ae-4c76-9da4-011175e7de24, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=db4da2b6-02ae-4c76-9da4-011175e7de24,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:31.042833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'db4da2b6-02ae-4c76-9da4-011175e7de24', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': 'db4da2b6-02ae-4c76-9da4-011175e7de24', 'mac_address': 'fa:16:3e:cf:60:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:11:31.359631 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:31.497050 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db4da2b6-02ae-4c76-9da4-011175e7de24 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:11:31.720911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port db4da2b6-02ae-4c76-9da4-011175e7de24, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=db4da2b6-02ae-4c76-9da4-011175e7de24,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:31.765088 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:31.976707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3271c702-3be6-4f21-8c37-9f0d219717de req-df9c6391-4323-40a1-b999-2b80b9069880 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Synchronizing usage tracker for tenant:af7ecada8beb47b286f7cc91acafebdc on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:11:32.007990 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75ea3f96-8285-47cb-a01c-320626fd2646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:32.007990 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75ea3f96-8285-47cb-a01c-320626fd2646 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:32.091200 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:32.120803 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75ea3f96-8285-47cb-a01c-320626fd2646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:32.121770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ea3f96-8285-47cb-a01c-320626fd2646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e3ed36e-5451-4d0f-9dec-82513bfb7e04 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:11:32.181032 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d51a2d5b-7ba5-4892-a327-9e550bd99469 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:11:32.186267 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75ea3f96-8285-47cb-a01c-320626fd2646 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:32.204749 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-75ea3f96-8285-47cb-a01c-320626fd2646 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0e3ed36e-5451-4d0f-9dec-82513bfb7e04 HTTP/1.1" status: 204 len: 168 time: 5.6511362 Feb 09 14:11:32.207144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53210) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:32.423084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['db4da2b6-02ae-4c76-9da4-011175e7de24'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:11:32.506369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2b775d-daac-49ee-b465-afb6fdb88b04 admin admin] Deleting subnet 09dc8d6d-5d7d-4bdd-b450-eba11ef64d0c {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:11:32.517529 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a2b775d-daac-49ee-b465-afb6fdb88b04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:32.522914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3271c702-3be6-4f21-8c37-9f0d219717de req-df9c6391-4323-40a1-b999-2b80b9069880 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Unset dirty status for tenant:af7ecada8beb47b286f7cc91acafebdc on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:11:32.546698 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-df9c6391-4323-40a1-b999-2b80b9069880 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39561 time: 5.3530822 Feb 09 14:11:32.646553 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-06a5b7e3-d9d0-4884-9ef1-cc7f9e91c9fa tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Floating IP 0a91eca0-d8ac-42bd-b6f8-bd35cecf81d0 associated. External IP: 172.25.8.249, port: 0d09a906-50c3-48ab-a469-01f9699dc416. Feb 09 14:11:32.783637 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a2b775d-daac-49ee-b465-afb6fdb88b04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:32.866712 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: d51a2d5b-7ba5-4892-a327-9e550bd99469 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:11:32.867522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d51a2d5b-7ba5-4892-a327-9e550bd99469 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:11:33.087452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=db4da2b6-02ae-4c76-9da4-011175e7de24,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:33.199619 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-11ce937a-42f5-44cd-9da4-b2769bdbaac0 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/04f2a616-f926-464f-8d14-970f0a5b8ff6 HTTP/1.1" status: 200 len: 2981 time: 0.6291735 Feb 09 14:11:33.216539 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71064e99-8950-4ba0-97d7-96f45f3e3ba4 req-f755079c-a3ed-4d66-a49d-231547419589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:33.221077 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71064e99-8950-4ba0-97d7-96f45f3e3ba4 req-f755079c-a3ed-4d66-a49d-231547419589 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=251a1be4a8d944b3a69a1272b254657e&device_id=c5a8887e-c02b-4efc-9727-48d59b4b3e38 HTTP/1.1" status: 200 len: 1094 time: 1.7266016 Feb 09 14:11:33.511547 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1246b3b-7517-4cff-9d50-f931f783d94e req-1933871c-dd1a-4cda-be50-62d881f66d60 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:33.513900 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d1246b3b-7517-4cff-9d50-f931f783d94e req-1933871c-dd1a-4cda-be50-62d881f66d60 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5a8887e-c02b-4efc-9727-48d59b4b3e38 HTTP/1.1" status: 200 len: 943 time: 0.5223677 Feb 09 14:11:33.534449 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a2b775d-daac-49ee-b465-afb6fdb88b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:33.885868 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d1246b3b-7517-4cff-9d50-f931f783d94e req-f5be7b0f-f2a3-4e8b-abd7-bd439c828c99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92f4ffb-adb7-44c1-9607-0111c5b6e797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605235 Feb 09 14:11:33.962069 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a2b775d-daac-49ee-b465-afb6fdb88b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:34.148127 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-6233e73e-505d-48e0-8ff6-19173d770d07 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/04f2a616-f926-464f-8d14-970f0a5b8ff6 HTTP/1.1" status: 200 len: 2981 time: 0.9459994 Feb 09 14:11:34.161745 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a2b775d-daac-49ee-b465-afb6fdb88b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:34.169785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537d8984-0723-4445-82d1-53464ecd7bf4 None None] Network d5decfb7-6816-4f0b-8ec7-ab75abc36283 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:11:34.296917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b775d-daac-49ee-b465-afb6fdb88b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09dc8d6d-5d7d-4bdd-b450-eba11ef64d0c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:34.315686 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5a2b775d-daac-49ee-b465-afb6fdb88b04 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/09dc8d6d-5d7d-4bdd-b450-eba11ef64d0c HTTP/1.1" status: 204 len: 168 time: 2.1010363 Feb 09 14:11:34.320676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53240) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:34.524051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device ec5ee5f3-9461-4740-9d40-36ebd4df6d9c details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:11:34.646304 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-e0651035-2919-4d69-993d-5731d080dd5d tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/4397a725-9f95-4909-a50b-1a93cbdd9294 HTTP/1.1" status: 200 len: 2973 time: 0.4965477 Feb 09 14:11:34.647530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71064e99-8950-4ba0-97d7-96f45f3e3ba4 req-b0503e61-600c-42f7-9b61-f3b1d1635dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:34.650611 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71064e99-8950-4ba0-97d7-96f45f3e3ba4 req-b0503e61-600c-42f7-9b61-f3b1d1635dd9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5ecf557b-3451-414e-a126-ea2d09f0f0a9 HTTP/1.1" status: 200 len: 914 time: 1.3982122 Feb 09 14:11:34.815586 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:34.856995 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] Deleting port 7054524c-4e29-461b-b622-57a0616c5deb {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:11:34.860628 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:34.935022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device db4da2b6-02ae-4c76-9da4-011175e7de24 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:11:34.953400 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71064e99-8950-4ba0-97d7-96f45f3e3ba4 req-3572087f-07f0-4899-9138-131bc29e934b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 HTTP/1.1" status: 200 len: 217 time: 0.2624195 Feb 09 14:11:35.104882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71064e99-8950-4ba0-97d7-96f45f3e3ba4 req-646beccd-e555-4c5a-bf22-f04777d57edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:35.106606 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71064e99-8950-4ba0-97d7-96f45f3e3ba4 req-646beccd-e555-4c5a-bf22-f04777d57edb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f36dee6-4387-4c1a-8446-0e41ca89bc36 HTTP/1.1" status: 200 len: 853 time: 0.1171548 Feb 09 14:11:35.397006 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-060c6bec-7408-4536-a828-80ab43a7db71 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/4397a725-9f95-4909-a50b-1a93cbdd9294 HTTP/1.1" status: 200 len: 2973 time: 0.7429152 Feb 09 14:11:35.564536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port db4da2b6-02ae-4c76-9da4-011175e7de24 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:11:35.564536 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:35.790290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:35.841479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'ec5ee5f3-9461-4740-9d40-36ebd4df6d9c', 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead', 'port_id': 'ec5ee5f3-9461-4740-9d40-36ebd4df6d9c', 'mac_address': 'fa:16:3e:77:47:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d935aa-4e72-46ee-a516-faccc6fa2775', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:11:35.883389 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-8d920027-152c-4f55-afa7-03401b5a98d9 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/5aceb0c7-1181-4ce3-82ba-4c0ae77aa79f HTTP/1.1" status: 200 len: 2977 time: 0.4836922 Feb 09 14:11:35.961486 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:36.009514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec5ee5f3-9461-4740-9d40-36ebd4df6d9c {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:11:36.011770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a5b7e3-d9d0-4884-9ef1-cc7f9e91c9fa tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Router d9f36cac-8e12-411b-958a-1bf684affa01 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:11:36.045945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:36.046247 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71064e99-8950-4ba0-97d7-96f45f3e3ba4 req-a04d8524-6198-47e4-bda6-8cbf1225800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:36.047907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71064e99-8950-4ba0-97d7-96f45f3e3ba4 req-a04d8524-6198-47e4-bda6-8cbf1225800d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5ecf557b-3451-414e-a126-ea2d09f0f0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9046197 Feb 09 14:11:36.056256 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-bb4c2136-fe1c-406e-bc26-3470ff5bd59d tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/5aceb0c7-1181-4ce3-82ba-4c0ae77aa79f HTTP/1.1" status: 200 len: 2977 time: 0.1719558 Feb 09 14:11:36.059441 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] For port 7054524c-4e29-461b-b622-57a0616c5deb, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7054524c-4e29-461b-b622-57a0616c5deb,segment=NetworkSegment(124cd498-1518-43c8-9cfe-b4eca9e6f1d6),segment_id=124cd498-1518-43c8-9cfe-b4eca9e6f1d6)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:36.062171 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:36.063275 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:36.277969 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['ec5ee5f3-9461-4740-9d40-36ebd4df6d9c'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:11:36.339938 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71064e99-8950-4ba0-97d7-96f45f3e3ba4 req-3d2c47ce-4a03-4d19-a949-1a394279b41e service neutron] 10.222.0.35 "GET /v2.0/networks/5ecf557b-3451-414e-a126-ea2d09f0f0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672582 Feb 09 14:11:36.608084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] Calling delete_port for 7054524c-4e29-461b-b622-57a0616c5deb owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:11:36.629408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3e73b3-73ca-4526-a9c9-2b9868f91137 None None] DHCP port deletion for d5decfb7-6816-4f0b-8ec7-ab75abc36283 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:11:36.669545 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-9c3e73b3-73ca-4526-a9c9-2b9868f91137 None None] Deleting port 7054524c-4e29-461b-b622-57a0616c5deb {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:11:36.679789 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9c3e73b3-73ca-4526-a9c9-2b9868f91137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:37.040239 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:37.062171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-9c3e73b3-73ca-4526-a9c9-2b9868f91137 None None] The port '7054524c-4e29-461b-b622-57a0616c5deb' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:11:37.138920 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:37.173319 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:37.253391 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] No DVR routers for this DVR port 7054524c-4e29-461b-b622-57a0616c5deb on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:11:37.300229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] Pushing event deleted for resources: {'Port': ['ID=7054524c-4e29-461b-b622-57a0616c5deb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:37.313068 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port db4da2b6-02ae-4c76-9da4-011175e7de24, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=db4da2b6-02ae-4c76-9da4-011175e7de24,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:37.326163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bf3984-174d-4869-8b3c-33dcb3f675b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4da2b6-02ae-4c76-9da4-011175e7de24'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:11:37.391852 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:37.548443 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:37.591948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a5b7e3-d9d0-4884-9ef1-cc7f9e91c9fa tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:11:37.612950 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-06a5b7e3-d9d0-4884-9ef1-cc7f9e91c9fa tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:37.625544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5decfb7-6816-4f0b-8ec7-ab75abc36283']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:11:37.631983 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b729bd5-6181-42e8-b516-38870815f320 None None] Sync routers for ids ['d9f36cac-8e12-411b-958a-1bf684affa01'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:11:37.659753 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124cd498-1518-43c8-9cfe-b4eca9e6f1d6') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:11:37.661806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124cd498-1518-43c8-9cfe-b4eca9e6f1d6') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:11:37.744033 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:37.824223 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-06a5b7e3-d9d0-4884-9ef1-cc7f9e91c9fa tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "PUT /v2.0/floatingips/0a91eca0-d8ac-42bd-b6f8-bd35cecf81d0 HTTP/1.1" status: 200 len: 991 time: 11.3169215 Feb 09 14:11:37.830161 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:37.843165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c77ad8-c544-411e-87ad-c5c63fff839a', 'tag': '0d09a906-50c3-48ab-a469-01f9699dc416'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:11:37.852402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:11:37.852891 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:37.886082 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-41da21e8-62bc-4cc0-9b79-5ffcf429d842 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/86933b24-0a7f-4c04-882b-098f7c053996 HTTP/1.1" status: 200 len: 2981 time: 1.8273890 Feb 09 14:11:37.957382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b729bd5-6181-42e8-b516-38870815f320 None None] Routers {'d9f36cac-8e12-411b-958a-1bf684affa01'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:11:37.971191 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6b729bd5-6181-42e8-b516-38870815f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:11:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d9f36cac-8e12-411b-958a-1bf684affa01'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:11:38.198460 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:11:38.371394 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:38.392785 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-b5306c51-4560-431d-89b7-06e7a09cc97c tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/86933b24-0a7f-4c04-882b-098f7c053996 HTTP/1.1" status: 200 len: 2981 time: 0.4965491 Feb 09 14:11:38.397491 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:38.445746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7054524c-4e29-461b-b622-57a0616c5deb no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:11:38.521261 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71064e99-8950-4ba0-97d7-96f45f3e3ba4 req-a9bb3115-6808-4f18-b2c9-62ed3f0aded4 service neutron] 10.222.0.35 "GET /v2.0/networks/5ecf557b-3451-414e-a126-ea2d09f0f0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9192455 Feb 09 14:11:38.605750 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-d474971d-ac50-49a7-8f3f-529263a66553 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8a4e1bbe-ebac-4cb3-bb06-edf0146eab3e HTTP/1.1" status: 200 len: 2981 time: 0.2065830 Feb 09 14:11:38.633747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] Pushing event deleted for resources: {'Network': ['ID=d5decfb7-6816-4f0b-8ec7-ab75abc36283,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:38.668761 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7a3cf71e-3f73-43d9-b3de-5acb4dc0791d admin admin] 10.222.0.48 "DELETE /v2.0/networks/d5decfb7-6816-4f0b-8ec7-ab75abc36283 HTTP/1.1" status: 204 len: 168 time: 4.3363574 Feb 09 14:11:38.743099 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-71bf9772-015b-4b4f-8aba-c877718265d8 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8a4e1bbe-ebac-4cb3-bb06-edf0146eab3e HTTP/1.1" status: 200 len: 2981 time: 0.1294446 Feb 09 14:11:38.884603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 7054524c-4e29-461b-b622-57a0616c5deb {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:11:38.884603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7054524c-4e29-461b-b622-57a0616c5deb not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:11:38.904723 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=db4da2b6-02ae-4c76-9da4-011175e7de24,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:38.971232 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-d6254c18-dbfb-448f-bb31-8e2bec917239 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b3d24bae-f536-4d94-9c8e-15a4b3105f04 HTTP/1.1" status: 200 len: 2981 time: 0.2033081 Feb 09 14:11:39.118442 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-404380a4-5e6b-4abf-abf1-1ac537ee968c tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b3d24bae-f536-4d94-9c8e-15a4b3105f04 HTTP/1.1" status: 200 len: 2981 time: 0.1491997 Feb 09 14:11:39.147490 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:39.301127 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6b729bd5-6181-42e8-b516-38870815f320 None None] Set router d9f36cac-8e12-411b-958a-1bf684affa01 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:11:39.317227 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-455c20cc-0979-4330-9650-303364a8d1a0 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/d6e06da0-e930-40ab-a541-46b9bd3955fc HTTP/1.1" status: 200 len: 2981 time: 0.1902699 Feb 09 14:11:39.572252 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-349dc214-2739-4779-b125-35278aacc296 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/d6e06da0-e930-40ab-a541-46b9bd3955fc HTTP/1.1" status: 200 len: 2981 time: 0.2347679 Feb 09 14:11:39.892179 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-1ecc407b-ad78-4407-abae-fdd09845d37a tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/dd86a9af-1d6a-42c9-8245-e29e061261dc HTTP/1.1" status: 200 len: 2981 time: 0.3133574 Feb 09 14:11:39.905047 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53328) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:40.210020 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-c77bb60a-a12d-4090-8fdd-ae66379beeb2 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/dd86a9af-1d6a-42c9-8245-e29e061261dc HTTP/1.1" status: 200 len: 2981 time: 0.2582877 Feb 09 14:11:40.339060 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:40.414827 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0ce70d8b-f1b9-40df-8398-add1f3111eb7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eaa5855ad1e84432a33f732d4aee7d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193477 Feb 09 14:11:40.416637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53336) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:40.426531 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-96baf106-3e9e-4f28-b905-0fa0b9359d0d tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/e92f4ffb-adb7-44c1-9607-0111c5b6e797 HTTP/1.1" status: 200 len: 2981 time: 0.2151594 Feb 09 14:11:40.506154 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device ec5ee5f3-9461-4740-9d40-36ebd4df6d9c up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:11:40.742023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6ee3d-6547-493a-8404-86e030774fb1 req-f7f10606-e8b4-489a-a9b4-30d4d1b198b5 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:40.753300 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-01c6ee3d-6547-493a-8404-86e030774fb1 req-f7f10606-e8b4-489a-a9b4-30d4d1b198b5 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5a8887e-c02b-4efc-9727-48d59b4b3e38 HTTP/1.1" status: 200 len: 943 time: 0.5541172 Feb 09 14:11:40.815121 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04a10c65-9ef0-41b7-b509-add02d1783c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:40.958545 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-01c6ee3d-6547-493a-8404-86e030774fb1 req-1cc632b4-4a93-4d51-ba08-b345b22a2dd4 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92f4ffb-adb7-44c1-9607-0111c5b6e797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082610 Feb 09 14:11:40.970911 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04a10c65-9ef0-41b7-b509-add02d1783c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:40.976440 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-2d767288-74a6-48f9-884c-cc72bb0cfe04 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/e92f4ffb-adb7-44c1-9607-0111c5b6e797 HTTP/1.1" status: 200 len: 2981 time: 0.5374222 Feb 09 14:11:41.091161 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-bf98ee9b-407a-4dbf-8a13-abe58b5a12e2 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ecb12332-a561-4d3a-9df8-082cafc5a4b9 HTTP/1.1" status: 200 len: 2981 time: 0.1047392 Feb 09 14:11:41.170885 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04a10c65-9ef0-41b7-b509-add02d1783c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:41.212842 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-42f2cb1b-ef68-405d-bbb3-356e3fdd8891 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ecb12332-a561-4d3a-9df8-082cafc5a4b9 HTTP/1.1" status: 200 len: 580 time: 0.1095495 Feb 09 14:11:41.224597 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a10c65-9ef0-41b7-b509-add02d1783c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb12332-a561-4d3a-9df8-082cafc5a4b9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:41.226566 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:11:41.227418 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:41.234530 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04a10c65-9ef0-41b7-b509-add02d1783c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:41.242142 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-04a10c65-9ef0-41b7-b509-add02d1783c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ecb12332-a561-4d3a-9df8-082cafc5a4b9 HTTP/1.1" status: 204 len: 168 time: 0.8232987 Feb 09 14:11:41.441107 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-93591a58-ddae-4d4f-a9d2-03e7417e921c tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/f2ff1942-58d3-4bb1-a5aa-ea438d2774b8 HTTP/1.1" status: 200 len: 2981 time: 0.2220368 Feb 09 14:11:41.475030 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6b729bd5-6181-42e8-b516-38870815f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'name': 'tempest-ServersTestBootFromVolume-1415061651-router', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:16Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'gw_port': {'id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:18Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '0a91eca0-d8ac-42bd-b6f8-bd35cecf81d0', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'floating_ip_address': '172.25.8.249', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'port_id': '0d09a906-50c3-48ab-a469-01f9699dc416', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287', 'mac_address': 'fa:16:3e:93:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c77ad8-c544-411e-87ad-c5c63fff839a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:09:57Z', 'updated_at': '2022-02-09T14:11:29Z', 'revision_number': 1, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b44b256-135f-44f1-81e4-32ebfc1a1835', 'name': '', 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'mac_address': 'fa:16:3e:46:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:27Z', 'updated_at': '2022-02-09T14:10:02Z', 'revision_number': 5, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'subnets': [{'id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:11:41.477480 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:41.523373 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b729bd5-6181-42e8-b516-38870815f320 None None] Checking router: d9f36cac-8e12-411b-958a-1bf684affa01 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:11:41.599711 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:41.614179 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3271c702-3be6-4f21-8c37-9f0d219717de req-b58a1a77-c554-4f9d-86e2-f3b13911aaf8 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/f2ff1942-58d3-4bb1-a5aa-ea438d2774b8 HTTP/1.1" status: 200 len: 2981 time: 0.1593404 Feb 09 14:11:41.614419 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bf3984-174d-4869-8b3c-33dcb3f675b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4da2b6-02ae-4c76-9da4-011175e7de24', 'code': 200} Feb 09 14:11:41.628204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b729bd5-6181-42e8-b516-38870815f320 None None] Routers {'d9f36cac-8e12-411b-958a-1bf684affa01'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:11:41.629903 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6b729bd5-6181-42e8-b516-38870815f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:11:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d9f36cac-8e12-411b-958a-1bf684affa01'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:11:41.721797 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c77ad8-c544-411e-87ad-c5c63fff839a', 'tag': '0d09a906-50c3-48ab-a469-01f9699dc416', 'status': 'completed', 'code': 200} Feb 09 14:11:42.042631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6b729bd5-6181-42e8-b516-38870815f320 None None] Set router d9f36cac-8e12-411b-958a-1bf684affa01 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:11:42.136403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1936a8-2ede-473a-9863-e50e1a29d5de req-170e40b9-0b09-49a1-9af3-c66fd9e1d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:42.136403 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b1936a8-2ede-473a-9863-e50e1a29d5de req-170e40b9-0b09-49a1-9af3-c66fd9e1d2a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6118b9a480b24069a1123aafc487f0a0&device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 1096 time: 0.3446951 Feb 09 14:11:42.146908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f363802-15ff-4b4c-8fa9-26ccbfc27549 req-cb55550f-6751-43ae-b231-4737c109b19b tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:42.146908 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8f363802-15ff-4b4c-8fa9-26ccbfc27549 req-cb55550f-6751-43ae-b231-4737c109b19b tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 945 time: 0.2644184 Feb 09 14:11:42.242882 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8f363802-15ff-4b4c-8fa9-26ccbfc27549 req-1d093c9a-d65f-48a9-8746-dbaa1a7b5a2c tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0451d9a2-c4d0-4795-b11a-d6c81b3075f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928452 Feb 09 14:11:42.370073 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:42.602810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1936a8-2ede-473a-9863-e50e1a29d5de req-b96abc1c-6813-4048-88c1-1fbd61de8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:42.615135 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b1936a8-2ede-473a-9863-e50e1a29d5de req-b96abc1c-6813-4048-88c1-1fbd61de8ef0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0a7099d-e4ae-47ce-bada-1cc326e07287 HTTP/1.1" status: 200 len: 916 time: 0.4645123 Feb 09 14:11:42.983929 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:43.061861 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b1936a8-2ede-473a-9863-e50e1a29d5de req-10332c7c-a4e6-49a4-bd8b-a6621b5c2d56 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d09a906-50c3-48ab-a469-01f9699dc416 HTTP/1.1" status: 200 len: 999 time: 0.4451399 Feb 09 14:11:43.340516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1936a8-2ede-473a-9863-e50e1a29d5de req-59d2c793-2864-4755-8d65-6bd0eb4bbf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:43.340516 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b1936a8-2ede-473a-9863-e50e1a29d5de req-59d2c793-2864-4755-8d65-6bd0eb4bbf94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4956d27e-a6d0-44e8-93e4-11fa2bea2e73 HTTP/1.1" status: 200 len: 855 time: 0.2611384 Feb 09 14:11:43.635281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd377f4fa-3310-4224-bb69-47cb29d11480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5ee5f3-9461-4740-9d40-36ebd4df6d9c'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:11:43.646217 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1936a8-2ede-473a-9863-e50e1a29d5de req-3ac0d034-8bda-4717-8052-43ab96fe00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:43.647927 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b1936a8-2ede-473a-9863-e50e1a29d5de req-3ac0d034-8bda-4717-8052-43ab96fe00fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0a7099d-e4ae-47ce-bada-1cc326e07287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3059800 Feb 09 14:11:43.735447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6b729bd5-6181-42e8-b516-38870815f320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'name': 'tempest-ServersTestBootFromVolume-1415061651-router', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:16Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'gw_port': {'id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:18Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '0a91eca0-d8ac-42bd-b6f8-bd35cecf81d0', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'floating_ip_address': '172.25.8.249', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'port_id': '0d09a906-50c3-48ab-a469-01f9699dc416', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287', 'mac_address': 'fa:16:3e:93:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c77ad8-c544-411e-87ad-c5c63fff839a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:09:57Z', 'updated_at': '2022-02-09T14:11:29Z', 'revision_number': 1, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b44b256-135f-44f1-81e4-32ebfc1a1835', 'name': '', 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'mac_address': 'fa:16:3e:46:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:27Z', 'updated_at': '2022-02-09T14:10:02Z', 'revision_number': 5, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'subnets': [{'id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:11:43.742747 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b729bd5-6181-42e8-b516-38870815f320 None None] The sync data for ids ['d9f36cac-8e12-411b-958a-1bf684affa01'] in n-d-828418-2 is: [{'id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'name': 'tempest-ServersTestBootFromVolume-1415061651-router', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:16Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'gw_port': {'id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:18Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '0a91eca0-d8ac-42bd-b6f8-bd35cecf81d0', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'floating_ip_address': '172.25.8.249', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'port_id': '0d09a906-50c3-48ab-a469-01f9699dc416', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287', 'mac_address': 'fa:16:3e:93:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c77ad8-c544-411e-87ad-c5c63fff839a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:09:57Z', 'updated_at': '2022-02-09T14:11:29Z', 'revision_number': 1, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b44b256-135f-44f1-81e4-32ebfc1a1835', 'name': '', 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'mac_address': 'fa:16:3e:46:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:27Z', 'updated_at': '2022-02-09T14:10:02Z', 'revision_number': 5, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'subnets': [{'id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:11:44.008568 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b1936a8-2ede-473a-9863-e50e1a29d5de req-c50476d6-97df-4dc7-90c1-1e61209e4a9a service neutron] 10.222.0.35 "GET /v2.0/networks/a0a7099d-e4ae-47ce-bada-1cc326e07287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512654 Feb 09 14:11:44.415936 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93311be6-7a1c-4f0a-bb0d-c09123e6b2ff None None] New status for floating IP 0a91eca0-d8ac-42bd-b6f8-bd35cecf81d0: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:11:44.565463 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b1936a8-2ede-473a-9863-e50e1a29d5de req-957370bf-dc8f-479a-9a6b-382516eb2fe9 service neutron] 10.222.0.35 "GET /v2.0/networks/a0a7099d-e4ae-47ce-bada-1cc326e07287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505595 Feb 09 14:11:44.788988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53418) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:45.107080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:11:45.127820 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2065475983-network', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:11:45.159767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:45.175701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Usage tracker for resource:network and tenant:b31ca55f869c4ae1b74dd11b23322eed is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:45.217885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:45.252329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:45.301903 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Made reservation on behalf of b31ca55f869c4ae1b74dd11b23322eed for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:11:45.310155 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:45.377702 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:45.429364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:45.437924 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Usage tracker for resource:security_group_rule and tenant:b31ca55f869c4ae1b74dd11b23322eed is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:45.447029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:45.460701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:45.758083 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3163d8c0-49dc-4d8c-9dd8-80c2aab288d2,segment=NetworkSegment(5abf8051-3014-4b19-81c3-051bdb34d844),segment_id=5abf8051-3014-4b19-81c3-051bdb34d844)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:45.765305 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:45.775479 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:45.798506 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '3163d8c0-49dc-4d8c-9dd8-80c2aab288d2', 'network_id': '5ecf557b-3451-414e-a126-ea2d09f0f0a9', 'port_id': '3163d8c0-49dc-4d8c-9dd8-80c2aab288d2', 'mac_address': 'fa:16:3e:b7:a0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f36dee6-4387-4c1a-8446-0e41ca89bc36', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:11:45.831273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517215cd-cd7f-48af-bdbc-3a70212ababe,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:45.851780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:45.852980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:45.853498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:45.854043 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:45.854526 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:45.855057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:45.855536 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:45.856071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:45.857447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:45.857585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:45.858092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:45.858978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:45.875570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:11:45.911172 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:45.914364 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Added segment 5f5343ff-73a4-4c93-822b-41741ce7e1e4 of type vlan for network b8b9604b-3b30-4e0b-9355-083e6a7f8309 Feb 09 14:11:46.012501 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:46.214607 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:46.216430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:46.218007 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:46.240498 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:46.304287 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:11:46.397201 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3163d8c0-49dc-4d8c-9dd8-80c2aab288d2,segment=NetworkSegment(5abf8051-3014-4b19-81c3-051bdb34d844),segment_id=5abf8051-3014-4b19-81c3-051bdb34d844)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:46.413326 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:46.623427 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8334694 Feb 09 14:11:46.628372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53438) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:46.630442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=3163d8c0-49dc-4d8c-9dd8-80c2aab288d2,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:46.643654 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9e560c92-959d-4b32-bdce-b1c95c05cab3 admin admin] Request body: {'subnet': {'network_id': 'b8b9604b-3b30-4e0b-9355-083e6a7f8309', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2065475983-subnet', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:11:46.666942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f591e8f-a34d-4c6d-b709-5bc0fbfa4440 admin admin] Pushing event updated for resources: {'Network': ['ID=b8b9604b-3b30-4e0b-9355-083e6a7f8309,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:46.667584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9e560c92-959d-4b32-bdce-b1c95c05cab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:46.685723 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9e560c92-959d-4b32-bdce-b1c95c05cab3 admin admin] Usage tracker for resource:subnet and tenant:b31ca55f869c4ae1b74dd11b23322eed is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:46.704783 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network b8b9604b-3b30-4e0b-9355-083e6a7f8309 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:11:46.727541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9e560c92-959d-4b32-bdce-b1c95c05cab3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:46.754629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9e560c92-959d-4b32-bdce-b1c95c05cab3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:46.787557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e560c92-959d-4b32-bdce-b1c95c05cab3 admin admin] Made reservation on behalf of b31ca55f869c4ae1b74dd11b23322eed for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:11:46.796611 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9e560c92-959d-4b32-bdce-b1c95c05cab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:46.984870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['3163d8c0-49dc-4d8c-9dd8-80c2aab288d2'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:11:47.539172 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9e560c92-959d-4b32-bdce-b1c95c05cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:47.789357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e560c92-959d-4b32-bdce-b1c95c05cab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=802b1052-4835-487a-a9ef-c3568255f64c,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:47.924731 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e560c92-959d-4b32-bdce-b1c95c05cab3 admin admin] Checking segment: {'id': '5f5343ff-73a4-4c93-822b-41741ce7e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b8b9604b-3b30-4e0b-9355-083e6a7f8309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:11:47.932901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e560c92-959d-4b32-bdce-b1c95c05cab3 admin admin] Network hostable DHCP agents. Network: b8b9604b-3b30-4e0b-9355-083e6a7f8309, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:11:48.006133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e560c92-959d-4b32-bdce-b1c95c05cab3 admin admin] Network b8b9604b-3b30-4e0b-9355-083e6a7f8309 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:11:48.045922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-9e560c92-959d-4b32-bdce-b1c95c05cab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, b8b9604b-3b30-4e0b-9355-083e6a7f8309) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:11:48.052432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e560c92-959d-4b32-bdce-b1c95c05cab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:48.053514 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9e560c92-959d-4b32-bdce-b1c95c05cab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:48.066391 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c43a75-8753-44d5-8c28-8627f880af85 None None] Network b8b9604b-3b30-4e0b-9355-083e6a7f8309 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:11:48.107424 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9e560c92-959d-4b32-bdce-b1c95c05cab3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4779809 Feb 09 14:11:48.111495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53454) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:48.128123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2065475983-router', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:11:48.153467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:48.162824 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Usage tracker for resource:router and tenant:b31ca55f869c4ae1b74dd11b23322eed is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:48.174444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:48.205240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:48.253003 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:48.254109 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:48.310592 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:49.055900 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-b8b9604b-3b30-4e0b-9355-083e6a7f8309', 'network_id': 'b8b9604b-3b30-4e0b-9355-083e6a7f8309', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'fixed_ips': [{'subnet_id': '802b1052-4835-487a-a9ef-c3568255f64c'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:11:49.057446 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:49.223585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:11:49.951568 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:49.980082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:11:50.018126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:11:50.018786 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:50.491359 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Allocated IP 172.20.0.2 (b8b9604b-3b30-4e0b-9355-083e6a7f8309/802b1052-4835-487a-a9ef-c3568255f64c/ce578d1b-da0e-4407-b48b-05a21f7e5e33) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:11:50.791535 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:50.886633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53470) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:50.975077 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:51.024437 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:51.115306 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3163d8c0-49dc-4d8c-9dd8-80c2aab288d2,segment=NetworkSegment(5abf8051-3014-4b19-81c3-051bdb34d844),segment_id=5abf8051-3014-4b19-81c3-051bdb34d844)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:51.154739 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:51.389499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Allocated IP 172.25.8.224 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/1a986096-4592-49e9-b179-3d2db087a6b7) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:11:51.484081 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21be7f35-8052-46bf-b975-4f316d8cb8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:51.549491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-21be7f35-8052-46bf-b975-4f316d8cb8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:51.557461 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-21be7f35-8052-46bf-b975-4f316d8cb8bc admin admin] Usage tracker for resource:security_group_rule and tenant:917245b0271f4ac9af09a5d21a596cfa is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:51.564566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-21be7f35-8052-46bf-b975-4f316d8cb8bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:51.589238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-21be7f35-8052-46bf-b975-4f316d8cb8bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:51.624239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=3163d8c0-49dc-4d8c-9dd8-80c2aab288d2,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:51.763629 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:51.836576 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:51.850732 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:51.892559 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Transition to ACTIVE for port object ce578d1b-da0e-4407-b48b-05a21f7e5e33 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:11:51.936552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Transition to ACTIVE for port object ce578d1b-da0e-4407-b48b-05a21f7e5e33 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:11:51.961687 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:51.981588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:11:51.984952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:11:51.989832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:11:52.031902 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21be7f35-8052-46bf-b975-4f316d8cb8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:52.042555 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21be7f35-8052-46bf-b975-4f316d8cb8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:52.154154 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Network b8b9604b-3b30-4e0b-9355-083e6a7f8309 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:11:52.174026 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:11:52.196590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:11:52.275034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be7f35-8052-46bf-b975-4f316d8cb8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd45ece3-619f-4306-94a7-bc540e3b5c84,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:52.471897 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-21be7f35-8052-46bf-b975-4f316d8cb8bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=917245b0271f4ac9af09a5d21a596cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5838597 Feb 09 14:11:52.474932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53476) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:52.509926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Pushing event updated for resources: {'Port': ['ID=1a986096-4592-49e9-b179-3d2db087a6b7,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:52.573345 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Pushing event updated for resources: {'Port': ['ID=ce578d1b-da0e-4407-b48b-05a21f7e5e33,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:52.737402 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Attempting to bind port ce578d1b-da0e-4407-b48b-05a21f7e5e33 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:11:52.739470 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Attempting to bind port ce578d1b-da0e-4407-b48b-05a21f7e5e33 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '5f5343ff-73a4-4c93-822b-41741ce7e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b8b9604b-3b30-4e0b-9355-083e6a7f8309'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:11:52.739881 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Attempting to bind port ce578d1b-da0e-4407-b48b-05a21f7e5e33 on network b8b9604b-3b30-4e0b-9355-083e6a7f8309 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:11:52.757729 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d4989f74-04f2-40f8-922e-f3cd147ccaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:52.768939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:11:52.772835 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Checking segment: {'id': '5f5343ff-73a4-4c93-822b-41741ce7e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b8b9604b-3b30-4e0b-9355-083e6a7f8309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:11:52.773284 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:52.774977 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Bound using segment: {'id': '5f5343ff-73a4-4c93-822b-41741ce7e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b8b9604b-3b30-4e0b-9355-083e6a7f8309'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:11:52.778753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Bound port: ce578d1b-da0e-4407-b48b-05a21f7e5e33, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5343ff-73a4-4c93-822b-41741ce7e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b8b9604b-3b30-4e0b-9355-083e6a7f8309'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:11:52.779947 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:52.868351 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d4989f74-04f2-40f8-922e-f3cd147ccaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:52.988168 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d4989f74-04f2-40f8-922e-f3cd147ccaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:53.000427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] For port ce578d1b-da0e-4407-b48b-05a21f7e5e33, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:11:53.019938 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] For port ce578d1b-da0e-4407-b48b-05a21f7e5e33, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ce578d1b-da0e-4407-b48b-05a21f7e5e33,segment=NetworkSegment(5f5343ff-73a4-4c93-822b-41741ce7e1e4),segment_id=5f5343ff-73a4-4c93-822b-41741ce7e1e4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:11:53.032831 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:53.033067 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4989f74-04f2-40f8-922e-f3cd147ccaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd45ece3-619f-4306-94a7-bc540e3b5c84,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:53.094308 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d4989f74-04f2-40f8-922e-f3cd147ccaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:53.097735 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d4989f74-04f2-40f8-922e-f3cd147ccaf8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd45ece3-619f-4306-94a7-bc540e3b5c84 HTTP/1.1" status: 204 len: 168 time: 0.5934687 Feb 09 14:11:53.299218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6117c-6f94-40d6-8d4c-2e094d98581b None None] Pushing event updated for resources: {'Port': ['ID=ce578d1b-da0e-4407-b48b-05a21f7e5e33,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:53.406235 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:54.122338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ce578d1b-da0e-4407-b48b-05a21f7e5e33 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:11:54.296511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53488) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:54.364099 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63f2d898-2684-4d0a-b4dd-485e57d9bdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:54.422752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-63f2d898-2684-4d0a-b4dd-485e57d9bdd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:11:54.430531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-63f2d898-2684-4d0a-b4dd-485e57d9bdd9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e6a8ae5fe704ed8bc566d0e3af16bdf is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:11:54.437470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-63f2d898-2684-4d0a-b4dd-485e57d9bdd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:11:54.475180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port ce578d1b-da0e-4407-b48b-05a21f7e5e33 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:11:54.480355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-63f2d898-2684-4d0a-b4dd-485e57d9bdd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:11:54.969650 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63f2d898-2684-4d0a-b4dd-485e57d9bdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:54.979780 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63f2d898-2684-4d0a-b4dd-485e57d9bdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:55.037761 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:55.231677 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-63f2d898-2684-4d0a-b4dd-485e57d9bdd9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e6a8ae5fe704ed8bc566d0e3af16bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9332621 Feb 09 14:11:55.242334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53492) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:55.276243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2d898-2684-4d0a-b4dd-485e57d9bdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feca7155-7576-48c1-b1c5-8040fedb79c2,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:55.454404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a90fd2-fe4c-4bf5-9e39-8907fbbb512d None None] Network b8b9604b-3b30-4e0b-9355-083e6a7f8309 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:11:55.568927 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0b4db975-963f-430f-903b-573e34331c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:55.663151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Router 93edbd84-61b8-448f-a8bb-4f0b3530e137 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:11:55.668212 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0b4db975-963f-430f-903b-573e34331c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:55.840404 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0b4db975-963f-430f-903b-573e34331c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:55.841176 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1d655b66-8046-4323-ac95-e6f8e2148741 None None] Provisioning for port ce578d1b-da0e-4407-b48b-05a21f7e5e33 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:11:55.903775 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4db975-963f-430f-903b-573e34331c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feca7155-7576-48c1-b1c5-8040fedb79c2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:55.932699 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0b4db975-963f-430f-903b-573e34331c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:55.946453 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0b4db975-963f-430f-903b-573e34331c3b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/feca7155-7576-48c1-b1c5-8040fedb79c2 HTTP/1.1" status: 204 len: 168 time: 0.6976874 Feb 09 14:11:56.014401 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1d655b66-8046-4323-ac95-e6f8e2148741 None None] Provisioning complete for port ce578d1b-da0e-4407-b48b-05a21f7e5e33 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:11:56.015032 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1d655b66-8046-4323-ac95-e6f8e2148741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:56.290603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:11:56.385701 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:56.392382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Sync routers for ids ['93edbd84-61b8-448f-a8bb-4f0b3530e137'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:11:56.400822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-234f7fc7-df3a-4ad4-8ad8-0fb2a7bd7f24 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.2616434 Feb 09 14:11:56.406535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53498) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:56.424777 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Routers {'93edbd84-61b8-448f-a8bb-4f0b3530e137'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:11:56.424777 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:11:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['93edbd84-61b8-448f-a8bb-4f0b3530e137'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:11:56.700897 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1d655b66-8046-4323-ac95-e6f8e2148741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:56.784089 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-1d655b66-8046-4323-ac95-e6f8e2148741 None None] For port ce578d1b-da0e-4407-b48b-05a21f7e5e33, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ce578d1b-da0e-4407-b48b-05a21f7e5e33,segment=NetworkSegment(5f5343ff-73a4-4c93-822b-41741ce7e1e4),segment_id=5f5343ff-73a4-4c93-822b-41741ce7e1e4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:11:56.798333 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1d655b66-8046-4323-ac95-e6f8e2148741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:57.146864 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a86733ed-5176-4562-a2e3-6b226c0fa727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:57.230039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d655b66-8046-4323-ac95-e6f8e2148741 None None] Pushing event updated for resources: {'Port': ['ID=ce578d1b-da0e-4407-b48b-05a21f7e5e33,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:57.268704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Set router 93edbd84-61b8-448f-a8bb-4f0b3530e137 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:11:57.990016 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ce578d1b-da0e-4407-b48b-05a21f7e5e33 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:11:58.574596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ef1e479e-c1c0-4eb8-83b9-ddf7aaa400e1 None None] Provisioning complete for port ce578d1b-da0e-4407-b48b-05a21f7e5e33 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:11:58.574960 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ef1e479e-c1c0-4eb8-83b9-ddf7aaa400e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:58.619816 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ce578d1b-da0e-4407-b48b-05a21f7e5e33 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:11:58.620411 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:58.861441 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'name': 'tempest-FloatingIPDetailsTestJSON-2065475983-router', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '1a986096-4592-49e9-b179-3d2db087a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:11:48Z', 'updated_at': '2022-02-09T14:11:52Z', 'revision_number': 3, 'project_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'gw_port': {'id': '1a986096-4592-49e9-b179-3d2db087a6b7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:11:51Z', 'updated_at': '2022-02-09T14:11:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:11:58.889625 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Checking router: 93edbd84-61b8-448f-a8bb-4f0b3530e137 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:11:58.890309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Updating router 93edbd84-61b8-448f-a8bb-4f0b3530e137 port 1a986096-4592-49e9-b179-3d2db087a6b7 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:11:58.962576 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:59.057998 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:59.369034 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8a85e93e-41dc-4210-9bad-8f39d3b3b060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:59.661493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Allocated IP 172.20.0.1 (b8b9604b-3b30-4e0b-9355-083e6a7f8309/802b1052-4835-487a-a9ef-c3568255f64c/483eb9b0-393e-4a9d-a9ee-567c72bc82b6) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:12:00.109569 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:00.138210 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:00.146853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Transition to ACTIVE for port object 1a986096-4592-49e9-b179-3d2db087a6b7 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:12:00.158706 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:00.181421 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:00.217645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Transition to ACTIVE for port object 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:12:00.258667 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:00.307541 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:00.340541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Attempting to bind port 1a986096-4592-49e9-b179-3d2db087a6b7 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:12:00.342558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Attempting to bind port 1a986096-4592-49e9-b179-3d2db087a6b7 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:12:00.342756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Attempting to bind port 1a986096-4592-49e9-b179-3d2db087a6b7 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:12:00.362387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Network b8b9604b-3b30-4e0b-9355-083e6a7f8309 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:12:00.362984 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:12:00.364201 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:12:00.364881 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:00.365518 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:12:00.366303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Bound port: 1a986096-4592-49e9-b179-3d2db087a6b7, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:12:00.366838 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:00.367553 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:12:00.369839 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:12:00.418763 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Pushing event updated for resources: {'Port': ['ID=483eb9b0-393e-4a9d-a9ee-567c72bc82b6,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:00.421064 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea8a1c-045c-4c80-b41a-27826fbf8a98 None None] Pushing event updated for resources: {'Port': ['ID=1a986096-4592-49e9-b179-3d2db087a6b7,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:00.591216 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:00.622533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] For port 1a986096-4592-49e9-b179-3d2db087a6b7, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:12:00.649747 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] For port 1a986096-4592-49e9-b179-3d2db087a6b7, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1a986096-4592-49e9-b179-3d2db087a6b7,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:12:00.662931 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:01.034587 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-60a98be1-bdc0-4cfd-af22-f2dfecb7b2cf None None] Provisioning for port 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:12:01.055855 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-60a98be1-bdc0-4cfd-af22-f2dfecb7b2cf None None] Provisioning complete for port 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:01.056476 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-60a98be1-bdc0-4cfd-af22-f2dfecb7b2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:01.083890 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:12:01.280219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-60a98be1-bdc0-4cfd-af22-f2dfecb7b2cf None None] Port 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:12:01.290527 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Routers {'93edbd84-61b8-448f-a8bb-4f0b3530e137'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:12:01.294249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:11:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['93edbd84-61b8-448f-a8bb-4f0b3530e137'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:01.396270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea8a1c-045c-4c80-b41a-27826fbf8a98 None None] Pushing event updated for resources: {'Port': ['ID=1a986096-4592-49e9-b179-3d2db087a6b7,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:01.523192 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:01.631818 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] Set router 93edbd84-61b8-448f-a8bb-4f0b3530e137 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:12:01.988748 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:02.109261 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:02.123510 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:02.285541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Pushing event updated for resources: {'Port': ['ID=483eb9b0-393e-4a9d-a9ee-567c72bc82b6,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:02.288479 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:02.433622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'name': 'tempest-FloatingIPDetailsTestJSON-2065475983-router', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '1a986096-4592-49e9-b179-3d2db087a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:11:48Z', 'updated_at': '2022-02-09T14:12:01Z', 'revision_number': 4, 'project_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'gw_port': {'id': '1a986096-4592-49e9-b179-3d2db087a6b7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:11:51Z', 'updated_at': '2022-02-09T14:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '483eb9b0-393e-4a9d-a9ee-567c72bc82b6', 'name': '', 'network_id': 'b8b9604b-3b30-4e0b-9355-083e6a7f8309', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'mac_address': 'fa:16:3e:ee:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '802b1052-4835-487a-a9ef-c3568255f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:11:59Z', 'updated_at': '2022-02-09T14:11:59Z', 'revision_number': 1, 'project_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'subnets': [{'id': '802b1052-4835-487a-a9ef-c3568255f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:02.440789 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8dcc7-fbb0-4362-ba1c-7af3a1240c52 None None] The sync data for ids ['93edbd84-61b8-448f-a8bb-4f0b3530e137'] in n-d-828418-2 is: [{'id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'name': 'tempest-FloatingIPDetailsTestJSON-2065475983-router', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '1a986096-4592-49e9-b179-3d2db087a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:11:48Z', 'updated_at': '2022-02-09T14:12:01Z', 'revision_number': 4, 'project_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'gw_port': {'id': '1a986096-4592-49e9-b179-3d2db087a6b7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:11:51Z', 'updated_at': '2022-02-09T14:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '483eb9b0-393e-4a9d-a9ee-567c72bc82b6', 'name': '', 'network_id': 'b8b9604b-3b30-4e0b-9355-083e6a7f8309', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'mac_address': 'fa:16:3e:ee:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '802b1052-4835-487a-a9ef-c3568255f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:11:59Z', 'updated_at': '2022-02-09T14:11:59Z', 'revision_number': 1, 'project_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'subnets': [{'id': '802b1052-4835-487a-a9ef-c3568255f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:12:02.620237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Network b8b9604b-3b30-4e0b-9355-083e6a7f8309 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:12:02.624192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:12:02.758456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-82d71da5-d56a-4ae7-8cdb-7a9249c6b526 req-7111683a-96be-4e80-b7dd-1beaadf060fe tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=901f29c7e3e744f5a126203f5fa191e2 HTTP/1.1" status: 200 len: 6104 time: 0.2241020 Feb 09 14:12:02.936770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-82d71da5-d56a-4ae7-8cdb-7a9249c6b526 req-2ab971b8-a1bd-46db-99b7-a2a7de7ff30b tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] 10.222.0.48 "GET /v2.0/security-groups/b3d24bae-f536-4d94-9c8e-15a4b3105f04 HTTP/1.1" status: 200 len: 2981 time: 0.1758890 Feb 09 14:12:03.110821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Router 93edbd84-61b8-448f-a8bb-4f0b3530e137 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:12:03.119839 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-82d71da5-d56a-4ae7-8cdb-7a9249c6b526 req-9983682e-412a-405c-b702-8013b310ea57 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] 10.222.0.48 "GET /v2.0/security-groups/b3d24bae-f536-4d94-9c8e-15a4b3105f04 HTTP/1.1" status: 200 len: 2981 time: 0.1720188 Feb 09 14:12:03.254496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-afcce007-9fda-4a70-b8c9-38ed181fa871 None None] Provisioning complete for port 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:03.255104 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-afcce007-9fda-4a70-b8c9-38ed181fa871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:03.492811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-afcce007-9fda-4a70-b8c9-38ed181fa871 None None] Port 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:12:03.556864 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606e74d-3188-4e8b-b897-25a4b655edca req-c350b0a6-c810-4ad2-aae6-ef5fcf4e22fe tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:03.564147 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f606e74d-3188-4e8b-b897-25a4b655edca req-c350b0a6-c810-4ad2-aae6-ef5fcf4e22fe tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5a8887e-c02b-4efc-9727-48d59b4b3e38 HTTP/1.1" status: 200 len: 945 time: 0.5196328 Feb 09 14:12:03.735063 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f606e74d-3188-4e8b-b897-25a4b655edca req-92d62586-1960-4032-bc2f-a7fd2cabf0c3 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92f4ffb-adb7-44c1-9607-0111c5b6e797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696332 Feb 09 14:12:03.927719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:12:03.941630 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8f6d008c-68e4-4b6c-b0b1-6e86e5f19f38 admin admin] 10.222.0.48 "PUT /v2.0/routers/93edbd84-61b8-448f-a8bb-4f0b3530e137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5586226 Feb 09 14:12:03.953168 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd377f4fa-3310-4224-bb69-47cb29d11480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5ee5f3-9461-4740-9d40-36ebd4df6d9c', 'code': 200} Feb 09 14:12:03.968343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c8698-9e66-4469-9de9-00f21a29174e req-909b1807-76a2-4811-b624-51cab01b5f24 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:03.969920 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ff7c8698-9e66-4469-9de9-00f21a29174e req-909b1807-76a2-4811-b624-51cab01b5f24 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 945 time: 0.4582403 Feb 09 14:12:04.084740 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ff7c8698-9e66-4469-9de9-00f21a29174e req-9e041997-911e-4122-96b1-4c55d4ce0274 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0451d9a2-c4d0-4795-b11a-d6c81b3075f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036036 Feb 09 14:12:04.280397 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73fd7455-9476-412b-89fb-848c03ab2e59 req-eea0ce3f-5465-4137-a09e-62f70cf7dc47 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/790088c7-3e63-4211-af9c-e34f8c675659 HTTP/1.1" status: 200 len: 1776 time: 0.1635263 Feb 09 14:12:04.454095 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-73fd7455-9476-412b-89fb-848c03ab2e59 req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:04.589594 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-73fd7455-9476-412b-89fb-848c03ab2e59 req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:04.780553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-73fd7455-9476-412b-89fb-848c03ab2e59 req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:04.852113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790088c7-3e63-4211-af9c-e34f8c675659,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:04.892747 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:04.892747 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:04.894993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:04.897031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:04.897031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:04.897031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:04.897461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:04.897795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:04.898360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:04.899052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:04.899612 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:04.900228 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:04.914373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-73fd7455-9476-412b-89fb-848c03ab2e59 req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:04.916541 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73fd7455-9476-412b-89fb-848c03ab2e59 req-eccd37ae-d242-4096-a0a0-7d55d3011c73 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/790088c7-3e63-4211-af9c-e34f8c675659 HTTP/1.1" status: 204 len: 173 time: 0.6259096 Feb 09 14:12:05.267344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53672) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:05.331696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a8e11-c690-4000-941e-3e7b4a25d22f req-1463f1bc-3f10-4b59-b7db-b6ce2b2abd96 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:05.344850 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c7a8e11-c690-4000-941e-3e7b4a25d22f req-1463f1bc-3f10-4b59-b7db-b6ce2b2abd96 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 950 time: 0.1975679 Feb 09 14:12:05.397920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7caf6f9-a51e-4482-90db-b9cbac52ec95 req-a74ca30d-f911-4d24-8cdc-b25ae239c0f5 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:05.402623 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7caf6f9-a51e-4482-90db-b9cbac52ec95 req-a74ca30d-f911-4d24-8cdc-b25ae239c0f5 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 945 time: 0.2337773 Feb 09 14:12:05.449653 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c7a8e11-c690-4000-941e-3e7b4a25d22f req-6ee8187c-308f-4c24-9077-fbc895cdadad tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6e06da0-e930-40ab-a541-46b9bd3955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028967 Feb 09 14:12:05.541104 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc6a5bfe-b611-459e-987e-f9d3889ac1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:05.549945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7caf6f9-a51e-4482-90db-b9cbac52ec95 req-3268245a-bbdb-4e6f-823e-8e6f445356da tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0451d9a2-c4d0-4795-b11a-d6c81b3075f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296542 Feb 09 14:12:05.616256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cc6a5bfe-b611-459e-987e-f9d3889ac1e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:05.621530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cc6a5bfe-b611-459e-987e-f9d3889ac1e0 admin admin] Usage tracker for resource:security_group_rule and tenant:030fdb1e15b14fc7a4ab44e92e30cb96 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:05.626379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cc6a5bfe-b611-459e-987e-f9d3889ac1e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:05.640221 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cc6a5bfe-b611-459e-987e-f9d3889ac1e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:05.964482 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a8887e-c02b-4efc-9727-48d59b4b3e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3163d8c0-49dc-4d8c-9dd8-80c2aab288d2'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:12:05.974777 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc6a5bfe-b611-459e-987e-f9d3889ac1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:05.984176 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1a986096-4592-49e9-b179-3d2db087a6b7 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:12:05.989104 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc6a5bfe-b611-459e-987e-f9d3889ac1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:06.246148 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 1a986096-4592-49e9-b179-3d2db087a6b7 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:12:06.251620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1a986096-4592-49e9-b179-3d2db087a6b7 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:06.252133 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:06.300207 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cc6a5bfe-b611-459e-987e-f9d3889ac1e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=030fdb1e15b14fc7a4ab44e92e30cb96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0306046 Feb 09 14:12:06.313334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53688) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:06.388352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a5bfe-b611-459e-987e-f9d3889ac1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7e578a-44ce-47b4-b460-246f35a6db29,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:06.528757 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01b1eb-4588-44f4-8cab-87a2a27e8e91 req-f3e1d023-fd92-47e0-b0b3-2e8a37994c55 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:06.529979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1a01b1eb-4588-44f4-8cab-87a2a27e8e91 req-f3e1d023-fd92-47e0-b0b3-2e8a37994c55 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Synchronizing usage tracker for tenant:251a1be4a8d944b3a69a1272b254657e on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:12:06.539235 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-687a3099-308b-446f-86ec-36a1a374e18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:06.567582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1a01b1eb-4588-44f4-8cab-87a2a27e8e91 req-f3e1d023-fd92-47e0-b0b3-2e8a37994c55 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Unset dirty status for tenant:251a1be4a8d944b3a69a1272b254657e on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:12:06.577093 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a01b1eb-4588-44f4-8cab-87a2a27e8e91 req-f3e1d023-fd92-47e0-b0b3-2e8a37994c55 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5a8887e-c02b-4efc-9727-48d59b4b3e38 HTTP/1.1" status: 200 len: 945 time: 0.3526785 Feb 09 14:12:06.604993 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-83b23f2d-754f-457f-b5ea-fc0517b1bbf8 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Synchronizing usage tracker for tenant:b31ca55f869c4ae1b74dd11b23322eed on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:12:06.617490 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-687a3099-308b-446f-86ec-36a1a374e18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:06.639161 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:06.639161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device db4da2b6-02ae-4c76-9da4-011175e7de24 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:12:06.716051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-83b23f2d-754f-457f-b5ea-fc0517b1bbf8 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Unset dirty status for tenant:b31ca55f869c4ae1b74dd11b23322eed on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:12:06.717542 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-83b23f2d-754f-457f-b5ea-fc0517b1bbf8 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7076292 Feb 09 14:12:06.747312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:06.758958 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 1a986096-4592-49e9-b179-3d2db087a6b7, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1a986096-4592-49e9-b179-3d2db087a6b7,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:06.764428 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:06.768889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Usage tracker for resource:floatingip and tenant:b31ca55f869c4ae1b74dd11b23322eed is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:06.774665 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:06.780616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:06.796154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:06.798914 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a01b1eb-4588-44f4-8cab-87a2a27e8e91 req-4afd30fd-7752-4034-888f-af8ba1efa153 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92f4ffb-adb7-44c1-9607-0111c5b6e797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208283 Feb 09 14:12:06.823591 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:06.861107 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Sync routers for ids ['93edbd84-61b8-448f-a8bb-4f0b3530e137'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:12:06.875969 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Routers {'93edbd84-61b8-448f-a8bb-4f0b3530e137'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:12:06.875969 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:11:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['93edbd84-61b8-448f-a8bb-4f0b3530e137'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:06.978741 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-687a3099-308b-446f-86ec-36a1a374e18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:07.029078 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-687a3099-308b-446f-86ec-36a1a374e18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:07.029078 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-687a3099-308b-446f-86ec-36a1a374e18c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe7e578a-44ce-47b4-b460-246f35a6db29 HTTP/1.1" status: 204 len: 168 time: 0.6917036 Feb 09 14:12:07.029078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a3099-308b-446f-86ec-36a1a374e18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7e578a-44ce-47b4-b460-246f35a6db29,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:07.257972 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=1a986096-4592-49e9-b179-3d2db087a6b7,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:07.291635 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:07.348871 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:07.435352 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port db4da2b6-02ae-4c76-9da4-011175e7de24, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=db4da2b6-02ae-4c76-9da4-011175e7de24,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:07.435352 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:07.642847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=db4da2b6-02ae-4c76-9da4-011175e7de24,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:07.889517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1a986096-4592-49e9-b179-3d2db087a6b7 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:12:07.988948 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Set router 93edbd84-61b8-448f-a8bb-4f0b3530e137 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:12:08.004122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Allocated IP 172.25.8.14 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/ca2f8cb5-f1d5-4ed6-ae82-1ea3869cb76d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:12:08.069852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53700) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:08.094277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1a986096-4592-49e9-b179-3d2db087a6b7 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:08.094651 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:08.138804 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57e4d800-23e9-4240-8e27-c64e975d018b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:08.234921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-57e4d800-23e9-4240-8e27-c64e975d018b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:08.242398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-57e4d800-23e9-4240-8e27-c64e975d018b admin admin] Usage tracker for resource:security_group_rule and tenant:4bdb313b97064789b076a5554870efe8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:08.247643 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-57e4d800-23e9-4240-8e27-c64e975d018b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:08.258378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-57e4d800-23e9-4240-8e27-c64e975d018b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:08.468124 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:08.529251 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-664c775d-dded-4826-8e02-870707ca2d69 req-54a2c3dc-449e-46b2-983a-8aeb976425dc tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "GET /v2.0/security-groups/4fbf1814-5f95-41f3-9a12-9f82bbedeeea HTTP/1.1" status: 200 len: 1775 time: 0.3689666 Feb 09 14:12:08.978748 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-664c775d-dded-4826-8e02-870707ca2d69 req-ec6f2b01-8c5f-4e8c-a651-56a0a4b5fef2 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:09.001691 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57e4d800-23e9-4240-8e27-c64e975d018b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:09.045688 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57e4d800-23e9-4240-8e27-c64e975d018b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:09.086405 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:09.095141 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'name': 'tempest-FloatingIPDetailsTestJSON-2065475983-router', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '1a986096-4592-49e9-b179-3d2db087a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:11:48Z', 'updated_at': '2022-02-09T14:12:01Z', 'revision_number': 4, 'project_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'gw_port': {'id': '1a986096-4592-49e9-b179-3d2db087a6b7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:11:51Z', 'updated_at': '2022-02-09T14:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '483eb9b0-393e-4a9d-a9ee-567c72bc82b6', 'name': '', 'network_id': 'b8b9604b-3b30-4e0b-9355-083e6a7f8309', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'mac_address': 'fa:16:3e:ee:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '802b1052-4835-487a-a9ef-c3568255f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:11:59Z', 'updated_at': '2022-02-09T14:12:01Z', 'revision_number': 2, 'project_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'subnets': [{'id': '802b1052-4835-487a-a9ef-c3568255f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:09.128401 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Checking router: 93edbd84-61b8-448f-a8bb-4f0b3530e137 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:12:09.128401 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Updating router 93edbd84-61b8-448f-a8bb-4f0b3530e137 port 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:12:09.181763 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:09.258524 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:09.282480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:12:09.296743 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:12:09.319089 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:12:09.366152 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-664c775d-dded-4826-8e02-870707ca2d69 req-ec6f2b01-8c5f-4e8c-a651-56a0a4b5fef2 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:09.390543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4d800-23e9-4240-8e27-c64e975d018b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b482dc78-b812-4210-994a-98dceb5819fc,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:09.507935 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-57e4d800-23e9-4240-8e27-c64e975d018b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4bdb313b97064789b076a5554870efe8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4352050 Feb 09 14:12:09.520338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53710) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:09.561170 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Pushing event updated for resources: {'Port': ['ID=ca2f8cb5-f1d5-4ed6-ae82-1ea3869cb76d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:09.674563 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:09.725617 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-664c775d-dded-4826-8e02-870707ca2d69 req-ec6f2b01-8c5f-4e8c-a651-56a0a4b5fef2 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:09.777791 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d35b1019-fa6c-45e9-a41c-c598538c9fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:09.817407 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:09.818494 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d35b1019-fa6c-45e9-a41c-c598538c9fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:09.857388 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f2b01-8c5f-4e8c-a651-56a0a4b5fef2 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbf1814-5f95-41f3-9a12-9f82bbedeeea,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:09.898959 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-664c775d-dded-4826-8e02-870707ca2d69 req-ec6f2b01-8c5f-4e8c-a651-56a0a4b5fef2 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:09.904180 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-664c775d-dded-4826-8e02-870707ca2d69 req-ec6f2b01-8c5f-4e8c-a651-56a0a4b5fef2 tempest-SecurityGroupsTestAdminJSON-1164779593 tempest-SecurityGroupsTestAdminJSON-1164779593-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fbf1814-5f95-41f3-9a12-9f82bbedeeea HTTP/1.1" status: 204 len: 173 time: 1.3744886 Feb 09 14:12:09.929234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d35b1019-fa6c-45e9-a41c-c598538c9fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:09.957164 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d35b1019-fa6c-45e9-a41c-c598538c9fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:09.958639 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d35b1019-fa6c-45e9-a41c-c598538c9fd2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b482dc78-b812-4210-994a-98dceb5819fc HTTP/1.1" status: 204 len: 168 time: 0.4429774 Feb 09 14:12:09.959595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b1019-fa6c-45e9-a41c-c598538c9fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b482dc78-b812-4210-994a-98dceb5819fc,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:10.088560 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:10.113386 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Transition to ACTIVE for port object 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:12:10.124059 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:10.166792 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:10.210124 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:10.228415 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:10.307559 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fe483-d04e-48b0-9480-855e45be84f0 None None] Pushing event updated for resources: {'Port': ['ID=483eb9b0-393e-4a9d-a9ee-567c72bc82b6,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:10.407472 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fe483-d04e-48b0-9480-855e45be84f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:10.408235 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fe483-d04e-48b0-9480-855e45be84f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:10.409114 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fe483-d04e-48b0-9480-855e45be84f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:10.410389 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fe483-d04e-48b0-9480-855e45be84f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:10.411098 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fe483-d04e-48b0-9480-855e45be84f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:10.411820 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fe483-d04e-48b0-9480-855e45be84f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:10.413020 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fe483-d04e-48b0-9480-855e45be84f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:10.413955 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fe483-d04e-48b0-9480-855e45be84f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:10.420455 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fe483-d04e-48b0-9480-855e45be84f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:10.421409 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fe483-d04e-48b0-9480-855e45be84f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:10.424125 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fe483-d04e-48b0-9480-855e45be84f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:10.428500 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fe483-d04e-48b0-9480-855e45be84f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:10.453010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Pushing event updated for resources: {'Port': ['ID=ca2f8cb5-f1d5-4ed6-ae82-1ea3869cb76d,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:10.527177 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:10.534296 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Attempting to bind port 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:12:10.535762 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Attempting to bind port 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '5f5343ff-73a4-4c93-822b-41741ce7e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b8b9604b-3b30-4e0b-9355-083e6a7f8309'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:12:10.536237 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Attempting to bind port 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 on network b8b9604b-3b30-4e0b-9355-083e6a7f8309 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:12:10.556853 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:12:10.557244 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Checking segment: {'id': '5f5343ff-73a4-4c93-822b-41741ce7e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b8b9604b-3b30-4e0b-9355-083e6a7f8309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:12:10.560777 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:10.561098 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Bound using segment: {'id': '5f5343ff-73a4-4c93-822b-41741ce7e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b8b9604b-3b30-4e0b-9355-083e6a7f8309'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:12:10.561879 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Bound port: 483eb9b0-393e-4a9d-a9ee-567c72bc82b6, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5343ff-73a4-4c93-822b-41741ce7e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b8b9604b-3b30-4e0b-9355-083e6a7f8309'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:12:10.562259 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:10.601888 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:10.611224 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-52b62cf0-69db-4ec3-9570-8bfb91a1beec tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8691688 Feb 09 14:12:10.745535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-3fe848d4-c860-4de0-ba68-0b8971de9130 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Synchronizing usage tracker for tenant:b31ca55f869c4ae1b74dd11b23322eed on resource:floatingip {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:12:10.778061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-3fe848d4-c860-4de0-ba68-0b8971de9130 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Unset dirty status for tenant:b31ca55f869c4ae1b74dd11b23322eed on resource:floatingip {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:12:10.780501 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-3fe848d4-c860-4de0-ba68-0b8971de9130 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 695 time: 0.1677716 Feb 09 14:12:10.811925 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a8887e-c02b-4efc-9727-48d59b4b3e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3163d8c0-49dc-4d8c-9dd8-80c2aab288d2', 'code': 200} Feb 09 14:12:10.815942 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] For port 483eb9b0-393e-4a9d-a9ee-567c72bc82b6, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:12:10.820513 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] For port 483eb9b0-393e-4a9d-a9ee-567c72bc82b6, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=483eb9b0-393e-4a9d-a9ee-567c72bc82b6,segment=NetworkSegment(5f5343ff-73a4-4c93-822b-41741ce7e1e4),segment_id=5f5343ff-73a4-4c93-822b-41741ce7e1e4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:12:10.829291 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:10.969882 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fe483-d04e-48b0-9480-855e45be84f0 None None] Pushing event updated for resources: {'Port': ['ID=483eb9b0-393e-4a9d-a9ee-567c72bc82b6,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:11.017858 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Routers {'93edbd84-61b8-448f-a8bb-4f0b3530e137'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:12:11.018949 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:11:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['93edbd84-61b8-448f-a8bb-4f0b3530e137'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:11.109744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b65cc-f6b9-4181-9d7b-d289e4a1a775 req-9f3c6fd3-610f-4aef-8745-31073244ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:11.112551 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-984b65cc-f6b9-4181-9d7b-d289e4a1a775 req-9f3c6fd3-610f-4aef-8745-31073244ca45 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5a8887e-c02b-4efc-9727-48d59b4b3e38 HTTP/1.1" status: 200 len: 1096 time: 0.1817176 Feb 09 14:12:11.168460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-176c159d-be52-4d90-b579-0132a97a2848 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:11.186076 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5e1c6e29-3480-442e-94ba-3d3d1bcd02c0 req-176c159d-be52-4d90-b579-0132a97a2848 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.3982906 Feb 09 14:12:11.196853 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-984b65cc-f6b9-4181-9d7b-d289e4a1a775 req-9601f839-8c54-4106-8672-db11b3ca00f1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e92f4ffb-adb7-44c1-9607-0111c5b6e797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779600 Feb 09 14:12:11.349357 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] Set router 93edbd84-61b8-448f-a8bb-4f0b3530e137 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:12:11.553694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7527b52-f991-4bdc-9644-ee1d4f471df4 req-ec8cba66-5bab-4666-9478-1cc223709fcf tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:11.567124 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7527b52-f991-4bdc-9644-ee1d4f471df4 req-ec8cba66-5bab-4666-9478-1cc223709fcf tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5a8887e-c02b-4efc-9727-48d59b4b3e38 HTTP/1.1" status: 200 len: 945 time: 0.2043476 Feb 09 14:12:11.646459 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7527b52-f991-4bdc-9644-ee1d4f471df4 req-61751c25-ed5c-474d-8073-df43a707504a tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92f4ffb-adb7-44c1-9607-0111c5b6e797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770245 Feb 09 14:12:11.832855 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-20ce0939-5511-4d09-b4a6-20904e9f4d26 req-013a7798-1ba7-4aa3-94fa-51a5a9396a9c tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] 10.222.0.48 "GET /v2.0/security-groups/33caa9bc-6abc-4267-a089-3b27b1bea0c1 HTTP/1.1" status: 200 len: 1778 time: 0.1302352 Feb 09 14:12:11.856160 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'name': 'tempest-FloatingIPDetailsTestJSON-2065475983-router', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '1a986096-4592-49e9-b179-3d2db087a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:11:48Z', 'updated_at': '2022-02-09T14:12:01Z', 'revision_number': 4, 'project_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'gw_port': {'id': '1a986096-4592-49e9-b179-3d2db087a6b7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:11:51Z', 'updated_at': '2022-02-09T14:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '483eb9b0-393e-4a9d-a9ee-567c72bc82b6', 'name': '', 'network_id': 'b8b9604b-3b30-4e0b-9355-083e6a7f8309', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'mac_address': 'fa:16:3e:ee:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '802b1052-4835-487a-a9ef-c3568255f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:11:59Z', 'updated_at': '2022-02-09T14:12:10Z', 'revision_number': 4, 'project_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'subnets': [{'id': '802b1052-4835-487a-a9ef-c3568255f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:11.861409 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95bb78d-2289-4d39-b33a-672a2c4a5f35 None None] The sync data for ids ['93edbd84-61b8-448f-a8bb-4f0b3530e137'] in n-d-828418-2 is: [{'id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'name': 'tempest-FloatingIPDetailsTestJSON-2065475983-router', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '1a986096-4592-49e9-b179-3d2db087a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:11:48Z', 'updated_at': '2022-02-09T14:12:01Z', 'revision_number': 4, 'project_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'gw_port': {'id': '1a986096-4592-49e9-b179-3d2db087a6b7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:11:51Z', 'updated_at': '2022-02-09T14:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '483eb9b0-393e-4a9d-a9ee-567c72bc82b6', 'name': '', 'network_id': 'b8b9604b-3b30-4e0b-9355-083e6a7f8309', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'mac_address': 'fa:16:3e:ee:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '802b1052-4835-487a-a9ef-c3568255f64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:11:59Z', 'updated_at': '2022-02-09T14:12:10Z', 'revision_number': 4, 'project_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'subnets': [{'id': '802b1052-4835-487a-a9ef-c3568255f64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:12:11.949063 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:12:11.977270 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-20ce0939-5511-4d09-b4a6-20904e9f4d26 req-d89f5250-dea0-4689-8b1f-efcf69abf816 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:12.060042 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-20ce0939-5511-4d09-b4a6-20904e9f4d26 req-d89f5250-dea0-4689-8b1f-efcf69abf816 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:12.152951 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:12:12.154759 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-20ce0939-5511-4d09-b4a6-20904e9f4d26 req-d89f5250-dea0-4689-8b1f-efcf69abf816 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:12.167290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:12.167701 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:12.189708 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-20ce0939-5511-4d09-b4a6-20904e9f4d26 req-d89f5250-dea0-4689-8b1f-efcf69abf816 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:12.191573 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-20ce0939-5511-4d09-b4a6-20904e9f4d26 req-d89f5250-dea0-4689-8b1f-efcf69abf816 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] 10.222.0.48 "DELETE /v2.0/security-groups/33caa9bc-6abc-4267-a089-3b27b1bea0c1 HTTP/1.1" status: 204 len: 173 time: 0.3557832 Feb 09 14:12:12.199295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f5250-dea0-4689-8b1f-efcf69abf816 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33caa9bc-6abc-4267-a089-3b27b1bea0c1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:12.460844 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:12.515569 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 483eb9b0-393e-4a9d-a9ee-567c72bc82b6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=483eb9b0-393e-4a9d-a9ee-567c72bc82b6,segment=NetworkSegment(5f5343ff-73a4-4c93-822b-41741ce7e1e4),segment_id=5f5343ff-73a4-4c93-822b-41741ce7e1e4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:12.522152 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:12.567919 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0a314c33-5f36-4620-926d-833b20b7a16b req-8e5cdd67-1f8d-4ea8-9001-abd5928f7ef2 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4112027 Feb 09 14:12:12.578810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:12.590914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:12.610348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:12.630572 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:12.688313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=483eb9b0-393e-4a9d-a9ee-567c72bc82b6,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:12.716601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:12.717098 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:12.717529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:12.720574 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:12.721052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:12.721560 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:12.723505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:12.725532 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:12.726297 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:12.729998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:12.730899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:12.731517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:12.813917 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bf3984-174d-4869-8b3c-33dcb3f675b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4da2b6-02ae-4c76-9da4-011175e7de24'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:12:12.963486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ed416-a4c9-4a85-8985-c5eaab0f60c7 req-d031651b-f3e0-44fd-83ec-a3fbb52769f8 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:12.966057 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d35ed416-a4c9-4a85-8985-c5eaab0f60c7 req-d031651b-f3e0-44fd-83ec-a3fbb52769f8 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 945 time: 0.1654224 Feb 09 14:12:12.979078 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:13.039409 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d35ed416-a4c9-4a85-8985-c5eaab0f60c7 req-b3c03411-d646-41e0-a395-b62221e2ba18 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0451d9a2-c4d0-4795-b11a-d6c81b3075f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567729 Feb 09 14:12:13.253378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Allocated IP 172.25.8.56 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/fcd4ddd2-fc56-40ce-bf1a-abff28209ef6) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:12:13.507591 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:13.560979 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:13.664008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:12:13.667698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:12:13.670657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:12:13.708928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Pushing event updated for resources: {'Port': ['ID=fcd4ddd2-fc56-40ce-bf1a-abff28209ef6,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:13.804321 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:13.844869 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:12:13.909550 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:13.933093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:13.934141 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:14.251021 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:14.258513 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:14.369063 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b869dd30-bb93-415f-b5e6-c8e02f1e5c4a req-127f2a52-4096-419c-8529-8e41e169a171 tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] 10.222.0.48 "GET /v2.0/security-groups/b49c08a2-30cc-4e98-a029-8b00032e7f32 HTTP/1.1" status: 200 len: 1778 time: 0.0603433 Feb 09 14:12:14.423334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Pushing event updated for resources: {'Port': ['ID=fcd4ddd2-fc56-40ce-bf1a-abff28209ef6,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:14.448159 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:14.480656 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:14.481888 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0a314c33-5f36-4620-926d-833b20b7a16b req-f1e6bbc0-9fbb-4c23-9c03-914c5211b924 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9071965 Feb 09 14:12:14.486556 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b869dd30-bb93-415f-b5e6-c8e02f1e5c4a req-25cbd1f6-f3a0-42ef-8d9d-f87b5cc887ed tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:14.546216 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b869dd30-bb93-415f-b5e6-c8e02f1e5c4a req-25cbd1f6-f3a0-42ef-8d9d-f87b5cc887ed tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:14.560226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53892) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:14.628235 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b869dd30-bb93-415f-b5e6-c8e02f1e5c4a req-25cbd1f6-f3a0-42ef-8d9d-f87b5cc887ed tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:14.637207 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0a314c33-5f36-4620-926d-833b20b7a16b req-5447453b-3f27-4bf8-ba82-0f01c1f19c37 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Synchronizing usage tracker for tenant:b31ca55f869c4ae1b74dd11b23322eed on resource:floatingip {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:12:14.647225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbd1f6-f3a0-42ef-8d9d-f87b5cc887ed tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49c08a2-30cc-4e98-a029-8b00032e7f32,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:14.656544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0a314c33-5f36-4620-926d-833b20b7a16b req-5447453b-3f27-4bf8-ba82-0f01c1f19c37 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Unset dirty status for tenant:b31ca55f869c4ae1b74dd11b23322eed on resource:floatingip {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:12:14.660993 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b869dd30-bb93-415f-b5e6-c8e02f1e5c4a req-25cbd1f6-f3a0-42ef-8d9d-f87b5cc887ed tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:14.673510 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device ec5ee5f3-9461-4740-9d40-36ebd4df6d9c no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:12:14.674970 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0a314c33-5f36-4620-926d-833b20b7a16b req-5447453b-3f27-4bf8-ba82-0f01c1f19c37 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.56 HTTP/1.1" status: 200 len: 695 time: 0.1817465 Feb 09 14:12:14.677542 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b869dd30-bb93-415f-b5e6-c8e02f1e5c4a req-25cbd1f6-f3a0-42ef-8d9d-f87b5cc887ed tempest-SecurityGroupsTestAdminJSON-1088740389 tempest-SecurityGroupsTestAdminJSON-1088740389-project] 10.222.0.48 "DELETE /v2.0/security-groups/b49c08a2-30cc-4e98-a029-8b00032e7f32 HTTP/1.1" status: 204 len: 173 time: 0.3040864 Feb 09 14:12:14.775182 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29f857dd-0221-4a14-bb14-bfdc47ce0e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:14.805212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-29f857dd-0221-4a14-bb14-bfdc47ce0e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:14.813831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-29f857dd-0221-4a14-bb14-bfdc47ce0e5c admin admin] Usage tracker for resource:security_group_rule and tenant:629454c3615544a69f8878b3c3d6e9d5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:14.821159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-29f857dd-0221-4a14-bb14-bfdc47ce0e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:14.843437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-29f857dd-0221-4a14-bb14-bfdc47ce0e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:14.978314 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:15.016841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbe317-1cca-4f01-bff5-89b834116099 req-db9543ec-65ac-41b8-a20a-50c51e7127e0 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:15.018734 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2abbe317-1cca-4f01-bff5-89b834116099 req-db9543ec-65ac-41b8-a20a-50c51e7127e0 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5a8887e-c02b-4efc-9727-48d59b4b3e38 HTTP/1.1" status: 200 len: 945 time: 0.1511207 Feb 09 14:12:15.035579 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:15.038265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a314c33-5f36-4620-926d-833b20b7a16b req-2c466907-39eb-467f-abf0-f01c33862176 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:15.039756 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0a314c33-5f36-4620-926d-833b20b7a16b req-2c466907-39eb-467f-abf0-f01c33862176 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.3592308 Feb 09 14:12:15.053787 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:15.082160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53904) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:15.095275 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29f857dd-0221-4a14-bb14-bfdc47ce0e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:15.100395 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29f857dd-0221-4a14-bb14-bfdc47ce0e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:15.130818 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2abbe317-1cca-4f01-bff5-89b834116099 req-45999d69-7325-46b6-96ea-0b012725467e tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92f4ffb-adb7-44c1-9607-0111c5b6e797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979276 Feb 09 14:12:15.160739 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-29f857dd-0221-4a14-bb14-bfdc47ce0e5c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=629454c3615544a69f8878b3c3d6e9d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5993738 Feb 09 14:12:15.163639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53914) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:15.183306 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f857dd-0221-4a14-bb14-bfdc47ce0e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f024b24f-c1cf-4945-a5a5-5578a87f5532,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:15.251895 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bf3984-174d-4869-8b3c-33dcb3f675b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4da2b6-02ae-4c76-9da4-011175e7de24', 'code': 200} Feb 09 14:12:15.255695 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:15.490517 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57c17fb9-103a-4647-a060-850429269456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:15.606163 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1b6dccc7-e12c-4ea5-8faa-4f80c7633222 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=901f29c7e3e744f5a126203f5fa191e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224423 Feb 09 14:12:15.614567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53930) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:15.636018 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57c17fb9-103a-4647-a060-850429269456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:15.723202 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e17d51ec-98f3-411c-9d45-e3f788994c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:15.777536 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e17d51ec-98f3-411c-9d45-e3f788994c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:15.853205 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-604de2cd-7d03-4716-b8c3-4b1331e91451 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5256696 Feb 09 14:12:15.864736 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e17d51ec-98f3-411c-9d45-e3f788994c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:15.885367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:15.886915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d51ec-98f3-411c-9d45-e3f788994c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d24bae-f536-4d94-9c8e-15a4b3105f04,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:15.895047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:15.906317 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e17d51ec-98f3-411c-9d45-e3f788994c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:15.908521 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e17d51ec-98f3-411c-9d45-e3f788994c9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3d24bae-f536-4d94-9c8e-15a4b3105f04 HTTP/1.1" status: 204 len: 168 time: 0.2927344 Feb 09 14:12:15.916113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:15.935645 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:16.191445 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57c17fb9-103a-4647-a060-850429269456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:16.209049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c17fb9-103a-4647-a060-850429269456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f024b24f-c1cf-4945-a5a5-5578a87f5532,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:16.221800 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57c17fb9-103a-4647-a060-850429269456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:16.223930 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-57c17fb9-103a-4647-a060-850429269456 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f024b24f-c1cf-4945-a5a5-5578a87f5532 HTTP/1.1" status: 204 len: 168 time: 1.0594985 Feb 09 14:12:16.354511 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:16.584724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53968) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:16.648598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Allocated IP 172.25.8.60 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/63e125fa-bdd3-4104-b4cb-ce51c0ea85fb) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:12:16.827328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb756d8-8253-4732-822d-c42544e9b671 req-3e59c2e5-d486-4f58-9776-cf0cc9ab1703 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:16.836115 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cb756d8-8253-4732-822d-c42544e9b671 req-3e59c2e5-d486-4f58-9776-cf0cc9ab1703 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/networks?id=f0b561ef-919a-4607-9883-c51de0b2aead HTTP/1.1" status: 200 len: 805 time: 0.4446328 Feb 09 14:12:16.850758 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:16.859616 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cb756d8-8253-4732-822d-c42544e9b671 req-658c11f6-6e8c-48be-b887-be0379e46476 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/quotas/eef4b4f9c5c64b73ae0c92a52362be6f HTTP/1.1" status: 200 len: 375 time: 0.0225401 Feb 09 14:12:16.867836 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-09ca65e6-acc5-424c-86e0-a26bac4b259a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af7ecada8beb47b286f7cc91acafebdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815163 Feb 09 14:12:16.868941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53972) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:16.871417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53974) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:16.914466 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-21719ffa-9b8c-43b3-a6e2-060bc0065445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:16.943057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-21719ffa-9b8c-43b3-a6e2-060bc0065445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:16.947677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-21719ffa-9b8c-43b3-a6e2-060bc0065445 admin admin] Usage tracker for resource:security_group_rule and tenant:54a06e2cae2c43d5bdc8c2d3321bda27 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:16.950927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-21719ffa-9b8c-43b3-a6e2-060bc0065445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:16.959572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-21719ffa-9b8c-43b3-a6e2-060bc0065445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:16.975494 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cb756d8-8253-4732-822d-c42544e9b671 req-85b15039-4a7f-494d-8803-f76aec7d80f4 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eef4b4f9c5c64b73ae0c92a52362be6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1060727 Feb 09 14:12:17.057685 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:17.109076 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2c760789-4a10-40b6-b1cc-f1adc932a539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:17.140734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:12:17.156291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:12:17.166664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:12:17.203779 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53986) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:17.224983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b128555b-2679-4732-8491-f3de55e7dc1f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:12:17.227617 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b128555b-2679-4732-8491-f3de55e7dc1f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2434251 Feb 09 14:12:17.253712 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd377f4fa-3310-4224-bb69-47cb29d11480', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec5ee5f3-9461-4740-9d40-36ebd4df6d9c'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:12:17.319567 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0ecdee35-28e2-452d-aba3-0ceeabd20774 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:12:17.375844 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:17.379803 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2c760789-4a10-40b6-b1cc-f1adc932a539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:17.412414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Pushing event updated for resources: {'Port': ['ID=63e125fa-bdd3-4104-b4cb-ce51c0ea85fb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:17.444426 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cb756d8-8253-4732-822d-c42544e9b671 req-84f29798-f5f7-4382-a336-fcf204ff788a service neutron] 10.222.0.48 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106118 Feb 09 14:12:17.552929 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0ecdee35-28e2-452d-aba3-0ceeabd20774, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0ecdee35-28e2-452d-aba3-0ceeabd20774,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:17.589806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '0ecdee35-28e2-452d-aba3-0ceeabd20774', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '0ecdee35-28e2-452d-aba3-0ceeabd20774', 'mac_address': 'fa:16:3e:39:f1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:12:17.627119 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:17.687702 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-21719ffa-9b8c-43b3-a6e2-060bc0065445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:17.692092 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2c760789-4a10-40b6-b1cc-f1adc932a539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:17.698130 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:17.698834 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d342a405-8a3e-463e-8d6d-94f45d55d04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:17.709247 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-21719ffa-9b8c-43b3-a6e2-060bc0065445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:17.720462 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecdee35-28e2-452d-aba3-0ceeabd20774 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:12:17.732076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c760789-4a10-40b6-b1cc-f1adc932a539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ff1942-58d3-4bb1-a5aa-ea438d2774b8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:17.763020 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0ecdee35-28e2-452d-aba3-0ceeabd20774, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0ecdee35-28e2-452d-aba3-0ceeabd20774,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:17.779611 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:17.785142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d342a405-8a3e-463e-8d6d-94f45d55d04d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:17.799239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d342a405-8a3e-463e-8d6d-94f45d55d04d admin admin] Usage tracker for resource:security_group_rule and tenant:d8ef86d01b4a45fc89b686d61ca3f8aa is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:17.809988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d342a405-8a3e-463e-8d6d-94f45d55d04d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:17.838880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d342a405-8a3e-463e-8d6d-94f45d55d04d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:17.875671 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-21719ffa-9b8c-43b3-a6e2-060bc0065445 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54a06e2cae2c43d5bdc8c2d3321bda27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9996240 Feb 09 14:12:17.878839 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53996) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:17.889493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21719ffa-9b8c-43b3-a6e2-060bc0065445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fe7cec-59aa-4447-804b-b8d1e06d8fde,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:17.892477 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['0ecdee35-28e2-452d-aba3-0ceeabd20774'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:12:17.907299 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2c760789-4a10-40b6-b1cc-f1adc932a539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:17.908475 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2c760789-4a10-40b6-b1cc-f1adc932a539 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2ff1942-58d3-4bb1-a5aa-ea438d2774b8 HTTP/1.1" status: 204 len: 168 time: 1.0384991 Feb 09 14:12:17.943310 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cb756d8-8253-4732-822d-c42544e9b671 req-6b603636-13bc-425a-aeb1-c6626a9a25fa service neutron] 10.222.0.48 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970777 Feb 09 14:12:17.998102 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:18.005410 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:18.010383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b6fa1-75f1-4e5a-9dd5-9e5fc3993ccb req-c9f877bf-5f0d-4f87-afed-711d0c54b634 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:18.012044 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-373b6fa1-75f1-4e5a-9dd5-9e5fc3993ccb req-c9f877bf-5f0d-4f87-afed-711d0c54b634 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.21 "GET /v2.0/ports?device_id=d377f4fa-3310-4224-bb69-47cb29d11480 HTTP/1.1" status: 200 len: 944 time: 0.4221096 Feb 09 14:12:18.062301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=0ecdee35-28e2-452d-aba3-0ceeabd20774,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:18.123568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-373b6fa1-75f1-4e5a-9dd5-9e5fc3993ccb req-4792beb6-4bde-4d89-a4d0-76502b4ab33f tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Deleting port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:18.123974 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-373b6fa1-75f1-4e5a-9dd5-9e5fc3993ccb req-4792beb6-4bde-4d89-a4d0-76502b4ab33f tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:18.267073 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5cd565e1-2076-4997-8ac4-efc9b3beb7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:18.295961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Pushing event updated for resources: {'Port': ['ID=63e125fa-bdd3-4104-b4cb-ce51c0ea85fb,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:18.329227 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:18.358957 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:18.360654 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-d0b9dc74-aa66-464e-a743-59448daf4ec4 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4943671 Feb 09 14:12:18.376270 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5cd565e1-2076-4997-8ac4-efc9b3beb7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:18.382590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f4786-5315-438f-9216-fd274c731d4f req-4e63f7a6-61f6-463f-a6a0-0f7e2301da62 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:18.384361 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-481f4786-5315-438f-9216-fd274c731d4f req-4e63f7a6-61f6-463f-a6a0-0f7e2301da62 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 945 time: 0.2437117 Feb 09 14:12:18.465415 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5cd565e1-2076-4997-8ac4-efc9b3beb7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:18.529704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-b671a261-fd98-4650-98b4-a6c7ca93187c tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Synchronizing usage tracker for tenant:b31ca55f869c4ae1b74dd11b23322eed on resource:floatingip {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:12:18.559851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Deleting port 0d09a906-50c3-48ab-a469-01f9699dc416 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:18.560429 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:18.562234 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d342a405-8a3e-463e-8d6d-94f45d55d04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:18.579966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd565e1-2076-4997-8ac4-efc9b3beb7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fe7cec-59aa-4447-804b-b8d1e06d8fde,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:18.581793 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d342a405-8a3e-463e-8d6d-94f45d55d04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:18.621314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-b671a261-fd98-4650-98b4-a6c7ca93187c tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Unset dirty status for tenant:b31ca55f869c4ae1b74dd11b23322eed on resource:floatingip {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:12:18.622484 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-b671a261-fd98-4650-98b4-a6c7ca93187c tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.60 HTTP/1.1" status: 200 len: 695 time: 0.2528794 Feb 09 14:12:18.639647 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d342a405-8a3e-463e-8d6d-94f45d55d04d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8ef86d01b4a45fc89b686d61ca3f8aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4346499 Feb 09 14:12:18.644893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54026) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:18.786580 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5cd565e1-2076-4997-8ac4-efc9b3beb7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:18.788322 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5cd565e1-2076-4997-8ac4-efc9b3beb7ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4fe7cec-59aa-4447-804b-b8d1e06d8fde HTTP/1.1" status: 204 len: 168 time: 0.9100292 Feb 09 14:12:18.806373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342a405-8a3e-463e-8d6d-94f45d55d04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b8cd4a-d081-4958-8c1a-4b64acc6609b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:18.885738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978f327-dd92-4a94-8a28-173fdf226c02 req-5265c530-139f-4001-9c59-3f4af2d6b729 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:18.898716 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f978f327-dd92-4a94-8a28-173fdf226c02 req-5265c530-139f-4001-9c59-3f4af2d6b729 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 945 time: 0.4407604 Feb 09 14:12:18.985510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-373b6fa1-75f1-4e5a-9dd5-9e5fc3993ccb req-4792beb6-4bde-4d89-a4d0-76502b4ab33f tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] For port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:18.986175 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-373b6fa1-75f1-4e5a-9dd5-9e5fc3993ccb req-4792beb6-4bde-4d89-a4d0-76502b4ab33f tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:19.107227 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f978f327-dd92-4a94-8a28-173fdf226c02 req-33647896-577b-4444-b704-3b30ae3acc24 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0451d9a2-c4d0-4795-b11a-d6c81b3075f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071056 Feb 09 14:12:19.231604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-373b6fa1-75f1-4e5a-9dd5-9e5fc3993ccb req-4792beb6-4bde-4d89-a4d0-76502b4ab33f tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Calling delete_port for ec5ee5f3-9461-4740-9d40-36ebd4df6d9c owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:12:19.252610 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fc36958e-0b09-4393-8697-da15429ab21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:19.275768 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0ecdee35-28e2-452d-aba3-0ceeabd20774 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:12:19.309185 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-c70cc4f6-c5f6-413c-9f0d-25a90cb7abe5 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:19.326287 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f131c335-35c6-4c5f-832d-dc8f332f02f8 req-c70cc4f6-c5f6-413c-9f0d-25a90cb7abe5 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.6754451 Feb 09 14:12:19.428947 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fc36958e-0b09-4393-8697-da15429ab21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:19.440141 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd377f4fa-3310-4224-bb69-47cb29d11480', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec5ee5f3-9461-4740-9d40-36ebd4df6d9c', 'code': 200} Feb 09 14:12:19.559370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 0ecdee35-28e2-452d-aba3-0ceeabd20774 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:19.559674 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:19.690371 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-373b6fa1-75f1-4e5a-9dd5-9e5fc3993ccb req-4792beb6-4bde-4d89-a4d0-76502b4ab33f tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:19.726859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] For port 0d09a906-50c3-48ab-a469-01f9699dc416, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0d09a906-50c3-48ab-a469-01f9699dc416,segment=NetworkSegment(36f80040-3467-4ef6-9eb4-756241b1d551),segment_id=36f80040-3467-4ef6-9eb4-756241b1d551)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:19.728436 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:19.810498 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2091f844-44e8-4037-a984-7cff94bc4a10 req-d67f7fc5-bfb9-465c-9dca-e1fcd6a42d88 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 210 time: 0.1236804 Feb 09 14:12:19.898659 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:19.936379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792beb6-4bde-4d89-a4d0-76502b4ab33f tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Pushing event deleted for resources: {'Port': ['ID=ec5ee5f3-9461-4740-9d40-36ebd4df6d9c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:19.960553 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0ecdee35-28e2-452d-aba3-0ceeabd20774, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0ecdee35-28e2-452d-aba3-0ceeabd20774,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:19.965372 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:19.968626 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0d09a906-50c3-48ab-a469-01f9699dc416 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:12:20.045575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-373b6fa1-75f1-4e5a-9dd5-9e5fc3993ccb req-4792beb6-4bde-4d89-a4d0-76502b4ab33f tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] No DVR routers for this DVR port ec5ee5f3-9461-4740-9d40-36ebd4df6d9c on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:12:20.056971 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-373b6fa1-75f1-4e5a-9dd5-9e5fc3993ccb req-4792beb6-4bde-4d89-a4d0-76502b4ab33f tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:20.060291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd377f4fa-3310-4224-bb69-47cb29d11480', 'name': 'network-vif-deleted', 'tag': 'ec5ee5f3-9461-4740-9d40-36ebd4df6d9c'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:12:20.093728 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-373b6fa1-75f1-4e5a-9dd5-9e5fc3993ccb req-4792beb6-4bde-4d89-a4d0-76502b4ab33f tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.21 "DELETE /v2.0/ports/ec5ee5f3-9461-4740-9d40-36ebd4df6d9c HTTP/1.1" status: 204 len: 173 time: 2.0672696 Feb 09 14:12:20.164618 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=0ecdee35-28e2-452d-aba3-0ceeabd20774,revision_number=10']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:20.280216 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fc36958e-0b09-4393-8697-da15429ab21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:20.304529 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:20.429452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0d09a906-50c3-48ab-a469-01f9699dc416, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0d09a906-50c3-48ab-a469-01f9699dc416,segment=NetworkSegment(36f80040-3467-4ef6-9eb4-756241b1d551),segment_id=36f80040-3467-4ef6-9eb4-756241b1d551)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:20.440515 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:20.560076 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd377f4fa-3310-4224-bb69-47cb29d11480', 'name': 'network-vif-deleted', 'tag': 'ec5ee5f3-9461-4740-9d40-36ebd4df6d9c', 'status': 'completed', 'code': 200} Feb 09 14:12:20.665796 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=0d09a906-50c3-48ab-a469-01f9699dc416,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:20.715213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device ec5ee5f3-9461-4740-9d40-36ebd4df6d9c no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:12:20.802949 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: ec5ee5f3-9461-4740-9d40-36ebd4df6d9c {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:12:20.803625 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device ec5ee5f3-9461-4740-9d40-36ebd4df6d9c not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:12:20.901069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36958e-0b09-4393-8697-da15429ab21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b8cd4a-d081-4958-8c1a-4b64acc6609b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:20.934820 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb756d8-8253-4732-822d-c42544e9b671 req-27b22898-5af0-4db4-bce5-6abe64d93a4d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:20.936785 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cb756d8-8253-4732-822d-c42544e9b671 req-27b22898-5af0-4db4-bce5-6abe64d93a4d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.21 "GET /v2.0/networks?id=f0b561ef-919a-4607-9883-c51de0b2aead HTTP/1.1" status: 200 len: 805 time: 0.6645954 Feb 09 14:12:20.939504 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fc36958e-0b09-4393-8697-da15429ab21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:20.943623 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fc36958e-0b09-4393-8697-da15429ab21d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/81b8cd4a-d081-4958-8c1a-4b64acc6609b HTTP/1.1" status: 204 len: 168 time: 2.2907348 Feb 09 14:12:20.951955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b5be87eb-bd21-4d64-9594-ccf361b5c1b2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Request body: {'port': {'device_id': '27aa7d55-2e25-4d5c-b151-f78f4b64a8b9', 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead', 'admin_state_up': True, 'tenant_id': 'eef4b4f9c5c64b73ae0c92a52362be6f'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:20.988384 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-a4293b53-dd9f-45b1-923c-a3fbb8614246 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1036329 Feb 09 14:12:21.001107 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:21.001612 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:21.001861 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Floating IP 0a91eca0-d8ac-42bd-b6f8-bd35cecf81d0 disassociated. External IP: 172.25.8.249, port: 0d09a906-50c3-48ab-a469-01f9699dc416. Feb 09 14:12:21.002381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Calling delete_port for 0d09a906-50c3-48ab-a469-01f9699dc416 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:12:21.115174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:21.149596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:21.174989 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d8160-c4f4-4075-b6ce-dfd691e48a71 req-78297799-734c-4733-a8ef-65b68fca728d tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:21.184145 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c17d8160-c4f4-4075-b6ce-dfd691e48a71 req-78297799-734c-4733-a8ef-65b68fca728d tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 943 time: 0.4274604 Feb 09 14:12:21.207770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:21.274139 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:21.295844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b5be87eb-bd21-4d64-9594-ccf361b5c1b2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:21.307550 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b5be87eb-bd21-4d64-9594-ccf361b5c1b2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Usage tracker for resource:port and tenant:eef4b4f9c5c64b73ae0c92a52362be6f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:21.328029 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c17d8160-c4f4-4075-b6ce-dfd691e48a71 req-52043a9d-611f-4a42-98a1-0290eba8448e tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0451d9a2-c4d0-4795-b11a-d6c81b3075f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427059 Feb 09 14:12:21.329184 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b5be87eb-bd21-4d64-9594-ccf361b5c1b2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:21.350370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b5be87eb-bd21-4d64-9594-ccf361b5c1b2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:21.380855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b5be87eb-bd21-4d64-9594-ccf361b5c1b2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Made reservation on behalf of eef4b4f9c5c64b73ae0c92a52362be6f for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:12:21.389923 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b5be87eb-bd21-4d64-9594-ccf361b5c1b2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:21.441675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec3d262-6c95-46b7-b19e-f5155567feda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecdee35-28e2-452d-aba3-0ceeabd20774'}, {'server_uuid': 'c2c77ad8-c544-411e-87ad-c5c63fff839a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d09a906-50c3-48ab-a469-01f9699dc416'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:12:21.471256 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:12:21.472956 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:12:21.772107 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:21.816849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b5be87eb-bd21-4d64-9594-ccf361b5c1b2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Allocated IP 172.20.0.6 (f0b561ef-919a-4607-9883-c51de0b2aead/75d935aa-4e72-46ee-a516-faccc6fa2775/1a40db19-fbe7-4881-90f8-b80bed00c42e) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:12:22.006355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Deleting port 0d09a906-50c3-48ab-a469-01f9699dc416 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:22.006988 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:22.017510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f21db4b4-6645-4aae-b3cf-d6a3402470cd req-a098732f-2e46-4d97-87a1-f921b2e763a3 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Synchronizing usage tracker for tenant:eef4b4f9c5c64b73ae0c92a52362be6f on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:12:22.020493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54176) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:22.086916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f21db4b4-6645-4aae-b3cf-d6a3402470cd req-a098732f-2e46-4d97-87a1-f921b2e763a3 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Unset dirty status for tenant:eef4b4f9c5c64b73ae0c92a52362be6f on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:12:22.098066 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f21db4b4-6645-4aae-b3cf-d6a3402470cd req-a098732f-2e46-4d97-87a1-f921b2e763a3 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 210 time: 0.2929490 Feb 09 14:12:22.141306 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Allocated IP 172.25.8.250 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/252e233e-6a83-43b7-ba9d-0c8e13dea5c3) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:12:22.274196 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2609401b-fa78-4e42-819a-1a5e5ae03739 req-0b9a97c2-90fc-48bf-9170-1d73a3ce5d9f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3421812 Feb 09 14:12:22.418302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:22.485447 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:22.574852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Pushing event updated for resources: {'Port': ['ID=252e233e-6a83-43b7-ba9d-0c8e13dea5c3,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:22.592242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:12:22.596139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:12:22.603774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:12:22.622902 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b5be87eb-bd21-4d64-9594-ccf361b5c1b2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:22.666486 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60254897-147a-408a-8fe4-d6a045180b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:22.698572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-60254897-147a-408a-8fe4-d6a045180b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:22.710983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-60254897-147a-408a-8fe4-d6a045180b74 admin admin] Usage tracker for resource:security_group_rule and tenant:8b4e5927da5344238940b92885f36f94 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:22.716379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-60254897-147a-408a-8fe4-d6a045180b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:22.764812 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-60254897-147a-408a-8fe4-d6a045180b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:22.768112 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b5be87eb-bd21-4d64-9594-ccf361b5c1b2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:22.885893 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-29297b85-5c55-468e-99d4-dac29b3abb50 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cbb0fbf826434f8c8f3c564442305ced&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1093938 Feb 09 14:12:22.920435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609401b-fa78-4e42-819a-1a5e5ae03739 req-fa334598-94d4-4c24-a671-17056217aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:22.922225 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2609401b-fa78-4e42-819a-1a5e5ae03739 req-fa334598-94d4-4c24-a671-17056217aae5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=beeb51e3d8874419bafa70211a464ecf&device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 1099 time: 0.4879901 Feb 09 14:12:23.046371 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54222) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:23.087640 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:23.090111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b5be87eb-bd21-4d64-9594-ccf361b5c1b2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Network f0b561ef-919a-4607-9883-c51de0b2aead is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:12:23.105558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] For port 0d09a906-50c3-48ab-a469-01f9699dc416, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0d09a906-50c3-48ab-a469-01f9699dc416,segment=NetworkSegment(36f80040-3467-4ef6-9eb4-756241b1d551),segment_id=36f80040-3467-4ef6-9eb4-756241b1d551)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:23.106025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:23.107513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b5be87eb-bd21-4d64-9594-ccf361b5c1b2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:12:23.180906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b5be87eb-bd21-4d64-9594-ccf361b5c1b2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:12:23.225429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be87eb-bd21-4d64-9594-ccf361b5c1b2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Pushing event updated for resources: {'Port': ['ID=1a40db19-fbe7-4881-90f8-b80bed00c42e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:23.257272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1355909229-network', 'tenant_id': 'ea230855731c4f038f9be9893ada8105'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:23.269945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:23.285801 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Usage tracker for resource:network and tenant:ea230855731c4f038f9be9893ada8105 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:23.292015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:23.305952 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:23.338035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:23.414048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609401b-fa78-4e42-819a-1a5e5ae03739 req-37081fcd-bf8a-4385-9c86-6275f27e461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:23.416377 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2609401b-fa78-4e42-819a-1a5e5ae03739 req-37081fcd-bf8a-4385-9c86-6275f27e461e service neutron] 10.222.0.21 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.4508684 Feb 09 14:12:23.423201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b5be87eb-bd21-4d64-9594-ccf361b5c1b2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:23.425266 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b5be87eb-bd21-4d64-9594-ccf361b5c1b2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:23.448618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Made reservation on behalf of ea230855731c4f038f9be9893ada8105 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:12:23.451326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:23.479547 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-df1a6570-1d57-4775-9eaf-d445280d9e2d tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:23.481252 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-df1a6570-1d57-4775-9eaf-d445280d9e2d tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5797522 Feb 09 14:12:23.616700 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:23.671427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:23.692845 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-66595644-a920-4966-93ee-e4165b874bcf tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/quotas/cbb0fbf826434f8c8f3c564442305ced HTTP/1.1" status: 200 len: 375 time: 0.0664499 Feb 09 14:12:23.703797 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2609401b-fa78-4e42-819a-1a5e5ae03739 req-4ad2f305-5932-49f0-bb4f-f5f8de0d1c28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=db4da2b6-02ae-4c76-9da4-011175e7de24 HTTP/1.1" status: 200 len: 217 time: 0.2637181 Feb 09 14:12:23.776830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Usage tracker for resource:security_group_rule and tenant:ea230855731c4f038f9be9893ada8105 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:23.801366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:23.803189 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b5be87eb-bd21-4d64-9594-ccf361b5c1b2 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8554089 Feb 09 14:12:23.819007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:23.842216 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-cae7c1c3-b46e-4c13-950b-494e46fedd0c tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbb0fbf826434f8c8f3c564442305ced&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1479342 Feb 09 14:12:23.848601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Request body: {'port': {'device_id': '27aa7d55-2e25-4d5c-b151-f78f4b64a8b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:23.936097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:23.936606 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:23.937159 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Floating IP 0a91eca0-d8ac-42bd-b6f8-bd35cecf81d0 disassociated. External IP: 172.25.8.249, port: 0d09a906-50c3-48ab-a469-01f9699dc416. Feb 09 14:12:23.937880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Calling delete_port for 0d09a906-50c3-48ab-a469-01f9699dc416 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:12:24.098829 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:24.123473 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:24.176218 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec3d262-6c95-46b7-b19e-f5155567feda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecdee35-28e2-452d-aba3-0ceeabd20774', 'code': 200} Feb 09 14:12:24.176994 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c77ad8-c544-411e-87ad-c5c63fff839a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d09a906-50c3-48ab-a469-01f9699dc416', 'code': 200} Feb 09 14:12:24.271178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60254897-147a-408a-8fe4-d6a045180b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:24.284697 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60254897-147a-408a-8fe4-d6a045180b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:24.349558 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-60254897-147a-408a-8fe4-d6a045180b74 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b4e5927da5344238940b92885f36f94&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3252530 Feb 09 14:12:24.354762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Pushing event updated for resources: {'Port': ['ID=252e233e-6a83-43b7-ba9d-0c8e13dea5c3,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:24.362110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54240) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:24.399789 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:24.427359 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:24.440202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:12:24.449606 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:24.449921 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Added segment b14b41f5-6849-44aa-8aa7-48eb3806b034 of type vlan for network e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 Feb 09 14:12:24.477870 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:24.518039 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:24.526845 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:24.527888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:24.528509 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:24.551546 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609401b-fa78-4e42-819a-1a5e5ae03739 req-dd038e5c-a67f-43f4-b850-a5e3fd12579a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:24.558478 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2609401b-fa78-4e42-819a-1a5e5ae03739 req-dd038e5c-a67f-43f4-b850-a5e3fd12579a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.7978847 Feb 09 14:12:24.652882 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:24.698002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60254897-147a-408a-8fe4-d6a045180b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7973e655-67fc-4768-bc2d-44169746992a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:24.761724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:24.775983 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:24.776356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Pushing event deleted for resources: {'Port': ['ID=0d09a906-50c3-48ab-a469-01f9699dc416,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:24.807930 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e2386b88-157d-40e4-b873-fd262af0c1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:24.900782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] Pushing event updated for resources: {'Network': ['ID=e6a2fd07-bf7b-45e8-abfb-1d71ad208c07,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:24.903781 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e2386b88-157d-40e4-b873-fd262af0c1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:24.918130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:12:24.937591 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7aa833-da1b-4878-8764-9a0caae07592 req-4d75d5ed-78df-45e6-8bb7-21bab0242382 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:24.945046 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:24.960344 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd7aa833-da1b-4878-8764-9a0caae07592 req-4d75d5ed-78df-45e6-8bb7-21bab0242382 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 865 time: 0.6244781 Feb 09 14:12:24.962395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-5bdc0eaf-cf61-4a14-9acb-078df684d8a6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9647043 Feb 09 14:12:25.088494 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b68f5195-9ee5-4d56-b5be-5ce758525d0e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0285320 Feb 09 14:12:25.097715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54250) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:25.182758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4d33f1ef-719b-4f1e-93a7-52e539f118f8 admin admin] Request body: {'subnet': {'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1355909229-subnet', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:25.281308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Router d9f36cac-8e12-411b-958a-1bf684affa01 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:12:25.297514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-cebc8ce7-8b1c-40c7-b293-3d6bc641c79a tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Synchronizing usage tracker for tenant:b31ca55f869c4ae1b74dd11b23322eed on resource:floatingip {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:12:25.477115 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd7aa833-da1b-4878-8764-9a0caae07592 req-7bc7604a-6511-45f7-ab93-192528432208 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0451d9a2-c4d0-4795-b11a-d6c81b3075f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5153761 Feb 09 14:12:25.483883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4d33f1ef-719b-4f1e-93a7-52e539f118f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:25.496573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609401b-fa78-4e42-819a-1a5e5ae03739 req-a2b7bc59-335b-40dc-bd63-db70934c163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:25.498288 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2609401b-fa78-4e42-819a-1a5e5ae03739 req-a2b7bc59-335b-40dc-bd63-db70934c163d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8964477 Feb 09 14:12:25.498910 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e2386b88-157d-40e4-b873-fd262af0c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:25.534993 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4d33f1ef-719b-4f1e-93a7-52e539f118f8 admin admin] Usage tracker for resource:subnet and tenant:ea230855731c4f038f9be9893ada8105 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:25.539089 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2386b88-157d-40e4-b873-fd262af0c1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7973e655-67fc-4768-bc2d-44169746992a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:25.594939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4d33f1ef-719b-4f1e-93a7-52e539f118f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:25.629594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-cebc8ce7-8b1c-40c7-b293-3d6bc641c79a tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Unset dirty status for tenant:b31ca55f869c4ae1b74dd11b23322eed on resource:floatingip {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:12:25.634987 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-cebc8ce7-8b1c-40c7-b293-3d6bc641c79a tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.250 HTTP/1.1" status: 200 len: 696 time: 0.6679502 Feb 09 14:12:25.853712 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4d33f1ef-719b-4f1e-93a7-52e539f118f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:25.913765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:12:25.920101 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e2386b88-157d-40e4-b873-fd262af0c1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:25.921527 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e2386b88-157d-40e4-b873-fd262af0c1a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7973e655-67fc-4768-bc2d-44169746992a HTTP/1.1" status: 204 len: 168 time: 1.5179121 Feb 09 14:12:25.936490 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e56502b-3d4a-4e4a-9ecc-431c631e911c None None] Sync routers for ids ['d9f36cac-8e12-411b-958a-1bf684affa01'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:12:25.937914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a40db19-fbe7-4881-90f8-b80bed00c42e {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:12:25.964673 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:25.969943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e56502b-3d4a-4e4a-9ecc-431c631e911c None None] Routers {'d9f36cac-8e12-411b-958a-1bf684affa01'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:12:25.973544 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3e56502b-3d4a-4e4a-9ecc-431c631e911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:11:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d9f36cac-8e12-411b-958a-1bf684affa01'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:25.990378 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d33f1ef-719b-4f1e-93a7-52e539f118f8 admin admin] Made reservation on behalf of ea230855731c4f038f9be9893ada8105 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:12:25.993368 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1ef-719b-4f1e-93a7-52e539f118f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:26.053146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] No DVR routers for this DVR port 0d09a906-50c3-48ab-a469-01f9699dc416 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:12:26.057316 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:26.059342 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-481f4786-5315-438f-9216-fd274c731d4f req-02ac5316-f276-42b3-8f0b-b616694582e0 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.35 "DELETE /v2.0/ports/0d09a906-50c3-48ab-a469-01f9699dc416 HTTP/1.1" status: 204 len: 173 time: 7.6013417 Feb 09 14:12:26.072384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c77ad8-c544-411e-87ad-c5c63fff839a', 'name': 'network-vif-deleted', 'tag': '0d09a906-50c3-48ab-a469-01f9699dc416'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:12:26.087464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-d5771b80-7f9e-4d58-a6e1-ad86e1023b71 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:26.111928 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Transition to ACTIVE for port object 1a40db19-fbe7-4881-90f8-b80bed00c42e will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:12:26.112606 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5063fac3-5c1b-48ef-bb15-915f9fb9953e req-d5771b80-7f9e-4d58-a6e1-ad86e1023b71 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.4736850 Feb 09 14:12:26.133218 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:26.218839 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2609401b-fa78-4e42-819a-1a5e5ae03739 req-378f2c4b-d74b-465e-9311-2102ca221a0b service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6807318 Feb 09 14:12:26.343418 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-9e3d441d-fa0b-4c88-966b-5531c162bd45 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=cbb0fbf826434f8c8f3c564442305ced&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1090970 Feb 09 14:12:26.476486 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8e74069-9805-4afe-8c33-861d63bbb62e req-a6985876-fae1-4838-aa04-e7f0e85f63e0 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc959ce5-ee5a-473e-85de-c191bfd56c25 HTTP/1.1" status: 200 len: 210 time: 0.1354611 Feb 09 14:12:26.482847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a40db19-fbe7-4881-90f8-b80bed00c42e,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:26.527840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314cf17-2d30-4026-8b02-bbb9eb8a20dc req-68e57f90-7656-4251-bec9-c10f5419edc3 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:26.527840 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e314cf17-2d30-4026-8b02-bbb9eb8a20dc req-68e57f90-7656-4251-bec9-c10f5419edc3 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 931 time: 0.6576462 Feb 09 14:12:26.689121 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c77ad8-c544-411e-87ad-c5c63fff839a', 'name': 'network-vif-deleted', 'tag': '0d09a906-50c3-48ab-a469-01f9699dc416', 'status': 'completed', 'code': 200} Feb 09 14:12:26.744494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-3e56502b-3d4a-4e4a-9ecc-431c631e911c None None] Set router d9f36cac-8e12-411b-958a-1bf684affa01 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:12:26.883608 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-165dafc1-da48-41d2-93d5-8e5894a7245c req-6eb62bdd-e501-4f67-b9ea-45caca1f1993 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips/25fe7093-2515-4d79-90cd-cfbdc05f9da6 HTTP/1.1" status: 200 len: 693 time: 0.1928437 Feb 09 14:12:26.996392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-125044f9-4b1b-4049-9ddd-e0f62be2ca81 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:27.001316 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-125044f9-4b1b-4049-9ddd-e0f62be2ca81 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6441717 Feb 09 14:12:27.059275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Request body: {'port': {'device_id': 'bc959ce5-ee5a-473e-85de-c191bfd56c25', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': 'cbb0fbf826434f8c8f3c564442305ced'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:27.124411 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-734c0445-6dc2-4922-9c3b-5f28de17c43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:27.254489 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2609401b-fa78-4e42-819a-1a5e5ae03739 req-7101bd68-f066-40f1-9dd3-59c43a34bca2 service neutron] 10.222.0.21 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9433038 Feb 09 14:12:27.255707 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1ef-719b-4f1e-93a7-52e539f118f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:27.408085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:27.410752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3e56502b-3d4a-4e4a-9ecc-431c631e911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'name': 'tempest-ServersTestBootFromVolume-1415061651-router', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:16Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'gw_port': {'id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:18Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9b44b256-135f-44f1-81e4-32ebfc1a1835', 'name': '', 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'mac_address': 'fa:16:3e:46:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:27Z', 'updated_at': '2022-02-09T14:10:02Z', 'revision_number': 5, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'subnets': [{'id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:27.416111 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e56502b-3d4a-4e4a-9ecc-431c631e911c None None] Checking router: d9f36cac-8e12-411b-958a-1bf684affa01 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:12:27.428011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e56502b-3d4a-4e4a-9ecc-431c631e911c None None] Routers {'d9f36cac-8e12-411b-958a-1bf684affa01'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:12:27.428885 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3e56502b-3d4a-4e4a-9ecc-431c631e911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:11:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d9f36cac-8e12-411b-958a-1bf684affa01'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:27.526629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Usage tracker for resource:port and tenant:cbb0fbf826434f8c8f3c564442305ced is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:27.539436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:27.585931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:27.678228 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Made reservation on behalf of cbb0fbf826434f8c8f3c564442305ced for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:12:27.681884 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:27.722943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1ef-719b-4f1e-93a7-52e539f118f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:27.734731 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:27.767526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-3e56502b-3d4a-4e4a-9ecc-431c631e911c None None] Set router d9f36cac-8e12-411b-958a-1bf684affa01 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:12:27.822124 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e314cf17-2d30-4026-8b02-bbb9eb8a20dc req-692777c5-b40d-413e-8415-ffbff0d4e359 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1335909 Feb 09 14:12:27.829724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d33f1ef-719b-4f1e-93a7-52e539f118f8 admin admin] Checking segment: {'id': 'b14b41f5-6849-44aa-8aa7-48eb3806b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:12:27.830355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d33f1ef-719b-4f1e-93a7-52e539f118f8 admin admin] Network hostable DHCP agents. Network: e6a2fd07-bf7b-45e8-abfb-1d71ad208c07, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:12:27.898743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:27.916712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Usage tracker for resource:security_group_rule and tenant:cbb0fbf826434f8c8f3c564442305ced is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:27.921652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:27.933257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dafc1-da48-41d2-93d5-8e5894a7245c req-4889353d-1ab0-49b4-8d63-e22f5cc5063f tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:27.935615 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-165dafc1-da48-41d2-93d5-8e5894a7245c req-4889353d-1ab0-49b4-8d63-e22f5cc5063f tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.9312954 Feb 09 14:12:27.945467 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d33f1ef-719b-4f1e-93a7-52e539f118f8 admin admin] Network e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:12:27.952646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:28.058795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Attempting to bind port 1a40db19-fbe7-4881-90f8-b80bed00c42e on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:12:28.062342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Attempting to bind port 1a40db19-fbe7-4881-90f8-b80bed00c42e by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '336fdcce-3b06-4026-a99e-037efc645f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:12:28.062831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Attempting to bind port 1a40db19-fbe7-4881-90f8-b80bed00c42e on network f0b561ef-919a-4607-9883-c51de0b2aead {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:12:28.085546 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4d33f1ef-719b-4f1e-93a7-52e539f118f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, e6a2fd07-bf7b-45e8-abfb-1d71ad208c07) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:12:28.119374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Port 1a40db19-fbe7-4881-90f8-b80bed00c42e on network f0b561ef-919a-4607-9883-c51de0b2aead not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:12:28.123002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Attempting to bind port 1a40db19-fbe7-4881-90f8-b80bed00c42e on network f0b561ef-919a-4607-9883-c51de0b2aead {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:12:28.140229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d33f1ef-719b-4f1e-93a7-52e539f118f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:28.140229 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1ef-719b-4f1e-93a7-52e539f118f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:28.178980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:12:28.180508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Checking segment: {'id': '336fdcce-3b06-4026-a99e-037efc645f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:12:28.182395 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Bound using segment: {'id': '336fdcce-3b06-4026-a99e-037efc645f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:12:28.186843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Bound port: 1a40db19-fbe7-4881-90f8-b80bed00c42e, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '336fdcce-3b06-4026-a99e-037efc645f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:12:28.189173 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:28.268563 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22bb5f3-125c-4060-83fe-b97040236113 None None] Network e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:12:28.312680 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:28.319365 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:28.329840 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8816b0ac-c65a-4abb-abd7-fb3dfec205a2 req-3ea0a222-4c7e-48e7-a033-2e74b861d465 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2c77ad8-c544-411e-87ad-c5c63fff839a HTTP/1.1" status: 200 len: 210 time: 0.0856550 Feb 09 14:12:28.488532 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4d33f1ef-719b-4f1e-93a7-52e539f118f8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3660076 Feb 09 14:12:28.547269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54312) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:28.579501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1355909229-router', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:28.596091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:28.606313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Usage tracker for resource:router and tenant:ea230855731c4f038f9be9893ada8105 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:28.619751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:28.653059 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:28.711848 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:28.712811 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:28.742855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47393c61-b13f-4b18-a81f-7c6c358f0dc8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:28.760749 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3e56502b-3d4a-4e4a-9ecc-431c631e911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'name': 'tempest-ServersTestBootFromVolume-1415061651-router', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:16Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'gw_port': {'id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:18Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9b44b256-135f-44f1-81e4-32ebfc1a1835', 'name': '', 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'mac_address': 'fa:16:3e:46:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:27Z', 'updated_at': '2022-02-09T14:10:02Z', 'revision_number': 5, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'subnets': [{'id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:28.763514 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-87bdb7b1-1453-4721-a048-0b3997ec2b64 req-a4308fb5-afb2-41cc-b278-b40b64a4054d tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc959ce5-ee5a-473e-85de-c191bfd56c25 HTTP/1.1" status: 200 len: 210 time: 0.3271775 Feb 09 14:12:28.822996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e56502b-3d4a-4e4a-9ecc-431c631e911c None None] The sync data for ids ['d9f36cac-8e12-411b-958a-1bf684affa01'] in n-d-828418-2 is: [{'id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'name': 'tempest-ServersTestBootFromVolume-1415061651-router', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:16Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'gw_port': {'id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:18Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9b44b256-135f-44f1-81e4-32ebfc1a1835', 'name': '', 'network_id': 'a0a7099d-e4ae-47ce-bada-1cc326e07287', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'mac_address': 'fa:16:3e:46:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:27Z', 'updated_at': '2022-02-09T14:10:02Z', 'revision_number': 5, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'subnets': [{'id': '4956d27e-a6d0-44e8-93e4-11fa2bea2e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:12:28.837475 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26d857e6-74ac-4ef5-a324-f85dbb18e1de req-52bb3080-b492-4b2c-a1d6-a13fcf2099f5 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips/25fe7093-2515-4d79-90cd-cfbdc05f9da6 HTTP/1.1" status: 200 len: 693 time: 0.3688602 Feb 09 14:12:29.004242 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-e6a2fd07-bf7b-45e8-abfb-1d71ad208c07', 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'fixed_ips': [{'subnet_id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:12:29.005741 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:29.011269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] For port 1a40db19-fbe7-4881-90f8-b80bed00c42e, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:12:29.031863 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] For port 1a40db19-fbe7-4881-90f8-b80bed00c42e, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1a40db19-fbe7-4881-90f8-b80bed00c42e,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:12:29.065667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Allocated IP 192.168.233.251 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/b204f97e-a067-40bc-8c20-568e3d0a59ec) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:12:29.148832 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6d454a8b-8eb8-45c5-a7a4-53a0eaabbb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:29.217059 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:29.402012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a40db19-fbe7-4881-90f8-b80bed00c42e,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:29.467436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:29.468720 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:29.469493 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e0110-5915-4925-99ce-d0b1ccddfc66 None None] New status for floating IP 0a91eca0-d8ac-42bd-b6f8-bd35cecf81d0: DOWN {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:12:29.471190 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cb756d8-8253-4732-822d-c42544e9b671 req-766935bd-e28e-4fbb-a8e8-5938fcb516e2 service neutron] 10.222.0.21 "PUT /v2.0/ports/1a40db19-fbe7-4881-90f8-b80bed00c42e HTTP/1.1" status: 200 len: 1091 time: 5.6519160 Feb 09 14:12:29.473689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27aa7d55-2e25-4d5c-b151-f78f4b64a8b9', 'tag': '1a40db19-fbe7-4881-90f8-b80bed00c42e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:12:29.639467 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:29.659250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Transition to ACTIVE for port object b204f97e-a067-40bc-8c20-568e3d0a59ec will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:12:29.691954 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:29.695264 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:29.763939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Allocated IP 172.20.0.2 (e6a2fd07-bf7b-45e8-abfb-1d71ad208c07/0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55/2f98ec82-e29c-4c62-b627-a39610ca587f) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:12:29.852050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d857e6-74ac-4ef5-a324-f85dbb18e1de req-6c8abc27-cc14-4665-94ec-c82e17dc1814 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:29.854543 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26d857e6-74ac-4ef5-a324-f85dbb18e1de req-6c8abc27-cc14-4665-94ec-c82e17dc1814 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.9835978 Feb 09 14:12:29.870302 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54338) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:29.974191 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Pushing event updated for resources: {'Port': ['ID=b204f97e-a067-40bc-8c20-568e3d0a59ec,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:30.045307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:12:30.063127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:12:30.078348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:12:30.098191 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26d857e6-74ac-4ef5-a324-f85dbb18e1de req-08a5a388-eb14-42df-90a4-ec823afb7a41 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.250 HTTP/1.1" status: 200 len: 696 time: 0.2268691 Feb 09 14:12:30.256391 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:30.286184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Transition to ACTIVE for port object 2f98ec82-e29c-4c62-b627-a39610ca587f will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:12:30.357174 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Transition to ACTIVE for port object 2f98ec82-e29c-4c62-b627-a39610ca587f will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:12:30.402437 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:30.462631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:30.472585 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:30.530983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb756d8-8253-4732-822d-c42544e9b671 req-f62deedb-802c-41b2-9f1f-6b7a784a6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:30.539476 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cb756d8-8253-4732-822d-c42544e9b671 req-f62deedb-802c-41b2-9f1f-6b7a784a6489 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eef4b4f9c5c64b73ae0c92a52362be6f&device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 1094 time: 0.8958240 Feb 09 14:12:30.573049 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26d857e6-74ac-4ef5-a324-f85dbb18e1de req-7e142e13-0f62-451e-9cb1-1bee28ae71fa tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.250 HTTP/1.1" status: 200 len: 696 time: 0.4608614 Feb 09 14:12:30.610042 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-77f3e07d-e99e-4219-a1b1-b8e532cd8f7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5619302 Feb 09 14:12:30.653393 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Request body: {'port': {'device_id': 'bc959ce5-ee5a-473e-85de-c191bfd56c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:30.732562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Pushing event updated for resources: {'Port': ['ID=2f98ec82-e29c-4c62-b627-a39610ca587f,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:30.751608 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:30.756406 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Network e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:12:30.760308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:12:30.763607 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:12:30.766137 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:30.771115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-05bc2b69-d447-4477-b629-196b4259ca7b None None] Provisioning for port b204f97e-a067-40bc-8c20-568e3d0a59ec completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:12:30.794035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-127971032'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:30.858059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-05bc2b69-d447-4477-b629-196b4259ca7b None None] Provisioning complete for port b204f97e-a067-40bc-8c20-568e3d0a59ec triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:30.858059 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-05bc2b69-d447-4477-b629-196b4259ca7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:30.965220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:30.969348 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cb756d8-8253-4732-822d-c42544e9b671 req-a5e2cdf8-7c16-4ff9-96a1-c060d3b2a8e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a40db19-fbe7-4881-90f8-b80bed00c42e HTTP/1.1" status: 200 len: 217 time: 0.4245515 Feb 09 14:12:30.992588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3185d-fe7a-4045-a28c-71d07438e965 req-0cb494b9-321a-4670-a83e-28ce6fb2b338 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:30.994756 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-02b3185d-fe7a-4045-a28c-71d07438e965 req-0cb494b9-321a-4670-a83e-28ce6fb2b338 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 943 time: 1.3053226 Feb 09 14:12:31.063022 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Usage tracker for resource:network and tenant:25394c50986742d3ba0f31ea05eb0168 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:31.068491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:31.111051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-05bc2b69-d447-4477-b629-196b4259ca7b None None] Port b204f97e-a067-40bc-8c20-568e3d0a59ec cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:12:31.117142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Attempting to bind port 2f98ec82-e29c-4c62-b627-a39610ca587f on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:12:31.117816 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Attempting to bind port 2f98ec82-e29c-4c62-b627-a39610ca587f by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'b14b41f5-6849-44aa-8aa7-48eb3806b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:12:31.118607 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Attempting to bind port 2f98ec82-e29c-4c62-b627-a39610ca587f on network e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:12:31.125831 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:12:31.126694 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Checking segment: {'id': 'b14b41f5-6849-44aa-8aa7-48eb3806b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:12:31.127291 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:31.128084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Bound using segment: {'id': 'b14b41f5-6849-44aa-8aa7-48eb3806b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:12:31.129022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Bound port: 2f98ec82-e29c-4c62-b627-a39610ca587f, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14b41f5-6849-44aa-8aa7-48eb3806b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:12:31.129646 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:31.172681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:31.190782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-26d857e6-74ac-4ef5-a324-f85dbb18e1de req-d772f124-f42d-48c7-8b08-30412db0b10e tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Deleting port 252e233e-6a83-43b7-ba9d-0c8e13dea5c3 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:31.191487 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-26d857e6-74ac-4ef5-a324-f85dbb18e1de req-d772f124-f42d-48c7-8b08-30412db0b10e tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:31.251817 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb756d8-8253-4732-822d-c42544e9b671 req-fcad82cd-e0d1-45b1-b559-2080247cf4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:31.254221 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cb756d8-8253-4732-822d-c42544e9b671 req-fcad82cd-e0d1-45b1-b559-2080247cf4d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75d935aa-4e72-46ee-a516-faccc6fa2775 HTTP/1.1" status: 200 len: 845 time: 0.2490203 Feb 09 14:12:31.255007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Made reservation on behalf of 25394c50986742d3ba0f31ea05eb0168 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:12:31.258758 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:31.269932 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] For port 2f98ec82-e29c-4c62-b627-a39610ca587f, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:12:31.277854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] For port 2f98ec82-e29c-4c62-b627-a39610ca587f, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2f98ec82-e29c-4c62-b627-a39610ca587f,segment=NetworkSegment(b14b41f5-6849-44aa-8aa7-48eb3806b034),segment_id=b14b41f5-6849-44aa-8aa7-48eb3806b034)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:12:31.283836 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:31.313238 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:31.318151 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:31.339875 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cb756d8-8253-4732-822d-c42544e9b671 req-b6e3b1e6-a6cc-43cd-8879-25fb0491d185 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0b561ef-919a-4607-9883-c51de0b2aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659006 Feb 09 14:12:31.399895 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216559d-792d-420b-849b-83b3177e41d6 None None] Pushing event updated for resources: {'Port': ['ID=2f98ec82-e29c-4c62-b627-a39610ca587f,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:31.437630 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-02b3185d-fe7a-4045-a28c-71d07438e965 req-9580b429-23b5-40a2-a0b5-4dade1f7502c tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202003 Feb 09 14:12:31.460889 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:31.527484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:31.706363 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:31.797198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Usage tracker for resource:security_group_rule and tenant:25394c50986742d3ba0f31ea05eb0168 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:31.802680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:31.822640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:31.981809 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27aa7d55-2e25-4d5c-b151-f78f4b64a8b9', 'tag': '1a40db19-fbe7-4881-90f8-b80bed00c42e', 'status': 'completed', 'code': 200} Feb 09 14:12:32.191060 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cb756d8-8253-4732-822d-c42544e9b671 req-70ae746f-7e7c-479e-858b-0c2fb2ab3878 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8325729 Feb 09 14:12:32.195476 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-26d857e6-74ac-4ef5-a324-f85dbb18e1de req-d772f124-f42d-48c7-8b08-30412db0b10e tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:32.196156 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-26d857e6-74ac-4ef5-a324-f85dbb18e1de req-d772f124-f42d-48c7-8b08-30412db0b10e tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:32.532086 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b204f97e-a067-40bc-8c20-568e3d0a59ec {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:12:32.556963 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:32.566662 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-26d857e6-74ac-4ef5-a324-f85dbb18e1de req-d772f124-f42d-48c7-8b08-30412db0b10e tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Calling delete_port for 252e233e-6a83-43b7-ba9d-0c8e13dea5c3 owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:12:32.609073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Transition to ACTIVE for port object b204f97e-a067-40bc-8c20-568e3d0a59ec will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:12:32.633162 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:32.896864 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Pushing event updated for resources: {'Port': ['ID=b204f97e-a067-40bc-8c20-568e3d0a59ec,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:32.982087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1637d3b-2847-482a-93d3-7bf0d1ae1553 req-8c79ff9f-ec78-44a0-8c71-26704d4cb377 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:32.984423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f1637d3b-2847-482a-93d3-7bf0d1ae1553 req-8c79ff9f-ec78-44a0-8c71-26704d4cb377 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Synchronizing usage tracker for tenant:cbb0fbf826434f8c8f3c564442305ced on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:12:33.066570 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:33.071592 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cb756d8-8253-4732-822d-c42544e9b671 req-9e2d2a62-9e91-4bf9-9088-06e66518ed0d service neutron] 10.222.0.21 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8644254 Feb 09 14:12:33.078583 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:33.272721 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b83d0ec-fdb7-4ff9-90bc-ea0ea538e86a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:33.325878 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:12:33.390760 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:33.391243 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Added segment 89a5a0e7-f91e-4756-89dc-a70b026edde7 of type vlan for network 645310e8-9d83-433e-ab41-1535b8519173 Feb 09 14:12:33.402371 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-26d857e6-74ac-4ef5-a324-f85dbb18e1de req-d772f124-f42d-48c7-8b08-30412db0b10e tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:33.512841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f72e6f-71fa-44f6-9be7-c3764e9e2a6f None None] Network e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:12:33.517674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772f124-f42d-48c7-8b08-30412db0b10e tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Pushing event deleted for resources: {'Port': ['ID=252e233e-6a83-43b7-ba9d-0c8e13dea5c3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:33.635608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Attempting to bind port b204f97e-a067-40bc-8c20-568e3d0a59ec on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:12:33.637254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Attempting to bind port b204f97e-a067-40bc-8c20-568e3d0a59ec by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:12:33.638080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Attempting to bind port b204f97e-a067-40bc-8c20-568e3d0a59ec on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:12:33.653765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Port b204f97e-a067-40bc-8c20-568e3d0a59ec on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:12:33.655310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Attempting to bind port b204f97e-a067-40bc-8c20-568e3d0a59ec on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:12:33.672110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f1637d3b-2847-482a-93d3-7bf0d1ae1553 req-8c79ff9f-ec78-44a0-8c71-26704d4cb377 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Unset dirty status for tenant:cbb0fbf826434f8c8f3c564442305ced on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:12:33.681363 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-26d857e6-74ac-4ef5-a324-f85dbb18e1de req-d772f124-f42d-48c7-8b08-30412db0b10e tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:33.685860 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1637d3b-2847-482a-93d3-7bf0d1ae1553 req-8c79ff9f-ec78-44a0-8c71-26704d4cb377 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc959ce5-ee5a-473e-85de-c191bfd56c25 HTTP/1.1" status: 200 len: 936 time: 1.2387331 Feb 09 14:12:33.713473 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:33.756511 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2f53d614-14e3-42bf-a340-defa1ebe3d3e None None] Provisioning for port 2f98ec82-e29c-4c62-b627-a39610ca587f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:12:33.810450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4189b-0010-4e77-b4f5-2138f0ad0f83 req-e1ecde4d-ab3b-45f6-863c-c92993d4ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:33.812097 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36a4189b-0010-4e77-b4f5-2138f0ad0f83 req-e1ecde4d-ab3b-45f6-863c-c92993d4ff07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eef4b4f9c5c64b73ae0c92a52362be6f&device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 1094 time: 0.6221540 Feb 09 14:12:33.965709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:12:33.966146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:12:33.966605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:12:33.967126 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Bound port: b204f97e-a067-40bc-8c20-568e3d0a59ec, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:12:33.967591 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:33.967899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2f98ec82-e29c-4c62-b627-a39610ca587f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:12:34.014384 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:34.016234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f1637d3b-2847-482a-93d3-7bf0d1ae1553 req-0d3f57c2-469d-4518-9c44-9a49f7125fe8 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Synchronizing usage tracker for tenant:cbb0fbf826434f8c8f3c564442305ced on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:12:34.021354 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:34.022143 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:34.129348 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-26d857e6-74ac-4ef5-a324-f85dbb18e1de req-d772f124-f42d-48c7-8b08-30412db0b10e tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:34.131342 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26d857e6-74ac-4ef5-a324-f85dbb18e1de req-d772f124-f42d-48c7-8b08-30412db0b10e tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "DELETE /v2.0/floatingips/25fe7093-2515-4d79-90cd-cfbdc05f9da6 HTTP/1.1" status: 204 len: 173 time: 3.3541653 Feb 09 14:12:34.153337 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.1914477 Feb 09 14:12:34.160860 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54376) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:34.185076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0c039d3e-7926-4d8d-92cd-7a341c0eebf3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Request body: {'subnet': {'network_id': '645310e8-9d83-433e-ab41-1535b8519173', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:34.317861 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:34.320531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4f7d9-4d34-4696-a618-dec9c74794a3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Pushing event updated for resources: {'Network': ['ID=645310e8-9d83-433e-ab41-1535b8519173,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:34.357440 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:34.376471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4189b-0010-4e77-b4f5-2138f0ad0f83 req-8111f0bf-04ac-4010-967e-f90da9672459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:34.378759 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36a4189b-0010-4e77-b4f5-2138f0ad0f83 req-8111f0bf-04ac-4010-967e-f90da9672459 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0b561ef-919a-4607-9883-c51de0b2aead HTTP/1.1" status: 200 len: 905 time: 0.5566747 Feb 09 14:12:34.455093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 645310e8-9d83-433e-ab41-1535b8519173 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:12:34.492565 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36a4189b-0010-4e77-b4f5-2138f0ad0f83 req-81a94e51-db76-41df-9615-a40bd6b7f4cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a40db19-fbe7-4881-90f8-b80bed00c42e HTTP/1.1" status: 200 len: 217 time: 0.1037366 Feb 09 14:12:34.527188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0c039d3e-7926-4d8d-92cd-7a341c0eebf3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:34.528998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Allocated IP 172.25.8.182 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/b9bcf89c-9314-488b-8ecb-91d9e2f81309) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:12:34.542654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0c039d3e-7926-4d8d-92cd-7a341c0eebf3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Usage tracker for resource:subnet and tenant:25394c50986742d3ba0f31ea05eb0168 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:34.548612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0c039d3e-7926-4d8d-92cd-7a341c0eebf3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:34.569806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0c039d3e-7926-4d8d-92cd-7a341c0eebf3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:34.675972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54382) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:34.725741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c039d3e-7926-4d8d-92cd-7a341c0eebf3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Made reservation on behalf of 25394c50986742d3ba0f31ea05eb0168 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:12:34.735618 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c039d3e-7926-4d8d-92cd-7a341c0eebf3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:34.740470 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 2f98ec82-e29c-4c62-b627-a39610ca587f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:12:34.747744 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2f98ec82-e29c-4c62-b627-a39610ca587f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:34.748432 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:34.816401 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:34.885490 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] For port b204f97e-a067-40bc-8c20-568e3d0a59ec, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:12:34.889808 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] For port b204f97e-a067-40bc-8c20-568e3d0a59ec, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b204f97e-a067-40bc-8c20-568e3d0a59ec,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:12:34.895243 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:34.929552 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:34.962814 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:34.985550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f1637d3b-2847-482a-93d3-7bf0d1ae1553 req-0d3f57c2-469d-4518-9c44-9a49f7125fe8 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Unset dirty status for tenant:cbb0fbf826434f8c8f3c564442305ced on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:12:34.996404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 2f98ec82-e29c-4c62-b627-a39610ca587f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2f98ec82-e29c-4c62-b627-a39610ca587f,segment=NetworkSegment(b14b41f5-6849-44aa-8aa7-48eb3806b034),segment_id=b14b41f5-6849-44aa-8aa7-48eb3806b034)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:34.997172 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1637d3b-2847-482a-93d3-7bf0d1ae1553 req-0d3f57c2-469d-4518-9c44-9a49f7125fe8 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/security-groups?id=47393c61-b13f-4b18-a81f-7c6c358f0dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3083186 Feb 09 14:12:35.013477 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:35.031562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:35.032523 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:35.035274 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] 10.222.0.35 "PUT /v2.0/ports/b204f97e-a067-40bc-8c20-568e3d0a59ec HTTP/1.1" status: 200 len: 1096 time: 4.3874485 Feb 09 14:12:35.046376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc959ce5-ee5a-473e-85de-c191bfd56c25', 'tag': 'b204f97e-a067-40bc-8c20-568e3d0a59ec'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:12:35.068139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:12:35.188683 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=2f98ec82-e29c-4c62-b627-a39610ca587f,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:35.224792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:12:35.370038 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4189b-0010-4e77-b4f5-2138f0ad0f83 req-bf235602-784a-4001-96c8-62d9a338d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:35.372501 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36a4189b-0010-4e77-b4f5-2138f0ad0f83 req-bf235602-784a-4001-96c8-62d9a338d7d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75d935aa-4e72-46ee-a516-faccc6fa2775 HTTP/1.1" status: 200 len: 845 time: 0.7839472 Feb 09 14:12:35.545602 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6f5566ed-da7e-4849-8e10-718ebbfe875c None None] Provisioning complete for port 2f98ec82-e29c-4c62-b627-a39610ca587f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:35.546443 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6f5566ed-da7e-4849-8e10-718ebbfe875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:35.588365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a463f-2539-44e1-a7e2-aa6588c294e3 req-df530a31-6b34-43d0-9926-4648475a44c3 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:35.591709 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-978a463f-2539-44e1-a7e2-aa6588c294e3 req-df530a31-6b34-43d0-9926-4648475a44c3 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3412311 Feb 09 14:12:35.610245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:12:35.768998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Pushing event updated for resources: {'Port': ['ID=b9bcf89c-9314-488b-8ecb-91d9e2f81309,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:35.840050 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36a4189b-0010-4e77-b4f5-2138f0ad0f83 req-e78d0cd9-edd2-4dc1-9012-667ce4b081cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0b561ef-919a-4607-9883-c51de0b2aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3964100 Feb 09 14:12:35.876815 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5e4a-2b0c-4ec8-9e83-27ea20e72b72 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:35.909269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2f98ec82-e29c-4c62-b627-a39610ca587f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:12:35.965255 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5e4a-2b0c-4ec8-9e83-27ea20e72b72 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:36.036953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087fdbc-6b6b-427c-b078-97264d1289c9 req-51ca3722-4eee-4e26-99ab-c24ee387bd04 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:36.043999 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6087fdbc-6b6b-427c-b078-97264d1289c9 req-51ca3722-4eee-4e26-99ab-c24ee387bd04 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 943 time: 1.2526474 Feb 09 14:12:36.067110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc458533-6b4a-4deb-9d18-4ab50576e6fc service neutron] Pushing event updated for resources: {'Port': ['ID=b204f97e-a067-40bc-8c20-568e3d0a59ec,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:36.129007 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5e4a-2b0c-4ec8-9e83-27ea20e72b72 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:36.131841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2f98ec82-e29c-4c62-b627-a39610ca587f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:36.134286 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:36.142769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-bbaf3ddc-8cc0-465c-8224-132a76a6dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:36.145943 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-bbaf3ddc-8cc0-465c-8224-132a76a6dc8a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cbb0fbf826434f8c8f3c564442305ced&device_id=bc959ce5-ee5a-473e-85de-c191bfd56c25 HTTP/1.1" status: 200 len: 1099 time: 1.0459185 Feb 09 14:12:36.211004 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6087fdbc-6b6b-427c-b078-97264d1289c9 req-eecec50b-e1b1-45bf-b659-0dfe5917d579 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660218 Feb 09 14:12:36.212160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca5e4a-2b0c-4ec8-9e83-27ea20e72b72 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0451d9a2-c4d0-4795-b11a-d6c81b3075f8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:36.302434 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5e4a-2b0c-4ec8-9e83-27ea20e72b72 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:36.319938 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c6ca5e4a-2b0c-4ec8-9e83-27ea20e72b72 tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "DELETE /v2.0/security-groups/0451d9a2-c4d0-4795-b11a-d6c81b3075f8 HTTP/1.1" status: 204 len: 168 time: 1.6414218 Feb 09 14:12:36.326678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54404) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:36.666873 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-7aaad7bb-b508-44e9-915a-8704b175e60a tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] show failed (client error): The resource could not be found. Feb 09 14:12:36.682236 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7aaad7bb-b508-44e9-915a-8704b175e60a tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "GET /v2.0/security-groups/0451d9a2-c4d0-4795-b11a-d6c81b3075f8 HTTP/1.1" status: 404 len: 347 time: 0.3420334 Feb 09 14:12:36.683562 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54412) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:36.741868 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c039d3e-7926-4d8d-92cd-7a341c0eebf3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:36.745451 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1a40db19-fbe7-4881-90f8-b80bed00c42e details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:12:37.024861 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc959ce5-ee5a-473e-85de-c191bfd56c25', 'tag': 'b204f97e-a067-40bc-8c20-568e3d0a59ec', 'status': 'completed', 'code': 200} Feb 09 14:12:37.025591 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:37.034640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1a40db19-fbe7-4881-90f8-b80bed00c42e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1a40db19-fbe7-4881-90f8-b80bed00c42e,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:37.055764 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '1a40db19-fbe7-4881-90f8-b80bed00c42e', 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead', 'port_id': '1a40db19-fbe7-4881-90f8-b80bed00c42e', 'mac_address': 'fa:16:3e:c6:05:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d935aa-4e72-46ee-a516-faccc6fa2775', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:12:37.059126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-807b83d5-f673-413a-95d3-ae40dcd5a74b req-ac5bb4c4-b485-480f-98f5-1d11e1101ccf tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Synchronizing usage tracker for tenant:b31ca55f869c4ae1b74dd11b23322eed on resource:floatingip {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:12:37.150243 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:37.164184 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36a4189b-0010-4e77-b4f5-2138f0ad0f83 req-7ace1535-293d-4717-bffa-fb0f4125c4b9 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3209331 Feb 09 14:12:37.177630 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a40db19-fbe7-4881-90f8-b80bed00c42e {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:12:37.181761 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4feca36e-ab7a-464e-9b8d-adf16a0919ae tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Deleting port 98133806-6f01-4ff6-a669-2e17a11c39b8 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:37.182214 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4feca36e-ab7a-464e-9b8d-adf16a0919ae tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:37.200266 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1a40db19-fbe7-4881-90f8-b80bed00c42e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1a40db19-fbe7-4881-90f8-b80bed00c42e,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:37.207001 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:37.220323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-807b83d5-f673-413a-95d3-ae40dcd5a74b req-ac5bb4c4-b485-480f-98f5-1d11e1101ccf tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Unset dirty status for tenant:b31ca55f869c4ae1b74dd11b23322eed on resource:floatingip {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:12:37.222418 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-807b83d5-f673-413a-95d3-ae40dcd5a74b req-ac5bb4c4-b485-480f-98f5-1d11e1101ccf tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=b31ca55f869c4ae1b74dd11b23322eed HTTP/1.1" status: 200 len: 1654 time: 0.7818418 Feb 09 14:12:37.260125 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-1f055fc7-e6bd-4843-9e52-ac8fc1c3aa36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=b204f97e-a067-40bc-8c20-568e3d0a59ec HTTP/1.1" status: 200 len: 217 time: 1.1046970 Feb 09 14:12:37.308420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=1a40db19-fbe7-4881-90f8-b80bed00c42e,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:37.542480 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['1a40db19-fbe7-4881-90f8-b80bed00c42e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:12:37.602767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c039d3e-7926-4d8d-92cd-7a341c0eebf3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Pushing event updated for resources: {'Subnet': ['ID=c99bcd24-be20-4ed7-98ac-00c7ba7e557d,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:37.811856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-17139a14-a65a-4c4d-b2d8-34386b6e5bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:37.813846 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-17139a14-a65a-4c4d-b2d8-34386b6e5bdf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.5389080 Feb 09 14:12:37.901154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548414c5-8238-4f08-a3a4-6ae94713e9fe req-b21be2d6-23b4-4ad9-9537-8de3361721e2 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:37.903899 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-548414c5-8238-4f08-a3a4-6ae94713e9fe req-b21be2d6-23b4-4ad9-9537-8de3361721e2 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc959ce5-ee5a-473e-85de-c191bfd56c25 HTTP/1.1" status: 200 len: 948 time: 0.7222281 Feb 09 14:12:37.956670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c039d3e-7926-4d8d-92cd-7a341c0eebf3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Checking segment: {'id': '89a5a0e7-f91e-4756-89dc-a70b026edde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '645310e8-9d83-433e-ab41-1535b8519173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:12:37.957252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c039d3e-7926-4d8d-92cd-7a341c0eebf3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Network hostable DHCP agents. Network: 645310e8-9d83-433e-ab41-1535b8519173, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:12:38.073370 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:12:38.089924 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:38.101462 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-548414c5-8238-4f08-a3a4-6ae94713e9fe req-82a36e7f-148b-4f85-adad-76c4d826728a tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/security-groups?id=47393c61-b13f-4b18-a81f-7c6c358f0dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105576 Feb 09 14:12:38.201309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b83d5-f673-413a-95d3-ae40dcd5a74b req-266f2cbd-fe25-42ec-8969-9b7e07a5cd7b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:38.230054 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-807b83d5-f673-413a-95d3-ae40dcd5a74b req-266f2cbd-fe25-42ec-8969-9b7e07a5cd7b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/networks?id=c26f2655-4fb2-480c-9c39-ad6273d63109&id=c26f2655-4fb2-480c-9c39-ad6273d63109&id=c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 787 time: 0.8899772 Feb 09 14:12:38.241495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-778df2b2-ff80-412c-bbc1-707257ea2796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:38.241778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-807b83d5-f673-413a-95d3-ae40dcd5a74b req-1b916ac8-550c-4059-b4d7-1b8ec0b0196e tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:12:38.242965 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-778df2b2-ff80-412c-bbc1-707257ea2796 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4195528 Feb 09 14:12:38.243202 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-807b83d5-f673-413a-95d3-ae40dcd5a74b req-1b916ac8-550c-4059-b4d7-1b8ec0b0196e tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122228 Feb 09 14:12:38.340959 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4feca36e-ab7a-464e-9b8d-adf16a0919ae tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:38.341420 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4feca36e-ab7a-464e-9b8d-adf16a0919ae tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:38.445376 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:38.533899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4feca36e-ab7a-464e-9b8d-adf16a0919ae tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Calling delete_port for 98133806-6f01-4ff6-a669-2e17a11c39b8 owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:12:38.755526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1a40db19-fbe7-4881-90f8-b80bed00c42e up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:12:38.801548 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-69bc1185-9206-4c57-8ef3-a2722344e82d req-6528e741-5567-4ba2-bc0d-96973d0872a3 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips/02f3ef08-f693-40ea-ba77-690d27c823f3 HTTP/1.1" status: 200 len: 692 time: 0.3716645 Feb 09 14:12:38.805340 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-6ca8491e-3a27-4c84-bccb-cf5ddcdc2711 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312115 Feb 09 14:12:38.973526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 1a40db19-fbe7-4881-90f8-b80bed00c42e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:12:38.979607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c039d3e-7926-4d8d-92cd-7a341c0eebf3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Network 645310e8-9d83-433e-ab41-1535b8519173 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:12:38.993417 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 1a40db19-fbe7-4881-90f8-b80bed00c42e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:38.993417 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:38.993846 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36a4189b-0010-4e77-b4f5-2138f0ad0f83 req-bd54b7ea-0fe2-4d1f-9a48-dc1f4aa2c596 service neutron] 10.222.0.21 "GET /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7743220 Feb 09 14:12:39.011798 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f80bfcea-9733-4f55-a4a6-9140392a24aa req-b53cdc76-72de-4570-ae55-e78e668b7304 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956854 Feb 09 14:12:39.024468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0c039d3e-7926-4d8d-92cd-7a341c0eebf3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 645310e8-9d83-433e-ab41-1535b8519173) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:12:39.040920 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4feca36e-ab7a-464e-9b8d-adf16a0919ae tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:39.050826 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c039d3e-7926-4d8d-92cd-7a341c0eebf3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:39.051658 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c039d3e-7926-4d8d-92cd-7a341c0eebf3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:39.060430 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef4edf7-6c11-4cd1-907b-c85d85ac9cee None None] Network 645310e8-9d83-433e-ab41-1535b8519173 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:12:39.187456 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feca36e-ab7a-464e-9b8d-adf16a0919ae tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Pushing event deleted for resources: {'Port': ['ID=98133806-6f01-4ff6-a669-2e17a11c39b8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:39.289494 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0c039d3e-7926-4d8d-92cd-7a341c0eebf3 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1271520 Feb 09 14:12:39.304229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54436) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:39.322365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Request body: {'port': {'network_id': '645310e8-9d83-433e-ab41-1535b8519173', 'name': 'tempest-DHCPAgentSchedulersTestJSON-850139540'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:39.350218 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:39.433082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Router 4955a697-069d-46c7-9a76-ddf0de8c3423 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:12:39.522779 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27aa7d55-2e25-4d5c-b151-f78f4b64a8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a40db19-fbe7-4881-90f8-b80bed00c42e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:12:39.547031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d0a0f-0f37-48c3-929f-f5d64f062200 req-7c96d098-4514-4c67-9b72-0c5d748baa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:39.549746 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de8d0a0f-0f37-48c3-929f-f5d64f062200 req-7c96d098-4514-4c67-9b72-0c5d748baa50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cbb0fbf826434f8c8f3c564442305ced&device_id=bc959ce5-ee5a-473e-85de-c191bfd56c25 HTTP/1.1" status: 200 len: 1099 time: 0.2441995 Feb 09 14:12:39.554962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1a40db19-fbe7-4881-90f8-b80bed00c42e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1a40db19-fbe7-4881-90f8-b80bed00c42e,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:39.563298 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:39.585081 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4feca36e-ab7a-464e-9b8d-adf16a0919ae tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:39.587949 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4feca36e-ab7a-464e-9b8d-adf16a0919ae tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:39.589501 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4feca36e-ab7a-464e-9b8d-adf16a0919ae tempest-ServersTestBootFromVolume-1928453644 tempest-ServersTestBootFromVolume-1928453644-project] 10.222.0.48 "DELETE /v2.0/floatingips/0a91eca0-d8ac-42bd-b6f8-bd35cecf81d0 HTTP/1.1" status: 204 len: 168 time: 2.8806198 Feb 09 14:12:39.603555 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54444) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:39.840853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf679d-6ed7-404b-a5ef-08c11fcfaba3 req-f6d0456f-2d8e-4369-bb7f-34f3b198c400 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:39.841670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6cf679d-6ed7-404b-a5ef-08c11fcfaba3 req-f6d0456f-2d8e-4369-bb7f-34f3b198c400 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 944 time: 0.9035616 Feb 09 14:12:39.895348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-645310e8-9d83-433e-ab41-1535b8519173', 'network_id': '645310e8-9d83-433e-ab41-1535b8519173', 'tenant_id': '25394c50986742d3ba0f31ea05eb0168', 'fixed_ips': [{'subnet_id': 'c99bcd24-be20-4ed7-98ac-00c7ba7e557d'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:12:39.896598 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:39.937772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc1185-9206-4c57-8ef3-a2722344e82d req-9ae49174-ab20-4cf7-824b-bbebd2eb5247 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:39.941737 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-69bc1185-9206-4c57-8ef3-a2722344e82d req-9ae49174-ab20-4cf7-824b-bbebd2eb5247 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 1.1217167 Feb 09 14:12:39.970016 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=1a40db19-fbe7-4881-90f8-b80bed00c42e,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:40.077136 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6cf679d-6ed7-404b-a5ef-08c11fcfaba3 req-919e8e06-b507-48b3-a275-7a0360a54fb1 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344735 Feb 09 14:12:40.088045 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-69bc1185-9206-4c57-8ef3-a2722344e82d req-950d7cf0-65a9-46e0-9165-3f6b7476a515 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.60 HTTP/1.1" status: 200 len: 695 time: 0.1298709 Feb 09 14:12:40.262882 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:40.312198 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-69bc1185-9206-4c57-8ef3-a2722344e82d req-eade1403-d658-4047-9e6c-6c6ac9746ef7 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.60 HTTP/1.1" status: 200 len: 695 time: 0.1404779 Feb 09 14:12:40.315514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Allocated IP 172.20.0.2 (645310e8-9d83-433e-ab41-1535b8519173/c99bcd24-be20-4ed7-98ac-00c7ba7e557d/c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:12:40.341252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:40.371067 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Usage tracker for resource:port and tenant:25394c50986742d3ba0f31ea05eb0168 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:40.393785 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:40.410036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:40.560808 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Made reservation on behalf of 25394c50986742d3ba0f31ea05eb0168 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:12:40.567773 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:40.588950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d0a0f-0f37-48c3-929f-f5d64f062200 req-9433b229-c705-4ed5-9575-d08971ecd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:40.588950 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de8d0a0f-0f37-48c3-929f-f5d64f062200 req-9433b229-c705-4ed5-9575-d08971ecd4e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.7823541 Feb 09 14:12:40.589810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-69bc1185-9206-4c57-8ef3-a2722344e82d req-3167abfa-2b7c-4687-9f95-cff2463e0dc6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Deleting port 63e125fa-bdd3-4104-b4cb-ce51c0ea85fb {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:40.590386 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-69bc1185-9206-4c57-8ef3-a2722344e82d req-3167abfa-2b7c-4687-9f95-cff2463e0dc6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:40.622279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4b1ec-89de-46ef-8c41-29b36122f647 req-631d889d-37cb-40c9-b871-28698cb673d6 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:40.625625 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9b4b1ec-89de-46ef-8c41-29b36122f647 req-631d889d-37cb-40c9-b871-28698cb673d6 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc959ce5-ee5a-473e-85de-c191bfd56c25 HTTP/1.1" status: 200 len: 948 time: 0.3830884 Feb 09 14:12:40.639967 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:40.658239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Transition to ACTIVE for port object c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:12:40.671612 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:12:40.685476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Transition to ACTIVE for port object c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:12:40.690569 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Sync routers for ids ['4955a697-069d-46c7-9a76-ddf0de8c3423'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:12:40.697029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] device_id is not set on port 7316980a-2f8e-46e8-a49e-f2e586b174d4 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:12:40.698227 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:40.772137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Routers {'4955a697-069d-46c7-9a76-ddf0de8c3423'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:12:40.773423 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:12:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4955a697-069d-46c7-9a76-ddf0de8c3423'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:40.839443 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9b4b1ec-89de-46ef-8c41-29b36122f647 req-d69116bb-6817-484c-a54e-3a2d8cc4c65d tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/security-groups?id=47393c61-b13f-4b18-a81f-7c6c358f0dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008426 Feb 09 14:12:40.850759 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de8d0a0f-0f37-48c3-929f-f5d64f062200 req-86dcb5e5-ca08-44fd-a509-c81ce898c754 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=b204f97e-a067-40bc-8c20-568e3d0a59ec HTTP/1.1" status: 200 len: 217 time: 0.1391931 Feb 09 14:12:40.985973 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:40.988446 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-531b4257-3bd2-4696-ae44-fdbed37a38f9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.4355278 Feb 09 14:12:40.999279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54460) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:41.115271 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Allocated IP 172.20.0.8 (645310e8-9d83-433e-ab41-1535b8519173/c99bcd24-be20-4ed7-98ac-00c7ba7e557d/7316980a-2f8e-46e8-a49e-f2e586b174d4) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:12:41.190329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Pushing event updated for resources: {'Port': ['ID=c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:41.217817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Network 645310e8-9d83-433e-ab41-1535b8519173 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:12:41.219860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d0a0f-0f37-48c3-929f-f5d64f062200 req-6f9f4ef6-77e7-401a-b98e-0baf1d8ddb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:41.222403 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:12:41.223591 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de8d0a0f-0f37-48c3-929f-f5d64f062200 req-6f9f4ef6-77e7-401a-b98e-0baf1d8ddb45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.3501751 Feb 09 14:12:41.227172 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:12:41.276139 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Set router 4955a697-069d-46c7-9a76-ddf0de8c3423 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:12:41.528113 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:41.583360 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27aa7d55-2e25-4d5c-b151-f78f4b64a8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a40db19-fbe7-4881-90f8-b80bed00c42e', 'code': 200} Feb 09 14:12:41.768867 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Attempting to bind port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:12:41.770132 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Attempting to bind port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '89a5a0e7-f91e-4756-89dc-a70b026edde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '645310e8-9d83-433e-ab41-1535b8519173'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:12:41.770893 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Attempting to bind port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf on network 645310e8-9d83-433e-ab41-1535b8519173 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:12:41.779820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:12:41.780516 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Checking segment: {'id': '89a5a0e7-f91e-4756-89dc-a70b026edde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '645310e8-9d83-433e-ab41-1535b8519173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:12:41.781285 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:41.781898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Bound using segment: {'id': '89a5a0e7-f91e-4756-89dc-a70b026edde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '645310e8-9d83-433e-ab41-1535b8519173'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:12:41.782604 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Bound port: c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a5a0e7-f91e-4756-89dc-a70b026edde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '645310e8-9d83-433e-ab41-1535b8519173'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:12:41.783218 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:41.824678 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-69bc1185-9206-4c57-8ef3-a2722344e82d req-3167abfa-2b7c-4687-9f95-cff2463e0dc6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:41.825062 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-69bc1185-9206-4c57-8ef3-a2722344e82d req-3167abfa-2b7c-4687-9f95-cff2463e0dc6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:41.909953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] For port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:12:41.914911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] For port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf,segment=NetworkSegment(89a5a0e7-f91e-4756-89dc-a70b026edde7),segment_id=89a5a0e7-f91e-4756-89dc-a70b026edde7)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:12:41.922565 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:42.030048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95564e66-0bf6-4467-a226-aadf0c3fde6d req-0ef0fb56-bd62-4964-9294-4e9b2cddcbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:42.031449 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-95564e66-0bf6-4467-a226-aadf0c3fde6d req-0ef0fb56-bd62-4964-9294-4e9b2cddcbd0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 1096 time: 0.6063430 Feb 09 14:12:42.089762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-69bc1185-9206-4c57-8ef3-a2722344e82d req-3167abfa-2b7c-4687-9f95-cff2463e0dc6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Calling delete_port for 63e125fa-bdd3-4104-b4cb-ce51c0ea85fb owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:12:42.106556 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f17a9a-09f1-4145-8b10-96385fd28b94 None None] Pushing event updated for resources: {'Port': ['ID=c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:42.107970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aca823-067d-40be-a04a-56d6cde3eb5d req-3b655803-465a-4641-9ec3-8d58c6890558 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:42.123992 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-86aca823-067d-40be-a04a-56d6cde3eb5d req-3b655803-465a-4641-9ec3-8d58c6890558 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 945 time: 0.3098862 Feb 09 14:12:42.173115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'name': 'tempest-TaggedBootDevicesTest-1355909229-router', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:28Z', 'updated_at': '2022-02-09T14:12:36Z', 'revision_number': 3, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'gw_port': {'id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:34Z', 'updated_at': '2022-02-09T14:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:42.178056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Checking router: 4955a697-069d-46c7-9a76-ddf0de8c3423 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:12:42.178447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Updating router 4955a697-069d-46c7-9a76-ddf0de8c3423 port b9bcf89c-9314-488b-8ecb-91d9e2f81309 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:12:42.275819 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:42.367702 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:42.404231 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-95564e66-0bf6-4467-a226-aadf0c3fde6d req-9dd521e2-e01c-4c39-89e3-5a486e21c55a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539116 Feb 09 14:12:42.460954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Transition to ACTIVE for port object 7316980a-2f8e-46e8-a49e-f2e586b174d4 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:12:42.480443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d0a0f-0f37-48c3-929f-f5d64f062200 req-fb1435da-db90-4653-b64b-1ec04f929d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:42.488194 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de8d0a0f-0f37-48c3-929f-f5d64f062200 req-fb1435da-db90-4653-b64b-1ec04f929d47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2493403 Feb 09 14:12:42.642707 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:42.782484 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:42.794222 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-86aca823-067d-40be-a04a-56d6cde3eb5d req-a95ba177-1a2a-4bb6-a7ee-20ece4e6a6b5 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043812 Feb 09 14:12:42.797101 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Transition to ACTIVE for port object b9bcf89c-9314-488b-8ecb-91d9e2f81309 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:12:42.814297 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:42.877949 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Network 645310e8-9d83-433e-ab41-1535b8519173 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:12:42.884246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:12:42.891108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:12:43.004090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:43.004744 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:43.032107 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de8d0a0f-0f37-48c3-929f-f5d64f062200 req-dfb72fc8-05a8-4441-8c4b-9397e3039e0e service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051329 Feb 09 14:12:43.042623 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7357075 Feb 09 14:12:43.043594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da380a-27a9-42bf-b2dc-13e8339276a6 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Pushing event updated for resources: {'Port': ['ID=7316980a-2f8e-46e8-a49e-f2e586b174d4,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:43.056887 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54474) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:43.121989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Attempting to bind port b9bcf89c-9314-488b-8ecb-91d9e2f81309 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:12:43.122545 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Attempting to bind port b9bcf89c-9314-488b-8ecb-91d9e2f81309 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:12:43.123127 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Attempting to bind port b9bcf89c-9314-488b-8ecb-91d9e2f81309 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:12:43.136794 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b13d3d-16c6-4102-b8fa-d9214efb1b50 None None] Pushing event updated for resources: {'Port': ['ID=b9bcf89c-9314-488b-8ecb-91d9e2f81309,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:43.167281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:12:43.168181 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:12:43.170138 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:43.172952 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:12:43.173923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Bound port: b9bcf89c-9314-488b-8ecb-91d9e2f81309, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:12:43.184649 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:43.206302 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3f87fe64-d024-4597-935d-26be63943c1b tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Deleting port 7316980a-2f8e-46e8-a49e-f2e586b174d4 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:43.207072 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f87fe64-d024-4597-935d-26be63943c1b tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:43.276533 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-69bc1185-9206-4c57-8ef3-a2722344e82d req-3167abfa-2b7c-4687-9f95-cff2463e0dc6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:43.383519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167abfa-2b7c-4687-9f95-cff2463e0dc6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Pushing event deleted for resources: {'Port': ['ID=63e125fa-bdd3-4104-b4cb-ce51c0ea85fb,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:43.397949 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] For port b9bcf89c-9314-488b-8ecb-91d9e2f81309, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:12:43.415786 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] For port b9bcf89c-9314-488b-8ecb-91d9e2f81309, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b9bcf89c-9314-488b-8ecb-91d9e2f81309,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:12:43.416911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b204f97e-a067-40bc-8c20-568e3d0a59ec details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:12:43.431935 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:43.593660 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de8d0a0f-0f37-48c3-929f-f5d64f062200 req-bb3e4af3-8923-4f96-9416-d112b65d82e6 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457299 Feb 09 14:12:43.648457 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Routers {'4955a697-069d-46c7-9a76-ddf0de8c3423'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:12:43.649104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:12:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4955a697-069d-46c7-9a76-ddf0de8c3423'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:43.664998 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-69bc1185-9206-4c57-8ef3-a2722344e82d req-3167abfa-2b7c-4687-9f95-cff2463e0dc6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:43.709073 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-69bc1185-9206-4c57-8ef3-a2722344e82d req-3167abfa-2b7c-4687-9f95-cff2463e0dc6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:43.722729 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-69bc1185-9206-4c57-8ef3-a2722344e82d req-3167abfa-2b7c-4687-9f95-cff2463e0dc6 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "DELETE /v2.0/floatingips/02f3ef08-f693-40ea-ba77-690d27c823f3 HTTP/1.1" status: 204 len: 173 time: 3.4030318 Feb 09 14:12:43.734783 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Deleting port 9b44b256-135f-44f1-81e4-32ebfc1a1835 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:43.735126 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:43.743004 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:43.861251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e0dc20-75f5-4cc1-8a8b-625387c4a498 None None] Network 645310e8-9d83-433e-ab41-1535b8519173 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:12:44.187308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:12:44.257277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7af4b772-4159-4825-add7-c64f933a1229 None None] Provisioning for port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:12:44.267483 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b13d3d-16c6-4102-b8fa-d9214efb1b50 None None] Pushing event updated for resources: {'Port': ['ID=b9bcf89c-9314-488b-8ecb-91d9e2f81309,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:44.381007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b204f97e-a067-40bc-8c20-568e3d0a59ec, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b204f97e-a067-40bc-8c20-568e3d0a59ec,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:44.417295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'b204f97e-a067-40bc-8c20-568e3d0a59ec', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': 'b204f97e-a067-40bc-8c20-568e3d0a59ec', 'mac_address': 'fa:16:3e:a5:b9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:12:44.501050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffb355-d2b7-4596-bc32-6707c04bb45c req-6fe4e300-98fb-462c-8f1a-b41111293ffd tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:44.503523 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46ffb355-d2b7-4596-bc32-6707c04bb45c req-6fe4e300-98fb-462c-8f1a-b41111293ffd tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc959ce5-ee5a-473e-85de-c191bfd56c25 HTTP/1.1" status: 200 len: 948 time: 1.0817487 Feb 09 14:12:44.542443 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:44.562341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] For port 9b44b256-135f-44f1-81e4-32ebfc1a1835, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9b44b256-135f-44f1-81e4-32ebfc1a1835,segment=NetworkSegment(36f80040-3467-4ef6-9eb4-756241b1d551),segment_id=36f80040-3467-4ef6-9eb4-756241b1d551)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:44.563052 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:44.608443 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66158fff-47bb-43f5-95ef-204d80ca6741 req-771418f1-3624-41d2-915d-e0bce1b9ebcd tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips/c35450ee-7a33-4866-9542-3324bcb6964c HTTP/1.1" status: 200 len: 692 time: 0.1881649 Feb 09 14:12:44.775822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Allocated IP 172.20.0.1 (e6a2fd07-bf7b-45e8-abfb-1d71ad208c07/0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55/445e3539-e21e-42e0-88c6-67d6f1a33ae3) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:12:44.806743 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Calling delete_port for 9b44b256-135f-44f1-81e4-32ebfc1a1835 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:12:44.890142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b204f97e-a067-40bc-8c20-568e3d0a59ec {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:12:44.904121 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46ffb355-d2b7-4596-bc32-6707c04bb45c req-88be90c5-103b-4de8-93e1-2cf55811cc6e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/security-groups?id=47393c61-b13f-4b18-a81f-7c6c358f0dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461802 Feb 09 14:12:44.939457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66158fff-47bb-43f5-95ef-204d80ca6741 req-d72b614f-27ed-4ec9-aa1e-6eb19c37fa50 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:44.942084 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66158fff-47bb-43f5-95ef-204d80ca6741 req-d72b614f-27ed-4ec9-aa1e-6eb19c37fa50 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.3327370 Feb 09 14:12:44.956346 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f87fe64-d024-4597-935d-26be63943c1b tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:45.037529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b204f97e-a067-40bc-8c20-568e3d0a59ec, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b204f97e-a067-40bc-8c20-568e3d0a59ec,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:45.040524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] Set router 4955a697-069d-46c7-9a76-ddf0de8c3423 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:12:45.121011 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:45.142552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Transition to ACTIVE for port object 445e3539-e21e-42e0-88c6-67d6f1a33ae3 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:12:45.192592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-66158fff-47bb-43f5-95ef-204d80ca6741 req-162194b5-f095-4829-894a-f5722231b5fd tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Synchronizing usage tracker for tenant:b31ca55f869c4ae1b74dd11b23322eed on resource:floatingip {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:12:45.209172 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:45.216219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-66158fff-47bb-43f5-95ef-204d80ca6741 req-162194b5-f095-4829-894a-f5722231b5fd tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Unset dirty status for tenant:b31ca55f869c4ae1b74dd11b23322eed on resource:floatingip {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:12:45.225160 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66158fff-47bb-43f5-95ef-204d80ca6741 req-162194b5-f095-4829-894a-f5722231b5fd tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.56 HTTP/1.1" status: 200 len: 695 time: 0.2735324 Feb 09 14:12:45.335467 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:45.409887 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66158fff-47bb-43f5-95ef-204d80ca6741 req-22f89a2b-0d26-45c5-8aec-ba1977939684 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.56 HTTP/1.1" status: 200 len: 695 time: 0.1835816 Feb 09 14:12:45.431041 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3f87fe64-d024-4597-935d-26be63943c1b tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Calling delete_port for 7316980a-2f8e-46e8-a49e-f2e586b174d4 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:12:45.463456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:12:45.482305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:45.482683 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:45.575480 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b204f97e-a067-40bc-8c20-568e3d0a59ec,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:45.616525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Network e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:12:45.618093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'name': 'tempest-TaggedBootDevicesTest-1355909229-router', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:28Z', 'updated_at': '2022-02-09T14:12:36Z', 'revision_number': 3, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'gw_port': {'id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:34Z', 'updated_at': '2022-02-09T14:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:45.621976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['b204f97e-a067-40bc-8c20-568e3d0a59ec'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:12:45.639774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:12:45.654923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:12:45.762190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Pushing event updated for resources: {'Port': ['ID=445e3539-e21e-42e0-88c6-67d6f1a33ae3,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:45.773109 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:45.777904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-66158fff-47bb-43f5-95ef-204d80ca6741 req-e01fc813-6594-4901-a099-23a65b663a1b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Deleting port fcd4ddd2-fc56-40ce-bf1a-abff28209ef6 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:45.778326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-66158fff-47bb-43f5-95ef-204d80ca6741 req-e01fc813-6594-4901-a099-23a65b663a1b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:45.830526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a67e890-10c3-4a49-94ad-6ad1ec90e9bc None None] The sync data for ids ['4955a697-069d-46c7-9a76-ddf0de8c3423'] in n-d-828418-2 is: [{'id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'name': 'tempest-TaggedBootDevicesTest-1355909229-router', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:28Z', 'updated_at': '2022-02-09T14:12:36Z', 'revision_number': 3, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'gw_port': {'id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:34Z', 'updated_at': '2022-02-09T14:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:12:46.020125 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:46.186128 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a82d7b24-b617-4ec3-b60f-125e28a4a638 None None] Provisioning complete for port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:46.186982 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a82d7b24-b617-4ec3-b60f-125e28a4a638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:46.312199 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf,segment=NetworkSegment(89a5a0e7-f91e-4756-89dc-a70b026edde7),segment_id=89a5a0e7-f91e-4756-89dc-a70b026edde7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:46.337261 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:46.352163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fb738-7095-41ae-bf9e-26c8c6de541f req-353d47b8-9381-4d8d-808a-c9348751f96c tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:46.359439 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aa0fb738-7095-41ae-bf9e-26c8c6de541f req-353d47b8-9381-4d8d-808a-c9348751f96c tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 945 time: 0.9904413 Feb 09 14:12:46.422848 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-66158fff-47bb-43f5-95ef-204d80ca6741 req-e01fc813-6594-4901-a099-23a65b663a1b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:46.423442 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-66158fff-47bb-43f5-95ef-204d80ca6741 req-e01fc813-6594-4901-a099-23a65b663a1b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:46.522888 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:46.631434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b9bcf89c-9314-488b-8ecb-91d9e2f81309 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:12:46.761670 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:46.773833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port b9bcf89c-9314-488b-8ecb-91d9e2f81309 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:12:46.781199 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b9bcf89c-9314-488b-8ecb-91d9e2f81309 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:46.781580 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:46.882171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a82d7b24-b617-4ec3-b60f-125e28a4a638 None None] Provisioning for port 7316980a-2f8e-46e8-a49e-f2e586b174d4 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:12:46.910609 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aa0fb738-7095-41ae-bf9e-26c8c6de541f req-20ec1647-dc7a-48d4-81ea-53483388ced7 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424683 Feb 09 14:12:46.911445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b44b256-135f-44f1-81e4-32ebfc1a1835,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:46.945917 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a82d7b24-b617-4ec3-b60f-125e28a4a638 None None] Provisioning complete for port 7316980a-2f8e-46e8-a49e-f2e586b174d4 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:46.946504 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a82d7b24-b617-4ec3-b60f-125e28a4a638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:46.951589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-66158fff-47bb-43f5-95ef-204d80ca6741 req-e01fc813-6594-4901-a099-23a65b663a1b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Calling delete_port for fcd4ddd2-fc56-40ce-bf1a-abff28209ef6 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:12:47.022385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:47.022903 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:47.023417 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:47.024094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:47.024626 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:47.025222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:47.027147 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:47.027476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a82d7b24-b617-4ec3-b60f-125e28a4a638 None None] Port 7316980a-2f8e-46e8-a49e-f2e586b174d4 was deleted so its status cannot be updated. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 14:12:47.028055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:47.028055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:47.028281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:47.029269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:47.029607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:12:47.056539 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:47.083264 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f87fe64-d024-4597-935d-26be63943c1b tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:47.149892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-996a738e-cd91-4323-80df-2522c1b0691f tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:47.152078 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-996a738e-cd91-4323-80df-2522c1b0691f tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5a8887e-c02b-4efc-9727-48d59b4b3e38 HTTP/1.1" status: 200 len: 945 time: 0.9850550 Feb 09 14:12:47.370760 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:47.379549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3835784b-89fe-497d-87dc-013123edd399 None None] Provisioning for port 445e3539-e21e-42e0-88c6-67d6f1a33ae3 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:12:47.401143 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3835784b-89fe-497d-87dc-013123edd399 None None] Provisioning complete for port 445e3539-e21e-42e0-88c6-67d6f1a33ae3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:47.401625 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3835784b-89fe-497d-87dc-013123edd399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:47.476664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87fe64-d024-4597-935d-26be63943c1b tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Pushing event deleted for resources: {'Port': ['ID=7316980a-2f8e-46e8-a49e-f2e586b174d4,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:47.496026 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b204f97e-a067-40bc-8c20-568e3d0a59ec up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:12:47.546613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-087bb48f-0683-4dff-8953-9a85e0ec4d99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Deleting port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:47.547434 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-087bb48f-0683-4dff-8953-9a85e0ec4d99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:47.670785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3835784b-89fe-497d-87dc-013123edd399 None None] Port 445e3539-e21e-42e0-88c6-67d6f1a33ae3 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:12:47.686287 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3835784b-89fe-497d-87dc-013123edd399 None None] Could not find standard attr ID for object 7316980a-2f8e-46e8-a49e-f2e586b174d4. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:12:47.699888 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port b9bcf89c-9314-488b-8ecb-91d9e2f81309, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b9bcf89c-9314-488b-8ecb-91d9e2f81309,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:47.728873 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:47.846888 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f87fe64-d024-4597-935d-26be63943c1b tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:47.882316 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3f87fe64-d024-4597-935d-26be63943c1b tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] 10.222.0.48 "DELETE /v2.0/ports/7316980a-2f8e-46e8-a49e-f2e586b174d4 HTTP/1.1" status: 204 len: 168 time: 4.8217623 Feb 09 14:12:47.885749 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54502) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:47.951482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a86c9b-e921-4692-aebd-0eeab2f0cff4 req-a4f4ab7f-9ee4-4a52-8171-6f6a0a5f4fa1 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:47.951712 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port b204f97e-a067-40bc-8c20-568e3d0a59ec completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:12:47.955457 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4a86c9b-e921-4692-aebd-0eeab2f0cff4 req-a4f4ab7f-9ee4-4a52-8171-6f6a0a5f4fa1 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5a8887e-c02b-4efc-9727-48d59b4b3e38 HTTP/1.1" status: 200 len: 945 time: 0.7314935 Feb 09 14:12:47.969490 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port b204f97e-a067-40bc-8c20-568e3d0a59ec triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:47.970028 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:48.127629 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1b043040-0ac8-4cd3-8b65-767679c17069 tempest-DHCPAgentSchedulersTestJSON-1947865558 tempest-DHCPAgentSchedulersTestJSON-1947865558-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2378490 Feb 09 14:12:48.132028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54508) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:48.137459 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=b9bcf89c-9314-488b-8ecb-91d9e2f81309,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:48.161137 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-3196f58d-c540-436c-9208-29be99d6a847 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1977929479'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:48.167311 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:48.182116 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-66158fff-47bb-43f5-95ef-204d80ca6741 req-e01fc813-6594-4901-a099-23a65b663a1b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:48.193647 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4a86c9b-e921-4692-aebd-0eeab2f0cff4 req-96720acd-f87b-4b0a-bd64-d70cb0904ceb tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92f4ffb-adb7-44c1-9607-0111c5b6e797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239548 Feb 09 14:12:48.194658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3196f58d-c540-436c-9208-29be99d6a847 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:48.312706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3196f58d-c540-436c-9208-29be99d6a847 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Usage tracker for resource:network and tenant:25394c50986742d3ba0f31ea05eb0168 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:48.325774 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:48.441661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b204f97e-a067-40bc-8c20-568e3d0a59ec, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b204f97e-a067-40bc-8c20-568e3d0a59ec,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:48.443110 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc959ce5-ee5a-473e-85de-c191bfd56c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b204f97e-a067-40bc-8c20-568e3d0a59ec'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:12:48.451345 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:48.452179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:12:48.613777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3196f58d-c540-436c-9208-29be99d6a847 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:48.666433 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b9bcf89c-9314-488b-8ecb-91d9e2f81309 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:12:48.698742 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3196f58d-c540-436c-9208-29be99d6a847 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:48.708575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fc813-6594-4901-a099-23a65b663a1b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Pushing event deleted for resources: {'Port': ['ID=fcd4ddd2-fc56-40ce-bf1a-abff28209ef6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:48.725895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3196f58d-c540-436c-9208-29be99d6a847 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Made reservation on behalf of 25394c50986742d3ba0f31ea05eb0168 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:12:48.730158 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3196f58d-c540-436c-9208-29be99d6a847 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:48.773440 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:12:48.790511 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b204f97e-a067-40bc-8c20-568e3d0a59ec,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:48.835992 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:48.865877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b9bcf89c-9314-488b-8ecb-91d9e2f81309 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:48.866181 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:48.889264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3196f58d-c540-436c-9208-29be99d6a847 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:12:48.912681 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3196f58d-c540-436c-9208-29be99d6a847 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:48.913490 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-3196f58d-c540-436c-9208-29be99d6a847 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Added segment d8ab22e4-c74a-41ee-a29b-ebe264d69289 of type vlan for network afd80fa4-1476-4b79-b9d5-1f3acb6db13a Feb 09 14:12:48.942025 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:48.947784 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3196f58d-c540-436c-9208-29be99d6a847 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:49.003090 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3196f58d-c540-436c-9208-29be99d6a847 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:49.009350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3196f58d-c540-436c-9208-29be99d6a847 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:49.010268 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3196f58d-c540-436c-9208-29be99d6a847 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:49.031785 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:49.097752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3163d8c0-49dc-4d8c-9dd8-80c2aab288d2,segment=NetworkSegment(5abf8051-3014-4b19-81c3-051bdb34d844),segment_id=5abf8051-3014-4b19-81c3-051bdb34d844)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:49.144874 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:49.236000 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:49.340188 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-66158fff-47bb-43f5-95ef-204d80ca6741 req-e01fc813-6594-4901-a099-23a65b663a1b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:49.345206 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-66158fff-47bb-43f5-95ef-204d80ca6741 req-e01fc813-6594-4901-a099-23a65b663a1b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:49.346910 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66158fff-47bb-43f5-95ef-204d80ca6741 req-e01fc813-6594-4901-a099-23a65b663a1b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "DELETE /v2.0/floatingips/c35450ee-7a33-4866-9542-3324bcb6964c HTTP/1.1" status: 204 len: 173 time: 3.9361262 Feb 09 14:12:49.365430 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3196f58d-c540-436c-9208-29be99d6a847 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2185962 Feb 09 14:12:49.383709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54526) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:49.490341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=3163d8c0-49dc-4d8c-9dd8-80c2aab288d2,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:49.538784 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:12:49.599394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-087bb48f-0683-4dff-8953-9a85e0ec4d99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] For port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3163d8c0-49dc-4d8c-9dd8-80c2aab288d2,segment=NetworkSegment(5abf8051-3014-4b19-81c3-051bdb34d844),segment_id=5abf8051-3014-4b19-81c3-051bdb34d844)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:49.600078 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-087bb48f-0683-4dff-8953-9a85e0ec4d99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:49.795267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-087bb48f-0683-4dff-8953-9a85e0ec4d99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Calling delete_port for 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:12:49.808589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542bddd-5b72-434d-995a-b604f4971916 req-55f233ea-a169-4a7b-b32e-12ba1839007e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:49.825827 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:49.826199 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:49.829510 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0542bddd-5b72-434d-995a-b604f4971916 req-55f233ea-a169-4a7b-b32e-12ba1839007e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc959ce5-ee5a-473e-85de-c191bfd56c25 HTTP/1.1" status: 200 len: 950 time: 0.9678292 Feb 09 14:12:49.842597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196f58d-c540-436c-9208-29be99d6a847 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Pushing event updated for resources: {'Network': ['ID=afd80fa4-1476-4b79-b9d5-1f3acb6db13a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:49.945464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network afd80fa4-1476-4b79-b9d5-1f3acb6db13a details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:12:50.017915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Router d9f36cac-8e12-411b-958a-1bf684affa01 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:12:50.035172 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0542bddd-5b72-434d-995a-b604f4971916 req-733c310a-ce50-4fb6-8ada-6711249ab17a tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/security-groups?id=47393c61-b13f-4b18-a81f-7c6c358f0dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768057 Feb 09 14:12:50.222466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Pushing event updated for resources: {'Port': ['ID=445e3539-e21e-42e0-88c6-67d6f1a33ae3,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:50.344222 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc959ce5-ee5a-473e-85de-c191bfd56c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b204f97e-a067-40bc-8c20-568e3d0a59ec', 'code': 200} Feb 09 14:12:50.376182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:12:50.389624 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9f0600e5-50d0-42fd-8bf9-202db759bd58 admin admin] 10.222.0.48 "PUT /v2.0/routers/d9f36cac-8e12-411b-958a-1bf684affa01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7842598 Feb 09 14:12:50.390338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54546) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:50.400711 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a9b3f3-cbc6-4c0d-915c-6f3aa42331a2 None None] Sync routers for ids ['d9f36cac-8e12-411b-958a-1bf684affa01'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:12:50.450253 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a9b3f3-cbc6-4c0d-915c-6f3aa42331a2 None None] Routers {'d9f36cac-8e12-411b-958a-1bf684affa01'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:12:50.454680 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-67a9b3f3-cbc6-4c0d-915c-6f3aa42331a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:12:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d9f36cac-8e12-411b-958a-1bf684affa01'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:50.606453 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-087bb48f-0683-4dff-8953-9a85e0ec4d99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:12:50.607238 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-087bb48f-0683-4dff-8953-9a85e0ec4d99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:12:50.685653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Network e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:12:50.695942 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b4760937-d6c0-4740-981c-8ee9e6a28703 tempest-DHCPAgentSchedulersTestJSON-1947865558 tempest-DHCPAgentSchedulersTestJSON-1947865558-project-admin] 10.222.0.48 "GET /v2.0/agents/cad4d1f5-8afa-483c-bdbe-7518ddafab0d/dhcp-networks HTTP/1.1" status: 200 len: 8076 time: 1.1941900 Feb 09 14:12:50.696615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54550) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:50.701906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:12:51.091477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f32038-b4ce-44cc-8a54-b52ec6d824a0 req-d4cc82dd-f042-4aed-8a9a-51a8d2b60312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:51.093387 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06f32038-b4ce-44cc-8a54-b52ec6d824a0 req-d4cc82dd-f042-4aed-8a9a-51a8d2b60312 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc959ce5-ee5a-473e-85de-c191bfd56c25 HTTP/1.1" status: 200 len: 1101 time: 0.5420804 Feb 09 14:12:51.100653 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d37b3b52-2411-4cde-97d2-4113ff14eb3e admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:51.137857 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-087bb48f-0683-4dff-8953-9a85e0ec4d99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Deleting port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:51.138224 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-087bb48f-0683-4dff-8953-9a85e0ec4d99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:51.238363 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-67a9b3f3-cbc6-4c0d-915c-6f3aa42331a2 None None] Set router d9f36cac-8e12-411b-958a-1bf684affa01 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:12:51.306402 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-90ff5b82-c613-45d3-b56c-f49d02cbfad8 None None] Provisioning complete for port 445e3539-e21e-42e0-88c6-67d6f1a33ae3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:51.314966 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-90ff5b82-c613-45d3-b56c-f49d02cbfad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:51.350450 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-65be3d0f-832f-4019-9ad9-e513c27c1ca2 req-34c5bfa0-8e27-4d97-b96b-4e3ed746bbab tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips/2c016770-12f3-4901-a438-dcccc9866e66 HTTP/1.1" status: 200 len: 692 time: 0.4285591 Feb 09 14:12:51.527025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-90ff5b82-c613-45d3-b56c-f49d02cbfad8 None None] Port 445e3539-e21e-42e0-88c6-67d6f1a33ae3 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:12:51.636892 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06f32038-b4ce-44cc-8a54-b52ec6d824a0 req-2e6eebd0-42e2-4285-971b-d0a7f14af9b7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=47393c61-b13f-4b18-a81f-7c6c358f0dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112730 Feb 09 14:12:51.809721 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a569621-d7d0-48f2-b5f6-ac1b31b90e28 req-7ca5d01c-6ed5-4a92-8c7c-c05dce8e3e5a tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:51.811341 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a569621-d7d0-48f2-b5f6-ac1b31b90e28 req-7ca5d01c-6ed5-4a92-8c7c-c05dce8e3e5a tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5a8887e-c02b-4efc-9727-48d59b4b3e38 HTTP/1.1" status: 200 len: 943 time: 0.7139826 Feb 09 14:12:51.814726 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d37b3b52-2411-4cde-97d2-4113ff14eb3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:51.826199 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d37b3b52-2411-4cde-97d2-4113ff14eb3e admin admin] Deleting port 10651698-09f7-4133-aba6-4963f1aa80cb {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:51.826526 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d37b3b52-2411-4cde-97d2-4113ff14eb3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:51.889757 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-67a9b3f3-cbc6-4c0d-915c-6f3aa42331a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'name': 'tempest-ServersTestBootFromVolume-1415061651-router', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:16Z', 'updated_at': '2022-02-09T14:12:46Z', 'revision_number': 5, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'gw_port': {'id': '10651698-09f7-4133-aba6-4963f1aa80cb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ef:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:18Z', 'updated_at': '2022-02-09T14:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:51.898643 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a9b3f3-cbc6-4c0d-915c-6f3aa42331a2 None None] Checking router: d9f36cac-8e12-411b-958a-1bf684affa01 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:12:51.920553 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a9b3f3-cbc6-4c0d-915c-6f3aa42331a2 None None] Routers {'d9f36cac-8e12-411b-958a-1bf684affa01'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:12:51.922383 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-67a9b3f3-cbc6-4c0d-915c-6f3aa42331a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:12:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d9f36cac-8e12-411b-958a-1bf684affa01'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:51.945078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Router 4955a697-069d-46c7-9a76-ddf0de8c3423 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:12:51.991454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ed02a3-e103-4f5a-a3da-aa4969ecf755 tempest-DHCPAgentSchedulersTestJSON-1947865558 tempest-DHCPAgentSchedulersTestJSON-1947865558-project-admin] Network afd80fa4-1476-4b79-b9d5-1f3acb6db13a is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:12:52.020937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be3d0f-832f-4019-9ad9-e513c27c1ca2 req-0a21ca1e-a3db-4f54-ae36-e6ced7dad266 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:52.023194 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-65be3d0f-832f-4019-9ad9-e513c27c1ca2 req-0a21ca1e-a3db-4f54-ae36-e6ced7dad266 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.6565170 Feb 09 14:12:52.053694 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-18ed02a3-e103-4f5a-a3da-aa4969ecf755 tempest-DHCPAgentSchedulersTestJSON-1947865558 tempest-DHCPAgentSchedulersTestJSON-1947865558-project-admin] 10.222.0.48 "POST /v2.0/agents/cad4d1f5-8afa-483c-bdbe-7518ddafab0d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.3558311 Feb 09 14:12:52.055195 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a7f844-434f-409b-bb6f-c851f53a1862 None None] Network afd80fa4-1476-4b79-b9d5-1f3acb6db13a requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:12:52.064564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54558) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:52.103298 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d37b3b52-2411-4cde-97d2-4113ff14eb3e admin admin] For port 10651698-09f7-4133-aba6-4963f1aa80cb, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=10651698-09f7-4133-aba6-4963f1aa80cb,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:52.104341 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d37b3b52-2411-4cde-97d2-4113ff14eb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:52.297913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-087bb48f-0683-4dff-8953-9a85e0ec4d99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] For port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3163d8c0-49dc-4d8c-9dd8-80c2aab288d2,segment=NetworkSegment(5abf8051-3014-4b19-81c3-051bdb34d844),segment_id=5abf8051-3014-4b19-81c3-051bdb34d844)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:52.302859 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-087bb48f-0683-4dff-8953-9a85e0ec4d99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:52.382080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a8887e-c02b-4efc-9727-48d59b4b3e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3163d8c0-49dc-4d8c-9dd8-80c2aab288d2'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:12:52.393269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-65be3d0f-832f-4019-9ad9-e513c27c1ca2 req-4d657b00-9ba4-486e-91b7-4ed6d714022f tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Synchronizing usage tracker for tenant:b31ca55f869c4ae1b74dd11b23322eed on resource:floatingip {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:12:52.420814 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-67a9b3f3-cbc6-4c0d-915c-6f3aa42331a2 None None] Set router d9f36cac-8e12-411b-958a-1bf684affa01 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:12:52.483798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d37b3b52-2411-4cde-97d2-4113ff14eb3e admin admin] Calling delete_port for 10651698-09f7-4133-aba6-4963f1aa80cb owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:12:52.635609 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a569621-d7d0-48f2-b5f6-ac1b31b90e28 req-01b3055b-aff8-437a-a143-a8fc3c6b104c tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92f4ffb-adb7-44c1-9607-0111c5b6e797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598389 Feb 09 14:12:52.687871 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-67a9b3f3-cbc6-4c0d-915c-6f3aa42331a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'name': 'tempest-ServersTestBootFromVolume-1415061651-router', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:16Z', 'updated_at': '2022-02-09T14:12:51Z', 'revision_number': 6, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:52.695631 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a9b3f3-cbc6-4c0d-915c-6f3aa42331a2 None None] The sync data for ids ['d9f36cac-8e12-411b-958a-1bf684affa01'] in n-d-828418-2 is: [{'id': 'd9f36cac-8e12-411b-958a-1bf684affa01', 'name': 'tempest-ServersTestBootFromVolume-1415061651-router', 'tenant_id': '6118b9a480b24069a1123aafc487f0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:16Z', 'updated_at': '2022-02-09T14:12:51Z', 'revision_number': 6, 'project_id': '6118b9a480b24069a1123aafc487f0a0', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:12:52.752962 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-087bb48f-0683-4dff-8953-9a85e0ec4d99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Calling delete_port for 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:12:52.931547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-65be3d0f-832f-4019-9ad9-e513c27c1ca2 req-4d657b00-9ba4-486e-91b7-4ed6d714022f tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Unset dirty status for tenant:b31ca55f869c4ae1b74dd11b23322eed on resource:floatingip {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:12:52.932729 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-65be3d0f-832f-4019-9ad9-e513c27c1ca2 req-4d657b00-9ba4-486e-91b7-4ed6d714022f tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 695 time: 0.7953601 Feb 09 14:12:52.953265 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d37b3b52-2411-4cde-97d2-4113ff14eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:53.085165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b3b52-2411-4cde-97d2-4113ff14eb3e admin admin] Pushing event deleted for resources: {'Port': ['ID=10651698-09f7-4133-aba6-4963f1aa80cb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:53.151665 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d37b3b52-2411-4cde-97d2-4113ff14eb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:53.233430 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-65be3d0f-832f-4019-9ad9-e513c27c1ca2 req-99d3ad0c-dff9-4348-8c6b-20820421b2a3 tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.14 HTTP/1.1" status: 200 len: 695 time: 0.2705412 Feb 09 14:12:53.380899 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d37b3b52-2411-4cde-97d2-4113ff14eb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:53.383858 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d37b3b52-2411-4cde-97d2-4113ff14eb3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:53.398949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:12:53.415491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Sync routers for ids ['4955a697-069d-46c7-9a76-ddf0de8c3423'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:12:53.434872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Routers {'4955a697-069d-46c7-9a76-ddf0de8c3423'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:12:53.436046 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:12:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4955a697-069d-46c7-9a76-ddf0de8c3423'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:53.438386 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d37b3b52-2411-4cde-97d2-4113ff14eb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:53.439011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37b3b52-2411-4cde-97d2-4113ff14eb3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9f36cac-8e12-411b-958a-1bf684affa01 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:12:53.466220 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7329bb99-9b70-4d59-b5e2-b773d3c1adb4 admin admin] 10.222.0.48 "PUT /v2.0/routers/4955a697-069d-46c7-9a76-ddf0de8c3423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4568410 Feb 09 14:12:53.470857 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54596) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:53.471323 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c25c6e95-d49d-4c6a-a610-293f9c1705ff tempest-DHCPAgentSchedulersTestJSON-1947865558 tempest-DHCPAgentSchedulersTestJSON-1947865558-project-admin] 10.222.0.48 "GET /v2.0/agents/cad4d1f5-8afa-483c-bdbe-7518ddafab0d/dhcp-networks HTTP/1.1" status: 200 len: 8845 time: 1.3436275 Feb 09 14:12:53.496660 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d37b3b52-2411-4cde-97d2-4113ff14eb3e admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:53.511882 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d37b3b52-2411-4cde-97d2-4113ff14eb3e admin admin] 10.222.0.48 "DELETE /v2.0/routers/d9f36cac-8e12-411b-958a-1bf684affa01 HTTP/1.1" status: 204 len: 168 time: 3.1203659 Feb 09 14:12:53.526491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54600) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:53.590963 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-087bb48f-0683-4dff-8953-9a85e0ec4d99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:53.622488 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-23340e36-a342-4e00-828a-2ac703068ab3 admin admin] Deleting subnet 4956d27e-a6d0-44e8-93e4-11fa2bea2e73 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:12:53.638104 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23340e36-a342-4e00-828a-2ac703068ab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:53.744509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bb48f-0683-4dff-8953-9a85e0ec4d99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Pushing event deleted for resources: {'Port': ['ID=3163d8c0-49dc-4d8c-9dd8-80c2aab288d2,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:53.755017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-65be3d0f-832f-4019-9ad9-e513c27c1ca2 req-5b311265-7558-4dd5-b220-95e02d6efc5b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Deleting port ca2f8cb5-f1d5-4ed6-ae82-1ea3869cb76d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:53.755559 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-65be3d0f-832f-4019-9ad9-e513c27c1ca2 req-5b311265-7558-4dd5-b220-95e02d6efc5b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:53.816803 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Set router 4955a697-069d-46c7-9a76-ddf0de8c3423 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:12:53.931574 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f9fd0380-7d37-49d3-af3e-8c5989dd5f59 tempest-DHCPAgentSchedulersTestJSON-1947865558 tempest-DHCPAgentSchedulersTestJSON-1947865558-project-admin] 10.222.0.48 "DELETE /v2.0/agents/cad4d1f5-8afa-483c-bdbe-7518ddafab0d/dhcp-networks/afd80fa4-1476-4b79-b9d5-1f3acb6db13a HTTP/1.1" status: 204 len: 168 time: 0.4599218 Feb 09 14:12:53.936136 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23340e36-a342-4e00-828a-2ac703068ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:53.978966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54612) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:54.091480 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-65be3d0f-832f-4019-9ad9-e513c27c1ca2 req-5b311265-7558-4dd5-b220-95e02d6efc5b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:54.092119 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-65be3d0f-832f-4019-9ad9-e513c27c1ca2 req-5b311265-7558-4dd5-b220-95e02d6efc5b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:54.410373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-087bb48f-0683-4dff-8953-9a85e0ec4d99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] No DVR routers for this DVR port 3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:12:54.414881 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'name': 'tempest-TaggedBootDevicesTest-1355909229-router', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:28Z', 'updated_at': '2022-02-09T14:12:46Z', 'revision_number': 4, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'gw_port': {'id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:34Z', 'updated_at': '2022-02-09T14:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '445e3539-e21e-42e0-88c6-67d6f1a33ae3', 'name': '', 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'mac_address': 'fa:16:3e:30:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:43Z', 'updated_at': '2022-02-09T14:12:47Z', 'revision_number': 2, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'subnets': [{'id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:54.421199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-65be3d0f-832f-4019-9ad9-e513c27c1ca2 req-5b311265-7558-4dd5-b220-95e02d6efc5b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Calling delete_port for ca2f8cb5-f1d5-4ed6-ae82-1ea3869cb76d owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:12:54.422429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Checking router: 4955a697-069d-46c7-9a76-ddf0de8c3423 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:12:54.423127 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Updating router 4955a697-069d-46c7-9a76-ddf0de8c3423 port 445e3539-e21e-42e0-88c6-67d6f1a33ae3 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:12:54.431976 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ac81b-9c88-4b12-8cc0-ce407ba2abfa req-7ca31352-5fb0-45d3-b62c-ebc3fbb8b48a tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:54.431976 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0e7ac81b-9c88-4b12-8cc0-ce407ba2abfa req-7ca31352-5fb0-45d3-b62c-ebc3fbb8b48a tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc959ce5-ee5a-473e-85de-c191bfd56c25 HTTP/1.1" status: 200 len: 950 time: 0.8051465 Feb 09 14:12:54.458123 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-087bb48f-0683-4dff-8953-9a85e0ec4d99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:54.459980 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-767131e5-f18a-4dcd-a05d-5ad42b9e123b req-087bb48f-0683-4dff-8953-9a85e0ec4d99 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.35 "DELETE /v2.0/ports/3163d8c0-49dc-4d8c-9dd8-80c2aab288d2 HTTP/1.1" status: 204 len: 173 time: 7.2165341 Feb 09 14:12:54.460409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a8887e-c02b-4efc-9727-48d59b4b3e38', 'name': 'network-vif-deleted', 'tag': '3163d8c0-49dc-4d8c-9dd8-80c2aab288d2'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:12:54.489142 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e4eaf33a-b0c3-43b0-95f7-90162f9f672a tempest-DHCPAgentSchedulersTestJSON-1947865558 tempest-DHCPAgentSchedulersTestJSON-1947865558-project-admin] 10.222.0.48 "GET /v2.0/agents/cad4d1f5-8afa-483c-bdbe-7518ddafab0d/dhcp-networks HTTP/1.1" status: 200 len: 8076 time: 0.5087721 Feb 09 14:12:54.491275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54624) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:54.500675 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23340e36-a342-4e00-828a-2ac703068ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:54.551424 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a4c96ddd-b7dc-4c04-a706-8946b4ee0cfc tempest-DHCPAgentSchedulersTestJSON-1947865558 tempest-DHCPAgentSchedulersTestJSON-1947865558-project-admin] 10.222.0.48 "GET /v2.0/networks/645310e8-9d83-433e-ab41-1535b8519173/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0572677 Feb 09 14:12:54.557136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54628) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:54.571055 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0e7ac81b-9c88-4b12-8cc0-ce407ba2abfa req-bfcc2130-bd90-4b78-9bb3-8a93c348044f tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/security-groups?id=47393c61-b13f-4b18-a81f-7c6c358f0dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186473 Feb 09 14:12:54.631377 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:54.632666 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23340e36-a342-4e00-828a-2ac703068ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:54.645533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54636) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:54.717490 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a8887e-c02b-4efc-9727-48d59b4b3e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3163d8c0-49dc-4d8c-9dd8-80c2aab288d2', 'code': 200} Feb 09 14:12:54.796961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-279061739-network', 'tenant_id': 'ab6750a91c9145fe9484af3d0a0b97ea'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:54.806093 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dd94e0bc-28b5-4c16-ac80-d3ecd28694a2 tempest-DHCPAgentSchedulersTestJSON-1947865558 tempest-DHCPAgentSchedulersTestJSON-1947865558-project-admin] 10.222.0.48 "GET /v2.0/networks/645310e8-9d83-433e-ab41-1535b8519173/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2227006 Feb 09 14:12:54.813469 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:54.816327 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54648) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:54.817191 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23340e36-a342-4e00-828a-2ac703068ab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4956d27e-a6d0-44e8-93e4-11fa2bea2e73,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:54.824325 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23340e36-a342-4e00-828a-2ac703068ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:54.828144 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 10651698-09f7-4133-aba6-4963f1aa80cb no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:12:54.829172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Usage tracker for resource:network and tenant:ab6750a91c9145fe9484af3d0a0b97ea is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:54.837671 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:54.855894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54654) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:54.856203 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-23340e36-a342-4e00-828a-2ac703068ab3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4956d27e-a6d0-44e8-93e4-11fa2bea2e73 HTTP/1.1" status: 204 len: 168 time: 1.3263447 Feb 09 14:12:54.858064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:54.861820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0448db-1810-4af0-841e-73c7f5533195 None None] Network a0a7099d-e4ae-47ce-bada-1cc326e07287 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:12:54.885438 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1a40db19-fbe7-4881-90f8-b80bed00c42e details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:12:55.025165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Made reservation on behalf of ab6750a91c9145fe9484af3d0a0b97ea for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:12:55.030675 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:55.037544 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1a40db19-fbe7-4881-90f8-b80bed00c42e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1a40db19-fbe7-4881-90f8-b80bed00c42e,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:55.041181 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:55.053034 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-65be3d0f-832f-4019-9ad9-e513c27c1ca2 req-5b311265-7558-4dd5-b220-95e02d6efc5b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:55.073179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '1a40db19-fbe7-4881-90f8-b80bed00c42e', 'network_id': 'f0b561ef-919a-4607-9883-c51de0b2aead', 'port_id': '1a40db19-fbe7-4881-90f8-b80bed00c42e', 'mac_address': 'fa:16:3e:c6:05:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d935aa-4e72-46ee-a516-faccc6fa2775', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:12:55.123066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b311265-7558-4dd5-b220-95e02d6efc5b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Pushing event deleted for resources: {'Port': ['ID=ca2f8cb5-f1d5-4ed6-ae82-1ea3869cb76d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:55.131175 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:55.134968 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 10651698-09f7-4133-aba6-4963f1aa80cb {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:12:55.135070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 10651698-09f7-4133-aba6-4963f1aa80cb not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:12:55.135423 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9b44b256-135f-44f1-81e4-32ebfc1a1835 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:12:55.180570 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7108c6d4-88fc-4015-9a6f-2c1e87e02d15 req-b01a0a62-1ea5-4cf3-8057-55d7eb82f184 tempest-AttachSCSIVolumeTestJSON-911436764 tempest-AttachSCSIVolumeTestJSON-911436764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5a8887e-c02b-4efc-9727-48d59b4b3e38 HTTP/1.1" status: 200 len: 210 time: 0.1582336 Feb 09 14:12:55.221621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:55.228513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Usage tracker for resource:security_group_rule and tenant:ab6750a91c9145fe9484af3d0a0b97ea is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:55.237762 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:55.250281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:55.250735 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 9b44b256-135f-44f1-81e4-32ebfc1a1835 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:12:55.251098 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9b44b256-135f-44f1-81e4-32ebfc1a1835 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:12:55.263324 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-944c5ab7-f2d8-4002-a9d3-087126c6f4c2 tempest-DHCPAgentSchedulersTestJSON-1947865558 tempest-DHCPAgentSchedulersTestJSON-1947865558-project-admin] 10.222.0.48 "GET /v2.0/agents/cad4d1f5-8afa-483c-bdbe-7518ddafab0d/dhcp-networks HTTP/1.1" status: 200 len: 8038 time: 0.4434800 Feb 09 14:12:55.267320 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54662) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:55.440443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] Deleting port 16063a00-9962-482e-ab1f-15cd397bd4b4 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:55.441049 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:55.507383 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:55.512252 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a8887e-c02b-4efc-9727-48d59b4b3e38', 'name': 'network-vif-deleted', 'tag': '3163d8c0-49dc-4d8c-9dd8-80c2aab288d2', 'status': 'completed', 'code': 200} Feb 09 14:12:55.515876 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-65be3d0f-832f-4019-9ad9-e513c27c1ca2 req-5b311265-7558-4dd5-b220-95e02d6efc5b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:55.539154 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a40db19-fbe7-4881-90f8-b80bed00c42e {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:12:55.555616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1a40db19-fbe7-4881-90f8-b80bed00c42e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1a40db19-fbe7-4881-90f8-b80bed00c42e,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:55.570505 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:55.617404 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26e46a1c-e7ad-44cb-a2bc-5bbe8febf8ea tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:55.678979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['1a40db19-fbe7-4881-90f8-b80bed00c42e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:12:55.687154 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-65be3d0f-832f-4019-9ad9-e513c27c1ca2 req-5b311265-7558-4dd5-b220-95e02d6efc5b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:55.688446 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-65be3d0f-832f-4019-9ad9-e513c27c1ca2 req-5b311265-7558-4dd5-b220-95e02d6efc5b tempest-FloatingIPDetailsTestJSON-632600205 tempest-FloatingIPDetailsTestJSON-632600205-project] 10.222.0.48 "DELETE /v2.0/floatingips/2c016770-12f3-4901-a438-dcccc9866e66 HTTP/1.1" status: 204 len: 173 time: 2.4260316 Feb 09 14:12:55.699129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54678) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:55.843176 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=1a40db19-fbe7-4881-90f8-b80bed00c42e,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:55.867758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] For port 16063a00-9962-482e-ab1f-15cd397bd4b4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=16063a00-9962-482e-ab1f-15cd397bd4b4,segment=NetworkSegment(36f80040-3467-4ef6-9eb4-756241b1d551),segment_id=36f80040-3467-4ef6-9eb4-756241b1d551)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:55.868368 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:55.942371 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26e46a1c-e7ad-44cb-a2bc-5bbe8febf8ea tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:55.988563 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee5dc8-2683-4ea9-b967-7db14bee87a1 None None] DHCP port deletion for a0a7099d-e4ae-47ce-bada-1cc326e07287 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:12:55.996205 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6eee5dc8-2683-4ea9-b967-7db14bee87a1 None None] Deleting port 16063a00-9962-482e-ab1f-15cd397bd4b4 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:55.996838 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6eee5dc8-2683-4ea9-b967-7db14bee87a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:56.000751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-26e46a1c-e7ad-44cb-a2bc-5bbe8febf8ea tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd80fa4-1476-4b79-b9d5-1f3acb6db13a']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:56.037027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-26e46a1c-e7ad-44cb-a2bc-5bbe8febf8ea tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ab22e4-c74a-41ee-a29b-ebe264d69289') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:56.037675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-26e46a1c-e7ad-44cb-a2bc-5bbe8febf8ea tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ab22e4-c74a-41ee-a29b-ebe264d69289') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:56.048150 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] Calling delete_port for 16063a00-9962-482e-ab1f-15cd397bd4b4 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:12:56.074319 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26e46a1c-e7ad-44cb-a2bc-5bbe8febf8ea tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:56.082894 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:56.091059 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:56.131828 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26e46a1c-e7ad-44cb-a2bc-5bbe8febf8ea tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:56.156965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:12:56.189712 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:56.222403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e46a1c-e7ad-44cb-a2bc-5bbe8febf8ea tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:12:56.223691 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26e46a1c-e7ad-44cb-a2bc-5bbe8febf8ea tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:12:56.257567 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:12:56.359242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f3f0ce-7096-4466-8307-b3cd37c87d17,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:56.437319 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:56.437678 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Transition to ACTIVE for port object 445e3539-e21e-42e0-88c6-67d6f1a33ae3 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:12:56.438041 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Added segment ea47ffdc-79ac-4052-8c3a-fa0176f24ec9 of type vlan for network 0854e15f-2df5-4f6f-9fa6-5d439444d598 Feb 09 14:12:56.443285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6eee5dc8-2683-4ea9-b967-7db14bee87a1 None None] For port 16063a00-9962-482e-ab1f-15cd397bd4b4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=16063a00-9962-482e-ab1f-15cd397bd4b4,segment=NetworkSegment(36f80040-3467-4ef6-9eb4-756241b1d551),segment_id=36f80040-3467-4ef6-9eb4-756241b1d551)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:56.443914 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6eee5dc8-2683-4ea9-b967-7db14bee87a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:56.460059 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:56.480555 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:56.486400 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26e46a1c-e7ad-44cb-a2bc-5bbe8febf8ea tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:56.611395 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:56.612473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:56.614435 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:56.682284 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26e46a1c-e7ad-44cb-a2bc-5bbe8febf8ea tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:56.702020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e46a1c-e7ad-44cb-a2bc-5bbe8febf8ea tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Pushing event deleted for resources: {'Network': ['ID=afd80fa4-1476-4b79-b9d5-1f3acb6db13a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:56.706787 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-26e46a1c-e7ad-44cb-a2bc-5bbe8febf8ea tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] 10.222.0.48 "DELETE /v2.0/networks/afd80fa4-1476-4b79-b9d5-1f3acb6db13a HTTP/1.1" status: 204 len: 168 time: 1.4380360 Feb 09 14:12:56.727051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54710) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:56.856254 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb517b1-c10c-4f79-9a0c-dc1a1917f99c tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] DELETE failed (client error): The resource could not be found. Feb 09 14:12:56.856949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb517b1-c10c-4f79-9a0c-dc1a1917f99c tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:12:56.876018 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fdb517b1-c10c-4f79-9a0c-dc1a1917f99c tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] 10.222.0.48 "DELETE /v2.0/ports/7316980a-2f8e-46e8-a49e-f2e586b174d4 HTTP/1.1" status: 404 len: 333 time: 0.1459174 Feb 09 14:12:56.877652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19556d-bbc5-40cf-ac08-44fa30847600 None None] Pushing event updated for resources: {'Port': ['ID=445e3539-e21e-42e0-88c6-67d6f1a33ae3,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:56.879908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54718) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:56.896107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6eee5dc8-2683-4ea9-b967-7db14bee87a1 None None] Calling delete_port for 16063a00-9962-482e-ab1f-15cd397bd4b4 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:12:56.898908 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1738210 Feb 09 14:12:56.900937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54720) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:56.922331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-25e874aa-e7d5-4a35-9720-8aee501a4d85 admin admin] Request body: {'subnet': {'network_id': '0854e15f-2df5-4f6f-9fa6-5d439444d598', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-279061739-subnet', 'tenant_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:56.954283 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 16063a00-9962-482e-ab1f-15cd397bd4b4 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:12:56.956822 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:56.976750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-25e874aa-e7d5-4a35-9720-8aee501a4d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:56.991861 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1a40db19-fbe7-4881-90f8-b80bed00c42e up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:12:56.992266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-25e874aa-e7d5-4a35-9720-8aee501a4d85 admin admin] Usage tracker for resource:subnet and tenant:ab6750a91c9145fe9484af3d0a0b97ea is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:57.000762 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-25e874aa-e7d5-4a35-9720-8aee501a4d85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:57.022649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd0f94-a2e5-4d4b-bbe6-4f1cc5bb615a admin admin] Pushing event updated for resources: {'Network': ['ID=0854e15f-2df5-4f6f-9fa6-5d439444d598,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:57.033337 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-25e874aa-e7d5-4a35-9720-8aee501a4d85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:57.058058 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e874aa-e7d5-4a35-9720-8aee501a4d85 admin admin] Made reservation on behalf of ab6750a91c9145fe9484af3d0a0b97ea for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:12:57.060971 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25e874aa-e7d5-4a35-9720-8aee501a4d85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:57.096947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] Pushing event deleted for resources: {'Port': ['ID=16063a00-9962-482e-ab1f-15cd397bd4b4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:57.101007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 0854e15f-2df5-4f6f-9fa6-5d439444d598 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:12:57.155537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10924df5-7075-4dc1-b267-e4ee3e4aeff7 req-a0f44fb4-3281-4159-b669-f6c47b819042 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:57.163368 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-10924df5-7075-4dc1-b267-e4ee3e4aeff7 req-a0f44fb4-3281-4159-b669-f6c47b819042 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec3d262-6c95-46b7-b19e-f5155567feda HTTP/1.1" status: 200 len: 950 time: 0.6247759 Feb 09 14:12:57.173629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] No DVR routers for this DVR port 16063a00-9962-482e-ab1f-15cd397bd4b4 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:12:57.242676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4faf81-65e2-4d9b-82ca-f04f2b148565 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Deleting subnet c99bcd24-be20-4ed7-98ac-00c7ba7e557d {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:12:57.253843 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-10924df5-7075-4dc1-b267-e4ee3e4aeff7 req-44e9d42c-eeb2-447f-ac60-078ae1dead2c tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6e06da0-e930-40ab-a541-46b9bd3955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894737 Feb 09 14:12:57.255237 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4d4faf81-65e2-4d9b-82ca-f04f2b148565 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:57.268335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 16063a00-9962-482e-ab1f-15cd397bd4b4 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:12:57.268676 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 16063a00-9962-482e-ab1f-15cd397bd4b4 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:12:57.422212 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4d4faf81-65e2-4d9b-82ca-f04f2b148565 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:57.481273 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f5abe83a-2b9c-4890-b43d-23fdccd57351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:57.498239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0ecdee35-28e2-452d-aba3-0ceeabd20774 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:12:57.544114 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25e874aa-e7d5-4a35-9720-8aee501a4d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:57.553595 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4d4faf81-65e2-4d9b-82ca-f04f2b148565 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:57.640072 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Attempting to bind port 445e3539-e21e-42e0-88c6-67d6f1a33ae3 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:12:57.647527 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Attempting to bind port 445e3539-e21e-42e0-88c6-67d6f1a33ae3 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'b14b41f5-6849-44aa-8aa7-48eb3806b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:12:57.648329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Attempting to bind port 445e3539-e21e-42e0-88c6-67d6f1a33ae3 on network e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:12:57.661480 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:12:57.662582 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Checking segment: {'id': 'b14b41f5-6849-44aa-8aa7-48eb3806b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:12:57.663516 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:57.664442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Bound using segment: {'id': 'b14b41f5-6849-44aa-8aa7-48eb3806b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:12:57.665530 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Bound port: 445e3539-e21e-42e0-88c6-67d6f1a33ae3, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14b41f5-6849-44aa-8aa7-48eb3806b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:12:57.666451 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:57.684214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 1a40db19-fbe7-4881-90f8-b80bed00c42e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:12:57.685299 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:57.743365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e874aa-e7d5-4a35-9720-8aee501a4d85 admin admin] Checking segment: {'id': 'ea47ffdc-79ac-4052-8c3a-fa0176f24ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0854e15f-2df5-4f6f-9fa6-5d439444d598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:12:57.743365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e874aa-e7d5-4a35-9720-8aee501a4d85 admin admin] Network hostable DHCP agents. Network: 0854e15f-2df5-4f6f-9fa6-5d439444d598, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:12:57.773099 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c9799-3aaa-4331-a382-19a6d2806096 req-69475eb0-d039-4969-a762-279ff6f71037 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:57.784346 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-581c9799-3aaa-4331-a382-19a6d2806096 req-69475eb0-d039-4969-a762-279ff6f71037 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 944 time: 0.3368635 Feb 09 14:12:57.813048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e874aa-e7d5-4a35-9720-8aee501a4d85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5345a8c0-cfe1-48d9-82fb-f4e37ccc78c2,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:57.869098 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-581c9799-3aaa-4331-a382-19a6d2806096 req-2e1ae9c8-bec6-46d6-8c5e-cfa1f28df8ef tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836060 Feb 09 14:12:57.870250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e874aa-e7d5-4a35-9720-8aee501a4d85 admin admin] Network 0854e15f-2df5-4f6f-9fa6-5d439444d598 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:12:57.898427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-25e874aa-e7d5-4a35-9720-8aee501a4d85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 0854e15f-2df5-4f6f-9fa6-5d439444d598) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:12:57.913211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e874aa-e7d5-4a35-9720-8aee501a4d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:57.914264 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25e874aa-e7d5-4a35-9720-8aee501a4d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:57.941574 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4d4faf81-65e2-4d9b-82ca-f04f2b148565 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:57.948257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] For port 445e3539-e21e-42e0-88c6-67d6f1a33ae3, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:12:57.972985 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25fe4c0-544f-4c77-9f36-3e1b1951e465 None None] Network 0854e15f-2df5-4f6f-9fa6-5d439444d598 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:12:58.010936 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-25e874aa-e7d5-4a35-9720-8aee501a4d85 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0999851 Feb 09 14:12:58.014893 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54768) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:58.035798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-279061739-router', 'tenant_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:12:58.047149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:12:58.059089 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] For port 445e3539-e21e-42e0-88c6-67d6f1a33ae3, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=445e3539-e21e-42e0-88c6-67d6f1a33ae3,segment=NetworkSegment(b14b41f5-6849-44aa-8aa7-48eb3806b034),segment_id=b14b41f5-6849-44aa-8aa7-48eb3806b034)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:12:58.059867 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Usage tracker for resource:router and tenant:ab6750a91c9145fe9484af3d0a0b97ea is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:12:58.074943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:12:58.099458 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-6eee5dc8-2683-4ea9-b967-7db14bee87a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:12:58.099458 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-6eee5dc8-2683-4ea9-b967-7db14bee87a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:12:58.099990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:12:58.105054 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:58.137483 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:58.137483 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:58.174264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4faf81-65e2-4d9b-82ca-f04f2b148565 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Pushing event deleted for resources: {'Subnet': ['ID=c99bcd24-be20-4ed7-98ac-00c7ba7e557d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:58.178966 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:58.195575 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:58.209181 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4d4faf81-65e2-4d9b-82ca-f04f2b148565 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:58.225332 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:58.226652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19556d-bbc5-40cf-ac08-44fa30847600 None None] Pushing event updated for resources: {'Port': ['ID=445e3539-e21e-42e0-88c6-67d6f1a33ae3,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:58.240671 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd25b52-b34f-4cf9-bc62-12c56d84ce20 None None] Network 645310e8-9d83-433e-ab41-1535b8519173 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:12:58.319209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbb514-7542-4c00-b475-f02cbfe001b7 req-031162e6-dc4d-4ba5-8883-573c6a42ea7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:58.328521 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c8bbb514-7542-4c00-b475-f02cbfe001b7 req-031162e6-dc4d-4ba5-8883-573c6a42ea7e tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc959ce5-ee5a-473e-85de-c191bfd56c25 HTTP/1.1" status: 200 len: 950 time: 1.4570386 Feb 09 14:12:58.378407 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4d4faf81-65e2-4d9b-82ca-f04f2b148565 tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] 10.222.0.48 "DELETE /v2.0/subnets/c99bcd24-be20-4ed7-98ac-00c7ba7e557d HTTP/1.1" status: 204 len: 168 time: 1.4803035 Feb 09 14:12:58.416972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54792) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:12:58.428346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a7099d-e4ae-47ce-bada-1cc326e07287']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:58.575400 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:58.591633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec3d262-6c95-46b7-b19e-f5155567feda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ecdee35-28e2-452d-aba3-0ceeabd20774'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:12:58.654389 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6eee5dc8-2683-4ea9-b967-7db14bee87a1 None None] Deleting port 16063a00-9962-482e-ab1f-15cd397bd4b4 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:58.654775 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6eee5dc8-2683-4ea9-b967-7db14bee87a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:58.667491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f80040-3467-4ef6-9eb4-756241b1d551') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:58.667844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f80040-3467-4ef6-9eb4-756241b1d551') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:58.680916 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:58.723065 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:58.739273 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Routers {'4955a697-069d-46c7-9a76-ddf0de8c3423'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:12:58.740361 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:12:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4955a697-069d-46c7-9a76-ddf0de8c3423'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:12:58.748892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Deleting port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:58.749310 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:58.773225 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:58.796580 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c8bbb514-7542-4c00-b475-f02cbfe001b7 req-6d076405-bfdf-4976-9951-387eb50898a9 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/security-groups?id=47393c61-b13f-4b18-a81f-7c6c358f0dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656234 Feb 09 14:12:58.826043 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec3d262-6c95-46b7-b19e-f5155567feda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ecdee35-28e2-452d-aba3-0ceeabd20774', 'code': 200} Feb 09 14:12:58.826356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709771e-4dc4-437e-a4a7-20d716c6af53 req-712a9268-8c63-4123-8604-e551d6ed1704 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:58.828576 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b709771e-4dc4-437e-a4a7-20d716c6af53 req-712a9268-8c63-4123-8604-e551d6ed1704 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc959ce5-ee5a-473e-85de-c191bfd56c25 HTTP/1.1" status: 200 len: 950 time: 0.9320514 Feb 09 14:12:58.885549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6eee5dc8-2683-4ea9-b967-7db14bee87a1 None None] The port '16063a00-9962-482e-ab1f-15cd397bd4b4' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:12:58.897813 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0ecdee35-28e2-452d-aba3-0ceeabd20774, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0ecdee35-28e2-452d-aba3-0ceeabd20774,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:58.919868 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:58.970160 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:59.077308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:12:59.078101 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:12:59.106410 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:12:59.279254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-b709771e-4dc4-437e-a4a7-20d716c6af53 req-fc699562-c762-4ca2-86b9-fe275af7437b tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Deleting port b204f97e-a067-40bc-8c20-568e3d0a59ec {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:12:59.279623 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b709771e-4dc4-437e-a4a7-20d716c6af53 req-fc699562-c762-4ca2-86b9-fe275af7437b tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:59.386919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1a40db19-fbe7-4881-90f8-b80bed00c42e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1a40db19-fbe7-4881-90f8-b80bed00c42e,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:59.406027 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-06cf5f49-6824-47a9-aad8-ac86a16aa8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:59.423141 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:59.439911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1a40db19-fbe7-4881-90f8-b80bed00c42e no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:12:59.466730 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=0ecdee35-28e2-452d-aba3-0ceeabd20774,revision_number=11']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:12:59.551530 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:59.586124 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] Set router 4955a697-069d-46c7-9a76-ddf0de8c3423 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:12:59.599841 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:59.718101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] For port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf,segment=NetworkSegment(89a5a0e7-f91e-4756-89dc-a70b026edde7),segment_id=89a5a0e7-f91e-4756-89dc-a70b026edde7)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:12:59.718470 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:59.721229 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-0854e15f-2df5-4f6f-9fa6-5d439444d598', 'network_id': '0854e15f-2df5-4f6f-9fa6-5d439444d598', 'tenant_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'fixed_ips': [{'subnet_id': '5345a8c0-cfe1-48d9-82fb-f4e37ccc78c2'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:12:59.722610 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:59.816539 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:59.834640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Allocated IP 172.25.8.111 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/703f3ce6-d8cd-4de4-8a7f-dbf8d2309339) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:12:59.916625 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:59.929802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Calling delete_port for c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:12:59.997501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a7099d-e4ae-47ce-bada-1cc326e07287,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:00.057845 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8b1738da-d1e8-4e3b-b156-b58c448ab97c admin admin] 10.222.0.48 "DELETE /v2.0/networks/a0a7099d-e4ae-47ce-bada-1cc326e07287 HTTP/1.1" status: 204 len: 168 time: 5.2006242 Feb 09 14:13:00.061397 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-757dd068-068f-415e-bc2d-e4a07382fbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:00.068526 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:00.105813 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=1a40db19-fbe7-4881-90f8-b80bed00c42e,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:00.197124 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:00.242793 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:00.342413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:00.355285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883a584e-cf38-4010-a8b2-2d3d865b13b4 None None] DHCP port deletion for 645310e8-9d83-433e-ab41-1535b8519173 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:13:00.361233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:00.370452 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:00.374848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Pushing event updated for resources: {'Port': ['ID=703f3ce6-d8cd-4de4-8a7f-dbf8d2309339,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:00.378293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:13:00.403872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1a40db19-fbe7-4881-90f8-b80bed00c42e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1a40db19-fbe7-4881-90f8-b80bed00c42e,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:00.417752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-883a584e-cf38-4010-a8b2-2d3d865b13b4 None None] Deleting port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:00.418266 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-883a584e-cf38-4010-a8b2-2d3d865b13b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:00.453157 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:00.457836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54884) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:00.566443 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:00.608869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f19fdf-6e39-4f0f-b429-adfb228488b8 req-7299ae55-b573-46b2-a7f8-459430da4da2 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:00.620926 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d1f19fdf-6e39-4f0f-b429-adfb228488b8 req-7299ae55-b573-46b2-a7f8-459430da4da2 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc959ce5-ee5a-473e-85de-c191bfd56c25 HTTP/1.1" status: 200 len: 950 time: 0.5955768 Feb 09 14:13:00.706416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b709771e-4dc4-437e-a4a7-20d716c6af53 req-fc699562-c762-4ca2-86b9-fe275af7437b tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] For port b204f97e-a067-40bc-8c20-568e3d0a59ec, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b204f97e-a067-40bc-8c20-568e3d0a59ec,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:00.707288 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b709771e-4dc4-437e-a4a7-20d716c6af53 req-fc699562-c762-4ca2-86b9-fe275af7437b tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:00.708109 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Allocated IP 172.20.0.2 (0854e15f-2df5-4f6f-9fa6-5d439444d598/5345a8c0-cfe1-48d9-82fb-f4e37ccc78c2/25f13d31-4493-485d-953a-75fc438623f3) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:13:00.796062 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3e73e9f9-a24e-479f-a029-77aaac2c7a7c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6118b9a480b24069a1123aafc487f0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042974 Feb 09 14:13:00.798760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54888) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:00.879820 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d1f19fdf-6e39-4f0f-b429-adfb228488b8 req-3b18b9d1-4ca4-4d03-94db-1a585c328347 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/security-groups?id=47393c61-b13f-4b18-a81f-7c6c358f0dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544477 Feb 09 14:13:00.945208 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-b709771e-4dc4-437e-a4a7-20d716c6af53 req-fc699562-c762-4ca2-86b9-fe275af7437b tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Calling delete_port for b204f97e-a067-40bc-8c20-568e3d0a59ec owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:13:01.008172 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=1a40db19-fbe7-4881-90f8-b80bed00c42e,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:01.011196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27aa7d55-2e25-4d5c-b151-f78f4b64a8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a40db19-fbe7-4881-90f8-b80bed00c42e'}, {'server_uuid': '27aa7d55-2e25-4d5c-b151-f78f4b64a8b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a40db19-fbe7-4881-90f8-b80bed00c42e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:13:01.064292 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dcf208c1-f7b7-4612-b3bf-aa67d165534f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:01.158011 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dcf208c1-f7b7-4612-b3bf-aa67d165534f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:01.238335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:13:01.299428 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27aa7d55-2e25-4d5c-b151-f78f4b64a8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a40db19-fbe7-4881-90f8-b80bed00c42e', 'code': 200} Feb 09 14:13:01.299428 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27aa7d55-2e25-4d5c-b151-f78f4b64a8b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a40db19-fbe7-4881-90f8-b80bed00c42e', 'code': 200} Feb 09 14:13:01.447442 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:01.511465 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b204f97e-a067-40bc-8c20-568e3d0a59ec no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:13:01.518865 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:01.558648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f87c2e-b3cf-42a2-ad04-4ed77ee9d11d req-63d7e97e-c725-4e69-be95-455392b81f7e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:01.575560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0f87c2e-b3cf-42a2-ad04-4ed77ee9d11d req-63d7e97e-c725-4e69-be95-455392b81f7e tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 944 time: 2.4592569 Feb 09 14:13:01.730363 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: b204f97e-a067-40bc-8c20-568e3d0a59ec {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:13:01.730613 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b204f97e-a067-40bc-8c20-568e3d0a59ec not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:13:01.753246 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b709771e-4dc4-437e-a4a7-20d716c6af53 req-fc699562-c762-4ca2-86b9-fe275af7437b tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:01.770226 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:01.784415 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Transition to ACTIVE for port object 25f13d31-4493-485d-953a-75fc438623f3 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:01.810793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] No DVR routers for this DVR port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:13:01.831197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Transition to ACTIVE for port object 25f13d31-4493-485d-953a-75fc438623f3 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:01.848770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No active binding found for port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf {{(pid=87598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 14:13:01.849251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:13:01.852553 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:01.875905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Pushing event deleted for resources: {'Port': ['ID=c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:01.912684 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dcf208c1-f7b7-4612-b3bf-aa67d165534f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:01.944124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf208c1-f7b7-4612-b3bf-aa67d165534f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4e1bbe-ebac-4cb3-bb06-edf0146eab3e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:01.974846 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Network 0854e15f-2df5-4f6f-9fa6-5d439444d598 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:01.976011 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:02.028928 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Pushing event updated for resources: {'Port': ['ID=25f13d31-4493-485d-953a-75fc438623f3,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:02.033396 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:02.036381 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:13:02.110070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'name': 'tempest-TaggedBootDevicesTest-1355909229-router', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:28Z', 'updated_at': '2022-02-09T14:12:46Z', 'revision_number': 4, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'gw_port': {'id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:34Z', 'updated_at': '2022-02-09T14:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '445e3539-e21e-42e0-88c6-67d6f1a33ae3', 'name': '', 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'mac_address': 'fa:16:3e:30:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:43Z', 'updated_at': '2022-02-09T14:12:57Z', 'revision_number': 4, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'subnets': [{'id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:02.152325 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0520607-1ce5-4cb3-965c-19bdb471fbfa None None] The sync data for ids ['4955a697-069d-46c7-9a76-ddf0de8c3423'] in n-d-828418-2 is: [{'id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'name': 'tempest-TaggedBootDevicesTest-1355909229-router', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:28Z', 'updated_at': '2022-02-09T14:12:46Z', 'revision_number': 4, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'gw_port': {'id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:34Z', 'updated_at': '2022-02-09T14:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '445e3539-e21e-42e0-88c6-67d6f1a33ae3', 'name': '', 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'mac_address': 'fa:16:3e:30:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:43Z', 'updated_at': '2022-02-09T14:12:57Z', 'revision_number': 4, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'subnets': [{'id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:13:02.261890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Attempting to bind port 25f13d31-4493-485d-953a-75fc438623f3 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:13:02.262535 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Attempting to bind port 25f13d31-4493-485d-953a-75fc438623f3 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'ea47ffdc-79ac-4052-8c3a-fa0176f24ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0854e15f-2df5-4f6f-9fa6-5d439444d598'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:13:02.262759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Attempting to bind port 25f13d31-4493-485d-953a-75fc438623f3 on network 0854e15f-2df5-4f6f-9fa6-5d439444d598 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:13:02.270506 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:13:02.270959 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Checking segment: {'id': 'ea47ffdc-79ac-4052-8c3a-fa0176f24ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0854e15f-2df5-4f6f-9fa6-5d439444d598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:13:02.271268 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:02.271660 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Bound using segment: {'id': 'ea47ffdc-79ac-4052-8c3a-fa0176f24ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0854e15f-2df5-4f6f-9fa6-5d439444d598'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:13:02.272187 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Bound port: 25f13d31-4493-485d-953a-75fc438623f3, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea47ffdc-79ac-4052-8c3a-fa0176f24ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0854e15f-2df5-4f6f-9fa6-5d439444d598'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:13:02.275793 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:02.311436 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0609fd37-6eea-4718-89e5-9b37910a8fa2 req-5052a44b-d5b3-4f70-b817-85cf3bb8cada tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc959ce5-ee5a-473e-85de-c191bfd56c25 HTTP/1.1" status: 200 len: 210 time: 0.1364050 Feb 09 14:13:02.359670 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dcf208c1-f7b7-4612-b3bf-aa67d165534f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:02.362328 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dcf208c1-f7b7-4612-b3bf-aa67d165534f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a4e1bbe-ebac-4cb3-bb06-edf0146eab3e HTTP/1.1" status: 204 len: 168 time: 1.5555692 Feb 09 14:13:02.455343 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] For port 25f13d31-4493-485d-953a-75fc438623f3, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:13:02.459707 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] For port 25f13d31-4493-485d-953a-75fc438623f3, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=25f13d31-4493-485d-953a-75fc438623f3,segment=NetworkSegment(ea47ffdc-79ac-4052-8c3a-fa0176f24ec9),segment_id=ea47ffdc-79ac-4052-8c3a-fa0176f24ec9)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:13:02.480903 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:02.498314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-883a584e-cf38-4010-a8b2-2d3d865b13b4 None None] For port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf,segment=NetworkSegment(89a5a0e7-f91e-4756-89dc-a70b026edde7),segment_id=89a5a0e7-f91e-4756-89dc-a70b026edde7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:02.498603 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-883a584e-cf38-4010-a8b2-2d3d865b13b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:02.569222 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0f87c2e-b3cf-42a2-ad04-4ed77ee9d11d req-fc942d95-d285-4138-b2ea-651edabed831 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9921491 Feb 09 14:13:02.633918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54954) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:02.857951 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:02.914715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc699562-c762-4ca2-86b9-fe275af7437b tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Pushing event deleted for resources: {'Port': ['ID=b204f97e-a067-40bc-8c20-568e3d0a59ec,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:03.049945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 445e3539-e21e-42e0-88c6-67d6f1a33ae3 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:03.148955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b709771e-4dc4-437e-a4a7-20d716c6af53 req-fc699562-c762-4ca2-86b9-fe275af7437b tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] No DVR routers for this DVR port b204f97e-a067-40bc-8c20-568e3d0a59ec on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:13:03.163763 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b709771e-4dc4-437e-a4a7-20d716c6af53 req-fc699562-c762-4ca2-86b9-fe275af7437b tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:03.193372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc959ce5-ee5a-473e-85de-c191bfd56c25', 'name': 'network-vif-deleted', 'tag': 'b204f97e-a067-40bc-8c20-568e3d0a59ec'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:13:03.262544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645310e8-9d83-433e-ab41-1535b8519173']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:03.325020 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:03.354951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a5a0e7-f91e-4756-89dc-a70b026edde7') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:03.378416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a5a0e7-f91e-4756-89dc-a70b026edde7') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:03.423496 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b709771e-4dc4-437e-a4a7-20d716c6af53 req-fc699562-c762-4ca2-86b9-fe275af7437b tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.35 "DELETE /v2.0/ports/b204f97e-a067-40bc-8c20-568e3d0a59ec HTTP/1.1" status: 204 len: 173 time: 4.5015268 Feb 09 14:13:03.466838 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:03.577981 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:03.618418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:13:03.618418 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:13:03.658285 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:13:03.802719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-883a584e-cf38-4010-a8b2-2d3d865b13b4 None None] Calling delete_port for c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:13:03.859096 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc959ce5-ee5a-473e-85de-c191bfd56c25', 'name': 'network-vif-deleted', 'tag': 'b204f97e-a067-40bc-8c20-568e3d0a59ec', 'status': 'completed', 'code': 200} Feb 09 14:13:04.059505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a6008-31fd-4ce0-aab5-273550f79d75 None None] Pushing event updated for resources: {'Port': ['ID=25f13d31-4493-485d-953a-75fc438623f3,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:04.193577 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 445e3539-e21e-42e0-88c6-67d6f1a33ae3 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:04.216228 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 445e3539-e21e-42e0-88c6-67d6f1a33ae3 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:04.216405 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:04.308839 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:04.339886 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-883a584e-cf38-4010-a8b2-2d3d865b13b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:13:04.341657 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-883a584e-cf38-4010-a8b2-2d3d865b13b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:13:04.399351 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:04.405744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-757dd068-068f-415e-bc2d-e4a07382fbac admin admin] Deleting port 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:04.416281 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-757dd068-068f-415e-bc2d-e4a07382fbac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:04.569302 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:04.675316 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 445e3539-e21e-42e0-88c6-67d6f1a33ae3, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=445e3539-e21e-42e0-88c6-67d6f1a33ae3,segment=NetworkSegment(b14b41f5-6849-44aa-8aa7-48eb3806b034),segment_id=b14b41f5-6849-44aa-8aa7-48eb3806b034)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:04.681324 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:04.858260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-883a584e-cf38-4010-a8b2-2d3d865b13b4 None None] Deleting port c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:04.859225 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-883a584e-cf38-4010-a8b2-2d3d865b13b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:04.873857 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-77d6816d-3ccb-4e9b-9793-42a91f264232 req-f6bdeaf4-f990-4cff-9e56-2959b52355d3 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Synchronizing usage tracker for tenant:cbb0fbf826434f8c8f3c564442305ced on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:13:05.078525 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 25f13d31-4493-485d-953a-75fc438623f3 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:05.145456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Pushing event deleted for resources: {'Network': ['ID=645310e8-9d83-433e-ab41-1535b8519173,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:05.179051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.179767 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.180482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.181697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.182443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.184255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.185286 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.186295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.190663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.191887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.205536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.206552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-883a584e-cf38-4010-a8b2-2d3d865b13b4 None None] The port 'c7ae7a09-d65b-4ae0-9b14-f1ff45ba42bf' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:13:05.206686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.265407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d7c2e9-d195-4595-8765-f2a84f03d3d1 None None] Network 0854e15f-2df5-4f6f-9fa6-5d439444d598 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:13:05.284570 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8d17aae8-9643-4580-8d53-0cff583ac8ae tempest-DHCPAgentSchedulersTestJSON-428277695 tempest-DHCPAgentSchedulersTestJSON-428277695-project] 10.222.0.48 "DELETE /v2.0/networks/645310e8-9d83-433e-ab41-1535b8519173 HTTP/1.1" status: 204 len: 168 time: 6.8607926 Feb 09 14:13:05.288227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-77d6816d-3ccb-4e9b-9793-42a91f264232 req-f6bdeaf4-f990-4cff-9e56-2959b52355d3 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] Unset dirty status for tenant:cbb0fbf826434f8c8f3c564442305ced on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:13:05.306698 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77d6816d-3ccb-4e9b-9793-42a91f264232 req-f6bdeaf4-f990-4cff-9e56-2959b52355d3 tempest-ServerDiagnosticsNegativeTest-1412213448 tempest-ServerDiagnosticsNegativeTest-1412213448-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc959ce5-ee5a-473e-85de-c191bfd56c25 HTTP/1.1" status: 200 len: 210 time: 1.1629205 Feb 09 14:13:05.356360 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=445e3539-e21e-42e0-88c6-67d6f1a33ae3,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:05.397313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-179b6add-2e74-48ab-9f00-4fcf54c44696 None None] Provisioning for port 25f13d31-4493-485d-953a-75fc438623f3 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:05.428754 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 25f13d31-4493-485d-953a-75fc438623f3 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:05.491344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Router f51ced84-091d-4217-aa54-722502df55bc is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:13:05.643405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-757dd068-068f-415e-bc2d-e4a07382fbac admin admin] For port 483eb9b0-393e-4a9d-a9ee-567c72bc82b6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=483eb9b0-393e-4a9d-a9ee-567c72bc82b6,segment=NetworkSegment(5f5343ff-73a4-4c93-822b-41741ce7e1e4),segment_id=5f5343ff-73a4-4c93-822b-41741ce7e1e4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:05.644034 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-757dd068-068f-415e-bc2d-e4a07382fbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:05.694674 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 25f13d31-4493-485d-953a-75fc438623f3 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:05.695251 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:05.933922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55052) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:05.939277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:13:05.950942 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Sync routers for ids ['f51ced84-091d-4217-aa54-722502df55bc'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:13:05.998744 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Routers {'f51ced84-091d-4217-aa54-722502df55bc'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:13:06.001646 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:12:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f51ced84-091d-4217-aa54-722502df55bc'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:06.009642 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:06.015521 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-feb1441c-9e11-45e2-8ff7-ff4293684f97 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9892664 Feb 09 14:13:06.019939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55060) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:06.037745 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-757dd068-068f-415e-bc2d-e4a07382fbac admin admin] Calling delete_port for 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:13:06.313121 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:06.392810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 25f13d31-4493-485d-953a-75fc438623f3, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=25f13d31-4493-485d-953a-75fc438623f3,segment=NetworkSegment(ea47ffdc-79ac-4052-8c3a-fa0176f24ec9),segment_id=ea47ffdc-79ac-4052-8c3a-fa0176f24ec9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:06.398940 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:06.607421 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=25f13d31-4493-485d-953a-75fc438623f3,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:06.612174 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Set router f51ced84-091d-4217-aa54-722502df55bc gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:13:06.716959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55074) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:06.818600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1627794850-network', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:06.849915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:06.854565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9561a8a4-f82d-4b93-aeb5-eaded6f1bf44 None None] Provisioning complete for port 25f13d31-4493-485d-953a-75fc438623f3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:06.855149 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9561a8a4-f82d-4b93-aeb5-eaded6f1bf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:06.875661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Usage tracker for resource:network and tenant:87c5aeb7bc3a4960ab4b1595db9087f7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:06.887149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:06.920543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 445e3539-e21e-42e0-88c6-67d6f1a33ae3 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:07.137827 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e94572d8-24bc-4492-96a6-56fcbce74458 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25394c50986742d3ba0f31ea05eb0168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4172368 Feb 09 14:13:07.142507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55106) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:07.160107 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ced84-091d-4217-aa54-722502df55bc', 'name': 'tempest-TaggedBootDevicesTest-279061739-router', 'tenant_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:58Z', 'updated_at': '2022-02-09T14:13:00Z', 'revision_number': 3, 'project_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'gw_port': {'id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51ced84-091d-4217-aa54-722502df55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:59Z', 'updated_at': '2022-02-09T14:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:07.170856 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Checking router: f51ced84-091d-4217-aa54-722502df55bc for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:13:07.171207 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Updating router f51ced84-091d-4217-aa54-722502df55bc port 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:13:07.178150 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d42fe-0587-4544-b7c3-c9ec5fbcf31d req-9a1868db-0dd8-4f93-9daf-6c219f562dcb tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:07.198922 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-426d42fe-0587-4544-b7c3-c9ec5fbcf31d req-9a1868db-0dd8-4f93-9daf-6c219f562dcb tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 943 time: 0.4769046 Feb 09 14:13:07.211719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:07.250836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 445e3539-e21e-42e0-88c6-67d6f1a33ae3 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:07.251359 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:07.292713 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:07.334564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb061833-570b-47b8-88a4-8c182180895d req-07b8d754-3ae9-48b5-ae6b-821410d89cb7 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:07.337039 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb061833-570b-47b8-88a4-8c182180895d req-07b8d754-3ae9-48b5-ae6b-821410d89cb7 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.21 "GET /v2.0/ports?device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 943 time: 1.9711154 Feb 09 14:13:07.453364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-426d42fe-0587-4544-b7c3-c9ec5fbcf31d req-7b02e624-1532-45ae-b42f-5b503061efb1 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514198 Feb 09 14:13:07.492287 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-757dd068-068f-415e-bc2d-e4a07382fbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:07.524715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-eb061833-570b-47b8-88a4-8c182180895d req-fb96afea-3923-40f9-8296-a536aaec696d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Deleting port 1a40db19-fbe7-4881-90f8-b80bed00c42e {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:07.526262 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-eb061833-570b-47b8-88a4-8c182180895d req-fb96afea-3923-40f9-8296-a536aaec696d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:07.531650 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 25f13d31-4493-485d-953a-75fc438623f3 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:07.558623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55118) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:07.566264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Made reservation on behalf of 87c5aeb7bc3a4960ab4b1595db9087f7 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:13:07.568836 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:07.646967 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:07.677406 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cb84e57c-b167-467e-8d05-810e464c7941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:07.723903 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 25f13d31-4493-485d-953a-75fc438623f3 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:07.724672 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:07.771617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dd068-068f-415e-bc2d-e4a07382fbac admin admin] Pushing event deleted for resources: {'Port': ['ID=483eb9b0-393e-4a9d-a9ee-567c72bc82b6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:07.984844 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-48ab4430-b6d0-462a-b2af-bf3c72ac50be admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cbb0fbf826434f8c8f3c564442305ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4061937 Feb 09 14:13:07.995490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55124) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:07.998714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:08.105093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Usage tracker for resource:security_group_rule and tenant:87c5aeb7bc3a4960ab4b1595db9087f7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:08.150774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:08.184374 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:08.199898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:08.201498 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Transition to ACTIVE for port object 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:08.209701 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27f3256f-7041-4315-b083-7382f15039ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:08.211204 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:08.223854 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cb84e57c-b167-467e-8d05-810e464c7941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:08.323749 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Attempting to bind port 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:13:08.324127 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Attempting to bind port 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:13:08.324496 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Attempting to bind port 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:13:08.340867 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300bf09-5014-479d-9db2-ac2edbe9819f None None] Pushing event updated for resources: {'Port': ['ID=703f3ce6-d8cd-4de4-8a7f-dbf8d2309339,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:08.351116 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:13:08.351999 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:13:08.352663 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:08.353959 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:13:08.354973 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Bound port: 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:13:08.355605 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:08.360120 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cb84e57c-b167-467e-8d05-810e464c7941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:08.414378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84e57c-b167-467e-8d05-810e464c7941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b83d0ec-fdb7-4ff9-90bc-ea0ea538e86a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:08.416125 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cb84e57c-b167-467e-8d05-810e464c7941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:08.418253 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cb84e57c-b167-467e-8d05-810e464c7941 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b83d0ec-fdb7-4ff9-90bc-ea0ea538e86a HTTP/1.1" status: 204 len: 168 time: 1.2731421 Feb 09 14:13:08.560159 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:08.607411 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] For port 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:13:08.615885 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] For port 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=703f3ce6-d8cd-4de4-8a7f-dbf8d2309339,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:13:08.617333 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-757dd068-068f-415e-bc2d-e4a07382fbac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:08.627218 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:08.861436 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc0c6ef1-92b2-4ecc-88b5-8f120aede5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:08.869733 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Routers {'f51ced84-091d-4217-aa54-722502df55bc'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:13:08.875017 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:12:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f51ced84-091d-4217-aa54-722502df55bc'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:08.946071 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1a40db19-fbe7-4881-90f8-b80bed00c42e no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:13:09.077731 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300bf09-5014-479d-9db2-ac2edbe9819f None None] Pushing event updated for resources: {'Port': ['ID=703f3ce6-d8cd-4de4-8a7f-dbf8d2309339,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:09.186399 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc0c6ef1-92b2-4ecc-88b5-8f120aede5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:09.260498 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55162) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:09.296943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-eb061833-570b-47b8-88a4-8c182180895d req-fb96afea-3923-40f9-8296-a536aaec696d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] For port 1a40db19-fbe7-4881-90f8-b80bed00c42e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1a40db19-fbe7-4881-90f8-b80bed00c42e,segment=NetworkSegment(336fdcce-3b06-4026-a99e-037efc645f4c),segment_id=336fdcce-3b06-4026-a99e-037efc645f4c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:09.297796 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-eb061833-570b-47b8-88a4-8c182180895d req-fb96afea-3923-40f9-8296-a536aaec696d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:09.310944 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ff81112c-1ecf-42d2-a50b-dc31cbb59b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:09.320225 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] Set router f51ced84-091d-4217-aa54-722502df55bc gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:13:09.334647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ff81112c-1ecf-42d2-a50b-dc31cbb59b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:09.341470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ff81112c-1ecf-42d2-a50b-dc31cbb59b1c admin admin] Usage tracker for resource:security_group_rule and tenant:821cce4e36b34442b6e43a0581320c3e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:09.347579 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ff81112c-1ecf-42d2-a50b-dc31cbb59b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:09.357695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ff81112c-1ecf-42d2-a50b-dc31cbb59b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:09.445937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8277c-288e-47cd-841c-8fc11f4343f3 req-6e61cba5-1f16-4d2b-b9ce-18585cce71dc tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:09.453025 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8bf8277c-288e-47cd-841c-8fc11f4343f3 req-6e61cba5-1f16-4d2b-b9ce-18585cce71dc tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 943 time: 0.4766450 Feb 09 14:13:09.655195 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ced84-091d-4217-aa54-722502df55bc', 'name': 'tempest-TaggedBootDevicesTest-279061739-router', 'tenant_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:58Z', 'updated_at': '2022-02-09T14:13:00Z', 'revision_number': 3, 'project_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'gw_port': {'id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51ced84-091d-4217-aa54-722502df55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:59Z', 'updated_at': '2022-02-09T14:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:09.660720 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf250b14-b575-4cb7-90ad-ebf2e0a9e4c8 None None] The sync data for ids ['f51ced84-091d-4217-aa54-722502df55bc'] in n-d-828418-2 is: [{'id': 'f51ced84-091d-4217-aa54-722502df55bc', 'name': 'tempest-TaggedBootDevicesTest-279061739-router', 'tenant_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:58Z', 'updated_at': '2022-02-09T14:13:00Z', 'revision_number': 3, 'project_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'gw_port': {'id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51ced84-091d-4217-aa54-722502df55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:59Z', 'updated_at': '2022-02-09T14:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:13:09.767085 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8bf8277c-288e-47cd-841c-8fc11f4343f3 req-62aafc7b-d3b6-42a8-9ab5-b7d23cdba509 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124568 Feb 09 14:13:09.809240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-eb061833-570b-47b8-88a4-8c182180895d req-fb96afea-3923-40f9-8296-a536aaec696d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Calling delete_port for 1a40db19-fbe7-4881-90f8-b80bed00c42e owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:13:09.848926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757dd068-068f-415e-bc2d-e4a07382fbac admin admin] Router 93edbd84-61b8-448f-a8bb-4f0b3530e137 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:13:10.060879 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ff81112c-1ecf-42d2-a50b-dc31cbb59b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:10.068584 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ff81112c-1ecf-42d2-a50b-dc31cbb59b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:10.113329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757dd068-068f-415e-bc2d-e4a07382fbac admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:13:10.130318 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39661203-6d50-4a1f-9d3b-b981d01c4b22 None None] Sync routers for ids ['93edbd84-61b8-448f-a8bb-4f0b3530e137'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:13:10.131146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81112c-1ecf-42d2-a50b-dc31cbb59b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd93dfc-e8ab-45d8-8b1b-9f24aec902c1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:10.146002 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-757dd068-068f-415e-bc2d-e4a07382fbac admin admin] 10.222.0.48 "PUT /v2.0/routers/93edbd84-61b8-448f-a8bb-4f0b3530e137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4458299 Feb 09 14:13:10.149735 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ff81112c-1ecf-42d2-a50b-dc31cbb59b1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=821cce4e36b34442b6e43a0581320c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8890474 Feb 09 14:13:10.150334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55168) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:10.170035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55172) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:10.189360 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39661203-6d50-4a1f-9d3b-b981d01c4b22 None None] Routers {'93edbd84-61b8-448f-a8bb-4f0b3530e137'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:13:10.190676 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-39661203-6d50-4a1f-9d3b-b981d01c4b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:12:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['93edbd84-61b8-448f-a8bb-4f0b3530e137'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:10.247687 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:10.364051 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:10.383936 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:10.434518 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4666aedc-1820-4f50-9fa2-2552bf1aec14 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:10.483956 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:10.492167 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eda6fd8a-d254-4528-a9d0-83b267875a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:10.590098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0a4094-d73e-412e-a30d-ff11582094b5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:10.605303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-39661203-6d50-4a1f-9d3b-b981d01c4b22 None None] Set router 93edbd84-61b8-448f-a8bb-4f0b3530e137 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:13:10.668279 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc0c6ef1-92b2-4ecc-88b5-8f120aede5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:10.691633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c23eb3-22be-4d42-96f0-999be91f665b req-d8c7ac5c-e70c-4033-a1d2-0973a76cc96f tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:10.693137 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3c23eb3-22be-4d42-96f0-999be91f665b req-d8c7ac5c-e70c-4033-a1d2-0973a76cc96f tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 948 time: 0.9899240 Feb 09 14:13:10.747607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:13:10.811844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c6ef1-92b2-4ecc-88b5-8f120aede5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47393c61-b13f-4b18-a81f-7c6c358f0dc8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:10.845533 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eda6fd8a-d254-4528-a9d0-83b267875a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:10.996475 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4666aedc-1820-4f50-9fa2-2552bf1aec14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.006537 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3c23eb3-22be-4d42-96f0-999be91f665b req-02680d20-97ef-42dc-b9f1-ecb4ea2af222 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6e06da0-e930-40ab-a541-46b9bd3955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800479 Feb 09 14:13:11.038376 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:11.061902 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.062631 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Added segment 2decc661-3d6e-49cb-8333-0e548bfc3dc9 of type vlan for network 121b67e5-732a-4765-887b-d720d6a35b64 Feb 09 14:13:11.095650 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc0c6ef1-92b2-4ecc-88b5-8f120aede5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.101519 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fc0c6ef1-92b2-4ecc-88b5-8f120aede5ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47393c61-b13f-4b18-a81f-7c6c358f0dc8 HTTP/1.1" status: 204 len: 168 time: 3.0931177 Feb 09 14:13:11.103129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4666aedc-1820-4f50-9fa2-2552bf1aec14 admin admin] Deleting port 1a986096-4592-49e9-b179-3d2db087a6b7 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:11.104132 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4666aedc-1820-4f50-9fa2-2552bf1aec14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.115942 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-eb061833-570b-47b8-88a4-8c182180895d req-fb96afea-3923-40f9-8296-a536aaec696d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.122986 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-27f3256f-7041-4315-b083-7382f15039ff admin admin] Deleting port 57d97404-6451-4167-a89a-e13195244b7c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:11.123466 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27f3256f-7041-4315-b083-7382f15039ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.276041 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96afea-3923-40f9-8296-a536aaec696d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Pushing event deleted for resources: {'Port': ['ID=1a40db19-fbe7-4881-90f8-b80bed00c42e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:11.278549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:11.298489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:11.299336 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.339288 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.481250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-39661203-6d50-4a1f-9d3b-b981d01c4b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'name': 'tempest-FloatingIPDetailsTestJSON-2065475983-router', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '1a986096-4592-49e9-b179-3d2db087a6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:11:48Z', 'updated_at': '2022-02-09T14:13:07Z', 'revision_number': 5, 'project_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'gw_port': {'id': '1a986096-4592-49e9-b179-3d2db087a6b7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:11:51Z', 'updated_at': '2022-02-09T14:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:11.489513 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-4666aedc-1820-4f50-9fa2-2552bf1aec14 admin admin] For port 1a986096-4592-49e9-b179-3d2db087a6b7, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1a986096-4592-49e9-b179-3d2db087a6b7,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:11.490047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39661203-6d50-4a1f-9d3b-b981d01c4b22 None None] Checking router: 93edbd84-61b8-448f-a8bb-4f0b3530e137 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:13:11.490173 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4666aedc-1820-4f50-9fa2-2552bf1aec14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.510933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39661203-6d50-4a1f-9d3b-b981d01c4b22 None None] Routers {'93edbd84-61b8-448f-a8bb-4f0b3530e137'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:13:11.511902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-39661203-6d50-4a1f-9d3b-b981d01c4b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:12:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['93edbd84-61b8-448f-a8bb-4f0b3530e137'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:11.516630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7a632-1c44-451f-baae-5af9404516b3 req-8b5639a9-f1d1-40e2-b658-25d640301b3d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:11.524540 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46b7a632-1c44-451f-baae-5af9404516b3 req-8b5639a9-f1d1-40e2-b658-25d640301b3d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 865 time: 0.5135107 Feb 09 14:13:11.617960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Allocated IP 172.20.0.1 (0854e15f-2df5-4f6f-9fa6-5d439444d598/5345a8c0-cfe1-48d9-82fb-f4e37ccc78c2/5d4a8489-a889-4345-9e2e-47dc5e1e45aa) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:13:11.800684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55184) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:11.800995 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.804917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4666aedc-1820-4f50-9fa2-2552bf1aec14 admin admin] Calling delete_port for 1a986096-4592-49e9-b179-3d2db087a6b7 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:13:11.850549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=703f3ce6-d8cd-4de4-8a7f-dbf8d2309339,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:11.856804 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-39661203-6d50-4a1f-9d3b-b981d01c4b22 None None] Set router 93edbd84-61b8-448f-a8bb-4f0b3530e137 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:13:11.893924 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0cbfee8f-1914-4356-b555-9d4409419757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.905844 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.908097 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.910101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:11.911018 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.924999 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46b7a632-1c44-451f-baae-5af9404516b3 req-06b785a7-db07-4bb5-96d1-3a07a197dd75 tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/security-groups?id=86933b24-0a7f-4c04-882b-098f7c053996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993533 Feb 09 14:13:11.929886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0cbfee8f-1914-4356-b555-9d4409419757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:11.941310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0cbfee8f-1914-4356-b555-9d4409419757 admin admin] Usage tracker for resource:security_group_rule and tenant:4e6681fa1c964bd2882a894d7103e6cb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:11.951404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb061833-570b-47b8-88a4-8c182180895d req-fb96afea-3923-40f9-8296-a536aaec696d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] No DVR routers for this DVR port 1a40db19-fbe7-4881-90f8-b80bed00c42e on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:13:11.955224 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eda6fd8a-d254-4528-a9d0-83b267875a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.960638 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eda6fd8a-d254-4528-a9d0-83b267875a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.962440 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-eda6fd8a-d254-4528-a9d0-83b267875a20 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/afd93dfc-e8ab-45d8-8b1b-9f24aec902c1 HTTP/1.1" status: 204 len: 168 time: 1.7867599 Feb 09 14:13:11.978567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0cbfee8f-1914-4356-b555-9d4409419757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:11.996146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0cbfee8f-1914-4356-b555-9d4409419757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:12.003817 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-eb061833-570b-47b8-88a4-8c182180895d req-fb96afea-3923-40f9-8296-a536aaec696d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.010679 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb061833-570b-47b8-88a4-8c182180895d req-fb96afea-3923-40f9-8296-a536aaec696d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.21 "DELETE /v2.0/ports/1a40db19-fbe7-4881-90f8-b80bed00c42e HTTP/1.1" status: 204 len: 173 time: 4.6635773 Feb 09 14:13:12.111277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=703f3ce6-d8cd-4de4-8a7f-dbf8d2309339,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:12.129095 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-39661203-6d50-4a1f-9d3b-b981d01c4b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'name': 'tempest-FloatingIPDetailsTestJSON-2065475983-router', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:11:48Z', 'updated_at': '2022-02-09T14:13:10Z', 'revision_number': 6, 'project_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:12.135640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39661203-6d50-4a1f-9d3b-b981d01c4b22 None None] The sync data for ids ['93edbd84-61b8-448f-a8bb-4f0b3530e137'] in n-d-828418-2 is: [{'id': '93edbd84-61b8-448f-a8bb-4f0b3530e137', 'name': 'tempest-FloatingIPDetailsTestJSON-2065475983-router', 'tenant_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:11:48Z', 'updated_at': '2022-02-09T14:13:10Z', 'revision_number': 6, 'project_id': 'b31ca55f869c4ae1b74dd11b23322eed', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:13:12.288561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 6.3461096 Feb 09 14:13:12.289592 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27aa7d55-2e25-4d5c-b151-f78f4b64a8b9', 'name': 'network-vif-deleted', 'tag': '1a40db19-fbe7-4881-90f8-b80bed00c42e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:13:12.306201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55192) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:12.365397 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0cbfee8f-1914-4356-b555-9d4409419757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.373240 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0cbfee8f-1914-4356-b555-9d4409419757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.520291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6fd8a-d254-4528-a9d0-83b267875a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd93dfc-e8ab-45d8-8b1b-9f24aec902c1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:12.545069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f6affd8a-8e56-42a1-812a-d5fcf7e1c627 admin admin] Request body: {'subnet': {'network_id': '121b67e5-732a-4765-887b-d720d6a35b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1627794850-subnet', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:12.554686 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4666aedc-1820-4f50-9fa2-2552bf1aec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.608994 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27aa7d55-2e25-4d5c-b151-f78f4b64a8b9', 'name': 'network-vif-deleted', 'tag': '1a40db19-fbe7-4881-90f8-b80bed00c42e', 'status': 'completed', 'code': 200} Feb 09 14:13:12.642557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f6affd8a-8e56-42a1-812a-d5fcf7e1c627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:12.693075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f6affd8a-8e56-42a1-812a-d5fcf7e1c627 admin admin] Usage tracker for resource:subnet and tenant:87c5aeb7bc3a4960ab4b1595db9087f7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:12.696183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666aedc-1820-4f50-9fa2-2552bf1aec14 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a986096-4592-49e9-b179-3d2db087a6b7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:12.711346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f6affd8a-8e56-42a1-812a-d5fcf7e1c627 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:12.718846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2fc80-3f2b-4212-a31e-50f67352dd71 admin admin] Pushing event updated for resources: {'Network': ['ID=121b67e5-732a-4765-887b-d720d6a35b64,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:12.763856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f6affd8a-8e56-42a1-812a-d5fcf7e1c627 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:12.787070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 121b67e5-732a-4765-887b-d720d6a35b64 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:13:12.816300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfee8f-1914-4356-b555-9d4409419757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bead9419-f376-4f4a-b475-7b97deab29c0,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:12.817330 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.837978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-27f3256f-7041-4315-b083-7382f15039ff admin admin] For port 57d97404-6451-4167-a89a-e13195244b7c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=57d97404-6451-4167-a89a-e13195244b7c,segment=NetworkSegment(5abf8051-3014-4b19-81c3-051bdb34d844),segment_id=5abf8051-3014-4b19-81c3-051bdb34d844)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:12.838824 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27f3256f-7041-4315-b083-7382f15039ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.908671 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0cbfee8f-1914-4356-b555-9d4409419757 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e6681fa1c964bd2882a894d7103e6cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0730402 Feb 09 14:13:12.912401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55208) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:12.929552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6affd8a-8e56-42a1-812a-d5fcf7e1c627 admin admin] Made reservation on behalf of 87c5aeb7bc3a4960ab4b1595db9087f7 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:13:12.932235 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6affd8a-8e56-42a1-812a-d5fcf7e1c627 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:13.047190 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4666aedc-1820-4f50-9fa2-2552bf1aec14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:13.161134 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-27f3256f-7041-4315-b083-7382f15039ff admin admin] Calling delete_port for 57d97404-6451-4167-a89a-e13195244b7c owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:13:13.200255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Transition to ACTIVE for port object 5d4a8489-a889-4345-9e2e-47dc5e1e45aa will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:13.257170 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-356cd32e-fc62-417a-9d5e-99183b1584c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:13.316463 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba661598-5ac4-4195-8e55-f2e41d77a6ec req-b4719e9a-4654-448c-8be7-188d233fd539 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:13.318144 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ba661598-5ac4-4195-8e55-f2e41d77a6ec req-b4719e9a-4654-448c-8be7-188d233fd539 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 948 time: 1.9811451 Feb 09 14:13:13.353738 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-30b920ac-8de9-4136-9e3f-052e212432fa req-642f1dc8-9754-4d4b-bc7f-3270f80b752d tempest-ImagesTestJSON-1446029937 tempest-ImagesTestJSON-1446029937-project] 10.222.0.48 "GET /v2.0/ports?device_id=27aa7d55-2e25-4d5c-b151-f78f4b64a8b9 HTTP/1.1" status: 200 len: 210 time: 0.0894299 Feb 09 14:13:13.432078 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:13.486262 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4666aedc-1820-4f50-9fa2-2552bf1aec14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:13.490323 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4666aedc-1820-4f50-9fa2-2552bf1aec14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:13.500625 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-356cd32e-fc62-417a-9d5e-99183b1584c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:13.560311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:13.561251 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:13.575824 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4666aedc-1820-4f50-9fa2-2552bf1aec14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:13.576935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4666aedc-1820-4f50-9fa2-2552bf1aec14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93edbd84-61b8-448f-a8bb-4f0b3530e137 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:13:13.607279 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4666aedc-1820-4f50-9fa2-2552bf1aec14 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:13.616205 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4666aedc-1820-4f50-9fa2-2552bf1aec14 admin admin] 10.222.0.48 "DELETE /v2.0/routers/93edbd84-61b8-448f-a8bb-4f0b3530e137 HTTP/1.1" status: 204 len: 168 time: 3.4646623 Feb 09 14:13:13.618036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55222) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:13.682635 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-356cd32e-fc62-417a-9d5e-99183b1584c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:13.686180 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-356cd32e-fc62-417a-9d5e-99183b1584c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:13.687510 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-356cd32e-fc62-417a-9d5e-99183b1584c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bead9419-f376-4f4a-b475-7b97deab29c0 HTTP/1.1" status: 204 len: 168 time: 0.7735116 Feb 09 14:13:13.705867 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cabe56-042b-4afc-b72c-1381e6629ebf req-d48fb021-be7d-4aa7-b84b-c0f09c63b4f0 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:13.714819 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-51cabe56-042b-4afc-b72c-1381e6629ebf req-d48fb021-be7d-4aa7-b84b-c0f09c63b4f0 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 948 time: 1.4169095 Feb 09 14:13:13.726108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cd32e-fc62-417a-9d5e-99183b1584c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bead9419-f376-4f4a-b475-7b97deab29c0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:13.781682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1d7b27-89c7-43ae-bc43-511a16e74315 admin admin] Deleting subnet 802b1052-4835-487a-a9ef-c3568255f64c {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:13:13.788184 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa1d7b27-89c7-43ae-bc43-511a16e74315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:13.821140 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-ba661598-5ac4-4195-8e55-f2e41d77a6ec req-ecad5f30-f56b-4fcb-8ad3-b8b6301c756a tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Deleting port db4da2b6-02ae-4c76-9da4-011175e7de24 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:13.829525 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ba661598-5ac4-4195-8e55-f2e41d77a6ec req-ecad5f30-f56b-4fcb-8ad3-b8b6301c756a tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:13.936694 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:13.976133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:13:13.980000 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa1d7b27-89c7-43ae-bc43-511a16e74315 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:14.001055 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-51cabe56-042b-4afc-b72c-1381e6629ebf req-7b2e5eba-30da-4cc6-aebd-2a38809725af tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6e06da0-e930-40ab-a541-46b9bd3955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849061 Feb 09 14:13:14.052393 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:13:14.052980 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 483eb9b0-393e-4a9d-a9ee-567c72bc82b6 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:13:14.109395 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa1d7b27-89c7-43ae-bc43-511a16e74315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:14.206913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa1d7b27-89c7-43ae-bc43-511a16e74315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:14.300235 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa1d7b27-89c7-43ae-bc43-511a16e74315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:14.302034 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade4b3da-a936-4fba-b258-a87802d2414e None None] Network b8b9604b-3b30-4e0b-9355-083e6a7f8309 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:13:14.307504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d7b27-89c7-43ae-bc43-511a16e74315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=802b1052-4835-487a-a9ef-c3568255f64c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:14.327511 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-aa1d7b27-89c7-43ae-bc43-511a16e74315 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/802b1052-4835-487a-a9ef-c3568255f64c HTTP/1.1" status: 204 len: 168 time: 0.7083652 Feb 09 14:13:14.330729 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55238) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:14.346190 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27f3256f-7041-4315-b083-7382f15039ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:14.376517 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Network 0854e15f-2df5-4f6f-9fa6-5d439444d598 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:14.436033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:14.462828 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:13:14.638758 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:14.736955 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:14.780868 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] Deleting port ce578d1b-da0e-4407-b48b-05a21f7e5e33 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:14.781473 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:15.002931 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Pushing event updated for resources: {'Port': ['ID=5d4a8489-a889-4345-9e2e-47dc5e1e45aa,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:15.003912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1a986096-4592-49e9-b179-3d2db087a6b7 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:13:15.064991 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:13:15.155014 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device db4da2b6-02ae-4c76-9da4-011175e7de24 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:13:15.199348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] For port ce578d1b-da0e-4407-b48b-05a21f7e5e33, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ce578d1b-da0e-4407-b48b-05a21f7e5e33,segment=NetworkSegment(5f5343ff-73a4-4c93-822b-41741ce7e1e4),segment_id=5f5343ff-73a4-4c93-822b-41741ce7e1e4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:15.200450 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:15.311966 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 1a986096-4592-49e9-b179-3d2db087a6b7 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:13:15.314552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1a986096-4592-49e9-b179-3d2db087a6b7 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:13:15.414711 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7fa216d1-fb20-4cad-bef7-5ad51090e3c9 None None] Provisioning for port 5d4a8489-a889-4345-9e2e-47dc5e1e45aa completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:15.443218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7fa216d1-fb20-4cad-bef7-5ad51090e3c9 None None] Provisioning complete for port 5d4a8489-a889-4345-9e2e-47dc5e1e45aa triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:15.444050 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7fa216d1-fb20-4cad-bef7-5ad51090e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:15.645536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8886f2-58b3-41e1-97da-ddcfbf139ba3 None None] DHCP port deletion for b8b9604b-3b30-4e0b-9355-083e6a7f8309 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:13:15.678517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-cc8886f2-58b3-41e1-97da-ddcfbf139ba3 None None] Deleting port ce578d1b-da0e-4407-b48b-05a21f7e5e33 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:15.679402 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cc8886f2-58b3-41e1-97da-ddcfbf139ba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:15.749079 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-7fa216d1-fb20-4cad-bef7-5ad51090e3c9 None None] Port 5d4a8489-a889-4345-9e2e-47dc5e1e45aa cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:13:15.755982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] Calling delete_port for ce578d1b-da0e-4407-b48b-05a21f7e5e33 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:13:15.879031 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27f3256f-7041-4315-b083-7382f15039ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:15.931148 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55282) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:16.006213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-cc8886f2-58b3-41e1-97da-ddcfbf139ba3 None None] For port ce578d1b-da0e-4407-b48b-05a21f7e5e33, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ce578d1b-da0e-4407-b48b-05a21f7e5e33,segment=NetworkSegment(5f5343ff-73a4-4c93-822b-41741ce7e1e4),segment_id=5f5343ff-73a4-4c93-822b-41741ce7e1e4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:16.007002 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cc8886f2-58b3-41e1-97da-ddcfbf139ba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:16.021330 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:16.134485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3256f-7041-4315-b083-7382f15039ff admin admin] Pushing event deleted for resources: {'Port': ['ID=57d97404-6451-4167-a89a-e13195244b7c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:16.180047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] No DVR routers for this DVR port ce578d1b-da0e-4407-b48b-05a21f7e5e33 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:13:16.339869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-ba661598-5ac4-4195-8e55-f2e41d77a6ec req-ecad5f30-f56b-4fcb-8ad3-b8b6301c756a tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] For port db4da2b6-02ae-4c76-9da4-011175e7de24, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=db4da2b6-02ae-4c76-9da4-011175e7de24,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:16.340849 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-cc8886f2-58b3-41e1-97da-ddcfbf139ba3 None None] Calling delete_port for ce578d1b-da0e-4407-b48b-05a21f7e5e33 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:13:16.341577 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ba661598-5ac4-4195-8e55-f2e41d77a6ec req-ecad5f30-f56b-4fcb-8ad3-b8b6301c756a tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:16.390322 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6affd8a-8e56-42a1-812a-d5fcf7e1c627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:16.513133 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-cc8886f2-58b3-41e1-97da-ddcfbf139ba3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:13:16.513563 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-cc8886f2-58b3-41e1-97da-ddcfbf139ba3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:13:16.576709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55306) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:16.591432 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:16.608074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce578d1b-da0e-4407-b48b-05a21f7e5e33,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:16.616763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:16.635097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:16.641802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b9604b-3b30-4e0b-9355-083e6a7f8309']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:16.649631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Usage tracker for resource:floatingip and tenant:505a7fd1e7bd4928a76fbaa20b98fa73 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:16.655818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:16.664480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5343ff-73a4-4c93-822b-41741ce7e1e4') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:16.664771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5343ff-73a4-4c93-822b-41741ce7e1e4') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:16.672094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:16.683280 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:16.701293 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:16.818595 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:16.840074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6affd8a-8e56-42a1-812a-d5fcf7e1c627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3062cf26-6df5-45fd-a8fb-4c87afad7678,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:16.840305 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:13:16.840563 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:13:16.857188 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:13:16.886655 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-ba661598-5ac4-4195-8e55-f2e41d77a6ec req-ecad5f30-f56b-4fcb-8ad3-b8b6301c756a tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Calling delete_port for db4da2b6-02ae-4c76-9da4-011175e7de24 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:13:16.943589 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ce578d1b-da0e-4407-b48b-05a21f7e5e33 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:13:16.980215 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:17.010516 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:17.013251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8b9604b-3b30-4e0b-9355-083e6a7f8309,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:17.051645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-cc8886f2-58b3-41e1-97da-ddcfbf139ba3 None None] Deleting port ce578d1b-da0e-4407-b48b-05a21f7e5e33 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:17.055268 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cc8886f2-58b3-41e1-97da-ddcfbf139ba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:17.065152 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-95fa4b5f-4a28-4734-a335-4f3222914d55 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b8b9604b-3b30-4e0b-9355-083e6a7f8309 HTTP/1.1" status: 204 len: 168 time: 2.7283313 Feb 09 14:13:17.082042 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:17.164514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: ce578d1b-da0e-4407-b48b-05a21f7e5e33 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:13:17.165005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ce578d1b-da0e-4407-b48b-05a21f7e5e33 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:13:17.234882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-cc8886f2-58b3-41e1-97da-ddcfbf139ba3 None None] The port 'ce578d1b-da0e-4407-b48b-05a21f7e5e33' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:13:17.379759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Allocated IP 172.25.8.76 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/d5cb75b6-d7f4-4a4f-aeb3-21893a2bb30b) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:13:17.426271 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6affd8a-8e56-42a1-812a-d5fcf7e1c627 admin admin] Checking segment: {'id': '2decc661-3d6e-49cb-8333-0e548bfc3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '121b67e5-732a-4765-887b-d720d6a35b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:13:17.426635 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6affd8a-8e56-42a1-812a-d5fcf7e1c627 admin admin] Network hostable DHCP agents. Network: 121b67e5-732a-4765-887b-d720d6a35b64, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:13:17.440296 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55330) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:17.617974 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:17.640879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dc9f3-0cf5-4fbd-a4fc-ddcaf3a86ba1 req-8306020a-8a95-4e0a-96a8-dfb4a10ae67f tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:17.642955 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c0dc9f3-0cf5-4fbd-a4fc-ddcaf3a86ba1 req-8306020a-8a95-4e0a-96a8-dfb4a10ae67f tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 948 time: 1.6113691 Feb 09 14:13:17.654939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d95a25a-41e6-43e4-8425-493f75b5bfd0 admin admin] Deleting subnet 75d935aa-4e72-46ee-a516-faccc6fa2775 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:13:17.668634 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:17.688798 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6d95a25a-41e6-43e4-8425-493f75b5bfd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:17.784325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:17.788584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:17.793359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6affd8a-8e56-42a1-812a-d5fcf7e1c627 admin admin] Network 121b67e5-732a-4765-887b-d720d6a35b64 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:13:17.794570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:13:17.867823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Pushing event updated for resources: {'Port': ['ID=d5cb75b6-d7f4-4a4f-aeb3-21893a2bb30b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:17.966685 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f3a06d76-0683-404d-a47d-1a90004ca318 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b31ca55f869c4ae1b74dd11b23322eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5219736 Feb 09 14:13:17.971633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55342) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:17.976877 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6d95a25a-41e6-43e4-8425-493f75b5bfd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:18.061319 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c0dc9f3-0cf5-4fbd-a4fc-ddcaf3a86ba1 req-007d2854-b208-471c-a287-2134dcd0785e tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6e06da0-e930-40ab-a541-46b9bd3955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906493 Feb 09 14:13:18.062006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f6affd8a-8e56-42a1-812a-d5fcf7e1c627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 121b67e5-732a-4765-887b-d720d6a35b64) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:18.068871 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-442e4e4b-4b2a-4d8b-8f2e-3a41c073b449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:18.073398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5503ac54-73bb-4c3e-817c-10e1fb18246f None None] Network 121b67e5-732a-4765-887b-d720d6a35b64 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:13:18.092193 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ba661598-5ac4-4195-8e55-f2e41d77a6ec req-ecad5f30-f56b-4fcb-8ad3-b8b6301c756a tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:18.135508 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-442e4e4b-4b2a-4d8b-8f2e-3a41c073b449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:18.155564 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:18.191664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6affd8a-8e56-42a1-812a-d5fcf7e1c627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:18.192124 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6affd8a-8e56-42a1-812a-d5fcf7e1c627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:18.200264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad5f30-f56b-4fcb-8ad3-b8b6301c756a tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Pushing event deleted for resources: {'Port': ['ID=db4da2b6-02ae-4c76-9da4-011175e7de24,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:18.216140 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:18.285441 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-603dfbbb-8abe-40f8-9b69-4c0bdbc72f00 req-1ddc54cb-8e38-4b73-9ccf-a241c8b0ce69 tempest-FlavorsV2NegativeTest-1253807957 tempest-FlavorsV2NegativeTest-1253807957-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=614f7fb8c251495d80cd4ebfad636e7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606778 Feb 09 14:13:18.296785 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6d95a25a-41e6-43e4-8425-493f75b5bfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:18.372748 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:18.448631 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-442e4e4b-4b2a-4d8b-8f2e-3a41c073b449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:18.491855 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-121b67e5-732a-4765-887b-d720d6a35b64', 'network_id': '121b67e5-732a-4765-887b-d720d6a35b64', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'fixed_ips': [{'subnet_id': '3062cf26-6df5-45fd-a8fb-4c87afad7678'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:13:18.492206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e4e4b-4b2a-4d8b-8f2e-3a41c073b449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517215cd-cd7f-48af-bdbc-3a70212ababe,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:18.492852 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:18.542155 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f3256f-7041-4315-b083-7382f15039ff admin admin] Router d2875e01-cda6-445b-872c-e18bc532dcde has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:13:18.665394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dfbbb-8abe-40f8-9b69-4c0bdbc72f00 req-443a60f0-94ba-4b8c-b72a-7f707ba213fa tempest-FlavorsV2NegativeTest-1253807957 tempest-FlavorsV2NegativeTest-1253807957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:18.667281 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-603dfbbb-8abe-40f8-9b69-4c0bdbc72f00 req-443a60f0-94ba-4b8c-b72a-7f707ba213fa tempest-FlavorsV2NegativeTest-1253807957 tempest-FlavorsV2NegativeTest-1253807957-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3758800 Feb 09 14:13:18.670611 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-442e4e4b-4b2a-4d8b-8f2e-3a41c073b449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:18.671979 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-442e4e4b-4b2a-4d8b-8f2e-3a41c073b449 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/517215cd-cd7f-48af-bdbc-3a70212ababe HTTP/1.1" status: 204 len: 168 time: 0.6983671 Feb 09 14:13:18.695634 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-603dfbbb-8abe-40f8-9b69-4c0bdbc72f00 req-c36f053f-589b-4403-8a04-6e3318c6bdf1 tempest-FlavorsV2NegativeTest-1253807957 tempest-FlavorsV2NegativeTest-1253807957-project] 10.222.0.48 "GET /v2.0/quotas/614f7fb8c251495d80cd4ebfad636e7a HTTP/1.1" status: 200 len: 375 time: 0.0196557 Feb 09 14:13:18.815107 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-603dfbbb-8abe-40f8-9b69-4c0bdbc72f00 req-7783c3a3-71fe-4d68-8bc8-d181d09f54c4 tempest-FlavorsV2NegativeTest-1253807957 tempest-FlavorsV2NegativeTest-1253807957-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=614f7fb8c251495d80cd4ebfad636e7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069772 Feb 09 14:13:18.883203 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:18.890426 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Allocated IP 172.20.0.2 (121b67e5-732a-4765-887b-d720d6a35b64/3062cf26-6df5-45fd-a8fb-4c87afad7678/725e68a7-4e53-4e4c-bc0a-211886c40ece) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:13:18.891365 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:18.987813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba661598-5ac4-4195-8e55-f2e41d77a6ec req-ecad5f30-f56b-4fcb-8ad3-b8b6301c756a tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] No DVR routers for this DVR port db4da2b6-02ae-4c76-9da4-011175e7de24 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:13:19.000290 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f6affd8a-8e56-42a1-812a-d5fcf7e1c627 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 6.6651533 Feb 09 14:13:19.003445 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ba661598-5ac4-4195-8e55-f2e41d77a6ec req-ecad5f30-f56b-4fcb-8ad3-b8b6301c756a tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:19.005880 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ba661598-5ac4-4195-8e55-f2e41d77a6ec req-ecad5f30-f56b-4fcb-8ad3-b8b6301c756a tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.21 "DELETE /v2.0/ports/db4da2b6-02ae-4c76-9da4-011175e7de24 HTTP/1.1" status: 204 len: 173 time: 5.6757619 Feb 09 14:13:19.020771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bf3984-174d-4869-8b3c-33dcb3f675b1', 'name': 'network-vif-deleted', 'tag': 'db4da2b6-02ae-4c76-9da4-011175e7de24'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:13:19.051399 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55364) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:19.066832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1627794850-router', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:19.079256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:19.205366 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:19.222271 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:19.318015 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:19.339143 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Transition to ACTIVE for port object 725e68a7-4e53-4e4c-bc0a-211886c40ece will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:19.377989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Transition to ACTIVE for port object 725e68a7-4e53-4e4c-bc0a-211886c40ece will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:19.397504 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:19.464464 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:19.478195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Usage tracker for resource:router and tenant:87c5aeb7bc3a4960ab4b1595db9087f7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:19.478662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Network 121b67e5-732a-4765-887b-d720d6a35b64 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:19.488508 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:19.496638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:19.499984 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:13:19.525175 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:19.546289 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Pushing event updated for resources: {'Port': ['ID=d5cb75b6-d7f4-4a4f-aeb3-21893a2bb30b,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:19.554591 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bf3984-174d-4869-8b3c-33dcb3f675b1', 'name': 'network-vif-deleted', 'tag': 'db4da2b6-02ae-4c76-9da4-011175e7de24', 'status': 'completed', 'code': 200} Feb 09 14:13:19.577062 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:19.580669 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:19.609933 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:19.620718 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c3a720ae-0e55-4187-8323-6ccc28199a45 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6880286 Feb 09 14:13:19.622084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55390) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:19.644575 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:19.686299 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1006894102', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'fixed_ips': [{'ip_address': '172.25.8.76'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:19.691116 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4f2438a1-4ca2-4001-8442-108ce9efbc60 req-4b0ab8d2-2867-4c31-8607-90ff11ec8275 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Synchronizing usage tracker for tenant:beeb51e3d8874419bafa70211a464ecf on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:13:19.720343 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Pushing event updated for resources: {'Port': ['ID=725e68a7-4e53-4e4c-bc0a-211886c40ece,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:19.729357 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:19.729945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:19.730473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:19.730958 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:19.731575 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:19.732128 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:19.732608 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:19.733104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:19.733578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:19.735967 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:19.736507 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:19.736920 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:19.744540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:19.776368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Attempting to bind port 725e68a7-4e53-4e4c-bc0a-211886c40ece on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:13:19.776830 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Attempting to bind port 725e68a7-4e53-4e4c-bc0a-211886c40ece by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '2decc661-3d6e-49cb-8333-0e548bfc3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '121b67e5-732a-4765-887b-d720d6a35b64'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:13:19.777293 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Attempting to bind port 725e68a7-4e53-4e4c-bc0a-211886c40ece on network 121b67e5-732a-4765-887b-d720d6a35b64 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:13:19.786267 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:13:19.786880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Checking segment: {'id': '2decc661-3d6e-49cb-8333-0e548bfc3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '121b67e5-732a-4765-887b-d720d6a35b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:13:19.787379 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:19.788820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Bound using segment: {'id': '2decc661-3d6e-49cb-8333-0e548bfc3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '121b67e5-732a-4765-887b-d720d6a35b64'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:13:19.788820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Bound port: 725e68a7-4e53-4e4c-bc0a-211886c40ece, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2decc661-3d6e-49cb-8333-0e548bfc3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '121b67e5-732a-4765-887b-d720d6a35b64'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:13:19.788820 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:19.789824 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Usage tracker for resource:port and tenant:505a7fd1e7bd4928a76fbaa20b98fa73 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:19.814025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:19.841137 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6d95a25a-41e6-43e4-8425-493f75b5bfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:19.847989 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:19.863430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:19.947486 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] For port 725e68a7-4e53-4e4c-bc0a-211886c40ece, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:13:19.956762 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] For port 725e68a7-4e53-4e4c-bc0a-211886c40ece, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=725e68a7-4e53-4e4c-bc0a-211886c40ece,segment=NetworkSegment(2decc661-3d6e-49cb-8333-0e548bfc3dc9),segment_id=2decc661-3d6e-49cb-8333-0e548bfc3dc9)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:13:19.969448 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:19.984728 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4f2438a1-4ca2-4001-8442-108ce9efbc60 req-4b0ab8d2-2867-4c31-8607-90ff11ec8275 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Unset dirty status for tenant:beeb51e3d8874419bafa70211a464ecf on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:13:20.002965 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4f2438a1-4ca2-4001-8442-108ce9efbc60 req-4b0ab8d2-2867-4c31-8607-90ff11ec8275 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9bf3984-174d-4869-8b3c-33dcb3f675b1 HTTP/1.1" status: 200 len: 210 time: 0.5582631 Feb 09 14:13:20.005222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Pushing event updated for resources: {'Port': ['ID=5d4a8489-a889-4345-9e2e-47dc5e1e45aa,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:20.094259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fed9a-897e-4fc6-b716-56321db880f7 None None] Pushing event updated for resources: {'Port': ['ID=725e68a7-4e53-4e4c-bc0a-211886c40ece,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:20.145503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95a25a-41e6-43e4-8425-493f75b5bfd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d935aa-4e72-46ee-a516-faccc6fa2775,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:20.248280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Made reservation on behalf of 505a7fd1e7bd4928a76fbaa20b98fa73 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:13:20.251623 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:20.292902 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:20.294472 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:20.315226 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6d95a25a-41e6-43e4-8425-493f75b5bfd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:20.385820 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6d95a25a-41e6-43e4-8425-493f75b5bfd0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/75d935aa-4e72-46ee-a516-faccc6fa2775 HTTP/1.1" status: 204 len: 168 time: 3.7852335 Feb 09 14:13:20.393261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55400) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:20.414171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:20.443173 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f3256f-7041-4315-b083-7382f15039ff admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:13:20.459121 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f3ab2-79b5-41ee-a9d4-607430ec03b1 None None] Sync routers for ids ['d2875e01-cda6-445b-872c-e18bc532dcde'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:13:20.476813 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f3ab2-79b5-41ee-a9d4-607430ec03b1 None None] Routers {'d2875e01-cda6-445b-872c-e18bc532dcde'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:13:20.477447 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b18f3ab2-79b5-41ee-a9d4-607430ec03b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:12:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d2875e01-cda6-445b-872c-e18bc532dcde'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:20.516019 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Usage tracker for resource:security_group_rule and tenant:505a7fd1e7bd4928a76fbaa20b98fa73 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:20.530487 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-27f3256f-7041-4315-b083-7382f15039ff admin admin] 10.222.0.48 "PUT /v2.0/routers/d2875e01-cda6-445b-872c-e18bc532dcde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8766749 Feb 09 14:13:20.536032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:20.540348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55408) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:20.577548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:20.628161 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3cb16e6d-f6af-46fa-b8ff-a4c637382bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:20.674139 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Network 0854e15f-2df5-4f6f-9fa6-5d439444d598 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:20.695220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:20.925107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55414) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:20.931227 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-b18f3ab2-79b5-41ee-a9d4-607430ec03b1 None None] Set router d2875e01-cda6-445b-872c-e18bc532dcde gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:13:20.964363 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 725e68a7-4e53-4e4c-bc0a-211886c40ece up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:21.092694 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3cb16e6d-f6af-46fa-b8ff-a4c637382bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:21.145459 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 725e68a7-4e53-4e4c-bc0a-211886c40ece completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:21.148086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-3cb16e6d-f6af-46fa-b8ff-a4c637382bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b561ef-919a-4607-9883-c51de0b2aead']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:21.195391 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-3cb16e6d-f6af-46fa-b8ff-a4c637382bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336fdcce-3b06-4026-a99e-037efc645f4c') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:21.196085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-3cb16e6d-f6af-46fa-b8ff-a4c637382bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336fdcce-3b06-4026-a99e-037efc645f4c') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:21.214525 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3cb16e6d-f6af-46fa-b8ff-a4c637382bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:21.250422 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3cb16e6d-f6af-46fa-b8ff-a4c637382bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:21.262187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb16e6d-f6af-46fa-b8ff-a4c637382bd3 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:13:21.262855 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3cb16e6d-f6af-46fa-b8ff-a4c637382bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:21.277310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ac529eae-2577-48a1-a017-afa2a3bcdae4 None None] Provisioning complete for port 5d4a8489-a889-4345-9e2e-47dc5e1e45aa triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:21.277692 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ac529eae-2577-48a1-a017-afa2a3bcdae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:13:21.376456 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:13:21.418230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ac529eae-2577-48a1-a017-afa2a3bcdae4 None None] Port 5d4a8489-a889-4345-9e2e-47dc5e1e45aa cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:13:21.459636 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8211d8dc-b37c-4de1-9b41-c64e6a0e0b0f admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:21.562843 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:21.634080 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:21.656593 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3cb16e6d-f6af-46fa-b8ff-a4c637382bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:21.719274 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b18f3ab2-79b5-41ee-a9d4-607430ec03b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'name': 'tempest-AttachSCSIVolumeTestJSON-326998575-router', 'tenant_id': '251a1be4a8d944b3a69a1272b254657e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:37Z', 'updated_at': '2022-02-09T14:13:13Z', 'revision_number': 5, 'project_id': '251a1be4a8d944b3a69a1272b254657e', 'gw_port': {'id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:42Z', 'updated_at': '2022-02-09T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:21.745774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f3ab2-79b5-41ee-a9d4-607430ec03b1 None None] Checking router: d2875e01-cda6-445b-872c-e18bc532dcde for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:13:21.790307 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f3ab2-79b5-41ee-a9d4-607430ec03b1 None None] Routers {'d2875e01-cda6-445b-872c-e18bc532dcde'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:13:21.791287 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b18f3ab2-79b5-41ee-a9d4-607430ec03b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:12:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d2875e01-cda6-445b-872c-e18bc532dcde'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:22.017291 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3cb16e6d-f6af-46fa-b8ff-a4c637382bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:22.072222 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:22.128626 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8211d8dc-b37c-4de1-9b41-c64e6a0e0b0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:22.160648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8211d8dc-b37c-4de1-9b41-c64e6a0e0b0f admin admin] Deleting port d70f6119-0f34-42c8-8e07-c7f3dd45f643 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:22.160970 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8211d8dc-b37c-4de1-9b41-c64e6a0e0b0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:22.197674 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280b9751-136e-4825-a744-9cb32742bc22 None None] Network 121b67e5-732a-4765-887b-d720d6a35b64 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:13:22.240257 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-b18f3ab2-79b5-41ee-a9d4-607430ec03b1 None None] Set router d2875e01-cda6-445b-872c-e18bc532dcde gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:13:22.281380 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:22.286062 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bec4e3da-604f-4bd6-b7ad-b1340316e27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:22.336907 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] device_id is not set on port b30cf477-b368-4ba2-a524-ac90978cb3c7 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:13:22.368384 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1a9bc70d-f65e-45e4-9507-b9ac4d9750ee None None] Provisioning for port 725e68a7-4e53-4e4c-bc0a-211886c40ece completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:22.384669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1a9bc70d-f65e-45e4-9507-b9ac4d9750ee None None] Provisioning complete for port 725e68a7-4e53-4e4c-bc0a-211886c40ece triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:22.385238 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc70d-f65e-45e4-9507-b9ac4d9750ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:22.406669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6cdf07-b72b-4457-87a7-ce254afb3206,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:22.425034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb16e6d-f6af-46fa-b8ff-a4c637382bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0b561ef-919a-4607-9883-c51de0b2aead,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:22.637375 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bec4e3da-604f-4bd6-b7ad-b1340316e27a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:22.645453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bec4e3da-604f-4bd6-b7ad-b1340316e27a admin admin] Usage tracker for resource:security_group_rule and tenant:614f7fb8c251495d80cd4ebfad636e7a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:22.664983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bec4e3da-604f-4bd6-b7ad-b1340316e27a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:22.674427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bec4e3da-604f-4bd6-b7ad-b1340316e27a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:22.718876 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc70d-f65e-45e4-9507-b9ac4d9750ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:22.824222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-1a9bc70d-f65e-45e4-9507-b9ac4d9750ee None None] For port 725e68a7-4e53-4e4c-bc0a-211886c40ece, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=725e68a7-4e53-4e4c-bc0a-211886c40ece,segment=NetworkSegment(2decc661-3d6e-49cb-8333-0e548bfc3dc9),segment_id=2decc661-3d6e-49cb-8333-0e548bfc3dc9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:22.835605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Allocated IP 172.25.8.190 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:13:22.836391 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1a9bc70d-f65e-45e4-9507-b9ac4d9750ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:22.846956 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b18f3ab2-79b5-41ee-a9d4-607430ec03b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'name': 'tempest-AttachSCSIVolumeTestJSON-326998575-router', 'tenant_id': '251a1be4a8d944b3a69a1272b254657e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:37Z', 'updated_at': '2022-02-09T14:13:13Z', 'revision_number': 5, 'project_id': '251a1be4a8d944b3a69a1272b254657e', 'gw_port': {'id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:42Z', 'updated_at': '2022-02-09T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:22.851860 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f3ab2-79b5-41ee-a9d4-607430ec03b1 None None] The sync data for ids ['d2875e01-cda6-445b-872c-e18bc532dcde'] in n-d-828418-2 is: [{'id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'name': 'tempest-AttachSCSIVolumeTestJSON-326998575-router', 'tenant_id': '251a1be4a8d944b3a69a1272b254657e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:09:37Z', 'updated_at': '2022-02-09T14:13:13Z', 'revision_number': 5, 'project_id': '251a1be4a8d944b3a69a1272b254657e', 'gw_port': {'id': 'd70f6119-0f34-42c8-8e07-c7f3dd45f643', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:42:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2875e01-cda6-445b-872c-e18bc532dcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:09:42Z', 'updated_at': '2022-02-09T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:13:22.886842 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8398cf7-1e87-4ec2-820d-ad8813c5a2fb req-004b0ecf-23d9-428c-84e3-977bf510258d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dec3d262-6c95-46b7-b19e-f5155567feda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0839260 Feb 09 14:13:23.002943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Router f51ced84-091d-4217-aa54-722502df55bc has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:13:23.033197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bc70d-f65e-45e4-9507-b9ac4d9750ee None None] Pushing event updated for resources: {'Port': ['ID=725e68a7-4e53-4e4c-bc0a-211886c40ece,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:23.090362 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3cb16e6d-f6af-46fa-b8ff-a4c637382bd3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f0b561ef-919a-4607-9883-c51de0b2aead HTTP/1.1" status: 204 len: 168 time: 2.6958532 Feb 09 14:13:23.350890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8398cf7-1e87-4ec2-820d-ad8813c5a2fb req-aecb236f-5b17-4c7f-811d-900e21d58304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:23.353748 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8398cf7-1e87-4ec2-820d-ad8813c5a2fb req-aecb236f-5b17-4c7f-811d-900e21d58304 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=beeb51e3d8874419bafa70211a464ecf&device_id=dec3d262-6c95-46b7-b19e-f5155567feda HTTP/1.1" status: 200 len: 1099 time: 0.3487966 Feb 09 14:13:23.378289 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-8211d8dc-b37c-4de1-9b41-c64e6a0e0b0f admin admin] For port d70f6119-0f34-42c8-8e07-c7f3dd45f643, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d70f6119-0f34-42c8-8e07-c7f3dd45f643,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:23.378882 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8211d8dc-b37c-4de1-9b41-c64e6a0e0b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:23.448956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:13:23.463288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Sync routers for ids ['f51ced84-091d-4217-aa54-722502df55bc'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:13:23.486625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55440) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:23.541767 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f1dc897d-9775-4bfc-a68a-a69459953345 None None] Provisioning complete for port 725e68a7-4e53-4e4c-bc0a-211886c40ece triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:23.542947 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f1dc897d-9775-4bfc-a68a-a69459953345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:23.572282 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:23.592491 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-882b1cc8-475c-4f31-9a28-2a813b749f5c admin admin] 10.222.0.48 "PUT /v2.0/routers/f51ced84-091d-4217-aa54-722502df55bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5489674 Feb 09 14:13:23.636650 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Routers {'f51ced84-091d-4217-aa54-722502df55bc'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:13:23.650523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:12:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f51ced84-091d-4217-aa54-722502df55bc'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:23.669933 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bec4e3da-604f-4bd6-b7ad-b1340316e27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:23.684508 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bec4e3da-604f-4bd6-b7ad-b1340316e27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:23.766353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4e3da-604f-4bd6-b7ad-b1340316e27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb006bd-4c12-4f70-ad76-3a5d3afd02c1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:23.781197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8211d8dc-b37c-4de1-9b41-c64e6a0e0b0f admin admin] Calling delete_port for d70f6119-0f34-42c8-8e07-c7f3dd45f643 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:13:23.791534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfb719-b35f-403b-bdbe-af1c9c14083a req-65bdb514-e3fa-434f-a84c-517fb8f5a9e8 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:23.799900 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2abfb719-b35f-403b-bdbe-af1c9c14083a req-65bdb514-e3fa-434f-a84c-517fb8f5a9e8 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec3d262-6c95-46b7-b19e-f5155567feda HTTP/1.1" status: 200 len: 948 time: 1.4973979 Feb 09 14:13:23.891162 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bec4e3da-604f-4bd6-b7ad-b1340316e27a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=614f7fb8c251495d80cd4ebfad636e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9495981 Feb 09 14:13:23.907137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55460) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:23.929531 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:24.104571 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2abfb719-b35f-403b-bdbe-af1c9c14083a req-f249e389-1c2d-4427-97da-fc27de16e245 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6e06da0-e930-40ab-a541-46b9bd3955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009949 Feb 09 14:13:24.109712 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6ca162e0-aa2f-4d75-9ffd-0c03e89dbc5d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eef4b4f9c5c64b73ae0c92a52362be6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6177666 Feb 09 14:13:24.127899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55466) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:24.201931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Pushing event updated for resources: {'Port': ['ID=f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:24.236502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:24.241314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:24.250287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:13:24.422012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8398cf7-1e87-4ec2-820d-ad8813c5a2fb req-31919985-4dae-41a4-a876-2dd48e7ac710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:24.425231 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8398cf7-1e87-4ec2-820d-ad8813c5a2fb req-31919985-4dae-41a4-a876-2dd48e7ac710 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.8465452 Feb 09 14:13:24.439546 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Set router f51ced84-091d-4217-aa54-722502df55bc gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:13:24.472969 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87a489f2-262a-4886-b021-fcf465c2a401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:24.550508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55476) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:24.554979 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 14:13:24.555504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:13:24.646386 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87a489f2-262a-4886-b021-fcf465c2a401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:24.663120 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8398cf7-1e87-4ec2-820d-ad8813c5a2fb req-2d6a96bd-98aa-46d5-81dc-463cdd70001e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0ecdee35-28e2-452d-aba3-0ceeabd20774 HTTP/1.1" status: 200 len: 217 time: 0.2265348 Feb 09 14:13:24.742654 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-392e268e-742b-4c63-96c6-6c4c854e1544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:24.754826 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a68e5c7e-11b3-4e94-8210-1169dd10c4f4 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 5.1019599 Feb 09 14:13:24.763949 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55494) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:24.776347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8398cf7-1e87-4ec2-820d-ad8813c5a2fb req-3a079506-4bad-46be-83ce-4ca6d75ae9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:24.778509 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8398cf7-1e87-4ec2-820d-ad8813c5a2fb req-3a079506-4bad-46be-83ce-4ca6d75ae9f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1007731 Feb 09 14:13:24.852888 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8211d8dc-b37c-4de1-9b41-c64e6a0e0b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:24.893001 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 725e68a7-4e53-4e4c-bc0a-211886c40ece up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:24.979466 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-392e268e-742b-4c63-96c6-6c4c854e1544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:25.060173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211d8dc-b37c-4de1-9b41-c64e6a0e0b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=d70f6119-0f34-42c8-8e07-c7f3dd45f643,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:25.124238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20086eb3-c6a7-4a76-8fd9-9e481da7a68c req-f9915911-8ed8-4776-820e-521a171fe113 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:25.126272 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-20086eb3-c6a7-4a76-8fd9-9e481da7a68c req-f9915911-8ed8-4776-820e-521a171fe113 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.35 "GET /v2.0/ports?device_id=dec3d262-6c95-46b7-b19e-f5155567feda HTTP/1.1" status: 200 len: 948 time: 0.8867614 Feb 09 14:13:25.174656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1db82-957f-41c0-9588-b927f5eac4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Deleting port d5cb75b6-d7f4-4a4f-aeb3-21893a2bb30b {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:25.175296 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7d1db82-957f-41c0-9588-b927f5eac4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:25.256757 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 725e68a7-4e53-4e4c-bc0a-211886c40ece triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:25.257265 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:25.307349 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98413318-c4c2-4b2b-99fe-b878e968be76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:25.331301 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87a489f2-262a-4886-b021-fcf465c2a401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:25.358230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-98413318-c4c2-4b2b-99fe-b878e968be76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:25.370914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-98413318-c4c2-4b2b-99fe-b878e968be76 admin admin] Usage tracker for resource:security_group_rule and tenant:4927b3ee103c466e837f58da65602f17 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:25.393795 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ced84-091d-4217-aa54-722502df55bc', 'name': 'tempest-TaggedBootDevicesTest-279061739-router', 'tenant_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:58Z', 'updated_at': '2022-02-09T14:13:17Z', 'revision_number': 4, 'project_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'gw_port': {'id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ced84-091d-4217-aa54-722502df55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:59Z', 'updated_at': '2022-02-09T14:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '5d4a8489-a889-4345-9e2e-47dc5e1e45aa', 'name': '', 'network_id': '0854e15f-2df5-4f6f-9fa6-5d439444d598', 'tenant_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'mac_address': 'fa:16:3e:cf:15:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51ced84-091d-4217-aa54-722502df55bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '5345a8c0-cfe1-48d9-82fb-f4e37ccc78c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:10Z', 'updated_at': '2022-02-09T14:13:18Z', 'revision_number': 2, 'project_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'subnets': [{'id': '5345a8c0-cfe1-48d9-82fb-f4e37ccc78c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:25.446553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-98413318-c4c2-4b2b-99fe-b878e968be76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:25.451961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a489f2-262a-4886-b021-fcf465c2a401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86933b24-0a7f-4c04-882b-098f7c053996,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:25.454479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Checking router: f51ced84-091d-4217-aa54-722502df55bc for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:13:25.455087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Updating router f51ced84-091d-4217-aa54-722502df55bc port 5d4a8489-a889-4345-9e2e-47dc5e1e45aa binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:13:25.475856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-20086eb3-c6a7-4a76-8fd9-9e481da7a68c req-5dd3164b-9a05-438c-bab3-c5f6d0dc2355 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Deleting port 0ecdee35-28e2-452d-aba3-0ceeabd20774 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:25.476798 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-20086eb3-c6a7-4a76-8fd9-9e481da7a68c req-5dd3164b-9a05-438c-bab3-c5f6d0dc2355 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:25.533304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-98413318-c4c2-4b2b-99fe-b878e968be76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:25.545977 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:25.551421 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8211d8dc-b37c-4de1-9b41-c64e6a0e0b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:25.576996 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-87a489f2-262a-4886-b021-fcf465c2a401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:25.580528 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-87a489f2-262a-4886-b021-fcf465c2a401 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86933b24-0a7f-4c04-882b-098f7c053996 HTTP/1.1" status: 204 len: 168 time: 1.4547379 Feb 09 14:13:25.604053 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-392e268e-742b-4c63-96c6-6c4c854e1544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:25.679001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e268e-742b-4c63-96c6-6c4c854e1544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb006bd-4c12-4f70-ad76-3a5d3afd02c1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:25.716108 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-392e268e-742b-4c63-96c6-6c4c854e1544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:25.720298 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-392e268e-742b-4c63-96c6-6c4c854e1544 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/adb006bd-4c12-4f70-ad76-3a5d3afd02c1 HTTP/1.1" status: 204 len: 168 time: 1.7097995 Feb 09 14:13:25.730797 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7d1db82-957f-41c0-9588-b927f5eac4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:25.731128 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7d1db82-957f-41c0-9588-b927f5eac4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:26.041510 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98413318-c4c2-4b2b-99fe-b878e968be76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:26.202033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8398cf7-1e87-4ec2-820d-ad8813c5a2fb req-f3b17431-081f-4cd9-b63a-d385b2def82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:26.206643 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8398cf7-1e87-4ec2-820d-ad8813c5a2fb req-f3b17431-081f-4cd9-b63a-d385b2def82d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3486030 Feb 09 14:13:26.244910 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 57d97404-6451-4167-a89a-e13195244b7c no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:13:26.286128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1db82-957f-41c0-9588-b927f5eac4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Calling delete_port for d5cb75b6-d7f4-4a4f-aeb3-21893a2bb30b owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:13:26.339269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 57d97404-6451-4167-a89a-e13195244b7c {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:13:26.339614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 57d97404-6451-4167-a89a-e13195244b7c not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:13:26.366608 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8211d8dc-b37c-4de1-9b41-c64e6a0e0b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:26.369078 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98413318-c4c2-4b2b-99fe-b878e968be76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:26.401930 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8211d8dc-b37c-4de1-9b41-c64e6a0e0b0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:26.444513 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-98413318-c4c2-4b2b-99fe-b878e968be76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4927b3ee103c466e837f58da65602f17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8102462 Feb 09 14:13:26.483812 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:26.487552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55558) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:26.530292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Transition to ACTIVE for port object 5d4a8489-a889-4345-9e2e-47dc5e1e45aa will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:26.543317 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:26.736311 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8211d8dc-b37c-4de1-9b41-c64e6a0e0b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:26.736875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8211d8dc-b37c-4de1-9b41-c64e6a0e0b0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2875e01-cda6-445b-872c-e18bc532dcde {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:13:26.853270 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:26.878086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-20086eb3-c6a7-4a76-8fd9-9e481da7a68c req-5dd3164b-9a05-438c-bab3-c5f6d0dc2355 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] For port 0ecdee35-28e2-452d-aba3-0ceeabd20774, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0ecdee35-28e2-452d-aba3-0ceeabd20774,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:26.878602 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-20086eb3-c6a7-4a76-8fd9-9e481da7a68c req-5dd3164b-9a05-438c-bab3-c5f6d0dc2355 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:26.915485 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c246f805-ecc3-47e2-9dd5-83361df91f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:26.977025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e23df-16d9-4405-99a4-fd697a7cd454 None None] Pushing event updated for resources: {'Port': ['ID=5d4a8489-a889-4345-9e2e-47dc5e1e45aa,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:26.989923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98413318-c4c2-4b2b-99fe-b878e968be76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5570d8db-6d20-4089-8821-8866e577209c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:26.998643 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c246f805-ecc3-47e2-9dd5-83361df91f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:27.133395 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cbc159a3-efbd-4c31-84ab-4bea6c4fb5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:27.135553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413ac4b-8f40-4adc-a649-6e5a81beae33 req-3798b5c4-c771-41f2-9620-38a2286e6995 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:27.156153 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2413ac4b-8f40-4adc-a649-6e5a81beae33 req-3798b5c4-c771-41f2-9620-38a2286e6995 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec3d262-6c95-46b7-b19e-f5155567feda HTTP/1.1" status: 200 len: 948 time: 1.7150826 Feb 09 14:13:27.295356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Attempting to bind port 5d4a8489-a889-4345-9e2e-47dc5e1e45aa on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:13:27.295955 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Attempting to bind port 5d4a8489-a889-4345-9e2e-47dc5e1e45aa by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'ea47ffdc-79ac-4052-8c3a-fa0176f24ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0854e15f-2df5-4f6f-9fa6-5d439444d598'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:13:27.296087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Attempting to bind port 5d4a8489-a889-4345-9e2e-47dc5e1e45aa on network 0854e15f-2df5-4f6f-9fa6-5d439444d598 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:13:27.316832 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:13:27.318701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Checking segment: {'id': 'ea47ffdc-79ac-4052-8c3a-fa0176f24ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0854e15f-2df5-4f6f-9fa6-5d439444d598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:13:27.319702 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:27.321523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Bound using segment: {'id': 'ea47ffdc-79ac-4052-8c3a-fa0176f24ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0854e15f-2df5-4f6f-9fa6-5d439444d598'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:13:27.325376 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Bound port: 5d4a8489-a889-4345-9e2e-47dc5e1e45aa, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea47ffdc-79ac-4052-8c3a-fa0176f24ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0854e15f-2df5-4f6f-9fa6-5d439444d598'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:13:27.327278 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:27.402471 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c246f805-ecc3-47e2-9dd5-83361df91f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:27.407190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55604) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:27.434843 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8398cf7-1e87-4ec2-820d-ad8813c5a2fb req-2664d619-df3c-4711-8480-f783f002fece service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0171449 Feb 09 14:13:27.456924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55606) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:27.533667 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] For port 5d4a8489-a889-4345-9e2e-47dc5e1e45aa, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:13:27.545315 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] For port 5d4a8489-a889-4345-9e2e-47dc5e1e45aa, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=5d4a8489-a889-4345-9e2e-47dc5e1e45aa,segment=NetworkSegment(ea47ffdc-79ac-4052-8c3a-fa0176f24ec9),segment_id=ea47ffdc-79ac-4052-8c3a-fa0176f24ec9)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:13:27.554911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0ecdee35-28e2-452d-aba3-0ceeabd20774 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:13:27.584916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-20086eb3-c6a7-4a76-8fd9-9e481da7a68c req-5dd3164b-9a05-438c-bab3-c5f6d0dc2355 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Calling delete_port for 0ecdee35-28e2-452d-aba3-0ceeabd20774 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:13:27.612334 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8211d8dc-b37c-4de1-9b41-c64e6a0e0b0f admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:27.615683 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8211d8dc-b37c-4de1-9b41-c64e6a0e0b0f admin admin] 10.222.0.48 "DELETE /v2.0/routers/d2875e01-cda6-445b-872c-e18bc532dcde HTTP/1.1" status: 204 len: 168 time: 7.0708823 Feb 09 14:13:27.644962 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:27.687884 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2413ac4b-8f40-4adc-a649-6e5a81beae33 req-0a48c4c1-4830-4555-a264-b51316ffc23e tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6e06da0-e930-40ab-a541-46b9bd3955fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306060 Feb 09 14:13:27.700606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55612) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:27.724188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246f805-ecc3-47e2-9dd5-83361df91f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5570d8db-6d20-4089-8821-8866e577209c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:27.732764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-748655058-network', 'tenant_id': '41c6076234da413c8bf538d0aa21207d'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:27.740143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:27.747684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Usage tracker for resource:network and tenant:41c6076234da413c8bf538d0aa21207d is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:27.752810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:27.761099 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:27.781004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Made reservation on behalf of 41c6076234da413c8bf538d0aa21207d for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:13:27.784773 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:27.786412 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Routers {'f51ced84-091d-4217-aa54-722502df55bc'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:13:27.787113 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:12:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f51ced84-091d-4217-aa54-722502df55bc'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:27.819103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c68216-ae95-4853-b4fe-3586575c39e6 admin admin] Deleting subnet 3f36dee6-4387-4c1a-8446-0e41ca89bc36 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:13:27.856240 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16c68216-ae95-4853-b4fe-3586575c39e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:27.939201 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:27.944766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e23df-16d9-4405-99a4-fd697a7cd454 None None] Pushing event updated for resources: {'Port': ['ID=5d4a8489-a889-4345-9e2e-47dc5e1e45aa,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:27.960673 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8398cf7-1e87-4ec2-820d-ad8813c5a2fb req-389ed16c-e392-46aa-9d3b-3c0a5f717a23 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026958 Feb 09 14:13:27.961856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1742022487-network', 'tenant_id': '20c1fbf014444753a794493123a90d00'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:27.989498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:27.991033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:28.004960 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7d1db82-957f-41c0-9588-b927f5eac4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:28.010518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Usage tracker for resource:security_group_rule and tenant:41c6076234da413c8bf538d0aa21207d is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:28.016590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:28.022200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Usage tracker for resource:network and tenant:20c1fbf014444753a794493123a90d00 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:28.122375 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c246f805-ecc3-47e2-9dd5-83361df91f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:28.124759 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c246f805-ecc3-47e2-9dd5-83361df91f40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5570d8db-6d20-4089-8821-8866e577209c HTTP/1.1" status: 204 len: 168 time: 1.6342964 Feb 09 14:13:28.147498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:28.161795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1db82-957f-41c0-9588-b927f5eac4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5cb75b6-d7f4-4a4f-aeb3-21893a2bb30b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:28.173713 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:28.191393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:28.198032 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16c68216-ae95-4853-b4fe-3586575c39e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:28.241014 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] Set router f51ced84-091d-4217-aa54-722502df55bc gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:13:28.282251 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:28.611193 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Made reservation on behalf of 20c1fbf014444753a794493123a90d00 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:13:28.632340 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:28.857946 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:28.890713 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d70f6119-0f34-42c8-8e07-c7f3dd45f643 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:13:28.916068 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7d1db82-957f-41c0-9588-b927f5eac4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:28.935666 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-20086eb3-c6a7-4a76-8fd9-9e481da7a68c req-5dd3164b-9a05-438c-bab3-c5f6d0dc2355 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:28.951025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:28.965146 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:29.032352 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: d70f6119-0f34-42c8-8e07-c7f3dd45f643 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:13:29.032728 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d70f6119-0f34-42c8-8e07-c7f3dd45f643 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:13:29.035875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:13:29.061209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac53d1b-312a-4ba9-a5c1-845ed1b85050,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:29.089779 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:29.090131 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Added segment 8d044830-f33b-4e29-a6ee-c5486d5efed2 of type vlan for network 368806ef-2e20-4d7c-9289-2a0d1f83bd61 Feb 09 14:13:29.104569 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Router 083f3709-51be-41b1-b248-5a2f6e06597f is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:13:29.141249 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-285a7fa1-69d4-47fa-b3e4-199b93c6f5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:29.213266 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ced84-091d-4217-aa54-722502df55bc', 'name': 'tempest-TaggedBootDevicesTest-279061739-router', 'tenant_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:58Z', 'updated_at': '2022-02-09T14:13:17Z', 'revision_number': 4, 'project_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'gw_port': {'id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ced84-091d-4217-aa54-722502df55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:59Z', 'updated_at': '2022-02-09T14:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '5d4a8489-a889-4345-9e2e-47dc5e1e45aa', 'name': '', 'network_id': '0854e15f-2df5-4f6f-9fa6-5d439444d598', 'tenant_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'mac_address': 'fa:16:3e:cf:15:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51ced84-091d-4217-aa54-722502df55bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '5345a8c0-cfe1-48d9-82fb-f4e37ccc78c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:10Z', 'updated_at': '2022-02-09T14:13:27Z', 'revision_number': 4, 'project_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'subnets': [{'id': '5345a8c0-cfe1-48d9-82fb-f4e37ccc78c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:29.218536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dee78d-d2e8-4157-89b5-21a53f1e0f4c None None] The sync data for ids ['f51ced84-091d-4217-aa54-722502df55bc'] in n-d-828418-2 is: [{'id': 'f51ced84-091d-4217-aa54-722502df55bc', 'name': 'tempest-TaggedBootDevicesTest-279061739-router', 'tenant_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:58Z', 'updated_at': '2022-02-09T14:13:17Z', 'revision_number': 4, 'project_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'gw_port': {'id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ced84-091d-4217-aa54-722502df55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:59Z', 'updated_at': '2022-02-09T14:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '5d4a8489-a889-4345-9e2e-47dc5e1e45aa', 'name': '', 'network_id': '0854e15f-2df5-4f6f-9fa6-5d439444d598', 'tenant_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'mac_address': 'fa:16:3e:cf:15:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51ced84-091d-4217-aa54-722502df55bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '5345a8c0-cfe1-48d9-82fb-f4e37ccc78c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:10Z', 'updated_at': '2022-02-09T14:13:27Z', 'revision_number': 4, 'project_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'subnets': [{'id': '5345a8c0-cfe1-48d9-82fb-f4e37ccc78c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:13:29.236800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:29.241006 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:29.283634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3164b-9a05-438c-bab3-c5f6d0dc2355 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Pushing event deleted for resources: {'Port': ['ID=0ecdee35-28e2-452d-aba3-0ceeabd20774,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:29.319530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Usage tracker for resource:security_group_rule and tenant:20c1fbf014444753a794493123a90d00 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:29.403502 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7d1db82-957f-41c0-9588-b927f5eac4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:29.409345 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c7d1db82-957f-41c0-9588-b927f5eac4f6 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025 tempest-ExternalNetworksAdminNegativeTestJSON-1632495025-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/caf91a8b-7bae-4ec3-a386-3b86bf385db2 HTTP/1.1" status: 204 len: 168 time: 4.6340711 Feb 09 14:13:29.413794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:29.532822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:13:29.553688 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Sync routers for ids ['083f3709-51be-41b1-b248-5a2f6e06597f'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:13:29.556496 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:29.557549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:29.558161 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:29.589244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e6b380e3-34aa-4657-96ee-24bde93defd5 req-f634c1d2-db02-4059-a57e-f7cf44d1c32d tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Synchronizing usage tracker for tenant:beeb51e3d8874419bafa70211a464ecf on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:13:29.592198 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Routers {'083f3709-51be-41b1-b248-5a2f6e06597f'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:13:29.603617 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:13:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['083f3709-51be-41b1-b248-5a2f6e06597f'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:29.615019 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-20086eb3-c6a7-4a76-8fd9-9e481da7a68c req-5dd3164b-9a05-438c-bab3-c5f6d0dc2355 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] No DVR routers for this DVR port 0ecdee35-28e2-452d-aba3-0ceeabd20774 on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:13:29.626050 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-20086eb3-c6a7-4a76-8fd9-9e481da7a68c req-5dd3164b-9a05-438c-bab3-c5f6d0dc2355 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:29.629985 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-20086eb3-c6a7-4a76-8fd9-9e481da7a68c req-5dd3164b-9a05-438c-bab3-c5f6d0dc2355 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.35 "DELETE /v2.0/ports/0ecdee35-28e2-452d-aba3-0ceeabd20774 HTTP/1.1" status: 204 len: 173 time: 4.4908097 Feb 09 14:13:29.631437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:29.641905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec3d262-6c95-46b7-b19e-f5155567feda', 'name': 'network-vif-deleted', 'tag': '0ecdee35-28e2-452d-aba3-0ceeabd20774'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:13:29.702302 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e6b380e3-34aa-4657-96ee-24bde93defd5 req-f634c1d2-db02-4059-a57e-f7cf44d1c32d tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] Unset dirty status for tenant:beeb51e3d8874419bafa70211a464ecf on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:13:29.709746 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e6b380e3-34aa-4657-96ee-24bde93defd5 req-f634c1d2-db02-4059-a57e-f7cf44d1c32d tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec3d262-6c95-46b7-b19e-f5155567feda HTTP/1.1" status: 200 len: 210 time: 0.5909712 Feb 09 14:13:29.792222 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:29.800622 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55658) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:29.801930 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16c68216-ae95-4853-b4fe-3586575c39e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:29.804616 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-844d888d-8a15-4e0f-8c61-470e4906ed1e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.7502158 Feb 09 14:13:29.891552 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4318888 Feb 09 14:13:29.899094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55662) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:29.917291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-a1d0497f-74be-4542-a353-04cfb34785b1 admin admin] Request body: {'subnet': {'network_id': '368806ef-2e20-4d7c-9289-2a0d1f83bd61', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-748655058-subnet', 'tenant_id': '41c6076234da413c8bf538d0aa21207d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:29.940633 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec3d262-6c95-46b7-b19e-f5155567feda', 'name': 'network-vif-deleted', 'tag': '0ecdee35-28e2-452d-aba3-0ceeabd20774', 'status': 'completed', 'code': 200} Feb 09 14:13:29.958082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cdfc9-36a5-48c4-86c9-a91fd031bccb admin admin] Pushing event updated for resources: {'Network': ['ID=368806ef-2e20-4d7c-9289-2a0d1f83bd61,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:29.982216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 368806ef-2e20-4d7c-9289-2a0d1f83bd61 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:13:29.986473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55668) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:29.992408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a1d0497f-74be-4542-a353-04cfb34785b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:29.998303 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a1d0497f-74be-4542-a353-04cfb34785b1 admin admin] Usage tracker for resource:subnet and tenant:41c6076234da413c8bf538d0aa21207d is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:30.002852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a1d0497f-74be-4542-a353-04cfb34785b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:30.042207 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a1d0497f-74be-4542-a353-04cfb34785b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:30.088690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d0497f-74be-4542-a353-04cfb34785b1 admin admin] Made reservation on behalf of 41c6076234da413c8bf538d0aa21207d for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:13:30.093088 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a1d0497f-74be-4542-a353-04cfb34785b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:30.348077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55674) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:30.404946 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Set router 083f3709-51be-41b1-b248-5a2f6e06597f gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:13:30.630755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-108720717-network', 'tenant_id': '21da874526c74cecb55e6cdd53a5bc5e'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:30.651840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:30.671129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Usage tracker for resource:network and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:30.676154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:30.691127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:30.728919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Made reservation on behalf of 21da874526c74cecb55e6cdd53a5bc5e for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:13:30.741430 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:30.772579 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:30.782799 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:30.853245 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:30.907407 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6275704f-f777-46f3-9ade-ec8775a1ae5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:30.931295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:30.975560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Usage tracker for resource:security_group_rule and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:30.982148 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6275704f-f777-46f3-9ade-ec8775a1ae5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:30.983951 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5d4a8489-a889-4345-9e2e-47dc5e1e45aa up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:30.986159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:31.004540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6275704f-f777-46f3-9ade-ec8775a1ae5d admin admin] Usage tracker for resource:security_group_rule and tenant:f69511c8a5d2474d8265e152c035df5b is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:31.024199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:31.062180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6275704f-f777-46f3-9ade-ec8775a1ae5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:31.086610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6275704f-f777-46f3-9ade-ec8775a1ae5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:31.108060 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a1d0497f-74be-4542-a353-04cfb34785b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:31.202833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 5d4a8489-a889-4345-9e2e-47dc5e1e45aa completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:31.231559 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 5d4a8489-a889-4345-9e2e-47dc5e1e45aa triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:31.233443 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:31.343169 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16c68216-ae95-4853-b4fe-3586575c39e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:31.461038 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'name': 'tempest-ServersTestMultiNic-1627794850-router', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:19Z', 'updated_at': '2022-02-09T14:13:25Z', 'revision_number': 3, 'project_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'gw_port': {'id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:61:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:21Z', 'updated_at': '2022-02-09T14:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:31.473227 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Checking router: 083f3709-51be-41b1-b248-5a2f6e06597f for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:13:31.473571 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Updating router 083f3709-51be-41b1-b248-5a2f6e06597f port f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:13:31.478388 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6275704f-f777-46f3-9ade-ec8775a1ae5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:31.512835 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6275704f-f777-46f3-9ade-ec8775a1ae5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:31.571437 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:31.627505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0497f-74be-4542-a353-04cfb34785b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d436d2c0-961d-40f6-a630-67d4bd9f9643,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:31.670526 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:31.671756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 5d4a8489-a889-4345-9e2e-47dc5e1e45aa, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=5d4a8489-a889-4345-9e2e-47dc5e1e45aa,segment=NetworkSegment(ea47ffdc-79ac-4052-8c3a-fa0176f24ec9),segment_id=ea47ffdc-79ac-4052-8c3a-fa0176f24ec9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:31.681359 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:31.705992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d0497f-74be-4542-a353-04cfb34785b1 admin admin] Checking segment: {'id': '8d044830-f33b-4e29-a6ee-c5486d5efed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '368806ef-2e20-4d7c-9289-2a0d1f83bd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:13:31.706452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d0497f-74be-4542-a353-04cfb34785b1 admin admin] Network hostable DHCP agents. Network: 368806ef-2e20-4d7c-9289-2a0d1f83bd61, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:13:31.760029 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6275704f-f777-46f3-9ade-ec8775a1ae5d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f69511c8a5d2474d8265e152c035df5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4100525 Feb 09 14:13:31.777350 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:31.780491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55684) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:31.805005 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-02f23b3d-a6fc-49c9-934c-98e82f2baef3 req-1bc866af-5d39-49b8-920f-49839d9d4770 tempest-ListImageFiltersTestJSON-234477892 tempest-ListImageFiltersTestJSON-234477892-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec3d262-6c95-46b7-b19e-f5155567feda HTTP/1.1" status: 200 len: 210 time: 0.4687986 Feb 09 14:13:31.821980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c68216-ae95-4853-b4fe-3586575c39e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f36dee6-4387-4c1a-8446-0e41ca89bc36,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:31.825052 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16c68216-ae95-4853-b4fe-3586575c39e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:31.832159 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:31.882659 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275704f-f777-46f3-9ade-ec8775a1ae5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8435c74c-1059-4201-aaa6-a83d6c835ae5,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:31.909902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65342d28-624b-4c19-86dc-1890a3f203e2,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:31.921986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f4c151-d24d-4215-b8c5-83be4d7d9a91 None None] Network 5ecf557b-3451-414e-a126-ea2d09f0f0a9 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:13:31.939710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:13:31.953348 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-16c68216-ae95-4853-b4fe-3586575c39e6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3f36dee6-4387-4c1a-8446-0e41ca89bc36 HTTP/1.1" status: 204 len: 168 time: 4.2410750 Feb 09 14:13:31.963885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55688) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:31.981530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d0497f-74be-4542-a353-04cfb34785b1 admin admin] Network 368806ef-2e20-4d7c-9289-2a0d1f83bd61 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:13:32.068428 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.076475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-a1d0497f-74be-4542-a353-04cfb34785b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 368806ef-2e20-4d7c-9289-2a0d1f83bd61) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:32.081435 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-037ac68d-600f-4527-9e53-0d5ff03adff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.085299 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.091040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d0497f-74be-4542-a353-04cfb34785b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:32.092302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a1d0497f-74be-4542-a353-04cfb34785b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.221005 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.246616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:13:32.256392 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-037ac68d-600f-4527-9e53-0d5ff03adff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.263313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80c50b7-4f1c-4345-af2d-de87a33d49cf None None] Network 368806ef-2e20-4d7c-9289-2a0d1f83bd61 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:13:32.376806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ad91ee-9a42-4f25-8c05-edcba09a470a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:32.449327 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-037ac68d-600f-4527-9e53-0d5ff03adff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.453696 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-037ac68d-600f-4527-9e53-0d5ff03adff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.458127 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=5d4a8489-a889-4345-9e2e-47dc5e1e45aa,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:32.460775 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-037ac68d-600f-4527-9e53-0d5ff03adff1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8435c74c-1059-4201-aaa6-a83d6c835ae5 HTTP/1.1" status: 204 len: 168 time: 0.6776290 Feb 09 14:13:32.463253 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.465039 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Added segment 1f41d4e6-999d-4bf7-a5f6-e26b7b2f7c35 of type vlan for network e9d2afd1-0916-4df7-8dcc-6ae4981e2c27 Feb 09 14:13:32.466893 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.488436 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.488897 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Added segment 0d554763-1ee3-4977-9e57-fe19f2f81aee of type vlan for network 677aeaaa-6d2e-498f-b8b0-01a0adcdf713 Feb 09 14:13:32.508537 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a1d0497f-74be-4542-a353-04cfb34785b1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6057007 Feb 09 14:13:32.511336 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55696) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:32.524701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ac68d-600f-4527-9e53-0d5ff03adff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8435c74c-1059-4201-aaa6-a83d6c835ae5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:32.556525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-748655058-router', 'tenant_id': '41c6076234da413c8bf538d0aa21207d', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:32.576175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] Deleting port ab75ffad-f831-4453-a112-041b7a32c7a3 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:32.583915 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.596023 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.632301 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.633682 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Transition to ACTIVE for port object f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:32.644884 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.650443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:32.696878 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Usage tracker for resource:router and tenant:41c6076234da413c8bf538d0aa21207d is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:32.712235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:32.723430 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.736682 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.738918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:32.744468 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.811879 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059c8ac-4626-46f4-a20c-1f9b152f3475 None None] Pushing event updated for resources: {'Port': ['ID=f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:32.839703 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1059c8ac-4626-46f4-a20c-1f9b152f3475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:32.841648 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1059c8ac-4626-46f4-a20c-1f9b152f3475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:32.842013 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1059c8ac-4626-46f4-a20c-1f9b152f3475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:32.843175 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1059c8ac-4626-46f4-a20c-1f9b152f3475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:32.843517 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1059c8ac-4626-46f4-a20c-1f9b152f3475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:32.846739 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1059c8ac-4626-46f4-a20c-1f9b152f3475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:32.847408 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1059c8ac-4626-46f4-a20c-1f9b152f3475 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:32.847765 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1059c8ac-4626-46f4-a20c-1f9b152f3475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:32.848107 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1059c8ac-4626-46f4-a20c-1f9b152f3475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:32.848440 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1059c8ac-4626-46f4-a20c-1f9b152f3475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:32.852147 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1059c8ac-4626-46f4-a20c-1f9b152f3475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:32.852555 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1059c8ac-4626-46f4-a20c-1f9b152f3475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:32.900886 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Attempting to bind port f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:13:32.901259 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Attempting to bind port f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:13:32.901623 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Attempting to bind port f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:13:32.917847 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:13:32.918239 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:13:32.918649 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.919048 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:13:32.921858 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Bound port: f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:13:32.922304 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:32.925465 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5d4a8489-a889-4345-9e2e-47dc5e1e45aa up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:32.960407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:33.085413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] Pushing event updated for resources: {'Network': ['ID=e9d2afd1-0916-4df7-8dcc-6ae4981e2c27,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:33.089182 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-368806ef-2e20-4d7c-9289-2a0d1f83bd61', 'network_id': '368806ef-2e20-4d7c-9289-2a0d1f83bd61', 'tenant_id': '41c6076234da413c8bf538d0aa21207d', 'fixed_ips': [{'subnet_id': 'd436d2c0-961d-40f6-a630-67d4bd9f9643'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:13:33.090805 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:33.115442 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-aab7b40a-3419-4302-9595-a463a3e8c551 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1256537 Feb 09 14:13:33.117840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55712) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:33.121531 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] For port f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:13:33.123979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network e9d2afd1-0916-4df7-8dcc-6ae4981e2c27 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:13:33.131055 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] For port f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:13:33.131234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-07245010-d5ba-42d8-b776-172d30d36d3f admin admin] Request body: {'subnet': {'network_id': 'e9d2afd1-0916-4df7-8dcc-6ae4981e2c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-108720717-subnet', 'tenant_id': '21da874526c74cecb55e6cdd53a5bc5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:33.137813 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:33.144776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-07245010-d5ba-42d8-b776-172d30d36d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:33.156949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-07245010-d5ba-42d8-b776-172d30d36d3f admin admin] Usage tracker for resource:subnet and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:33.166686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-07245010-d5ba-42d8-b776-172d30d36d3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:33.185165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-07245010-d5ba-42d8-b776-172d30d36d3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:33.190726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55716) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:33.214428 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:13:33.261185 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:33.262737 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:33.267312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07245010-d5ba-42d8-b776-172d30d36d3f admin admin] Made reservation on behalf of 21da874526c74cecb55e6cdd53a5bc5e for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:13:33.283559 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-07245010-d5ba-42d8-b776-172d30d36d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:33.288193 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:33.378630 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059c8ac-4626-46f4-a20c-1f9b152f3475 None None] Pushing event updated for resources: {'Port': ['ID=f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:33.403147 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Routers {'083f3709-51be-41b1-b248-5a2f6e06597f'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:13:33.403807 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:13:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['083f3709-51be-41b1-b248-5a2f6e06597f'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:33.421330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e72d36-6495-412f-9f38-5144d6aeff2e None None] DHCP port deletion for 5ecf557b-3451-414e-a126-ea2d09f0f0a9 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:13:33.451228 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-01e72d36-6495-412f-9f38-5144d6aeff2e None None] Deleting port ab75ffad-f831-4453-a112-041b7a32c7a3 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:33.451464 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-01e72d36-6495-412f-9f38-5144d6aeff2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:33.526085 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 5d4a8489-a889-4345-9e2e-47dc5e1e45aa triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:33.527239 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:33.552487 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:33.553782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:33.554478 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:33.685249 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bd181350-baee-42ca-943c-f176242f6e3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=505a7fd1e7bd4928a76fbaa20b98fa73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4883478 Feb 09 14:13:33.697855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55726) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:33.753832 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:33.974566 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] Set router 083f3709-51be-41b1-b248-5a2f6e06597f gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:13:34.100096 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-046772a4-2ae5-4509-91b3-74fc3c6edadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:34.336667 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-046772a4-2ae5-4509-91b3-74fc3c6edadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:34.411411 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:34.432319 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-01e72d36-6495-412f-9f38-5144d6aeff2e None None] For port ab75ffad-f831-4453-a112-041b7a32c7a3, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ab75ffad-f831-4453-a112-041b7a32c7a3,segment=NetworkSegment(5abf8051-3014-4b19-81c3-051bdb34d844),segment_id=5abf8051-3014-4b19-81c3-051bdb34d844)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:34.432866 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-01e72d36-6495-412f-9f38-5144d6aeff2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:34.463687 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Allocated IP 172.20.0.2 (368806ef-2e20-4d7c-9289-2a0d1f83bd61/d436d2c0-961d-40f6-a630-67d4bd9f9643/7c359588-443f-4232-ac73-1038d3e8e9be) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:13:34.648006 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-07245010-d5ba-42d8-b776-172d30d36d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:34.742475 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-046772a4-2ae5-4509-91b3-74fc3c6edadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:34.807764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046772a4-2ae5-4509-91b3-74fc3c6edadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6cdf07-b72b-4457-87a7-ce254afb3206,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:34.902198 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 7.2048757 Feb 09 14:13:34.911830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55766) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:34.927659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078ab1b-f54c-4dad-a15b-2ca6233956b9 admin admin] Pushing event updated for resources: {'Network': ['ID=677aeaaa-6d2e-498f-b8b0-01a0adcdf713,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:34.935568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07245010-d5ba-42d8-b776-172d30d36d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=baffd6cc-dc5b-40a9-b01f-98e3676c2bdc,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:34.942097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-046772a4-2ae5-4509-91b3-74fc3c6edadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:34.948573 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-046772a4-2ae5-4509-91b3-74fc3c6edadb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e6cdf07-b72b-4457-87a7-ce254afb3206 HTTP/1.1" status: 204 len: 168 time: 1.2496810 Feb 09 14:13:34.954346 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-01e72d36-6495-412f-9f38-5144d6aeff2e None None] Calling delete_port for ab75ffad-f831-4453-a112-041b7a32c7a3 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:13:34.959039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-94b19696-0167-41a0-acdd-67ab0e807fa4 admin admin] Request body: {'subnet': {'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1742022487-subnet', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:34.964182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07245010-d5ba-42d8-b776-172d30d36d3f admin admin] Checking segment: {'id': '1f41d4e6-999d-4bf7-a5f6-e26b7b2f7c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e9d2afd1-0916-4df7-8dcc-6ae4981e2c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:13:34.964754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07245010-d5ba-42d8-b776-172d30d36d3f admin admin] Network hostable DHCP agents. Network: e9d2afd1-0916-4df7-8dcc-6ae4981e2c27, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:13:34.975225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-94b19696-0167-41a0-acdd-67ab0e807fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:34.981716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-94b19696-0167-41a0-acdd-67ab0e807fa4 admin admin] Usage tracker for resource:subnet and tenant:20c1fbf014444753a794493123a90d00 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:34.994660 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'name': 'tempest-ServersTestMultiNic-1627794850-router', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:19Z', 'updated_at': '2022-02-09T14:13:25Z', 'revision_number': 3, 'project_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'gw_port': {'id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:61:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:21Z', 'updated_at': '2022-02-09T14:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:35.001673 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-94b19696-0167-41a0-acdd-67ab0e807fa4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:35.012516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-94b19696-0167-41a0-acdd-67ab0e807fa4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:35.021756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07245010-d5ba-42d8-b776-172d30d36d3f admin admin] Network e9d2afd1-0916-4df7-8dcc-6ae4981e2c27 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:13:35.036973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] For port ab75ffad-f831-4453-a112-041b7a32c7a3, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ab75ffad-f831-4453-a112-041b7a32c7a3,segment=NetworkSegment(5abf8051-3014-4b19-81c3-051bdb34d844),segment_id=5abf8051-3014-4b19-81c3-051bdb34d844)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:35.037532 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:35.041543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-07245010-d5ba-42d8-b776-172d30d36d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, e9d2afd1-0916-4df7-8dcc-6ae4981e2c27) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:35.043369 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8152608e-cefb-49d8-9ce4-40f8517b583a None None] The sync data for ids ['083f3709-51be-41b1-b248-5a2f6e06597f'] in n-d-828418-2 is: [{'id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'name': 'tempest-ServersTestMultiNic-1627794850-router', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:19Z', 'updated_at': '2022-02-09T14:13:25Z', 'revision_number': 3, 'project_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'gw_port': {'id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:61:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:21Z', 'updated_at': '2022-02-09T14:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:13:35.049362 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07245010-d5ba-42d8-b776-172d30d36d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:35.050058 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-07245010-d5ba-42d8-b776-172d30d36d3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:35.064810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 677aeaaa-6d2e-498f-b8b0-01a0adcdf713 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:13:35.092939 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-07245010-d5ba-42d8-b776-172d30d36d3f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9734664 Feb 09 14:13:35.100695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b19696-0167-41a0-acdd-67ab0e807fa4 admin admin] Made reservation on behalf of 20c1fbf014444753a794493123a90d00 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:13:35.103647 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-94b19696-0167-41a0-acdd-67ab0e807fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:35.144284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac346a4-145b-4672-b51c-0d62420a79c7 None None] Network e9d2afd1-0916-4df7-8dcc-6ae4981e2c27 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:13:35.570232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] Calling delete_port for ab75ffad-f831-4453-a112-041b7a32c7a3 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:13:36.096349 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-01e72d36-6495-412f-9f38-5144d6aeff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:36.228487 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Allocated IP 172.20.0.1 (121b67e5-732a-4765-887b-d720d6a35b64/3062cf26-6df5-45fd-a8fb-4c87afad7678/4577f9e0-ef3b-4bed-a458-9f706598d081) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:13:36.265110 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:13:36.267640 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:13:36.320868 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-29ae9994-0099-4a55-bf88-d25f6dc9424f req-c41b6ef8-1b10-4f74-b4b2-dff9d1934dac tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-866050203', 'description': 'tempest-description-1192833870'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:36.329625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-29ae9994-0099-4a55-bf88-d25f6dc9424f req-c41b6ef8-1b10-4f74-b4b2-dff9d1934dac tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:36.333946 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:36.339544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-29ae9994-0099-4a55-bf88-d25f6dc9424f req-c41b6ef8-1b10-4f74-b4b2-dff9d1934dac tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:36.349815 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55798) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:36.353275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-29ae9994-0099-4a55-bf88-d25f6dc9424f req-c41b6ef8-1b10-4f74-b4b2-dff9d1934dac tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:36.389181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-29ae9994-0099-4a55-bf88-d25f6dc9424f req-c41b6ef8-1b10-4f74-b4b2-dff9d1934dac tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:36.439539 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-29ae9994-0099-4a55-bf88-d25f6dc9424f req-c41b6ef8-1b10-4f74-b4b2-dff9d1934dac tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:36.476733 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e72d36-6495-412f-9f38-5144d6aeff2e None None] Pushing event deleted for resources: {'Port': ['ID=ab75ffad-f831-4453-a112-041b7a32c7a3,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:36.513452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-29ae9994-0099-4a55-bf88-d25f6dc9424f req-c41b6ef8-1b10-4f74-b4b2-dff9d1934dac tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:36.533400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-29ae9994-0099-4a55-bf88-d25f6dc9424f req-c41b6ef8-1b10-4f74-b4b2-dff9d1934dac tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group_rule and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:36.543641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-29ae9994-0099-4a55-bf88-d25f6dc9424f req-c41b6ef8-1b10-4f74-b4b2-dff9d1934dac tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:36.558796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-29ae9994-0099-4a55-bf88-d25f6dc9424f req-c41b6ef8-1b10-4f74-b4b2-dff9d1934dac tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:36.628552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e72d36-6495-412f-9f38-5144d6aeff2e None None] No DVR routers for this DVR port ab75ffad-f831-4453-a112-041b7a32c7a3 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:13:36.808510 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-29ae9994-0099-4a55-bf88-d25f6dc9424f req-c41b6ef8-1b10-4f74-b4b2-dff9d1934dac tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:36.816296 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-29ae9994-0099-4a55-bf88-d25f6dc9424f req-c41b6ef8-1b10-4f74-b4b2-dff9d1934dac tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:36.906662 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] Deleting port ab75ffad-f831-4453-a112-041b7a32c7a3 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:36.914723 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:36.965841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b6ef8-1b10-4f74-b4b2-dff9d1934dac tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5b5195-3df5-484b-a870-6d0e09d74f45,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:36.983048 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-29ae9994-0099-4a55-bf88-d25f6dc9424f req-c41b6ef8-1b10-4f74-b4b2-dff9d1934dac tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:36.988799 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-29ae9994-0099-4a55-bf88-d25f6dc9424f req-c41b6ef8-1b10-4f74-b4b2-dff9d1934dac tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6730299 Feb 09 14:13:36.998117 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:37.019289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Transition to ACTIVE for port object 7c359588-443f-4232-ac73-1038d3e8e9be will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:37.117172 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Transition to ACTIVE for port object 7c359588-443f-4232-ac73-1038d3e8e9be will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:37.151294 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:37.155777 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02812e36-a024-442e-87f1-6f7d0d666e25 None None] Network e9d2afd1-0916-4df7-8dcc-6ae4981e2c27 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:13:37.260561 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3d4afd89-339f-4f61-baee-e4befbe43e46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=beeb51e3d8874419bafa70211a464ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9089279 Feb 09 14:13:37.263111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55818) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:37.294836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:37.365174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] The port 'ab75ffad-f831-4453-a112-041b7a32c7a3' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:13:37.369924 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eb942441-7e20-48e7-9c7d-637ff4b689b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:37.432969 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:37.433590 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:37.437497 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3aca95df-4342-484a-87db-0f7666271791 req-8791e7f5-30fa-463b-94cb-9a292db8b5d5 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/9c5b5195-3df5-484b-a870-6d0e09d74f45 HTTP/1.1" status: 200 len: 1806 time: 0.3682494 Feb 09 14:13:37.456143 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eb942441-7e20-48e7-9c7d-637ff4b689b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:37.497107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Network 368806ef-2e20-4d7c-9289-2a0d1f83bd61 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:37.520018 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:37.522671 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Pushing event updated for resources: {'Port': ['ID=7c359588-443f-4232-ac73-1038d3e8e9be,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:37.530432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:13:37.608970 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eb942441-7e20-48e7-9c7d-637ff4b689b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:37.634160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb942441-7e20-48e7-9c7d-637ff4b689b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e06da0-e930-40ab-a541-46b9bd3955fc,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:37.663369 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eb942441-7e20-48e7-9c7d-637ff4b689b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:37.664846 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-eb942441-7e20-48e7-9c7d-637ff4b689b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6e06da0-e930-40ab-a541-46b9bd3955fc HTTP/1.1" status: 204 len: 168 time: 0.4004450 Feb 09 14:13:37.789218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Attempting to bind port 7c359588-443f-4232-ac73-1038d3e8e9be on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:13:37.789498 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Attempting to bind port 7c359588-443f-4232-ac73-1038d3e8e9be by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '8d044830-f33b-4e29-a6ee-c5486d5efed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '368806ef-2e20-4d7c-9289-2a0d1f83bd61'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:13:37.789854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Attempting to bind port 7c359588-443f-4232-ac73-1038d3e8e9be on network 368806ef-2e20-4d7c-9289-2a0d1f83bd61 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:13:37.853813 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:13:37.858333 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Checking segment: {'id': '8d044830-f33b-4e29-a6ee-c5486d5efed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '368806ef-2e20-4d7c-9289-2a0d1f83bd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:13:37.862876 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:37.863622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Bound using segment: {'id': '8d044830-f33b-4e29-a6ee-c5486d5efed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '368806ef-2e20-4d7c-9289-2a0d1f83bd61'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:13:37.864484 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Bound port: 7c359588-443f-4232-ac73-1038d3e8e9be, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d044830-f33b-4e29-a6ee-c5486d5efed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '368806ef-2e20-4d7c-9289-2a0d1f83bd61'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:13:37.865285 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:38.154317 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-94b19696-0167-41a0-acdd-67ab0e807fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:38.211902 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:38.237338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-3aca95df-4342-484a-87db-0f7666271791 req-2420c6c2-ae1b-4341-9a27-40e6365d39d0 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c5b5195-3df5-484b-a870-6d0e09d74f45', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:38.238309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-3aca95df-4342-484a-87db-0f7666271791 req-2420c6c2-ae1b-4341-9a27-40e6365d39d0 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c5b5195-3df5-484b-a870-6d0e09d74f45', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:38.298703 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:38.327484 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:38.339276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] For port 7c359588-443f-4232-ac73-1038d3e8e9be, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:13:38.354013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] For port 7c359588-443f-4232-ac73-1038d3e8e9be, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7c359588-443f-4232-ac73-1038d3e8e9be,segment=NetworkSegment(8d044830-f33b-4e29-a6ee-c5486d5efed2),segment_id=8d044830-f33b-4e29-a6ee-c5486d5efed2)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:13:38.363670 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:38.365641 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:38.428838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-3aca95df-4342-484a-87db-0f7666271791 req-2420c6c2-ae1b-4341-9a27-40e6365d39d0 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:38.457783 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:38.464376 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:38.630287 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e94d55-8525-43f4-863a-1bb7d520623b None None] Pushing event updated for resources: {'Port': ['ID=7c359588-443f-4232-ac73-1038d3e8e9be,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:38.641763 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:38.860154 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ab75ffad-f831-4453-a112-041b7a32c7a3 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:13:38.866018 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3aca95df-4342-484a-87db-0f7666271791 req-2420c6c2-ae1b-4341-9a27-40e6365d39d0 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group_rule and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:38.893648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ecf557b-3451-414e-a126-ea2d09f0f0a9']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:38.923136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3aca95df-4342-484a-87db-0f7666271791 req-2420c6c2-ae1b-4341-9a27-40e6365d39d0 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:38.970600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-3aca95df-4342-484a-87db-0f7666271791 req-2420c6c2-ae1b-4341-9a27-40e6365d39d0 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:39.005925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Transition to ACTIVE for port object 4577f9e0-ef3b-4bed-a458-9f706598d081 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:39.017536 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abf8051-3014-4b19-81c3-051bdb34d844') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:39.018123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abf8051-3014-4b19-81c3-051bdb34d844') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:39.033192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b19696-0167-41a0-acdd-67ab0e807fa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad0dc1a-d8af-4c04-a1dc-09fea9c37506,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:39.081164 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: ab75ffad-f831-4453-a112-041b7a32c7a3 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:13:39.081492 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ab75ffad-f831-4453-a112-041b7a32c7a3 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:13:39.093440 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:39.114829 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:39.159911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:39.212600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b19696-0167-41a0-acdd-67ab0e807fa4 admin admin] Checking segment: {'id': '0d554763-1ee3-4977-9e57-fe19f2f81aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:13:39.213594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b19696-0167-41a0-acdd-67ab0e807fa4 admin admin] Network hostable DHCP agents. Network: 677aeaaa-6d2e-498f-b8b0-01a0adcdf713, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:13:39.247336 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:39.252496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Allocated IP 172.25.8.225 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/2f948ce0-a64d-4b8b-9709-84b573e95bff) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:13:39.293568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:13:39.294846 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:13:39.340093 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:13:39.557996 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3aca95df-4342-484a-87db-0f7666271791 req-2420c6c2-ae1b-4341-9a27-40e6365d39d0 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:39.590598 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3aca95df-4342-484a-87db-0f7666271791 req-2420c6c2-ae1b-4341-9a27-40e6365d39d0 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:39.626834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55862) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:39.707091 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:39.798216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b19696-0167-41a0-acdd-67ab0e807fa4 admin admin] Network 677aeaaa-6d2e-498f-b8b0-01a0adcdf713 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:13:39.827115 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-314654191-network', 'tenant_id': 'd760a0361b69448e9a1befbac0e6baf1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:39.829838 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3aca95df-4342-484a-87db-0f7666271791 req-2420c6c2-ae1b-4341-9a27-40e6365d39d0 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:39.833116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:39.842381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Usage tracker for resource:network and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:39.849904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:39.861321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:39.878577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Made reservation on behalf of d760a0361b69448e9a1befbac0e6baf1 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:13:39.881479 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:39.908370 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:39.942949 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:39.952335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:39.967790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Usage tracker for resource:security_group_rule and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:39.977134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:39.996196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:40.009067 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.023066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Network 121b67e5-732a-4765-887b-d720d6a35b64 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:40.024236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-94b19696-0167-41a0-acdd-67ab0e807fa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 677aeaaa-6d2e-498f-b8b0-01a0adcdf713) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:40.026148 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420c6c2-ae1b-4341-9a27-40e6365d39d0 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8270110b-b656-4bef-ad29-6a6359f67b24,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:40.049609 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d779abe7-08fa-4dd7-8dbc-01095b01343f None None] Network 677aeaaa-6d2e-498f-b8b0-01a0adcdf713 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:13:40.055871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:40.071759 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b19696-0167-41a0-acdd-67ab0e807fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:40.072370 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-94b19696-0167-41a0-acdd-67ab0e807fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.090729 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:13:40.107632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55874) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:40.162815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ecf557b-3451-414e-a126-ea2d09f0f0a9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:40.190274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Pushing event updated for resources: {'Port': ['ID=4577f9e0-ef3b-4bed-a458-9f706598d081,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:40.280549 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.286769 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.375448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9f95d5d8-dd15-472e-8cd4-8e3667ceea8f tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:40.381802 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3aca95df-4342-484a-87db-0f7666271791 req-2420c6c2-ae1b-4341-9a27-40e6365d39d0 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.383148 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3aca95df-4342-484a-87db-0f7666271791 req-2420c6c2-ae1b-4341-9a27-40e6365d39d0 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 2.9442339 Feb 09 14:13:40.384645 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-eebb71d3-9da7-4f03-afb5-355de708b5a7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5ecf557b-3451-414e-a126-ea2d09f0f0a9 HTTP/1.1" status: 204 len: 168 time: 8.4199653 Feb 09 14:13:40.399886 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-94b19696-0167-41a0-acdd-67ab0e807fa4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.4651904 Feb 09 14:13:40.403752 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55880) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:40.404463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55884) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:40.416295 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.419322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1742022487-router', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:40.425345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:13:40.439384 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.450742 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.617124 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.644861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:40.657891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:40.688490 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Usage tracker for resource:router and tenant:20c1fbf014444753a794493123a90d00 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:40.699503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-0a52226b-83ee-4e77-855c-ebe5755e0f4d req-afaf88ed-0545-4310-8805-f68f0d40df26 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1297823899', 'description': 'tempest-description-1160325491'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:40.720524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:40.722709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-87a59e58-ccaa-4878-ba2d-540ffd269ae0 None None] Provisioning for port 4577f9e0-ef3b-4bed-a458-9f706598d081 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:40.727938 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.728560 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Added segment e7517b22-da4f-4744-9e69-81bbd574dfd0 of type vlan for network d1299aae-4032-4877-85a3-71554c7a1aae Feb 09 14:13:40.731333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0a52226b-83ee-4e77-855c-ebe5755e0f4d req-afaf88ed-0545-4310-8805-f68f0d40df26 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:40.732108 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-87a59e58-ccaa-4878-ba2d-540ffd269ae0 None None] Provisioning complete for port 4577f9e0-ef3b-4bed-a458-9f706598d081 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:40.732229 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-87a59e58-ccaa-4878-ba2d-540ffd269ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.769656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:40.780144 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0a52226b-83ee-4e77-855c-ebe5755e0f4d req-afaf88ed-0545-4310-8805-f68f0d40df26 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:40.793921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0a52226b-83ee-4e77-855c-ebe5755e0f4d req-afaf88ed-0545-4310-8805-f68f0d40df26 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:40.810221 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0a52226b-83ee-4e77-855c-ebe5755e0f4d req-afaf88ed-0545-4310-8805-f68f0d40df26 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:40.812988 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'fixed_ips': [{'subnet_id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:13:40.818784 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.846496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Pushing event updated for resources: {'Port': ['ID=2f948ce0-a64d-4b8b-9709-84b573e95bff,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:40.853559 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.854786 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.872662 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.901490 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9f95d5d8-dd15-472e-8cd4-8e3667ceea8f tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] 10.222.0.48 "PUT /v2.0/quotas/173115242510466db98f65abd86e545c HTTP/1.1" status: 200 len: 366 time: 0.7925580 Feb 09 14:13:40.903528 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.914373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:40.915011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55890) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:40.920448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:40.938095 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7d556578-58aa-4e16-9df6-64fed9453cff tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0214176 Feb 09 14:13:40.941316 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:13:40.972922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55894) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:40.980202 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f34e09-4371-4251-a5bb-8cd5bff57a29 None None] Network 368806ef-2e20-4d7c-9289-2a0d1f83bd61 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:13:41.007666 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cac797b4-a516-4b65-b289-38f0e76de1bb tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] 10.222.0.48 "GET /v2.0/quotas/173115242510466db98f65abd86e545c HTTP/1.1" status: 200 len: 366 time: 0.0335352 Feb 09 14:13:41.008311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55898) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:41.016474 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:41.046043 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0a52226b-83ee-4e77-855c-ebe5755e0f4d req-afaf88ed-0545-4310-8805-f68f0d40df26 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:41.138685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-87a59e58-ccaa-4878-ba2d-540ffd269ae0 None None] Port 4577f9e0-ef3b-4bed-a458-9f706598d081 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:13:41.143678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0a52226b-83ee-4e77-855c-ebe5755e0f4d req-afaf88ed-0545-4310-8805-f68f0d40df26 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:41.150820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0a52226b-83ee-4e77-855c-ebe5755e0f4d req-afaf88ed-0545-4310-8805-f68f0d40df26 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group_rule and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:41.155242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0a52226b-83ee-4e77-855c-ebe5755e0f4d req-afaf88ed-0545-4310-8805-f68f0d40df26 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:41.164344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0a52226b-83ee-4e77-855c-ebe5755e0f4d req-afaf88ed-0545-4310-8805-f68f0d40df26 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:41.269062 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:13:41.369544 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4cd688e0-4e21-4085-9473-9da69b615ca2 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/173115242510466db98f65abd86e545c HTTP/1.1" status: 204 len: 168 time: 0.3574779 Feb 09 14:13:41.371010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ac56d921-b840-4f07-b63a-41775245ac06 None None] Provisioning for port 7c359588-443f-4232-ac73-1038d3e8e9be completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:41.408084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Allocated IP 172.20.0.2 (677aeaaa-6d2e-498f-b8b0-01a0adcdf713/dad0dc1a-d8af-4c04-a1dc-09fea9c37506/4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:13:41.433331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55904) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:41.436193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:41.510878 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:41.512099 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:41.512833 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:41.581890 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0a52226b-83ee-4e77-855c-ebe5755e0f4d req-afaf88ed-0545-4310-8805-f68f0d40df26 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:41.686062 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0a52226b-83ee-4e77-855c-ebe5755e0f4d req-afaf88ed-0545-4310-8805-f68f0d40df26 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:41.805056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:41.805437 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:41.918288 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:41.939552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Transition to ACTIVE for port object 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:42.001636 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:13:42.011184 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3f5fceba-0e6b-450b-9409-0220110a8fdf tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.4237125 Feb 09 14:13:42.018792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55910) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:42.038047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Transition to ACTIVE for port object 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:42.043972 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7cf47fe5-4f13-49b9-881f-d5f67353deef tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] 10.222.0.48 "GET /v2.0/quotas/173115242510466db98f65abd86e545c HTTP/1.1" status: 200 len: 370 time: 0.0234044 Feb 09 14:13:42.049054 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:42.055702 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:42.056082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55914) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:42.064959 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-83e4655c-d6e7-465d-9bcc-5b006a9b1365 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] 10.222.0.48 "GET /v2.0/quotas/173115242510466db98f65abd86e545c/default HTTP/1.1" status: 200 len: 370 time: 0.0080953 Feb 09 14:13:42.066934 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:42.070481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55918) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:42.136913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7c359588-443f-4232-ac73-1038d3e8e9be up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:42.191390 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:42.234729 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Network 677aeaaa-6d2e-498f-b8b0-01a0adcdf713 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:42.244145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:42.259252 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:13:42.283803 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Pushing event updated for resources: {'Port': ['ID=4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:42.427867 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Attempting to bind port 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:13:42.428602 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Attempting to bind port 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '0d554763-1ee3-4977-9e57-fe19f2f81aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:13:42.429149 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Attempting to bind port 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 on network 677aeaaa-6d2e-498f-b8b0-01a0adcdf713 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:13:42.438535 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:42.444895 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:13:42.445617 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Checking segment: {'id': '0d554763-1ee3-4977-9e57-fe19f2f81aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:13:42.446313 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:42.447017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Bound using segment: {'id': '0d554763-1ee3-4977-9e57-fe19f2f81aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:13:42.447785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Bound port: 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d554763-1ee3-4977-9e57-fe19f2f81aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:13:42.448410 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:42.472454 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Pushing event updated for resources: {'Port': ['ID=4577f9e0-ef3b-4bed-a458-9f706598d081,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:42.532484 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0a52226b-83ee-4e77-855c-ebe5755e0f4d req-afaf88ed-0545-4310-8805-f68f0d40df26 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:42.533842 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0a52226b-83ee-4e77-855c-ebe5755e0f4d req-afaf88ed-0545-4310-8805-f68f0d40df26 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.8920107 Feb 09 14:13:42.575229 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 7c359588-443f-4232-ac73-1038d3e8e9be completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:42.596273 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7c359588-443f-4232-ac73-1038d3e8e9be triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:42.596273 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:42.624375 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-fd5e3da0-c7ab-417e-bbd6-a79b4851497a tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] delete failed (client error): The resource could not be found. Feb 09 14:13:42.627247 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fd5e3da0-c7ab-417e-bbd6-a79b4851497a tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/173115242510466db98f65abd86e545c HTTP/1.1" status: 404 len: 348 time: 0.5262017 Feb 09 14:13:42.629134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf88ed-0545-4310-8805-f68f0d40df26 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c1cad4-f612-469d-a1a8-503821a0b3ad,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:42.655267 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0250952 Feb 09 14:13:42.670820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffc8c8-ac6c-43cf-a8b0-8f5b2b0e78fd admin admin] Pushing event updated for resources: {'Network': ['ID=d1299aae-4032-4877-85a3-71554c7a1aae,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:42.702836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55928) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:42.736519 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network d1299aae-4032-4877-85a3-71554c7a1aae details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:13:42.762895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5d5b53a7-5796-4198-ba01-6c6a98a71e94 admin admin] Request body: {'subnet': {'network_id': 'd1299aae-4032-4877-85a3-71554c7a1aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-314654191-subnet', 'tenant_id': 'd760a0361b69448e9a1befbac0e6baf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:42.769906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Network 121b67e5-732a-4765-887b-d720d6a35b64 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:42.775648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5d5b53a7-5796-4198-ba01-6c6a98a71e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:42.780790 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:42.859161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55932) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:42.870397 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5d5b53a7-5796-4198-ba01-6c6a98a71e94 admin admin] Usage tracker for resource:subnet and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:42.891911 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-016931ad-6485-45f4-96b4-16af27dedbbb req-ed333ed3-56a1-42ce-bca4-2638cc5912d1 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/13c1cad4-f612-469d-a1a8-503821a0b3ad HTTP/1.1" status: 200 len: 1807 time: 0.2509320 Feb 09 14:13:42.894855 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] For port 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:13:42.898260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-016931ad-6485-45f4-96b4-16af27dedbbb req-365ac9ea-e17d-4742-a038-b7744dd78236 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '13c1cad4-f612-469d-a1a8-503821a0b3ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:42.898663 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-016931ad-6485-45f4-96b4-16af27dedbbb req-365ac9ea-e17d-4742-a038-b7744dd78236 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '13c1cad4-f612-469d-a1a8-503821a0b3ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:42.913565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6689374-e03a-4ef1-9700-d6007ad7f594 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] Usage tracker for resource:network and tenant:8d1ea83c2d33424292643f69f300d1a6 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:42.921420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5d5b53a7-5796-4198-ba01-6c6a98a71e94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:42.925303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] For port 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05,segment=NetworkSegment(0d554763-1ee3-4977-9e57-fe19f2f81aee),segment_id=0d554763-1ee3-4977-9e57-fe19f2f81aee)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:13:42.926395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6689374-e03a-4ef1-9700-d6007ad7f594 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:42.927906 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:42.943176 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:43.002341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-016931ad-6485-45f4-96b4-16af27dedbbb req-365ac9ea-e17d-4742-a038-b7744dd78236 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:43.031830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5d5b53a7-5796-4198-ba01-6c6a98a71e94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:43.034376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-016931ad-6485-45f4-96b4-16af27dedbbb req-365ac9ea-e17d-4742-a038-b7744dd78236 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group_rule and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:43.044252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-016931ad-6485-45f4-96b4-16af27dedbbb req-365ac9ea-e17d-4742-a038-b7744dd78236 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:43.045391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6689374-e03a-4ef1-9700-d6007ad7f594 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] Usage tracker for resource:subnet and tenant:8d1ea83c2d33424292643f69f300d1a6 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:43.086216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-016931ad-6485-45f4-96b4-16af27dedbbb req-365ac9ea-e17d-4742-a038-b7744dd78236 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:43.091537 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:43.103826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6689374-e03a-4ef1-9700-d6007ad7f594 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:43.121551 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d87ff4-7410-4b68-bca8-33543cfed0e5 None None] Pushing event updated for resources: {'Port': ['ID=4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:43.131808 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5b53a7-5796-4198-ba01-6c6a98a71e94 admin admin] Made reservation on behalf of d760a0361b69448e9a1befbac0e6baf1 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:13:43.135863 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d5b53a7-5796-4198-ba01-6c6a98a71e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:43.171242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6689374-e03a-4ef1-9700-d6007ad7f594 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] Usage tracker for resource:subnetpool and tenant:8d1ea83c2d33424292643f69f300d1a6 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:43.186606 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 7c359588-443f-4232-ac73-1038d3e8e9be, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7c359588-443f-4232-ac73-1038d3e8e9be,segment=NetworkSegment(8d044830-f33b-4e29-a6ee-c5486d5efed2),segment_id=8d044830-f33b-4e29-a6ee-c5486d5efed2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:43.193604 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:43.295785 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6689374-e03a-4ef1-9700-d6007ad7f594 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:43.363548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=7c359588-443f-4232-ac73-1038d3e8e9be,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:43.383942 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b40d65e-4965-4e07-af43-52c32944aa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:43.384747 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cfbbd9f0-d8f0-49c8-ad97-843c6585dca4 None None] Provisioning complete for port 4577f9e0-ef3b-4bed-a458-9f706598d081 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:43.385075 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cfbbd9f0-d8f0-49c8-ad97-843c6585dca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:43.492851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6689374-e03a-4ef1-9700-d6007ad7f594 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] Usage tracker for resource:port and tenant:8d1ea83c2d33424292643f69f300d1a6 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:43.525848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6689374-e03a-4ef1-9700-d6007ad7f594 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:43.539468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-cfbbd9f0-d8f0-49c8-ad97-843c6585dca4 None None] Port 4577f9e0-ef3b-4bed-a458-9f706598d081 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:13:43.568788 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:43.603296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6689374-e03a-4ef1-9700-d6007ad7f594 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] Usage tracker for resource:router and tenant:8d1ea83c2d33424292643f69f300d1a6 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:43.721451 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:43.723501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6689374-e03a-4ef1-9700-d6007ad7f594 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:43.864476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6689374-e03a-4ef1-9700-d6007ad7f594 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] Usage tracker for resource:floatingip and tenant:8d1ea83c2d33424292643f69f300d1a6 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:43.886208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Router 083f3709-51be-41b1-b248-5a2f6e06597f has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:13:43.918369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6689374-e03a-4ef1-9700-d6007ad7f594 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:43.956827 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-016931ad-6485-45f4-96b4-16af27dedbbb req-365ac9ea-e17d-4742-a038-b7744dd78236 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:44.045372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Allocated IP 172.25.8.51 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/317197d5-11c3-4593-8057-9a04bcd298fb) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:13:44.068214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6689374-e03a-4ef1-9700-d6007ad7f594 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] Usage tracker for resource:security_group and tenant:8d1ea83c2d33424292643f69f300d1a6 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:44.177956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6689374-e03a-4ef1-9700-d6007ad7f594 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:44.221796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6689374-e03a-4ef1-9700-d6007ad7f594 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] Usage tracker for resource:security_group_rule and tenant:8d1ea83c2d33424292643f69f300d1a6 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:44.232917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-2b40d65e-4965-4e07-af43-52c32944aa84 admin admin] Deleting port 445792fe-b9d3-414a-bee5-5020b46df646 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:44.233404 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b40d65e-4965-4e07-af43-52c32944aa84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:44.269292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6689374-e03a-4ef1-9700-d6007ad7f594 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:44.295589 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e6689374-e03a-4ef1-9700-d6007ad7f594 tempest-QuotasTest-1236554311 tempest-QuotasTest-1236554311-project-admin] 10.222.0.48 "GET /v2.0/quotas/8d1ea83c2d33424292643f69f300d1a6/details.json HTTP/1.1" status: 200 len: 703 time: 1.4249966 Feb 09 14:13:44.298041 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-016931ad-6485-45f4-96b4-16af27dedbbb req-365ac9ea-e17d-4742-a038-b7744dd78236 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:44.322748 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-016931ad-6485-45f4-96b4-16af27dedbbb req-365ac9ea-e17d-4742-a038-b7744dd78236 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:44.363759 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ac9ea-e17d-4742-a038-b7744dd78236 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59e2cbe-d46c-4829-957c-bf74117f63f7,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:44.366258 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:44.581411 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed78b73-7e28-40bd-afc1-bc65f2ed1ab0 None None] Network 677aeaaa-6d2e-498f-b8b0-01a0adcdf713 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:13:44.802913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:44.971514 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:44.982107 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d5b53a7-5796-4198-ba01-6c6a98a71e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:45.012910 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-394ed813-da0f-42f1-b907-da21b84b9beb None None] Provisioning for port 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:45.042371 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-016931ad-6485-45f4-96b4-16af27dedbbb req-365ac9ea-e17d-4742-a038-b7744dd78236 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:45.045423 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-016931ad-6485-45f4-96b4-16af27dedbbb req-365ac9ea-e17d-4742-a038-b7744dd78236 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 2.1523008 Feb 09 14:13:45.104666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-4d11a499-2cb6-4f6c-aec8-9a2d4de15c3a req-976355b6-07c6-4814-b80c-3ab6eabbf78b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-221561399', 'description': 'tempest-description-1785296779'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:45.113568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b53a7-5796-4198-ba01-6c6a98a71e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f903123-7394-4cde-bb59-c0b2cee0bff4,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:45.123590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-4d11a499-2cb6-4f6c-aec8-9a2d4de15c3a req-976355b6-07c6-4814-b80c-3ab6eabbf78b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:45.136198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-2b40d65e-4965-4e07-af43-52c32944aa84 admin admin] For port 445792fe-b9d3-414a-bee5-5020b46df646, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=445792fe-b9d3-414a-bee5-5020b46df646,segment=NetworkSegment(04dcee4b-a075-4468-b909-d005f1fad37c),segment_id=04dcee4b-a075-4468-b909-d005f1fad37c)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:45.136554 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b40d65e-4965-4e07-af43-52c32944aa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:45.139829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:13:45.152275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:45.156406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4d11a499-2cb6-4f6c-aec8-9a2d4de15c3a req-976355b6-07c6-4814-b80c-3ab6eabbf78b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:45.161361 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Sync routers for ids ['083f3709-51be-41b1-b248-5a2f6e06597f'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:13:45.162322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Pushing event updated for resources: {'Port': ['ID=317197d5-11c3-4593-8057-9a04bcd298fb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:45.163976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:45.166370 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4d11a499-2cb6-4f6c-aec8-9a2d4de15c3a req-976355b6-07c6-4814-b80c-3ab6eabbf78b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:45.166672 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bc67f739-22b6-4c3f-9ea5-bb34406dacc4 admin admin] 10.222.0.48 "PUT /v2.0/routers/083f3709-51be-41b1-b248-5a2f6e06597f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2510011 Feb 09 14:13:45.219169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:13:45.260467 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Routers {'083f3709-51be-41b1-b248-5a2f6e06597f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:13:45.261331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:13:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['083f3709-51be-41b1-b248-5a2f6e06597f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:45.316732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55948) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:45.324228 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-4d11a499-2cb6-4f6c-aec8-9a2d4de15c3a req-976355b6-07c6-4814-b80c-3ab6eabbf78b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:45.337158 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-2b40d65e-4965-4e07-af43-52c32944aa84 admin admin] Calling delete_port for 445792fe-b9d3-414a-bee5-5020b46df646 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:13:45.384621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5b53a7-5796-4198-ba01-6c6a98a71e94 admin admin] Checking segment: {'id': 'e7517b22-da4f-4744-9e69-81bbd574dfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd1299aae-4032-4877-85a3-71554c7a1aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:13:45.384979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5b53a7-5796-4198-ba01-6c6a98a71e94 admin admin] Network hostable DHCP agents. Network: d1299aae-4032-4877-85a3-71554c7a1aae, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:13:45.418570 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4d11a499-2cb6-4f6c-aec8-9a2d4de15c3a req-976355b6-07c6-4814-b80c-3ab6eabbf78b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:45.466005 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Router c0962316-5c0b-47f2-adaf-bd1c3da4a3e7 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:13:45.480147 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5b53a7-5796-4198-ba01-6c6a98a71e94 admin admin] Network d1299aae-4032-4877-85a3-71554c7a1aae is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:13:45.526419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-5d5b53a7-5796-4198-ba01-6c6a98a71e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, d1299aae-4032-4877-85a3-71554c7a1aae) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:45.615005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55954) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:45.652897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-4d11a499-2cb6-4f6c-aec8-9a2d4de15c3a req-976355b6-07c6-4814-b80c-3ab6eabbf78b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:45.679047 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5b53a7-5796-4198-ba01-6c6a98a71e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:45.680594 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d5b53a7-5796-4198-ba01-6c6a98a71e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:45.734979 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5d5b53a7-5796-4198-ba01-6c6a98a71e94 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9891822 Feb 09 14:13:45.757341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c4e8dd-958c-4e27-ab3a-240c2f034de6 None None] Network d1299aae-4032-4877-85a3-71554c7a1aae requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:13:45.775485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7c359588-443f-4232-ac73-1038d3e8e9be up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:45.850487 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4d11a499-2cb6-4f6c-aec8-9a2d4de15c3a req-976355b6-07c6-4814-b80c-3ab6eabbf78b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group_rule and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:45.895058 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4d11a499-2cb6-4f6c-aec8-9a2d4de15c3a req-976355b6-07c6-4814-b80c-3ab6eabbf78b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:45.941894 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64d1af46-785f-4723-8928-b72081a36847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:45.955292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-fe42f2f0-dae7-4ffc-aaf0-918b9e28d29b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-168097406'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:45.968741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-64d1af46-785f-4723-8928-b72081a36847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:45.976583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-64d1af46-785f-4723-8928-b72081a36847 admin admin] Usage tracker for resource:security_group_rule and tenant:969961e974b44dcaa522b13b99cf663b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:45.981955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-64d1af46-785f-4723-8928-b72081a36847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:45.986824 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:13:45.987013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-4d11a499-2cb6-4f6c-aec8-9a2d4de15c3a req-976355b6-07c6-4814-b80c-3ab6eabbf78b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:46.001923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fe42f2f0-dae7-4ffc-aaf0-918b9e28d29b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:46.002348 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Sync routers for ids ['c0962316-5c0b-47f2-adaf-bd1c3da4a3e7'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:13:46.005186 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-64d1af46-785f-4723-8928-b72081a36847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:46.009415 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:46.013277 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4d9e88cb-3c72-4f2a-810d-7787e6408f73 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.4975998 Feb 09 14:13:46.014017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55964) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:46.019045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fe42f2f0-dae7-4ffc-aaf0-918b9e28d29b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Usage tracker for resource:network and tenant:87c5aeb7bc3a4960ab4b1595db9087f7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:46.023904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fe42f2f0-dae7-4ffc-aaf0-918b9e28d29b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:46.024565 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Routers {'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:13:46.032105 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:13:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c0962316-5c0b-47f2-adaf-bd1c3da4a3e7'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:46.049780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fe42f2f0-dae7-4ffc-aaf0-918b9e28d29b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:46.213082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe42f2f0-dae7-4ffc-aaf0-918b9e28d29b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Made reservation on behalf of 87c5aeb7bc3a4960ab4b1595db9087f7 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:13:46.216769 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe42f2f0-dae7-4ffc-aaf0-918b9e28d29b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:46.328210 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Set router 083f3709-51be-41b1-b248-5a2f6e06597f gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:13:46.392641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe42f2f0-dae7-4ffc-aaf0-918b9e28d29b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:13:46.440296 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe42f2f0-dae7-4ffc-aaf0-918b9e28d29b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:46.440855 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-fe42f2f0-dae7-4ffc-aaf0-918b9e28d29b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Added segment 034ecc11-a3d1-481d-bfc8-b976479ba078 of type vlan for network 02f4fe8b-03da-4355-8462-6d62ae0d48cf Feb 09 14:13:46.445285 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4d11a499-2cb6-4f6c-aec8-9a2d4de15c3a req-976355b6-07c6-4814-b80c-3ab6eabbf78b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:46.470311 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4d11a499-2cb6-4f6c-aec8-9a2d4de15c3a req-976355b6-07c6-4814-b80c-3ab6eabbf78b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:46.470807 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-bec026eb-d3cc-4750-8ba7-d1b0fac9a3fc req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-769753232', 'description': 'tempest-description-1545586985'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:46.488138 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:46.587064 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Set router c0962316-5c0b-47f2-adaf-bd1c3da4a3e7 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:13:46.603899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-bec026eb-d3cc-4750-8ba7-d1b0fac9a3fc req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:46.614370 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe42f2f0-dae7-4ffc-aaf0-918b9e28d29b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:46.617170 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b40d65e-4965-4e07-af43-52c32944aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:46.635460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-bec026eb-d3cc-4750-8ba7-d1b0fac9a3fc req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Usage tracker for resource:security_group and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:46.643057 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64d1af46-785f-4723-8928-b72081a36847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:46.644398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-bec026eb-d3cc-4750-8ba7-d1b0fac9a3fc req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:46.670937 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64d1af46-785f-4723-8928-b72081a36847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:46.672164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976355b6-07c6-4814-b80c-3ab6eabbf78b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7174e1c-2e57-431b-95dc-f05ffc9e8d3f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:46.698747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-bec026eb-d3cc-4750-8ba7-d1b0fac9a3fc req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:46.705041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40d65e-4965-4e07-af43-52c32944aa84 admin admin] Pushing event deleted for resources: {'Port': ['ID=445792fe-b9d3-414a-bee5-5020b46df646,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:46.710127 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4d11a499-2cb6-4f6c-aec8-9a2d4de15c3a req-976355b6-07c6-4814-b80c-3ab6eabbf78b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:46.715201 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d11a499-2cb6-4f6c-aec8-9a2d4de15c3a req-976355b6-07c6-4814-b80c-3ab6eabbf78b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.6227086 Feb 09 14:13:46.816955 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-bec026eb-d3cc-4750-8ba7-d1b0fac9a3fc req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:46.829573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7c359588-443f-4232-ac73-1038d3e8e9be triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:46.830700 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:46.902492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-64d1af46-785f-4723-8928-b72081a36847 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=969961e974b44dcaa522b13b99cf663b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5503581 Feb 09 14:13:46.913794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1af46-785f-4723-8928-b72081a36847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba34100f-7880-45ae-89c0-e64e75323a41,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:46.917135 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-fe42f2f0-dae7-4ffc-aaf0-918b9e28d29b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:13:46.934957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55974) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:46.941923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-4a02f01a-96c8-4979-b815-ce53dd3450e0 req-3afa83e1-f1bb-44dc-9772-a57d9bf5db84 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2127794505', 'description': 'tempest-description-1750592124'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:46.950382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-4a02f01a-96c8-4979-b815-ce53dd3450e0 req-3afa83e1-f1bb-44dc-9772-a57d9bf5db84 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:46.957330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4a02f01a-96c8-4979-b815-ce53dd3450e0 req-3afa83e1-f1bb-44dc-9772-a57d9bf5db84 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:46.962360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4a02f01a-96c8-4979-b815-ce53dd3450e0 req-3afa83e1-f1bb-44dc-9772-a57d9bf5db84 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:46.968051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-bec026eb-d3cc-4750-8ba7-d1b0fac9a3fc req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:46.973652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-4a02f01a-96c8-4979-b815-ce53dd3450e0 req-3afa83e1-f1bb-44dc-9772-a57d9bf5db84 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:46.977994 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-bec026eb-d3cc-4750-8ba7-d1b0fac9a3fc req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Usage tracker for resource:security_group_rule and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:47.045969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-bec026eb-d3cc-4750-8ba7-d1b0fac9a3fc req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:47.070187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-bec026eb-d3cc-4750-8ba7-d1b0fac9a3fc req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:47.152128 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4a02f01a-96c8-4979-b815-ce53dd3450e0 req-3afa83e1-f1bb-44dc-9772-a57d9bf5db84 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:47.263944 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7', 'name': 'tempest-FloatingIPsNegativeTestJSON-748655058-router', 'tenant_id': '41c6076234da413c8bf538d0aa21207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '2f948ce0-a64d-4b8b-9709-84b573e95bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:33Z', 'updated_at': '2022-02-09T14:13:42Z', 'revision_number': 3, 'project_id': '41c6076234da413c8bf538d0aa21207d', 'gw_port': {'id': '2f948ce0-a64d-4b8b-9709-84b573e95bff', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:14:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:38Z', 'updated_at': '2022-02-09T14:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:47.269489 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Checking router: c0962316-5c0b-47f2-adaf-bd1c3da4a3e7 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:13:47.270137 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Updating router c0962316-5c0b-47f2-adaf-bd1c3da4a3e7 port 2f948ce0-a64d-4b8b-9709-84b573e95bff binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:13:47.356540 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:47.432303 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe42f2f0-dae7-4ffc-aaf0-918b9e28d29b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:47.438989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe42f2f0-dae7-4ffc-aaf0-918b9e28d29b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:47.439863 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe42f2f0-dae7-4ffc-aaf0-918b9e28d29b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:47.458110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-4a02f01a-96c8-4979-b815-ce53dd3450e0 req-3afa83e1-f1bb-44dc-9772-a57d9bf5db84 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:47.555868 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-bec026eb-d3cc-4750-8ba7-d1b0fac9a3fc req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:47.558936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4a02f01a-96c8-4979-b815-ce53dd3450e0 req-3afa83e1-f1bb-44dc-9772-a57d9bf5db84 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group_rule and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:47.563017 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-bec026eb-d3cc-4750-8ba7-d1b0fac9a3fc req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:47.574164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4a02f01a-96c8-4979-b815-ce53dd3450e0 req-3afa83e1-f1bb-44dc-9772-a57d9bf5db84 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:47.650643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:47.676863 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aabab37-ef05-4e88-9e4e-705483a6e33f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:47.681365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-4a02f01a-96c8-4979-b815-ce53dd3450e0 req-3afa83e1-f1bb-44dc-9772-a57d9bf5db84 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:47.684176 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-bec026eb-d3cc-4750-8ba7-d1b0fac9a3fc req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:47.685609 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bec026eb-d3cc-4750-8ba7-d1b0fac9a3fc req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2316074 Feb 09 14:13:47.728656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-bc8f719a-f51f-4e24-8320-d196c6e30e54 req-62e93ebf-1be0-4d7c-9d38-293426f106fc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-154113238', 'description': 'tempest-description-1073379052'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:47.735303 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:47.735952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:47.736457 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:47.736951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:47.737549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:47.738043 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:47.738533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:47.739060 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:47.739531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:47.740204 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:47.740700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:47.741209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125ce407-fa01-4cf2-8ccd-ee4c93cbf855 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:47.761365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fe42f2f0-dae7-4ffc-aaf0-918b9e28d29b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1308043 Feb 09 14:13:47.764760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55990) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:47.780233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-389238c2-451f-4c0b-b5b9-e0daf8492299 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Request body: {'subnet': {'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:47.782975 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce823811-ccce-4376-8966-acdf42ae92a7 None None] Network d1299aae-4032-4877-85a3-71554c7a1aae requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:13:47.805045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42f2f0-dae7-4ffc-aaf0-918b9e28d29b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event updated for resources: {'Network': ['ID=02f4fe8b-03da-4355-8462-6d62ae0d48cf,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:47.904165 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 02f4fe8b-03da-4355-8462-6d62ae0d48cf details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:13:47.920800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-bc8f719a-f51f-4e24-8320-d196c6e30e54 req-62e93ebf-1be0-4d7c-9d38-293426f106fc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:47.932636 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-bc8f719a-f51f-4e24-8320-d196c6e30e54 req-62e93ebf-1be0-4d7c-9d38-293426f106fc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Usage tracker for resource:security_group and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:47.936281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-389238c2-451f-4c0b-b5b9-e0daf8492299 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:47.939654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-bc8f719a-f51f-4e24-8320-d196c6e30e54 req-62e93ebf-1be0-4d7c-9d38-293426f106fc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:47.958894 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-bc8f719a-f51f-4e24-8320-d196c6e30e54 req-62e93ebf-1be0-4d7c-9d38-293426f106fc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:47.963521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-389238c2-451f-4c0b-b5b9-e0daf8492299 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Usage tracker for resource:subnet and tenant:87c5aeb7bc3a4960ab4b1595db9087f7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:47.970042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-389238c2-451f-4c0b-b5b9-e0daf8492299 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:47.982997 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:47.996081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-389238c2-451f-4c0b-b5b9-e0daf8492299 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:48.007979 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-bc8f719a-f51f-4e24-8320-d196c6e30e54 req-62e93ebf-1be0-4d7c-9d38-293426f106fc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.017019 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-93b0ffcf-b915-459a-acd8-91b9df121616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.025032 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:48.042196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:48.042660 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.051187 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.068652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389238c2-451f-4c0b-b5b9-e0daf8492299 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Made reservation on behalf of 87c5aeb7bc3a4960ab4b1595db9087f7 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:13:48.072325 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-389238c2-451f-4c0b-b5b9-e0daf8492299 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.074535 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Transition to ACTIVE for port object 2f948ce0-a64d-4b8b-9709-84b573e95bff will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:48.090123 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.096801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-bc8f719a-f51f-4e24-8320-d196c6e30e54 req-62e93ebf-1be0-4d7c-9d38-293426f106fc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:48.101185 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-bc8f719a-f51f-4e24-8320-d196c6e30e54 req-62e93ebf-1be0-4d7c-9d38-293426f106fc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Usage tracker for resource:security_group_rule and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:48.104433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-bc8f719a-f51f-4e24-8320-d196c6e30e54 req-62e93ebf-1be0-4d7c-9d38-293426f106fc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:48.111351 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-bc8f719a-f51f-4e24-8320-d196c6e30e54 req-62e93ebf-1be0-4d7c-9d38-293426f106fc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:48.186013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'name': 'tempest-ServersTestMultiNic-1627794850-router', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:19Z', 'updated_at': '2022-02-09T14:13:40Z', 'revision_number': 4, 'project_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'gw_port': {'id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:21Z', 'updated_at': '2022-02-09T14:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '4577f9e0-ef3b-4bed-a458-9f706598d081', 'name': '', 'network_id': '121b67e5-732a-4765-887b-d720d6a35b64', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'mac_address': 'fa:16:3e:27:17:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '3062cf26-6df5-45fd-a8fb-4c87afad7678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:34Z', 'updated_at': '2022-02-09T14:13:41Z', 'revision_number': 2, 'project_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'subnets': [{'id': '3062cf26-6df5-45fd-a8fb-4c87afad7678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:48.188630 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-bc8f719a-f51f-4e24-8320-d196c6e30e54 req-62e93ebf-1be0-4d7c-9d38-293426f106fc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.198395 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Checking router: 083f3709-51be-41b1-b248-5a2f6e06597f for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:13:48.198745 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Updating router 083f3709-51be-41b1-b248-5a2f6e06597f port 4577f9e0-ef3b-4bed-a458-9f706598d081 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:13:48.220031 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-93b0ffcf-b915-459a-acd8-91b9df121616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.289530 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.309878 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-bc8f719a-f51f-4e24-8320-d196c6e30e54 req-62e93ebf-1be0-4d7c-9d38-293426f106fc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.360010 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b40d65e-4965-4e07-af43-52c32944aa84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.360777 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d888e-be38-45e2-837b-bf9aadca94c0 None None] Pushing event updated for resources: {'Port': ['ID=2f948ce0-a64d-4b8b-9709-84b573e95bff,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:48.399246 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Attempting to bind port 2f948ce0-a64d-4b8b-9709-84b573e95bff on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:13:48.399736 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Attempting to bind port 2f948ce0-a64d-4b8b-9709-84b573e95bff by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:13:48.400245 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Attempting to bind port 2f948ce0-a64d-4b8b-9709-84b573e95bff on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:13:48.412259 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:13:48.412581 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:13:48.412973 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.413353 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:13:48.414173 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Bound port: 2f948ce0-a64d-4b8b-9709-84b573e95bff, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:13:48.414310 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.442055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e93ebf-1be0-4d7c-9d38-293426f106fc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a1749c-86c4-4d7e-a5fa-c709622c574a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:48.471758 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4a02f01a-96c8-4979-b815-ce53dd3450e0 req-3afa83e1-f1bb-44dc-9772-a57d9bf5db84 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.496447 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-93b0ffcf-b915-459a-acd8-91b9df121616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.501052 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.517974 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4a02f01a-96c8-4979-b815-ce53dd3450e0 req-3afa83e1-f1bb-44dc-9772-a57d9bf5db84 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.544998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05,segment=NetworkSegment(0d554763-1ee3-4977-9e57-fe19f2f81aee),segment_id=0d554763-1ee3-4977-9e57-fe19f2f81aee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:48.612429 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-bc8f719a-f51f-4e24-8320-d196c6e30e54 req-62e93ebf-1be0-4d7c-9d38-293426f106fc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.614607 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc8f719a-f51f-4e24-8320-d196c6e30e54 req-62e93ebf-1be0-4d7c-9d38-293426f106fc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8899405 Feb 09 14:13:48.635703 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] For port 2f948ce0-a64d-4b8b-9709-84b573e95bff, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:13:48.663635 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] For port 2f948ce0-a64d-4b8b-9709-84b573e95bff, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2f948ce0-a64d-4b8b-9709-84b573e95bff,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:13:48.674279 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.695695 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.711472 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:48.735086 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0ffcf-b915-459a-acd8-91b9df121616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba34100f-7880-45ae-89c0-e64e75323a41,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:48.873977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Allocated IP 172.20.0.1 (368806ef-2e20-4d7c-9289-2a0d1f83bd61/d436d2c0-961d-40f6-a630-67d4bd9f9643/1f054345-57e3-40c7-9776-d344b3bbff8e) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:13:48.957183 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Routers {'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:13:48.958099 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:13:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c0962316-5c0b-47f2-adaf-bd1c3da4a3e7'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:49.108389 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d888e-be38-45e2-837b-bf9aadca94c0 None None] Pushing event updated for resources: {'Port': ['ID=2f948ce0-a64d-4b8b-9709-84b573e95bff,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:49.234749 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:49.240772 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4a02f01a-96c8-4979-b815-ce53dd3450e0 req-3afa83e1-f1bb-44dc-9772-a57d9bf5db84 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:49.242822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a02f01a-96c8-4979-b815-ce53dd3450e0 req-3afa83e1-f1bb-44dc-9772-a57d9bf5db84 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 2.3453674 Feb 09 14:13:49.255830 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-93b0ffcf-b915-459a-acd8-91b9df121616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:49.257712 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-93b0ffcf-b915-459a-acd8-91b9df121616 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba34100f-7880-45ae-89c0-e64e75323a41 HTTP/1.1" status: 204 len: 168 time: 2.2070398 Feb 09 14:13:49.365429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa83e1-f1bb-44dc-9772-a57d9bf5db84 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a580cdb-d27f-4d15-b334-b4bbc65e8314,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:49.476951 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:49.507941 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Transition to ACTIVE for port object 4577f9e0-ef3b-4bed-a458-9f706598d081 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:49.520776 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:49.663814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Router fe1ed4a7-f772-41eb-9c12-213104a187a9 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:13:49.684269 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] Set router c0962316-5c0b-47f2-adaf-bd1c3da4a3e7 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:13:49.701755 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c63397-aea0-4d10-9528-8fba6038ec12 None None] Pushing event updated for resources: {'Port': ['ID=4577f9e0-ef3b-4bed-a458-9f706598d081,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:49.724611 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33c0cb19-1d62-43a7-8b67-72e798e899f6 req-220948cf-e84b-4825-b227-cb103fb59ff0 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/b7174e1c-2e57-431b-95dc-f05ffc9e8d3f HTTP/1.1" status: 200 len: 1806 time: 0.4323010 Feb 09 14:13:50.001307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-fac6aa61-ce4f-406b-a171-7510a1947a48 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:50.006723 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-fac6aa61-ce4f-406b-a171-7510a1947a48 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/networks?id=d1299aae-4032-4877-85a3-71554c7a1aae HTTP/1.1" status: 200 len: 812 time: 0.8652208 Feb 09 14:13:50.011569 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-389238c2-451f-4c0b-b5b9-e0daf8492299 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:50.050616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Attempting to bind port 4577f9e0-ef3b-4bed-a458-9f706598d081 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:13:50.050872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Attempting to bind port 4577f9e0-ef3b-4bed-a458-9f706598d081 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '2decc661-3d6e-49cb-8333-0e548bfc3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '121b67e5-732a-4765-887b-d720d6a35b64'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:13:50.051310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Attempting to bind port 4577f9e0-ef3b-4bed-a458-9f706598d081 on network 121b67e5-732a-4765-887b-d720d6a35b64 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:13:50.069149 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:13:50.069656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Checking segment: {'id': '2decc661-3d6e-49cb-8333-0e548bfc3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '121b67e5-732a-4765-887b-d720d6a35b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:13:50.069988 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:50.070307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Bound using segment: {'id': '2decc661-3d6e-49cb-8333-0e548bfc3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '121b67e5-732a-4765-887b-d720d6a35b64'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:13:50.070767 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Bound port: 4577f9e0-ef3b-4bed-a458-9f706598d081, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2decc661-3d6e-49cb-8333-0e548bfc3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '121b67e5-732a-4765-887b-d720d6a35b64'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:13:50.071132 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:50.193848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389238c2-451f-4c0b-b5b9-e0daf8492299 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event updated for resources: {'Subnet': ['ID=01de928d-3b88-4310-b918-2b2dde1b993d,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:50.219745 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:50.240649 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-020ecc99-0f3c-4a89-b57c-0c19698b3097 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/quotas/d760a0361b69448e9a1befbac0e6baf1 HTTP/1.1" status: 200 len: 375 time: 0.1869030 Feb 09 14:13:50.281742 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] For port 4577f9e0-ef3b-4bed-a458-9f706598d081, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:13:50.288715 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] For port 4577f9e0-ef3b-4bed-a458-9f706598d081, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4577f9e0-ef3b-4bed-a458-9f706598d081,segment=NetworkSegment(2decc661-3d6e-49cb-8333-0e548bfc3dc9),segment_id=2decc661-3d6e-49cb-8333-0e548bfc3dc9)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:13:50.296000 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:50.337336 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-171b1944-d2bb-4f00-b238-f80b2c24d61b tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d760a0361b69448e9a1befbac0e6baf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847156 Feb 09 14:13:50.338439 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Transition to ACTIVE for port object 1f054345-57e3-40c7-9776-d344b3bbff8e will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:50.349735 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389238c2-451f-4c0b-b5b9-e0daf8492299 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Checking segment: {'id': '034ecc11-a3d1-481d-bfc8-b976479ba078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:13:50.350143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389238c2-451f-4c0b-b5b9-e0daf8492299 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Network hostable DHCP agents. Network: 02f4fe8b-03da-4355-8462-6d62ae0d48cf, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:13:50.479969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56024) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:50.541791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389238c2-451f-4c0b-b5b9-e0daf8492299 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Network 02f4fe8b-03da-4355-8462-6d62ae0d48cf is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:13:50.560132 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-320c386d-abc8-4352-a5d6-a0ef249574a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:50.611561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c63397-aea0-4d10-9528-8fba6038ec12 None None] Pushing event updated for resources: {'Port': ['ID=4577f9e0-ef3b-4bed-a458-9f706598d081,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:50.627243 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:50.645970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-320c386d-abc8-4352-a5d6-a0ef249574a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:50.668756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Routers {'083f3709-51be-41b1-b248-5a2f6e06597f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:13:50.669395 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:13:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['083f3709-51be-41b1-b248-5a2f6e06597f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:50.746929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-389238c2-451f-4c0b-b5b9-e0daf8492299 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 02f4fe8b-03da-4355-8462-6d62ae0d48cf) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:50.821918 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7', 'name': 'tempest-FloatingIPsNegativeTestJSON-748655058-router', 'tenant_id': '41c6076234da413c8bf538d0aa21207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '2f948ce0-a64d-4b8b-9709-84b573e95bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:33Z', 'updated_at': '2022-02-09T14:13:42Z', 'revision_number': 3, 'project_id': '41c6076234da413c8bf538d0aa21207d', 'gw_port': {'id': '2f948ce0-a64d-4b8b-9709-84b573e95bff', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:14:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:38Z', 'updated_at': '2022-02-09T14:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:50.833000 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a7ec0-5d16-4682-b188-29bf86665b6a None None] The sync data for ids ['c0962316-5c0b-47f2-adaf-bd1c3da4a3e7'] in n-d-828418-2 is: [{'id': 'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7', 'name': 'tempest-FloatingIPsNegativeTestJSON-748655058-router', 'tenant_id': '41c6076234da413c8bf538d0aa21207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '2f948ce0-a64d-4b8b-9709-84b573e95bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:33Z', 'updated_at': '2022-02-09T14:13:42Z', 'revision_number': 3, 'project_id': '41c6076234da413c8bf538d0aa21207d', 'gw_port': {'id': '2f948ce0-a64d-4b8b-9709-84b573e95bff', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:14:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:38Z', 'updated_at': '2022-02-09T14:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:13:50.953443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-320c386d-abc8-4352-a5d6-a0ef249574a2 admin admin] Usage tracker for resource:security_group_rule and tenant:8d1ea83c2d33424292643f69f300d1a6 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:50.980353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389238c2-451f-4c0b-b5b9-e0daf8492299 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:50.980946 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-389238c2-451f-4c0b-b5b9-e0daf8492299 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:51.045989 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Pushing event updated for resources: {'Port': ['ID=1f054345-57e3-40c7-9776-d344b3bbff8e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:51.060722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-320c386d-abc8-4352-a5d6-a0ef249574a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:51.121588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Network 368806ef-2e20-4d7c-9289-2a0d1f83bd61 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:51.127736 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] Set router 083f3709-51be-41b1-b248-5a2f6e06597f gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:13:51.130182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-320c386d-abc8-4352-a5d6-a0ef249574a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:51.324877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d720fbe3-f0a9-42b1-a526-ecf7916ff56c None None] Network 02f4fe8b-03da-4355-8462-6d62ae0d48cf requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:13:51.363672 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:51.373065 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-389238c2-451f-4c0b-b5b9-e0daf8492299 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5994465 Feb 09 14:13:51.375401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:13:51.385559 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33c0cb19-1d62-43a7-8b67-72e798e899f6 req-883f95f1-1a18-4ee9-b5e9-c93890ba50d4 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/0a580cdb-d27f-4d15-b334-b4bbc65e8314 HTTP/1.1" status: 200 len: 1807 time: 1.6458304 Feb 09 14:13:51.412279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:51.416878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56038) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:51.427255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9b84b4e9-74da-488e-8138-fd97e0befdf1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1997898943'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:51.434634 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b84b4e9-74da-488e-8138-fd97e0befdf1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:51.452814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b84b4e9-74da-488e-8138-fd97e0befdf1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Usage tracker for resource:network and tenant:87c5aeb7bc3a4960ab4b1595db9087f7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:51.459690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b84b4e9-74da-488e-8138-fd97e0befdf1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:51.483435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b84b4e9-74da-488e-8138-fd97e0befdf1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:51.572744 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-ab9a9408-bebf-435b-8661-650f46663bab service neutron] 10.222.0.48 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2056773 Feb 09 14:13:51.716388 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-33c0cb19-1d62-43a7-8b67-72e798e899f6 req-557ecbcc-881b-4a98-97e8-a8342d9a3493 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b7174e1c-2e57-431b-95dc-f05ffc9e8d3f', 'remote_group_id': '0a580cdb-d27f-4d15-b334-b4bbc65e8314', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:51.717017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-33c0cb19-1d62-43a7-8b67-72e798e899f6 req-557ecbcc-881b-4a98-97e8-a8342d9a3493 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b7174e1c-2e57-431b-95dc-f05ffc9e8d3f', 'remote_group_id': '0a580cdb-d27f-4d15-b334-b4bbc65e8314', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:51.732063 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b40d65e-4965-4e07-af43-52c32944aa84 admin admin] Router 199230c1-6c5e-4fb3-9ee5-65fa48261a3e has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:13:51.733477 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-33c0cb19-1d62-43a7-8b67-72e798e899f6 req-557ecbcc-881b-4a98-97e8-a8342d9a3493 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:51.744911 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-33c0cb19-1d62-43a7-8b67-72e798e899f6 req-557ecbcc-881b-4a98-97e8-a8342d9a3493 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group_rule and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:51.750837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:13:51.757593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-33c0cb19-1d62-43a7-8b67-72e798e899f6 req-557ecbcc-881b-4a98-97e8-a8342d9a3493 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:51.772118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-33c0cb19-1d62-43a7-8b67-72e798e899f6 req-557ecbcc-881b-4a98-97e8-a8342d9a3493 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:51.813522 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-a9d17fc9-345d-499a-bceb-487ad30e9492 service neutron] 10.222.0.48 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233615 Feb 09 14:13:51.899787 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:51.904311 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-320c386d-abc8-4352-a5d6-a0ef249574a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:51.946461 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-320c386d-abc8-4352-a5d6-a0ef249574a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:51.946670 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Sync routers for ids ['fe1ed4a7-f772-41eb-9c12-213104a187a9'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:13:52.044780 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-320c386d-abc8-4352-a5d6-a0ef249574a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d1ea83c2d33424292643f69f300d1a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5608311 Feb 09 14:13:52.050644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56042) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:52.067424 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:13:52.126207 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:52.132078 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8e5b040b-2759-47c1-be0c-49d72e64978d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.7208550 Feb 09 14:13:52.137242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56046) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:52.156294 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b84b4e9-74da-488e-8138-fd97e0befdf1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Made reservation on behalf of 87c5aeb7bc3a4960ab4b1595db9087f7 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:13:52.175540 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b84b4e9-74da-488e-8138-fd97e0befdf1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:52.182323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Routers {'fe1ed4a7-f772-41eb-9c12-213104a187a9'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:13:52.185747 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:13:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['fe1ed4a7-f772-41eb-9c12-213104a187a9'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:52.291558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b84b4e9-74da-488e-8138-fd97e0befdf1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:13:52.313542 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b84b4e9-74da-488e-8138-fd97e0befdf1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:52.314571 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-9b84b4e9-74da-488e-8138-fd97e0befdf1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Added segment b7b0fd62-d5c1-45d8-b08b-202c442fac2d of type vlan for network dab2ccee-091f-40c1-96ba-b8a89cf7ebe1 Feb 09 14:13:52.391987 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b84b4e9-74da-488e-8138-fd97e0befdf1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:52.481530 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b84b4e9-74da-488e-8138-fd97e0befdf1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:52.522528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b84b4e9-74da-488e-8138-fd97e0befdf1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:52.527444 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b84b4e9-74da-488e-8138-fd97e0befdf1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:52.544188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b40d65e-4965-4e07-af43-52c32944aa84 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:13:52.558396 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ecced-88cf-419b-aef1-281e44a18e65 None None] Sync routers for ids ['199230c1-6c5e-4fb3-9ee5-65fa48261a3e'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:13:52.587381 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ecced-88cf-419b-aef1-281e44a18e65 None None] Routers {'199230c1-6c5e-4fb3-9ee5-65fa48261a3e'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:13:52.588497 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3c7ecced-88cf-419b-aef1-281e44a18e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:13:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['199230c1-6c5e-4fb3-9ee5-65fa48261a3e'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:52.928337 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c386d-abc8-4352-a5d6-a0ef249574a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f04d3b-7929-4f20-bc8b-e352a67de7e0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:52.951580 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ee70f36-6bc4-414e-8dcf-8e5a89cbdc4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:52.956456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2b40d65e-4965-4e07-af43-52c32944aa84 admin admin] 10.222.0.48 "PUT /v2.0/routers/199230c1-6c5e-4fb3-9ee5-65fa48261a3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5488813 Feb 09 14:13:52.967341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56060) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:53.138291 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:53.181581 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3cba896d-146b-404c-a8b3-634c0bdf4472 req-9ff24557-a58c-4438-a656-a93684f85554 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 210 time: 0.6977143 Feb 09 14:13:53.209573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:53.210147 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:53.245728 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9b84b4e9-74da-488e-8138-fd97e0befdf1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8250985 Feb 09 14:13:53.255283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56066) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:53.277867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-51c27d7f-488f-4a0f-a92a-f2d55406d31a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Request body: {'subnet': {'network_id': 'dab2ccee-091f-40c1-96ba-b8a89cf7ebe1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:53.297277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84b4e9-74da-488e-8138-fd97e0befdf1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event updated for resources: {'Network': ['ID=dab2ccee-091f-40c1-96ba-b8a89cf7ebe1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:53.308908 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-3c7ecced-88cf-419b-aef1-281e44a18e65 None None] Set router 199230c1-6c5e-4fb3-9ee5-65fa48261a3e gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:13:53.345426 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ee70f36-6bc4-414e-8dcf-8e5a89cbdc4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:53.462006 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-33c0cb19-1d62-43a7-8b67-72e798e899f6 req-557ecbcc-881b-4a98-97e8-a8342d9a3493 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:53.710629 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network dab2ccee-091f-40c1-96ba-b8a89cf7ebe1 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:13:53.795776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-51c27d7f-488f-4a0f-a92a-f2d55406d31a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:53.818180 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ee70f36-6bc4-414e-8dcf-8e5a89cbdc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:53.843521 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-51c27d7f-488f-4a0f-a92a-f2d55406d31a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Usage tracker for resource:subnet and tenant:87c5aeb7bc3a4960ab4b1595db9087f7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:53.857842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-51c27d7f-488f-4a0f-a92a-f2d55406d31a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:53.862464 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-33c0cb19-1d62-43a7-8b67-72e798e899f6 req-557ecbcc-881b-4a98-97e8-a8342d9a3493 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:53.881412 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69308eb1-45ef-4502-8ad9-84bfd38efd77 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:53.936544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee70f36-6bc4-414e-8dcf-8e5a89cbdc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f04d3b-7929-4f20-bc8b-e352a67de7e0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:53.948581 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-02f4fe8b-03da-4355-8462-6d62ae0d48cf', 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'fixed_ips': [{'subnet_id': '01de928d-3b88-4310-b918-2b2dde1b993d'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:13:53.949342 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:53.969964 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ee70f36-6bc4-414e-8dcf-8e5a89cbdc4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:53.972585 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9ee70f36-6bc4-414e-8dcf-8e5a89cbdc4e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6f04d3b-7929-4f20-bc8b-e352a67de7e0 HTTP/1.1" status: 204 len: 168 time: 1.9167576 Feb 09 14:13:53.975717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-51c27d7f-488f-4a0f-a92a-f2d55406d31a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:53.978489 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-33c0cb19-1d62-43a7-8b67-72e798e899f6 req-557ecbcc-881b-4a98-97e8-a8342d9a3493 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:54.060798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ecbcc-881b-4a98-97e8-a8342d9a3493 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68741dd-e706-4177-a019-c9779c49b684,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:54.072275 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-decf81b9-fb5a-4bd5-9abf-a437ba787ba1 None None] Provisioning for port 1f054345-57e3-40c7-9776-d344b3bbff8e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:54.091061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c27d7f-488f-4a0f-a92a-f2d55406d31a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Made reservation on behalf of 87c5aeb7bc3a4960ab4b1595db9087f7 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:13:54.097780 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51c27d7f-488f-4a0f-a92a-f2d55406d31a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:54.133041 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3c7ecced-88cf-419b-aef1-281e44a18e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2142584066-router', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '9f147346-c976-420b-9faa-953ec13fd825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:10:15Z', 'updated_at': '2022-02-09T14:13:46Z', 'revision_number': 5, 'project_id': 'd5f9b726f6ce4559a200793ee72f0043', 'gw_port': {'id': '9f147346-c976-420b-9faa-953ec13fd825', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:10:17Z', 'updated_at': '2022-02-09T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:54.144832 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ecced-88cf-419b-aef1-281e44a18e65 None None] Checking router: 199230c1-6c5e-4fb3-9ee5-65fa48261a3e for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:13:54.148625 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-decf81b9-fb5a-4bd5-9abf-a437ba787ba1 None None] Provisioning complete for port 1f054345-57e3-40c7-9776-d344b3bbff8e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:54.149026 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-decf81b9-fb5a-4bd5-9abf-a437ba787ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:54.181260 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ecced-88cf-419b-aef1-281e44a18e65 None None] Routers {'199230c1-6c5e-4fb3-9ee5-65fa48261a3e'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:13:54.182338 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3c7ecced-88cf-419b-aef1-281e44a18e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:13:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['199230c1-6c5e-4fb3-9ee5-65fa48261a3e'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:54.322000 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Set router fe1ed4a7-f772-41eb-9c12-213104a187a9 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:13:54.491555 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-33c0cb19-1d62-43a7-8b67-72e798e899f6 req-557ecbcc-881b-4a98-97e8-a8342d9a3493 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:54.493649 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33c0cb19-1d62-43a7-8b67-72e798e899f6 req-557ecbcc-881b-4a98-97e8-a8342d9a3493 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 3.0016532 Feb 09 14:13:54.554419 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-0de7f0ba-545f-4801-a39b-553bcd08c70e req-5477f4a1-21fb-4ce9-92fc-87bcc223c309 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-957633727', 'description': 'tempest-description-1832691047'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:54.719494 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0de7f0ba-545f-4801-a39b-553bcd08c70e req-5477f4a1-21fb-4ce9-92fc-87bcc223c309 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:54.854146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0de7f0ba-545f-4801-a39b-553bcd08c70e req-5477f4a1-21fb-4ce9-92fc-87bcc223c309 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:54.870449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0de7f0ba-545f-4801-a39b-553bcd08c70e req-5477f4a1-21fb-4ce9-92fc-87bcc223c309 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:54.890979 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:54.920505 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-3c7ecced-88cf-419b-aef1-281e44a18e65 None None] Set router 199230c1-6c5e-4fb3-9ee5-65fa48261a3e gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:13:54.971891 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:55.031417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0de7f0ba-545f-4801-a39b-553bcd08c70e req-5477f4a1-21fb-4ce9-92fc-87bcc223c309 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:55.218169 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0de7f0ba-545f-4801-a39b-553bcd08c70e req-5477f4a1-21fb-4ce9-92fc-87bcc223c309 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:55.250308 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69308eb1-45ef-4502-8ad9-84bfd38efd77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:55.295750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-69308eb1-45ef-4502-8ad9-84bfd38efd77 admin admin] Deleting port 9f147346-c976-420b-9faa-953ec13fd825 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:13:55.297028 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69308eb1-45ef-4502-8ad9-84bfd38efd77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:55.319457 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7c89046-c6c2-43f6-b858-aa015bc45b49 req-c65bba55-a2a6-4a8c-9c5b-0926af11f740 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 210 time: 0.4147739 Feb 09 14:13:55.461301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0de7f0ba-545f-4801-a39b-553bcd08c70e req-5477f4a1-21fb-4ce9-92fc-87bcc223c309 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:55.483605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-0d55bcc8-a353-4291-9294-ec11e90f4729 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:55.485444 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-0d55bcc8-a353-4291-9294-ec11e90f4729 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.21 "GET /v2.0/networks?id=d1299aae-4032-4877-85a3-71554c7a1aae HTTP/1.1" status: 200 len: 812 time: 0.8355093 Feb 09 14:13:55.517979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-8ff4a8cc-bdde-4ddb-9588-60f2dbd92484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Request body: {'port': {'device_id': 'd77554e4-7fbf-4825-902c-f9da0912f379', 'network_id': 'd1299aae-4032-4877-85a3-71554c7a1aae', 'admin_state_up': True, 'tenant_id': 'd760a0361b69448e9a1befbac0e6baf1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:55.528344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0de7f0ba-545f-4801-a39b-553bcd08c70e req-5477f4a1-21fb-4ce9-92fc-87bcc223c309 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group_rule and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:55.553884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0de7f0ba-545f-4801-a39b-553bcd08c70e req-5477f4a1-21fb-4ce9-92fc-87bcc223c309 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:55.601269 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3c7ecced-88cf-419b-aef1-281e44a18e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2142584066-router', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '9f147346-c976-420b-9faa-953ec13fd825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:10:15Z', 'updated_at': '2022-02-09T14:13:46Z', 'revision_number': 5, 'project_id': 'd5f9b726f6ce4559a200793ee72f0043', 'gw_port': {'id': '9f147346-c976-420b-9faa-953ec13fd825', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:10:17Z', 'updated_at': '2022-02-09T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:55.627047 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ecced-88cf-419b-aef1-281e44a18e65 None None] The sync data for ids ['199230c1-6c5e-4fb3-9ee5-65fa48261a3e'] in n-d-828418-2 is: [{'id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2142584066-router', 'tenant_id': 'd5f9b726f6ce4559a200793ee72f0043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '9f147346-c976-420b-9faa-953ec13fd825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:10:15Z', 'updated_at': '2022-02-09T14:13:46Z', 'revision_number': 5, 'project_id': 'd5f9b726f6ce4559a200793ee72f0043', 'gw_port': {'id': '9f147346-c976-420b-9faa-953ec13fd825', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:79:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199230c1-6c5e-4fb3-9ee5-65fa48261a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:10:17Z', 'updated_at': '2022-02-09T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:13:55.757007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-decf81b9-fb5a-4bd5-9abf-a437ba787ba1 None None] Port 1f054345-57e3-40c7-9776-d344b3bbff8e cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:13:55.766211 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Allocated IP 19.80.0.2 (02f4fe8b-03da-4355-8462-6d62ae0d48cf/01de928d-3b88-4310-b918-2b2dde1b993d/66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:13:55.951486 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:55.968006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Pushing event updated for resources: {'Port': ['ID=1f054345-57e3-40c7-9776-d344b3bbff8e,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:56.133444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0de7f0ba-545f-4801-a39b-553bcd08c70e req-5477f4a1-21fb-4ce9-92fc-87bcc223c309 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:56.141540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-8ff4a8cc-bdde-4ddb-9588-60f2dbd92484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:56.156061 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51c27d7f-488f-4a0f-a92a-f2d55406d31a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:56.159249 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-8ff4a8cc-bdde-4ddb-9588-60f2dbd92484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Usage tracker for resource:port and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:56.195962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-8ff4a8cc-bdde-4ddb-9588-60f2dbd92484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:56.256782 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2f948ce0-a64d-4b8b-9709-84b573e95bff up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:56.312774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'name': 'tempest-ServersTestMultiNic-1627794850-router', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:19Z', 'updated_at': '2022-02-09T14:13:40Z', 'revision_number': 4, 'project_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'gw_port': {'id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:21Z', 'updated_at': '2022-02-09T14:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '4577f9e0-ef3b-4bed-a458-9f706598d081', 'name': '', 'network_id': '121b67e5-732a-4765-887b-d720d6a35b64', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'mac_address': 'fa:16:3e:27:17:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '3062cf26-6df5-45fd-a8fb-4c87afad7678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:34Z', 'updated_at': '2022-02-09T14:13:50Z', 'revision_number': 4, 'project_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'subnets': [{'id': '3062cf26-6df5-45fd-a8fb-4c87afad7678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:56.328045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-8ff4a8cc-bdde-4ddb-9588-60f2dbd92484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:56.366593 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c787aa-4c29-458f-97fd-ffede45f5658 None None] The sync data for ids ['083f3709-51be-41b1-b248-5a2f6e06597f'] in n-d-828418-2 is: [{'id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'name': 'tempest-ServersTestMultiNic-1627794850-router', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:19Z', 'updated_at': '2022-02-09T14:13:40Z', 'revision_number': 4, 'project_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'gw_port': {'id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:21Z', 'updated_at': '2022-02-09T14:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '4577f9e0-ef3b-4bed-a458-9f706598d081', 'name': '', 'network_id': '121b67e5-732a-4765-887b-d720d6a35b64', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'mac_address': 'fa:16:3e:27:17:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '3062cf26-6df5-45fd-a8fb-4c87afad7678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:34Z', 'updated_at': '2022-02-09T14:13:50Z', 'revision_number': 4, 'project_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'subnets': [{'id': '3062cf26-6df5-45fd-a8fb-4c87afad7678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:13:56.498221 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0de7f0ba-545f-4801-a39b-553bcd08c70e req-5477f4a1-21fb-4ce9-92fc-87bcc223c309 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:56.669257 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0de7f0ba-545f-4801-a39b-553bcd08c70e req-5477f4a1-21fb-4ce9-92fc-87bcc223c309 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:56.808921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-8ff4a8cc-bdde-4ddb-9588-60f2dbd92484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Made reservation on behalf of d760a0361b69448e9a1befbac0e6baf1 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:13:56.816163 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-8ff4a8cc-bdde-4ddb-9588-60f2dbd92484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:56.853082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c27d7f-488f-4a0f-a92a-f2d55406d31a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Checking segment: {'id': 'b7b0fd62-d5c1-45d8-b08b-202c442fac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dab2ccee-091f-40c1-96ba-b8a89cf7ebe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:13:56.853679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c27d7f-488f-4a0f-a92a-f2d55406d31a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Network hostable DHCP agents. Network: dab2ccee-091f-40c1-96ba-b8a89cf7ebe1, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:13:56.877678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477f4a1-21fb-4ce9-92fc-87bcc223c309 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d81667c-e261-4928-8861-10bbbb9f0396,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:56.889411 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 2f948ce0-a64d-4b8b-9709-84b573e95bff completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:56.891677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-69308eb1-45ef-4502-8ad9-84bfd38efd77 admin admin] For port 9f147346-c976-420b-9faa-953ec13fd825, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9f147346-c976-420b-9faa-953ec13fd825,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:56.892070 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69308eb1-45ef-4502-8ad9-84bfd38efd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:56.906908 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-43b295e8-3dc3-4053-8afe-953a03eba284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:56.913126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2f948ce0-a64d-4b8b-9709-84b573e95bff triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:56.913779 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:56.931344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c27d7f-488f-4a0f-a92a-f2d55406d31a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event updated for resources: {'Subnet': ['ID=cfb8e739-f95e-4359-beb6-dbbe987768c8,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:56.934421 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0de7f0ba-545f-4801-a39b-553bcd08c70e req-5477f4a1-21fb-4ce9-92fc-87bcc223c309 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:56.943575 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0de7f0ba-545f-4801-a39b-553bcd08c70e req-5477f4a1-21fb-4ce9-92fc-87bcc223c309 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 2.3959193 Feb 09 14:13:56.960342 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c27d7f-488f-4a0f-a92a-f2d55406d31a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Network dab2ccee-091f-40c1-96ba-b8a89cf7ebe1 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:13:57.005556 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:57.031235 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Transition to ACTIVE for port object 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:57.060725 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'name': 'tempest-ServersTestManualDisk-1742022487-router', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:40Z', 'updated_at': '2022-02-09T14:13:46Z', 'revision_number': 3, 'project_id': '20c1fbf014444753a794493123a90d00', 'gw_port': {'id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:43Z', 'updated_at': '2022-02-09T14:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:57.070773 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4df35b3e-df22-4a66-857c-da187e4b19ef req-96a28fde-9354-4425-9e4d-ceb4a0e436b9 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 210 time: 0.3440218 Feb 09 14:13:57.087902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Transition to ACTIVE for port object 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:57.089552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Checking router: fe1ed4a7-f772-41eb-9c12-213104a187a9 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:13:57.090067 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Network 368806ef-2e20-4d7c-9289-2a0d1f83bd61 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:57.090533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Updating router fe1ed4a7-f772-41eb-9c12-213104a187a9 port 317197d5-11c3-4593-8057-9a04bcd298fb binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:13:57.093207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:57.107642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-2899bdd8-0b38-4b4e-b4a7-3a5a3b57e2cd req-4d669033-edd1-4aef-9a50-9cc84056b312 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1013240716', 'description': 'tempest-description-2112625484'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:57.172481 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:57.277926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-69308eb1-45ef-4502-8ad9-84bfd38efd77 admin admin] Calling delete_port for 9f147346-c976-420b-9faa-953ec13fd825 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:13:57.350665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-2899bdd8-0b38-4b4e-b4a7-3a5a3b57e2cd req-4d669033-edd1-4aef-9a50-9cc84056b312 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:57.355251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-2899bdd8-0b38-4b4e-b4a7-3a5a3b57e2cd req-4d669033-edd1-4aef-9a50-9cc84056b312 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:57.360098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-2899bdd8-0b38-4b4e-b4a7-3a5a3b57e2cd req-4d669033-edd1-4aef-9a50-9cc84056b312 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:57.367603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-2899bdd8-0b38-4b4e-b4a7-3a5a3b57e2cd req-4d669033-edd1-4aef-9a50-9cc84056b312 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:57.384273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-51c27d7f-488f-4a0f-a92a-f2d55406d31a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, dab2ccee-091f-40c1-96ba-b8a89cf7ebe1) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:57.399031 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2899bdd8-0b38-4b4e-b4a7-3a5a3b57e2cd req-4d669033-edd1-4aef-9a50-9cc84056b312 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:57.438337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c27d7f-488f-4a0f-a92a-f2d55406d31a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:57.438934 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51c27d7f-488f-4a0f-a92a-f2d55406d31a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:57.503683 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-51c27d7f-488f-4a0f-a92a-f2d55406d31a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.2455287 Feb 09 14:13:57.508026 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6962af7-0bfb-4d67-a1dc-de2f95a593ae None None] Network dab2ccee-091f-40c1-96ba-b8a89cf7ebe1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:13:57.524021 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:57.560826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-2899bdd8-0b38-4b4e-b4a7-3a5a3b57e2cd req-4d669033-edd1-4aef-9a50-9cc84056b312 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:57.570385 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:57.590420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-2899bdd8-0b38-4b4e-b4a7-3a5a3b57e2cd req-4d669033-edd1-4aef-9a50-9cc84056b312 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group_rule and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:57.649918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-2899bdd8-0b38-4b4e-b4a7-3a5a3b57e2cd req-4d669033-edd1-4aef-9a50-9cc84056b312 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:57.684051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-2899bdd8-0b38-4b4e-b4a7-3a5a3b57e2cd req-4d669033-edd1-4aef-9a50-9cc84056b312 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:57.790902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-8ff4a8cc-bdde-4ddb-9588-60f2dbd92484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Allocated IP 172.20.0.11 (d1299aae-4032-4877-85a3-71554c7a1aae/8f903123-7394-4cde-bb59-c0b2cee0bff4/e515ef88-ef23-43fa-b14c-91700058de29) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:13:57.976823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56130) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:58.016405 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Network 02f4fe8b-03da-4355-8462-6d62ae0d48cf is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:58.035557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:58.039470 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:13:58.096690 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2899bdd8-0b38-4b4e-b4a7-3a5a3b57e2cd req-4d669033-edd1-4aef-9a50-9cc84056b312 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:58.115861 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2899bdd8-0b38-4b4e-b4a7-3a5a3b57e2cd req-4d669033-edd1-4aef-9a50-9cc84056b312 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:58.133571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Pushing event updated for resources: {'Port': ['ID=66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:58.172939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-63027064-56bc-48b1-8aac-bd8b5b0bf484 None None] Provisioning complete for port 1f054345-57e3-40c7-9776-d344b3bbff8e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:58.174216 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-63027064-56bc-48b1-8aac-bd8b5b0bf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:58.218829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d669033-edd1-4aef-9a50-9cc84056b312 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da749b8e-ac4a-481d-bd57-c10f07df63b8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:58.241762 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69308eb1-45ef-4502-8ad9-84bfd38efd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:58.250438 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:58.341469 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-25972a71-37e4-4f1c-9b13-e1400b0e6805 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1983602048'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:58.366606 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2899bdd8-0b38-4b4e-b4a7-3a5a3b57e2cd req-4d669033-edd1-4aef-9a50-9cc84056b312 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:58.368732 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2899bdd8-0b38-4b4e-b4a7-3a5a3b57e2cd req-4d669033-edd1-4aef-9a50-9cc84056b312 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.4027143 Feb 09 14:13:58.424359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-25972a71-37e4-4f1c-9b13-e1400b0e6805 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:58.452619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-e9f61b2e-100e-4e67-9217-47431c22f134 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:58.458059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-e9f61b2e-100e-4e67-9217-47431c22f134 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:58.459163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-e9f61b2e-100e-4e67-9217-47431c22f134 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Synchronizing usage tracker for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:13:58.479139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69308eb1-45ef-4502-8ad9-84bfd38efd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f147346-c976-420b-9faa-953ec13fd825,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:58.492981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-25972a71-37e4-4f1c-9b13-e1400b0e6805 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Usage tracker for resource:router and tenant:e75f3f2844bc4943bfa376fd61670403 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:58.500646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-25972a71-37e4-4f1c-9b13-e1400b0e6805 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:58.534889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Router c0962316-5c0b-47f2-adaf-bd1c3da4a3e7 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:13:58.576551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-25972a71-37e4-4f1c-9b13-e1400b0e6805 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:58.611938 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cbe1a2f8-ea75-49eb-ac33-5b96a5e5d7b3 req-43fdf9c5-1933-455c-9ee4-78b68fc3b7f3 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 210 time: 0.1017294 Feb 09 14:13:58.628837 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69308eb1-45ef-4502-8ad9-84bfd38efd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:58.650911 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-e9f61b2e-100e-4e67-9217-47431c22f134 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Unset dirty status for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:13:58.652348 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-e9f61b2e-100e-4e67-9217-47431c22f134 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/networks?id=02f4fe8b-03da-4355-8462-6d62ae0d48cf&id=dab2ccee-091f-40c1-96ba-b8a89cf7ebe1&id=02f4fe8b-03da-4355-8462-6d62ae0d48cf HTTP/1.1" status: 200 len: 1391 time: 0.5921237 Feb 09 14:13:58.801643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-63027064-56bc-48b1-8aac-bd8b5b0bf484 None None] Port 1f054345-57e3-40c7-9776-d344b3bbff8e cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:13:58.828371 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 2f948ce0-a64d-4b8b-9709-84b573e95bff, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2f948ce0-a64d-4b8b-9709-84b573e95bff,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:13:58.832568 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-25972a71-37e4-4f1c-9b13-e1400b0e6805 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:58.833652 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-25972a71-37e4-4f1c-9b13-e1400b0e6805 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:58.854072 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:58.967148 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Attempting to bind port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:13:58.969357 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Attempting to bind port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '034ecc11-a3d1-481d-bfc8-b976479ba078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:13:58.969912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Attempting to bind port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 on network 02f4fe8b-03da-4355-8462-6d62ae0d48cf {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:13:59.016579 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69308eb1-45ef-4502-8ad9-84bfd38efd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.019540 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69308eb1-45ef-4502-8ad9-84bfd38efd77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.026197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:13:59.026920 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Checking segment: {'id': '034ecc11-a3d1-481d-bfc8-b976479ba078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:13:59.027551 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.028224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Bound using segment: {'id': '034ecc11-a3d1-481d-bfc8-b976479ba078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:13:59.028976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Bound port: 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034ecc11-a3d1-481d-bfc8-b976479ba078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:13:59.029720 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.045150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Allocated IP 172.20.0.1 (677aeaaa-6d2e-498f-b8b0-01a0adcdf713/dad0dc1a-d8af-4c04-a1dc-09fea9c37506/cb05df1e-415b-46a8-9677-9da5c0f9d78a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:13:59.051628 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-25972a71-37e4-4f1c-9b13-e1400b0e6805 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.089524 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69308eb1-45ef-4502-8ad9-84bfd38efd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.090064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69308eb1-45ef-4502-8ad9-84bfd38efd77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 199230c1-6c5e-4fb3-9ee5-65fa48261a3e {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:13:59.097283 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-25972a71-37e4-4f1c-9b13-e1400b0e6805 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.100171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=2f948ce0-a64d-4b8b-9709-84b573e95bff,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:59.109948 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4577f9e0-ef3b-4bed-a458-9f706598d081 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:59.124766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-be319fa1-db0d-47e5-aebd-a2213d121013 req-b2d06c3d-1f7c-490e-b386-6b35624f75a7 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/3d81667c-e261-4928-8861-10bbbb9f0396 HTTP/1.1" status: 200 len: 1806 time: 0.3883204 Feb 09 14:13:59.141929 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69308eb1-45ef-4502-8ad9-84bfd38efd77 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.143193 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-69308eb1-45ef-4502-8ad9-84bfd38efd77 admin admin] 10.222.0.48 "DELETE /v2.0/routers/199230c1-6c5e-4fb3-9ee5-65fa48261a3e HTTP/1.1" status: 204 len: 168 time: 6.1718638 Feb 09 14:13:59.146622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56148) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:59.205196 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-25972a71-37e4-4f1c-9b13-e1400b0e6805 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.208731 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-25972a71-37e4-4f1c-9b13-e1400b0e6805 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2101078 Feb 09 14:13:59.212689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56152) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:59.304600 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3132664a-74d8-4d8c-999d-542a46d13e70 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/quotas/87c5aeb7bc3a4960ab4b1595db9087f7 HTTP/1.1" status: 200 len: 375 time: 0.2241819 Feb 09 14:13:59.339122 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.resource_extend [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:13:59.341614 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-8ff4a8cc-bdde-4ddb-9588-60f2dbd92484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.351324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f4ee90-7ff1-40b1-aeeb-5792876eea21 admin admin] Deleting subnet fcb60b11-6de1-4727-8e56-ab7238e8c437 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:13:59.357822 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-367de5b2-c851-451c-be21-b70aa9cb2651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.359408 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-be319fa1-db0d-47e5-aebd-a2213d121013 req-f4f0160f-3ac5-42e6-bf17-8807e7d7e116 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/da749b8e-ac4a-481d-bd57-c10f07df63b8 HTTP/1.1" status: 200 len: 1807 time: 0.2337258 Feb 09 14:13:59.377281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-dab2ccee-091f-40c1-96ba-b8a89cf7ebe1', 'network_id': 'dab2ccee-091f-40c1-96ba-b8a89cf7ebe1', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'fixed_ips': [{'subnet_id': 'cfb8e739-f95e-4359-beb6-dbbe987768c8'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:13:59.378499 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.422080 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-31f4ee90-7ff1-40b1-aeeb-5792876eea21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.467631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-be319fa1-db0d-47e5-aebd-a2213d121013 req-e63aa2b1-1528-44f2-9d7c-e51655be8575 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3d81667c-e261-4928-8861-10bbbb9f0396', 'remote_group_id': 'da749b8e-ac4a-481d-bd57-c10f07df63b8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:59.468016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-be319fa1-db0d-47e5-aebd-a2213d121013 req-e63aa2b1-1528-44f2-9d7c-e51655be8575 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3d81667c-e261-4928-8861-10bbbb9f0396', 'remote_group_id': 'da749b8e-ac4a-481d-bd57-c10f07df63b8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:13:59.485131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 4577f9e0-ef3b-4bed-a458-9f706598d081 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:59.496030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-be319fa1-db0d-47e5-aebd-a2213d121013 req-e63aa2b1-1528-44f2-9d7c-e51655be8575 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:59.496030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-be319fa1-db0d-47e5-aebd-a2213d121013 req-e63aa2b1-1528-44f2-9d7c-e51655be8575 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group_rule and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:59.516464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-be319fa1-db0d-47e5-aebd-a2213d121013 req-e63aa2b1-1528-44f2-9d7c-e51655be8575 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:59.543762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-be319fa1-db0d-47e5-aebd-a2213d121013 req-e63aa2b1-1528-44f2-9d7c-e51655be8575 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:59.563837 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4577f9e0-ef3b-4bed-a458-9f706598d081 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:59.564608 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.694209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] For port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:13:59.702934 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.759419 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42661faa-0a63-4b92-8255-7bb43189d5b1 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.763177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] For port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:13:59.772137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Transition to ACTIVE for port object 317197d5-11c3-4593-8057-9a04bcd298fb will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:59.823861 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.858988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:13:59.876748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-d1d1ad0e-6111-48dc-a90f-ca31b176ff92 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Synchronizing usage tracker for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:13:59.902032 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-8ff4a8cc-bdde-4ddb-9588-60f2dbd92484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.949497 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-31f4ee90-7ff1-40b1-aeeb-5792876eea21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:59.960655 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-8ff4a8cc-bdde-4ddb-9588-60f2dbd92484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Network d1299aae-4032-4877-85a3-71554c7a1aae is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:59.972788 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-285f9be7-7f1c-4fd5-9a89-ebfc8197be7f admin admin] 10.222.0.48 "PUT /v2.0/routers/c0962316-5c0b-47f2-adaf-bd1c3da4a3e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9535320 Feb 09 14:13:59.982677 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-8ff4a8cc-bdde-4ddb-9588-60f2dbd92484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:59.985175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-8ff4a8cc-bdde-4ddb-9588-60f2dbd92484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:00.042216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d00033-1cb4-43e6-97b2-c2f9dd267410 None None] Pushing event updated for resources: {'Port': ['ID=66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:00.044709 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.069214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Sync routers for ids ['c0962316-5c0b-47f2-adaf-bd1c3da4a3e7'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:14:00.071360 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.182316 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-d1d1ad0e-6111-48dc-a90f-ca31b176ff92 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Unset dirty status for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:00.184039 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-d1d1ad0e-6111-48dc-a90f-ca31b176ff92 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87c5aeb7bc3a4960ab4b1595db9087f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7959406 Feb 09 14:14:00.187615 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.223196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 4577f9e0-ef3b-4bed-a458-9f706598d081, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4577f9e0-ef3b-4bed-a458-9f706598d081,segment=NetworkSegment(2decc661-3d6e-49cb-8333-0e548bfc3dc9),segment_id=2decc661-3d6e-49cb-8333-0e548bfc3dc9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:00.229655 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-be319fa1-db0d-47e5-aebd-a2213d121013 req-e63aa2b1-1528-44f2-9d7c-e51655be8575 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.232857 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-8ff4a8cc-bdde-4ddb-9588-60f2dbd92484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:00.233525 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-8ff4a8cc-bdde-4ddb-9588-60f2dbd92484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.234774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc62d27-7e16-4f6a-a362-052eeee64d7d None None] Pushing event updated for resources: {'Port': ['ID=317197d5-11c3-4593-8057-9a04bcd298fb,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:00.262941 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.319285 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42661faa-0a63-4b92-8255-7bb43189d5b1 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.321637 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-8ff4a8cc-bdde-4ddb-9588-60f2dbd92484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8179457 Feb 09 14:14:00.325465 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42661faa-0a63-4b92-8255-7bb43189d5b1 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.336594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4a8cc-bdde-4ddb-9588-60f2dbd92484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event updated for resources: {'Port': ['ID=e515ef88-ef23-43fa-b14c-91700058de29,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:00.351068 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Request body: {'port': {'device_id': 'd77554e4-7fbf-4825-902c-f9da0912f379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:00.383411 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-be319fa1-db0d-47e5-aebd-a2213d121013 req-e63aa2b1-1528-44f2-9d7c-e51655be8575 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.389696 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-be319fa1-db0d-47e5-aebd-a2213d121013 req-e63aa2b1-1528-44f2-9d7c-e51655be8575 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.406085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Transition to ACTIVE for port object cb05df1e-415b-46a8-9677-9da5c0f9d78a will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:00.418885 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42661faa-0a63-4b92-8255-7bb43189d5b1 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.419451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42661faa-0a63-4b92-8255-7bb43189d5b1 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c24d2783-8227-4503-8c04-2dc428bfa01e {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:14:00.453049 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-31f4ee90-7ff1-40b1-aeeb-5792876eea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.500063 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=4577f9e0-ef3b-4bed-a458-9f706598d081,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:00.534630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63aa2b1-1528-44f2-9d7c-e51655be8575 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e1a952-d34b-4619-a68c-17d060e30b80,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:00.556813 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42661faa-0a63-4b92-8255-7bb43189d5b1 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.560472 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 445792fe-b9d3-414a-bee5-5020b46df646 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:14:00.561071 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-42661faa-0a63-4b92-8255-7bb43189d5b1 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] 10.222.0.48 "DELETE /v2.0/routers/c24d2783-8227-4503-8c04-2dc428bfa01e HTTP/1.1" status: 204 len: 168 time: 1.3466864 Feb 09 14:14:00.578530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56168) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:00.581682 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-be319fa1-db0d-47e5-aebd-a2213d121013 req-e63aa2b1-1528-44f2-9d7c-e51655be8575 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.591239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-055a26e5-8659-46f2-b924-3722deb76d43 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Request body: {'router': {'name': 'tempest-router-104959471', 'distributed': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:00.597779 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-055a26e5-8659-46f2-b924-3722deb76d43 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:00.601197 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-be319fa1-db0d-47e5-aebd-a2213d121013 req-e63aa2b1-1528-44f2-9d7c-e51655be8575 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2407670 Feb 09 14:14:00.602489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-055a26e5-8659-46f2-b924-3722deb76d43 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Usage tracker for resource:router and tenant:e75f3f2844bc4943bfa376fd61670403 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:00.605882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-055a26e5-8659-46f2-b924-3722deb76d43 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:00.616273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-055a26e5-8659-46f2-b924-3722deb76d43 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:00.646226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Routers {'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:14:00.648264 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:13:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c0962316-5c0b-47f2-adaf-bd1c3da4a3e7'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:00.696803 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-31f4ee90-7ff1-40b1-aeeb-5792876eea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.812758 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.817644 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-a6ce0847-7d8b-4e44-a64d-8b3ed7681eeb service neutron] 10.222.0.48 "GET /v2.0/networks/02f4fe8b-03da-4355-8462-6d62ae0d48cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6174366 Feb 09 14:14:00.818450 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-055a26e5-8659-46f2-b924-3722deb76d43 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.819532 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-055a26e5-8659-46f2-b924-3722deb76d43 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.840021 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-31f4ee90-7ff1-40b1-aeeb-5792876eea21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.860546 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.874515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4ee90-7ff1-40b1-aeeb-5792876eea21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb60b11-6de1-4727-8e56-ab7238e8c437,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:00.896220 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-31f4ee90-7ff1-40b1-aeeb-5792876eea21 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fcb60b11-6de1-4727-8e56-ab7238e8c437 HTTP/1.1" status: 204 len: 168 time: 1.7484510 Feb 09 14:14:00.902023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56176) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:00.957483 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.979507 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdfc0aa-7ed8-4af8-a2f5-f49cfc3f23f8 None None] Network a3819091-132d-4322-9daf-aa300ab85688 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:14:01.027429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 445792fe-b9d3-414a-bee5-5020b46df646 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:14:01.027991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 445792fe-b9d3-414a-bee5-5020b46df646 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:14:01.036969 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:01.055894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3a62f-03b1-4d06-9aba-79823c098b7b req-b4b49afb-6fdb-475a-a225-2b56edbd32db tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:01.057562 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d6e3a62f-03b1-4d06-9aba-79823c098b7b req-b4b49afb-6fdb-475a-a225-2b56edbd32db tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 932 time: 0.2308819 Feb 09 14:14:01.072368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] Deleting port 55ba9a31-37d1-44cb-bd49-5e7b70509df9 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:14:01.072802 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:01.237316 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-055a26e5-8659-46f2-b924-3722deb76d43 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:01.262661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Set router c0962316-5c0b-47f2-adaf-bd1c3da4a3e7 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:14:01.308294 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-a2d4daf0-b822-4ead-836b-1ffe85e9f101 service neutron] 10.222.0.48 "GET /v2.0/networks/02f4fe8b-03da-4355-8462-6d62ae0d48cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815164 Feb 09 14:14:01.309459 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:01.412911 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-055a26e5-8659-46f2-b924-3722deb76d43 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:01.481758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Network 677aeaaa-6d2e-498f-b8b0-01a0adcdf713 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:01.483820 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-055a26e5-8659-46f2-b924-3722deb76d43 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:01.488753 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-055a26e5-8659-46f2-b924-3722deb76d43 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9032576 Feb 09 14:14:01.488753 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Pushing event updated for resources: {'Port': ['ID=cb05df1e-415b-46a8-9677-9da5c0f9d78a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:01.489112 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:01.501711 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56186) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:01.546104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Allocated IP 19.86.0.2 (dab2ccee-091f-40c1-96ba-b8a89cf7ebe1/cfb8e739-f95e-4359-beb6-dbbe987768c8/017c4c51-6e9d-47ef-a27b-1c27b1f2269c) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:01.589076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:01.774923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d6e3a62f-03b1-4d06-9aba-79823c098b7b req-c237c5c8-ef84-4a73-9252-d4c33a77b371 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Synchronizing usage tracker for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:14:01.920422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d6e3a62f-03b1-4d06-9aba-79823c098b7b req-c237c5c8-ef84-4a73-9252-d4c33a77b371 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Unset dirty status for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:01.933746 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d6e3a62f-03b1-4d06-9aba-79823c098b7b req-c237c5c8-ef84-4a73-9252-d4c33a77b371 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8630812 Feb 09 14:14:01.953028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] For port 55ba9a31-37d1-44cb-bd49-5e7b70509df9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=55ba9a31-37d1-44cb-bd49-5e7b70509df9,segment=NetworkSegment(04dcee4b-a075-4468-b909-d005f1fad37c),segment_id=04dcee4b-a075-4468-b909-d005f1fad37c)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:01.953553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:01.985326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2f948ce0-a64d-4b8b-9709-84b573e95bff up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:02.289549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] Calling delete_port for 55ba9a31-37d1-44cb-bd49-5e7b70509df9 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:14:02.367663 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23fc5340-4ae4-49bb-9916-330812027661 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:02.427912 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-60f171ae-e113-43d5-b618-17e7cf4457ad req-f2cd0a65-9b8a-46d7-8446-2951547ce280 tempest-FloatingIPsNegativeTestJSON-303476563 tempest-FloatingIPsNegativeTestJSON-303476563-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=41c6076234da413c8bf538d0aa21207d HTTP/1.1" status: 200 len: 217 time: 0.0881093 Feb 09 14:14:02.438496 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:02.448085 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2a4e26-9c3a-4c24-a1e0-15657c2bfacf None None] Network 02f4fe8b-03da-4355-8462-6d62ae0d48cf requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:14:02.524885 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:02.536463 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:02.620373 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Attempting to bind port 317197d5-11c3-4593-8057-9a04bcd298fb on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:14:02.620751 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Attempting to bind port 317197d5-11c3-4593-8057-9a04bcd298fb by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:14:02.621100 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Attempting to bind port 317197d5-11c3-4593-8057-9a04bcd298fb on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:02.803480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] No DVR routers for this DVR port 55ba9a31-37d1-44cb-bd49-5e7b70509df9 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:14:02.832959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] Pushing event deleted for resources: {'Port': ['ID=55ba9a31-37d1-44cb-bd49-5e7b70509df9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:02.843875 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5b2d339-5f21-4903-adb4-d0fb7c737f9c req-a2bab060-9dd2-460a-b5ab-8ff08d43a1b1 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/da749b8e-ac4a-481d-bd57-c10f07df63b8 HTTP/1.1" status: 200 len: 1807 time: 0.3995516 Feb 09 14:14:02.899046 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Transition to ACTIVE for port object 017c4c51-6e9d-47ef-a27b-1c27b1f2269c will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:02.927890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Transition to ACTIVE for port object 017c4c51-6e9d-47ef-a27b-1c27b1f2269c will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:02.935611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:14:02.937662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:02.938326 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:02.938992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:14:02.939802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Bound port: 317197d5-11c3-4593-8057-9a04bcd298fb, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:14:02.939942 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-b70106ec-3ef3-43fe-9f67-262f274762b1 service neutron] 10.222.0.48 "GET /v2.0/networks/dab2ccee-091f-40c1-96ba-b8a89cf7ebe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5503869 Feb 09 14:14:02.940521 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:02.990871 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:02.992643 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:02.993061 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.043433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3819091-132d-4322-9daf-aa300ab85688']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:03.058457 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e5b2d339-5f21-4903-adb4-d0fb7c737f9c req-3f45951c-7f3c-4bff-9888-bc955e077d8c tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.061101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dcee4b-a075-4468-b909-d005f1fad37c') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:03.061419 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dcee4b-a075-4468-b909-d005f1fad37c') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:03.089385 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.097193 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23fc5340-4ae4-49bb-9916-330812027661 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.103455 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3ce799c2-dc8d-4102-ab59-d527db402219 None None] Provisioning for port cb05df1e-415b-46a8-9677-9da5c0f9d78a completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:03.108050 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23fc5340-4ae4-49bb-9916-330812027661 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.123541 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e5b2d339-5f21-4903-adb4-d0fb7c737f9c req-3f45951c-7f3c-4bff-9888-bc955e077d8c tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.132012 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.149586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:14:03.149915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a15548e-360e-4f0a-b877-7f466cd7aa29 None None] DHCP port deletion for a3819091-132d-4322-9daf-aa300ab85688 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:14:03.150106 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.162116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3ce799c2-dc8d-4102-ab59-d527db402219 None None] Provisioning complete for port cb05df1e-415b-46a8-9677-9da5c0f9d78a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:03.162631 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3ce799c2-dc8d-4102-ab59-d527db402219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:14:03.163250 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:14:03.226086 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Network dab2ccee-091f-40c1-96ba-b8a89cf7ebe1 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:03.245558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:03.249864 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:03.282929 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.287252 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23fc5340-4ae4-49bb-9916-330812027661 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.287780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fc5340-4ae4-49bb-9916-330812027661 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adfef026-ca80-4fe4-b732-063181f31075 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:14:03.309794 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.325506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] Pushing event deleted for resources: {'Network': ['ID=a3819091-132d-4322-9daf-aa300ab85688,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:03.329110 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23fc5340-4ae4-49bb-9916-330812027661 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.329514 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-23fc5340-4ae4-49bb-9916-330812027661 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] 10.222.0.48 "DELETE /v2.0/routers/adfef026-ca80-4fe4-b732-063181f31075 HTTP/1.1" status: 204 len: 168 time: 1.7422197 Feb 09 14:14:03.336667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56202) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:03.338551 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-be927661-b201-40c9-864d-2fa48dbc3b21 service neutron] 10.222.0.48 "GET /v2.0/networks/dab2ccee-091f-40c1-96ba-b8a89cf7ebe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976707 Feb 09 14:14:03.345083 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Pushing event updated for resources: {'Port': ['ID=017c4c51-6e9d-47ef-a27b-1c27b1f2269c,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:03.351614 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c3141446-edd0-4632-9953-5403775328fe admin admin] 10.222.0.48 "DELETE /v2.0/networks/a3819091-132d-4322-9daf-aa300ab85688 HTTP/1.1" status: 204 len: 168 time: 2.4466748 Feb 09 14:14:03.353027 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e5b2d339-5f21-4903-adb4-d0fb7c737f9c req-3f45951c-7f3c-4bff-9888-bc955e077d8c tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.355468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-29e4204f-ab4c-45fb-8b49-2246f3a46a91 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Request body: {'router': {'name': 'tempest-router-475695805', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8f4a48c4b7b44c30947fc505f2710f12'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:03.355657 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e5b2d339-5f21-4903-adb4-d0fb7c737f9c req-3f45951c-7f3c-4bff-9888-bc955e077d8c tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.356867 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5b2d339-5f21-4903-adb4-d0fb7c737f9c req-3f45951c-7f3c-4bff-9888-bc955e077d8c tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "DELETE /v2.0/security-groups/da749b8e-ac4a-481d-bd57-c10f07df63b8 HTTP/1.1" status: 204 len: 173 time: 0.5024843 Feb 09 14:14:03.372662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45951c-7f3c-4bff-9888-bc955e077d8c tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da749b8e-ac4a-481d-bd57-c10f07df63b8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:03.377467 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-29e4204f-ab4c-45fb-8b49-2246f3a46a91 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:03.402378 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2f948ce0-a64d-4b8b-9709-84b573e95bff triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:03.404688 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.410499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f4497cd1-d393-4cdb-9b80-e7b3efb9c199 req-b5607a62-9f2d-4904-88f4-976b6777af64 tempest-FloatingIPsNegativeTestJSON-303476563 tempest-FloatingIPsNegativeTestJSON-303476563-project] Synchronizing usage tracker for tenant:41c6076234da413c8bf538d0aa21207d on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:14:03.426879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-29e4204f-ab4c-45fb-8b49-2246f3a46a91 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Usage tracker for resource:router and tenant:8f4a48c4b7b44c30947fc505f2710f12 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:03.428847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f4497cd1-d393-4cdb-9b80-e7b3efb9c199 req-b5607a62-9f2d-4904-88f4-976b6777af64 tempest-FloatingIPsNegativeTestJSON-303476563 tempest-FloatingIPsNegativeTestJSON-303476563-project] Unset dirty status for tenant:41c6076234da413c8bf538d0aa21207d on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:03.430663 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4497cd1-d393-4cdb-9b80-e7b3efb9c199 req-b5607a62-9f2d-4904-88f4-976b6777af64 tempest-FloatingIPsNegativeTestJSON-303476563 tempest-FloatingIPsNegativeTestJSON-303476563-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0500672 Feb 09 14:14:03.460637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-29e4204f-ab4c-45fb-8b49-2246f3a46a91 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:03.488741 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] For port 317197d5-11c3-4593-8057-9a04bcd298fb, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:14:03.496493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] For port 317197d5-11c3-4593-8057-9a04bcd298fb, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=317197d5-11c3-4593-8057-9a04bcd298fb,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:14:03.502703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3ce799c2-dc8d-4102-ab59-d527db402219 None None] Port cb05df1e-415b-46a8-9677-9da5c0f9d78a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:14:03.573919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-29e4204f-ab4c-45fb-8b49-2246f3a46a91 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:03.595699 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29e4204f-ab4c-45fb-8b49-2246f3a46a91 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.596739 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.597206 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29e4204f-ab4c-45fb-8b49-2246f3a46a91 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.609851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Attempting to bind port 017c4c51-6e9d-47ef-a27b-1c27b1f2269c on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:14:03.610833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Attempting to bind port 017c4c51-6e9d-47ef-a27b-1c27b1f2269c by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'b7b0fd62-d5c1-45d8-b08b-202c442fac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dab2ccee-091f-40c1-96ba-b8a89cf7ebe1'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:14:03.610833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Attempting to bind port 017c4c51-6e9d-47ef-a27b-1c27b1f2269c on network dab2ccee-091f-40c1-96ba-b8a89cf7ebe1 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:03.629809 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56212) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:03.703837 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:14:03.704335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Checking segment: {'id': 'b7b0fd62-d5c1-45d8-b08b-202c442fac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dab2ccee-091f-40c1-96ba-b8a89cf7ebe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:03.704832 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.705317 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Bound using segment: {'id': 'b7b0fd62-d5c1-45d8-b08b-202c442fac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dab2ccee-091f-40c1-96ba-b8a89cf7ebe1'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:14:03.705837 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Bound port: 017c4c51-6e9d-47ef-a27b-1c27b1f2269c, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0fd62-d5c1-45d8-b08b-202c442fac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dab2ccee-091f-40c1-96ba-b8a89cf7ebe1'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:14:03.706394 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.721236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66194e0-6de9-47d0-81d9-f248ef1221c3 req-0be84684-01fe-4062-bee8-35a7906b87fd tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:03.725123 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a66194e0-6de9-47d0-81d9-f248ef1221c3 req-0be84684-01fe-4062-bee8-35a7906b87fd tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 932 time: 0.1226082 Feb 09 14:14:03.793837 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.802624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56218) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:03.815988 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a66194e0-6de9-47d0-81d9-f248ef1221c3 req-667b7517-4ccd-4f30-a2ff-47cc97b408f6 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845044 Feb 09 14:14:03.827590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d3c624c3-132f-45e8-831f-9cdb69a4a3f5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-690565658'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:03.836710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d3c624c3-132f-45e8-831f-9cdb69a4a3f5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:03.841404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d3c624c3-132f-45e8-831f-9cdb69a4a3f5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Usage tracker for resource:network and tenant:ea230855731c4f038f9be9893ada8105 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:03.845699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d3c624c3-132f-45e8-831f-9cdb69a4a3f5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:03.849393 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29e4204f-ab4c-45fb-8b49-2246f3a46a91 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.852558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d3c624c3-132f-45e8-831f-9cdb69a4a3f5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:03.878627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c624c3-132f-45e8-831f-9cdb69a4a3f5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Made reservation on behalf of ea230855731c4f038f9be9893ada8105 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:03.882394 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3c624c3-132f-45e8-831f-9cdb69a4a3f5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.899950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e515ef88-ef23-43fa-b14c-91700058de29 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:14:03.912779 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Routers {'fe1ed4a7-f772-41eb-9c12-213104a187a9'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:14:03.913575 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:13:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['fe1ed4a7-f772-41eb-9c12-213104a187a9'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:03.939443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c624c3-132f-45e8-831f-9cdb69a4a3f5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:14:03.949974 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.954286 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5ee9aadb-9683-4e0e-9daf-038bd780bd40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=251a1be4a8d944b3a69a1272b254657e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225641 Feb 09 14:14:03.958337 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5cd79c6-0874-4201-8639-3bd3687f66fc req-03a00a2f-5fa3-4beb-8ef6-bd29aece3c9b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/3d81667c-e261-4928-8861-10bbbb9f0396 HTTP/1.1" status: 200 len: 1806 time: 0.0960388 Feb 09 14:14:03.959657 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3c624c3-132f-45e8-831f-9cdb69a4a3f5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:03.960283 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-d3c624c3-132f-45e8-831f-9cdb69a4a3f5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Added segment a3227f92-0703-421e-9c22-5fdde7cc38af of type vlan for network 823b3307-a261-404f-987b-156bad62d095 Feb 09 14:14:03.964726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56222) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:03.971544 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-d6a48802-1291-42df-b9f0-1fdf95fee132 service neutron] 10.222.0.48 "GET /v2.0/networks/02f4fe8b-03da-4355-8462-6d62ae0d48cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665865 Feb 09 14:14:03.974976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc62d27-7e16-4f6a-a362-052eeee64d7d None None] Pushing event updated for resources: {'Port': ['ID=317197d5-11c3-4593-8057-9a04bcd298fb,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:04.000686 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:04.008934 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3c624c3-132f-45e8-831f-9cdb69a4a3f5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:04.024246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f57b9c0a-634f-48b8-9dd9-4672eca3b063 None None] Provisioning for port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:04.031516 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29e4204f-ab4c-45fb-8b49-2246f3a46a91 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:04.037220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Transition to ACTIVE for port object e515ef88-ef23-43fa-b14c-91700058de29 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:04.115126 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3c624c3-132f-45e8-831f-9cdb69a4a3f5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:04.117788 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:04.119534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7', 'name': 'tempest-FloatingIPsNegativeTestJSON-748655058-router', 'tenant_id': '41c6076234da413c8bf538d0aa21207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '2f948ce0-a64d-4b8b-9709-84b573e95bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:33Z', 'updated_at': '2022-02-09T14:13:52Z', 'revision_number': 4, 'project_id': '41c6076234da413c8bf538d0aa21207d', 'gw_port': {'id': '2f948ce0-a64d-4b8b-9709-84b573e95bff', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:38Z', 'updated_at': '2022-02-09T14:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1f054345-57e3-40c7-9776-d344b3bbff8e', 'name': '', 'network_id': '368806ef-2e20-4d7c-9289-2a0d1f83bd61', 'tenant_id': '41c6076234da413c8bf538d0aa21207d', 'mac_address': 'fa:16:3e:34:7c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'd436d2c0-961d-40f6-a630-67d4bd9f9643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:48Z', 'updated_at': '2022-02-09T14:13:53Z', 'revision_number': 2, 'project_id': '41c6076234da413c8bf538d0aa21207d', 'subnets': [{'id': 'd436d2c0-961d-40f6-a630-67d4bd9f9643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:04.123169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c624c3-132f-45e8-831f-9cdb69a4a3f5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:04.125092 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3c624c3-132f-45e8-831f-9cdb69a4a3f5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:04.151006 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Checking router: c0962316-5c0b-47f2-adaf-bd1c3da4a3e7 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:14:04.151383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Updating router c0962316-5c0b-47f2-adaf-bd1c3da4a3e7 port 1f054345-57e3-40c7-9776-d344b3bbff8e binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:14:04.162116 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-c76b9e76-c81e-4af8-8f61-575a4ac3e21e req-9c7b104b-c0ed-4cae-bf40-fa0e63f346b8 tempest-FloatingIPsNegativeTestJSON-303476563 tempest-FloatingIPsNegativeTestJSON-303476563-project] show failed (client error): The resource could not be found. Feb 09 14:14:04.163302 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c76b9e76-c81e-4af8-8f61-575a4ac3e21e req-9c7b104b-c0ed-4cae-bf40-fa0e63f346b8 tempest-FloatingIPsNegativeTestJSON-303476563 tempest-FloatingIPsNegativeTestJSON-303476563-project] 10.222.0.48 "GET /v2.0/floatingips/19682cb9-8276-40cb-8e71-6639c8c7647e HTTP/1.1" status: 404 len: 350 time: 0.1208830 Feb 09 14:14:04.206185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] For port 017c4c51-6e9d-47ef-a27b-1c27b1f2269c, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:14:04.222578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56228) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:04.289835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-59b9dd7a-49c0-4ad3-bbe8-f442d2a12f06 req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1604140689', 'description': 'tempest-description-416568519'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:04.304200 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] For port 017c4c51-6e9d-47ef-a27b-1c27b1f2269c, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=017c4c51-6e9d-47ef-a27b-1c27b1f2269c,segment=NetworkSegment(b7b0fd62-d5c1-45d8-b08b-202c442fac2d),segment_id=b7b0fd62-d5c1-45d8-b08b-202c442fac2d)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:14:04.304967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-59b9dd7a-49c0-4ad3-bbe8-f442d2a12f06 req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:04.324739 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d3c624c3-132f-45e8-831f-9cdb69a4a3f5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5005774 Feb 09 14:14:04.325388 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56232) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:04.329969 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:04.342438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-59b9dd7a-49c0-4ad3-bbe8-f442d2a12f06 req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:04.354558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c7356ee7-db1c-40f2-9b82-69332c504e0b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-677130586'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:04.358053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-59b9dd7a-49c0-4ad3-bbe8-f442d2a12f06 req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:04.366778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c7356ee7-db1c-40f2-9b82-69332c504e0b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:04.378324 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29e4204f-ab4c-45fb-8b49-2246f3a46a91 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:04.378324 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-29e4204f-ab4c-45fb-8b49-2246f3a46a91 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0370409 Feb 09 14:14:04.382614 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:04.384088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56236) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:04.384942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-59b9dd7a-49c0-4ad3-bbe8-f442d2a12f06 req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:04.390309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c7356ee7-db1c-40f2-9b82-69332c504e0b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Usage tracker for resource:network and tenant:ea230855731c4f038f9be9893ada8105 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:04.396396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c624c3-132f-45e8-831f-9cdb69a4a3f5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event updated for resources: {'Network': ['ID=823b3307-a261-404f-987b-156bad62d095,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:04.399077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c7356ee7-db1c-40f2-9b82-69332c504e0b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:04.408511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-88affa20-0a98-4554-81f1-f666859ec815 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:04.442099 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:04.445398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 823b3307-a261-404f-987b-156bad62d095 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:14:04.463747 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] Set router fe1ed4a7-f772-41eb-9c12-213104a187a9 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:14:04.513856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c7356ee7-db1c-40f2-9b82-69332c504e0b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:04.525860 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59b9dd7a-49c0-4ad3-bbe8-f442d2a12f06 req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:04.578889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Pushing event updated for resources: {'Port': ['ID=e515ef88-ef23-43fa-b14c-91700058de29,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:04.585932 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7ead98fb-5299-4306-bdd6-0b72a3bdb6a0 None None] Provisioning complete for port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:04.586474 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7ead98fb-5299-4306-bdd6-0b72a3bdb6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:04.610983 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08cfddfa-1612-4ea5-aad9-a9f22ae27a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:04.710314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:04.710827 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:04.783860 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08cfddfa-1612-4ea5-aad9-a9f22ae27a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:04.824611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7356ee7-db1c-40f2-9b82-69332c504e0b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Made reservation on behalf of ea230855731c4f038f9be9893ada8105 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:04.828556 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7356ee7-db1c-40f2-9b82-69332c504e0b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:04.835092 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6635feea-2ae5-4902-b428-2a09141f7b93 service neutron] 10.222.0.48 "GET /v2.0/networks/02f4fe8b-03da-4355-8462-6d62ae0d48cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8293567 Feb 09 14:14:04.847295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa09c0-2a07-4b77-848a-92c306323eb4 None None] Pushing event updated for resources: {'Port': ['ID=017c4c51-6e9d-47ef-a27b-1c27b1f2269c,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:04.849077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-59b9dd7a-49c0-4ad3-bbe8-f442d2a12f06 req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:04.866057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-59b9dd7a-49c0-4ad3-bbe8-f442d2a12f06 req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group_rule and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:04.988403 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:05.020089 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:05.071153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-59b9dd7a-49c0-4ad3-bbe8-f442d2a12f06 req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:05.096361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Attempting to bind port e515ef88-ef23-43fa-b14c-91700058de29 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:14:05.096698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Attempting to bind port e515ef88-ef23-43fa-b14c-91700058de29 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e7517b22-da4f-4744-9e69-81bbd574dfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd1299aae-4032-4877-85a3-71554c7a1aae'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:14:05.097284 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Attempting to bind port e515ef88-ef23-43fa-b14c-91700058de29 on network d1299aae-4032-4877-85a3-71554c7a1aae {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:05.163869 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:05.167424 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08cfddfa-1612-4ea5-aad9-a9f22ae27a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:05.204889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Port e515ef88-ef23-43fa-b14c-91700058de29 on network d1299aae-4032-4877-85a3-71554c7a1aae not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:14:05.205207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Attempting to bind port e515ef88-ef23-43fa-b14c-91700058de29 on network d1299aae-4032-4877-85a3-71554c7a1aae {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:05.236601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-59b9dd7a-49c0-4ad3-bbe8-f442d2a12f06 req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:05.237493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfddfa-1612-4ea5-aad9-a9f22ae27a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92f4ffb-adb7-44c1-9607-0111c5b6e797,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:05.240945 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:14:05.241429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Checking segment: {'id': 'e7517b22-da4f-4744-9e69-81bbd574dfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd1299aae-4032-4877-85a3-71554c7a1aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:05.241660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Bound using segment: {'id': 'e7517b22-da4f-4744-9e69-81bbd574dfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd1299aae-4032-4877-85a3-71554c7a1aae'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:14:05.242098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Bound port: e515ef88-ef23-43fa-b14c-91700058de29, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7517b22-da4f-4744-9e69-81bbd574dfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd1299aae-4032-4877-85a3-71554c7a1aae'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:14:05.242446 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:05.249265 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:05.292971 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7ead98fb-5299-4306-bdd6-0b72a3bdb6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:05.355381 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88affa20-0a98-4554-81f1-f666859ec815 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:05.356004 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88affa20-0a98-4554-81f1-f666859ec815 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:05.416397 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08cfddfa-1612-4ea5-aad9-a9f22ae27a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:05.420199 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-08cfddfa-1612-4ea5-aad9-a9f22ae27a7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e92f4ffb-adb7-44c1-9607-0111c5b6e797 HTTP/1.1" status: 204 len: 168 time: 1.4472966 Feb 09 14:14:05.421087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Pushing event updated for resources: {'Port': ['ID=cb05df1e-415b-46a8-9677-9da5c0f9d78a,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:05.423710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:05.465481 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:05.467186 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4577f9e0-ef3b-4bed-a458-9f706598d081 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:05.629441 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] For port e515ef88-ef23-43fa-b14c-91700058de29, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:14:05.644413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8f12-838b-4215-a9d6-a5d42292e3f7 req-0517404f-ae63-4858-8cb3-52556d30873d tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:05.646194 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d7ac8f12-838b-4215-a9d6-a5d42292e3f7 req-0517404f-ae63-4858-8cb3-52556d30873d tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Synchronizing usage tracker for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:14:05.651451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] For port e515ef88-ef23-43fa-b14c-91700058de29, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=e515ef88-ef23-43fa-b14c-91700058de29,segment=NetworkSegment(e7517b22-da4f-4744-9e69-81bbd574dfd0),segment_id=e7517b22-da4f-4744-9e69-81bbd574dfd0)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:14:05.661509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Network 677aeaaa-6d2e-498f-b8b0-01a0adcdf713 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:05.663351 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:05.666949 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:05.797572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7356ee7-db1c-40f2-9b82-69332c504e0b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:14:05.804992 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59b9dd7a-49c0-4ad3-bbe8-f442d2a12f06 req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:05.819488 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:05.826124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d7ac8f12-838b-4215-a9d6-a5d42292e3f7 req-0517404f-ae63-4858-8cb3-52556d30873d tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Unset dirty status for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:05.827402 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7ac8f12-838b-4215-a9d6-a5d42292e3f7 req-0517404f-ae63-4858-8cb3-52556d30873d tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 944 time: 0.5753791 Feb 09 14:14:05.887496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:05.888167 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:05.889846 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-890d214c-15fc-4510-8909-12403f18c75d service neutron] 10.222.0.21 "PUT /v2.0/ports/e515ef88-ef23-43fa-b14c-91700058de29 HTTP/1.1" status: 200 len: 1092 time: 5.5498800 Feb 09 14:14:05.895160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77554e4-7fbf-4825-902c-f9da0912f379', 'tag': 'e515ef88-ef23-43fa-b14c-91700058de29'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:14:06.030374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-88affa20-0a98-4554-81f1-f666859ec815 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87597) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 09 14:14:06.033069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-88affa20-0a98-4554-81f1-f666859ec815 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Router 385c77d6-706d-4e1a-ba70-93c3f6f8fc00 migrating from provider to provider. {{(pid=87597) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 09 14:14:06.034169 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88affa20-0a98-4554-81f1-f666859ec815 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:06.049740 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88affa20-0a98-4554-81f1-f666859ec815 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:06.055440 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-7ead98fb-5299-4306-bdd6-0b72a3bdb6a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:14:06.055989 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-7ead98fb-5299-4306-bdd6-0b72a3bdb6a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:14:06.065776 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7356ee7-db1c-40f2-9b82-69332c504e0b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:06.066351 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-c7356ee7-db1c-40f2-9b82-69332c504e0b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Added segment 4d99d233-7638-4c56-9a11-f1d927d41e97 of type vlan for network 8f32b635-0e4c-4fd0-b4fb-058420f89d74 Feb 09 14:14:06.130035 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88affa20-0a98-4554-81f1-f666859ec815 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:06.133134 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59b9dd7a-49c0-4ad3-bbe8-f442d2a12f06 req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:06.171447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d214c-15fc-4510-8909-12403f18c75d service neutron] Pushing event updated for resources: {'Port': ['ID=e515ef88-ef23-43fa-b14c-91700058de29,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:06.205159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d7ac8f12-838b-4215-a9d6-a5d42292e3f7 req-465539a1-5323-415f-a5d1-e15c2571c266 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Synchronizing usage tracker for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:14:06.209827 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f181a322-e872-411a-9df5-4b072e1f9e31 None None] Network dab2ccee-091f-40c1-96ba-b8a89cf7ebe1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:14:06.225999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56260) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:06.229207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d7ac8f12-838b-4215-a9d6-a5d42292e3f7 req-465539a1-5323-415f-a5d1-e15c2571c266 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Unset dirty status for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:06.236039 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7356ee7-db1c-40f2-9b82-69332c504e0b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:06.240359 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7ac8f12-838b-4215-a9d6-a5d42292e3f7 req-465539a1-5323-415f-a5d1-e15c2571c266 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923879 Feb 09 14:14:06.307325 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59b9dd7a-49c0-4ad3-bbe8-f442d2a12f06 req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:06.326324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59b9dd7a-49c0-4ad3-bbe8-f442d2a12f06 req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 2.1051080 Feb 09 14:14:06.357958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61d63f5-2d62-4e8d-a463-5facea908a5c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:06.378046 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-08724a4a-454a-4918-afc0-eee349f618c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5f9b726f6ce4559a200793ee72f0043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364713 Feb 09 14:14:06.382065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56266) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:06.437097 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77554e4-7fbf-4825-902c-f9da0912f379', 'tag': 'e515ef88-ef23-43fa-b14c-91700058de29', 'status': 'completed', 'code': 200} Feb 09 14:14:06.439007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Router fe1ed4a7-f772-41eb-9c12-213104a187a9 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:14:06.446380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:06.446629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:06.446978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:06.447310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:06.447638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:06.448332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:06.448332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:06.448626 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:06.448953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:06.449276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:06.449677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:06.449912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35595d7f-9591-4770-b7b6-49e84fe90478 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:06.451721 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4577f9e0-ef3b-4bed-a458-9f706598d081 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:06.452659 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:06.463740 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9e8d7bb-b4c5-46aa-a609-347955c32e92 req-d3143731-2a9a-4b01-96c2-d256ceb67c75 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 210 time: 0.0791869 Feb 09 14:14:06.578996 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-c7356ee7-db1c-40f2-9b82-69332c504e0b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:14:06.599585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-e16548ae-5693-4192-98d6-0df71984ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:06.603312 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-e16548ae-5693-4192-98d6-0df71984ccbc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d760a0361b69448e9a1befbac0e6baf1&device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 1095 time: 0.5610697 Feb 09 14:14:06.612925 n-d-828418-2 neutron-server[87597]: WARNING neutron.scheduler.l3_agent_scheduler [None req-88affa20-0a98-4554-81f1-f666859ec815 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] No L3 agents can host the router 385c77d6-706d-4e1a-ba70-93c3f6f8fc00 Feb 09 14:14:06.680336 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.resource_extend [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:14:06.765654 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ba13bfad-a900-4cb6-a874-bf7e12bbed22 req-d7742018-06bd-4c82-9f0d-77f8d49d566a tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/b61d63f5-2d62-4e8d-a463-5facea908a5c HTTP/1.1" status: 200 len: 1806 time: 0.3085072 Feb 09 14:14:06.768782 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7356ee7-db1c-40f2-9b82-69332c504e0b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:06.775940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7356ee7-db1c-40f2-9b82-69332c504e0b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:06.777031 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7356ee7-db1c-40f2-9b82-69332c504e0b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:06.815469 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:06.824140 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'name': 'tempest-ServersTestManualDisk-1742022487-router', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:40Z', 'updated_at': '2022-02-09T14:14:03Z', 'revision_number': 4, 'project_id': '20c1fbf014444753a794493123a90d00', 'gw_port': {'id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:43Z', 'updated_at': '2022-02-09T14:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'cb05df1e-415b-46a8-9677-9da5c0f9d78a', 'name': '', 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'mac_address': 'fa:16:3e:4b:a9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:57Z', 'updated_at': '2022-02-09T14:13:59Z', 'revision_number': 1, 'project_id': '20c1fbf014444753a794493123a90d00', 'subnets': [{'id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:06.833750 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fade3e-5a70-42e8-8730-ccfc54b0ebaa None None] The sync data for ids ['fe1ed4a7-f772-41eb-9c12-213104a187a9'] in n-d-828418-2 is: [{'id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'name': 'tempest-ServersTestManualDisk-1742022487-router', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:40Z', 'updated_at': '2022-02-09T14:14:03Z', 'revision_number': 4, 'project_id': '20c1fbf014444753a794493123a90d00', 'gw_port': {'id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:43Z', 'updated_at': '2022-02-09T14:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'cb05df1e-415b-46a8-9677-9da5c0f9d78a', 'name': '', 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'mac_address': 'fa:16:3e:4b:a9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:57Z', 'updated_at': '2022-02-09T14:13:59Z', 'revision_number': 1, 'project_id': '20c1fbf014444753a794493123a90d00', 'subnets': [{'id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:14:06.877144 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-ba13bfad-a900-4cb6-a874-bf7e12bbed22 req-9521bda7-b803-4a11-a8bf-f5f803163b8a tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b61d63f5-2d62-4e8d-a463-5facea908a5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:06.877596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-ba13bfad-a900-4cb6-a874-bf7e12bbed22 req-9521bda7-b803-4a11-a8bf-f5f803163b8a tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b61d63f5-2d62-4e8d-a463-5facea908a5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:06.885522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-ba13bfad-a900-4cb6-a874-bf7e12bbed22 req-9521bda7-b803-4a11-a8bf-f5f803163b8a tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:06.888777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ba13bfad-a900-4cb6-a874-bf7e12bbed22 req-9521bda7-b803-4a11-a8bf-f5f803163b8a tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group_rule and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:06.893576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ba13bfad-a900-4cb6-a874-bf7e12bbed22 req-9521bda7-b803-4a11-a8bf-f5f803163b8a tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:06.902381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-ba13bfad-a900-4cb6-a874-bf7e12bbed22 req-9521bda7-b803-4a11-a8bf-f5f803163b8a tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:06.909771 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Transition to ACTIVE for port object 1f054345-57e3-40c7-9776-d344b3bbff8e will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:06.933895 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:07.010684 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bdbe257b-f1b2-49e0-b9d5-b3d2847501cc None None] Provisioning for port 017c4c51-6e9d-47ef-a27b-1c27b1f2269c completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:07.054059 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-e669ffc6-c348-473c-aac0-a14c9c99172d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e515ef88-ef23-43fa-b14c-91700058de29 HTTP/1.1" status: 200 len: 217 time: 0.4353700 Feb 09 14:14:07.079821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9f147346-c976-420b-9faa-953ec13fd825 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:14:07.158295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 9f147346-c976-420b-9faa-953ec13fd825 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:14:07.158638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9f147346-c976-420b-9faa-953ec13fd825 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:14:07.170912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6ed13-7236-41aa-a30c-996b3ff0392f None None] Pushing event updated for resources: {'Port': ['ID=1f054345-57e3-40c7-9776-d344b3bbff8e,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:07.200171 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ba13bfad-a900-4cb6-a874-bf7e12bbed22 req-9521bda7-b803-4a11-a8bf-f5f803163b8a tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:07.238089 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ba13bfad-a900-4cb6-a874-bf7e12bbed22 req-9521bda7-b803-4a11-a8bf-f5f803163b8a tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:07.240957 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c7356ee7-db1c-40f2-9b82-69332c504e0b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.9133751 Feb 09 14:14:07.293258 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bdbe257b-f1b2-49e0-b9d5-b3d2847501cc None None] Provisioning complete for port cb05df1e-415b-46a8-9677-9da5c0f9d78a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:07.296163 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bdbe257b-f1b2-49e0-b9d5-b3d2847501cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:07.304582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56270) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:07.337336 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ba13bfad-a900-4cb6-a874-bf7e12bbed22 req-9521bda7-b803-4a11-a8bf-f5f803163b8a tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:07.406293 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-562fe3dd-c9fb-4453-b0ba-475d88673f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:07.460155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1e7b2e6e-e3fa-4fa4-b91c-df748a4a37b2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Request body: {'subnet': {'network_id': '823b3307-a261-404f-987b-156bad62d095', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:07.518426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521bda7-b803-4a11-a8bf-f5f803163b8a tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0767b9ef-2570-40be-906c-03668235ad89,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:07.524027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Attempting to bind port 1f054345-57e3-40c7-9776-d344b3bbff8e on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:14:07.524027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Attempting to bind port 1f054345-57e3-40c7-9776-d344b3bbff8e by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '8d044830-f33b-4e29-a6ee-c5486d5efed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '368806ef-2e20-4d7c-9289-2a0d1f83bd61'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:14:07.524282 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Attempting to bind port 1f054345-57e3-40c7-9776-d344b3bbff8e on network 368806ef-2e20-4d7c-9289-2a0d1f83bd61 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:07.541399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe257b-f1b2-49e0-b9d5-b3d2847501cc None None] Port cb05df1e-415b-46a8-9677-9da5c0f9d78a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:14:07.544702 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-562fe3dd-c9fb-4453-b0ba-475d88673f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:07.552696 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:14:07.553228 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Checking segment: {'id': '8d044830-f33b-4e29-a6ee-c5486d5efed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '368806ef-2e20-4d7c-9289-2a0d1f83bd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:07.553739 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:07.554251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Bound using segment: {'id': '8d044830-f33b-4e29-a6ee-c5486d5efed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '368806ef-2e20-4d7c-9289-2a0d1f83bd61'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:14:07.554841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Bound port: 1f054345-57e3-40c7-9776-d344b3bbff8e, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d044830-f33b-4e29-a6ee-c5486d5efed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '368806ef-2e20-4d7c-9289-2a0d1f83bd61'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:14:07.555323 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:07.579406 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 017c4c51-6e9d-47ef-a27b-1c27b1f2269c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:07.709341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:14:07.718700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-88365283-ab03-4bf0-9c91-ef37fa0724c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:07.720479 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-88365283-ab03-4bf0-9c91-ef37fa0724c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f903123-7394-4cde-bb59-c0b2cee0bff4 HTTP/1.1" status: 200 len: 852 time: 0.6487575 Feb 09 14:14:07.733645 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8e1afaf3-7ce5-4a75-9eea-0f96d4f79b1c admin admin] 10.222.0.48 "PUT /v2.0/routers/fe1ed4a7-f772-41eb-9c12-213104a187a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5728202 Feb 09 14:14:07.771134 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] For port 1f054345-57e3-40c7-9776-d344b3bbff8e, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:14:07.775313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] For port 1f054345-57e3-40c7-9776-d344b3bbff8e, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1f054345-57e3-40c7-9776-d344b3bbff8e,segment=NetworkSegment(8d044830-f33b-4e29-a6ee-c5486d5efed2),segment_id=8d044830-f33b-4e29-a6ee-c5486d5efed2)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:14:07.785645 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:07.803504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88affa20-0a98-4554-81f1-f666859ec815 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Hosts for router 385c77d6-706d-4e1a-ba70-93c3f6f8fc00: [] {{(pid=87597) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 09 14:14:07.830804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-686cde0b-dec6-4cb0-9293-edf7a104be5b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:07.840708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-686cde0b-dec6-4cb0-9293-edf7a104be5b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:07.843165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-686cde0b-dec6-4cb0-9293-edf7a104be5b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.35 "GET /v2.0/networks?id=02f4fe8b-03da-4355-8462-6d62ae0d48cf&id=dab2ccee-091f-40c1-96ba-b8a89cf7ebe1&id=02f4fe8b-03da-4355-8462-6d62ae0d48cf HTTP/1.1" status: 200 len: 1391 time: 0.9777954 Feb 09 14:14:07.852189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7356ee7-db1c-40f2-9b82-69332c504e0b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event updated for resources: {'Network': ['ID=8f32b635-0e4c-4fd0-b4fb-058420f89d74,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:07.856831 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-811b5102-b850-49c1-afa9-c6d7380d5fb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d1299aae-4032-4877-85a3-71554c7a1aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041737 Feb 09 14:14:07.864045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Request body: {'port': {'device_id': '13aca64e-33e4-43ba-a632-aff67f194b76', 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf', 'admin_state_up': True, 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:07.895220 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ba13bfad-a900-4cb6-a874-bf7e12bbed22 req-9521bda7-b803-4a11-a8bf-f5f803163b8a tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:07.912363 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ba13bfad-a900-4cb6-a874-bf7e12bbed22 req-9521bda7-b803-4a11-a8bf-f5f803163b8a tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1456218 Feb 09 14:14:07.929900 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 8f32b635-0e4c-4fd0-b4fb-058420f89d74 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:14:07.960308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88affa20-0a98-4554-81f1-f666859ec815 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Hosts for other DVR routers connected to router 385c77d6-706d-4e1a-ba70-93c3f6f8fc00: set() {{(pid=87597) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 09 14:14:07.974991 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88affa20-0a98-4554-81f1-f666859ec815 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:07.976230 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-88affa20-0a98-4554-81f1-f666859ec815 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] 10.222.0.48 "PUT /v2.0/routers/385c77d6-706d-4e1a-ba70-93c3f6f8fc00 HTTP/1.1" status: 200 len: 716 time: 3.5879538 Feb 09 14:14:08.000278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56282) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:08.119856 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Routers {'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:14:08.120526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:13:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c0962316-5c0b-47f2-adaf-bd1c3da4a3e7'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:08.213940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1e7b2e6e-e3fa-4fa4-b91c-df748a4a37b2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:08.216812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1e7b2e6e-e3fa-4fa4-b91c-df748a4a37b2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Usage tracker for resource:subnet and tenant:ea230855731c4f038f9be9893ada8105 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:08.220113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1e7b2e6e-e3fa-4fa4-b91c-df748a4a37b2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:08.227398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1e7b2e6e-e3fa-4fa4-b91c-df748a4a37b2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:08.262753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 017c4c51-6e9d-47ef-a27b-1c27b1f2269c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:08.276497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b3046-68d7-453c-9509-64601cfbecff req-aaf93914-607c-401d-87c1-f060de05134f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:08.278340 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-907b3046-68d7-453c-9509-64601cfbecff req-aaf93914-607c-401d-87c1-f060de05134f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 944 time: 0.7490335 Feb 09 14:14:08.289321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 017c4c51-6e9d-47ef-a27b-1c27b1f2269c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:08.289697 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:08.311934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7b2e6e-e3fa-4fa4-b91c-df748a4a37b2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Made reservation on behalf of ea230855731c4f038f9be9893ada8105 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:08.315911 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1e7b2e6e-e3fa-4fa4-b91c-df748a4a37b2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:08.333328 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b24f7eb0-4d10-43f0-b0bd-bf99604e812f req-551bd58e-2411-442a-a134-8e9179e8ef6e tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 210 time: 0.1327209 Feb 09 14:14:08.335167 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-64550fb1-12dc-4a8c-a6b5-5c2061c17c1d tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] 10.222.0.48 "GET /v2.0/routers/385c77d6-706d-4e1a-ba70-93c3f6f8fc00 HTTP/1.1" status: 200 len: 716 time: 0.3335931 Feb 09 14:14:08.340376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56288) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:08.363053 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-562fe3dd-c9fb-4453-b0ba-475d88673f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:08.400941 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6ed13-7236-41aa-a30c-996b3ff0392f None None] Pushing event updated for resources: {'Port': ['ID=1f054345-57e3-40c7-9776-d344b3bbff8e,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:08.433315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:08.439423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Usage tracker for resource:port and tenant:87c5aeb7bc3a4960ab4b1595db9087f7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:08.448464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:08.461228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:08.485238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fe3dd-c9fb-4453-b0ba-475d88673f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f2a616-f926-464f-8d14-970f0a5b8ff6,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:08.504032 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-358030e8-ed58-40b0-b74f-61c6899f3d99 service neutron] 10.222.0.21 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001523 Feb 09 14:14:08.506735 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Made reservation on behalf of 87c5aeb7bc3a4960ab4b1595db9087f7 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:08.510536 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:08.556880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] Set router c0962316-5c0b-47f2-adaf-bd1c3da4a3e7 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:14:08.582389 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3d0f9f96-fc57-4ab9-8269-f014f69e6a10 req-905b2bac-830f-4146-8900-7141945d19d7 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/b61d63f5-2d62-4e8d-a463-5facea908a5c HTTP/1.1" status: 200 len: 2400 time: 0.1469035 Feb 09 14:14:08.643982 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-562fe3dd-c9fb-4453-b0ba-475d88673f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:08.649180 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-562fe3dd-c9fb-4453-b0ba-475d88673f11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04f2a616-f926-464f-8d14-970f0a5b8ff6 HTTP/1.1" status: 204 len: 168 time: 2.2623091 Feb 09 14:14:08.683111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-3d0f9f96-fc57-4ab9-8269-f014f69e6a10 req-2b84b2db-1e2e-42b6-bb60-05616d7a2b98 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b61d63f5-2d62-4e8d-a463-5facea908a5c', 'remote_group_id': None}]} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:08.683430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-3d0f9f96-fc57-4ab9-8269-f014f69e6a10 req-2b84b2db-1e2e-42b6-bb60-05616d7a2b98 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b61d63f5-2d62-4e8d-a463-5facea908a5c', 'remote_group_id': None}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:08.712932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-3d0f9f96-fc57-4ab9-8269-f014f69e6a10 req-2b84b2db-1e2e-42b6-bb60-05616d7a2b98 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:08.751508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3d0f9f96-fc57-4ab9-8269-f014f69e6a10 req-2b84b2db-1e2e-42b6-bb60-05616d7a2b98 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Usage tracker for resource:security_group_rule and tenant:21da874526c74cecb55e6cdd53a5bc5e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:08.753664 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-907b3046-68d7-453c-9509-64601cfbecff req-ca20e4a3-cfd1-4f1a-a724-b21098da5dd5 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863399 Feb 09 14:14:08.777882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3d0f9f96-fc57-4ab9-8269-f014f69e6a10 req-2b84b2db-1e2e-42b6-bb60-05616d7a2b98 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:08.935000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-3d0f9f96-fc57-4ab9-8269-f014f69e6a10 req-2b84b2db-1e2e-42b6-bb60-05616d7a2b98 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:08.969326 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4159935-fcee-473f-a17a-4e9221dda4eb req-3d5c98e4-851f-4aad-815e-8825106028a3 service neutron] 10.222.0.21 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467988 Feb 09 14:14:09.077031 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:09.124899 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b32eaa90-903e-4cc0-9f8c-b1d101bc9135 tempest-RoutersTestDVR-374041162 tempest-RoutersTestDVR-374041162-project] 10.222.0.48 "GET /v2.0/routers/385c77d6-706d-4e1a-ba70-93c3f6f8fc00 HTTP/1.1" status: 200 len: 682 time: 0.7014344 Feb 09 14:14:09.132502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56300) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:09.173414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Allocated IP 19.80.0.23 (02f4fe8b-03da-4355-8462-6d62ae0d48cf/01de928d-3b88-4310-b918-2b2dde1b993d/b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:09.240924 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:09.308447 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:09.351210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357c855-34a9-4b84-a8bd-15f26eac2f3f req-6d472a1e-2366-4766-997d-a218bf4618a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:09.353281 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7357c855-34a9-4b84-a8bd-15f26eac2f3f req-6d472a1e-2366-4766-997d-a218bf4618a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d760a0361b69448e9a1befbac0e6baf1&device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 1095 time: 0.3128459 Feb 09 14:14:09.388730 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 017c4c51-6e9d-47ef-a27b-1c27b1f2269c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=017c4c51-6e9d-47ef-a27b-1c27b1f2269c,segment=NetworkSegment(b7b0fd62-d5c1-45d8-b08b-202c442fac2d),segment_id=b7b0fd62-d5c1-45d8-b08b-202c442fac2d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:09.396103 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:09.397193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:09.464439 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3d0f9f96-fc57-4ab9-8269-f014f69e6a10 req-2b84b2db-1e2e-42b6-bb60-05616d7a2b98 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:09.571216 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20ef7cf2-382c-4f9c-97c0-bb63f41d5522 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:09.610773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:09.611141 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:09.675457 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7', 'name': 'tempest-FloatingIPsNegativeTestJSON-748655058-router', 'tenant_id': '41c6076234da413c8bf538d0aa21207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '2f948ce0-a64d-4b8b-9709-84b573e95bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:33Z', 'updated_at': '2022-02-09T14:13:52Z', 'revision_number': 4, 'project_id': '41c6076234da413c8bf538d0aa21207d', 'gw_port': {'id': '2f948ce0-a64d-4b8b-9709-84b573e95bff', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:38Z', 'updated_at': '2022-02-09T14:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1f054345-57e3-40c7-9776-d344b3bbff8e', 'name': '', 'network_id': '368806ef-2e20-4d7c-9289-2a0d1f83bd61', 'tenant_id': '41c6076234da413c8bf538d0aa21207d', 'mac_address': 'fa:16:3e:34:7c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'd436d2c0-961d-40f6-a630-67d4bd9f9643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:48Z', 'updated_at': '2022-02-09T14:14:07Z', 'revision_number': 4, 'project_id': '41c6076234da413c8bf538d0aa21207d', 'subnets': [{'id': 'd436d2c0-961d-40f6-a630-67d4bd9f9643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:09.677912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=017c4c51-6e9d-47ef-a27b-1c27b1f2269c,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:09.692684 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc072b8-2310-4b5d-b541-af086cc87dee None None] The sync data for ids ['c0962316-5c0b-47f2-adaf-bd1c3da4a3e7'] in n-d-828418-2 is: [{'id': 'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7', 'name': 'tempest-FloatingIPsNegativeTestJSON-748655058-router', 'tenant_id': '41c6076234da413c8bf538d0aa21207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '2f948ce0-a64d-4b8b-9709-84b573e95bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:33Z', 'updated_at': '2022-02-09T14:13:52Z', 'revision_number': 4, 'project_id': '41c6076234da413c8bf538d0aa21207d', 'gw_port': {'id': '2f948ce0-a64d-4b8b-9709-84b573e95bff', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:38Z', 'updated_at': '2022-02-09T14:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1f054345-57e3-40c7-9776-d344b3bbff8e', 'name': '', 'network_id': '368806ef-2e20-4d7c-9289-2a0d1f83bd61', 'tenant_id': '41c6076234da413c8bf538d0aa21207d', 'mac_address': 'fa:16:3e:34:7c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'd436d2c0-961d-40f6-a630-67d4bd9f9643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:48Z', 'updated_at': '2022-02-09T14:14:07Z', 'revision_number': 4, 'project_id': '41c6076234da413c8bf538d0aa21207d', 'subnets': [{'id': 'd436d2c0-961d-40f6-a630-67d4bd9f9643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:14:09.798172 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3d0f9f96-fc57-4ab9-8269-f014f69e6a10 req-2b84b2db-1e2e-42b6-bb60-05616d7a2b98 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:09.901635 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357c855-34a9-4b84-a8bd-15f26eac2f3f req-bbe67c53-a064-4bbd-a2c0-58d502bbba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:09.903141 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7357c855-34a9-4b84-a8bd-15f26eac2f3f req-bbe67c53-a064-4bbd-a2c0-58d502bbba31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d1299aae-4032-4877-85a3-71554c7a1aae HTTP/1.1" status: 200 len: 912 time: 0.5111995 Feb 09 14:14:09.909498 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:09.958675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 55ba9a31-37d1-44cb-bd49-5e7b70509df9 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:14:10.009223 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 55ba9a31-37d1-44cb-bd49-5e7b70509df9 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:14:10.009868 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 55ba9a31-37d1-44cb-bd49-5e7b70509df9 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:14:10.100120 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3d0f9f96-fc57-4ab9-8269-f014f69e6a10 req-2b84b2db-1e2e-42b6-bb60-05616d7a2b98 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:10.122907 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Transition to ACTIVE for port object b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:10.191450 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:10.346697 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 317197d5-11c3-4593-8057-9a04bcd298fb up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:10.390146 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1e7b2e6e-e3fa-4fa4-b91c-df748a4a37b2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:10.450419 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56326) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:10.476735 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 317197d5-11c3-4593-8057-9a04bcd298fb completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:10.486409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 317197d5-11c3-4593-8057-9a04bcd298fb triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:10.486932 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:10.494784 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3d0f9f96-fc57-4ab9-8269-f014f69e6a10 req-2b84b2db-1e2e-42b6-bb60-05616d7a2b98 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:10.508715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56328) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:10.510781 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3d0f9f96-fc57-4ab9-8269-f014f69e6a10 req-2b84b2db-1e2e-42b6-bb60-05616d7a2b98 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.9265473 Feb 09 14:14:10.511901 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7357c855-34a9-4b84-a8bd-15f26eac2f3f req-1ce3c940-90a8-415e-bef7-de329e8338ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e515ef88-ef23-43fa-b14c-91700058de29 HTTP/1.1" status: 200 len: 217 time: 0.5988200 Feb 09 14:14:10.517676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-82c00fdc-1799-47ca-8240-a29645977e60 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226727995', 'description': 'tempest-description--863110615'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:10.576507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-82c00fdc-1799-47ca-8240-a29645977e60 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:10.602070 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-82c00fdc-1799-47ca-8240-a29645977e60 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Usage tracker for resource:security_group and tenant:20c1fbf014444753a794493123a90d00 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:10.609754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-82c00fdc-1799-47ca-8240-a29645977e60 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:10.624859 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:10.638508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84b2db-1e2e-42b6-bb60-05616d7a2b98 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1343e2ad-9dc1-42cd-a2a5-1bf7dd180add,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:10.638769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-82c00fdc-1799-47ca-8240-a29645977e60 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:10.730646 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Sync routers for ids ['fe1ed4a7-f772-41eb-9c12-213104a187a9'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:14:10.735166 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357c855-34a9-4b84-a8bd-15f26eac2f3f req-50bab526-771e-4137-ba06-fc29506337ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:10.736935 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7357c855-34a9-4b84-a8bd-15f26eac2f3f req-50bab526-771e-4137-ba06-fc29506337ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f903123-7394-4cde-bb59-c0b2cee0bff4 HTTP/1.1" status: 200 len: 852 time: 0.2140143 Feb 09 14:14:10.749381 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82c00fdc-1799-47ca-8240-a29645977e60 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:10.753514 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Routers {'fe1ed4a7-f772-41eb-9c12-213104a187a9'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:14:10.754255 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:13:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['fe1ed4a7-f772-41eb-9c12-213104a187a9'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:10.791322 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:10.833766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 317197d5-11c3-4593-8057-9a04bcd298fb, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=317197d5-11c3-4593-8057-9a04bcd298fb,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:10.838558 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:10.839488 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 017c4c51-6e9d-47ef-a27b-1c27b1f2269c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:10.846634 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7357c855-34a9-4b84-a8bd-15f26eac2f3f req-34e29527-7f46-41da-b0dd-5898f6fd220c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d1299aae-4032-4877-85a3-71554c7a1aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862637 Feb 09 14:14:10.852816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Network 02f4fe8b-03da-4355-8462-6d62ae0d48cf is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:10.926200 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20ef7cf2-382c-4f9c-97c0-bb63f41d5522 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:10.930183 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20ef7cf2-382c-4f9c-97c0-bb63f41d5522 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:10.948939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-584395350-network', 'tenant_id': '5a65c0ccac574437b823990f066a8c19'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:10.955370 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:10.970526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Usage tracker for resource:network and tenant:5a65c0ccac574437b823990f066a8c19 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:10.973995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:10.983218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:11.017361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:11.033524 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7357c855-34a9-4b84-a8bd-15f26eac2f3f req-d668d4ce-8ef0-4728-9abe-3c2ecdf24790 service neutron] 10.222.0.21 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742961 Feb 09 14:14:11.101230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7b2e6e-e3fa-4fa4-b91c-df748a4a37b2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Checking segment: {'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:11.101606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7b2e6e-e3fa-4fa4-b91c-df748a4a37b2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Network hostable DHCP agents. Network: 823b3307-a261-404f-987b-156bad62d095, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:14:11.120447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:11.125424 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Set router fe1ed4a7-f772-41eb-9c12-213104a187a9 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:14:11.128301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=317197d5-11c3-4593-8057-9a04bcd298fb,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:11.147226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 017c4c51-6e9d-47ef-a27b-1c27b1f2269c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:11.147503 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:11.184126 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Made reservation on behalf of 5a65c0ccac574437b823990f066a8c19 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:11.186581 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:11.232651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:11.234551 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:11.274368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-82c00fdc-1799-47ca-8240-a29645977e60 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:11.280758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-82c00fdc-1799-47ca-8240-a29645977e60 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Usage tracker for resource:security_group_rule and tenant:20c1fbf014444753a794493123a90d00 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:11.285279 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:11.285888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-82c00fdc-1799-47ca-8240-a29645977e60 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:11.293483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-82c00fdc-1799-47ca-8240-a29645977e60 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:11.306805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b2e6e-e3fa-4fa4-b91c-df748a4a37b2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event updated for resources: {'Subnet': ['ID=ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:11.362842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:11.367892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7b2e6e-e3fa-4fa4-b91c-df748a4a37b2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Network 823b3307-a261-404f-987b-156bad62d095 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:14:11.376702 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20ef7cf2-382c-4f9c-97c0-bb63f41d5522 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:11.377340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ef7cf2-382c-4f9c-97c0-bb63f41d5522 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 385c77d6-706d-4e1a-ba70-93c3f6f8fc00 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:14:11.385886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Usage tracker for resource:security_group_rule and tenant:5a65c0ccac574437b823990f066a8c19 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:11.395988 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:11.399041 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82c00fdc-1799-47ca-8240-a29645977e60 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:11.416620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:11.440213 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20ef7cf2-382c-4f9c-97c0-bb63f41d5522 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:11.446034 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-20ef7cf2-382c-4f9c-97c0-bb63f41d5522 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] 10.222.0.48 "DELETE /v2.0/routers/385c77d6-706d-4e1a-ba70-93c3f6f8fc00 HTTP/1.1" status: 204 len: 168 time: 2.2692895 Feb 09 14:14:11.447220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-1e7b2e6e-e3fa-4fa4-b91c-df748a4a37b2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 823b3307-a261-404f-987b-156bad62d095) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:11.451240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56338) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:11.461933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-59e8ec1c-92d2-49db-bd48-fee9f09a01e8 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Request body: {'router': {'name': 'tempest-router-384528624', 'distributed': True}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:11.470428 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f5c722-6874-48db-bde6-683ddebe8632 None None] Network 823b3307-a261-404f-987b-156bad62d095 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:14:11.481344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-59e8ec1c-92d2-49db-bd48-fee9f09a01e8 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:11.484558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7b2e6e-e3fa-4fa4-b91c-df748a4a37b2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:11.485267 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1e7b2e6e-e3fa-4fa4-b91c-df748a4a37b2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:11.498227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-59e8ec1c-92d2-49db-bd48-fee9f09a01e8 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Usage tracker for resource:router and tenant:e75f3f2844bc4943bfa376fd61670403 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:11.542885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-59e8ec1c-92d2-49db-bd48-fee9f09a01e8 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:11.575890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-59e8ec1c-92d2-49db-bd48-fee9f09a01e8 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:11.583399 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7252309 Feb 09 14:14:11.587010 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7357c855-34a9-4b84-a8bd-15f26eac2f3f req-841b621d-de13-4d01-9c38-15479a2b1c72 service neutron] 10.222.0.21 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290617 Feb 09 14:14:11.593321 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82c00fdc-1799-47ca-8240-a29645977e60 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:11.634156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-0c6eaff4-8d89-4e51-a75d-b8a272cecac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Request body: {'port': {'device_id': '13aca64e-33e4-43ba-a632-aff67f194b76', 'network_id': 'dab2ccee-091f-40c1-96ba-b8a89cf7ebe1', 'admin_state_up': True, 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:11.645162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857ddba-cd08-46c8-8a1f-55b89115e4be req-4a63c2c3-e825-431b-8333-6be9a1ffae68 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:11.646301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1f054345-57e3-40c7-9776-d344b3bbff8e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:11.649225 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1857ddba-cd08-46c8-8a1f-55b89115e4be req-4a63c2c3-e825-431b-8333-6be9a1ffae68 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 944 time: 0.7308967 Feb 09 14:14:11.670105 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1e7b2e6e-e3fa-4fa4-b91c-df748a4a37b2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.3326955 Feb 09 14:14:11.718109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56342) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:11.720301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1e4e344a-0f95-4347-a863-cb77d69ef09e None None] Provisioning for port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:11.736807 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59e8ec1c-92d2-49db-bd48-fee9f09a01e8 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:11.745709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1e4e344a-0f95-4347-a863-cb77d69ef09e None None] Provisioning complete for port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:11.746345 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1e4e344a-0f95-4347-a863-cb77d69ef09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:11.748383 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59e8ec1c-92d2-49db-bd48-fee9f09a01e8 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:11.797321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5824bf4-0d9b-4724-9de6-92ac38452e34 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event updated for resources: {'Port': ['ID=b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:11.799548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0b5f8c01-87de-4c32-9479-9796d4b641cc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Request body: {'subnet': {'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:11.826754 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'name': 'tempest-ServersTestManualDisk-1742022487-router', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:40Z', 'updated_at': '2022-02-09T14:14:03Z', 'revision_number': 4, 'project_id': '20c1fbf014444753a794493123a90d00', 'gw_port': {'id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:43Z', 'updated_at': '2022-02-09T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'cb05df1e-415b-46a8-9677-9da5c0f9d78a', 'name': '', 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'mac_address': 'fa:16:3e:4b:a9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:57Z', 'updated_at': '2022-02-09T14:14:04Z', 'revision_number': 2, 'project_id': '20c1fbf014444753a794493123a90d00', 'subnets': [{'id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:11.832819 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Checking router: fe1ed4a7-f772-41eb-9c12-213104a187a9 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:14:11.833357 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Updating router fe1ed4a7-f772-41eb-9c12-213104a187a9 port cb05df1e-415b-46a8-9677-9da5c0f9d78a binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:14:11.867882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c00fdc-1799-47ca-8240-a29645977e60 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d83fd3-b6e8-4450-9b98-8937216fac0a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:11.874567 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82c00fdc-1799-47ca-8240-a29645977e60 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:11.875790 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-82c00fdc-1799-47ca-8240-a29645977e60 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3659520 Feb 09 14:14:11.883618 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56346) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:11.898844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4394c97b-790c-4ddd-928c-775b0563ca47 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Request body: {'security_group_rule': {'security_group_id': 'e6d83fd3-b6e8-4450-9b98-8937216fac0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:11.928638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e344a-0f95-4347-a863-cb77d69ef09e None None] Port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:14:11.935073 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:11.956094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4394c97b-790c-4ddd-928c-775b0563ca47 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:11.959523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 1f054345-57e3-40c7-9776-d344b3bbff8e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:11.966623 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1f054345-57e3-40c7-9776-d344b3bbff8e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:11.967000 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:11.977204 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4394c97b-790c-4ddd-928c-775b0563ca47 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Usage tracker for resource:security_group_rule and tenant:20c1fbf014444753a794493123a90d00 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:11.990798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4394c97b-790c-4ddd-928c-775b0563ca47 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:12.004019 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59e8ec1c-92d2-49db-bd48-fee9f09a01e8 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.013753 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4394c97b-790c-4ddd-928c-775b0563ca47 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:12.024319 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690be6d-c925-4689-b8d6-4716318e1510 req-0de51b7c-9d1c-47f0-a70a-4f485851e513 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:12.025589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1690be6d-c925-4689-b8d6-4716318e1510 req-0de51b7c-9d1c-47f0-a70a-4f485851e513 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Synchronizing usage tracker for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:14:12.060171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] Deleting port 1f054345-57e3-40c7-9776-d344b3bbff8e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:14:12.060776 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.090557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-823b3307-a261-404f-987b-156bad62d095', 'network_id': '823b3307-a261-404f-987b-156bad62d095', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'fixed_ips': [{'subnet_id': 'ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:14:12.091392 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.113203 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1690be6d-c925-4689-b8d6-4716318e1510 req-0de51b7c-9d1c-47f0-a70a-4f485851e513 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Unset dirty status for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:12.120055 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1690be6d-c925-4689-b8d6-4716318e1510 req-0de51b7c-9d1c-47f0-a70a-4f485851e513 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 931 time: 1.2720680 Feb 09 14:14:12.122395 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-0c6eaff4-8d89-4e51-a75d-b8a272cecac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:12.146911 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4394c97b-790c-4ddd-928c-775b0563ca47 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.182866 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-0c6eaff4-8d89-4e51-a75d-b8a272cecac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:12.234917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-0c6eaff4-8d89-4e51-a75d-b8a272cecac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Made reservation on behalf of 87c5aeb7bc3a4960ab4b1595db9087f7 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:12.238543 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-0c6eaff4-8d89-4e51-a75d-b8a272cecac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.263884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1690be6d-c925-4689-b8d6-4716318e1510 req-5fc4a85c-cd0c-4171-add3-0e9b89f2a50b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Synchronizing usage tracker for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:14:12.303652 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4394c97b-790c-4ddd-928c-775b0563ca47 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.348599 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4394c97b-790c-4ddd-928c-775b0563ca47 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.368329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] For port 1f054345-57e3-40c7-9776-d344b3bbff8e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1f054345-57e3-40c7-9776-d344b3bbff8e,segment=NetworkSegment(8d044830-f33b-4e29-a6ee-c5486d5efed2),segment_id=8d044830-f33b-4e29-a6ee-c5486d5efed2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:12.369014 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.374755 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.392623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1690be6d-c925-4689-b8d6-4716318e1510 req-5fc4a85c-cd0c-4171-add3-0e9b89f2a50b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Unset dirty status for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:12.404508 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1690be6d-c925-4689-b8d6-4716318e1510 req-5fc4a85c-cd0c-4171-add3-0e9b89f2a50b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833390 Feb 09 14:14:12.436895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394c97b-790c-4ddd-928c-775b0563ca47 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80118cfd-8677-480f-b21a-9ccd7740d758,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:12.492470 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 1f054345-57e3-40c7-9776-d344b3bbff8e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1f054345-57e3-40c7-9776-d344b3bbff8e,segment=NetworkSegment(8d044830-f33b-4e29-a6ee-c5486d5efed2),segment_id=8d044830-f33b-4e29-a6ee-c5486d5efed2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:12.499842 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.531302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] Calling delete_port for 1f054345-57e3-40c7-9776-d344b3bbff8e owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:14:12.560038 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Allocated IP 10.1.1.2 (823b3307-a261-404f-987b-156bad62d095/ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3/7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:12.569351 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4394c97b-790c-4ddd-928c-775b0563ca47 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.577667 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4394c97b-790c-4ddd-928c-775b0563ca47 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6870451 Feb 09 14:14:12.592693 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.593011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56350) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:12.605837 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Transition to ACTIVE for port object cb05df1e-415b-46a8-9677-9da5c0f9d78a will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:12.608406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-47cf5ec8-544d-43ed-894e-d96c4210d08c tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Request body: {'security_group_rule': {'security_group_id': 'e6d83fd3-b6e8-4450-9b98-8937216fac0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:12.613853 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.635350 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59e8ec1c-92d2-49db-bd48-fee9f09a01e8 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.649130 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1857ddba-cd08-46c8-8a1f-55b89115e4be req-3774d345-f6a9-41ad-b3f9-29508429022f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9654989 Feb 09 14:14:12.692497 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e5a1e-98d4-48c0-b0fc-3ceb1006d55f None None] Pushing event updated for resources: {'Port': ['ID=cb05df1e-415b-46a8-9677-9da5c0f9d78a,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:12.713557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-47cf5ec8-544d-43ed-894e-d96c4210d08c tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:12.740755 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-47cf5ec8-544d-43ed-894e-d96c4210d08c tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Usage tracker for resource:security_group_rule and tenant:20c1fbf014444753a794493123a90d00 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:12.752576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-47cf5ec8-544d-43ed-894e-d96c4210d08c tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:12.769230 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-47cf5ec8-544d-43ed-894e-d96c4210d08c tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:12.776557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 317197d5-11c3-4593-8057-9a04bcd298fb up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:12.788663 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e09fc9c5-2617-4ef6-9b8f-72b417347485 req-2392d8ac-8cf2-4088-88e5-5900b63a03d3 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/b61d63f5-2d62-4e8d-a463-5facea908a5c HTTP/1.1" status: 200 len: 2999 time: 0.3076489 Feb 09 14:14:12.810634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-0c6eaff4-8d89-4e51-a75d-b8a272cecac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Allocated IP 19.86.0.166 (dab2ccee-091f-40c1-96ba-b8a89cf7ebe1/cfb8e739-f95e-4359-beb6-dbbe987768c8/6e9ff717-c2df-40b1-a479-cf1df9833b08) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:12.855345 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=1f054345-57e3-40c7-9776-d344b3bbff8e,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:12.951473 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:14:12.952233 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:14:12.957205 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Attempting to bind port cb05df1e-415b-46a8-9677-9da5c0f9d78a on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:14:12.957741 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Attempting to bind port cb05df1e-415b-46a8-9677-9da5c0f9d78a by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '0d554763-1ee3-4977-9e57-fe19f2f81aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:14:12.957940 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Attempting to bind port cb05df1e-415b-46a8-9677-9da5c0f9d78a on network 677aeaaa-6d2e-498f-b8b0-01a0adcdf713 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:12.974468 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59e8ec1c-92d2-49db-bd48-fee9f09a01e8 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.975940 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-59e8ec1c-92d2-49db-bd48-fee9f09a01e8 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.5195315 Feb 09 14:14:12.976550 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:14:12.977097 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Checking segment: {'id': '0d554763-1ee3-4977-9e57-fe19f2f81aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:12.977599 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.979900 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8711f1c7-0958-495d-9604-ad863f86f7ce req-37b134f5-3211-49e1-8c96-308640bfaccc tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-group-rules/1343e2ad-9dc1-42cd-a2a5-1bf7dd180add HTTP/1.1" status: 200 len: 783 time: 0.0472465 Feb 09 14:14:12.981283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56356) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:12.990817 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Bound using segment: {'id': '0d554763-1ee3-4977-9e57-fe19f2f81aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:14:12.992261 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Bound port: cb05df1e-415b-46a8-9677-9da5c0f9d78a, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d554763-1ee3-4977-9e57-fe19f2f81aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:14:12.992759 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.992981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0b5f8c01-87de-4c32-9479-9796d4b641cc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:12.997853 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0b5f8c01-87de-4c32-9479-9796d4b641cc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Usage tracker for resource:subnet and tenant:ea230855731c4f038f9be9893ada8105 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:13.002354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0b5f8c01-87de-4c32-9479-9796d4b641cc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:13.009908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0b5f8c01-87de-4c32-9479-9796d4b641cc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:13.028893 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.029546 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47cf5ec8-544d-43ed-894e-d96c4210d08c tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.033188 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 317197d5-11c3-4593-8057-9a04bcd298fb triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:13.033764 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.185445 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] For port cb05df1e-415b-46a8-9677-9da5c0f9d78a, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:14:13.188832 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.195889 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] For port cb05df1e-415b-46a8-9677-9da5c0f9d78a, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=cb05df1e-415b-46a8-9677-9da5c0f9d78a,segment=NetworkSegment(0d554763-1ee3-4977-9e57-fe19f2f81aee),segment_id=0d554763-1ee3-4977-9e57-fe19f2f81aee)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:14:13.204154 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.205141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Transition to ACTIVE for port object 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:13.219571 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-0c6eaff4-8d89-4e51-a75d-b8a272cecac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.230057 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47cf5ec8-544d-43ed-894e-d96c4210d08c tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.238120 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47cf5ec8-544d-43ed-894e-d96c4210d08c tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.258884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5f8c01-87de-4c32-9479-9796d4b641cc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Made reservation on behalf of ea230855731c4f038f9be9893ada8105 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:13.259139 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-0c6eaff4-8d89-4e51-a75d-b8a272cecac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Transition to ACTIVE for port object 6e9ff717-c2df-40b1-a479-cf1df9833b08 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:13.263343 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8c01-87de-4c32-9479-9796d4b641cc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.277407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device e515ef88-ef23-43fa-b14c-91700058de29 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:14:13.278673 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf5ec8-544d-43ed-894e-d96c4210d08c tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7dc1c7b-961c-450c-a634-400d9a06fd04,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:13.287941 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Transition to ACTIVE for port object 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:13.292829 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47cf5ec8-544d-43ed-894e-d96c4210d08c tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.300818 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-47cf5ec8-544d-43ed-894e-d96c4210d08c tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7007217 Feb 09 14:14:13.300818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56360) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:13.305571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:13.313757 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.314350 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:13.320024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Usage tracker for resource:floatingip and tenant:20c1fbf014444753a794493123a90d00 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:13.323314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:13.332081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:13.349513 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-0c6eaff4-8d89-4e51-a75d-b8a272cecac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.363586 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.417233 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Routers {'fe1ed4a7-f772-41eb-9c12-213104a187a9'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:14:13.417948 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:13:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['fe1ed4a7-f772-41eb-9c12-213104a187a9'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:13.456109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] Deleting port 1f054345-57e3-40c7-9776-d344b3bbff8e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:14:13.456501 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.480613 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.501251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Network 823b3307-a261-404f-987b-156bad62d095 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:13.516591 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:13.533553 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6eaff4-8d89-4e51-a75d-b8a272cecac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event updated for resources: {'Port': ['ID=6e9ff717-c2df-40b1-a479-cf1df9833b08,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:13.538787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:13.562368 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e5a1e-98d4-48c0-b0fc-3ceb1006d55f None None] Pushing event updated for resources: {'Port': ['ID=cb05df1e-415b-46a8-9677-9da5c0f9d78a,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:13.565853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-0c6eaff4-8d89-4e51-a75d-b8a272cecac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Network dab2ccee-091f-40c1-96ba-b8a89cf7ebe1 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:13.567365 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Pushing event updated for resources: {'Port': ['ID=7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:13.589493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-0c6eaff4-8d89-4e51-a75d-b8a272cecac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:13.611601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-0c6eaff4-8d89-4e51-a75d-b8a272cecac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:13.784271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:14:13.789027 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8711f1c7-0958-495d-9604-ad863f86f7ce req-600949e8-2208-4d1c-b4d5-4e7c4cf7fc08 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/b61d63f5-2d62-4e8d-a463-5facea908a5c HTTP/1.1" status: 200 len: 2999 time: 0.7642062 Feb 09 14:14:13.822743 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port e515ef88-ef23-43fa-b14c-91700058de29, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=e515ef88-ef23-43fa-b14c-91700058de29,segment=NetworkSegment(e7517b22-da4f-4744-9e69-81bbd574dfd0),segment_id=e7517b22-da4f-4744-9e69-81bbd574dfd0)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:13.832379 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6ff83e6-0cbc-4a5e-931a-c02a11948e96 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.838145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Attempting to bind port 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:14:13.838511 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Attempting to bind port 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:14:13.838869 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Attempting to bind port 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 on network 823b3307-a261-404f-987b-156bad62d095 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:13.849755 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:14:13.850921 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Checking segment: {'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:13.851324 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.851716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Bound using segment: {'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:14:13.852401 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Bound port: 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:14:13.852775 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.878714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'e515ef88-ef23-43fa-b14c-91700058de29', 'network_id': 'd1299aae-4032-4877-85a3-71554c7a1aae', 'port_id': 'e515ef88-ef23-43fa-b14c-91700058de29', 'mac_address': 'fa:16:3e:e5:22:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f903123-7394-4cde-bb59-c0b2cee0bff4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:14:13.937925 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.938421 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Added segment 57df0483-74de-43b2-acd8-83de7c4789ee of type vlan for network eb65df74-eed7-4e29-9afd-1c778bc5afdb Feb 09 14:14:13.941990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5ce6a4-341c-427a-8bf1-e21e707eaefc,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:13.962609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] For port 1f054345-57e3-40c7-9776-d344b3bbff8e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1f054345-57e3-40c7-9776-d344b3bbff8e,segment=NetworkSegment(8d044830-f33b-4e29-a6ee-c5486d5efed2),segment_id=8d044830-f33b-4e29-a6ee-c5486d5efed2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:13.962609 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:13.998569 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] Set router fe1ed4a7-f772-41eb-9c12-213104a187a9 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:14:14.068900 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8711f1c7-0958-495d-9604-ad863f86f7ce req-9e916ad8-8c77-4366-a12e-b35f3306cf48 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:14.134504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-0c6eaff4-8d89-4e51-a75d-b8a272cecac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:14.135161 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-0c6eaff4-8d89-4e51-a75d-b8a272cecac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:14.162244 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-0c6eaff4-8d89-4e51-a75d-b8a272cecac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5337648 Feb 09 14:14:14.172722 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:14.176124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-010e32dc-afc5-4fd6-81f1-d4bbea4f2fc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Request body: {'port': {'device_id': '13aca64e-33e4-43ba-a632-aff67f194b76', 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf', 'admin_state_up': True, 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:14.223714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e515ef88-ef23-43fa-b14c-91700058de29 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:14:14.244156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port e515ef88-ef23-43fa-b14c-91700058de29, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=e515ef88-ef23-43fa-b14c-91700058de29,segment=NetworkSegment(e7517b22-da4f-4744-9e69-81bbd574dfd0),segment_id=e7517b22-da4f-4744-9e69-81bbd574dfd0)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:14.252602 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:14.255041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] For port 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:14:14.282326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] Calling delete_port for 1f054345-57e3-40c7-9776-d344b3bbff8e owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:14:14.354983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fc628-455a-4ff8-a114-372ef2301d79 req-0c0c79fe-a25c-4b4f-acaf-7385f5dec8bf tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:14.355995 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8711f1c7-0958-495d-9604-ad863f86f7ce req-9e916ad8-8c77-4366-a12e-b35f3306cf48 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:14.357456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] For port 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:14:14.362449 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fc628-455a-4ff8-a114-372ef2301d79 req-0c0c79fe-a25c-4b4f-acaf-7385f5dec8bf tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:14.363286 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-368fc628-455a-4ff8-a114-372ef2301d79 req-0c0c79fe-a25c-4b4f-acaf-7385f5dec8bf tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Synchronizing usage tracker for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:14:14.366391 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:14.371098 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=e515ef88-ef23-43fa-b14c-91700058de29,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:14.423111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-010e32dc-afc5-4fd6-81f1-d4bbea4f2fc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:14.433234 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-010e32dc-afc5-4fd6-81f1-d4bbea4f2fc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:14.442569 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-368fc628-455a-4ff8-a114-372ef2301d79 req-0c0c79fe-a25c-4b4f-acaf-7385f5dec8bf tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Unset dirty status for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:14.449468 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-368fc628-455a-4ff8-a114-372ef2301d79 req-0c0c79fe-a25c-4b4f-acaf-7385f5dec8bf tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 1654 time: 0.7455871 Feb 09 14:14:14.468320 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d85f54ff-b396-4aab-862a-c7c8ed798e8e None None] Provisioning for port 6e9ff717-c2df-40b1-a479-cf1df9833b08 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:14.470589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-010e32dc-afc5-4fd6-81f1-d4bbea4f2fc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Made reservation on behalf of 87c5aeb7bc3a4960ab4b1595db9087f7 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:14.475088 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-010e32dc-afc5-4fd6-81f1-d4bbea4f2fc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:14.486786 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f140c-e08e-4472-a8af-a0826b42b39f None None] Pushing event updated for resources: {'Port': ['ID=7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:14.487990 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:14.489388 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d85f54ff-b396-4aab-862a-c7c8ed798e8e None None] Provisioning complete for port 6e9ff717-c2df-40b1-a479-cf1df9833b08 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:14.496490 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d85f54ff-b396-4aab-862a-c7c8ed798e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:14.500851 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:14.523290 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'name': 'tempest-ServersTestManualDisk-1742022487-router', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:40Z', 'updated_at': '2022-02-09T14:14:03Z', 'revision_number': 4, 'project_id': '20c1fbf014444753a794493123a90d00', 'gw_port': {'id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:43Z', 'updated_at': '2022-02-09T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'cb05df1e-415b-46a8-9677-9da5c0f9d78a', 'name': '', 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'mac_address': 'fa:16:3e:4b:a9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:57Z', 'updated_at': '2022-02-09T14:14:13Z', 'revision_number': 4, 'project_id': '20c1fbf014444753a794493123a90d00', 'subnets': [{'id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:14.532332 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42796b-dda3-4361-a1a5-194d900cc511 None None] The sync data for ids ['fe1ed4a7-f772-41eb-9c12-213104a187a9'] in n-d-828418-2 is: [{'id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'name': 'tempest-ServersTestManualDisk-1742022487-router', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:40Z', 'updated_at': '2022-02-09T14:14:03Z', 'revision_number': 4, 'project_id': '20c1fbf014444753a794493123a90d00', 'gw_port': {'id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:43Z', 'updated_at': '2022-02-09T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'cb05df1e-415b-46a8-9677-9da5c0f9d78a', 'name': '', 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'mac_address': 'fa:16:3e:4b:a9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:57Z', 'updated_at': '2022-02-09T14:14:13Z', 'revision_number': 4, 'project_id': '20c1fbf014444753a794493123a90d00', 'subnets': [{'id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:14:14.593189 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['e515ef88-ef23-43fa-b14c-91700058de29'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:14:14.632552 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6ff83e6-0cbc-4a5e-931a-c02a11948e96 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:14.638008 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6ff83e6-0cbc-4a5e-931a-c02a11948e96 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:14.655591 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:14:14.691710 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-368fc628-455a-4ff8-a114-372ef2301d79 req-4973ce09-4626-475e-9512-1f21a7499994 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413321 Feb 09 14:14:14.728083 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8711f1c7-0958-495d-9604-ad863f86f7ce req-9e916ad8-8c77-4366-a12e-b35f3306cf48 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:14.770126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1f054345-57e3-40c7-9776-d344b3bbff8e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:14.880254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d85f54ff-b396-4aab-862a-c7c8ed798e8e None None] Port 6e9ff717-c2df-40b1-a479-cf1df9833b08 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:14:14.918720 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Allocated IP 172.25.8.200 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/ac8f9e3a-f3b0-48f1-b7c9-138af258d4ca) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:14.954083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-010e32dc-afc5-4fd6-81f1-d4bbea4f2fc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Allocated IP 19.80.0.228 (02f4fe8b-03da-4355-8462-6d62ae0d48cf/01de928d-3b88-4310-b918-2b2dde1b993d/29fdd11b-71fe-4a90-b2e8-b194190d3462) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:15.033712 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1f054345-57e3-40c7-9776-d344b3bbff8e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:15.034180 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:15.046965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e916ad8-8c77-4366-a12e-b35f3306cf48 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1343e2ad-9dc1-42cd-a2a5-1bf7dd180add,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:15.062339 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:15.110112 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Port 1f054345-57e3-40c7-9776-d344b3bbff8e was deleted so its status cannot be updated. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 14:14:15.111234 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device cb05df1e-415b-46a8-9677-9da5c0f9d78a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:15.136633 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:15.137777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:15.138467 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:15.161374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f054345-57e3-40c7-9776-d344b3bbff8e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:15.183595 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6ff83e6-0cbc-4a5e-931a-c02a11948e96 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:15.184673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ff83e6-0cbc-4a5e-931a-c02a11948e96 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cee63890-dc40-4256-bcbf-fabab4896bd7 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:14:15.329160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port cb05df1e-415b-46a8-9677-9da5c0f9d78a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:15.338663 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port cb05df1e-415b-46a8-9677-9da5c0f9d78a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:15.339021 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:15.353746 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:15.396496 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:15.553760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:15.558877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 5.0711782 Feb 09 14:14:15.569060 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8711f1c7-0958-495d-9604-ad863f86f7ce req-9e916ad8-8c77-4366-a12e-b35f3306cf48 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:15.570352 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8711f1c7-0958-495d-9604-ad863f86f7ce req-9e916ad8-8c77-4366-a12e-b35f3306cf48 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1343e2ad-9dc1-42cd-a2a5-1bf7dd180add HTTP/1.1" status: 204 len: 173 time: 1.7400434 Feb 09 14:14:15.572513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56368) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:15.599850 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6ff83e6-0cbc-4a5e-931a-c02a11948e96 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:15.602407 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f6ff83e6-0cbc-4a5e-931a-c02a11948e96 tempest-RoutersTestDVR-1999135647 tempest-RoutersTestDVR-1999135647-project-admin] 10.222.0.48 "DELETE /v2.0/routers/cee63890-dc40-4256-bcbf-fabab4896bd7 HTTP/1.1" status: 204 len: 168 time: 2.6164742 Feb 09 14:14:15.628265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16f1c9-44ce-42eb-a77c-483bff9128fa admin admin] Pushing event updated for resources: {'Network': ['ID=eb65df74-eed7-4e29-9afd-1c778bc5afdb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:15.632501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:15.641836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9409011f-5bbe-4e0e-874b-19ab8b6642a6 admin admin] Request body: {'subnet': {'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-584395350-subnet', 'tenant_id': '5a65c0ccac574437b823990f066a8c19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:15.669971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network eb65df74-eed7-4e29-9afd-1c778bc5afdb details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:14:15.744808 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8c01-87de-4c32-9479-9796d4b641cc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:15.836264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:15.870595 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:15.904231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86be22-2188-4f68-aebf-d2aff1a0c163 req-74a137be-e18f-4709-8e5f-5c575119b169 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:15.937378 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a86be22-2188-4f68-aebf-d2aff1a0c163 req-74a137be-e18f-4709-8e5f-5c575119b169 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 945 time: 0.9553976 Feb 09 14:14:15.939454 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port cb05df1e-415b-46a8-9677-9da5c0f9d78a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=cb05df1e-415b-46a8-9677-9da5c0f9d78a,segment=NetworkSegment(0d554763-1ee3-4977-9e57-fe19f2f81aee),segment_id=0d554763-1ee3-4977-9e57-fe19f2f81aee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:15.948358 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:15.972307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9409011f-5bbe-4e0e-874b-19ab8b6642a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:15.978055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9409011f-5bbe-4e0e-874b-19ab8b6642a6 admin admin] Usage tracker for resource:subnet and tenant:5a65c0ccac574437b823990f066a8c19 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:15.981699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9409011f-5bbe-4e0e-874b-19ab8b6642a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:15.989362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9409011f-5bbe-4e0e-874b-19ab8b6642a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:16.001544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Pushing event updated for resources: {'Port': ['ID=ac8f9e3a-f3b0-48f1-b7c9-138af258d4ca,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:16.034255 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-23ab8601-5071-4fbc-a4d7-67079ef6750a req-b8d253d9-7e90-4934-ad45-f6d2d7821aa8 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/b61d63f5-2d62-4e8d-a463-5facea908a5c HTTP/1.1" status: 200 len: 2400 time: 0.3987961 Feb 09 14:14:16.068911 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9409011f-5bbe-4e0e-874b-19ab8b6642a6 admin admin] Made reservation on behalf of 5a65c0ccac574437b823990f066a8c19 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:16.078012 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9409011f-5bbe-4e0e-874b-19ab8b6642a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:16.096561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=cb05df1e-415b-46a8-9677-9da5c0f9d78a,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:16.114230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56380) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:16.172926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f8c01-87de-4c32-9479-9796d4b641cc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event updated for resources: {'Subnet': ['ID=bc747844-e857-4864-b1fd-bf401665cf5c,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:16.193924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5f8c01-87de-4c32-9479-9796d4b641cc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Checking segment: {'id': '4d99d233-7638-4c56-9a11-f1d927d41e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:16.194380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5f8c01-87de-4c32-9479-9796d4b641cc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Network hostable DHCP agents. Network: 8f32b635-0e4c-4fd0-b4fb-058420f89d74, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:14:16.257553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:16.264203 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a86be22-2188-4f68-aebf-d2aff1a0c163 req-cf09db81-d01a-4802-9d24-c1a065d2eefe tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256843 Feb 09 14:14:16.350902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5f8c01-87de-4c32-9479-9796d4b641cc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Network 8f32b635-0e4c-4fd0-b4fb-058420f89d74 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:14:16.351800 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-010e32dc-afc5-4fd6-81f1-d4bbea4f2fc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:16.361182 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-23ab8601-5071-4fbc-a4d7-67079ef6750a req-d5a5d482-4931-4b1e-8fcf-2f1727344858 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:16.384555 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-010e32dc-afc5-4fd6-81f1-d4bbea4f2fc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Transition to ACTIVE for port object 29fdd11b-71fe-4a90-b2e8-b194190d3462 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:16.391062 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:16.396963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e114e2-3042-46af-9dd4-371cf5fac1a7 None None] Network 823b3307-a261-404f-987b-156bad62d095 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:14:16.419803 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc69f3b5-ddf8-491b-9f58-9db45be043f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:16.444307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-0b5f8c01-87de-4c32-9479-9796d4b641cc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 8f32b635-0e4c-4fd0-b4fb-058420f89d74) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:16.448845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5f8c01-87de-4c32-9479-9796d4b641cc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:16.449851 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8c01-87de-4c32-9479-9796d4b641cc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:16.471001 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-23ab8601-5071-4fbc-a4d7-67079ef6750a req-d5a5d482-4931-4b1e-8fcf-2f1727344858 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:16.476216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d34a64-095d-4f9c-9332-4430cb7f8d13 None None] Network 8f32b635-0e4c-4fd0-b4fb-058420f89d74 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:14:16.482010 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dc69f3b5-ddf8-491b-9f58-9db45be043f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:16.492126 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dc69f3b5-ddf8-491b-9f58-9db45be043f9 admin admin] Usage tracker for resource:security_group_rule and tenant:8f4a48c4b7b44c30947fc505f2710f12 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:16.498109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dc69f3b5-ddf8-491b-9f58-9db45be043f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:16.591845 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0b5f8c01-87de-4c32-9479-9796d4b641cc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.8359776 Feb 09 14:14:16.591845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dc69f3b5-ddf8-491b-9f58-9db45be043f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:16.601977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56386) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:16.643806 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-010e32dc-afc5-4fd6-81f1-d4bbea4f2fc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:16.649330 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9409011f-5bbe-4e0e-874b-19ab8b6642a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:16.706571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3c480f30-029d-4304-aa4b-bcacbde339d2 None None] Provisioning for port 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:16.895353 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-8f32b635-0e4c-4fd0-b4fb-058420f89d74', 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'fixed_ips': [{'subnet_id': 'bc747844-e857-4864-b1fd-bf401665cf5c'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:14:16.898419 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:16.916063 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-23ab8601-5071-4fbc-a4d7-67079ef6750a req-d5a5d482-4931-4b1e-8fcf-2f1727344858 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:16.925291 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:16.943881 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Request body: {'port': {'network_id': '823b3307-a261-404f-987b-156bad62d095', 'name': 'tempest-TaggedBootDevicesTest-1344644637', 'fixed_ips': [{'subnet_id': 'ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:16.960134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5d482-4931-4b1e-8fcf-2f1727344858 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61d63f5-2d62-4e8d-a463-5facea908a5c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:16.978336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] Router c0962316-5c0b-47f2-adaf-bd1c3da4a3e7 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:14:16.998098 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-23ab8601-5071-4fbc-a4d7-67079ef6750a req-d5a5d482-4931-4b1e-8fcf-2f1727344858 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:16.999836 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-23ab8601-5071-4fbc-a4d7-67079ef6750a req-d5a5d482-4931-4b1e-8fcf-2f1727344858 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "DELETE /v2.0/security-groups/b61d63f5-2d62-4e8d-a463-5facea908a5c HTTP/1.1" status: 204 len: 173 time: 0.9373388 Feb 09 14:14:17.171058 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-5f82e010-2a08-4cab-a5ce-42e21d2638a3 req-2fa37c46-ebdb-4c8e-ba6a-23f9cb5f467b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] show failed (client error): The resource could not be found. Feb 09 14:14:17.172363 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f82e010-2a08-4cab-a5ce-42e21d2638a3 req-2fa37c46-ebdb-4c8e-ba6a-23f9cb5f467b tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/da749b8e-ac4a-481d-bd57-c10f07df63b8 HTTP/1.1" status: 404 len: 352 time: 0.0536108 Feb 09 14:14:17.176113 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:17.176842 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc69f3b5-ddf8-491b-9f58-9db45be043f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:17.204769 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:17.223645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:17.223645 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:17.238464 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc69f3b5-ddf8-491b-9f58-9db45be043f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:17.244680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-010e32dc-afc5-4fd6-81f1-d4bbea4f2fc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Network 02f4fe8b-03da-4355-8462-6d62ae0d48cf is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:17.267649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409011f-5bbe-4e0e-874b-19ab8b6642a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b374431-5278-4a9c-8b1d-78100aa8ebda,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:17.269739 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e32dc-afc5-4fd6-81f1-d4bbea4f2fc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event updated for resources: {'Port': ['ID=29fdd11b-71fe-4a90-b2e8-b194190d3462,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:17.272095 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-010e32dc-afc5-4fd6-81f1-d4bbea4f2fc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:17.283355 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Allocated IP 10.2.2.2 (8f32b635-0e4c-4fd0-b4fb-058420f89d74/bc747844-e857-4864-b1fd-bf401665cf5c/f0eb7585-7efe-4508-a113-8710e4988b5d) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:17.302420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device e515ef88-ef23-43fa-b14c-91700058de29 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:17.332700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9409011f-5bbe-4e0e-874b-19ab8b6642a6 admin admin] Checking segment: {'id': '57df0483-74de-43b2-acd8-83de7c4789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:17.333073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9409011f-5bbe-4e0e-874b-19ab8b6642a6 admin admin] Network hostable DHCP agents. Network: eb65df74-eed7-4e29-9afd-1c778bc5afdb, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:14:17.377642 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dc69f3b5-ddf8-491b-9f58-9db45be043f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f4a48c4b7b44c30947fc505f2710f12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2556031 Feb 09 14:14:17.377911 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56398) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:17.381104 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69f3b5-ddf8-491b-9f58-9db45be043f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d068ac51-d002-4d5a-8472-9c74336366ae,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:17.384867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:14:17.406650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-010e32dc-afc5-4fd6-81f1-d4bbea4f2fc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:17.415752 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d0652341-9167-4150-a6a2-4bf1c843a63f admin admin] 10.222.0.48 "PUT /v2.0/routers/c0962316-5c0b-47f2-adaf-bd1c3da4a3e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1899257 Feb 09 14:14:17.417804 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93868f4f-93f3-4379-8ffe-6fb0d75b122f req-14690e72-a950-4b63-97bb-c5aff6dc776e tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/3d81667c-e261-4928-8861-10bbbb9f0396 HTTP/1.1" status: 200 len: 1806 time: 0.1727824 Feb 09 14:14:17.418299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56402) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:17.438846 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc7e8e-9575-41ba-bb17-2f72fa956e55 None None] Sync routers for ids ['c0962316-5c0b-47f2-adaf-bd1c3da4a3e7'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:14:17.481011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc7e8e-9575-41ba-bb17-2f72fa956e55 None None] Routers {'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:14:17.481526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8dbc7e8e-9575-41ba-bb17-2f72fa956e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:13:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c0962316-5c0b-47f2-adaf-bd1c3da4a3e7'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:17.754461 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-010e32dc-afc5-4fd6-81f1-d4bbea4f2fc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:17.755317 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-010e32dc-afc5-4fd6-81f1-d4bbea4f2fc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:17.765460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:17.778992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port e515ef88-ef23-43fa-b14c-91700058de29 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:17.796875 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9990c7a-3b27-4bb5-ba91-2153839ffb2d req-68329a77-7940-4f32-8b55-0619dfc30d49 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:17.799489 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:17.803717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9990c7a-3b27-4bb5-ba91-2153839ffb2d req-68329a77-7940-4f32-8b55-0619dfc30d49 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:17.809991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9990c7a-3b27-4bb5-ba91-2153839ffb2d req-68329a77-7940-4f32-8b55-0619dfc30d49 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:17.812251 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f9990c7a-3b27-4bb5-ba91-2153839ffb2d req-68329a77-7940-4f32-8b55-0619dfc30d49 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2376 time: 1.2435958 Feb 09 14:14:17.815950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Usage tracker for resource:port and tenant:ea230855731c4f038f9be9893ada8105 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:17.820746 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:17.832408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:17.865882 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:17.872113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:17.904841 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-93868f4f-93f3-4379-8ffe-6fb0d75b122f req-20bac4a3-2584-4cce-9ad2-60cf9f44067f tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:17.911239 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2a63ff3-bb67-4666-941f-a0dc2b619693 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:17.916617 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9409011f-5bbe-4e0e-874b-19ab8b6642a6 admin admin] Network eb65df74-eed7-4e29-9afd-1c778bc5afdb is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:14:17.965865 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port e515ef88-ef23-43fa-b14c-91700058de29 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:17.966692 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.007084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-9409011f-5bbe-4e0e-874b-19ab8b6642a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, eb65df74-eed7-4e29-9afd-1c778bc5afdb) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:18.022658 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-93868f4f-93f3-4379-8ffe-6fb0d75b122f req-20bac4a3-2584-4cce-9ad2-60cf9f44067f tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.044754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Made reservation on behalf of ea230855731c4f038f9be9893ada8105 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:18.063149 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1d05b4-fdec-43c9-893c-37dec4962277 None None] Network eb65df74-eed7-4e29-9afd-1c778bc5afdb requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:14:18.074513 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f9990c7a-3b27-4bb5-ba91-2153839ffb2d req-f53a3e0e-81e9-416a-8910-8cd866f05c11 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385077 Feb 09 14:14:18.075840 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-010e32dc-afc5-4fd6-81f1-d4bbea4f2fc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9040437 Feb 09 14:14:18.077534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9409011f-5bbe-4e0e-874b-19ab8b6642a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:18.078237 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9409011f-5bbe-4e0e-874b-19ab8b6642a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.136169 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.157116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Transition to ACTIVE for port object f0eb7585-7efe-4508-a113-8710e4988b5d will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:18.157493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Request body: {'port': {'device_id': '13aca64e-33e4-43ba-a632-aff67f194b76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:18.171004 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2a63ff3-bb67-4666-941f-a0dc2b619693 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.182337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c2a63ff3-bb67-4666-941f-a0dc2b619693 admin admin] Deleting port 2f948ce0-a64d-4b8b-9709-84b573e95bff {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:14:18.183007 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2a63ff3-bb67-4666-941f-a0dc2b619693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.187826 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2f39-2374-49d6-8a77-237a744b8662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.189742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Pushing event updated for resources: {'Port': ['ID=ac8f9e3a-f3b0-48f1-b7c9-138af258d4ca,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:18.219572 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ea7afe58-f8f3-4d3a-9a1f-f751bd13534b None None] Provisioning complete for port 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:18.220064 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ea7afe58-f8f3-4d3a-9a1f-f751bd13534b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.232664 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-93868f4f-93f3-4379-8ffe-6fb0d75b122f req-20bac4a3-2584-4cce-9ad2-60cf9f44067f tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.254641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bac4a3-2584-4cce-9ad2-60cf9f44067f tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d81667c-e261-4928-8861-10bbbb9f0396,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:18.335452 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-93868f4f-93f3-4379-8ffe-6fb0d75b122f req-20bac4a3-2584-4cce-9ad2-60cf9f44067f tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.336330 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93868f4f-93f3-4379-8ffe-6fb0d75b122f req-20bac4a3-2584-4cce-9ad2-60cf9f44067f tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "DELETE /v2.0/security-groups/3d81667c-e261-4928-8861-10bbbb9f0396 HTTP/1.1" status: 204 len: 173 time: 0.8127880 Feb 09 14:14:18.347465 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-8dbc7e8e-9575-41ba-bb17-2f72fa956e55 None None] Set router c0962316-5c0b-47f2-adaf-bd1c3da4a3e7 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:14:18.349877 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9409011f-5bbe-4e0e-874b-19ab8b6642a6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.7108262 Feb 09 14:14:18.387278 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2f39-2374-49d6-8a77-237a744b8662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.399537 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.409758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-c2a63ff3-bb67-4666-941f-a0dc2b619693 admin admin] For port 2f948ce0-a64d-4b8b-9709-84b573e95bff, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2f948ce0-a64d-4b8b-9709-84b573e95bff,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:18.410088 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2a63ff3-bb67-4666-941f-a0dc2b619693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.510198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Transition to ACTIVE for port object f0eb7585-7efe-4508-a113-8710e4988b5d will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:18.533240 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.534451 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-27fac2c2-ddd9-40e9-afd8-ee5316c8bb9e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2339487 Feb 09 14:14:18.558733 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.615002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c2a63ff3-bb67-4666-941f-a0dc2b619693 admin admin] Calling delete_port for 2f948ce0-a64d-4b8b-9709-84b573e95bff owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:14:18.620567 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.623775 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.638947 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2f39-2374-49d6-8a77-237a744b8662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.688164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] device_id is not set on port 51166934-6833-4ae3-b0f8-42d4ff50594b yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:14:18.710999 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:18.740805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c2f39-2374-49d6-8a77-237a744b8662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d068ac51-d002-4d5a-8472-9c74336366ae,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:18.742719 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2f39-2374-49d6-8a77-237a744b8662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.743973 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3f5c2f39-2374-49d6-8a77-237a744b8662 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d068ac51-d002-4d5a-8472-9c74336366ae HTTP/1.1" status: 204 len: 168 time: 1.3516457 Feb 09 14:14:18.765010 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-448dd724-9d12-4b7c-8812-4666f05ee6bc req-52807984-b601-400d-a734-ae312cbe31eb tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/0a580cdb-d27f-4d15-b334-b4bbc65e8314 HTTP/1.1" status: 200 len: 1807 time: 0.0963283 Feb 09 14:14:18.835714 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.836465 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device cb05df1e-415b-46a8-9677-9da5c0f9d78a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:18.864162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c9ff9-864b-4477-a27c-885aa802f6fd req-80f6eb2a-3319-4064-a0c5-0ed9d92b18f6 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:18.865750 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-578c9ff9-864b-4477-a27c-885aa802f6fd req-80f6eb2a-3319-4064-a0c5-0ed9d92b18f6 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 945 time: 0.6375630 Feb 09 14:14:18.889802 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-448dd724-9d12-4b7c-8812-4666f05ee6bc req-98934a84-83db-4b7f-83a5-5e8e812d0f42 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.936965 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-448dd724-9d12-4b7c-8812-4666f05ee6bc req-98934a84-83db-4b7f-83a5-5e8e812d0f42 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.962458 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2a63ff3-bb67-4666-941f-a0dc2b619693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:18.963573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Network 8f32b635-0e4c-4fd0-b4fb-058420f89d74 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:18.982390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:19.020869 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:19.033333 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Pushing event updated for resources: {'Port': ['ID=f0eb7585-7efe-4508-a113-8710e4988b5d,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:19.043554 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:19.048848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a63ff3-bb67-4666-941f-a0dc2b619693 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f948ce0-a64d-4b8b-9709-84b573e95bff,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:19.137734 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2a63ff3-bb67-4666-941f-a0dc2b619693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:19.250509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56424) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:19.252840 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-448dd724-9d12-4b7c-8812-4666f05ee6bc req-98934a84-83db-4b7f-83a5-5e8e812d0f42 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:19.345868 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77554e4-7fbf-4825-902c-f9da0912f379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e515ef88-ef23-43fa-b14c-91700058de29'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:14:19.355157 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3a56113-344d-438d-b771-26ab1bc2d22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:19.364414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98934a84-83db-4b7f-83a5-5e8e812d0f42 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a580cdb-d27f-4d15-b334-b4bbc65e8314,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:19.374663 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2a63ff3-bb67-4666-941f-a0dc2b619693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:19.379608 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2a63ff3-bb67-4666-941f-a0dc2b619693 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:19.437166 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port e515ef88-ef23-43fa-b14c-91700058de29, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=e515ef88-ef23-43fa-b14c-91700058de29,segment=NetworkSegment(e7517b22-da4f-4744-9e69-81bbd574dfd0),segment_id=e7517b22-da4f-4744-9e69-81bbd574dfd0)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:19.477062 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Attempting to bind port f0eb7585-7efe-4508-a113-8710e4988b5d on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:14:19.477332 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Attempting to bind port f0eb7585-7efe-4508-a113-8710e4988b5d by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '4d99d233-7638-4c56-9a11-f1d927d41e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:14:19.477693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Attempting to bind port f0eb7585-7efe-4508-a113-8710e4988b5d on network 8f32b635-0e4c-4fd0-b4fb-058420f89d74 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:19.486806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:19.490614 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:19.502224 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-578c9ff9-864b-4477-a27c-885aa802f6fd req-276c7bc0-658f-4a91-84ea-37bb4d4f4fb2 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6115644 Feb 09 14:14:19.536636 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port cb05df1e-415b-46a8-9677-9da5c0f9d78a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:19.536636 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:19.561500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e3a56113-344d-438d-b771-26ab1bc2d22d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:19.572687 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4044142c-9e1b-4bfe-9176-6892c1ebb257 None None] Network eb65df74-eed7-4e29-9afd-1c778bc5afdb requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:14:19.581628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e3a56113-344d-438d-b771-26ab1bc2d22d admin admin] Usage tracker for resource:security_group_rule and tenant:e75f3f2844bc4943bfa376fd61670403 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:19.589984 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-448dd724-9d12-4b7c-8812-4666f05ee6bc req-98934a84-83db-4b7f-83a5-5e8e812d0f42 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:19.591109 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-448dd724-9d12-4b7c-8812-4666f05ee6bc req-98934a84-83db-4b7f-83a5-5e8e812d0f42 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "DELETE /v2.0/security-groups/0a580cdb-d27f-4d15-b334-b4bbc65e8314 HTTP/1.1" status: 204 len: 173 time: 0.8151100 Feb 09 14:14:19.594222 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2a63ff3-bb67-4666-941f-a0dc2b619693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:19.594449 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Allocated IP 10.1.1.123 (823b3307-a261-404f-987b-156bad62d095/ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3/51166934-6833-4ae3-b0f8-42d4ff50594b) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:19.594877 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a63ff3-bb67-4666-941f-a0dc2b619693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0962316-5c0b-47f2-adaf-bd1c3da4a3e7 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:14:19.610320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e3a56113-344d-438d-b771-26ab1bc2d22d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:19.625836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e3a56113-344d-438d-b771-26ab1bc2d22d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:19.633830 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2a63ff3-bb67-4666-941f-a0dc2b619693 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:19.636092 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c2a63ff3-bb67-4666-941f-a0dc2b619693 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c0962316-5c0b-47f2-adaf-bd1c3da4a3e7 HTTP/1.1" status: 204 len: 168 time: 2.2156773 Feb 09 14:14:19.640201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56434) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:19.641737 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:14:19.642117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Checking segment: {'id': '4d99d233-7638-4c56-9a11-f1d927d41e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:19.642522 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:19.642918 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Bound using segment: {'id': '4d99d233-7638-4c56-9a11-f1d927d41e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:14:19.643412 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Bound port: f0eb7585-7efe-4508-a113-8710e4988b5d, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d99d233-7638-4c56-9a11-f1d927d41e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:14:19.643807 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:19.783432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-4571090c-5bbb-45eb-af7a-aeee3fb66b0e admin admin] Deleting subnet d436d2c0-961d-40f6-a630-67d4bd9f9643 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:14:19.805941 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4571090c-5bbb-45eb-af7a-aeee3fb66b0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:19.858540 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-5dd51eca-79f8-4ab3-93b2-00b7de350bec tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1226727995&fields=id&tenant_id=20c1fbf014444753a794493123a90d00 HTTP/1.1" status: 200 len: 267 time: 0.1208546 Feb 09 14:14:19.962878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6834d64b-b468-4133-a6d0-bcda1dc08ad6 None None] Provisioning for port 29fdd11b-71fe-4a90-b2e8-b194190d3462 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:19.994210 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4571090c-5bbb-45eb-af7a-aeee3fb66b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:20.017639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=e515ef88-ef23-43fa-b14c-91700058de29,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:20.020745 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6834d64b-b468-4133-a6d0-bcda1dc08ad6 None None] Provisioning complete for port 29fdd11b-71fe-4a90-b2e8-b194190d3462 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:20.021307 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6834d64b-b468-4133-a6d0-bcda1dc08ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:20.062291 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3a56113-344d-438d-b771-26ab1bc2d22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:20.074690 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3a56113-344d-438d-b771-26ab1bc2d22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:20.077414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:14:20.104792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:20.105131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:20.105482 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:20.105800 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:20.106126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:20.106451 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:20.106783 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:20.107096 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:20.107555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:20.108536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:20.109059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:20.109754 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:20.121444 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e3a56113-344d-438d-b771-26ab1bc2d22d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e75f3f2844bc4943bfa376fd61670403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8695080 Feb 09 14:14:20.135069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56454) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:20.155578 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:20.190837 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:20.211554 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Transition to ACTIVE for port object b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:20.213550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a56113-344d-438d-b771-26ab1bc2d22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b8c044-4b57-4932-8048-45442096f306,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:20.227016 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:20.229116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6834d64b-b468-4133-a6d0-bcda1dc08ad6 None None] Port 29fdd11b-71fe-4a90-b2e8-b194190d3462 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:14:20.239134 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] For port f0eb7585-7efe-4508-a113-8710e4988b5d, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:14:20.254696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-7b5bbbb7-3cfe-4383-80a9-7beeecac6fb6 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:20.256469 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-7b5bbbb7-3cfe-4383-80a9-7beeecac6fb6 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/networks?id=677aeaaa-6d2e-498f-b8b0-01a0adcdf713 HTTP/1.1" status: 200 len: 812 time: 0.3888559 Feb 09 14:14:20.278716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8dbc7e8e-9575-41ba-bb17-2f72fa956e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7', 'name': 'tempest-FloatingIPsNegativeTestJSON-748655058-router', 'tenant_id': '41c6076234da413c8bf538d0aa21207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '2f948ce0-a64d-4b8b-9709-84b573e95bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:33Z', 'updated_at': '2022-02-09T14:14:14Z', 'revision_number': 5, 'project_id': '41c6076234da413c8bf538d0aa21207d', 'gw_port': {'id': '2f948ce0-a64d-4b8b-9709-84b573e95bff', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:38Z', 'updated_at': '2022-02-09T14:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:20.282544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Transition to ACTIVE for port object 51166934-6833-4ae3-b0f8-42d4ff50594b will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:20.287154 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-fcb36439-b8f4-4d62-bc42-1bd4bb62cf2d tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/quotas/20c1fbf014444753a794493123a90d00 HTTP/1.1" status: 200 len: 375 time: 0.0223222 Feb 09 14:14:20.294894 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4571090c-5bbb-45eb-af7a-aeee3fb66b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:20.308204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] For port f0eb7585-7efe-4508-a113-8710e4988b5d, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f0eb7585-7efe-4508-a113-8710e4988b5d,segment=NetworkSegment(4d99d233-7638-4c56-9a11-f1d927d41e97),segment_id=4d99d233-7638-4c56-9a11-f1d927d41e97)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:14:20.313742 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc7e8e-9575-41ba-bb17-2f72fa956e55 None None] Checking router: c0962316-5c0b-47f2-adaf-bd1c3da4a3e7 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:14:20.326425 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:20.388459 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6cf385a9-7b8f-4106-af0c-6fdad1714ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:20.428905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc7e8e-9575-41ba-bb17-2f72fa956e55 None None] Routers set() bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:14:20.429463 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc7e8e-9575-41ba-bb17-2f72fa956e55 None None] Router IDs set() for agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 09 14:14:20.430025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_agentschedulers_db [None req-8dbc7e8e-9575-41ba-bb17-2f72fa956e55 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c0962316-5c0b-47f2-adaf-bd1c3da4a3e7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:13:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent'). {{(pid=87598) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 14:14:20.430418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc7e8e-9575-41ba-bb17-2f72fa956e55 None None] The sync data for ids ['c0962316-5c0b-47f2-adaf-bd1c3da4a3e7'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:14:20.441562 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6cf385a9-7b8f-4106-af0c-6fdad1714ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:20.494863 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-bb4c4422-6368-4d75-95f0-8b9ee5a60211 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:20.496596 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-bb4c4422-6368-4d75-95f0-8b9ee5a60211 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/networks?id=eb65df74-eed7-4e29-9afd-1c778bc5afdb HTTP/1.1" status: 200 len: 821 time: 0.4480858 Feb 09 14:14:20.498356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Pushing event updated for resources: {'Port': ['ID=b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:20.532185 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-409c9bb5-8746-4096-bc05-73af709c8a4d tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=20c1fbf014444753a794493123a90d00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2020600 Feb 09 14:14:20.535778 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4571090c-5bbb-45eb-af7a-aeee3fb66b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:20.583879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571090c-5bbb-45eb-af7a-aeee3fb66b0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d436d2c0-961d-40f6-a630-67d4bd9f9643,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:20.607167 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4571090c-5bbb-45eb-af7a-aeee3fb66b0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:20.622783 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b484448-6025-40e6-ba0e-a1e108c319a7 None None] Network 368806ef-2e20-4d7c-9289-2a0d1f83bd61 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:14:20.633867 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6cf385a9-7b8f-4106-af0c-6fdad1714ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:20.659405 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfd754-41b1-4d7e-a4fe-1678b9ac1eed None None] Pushing event updated for resources: {'Port': ['ID=f0eb7585-7efe-4508-a113-8710e4988b5d,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:20.670360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf385a9-7b8f-4106-af0c-6fdad1714ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b8c044-4b57-4932-8048-45442096f306,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:20.673870 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-05f68708-2ed3-4710-92ae-539101f4941c tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/quotas/5a65c0ccac574437b823990f066a8c19 HTTP/1.1" status: 200 len: 375 time: 0.1553416 Feb 09 14:14:20.675103 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6cf385a9-7b8f-4106-af0c-6fdad1714ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:20.676745 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6cf385a9-7b8f-4106-af0c-6fdad1714ff1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34b8c044-4b57-4932-8048-45442096f306 HTTP/1.1" status: 204 len: 168 time: 0.5416665 Feb 09 14:14:20.678159 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4571090c-5bbb-45eb-af7a-aeee3fb66b0e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d436d2c0-961d-40f6-a630-67d4bd9f9643 HTTP/1.1" status: 204 len: 168 time: 1.0370286 Feb 09 14:14:20.680579 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56462) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:20.834307 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-4b394a2d-fdab-4985-85fa-56ae0e437a5f tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a65c0ccac574437b823990f066a8c19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1256182 Feb 09 14:14:20.841959 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:20.856339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] Deleting port 7c359588-443f-4232-ac73-1038d3e8e9be {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:14:20.856739 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:21.163719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Attempting to bind port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:14:21.164493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Attempting to bind port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '034ecc11-a3d1-481d-bfc8-b976479ba078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:14:21.165057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Attempting to bind port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef on network 02f4fe8b-03da-4355-8462-6d62ae0d48cf {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:21.179275 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef on network 02f4fe8b-03da-4355-8462-6d62ae0d48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:14:21.179937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Attempting to bind port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef on network 02f4fe8b-03da-4355-8462-6d62ae0d48cf {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:21.183275 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:21.191202 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-205eb3d5-33d0-4d31-b26f-56f065fdc191 service neutron] 10.222.0.48 "GET /v2.0/networks/677aeaaa-6d2e-498f-b8b0-01a0adcdf713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732551 Feb 09 14:14:21.221380 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:21.310897 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:14:21.310897 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Checking segment: {'id': '034ecc11-a3d1-481d-bfc8-b976479ba078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:21.311257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Bound using segment: {'id': '034ecc11-a3d1-481d-bfc8-b976479ba078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:14:21.311693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Bound port: b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034ecc11-a3d1-481d-bfc8-b976479ba078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:14:21.312250 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:21.370422 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:21.371049 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:21.403877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Network 823b3307-a261-404f-987b-156bad62d095 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:21.422428 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:21.432561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:21.456951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] For port 7c359588-443f-4232-ac73-1038d3e8e9be, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7c359588-443f-4232-ac73-1038d3e8e9be,segment=NetworkSegment(8d044830-f33b-4e29-a6ee-c5486d5efed2),segment_id=8d044830-f33b-4e29-a6ee-c5486d5efed2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:21.457477 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:21.521695 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-18fc0633-67b6-4789-8ca2-1fa4435b1833 service neutron] 10.222.0.48 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865089 Feb 09 14:14:21.601195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event updated for resources: {'Port': ['ID=51166934-6833-4ae3-b0f8-42d4ff50594b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:21.604047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6a7bd2-6d90-4fe5-a361-9d24dc3166dc None None] DHCP port deletion for 368806ef-2e20-4d7c-9289-2a0d1f83bd61 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:14:21.625477 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a7bd2-6d90-4fe5-a361-9d24dc3166dc None None] Deleting port 7c359588-443f-4232-ac73-1038d3e8e9be {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:14:21.626216 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5c6a7bd2-6d90-4fe5-a361-9d24dc3166dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:21.677265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:21.678479 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:21.711012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] For port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:14:21.749420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] Calling delete_port for 7c359588-443f-4232-ac73-1038d3e8e9be owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:14:21.773473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] For port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:14:21.785768 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ae2d5dd8-088a-4a9d-a85f-42ba18e49f70 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.1367087 Feb 09 14:14:21.786466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56478) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:21.798725 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:21.809628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Request body: {'port': {'network_id': '823b3307-a261-404f-987b-156bad62d095', 'name': 'tempest-TaggedBootDevicesTest-222892687', 'fixed_ips': [{'subnet_id': 'ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:21.970570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e7b069de-8790-4f77-8527-42c9edba9fe4 None None] Provisioning for port 51166934-6833-4ae3-b0f8-42d4ff50594b completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:21.981402 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-4452995f-5bfe-45b7-afe9-2f2cbf729281 service neutron] 10.222.0.48 "GET /v2.0/networks/677aeaaa-6d2e-498f-b8b0-01a0adcdf713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7801166 Feb 09 14:14:21.986737 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5c6a7bd2-6d90-4fe5-a361-9d24dc3166dc None None] For port 7c359588-443f-4232-ac73-1038d3e8e9be, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7c359588-443f-4232-ac73-1038d3e8e9be,segment=NetworkSegment(8d044830-f33b-4e29-a6ee-c5486d5efed2),segment_id=8d044830-f33b-4e29-a6ee-c5486d5efed2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:21.994371 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5c6a7bd2-6d90-4fe5-a361-9d24dc3166dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:22.001345 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e7b069de-8790-4f77-8527-42c9edba9fe4 None None] Provisioning complete for port 51166934-6833-4ae3-b0f8-42d4ff50594b triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:22.004453 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e7b069de-8790-4f77-8527-42c9edba9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:22.053286 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:22.169564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c359588-443f-4232-ac73-1038d3e8e9be,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:22.191137 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] No DVR routers for this DVR port 7c359588-443f-4232-ac73-1038d3e8e9be on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:14:22.219039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:22.219683 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:22.221128 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] 10.222.0.35 "PUT /v2.0/ports/b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef HTTP/1.1" status: 200 len: 1091 time: 4.0692995 Feb 09 14:14:22.284006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'tag': 'b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:14:22.293121 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-617eda3e-b0f1-4f5e-89b9-bc98f5c5e896 service neutron] 10.222.0.48 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7705743 Feb 09 14:14:22.294192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:22.310337 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Usage tracker for resource:port and tenant:ea230855731c4f038f9be9893ada8105 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:22.318826 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Request body: {'port': {'device_id': '13aca64e-33e4-43ba-a632-aff67f194b76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:22.386603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:22.431710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a7bd2-6d90-4fe5-a361-9d24dc3166dc None None] Calling delete_port for 7c359588-443f-4232-ac73-1038d3e8e9be owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:14:22.569575 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e7b069de-8790-4f77-8527-42c9edba9fe4 None None] Port 51166934-6833-4ae3-b0f8-42d4ff50594b cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:14:22.626186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56496) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:22.647630 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-5c6a7bd2-6d90-4fe5-a361-9d24dc3166dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:14:22.648010 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-5c6a7bd2-6d90-4fe5-a361-9d24dc3166dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:14:22.679815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:22.770552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Made reservation on behalf of ea230855731c4f038f9be9893ada8105 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:22.776709 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:22.784961 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77554e4-7fbf-4825-902c-f9da0912f379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e515ef88-ef23-43fa-b14c-91700058de29', 'code': 200} Feb 09 14:14:22.819476 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:22.840206 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1899185-684b-441c-8125-3873aa288a6c None None] Network 8f32b635-0e4c-4fd0-b4fb-058420f89d74 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:14:22.865966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b7fa0-5330-407a-bd8b-2397ac90e16c service neutron] Pushing event updated for resources: {'Port': ['ID=b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:22.918479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368806ef-2e20-4d7c-9289-2a0d1f83bd61']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:22.989461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d044830-f33b-4e29-a6ee-c5486d5efed2') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:22.990129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d044830-f33b-4e29-a6ee-c5486d5efed2') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:23.010266 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:23.047433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4ee65-1029-4a71-9650-70abf29f08ca req-42731400-cfc6-450d-a437-d7d016fc1106 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:23.054291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4ee65-1029-4a71-9650-70abf29f08ca req-42731400-cfc6-450d-a437-d7d016fc1106 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:23.061792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4ee65-1029-4a71-9650-70abf29f08ca req-42731400-cfc6-450d-a437-d7d016fc1106 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:23.064035 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4d4ee65-1029-4a71-9650-70abf29f08ca req-42731400-cfc6-450d-a437-d7d016fc1106 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2388 time: 0.5929201 Feb 09 14:14:23.071035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-d0e1a576-fd34-4f46-bad4-733fbd4113f1 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.074800 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d0e1a576-fd34-4f46-bad4-733fbd4113f1 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4444330 Feb 09 14:14:23.074992 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:23.078609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56512) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.079486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] device_id is not set on port e2a09b75-aff3-4881-9cb3-8cf2226c94cf yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:14:23.099056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-36a0032b-8ff8-40d3-94a8-4d6a36482d24 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.103010 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-36a0032b-8ff8-40d3-94a8-4d6a36482d24 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0203919 Feb 09 14:14:23.106729 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56518) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.109609 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f0eb7585-7efe-4508-a113-8710e4988b5d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:23.111108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:14:23.111507 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:14:23.128077 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:14:23.131224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-49f1d1c9-a27d-40e8-a50f-b2e5b50b8b03 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.132877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-49f1d1c9-a27d-40e8-a50f-b2e5b50b8b03 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0241325 Feb 09 14:14:23.179949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56524) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.205127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-f4f169f2-5482-42f0-b639-01b7d4bceb65 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.206449 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f4f169f2-5482-42f0-b639-01b7d4bceb65 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0250785 Feb 09 14:14:23.213719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56528) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.234918 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4d4ee65-1029-4a71-9650-70abf29f08ca req-a99da7cd-3474-45a8-8f0f-3ed37cda4a2d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614618 Feb 09 14:14:23.237911 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-be6ebb28-61ab-40a4-9c3f-8d46c807bec2 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.246796 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-be6ebb28-61ab-40a4-9c3f-8d46c807bec2 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0293298 Feb 09 14:14:23.250081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56532) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.270879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-44bf25aa-12ef-47d5-a4fc-ce0a2b220d55 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.272007 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-44bf25aa-12ef-47d5-a4fc-ce0a2b220d55 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0209081 Feb 09 14:14:23.276240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56536) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.287929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-2fbb9d41-5d61-4cb7-873d-1694f87c4368 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.294741 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2fbb9d41-5d61-4cb7-873d-1694f87c4368 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0102892 Feb 09 14:14:23.295975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56540) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.299482 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:23.301505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a7bd2-6d90-4fe5-a361-9d24dc3166dc None None] Deleting port 7c359588-443f-4232-ac73-1038d3e8e9be {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:14:23.302197 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5c6a7bd2-6d90-4fe5-a361-9d24dc3166dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:23.308955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-826bb6a1-a902-43d7-8474-ec6f3efdef2b tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.317260 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-826bb6a1-a902-43d7-8474-ec6f3efdef2b tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0196254 Feb 09 14:14:23.319870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56544) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.371710 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:23.389966 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:23.392910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=368806ef-2e20-4d7c-9289-2a0d1f83bd61,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:23.398633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-bd58d586-3512-4f0b-93d2-c3fcd61fc9b0 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.399757 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bd58d586-3512-4f0b-93d2-c3fcd61fc9b0 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0754406 Feb 09 14:14:23.402612 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56550) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.412764 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-66ff38b0-0f6b-4b31-825c-a62f72a577e4 req-69079403-bc52-4bd0-84bf-095781125365 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/b7174e1c-2e57-431b-95dc-f05ffc9e8d3f HTTP/1.1" status: 200 len: 1806 time: 0.5401790 Feb 09 14:14:23.424426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-03df291d-8e09-4fe1-934b-e1c750bf1060 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.425419 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-03df291d-8e09-4fe1-934b-e1c750bf1060 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0067251 Feb 09 14:14:23.435041 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56554) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.444896 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-15658652-e6c2-46f6-990d-a39b3c8ddcc8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/368806ef-2e20-4d7c-9289-2a0d1f83bd61 HTTP/1.1" status: 204 len: 168 time: 2.7621384 Feb 09 14:14:23.456426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [None req-a15793bf-9c41-4402-ab56-e1571668ce5a tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.457393 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a15793bf-9c41-4402-ab56-e1571668ce5a tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0214126 Feb 09 14:14:23.460228 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56560) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.470127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-d667631f-370d-40df-a5c2-2139aacd9cf2 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.474462 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d667631f-370d-40df-a5c2-2139aacd9cf2 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0129361 Feb 09 14:14:23.476890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56564) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.489090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-252a1ae2-a9fc-4bc2-86a1-0987cf052f4d tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.492984 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-252a1ae2-a9fc-4bc2-86a1-0987cf052f4d tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0118682 Feb 09 14:14:23.494529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56568) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.511162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-2ee20b70-e010-43a6-ba25-5f589e3cc8dc tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.512674 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2ee20b70-e010-43a6-ba25-5f589e3cc8dc tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0128129 Feb 09 14:14:23.528923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56572) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.541730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-aca75df6-db6c-4e4f-a644-7f5e861654b4 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.548343 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-aca75df6-db6c-4e4f-a644-7f5e861654b4 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0177557 Feb 09 14:14:23.548985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56576) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.563915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-8bd793d4-212e-4223-bc72-cc6e73c430ff tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.572357 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8bd793d4-212e-4223-bc72-cc6e73c430ff tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0221965 Feb 09 14:14:23.594015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a7bd2-6d90-4fe5-a361-9d24dc3166dc None None] The port '7c359588-443f-4232-ac73-1038d3e8e9be' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:14:23.639712 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56580) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.657343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [None req-86d754a5-b0d3-44a4-9aed-2590c065d850 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.659167 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-86d754a5-b0d3-44a4-9aed-2590c065d850 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0181100 Feb 09 14:14:23.662421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56584) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.672184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-44339293-413c-49ac-847a-5432367a427e tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.676333 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-44339293-413c-49ac-847a-5432367a427e tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0102189 Feb 09 14:14:23.676951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56588) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.689513 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-3f220a25-10f5-4f07-be95-1b05319bb770 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.694259 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3f220a25-10f5-4f07-be95-1b05319bb770 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0159569 Feb 09 14:14:23.697405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56592) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.704442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-661a56ff-f73d-4d53-aac5-6c40c88f4a45 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.708225 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-661a56ff-f73d-4d53-aac5-6c40c88f4a45 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0095892 Feb 09 14:14:23.716094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56596) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.727553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-2f9ddea2-16ea-4ebd-b748-25ee8b29167d tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.732061 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2f9ddea2-16ea-4ebd-b748-25ee8b29167d tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0114152 Feb 09 14:14:23.733298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56600) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.747208 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-852d5621-6f0c-4112-be70-b891ae2fb541 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.757647 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-852d5621-6f0c-4112-be70-b891ae2fb541 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0198145 Feb 09 14:14:23.763447 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56604) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.784443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-082687b0-73f4-4bed-95f5-8400d6347f87 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.788687 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-082687b0-73f4-4bed-95f5-8400d6347f87 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0242002 Feb 09 14:14:23.792800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Allocated IP 10.1.1.38 (823b3307-a261-404f-987b-156bad62d095/ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3/e2a09b75-aff3-4881-9cb3-8cf2226c94cf) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:23.799179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf76bc-ff08-4d9e-9e17-c161e8f72022 req-f1d7eab3-76d4-4519-963d-781dd4c3169a tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:23.801520 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ccbf76bc-ff08-4d9e-9e17-c161e8f72022 req-f1d7eab3-76d4-4519-963d-781dd4c3169a tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 946 time: 0.2464347 Feb 09 14:14:23.802254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56608) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.807898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-bc457a05-8d56-4aaa-8bd1-0c5e69ed25bd tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.812582 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bc457a05-8d56-4aaa-8bd1-0c5e69ed25bd tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0090551 Feb 09 14:14:23.813558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56612) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.820442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-c42ac9c2-264d-4d83-b041-eab1405d4cdb tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.825164 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6b484363-e1c7-44a6-aa69-f158fecaa4ba None None] Provisioning for port f0eb7585-7efe-4508-a113-8710e4988b5d completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:23.826380 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c42ac9c2-264d-4d83-b041-eab1405d4cdb tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0102646 Feb 09 14:14:23.828090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56616) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.842310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port f0eb7585-7efe-4508-a113-8710e4988b5d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:23.866502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f0eb7585-7efe-4508-a113-8710e4988b5d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:23.866959 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:23.868561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-1487a9bb-6d4f-4855-b5d8-217fd93dd54a tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.872518 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1487a9bb-6d4f-4855-b5d8-217fd93dd54a tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0193839 Feb 09 14:14:23.880501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56620) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.891245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-22383b2c-5305-41a6-abbd-751a909809a1 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.895074 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-22383b2c-5305-41a6-abbd-751a909809a1 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0134246 Feb 09 14:14:23.895962 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56624) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.899340 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ccbf76bc-ff08-4d9e-9e17-c161e8f72022 req-71df81ac-b5a3-40fa-8029-5d350c91ad19 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847261 Feb 09 14:14:23.930202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-65b03019-b2fc-4acf-895b-bca3fdc132f7 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.931496 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-65b03019-b2fc-4acf-895b-bca3fdc132f7 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0272362 Feb 09 14:14:23.932632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56628) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.935539 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56630) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.961279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-30e9c790-0074-4182-ad8d-3853caa0dc97 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.962344 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-30e9c790-0074-4182-ad8d-3853caa0dc97 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0247171 Feb 09 14:14:23.976711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56636) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:23.985629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-818b0b14-bfc4-4901-9b1d-fd37119a095f tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:23.986623 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-818b0b14-bfc4-4901-9b1d-fd37119a095f tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0088902 Feb 09 14:14:23.996124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56640) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:24.004764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-43084e9f-6bf6-4770-828e-b644ba5707c9 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:24.005927 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-43084e9f-6bf6-4770-828e-b644ba5707c9 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0088804 Feb 09 14:14:24.008522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56644) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:24.020521 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-ce72ec43-321d-459b-95ed-45635e93c145 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:24.021622 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ce72ec43-321d-459b-95ed-45635e93c145 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0122173 Feb 09 14:14:24.025816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56648) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:24.033910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-feacf79b-8183-4311-9ac7-51651f681fad tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:24.035222 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-feacf79b-8183-4311-9ac7-51651f681fad tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0084898 Feb 09 14:14:24.037794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56652) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:24.042579 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-a0e50119-3f2a-43ca-ab0d-e8533d496496 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:24.044396 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a0e50119-3f2a-43ca-ab0d-e8533d496496 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048103 Feb 09 14:14:24.049803 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d36f64c5-da2a-41ff-8d68-f0b96aece230 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41c6076234da413c8bf538d0aa21207d&name=default HTTP/1.1" status: 200 len: 2980 time: 0.1135573 Feb 09 14:14:24.049803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56656) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:24.050993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56658) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:24.055572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-2e093ed8-54fa-48d8-b3db-a670921347e6 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:24.056867 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2e093ed8-54fa-48d8-b3db-a670921347e6 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0078547 Feb 09 14:14:24.067292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56664) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:24.073583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-86a2b628-c338-45aa-ab5f-be8002ac4251 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:24.074525 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-86a2b628-c338-45aa-ab5f-be8002ac4251 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0062745 Feb 09 14:14:24.078229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c0568-84dd-429e-a1a4-af554df70b46 req-391329f4-75aa-40af-a906-ff36994f4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:24.078398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56668) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:24.083623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-da930c85-256e-4b84-950d-0a773708dac6 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:24.084583 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-da930c85-256e-4b84-950d-0a773708dac6 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0054584 Feb 09 14:14:24.089461 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d93c0568-84dd-429e-a1a4-af554df70b46 req-391329f4-75aa-40af-a906-ff36994f4284 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 1097 time: 1.1307054 Feb 09 14:14:24.090764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56672) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:24.100355 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:24.117691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-2fbd65fe-bed8-4978-aa34-3573c00ad246 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:24.118851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2fbd65fe-bed8-4978-aa34-3573c00ad246 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0271516 Feb 09 14:14:24.128379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56676) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:24.151877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port f0eb7585-7efe-4508-a113-8710e4988b5d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f0eb7585-7efe-4508-a113-8710e4988b5d,segment=NetworkSegment(4d99d233-7638-4c56-9a11-f1d927d41e97),segment_id=4d99d233-7638-4c56-9a11-f1d927d41e97)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:24.162172 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:24.176481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-11637ffa-62ed-4c0e-aad7-0ae8d6fb2c15 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:24.180637 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-11637ffa-62ed-4c0e-aad7-0ae8d6fb2c15 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0474625 Feb 09 14:14:24.184172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56680) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:24.192288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-6578cafb-353f-4d1d-b7d4-ef1223192022 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:24.195698 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6578cafb-353f-4d1d-b7d4-ef1223192022 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0058975 Feb 09 14:14:24.203074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56684) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:24.220723 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e042f2ce-28bb-41a4-a9c9-a6b6739716db req-9143c9fc-8fac-4500-b47b-5bf3c3d9c2ac tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 210 time: 0.1006811 Feb 09 14:14:24.234617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-701bfe01-cd66-4504-bb19-e6fade707f50 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:24.236995 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-701bfe01-cd66-4504-bb19-e6fade707f50 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0326703 Feb 09 14:14:24.261546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56688) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:24.290060 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2f948ce0-a64d-4b8b-9709-84b573e95bff no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:14:24.295167 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-391d92e0-e5c2-4cd6-83f2-b9822f815947 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:24.304728 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-391d92e0-e5c2-4cd6-83f2-b9822f815947 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0418284 Feb 09 14:14:24.307628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56694) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:24.308938 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5a713796-39dd-43b4-b130-46e745058346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:24.320471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-3a83b38d-9955-411e-828f-54655dcda616 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:24.329239 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3a83b38d-9955-411e-828f-54655dcda616 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0136750 Feb 09 14:14:24.342897 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56698) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:24.358483 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 2f948ce0-a64d-4b8b-9709-84b573e95bff {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:14:24.360357 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2f948ce0-a64d-4b8b-9709-84b573e95bff not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:14:24.360912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1f054345-57e3-40c7-9776-d344b3bbff8e no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:14:24.387632 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5a713796-39dd-43b4-b130-46e745058346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:24.429804 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 1f054345-57e3-40c7-9776-d344b3bbff8e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:14:24.430439 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1f054345-57e3-40c7-9776-d344b3bbff8e not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:14:24.431161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7c359588-443f-4232-ac73-1038d3e8e9be no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:14:24.499148 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 7c359588-443f-4232-ac73-1038d3e8e9be {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:14:24.500662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7c359588-443f-4232-ac73-1038d3e8e9be not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:14:24.528320 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8e6e1e91-0542-499f-aac8-f30be688a23d None None] Provisioning complete for port f0eb7585-7efe-4508-a113-8710e4988b5d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:24.528958 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1e91-0542-499f-aac8-f30be688a23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:24.568012 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=f0eb7585-7efe-4508-a113-8710e4988b5d,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:24.628782 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-be4abcc1-eff9-4090-96eb-769eb968c43a req-068f21e6-82c8-4288-9209-f0bc04936e39 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 210 time: 0.0772326 Feb 09 14:14:24.650368 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5a713796-39dd-43b4-b130-46e745058346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:24.676762 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5a713796-39dd-43b4-b130-46e745058346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:24.678127 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5a713796-39dd-43b4-b130-46e745058346 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ac53d1b-312a-4ba9-a5c1-845ed1b85050 HTTP/1.1" status: 204 len: 168 time: 0.6267271 Feb 09 14:14:24.716285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a713796-39dd-43b4-b130-46e745058346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac53d1b-312a-4ba9-a5c1-845ed1b85050,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:24.729152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07686a8-bf05-407e-9073-d24e26154b82 req-7a5388fd-919d-48ea-81c8-a3d8211e4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:24.736002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07686a8-bf05-407e-9073-d24e26154b82 req-7a5388fd-919d-48ea-81c8-a3d8211e4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:24.736509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07686a8-bf05-407e-9073-d24e26154b82 req-7a5388fd-919d-48ea-81c8-a3d8211e4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:24.738208 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f07686a8-bf05-407e-9073-d24e26154b82 req-7a5388fd-919d-48ea-81c8-a3d8211e4f84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87c5aeb7bc3a4960ab4b1595db9087f7&device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2731 time: 0.3114741 Feb 09 14:14:24.894774 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'tag': 'b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef', 'status': 'completed', 'code': 200} Feb 09 14:14:24.907171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [None req-ec867c80-005f-46a4-a93d-78500ced9035 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:24.908786 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ec867c80-005f-46a4-a93d-78500ced9035 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0271058 Feb 09 14:14:24.965177 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07686a8-bf05-407e-9073-d24e26154b82 req-4bd12489-4bfe-4016-ab06-7d89388c2248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:24.965670 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07686a8-bf05-407e-9073-d24e26154b82 req-4bd12489-4bfe-4016-ab06-7d89388c2248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:24.966128 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07686a8-bf05-407e-9073-d24e26154b82 req-4bd12489-4bfe-4016-ab06-7d89388c2248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:24.968426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56704) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:24.969047 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f07686a8-bf05-407e-9073-d24e26154b82 req-4bd12489-4bfe-4016-ab06-7d89388c2248 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=87c5aeb7bc3a4960ab4b1595db9087f7&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2193599 Feb 09 14:14:24.982581 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-66ff38b0-0f6b-4b31-825c-a62f72a577e4 req-1b15fcbe-6d3c-4453-819d-b92d1ae464c8 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:25.088866 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d93c0568-84dd-429e-a1a4-af554df70b46 req-0123e267-ec7a-4eb1-8788-a562d225530e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9777060 Feb 09 14:14:25.109185 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [None req-6e701527-b481-49a2-a153-67729eb8b617 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.110459 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6e701527-b481-49a2-a153-67729eb8b617 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.1249924 Feb 09 14:14:25.159168 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56712) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.184534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-0ea1d539-8b28-4892-bb09-c09434bc6584 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.189150 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0ea1d539-8b28-4892-bb09-c09434bc6584 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0237670 Feb 09 14:14:25.203492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56718) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.220645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-c1ffd523-c8ae-49e7-8864-f0e2380e199b tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.223972 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c1ffd523-c8ae-49e7-8864-f0e2380e199b tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0097122 Feb 09 14:14:25.225227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56724) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.234550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-124df25a-cda0-4869-a581-23848f381d6b tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.237893 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-124df25a-cda0-4869-a581-23848f381d6b tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0082192 Feb 09 14:14:25.237893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07686a8-bf05-407e-9073-d24e26154b82 req-393f9651-f158-4c25-8453-826f88b0daff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:25.238216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f07686a8-bf05-407e-9073-d24e26154b82 req-393f9651-f158-4c25-8453-826f88b0daff service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2279983 Feb 09 14:14:25.240487 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56728) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.248928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-1711d61a-5b55-46a3-9407-ce3c0e3aca16 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.252267 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1711d61a-5b55-46a3-9407-ce3c0e3aca16 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0086052 Feb 09 14:14:25.255243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56732) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.264701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-477e87ce-d574-42d9-aa34-7a936aa6fbba tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.268090 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-477e87ce-d574-42d9-aa34-7a936aa6fbba tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0086708 Feb 09 14:14:25.269216 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56738) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.275481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-1105c6f9-0691-4349-a977-649cc3d6728e tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.279862 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1105c6f9-0691-4349-a977-649cc3d6728e tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0070319 Feb 09 14:14:25.282464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56742) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.299567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-668dca49-a277-4c24-ae66-b61aae1bcc19 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.304994 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-668dca49-a277-4c24-ae66-b61aae1bcc19 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0212104 Feb 09 14:14:25.305939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56748) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.324289 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58fbe-cdb6-432b-a893-1fa086d1d2f0 req-c9f12c66-a73b-4c9e-8b05-91237b799a3f tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:25.330674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58fbe-cdb6-432b-a893-1fa086d1d2f0 req-c9f12c66-a73b-4c9e-8b05-91237b799a3f tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:25.336972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f58fbe-cdb6-432b-a893-1fa086d1d2f0 req-c9f12c66-a73b-4c9e-8b05-91237b799a3f tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:25.344707 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9f58fbe-cdb6-432b-a893-1fa086d1d2f0 req-c9f12c66-a73b-4c9e-8b05-91237b799a3f tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2388 time: 0.3742776 Feb 09 14:14:25.350444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-7756f60f-7990-4783-986d-1337a20c2700 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.354302 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7756f60f-7990-4783-986d-1337a20c2700 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0423076 Feb 09 14:14:25.354471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9ff717-c2df-40b1-a479-cf1df9833b08 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:14:25.376368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56752) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.385306 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-66ff38b0-0f6b-4b31-825c-a62f72a577e4 req-1b15fcbe-6d3c-4453-819d-b92d1ae464c8 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:25.410120 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:25.416277 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9f58fbe-cdb6-432b-a893-1fa086d1d2f0 req-0c9b3f91-4353-48f5-bd21-c8f9f0eb6aae tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703144 Feb 09 14:14:25.421755 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [None req-e64b34cb-2482-40df-baca-15ba0cdbf19e tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.425449 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e64b34cb-2482-40df-baca-15ba0cdbf19e tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0288260 Feb 09 14:14:25.426086 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56758) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.434572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-b63162d1-f9e2-4a48-a2c9-ee4adc09e4f6 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.440541 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b63162d1-f9e2-4a48-a2c9-ee4adc09e4f6 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0129745 Feb 09 14:14:25.441286 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56762) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.483605 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:25.493187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [None req-8c2099c3-b958-420b-a43a-1d98505928d0 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.496739 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8c2099c3-b958-420b-a43a-1d98505928d0 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0368960 Feb 09 14:14:25.497433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56766) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.502766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-0ebd5431-a464-4eea-811b-5b400aa77461 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.507173 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0ebd5431-a464-4eea-811b-5b400aa77461 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0084877 Feb 09 14:14:25.508212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56770) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.513333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-a9fdd0f8-df77-4973-892f-2840ba4a5cbe tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.517910 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a9fdd0f8-df77-4973-892f-2840ba4a5cbe tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0081067 Feb 09 14:14:25.518820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56774) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.524472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-e42c2d3c-2338-4c9c-9fae-604b583aa6fc tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.528453 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e42c2d3c-2338-4c9c-9fae-604b583aa6fc tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0084715 Feb 09 14:14:25.529896 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56778) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.535251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-9d06dee2-5c7e-4d32-b01a-b1a94a1ebfeb tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.539211 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9d06dee2-5c7e-4d32-b01a-b1a94a1ebfeb tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0081737 Feb 09 14:14:25.541894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56782) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.549040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-d64c4bc9-2958-4cb4-8414-763c00bdfc30 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.552450 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d64c4bc9-2958-4cb4-8414-763c00bdfc30 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0099092 Feb 09 14:14:25.559218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Transition to ACTIVE for port object 6e9ff717-c2df-40b1-a479-cf1df9833b08 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:25.564699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56786) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.578139 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Transition to ACTIVE for port object e2a09b75-aff3-4881-9cb3-8cf2226c94cf will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:25.582109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [None req-1a2773c0-ff63-4182-a7fd-20d1c425bff1 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.583199 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1a2773c0-ff63-4182-a7fd-20d1c425bff1 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0151348 Feb 09 14:14:25.589354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56790) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.596838 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:25.600929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-00208673-699b-4edb-95ec-18368fea0248 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.605119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-00208673-699b-4edb-95ec-18368fea0248 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0146115 Feb 09 14:14:25.605943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56796) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.618575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-36530f3d-1596-467e-8f94-c70f54eb700b tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.622657 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-36530f3d-1596-467e-8f94-c70f54eb700b tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0101266 Feb 09 14:14:25.623396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56800) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.631709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-c061f858-bc01-42e2-b557-69746e1fa21a tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.635172 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c061f858-bc01-42e2-b557-69746e1fa21a tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0089080 Feb 09 14:14:25.635899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56804) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.648159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-784a372f-11de-4114-9828-d88f7095292e tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.652231 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-784a372f-11de-4114-9828-d88f7095292e tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0151393 Feb 09 14:14:25.655713 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56808) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.670017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-aaee3806-1b15-4692-bc77-a4d067e90100 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.670017 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-aaee3806-1b15-4692-bc77-a4d067e90100 tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0126259 Feb 09 14:14:25.674743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56816) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.682385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-5f063eec-94d2-4102-aafc-760573b64e9a tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.685666 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5f063eec-94d2-4102-aafc-760573b64e9a tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0066044 Feb 09 14:14:25.686607 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56820) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:25.691657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [None req-342809ad-8dca-416d-bc1a-3bdff719bc7c tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:14:25.692552 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-342809ad-8dca-416d-bc1a-3bdff719bc7c tempest-ExtensionsTestJSON-1962223745 tempest-ExtensionsTestJSON-1962223745-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0050461 Feb 09 14:14:25.709464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-dc9ef3f8-70cf-4eb9-91ca-e95cc64838a8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:25.711572 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-dc9ef3f8-70cf-4eb9-91ca-e95cc64838a8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.21 "GET /v2.0/networks?id=eb65df74-eed7-4e29-9afd-1c778bc5afdb HTTP/1.1" status: 200 len: 821 time: 0.6154213 Feb 09 14:14:25.730648 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-66ff38b0-0f6b-4b31-825c-a62f72a577e4 req-1b15fcbe-6d3c-4453-819d-b92d1ae464c8 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:25.732630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c95e5-e941-4d7d-9dfa-5ae8d64ebb0b req-a45e4ed3-947c-4bec-89e7-06b2db0e157c tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:25.740163 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-336c95e5-e941-4d7d-9dfa-5ae8d64ebb0b req-a45e4ed3-947c-4bec-89e7-06b2db0e157c tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 946 time: 0.1994402 Feb 09 14:14:25.745100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-d0bf78bd-6754-42f6-8b46-c195423129d0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:25.745635 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-d0bf78bd-6754-42f6-8b46-c195423129d0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Synchronizing usage tracker for tenant:20c1fbf014444753a794493123a90d00 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:14:25.751817 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-d9c7920b-31c2-4f2c-979e-0d2f639cb666 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Request body: {'port': {'device_id': 'dac55856-2e4e-4d02-bd41-5121acc2f5d3', 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb', 'admin_state_up': True, 'tenant_id': '5a65c0ccac574437b823990f066a8c19'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:25.814369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-336c95e5-e941-4d7d-9dfa-5ae8d64ebb0b req-4168efd0-ed91-4bb2-ad3d-e34faf0f630f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711403 Feb 09 14:14:26.173951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56832) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:26.174446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56834) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:26.192919 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2e00ecb6-ccd6-4609-94b1-52e91e37e4bb req-173b2d4e-7a27-449c-a4fb-778eb0829299 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 210 time: 0.1790469 Feb 09 14:14:26.255532 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15fcbe-6d3c-4453-819d-b92d1ae464c8 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7174e1c-2e57-431b-95dc-f05ffc9e8d3f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:26.275189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-d0bf78bd-6754-42f6-8b46-c195423129d0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Unset dirty status for tenant:20c1fbf014444753a794493123a90d00 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:26.276936 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-d0bf78bd-6754-42f6-8b46-c195423129d0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.21 "GET /v2.0/networks?id=677aeaaa-6d2e-498f-b8b0-01a0adcdf713 HTTP/1.1" status: 200 len: 812 time: 1.3757443 Feb 09 14:14:26.300850 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9ff717-c2df-40b1-a479-cf1df9833b08,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:26.356208 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-496691968-network', 'tenant_id': '82d3cbfb8e4a4213902f5e2ced353e73'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:26.381109 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-66ff38b0-0f6b-4b31-825c-a62f72a577e4 req-1b15fcbe-6d3c-4453-819d-b92d1ae464c8 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:26.382225 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-66ff38b0-0f6b-4b31-825c-a62f72a577e4 req-1b15fcbe-6d3c-4453-819d-b92d1ae464c8 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "DELETE /v2.0/security-groups/b7174e1c-2e57-431b-95dc-f05ffc9e8d3f HTTP/1.1" status: 204 len: 173 time: 2.9503920 Feb 09 14:14:26.416789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:26.427824 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Usage tracker for resource:network and tenant:82d3cbfb8e4a4213902f5e2ced353e73 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:26.438270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:26.461182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:26.474145 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:26.503980 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34d22217-60a1-4101-8bab-3561dd761b37 req-8fb4e828-d931-4c6a-b24e-2f79990957fb tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 210 time: 0.1323709 Feb 09 14:14:26.545452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Made reservation on behalf of 82d3cbfb8e4a4213902f5e2ced353e73 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:26.549148 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:26.569345 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:26.608250 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-216f1adf-18cc-4374-9977-0dc95e794462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:26.651557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-5fe4a52b-a0aa-4212-bab1-a97660a963da tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Synchronizing usage tracker for tenant:20c1fbf014444753a794493123a90d00 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:14:26.682160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f0eb7585-7efe-4508-a113-8710e4988b5d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:26.691987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Attempting to bind port 6e9ff717-c2df-40b1-a479-cf1df9833b08 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:14:26.692541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Attempting to bind port 6e9ff717-c2df-40b1-a479-cf1df9833b08 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'b7b0fd62-d5c1-45d8-b08b-202c442fac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dab2ccee-091f-40c1-96ba-b8a89cf7ebe1'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:14:26.693087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Attempting to bind port 6e9ff717-c2df-40b1-a479-cf1df9833b08 on network dab2ccee-091f-40c1-96ba-b8a89cf7ebe1 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:26.694923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:26.709330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Usage tracker for resource:security_group_rule and tenant:82d3cbfb8e4a4213902f5e2ced353e73 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:26.710460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Network 823b3307-a261-404f-987b-156bad62d095 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:26.712645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-216f1adf-18cc-4374-9977-0dc95e794462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:26.715862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:26.728263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-216f1adf-18cc-4374-9977-0dc95e794462 admin admin] Usage tracker for resource:security_group_rule and tenant:be7e2443a8f343439e2bbfb5aacab6e0 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:26.731567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:26.734119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-216f1adf-18cc-4374-9977-0dc95e794462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:26.738759 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:26.742766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-d9c7920b-31c2-4f2c-979e-0d2f639cb666 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:26.752954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Port 6e9ff717-c2df-40b1-a479-cf1df9833b08 on network dab2ccee-091f-40c1-96ba-b8a89cf7ebe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:14:26.753110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-216f1adf-18cc-4374-9977-0dc95e794462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:26.753283 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Attempting to bind port 6e9ff717-c2df-40b1-a479-cf1df9833b08 on network dab2ccee-091f-40c1-96ba-b8a89cf7ebe1 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:26.760956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:26.778383 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0b23-5bf3-4a85-8945-2582d3eda680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:26.802016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event updated for resources: {'Port': ['ID=e2a09b75-aff3-4881-9cb3-8cf2226c94cf,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:26.814071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-d9c7920b-31c2-4f2c-979e-0d2f639cb666 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Usage tracker for resource:port and tenant:5a65c0ccac574437b823990f066a8c19 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:26.821866 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f0eb7585-7efe-4508-a113-8710e4988b5d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:26.823062 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:26.828215 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a86ea3b9-5f62-422c-9db6-813f4f7d7a1a req-dfbd4451-f8af-4313-9350-18a4dd060d11 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/13c1cad4-f612-469d-a1a8-503821a0b3ad HTTP/1.1" status: 200 len: 2407 time: 0.3998837 Feb 09 14:14:26.842218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-d9c7920b-31c2-4f2c-979e-0d2f639cb666 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:26.846481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:14:26.847445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Checking segment: {'id': 'b7b0fd62-d5c1-45d8-b08b-202c442fac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dab2ccee-091f-40c1-96ba-b8a89cf7ebe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:26.848079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Bound using segment: {'id': 'b7b0fd62-d5c1-45d8-b08b-202c442fac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dab2ccee-091f-40c1-96ba-b8a89cf7ebe1'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:14:26.848756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Bound port: 6e9ff717-c2df-40b1-a479-cf1df9833b08, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b0fd62-d5c1-45d8-b08b-202c442fac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dab2ccee-091f-40c1-96ba-b8a89cf7ebe1'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:14:26.850822 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:26.890117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cf718-9c0e-47f5-b7fc-3c06ce2cb1fb req-210798ea-a169-45ba-866e-f8fb9fe91ffb tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:26.896453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cf718-9c0e-47f5-b7fc-3c06ce2cb1fb req-210798ea-a169-45ba-866e-f8fb9fe91ffb tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:26.901253 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-d9c7920b-31c2-4f2c-979e-0d2f639cb666 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:26.903535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-5fe4a52b-a0aa-4212-bab1-a97660a963da tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Unset dirty status for tenant:20c1fbf014444753a794493123a90d00 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:26.903833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cf718-9c0e-47f5-b7fc-3c06ce2cb1fb req-210798ea-a169-45ba-866e-f8fb9fe91ffb tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:26.905593 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-5fe4a52b-a0aa-4212-bab1-a97660a963da tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20c1fbf014444753a794493123a90d00 HTTP/1.1" status: 200 len: 380 time: 0.5578408 Feb 09 14:14:26.912627 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ab8cf718-9c0e-47f5-b7fc-3c06ce2cb1fb req-210798ea-a169-45ba-866e-f8fb9fe91ffb tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2400 time: 0.2712848 Feb 09 14:14:26.948882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Request body: {'port': {'device_id': 'dcd0362d-c53b-4fb8-8980-13df30bbb29c', 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'admin_state_up': True, 'tenant_id': '20c1fbf014444753a794493123a90d00', 'security_groups': ['e6d83fd3-b6e8-4450-9b98-8937216fac0a']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:27.011686 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ab8cf718-9c0e-47f5-b7fc-3c06ce2cb1fb req-a3c0fa64-262f-4fd4-b72b-83bd3e58eccb tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980358 Feb 09 14:14:27.054210 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.066760 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.079315 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-216f1adf-18cc-4374-9977-0dc95e794462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.090558 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-216f1adf-18cc-4374-9977-0dc95e794462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.127365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:14:27.129583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa57c522-5876-40db-8c67-a2b66c0d8aa0,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:27.157576 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.157928 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Added segment 67b0896a-f7ed-40bb-94c8-8c7eb00636f8 of type vlan for network ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c Feb 09 14:14:27.160824 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-216f1adf-18cc-4374-9977-0dc95e794462 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be7e2443a8f343439e2bbfb5aacab6e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9837992 Feb 09 14:14:27.172972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56852) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:27.177266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-d9c7920b-31c2-4f2c-979e-0d2f639cb666 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Made reservation on behalf of 5a65c0ccac574437b823990f066a8c19 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:27.181886 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-d9c7920b-31c2-4f2c-979e-0d2f639cb666 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.198201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f1adf-18cc-4374-9977-0dc95e794462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4013f42d-8faa-48b6-bfb4-9b71e60ab533,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:27.217407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:27.218375 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.268836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-823827fd-64c0-422e-9325-f64ec11c9907 None None] Provisioning for port e2a09b75-aff3-4881-9cb3-8cf2226c94cf completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:27.274499 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-823827fd-64c0-422e-9325-f64ec11c9907 None None] Provisioning complete for port e2a09b75-aff3-4881-9cb3-8cf2226c94cf triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:27.274961 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-823827fd-64c0-422e-9325-f64ec11c9907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.284247 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.349800 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4346294-236b-4a6c-813f-85a6d145fd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.366271 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.367366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:27.367481 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-823827fd-64c0-422e-9325-f64ec11c9907 None None] Port e2a09b75-aff3-4881-9cb3-8cf2226c94cf cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:14:27.368014 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.373567 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-38884f43-f1a9-4aeb-9644-66612342a510 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5852828 Feb 09 14:14:27.391113 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a86ea3b9-5f62-422c-9db6-813f4f7d7a1a req-9e53d27f-db63-4f36-92ff-003b03821f58 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.415942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfa311-3c4f-4244-83b3-d3f12dc02724 req-25e89cf9-c58f-42a3-b6f8-f8f32c2b86d3 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:27.420520 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6dbfa311-3c4f-4244-83b3-d3f12dc02724 req-25e89cf9-c58f-42a3-b6f8-f8f32c2b86d3 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 946 time: 0.2245417 Feb 09 14:14:27.432519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] For port 6e9ff717-c2df-40b1-a479-cf1df9833b08, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:14:27.479973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] For port 6e9ff717-c2df-40b1-a479-cf1df9833b08, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6e9ff717-c2df-40b1-a479-cf1df9833b08,segment=NetworkSegment(b7b0fd62-d5c1-45d8-b08b-202c442fac2d),segment_id=b7b0fd62-d5c1-45d8-b08b-202c442fac2d)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:14:27.487304 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4346294-236b-4a6c-813f-85a6d145fd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.519780 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a86ea3b9-5f62-422c-9db6-813f4f7d7a1a req-9e53d27f-db63-4f36-92ff-003b03821f58 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.538509 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.582139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] Pushing event updated for resources: {'Network': ['ID=ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:27.598204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:14:27.605021 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6dbfa311-3c4f-4244-83b3-d3f12dc02724 req-da84844f-f13f-4176-9fac-844c412a17b7 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109080 Feb 09 14:14:27.610096 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7b9869d2-e6e2-4fe0-b709-4b405d4c3aba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4344854 Feb 09 14:14:27.614085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56862) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:27.615128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:27.626911 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Usage tracker for resource:port and tenant:20c1fbf014444753a794493123a90d00 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:27.628965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c3b7092d-d679-418f-9d41-ab09eb540a5f admin admin] Request body: {'subnet': {'network_id': 'ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-496691968-subnet', 'tenant_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:27.630290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:27.636926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:27.645589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c3b7092d-d679-418f-9d41-ab09eb540a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:27.651620 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4346294-236b-4a6c-813f-85a6d145fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.664320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c3b7092d-d679-418f-9d41-ab09eb540a5f admin admin] Usage tracker for resource:subnet and tenant:82d3cbfb8e4a4213902f5e2ced353e73 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:27.678622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c3b7092d-d679-418f-9d41-ab09eb540a5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:27.683880 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4346294-236b-4a6c-813f-85a6d145fd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.689323 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f4346294-236b-4a6c-813f-85a6d145fd6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4013f42d-8faa-48b6-bfb4-9b71e60ab533 HTTP/1.1" status: 204 len: 168 time: 0.5095458 Feb 09 14:14:27.692026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4346294-236b-4a6c-813f-85a6d145fd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4013f42d-8faa-48b6-bfb4-9b71e60ab533,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:27.696870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c3b7092d-d679-418f-9d41-ab09eb540a5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:27.711831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9ff717-c2df-40b1-a479-cf1df9833b08,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:27.713069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b7092d-d679-418f-9d41-ab09eb540a5f admin admin] Made reservation on behalf of 82d3cbfb8e4a4213902f5e2ced353e73 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:27.717573 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3b7092d-d679-418f-9d41-ab09eb540a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.753922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Made reservation on behalf of 20c1fbf014444753a794493123a90d00 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:27.759131 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.825257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:27.826794 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.828213 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-6dac3256-3927-4f31-987a-d69c46773b86 service neutron] 10.222.0.35 "PUT /v2.0/ports/6e9ff717-c2df-40b1-a479-cf1df9833b08 HTTP/1.1" status: 200 len: 1092 time: 5.5238626 Feb 09 14:14:27.828803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'tag': '6e9ff717-c2df-40b1-a479-cf1df9833b08'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:14:27.898163 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-78bc7916-bbf5-4c84-af8b-7dc640839b34 req-a269d3d8-56df-4b3e-ba8f-99136cf5cc83 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 210 time: 0.0668442 Feb 09 14:14:27.913587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Request body: {'port': {'device_id': '13aca64e-33e4-43ba-a632-aff67f194b76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:27.996243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-d9c7920b-31c2-4f2c-979e-0d2f639cb666 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Allocated IP 172.20.0.6 (eb65df74-eed7-4e29-9afd-1c778bc5afdb/9b374431-5278-4a9c-8b1d-78100aa8ebda/de967192-98e9-4698-bb35-befc7048169c) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:28.059991 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a86ea3b9-5f62-422c-9db6-813f4f7d7a1a req-9e53d27f-db63-4f36-92ff-003b03821f58 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:28.174580 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3b7092d-d679-418f-9d41-ab09eb540a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:28.179762 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53d27f-db63-4f36-92ff-003b03821f58 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c1cad4-f612-469d-a1a8-503821a0b3ad,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:28.275053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7092d-d679-418f-9d41-ab09eb540a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=966e7b72-2cbf-4c4e-8735-f4868e13f43d,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:28.282956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56880) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:28.319245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-316e51ff-1448-435a-a43e-02f06e201e18 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1928964821', 'description': 'tempest-description--931872203'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:28.333362 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-316e51ff-1448-435a-a43e-02f06e201e18 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:28.339179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-316e51ff-1448-435a-a43e-02f06e201e18 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Usage tracker for resource:security_group and tenant:ea230855731c4f038f9be9893ada8105 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:28.343225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-316e51ff-1448-435a-a43e-02f06e201e18 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:28.350530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-316e51ff-1448-435a-a43e-02f06e201e18 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:28.352785 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b7092d-d679-418f-9d41-ab09eb540a5f admin admin] Checking segment: {'id': '67b0896a-f7ed-40bb-94c8-8c7eb00636f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:28.353153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b7092d-d679-418f-9d41-ab09eb540a5f admin admin] Network hostable DHCP agents. Network: ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:14:28.376664 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-316e51ff-1448-435a-a43e-02f06e201e18 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:28.413286 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b7092d-d679-418f-9d41-ab09eb540a5f admin admin] Network ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:14:28.416922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-316e51ff-1448-435a-a43e-02f06e201e18 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:28.429209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-316e51ff-1448-435a-a43e-02f06e201e18 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Usage tracker for resource:security_group_rule and tenant:ea230855731c4f038f9be9893ada8105 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:28.433080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-316e51ff-1448-435a-a43e-02f06e201e18 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:28.435971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-c3b7092d-d679-418f-9d41-ab09eb540a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:28.442900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-316e51ff-1448-435a-a43e-02f06e201e18 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:28.447939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbbcb56-e36b-44f6-9a87-981e882126e8 None None] Network ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:14:28.455786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b7092d-d679-418f-9d41-ab09eb540a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:28.456653 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3b7092d-d679-418f-9d41-ab09eb540a5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:28.510018 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a86ea3b9-5f62-422c-9db6-813f4f7d7a1a req-9e53d27f-db63-4f36-92ff-003b03821f58 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:28.511149 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a86ea3b9-5f62-422c-9db6-813f4f7d7a1a req-9e53d27f-db63-4f36-92ff-003b03821f58 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "DELETE /v2.0/security-groups/13c1cad4-f612-469d-a1a8-503821a0b3ad HTTP/1.1" status: 204 len: 173 time: 1.6814945 Feb 09 14:14:28.538219 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:28.557303 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Allocated IP 172.20.0.12 (677aeaaa-6d2e-498f-b8b0-01a0adcdf713/dad0dc1a-d8af-4c04-a1dc-09fea9c37506/23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:28.584786 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c3b7092d-d679-418f-9d41-ab09eb540a5f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9678864 Feb 09 14:14:28.593218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56890) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:28.602275 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-29daf428-c77d-493f-81f6-507c28d672d3 req-05326806-75cf-403f-ab47-a8e0d14e1b50 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 210 time: 0.0790772 Feb 09 14:14:28.610090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-496691968-router', 'tenant_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:28.617007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:28.625310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Usage tracker for resource:router and tenant:82d3cbfb8e4a4213902f5e2ced353e73 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:28.651630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:28.688746 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:28.849707 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-316e51ff-1448-435a-a43e-02f06e201e18 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:28.861904 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:28.862145 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:28.866844 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-316e51ff-1448-435a-a43e-02f06e201e18 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:28.962926 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c', 'network_id': 'ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c', 'tenant_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'fixed_ips': [{'subnet_id': '966e7b72-2cbf-4c4e-8735-f4868e13f43d'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:14:28.964607 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:29.014676 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:29.018418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e51ff-1448-435a-a43e-02f06e201e18 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5411538d-bef3-425a-98fd-58ed4a07892a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:29.029984 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-316e51ff-1448-435a-a43e-02f06e201e18 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:29.035021 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-316e51ff-1448-435a-a43e-02f06e201e18 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7401593 Feb 09 14:14:29.036119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56904) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:29.067627 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:14:29.073309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-8898bce0-3acb-479d-9be7-9fa3644b6656 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Request body: {'security_group_rule': {'security_group_id': '5411538d-bef3-425a-98fd-58ed4a07892a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:29.083492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5b02f-4a65-403c-aceb-c6529ca7ea61 req-f5fb8e31-3a6d-47f4-bd5a-88fccf95102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:29.084010 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5b02f-4a65-403c-aceb-c6529ca7ea61 req-f5fb8e31-3a6d-47f4-bd5a-88fccf95102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:29.084491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5b02f-4a65-403c-aceb-c6529ca7ea61 req-f5fb8e31-3a6d-47f4-bd5a-88fccf95102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:29.086625 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-19f5b02f-4a65-403c-aceb-c6529ca7ea61 req-f5fb8e31-3a6d-47f4-bd5a-88fccf95102d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87c5aeb7bc3a4960ab4b1595db9087f7&device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2798 time: 0.3406873 Feb 09 14:14:29.096278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8898bce0-3acb-479d-9be7-9fa3644b6656 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:29.150104 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8898bce0-3acb-479d-9be7-9fa3644b6656 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Usage tracker for resource:security_group_rule and tenant:ea230855731c4f038f9be9893ada8105 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:29.207587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8898bce0-3acb-479d-9be7-9fa3644b6656 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:29.211251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56908) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:29.287189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8898bce0-3acb-479d-9be7-9fa3644b6656 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:29.316640 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b6348d22-0e9f-4117-974e-bfcae7d6e407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:29.327153 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'tag': '6e9ff717-c2df-40b1-a479-cf1df9833b08', 'status': 'completed', 'code': 200} Feb 09 14:14:29.351866 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Allocated IP 172.20.0.2 (ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c/966e7b72-2cbf-4c4e-8735-f4868e13f43d/7c78d130-47c6-4c67-9d67-659af54449f9) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:29.520530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d937b1-0245-458c-8b9c-1efa0d5c7444 req-8cd4bf2e-a24f-4501-b16f-f52c060abfc7 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:29.526987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d937b1-0245-458c-8b9c-1efa0d5c7444 req-8cd4bf2e-a24f-4501-b16f-f52c060abfc7 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:29.533597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d937b1-0245-458c-8b9c-1efa0d5c7444 req-8cd4bf2e-a24f-4501-b16f-f52c060abfc7 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:29.536414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fdd11b-71fe-4a90-b2e8-b194190d3462 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:14:29.540733 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98d937b1-0245-458c-8b9c-1efa0d5c7444 req-8cd4bf2e-a24f-4501-b16f-f52c060abfc7 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2400 time: 0.5969348 Feb 09 14:14:29.545402 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:29.554628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1704875533'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:29.560037 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:29.564203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Usage tracker for resource:network and tenant:0d62ad08ea9b4b7a983b9fdde45754f2 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:29.567123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:29.567435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Transition to ACTIVE for port object 29fdd11b-71fe-4a90-b2e8-b194190d3462 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:29.575461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:29.599673 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:29.625240 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:29.643542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Transition to ACTIVE for port object 7c78d130-47c6-4c67-9d67-659af54449f9 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:29.685339 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8898bce0-3acb-479d-9be7-9fa3644b6656 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:29.686212 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Transition to ACTIVE for port object 7c78d130-47c6-4c67-9d67-659af54449f9 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:29.693409 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:29.712546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Made reservation on behalf of 0d62ad08ea9b4b7a983b9fdde45754f2 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:29.714754 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:29.784387 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Network ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:29.785476 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-d9c7920b-31c2-4f2c-979e-0d2f639cb666 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:29.787627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:29.790725 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:29.847437 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:29.914364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98d937b1-0245-458c-8b9c-1efa0d5c7444 req-47eab28f-038c-4fa0-aa27-5616ce9e2dd6 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727303 Feb 09 14:14:29.915841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5b02f-4a65-403c-aceb-c6529ca7ea61 req-4ad47fe1-ffa8-440f-9b50-8b18b78c05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:29.916320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5b02f-4a65-403c-aceb-c6529ca7ea61 req-4ad47fe1-ffa8-440f-9b50-8b18b78c05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:29.919022 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5b02f-4a65-403c-aceb-c6529ca7ea61 req-4ad47fe1-ffa8-440f-9b50-8b18b78c05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:29.921897 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-19f5b02f-4a65-403c-aceb-c6529ca7ea61 req-4ad47fe1-ffa8-440f-9b50-8b18b78c05ee service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=87c5aeb7bc3a4960ab4b1595db9087f7&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.8225772 Feb 09 14:14:29.922618 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:29.929089 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Pushing event updated for resources: {'Port': ['ID=29fdd11b-71fe-4a90-b2e8-b194190d3462,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:29.948092 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Pushing event updated for resources: {'Port': ['ID=7c78d130-47c6-4c67-9d67-659af54449f9,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:29.958364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:29.994316 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Attempting to bind port 7c78d130-47c6-4c67-9d67-659af54449f9 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:14:29.994772 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Attempting to bind port 7c78d130-47c6-4c67-9d67-659af54449f9 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '67b0896a-f7ed-40bb-94c8-8c7eb00636f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:14:29.995330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Attempting to bind port 7c78d130-47c6-4c67-9d67-659af54449f9 on network ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:30.002529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:14:30.002922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Checking segment: {'id': '67b0896a-f7ed-40bb-94c8-8c7eb00636f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:30.003293 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.003679 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Bound using segment: {'id': '67b0896a-f7ed-40bb-94c8-8c7eb00636f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:14:30.004160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Bound port: 7c78d130-47c6-4c67-9d67-659af54449f9, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b0896a-f7ed-40bb-94c8-8c7eb00636f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:14:30.004535 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.047122 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0fca64fc-6e31-4ec5-ae01-1f83c7cdfc9c req-9980aece-ed3a-430b-81f6-0ff334c8f13b tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-769753232&fields=id&tenant_id=d760a0361b69448e9a1befbac0e6baf1 HTTP/1.1" status: 200 len: 267 time: 0.7028263 Feb 09 14:14:30.097971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Usage tracker for resource:security_group_rule and tenant:0d62ad08ea9b4b7a983b9fdde45754f2 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:30.120225 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.135324 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] For port 7c78d130-47c6-4c67-9d67-659af54449f9, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:14:30.136493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:30.140752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] For port 7c78d130-47c6-4c67-9d67-659af54449f9, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7c78d130-47c6-4c67-9d67-659af54449f9,segment=NetworkSegment(67b0896a-f7ed-40bb-94c8-8c7eb00636f8),segment_id=67b0896a-f7ed-40bb-94c8-8c7eb00636f8)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:14:30.147184 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.202563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:30.239769 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.264517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af13363-e6af-4f07-8bc4-9ca0d799eec1 None None] Pushing event updated for resources: {'Port': ['ID=7c78d130-47c6-4c67-9d67-659af54449f9,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:30.355153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8898bce0-3acb-479d-9be7-9fa3644b6656 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.387099 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8898bce0-3acb-479d-9be7-9fa3644b6656 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.393691 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7285e090-0338-4ed6-bcca-a6059f624da7 req-48d76ad3-28bf-4407-b404-c76b5cab6dec tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "GET /v2.0/security-groups/9c5b5195-3df5-484b-a870-6d0e09d74f45 HTTP/1.1" status: 200 len: 2400 time: 0.3032322 Feb 09 14:14:30.401352 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-d9c7920b-31c2-4f2c-979e-0d2f639cb666 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.410612 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5b02f-4a65-403c-aceb-c6529ca7ea61 req-800b8ab1-a40e-4c8a-8fc6-c421674d6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:30.412112 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-19f5b02f-4a65-403c-aceb-c6529ca7ea61 req-800b8ab1-a40e-4c8a-8fc6-c421674d6420 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4591565 Feb 09 14:14:30.456561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898bce0-3acb-479d-9be7-9fa3644b6656 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c7da7d-a50e-4d5c-b581-4f7859e14e6e,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:30.491101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Attempting to bind port 29fdd11b-71fe-4a90-b2e8-b194190d3462 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:14:30.491714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Attempting to bind port 29fdd11b-71fe-4a90-b2e8-b194190d3462 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '034ecc11-a3d1-481d-bfc8-b976479ba078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:14:30.492224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Attempting to bind port 29fdd11b-71fe-4a90-b2e8-b194190d3462 on network 02f4fe8b-03da-4355-8462-6d62ae0d48cf {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:30.499301 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8898bce0-3acb-479d-9be7-9fa3644b6656 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.504419 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8898bce0-3acb-479d-9be7-9fa3644b6656 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4569798 Feb 09 14:14:30.517852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56916) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:30.528699 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.550864 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-bff4686b-62e0-404d-808b-7d24b1270203 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Request body: {'security_group_rule': {'security_group_id': '5411538d-bef3-425a-98fd-58ed4a07892a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:30.581244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bff4686b-62e0-404d-808b-7d24b1270203 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:30.590710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Transition to ACTIVE for port object 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:30.619946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bff4686b-62e0-404d-808b-7d24b1270203 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Usage tracker for resource:security_group_rule and tenant:ea230855731c4f038f9be9893ada8105 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:30.637200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bff4686b-62e0-404d-808b-7d24b1270203 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:30.670535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bff4686b-62e0-404d-808b-7d24b1270203 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:30.675590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-d9c7920b-31c2-4f2c-979e-0d2f639cb666 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Network eb65df74-eed7-4e29-9afd-1c778bc5afdb is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:30.706003 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca64fc-6e31-4ec5-ae01-1f83c7cdfc9c req-9d1066f6-30b3-4759-a398-4745d383e7d2 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:30.708985 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0fca64fc-6e31-4ec5-ae01-1f83c7cdfc9c req-9d1066f6-30b3-4759-a398-4745d383e7d2 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 946 time: 0.6604366 Feb 09 14:14:30.715602 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7285e090-0338-4ed6-bcca-a6059f624da7 req-e963f21a-1656-494e-95a6-5cee06859827 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.715837 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.720917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Port 29fdd11b-71fe-4a90-b2e8-b194190d3462 on network 02f4fe8b-03da-4355-8462-6d62ae0d48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:14:30.721822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Attempting to bind port 29fdd11b-71fe-4a90-b2e8-b194190d3462 on network 02f4fe8b-03da-4355-8462-6d62ae0d48cf {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:30.726427 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.726908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-d9c7920b-31c2-4f2c-979e-0d2f639cb666 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:30.732361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-d9c7920b-31c2-4f2c-979e-0d2f639cb666 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:30.738440 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7c78d130-47c6-4c67-9d67-659af54449f9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:30.782500 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.846283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:14:30.848415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-0fca64fc-6e31-4ec5-ae01-1f83c7cdfc9c req-d9f7b07c-e35f-450d-b4a0-a250f22a1d92 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Request body: {'port': {'security_groups': ['cb8f3a2e-296d-4388-a4cb-2fb7eed8f164', '3aabab37-ef05-4e88-9e4e-705483a6e33f']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:30.864823 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bff4686b-62e0-404d-808b-7d24b1270203 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.867700 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 7c78d130-47c6-4c67-9d67-659af54449f9 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:30.877566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:14:30.877896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Checking segment: {'id': '034ecc11-a3d1-481d-bfc8-b976479ba078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:30.878253 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Bound using segment: {'id': '034ecc11-a3d1-481d-bfc8-b976479ba078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:14:30.878702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Bound port: 29fdd11b-71fe-4a90-b2e8-b194190d3462, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034ecc11-a3d1-481d-bfc8-b976479ba078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:14:30.879072 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.903690 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Network 677aeaaa-6d2e-498f-b8b0-01a0adcdf713 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:30.905312 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7285e090-0338-4ed6-bcca-a6059f624da7 req-e963f21a-1656-494e-95a6-5cee06859827 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.909565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-d9c7920b-31c2-4f2c-979e-0d2f639cb666 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:30.910192 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-d9c7920b-31c2-4f2c-979e-0d2f639cb666 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.925437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:30.937710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7920b-31c2-4f2c-979e-0d2f639cb666 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Pushing event updated for resources: {'Port': ['ID=de967192-98e9-4698-bb35-befc7048169c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:30.963127 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.964289 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Added segment b9ecfd8a-84e9-47cb-8360-d8ea012e31d7 of type vlan for network 68a98895-6562-40b7-b88f-8876f79a2bde Feb 09 14:14:30.975208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:31.060125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cda2437-e326-4f60-82db-3b9823ea2fcc,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:31.132041 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-d9c7920b-31c2-4f2c-979e-0d2f639cb666 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4069352 Feb 09 14:14:31.173235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Request body: {'port': {'device_id': 'dac55856-2e4e-4d02-bd41-5121acc2f5d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:31.250431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Pushing event updated for resources: {'Port': ['ID=23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:31.254920 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:31.282459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:31.283215 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:31.300090 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7fdf5a3-160e-44f9-bf75-8c763a268d36 None None] Provisioning for port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:31.309208 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7fdf5a3-160e-44f9-bf75-8c763a268d36 None None] Provisioning complete for port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:31.309637 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf5a3-160e-44f9-bf75-8c763a268d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:31.314733 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bff4686b-62e0-404d-808b-7d24b1270203 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:31.327380 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7285e090-0338-4ed6-bcca-a6059f624da7 req-e963f21a-1656-494e-95a6-5cee06859827 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:31.372487 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bff4686b-62e0-404d-808b-7d24b1270203 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:31.386215 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7285e090-0338-4ed6-bcca-a6059f624da7 req-e963f21a-1656-494e-95a6-5cee06859827 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:31.387561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7fdf5a3-160e-44f9-bf75-8c763a268d36 None None] Port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:14:31.387915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] For port 29fdd11b-71fe-4a90-b2e8-b194190d3462, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:14:31.391479 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-92bf04d3-accf-4546-8775-b43a0fd9b8ee tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4608691 Feb 09 14:14:31.400390 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7285e090-0338-4ed6-bcca-a6059f624da7 req-e963f21a-1656-494e-95a6-5cee06859827 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] 10.222.0.48 "DELETE /v2.0/security-groups/9c5b5195-3df5-484b-a870-6d0e09d74f45 HTTP/1.1" status: 204 len: 173 time: 0.9818499 Feb 09 14:14:31.402804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56922) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:31.408097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:31.412413 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0fca64fc-6e31-4ec5-ae01-1f83c7cdfc9c req-d9f7b07c-e35f-450d-b4a0-a250f22a1d92 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:31.428647 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Request body: {'port': {'device_id': 'dcd0362d-c53b-4fb8-8980-13df30bbb29c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:31.446037 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963f21a-1656-494e-95a6-5cee06859827 tempest-SecurityGroupRulesTestJSON-1465352079 tempest-SecurityGroupRulesTestJSON-1465352079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5b5195-3df5-484b-a870-6d0e09d74f45,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:31.462666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4686b-62e0-404d-808b-7d24b1270203 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d03f27-35fa-4823-a328-69382d3ceaa5,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:31.464652 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:31.470251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:31.471036 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:31.496676 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:31.600224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] For port 29fdd11b-71fe-4a90-b2e8-b194190d3462, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=29fdd11b-71fe-4a90-b2e8-b194190d3462,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:14:31.602300 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:31.607601 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bff4686b-62e0-404d-808b-7d24b1270203 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:31.612704 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bff4686b-62e0-404d-808b-7d24b1270203 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0901999 Feb 09 14:14:31.646377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56926) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:31.658557 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:31.684104 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:31.698741 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4263232 Feb 09 14:14:31.701298 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:31.704743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56930) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:31.718307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-4496b24c-d77b-4c8e-8d50-b5c0ba195796 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Request body: {'subnet': {'network_id': '68a98895-6562-40b7-b88f-8876f79a2bde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:31.739847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c7ba0-1981-49ad-98ff-f47a58195a03 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Pushing event updated for resources: {'Network': ['ID=68a98895-6562-40b7-b88f-8876f79a2bde,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:31.754104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 68a98895-6562-40b7-b88f-8876f79a2bde details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:14:31.844135 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860f6a22-9600-450c-a8fc-89880342d26c None None] Network ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:14:31.921944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:31.985946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Usage tracker for resource:floatingip and tenant:ea230855731c4f038f9be9893ada8105 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:32.006160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:32.027182 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:32.047718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f969bec0-0a2c-433a-b5bf-8779149dbd2c None None] Provisioning for port 7c78d130-47c6-4c67-9d67-659af54449f9 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:32.055011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:32.056008 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:32.059224 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] 10.222.0.35 "PUT /v2.0/ports/29fdd11b-71fe-4a90-b2e8-b194190d3462 HTTP/1.1" status: 200 len: 1092 time: 4.1508605 Feb 09 14:14:32.061059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:32.067865 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'tag': '29fdd11b-71fe-4a90-b2e8-b194190d3462'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:14:32.090730 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f969bec0-0a2c-433a-b5bf-8779149dbd2c None None] Provisioning complete for port 7c78d130-47c6-4c67-9d67-659af54449f9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:32.092266 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f969bec0-0a2c-433a-b5bf-8779149dbd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:32.096620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caee3d6-730e-47a5-b9a4-e1d8109f8d14 req-c89382e5-7fe8-44cb-bf73-ea5516a20d2b tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:32.108867 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1caee3d6-730e-47a5-b9a4-e1d8109f8d14 req-c89382e5-7fe8-44cb-bf73-ea5516a20d2b tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 932 time: 0.5436177 Feb 09 14:14:32.129930 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-510a5ca7-1354-40c0-9c79-96ef6c536c1c admin admin] Deleting subnet baffd6cc-dc5b-40a9-b01f-98e3676c2bdc {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:14:32.151230 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-510a5ca7-1354-40c0-9c79-96ef6c536c1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:32.162838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4496b24c-d77b-4c8e-8d50-b5c0ba195796 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:32.204930 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1caee3d6-730e-47a5-b9a4-e1d8109f8d14 req-de7e9845-4cb1-4399-a9a0-c0d5f84a76c1 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d83fd3-b6e8-4450-9b98-8937216fac0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949266 Feb 09 14:14:32.211774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4496b24c-d77b-4c8e-8d50-b5c0ba195796 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Usage tracker for resource:subnet and tenant:0d62ad08ea9b4b7a983b9fdde45754f2 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:32.218480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4496b24c-d77b-4c8e-8d50-b5c0ba195796 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:32.272294 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Allocated IP 172.25.8.185 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/e35eec15-f01d-4380-8e05-46710e63fe54) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:32.275951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4496b24c-d77b-4c8e-8d50-b5c0ba195796 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:32.309625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2de18e-2a21-4de5-a8b6-18601e589981 service neutron] Pushing event updated for resources: {'Port': ['ID=29fdd11b-71fe-4a90-b2e8-b194190d3462,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:32.332199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4496b24c-d77b-4c8e-8d50-b5c0ba195796 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Made reservation on behalf of 0d62ad08ea9b4b7a983b9fdde45754f2 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:32.337378 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4496b24c-d77b-4c8e-8d50-b5c0ba195796 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:32.349874 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:32.456783 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f969bec0-0a2c-433a-b5bf-8779149dbd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:32.512798 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f969bec0-0a2c-433a-b5bf-8779149dbd2c None None] For port 7c78d130-47c6-4c67-9d67-659af54449f9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7c78d130-47c6-4c67-9d67-659af54449f9,segment=NetworkSegment(67b0896a-f7ed-40bb-94c8-8c7eb00636f8),segment_id=67b0896a-f7ed-40bb-94c8-8c7eb00636f8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:32.527516 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f969bec0-0a2c-433a-b5bf-8779149dbd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:32.564960 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-510a5ca7-1354-40c0-9c79-96ef6c536c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:32.701517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969bec0-0a2c-433a-b5bf-8779149dbd2c None None] Pushing event updated for resources: {'Port': ['ID=7c78d130-47c6-4c67-9d67-659af54449f9,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:32.877854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0cd18-dab0-48cd-ac08-0c699d334b1d req-d5927669-7d26-47ce-ae4e-6db0ddf69671 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:32.882822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-56a0cd18-dab0-48cd-ac08-0c699d334b1d req-d5927669-7d26-47ce-ae4e-6db0ddf69671 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 931 time: 0.3461001 Feb 09 14:14:32.894643 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:32.935042 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-510a5ca7-1354-40c0-9c79-96ef6c536c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:33.007067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-56a0cd18-dab0-48cd-ac08-0c699d334b1d req-c8b94123-9dad-4a64-ac4c-6ed0403770ac tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Synchronizing usage tracker for tenant:5a65c0ccac574437b823990f066a8c19 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:14:33.011164 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7be67be6-1237-4d89-a6c3-c1a3c173d125 None None] Provisioning complete for port 7c78d130-47c6-4c67-9d67-659af54449f9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:33.013359 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7be67be6-1237-4d89-a6c3-c1a3c173d125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:33.064990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-56a0cd18-dab0-48cd-ac08-0c699d334b1d req-c8b94123-9dad-4a64-ac4c-6ed0403770ac tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Unset dirty status for tenant:5a65c0ccac574437b823990f066a8c19 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:33.066061 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-56a0cd18-dab0-48cd-ac08-0c699d334b1d req-c8b94123-9dad-4a64-ac4c-6ed0403770ac tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647892 Feb 09 14:14:33.089874 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:33.134608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-5ea29905-6d1d-4622-bea2-3f52b02429ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:33.135100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-5ea29905-6d1d-4622-bea2-3f52b02429ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:33.135582 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-5ea29905-6d1d-4622-bea2-3f52b02429ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:33.137362 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-5ea29905-6d1d-4622-bea2-3f52b02429ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87c5aeb7bc3a4960ab4b1595db9087f7&device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2865 time: 1.0009146 Feb 09 14:14:33.145744 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4496b24c-d77b-4c8e-8d50-b5c0ba195796 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:33.230558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:33.240981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:33.251222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:33.276359 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-f73d47c0-246f-4550-bbf8-e0a7fcde2e0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.23&port_id=b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef HTTP/1.1" status: 200 len: 217 time: 0.1200004 Feb 09 14:14:33.306954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Pushing event updated for resources: {'Port': ['ID=e35eec15-f01d-4380-8e05-46710e63fe54,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:33.378166 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-510a5ca7-1354-40c0-9c79-96ef6c536c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:33.380328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496b24c-d77b-4c8e-8d50-b5c0ba195796 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Pushing event updated for resources: {'Subnet': ['ID=06834f00-0bc9-4d21-a848-a2afb81681b9,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:33.455589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4496b24c-d77b-4c8e-8d50-b5c0ba195796 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Checking segment: {'id': 'b9ecfd8a-84e9-47cb-8360-d8ea012e31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68a98895-6562-40b7-b88f-8876f79a2bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:33.455980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4496b24c-d77b-4c8e-8d50-b5c0ba195796 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Network hostable DHCP agents. Network: 68a98895-6562-40b7-b88f-8876f79a2bde, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:14:33.459945 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a5ca7-1354-40c0-9c79-96ef6c536c1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baffd6cc-dc5b-40a9-b01f-98e3676c2bdc,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:33.472970 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-510a5ca7-1354-40c0-9c79-96ef6c536c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:33.481019 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-0fca64fc-6e31-4ec5-ae01-1f83c7cdfc9c req-d9f7b07c-e35f-450d-b4a0-a250f22a1d92 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] For port e515ef88-ef23-43fa-b14c-91700058de29, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=e515ef88-ef23-43fa-b14c-91700058de29,segment=NetworkSegment(e7517b22-da4f-4744-9e69-81bbd574dfd0),segment_id=e7517b22-da4f-4744-9e69-81bbd574dfd0)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:33.547361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-02adf043-225d-4c0d-95a6-a106813499c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:33.548955 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-02adf043-225d-4c0d-95a6-a106813499c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01de928d-3b88-4310-b918-2b2dde1b993d HTTP/1.1" status: 200 len: 801 time: 0.2484810 Feb 09 14:14:33.555755 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-510a5ca7-1354-40c0-9c79-96ef6c536c1c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/baffd6cc-dc5b-40a9-b01f-98e3676c2bdc HTTP/1.1" status: 204 len: 168 time: 2.1488750 Feb 09 14:14:33.561484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56940) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:33.598474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4496b24c-d77b-4c8e-8d50-b5c0ba195796 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Network 68a98895-6562-40b7-b88f-8876f79a2bde is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:14:33.604837 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:14:33.624448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-4496b24c-d77b-4c8e-8d50-b5c0ba195796 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 68a98895-6562-40b7-b88f-8876f79a2bde) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:33.635581 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9a4b0c-c7d9-4fc1-b9a9-877b9bd122c0 None None] Network 68a98895-6562-40b7-b88f-8876f79a2bde requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:14:33.637548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8872c10-ef80-403f-9beb-25159edd5159 req-290c584c-e9f1-41f7-a5c8-bce086c84e77 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:33.643386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8872c10-ef80-403f-9beb-25159edd5159 req-290c584c-e9f1-41f7-a5c8-bce086c84e77 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:33.649892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8872c10-ef80-403f-9beb-25159edd5159 req-290c584c-e9f1-41f7-a5c8-bce086c84e77 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:33.650771 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8872c10-ef80-403f-9beb-25159edd5159 req-290c584c-e9f1-41f7-a5c8-bce086c84e77 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2412 time: 0.3587277 Feb 09 14:14:33.703437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4496b24c-d77b-4c8e-8d50-b5c0ba195796 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:33.704958 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4496b24c-d77b-4c8e-8d50-b5c0ba195796 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:33.711654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de967192-98e9-4698-bb35-befc7048169c {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:14:33.750313 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [req-0fca64fc-6e31-4ec5-ae01-1f83c7cdfc9c req-d9f7b07c-e35f-450d-b4a0-a250f22a1d92 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:14:33.792884 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4496b24c-d77b-4c8e-8d50-b5c0ba195796 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0807931 Feb 09 14:14:33.793493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56944) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:33.800487 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-fca4bd05-1744-48b4-b7e2-6623090af4c1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-540191831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:33.823883 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8872c10-ef80-403f-9beb-25159edd5159 req-8eccf4c0-18db-4759-922a-70e0a849782b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159680 Feb 09 14:14:33.828014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fca4bd05-1744-48b4-b7e2-6623090af4c1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:33.894791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-68a98895-6562-40b7-b88f-8876f79a2bde', 'network_id': '68a98895-6562-40b7-b88f-8876f79a2bde', 'tenant_id': '0d62ad08ea9b4b7a983b9fdde45754f2', 'fixed_ips': [{'subnet_id': '06834f00-0bc9-4d21-a848-a2afb81681b9'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:14:33.896022 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:33.937105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fca4bd05-1744-48b4-b7e2-6623090af4c1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Usage tracker for resource:router and tenant:0d62ad08ea9b4b7a983b9fdde45754f2 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:33.945594 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:33.958194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fca4bd05-1744-48b4-b7e2-6623090af4c1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:33.959683 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:33.975158 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fca4bd05-1744-48b4-b7e2-6623090af4c1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:33.978624 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0fca64fc-6e31-4ec5-ae01-1f83c7cdfc9c req-d9f7b07c-e35f-450d-b4a0-a250f22a1d92 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:33.985781 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'tag': '29fdd11b-71fe-4a90-b2e8-b194190d3462', 'status': 'completed', 'code': 200} Feb 09 14:14:33.999163 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:34.047717 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0fca64fc-6e31-4ec5-ae01-1f83c7cdfc9c req-d9f7b07c-e35f-450d-b4a0-a250f22a1d92 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:34.066255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:14:34.071453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Transition to ACTIVE for port object de967192-98e9-4698-bb35-befc7048169c will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:34.095925 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['e515ef88-ef23-43fa-b14c-91700058de29'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:14:34.104897 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fca4bd05-1744-48b4-b7e2-6623090af4c1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:34.106871 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fca4bd05-1744-48b4-b7e2-6623090af4c1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:34.131092 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:34.151193 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:34.156522 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f17b1eb7-9148-45a8-b972-702f523a28f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:34.180066 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fca4bd05-1744-48b4-b7e2-6623090af4c1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:34.237864 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Allocated IP 172.20.0.2 (68a98895-6562-40b7-b88f-8876f79a2bde/06834f00-0bc9-4d21-a848-a2afb81681b9/d9d20e68-6165-4412-b857-907b2a927d17) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:34.297530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca64fc-6e31-4ec5-ae01-1f83c7cdfc9c req-d9f7b07c-e35f-450d-b4a0-a250f22a1d92 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:34.297884 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['e515ef88-ef23-43fa-b14c-91700058de29'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:14:34.298192 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0fca64fc-6e31-4ec5-ae01-1f83c7cdfc9c req-d9f7b07c-e35f-450d-b4a0-a250f22a1d92 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:34.299652 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0fca64fc-6e31-4ec5-ae01-1f83c7cdfc9c req-d9f7b07c-e35f-450d-b4a0-a250f22a1d92 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "PUT /v2.0/ports/e515ef88-ef23-43fa-b14c-91700058de29 HTTP/1.1" status: 200 len: 982 time: 3.4806988 Feb 09 14:14:34.322599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Transition to ACTIVE for port object 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:34.387130 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:34.405088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-c6c69154-0e2f-42b9-a270-1d69f9d3a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:34.406610 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-c6c69154-0e2f-42b9-a270-1d69f9d3a118 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02f4fe8b-03da-4355-8462-6d62ae0d48cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8495998 Feb 09 14:14:34.482594 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fca4bd05-1744-48b4-b7e2-6623090af4c1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:34.526713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7b07c-e35f-450d-b4a0-a250f22a1d92 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event updated for resources: {'Port': ['ID=e515ef88-ef23-43fa-b14c-91700058de29,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:34.670446 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fca4bd05-1744-48b4-b7e2-6623090af4c1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:34.674617 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fca4bd05-1744-48b4-b7e2-6623090af4c1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8803954 Feb 09 14:14:34.675625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56952) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:34.715086 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7c78d130-47c6-4c67-9d67-659af54449f9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:34.952323 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:34.993153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Transition to ACTIVE for port object d9d20e68-6165-4412-b857-907b2a927d17 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:35.002433 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f17b1eb7-9148-45a8-b972-702f523a28f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:35.009759 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Attempting to bind port de967192-98e9-4698-bb35-befc7048169c on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:14:35.010092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Attempting to bind port de967192-98e9-4698-bb35-befc7048169c by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '57df0483-74de-43b2-acd8-83de7c4789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:14:35.010419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Attempting to bind port de967192-98e9-4698-bb35-befc7048169c on network eb65df74-eed7-4e29-9afd-1c778bc5afdb {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:35.038094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Allocated IP 172.25.8.114 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/940958a4-411e-4353-b04f-a38b931e87f4) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:35.056390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941143d4-dbb4-4363-9e63-28aa4e43c4c1 req-978f645a-5910-44bc-9213-d464f7670df0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:35.058023 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-941143d4-dbb4-4363-9e63-28aa4e43c4c1 req-978f645a-5910-44bc-9213-d464f7670df0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 944 time: 0.5887001 Feb 09 14:14:35.080231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Port de967192-98e9-4698-bb35-befc7048169c on network eb65df74-eed7-4e29-9afd-1c778bc5afdb not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:14:35.080825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Attempting to bind port de967192-98e9-4698-bb35-befc7048169c on network eb65df74-eed7-4e29-9afd-1c778bc5afdb {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:35.095687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Pushing event updated for resources: {'Port': ['ID=de967192-98e9-4698-bb35-befc7048169c,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:35.104148 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Transition to ACTIVE for port object d9d20e68-6165-4412-b857-907b2a927d17 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:35.136025 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:35.140934 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7c78d130-47c6-4c67-9d67-659af54449f9 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:35.141473 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:35.148153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-f17b1eb7-9148-45a8-b972-702f523a28f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d2afd1-0916-4df7-8dcc-6ae4981e2c27']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:35.199133 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:14:35.199350 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Checking segment: {'id': '57df0483-74de-43b2-acd8-83de7c4789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:35.199694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Bound using segment: {'id': '57df0483-74de-43b2-acd8-83de7c4789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:14:35.200166 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Bound port: de967192-98e9-4698-bb35-befc7048169c, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57df0483-74de-43b2-acd8-83de7c4789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:14:35.200567 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:35.202529 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:35.285854 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-f17b1eb7-9148-45a8-b972-702f523a28f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f41d4e6-999d-4bf7-a5f6-e26b7b2f7c35') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:35.286143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-f17b1eb7-9148-45a8-b972-702f523a28f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f41d4e6-999d-4bf7-a5f6-e26b7b2f7c35') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:35.360407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Network 68a98895-6562-40b7-b88f-8876f79a2bde is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:35.370254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:35.373375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:35.384215 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f17b1eb7-9148-45a8-b972-702f523a28f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:35.395569 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-7c457952-7ee3-4762-b956-704c64cc3f39 service neutron] 10.222.0.35 "GET /v2.0/networks/02f4fe8b-03da-4355-8462-6d62ae0d48cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8863494 Feb 09 14:14:35.398923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Pushing event updated for resources: {'Port': ['ID=d9d20e68-6165-4412-b857-907b2a927d17,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:35.449357 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-941143d4-dbb4-4363-9e63-28aa4e43c4c1 req-703ec87e-78f3-41b7-ae12-6dba85d4f321 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d83fd3-b6e8-4450-9b98-8937216fac0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309312 Feb 09 14:14:35.491259 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Pushing event updated for resources: {'Port': ['ID=23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:35.538558 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f17b1eb7-9148-45a8-b972-702f523a28f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:35.574027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c824751-0b50-4bd9-8ac7-98ec443de699 req-5f48ca8e-226f-4f20-8671-2dbbcdc1b6c9 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:35.575169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-7c824751-0b50-4bd9-8ac7-98ec443de699 req-5f48ca8e-226f-4f20-8671-2dbbcdc1b6c9 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Synchronizing usage tracker for tenant:5a65c0ccac574437b823990f066a8c19 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:14:35.647385 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Attempting to bind port d9d20e68-6165-4412-b857-907b2a927d17 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:14:35.647773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Attempting to bind port d9d20e68-6165-4412-b857-907b2a927d17 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'b9ecfd8a-84e9-47cb-8360-d8ea012e31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68a98895-6562-40b7-b88f-8876f79a2bde'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:14:35.648145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Attempting to bind port d9d20e68-6165-4412-b857-907b2a927d17 on network 68a98895-6562-40b7-b88f-8876f79a2bde {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:35.662558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:14:35.662935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Checking segment: {'id': 'b9ecfd8a-84e9-47cb-8360-d8ea012e31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68a98895-6562-40b7-b88f-8876f79a2bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:35.663476 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:35.663781 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Bound using segment: {'id': 'b9ecfd8a-84e9-47cb-8360-d8ea012e31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68a98895-6562-40b7-b88f-8876f79a2bde'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:14:35.664227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Bound port: d9d20e68-6165-4412-b857-907b2a927d17, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ecfd8a-84e9-47cb-8360-d8ea012e31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '68a98895-6562-40b7-b88f-8876f79a2bde'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:14:35.664615 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:35.678979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17b1eb7-9148-45a8-b972-702f523a28f6 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:14:35.679827 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f17b1eb7-9148-45a8-b972-702f523a28f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:35.692852 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d211c25f-7d3a-47cf-af9e-b4eff66b0a6c req-b9c000e8-32b9-4bc9-b42e-d051d4493d9c tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-154113238&fields=id&tenant_id=d760a0361b69448e9a1befbac0e6baf1 HTTP/1.1" status: 200 len: 267 time: 0.0865037 Feb 09 14:14:35.693525 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:35.796356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] For port d9d20e68-6165-4412-b857-907b2a927d17, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:14:35.803304 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] For port d9d20e68-6165-4412-b857-907b2a927d17, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d9d20e68-6165-4412-b857-907b2a927d17,segment=NetworkSegment(b9ecfd8a-84e9-47cb-8360-d8ea012e31d7),segment_id=b9ecfd8a-84e9-47cb-8360-d8ea012e31d7)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:14:35.811510 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:35.934763 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a28389-90ba-41b0-9e09-fa35dd9d36e5 None None] Pushing event updated for resources: {'Port': ['ID=d9d20e68-6165-4412-b857-907b2a927d17,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:14:35.955868 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:14:36.000040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77554e4-7fbf-4825-902c-f9da0912f379', 'tag': 'e515ef88-ef23-43fa-b14c-91700058de29'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:14:36.006079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Attempting to bind port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:14:36.006889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Attempting to bind port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '0d554763-1ee3-4977-9e57-fe19f2f81aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:14:36.007037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Attempting to bind port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 on network 677aeaaa-6d2e-498f-b8b0-01a0adcdf713 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:36.089125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 on network 677aeaaa-6d2e-498f-b8b0-01a0adcdf713 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:14:36.089518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Attempting to bind port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 on network 677aeaaa-6d2e-498f-b8b0-01a0adcdf713 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:36.099769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-7c824751-0b50-4bd9-8ac7-98ec443de699 req-5f48ca8e-226f-4f20-8671-2dbbcdc1b6c9 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Unset dirty status for tenant:5a65c0ccac574437b823990f066a8c19 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:36.101051 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7c824751-0b50-4bd9-8ac7-98ec443de699 req-5f48ca8e-226f-4f20-8671-2dbbcdc1b6c9 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 943 time: 1.6064343 Feb 09 14:14:36.124354 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f17b1eb7-9148-45a8-b972-702f523a28f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:36.143761 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:14:36.144115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Checking segment: {'id': '0d554763-1ee3-4977-9e57-fe19f2f81aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:36.144499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Bound using segment: {'id': '0d554763-1ee3-4977-9e57-fe19f2f81aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:14:36.144982 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Bound port: 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d554763-1ee3-4977-9e57-fe19f2f81aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:14:36.145898 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:36.187792 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:36.192914 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f17b1eb7-9148-45a8-b972-702f523a28f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:36.202366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Router 551ae8e0-370a-43b5-8e47-a0921154f27c is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:14:36.210476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] For port de967192-98e9-4698-bb35-befc7048169c, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:14:36.262816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b1eb7-9148-45a8-b972-702f523a28f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d2afd1-0916-4df7-8dcc-6ae4981e2c27,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:36.297607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] For port de967192-98e9-4698-bb35-befc7048169c, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=de967192-98e9-4698-bb35-befc7048169c,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:14:36.319132 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-9b14e3f7-d345-4f76-a07e-330929426d29 service neutron] 10.222.0.35 "GET /v2.0/networks/02f4fe8b-03da-4355-8462-6d62ae0d48cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9086473 Feb 09 14:14:36.324750 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f17b1eb7-9148-45a8-b972-702f523a28f6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e9d2afd1-0916-4df7-8dcc-6ae4981e2c27 HTTP/1.1" status: 204 len: 168 time: 2.7253852 Feb 09 14:14:36.331201 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:36.344268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211c25f-7d3a-47cf-af9e-b4eff66b0a6c req-187ba039-c1e1-4777-ad42-525301147243 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:36.353166 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d211c25f-7d3a-47cf-af9e-b4eff66b0a6c req-187ba039-c1e1-4777-ad42-525301147243 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 985 time: 0.6463623 Feb 09 14:14:36.389310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-d211c25f-7d3a-47cf-af9e-b4eff66b0a6c req-af0d1935-41f7-4603-9257-e0078406277f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Request body: {'port': {'security_groups': ['3aabab37-ef05-4e88-9e4e-705483a6e33f', 'cb8f3a2e-296d-4388-a4cb-2fb7eed8f164', 'c1a1749c-86c4-4d7e-a5fa-c709622c574a']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:36.525261 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7c824751-0b50-4bd9-8ac7-98ec443de699 req-8a597bf5-37c1-4982-b63d-b0d5ed024b40 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987672 Feb 09 14:14:36.549244 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-25282ae7-5ee3-40b3-a876-310f44420ec6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.166&port_id=6e9ff717-c2df-40b1-a479-cf1df9833b08 HTTP/1.1" status: 200 len: 217 time: 0.1937985 Feb 09 14:14:36.550822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:36.551606 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:36.553165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] 10.222.0.21 "PUT /v2.0/ports/de967192-98e9-4698-bb35-befc7048169c HTTP/1.1" status: 200 len: 1091 time: 5.3914413 Feb 09 14:14:36.691070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56964) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:36.782927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Allocated IP 172.20.0.1 (68a98895-6562-40b7-b88f-8876f79a2bde/06834f00-0bc9-4d21-a848-a2afb81681b9/df1b9a1e-3c0f-4d7a-a5c8-c73d83371d00) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:36.798602 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d9d20e68-6165-4412-b857-907b2a927d17 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:36.819632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:14:36.827666 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d211c25f-7d3a-47cf-af9e-b4eff66b0a6c req-af0d1935-41f7-4603-9257-e0078406277f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:36.844986 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Sync routers for ids ['551ae8e0-370a-43b5-8e47-a0921154f27c'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:14:36.868788 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Routers {'551ae8e0-370a-43b5-8e47-a0921154f27c'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:14:36.869633 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:14:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['551ae8e0-370a-43b5-8e47-a0921154f27c'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:36.871964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fd37d-d6fa-4ac9-95f6-f884c9206738 service neutron] Pushing event updated for resources: {'Port': ['ID=de967192-98e9-4698-bb35-befc7048169c,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:36.879524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] For port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:14:36.880895 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f0a79cf8-5669-4ac5-95d5-8acacea02fe6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21da874526c74cecb55e6cdd53a5bc5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812036 Feb 09 14:14:36.887940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56968) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:36.906702 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:37.011125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port d9d20e68-6165-4412-b857-907b2a927d17 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:37.022590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] For port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8,segment=NetworkSegment(0d554763-1ee3-4977-9e57-fe19f2f81aee),segment_id=0d554763-1ee3-4977-9e57-fe19f2f81aee)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:14:37.036221 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:37.036674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-33c1c3fb-d4cc-45bc-863f-139d8aa0bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:37.038129 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-33c1c3fb-d4cc-45bc-863f-139d8aa0bf01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfb8e739-f95e-4359-beb6-dbbe987768c8 HTTP/1.1" status: 200 len: 801 time: 0.4214799 Feb 09 14:14:37.040257 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f9842eeb-d410-4f34-9dc8-32c8b5b31289 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.4457793 Feb 09 14:14:37.046517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56972) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:37.070162 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:37.145721 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Set router 551ae8e0-370a-43b5-8e47-a0921154f27c gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:14:37.149917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:37.177524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:37.179890 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:37.209474 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:37.210093 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:37.211471 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] 10.222.0.21 "PUT /v2.0/ports/23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 HTTP/1.1" status: 200 len: 1092 time: 5.8095417 Feb 09 14:14:37.259158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event updated for resources: {'Port': ['ID=940958a4-411e-4353-b04f-a38b931e87f4,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:37.265697 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f0298d17-a8b3-4dc1-b36b-cdb9f78b0ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:37.305243 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f0298d17-a8b3-4dc1-b36b-cdb9f78b0ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:37.405459 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:37.485656 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f0298d17-a8b3-4dc1-b36b-cdb9f78b0ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:37.541532 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-496691968-router', 'tenant_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:14:28Z', 'updated_at': '2022-02-09T14:14:33Z', 'revision_number': 3, 'project_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'gw_port': {'id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:14:31Z', 'updated_at': '2022-02-09T14:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:37.546759 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Checking router: 551ae8e0-370a-43b5-8e47-a0921154f27c for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:14:37.547338 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Updating router 551ae8e0-370a-43b5-8e47-a0921154f27c port e35eec15-f01d-4380-8e05-46710e63fe54 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:14:37.549966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bf0d7-eb28-4a1c-9843-ee3dc4b1757e req-e9af4c3d-d4e9-40bb-b564-706395182962 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:37.556021 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bf0d7-eb28-4a1c-9843-ee3dc4b1757e req-e9af4c3d-d4e9-40bb-b564-706395182962 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:37.561888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bf0d7-eb28-4a1c-9843-ee3dc4b1757e req-e9af4c3d-d4e9-40bb-b564-706395182962 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:37.562743 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-971bf0d7-eb28-4a1c-9843-ee3dc4b1757e req-e9af4c3d-d4e9-40bb-b564-706395182962 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Synchronizing usage tracker for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:14:37.596033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-11d20f7b-d8bc-4609-b280-ec3463d85c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:37.598254 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-11d20f7b-d8bc-4609-b280-ec3463d85c27 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a65c0ccac574437b823990f066a8c19&device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 1094 time: 0.8982303 Feb 09 14:14:37.626792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-971bf0d7-eb28-4a1c-9843-ee3dc4b1757e req-e9af4c3d-d4e9-40bb-b564-706395182962 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Unset dirty status for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:37.627252 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:37.634456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0949033d-047b-476a-8aa9-7adc989510e2 None None] Network 68a98895-6562-40b7-b88f-8876f79a2bde requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:14:37.644115 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-971bf0d7-eb28-4a1c-9843-ee3dc4b1757e req-e9af4c3d-d4e9-40bb-b564-706395182962 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2412 time: 0.8612242 Feb 09 14:14:37.663244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0298d17-a8b3-4dc1-b36b-cdb9f78b0ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ad91ee-9a42-4f25-8c05-edcba09a470a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:37.704389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Transition to ACTIVE for port object df1b9a1e-3c0f-4d7a-a5c8-c73d83371d00 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:37.747114 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:37.792844 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3072e02b-c667-4baa-a137-9ee1aa6c1058 None None] Provisioning for port d9d20e68-6165-4412-b857-907b2a927d17 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:37.802534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3072e02b-c667-4baa-a137-9ee1aa6c1058 None None] Provisioning complete for port d9d20e68-6165-4412-b857-907b2a927d17 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:37.803221 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3072e02b-c667-4baa-a137-9ee1aa6c1058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:37.841502 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-b65e08e5-b14f-4f1f-9fda-7d5dcc3e1525 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de967192-98e9-4698-bb35-befc7048169c HTTP/1.1" status: 200 len: 217 time: 0.1794178 Feb 09 14:14:37.842344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f0298d17-a8b3-4dc1-b36b-cdb9f78b0ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:37.845908 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f0298d17-a8b3-4dc1-b36b-cdb9f78b0ece admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90ad91ee-9a42-4f25-8c05-edcba09a470a HTTP/1.1" status: 204 len: 168 time: 0.9445539 Feb 09 14:14:37.856694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71e6d3-026e-484c-b103-d393b845f47f service neutron] Pushing event updated for resources: {'Port': ['ID=23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:37.866695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Pushing event updated for resources: {'Port': ['ID=df1b9a1e-3c0f-4d7a-a5c8-c73d83371d00,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:37.920213 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Network 68a98895-6562-40b7-b88f-8876f79a2bde is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:37.925621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:37.929222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:37.990480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-9e432fba-84d7-44f9-86a8-45e60635a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:37.993307 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-9e432fba-84d7-44f9-86a8-45e60635a48e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b374431-5278-4a9c-8b1d-78100aa8ebda HTTP/1.1" status: 200 len: 861 time: 0.1393490 Feb 09 14:14:38.010326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-094fca9e-c6b4-4e2f-bca1-31d1ca3260a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:38.012899 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-094fca9e-c6b4-4e2f-bca1-31d1ca3260a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dab2ccee-091f-40c1-96ba-b8a89cf7ebe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9527426 Feb 09 14:14:38.018900 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-971bf0d7-eb28-4a1c-9843-ee3dc4b1757e req-766ef572-d4be-45d5-8f31-1eb34ba9dc94 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733466 Feb 09 14:14:38.130110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-0e126b61-9679-4cb1-b9c9-e081b0c49a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:38.131623 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-0e126b61-9679-4cb1-b9c9-e081b0c49a34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20c1fbf014444753a794493123a90d00&device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 1095 time: 0.7635639 Feb 09 14:14:38.137506 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77554e4-7fbf-4825-902c-f9da0912f379', 'tag': 'e515ef88-ef23-43fa-b14c-91700058de29', 'status': 'completed', 'code': 200} Feb 09 14:14:38.141116 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-56c42042-8706-46f9-a4af-3d83509eb1f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb65df74-eed7-4e29-9afd-1c778bc5afdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170905 Feb 09 14:14:38.203880 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:38.215258 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3072e02b-c667-4baa-a137-9ee1aa6c1058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:38.219053 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Transition to ACTIVE for port object e35eec15-f01d-4380-8e05-46710e63fe54 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:38.227757 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:38.312556 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3072e02b-c667-4baa-a137-9ee1aa6c1058 None None] For port d9d20e68-6165-4412-b857-907b2a927d17, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d9d20e68-6165-4412-b857-907b2a927d17,segment=NetworkSegment(b9ecfd8a-84e9-47cb-8360-d8ea012e31d7),segment_id=b9ecfd8a-84e9-47cb-8360-d8ea012e31d7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:38.323333 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3072e02b-c667-4baa-a137-9ee1aa6c1058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:38.361844 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Attempting to bind port e35eec15-f01d-4380-8e05-46710e63fe54 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:14:38.362497 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Attempting to bind port e35eec15-f01d-4380-8e05-46710e63fe54 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:14:38.363023 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Attempting to bind port e35eec15-f01d-4380-8e05-46710e63fe54 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:38.375201 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:14:38.375899 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:38.376489 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:38.377232 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:14:38.377885 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Bound port: e35eec15-f01d-4380-8e05-46710e63fe54, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:14:38.378467 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:38.403309 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed8888-c495-40f0-af6b-74c927787cd4 None None] Pushing event updated for resources: {'Port': ['ID=e35eec15-f01d-4380-8e05-46710e63fe54,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:38.451910 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed8888-c495-40f0-af6b-74c927787cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:38.455217 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed8888-c495-40f0-af6b-74c927787cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:38.458130 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed8888-c495-40f0-af6b-74c927787cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:38.458849 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed8888-c495-40f0-af6b-74c927787cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:38.463640 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed8888-c495-40f0-af6b-74c927787cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:38.464356 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed8888-c495-40f0-af6b-74c927787cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:38.464897 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed8888-c495-40f0-af6b-74c927787cd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:38.465488 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed8888-c495-40f0-af6b-74c927787cd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:38.466020 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed8888-c495-40f0-af6b-74c927787cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:38.467991 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed8888-c495-40f0-af6b-74c927787cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:38.468860 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed8888-c495-40f0-af6b-74c927787cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:38.469401 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aed8888-c495-40f0-af6b-74c927787cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:38.550103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d211c25f-7d3a-47cf-af9e-b4eff66b0a6c req-af0d1935-41f7-4603-9257-e0078406277f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] For port e515ef88-ef23-43fa-b14c-91700058de29, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=e515ef88-ef23-43fa-b14c-91700058de29,segment=NetworkSegment(e7517b22-da4f-4744-9e69-81bbd574dfd0),segment_id=e7517b22-da4f-4744-9e69-81bbd574dfd0)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:38.566791 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:38.568337 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:38.596564 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072e02b-c667-4baa-a137-9ee1aa6c1058 None None] Pushing event updated for resources: {'Port': ['ID=d9d20e68-6165-4412-b857-907b2a927d17,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:38.627953 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] For port e35eec15-f01d-4380-8e05-46710e63fe54, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:14:38.636207 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] For port e35eec15-f01d-4380-8e05-46710e63fe54, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e35eec15-f01d-4380-8e05-46710e63fe54,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:14:38.648587 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:38.797209 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-64f1b64c-a7e1-441d-af75-6c92f7852790 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 HTTP/1.1" status: 200 len: 217 time: 0.4470453 Feb 09 14:14:38.817438 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Routers {'551ae8e0-370a-43b5-8e47-a0921154f27c'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:14:38.818327 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:14:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['551ae8e0-370a-43b5-8e47-a0921154f27c'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:38.860155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c7e050a0-3285-40fd-b80b-f7f92c132989 None None] Provisioning complete for port d9d20e68-6165-4412-b857-907b2a927d17 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:38.860680 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c7e050a0-3285-40fd-b80b-f7f92c132989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:38.926558 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [req-d211c25f-7d3a-47cf-af9e-b4eff66b0a6c req-af0d1935-41f7-4603-9257-e0078406277f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:14:38.928933 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:39.053712 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] Set router 551ae8e0-370a-43b5-8e47-a0921154f27c gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:14:39.125732 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d211c25f-7d3a-47cf-af9e-b4eff66b0a6c req-af0d1935-41f7-4603-9257-e0078406277f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:39.143689 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:39.169746 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d211c25f-7d3a-47cf-af9e-b4eff66b0a6c req-af0d1935-41f7-4603-9257-e0078406277f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:39.179447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c7e050a0-3285-40fd-b80b-f7f92c132989 None None] Provisioning for port df1b9a1e-3c0f-4d7a-a5c8-c73d83371d00 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:39.186568 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['e515ef88-ef23-43fa-b14c-91700058de29'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:14:39.254936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c7e050a0-3285-40fd-b80b-f7f92c132989 None None] Provisioning complete for port df1b9a1e-3c0f-4d7a-a5c8-c73d83371d00 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:39.255372 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c7e050a0-3285-40fd-b80b-f7f92c132989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:39.286150 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-1f41ad97-7db3-4654-9da9-fb862212086a service neutron] 10.222.0.21 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0667298 Feb 09 14:14:39.286717 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:39.307043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57000) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:39.332942 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed8888-c495-40f0-af6b-74c927787cd4 None None] Pushing event updated for resources: {'Port': ['ID=e35eec15-f01d-4380-8e05-46710e63fe54,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:39.361160 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-94c9f5f4-bc2b-4e82-861d-59cfee1e7486 service neutron] 10.222.0.35 "GET /v2.0/networks/dab2ccee-091f-40c1-96ba-b8a89cf7ebe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3391137 Feb 09 14:14:39.459333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211c25f-7d3a-47cf-af9e-b4eff66b0a6c req-af0d1935-41f7-4603-9257-e0078406277f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:39.460026 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d211c25f-7d3a-47cf-af9e-b4eff66b0a6c req-af0d1935-41f7-4603-9257-e0078406277f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:39.461513 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d211c25f-7d3a-47cf-af9e-b4eff66b0a6c req-af0d1935-41f7-4603-9257-e0078406277f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "PUT /v2.0/ports/e515ef88-ef23-43fa-b14c-91700058de29 HTTP/1.1" status: 200 len: 1021 time: 3.1071808 Feb 09 14:14:39.478682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77554e4-7fbf-4825-902c-f9da0912f379', 'tag': 'e515ef88-ef23-43fa-b14c-91700058de29'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:14:39.518152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d1935-41f7-4603-9257-e0078406277f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event updated for resources: {'Port': ['ID=e515ef88-ef23-43fa-b14c-91700058de29,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:39.559057 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c7e050a0-3285-40fd-b80b-f7f92c132989 None None] Port df1b9a1e-3c0f-4d7a-a5c8-c73d83371d00 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:14:39.571862 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-496691968-router', 'tenant_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:14:28Z', 'updated_at': '2022-02-09T14:14:33Z', 'revision_number': 3, 'project_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'gw_port': {'id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:14:31Z', 'updated_at': '2022-02-09T14:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:39.579872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['e515ef88-ef23-43fa-b14c-91700058de29'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:14:39.586977 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9472ea2c-2482-43bd-921e-42b2062b8e36 None None] The sync data for ids ['551ae8e0-370a-43b5-8e47-a0921154f27c'] in n-d-828418-2 is: [{'id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-496691968-router', 'tenant_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:14:28Z', 'updated_at': '2022-02-09T14:14:33Z', 'revision_number': 3, 'project_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'gw_port': {'id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:14:31Z', 'updated_at': '2022-02-09T14:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:14:39.753113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-400054945-network', 'tenant_id': '266dc69788274a6588f82175f293a4c7'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:39.758786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:39.763675 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Usage tracker for resource:network and tenant:266dc69788274a6588f82175f293a4c7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:39.766985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:39.773902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:39.803367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Made reservation on behalf of 266dc69788274a6588f82175f293a4c7 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:39.806567 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:39.827226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe027501-8d21-443b-be2e-d15965a7423d None None] Provisioning complete for port df1b9a1e-3c0f-4d7a-a5c8-c73d83371d00 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:39.827431 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe027501-8d21-443b-be2e-d15965a7423d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:39.858304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-b252c69a-cbad-4ed2-9e92-9b4ec0579b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:39.859756 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-b252c69a-cbad-4ed2-9e92-9b4ec0579b64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dad0dc1a-d8af-4c04-a1dc-09fea9c37506 HTTP/1.1" status: 200 len: 851 time: 0.9104207 Feb 09 14:14:39.872295 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:39.949109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:39.956114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Usage tracker for resource:security_group_rule and tenant:266dc69788274a6588f82175f293a4c7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:39.967619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:39.985315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:40.013943 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:40.070338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe027501-8d21-443b-be2e-d15965a7423d None None] Port df1b9a1e-3c0f-4d7a-a5c8-c73d83371d00 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:14:40.102838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450bf5f-8345-4714-8865-d30f33921dce req-4b398dff-3986-4f87-8e27-2066499a8199 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:40.103594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-c450bf5f-8345-4714-8865-d30f33921dce req-4b398dff-3986-4f87-8e27-2066499a8199 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Synchronizing usage tracker for tenant:20c1fbf014444753a794493123a90d00 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:14:40.115312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2b30f-ac14-410a-8185-b21014bdf156 req-6ad95660-7bcf-414d-afa4-086ad9791565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:40.117320 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4d2b30f-ac14-410a-8185-b21014bdf156 req-6ad95660-7bcf-414d-afa4-086ad9791565 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d760a0361b69448e9a1befbac0e6baf1&device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 1136 time: 1.8473132 Feb 09 14:14:40.145996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac55856-2e4e-4d02-bd41-5121acc2f5d3', 'tag': 'de967192-98e9-4698-bb35-befc7048169c'}, {'name': 'network-changed', 'server_uuid': 'dcd0362d-c53b-4fb8-8980-13df30bbb29c', 'tag': '23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:14:40.202093 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-a8d734e6-9bcf-4216-aef5-18ef21439bdf service neutron] 10.222.0.35 "GET /v2.0/networks/dab2ccee-091f-40c1-96ba-b8a89cf7ebe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8150454 Feb 09 14:14:40.209942 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:40.269118 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e4e0cf8-5e7a-4430-87ec-14b0335f5503 req-1f010272-7459-4f33-90a9-ee414d2b89af service neutron] 10.222.0.21 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8964696 Feb 09 14:14:40.376311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e94dc-e73b-435f-ab43-3953ff46f1e3 req-95224a6e-eb45-4e8a-834b-2e43b746f2bb tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:40.378937 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-527e94dc-e73b-435f-ab43-3953ff46f1e3 req-95224a6e-eb45-4e8a-834b-2e43b746f2bb tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 943 time: 0.5966935 Feb 09 14:14:40.430164 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-600c211d-37bd-4c69-8c10-f75602bfc3a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.228&port_id=29fdd11b-71fe-4a90-b2e8-b194190d3462 HTTP/1.1" status: 200 len: 217 time: 0.1424413 Feb 09 14:14:40.492000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-c450bf5f-8345-4714-8865-d30f33921dce req-4b398dff-3986-4f87-8e27-2066499a8199 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Unset dirty status for tenant:20c1fbf014444753a794493123a90d00 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:40.493981 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c450bf5f-8345-4714-8865-d30f33921dce req-4b398dff-3986-4f87-8e27-2066499a8199 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 944 time: 2.0749671 Feb 09 14:14:40.632011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2b30f-ac14-410a-8185-b21014bdf156 req-df4a5831-8c7c-4a87-a885-c0288a473f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:40.634657 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4d2b30f-ac14-410a-8185-b21014bdf156 req-df4a5831-8c7c-4a87-a885-c0288a473f84 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d1299aae-4032-4877-85a3-71554c7a1aae HTTP/1.1" status: 200 len: 912 time: 0.4826450 Feb 09 14:14:40.637378 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-849988c7-18cb-408b-9f4b-664ad45b10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:40.639597 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-849988c7-18cb-408b-9f4b-664ad45b10fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=677aeaaa-6d2e-498f-b8b0-01a0adcdf713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7712057 Feb 09 14:14:40.648502 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-b879f820-42ca-4952-8b64-d0ac0cede286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:40.650442 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-b879f820-42ca-4952-8b64-d0ac0cede286 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01de928d-3b88-4310-b918-2b2dde1b993d HTTP/1.1" status: 200 len: 801 time: 0.2113235 Feb 09 14:14:40.682913 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c450bf5f-8345-4714-8865-d30f33921dce req-c07b015e-51ab-45ea-9e58-7ea7ac9f6f09 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d83fd3-b6e8-4450-9b98-8937216fac0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533411 Feb 09 14:14:40.768459 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:40.788207 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:40.810929 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-527e94dc-e73b-435f-ab43-3953ff46f1e3 req-3f03b24a-72b4-4695-a971-88c6f9bb3cca tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695564 Feb 09 14:14:40.840821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e35eec15-f01d-4380-8e05-46710e63fe54 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:40.892275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:14:40.944427 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:40.949331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port e35eec15-f01d-4380-8e05-46710e63fe54 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:40.961706 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:14:40.963285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e35eec15-f01d-4380-8e05-46710e63fe54 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:40.963670 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:40.971003 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:41.007333 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-2a216bc6-ca8a-4266-bc0b-ced5b364ce05 service neutron] 10.222.0.21 "GET /v2.0/networks/677aeaaa-6d2e-498f-b8b0-01a0adcdf713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293428 Feb 09 14:14:41.094230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29989a02-db83-426b-9a4a-8e98d46eb7e2,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:41.126053 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:41.128255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Pushing event updated for resources: {'Port': ['ID=df1b9a1e-3c0f-4d7a-a5c8-c73d83371d00,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:41.133921 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:41.134392 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Added segment 206690d2-e593-4bb6-a765-4729f636d22f of type vlan for network f30a432b-14b4-404b-98d3-a73e8f649552 Feb 09 14:14:41.158777 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port e35eec15-f01d-4380-8e05-46710e63fe54, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e35eec15-f01d-4380-8e05-46710e63fe54,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:41.164934 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:41.166017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d9d20e68-6165-4412-b857-907b2a927d17 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:41.230698 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:41.257167 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:41.262467 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4d2b30f-ac14-410a-8185-b21014bdf156 req-87da419d-2a46-45b6-8811-e2f1295897ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e515ef88-ef23-43fa-b14c-91700058de29 HTTP/1.1" status: 200 len: 217 time: 0.5825474 Feb 09 14:14:41.269483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Allocated IP 172.20.0.1 (ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c/966e7b72-2cbf-4c4e-8735-f4868e13f43d/3858cee1-89d0-4089-ad21-cdd2ae620bdd) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:41.280677 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:41.320516 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:41.334350 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d9d20e68-6165-4412-b857-907b2a927d17 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:41.334350 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:41.360687 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=e35eec15-f01d-4380-8e05-46710e63fe54,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:41.495020 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:41.496013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:41.496598 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:41.550765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event updated for resources: {'Port': ['ID=940958a4-411e-4353-b04f-a38b931e87f4,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:41.611978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2b30f-ac14-410a-8185-b21014bdf156 req-05807533-3245-46a0-9762-beda62001c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:41.613419 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4d2b30f-ac14-410a-8185-b21014bdf156 req-05807533-3245-46a0-9762-beda62001c94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f903123-7394-4cde-bb59-c0b2cee0bff4 HTTP/1.1" status: 200 len: 852 time: 0.2874277 Feb 09 14:14:41.616466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829284a1-1248-4424-a2d3-83940674ff8c req-b1de1a82-e397-4527-844d-cc29e90d1a60 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:41.617956 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-829284a1-1248-4424-a2d3-83940674ff8c req-b1de1a82-e397-4527-844d-cc29e90d1a60 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 1024 time: 0.6050286 Feb 09 14:14:41.635492 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:41.701661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] Pushing event updated for resources: {'Network': ['ID=f30a432b-14b4-404b-98d3-a73e8f649552,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:41.706258 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4d2b30f-ac14-410a-8185-b21014bdf156 req-6a278350-711f-49fb-bb73-a63846c069fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d1299aae-4032-4877-85a3-71554c7a1aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855618 Feb 09 14:14:41.708528 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5dbc75f-8498-4af3-b697-6397c05683b1 req-2f8114c1-0877-49b9-aab7-fedda2435e7f service neutron] 10.222.0.21 "GET /v2.0/networks/677aeaaa-6d2e-498f-b8b0-01a0adcdf713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6731572 Feb 09 14:14:41.718116 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57012) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:41.720954 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network f30a432b-14b4-404b-98d3-a73e8f649552 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:14:41.723883 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4c37063e-0332-43aa-abda-4afa03942faa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3718421 Feb 09 14:14:41.750064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-7a152e8b-219e-48c8-8cfe-e6c86e7e8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:41.750339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Network 68a98895-6562-40b7-b88f-8876f79a2bde is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:41.751705 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-7a152e8b-219e-48c8-8cfe-e6c86e7e8e59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02f4fe8b-03da-4355-8462-6d62ae0d48cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0747955 Feb 09 14:14:41.758952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0becb7dd-1efd-4857-9f9c-b2f27c993b5a admin admin] Request body: {'subnet': {'network_id': 'f30a432b-14b4-404b-98d3-a73e8f649552', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-400054945-subnet', 'tenant_id': '266dc69788274a6588f82175f293a4c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:41.764548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:41.781702 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:41.860231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b872f-6f0f-4614-a7de-a159a8fd9111 req-08346630-ad13-40e8-a555-b2b6fe71635c tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:41.868093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b872f-6f0f-4614-a7de-a159a8fd9111 req-08346630-ad13-40e8-a555-b2b6fe71635c tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:41.878296 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b872f-6f0f-4614-a7de-a159a8fd9111 req-08346630-ad13-40e8-a555-b2b6fe71635c tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:41.880527 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-413b872f-6f0f-4614-a7de-a159a8fd9111 req-08346630-ad13-40e8-a555-b2b6fe71635c tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2412 time: 0.8721957 Feb 09 14:14:41.881317 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:41.882401 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a1e7a05d-84b2-40d3-bda2-39324474e204 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.2210984 Feb 09 14:14:41.906344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0becb7dd-1efd-4857-9f9c-b2f27c993b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:41.925891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Transition to ACTIVE for port object 3858cee1-89d0-4089-ad21-cdd2ae620bdd will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:41.988144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0becb7dd-1efd-4857-9f9c-b2f27c993b5a admin admin] Usage tracker for resource:subnet and tenant:266dc69788274a6588f82175f293a4c7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:42.009161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0becb7dd-1efd-4857-9f9c-b2f27c993b5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:42.028292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0becb7dd-1efd-4857-9f9c-b2f27c993b5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:42.052322 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-829284a1-1248-4424-a2d3-83940674ff8c req-c5a1ae5e-e73e-44a2-a3c5-e57ea115da4a tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=3aabab37-ef05-4e88-9e4e-705483a6e33f&id=c1a1749c-86c4-4d7e-a5fa-c709622c574a&id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164 HTTP/1.1" status: 200 len: 6156 time: 0.4062808 Feb 09 14:14:42.126903 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-413b872f-6f0f-4614-a7de-a159a8fd9111 req-cf1a10e3-73e5-46f1-acb0-7883a6dd0e08 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143092 Feb 09 14:14:42.141120 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0becb7dd-1efd-4857-9f9c-b2f27c993b5a admin admin] Made reservation on behalf of 266dc69788274a6588f82175f293a4c7 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:42.143463 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0becb7dd-1efd-4857-9f9c-b2f27c993b5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:42.158408 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:42.170089 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77554e4-7fbf-4825-902c-f9da0912f379', 'tag': 'e515ef88-ef23-43fa-b14c-91700058de29', 'status': 'completed', 'code': 200} Feb 09 14:14:42.219924 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ded9416a-598e-4c2f-bd03-f90d1e7e912f None None] Provisioning complete for port df1b9a1e-3c0f-4d7a-a5c8-c73d83371d00 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:42.220706 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ded9416a-598e-4c2f-bd03-f90d1e7e912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:42.231024 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4d2b30f-ac14-410a-8185-b21014bdf156 req-9f74e31f-51ee-491e-973d-6ade8eed17cc service neutron] 10.222.0.21 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143116 Feb 09 14:14:42.250853 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac55856-2e4e-4d02-bd41-5121acc2f5d3', 'tag': 'de967192-98e9-4698-bb35-befc7048169c', 'status': 'completed', 'code': 200} Feb 09 14:14:42.251154 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd0362d-c53b-4fb8-8980-13df30bbb29c', 'tag': '23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8', 'status': 'completed', 'code': 200} Feb 09 14:14:42.304565 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-0ab53f52-7142-4970-91e7-25a535dbd5df service neutron] 10.222.0.35 "GET /v2.0/networks/02f4fe8b-03da-4355-8462-6d62ae0d48cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417557 Feb 09 14:14:42.317667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Pushing event updated for resources: {'Port': ['ID=3858cee1-89d0-4089-ad21-cdd2ae620bdd,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:42.334462 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ded9416a-598e-4c2f-bd03-f90d1e7e912f None None] Port df1b9a1e-3c0f-4d7a-a5c8-c73d83371d00 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:14:42.393354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Network ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:42.393995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Router 31e6e619-1ac1-445b-8363-3db546eace50 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:14:42.397600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:42.406029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:42.633705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:14:42.642328 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f43eb0ee-e805-4513-b06b-211222508e3e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] 10.222.0.48 "PUT /v2.0/routers/31e6e619-1ac1-445b-8363-3db546eace50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9533830 Feb 09 14:14:42.643781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57028) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:42.653060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Request body: {'port': {'network_id': '68a98895-6562-40b7-b88f-8876f79a2bde', 'name': 'tempest-FloatingIPNegativeTestJSON-1913714246'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:42.660473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b28860-3a85-430b-b2d2-8216663349f2 None None] Sync routers for ids ['31e6e619-1ac1-445b-8363-3db546eace50'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:14:42.680449 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b28860-3a85-430b-b2d2-8216663349f2 None None] Routers {'31e6e619-1ac1-445b-8363-3db546eace50'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:14:42.681146 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-32b28860-3a85-430b-b2d2-8216663349f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:14:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['31e6e619-1ac1-445b-8363-3db546eace50'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:42.743095 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e35eec15-f01d-4380-8e05-46710e63fe54 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:42.770755 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4d2b30f-ac14-410a-8185-b21014bdf156 req-223d1fcb-df4a-49f9-b8f8-ceeaafd15dbb service neutron] 10.222.0.21 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046115 Feb 09 14:14:42.798823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-32b28860-3a85-430b-b2d2-8216663349f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:42.820765 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d66049cb-aa46-4675-a79a-fd5f1747308e req-d4a4c592-baaa-4fac-92d1-d2d3b6a78932 service neutron] 10.222.0.35 "GET /v2.0/networks/02f4fe8b-03da-4355-8462-6d62ae0d48cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345286 Feb 09 14:14:42.824795 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-46955153-7d35-4ace-8aef-94d3d318547e None None] Provisioning for port 3858cee1-89d0-4089-ad21-cdd2ae620bdd completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:42.831396 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b28860-3a85-430b-b2d2-8216663349f2 None None] Routers {'31e6e619-1ac1-445b-8363-3db546eace50'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:14:42.832060 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-32b28860-3a85-430b-b2d2-8216663349f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:14:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['31e6e619-1ac1-445b-8363-3db546eace50'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:42.839983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-ba7b2499-b0fe-44c7-8f54-cbe664eac693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:42.841722 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-ba7b2499-b0fe-44c7-8f54-cbe664eac693 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a65c0ccac574437b823990f066a8c19&device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 1094 time: 0.5396600 Feb 09 14:14:42.889411 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-46955153-7d35-4ace-8aef-94d3d318547e None None] Provisioning complete for port 3858cee1-89d0-4089-ad21-cdd2ae620bdd triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:42.889411 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-46955153-7d35-4ace-8aef-94d3d318547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:42.897316 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57a6af-5fe5-4835-a654-6fa42b613322 req-cd401065-4b58-4354-8b53-d497f0b710fc tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:42.898802 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5b57a6af-5fe5-4835-a654-6fa42b613322 req-cd401065-4b58-4354-8b53-d497f0b710fc tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 943 time: 0.5140712 Feb 09 14:14:42.910257 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:42.951297 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-32b28860-3a85-430b-b2d2-8216663349f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:42.951704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b28860-3a85-430b-b2d2-8216663349f2 None None] The sync data for ids ['31e6e619-1ac1-445b-8363-3db546eace50'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:14:42.966631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-46955153-7d35-4ace-8aef-94d3d318547e None None] Port 3858cee1-89d0-4089-ad21-cdd2ae620bdd cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:14:42.976092 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e35eec15-f01d-4380-8e05-46710e63fe54 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:42.976354 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:42.984655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4426e-c805-45ed-bb38-28b0e3aca4aa req-716c8cd7-3f35-4477-99cf-0ce01191e9ba tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:42.986435 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8f4426e-c805-45ed-bb38-28b0e3aca4aa req-716c8cd7-3f35-4477-99cf-0ce01191e9ba tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 944 time: 0.6736808 Feb 09 14:14:43.090919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:43.102590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Usage tracker for resource:port and tenant:0d62ad08ea9b4b7a983b9fdde45754f2 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:43.107535 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8f4426e-c805-45ed-bb38-28b0e3aca4aa req-8987a30e-e79c-4a8e-bad9-ea67b4dfbc7d tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d83fd3-b6e8-4450-9b98-8937216fac0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943694 Feb 09 14:14:43.108475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:43.115948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:43.136709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Made reservation on behalf of 0d62ad08ea9b4b7a983b9fdde45754f2 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:43.141802 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:43.186411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-df752afa-6699-4014-8569-e1258aaf959f req-682262d2-4630-490b-aa24-940fd87eba11 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1962444524 ', 'description': 'tempest-description-518802943'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:43.188849 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0becb7dd-1efd-4857-9f9c-b2f27c993b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:43.205800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-df752afa-6699-4014-8569-e1258aaf959f req-682262d2-4630-490b-aa24-940fd87eba11 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:43.228472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-df752afa-6699-4014-8569-e1258aaf959f req-682262d2-4630-490b-aa24-940fd87eba11 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:43.230735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] device_id is not set on port 96a711ab-7aba-4a8e-983a-cb776f61d99e yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:14:43.286932 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:43.306753 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5b57a6af-5fe5-4835-a654-6fa42b613322 req-0d0eecbe-95d0-4279-8815-fa6a32027116 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784664 Feb 09 14:14:43.309193 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-df752afa-6699-4014-8569-e1258aaf959f req-682262d2-4630-490b-aa24-940fd87eba11 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:43.351967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becb7dd-1efd-4857-9f9c-b2f27c993b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c815fd18-5cf3-4966-8f95-555eb3abad00,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:43.391667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-ad187733-9b7c-4736-ad02-9fe0c548e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:43.393407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-ad187733-9b7c-4736-ad02-9fe0c548e951 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb65df74-eed7-4e29-9afd-1c778bc5afdb HTTP/1.1" status: 200 len: 921 time: 0.4920425 Feb 09 14:14:43.398665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f55e94-6e51-43cd-9197-e944b93a2b0a req-7b76ebd3-7418-4f7c-a4c5-e22b04e13d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:43.400132 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15f55e94-6e51-43cd-9197-e944b93a2b0a req-7b76ebd3-7418-4f7c-a4c5-e22b04e13d67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d760a0361b69448e9a1befbac0e6baf1&device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 1175 time: 0.5631022 Feb 09 14:14:43.402295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0becb7dd-1efd-4857-9f9c-b2f27c993b5a admin admin] Checking segment: {'id': '206690d2-e593-4bb6-a765-4729f636d22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f30a432b-14b4-404b-98d3-a73e8f649552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:43.402658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0becb7dd-1efd-4857-9f9c-b2f27c993b5a admin admin] Network hostable DHCP agents. Network: f30a432b-14b4-404b-98d3-a73e8f649552, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:14:43.408467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-df752afa-6699-4014-8569-e1258aaf959f req-682262d2-4630-490b-aa24-940fd87eba11 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:43.421893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-df752afa-6699-4014-8569-e1258aaf959f req-682262d2-4630-490b-aa24-940fd87eba11 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Usage tracker for resource:security_group_rule and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:43.427192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-df752afa-6699-4014-8569-e1258aaf959f req-682262d2-4630-490b-aa24-940fd87eba11 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:43.463108 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device de967192-98e9-4698-bb35-befc7048169c details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:14:43.472918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-df752afa-6699-4014-8569-e1258aaf959f req-682262d2-4630-490b-aa24-940fd87eba11 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:43.568945 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-1e64feb6-877c-4d83-bf04-9dc20b88ce95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de967192-98e9-4698-bb35-befc7048169c HTTP/1.1" status: 200 len: 217 time: 0.1674547 Feb 09 14:14:43.584000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3c548-fbbb-43ec-b43d-c7a8ce022392 req-47e2c639-603c-43f8-ac55-7c3bdb86f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:43.585023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3c548-fbbb-43ec-b43d-c7a8ce022392 req-47e2c639-603c-43f8-ac55-7c3bdb86f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:43.587935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3c548-fbbb-43ec-b43d-c7a8ce022392 req-47e2c639-603c-43f8-ac55-7c3bdb86f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:43.587935 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-82a3c548-fbbb-43ec-b43d-c7a8ce022392 req-47e2c639-603c-43f8-ac55-7c3bdb86f323 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=87c5aeb7bc3a4960ab4b1595db9087f7&device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2865 time: 0.6641769 Feb 09 14:14:43.630098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Allocated IP 172.20.0.8 (68a98895-6562-40b7-b88f-8876f79a2bde/06834f00-0bc9-4d21-a848-a2afb81681b9/96a711ab-7aba-4a8e-983a-cb776f61d99e) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:43.703157 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port de967192-98e9-4698-bb35-befc7048169c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=de967192-98e9-4698-bb35-befc7048169c,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:43.721492 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'de967192-98e9-4698-bb35-befc7048169c', 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb', 'port_id': 'de967192-98e9-4698-bb35-befc7048169c', 'mac_address': 'fa:16:3e:be:29:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b374431-5278-4a9c-8b1d-78100aa8ebda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:14:43.769370 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-f0877244-570b-48fe-bbd8-6a9dccedcb99 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1928964821&fields=id&tenant_id=ea230855731c4f038f9be9893ada8105 HTTP/1.1" status: 200 len: 267 time: 0.3039374 Feb 09 14:14:43.775292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0becb7dd-1efd-4857-9f9c-b2f27c993b5a admin admin] Network f30a432b-14b4-404b-98d3-a73e8f649552 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:14:43.815889 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-df752afa-6699-4014-8569-e1258aaf959f req-682262d2-4630-490b-aa24-940fd87eba11 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:43.826992 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-df752afa-6699-4014-8569-e1258aaf959f req-682262d2-4630-490b-aa24-940fd87eba11 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:43.830149 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:43.855633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-fd971bcd-1331-40fe-b3a9-7ec1d099f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:43.857851 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-fd971bcd-1331-40fe-b3a9-7ec1d099f147 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b374431-5278-4a9c-8b1d-78100aa8ebda HTTP/1.1" status: 200 len: 861 time: 0.2777078 Feb 09 14:14:43.858269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de967192-98e9-4698-bb35-befc7048169c {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:14:43.885037 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port de967192-98e9-4698-bb35-befc7048169c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=de967192-98e9-4698-bb35-befc7048169c,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:43.891281 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:43.921806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0becb7dd-1efd-4857-9f9c-b2f27c993b5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, f30a432b-14b4-404b-98d3-a73e8f649552) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:43.922244 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:14:43.926349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0becb7dd-1efd-4857-9f9c-b2f27c993b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:43.927062 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0becb7dd-1efd-4857-9f9c-b2f27c993b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:43.955145 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:43.972506 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-172ee613-9b37-4f2e-91f0-0a540ece3e12 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb65df74-eed7-4e29-9afd-1c778bc5afdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949597 Feb 09 14:14:43.973857 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f55e94-6e51-43cd-9197-e944b93a2b0a req-85fc5725-3f57-4b50-a4e0-151d9a395590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:43.974994 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15f55e94-6e51-43cd-9197-e944b93a2b0a req-85fc5725-3f57-4b50-a4e0-151d9a395590 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d1299aae-4032-4877-85a3-71554c7a1aae HTTP/1.1" status: 200 len: 912 time: 0.5651171 Feb 09 14:14:43.980337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b21573-fed9-463f-9b64-375faa05b8d1 None None] Network f30a432b-14b4-404b-98d3-a73e8f649552 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:14:43.982642 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:44.075892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682262d2-4630-490b-aa24-940fd87eba11 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f478cd1b-b3c6-4195-bd0b-938a48f28847,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:44.088959 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-df752afa-6699-4014-8569-e1258aaf959f req-682262d2-4630-490b-aa24-940fd87eba11 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:44.101720 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-df752afa-6699-4014-8569-e1258aaf959f req-682262d2-4630-490b-aa24-940fd87eba11 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.9445896 Feb 09 14:14:44.117996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=de967192-98e9-4698-bb35-befc7048169c,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:44.137645 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0becb7dd-1efd-4857-9f9c-b2f27c993b5a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4182863 Feb 09 14:14:44.139882 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15f55e94-6e51-43cd-9197-e944b93a2b0a req-c23d4d39-cd09-4bf0-9136-c90ad722f2e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e515ef88-ef23-43fa-b14c-91700058de29 HTTP/1.1" status: 200 len: 217 time: 0.1515181 Feb 09 14:14:44.147158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-79d24b37-9bd8-4513-bbfb-dc509473fa68 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:44.147957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-7b150af6-8c13-42a7-9d13-620654021670 req-79d24b37-9bd8-4513-bbfb-dc509473fa68 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Synchronizing usage tracker for tenant:ea230855731c4f038f9be9893ada8105 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:14:44.151227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3c548-fbbb-43ec-b43d-c7a8ce022392 req-751fbf51-4caa-440a-875f-d8d1fcf75889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:44.152832 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-82a3c548-fbbb-43ec-b43d-c7a8ce022392 req-751fbf51-4caa-440a-875f-d8d1fcf75889 service neutron] 10.222.0.35 "GET /v2.0/networks?id=02f4fe8b-03da-4355-8462-6d62ae0d48cf HTTP/1.1" status: 200 len: 901 time: 0.5182648 Feb 09 14:14:44.165486 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:44.176654 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Pushing event updated for resources: {'Port': ['ID=3858cee1-89d0-4089-ad21-cdd2ae620bdd,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:44.301760 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['de967192-98e9-4698-bb35-befc7048169c'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:14:44.359790 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-d5f45b74-8bf1-4ff2-a68f-c34aca89524e service neutron] 10.222.0.21 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653815 Feb 09 14:14:44.381966 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:44.386017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-7b150af6-8c13-42a7-9d13-620654021670 req-79d24b37-9bd8-4513-bbfb-dc509473fa68 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Unset dirty status for tenant:ea230855731c4f038f9be9893ada8105 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:44.388528 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-79d24b37-9bd8-4513-bbfb-dc509473fa68 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports/51166934-6833-4ae3-b0f8-42d4ff50594b HTTP/1.1" status: 200 len: 932 time: 0.6194074 Feb 09 14:14:44.392860 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-82a3c548-fbbb-43ec-b43d-c7a8ce022392 req-b60eeb24-3a91-4645-ab7b-9d5c2125e361 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.228&port_id=29fdd11b-71fe-4a90-b2e8-b194190d3462 HTTP/1.1" status: 200 len: 217 time: 0.2325749 Feb 09 14:14:44.411763 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f15c10-6a9b-44e9-a19c-d2e09465319d None None] Network f30a432b-14b4-404b-98d3-a73e8f649552 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:14:44.438354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Transition to ACTIVE for port object 96a711ab-7aba-4a8e-983a-cb776f61d99e will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:44.444252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Network ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:44.448567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:44.572376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8848db-96f1-4975-ba88-4224f72ec9fa req-283de0eb-2a88-4cb8-9159-3f01746e50e1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:44.578824 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8848db-96f1-4975-ba88-4224f72ec9fa req-283de0eb-2a88-4cb8-9159-3f01746e50e1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:44.584900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8848db-96f1-4975-ba88-4224f72ec9fa req-283de0eb-2a88-4cb8-9159-3f01746e50e1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:44.592587 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e8848db-96f1-4975-ba88-4224f72ec9fa req-283de0eb-2a88-4cb8-9159-3f01746e50e1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2412 time: 0.3089824 Feb 09 14:14:44.679104 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e8848db-96f1-4975-ba88-4224f72ec9fa req-03fd0f4e-8d1e-4985-864f-14184e5277d3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855589 Feb 09 14:14:44.735370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-ed58214e-6d66-449d-a227-b087145d10bd tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:44.740350 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-ed58214e-6d66-449d-a227-b087145d10bd tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports/e2a09b75-aff3-4881-9cb3-8cf2226c94cf HTTP/1.1" status: 200 len: 930 time: 0.3464885 Feb 09 14:14:44.751447 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:44.764112 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f55e94-6e51-43cd-9197-e944b93a2b0a req-ac599525-4695-47ad-9fdb-3389a38803bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:44.765553 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15f55e94-6e51-43cd-9197-e944b93a2b0a req-ac599525-4695-47ad-9fdb-3389a38803bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f903123-7394-4cde-bb59-c0b2cee0bff4 HTTP/1.1" status: 200 len: 852 time: 0.6106777 Feb 09 14:14:44.912454 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ab366497-4351-43ac-9c4a-83fd08438328 None None] Provisioning complete for port 3858cee1-89d0-4089-ad21-cdd2ae620bdd triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:44.913095 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ab366497-4351-43ac-9c4a-83fd08438328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:44.944569 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3c548-fbbb-43ec-b43d-c7a8ce022392 req-49bade86-1ba6-4cac-99db-c520aec0ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:44.946010 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-82a3c548-fbbb-43ec-b43d-c7a8ce022392 req-49bade86-1ba6-4cac-99db-c520aec0ab30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01de928d-3b88-4310-b918-2b2dde1b993d HTTP/1.1" status: 200 len: 801 time: 0.5258582 Feb 09 14:14:44.971643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ab366497-4351-43ac-9c4a-83fd08438328 None None] Port 3858cee1-89d0-4089-ad21-cdd2ae620bdd cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:14:45.016365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Network 68a98895-6562-40b7-b88f-8876f79a2bde is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:45.022783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:45.031977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:45.036779 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-6178f58f-ea0d-4845-b23f-2f2e94770fc3 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?network_id=8f32b635-0e4c-4fd0-b4fb-058420f89d74&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2821267 Feb 09 14:14:45.053950 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15f55e94-6e51-43cd-9197-e944b93a2b0a req-14c68181-735c-4ced-bd75-46f0e970c99a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d1299aae-4032-4877-85a3-71554c7a1aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003640 Feb 09 14:14:45.068918 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-872135dc-ad2d-44f8-ac15-c59c8b54d4a9 req-0573d89a-5414-4ccf-a986-cd624b50f765 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/f478cd1b-b3c6-4195-bd0b-938a48f28847 HTTP/1.1" status: 200 len: 1782 time: 0.3226628 Feb 09 14:14:45.076859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Router 551ae8e0-370a-43b5-8e47-a0921154f27c has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:14:45.077625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Pushing event updated for resources: {'Port': ['ID=96a711ab-7aba-4a8e-983a-cb776f61d99e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:45.119290 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:45.119978 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:45.147446 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-31c73e0d-e495-477a-a9c1-4ae793142d4e tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5028219 Feb 09 14:14:45.151079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57054) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:45.214715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:45.219506 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-299ea2c4-e2d6-4330-aa6a-1ec3f7d23ee4 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?network_id=8f32b635-0e4c-4fd0-b4fb-058420f89d74&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1680419 Feb 09 14:14:45.227680 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-21309918-a0a7-411f-bd5a-c19fd0ef72e4 service neutron] 10.222.0.21 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8368413 Feb 09 14:14:45.232568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:45.282430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Usage tracker for resource:floatingip and tenant:0d62ad08ea9b4b7a983b9fdde45754f2 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:45.290080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:45.300471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ed33a161-e46a-4b08-a35d-6ef8ff042387 None None] Provisioning for port 96a711ab-7aba-4a8e-983a-cb776f61d99e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:45.309366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:45.320890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ed33a161-e46a-4b08-a35d-6ef8ff042387 None None] Provisioning complete for port 96a711ab-7aba-4a8e-983a-cb776f61d99e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:45.321279 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ed33a161-e46a-4b08-a35d-6ef8ff042387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:45.386038 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ed33a161-e46a-4b08-a35d-6ef8ff042387 None None] Port 96a711ab-7aba-4a8e-983a-cb776f61d99e cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:14:45.394696 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:45.446447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3c548-fbbb-43ec-b43d-c7a8ce022392 req-50b6d213-f05a-48dd-a4aa-9d698a875d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:45.447943 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-82a3c548-fbbb-43ec-b43d-c7a8ce022392 req-50b6d213-f05a-48dd-a4aa-9d698a875d85 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02f4fe8b-03da-4355-8462-6d62ae0d48cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4915662 Feb 09 14:14:45.475153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:14:45.478665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device de967192-98e9-4698-bb35-befc7048169c up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:45.503863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:14:45.510762 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2dd7fabb-7f5f-4c25-b225-0f2ce9aeaba9 admin admin] 10.222.0.48 "PUT /v2.0/routers/551ae8e0-370a-43b5-8e47-a0921154f27c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4632604 Feb 09 14:14:45.518789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453b344-4617-4257-9a2f-7cda4d397f46 req-59662902-5fb6-448e-a8c9-89321de9e28a tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:45.520748 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3453b344-4617-4257-9a2f-7cda4d397f46 req-59662902-5fb6-448e-a8c9-89321de9e28a tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 944 time: 0.2929025 Feb 09 14:14:45.528179 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Sync routers for ids ['551ae8e0-370a-43b5-8e47-a0921154f27c'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:14:45.558318 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Routers {'551ae8e0-370a-43b5-8e47-a0921154f27c'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:14:45.560258 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:14:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['551ae8e0-370a-43b5-8e47-a0921154f27c'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:45.585608 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15f55e94-6e51-43cd-9197-e944b93a2b0a req-499d36cb-ae80-4056-b22c-99a0ee2a45e2 service neutron] 10.222.0.21 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145221 Feb 09 14:14:45.607865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3453b344-4617-4257-9a2f-7cda4d397f46 req-33ba9e45-f5bc-4675-a78b-08f7f91df07d tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d83fd3-b6e8-4450-9b98-8937216fac0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679615 Feb 09 14:14:45.682177 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:45.771611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-1a4da2ab-49a5-44dc-97e0-e9e2648cd1d8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:45.780182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-1a4da2ab-49a5-44dc-97e0-e9e2648cd1d8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:45.786921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-1a4da2ab-49a5-44dc-97e0-e9e2648cd1d8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:45.788832 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-1a4da2ab-49a5-44dc-97e0-e9e2648cd1d8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/networks?id=e6a2fd07-bf7b-45e8-abfb-1d71ad208c07&id=823b3307-a261-404f-987b-156bad62d095&id=823b3307-a261-404f-987b-156bad62d095&id=8f32b635-0e4c-4fd0-b4fb-058420f89d74&id=8f32b635-0e4c-4fd0-b4fb-058420f89d74 HTTP/1.1" status: 200 len: 1989 time: 0.5602558 Feb 09 14:14:45.792279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 29fdd11b-71fe-4a90-b2e8-b194190d3462 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:14:45.797111 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8,segment=NetworkSegment(0d554763-1ee3-4977-9e57-fe19f2f81aee),segment_id=0d554763-1ee3-4977-9e57-fe19f2f81aee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:45.823030 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8', 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'port_id': '23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8', 'mac_address': 'fa:16:3e:3e:bb:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:14:45.857984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-7804dab6-e585-490c-8ad1-b0648f0272dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:45.859753 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-7804dab6-e585-490c-8ad1-b0648f0272dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20c1fbf014444753a794493123a90d00&device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 1095 time: 0.5790448 Feb 09 14:14:45.864991 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-54a017c3-b769-4271-8313-5e1983adba2a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/quotas/ea230855731c4f038f9be9893ada8105 HTTP/1.1" status: 200 len: 375 time: 0.0620301 Feb 09 14:14:45.910036 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port de967192-98e9-4698-bb35-befc7048169c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:45.980514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port de967192-98e9-4698-bb35-befc7048169c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:45.981382 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:45.991717 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Set router 551ae8e0-370a-43b5-8e47-a0921154f27c gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:14:46.016740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afe955-7346-4b29-804a-a6e4a57f3511 req-d87303d0-be12-4a59-a799-c87d1a003ee7 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:46.025383 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-86afe955-7346-4b29-804a-a6e4a57f3511 req-d87303d0-be12-4a59-a799-c87d1a003ee7 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 944 time: 0.2124851 Feb 09 14:14:46.040373 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-82a3c548-fbbb-43ec-b43d-c7a8ce022392 req-87d1aef9-04c1-4e01-8f41-864222cb90bd service neutron] 10.222.0.35 "GET /v2.0/networks/02f4fe8b-03da-4355-8462-6d62ae0d48cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758657 Feb 09 14:14:46.040936 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:46.073750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Allocated IP 172.25.8.239 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/4825d7d6-893c-4953-8ed4-b91acf06a019) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:46.095305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:14:46.103583 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-86afe955-7346-4b29-804a-a6e4a57f3511 req-3ed2f44b-eff5-4e66-91aa-6a7b4eda2d71 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771000 Feb 09 14:14:46.165935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8,segment=NetworkSegment(0d554763-1ee3-4977-9e57-fe19f2f81aee),segment_id=0d554763-1ee3-4977-9e57-fe19f2f81aee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:46.177821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 29fdd11b-71fe-4a90-b2e8-b194190d3462, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=29fdd11b-71fe-4a90-b2e8-b194190d3462,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:46.187656 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15f55e94-6e51-43cd-9197-e944b93a2b0a req-7807e8dc-e3c0-4f32-a7d7-9940f8ae3b0a service neutron] 10.222.0.21 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870924 Feb 09 14:14:46.197048 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:46.281654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-4491a7dc-55fe-40f3-ab6b-a3bf21f0c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:46.283658 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-4491a7dc-55fe-40f3-ab6b-a3bf21f0c8f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=677aeaaa-6d2e-498f-b8b0-01a0adcdf713 HTTP/1.1" status: 200 len: 912 time: 0.4037604 Feb 09 14:14:46.333829 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:46.349733 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '29fdd11b-71fe-4a90-b2e8-b194190d3462', 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf', 'port_id': '29fdd11b-71fe-4a90-b2e8-b194190d3462', 'mac_address': 'fa:16:3e:06:57:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01de928d-3b88-4310-b918-2b2dde1b993d', 'ip_address': '19.80.0.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:14:46.383602 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-34516bb2-30a4-4151-9824-924bb73e30d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 HTTP/1.1" status: 200 len: 217 time: 0.0878439 Feb 09 14:14:46.400163 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:46.400546 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-42822a7a-fb2c-4e7d-8dbb-32737b2e6b58 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea230855731c4f038f9be9893ada8105&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5216327 Feb 09 14:14:46.404126 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-82a3c548-fbbb-43ec-b43d-c7a8ce022392 req-456a4283-74fe-41f6-b6fd-2e0925f72db5 service neutron] 10.222.0.35 "GET /v2.0/networks/02f4fe8b-03da-4355-8462-6d62ae0d48cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564293 Feb 09 14:14:46.472764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:46.483089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-68e1b374-9e2d-4946-8e11-3cd80ea536a8 req-74bc42d4-5cdc-4848-8961-98820be204af tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1711860932', 'description': 'tempest-description-2129856504'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:46.487618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:46.507939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:46.579338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-68e1b374-9e2d-4946-8e11-3cd80ea536a8 req-74bc42d4-5cdc-4848-8961-98820be204af tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:46.595837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-68e1b374-9e2d-4946-8e11-3cd80ea536a8 req-74bc42d4-5cdc-4848-8961-98820be204af tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Usage tracker for resource:security_group and tenant:266dc69788274a6588f82175f293a4c7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:46.602683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-68e1b374-9e2d-4946-8e11-3cd80ea536a8 req-74bc42d4-5cdc-4848-8961-98820be204af tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:46.611056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-28844da4-029b-498b-b416-d17d733655be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:46.613710 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-28844da4-029b-498b-b416-d17d733655be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dad0dc1a-d8af-4c04-a1dc-09fea9c37506 HTTP/1.1" status: 200 len: 851 time: 0.2121742 Feb 09 14:14:46.615315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-68e1b374-9e2d-4946-8e11-3cd80ea536a8 req-74bc42d4-5cdc-4848-8961-98820be204af tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:46.617347 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:46.637221 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Pushing event updated for resources: {'Port': ['ID=4825d7d6-893c-4953-8ed4-b91acf06a019,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:46.643192 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68e1b374-9e2d-4946-8e11-3cd80ea536a8 req-74bc42d4-5cdc-4848-8961-98820be204af tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:46.650067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:14:46.667116 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:46.671858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-68e1b374-9e2d-4946-8e11-3cd80ea536a8 req-74bc42d4-5cdc-4848-8961-98820be204af tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:46.675897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-68e1b374-9e2d-4946-8e11-3cd80ea536a8 req-74bc42d4-5cdc-4848-8961-98820be204af tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Usage tracker for resource:security_group_rule and tenant:266dc69788274a6588f82175f293a4c7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:46.678935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-68e1b374-9e2d-4946-8e11-3cd80ea536a8 req-74bc42d4-5cdc-4848-8961-98820be204af tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:46.685030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-68e1b374-9e2d-4946-8e11-3cd80ea536a8 req-74bc42d4-5cdc-4848-8961-98820be204af tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:46.709134 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-496691968-router', 'tenant_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:14:28Z', 'updated_at': '2022-02-09T14:14:43Z', 'revision_number': 4, 'project_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'gw_port': {'id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:14:31Z', 'updated_at': '2022-02-09T14:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '3858cee1-89d0-4089-ad21-cdd2ae620bdd', 'name': '', 'network_id': 'ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c', 'tenant_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'mac_address': 'fa:16:3e:ef:7a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '966e7b72-2cbf-4c4e-8735-f4868e13f43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:14:40Z', 'updated_at': '2022-02-09T14:14:43Z', 'revision_number': 2, 'project_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'subnets': [{'id': '966e7b72-2cbf-4c4e-8735-f4868e13f43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:46.714426 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Checking router: 551ae8e0-370a-43b5-8e47-a0921154f27c for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:14:46.714973 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Updating router 551ae8e0-370a-43b5-8e47-a0921154f27c port 3858cee1-89d0-4089-ad21-cdd2ae620bdd binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:14:46.731499 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:46.739252 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:46.762287 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68e1b374-9e2d-4946-8e11-3cd80ea536a8 req-74bc42d4-5cdc-4848-8961-98820be204af tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:46.767306 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68e1b374-9e2d-4946-8e11-3cd80ea536a8 req-74bc42d4-5cdc-4848-8961-98820be204af tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:46.779052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fdd11b-71fe-4a90-b2e8-b194190d3462 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:14:46.788592 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac55856-2e4e-4d02-bd41-5121acc2f5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de967192-98e9-4698-bb35-befc7048169c'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:14:46.810905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc42d4-5cdc-4848-8961-98820be204af tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce932565-ba8a-49f2-93bd-46ea9d467fb0,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:46.816660 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port de967192-98e9-4698-bb35-befc7048169c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=de967192-98e9-4698-bb35-befc7048169c,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:46.830392 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:46.835035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 29fdd11b-71fe-4a90-b2e8-b194190d3462, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=29fdd11b-71fe-4a90-b2e8-b194190d3462,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:46.879709 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:46.881248 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:46.889614 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:46.890252 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:14:46.937817 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-08c859da-d8bf-4ba8-953e-98ba8be6a1c4 service neutron] 10.222.0.48 "GET /v2.0/networks/e6a2fd07-bf7b-45e8-abfb-1d71ad208c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959896 Feb 09 14:14:46.967839 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68e1b374-9e2d-4946-8e11-3cd80ea536a8 req-74bc42d4-5cdc-4848-8961-98820be204af tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:46.969606 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68e1b374-9e2d-4946-8e11-3cd80ea536a8 req-74bc42d4-5cdc-4848-8961-98820be204af tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4904287 Feb 09 14:14:46.972814 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=de967192-98e9-4698-bb35-befc7048169c,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:47.026037 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:47.052299 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-6f35e48f-cdb3-47ba-ae55-e84c28f1d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:47.054154 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-6f35e48f-cdb3-47ba-ae55-e84c28f1d120 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=677aeaaa-6d2e-498f-b8b0-01a0adcdf713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4310813 Feb 09 14:14:47.070301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef', 'network_id': '02f4fe8b-03da-4355-8462-6d62ae0d48cf', 'port_id': 'b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef', 'mac_address': 'fa:16:3e:bc:6c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01de928d-3b88-4310-b918-2b2dde1b993d', 'ip_address': '19.80.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:14:47.128154 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8cc732de-cf1f-416c-91c7-0cc7d231fba0 req-4e3718ea-c850-42ea-b903-e794e21d3513 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/f478cd1b-b3c6-4195-bd0b-938a48f28847 HTTP/1.1" status: 200 len: 1782 time: 0.0601621 Feb 09 14:14:47.149326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=29fdd11b-71fe-4a90-b2e8-b194190d3462,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:47.180727 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:47.193821 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-046e96df-dca5-42b7-b203-d67b073137a0 service neutron] 10.222.0.48 "GET /v2.0/networks/e6a2fd07-bf7b-45e8-abfb-1d71ad208c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498522 Feb 09 14:14:47.201425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:14:47.219946 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:47.224772 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:47.225735 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6e9ff717-c2df-40b1-a479-cf1df9833b08 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:14:47.236265 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8cc732de-cf1f-416c-91c7-0cc7d231fba0 req-64c1dcbb-5726-4957-ba7b-fecdd3b55f76 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:47.271534 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8cc732de-cf1f-416c-91c7-0cc7d231fba0 req-64c1dcbb-5726-4957-ba7b-fecdd3b55f76 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:47.301712 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-52db1e36-ceed-4425-a6d4-af0aabdc6156 service neutron] 10.222.0.21 "GET /v2.0/networks/677aeaaa-6d2e-498f-b8b0-01a0adcdf713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385046 Feb 09 14:14:47.307087 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:47.309791 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-8c212cd2-b747-4315-ab60-86cb608f4c0d service neutron] 10.222.0.48 "GET /v2.0/ports/51166934-6833-4ae3-b0f8-42d4ff50594b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0955946 Feb 09 14:14:47.320851 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:47.449934 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:47.464910 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:47.524493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6e9ff717-c2df-40b1-a479-cf1df9833b08, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6e9ff717-c2df-40b1-a479-cf1df9833b08,segment=NetworkSegment(b7b0fd62-d5c1-45d8-b08b-202c442fac2d),segment_id=b7b0fd62-d5c1-45d8-b08b-202c442fac2d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:47.540754 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '6e9ff717-c2df-40b1-a479-cf1df9833b08', 'network_id': 'dab2ccee-091f-40c1-96ba-b8a89cf7ebe1', 'port_id': '6e9ff717-c2df-40b1-a479-cf1df9833b08', 'mac_address': 'fa:16:3e:9c:6b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb8e739-f95e-4359-beb6-dbbe987768c8', 'ip_address': '19.86.0.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:14:47.569780 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Transition to ACTIVE for port object 3858cee1-89d0-4089-ad21-cdd2ae620bdd will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:47.570897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Pushing event updated for resources: {'Port': ['ID=4825d7d6-893c-4953-8ed4-b91acf06a019,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:47.578314 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:47.580062 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8cc732de-cf1f-416c-91c7-0cc7d231fba0 req-64c1dcbb-5726-4957-ba7b-fecdd3b55f76 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:47.595781 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2dc36df7-fdca-402a-b930-a56afefba3d6 req-a93cd1f7-45e8-4e11-bede-b3f220417f5f service neutron] 10.222.0.21 "GET /v2.0/networks/677aeaaa-6d2e-498f-b8b0-01a0adcdf713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848170 Feb 09 14:14:47.608757 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:47.612681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1dcbb-5726-4957-ba7b-fecdd3b55f76 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f478cd1b-b3c6-4195-bd0b-938a48f28847,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:47.631066 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8cc732de-cf1f-416c-91c7-0cc7d231fba0 req-64c1dcbb-5726-4957-ba7b-fecdd3b55f76 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:47.632286 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8cc732de-cf1f-416c-91c7-0cc7d231fba0 req-64c1dcbb-5726-4957-ba7b-fecdd3b55f76 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "DELETE /v2.0/security-groups/f478cd1b-b3c6-4195-bd0b-938a48f28847 HTTP/1.1" status: 204 len: 173 time: 0.4962883 Feb 09 14:14:47.634076 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:47.638365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-47f5818d-4365-462a-8076-3bed3ae28ad1 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4829209 Feb 09 14:14:47.638536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57074) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:47.643914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-5fd29c0d-af10-426a-97fa-96be61047f13 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Request body: {'floatingip': {'port_id': '96a711ab-7aba-4a8e-983a-cb776f61d99e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:47.695174 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-c151fb30-7f0c-41f5-bd60-2770378c2cd7 service neutron] 10.222.0.48 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589616 Feb 09 14:14:47.753484 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5fd29c0d-af10-426a-97fa-96be61047f13 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for floatingip, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:47.754494 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:47.790500 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9ff717-c2df-40b1-a479-cf1df9833b08 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:14:47.833309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6e9ff717-c2df-40b1-a479-cf1df9833b08, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6e9ff717-c2df-40b1-a479-cf1df9833b08,segment=NetworkSegment(b7b0fd62-d5c1-45d8-b08b-202c442fac2d),segment_id=b7b0fd62-d5c1-45d8-b08b-202c442fac2d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:47.839933 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:47.915221 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21fdae-69d8-4abc-8161-1a497769812e None None] Pushing event updated for resources: {'Port': ['ID=3858cee1-89d0-4089-ad21-cdd2ae620bdd,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:47.940920 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-46981255-1cf1-40d1-aa06-456187a3415a service neutron] 10.222.0.48 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373915 Feb 09 14:14:47.960606 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=6e9ff717-c2df-40b1-a479-cf1df9833b08,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:47.989172 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Attempting to bind port 3858cee1-89d0-4089-ad21-cdd2ae620bdd on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:14:47.989540 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Attempting to bind port 3858cee1-89d0-4089-ad21-cdd2ae620bdd by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '67b0896a-f7ed-40bb-94c8-8c7eb00636f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:14:47.990330 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Attempting to bind port 3858cee1-89d0-4089-ad21-cdd2ae620bdd on network ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:14:47.995411 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:14:47.995824 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Checking segment: {'id': '67b0896a-f7ed-40bb-94c8-8c7eb00636f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:14:47.996247 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:47.996635 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Bound using segment: {'id': '67b0896a-f7ed-40bb-94c8-8c7eb00636f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:14:47.997260 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Bound port: 3858cee1-89d0-4089-ad21-cdd2ae620bdd, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b0896a-f7ed-40bb-94c8-8c7eb00636f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:14:47.997614 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:48.023192 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-7f8e9761-6c98-4205-8a79-332143e2e5d0 service neutron] 10.222.0.48 "GET /v2.0/ports/e2a09b75-aff3-4881-9cb3-8cf2226c94cf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0717185 Feb 09 14:14:48.089718 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-5fd29c0d-af10-426a-97fa-96be61047f13 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] update failed (client error): The resource could not be found. Feb 09 14:14:48.091333 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5fd29c0d-af10-426a-97fa-96be61047f13 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] 10.222.0.48 "PUT /v2.0/floatingips/440656ed-a452-4277-9a83-6f3400b59db1 HTTP/1.1" status: 404 len: 507 time: 0.4513361 Feb 09 14:14:48.098283 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] For port 3858cee1-89d0-4089-ad21-cdd2ae620bdd, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:14:48.100725 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965c486-0300-4efa-a01a-c11c40dfa255 req-53434e7e-8f3d-4635-979b-a0796d66bb30 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:48.101359 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] For port 3858cee1-89d0-4089-ad21-cdd2ae620bdd, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3858cee1-89d0-4089-ad21-cdd2ae620bdd,segment=NetworkSegment(67b0896a-f7ed-40bb-94c8-8c7eb00636f8),segment_id=67b0896a-f7ed-40bb-94c8-8c7eb00636f8)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:14:48.102220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57080) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:48.107701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965c486-0300-4efa-a01a-c11c40dfa255 req-53434e7e-8f3d-4635-979b-a0796d66bb30 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:48.108324 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:48.113602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965c486-0300-4efa-a01a-c11c40dfa255 req-53434e7e-8f3d-4635-979b-a0796d66bb30 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:48.115209 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6965c486-0300-4efa-a01a-c11c40dfa255 req-53434e7e-8f3d-4635-979b-a0796d66bb30 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2415 time: 0.2327147 Feb 09 14:14:48.162431 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6965c486-0300-4efa-a01a-c11c40dfa255 req-8a898e67-6e53-4947-b2fd-87135c0f0f0a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411377 Feb 09 14:14:48.186582 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Routers {'551ae8e0-370a-43b5-8e47-a0921154f27c'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:14:48.187803 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:14:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['551ae8e0-370a-43b5-8e47-a0921154f27c'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:48.240664 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['29fdd11b-71fe-4a90-b2e8-b194190d3462'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:14:48.271886 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21fdae-69d8-4abc-8161-1a497769812e None None] Pushing event updated for resources: {'Port': ['ID=3858cee1-89d0-4089-ad21-cdd2ae620bdd,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:48.323675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Deleting port 4825d7d6-893c-4953-8ed4-b91acf06a019 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:14:48.326205 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:48.339417 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:14:48.383066 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-d76f0d6d-f96f-4d1a-901a-0adec7c389be req-c33539b3-951d-430c-b34d-0f825243274f tempest-FloatingIPDetailsNegativeTestJSON-363201960 tempest-FloatingIPDetailsNegativeTestJSON-363201960-project] show failed (client error): The resource could not be found. Feb 09 14:14:48.384044 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d76f0d6d-f96f-4d1a-901a-0adec7c389be req-c33539b3-951d-430c-b34d-0f825243274f tempest-FloatingIPDetailsNegativeTestJSON-363201960 tempest-FloatingIPDetailsNegativeTestJSON-363201960-project] 10.222.0.48 "GET /v2.0/floatingips/6356902e-9532-4de2-bca2-8daed43bf1ce HTTP/1.1" status: 404 len: 350 time: 0.1035047 Feb 09 14:14:48.392924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57086) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:48.417380 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] Set router 551ae8e0-370a-43b5-8e47-a0921154f27c gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:14:48.548367 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-765698b2-0fed-4bc6-a4a7-4c2afce2d1ad service neutron] 10.222.0.48 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184684 Feb 09 14:14:48.785083 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-496691968-router', 'tenant_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:14:28Z', 'updated_at': '2022-02-09T14:14:43Z', 'revision_number': 4, 'project_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'gw_port': {'id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:14:31Z', 'updated_at': '2022-02-09T14:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '3858cee1-89d0-4089-ad21-cdd2ae620bdd', 'name': '', 'network_id': 'ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c', 'tenant_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'mac_address': 'fa:16:3e:ef:7a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '966e7b72-2cbf-4c4e-8735-f4868e13f43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:14:40Z', 'updated_at': '2022-02-09T14:14:48Z', 'revision_number': 4, 'project_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'subnets': [{'id': '966e7b72-2cbf-4c4e-8735-f4868e13f43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:48.790195 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af743719-1e0e-492b-8c1f-2ba311faae4a None None] The sync data for ids ['551ae8e0-370a-43b5-8e47-a0921154f27c'] in n-d-828418-2 is: [{'id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-496691968-router', 'tenant_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:14:28Z', 'updated_at': '2022-02-09T14:14:43Z', 'revision_number': 4, 'project_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'gw_port': {'id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:14:31Z', 'updated_at': '2022-02-09T14:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '3858cee1-89d0-4089-ad21-cdd2ae620bdd', 'name': '', 'network_id': 'ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c', 'tenant_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'mac_address': 'fa:16:3e:ef:7a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '966e7b72-2cbf-4c4e-8735-f4868e13f43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:14:40Z', 'updated_at': '2022-02-09T14:14:48Z', 'revision_number': 4, 'project_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'subnets': [{'id': '966e7b72-2cbf-4c4e-8735-f4868e13f43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:14:48.975488 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:48.976242 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:49.037003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ec14a-5c52-4f0e-92c5-35a0295c917b req-2c4c7f16-a1b2-4542-8605-663ae7b9f66e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:49.038474 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-349ec14a-5c52-4f0e-92c5-35a0295c917b req-2c4c7f16-a1b2-4542-8605-663ae7b9f66e tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 945 time: 0.4192176 Feb 09 14:14:49.116356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Calling delete_port for 4825d7d6-893c-4953-8ed4-b91acf06a019 owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:14:49.176461 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-349ec14a-5c52-4f0e-92c5-35a0295c917b req-fc88f621-70a5-4c83-a49d-64f216c21f1b tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d83fd3-b6e8-4450-9b98-8937216fac0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029036 Feb 09 14:14:49.270505 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac55856-2e4e-4d02-bd41-5121acc2f5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de967192-98e9-4698-bb35-befc7048169c', 'code': 200} Feb 09 14:14:49.362790 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b6eb100f-39fb-4a76-9958-be59cca759b9 req-ae0b49a6-0eff-44cd-b336-0defeb2c1aea tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "GET /v2.0/security-groups/ce932565-ba8a-49f2-93bd-46ea9d467fb0 HTTP/1.1" status: 200 len: 1815 time: 0.0749936 Feb 09 14:14:49.367583 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-34456ca8-4afa-418c-8184-775dad030e23 service neutron] 10.222.0.48 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7294142 Feb 09 14:14:49.374267 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:49.437518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-b6eb100f-39fb-4a76-9958-be59cca759b9 req-46e9c6cc-23f5-4d60-a4cb-84f3fbafebaf tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce932565-ba8a-49f2-93bd-46ea9d467fb0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:49.437832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-b6eb100f-39fb-4a76-9958-be59cca759b9 req-46e9c6cc-23f5-4d60-a4cb-84f3fbafebaf tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce932565-ba8a-49f2-93bd-46ea9d467fb0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:49.455039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-b6eb100f-39fb-4a76-9958-be59cca759b9 req-46e9c6cc-23f5-4d60-a4cb-84f3fbafebaf tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:49.457554 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['6e9ff717-c2df-40b1-a479-cf1df9833b08'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:14:49.462038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b6eb100f-39fb-4a76-9958-be59cca759b9 req-46e9c6cc-23f5-4d60-a4cb-84f3fbafebaf tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Usage tracker for resource:security_group_rule and tenant:266dc69788274a6588f82175f293a4c7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:49.467885 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:49.473038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b6eb100f-39fb-4a76-9958-be59cca759b9 req-46e9c6cc-23f5-4d60-a4cb-84f3fbafebaf tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:49.482149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-b6eb100f-39fb-4a76-9958-be59cca759b9 req-46e9c6cc-23f5-4d60-a4cb-84f3fbafebaf tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:49.532626 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Pushing event deleted for resources: {'Port': ['ID=4825d7d6-893c-4953-8ed4-b91acf06a019,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:49.556445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:49.582841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:49.583322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:49.583770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:49.584235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:49.584661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:49.585084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:49.585658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:49.586099 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:49.586525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:49.586962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:49.587378 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:49.587816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:14:49.756631 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-86f4f659-07a7-4fb4-b3b2-d40a68271e1f service neutron] 10.222.0.48 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811705 Feb 09 14:14:49.807284 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2bdc7-9270-4544-86e1-041bdcb8eeb7 req-970444b6-e95c-47f8-a7ff-49b7fc77b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:49.808506 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5cb2bdc7-9270-4544-86e1-041bdcb8eeb7 req-970444b6-e95c-47f8-a7ff-49b7fc77b743 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 1096 time: 0.4745619 Feb 09 14:14:49.849669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:49.890798 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:49.891178 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:49.942958 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:49.956027 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b6eb100f-39fb-4a76-9958-be59cca759b9 req-46e9c6cc-23f5-4d60-a4cb-84f3fbafebaf tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:49.988619 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b6eb100f-39fb-4a76-9958-be59cca759b9 req-46e9c6cc-23f5-4d60-a4cb-84f3fbafebaf tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:49.995169 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b6eb100f-39fb-4a76-9958-be59cca759b9 req-46e9c6cc-23f5-4d60-a4cb-84f3fbafebaf tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:50.024427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9c6cc-23f5-4d60-a4cb-84f3fbafebaf tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240c14b1-0e61-4d27-8fa4-9038e88da5af,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:50.039473 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-2a8fa00a-0c44-4974-8c1b-1db452bfe499 service neutron] 10.222.0.48 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604401 Feb 09 14:14:50.042314 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b6eb100f-39fb-4a76-9958-be59cca759b9 req-46e9c6cc-23f5-4d60-a4cb-84f3fbafebaf tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:50.043676 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b6eb100f-39fb-4a76-9958-be59cca759b9 req-46e9c6cc-23f5-4d60-a4cb-84f3fbafebaf tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6158390 Feb 09 14:14:50.113054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] Deleting port 3858cee1-89d0-4089-ad21-cdd2ae620bdd {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:14:50.113558 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:50.141201 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:50.161180 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:50.167356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57094) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:50.167582 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-18b082bc-bff7-47a6-9fff-bd36c9a3664b tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] 10.222.0.48 "DELETE /v2.0/floatingips/440656ed-a452-4277-9a83-6f3400b59db1 HTTP/1.1" status: 204 len: 168 time: 2.0640728 Feb 09 14:14:50.176530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-85d64fe5-b09f-405d-a777-a66a8f8114f4 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Request body: {'floatingip': {'floating_network_id': '68a98895-6562-40b7-b88f-8876f79a2bde', 'port_id': '96a711ab-7aba-4a8e-983a-cb776f61d99e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:50.185881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-85d64fe5-b09f-405d-a777-a66a8f8114f4 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:50.193528 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8,segment=NetworkSegment(0d554763-1ee3-4977-9e57-fe19f2f81aee),segment_id=0d554763-1ee3-4977-9e57-fe19f2f81aee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:50.202196 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:50.221699 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5cb2bdc7-9270-4544-86e1-041bdcb8eeb7 req-4d49e7e4-bd1e-43e9-83b7-c86022fb1ec3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098111 Feb 09 14:14:50.273820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-85d64fe5-b09f-405d-a777-a66a8f8114f4 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Usage tracker for resource:floatingip and tenant:0d62ad08ea9b4b7a983b9fdde45754f2 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:50.281936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-85d64fe5-b09f-405d-a777-a66a8f8114f4 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:50.282166 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:50.297701 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-df04f920-79c4-4ba1-980e-eefc9540304c service neutron] 10.222.0.48 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562151 Feb 09 14:14:50.325071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-85d64fe5-b09f-405d-a777-a66a8f8114f4 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:50.360856 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85d64fe5-b09f-405d-a777-a66a8f8114f4 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:50.436348 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-4b56745e-6779-4df8-8b13-5f10155342c8 service neutron] 10.222.0.48 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377797 Feb 09 14:14:50.480887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] For port 3858cee1-89d0-4089-ad21-cdd2ae620bdd, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3858cee1-89d0-4089-ad21-cdd2ae620bdd,segment=NetworkSegment(67b0896a-f7ed-40bb-94c8-8c7eb00636f8),segment_id=67b0896a-f7ed-40bb-94c8-8c7eb00636f8)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:50.481236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:50.578979 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-d80bce60-413b-4a93-9402-5cc0651f68ea service neutron] 10.222.0.48 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365564 Feb 09 14:14:50.615809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] Calling delete_port for 3858cee1-89d0-4089-ad21-cdd2ae620bdd owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:14:50.660921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8829e-3eed-46f4-93d6-579e726d529b req-5e1799df-76a9-432f-811d-8396e91d14ff tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:50.662374 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bcf8829e-3eed-46f4-93d6-579e726d529b req-5e1799df-76a9-432f-811d-8396e91d14ff tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 945 time: 0.3903918 Feb 09 14:14:50.691560 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3858cee1-89d0-4089-ad21-cdd2ae620bdd up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:50.767631 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-dee15b5a-6630-41e7-8e06-bcddb8810a1c service neutron] 10.222.0.48 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808021 Feb 09 14:14:50.772777 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 3858cee1-89d0-4089-ad21-cdd2ae620bdd completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:50.774510 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bcf8829e-3eed-46f4-93d6-579e726d529b req-ba90754c-284f-49ba-84e2-885a5ed41a3c tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018221 Feb 09 14:14:50.783095 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 3858cee1-89d0-4089-ad21-cdd2ae620bdd triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:50.783681 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:50.860706 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-32db8ddb-56c1-4685-aea2-d4061643d942 req-b690756f-6e6f-49e8-a8e2-2983b7e568de tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] show failed (client error): The resource could not be found. Feb 09 14:14:50.862304 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32db8ddb-56c1-4685-aea2-d4061643d942 req-b690756f-6e6f-49e8-a8e2-2983b7e568de tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/f478cd1b-b3c6-4195-bd0b-938a48f28847 HTTP/1.1" status: 404 len: 352 time: 0.0484164 Feb 09 14:14:51.004942 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:51.065768 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 3858cee1-89d0-4089-ad21-cdd2ae620bdd, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3858cee1-89d0-4089-ad21-cdd2ae620bdd,segment=NetworkSegment(67b0896a-f7ed-40bb-94c8-8c7eb00636f8),segment_id=67b0896a-f7ed-40bb-94c8-8c7eb00636f8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:51.066405 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-85d64fe5-b09f-405d-a777-a66a8f8114f4 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:14:51.067444 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-85d64fe5-b09f-405d-a777-a66a8f8114f4 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8988724 Feb 09 14:14:51.073132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57102) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:51.076488 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:51.080296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': '96a711ab-7aba-4a8e-983a-cb776f61d99e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:51.088664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:51.093845 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:14:51.094164 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:14:51.095997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Usage tracker for resource:floatingip and tenant:0d62ad08ea9b4b7a983b9fdde45754f2 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:51.100406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:51.108224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:51.128249 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:51.137244 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-b0055b2b-e6f3-43ec-8d89-1a1aafb713e5 service neutron] 10.222.0.48 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554482 Feb 09 14:14:51.161992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af5eaa-53a1-4342-b4a6-2dfefff9c57f req-a57098f5-1055-4206-98a1-4fc10bcea9a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:51.166972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af5eaa-53a1-4342-b4a6-2dfefff9c57f req-a57098f5-1055-4206-98a1-4fc10bcea9a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:51.172895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af5eaa-53a1-4342-b4a6-2dfefff9c57f req-a57098f5-1055-4206-98a1-4fc10bcea9a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:51.174562 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a5af5eaa-53a1-4342-b4a6-2dfefff9c57f req-a57098f5-1055-4206-98a1-4fc10bcea9a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2415 time: 0.1733730 Feb 09 14:14:51.199089 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=3858cee1-89d0-4089-ad21-cdd2ae620bdd,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:51.271390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd0362d-c53b-4fb8-8980-13df30bbb29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:14:51.274661 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a5af5eaa-53a1-4342-b4a6-2dfefff9c57f req-dffffb8a-7632-4c74-8312-e938b0eb114a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478084 Feb 09 14:14:51.282518 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-9a62eb31-d3d2-4620-924e-4278d6c17214 service neutron] 10.222.0.48 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376495 Feb 09 14:14:51.399476 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-616a35e1-6ef4-456a-ab89-4e467f4668c7 req-75046f41-94ae-4953-b66a-a94bcd3bf545 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "GET /v2.0/security-groups/ce932565-ba8a-49f2-93bd-46ea9d467fb0 HTTP/1.1" status: 200 len: 2409 time: 0.0810318 Feb 09 14:14:51.405509 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:51.780930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] Deleting port 3858cee1-89d0-4089-ad21-cdd2ae620bdd {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:14:51.781268 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:51.860148 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 29fdd11b-71fe-4a90-b2e8-b194190d3462 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:51.900694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Allocated IP 172.25.8.142 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/1aee3dc2-133c-42b5-84d3-fa47fbacb9a4) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:51.954300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 29fdd11b-71fe-4a90-b2e8-b194190d3462 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:51.960187 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 29fdd11b-71fe-4a90-b2e8-b194190d3462 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:51.960554 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:52.093980 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:52.094220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fe4fb-0dc8-47e8-9bd7-929fb7e045e4 req-0ae32f11-b35e-4e65-b335-ae0a8d929468 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:52.094220 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c64fe4fb-0dc8-47e8-9bd7-929fb7e045e4 req-0ae32f11-b35e-4e65-b335-ae0a8d929468 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 946 time: 0.5327134 Feb 09 14:14:52.141843 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] For port 3858cee1-89d0-4089-ad21-cdd2ae620bdd, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3858cee1-89d0-4089-ad21-cdd2ae620bdd,segment=NetworkSegment(67b0896a-f7ed-40bb-94c8-8c7eb00636f8),segment_id=67b0896a-f7ed-40bb-94c8-8c7eb00636f8)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:52.142065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 29fdd11b-71fe-4a90-b2e8-b194190d3462, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=29fdd11b-71fe-4a90-b2e8-b194190d3462,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:52.142242 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:52.147072 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:52.147892 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:52.208874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-a3768bc7-f6fb-4a60-b151-2caaf56abdeb req-b9e67763-126f-4a48-9552-900b917379ab tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1759109191', 'description': 'tempest-description-710338112'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:52.224062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-a3768bc7-f6fb-4a60-b151-2caaf56abdeb req-b9e67763-126f-4a48-9552-900b917379ab tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:52.245180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a3768bc7-f6fb-4a60-b151-2caaf56abdeb req-b9e67763-126f-4a48-9552-900b917379ab tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Usage tracker for resource:security_group and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:52.254519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a3768bc7-f6fb-4a60-b151-2caaf56abdeb req-b9e67763-126f-4a48-9552-900b917379ab tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:52.266703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-a3768bc7-f6fb-4a60-b151-2caaf56abdeb req-b9e67763-126f-4a48-9552-900b917379ab tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:52.292306 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=29fdd11b-71fe-4a90-b2e8-b194190d3462,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:52.293749 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a3768bc7-f6fb-4a60-b151-2caaf56abdeb req-b9e67763-126f-4a48-9552-900b917379ab tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:52.306644 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:52.314491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:52.315009 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:52.322799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-a3768bc7-f6fb-4a60-b151-2caaf56abdeb req-b9e67763-126f-4a48-9552-900b917379ab tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:52.327241 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] Calling delete_port for 3858cee1-89d0-4089-ad21-cdd2ae620bdd owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:14:52.333824 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a3768bc7-f6fb-4a60-b151-2caaf56abdeb req-b9e67763-126f-4a48-9552-900b917379ab tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Usage tracker for resource:security_group_rule and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:52.339066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a3768bc7-f6fb-4a60-b151-2caaf56abdeb req-b9e67763-126f-4a48-9552-900b917379ab tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:52.347515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-a3768bc7-f6fb-4a60-b151-2caaf56abdeb req-b9e67763-126f-4a48-9552-900b917379ab tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:52.399494 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c64fe4fb-0dc8-47e8-9bd7-929fb7e045e4 req-3a556921-70eb-4c4a-a850-507d699003c9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d83fd3-b6e8-4450-9b98-8937216fac0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897263 Feb 09 14:14:52.458579 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a3768bc7-f6fb-4a60-b151-2caaf56abdeb req-b9e67763-126f-4a48-9552-900b917379ab tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:52.462437 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:52.464173 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a3768bc7-f6fb-4a60-b151-2caaf56abdeb req-b9e67763-126f-4a48-9552-900b917379ab tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:52.494389 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:52.513548 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd0362d-c53b-4fb8-8980-13df30bbb29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8', 'code': 200} Feb 09 14:14:52.530958 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a3768bc7-f6fb-4a60-b151-2caaf56abdeb req-b9e67763-126f-4a48-9552-900b917379ab tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:52.532972 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a3768bc7-f6fb-4a60-b151-2caaf56abdeb req-b9e67763-126f-4a48-9552-900b917379ab tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3283412 Feb 09 14:14:52.561596 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ccd641d-4cfe-49d3-acc8-da7ce99508df req-05da77c5-f00a-4be8-84be-9215ecafe5ed tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "GET /v2.0/security-group-rules/240c14b1-0e61-4d27-8fa4-9038e88da5af HTTP/1.1" status: 200 len: 778 time: 0.0341206 Feb 09 14:14:52.601636 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e67763-126f-4a48-9552-900b917379ab tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26bc806c-ff7d-483d-b62d-db9901af0465,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:52.624714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:52.633258 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:52.634750 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6e9ff717-c2df-40b1-a479-cf1df9833b08 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:52.727660 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:52.775322 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ccd641d-4cfe-49d3-acc8-da7ce99508df req-6d88790c-c642-410c-b178-4e6845f4d572 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "GET /v2.0/security-groups/ce932565-ba8a-49f2-93bd-46ea9d467fb0 HTTP/1.1" status: 200 len: 2409 time: 0.2124088 Feb 09 14:14:52.793184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3858cee1-89d0-4089-ad21-cdd2ae620bdd up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:14:52.802121 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:52.808772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] Pushing event deleted for resources: {'Port': ['ID=3858cee1-89d0-4089-ad21-cdd2ae620bdd,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:52.846063 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 3858cee1-89d0-4089-ad21-cdd2ae620bdd {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:14:52.846488 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3858cee1-89d0-4089-ad21-cdd2ae620bdd not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 09 14:14:52.900932 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Port 3858cee1-89d0-4089-ad21-cdd2ae620bdd not found, will not notify nova. {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 09 14:14:52.915104 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7216b-bd53-45ba-b618-9166718f377e req-911f7b2f-cefe-4a24-92a8-3ec8d89c0fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:52.916664 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2c7216b-bd53-45ba-b618-9166718f377e req-911f7b2f-cefe-4a24-92a8-3ec8d89c0fe6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 1097 time: 0.2952950 Feb 09 14:14:52.918084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:52.928327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 6e9ff717-c2df-40b1-a479-cf1df9833b08 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:52.933374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69474bce-47f0-4298-a27c-75c7179a121a req-1327c0d7-6e3e-4017-af54-83c80e4b4917 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:52.935409 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-69474bce-47f0-4298-a27c-75c7179a121a req-1327c0d7-6e3e-4017-af54-83c80e4b4917 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 945 time: 0.1729844 Feb 09 14:14:52.939973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 6e9ff717-c2df-40b1-a479-cf1df9833b08 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:52.940339 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:53.033566 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9ccd641d-4cfe-49d3-acc8-da7ce99508df req-c4f6a736-eda3-4687-9a75-2f1f90442c76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:53.054648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:53.062246 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-69474bce-47f0-4298-a27c-75c7179a121a req-9c1017ab-a06d-447e-b15d-7bcde0503bf6 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021025 Feb 09 14:14:53.062548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:53.065589 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2c7216b-bd53-45ba-b618-9166718f377e req-3ec32ebc-6d33-4d72-8bf5-ae6730c3d090 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e6d83fd3-b6e8-4450-9b98-8937216fac0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425610 Feb 09 14:14:53.065958 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9ccd641d-4cfe-49d3-acc8-da7ce99508df req-c4f6a736-eda3-4687-9a75-2f1f90442c76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:53.081076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:53.130793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Pushing event updated for resources: {'Port': ['ID=1aee3dc2-133c-42b5-84d3-fa47fbacb9a4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:53.186802 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:53.231137 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9ccd641d-4cfe-49d3-acc8-da7ce99508df req-c4f6a736-eda3-4687-9a75-2f1f90442c76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:53.251244 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6e9ff717-c2df-40b1-a479-cf1df9833b08, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6e9ff717-c2df-40b1-a479-cf1df9833b08,segment=NetworkSegment(b7b0fd62-d5c1-45d8-b08b-202c442fac2d),segment_id=b7b0fd62-d5c1-45d8-b08b-202c442fac2d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:53.256927 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:53.310381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6a736-eda3-4687-9a75-2f1f90442c76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=240c14b1-0e61-4d27-8fa4-9038e88da5af,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:53.339640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=6e9ff717-c2df-40b1-a479-cf1df9833b08,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:53.344208 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ab543406-c779-4cd1-a3e0-da3b3265bfbc req-0ae232e5-c3cf-4133-86a9-dfa8073f1e6f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 210 time: 0.0800741 Feb 09 14:14:53.393585 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9ccd641d-4cfe-49d3-acc8-da7ce99508df req-c4f6a736-eda3-4687-9a75-2f1f90442c76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:53.395320 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ccd641d-4cfe-49d3-acc8-da7ce99508df req-c4f6a736-eda3-4687-9a75-2f1f90442c76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/240c14b1-0e61-4d27-8fa4-9038e88da5af HTTP/1.1" status: 204 len: 173 time: 0.6189792 Feb 09 14:14:53.456560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-3c3bc6d7-efb6-4467-8010-14b11f7a4c0e req-2591cc6b-897c-4a27-8783-d7cca75a3076 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1158286824', 'description': 'tempest-description-1559980253'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:53.469715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-3c3bc6d7-efb6-4467-8010-14b11f7a4c0e req-2591cc6b-897c-4a27-8783-d7cca75a3076 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:53.483814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3c3bc6d7-efb6-4467-8010-14b11f7a4c0e req-2591cc6b-897c-4a27-8783-d7cca75a3076 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Usage tracker for resource:security_group and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:53.490576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3c3bc6d7-efb6-4467-8010-14b11f7a4c0e req-2591cc6b-897c-4a27-8783-d7cca75a3076 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:53.501061 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:53.507750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-3c3bc6d7-efb6-4467-8010-14b11f7a4c0e req-2591cc6b-897c-4a27-8783-d7cca75a3076 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:53.523450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Deleting port 1aee3dc2-133c-42b5-84d3-fa47fbacb9a4 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:14:53.523832 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:53.579372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac7944-e280-446c-8b09-2cd52d2eaf2b req-5bf5b155-f95d-47ae-b209-c57adb468441 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:53.587537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac7944-e280-446c-8b09-2cd52d2eaf2b req-5bf5b155-f95d-47ae-b209-c57adb468441 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:53.594020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac7944-e280-446c-8b09-2cd52d2eaf2b req-5bf5b155-f95d-47ae-b209-c57adb468441 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:53.595786 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d2ac7944-e280-446c-8b09-2cd52d2eaf2b req-5bf5b155-f95d-47ae-b209-c57adb468441 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2418 time: 0.1408582 Feb 09 14:14:53.647703 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d2ac7944-e280-446c-8b09-2cd52d2eaf2b req-0389b06d-8114-4996-8d36-2d4b9bb858f1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452716 Feb 09 14:14:53.752933 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3c3bc6d7-efb6-4467-8010-14b11f7a4c0e req-2591cc6b-897c-4a27-8783-d7cca75a3076 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:53.824076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-3c3bc6d7-efb6-4467-8010-14b11f7a4c0e req-2591cc6b-897c-4a27-8783-d7cca75a3076 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:53.883291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3c3bc6d7-efb6-4467-8010-14b11f7a4c0e req-2591cc6b-897c-4a27-8783-d7cca75a3076 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Usage tracker for resource:security_group_rule and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:53.885804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741679c0-2768-482d-a7be-964e44751c79 req-db630065-b9c2-4157-8ac5-dcd33329a7d3 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:53.890850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3c3bc6d7-efb6-4467-8010-14b11f7a4c0e req-2591cc6b-897c-4a27-8783-d7cca75a3076 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:53.893913 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-741679c0-2768-482d-a7be-964e44751c79 req-db630065-b9c2-4157-8ac5-dcd33329a7d3 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 945 time: 0.1335955 Feb 09 14:14:53.955939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-d38566da-c5f4-4ace-8b4f-4be85921f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:53.957303 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-d38566da-c5f4-4ace-8b4f-4be85921f2a6 service neutron] 10.222.0.35 "GET /v2.0/ports/51166934-6833-4ae3-b0f8-42d4ff50594b HTTP/1.1" status: 200 len: 1028 time: 0.1140630 Feb 09 14:14:53.962184 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-741679c0-2768-482d-a7be-964e44751c79 req-235985fd-12b7-48fb-8432-55434a1301a0 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673671 Feb 09 14:14:53.974875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-3c3bc6d7-efb6-4467-8010-14b11f7a4c0e req-2591cc6b-897c-4a27-8783-d7cca75a3076 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:54.044818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-451295a5-34ec-406a-88d9-f5dc7efddc8b req-41a04d2d-5b4b-4b6a-bc99-9f3f93139411 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1289022146', 'description': 'tempest-description-940557462'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:54.051571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-451295a5-34ec-406a-88d9-f5dc7efddc8b req-41a04d2d-5b4b-4b6a-bc99-9f3f93139411 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:54.055523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-451295a5-34ec-406a-88d9-f5dc7efddc8b req-41a04d2d-5b4b-4b6a-bc99-9f3f93139411 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Usage tracker for resource:security_group and tenant:266dc69788274a6588f82175f293a4c7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:54.058612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-451295a5-34ec-406a-88d9-f5dc7efddc8b req-41a04d2d-5b4b-4b6a-bc99-9f3f93139411 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:54.064632 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-451295a5-34ec-406a-88d9-f5dc7efddc8b req-41a04d2d-5b4b-4b6a-bc99-9f3f93139411 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:54.075093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-3ab63adc-89b0-4f1a-8191-b4bfae1cd8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:54.076001 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-3ab63adc-89b0-4f1a-8191-b4bfae1cd8c7 service neutron] 10.222.0.35 "GET /v2.0/ports/e2a09b75-aff3-4881-9cb3-8cf2226c94cf HTTP/1.1" status: 200 len: 1026 time: 0.1129823 Feb 09 14:14:54.076756 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-451295a5-34ec-406a-88d9-f5dc7efddc8b req-41a04d2d-5b4b-4b6a-bc99-9f3f93139411 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:54.177735 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:54.178071 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:54.183065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-451295a5-34ec-406a-88d9-f5dc7efddc8b req-41a04d2d-5b4b-4b6a-bc99-9f3f93139411 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:54.198276 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-451295a5-34ec-406a-88d9-f5dc7efddc8b req-41a04d2d-5b4b-4b6a-bc99-9f3f93139411 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Usage tracker for resource:security_group_rule and tenant:266dc69788274a6588f82175f293a4c7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:54.203851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-451295a5-34ec-406a-88d9-f5dc7efddc8b req-41a04d2d-5b4b-4b6a-bc99-9f3f93139411 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:54.215810 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-451295a5-34ec-406a-88d9-f5dc7efddc8b req-41a04d2d-5b4b-4b6a-bc99-9f3f93139411 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:54.283518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-4b93d6f6-f823-4b75-9f24-ad858315f6f8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:54.289462 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-4b93d6f6-f823-4b75-9f24-ad858315f6f8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:54.295818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-4b93d6f6-f823-4b75-9f24-ad858315f6f8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:54.301784 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-4b93d6f6-f823-4b75-9f24-ad858315f6f8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.35 "GET /v2.0/networks?id=e6a2fd07-bf7b-45e8-abfb-1d71ad208c07&id=823b3307-a261-404f-987b-156bad62d095&id=823b3307-a261-404f-987b-156bad62d095&id=823b3307-a261-404f-987b-156bad62d095&id=823b3307-a261-404f-987b-156bad62d095&id=8f32b635-0e4c-4fd0-b4fb-058420f89d74&id=8f32b635-0e4c-4fd0-b4fb-058420f89d74 HTTP/1.1" status: 200 len: 1989 time: 0.2156866 Feb 09 14:14:54.371483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Calling delete_port for 1aee3dc2-133c-42b5-84d3-fa47fbacb9a4 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:14:54.395654 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-927d106a-ddfd-4d71-96e6-60ed0400b3a5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea230855731c4f038f9be9893ada8105 HTTP/1.1" status: 200 len: 380 time: 0.0828874 Feb 09 14:14:54.416736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-7b150af6-8c13-42a7-9d13-620654021670 req-f268a1bc-115c-495f-8336-7276d7abca0a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Request body: {'port': {'device_id': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07', 'admin_state_up': True, 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'security_groups': ['5411538d-bef3-425a-98fd-58ed4a07892a']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:54.423940 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3c3bc6d7-efb6-4467-8010-14b11f7a4c0e req-2591cc6b-897c-4a27-8783-d7cca75a3076 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:54.489352 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3c3bc6d7-efb6-4467-8010-14b11f7a4c0e req-2591cc6b-897c-4a27-8783-d7cca75a3076 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:54.515568 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fdd11b-71fe-4a90-b2e8-b194190d3462'}, {'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef'}, {'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9ff717-c2df-40b1-a479-cf1df9833b08'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:14:54.586595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591cc6b-897c-4a27-8783-d7cca75a3076 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4021f8c-bc29-4a98-8296-d49383d0eb35,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:54.591646 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3c3bc6d7-efb6-4467-8010-14b11f7a4c0e req-2591cc6b-897c-4a27-8783-d7cca75a3076 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:54.593484 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c3bc6d7-efb6-4467-8010-14b11f7a4c0e req-2591cc6b-897c-4a27-8783-d7cca75a3076 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1501062 Feb 09 14:14:54.602236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] Router 551ae8e0-370a-43b5-8e47-a0921154f27c has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:14:54.740006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-7b150af6-8c13-42a7-9d13-620654021670 req-f268a1bc-115c-495f-8336-7276d7abca0a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:54.753192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-7b150af6-8c13-42a7-9d13-620654021670 req-f268a1bc-115c-495f-8336-7276d7abca0a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:54.765186 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-f268a1bc-115c-495f-8336-7276d7abca0a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Made reservation on behalf of ea230855731c4f038f9be9893ada8105 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:54.769760 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-f268a1bc-115c-495f-8336-7276d7abca0a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:54.793010 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:54.864053 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-451295a5-34ec-406a-88d9-f5dc7efddc8b req-41a04d2d-5b4b-4b6a-bc99-9f3f93139411 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:54.875555 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-451295a5-34ec-406a-88d9-f5dc7efddc8b req-41a04d2d-5b4b-4b6a-bc99-9f3f93139411 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:54.927953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Pushing event deleted for resources: {'Port': ['ID=1aee3dc2-133c-42b5-84d3-fa47fbacb9a4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:54.942252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a04d2d-5b4b-4b6a-bc99-9f3f93139411 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0e7194-7124-41df-b0fd-7947897afbae,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:54.985166 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-451295a5-34ec-406a-88d9-f5dc7efddc8b req-41a04d2d-5b4b-4b6a-bc99-9f3f93139411 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:54.986362 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-451295a5-34ec-406a-88d9-f5dc7efddc8b req-41a04d2d-5b4b-4b6a-bc99-9f3f93139411 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9506071 Feb 09 14:14:55.029646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-7b150af6-8c13-42a7-9d13-620654021670 req-f268a1bc-115c-495f-8336-7276d7abca0a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Allocated IP 172.20.0.7 (e6a2fd07-bf7b-45e8-abfb-1d71ad208c07/0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55/0df0d610-c50d-4a82-a58d-bb3db99f16bc) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:55.105274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:14:55.114923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03bbf38-d424-4044-b773-5449e83ba617 None None] Sync routers for ids ['551ae8e0-370a-43b5-8e47-a0921154f27c'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:14:55.125978 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03bbf38-d424-4044-b773-5449e83ba617 None None] Routers {'551ae8e0-370a-43b5-8e47-a0921154f27c'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:14:55.126982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b03bbf38-d424-4044-b773-5449e83ba617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:14:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['551ae8e0-370a-43b5-8e47-a0921154f27c'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:55.152491 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c83a08ab-5974-4459-a6db-6858d827c94b admin admin] 10.222.0.48 "PUT /v2.0/routers/551ae8e0-370a-43b5-8e47-a0921154f27c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7548130 Feb 09 14:14:55.160820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b62f8-ce1d-414c-8971-8c91b2be4fdf req-b7e9f083-5606-4aca-a507-21bf50fa60b9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:55.162706 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c49b62f8-ce1d-414c-8971-8c91b2be4fdf req-b7e9f083-5606-4aca-a507-21bf50fa60b9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 946 time: 0.3111565 Feb 09 14:14:55.166011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57164) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:55.210695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-efd79c2c-e818-4f25-a115-6dc0f3f935b6 req-b3fcdcec-e81f-4eb1-a31a-26647e88b59d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Synchronizing usage tracker for tenant:ea230855731c4f038f9be9893ada8105 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:14:55.242998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-efd79c2c-e818-4f25-a115-6dc0f3f935b6 req-b3fcdcec-e81f-4eb1-a31a-26647e88b59d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Unset dirty status for tenant:ea230855731c4f038f9be9893ada8105 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:55.244113 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-efd79c2c-e818-4f25-a115-6dc0f3f935b6 req-b3fcdcec-e81f-4eb1-a31a-26647e88b59d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 210 time: 0.1480432 Feb 09 14:14:55.350930 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-f268a1bc-115c-495f-8336-7276d7abca0a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:55.371811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-7b150af6-8c13-42a7-9d13-620654021670 req-f268a1bc-115c-495f-8336-7276d7abca0a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Transition to ACTIVE for port object 0df0d610-c50d-4a82-a58d-bb3db99f16bc will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:55.375990 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-b03bbf38-d424-4044-b773-5449e83ba617 None None] Set router 551ae8e0-370a-43b5-8e47-a0921154f27c gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:14:55.380621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-de32bcb1-8553-490c-8f8c-bd7a0459ae08 req-87341ca5-2be1-441e-8fdb-131ee1a7a484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-445235311', 'description': 'tempest-description-1222418625'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:55.388266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-de32bcb1-8553-490c-8f8c-bd7a0459ae08 req-87341ca5-2be1-441e-8fdb-131ee1a7a484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:55.395649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-de32bcb1-8553-490c-8f8c-bd7a0459ae08 req-87341ca5-2be1-441e-8fdb-131ee1a7a484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Usage tracker for resource:security_group and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:55.399651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-de32bcb1-8553-490c-8f8c-bd7a0459ae08 req-87341ca5-2be1-441e-8fdb-131ee1a7a484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:55.408694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-de32bcb1-8553-490c-8f8c-bd7a0459ae08 req-87341ca5-2be1-441e-8fdb-131ee1a7a484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:55.426134 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-de32bcb1-8553-490c-8f8c-bd7a0459ae08 req-87341ca5-2be1-441e-8fdb-131ee1a7a484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:55.444448 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-f268a1bc-115c-495f-8336-7276d7abca0a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:55.445446 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fdd11b-71fe-4a90-b2e8-b194190d3462', 'code': 200} Feb 09 14:14:55.445755 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef', 'code': 200} Feb 09 14:14:55.446617 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9ff717-c2df-40b1-a479-cf1df9833b08', 'code': 200} Feb 09 14:14:55.449888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-de32bcb1-8553-490c-8f8c-bd7a0459ae08 req-87341ca5-2be1-441e-8fdb-131ee1a7a484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:55.453856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-de32bcb1-8553-490c-8f8c-bd7a0459ae08 req-87341ca5-2be1-441e-8fdb-131ee1a7a484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Usage tracker for resource:security_group_rule and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:55.456765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-de32bcb1-8553-490c-8f8c-bd7a0459ae08 req-87341ca5-2be1-441e-8fdb-131ee1a7a484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:55.462398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-de32bcb1-8553-490c-8f8c-bd7a0459ae08 req-87341ca5-2be1-441e-8fdb-131ee1a7a484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:55.467077 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] create failed (client error): The resource could not be found. Feb 09 14:14:55.477713 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ba18624e-a26b-4833-b2b7-ffea280b0270 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.3989599 Feb 09 14:14:55.509307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57168) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:55.731029 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b03bbf38-d424-4044-b773-5449e83ba617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-496691968-router', 'tenant_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:14:28Z', 'updated_at': '2022-02-09T14:14:52Z', 'revision_number': 5, 'project_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'gw_port': {'id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:14:31Z', 'updated_at': '2022-02-09T14:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:55.735997 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03bbf38-d424-4044-b773-5449e83ba617 None None] Checking router: 551ae8e0-370a-43b5-8e47-a0921154f27c for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:14:55.737637 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c49b62f8-ce1d-414c-8971-8c91b2be4fdf req-85851fc2-cb91-4be6-bf2f-aa16a784d684 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d83fd3-b6e8-4450-9b98-8937216fac0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3464303 Feb 09 14:14:55.743499 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69f8cd03-484d-4ea2-a7e6-a06740075bbf admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:55.753804 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03bbf38-d424-4044-b773-5449e83ba617 None None] Routers {'551ae8e0-370a-43b5-8e47-a0921154f27c'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:14:55.754628 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b03bbf38-d424-4044-b773-5449e83ba617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:14:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['551ae8e0-370a-43b5-8e47-a0921154f27c'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:55.851742 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7a98d-2c37-4ec0-8d49-f095f21239e5 req-e00d8dff-0a49-44e3-abcc-3918a806c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:55.852261 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7a98d-2c37-4ec0-8d49-f095f21239e5 req-e00d8dff-0a49-44e3-abcc-3918a806c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:55.852732 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7a98d-2c37-4ec0-8d49-f095f21239e5 req-e00d8dff-0a49-44e3-abcc-3918a806c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:55.854342 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-44f7a98d-2c37-4ec0-8d49-f095f21239e5 req-e00d8dff-0a49-44e3-abcc-3918a806c470 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2871 time: 0.3891890 Feb 09 14:14:55.913709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b150af6-8c13-42a7-9d13-620654021670 req-f268a1bc-115c-495f-8336-7276d7abca0a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Network e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:55.915165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-7b150af6-8c13-42a7-9d13-620654021670 req-f268a1bc-115c-495f-8336-7276d7abca0a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:55.931841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b150af6-8c13-42a7-9d13-620654021670 req-f268a1bc-115c-495f-8336-7276d7abca0a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:55.991500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268a1bc-115c-495f-8336-7276d7abca0a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event updated for resources: {'Port': ['ID=0df0d610-c50d-4a82-a58d-bb3db99f16bc,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:56.005847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-06c17321-626a-4233-a33a-84171e5c4fd0 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Deleting port 96a711ab-7aba-4a8e-983a-cb776f61d99e {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:14:56.006195 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06c17321-626a-4233-a33a-84171e5c4fd0 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:56.061672 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-de32bcb1-8553-490c-8f8c-bd7a0459ae08 req-87341ca5-2be1-441e-8fdb-131ee1a7a484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:56.094544 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-b03bbf38-d424-4044-b773-5449e83ba617 None None] Set router 551ae8e0-370a-43b5-8e47-a0921154f27c gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:14:56.106036 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-de32bcb1-8553-490c-8f8c-bd7a0459ae08 req-87341ca5-2be1-441e-8fdb-131ee1a7a484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:56.131066 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-44f7a98d-2c37-4ec0-8d49-f095f21239e5 req-f5858753-a30a-4080-b52f-c3f75f3dd0f6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250843 Feb 09 14:14:56.172246 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69f8cd03-484d-4ea2-a7e6-a06740075bbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:56.226203 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87341ca5-2be1-441e-8fdb-131ee1a7a484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76eabf06-d025-490e-a6c3-22fb19360dda,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:56.229972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845d252-f2d4-42e1-91fa-e15e25b7a23d req-1ef0d8b7-a934-4830-a798-27bd27b76ec2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:56.235675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-f268a1bc-115c-495f-8336-7276d7abca0a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:56.236098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845d252-f2d4-42e1-91fa-e15e25b7a23d req-1ef0d8b7-a934-4830-a798-27bd27b76ec2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:56.236321 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-f268a1bc-115c-495f-8336-7276d7abca0a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:56.241927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845d252-f2d4-42e1-91fa-e15e25b7a23d req-1ef0d8b7-a934-4830-a798-27bd27b76ec2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:56.243593 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f845d252-f2d4-42e1-91fa-e15e25b7a23d req-1ef0d8b7-a934-4830-a798-27bd27b76ec2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2418 time: 0.3237400 Feb 09 14:14:56.244366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-69f8cd03-484d-4ea2-a7e6-a06740075bbf admin admin] Deleting port e35eec15-f01d-4380-8e05-46710e63fe54 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:14:56.244708 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69f8cd03-484d-4ea2-a7e6-a06740075bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:56.246049 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-de32bcb1-8553-490c-8f8c-bd7a0459ae08 req-87341ca5-2be1-441e-8fdb-131ee1a7a484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:56.258809 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de32bcb1-8553-490c-8f8c-bd7a0459ae08 req-87341ca5-2be1-441e-8fdb-131ee1a7a484 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8853941 Feb 09 14:14:56.359588 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-f268a1bc-115c-495f-8336-7276d7abca0a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9518638 Feb 09 14:14:56.359838 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f845d252-f2d4-42e1-91fa-e15e25b7a23d req-8b0f4720-fef7-483f-b8ad-82dbfec5aaae tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893099 Feb 09 14:14:56.408348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-7b150af6-8c13-42a7-9d13-620654021670 req-24cd6e98-e959-4b33-8098-ad0221717b62 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Request body: {'port': {'device_id': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'network_id': '823b3307-a261-404f-987b-156bad62d095', 'admin_state_up': True, 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'security_groups': ['5411538d-bef3-425a-98fd-58ed4a07892a']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:56.436321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ffcd6f24-a831-4c72-81d7-9a532648ff5f None None] Provisioning for port 0df0d610-c50d-4a82-a58d-bb3db99f16bc completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:56.447897 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ffcd6f24-a831-4c72-81d7-9a532648ff5f None None] Provisioning complete for port 0df0d610-c50d-4a82-a58d-bb3db99f16bc triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:56.460357 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ffcd6f24-a831-4c72-81d7-9a532648ff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:56.492930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-69f8cd03-484d-4ea2-a7e6-a06740075bbf admin admin] For port e35eec15-f01d-4380-8e05-46710e63fe54, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e35eec15-f01d-4380-8e05-46710e63fe54,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:56.493902 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69f8cd03-484d-4ea2-a7e6-a06740075bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:56.538457 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd6f24-a831-4c72-81d7-9a532648ff5f None None] Port 0df0d610-c50d-4a82-a58d-bb3db99f16bc cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:14:56.577601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b03bbf38-d424-4044-b773-5449e83ba617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-496691968-router', 'tenant_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:14:28Z', 'updated_at': '2022-02-09T14:14:52Z', 'revision_number': 5, 'project_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'gw_port': {'id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:14:31Z', 'updated_at': '2022-02-09T14:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:56.594404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03bbf38-d424-4044-b773-5449e83ba617 None None] The sync data for ids ['551ae8e0-370a-43b5-8e47-a0921154f27c'] in n-d-828418-2 is: [{'id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-496691968-router', 'tenant_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:14:28Z', 'updated_at': '2022-02-09T14:14:52Z', 'revision_number': 5, 'project_id': '82d3cbfb8e4a4213902f5e2ced353e73', 'gw_port': {'id': 'e35eec15-f01d-4380-8e05-46710e63fe54', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551ae8e0-370a-43b5-8e47-a0921154f27c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:14:31Z', 'updated_at': '2022-02-09T14:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:14:56.708250 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f5f2f3e-6c45-4d61-b646-2cd4c08edc75 req-dd50aaf7-cc60-4ad6-b016-9d0d1b3ee6bd tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "GET /v2.0/security-groups/ef0e7194-7124-41df-b0fd-7947897afbae HTTP/1.1" status: 200 len: 1814 time: 0.3976016 Feb 09 14:14:56.709455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-69f8cd03-484d-4ea2-a7e6-a06740075bbf admin admin] Calling delete_port for e35eec15-f01d-4380-8e05-46710e63fe54 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:14:56.722954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-7b150af6-8c13-42a7-9d13-620654021670 req-24cd6e98-e959-4b33-8098-ad0221717b62 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:56.753797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-7b150af6-8c13-42a7-9d13-620654021670 req-24cd6e98-e959-4b33-8098-ad0221717b62 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:56.756793 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-540cdbcd-9202-4bae-8746-96fe676505c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:56.820578 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-24cd6e98-e959-4b33-8098-ad0221717b62 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Made reservation on behalf of ea230855731c4f038f9be9893ada8105 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:14:56.825099 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7f348-be21-4e39-8c9e-c6582065763b req-d1e019b4-4c0c-429f-9962-1c7151c16208 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:56.826371 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-24cd6e98-e959-4b33-8098-ad0221717b62 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:56.826570 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ca7f348-be21-4e39-8c9e-c6582065763b req-d1e019b4-4c0c-429f-9962-1c7151c16208 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 945 time: 0.2439852 Feb 09 14:14:56.863164 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06c17321-626a-4233-a33a-84171e5c4fd0 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:56.931356 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ca7f348-be21-4e39-8c9e-c6582065763b req-e770a929-1f91-4ba2-9c12-92d931039060 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904200 Feb 09 14:14:57.058076 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69f8cd03-484d-4ea2-a7e6-a06740075bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:57.119445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8cd03-484d-4ea2-a7e6-a06740075bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=e35eec15-f01d-4380-8e05-46710e63fe54,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:57.164715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-06c17321-626a-4233-a33a-84171e5c4fd0 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Calling delete_port for 96a711ab-7aba-4a8e-983a-cb776f61d99e owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:14:57.265934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0329af5b-df53-4cce-af0d-4bfa348f57fe req-3a41a5d8-37a8-4eb6-a305-9b81128e0a9f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Synchronizing usage tracker for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:14:57.274615 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69f8cd03-484d-4ea2-a7e6-a06740075bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:57.421149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-7b150af6-8c13-42a7-9d13-620654021670 req-24cd6e98-e959-4b33-8098-ad0221717b62 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Allocated IP 10.1.1.249 (823b3307-a261-404f-987b-156bad62d095/ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3/7cb55f9b-f540-4d4e-978c-81beb6cf7326) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:14:57.433043 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5724580-343c-491b-a55c-2c11c61667b4 req-655086d4-0c21-4ecf-939f-2d7bbf375d27 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:57.435267 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f5724580-343c-491b-a55c-2c11c61667b4 req-655086d4-0c21-4ecf-939f-2d7bbf375d27 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 946 time: 0.4448521 Feb 09 14:14:57.453921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57184) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:57.461881 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b9dec5da-419b-4a5c-9f19-09c8145e199a tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Request body: {'floatingip': {'port_id': '23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:57.623999 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69f8cd03-484d-4ea2-a7e6-a06740075bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:57.631326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69f8cd03-484d-4ea2-a7e6-a06740075bbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:57.636435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0329af5b-df53-4cce-af0d-4bfa348f57fe req-3a41a5d8-37a8-4eb6-a305-9b81128e0a9f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Unset dirty status for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:57.638261 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0329af5b-df53-4cce-af0d-4bfa348f57fe req-3a41a5d8-37a8-4eb6-a305-9b81128e0a9f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d760a0361b69448e9a1befbac0e6baf1 HTTP/1.1" status: 200 len: 10910 time: 0.6570556 Feb 09 14:14:57.654384 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b9dec5da-419b-4a5c-9f19-09c8145e199a tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:57.736082 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06c17321-626a-4233-a33a-84171e5c4fd0 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:57.738493 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0329af5b-df53-4cce-af0d-4bfa348f57fe req-e05b0362-ac9d-4ea6-b632-b228e013fa21 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/cb8f3a2e-296d-4388-a4cb-2fb7eed8f164 HTTP/1.1" status: 200 len: 2985 time: 0.0880725 Feb 09 14:14:57.749263 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69f8cd03-484d-4ea2-a7e6-a06740075bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:57.752281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f8cd03-484d-4ea2-a7e6-a06740075bbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 551ae8e0-370a-43b5-8e47-a0921154f27c {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:14:57.803804 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-69f8cd03-484d-4ea2-a7e6-a06740075bbf admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:57.807108 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-69f8cd03-484d-4ea2-a7e6-a06740075bbf admin admin] 10.222.0.48 "DELETE /v2.0/routers/551ae8e0-370a-43b5-8e47-a0921154f27c HTTP/1.1" status: 204 len: 168 time: 2.6380391 Feb 09 14:14:57.808671 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57188) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:57.863352 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0329af5b-df53-4cce-af0d-4bfa348f57fe req-89ada329-420b-4729-9d5c-bfcf6f3df8ee tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/cb8f3a2e-296d-4388-a4cb-2fb7eed8f164 HTTP/1.1" status: 200 len: 2985 time: 0.1178062 Feb 09 14:14:57.905763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6d995c-f809-4441-9abe-6121c95dc2f0 admin admin] Deleting subnet 966e7b72-2cbf-4c4e-8735-f4868e13f43d {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:14:57.909175 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f6d995c-f809-4441-9abe-6121c95dc2f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:57.927071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c17321-626a-4233-a33a-84171e5c4fd0 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Pushing event deleted for resources: {'Port': ['ID=96a711ab-7aba-4a8e-983a-cb776f61d99e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:57.985577 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f6d995c-f809-4441-9abe-6121c95dc2f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:58.186845 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f6d995c-f809-4441-9abe-6121c95dc2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:58.246265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597b89d-74e9-4fb7-8579-6fb3869752cc req-74a2b83d-d83b-4e5e-8c46-e50f5e14fbc9 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:58.254283 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5597b89d-74e9-4fb7-8579-6fb3869752cc req-74a2b83d-d83b-4e5e-8c46-e50f5e14fbc9 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 945 time: 0.2303994 Feb 09 14:14:58.321769 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5597b89d-74e9-4fb7-8579-6fb3869752cc req-23f179fe-e121-4ded-811f-c50808422c0c tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664334 Feb 09 14:14:58.360916 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f6d995c-f809-4441-9abe-6121c95dc2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:58.417537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d995c-f809-4441-9abe-6121c95dc2f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=966e7b72-2cbf-4c4e-8735-f4868e13f43d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:58.429831 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f6d995c-f809-4441-9abe-6121c95dc2f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:58.430620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c77c1e-cdc1-4dc2-b01c-457160e4f615 None None] Network ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:14:58.440299 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3f6d995c-f809-4441-9abe-6121c95dc2f0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/966e7b72-2cbf-4c4e-8735-f4868e13f43d HTTP/1.1" status: 204 len: 168 time: 0.6305556 Feb 09 14:14:58.441668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57200) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:58.495636 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e21e8-efe1-479d-a12e-6446c221f938 req-75466fb7-2bdf-4ee8-8ad7-b0eec7dde377 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:58.497336 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-565e21e8-efe1-479d-a12e-6446c221f938 req-75466fb7-2bdf-4ee8-8ad7-b0eec7dde377 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 931 time: 0.7678299 Feb 09 14:14:58.585109 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06c17321-626a-4233-a33a-84171e5c4fd0 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:58.667576 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-24cd6e98-e959-4b33-8098-ad0221717b62 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:58.671271 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:58.686664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-7b150af6-8c13-42a7-9d13-620654021670 req-24cd6e98-e959-4b33-8098-ad0221717b62 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Transition to ACTIVE for port object 7cb55f9b-f540-4d4e-978c-81beb6cf7326 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:14:58.709325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] Deleting port 7c78d130-47c6-4c67-9d67-659af54449f9 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:14:58.709910 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:58.720954 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e35eec15-f01d-4380-8e05-46710e63fe54 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:14:58.739111 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-06c17321-626a-4233-a33a-84171e5c4fd0 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] 10.222.0.48 "DELETE /v2.0/ports/96a711ab-7aba-4a8e-983a-cb776f61d99e HTTP/1.1" status: 204 len: 168 time: 3.2182364 Feb 09 14:14:58.743060 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-565e21e8-efe1-479d-a12e-6446c221f938 req-11dd92a3-82ae-4a70-ab93-c5f548fcea5b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281594 Feb 09 14:14:58.744081 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-24cd6e98-e959-4b33-8098-ad0221717b62 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:58.749327 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57204) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:14:58.775453 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: e35eec15-f01d-4380-8e05-46710e63fe54 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:14:58.775838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e35eec15-f01d-4380-8e05-46710e63fe54 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:14:58.776436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3858cee1-89d0-4089-ad21-cdd2ae620bdd no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:14:58.776943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83773d-a24f-4937-a74d-2ca04b9df9b8 req-061c850a-ef75-475f-8630-b0db71afd9bc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:58.785700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83773d-a24f-4937-a74d-2ca04b9df9b8 req-061c850a-ef75-475f-8630-b0db71afd9bc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:58.793479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83773d-a24f-4937-a74d-2ca04b9df9b8 req-061c850a-ef75-475f-8630-b0db71afd9bc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:58.795447 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc83773d-a24f-4937-a74d-2ca04b9df9b8 req-061c850a-ef75-475f-8630-b0db71afd9bc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2418 time: 0.3303814 Feb 09 14:14:58.837103 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 3858cee1-89d0-4089-ad21-cdd2ae620bdd {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:14:58.838511 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3858cee1-89d0-4089-ad21-cdd2ae620bdd not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:14:58.911243 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc83773d-a24f-4937-a74d-2ca04b9df9b8 req-eec51c9d-1ca9-4645-b1f0-a11ca02e0584 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069682 Feb 09 14:14:58.940511 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dfe8c7-df37-413b-a3e7-630c865ab2e9 None None] DHCP port deletion for ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:14:58.944952 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-99dfe8c7-df37-413b-a3e7-630c865ab2e9 None None] Deleting port 7c78d130-47c6-4c67-9d67-659af54449f9 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:14:58.945325 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-99dfe8c7-df37-413b-a3e7-630c865ab2e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:58.957057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-52ec5af0-c7bf-49f5-acac-8e5507ebb898 req-dcfdd5ae-1bd1-41f8-a94b-8ea94ce1ef06 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-979348048', 'description': 'tempest-description-1780640191'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:58.973119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-52ec5af0-c7bf-49f5-acac-8e5507ebb898 req-dcfdd5ae-1bd1-41f8-a94b-8ea94ce1ef06 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:58.983197 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b150af6-8c13-42a7-9d13-620654021670 req-24cd6e98-e959-4b33-8098-ad0221717b62 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Network 823b3307-a261-404f-987b-156bad62d095 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:14:58.988403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd6e98-e959-4b33-8098-ad0221717b62 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event updated for resources: {'Port': ['ID=7cb55f9b-f540-4d4e-978c-81beb6cf7326,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:59.044789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-52ec5af0-c7bf-49f5-acac-8e5507ebb898 req-dcfdd5ae-1bd1-41f8-a94b-8ea94ce1ef06 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Usage tracker for resource:security_group and tenant:266dc69788274a6588f82175f293a4c7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:59.053364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-52ec5af0-c7bf-49f5-acac-8e5507ebb898 req-dcfdd5ae-1bd1-41f8-a94b-8ea94ce1ef06 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:59.053686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-7b150af6-8c13-42a7-9d13-620654021670 req-24cd6e98-e959-4b33-8098-ad0221717b62 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:14:59.056117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b150af6-8c13-42a7-9d13-620654021670 req-24cd6e98-e959-4b33-8098-ad0221717b62 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:14:59.065538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-52ec5af0-c7bf-49f5-acac-8e5507ebb898 req-dcfdd5ae-1bd1-41f8-a94b-8ea94ce1ef06 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:59.108988 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-52ec5af0-c7bf-49f5-acac-8e5507ebb898 req-dcfdd5ae-1bd1-41f8-a94b-8ea94ce1ef06 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.138553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] For port 7c78d130-47c6-4c67-9d67-659af54449f9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7c78d130-47c6-4c67-9d67-659af54449f9,segment=NetworkSegment(67b0896a-f7ed-40bb-94c8-8c7eb00636f8),segment_id=67b0896a-f7ed-40bb-94c8-8c7eb00636f8)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:59.139065 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.142924 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5c731ad-9d9a-4601-9584-d6664ed6eee1 req-b9f9b22e-287f-4c9b-b37c-a9f35c32c265 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/26bc806c-ff7d-483d-b62d-db9901af0465 HTTP/1.1" status: 200 len: 1802 time: 0.3042672 Feb 09 14:14:59.155630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-52ec5af0-c7bf-49f5-acac-8e5507ebb898 req-dcfdd5ae-1bd1-41f8-a94b-8ea94ce1ef06 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:14:59.162114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-52ec5af0-c7bf-49f5-acac-8e5507ebb898 req-dcfdd5ae-1bd1-41f8-a94b-8ea94ce1ef06 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Usage tracker for resource:security_group_rule and tenant:266dc69788274a6588f82175f293a4c7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:14:59.210563 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ff83843c-657e-4fb0-a22a-3490eec24001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.240026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-52ec5af0-c7bf-49f5-acac-8e5507ebb898 req-dcfdd5ae-1bd1-41f8-a94b-8ea94ce1ef06 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:14:59.273986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-99dfe8c7-df37-413b-a3e7-630c865ab2e9 None None] For port 7c78d130-47c6-4c67-9d67-659af54449f9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7c78d130-47c6-4c67-9d67-659af54449f9,segment=NetworkSegment(67b0896a-f7ed-40bb-94c8-8c7eb00636f8),segment_id=67b0896a-f7ed-40bb-94c8-8c7eb00636f8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:14:59.274468 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-99dfe8c7-df37-413b-a3e7-630c865ab2e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.341985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] Calling delete_port for 7c78d130-47c6-4c67-9d67-659af54449f9 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:14:59.376330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-52ec5af0-c7bf-49f5-acac-8e5507ebb898 req-dcfdd5ae-1bd1-41f8-a94b-8ea94ce1ef06 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:14:59.441458 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-99dfe8c7-df37-413b-a3e7-630c865ab2e9 None None] Calling delete_port for 7c78d130-47c6-4c67-9d67-659af54449f9 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:14:59.466981 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.519961 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-73d0da49-ce0d-43b4-b255-10fe0d584af4 None None] Provisioning for port 7cb55f9b-f540-4d4e-978c-81beb6cf7326 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:14:59.529179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-73d0da49-ce0d-43b4-b255-10fe0d584af4 None None] Provisioning complete for port 7cb55f9b-f540-4d4e-978c-81beb6cf7326 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:14:59.529556 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-73d0da49-ce0d-43b4-b255-10fe0d584af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.534705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c78d130-47c6-4c67-9d67-659af54449f9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:59.536675 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] No DVR routers for this DVR port 7c78d130-47c6-4c67-9d67-659af54449f9 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:14:59.609985 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-99dfe8c7-df37-413b-a3e7-630c865ab2e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:14:59.610372 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-99dfe8c7-df37-413b-a3e7-630c865ab2e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:14:59.614620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-73d0da49-ce0d-43b4-b255-10fe0d584af4 None None] Port 7cb55f9b-f540-4d4e-978c-81beb6cf7326 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:14:59.620960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-24cd6e98-e959-4b33-8098-ad0221717b62 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:59.622194 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-24cd6e98-e959-4b33-8098-ad0221717b62 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.704508 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-24cd6e98-e959-4b33-8098-ad0221717b62 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3148065 Feb 09 14:14:59.706954 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b9dec5da-419b-4a5c-9f19-09c8145e199a tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.718754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f77dd-4cdf-4496-97fa-fe4651cd64a3 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:59.719615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c09f77dd-4cdf-4496-97fa-fe4651cd64a3 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Synchronizing usage tracker for tenant:0d62ad08ea9b4b7a983b9fdde45754f2 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:14:59.724672 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d5c731ad-9d9a-4601-9584-d6664ed6eee1 req-a9c65ab8-c4b4-44b1-ac96-a32493e85148 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.729509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-7b150af6-8c13-42a7-9d13-620654021670 req-aca21125-3d56-4fd4-a52f-98d4f8988fbf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Request body: {'port': {'device_id': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'network_id': '823b3307-a261-404f-987b-156bad62d095', 'admin_state_up': True, 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'security_groups': ['5411538d-bef3-425a-98fd-58ed4a07892a']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:14:59.747710 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b9dec5da-419b-4a5c-9f19-09c8145e199a tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.774156 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-52ec5af0-c7bf-49f5-acac-8e5507ebb898 req-dcfdd5ae-1bd1-41f8-a94b-8ea94ce1ef06 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.781647 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-52ec5af0-c7bf-49f5-acac-8e5507ebb898 req-dcfdd5ae-1bd1-41f8-a94b-8ea94ce1ef06 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.824759 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.864459 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-52ec5af0-c7bf-49f5-acac-8e5507ebb898 req-dcfdd5ae-1bd1-41f8-a94b-8ea94ce1ef06 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.876884 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52ec5af0-c7bf-49f5-acac-8e5507ebb898 req-dcfdd5ae-1bd1-41f8-a94b-8ea94ce1ef06 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9267137 Feb 09 14:14:59.877726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdd5ae-1bd1-41f8-a94b-8ea94ce1ef06 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76bf78b-94b1-46da-881c-6db31619312f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:14:59.888878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:59.907789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b0896a-f7ed-40bb-94c8-8c7eb00636f8') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:59.908054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b0896a-f7ed-40bb-94c8-8c7eb00636f8') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:14:59.921139 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.944725 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d5c731ad-9d9a-4601-9584-d6664ed6eee1 req-a9c65ab8-c4b4-44b1-ac96-a32493e85148 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.946644 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.952954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c09f77dd-4cdf-4496-97fa-fe4651cd64a3 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Unset dirty status for tenant:0d62ad08ea9b4b7a983b9fdde45754f2 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:14:59.954125 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c09f77dd-4cdf-4496-97fa-fe4651cd64a3 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] 10.222.0.48 "GET /v2.0/ports?device_id=31e6e619-1ac1-445b-8363-3db546eace50 HTTP/1.1" status: 200 len: 913 time: 1.2038536 Feb 09 14:14:59.956911 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:14:59.957268 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:59.965817 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57216) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:15:00.025868 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:15:00.072544 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:00.089019 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:00.110539 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:00.111329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-99dfe8c7-df37-413b-a3e7-630c865ab2e9 None None] Deleting port 7c78d130-47c6-4c67-9d67-659af54449f9 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:00.111920 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-99dfe8c7-df37-413b-a3e7-630c865ab2e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:00.122580 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c HTTP/1.1" status: 204 len: 168 time: 1.6801701 Feb 09 14:15:00.186803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405c919-656a-432b-aca4-86f5df702387 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff1d4b15-b5f7-4940-9a7c-e6f972c32e1c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:00.240203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7d4a9-b571-4250-be8e-4e8bcd875e8c req-7b909929-39e2-4eb1-be50-0884a59d65ad tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:00.252595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7d4a9-b571-4250-be8e-4e8bcd875e8c req-7b909929-39e2-4eb1-be50-0884a59d65ad tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:00.254107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a9e7d4a9-b571-4250-be8e-4e8bcd875e8c req-7b909929-39e2-4eb1-be50-0884a59d65ad tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Synchronizing usage tracker for tenant:ea230855731c4f038f9be9893ada8105 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:00.264801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-99dfe8c7-df37-413b-a3e7-630c865ab2e9 None None] The port '7c78d130-47c6-4c67-9d67-659af54449f9' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:15:00.300150 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a9e7d4a9-b571-4250-be8e-4e8bcd875e8c req-7b909929-39e2-4eb1-be50-0884a59d65ad tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Unset dirty status for tenant:ea230855731c4f038f9be9893ada8105 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:00.301395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a9e7d4a9-b571-4250-be8e-4e8bcd875e8c req-7b909929-39e2-4eb1-be50-0884a59d65ad tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 1653 time: 0.1776674 Feb 09 14:15:00.310238 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:00.362646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57224) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:00.422977 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-b9dec5da-419b-4a5c-9f19-09c8145e199a tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Floating IP 7cfb721d-4768-4595-a436-2e5831cf7bac associated. External IP: 172.25.8.200, port: 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8. Feb 09 14:15:00.423261 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a9e7d4a9-b571-4250-be8e-4e8bcd875e8c req-2b6e8511-1f13-4a98-ac6a-c2f83f91b694 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Synchronizing usage tracker for tenant:ea230855731c4f038f9be9893ada8105 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:00.448905 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-87d23e84-cc43-4177-a01a-86077a5b3321 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=82d3cbfb8e4a4213902f5e2ced353e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0848041 Feb 09 14:15:00.453275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57228) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:00.468249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a9e7d4a9-b571-4250-be8e-4e8bcd875e8c req-2b6e8511-1f13-4a98-ac6a-c2f83f91b694 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Unset dirty status for tenant:ea230855731c4f038f9be9893ada8105 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:00.469394 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a9e7d4a9-b571-4250-be8e-4e8bcd875e8c req-2b6e8511-1f13-4a98-ac6a-c2f83f91b694 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494093 Feb 09 14:15:00.532298 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-7b150af6-8c13-42a7-9d13-620654021670 req-aca21125-3d56-4fd4-a52f-98d4f8988fbf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:00.566623 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d5c731ad-9d9a-4601-9584-d6664ed6eee1 req-a9c65ab8-c4b4-44b1-ac96-a32493e85148 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:00.570579 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8237-fa0c-4d8a-a2a8-dd13a114c256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:00.572494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-7b150af6-8c13-42a7-9d13-620654021670 req-aca21125-3d56-4fd4-a52f-98d4f8988fbf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:00.598592 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad851543-7674-413d-94f0-2b6a489ea62b req-ffa6fa74-8ef3-4703-a8da-2484f82039f1 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "GET /v2.0/security-groups/f76bf78b-94b1-46da-881c-6db31619312f HTTP/1.1" status: 200 len: 1814 time: 0.0900679 Feb 09 14:15:00.628296 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8237-fa0c-4d8a-a2a8-dd13a114c256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:00.738141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7c78d130-47c6-4c67-9d67-659af54449f9 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:15:00.749692 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8237-fa0c-4d8a-a2a8-dd13a114c256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:00.805999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c65ab8-c4b4-44b1-ac96-a32493e85148 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bc806c-ff7d-483d-b62d-db9901af0465,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:00.834900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b8237-fa0c-4d8a-a2a8-dd13a114c256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa57c522-5876-40db-8c67-a2b66c0d8aa0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:00.836513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-aca21125-3d56-4fd4-a52f-98d4f8988fbf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Made reservation on behalf of ea230855731c4f038f9be9893ada8105 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:00.839706 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8237-fa0c-4d8a-a2a8-dd13a114c256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:00.840857 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-aca21125-3d56-4fd4-a52f-98d4f8988fbf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:00.843779 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5c4b8237-fa0c-4d8a-a2a8-dd13a114c256 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa57c522-5876-40db-8c67-a2b66c0d8aa0 HTTP/1.1" status: 204 len: 168 time: 0.3871322 Feb 09 14:15:00.886797 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 7c78d130-47c6-4c67-9d67-659af54449f9 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:15:00.887955 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7c78d130-47c6-4c67-9d67-659af54449f9 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:15:00.921316 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336a1d9-91cb-48d5-8d09-d613a6a9962d req-b64bfd59-a278-4bb7-8e2d-718c1d724ed2 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:00.928811 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a336a1d9-91cb-48d5-8d09-d613a6a9962d req-b64bfd59-a278-4bb7-8e2d-718c1d724ed2 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 945 time: 0.1644163 Feb 09 14:15:00.984266 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a336a1d9-91cb-48d5-8d09-d613a6a9962d req-6eff1777-c500-4cc2-9585-61396ea1a397 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448339 Feb 09 14:15:00.998507 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d5c731ad-9d9a-4601-9584-d6664ed6eee1 req-a9c65ab8-c4b4-44b1-ac96-a32493e85148 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:00.999711 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5c731ad-9d9a-4601-9584-d6664ed6eee1 req-a9c65ab8-c4b4-44b1-ac96-a32493e85148 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "DELETE /v2.0/security-groups/26bc806c-ff7d-483d-b62d-db9901af0465 HTTP/1.1" status: 204 len: 173 time: 1.8560054 Feb 09 14:15:01.038410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-980abf88-b996-4a85-9862-b6ffe41e6efc req-524edf34-cfcb-49f5-b3f1-937d29af8465 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2112320604', 'description': 'tempest-description-1724018227'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:01.044738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-980abf88-b996-4a85-9862-b6ffe41e6efc req-524edf34-cfcb-49f5-b3f1-937d29af8465 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:01.049032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-980abf88-b996-4a85-9862-b6ffe41e6efc req-524edf34-cfcb-49f5-b3f1-937d29af8465 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Usage tracker for resource:security_group and tenant:266dc69788274a6588f82175f293a4c7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:01.052382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-980abf88-b996-4a85-9862-b6ffe41e6efc req-524edf34-cfcb-49f5-b3f1-937d29af8465 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:01.058416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-980abf88-b996-4a85-9862-b6ffe41e6efc req-524edf34-cfcb-49f5-b3f1-937d29af8465 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:01.080271 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-980abf88-b996-4a85-9862-b6ffe41e6efc req-524edf34-cfcb-49f5-b3f1-937d29af8465 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:01.105738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-980abf88-b996-4a85-9862-b6ffe41e6efc req-524edf34-cfcb-49f5-b3f1-937d29af8465 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:01.111961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-980abf88-b996-4a85-9862-b6ffe41e6efc req-524edf34-cfcb-49f5-b3f1-937d29af8465 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Usage tracker for resource:security_group_rule and tenant:266dc69788274a6588f82175f293a4c7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:01.114796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-980abf88-b996-4a85-9862-b6ffe41e6efc req-524edf34-cfcb-49f5-b3f1-937d29af8465 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:01.131416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-980abf88-b996-4a85-9862-b6ffe41e6efc req-524edf34-cfcb-49f5-b3f1-937d29af8465 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:01.237810 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-980abf88-b996-4a85-9862-b6ffe41e6efc req-524edf34-cfcb-49f5-b3f1-937d29af8465 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:01.243621 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-980abf88-b996-4a85-9862-b6ffe41e6efc req-524edf34-cfcb-49f5-b3f1-937d29af8465 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:01.312077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524edf34-cfcb-49f5-b3f1-937d29af8465 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77526b7d-5d4d-422e-98f3-f3d2036b061e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:01.316044 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-980abf88-b996-4a85-9862-b6ffe41e6efc req-524edf34-cfcb-49f5-b3f1-937d29af8465 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:01.317273 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-980abf88-b996-4a85-9862-b6ffe41e6efc req-524edf34-cfcb-49f5-b3f1-937d29af8465 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2833049 Feb 09 14:15:01.349432 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-f7930c94-a341-4c8c-9529-9f0e342523ee req-b135a767-8c76-4c41-a0e5-17153a6799c0 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] show failed (client error): The resource could not be found. Feb 09 14:15:01.350497 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7930c94-a341-4c8c-9529-9f0e342523ee req-b135a767-8c76-4c41-a0e5-17153a6799c0 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/26bc806c-ff7d-483d-b62d-db9901af0465 HTTP/1.1" status: 404 len: 352 time: 0.0177884 Feb 09 14:15:01.557196 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-7b150af6-8c13-42a7-9d13-620654021670 req-aca21125-3d56-4fd4-a52f-98d4f8988fbf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Allocated IP 10.1.1.26 (823b3307-a261-404f-987b-156bad62d095/ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3/bad12c33-b53e-4a70-b9a8-26d5a13a0910) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:15:01.595270 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dec5da-419b-4a5c-9f19-09c8145e199a tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Router fe1ed4a7-f772-41eb-9c12-213104a187a9 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:15:01.600892 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a0f367f4-884c-46e2-9be4-d84330f45fa9 req-88a51f79-a119-42fd-86ca-e54800983f12 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "GET /v2.0/security-groups/77526b7d-5d4d-422e-98f3-f3d2036b061e HTTP/1.1" status: 200 len: 1815 time: 0.1654408 Feb 09 14:15:01.628343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0c11f-3164-4b27-a24c-23694c0e1b7e req-a83df884-d54f-41b6-bf6c-e5b62a9c04dc tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:01.635339 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-26e0c11f-3164-4b27-a24c-23694c0e1b7e req-a83df884-d54f-41b6-bf6c-e5b62a9c04dc tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 945 time: 0.1824586 Feb 09 14:15:01.644458 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:01.690050 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-26e0c11f-3164-4b27-a24c-23694c0e1b7e req-852999e5-b9a6-4c53-bbf7-3d37e8aec9c0 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536625 Feb 09 14:15:01.929603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f9f14-05d1-482c-8ee3-d5cd8f0fe0b3 req-4fb5bea5-292c-482d-951c-1077be4c865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:01.936741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f9f14-05d1-482c-8ee3-d5cd8f0fe0b3 req-4fb5bea5-292c-482d-951c-1077be4c865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:01.948793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f9f14-05d1-482c-8ee3-d5cd8f0fe0b3 req-4fb5bea5-292c-482d-951c-1077be4c865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:01.951293 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-911f9f14-05d1-482c-8ee3-d5cd8f0fe0b3 req-4fb5bea5-292c-482d-951c-1077be4c865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2418 time: 0.1339452 Feb 09 14:15:02.005251 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-911f9f14-05d1-482c-8ee3-d5cd8f0fe0b3 req-e801bd32-2b09-46c5-8b91-15f6889f7c05 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475495 Feb 09 14:15:02.049277 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1b28593d-913b-4cbf-8deb-81974758db88 req-590313fc-7d53-4edc-9197-b9f17c2e7716 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/a4021f8c-bc29-4a98-8296-d49383d0eb35 HTTP/1.1" status: 200 len: 1803 time: 0.4167626 Feb 09 14:15:02.211594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dec5da-419b-4a5c-9f19-09c8145e199a tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:15:02.241302 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5818fba6-059a-41fa-b529-037cbf103d47 None None] Sync routers for ids ['fe1ed4a7-f772-41eb-9c12-213104a187a9'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:15:02.243180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced6fd0-ee22-47ce-a6fb-bdcb3c99fe23 req-2c746dd0-c04f-481c-82ba-350319e5a61c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:02.255693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced6fd0-ee22-47ce-a6fb-bdcb3c99fe23 req-2c746dd0-c04f-481c-82ba-350319e5a61c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:02.258673 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5818fba6-059a-41fa-b529-037cbf103d47 None None] Routers {'fe1ed4a7-f772-41eb-9c12-213104a187a9'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:15:02.259296 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5818fba6-059a-41fa-b529-037cbf103d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:14:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['fe1ed4a7-f772-41eb-9c12-213104a187a9'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:02.260241 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fced6fd0-ee22-47ce-a6fb-bdcb3c99fe23 req-2c746dd0-c04f-481c-82ba-350319e5a61c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 1653 time: 0.1394596 Feb 09 14:15:02.287296 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b9dec5da-419b-4a5c-9f19-09c8145e199a tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:02.347808 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-aca21125-3d56-4fd4-a52f-98d4f8988fbf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:02.361797 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fced6fd0-ee22-47ce-a6fb-bdcb3c99fe23 req-c7984a78-3d35-4bdf-a9ae-4862b8f8d0b0 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883956 Feb 09 14:15:02.414542 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1b28593d-913b-4cbf-8deb-81974758db88 req-8c4bdb56-7087-489e-8dbc-c61dc4124137 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:02.418142 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acb2f870-d3b2-4ea4-b752-086ff08897c7 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:02.422746 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-7631e37d-1c05-4ab0-a29d-08cbcc52e2fd req-de7a5aef-843b-4878-95f4-ea571885df76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2117446798', 'description': 'tempest-description-185892567'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:02.429844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-7631e37d-1c05-4ab0-a29d-08cbcc52e2fd req-de7a5aef-843b-4878-95f4-ea571885df76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:02.434933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7631e37d-1c05-4ab0-a29d-08cbcc52e2fd req-de7a5aef-843b-4878-95f4-ea571885df76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Usage tracker for resource:security_group and tenant:266dc69788274a6588f82175f293a4c7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:02.439705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7631e37d-1c05-4ab0-a29d-08cbcc52e2fd req-de7a5aef-843b-4878-95f4-ea571885df76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:02.455067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-7631e37d-1c05-4ab0-a29d-08cbcc52e2fd req-de7a5aef-843b-4878-95f4-ea571885df76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:02.469814 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7631e37d-1c05-4ab0-a29d-08cbcc52e2fd req-de7a5aef-843b-4878-95f4-ea571885df76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:02.513635 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-7b150af6-8c13-42a7-9d13-620654021670 req-aca21125-3d56-4fd4-a52f-98d4f8988fbf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Transition to ACTIVE for port object bad12c33-b53e-4a70-b9a8-26d5a13a0910 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:02.538550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-7631e37d-1c05-4ab0-a29d-08cbcc52e2fd req-de7a5aef-843b-4878-95f4-ea571885df76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:02.550461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7631e37d-1c05-4ab0-a29d-08cbcc52e2fd req-de7a5aef-843b-4878-95f4-ea571885df76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Usage tracker for resource:security_group_rule and tenant:266dc69788274a6588f82175f293a4c7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:02.557210 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7631e37d-1c05-4ab0-a29d-08cbcc52e2fd req-de7a5aef-843b-4878-95f4-ea571885df76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:02.564617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-7631e37d-1c05-4ab0-a29d-08cbcc52e2fd req-de7a5aef-843b-4878-95f4-ea571885df76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:02.593624 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5818fba6-059a-41fa-b529-037cbf103d47 None None] Set router fe1ed4a7-f772-41eb-9c12-213104a187a9 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:15:02.602912 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b9dec5da-419b-4a5c-9f19-09c8145e199a tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "PUT /v2.0/floatingips/7cfb721d-4768-4595-a436-2e5831cf7bac HTTP/1.1" status: 200 len: 992 time: 5.1462364 Feb 09 14:15:02.629556 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd0362d-c53b-4fb8-8980-13df30bbb29c', 'tag': '23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:02.663584 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7631e37d-1c05-4ab0-a29d-08cbcc52e2fd req-de7a5aef-843b-4878-95f4-ea571885df76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:02.669347 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7631e37d-1c05-4ab0-a29d-08cbcc52e2fd req-de7a5aef-843b-4878-95f4-ea571885df76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:02.697683 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1b28593d-913b-4cbf-8deb-81974758db88 req-8c4bdb56-7087-489e-8dbc-c61dc4124137 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:02.745004 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7631e37d-1c05-4ab0-a29d-08cbcc52e2fd req-de7a5aef-843b-4878-95f4-ea571885df76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:02.748553 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7631e37d-1c05-4ab0-a29d-08cbcc52e2fd req-de7a5aef-843b-4878-95f4-ea571885df76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3328044 Feb 09 14:15:02.749316 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a5aef-843b-4878-95f4-ea571885df76 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5152be67-55ee-40d7-a84d-6df9c72ac0f7,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:02.879983 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-aca21125-3d56-4fd4-a52f-98d4f8988fbf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:02.978783 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1b28593d-913b-4cbf-8deb-81974758db88 req-8c4bdb56-7087-489e-8dbc-c61dc4124137 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:03.024879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b150af6-8c13-42a7-9d13-620654021670 req-aca21125-3d56-4fd4-a52f-98d4f8988fbf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Network 823b3307-a261-404f-987b-156bad62d095 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:15:03.031192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bdb56-7087-489e-8dbc-c61dc4124137 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4021f8c-bc29-4a98-8296-d49383d0eb35,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:03.034483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-7b150af6-8c13-42a7-9d13-620654021670 req-aca21125-3d56-4fd4-a52f-98d4f8988fbf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:03.041769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b150af6-8c13-42a7-9d13-620654021670 req-aca21125-3d56-4fd4-a52f-98d4f8988fbf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:03.079194 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca21125-3d56-4fd4-a52f-98d4f8988fbf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event updated for resources: {'Port': ['ID=bad12c33-b53e-4a70-b9a8-26d5a13a0910,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:03.089449 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1b28593d-913b-4cbf-8deb-81974758db88 req-8c4bdb56-7087-489e-8dbc-c61dc4124137 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:03.102443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f10117-f5b2-4f73-8e7b-9d38bcc567b7 req-9d49e339-50e5-45a1-8e2d-7f89fd0543c1 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:03.103665 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1b28593d-913b-4cbf-8deb-81974758db88 req-8c4bdb56-7087-489e-8dbc-c61dc4124137 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "DELETE /v2.0/security-groups/a4021f8c-bc29-4a98-8296-d49383d0eb35 HTTP/1.1" status: 204 len: 173 time: 1.0433495 Feb 09 14:15:03.109794 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72f10117-f5b2-4f73-8e7b-9d38bcc567b7 req-9d49e339-50e5-45a1-8e2d-7f89fd0543c1 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 946 time: 0.2009337 Feb 09 14:15:03.188209 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72f10117-f5b2-4f73-8e7b-9d38bcc567b7 req-bcfa8cea-0988-44a8-9d01-d6f2502b1fbb tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d83fd3-b6e8-4450-9b98-8937216fac0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720654 Feb 09 14:15:03.202152 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd0362d-c53b-4fb8-8980-13df30bbb29c', 'tag': '23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8', 'status': 'completed', 'code': 200} Feb 09 14:15:03.288898 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5818fba6-059a-41fa-b529-037cbf103d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'name': 'tempest-ServersTestManualDisk-1742022487-router', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:40Z', 'updated_at': '2022-02-09T14:14:03Z', 'revision_number': 4, 'project_id': '20c1fbf014444753a794493123a90d00', 'gw_port': {'id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:43Z', 'updated_at': '2022-02-09T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '7cfb721d-4768-4595-a436-2e5831cf7bac', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'floating_ip_address': '172.25.8.200', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'port_id': '23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'mac_address': 'fa:16:3e:3e:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd0362d-c53b-4fb8-8980-13df30bbb29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:14:16Z', 'updated_at': '2022-02-09T14:14:59Z', 'revision_number': 1, 'project_id': '20c1fbf014444753a794493123a90d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb05df1e-415b-46a8-9677-9da5c0f9d78a', 'name': '', 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'mac_address': 'fa:16:3e:4b:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:57Z', 'updated_at': '2022-02-09T14:14:15Z', 'revision_number': 5, 'project_id': '20c1fbf014444753a794493123a90d00', 'subnets': [{'id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:03.297529 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5818fba6-059a-41fa-b529-037cbf103d47 None None] Checking router: fe1ed4a7-f772-41eb-9c12-213104a187a9 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:15:03.320471 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5818fba6-059a-41fa-b529-037cbf103d47 None None] Routers {'fe1ed4a7-f772-41eb-9c12-213104a187a9'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:15:03.321350 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5818fba6-059a-41fa-b529-037cbf103d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:14:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['fe1ed4a7-f772-41eb-9c12-213104a187a9'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:03.395845 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-aca21125-3d56-4fd4-a52f-98d4f8988fbf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:03.396018 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-aca21125-3d56-4fd4-a52f-98d4f8988fbf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:03.411012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-acb2f870-d3b2-4ea4-b752-086ff08897c7 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Deleting port df1b9a1e-3c0f-4d7a-a5c8-c73d83371d00 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:03.411347 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acb2f870-d3b2-4ea4-b752-086ff08897c7 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:03.429672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-9969764a-6d01-4829-8429-f06275b2bc7f tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:03.435543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-9969764a-6d01-4829-8429-f06275b2bc7f tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:03.437117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-80711bfc-40cb-497b-949b-964d7057cb99 None None] Provisioning for port bad12c33-b53e-4a70-b9a8-26d5a13a0910 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:03.441569 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-9969764a-6d01-4829-8429-f06275b2bc7f tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:03.443218 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-9969764a-6d01-4829-8429-f06275b2bc7f tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.35 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2418 time: 0.2439506 Feb 09 14:15:03.445329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-80711bfc-40cb-497b-949b-964d7057cb99 None None] Provisioning complete for port bad12c33-b53e-4a70-b9a8-26d5a13a0910 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:03.445959 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-80711bfc-40cb-497b-949b-964d7057cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:03.492605 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-728bf8b3-3489-4dde-94eb-fb226899e168 req-91c1cda8-2c77-4008-abf7-592e88695441 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "GET /v2.0/security-groups/5152be67-55ee-40d7-a84d-6df9c72ac0f7 HTTP/1.1" status: 200 len: 1814 time: 0.1996531 Feb 09 14:15:03.503540 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-aca21125-3d56-4fd4-a52f-98d4f8988fbf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7766263 Feb 09 14:15:03.542996 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017c096-21dc-4e36-a217-c34eeb174607 req-7f4463e2-8397-4c58-9f8b-1e9ab51fa903 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:03.550604 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1017c096-21dc-4e36-a217-c34eeb174607 req-7f4463e2-8397-4c58-9f8b-1e9ab51fa903 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 945 time: 0.2124753 Feb 09 14:15:03.556047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-01aeebf4-be10-4116-b6a7-8cfdfe781a30 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Deleting port 29fdd11b-71fe-4a90-b2e8-b194190d3462 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:03.556394 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-01aeebf4-be10-4116-b6a7-8cfdfe781a30 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:03.561024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-80711bfc-40cb-497b-949b-964d7057cb99 None None] Port bad12c33-b53e-4a70-b9a8-26d5a13a0910 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:15:03.579255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-7b150af6-8c13-42a7-9d13-620654021670 req-cb87b3c9-1d57-47cc-813a-6f4e24809da5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Request body: {'port': {'device_id': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74', 'admin_state_up': True, 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'security_groups': ['5411538d-bef3-425a-98fd-58ed4a07892a']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:03.661400 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1017c096-21dc-4e36-a217-c34eeb174607 req-907b2183-acb7-413d-9d6d-50b467608aee tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098161 Feb 09 14:15:03.691816 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5818fba6-059a-41fa-b529-037cbf103d47 None None] Set router fe1ed4a7-f772-41eb-9c12-213104a187a9 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:15:03.747162 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-a03f0746-1700-4d28-a0e1-e99f5d89a090 req-25c6b6ec-e377-4737-aef7-eb64b68e78aa tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] show failed (client error): The resource could not be found. Feb 09 14:15:03.752336 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a03f0746-1700-4d28-a0e1-e99f5d89a090 req-25c6b6ec-e377-4737-aef7-eb64b68e78aa tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/a4021f8c-bc29-4a98-8296-d49383d0eb35 HTTP/1.1" status: 404 len: 352 time: 0.0475485 Feb 09 14:15:03.785290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a8421-193d-485a-aadb-dab9d37d0865 req-238354c9-009b-48f1-abbf-5fc43796e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:03.786768 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-115a8421-193d-485a-aadb-dab9d37d0865 req-238354c9-009b-48f1-abbf-5fc43796e5f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20c1fbf014444753a794493123a90d00&device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 1097 time: 0.5776365 Feb 09 14:15:04.013607 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-01aeebf4-be10-4116-b6a7-8cfdfe781a30 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] For port 29fdd11b-71fe-4a90-b2e8-b194190d3462, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=29fdd11b-71fe-4a90-b2e8-b194190d3462,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:04.013972 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-01aeebf4-be10-4116-b6a7-8cfdfe781a30 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:04.107311 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acb2f870-d3b2-4ea4-b752-086ff08897c7 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:04.124170 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5818fba6-059a-41fa-b529-037cbf103d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'name': 'tempest-ServersTestManualDisk-1742022487-router', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:40Z', 'updated_at': '2022-02-09T14:14:03Z', 'revision_number': 4, 'project_id': '20c1fbf014444753a794493123a90d00', 'gw_port': {'id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:43Z', 'updated_at': '2022-02-09T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '7cfb721d-4768-4595-a436-2e5831cf7bac', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'floating_ip_address': '172.25.8.200', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'port_id': '23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'mac_address': 'fa:16:3e:3e:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd0362d-c53b-4fb8-8980-13df30bbb29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:14:16Z', 'updated_at': '2022-02-09T14:14:59Z', 'revision_number': 1, 'project_id': '20c1fbf014444753a794493123a90d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb05df1e-415b-46a8-9677-9da5c0f9d78a', 'name': '', 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'mac_address': 'fa:16:3e:4b:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:57Z', 'updated_at': '2022-02-09T14:14:15Z', 'revision_number': 5, 'project_id': '20c1fbf014444753a794493123a90d00', 'subnets': [{'id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:04.130009 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5818fba6-059a-41fa-b529-037cbf103d47 None None] The sync data for ids ['fe1ed4a7-f772-41eb-9c12-213104a187a9'] in n-d-828418-2 is: [{'id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'name': 'tempest-ServersTestManualDisk-1742022487-router', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:40Z', 'updated_at': '2022-02-09T14:14:03Z', 'revision_number': 4, 'project_id': '20c1fbf014444753a794493123a90d00', 'gw_port': {'id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:43Z', 'updated_at': '2022-02-09T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '7cfb721d-4768-4595-a436-2e5831cf7bac', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'floating_ip_address': '172.25.8.200', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'port_id': '23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'mac_address': 'fa:16:3e:3e:bb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd0362d-c53b-4fb8-8980-13df30bbb29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:14:16Z', 'updated_at': '2022-02-09T14:14:59Z', 'revision_number': 1, 'project_id': '20c1fbf014444753a794493123a90d00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb05df1e-415b-46a8-9677-9da5c0f9d78a', 'name': '', 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'mac_address': 'fa:16:3e:4b:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:57Z', 'updated_at': '2022-02-09T14:14:15Z', 'revision_number': 5, 'project_id': '20c1fbf014444753a794493123a90d00', 'subnets': [{'id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:15:04.245085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-7b150af6-8c13-42a7-9d13-620654021670 req-cb87b3c9-1d57-47cc-813a-6f4e24809da5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:04.262444 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-acb2f870-d3b2-4ea4-b752-086ff08897c7 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Calling delete_port for df1b9a1e-3c0f-4d7a-a5c8-c73d83371d00 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:15:04.283886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-01aeebf4-be10-4116-b6a7-8cfdfe781a30 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Calling delete_port for 29fdd11b-71fe-4a90-b2e8-b194190d3462 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:15:04.328307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-7b150af6-8c13-42a7-9d13-620654021670 req-cb87b3c9-1d57-47cc-813a-6f4e24809da5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:04.351009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a8421-193d-485a-aadb-dab9d37d0865 req-970a2192-bb6a-45fc-a360-9d758afd79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:04.352549 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-115a8421-193d-485a-aadb-dab9d37d0865 req-970a2192-bb6a-45fc-a360-9d758afd79dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=677aeaaa-6d2e-498f-b8b0-01a0adcdf713 HTTP/1.1" status: 200 len: 912 time: 0.5476909 Feb 09 14:15:04.356477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-cb87b3c9-1d57-47cc-813a-6f4e24809da5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Made reservation on behalf of ea230855731c4f038f9be9893ada8105 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:04.362529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd63af-95e1-4ef3-b965-04c834427f16 req-005d14b2-65d1-4186-95ab-e0cfd4eac32a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:04.368772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd63af-95e1-4ef3-b965-04c834427f16 req-005d14b2-65d1-4186-95ab-e0cfd4eac32a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:04.374878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd63af-95e1-4ef3-b965-04c834427f16 req-005d14b2-65d1-4186-95ab-e0cfd4eac32a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:04.377594 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e1dd63af-95e1-4ef3-b965-04c834427f16 req-005d14b2-65d1-4186-95ab-e0cfd4eac32a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 2373 time: 0.4503784 Feb 09 14:15:04.383333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a4d11-aefb-437d-bf24-74e09c9d0d9c req-3ba44a7f-357f-4dc4-b6e9-3164e6cbc2f2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:04.389220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a4d11-aefb-437d-bf24-74e09c9d0d9c req-3ba44a7f-357f-4dc4-b6e9-3164e6cbc2f2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:04.395050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a4d11-aefb-437d-bf24-74e09c9d0d9c req-3ba44a7f-357f-4dc4-b6e9-3164e6cbc2f2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:04.400283 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df1a4d11-aefb-437d-bf24-74e09c9d0d9c req-3ba44a7f-357f-4dc4-b6e9-3164e6cbc2f2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 2418 time: 0.7422097 Feb 09 14:15:04.424037 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df94acc6-82c6-4579-93a8-50c05cbdebf7 None None] New status for floating IP 7cfb721d-4768-4595-a436-2e5831cf7bac: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:15:04.440706 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e1dd63af-95e1-4ef3-b965-04c834427f16 req-6104f7ee-8513-4a6c-8e3f-8398d925e3ce tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570652 Feb 09 14:15:04.526116 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-7cd17c84-6b7a-4935-9f59-3963a7c00fc3 req-9d2f49c2-1941-40a5-894f-9ff516ba8ffc tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] show failed (client error): The resource could not be found. Feb 09 14:15:04.543350 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7cd17c84-6b7a-4935-9f59-3963a7c00fc3 req-9d2f49c2-1941-40a5-894f-9ff516ba8ffc tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "GET /v2.0/security-groups/5a2d7ae4-b20c-48f5-89ce-86e7a21e3a5f HTTP/1.1" status: 404 len: 352 time: 0.0495632 Feb 09 14:15:04.609113 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-01aeebf4-be10-4116-b6a7-8cfdfe781a30 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:04.819464 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-115a8421-193d-485a-aadb-dab9d37d0865 req-514666ee-9b30-4e43-b9f7-bf78fa5b62b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 HTTP/1.1" status: 200 len: 1000 time: 0.4479606 Feb 09 14:15:04.837479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aeebf4-be10-4116-b6a7-8cfdfe781a30 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event deleted for resources: {'Port': ['ID=29fdd11b-71fe-4a90-b2e8-b194190d3462,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:04.858529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-01aeebf4-be10-4116-b6a7-8cfdfe781a30 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] No DVR routers for this DVR port 29fdd11b-71fe-4a90-b2e8-b194190d3462 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:15:04.861135 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-01aeebf4-be10-4116-b6a7-8cfdfe781a30 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:04.868587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'name': 'network-vif-deleted', 'tag': '29fdd11b-71fe-4a90-b2e8-b194190d3462'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:04.886359 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-01aeebf4-be10-4116-b6a7-8cfdfe781a30 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.35 "DELETE /v2.0/ports/29fdd11b-71fe-4a90-b2e8-b194190d3462 HTTP/1.1" status: 204 len: 173 time: 1.4365323 Feb 09 14:15:04.895862 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df1a4d11-aefb-437d-bf24-74e09c9d0d9c req-69869342-54d3-42b4-bf04-a4c60f4e08c5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220142 Feb 09 14:15:04.955525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52845dc-f628-4df5-af4f-69f02827bfbf req-4b622464-c38e-447f-9cf3-a39400728a84 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:04.956919 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b52845dc-f628-4df5-af4f-69f02827bfbf req-4b622464-c38e-447f-9cf3-a39400728a84 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 945 time: 0.2085590 Feb 09 14:15:04.992395 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a8421-193d-485a-aadb-dab9d37d0865 req-ba7822cd-0e21-40a6-a3b6-cb0541dc4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:04.993888 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-115a8421-193d-485a-aadb-dab9d37d0865 req-ba7822cd-0e21-40a6-a3b6-cb0541dc4764 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dad0dc1a-d8af-4c04-a1dc-09fea9c37506 HTTP/1.1" status: 200 len: 851 time: 0.1479671 Feb 09 14:15:05.002124 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-cb87b3c9-1d57-47cc-813a-6f4e24809da5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:05.002349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-c10ae20e-98a8-46ea-831c-570ebd257ec7 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Deleting port 6e9ff717-c2df-40b1-a479-cf1df9833b08 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:05.002494 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-c10ae20e-98a8-46ea-831c-570ebd257ec7 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:05.048770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b52845dc-f628-4df5-af4f-69f02827bfbf req-d50e5f5b-5357-480a-b485-dfe2e349ec78 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859714 Feb 09 14:15:05.178822 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-515a14dc-40bf-49da-bd10-17a3eb5ccbca req-7fc8d70b-5ffc-418e-bebd-630e43619753 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/76eabf06-d025-490e-a6c3-22fb19360dda HTTP/1.1" status: 200 len: 1802 time: 0.2365892 Feb 09 14:15:05.265385 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acb2f870-d3b2-4ea4-b752-086ff08897c7 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:05.333069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-c10ae20e-98a8-46ea-831c-570ebd257ec7 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] For port 6e9ff717-c2df-40b1-a479-cf1df9833b08, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6e9ff717-c2df-40b1-a479-cf1df9833b08,segment=NetworkSegment(b7b0fd62-d5c1-45d8-b08b-202c442fac2d),segment_id=b7b0fd62-d5c1-45d8-b08b-202c442fac2d)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:05.333674 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-c10ae20e-98a8-46ea-831c-570ebd257ec7 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:05.432390 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2f870-d3b2-4ea4-b752-086ff08897c7 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Pushing event deleted for resources: {'Port': ['ID=df1b9a1e-3c0f-4d7a-a5c8-c73d83371d00,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:05.470182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-c10ae20e-98a8-46ea-831c-570ebd257ec7 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Calling delete_port for 6e9ff717-c2df-40b1-a479-cf1df9833b08 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:15:05.534138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a8421-193d-485a-aadb-dab9d37d0865 req-b2b183f0-b85f-47d1-ae06-7f32fcc0bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:05.536176 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-115a8421-193d-485a-aadb-dab9d37d0865 req-b2b183f0-b85f-47d1-ae06-7f32fcc0bf34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=677aeaaa-6d2e-498f-b8b0-01a0adcdf713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5166535 Feb 09 14:15:05.572965 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-515a14dc-40bf-49da-bd10-17a3eb5ccbca req-7733ab75-9e9b-42fe-a270-13cab3069c6f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:05.713085 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-515a14dc-40bf-49da-bd10-17a3eb5ccbca req-7733ab75-9e9b-42fe-a270-13cab3069c6f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:05.713758 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-c10ae20e-98a8-46ea-831c-570ebd257ec7 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:05.804582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ae20e-98a8-46ea-831c-570ebd257ec7 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event deleted for resources: {'Port': ['ID=6e9ff717-c2df-40b1-a479-cf1df9833b08,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:05.896974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-c10ae20e-98a8-46ea-831c-570ebd257ec7 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] No DVR routers for this DVR port 6e9ff717-c2df-40b1-a479-cf1df9833b08 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:15:05.906216 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-c10ae20e-98a8-46ea-831c-570ebd257ec7 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:05.908454 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 29fdd11b-71fe-4a90-b2e8-b194190d3462 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:15:05.941841 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-c10ae20e-98a8-46ea-831c-570ebd257ec7 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.35 "DELETE /v2.0/ports/6e9ff717-c2df-40b1-a479-cf1df9833b08 HTTP/1.1" status: 204 len: 173 time: 1.0498159 Feb 09 14:15:05.952084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 29fdd11b-71fe-4a90-b2e8-b194190d3462 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:15:05.952719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 29fdd11b-71fe-4a90-b2e8-b194190d3462 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:15:05.953597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:15:05.991329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3bfb1-c0f0-43f2-8e6b-145c7cec78d4 req-467572ef-44a4-404c-880a-c0f72c019c20 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:05.998753 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ed3bfb1-c0f0-43f2-8e6b-145c7cec78d4 req-467572ef-44a4-404c-880a-c0f72c019c20 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 946 time: 0.2419825 Feb 09 14:15:06.062997 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:15:06.079660 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ed3bfb1-c0f0-43f2-8e6b-145c7cec78d4 req-7d27e886-2202-4f4f-8480-6c6229369000 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d83fd3-b6e8-4450-9b98-8937216fac0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800381 Feb 09 14:15:06.087990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Deleting port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:06.088343 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:06.105008 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acb2f870-d3b2-4ea4-b752-086ff08897c7 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:06.156990 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-510ca829-836b-428c-837c-bca0bc232ad6 req-2d78f320-9872-462d-bd0a-b17c1195bea5 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] show failed (client error): The resource could not be found. Feb 09 14:15:06.161745 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-510ca829-836b-428c-837c-bca0bc232ad6 req-2d78f320-9872-462d-bd0a-b17c1195bea5 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "GET /v2.0/security-group-rules/cf522d33-84a9-4f1a-b820-9b56fbf14f6b HTTP/1.1" status: 404 len: 361 time: 0.0446484 Feb 09 14:15:06.175278 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:06.187583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-7b150af6-8c13-42a7-9d13-620654021670 req-cb87b3c9-1d57-47cc-813a-6f4e24809da5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Allocated IP 10.2.2.100 (8f32b635-0e4c-4fd0-b4fb-058420f89d74/bc747844-e857-4864-b1fd-bf401665cf5c/2e012b21-bdb4-4038-9c4a-4518d14addfd) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:15:06.227444 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:06.230226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:06.257512 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:06.258702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6e9ff717-c2df-40b1-a479-cf1df9833b08 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:15:06.259499 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-515a14dc-40bf-49da-bd10-17a3eb5ccbca req-7733ab75-9e9b-42fe-a270-13cab3069c6f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:06.330374 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 6e9ff717-c2df-40b1-a479-cf1df9833b08 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:15:06.331163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6e9ff717-c2df-40b1-a479-cf1df9833b08 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:15:06.397792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:06.421565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733ab75-9e9b-42fe-a270-13cab3069c6f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eabf06-d025-490e-a6c3-22fb19360dda,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:06.436968 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-115a8421-193d-485a-aadb-dab9d37d0865 req-0dfd4a6f-14b3-42d1-a93c-e3f6e1fb0e1d service neutron] 10.222.0.21 "GET /v2.0/networks/677aeaaa-6d2e-498f-b8b0-01a0adcdf713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8425972 Feb 09 14:15:06.464223 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'name': 'network-vif-deleted', 'tag': '29fdd11b-71fe-4a90-b2e8-b194190d3462', 'status': 'completed', 'code': 200} Feb 09 14:15:06.567927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] For port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:06.568304 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:06.718532 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-515a14dc-40bf-49da-bd10-17a3eb5ccbca req-7733ab75-9e9b-42fe-a270-13cab3069c6f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:06.720046 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-515a14dc-40bf-49da-bd10-17a3eb5ccbca req-7733ab75-9e9b-42fe-a270-13cab3069c6f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "DELETE /v2.0/security-groups/76eabf06-d025-490e-a6c3-22fb19360dda HTTP/1.1" status: 204 len: 173 time: 1.5122702 Feb 09 14:15:06.738583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Calling delete_port for b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:15:06.824596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb2f870-d3b2-4ea4-b752-086ff08897c7 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Router 31e6e619-1ac1-445b-8363-3db546eace50 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:15:06.965948 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-cb87b3c9-1d57-47cc-813a-6f4e24809da5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:06.968588 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:15:06.969092 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:15:06.995568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5b5d3-694d-4c89-acf9-8e866737386a req-7220e3cf-e751-4609-bfdc-fb7ca1d9b353 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:07.005243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5b5d3-694d-4c89-acf9-8e866737386a req-7220e3cf-e751-4609-bfdc-fb7ca1d9b353 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:07.015378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5b5d3-694d-4c89-acf9-8e866737386a req-7220e3cf-e751-4609-bfdc-fb7ca1d9b353 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:07.018348 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3de5b5d3-694d-4c89-acf9-8e866737386a req-7220e3cf-e751-4609-bfdc-fb7ca1d9b353 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 2373 time: 0.1876903 Feb 09 14:15:07.062569 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-115a8421-193d-485a-aadb-dab9d37d0865 req-9110f9ca-ba4c-4aad-ad69-c4519f91d146 service neutron] 10.222.0.21 "GET /v2.0/networks/677aeaaa-6d2e-498f-b8b0-01a0adcdf713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056867 Feb 09 14:15:07.067692 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3de5b5d3-694d-4c89-acf9-8e866737386a req-b137de2f-3d6d-4411-a578-bb6682c7f980 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 Feb 09 14:15:07.069425 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb2f870-d3b2-4ea4-b752-086ff08897c7 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:15:07.081297 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db7e478-3ed9-49f0-8f99-c97a58a6c567 None None] Sync routers for ids ['31e6e619-1ac1-445b-8363-3db546eace50'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:15:07.093353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57424) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:07.094013 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-acb2f870-d3b2-4ea4-b752-086ff08897c7 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] 10.222.0.48 "PUT /v2.0/routers/31e6e619-1ac1-445b-8363-3db546eace50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1247690 Feb 09 14:15:07.095693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-7b150af6-8c13-42a7-9d13-620654021670 req-cb87b3c9-1d57-47cc-813a-6f4e24809da5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Transition to ACTIVE for port object 2e012b21-bdb4-4038-9c4a-4518d14addfd will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:07.108296 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db7e478-3ed9-49f0-8f99-c97a58a6c567 None None] Routers {'31e6e619-1ac1-445b-8363-3db546eace50'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:15:07.108684 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-4db7e478-3ed9-49f0-8f99-c97a58a6c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:14:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['31e6e619-1ac1-445b-8363-3db546eace50'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:07.151274 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-cb87b3c9-1d57-47cc-813a-6f4e24809da5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:07.210286 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-4db7e478-3ed9-49f0-8f99-c97a58a6c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:07.221586 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db7e478-3ed9-49f0-8f99-c97a58a6c567 None None] Routers {'31e6e619-1ac1-445b-8363-3db546eace50'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:15:07.222758 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-4db7e478-3ed9-49f0-8f99-c97a58a6c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:14:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['31e6e619-1ac1-445b-8363-3db546eace50'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:07.263549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b150af6-8c13-42a7-9d13-620654021670 req-cb87b3c9-1d57-47cc-813a-6f4e24809da5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Network 8f32b635-0e4c-4fd0-b4fb-058420f89d74 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:15:07.274999 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54b76469-d860-447c-92b9-a46d0156e223 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:07.280874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-7b150af6-8c13-42a7-9d13-620654021670 req-cb87b3c9-1d57-47cc-813a-6f4e24809da5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:07.300707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b150af6-8c13-42a7-9d13-620654021670 req-cb87b3c9-1d57-47cc-813a-6f4e24809da5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:07.308643 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-4db7e478-3ed9-49f0-8f99-c97a58a6c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:07.309622 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db7e478-3ed9-49f0-8f99-c97a58a6c567 None None] The sync data for ids ['31e6e619-1ac1-445b-8363-3db546eace50'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:15:07.477240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Deleting port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:07.478165 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:07.480187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87b3c9-1d57-47cc-813a-6f4e24809da5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event updated for resources: {'Port': ['ID=2e012b21-bdb4-4038-9c4a-4518d14addfd,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:07.521020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-cb87b3c9-1d57-47cc-813a-6f4e24809da5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:07.521679 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-cb87b3c9-1d57-47cc-813a-6f4e24809da5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:07.549649 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-cb87b3c9-1d57-47cc-813a-6f4e24809da5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0267706 Feb 09 14:15:07.561287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-7b150af6-8c13-42a7-9d13-620654021670 req-a80ed3d5-a143-4d4b-bbe3-2213b64e8d72 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Request body: {'port': {'device_id': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74', 'admin_state_up': True, 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'security_groups': ['5411538d-bef3-425a-98fd-58ed4a07892a']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:07.582031 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-88ba1bb3-f818-4708-9c85-4adf726e52bd req-86fd803c-db5d-4076-8e87-f6cdf485739a tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "GET /v2.0/security-groups/5152be67-55ee-40d7-a84d-6df9c72ac0f7 HTTP/1.1" status: 200 len: 1814 time: 0.1524038 Feb 09 14:15:07.646278 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0a9e5059-8bab-4809-b2f4-9355dda83e78 None None] Provisioning for port 2e012b21-bdb4-4038-9c4a-4518d14addfd completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:07.654236 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0a9e5059-8bab-4809-b2f4-9355dda83e78 None None] Provisioning complete for port 2e012b21-bdb4-4038-9c4a-4518d14addfd triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:07.654915 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5059-8bab-4809-b2f4-9355dda83e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:07.725198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e5059-8bab-4809-b2f4-9355dda83e78 None None] Port 2e012b21-bdb4-4038-9c4a-4518d14addfd cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:15:07.764085 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-88ba1bb3-f818-4708-9c85-4adf726e52bd req-e2e3c17c-f437-4109-b8d9-eb7f9bba8356 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:07.788792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-7b150af6-8c13-42a7-9d13-620654021670 req-a80ed3d5-a143-4d4b-bbe3-2213b64e8d72 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:07.809595 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-88ba1bb3-f818-4708-9c85-4adf726e52bd req-e2e3c17c-f437-4109-b8d9-eb7f9bba8356 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:07.817922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-7b150af6-8c13-42a7-9d13-620654021670 req-a80ed3d5-a143-4d4b-bbe3-2213b64e8d72 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:07.849125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-a80ed3d5-a143-4d4b-bbe3-2213b64e8d72 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Made reservation on behalf of ea230855731c4f038f9be9893ada8105 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:07.853706 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-a80ed3d5-a143-4d4b-bbe3-2213b64e8d72 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:07.884528 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54b76469-d860-447c-92b9-a46d0156e223 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:07.893243 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54b76469-d860-447c-92b9-a46d0156e223 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:07.936417 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-88ba1bb3-f818-4708-9c85-4adf726e52bd req-e2e3c17c-f437-4109-b8d9-eb7f9bba8356 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:07.967269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3c17c-f437-4109-b8d9-eb7f9bba8356 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5152be67-55ee-40d7-a84d-6df9c72ac0f7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:08.024540 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54b76469-d860-447c-92b9-a46d0156e223 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:08.025038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b76469-d860-447c-92b9-a46d0156e223 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Fanout notify agent at l3_agent the message router_deleted on router 31e6e619-1ac1-445b-8363-3db546eace50 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:15:08.037424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bbbe0-f054-4e97-a473-6a8aa4be39be req-ce1ed84e-c99d-4dc0-a922-e4e3b0550096 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:08.038189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6f1bbbe0-f054-4e97-a473-6a8aa4be39be req-ce1ed84e-c99d-4dc0-a922-e4e3b0550096 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Synchronizing usage tracker for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:08.092236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54b76469-d860-447c-92b9-a46d0156e223 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:08.093278 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-54b76469-d860-447c-92b9-a46d0156e223 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] 10.222.0.48 "DELETE /v2.0/routers/31e6e619-1ac1-445b-8363-3db546eace50 HTTP/1.1" status: 204 len: 168 time: 0.9988837 Feb 09 14:15:08.104649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57442) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:08.105793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6f1bbbe0-f054-4e97-a473-6a8aa4be39be req-ce1ed84e-c99d-4dc0-a922-e4e3b0550096 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Unset dirty status for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:08.107663 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f1bbbe0-f054-4e97-a473-6a8aa4be39be req-ce1ed84e-c99d-4dc0-a922-e4e3b0550096 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aca64e-33e4-43ba-a632-aff67f194b76 HTTP/1.1" status: 200 len: 943 time: 0.5411382 Feb 09 14:15:08.133935 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-88ba1bb3-f818-4708-9c85-4adf726e52bd req-e2e3c17c-f437-4109-b8d9-eb7f9bba8356 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:08.135063 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-88ba1bb3-f818-4708-9c85-4adf726e52bd req-e2e3c17c-f437-4109-b8d9-eb7f9bba8356 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "DELETE /v2.0/security-groups/5152be67-55ee-40d7-a84d-6df9c72ac0f7 HTTP/1.1" status: 204 len: 173 time: 0.5004833 Feb 09 14:15:08.179661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] For port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:08.179661 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:08.208494 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef', 'code': 200} Feb 09 14:15:08.311818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-7b150af6-8c13-42a7-9d13-620654021670 req-a80ed3d5-a143-4d4b-bbe3-2213b64e8d72 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Allocated IP 10.2.2.200 (8f32b635-0e4c-4fd0-b4fb-058420f89d74/bc747844-e857-4864-b1fd-bf401665cf5c/677bd77c-a935-467b-8c7e-f69298f0f833) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:15:08.380972 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [req-e4d0fb55-0126-4bd1-8da2-84c8977781a4 req-bbf15720-d129-4920-b784-96f35ca17618 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] show failed (client error): The resource could not be found. Feb 09 14:15:08.381853 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4d0fb55-0126-4bd1-8da2-84c8977781a4 req-bbf15720-d129-4920-b784-96f35ca17618 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/76eabf06-d025-490e-a6c3-22fb19360dda HTTP/1.1" status: 404 len: 352 time: 0.0282028 Feb 09 14:15:08.483383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'name': 'network-vif-deleted', 'tag': '6e9ff717-c2df-40b1-a479-cf1df9833b08'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:08.495231 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:08.502901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Calling delete_port for b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:15:08.542502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d8ee1e-2cf4-458f-a5f5-5858f9ed2273 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Deleting subnet 06834f00-0bc9-4d21-a848-a2afb81681b9 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:15:08.569733 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f1bbbe0-f054-4e97-a473-6a8aa4be39be req-899eaba7-f420-4e23-8e26-0c4275c2aeea tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547160 Feb 09 14:15:08.572688 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3d8ee1e-2cf4-458f-a5f5-5858f9ed2273 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:08.635853 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-a80ed3d5-a143-4d4b-bbe3-2213b64e8d72 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:08.661758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-7b150af6-8c13-42a7-9d13-620654021670 req-a80ed3d5-a143-4d4b-bbe3-2213b64e8d72 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Transition to ACTIVE for port object 677bd77c-a935-467b-8c7e-f69298f0f833 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:08.689346 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3d8ee1e-2cf4-458f-a5f5-5858f9ed2273 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:08.691862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ae078-d1ca-4be0-b513-33e090d82916 req-05057072-c6be-4e54-a967-2e8554b401d3 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:08.693566 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-175ae078-d1ca-4be0-b513-33e090d82916 req-05057072-c6be-4e54-a967-2e8554b401d3 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 946 time: 0.1429167 Feb 09 14:15:08.740312 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-a80ed3d5-a143-4d4b-bbe3-2213b64e8d72 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:08.831746 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-175ae078-d1ca-4be0-b513-33e090d82916 req-93433bdd-b09f-4c9f-b347-d2fa2f625983 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d83fd3-b6e8-4450-9b98-8937216fac0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301091 Feb 09 14:15:08.848602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b150af6-8c13-42a7-9d13-620654021670 req-a80ed3d5-a143-4d4b-bbe3-2213b64e8d72 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Network 8f32b635-0e4c-4fd0-b4fb-058420f89d74 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:15:08.849859 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-7b150af6-8c13-42a7-9d13-620654021670 req-a80ed3d5-a143-4d4b-bbe3-2213b64e8d72 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:08.855043 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b150af6-8c13-42a7-9d13-620654021670 req-a80ed3d5-a143-4d4b-bbe3-2213b64e8d72 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:08.897348 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:08.937707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ed3d5-a143-4d4b-bbe3-2213b64e8d72 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event updated for resources: {'Port': ['ID=677bd77c-a935-467b-8c7e-f69298f0f833,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:08.967508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event deleted for resources: {'Port': ['ID=b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:08.987281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:08.988779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:08.988779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:08.988779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:08.988779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:08.989617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:08.989617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:08.989617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:08.989990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:08.990118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:08.990397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:08.990712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:08.993565 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74781207-dfd9-4576-a6b7-01f232bb5fb9 req-d314dd5e-aaff-499b-9d55-6d5c6875bbc9 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "GET /v2.0/security-groups/77526b7d-5d4d-422e-98f3-f3d2036b061e HTTP/1.1" status: 200 len: 1815 time: 0.0971982 Feb 09 14:15:09.032016 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3d8ee1e-2cf4-458f-a5f5-5858f9ed2273 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:09.060761 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-a80ed3d5-a143-4d4b-bbe3-2213b64e8d72 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:09.061605 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-a80ed3d5-a143-4d4b-bbe3-2213b64e8d72 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:09.113710 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-a80ed3d5-a143-4d4b-bbe3-2213b64e8d72 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5571489 Feb 09 14:15:09.116958 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-74781207-dfd9-4576-a6b7-01f232bb5fb9 req-add1e757-4f05-47f5-b252-e64ad55d9e28 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:09.117232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] No DVR routers for this DVR port b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:15:09.119876 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:09.141906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Request body: {'port': {'device_id': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:09.182316 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c615e-7659-418e-804c-94b95d596909 req-c35262fb-455b-41f7-ac9d-45c2cc5ed9c4 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:09.189308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c615e-7659-418e-804c-94b95d596909 req-c35262fb-455b-41f7-ac9d-45c2cc5ed9c4 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:09.197591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c615e-7659-418e-804c-94b95d596909 req-c35262fb-455b-41f7-ac9d-45c2cc5ed9c4 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:09.203981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c615e-7659-418e-804c-94b95d596909 req-c35262fb-455b-41f7-ac9d-45c2cc5ed9c4 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:09.208673 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-74781207-dfd9-4576-a6b7-01f232bb5fb9 req-add1e757-4f05-47f5-b252-e64ad55d9e28 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:09.210089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c615e-7659-418e-804c-94b95d596909 req-c35262fb-455b-41f7-ac9d-45c2cc5ed9c4 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:09.213188 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-104c615e-7659-418e-804c-94b95d596909 req-c35262fb-455b-41f7-ac9d-45c2cc5ed9c4 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 3815 time: 0.3825440 Feb 09 14:15:09.215821 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3fc51c9f-8b4d-4de5-9bbf-37e871b55bb0 req-a21f28d6-2a20-43d3-8573-250ee3d78bc9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.35 "DELETE /v2.0/ports/b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef HTTP/1.1" status: 204 len: 173 time: 3.2681139 Feb 09 14:15:09.217215 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3d8ee1e-2cf4-458f-a5f5-5858f9ed2273 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:09.278457 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9c6d8d0a-7760-4db4-a5f5-0ee5ad86b674 None None] Provisioning for port 677bd77c-a935-467b-8c7e-f69298f0f833 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:09.286862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9c6d8d0a-7760-4db4-a5f5-0ee5ad86b674 None None] Provisioning complete for port 677bd77c-a935-467b-8c7e-f69298f0f833 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:09.288496 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8d0a-7760-4db4-a5f5-0ee5ad86b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:09.291968 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3d8ee1e-2cf4-458f-a5f5-5858f9ed2273 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:09.309462 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d3d8ee1e-2cf4-458f-a5f5-5858f9ed2273 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] 10.222.0.48 "DELETE /v2.0/subnets/06834f00-0bc9-4d21-a848-a2afb81681b9 HTTP/1.1" status: 204 len: 168 time: 1.2003138 Feb 09 14:15:09.313508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8ee1e-2cf4-458f-a5f5-5858f9ed2273 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Pushing event deleted for resources: {'Subnet': ['ID=06834f00-0bc9-4d21-a848-a2afb81681b9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:09.318053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57468) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:09.341892 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:09.343383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c5de0-9668-45b6-b72d-ce333b5dd2d0 None None] Network 68a98895-6562-40b7-b88f-8876f79a2bde requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:15:09.364573 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-74781207-dfd9-4576-a6b7-01f232bb5fb9 req-add1e757-4f05-47f5-b252-e64ad55d9e28 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:09.383664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1e757-4f05-47f5-b252-e64ad55d9e28 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77526b7d-5d4d-422e-98f3-f3d2036b061e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:09.405828 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-104c615e-7659-418e-804c-94b95d596909 req-198155f6-81d9-49b6-853b-d91a7285c9f1 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378222 Feb 09 14:15:09.536183 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d8d0a-7760-4db4-a5f5-0ee5ad86b674 None None] Port 677bd77c-a935-467b-8c7e-f69298f0f833 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:15:09.602835 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:09.624933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Deleting port d9d20e68-6165-4412-b857-907b2a927d17 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:09.625358 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:09.636392 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-74781207-dfd9-4576-a6b7-01f232bb5fb9 req-add1e757-4f05-47f5-b252-e64ad55d9e28 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:09.656284 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74781207-dfd9-4576-a6b7-01f232bb5fb9 req-add1e757-4f05-47f5-b252-e64ad55d9e28 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "DELETE /v2.0/security-groups/77526b7d-5d4d-422e-98f3-f3d2036b061e HTTP/1.1" status: 204 len: 173 time: 0.6612887 Feb 09 14:15:09.812137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d18a7e0c-7e85-4da3-a4f9-8a67d0e5d079 req-2ed7b377-3ba9-4e9f-9a71-0eaf5213edfc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Synchronizing usage tracker for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:09.872975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d18a7e0c-7e85-4da3-a4f9-8a67d0e5d079 req-2ed7b377-3ba9-4e9f-9a71-0eaf5213edfc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Unset dirty status for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:09.874453 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d18a7e0c-7e85-4da3-a4f9-8a67d0e5d079 req-2ed7b377-3ba9-4e9f-9a71-0eaf5213edfc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d760a0361b69448e9a1befbac0e6baf1 HTTP/1.1" status: 200 len: 6156 time: 0.2176759 Feb 09 14:15:09.886129 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'name': 'network-vif-deleted', 'tag': '6e9ff717-c2df-40b1-a479-cf1df9833b08', 'status': 'completed', 'code': 200} Feb 09 14:15:09.888434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a27ed6-4bf6-4f09-808b-0b11ab17762a None None] DHCP port deletion for 68a98895-6562-40b7-b88f-8876f79a2bde request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:15:09.900708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-23a27ed6-4bf6-4f09-808b-0b11ab17762a None None] Deleting port d9d20e68-6165-4412-b857-907b2a927d17 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:09.901082 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23a27ed6-4bf6-4f09-808b-0b11ab17762a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:10.055468 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d18a7e0c-7e85-4da3-a4f9-8a67d0e5d079 req-94b73690-294c-4e49-b41b-121081b9a102 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/cb8f3a2e-296d-4388-a4cb-2fb7eed8f164 HTTP/1.1" status: 200 len: 2985 time: 0.1578624 Feb 09 14:15:10.060631 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df0d610-c50d-4a82-a58d-bb3db99f16bc {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:10.087610 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:10.092354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] For port d9d20e68-6165-4412-b857-907b2a927d17, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d9d20e68-6165-4412-b857-907b2a927d17,segment=NetworkSegment(b9ecfd8a-84e9-47cb-8360-d8ea012e31d7),segment_id=b9ecfd8a-84e9-47cb-8360-d8ea012e31d7)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:10.092749 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:10.136498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Transition to ACTIVE for port object 0df0d610-c50d-4a82-a58d-bb3db99f16bc will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:10.147029 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:10.204142 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d18a7e0c-7e85-4da3-a4f9-8a67d0e5d079 req-f7e6f2ff-7ca3-44c5-aa6d-9caba535f44e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/cb8f3a2e-296d-4388-a4cb-2fb7eed8f164 HTTP/1.1" status: 200 len: 2985 time: 0.1383088 Feb 09 14:15:10.207249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-23a27ed6-4bf6-4f09-808b-0b11ab17762a None None] For port d9d20e68-6165-4412-b857-907b2a927d17, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d9d20e68-6165-4412-b857-907b2a927d17,segment=NetworkSegment(b9ecfd8a-84e9-47cb-8360-d8ea012e31d7),segment_id=b9ecfd8a-84e9-47cb-8360-d8ea012e31d7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:10.207673 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23a27ed6-4bf6-4f09-808b-0b11ab17762a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:10.322633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Calling delete_port for d9d20e68-6165-4412-b857-907b2a927d17 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:15:10.461262 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:10.471201 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-23a27ed6-4bf6-4f09-808b-0b11ab17762a None None] Calling delete_port for d9d20e68-6165-4412-b857-907b2a927d17 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:15:10.495608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Pushing event updated for resources: {'Port': ['ID=0df0d610-c50d-4a82-a58d-bb3db99f16bc,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:10.558738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Pushing event deleted for resources: {'Port': ['ID=d9d20e68-6165-4412-b857-907b2a927d17,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:10.564697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] No DVR routers for this DVR port d9d20e68-6165-4412-b857-907b2a927d17 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:15:10.666210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Attempting to bind port 0df0d610-c50d-4a82-a58d-bb3db99f16bc on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:10.666553 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Attempting to bind port 0df0d610-c50d-4a82-a58d-bb3db99f16bc by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'b14b41f5-6849-44aa-8aa7-48eb3806b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:10.666886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Attempting to bind port 0df0d610-c50d-4a82-a58d-bb3db99f16bc on network e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: from cryptography.utils import int_from_bytes Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: from cryptography.utils import int_from_bytes Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn_limited( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn_limited( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.669047 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.671387 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.671387 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.671387 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.671387 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.671387 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.671387 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.671387 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.671387 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.671387 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.671387 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.671387 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.671387 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.671387 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:15:10.671387 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:15:10.674946 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-23a27ed6-4bf6-4f09-808b-0b11ab17762a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:15:10.675319 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-23a27ed6-4bf6-4f09-808b-0b11ab17762a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:15:10.678121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Port 0df0d610-c50d-4a82-a58d-bb3db99f16bc on network e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:15:10.678472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Attempting to bind port 0df0d610-c50d-4a82-a58d-bb3db99f16bc on network e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:10.684439 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:10.693325 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071cd43-37da-4630-8f2f-9c96c7b7cf6b req-d673c3ea-4c24-4ef6-b9d7-ffd4cb6f4ca3 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:10.694809 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1071cd43-37da-4630-8f2f-9c96c7b7cf6b req-d673c3ea-4c24-4ef6-b9d7-ffd4cb6f4ca3 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 946 time: 0.2604144 Feb 09 14:15:10.695583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:10.697245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Checking segment: {'id': 'b14b41f5-6849-44aa-8aa7-48eb3806b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:10.697245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Bound using segment: {'id': 'b14b41f5-6849-44aa-8aa7-48eb3806b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:10.697245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Bound port: 0df0d610-c50d-4a82-a58d-bb3db99f16bc, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14b41f5-6849-44aa-8aa7-48eb3806b034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:10.697245 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:10.726212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57524) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:10.731342 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d9d20e68-6165-4412-b857-907b2a927d17 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:15:10.777096 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: d9d20e68-6165-4412-b857-907b2a927d17 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:15:10.778792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d9d20e68-6165-4412-b857-907b2a927d17 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:15:10.941568 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1071cd43-37da-4630-8f2f-9c96c7b7cf6b req-043461c3-6014-47c5-933b-0a95172d2b42 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d83fd3-b6e8-4450-9b98-8937216fac0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347710 Feb 09 14:15:10.986585 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:10.986801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] For port 0df0d610-c50d-4a82-a58d-bb3db99f16bc, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:10.991780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] For port 0df0d610-c50d-4a82-a58d-bb3db99f16bc, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0df0d610-c50d-4a82-a58d-bb3db99f16bc,segment=NetworkSegment(b14b41f5-6849-44aa-8aa7-48eb3806b034),segment_id=b14b41f5-6849-44aa-8aa7-48eb3806b034)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:10.998434 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.046240 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e63bdfda-0741-4ef3-a1d3-8e922750f5ba req-a3cc1035-0aef-4116-8991-38fbc73e1021 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "GET /v2.0/security-groups/f76bf78b-94b1-46da-881c-6db31619312f HTTP/1.1" status: 200 len: 1814 time: 0.1461716 Feb 09 14:15:11.052079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d477cd-5873-4942-a147-9d609dbebddc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Deleting subnet cfb8e739-f95e-4359-beb6-dbbe987768c8 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:15:11.055783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a98895-6562-40b7-b88f-8876f79a2bde']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:11.064588 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e9d477cd-5873-4942-a147-9d609dbebddc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.066177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:11.067147 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.068578 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] 10.222.0.35 "PUT /v2.0/ports/0df0d610-c50d-4a82-a58d-bb3db99f16bc HTTP/1.1" status: 200 len: 1091 time: 1.9372902 Feb 09 14:15:11.115178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'tag': '0df0d610-c50d-4a82-a58d-bb3db99f16bc'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:11.116325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ecfd8a-84e9-47cb-8360-d8ea012e31d7') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:11.116695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ecfd8a-84e9-47cb-8360-d8ea012e31d7') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:11.130458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Request body: {'port': {'device_id': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:11.139229 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.176677 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-23a27ed6-4bf6-4f09-808b-0b11ab17762a None None] Deleting port d9d20e68-6165-4412-b857-907b2a927d17 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:11.178154 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23a27ed6-4bf6-4f09-808b-0b11ab17762a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.197012 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.201012 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e9d477cd-5873-4942-a147-9d609dbebddc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.241241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f0fde-2e76-45c8-ae2a-fb18fd522b07 service neutron] Pushing event updated for resources: {'Port': ['ID=0df0d610-c50d-4a82-a58d-bb3db99f16bc,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:11.246927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:15:11.247339 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:15:11.268652 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:15:11.292076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547889e8-2896-498d-9f8c-e8e86e63ca9a req-5953337b-ac87-40b4-a561-bd8c6a755137 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:11.294916 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-547889e8-2896-498d-9f8c-e8e86e63ca9a req-5953337b-ac87-40b4-a561-bd8c6a755137 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 945 time: 0.2369344 Feb 09 14:15:11.300173 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.312936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-23a27ed6-4bf6-4f09-808b-0b11ab17762a None None] The port 'd9d20e68-6165-4412-b857-907b2a927d17' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:15:11.343494 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e63bdfda-0741-4ef3-a1d3-8e922750f5ba req-a4269ffe-1dd2-4483-8576-006fa96b4ced tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.401670 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e63bdfda-0741-4ef3-a1d3-8e922750f5ba req-a4269ffe-1dd2-4483-8576-006fa96b4ced tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.408939 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-547889e8-2896-498d-9f8c-e8e86e63ca9a req-f739e996-7d95-4556-9aae-777bf4b13e64 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956242 Feb 09 14:15:11.444905 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.472732 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.485119 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-a161ca88-6644-4334-9928-f8fcf8a3a136 req-e42f103c-a088-4fbd-a0af-7b58e54be856 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-468272413', 'description': 'tempest-description-1375060532'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:11.497482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] Pushing event deleted for resources: {'Network': ['ID=68a98895-6562-40b7-b88f-8876f79a2bde,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:11.498843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-a161ca88-6644-4334-9928-f8fcf8a3a136 req-e42f103c-a088-4fbd-a0af-7b58e54be856 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:11.517463 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e9d477cd-5873-4942-a147-9d609dbebddc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.523139 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-a161ca88-6644-4334-9928-f8fcf8a3a136 req-e42f103c-a088-4fbd-a0af-7b58e54be856 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:11.558524 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-798fd311-de97-4011-9f90-2462cdb8ef69 tempest-FloatingIPNegativeTestJSON-894427547 tempest-FloatingIPNegativeTestJSON-894427547-project] 10.222.0.48 "DELETE /v2.0/networks/68a98895-6562-40b7-b88f-8876f79a2bde HTTP/1.1" status: 204 len: 168 time: 2.2384453 Feb 09 14:15:11.607006 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e63bdfda-0741-4ef3-a1d3-8e922750f5ba req-a4269ffe-1dd2-4483-8576-006fa96b4ced tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.607463 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a161ca88-6644-4334-9928-f8fcf8a3a136 req-e42f103c-a088-4fbd-a0af-7b58e54be856 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.625904 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e63bdfda-0741-4ef3-a1d3-8e922750f5ba req-a4269ffe-1dd2-4483-8576-006fa96b4ced tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.636335 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e63bdfda-0741-4ef3-a1d3-8e922750f5ba req-a4269ffe-1dd2-4483-8576-006fa96b4ced tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "DELETE /v2.0/security-groups/f76bf78b-94b1-46da-881c-6db31619312f HTTP/1.1" status: 204 len: 173 time: 0.5426276 Feb 09 14:15:11.649470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-a161ca88-6644-4334-9928-f8fcf8a3a136 req-e42f103c-a088-4fbd-a0af-7b58e54be856 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:11.659988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a161ca88-6644-4334-9928-f8fcf8a3a136 req-e42f103c-a088-4fbd-a0af-7b58e54be856 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Usage tracker for resource:security_group_rule and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:11.665910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4269ffe-1dd2-4483-8576-006fa96b4ced tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76bf78b-94b1-46da-881c-6db31619312f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:11.667046 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device de967192-98e9-4698-bb35-befc7048169c details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:15:11.668832 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a161ca88-6644-4334-9928-f8fcf8a3a136 req-e42f103c-a088-4fbd-a0af-7b58e54be856 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:11.671936 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e9d477cd-5873-4942-a147-9d609dbebddc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.688456 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-a161ca88-6644-4334-9928-f8fcf8a3a136 req-e42f103c-a088-4fbd-a0af-7b58e54be856 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:11.747336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d477cd-5873-4942-a147-9d609dbebddc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb8e739-f95e-4359-beb6-dbbe987768c8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:11.750629 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e9d477cd-5873-4942-a147-9d609dbebddc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.755127 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417baf6c-4036-4b80-a3a2-df4b810b198a None None] Network dab2ccee-091f-40c1-96ba-b8a89cf7ebe1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:15:11.761263 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e9d477cd-5873-4942-a147-9d609dbebddc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "DELETE /v2.0/subnets/cfb8e739-f95e-4359-beb6-dbbe987768c8 HTTP/1.1" status: 204 len: 168 time: 0.8659084 Feb 09 14:15:11.762007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57536) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:11.864877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51166934-6833-4ae3-b0f8-42d4ff50594b {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:11.874790 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.886920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'name': 'network-vif-deleted', 'tag': 'b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:11.892960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Transition to ACTIVE for port object 51166934-6833-4ae3-b0f8-42d4ff50594b will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:11.928179 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a161ca88-6644-4334-9928-f8fcf8a3a136 req-e42f103c-a088-4fbd-a0af-7b58e54be856 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.931389 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.955780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57544) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:11.974373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:11.994689 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a161ca88-6644-4334-9928-f8fcf8a3a136 req-e42f103c-a088-4fbd-a0af-7b58e54be856 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:12.018334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3a3a5-4a0c-4214-aeac-87794fabbae7 req-2154c36d-08a8-4032-8cad-b6e72e45e310 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:12.024852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3a3a5-4a0c-4214-aeac-87794fabbae7 req-2154c36d-08a8-4032-8cad-b6e72e45e310 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:12.034018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3a3a5-4a0c-4214-aeac-87794fabbae7 req-2154c36d-08a8-4032-8cad-b6e72e45e310 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:12.041207 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3a3a5-4a0c-4214-aeac-87794fabbae7 req-2154c36d-08a8-4032-8cad-b6e72e45e310 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:12.049966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3a3a5-4a0c-4214-aeac-87794fabbae7 req-2154c36d-08a8-4032-8cad-b6e72e45e310 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:12.059953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3a3a5-4a0c-4214-aeac-87794fabbae7 req-2154c36d-08a8-4032-8cad-b6e72e45e310 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:12.062703 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25a3a3a5-4a0c-4214-aeac-87794fabbae7 req-2154c36d-08a8-4032-8cad-b6e72e45e310 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 4600 time: 0.2131374 Feb 09 14:15:12.080869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f103c-a088-4fbd-a0af-7b58e54be856 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5bd043-baf9-4239-8fdc-039f26c18a28,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:12.094453 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a161ca88-6644-4334-9928-f8fcf8a3a136 req-e42f103c-a088-4fbd-a0af-7b58e54be856 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:12.101005 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a161ca88-6644-4334-9928-f8fcf8a3a136 req-e42f103c-a088-4fbd-a0af-7b58e54be856 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6625543 Feb 09 14:15:12.103847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Deleting port 017c4c51-6e9d-47ef-a27b-1c27b1f2269c {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:12.104455 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:12.139236 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port de967192-98e9-4698-bb35-befc7048169c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=de967192-98e9-4698-bb35-befc7048169c,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:12.163104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'de967192-98e9-4698-bb35-befc7048169c', 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb', 'port_id': 'de967192-98e9-4698-bb35-befc7048169c', 'mac_address': 'fa:16:3e:be:29:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b374431-5278-4a9c-8b1d-78100aa8ebda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:15:12.190643 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25a3a3a5-4a0c-4214-aeac-87794fabbae7 req-33b2437f-3408-4068-b59e-b8738e5682ef tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215506 Feb 09 14:15:12.226071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Pushing event updated for resources: {'Port': ['ID=51166934-6833-4ae3-b0f8-42d4ff50594b,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:12.291354 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'tag': '0df0d610-c50d-4a82-a58d-bb3db99f16bc', 'status': 'completed', 'code': 200} Feb 09 14:15:12.322043 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:12.343999 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aca64e-33e4-43ba-a632-aff67f194b76', 'name': 'network-vif-deleted', 'tag': 'b2e8f6c5-7a14-487e-bc4b-7b0c3d8aa3ef', 'status': 'completed', 'code': 200} Feb 09 14:15:12.357720 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a2d9fb58-6ed8-4d87-8761-c8fe352037bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d62ad08ea9b4b7a983b9fdde45754f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3979661 Feb 09 14:15:12.362049 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de967192-98e9-4698-bb35-befc7048169c {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:12.369285 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57562) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:12.380672 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-8998b2bf-8bd3-470b-b5d0-6d67b7f563d8 req-b56dedeb-935b-47b7-83bd-5605cdd23a97 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-138024980', 'description': 'tempest-description-1451718620'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:12.385785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port de967192-98e9-4698-bb35-befc7048169c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=de967192-98e9-4698-bb35-befc7048169c,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:12.389962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f9a3da-7a18-4354-a734-077313de242d None None] DHCP port deletion for dab2ccee-091f-40c1-96ba-b8a89cf7ebe1 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:15:12.390218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-8998b2bf-8bd3-470b-b5d0-6d67b7f563d8 req-b56dedeb-935b-47b7-83bd-5605cdd23a97 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:12.395041 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:12.396127 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8998b2bf-8bd3-470b-b5d0-6d67b7f563d8 req-b56dedeb-935b-47b7-83bd-5605cdd23a97 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Usage tracker for resource:security_group and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:12.422090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8998b2bf-8bd3-470b-b5d0-6d67b7f563d8 req-b56dedeb-935b-47b7-83bd-5605cdd23a97 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:12.439837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-8998b2bf-8bd3-470b-b5d0-6d67b7f563d8 req-b56dedeb-935b-47b7-83bd-5605cdd23a97 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:12.481705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=de967192-98e9-4698-bb35-befc7048169c,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:12.486632 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-80f9a3da-7a18-4354-a734-077313de242d None None] Deleting port 017c4c51-6e9d-47ef-a27b-1c27b1f2269c {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:12.487010 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-80f9a3da-7a18-4354-a734-077313de242d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:12.504931 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8998b2bf-8bd3-470b-b5d0-6d67b7f563d8 req-b56dedeb-935b-47b7-83bd-5605cdd23a97 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:12.531273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Attempting to bind port 51166934-6833-4ae3-b0f8-42d4ff50594b on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:12.531561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Attempting to bind port 51166934-6833-4ae3-b0f8-42d4ff50594b by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:12.531905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Attempting to bind port 51166934-6833-4ae3-b0f8-42d4ff50594b on network 823b3307-a261-404f-987b-156bad62d095 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:12.553349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Port 51166934-6833-4ae3-b0f8-42d4ff50594b on network 823b3307-a261-404f-987b-156bad62d095 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:15:12.553800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Attempting to bind port 51166934-6833-4ae3-b0f8-42d4ff50594b on network 823b3307-a261-404f-987b-156bad62d095 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:12.560952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-8998b2bf-8bd3-470b-b5d0-6d67b7f563d8 req-b56dedeb-935b-47b7-83bd-5605cdd23a97 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:12.565313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:12.565659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Checking segment: {'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:12.566505 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Bound using segment: {'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:12.566505 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Bound port: 51166934-6833-4ae3-b0f8-42d4ff50594b, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:12.566858 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:12.614192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8998b2bf-8bd3-470b-b5d0-6d67b7f563d8 req-b56dedeb-935b-47b7-83bd-5605cdd23a97 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Usage tracker for resource:security_group_rule and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:12.617124 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8307f4e4-b664-4b85-a97e-fd2b0a22ecd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:12.618909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8998b2bf-8bd3-470b-b5d0-6d67b7f563d8 req-b56dedeb-935b-47b7-83bd-5605cdd23a97 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:12.638759 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3b2c8b7e-229f-433e-b657-2c6314642037 req-12a90dc3-fdbc-4f7d-be6c-cf87d71ee768 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "GET /v2.0/security-groups/ef0e7194-7124-41df-b0fd-7947897afbae HTTP/1.1" status: 200 len: 1814 time: 0.3834021 Feb 09 14:15:12.641383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['de967192-98e9-4698-bb35-befc7048169c'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:15:12.646739 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-8998b2bf-8bd3-470b-b5d0-6d67b7f563d8 req-b56dedeb-935b-47b7-83bd-5605cdd23a97 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:12.696740 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8307f4e4-b664-4b85-a97e-fd2b0a22ecd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:12.721011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 017c4c51-6e9d-47ef-a27b-1c27b1f2269c no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:15:12.725805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e777545-a57c-4b2d-90f5-b19920629a15 req-56ec68e5-611f-4e63-93ec-e682aee8aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:12.726498 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e777545-a57c-4b2d-90f5-b19920629a15 req-56ec68e5-611f-4e63-93ec-e682aee8aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:12.727152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e777545-a57c-4b2d-90f5-b19920629a15 req-56ec68e5-611f-4e63-93ec-e682aee8aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:12.727796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e777545-a57c-4b2d-90f5-b19920629a15 req-56ec68e5-611f-4e63-93ec-e682aee8aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:12.728543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e777545-a57c-4b2d-90f5-b19920629a15 req-56ec68e5-611f-4e63-93ec-e682aee8aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:12.729165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e777545-a57c-4b2d-90f5-b19920629a15 req-56ec68e5-611f-4e63-93ec-e682aee8aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:12.731705 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8e777545-a57c-4b2d-90f5-b19920629a15 req-56ec68e5-611f-4e63-93ec-e682aee8aa23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea230855731c4f038f9be9893ada8105&device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5244 time: 0.3786812 Feb 09 14:15:12.738509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] For port 017c4c51-6e9d-47ef-a27b-1c27b1f2269c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=017c4c51-6e9d-47ef-a27b-1c27b1f2269c,segment=NetworkSegment(b7b0fd62-d5c1-45d8-b08b-202c442fac2d),segment_id=b7b0fd62-d5c1-45d8-b08b-202c442fac2d)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:12.739106 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:12.773383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] For port 51166934-6833-4ae3-b0f8-42d4ff50594b, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:12.798291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] For port 51166934-6833-4ae3-b0f8-42d4ff50594b, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=51166934-6833-4ae3-b0f8-42d4ff50594b,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:12.815818 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:12.889298 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8998b2bf-8bd3-470b-b5d0-6d67b7f563d8 req-b56dedeb-935b-47b7-83bd-5605cdd23a97 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:12.896482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:12.897089 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:12.898459 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] 10.222.0.35 "PUT /v2.0/ports/51166934-6833-4ae3-b0f8-42d4ff50594b HTTP/1.1" status: 200 len: 1131 time: 1.7807677 Feb 09 14:15:12.901429 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8998b2bf-8bd3-470b-b5d0-6d67b7f563d8 req-b56dedeb-935b-47b7-83bd-5605cdd23a97 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:12.962290 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8307f4e4-b664-4b85-a97e-fd2b0a22ecd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:12.971574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Request body: {'port': {'device_id': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:13.046293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56dedeb-935b-47b7-83bd-5605cdd23a97 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36fd6c2-7822-4f43-a57c-26f9b077254c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:13.108121 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8998b2bf-8bd3-470b-b5d0-6d67b7f563d8 req-b56dedeb-935b-47b7-83bd-5605cdd23a97 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:13.109327 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8998b2bf-8bd3-470b-b5d0-6d67b7f563d8 req-b56dedeb-935b-47b7-83bd-5605cdd23a97 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7387686 Feb 09 14:15:13.143852 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307f4e4-b664-4b85-a97e-fd2b0a22ecd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cda2437-e326-4f60-82db-3b9823ea2fcc,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:13.149112 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8307f4e4-b664-4b85-a97e-fd2b0a22ecd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:13.150493 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8307f4e4-b664-4b85-a97e-fd2b0a22ecd4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4cda2437-e326-4f60-82db-3b9823ea2fcc HTTP/1.1" status: 204 len: 168 time: 0.7778299 Feb 09 14:15:13.162860 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d183f-546c-4c72-a010-92768ff10f0f service neutron] Pushing event updated for resources: {'Port': ['ID=51166934-6833-4ae3-b0f8-42d4ff50594b,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:13.187532 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:13.212412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Calling delete_port for 017c4c51-6e9d-47ef-a27b-1c27b1f2269c owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:15:13.270154 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-80f9a3da-7a18-4354-a734-077313de242d None None] For port 017c4c51-6e9d-47ef-a27b-1c27b1f2269c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=017c4c51-6e9d-47ef-a27b-1c27b1f2269c,segment=NetworkSegment(b7b0fd62-d5c1-45d8-b08b-202c442fac2d),segment_id=b7b0fd62-d5c1-45d8-b08b-202c442fac2d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:13.270579 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-80f9a3da-7a18-4354-a734-077313de242d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:13.292757 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:13.316531 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3b2c8b7e-229f-433e-b657-2c6314642037 req-ac74c18b-be38-412b-bde5-596d34b1f439 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:13.406735 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3b2c8b7e-229f-433e-b657-2c6314642037 req-ac74c18b-be38-412b-bde5-596d34b1f439 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:13.534725 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e777545-a57c-4b2d-90f5-b19920629a15 req-0a7be02e-28e3-4d05-81a8-6a2be70b702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:13.535383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e777545-a57c-4b2d-90f5-b19920629a15 req-0a7be02e-28e3-4d05-81a8-6a2be70b702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:13.535899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e777545-a57c-4b2d-90f5-b19920629a15 req-0a7be02e-28e3-4d05-81a8-6a2be70b702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:13.540030 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8e777545-a57c-4b2d-90f5-b19920629a15 req-0a7be02e-28e3-4d05-81a8-6a2be70b702a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ea230855731c4f038f9be9893ada8105&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7925861 Feb 09 14:15:13.554291 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:13.626299 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-80f9a3da-7a18-4354-a734-077313de242d None None] Calling delete_port for 017c4c51-6e9d-47ef-a27b-1c27b1f2269c owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:15:13.806849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a09b75-aff3-4881-9cb3-8cf2226c94cf {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:13.815962 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:13.836554 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e777545-a57c-4b2d-90f5-b19920629a15 req-7b3de0e8-7667-4a5c-ae3c-89227fb559a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:13.839052 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8e777545-a57c-4b2d-90f5-b19920629a15 req-7b3de0e8-7667-4a5c-ae3c-89227fb559a7 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2884111 Feb 09 14:15:13.847998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Transition to ACTIVE for port object e2a09b75-aff3-4881-9cb3-8cf2226c94cf will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:13.854680 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:13.885063 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event deleted for resources: {'Port': ['ID=017c4c51-6e9d-47ef-a27b-1c27b1f2269c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:13.895192 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-80f9a3da-7a18-4354-a734-077313de242d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:15:13.896303 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-80f9a3da-7a18-4354-a734-077313de242d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:15:13.897713 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] No DVR routers for this DVR port 017c4c51-6e9d-47ef-a27b-1c27b1f2269c on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:15:13.940537 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3b2c8b7e-229f-433e-b657-2c6314642037 req-ac74c18b-be38-412b-bde5-596d34b1f439 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:14.029459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74c18b-be38-412b-bde5-596d34b1f439 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0e7194-7124-41df-b0fd-7947897afbae,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:14.119654 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3b2c8b7e-229f-433e-b657-2c6314642037 req-ac74c18b-be38-412b-bde5-596d34b1f439 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:14.122189 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3b2c8b7e-229f-433e-b657-2c6314642037 req-ac74c18b-be38-412b-bde5-596d34b1f439 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "DELETE /v2.0/security-groups/ef0e7194-7124-41df-b0fd-7947897afbae HTTP/1.1" status: 204 len: 173 time: 1.4822505 Feb 09 14:15:14.126480 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:14.173025 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab2ccee-091f-40c1-96ba-b8a89cf7ebe1']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:14.193132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Pushing event updated for resources: {'Port': ['ID=e2a09b75-aff3-4881-9cb3-8cf2226c94cf,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:14.211171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b0fd62-d5c1-45d8-b08b-202c442fac2d') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:14.211471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b0fd62-d5c1-45d8-b08b-202c442fac2d') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:14.230374 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:14.266031 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:14.266031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:15:14.266031 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:14.292599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'tag': '51166934-6833-4ae3-b0f8-42d4ff50594b'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:14.353139 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287310a-e200-45b8-8bef-ebbd5a2b44f2 req-ef833cf6-ac3c-48cf-8bc9-c825a119535d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:14.354700 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2287310a-e200-45b8-8bef-ebbd5a2b44f2 req-ef833cf6-ac3c-48cf-8bc9-c825a119535d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 944 time: 0.4453564 Feb 09 14:15:14.360411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Attempting to bind port e2a09b75-aff3-4881-9cb3-8cf2226c94cf on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:14.360635 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Attempting to bind port e2a09b75-aff3-4881-9cb3-8cf2226c94cf by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:14.360888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Attempting to bind port e2a09b75-aff3-4881-9cb3-8cf2226c94cf on network 823b3307-a261-404f-987b-156bad62d095 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:15:14.367334 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:15:14.370802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Port e2a09b75-aff3-4881-9cb3-8cf2226c94cf on network 823b3307-a261-404f-987b-156bad62d095 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:15:14.370802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Attempting to bind port e2a09b75-aff3-4881-9cb3-8cf2226c94cf on network 823b3307-a261-404f-987b-156bad62d095 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:14.391030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:14.391489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Checking segment: {'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:14.391986 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Bound using segment: {'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:14.392694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Bound port: e2a09b75-aff3-4881-9cb3-8cf2226c94cf, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:14.393624 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:14.400966 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-80f9a3da-7a18-4354-a734-077313de242d None None] Deleting port 017c4c51-6e9d-47ef-a27b-1c27b1f2269c {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:14.402094 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-80f9a3da-7a18-4354-a734-077313de242d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:14.452480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57636) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:14.473453 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:14.486711 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2287310a-e200-45b8-8bef-ebbd5a2b44f2 req-6920187f-2111-4e3e-8236-f27ceda8e6eb tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211631 Feb 09 14:15:14.505675 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:14.518967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event deleted for resources: {'Network': ['ID=dab2ccee-091f-40c1-96ba-b8a89cf7ebe1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:14.534282 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-07c86156-8225-42de-952d-526e0a51d2a9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "DELETE /v2.0/networks/dab2ccee-091f-40c1-96ba-b8a89cf7ebe1 HTTP/1.1" status: 204 len: 168 time: 2.7712986 Feb 09 14:15:14.538640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57642) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:14.590440 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f039-cb1a-4ac6-a3a9-3cccd2124095 req-826bce46-3bf2-4b72-b3f0-cd89c50ad7ed tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:14.607524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-80f9a3da-7a18-4354-a734-077313de242d None None] The port '017c4c51-6e9d-47ef-a27b-1c27b1f2269c' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:15:14.610950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f039-cb1a-4ac6-a3a9-3cccd2124095 req-826bce46-3bf2-4b72-b3f0-cd89c50ad7ed tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:14.625519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f039-cb1a-4ac6-a3a9-3cccd2124095 req-826bce46-3bf2-4b72-b3f0-cd89c50ad7ed tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:14.640027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f039-cb1a-4ac6-a3a9-3cccd2124095 req-826bce46-3bf2-4b72-b3f0-cd89c50ad7ed tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:14.641656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] For port e2a09b75-aff3-4881-9cb3-8cf2226c94cf, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:14.641656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] For port e2a09b75-aff3-4881-9cb3-8cf2226c94cf, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e2a09b75-aff3-4881-9cb3-8cf2226c94cf,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:14.648924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f039-cb1a-4ac6-a3a9-3cccd2124095 req-826bce46-3bf2-4b72-b3f0-cd89c50ad7ed tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:14.653869 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:14.655859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f039-cb1a-4ac6-a3a9-3cccd2124095 req-826bce46-3bf2-4b72-b3f0-cd89c50ad7ed tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:14.663051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f039-cb1a-4ac6-a3a9-3cccd2124095 req-826bce46-3bf2-4b72-b3f0-cd89c50ad7ed tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:14.672472 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9fc3f039-cb1a-4ac6-a3a9-3cccd2124095 req-826bce46-3bf2-4b72-b3f0-cd89c50ad7ed tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5371 time: 0.3028598 Feb 09 14:15:14.715214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Request body: {'networks': [{'name': 'tempest-network--161499962'}, {'name': 'tempest-network--1745853765'}]} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:14.715580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Request body: {'network': {'name': 'tempest-network--161499962'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:14.716643 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Request body: {'network': {'name': 'tempest-network--1745853765'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:14.726038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:14.737677 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9fc3f039-cb1a-4ac6-a3a9-3cccd2124095 req-2491328f-1a1d-4535-8f2a-8c481e5d8cab tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634375 Feb 09 14:15:14.739783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Usage tracker for resource:network and tenant:1c5f779ee0b44c369bf00f9ef3ac7cb5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:14.743895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:14.753805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:14.782543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Made reservation on behalf of 1c5f779ee0b44c369bf00f9ef3ac7cb5 for: {'network': 2} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:14.789251 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:14.806205 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:14.825561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:14.830818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Usage tracker for resource:security_group_rule and tenant:1c5f779ee0b44c369bf00f9ef3ac7cb5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:14.834552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:14.838477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1bcd29-8cbc-487b-a90c-d2e2dbb15529 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Deleting subnet 01de928d-3b88-4310-b918-2b2dde1b993d {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:15:14.848267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:14.855496 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a1bcd29-8cbc-487b-a90c-d2e2dbb15529 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:14.921863 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:14.922498 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:14.923961 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] 10.222.0.35 "PUT /v2.0/ports/e2a09b75-aff3-4881-9cb3-8cf2226c94cf HTTP/1.1" status: 200 len: 1129 time: 1.9920166 Feb 09 14:15:14.950953 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f6567ed-a0f4-4046-805c-8bd22fa5c8e4 req-50ff200a-ce2f-41ca-917b-b7e41880d794 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "GET /v2.0/security-groups/ce932565-ba8a-49f2-93bd-46ea9d467fb0 HTTP/1.1" status: 200 len: 1815 time: 0.0775361 Feb 09 14:15:14.971699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Request body: {'port': {'device_id': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:15.025510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463717f1-d4d5-4618-a397-ee52f7d32a3c service neutron] Pushing event updated for resources: {'Port': ['ID=e2a09b75-aff3-4881-9cb3-8cf2226c94cf,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:15.028906 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a1bcd29-8cbc-487b-a90c-d2e2dbb15529 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.073756 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.086758 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.087536 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.113774 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7f6567ed-a0f4-4046-805c-8bd22fa5c8e4 req-b89f35f7-0c9e-4ba4-9541-9cd9e273dd69 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.158789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7e8547-80a0-4e4e-9040-92675e8343ef,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:15.168992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-76c917bc-7bbf-4915-83e6-41c0f5d1764c tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:15.177035 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-76c917bc-7bbf-4915-83e6-41c0f5d1764c tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/networks?id=d1299aae-4032-4877-85a3-71554c7a1aae HTTP/1.1" status: 200 len: 812 time: 0.4454579 Feb 09 14:15:15.179705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:15:15.202706 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.203063 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Added segment 7da1fa90-4d16-4baa-b7f3-137ff64e9598 of type vlan for network 97e2180e-84ff-47f3-812f-1e4b6df2e59f Feb 09 14:15:15.204936 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7f6567ed-a0f4-4046-805c-8bd22fa5c8e4 req-b89f35f7-0c9e-4ba4-9541-9cd9e273dd69 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.247321 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-dc86cffa-0fca-4590-9c19-d85287e6bd41 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/quotas/d760a0361b69448e9a1befbac0e6baf1 HTTP/1.1" status: 200 len: 375 time: 0.0693932 Feb 09 14:15:15.257621 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.301119 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7f6567ed-a0f4-4046-805c-8bd22fa5c8e4 req-b89f35f7-0c9e-4ba4-9541-9cd9e273dd69 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.324314 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.333504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f35f7-0c9e-4ba4-9541-9cd9e273dd69 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce932565-ba8a-49f2-93bd-46ea9d467fb0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:15.336192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:15:15.352000 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.352370 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Added segment f1830a74-99e3-4840-9285-2709ed402fe3 of type vlan for network 634752bc-7a9a-4c19-90fa-d511fbcd8746 Feb 09 14:15:15.353472 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a1bcd29-8cbc-487b-a90c-d2e2dbb15529 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.354103 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7f6567ed-a0f4-4046-805c-8bd22fa5c8e4 req-b89f35f7-0c9e-4ba4-9541-9cd9e273dd69 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.355239 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f6567ed-a0f4-4046-805c-8bd22fa5c8e4 req-b89f35f7-0c9e-4ba4-9541-9cd9e273dd69 tempest-SecurityGroupRulesNegativeTestJSON-936572555 tempest-SecurityGroupRulesNegativeTestJSON-936572555-project] 10.222.0.48 "DELETE /v2.0/security-groups/ce932565-ba8a-49f2-93bd-46ea9d467fb0 HTTP/1.1" status: 204 len: 173 time: 0.3915794 Feb 09 14:15:15.363579 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57666) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:15.433007 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.448622 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'tag': '51166934-6833-4ae3-b0f8-42d4ff50594b', 'status': 'completed', 'code': 200} Feb 09 14:15:15.522204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3022564-487f-4b17-903c-c918cb20a459 admin admin] Deleting subnet c815fd18-5cf3-4966-8f95-555eb3abad00 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:15:15.527691 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3022564-487f-4b17-903c-c918cb20a459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.601081 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3022564-487f-4b17-903c-c918cb20a459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.634016 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.634670 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.638558 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-181e2386-505e-4c43-819b-f45e85883a92 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d760a0361b69448e9a1befbac0e6baf1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3820953 Feb 09 14:15:15.641140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:15.642394 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a1bcd29-8cbc-487b-a90c-d2e2dbb15529 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.646308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:15.647088 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.712053 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device de967192-98e9-4698-bb35-befc7048169c no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:15:15.780754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebcd0-be8f-42a6-bcff-44f7c874571d req-e5306c0e-a848-4d86-a7c1-7c28a3a5a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:15.781315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebcd0-be8f-42a6-bcff-44f7c874571d req-e5306c0e-a848-4d86-a7c1-7c28a3a5a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:15.783579 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebcd0-be8f-42a6-bcff-44f7c874571d req-e5306c0e-a848-4d86-a7c1-7c28a3a5a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:15.784291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebcd0-be8f-42a6-bcff-44f7c874571d req-e5306c0e-a848-4d86-a7c1-7c28a3a5a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:15.784919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebcd0-be8f-42a6-bcff-44f7c874571d req-e5306c0e-a848-4d86-a7c1-7c28a3a5a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:15.785532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebcd0-be8f-42a6-bcff-44f7c874571d req-e5306c0e-a848-4d86-a7c1-7c28a3a5a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:15.786193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebcd0-be8f-42a6-bcff-44f7c874571d req-e5306c0e-a848-4d86-a7c1-7c28a3a5a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:15.788377 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-880ebcd0-be8f-42a6-bcff-44f7c874571d req-e5306c0e-a848-4d86-a7c1-7c28a3a5a9f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea230855731c4f038f9be9893ada8105&device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 6208 time: 0.3478351 Feb 09 14:15:15.789834 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3349109 Feb 09 14:15:15.798729 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57706) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:15.851546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event updated for resources: {'Network': ['ID=97e2180e-84ff-47f3-812f-1e4b6df2e59f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:15.898470 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.923881 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a1bcd29-8cbc-487b-a90c-d2e2dbb15529 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:15.927697 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bcd29-8cbc-487b-a90c-d2e2dbb15529 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event deleted for resources: {'Subnet': ['ID=01de928d-3b88-4310-b918-2b2dde1b993d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:15.943628 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 97e2180e-84ff-47f3-812f-1e4b6df2e59f details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:15:15.960736 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec3c417-0329-4875-a64f-8b7514b8bc69 None None] Network 02f4fe8b-03da-4355-8462-6d62ae0d48cf requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:15:16.023232 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3a1bcd29-8cbc-487b-a90c-d2e2dbb15529 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "DELETE /v2.0/subnets/01de928d-3b88-4310-b918-2b2dde1b993d HTTP/1.1" status: 204 len: 168 time: 1.4764144 Feb 09 14:15:16.023438 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id de967192-98e9-4698-bb35-befc7048169c {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:16.032206 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57716) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:16.092582 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3022564-487f-4b17-903c-c918cb20a459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:16.141035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port de967192-98e9-4698-bb35-befc7048169c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=de967192-98e9-4698-bb35-befc7048169c,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:16.148685 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:16.224739 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-7022d205-d986-462f-b173-34cf68edeb67 service neutron] 10.222.0.48 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713706 Feb 09 14:15:16.303112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19af4d9-181c-4466-855a-6ea370b69c39 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event updated for resources: {'Network': ['ID=634752bc-7a9a-4c19-90fa-d511fbcd8746,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:16.321396 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 634752bc-7a9a-4c19-90fa-d511fbcd8746 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:15:16.335398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=de967192-98e9-4698-bb35-befc7048169c,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:16.343482 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:16.426964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c599a-7f90-4dff-ab82-f18c77d5788f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:16.432882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c599a-7f90-4dff-ab82-f18c77d5788f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:16.438564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c599a-7f90-4dff-ab82-f18c77d5788f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:16.444741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c599a-7f90-4dff-ab82-f18c77d5788f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:16.445639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f71c599a-7f90-4dff-ab82-f18c77d5788f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Synchronizing usage tracker for tenant:1c5f779ee0b44c369bf00f9ef3ac7cb5 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:16.449448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Deleting port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:16.450318 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:16.450899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebcd0-be8f-42a6-bcff-44f7c874571d req-b799fca0-d897-48a6-8db3-85d571c99d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:16.451383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebcd0-be8f-42a6-bcff-44f7c874571d req-b799fca0-d897-48a6-8db3-85d571c99d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:16.451898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebcd0-be8f-42a6-bcff-44f7c874571d req-b799fca0-d897-48a6-8db3-85d571c99d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:16.453426 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-880ebcd0-be8f-42a6-bcff-44f7c874571d req-b799fca0-d897-48a6-8db3-85d571c99d5d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ea230855731c4f038f9be9893ada8105&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6517432 Feb 09 14:15:16.456432 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3022564-487f-4b17-903c-c918cb20a459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:16.523087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f620e79-8418-4f2e-bd80-688954386bad None None] DHCP port deletion for 02f4fe8b-03da-4355-8462-6d62ae0d48cf request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:15:16.530360 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6f620e79-8418-4f2e-bd80-688954386bad None None] Deleting port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:16.532018 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6f620e79-8418-4f2e-bd80-688954386bad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:16.534998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb55f9b-f540-4d4e-978c-81beb6cf7326 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:16.548555 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:16.574611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3022564-487f-4b17-903c-c918cb20a459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c815fd18-5cf3-4966-8f95-555eb3abad00,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:16.583904 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3022564-487f-4b17-903c-c918cb20a459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:16.593983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa2c16-b9dc-4afd-bd9c-d39b8d71aa34 req-477203ca-282b-42af-88f7-173e29b0f7dd tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:16.595475 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bdfa2c16-b9dc-4afd-bd9c-d39b8d71aa34 req-477203ca-282b-42af-88f7-173e29b0f7dd tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 943 time: 0.4716718 Feb 09 14:15:16.611897 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f3022564-487f-4b17-903c-c918cb20a459 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c815fd18-5cf3-4966-8f95-555eb3abad00 HTTP/1.1" status: 204 len: 168 time: 1.2466557 Feb 09 14:15:16.624369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57722) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:16.631055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f71c599a-7f90-4dff-ab82-f18c77d5788f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Unset dirty status for tenant:1c5f779ee0b44c369bf00f9ef3ac7cb5 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:16.632422 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f71c599a-7f90-4dff-ab82-f18c77d5788f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8324771 Feb 09 14:15:16.637593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57726) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:16.695255 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:15:16.702026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Transition to ACTIVE for port object 7cb55f9b-f540-4d4e-978c-81beb6cf7326 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:16.715622 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-7975f37a-4542-4bfa-aaad-03f521e6511e service neutron] 10.222.0.48 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702787 Feb 09 14:15:16.722959 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:16.780758 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bdfa2c16-b9dc-4afd-bd9c-d39b8d71aa34 req-26d7c855-6481-4f4a-8550-d5fee610dc70 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748927 Feb 09 14:15:16.817710 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ecdca7b-0c71-4332-9153-a4242d14ccdc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:16.820492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebcd0-be8f-42a6-bcff-44f7c874571d req-194760b0-a678-4390-823e-5d2e5ca7a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:16.822313 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-880ebcd0-be8f-42a6-bcff-44f7c874571d req-194760b0-a678-4390-823e-5d2e5ca7a526 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3605399 Feb 09 14:15:17.020757 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6f620e79-8418-4f2e-bd80-688954386bad None None] For port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:17.021384 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6f620e79-8418-4f2e-bd80-688954386bad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:17.050955 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ecdca7b-0c71-4332-9153-a4242d14ccdc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:17.114955 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:17.142167 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-9ecdca7b-0c71-4332-9153-a4242d14ccdc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e2180e-84ff-47f3-812f-1e4b6df2e59f']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:17.159448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-9ecdca7b-0c71-4332-9153-a4242d14ccdc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da1fa90-4d16-4baa-b7f3-137ff64e9598') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:17.159901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-9ecdca7b-0c71-4332-9153-a4242d14ccdc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da1fa90-4d16-4baa-b7f3-137ff64e9598') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:17.175738 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ecdca7b-0c71-4332-9153-a4242d14ccdc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:17.198739 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ecdca7b-0c71-4332-9153-a4242d14ccdc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:17.208864 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecdca7b-0c71-4332-9153-a4242d14ccdc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:15:17.209441 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ecdca7b-0c71-4332-9153-a4242d14ccdc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:17.211542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6f620e79-8418-4f2e-bd80-688954386bad None None] Calling delete_port for 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:15:17.224971 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:15:17.229633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Pushing event updated for resources: {'Port': ['ID=7cb55f9b-f540-4d4e-978c-81beb6cf7326,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:17.300052 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ea490841-00e1-4f1f-862d-7b1ebd490050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:17.324246 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4feb5-f205-4e31-a7bc-1fc09ce0a86a req-d505947b-76f6-4791-a8f9-f16eb3821137 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:17.331363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4feb5-f205-4e31-a7bc-1fc09ce0a86a req-d505947b-76f6-4791-a8f9-f16eb3821137 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:17.337759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4feb5-f205-4e31-a7bc-1fc09ce0a86a req-d505947b-76f6-4791-a8f9-f16eb3821137 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:17.344795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4feb5-f205-4e31-a7bc-1fc09ce0a86a req-d505947b-76f6-4791-a8f9-f16eb3821137 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:17.353088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4feb5-f205-4e31-a7bc-1fc09ce0a86a req-d505947b-76f6-4791-a8f9-f16eb3821137 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:17.354587 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:17.362341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4feb5-f205-4e31-a7bc-1fc09ce0a86a req-d505947b-76f6-4791-a8f9-f16eb3821137 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:17.363652 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:17.370201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4feb5-f205-4e31-a7bc-1fc09ce0a86a req-d505947b-76f6-4791-a8f9-f16eb3821137 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:17.379430 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5cf4feb5-f205-4e31-a7bc-1fc09ce0a86a req-d505947b-76f6-4791-a8f9-f16eb3821137 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5383 time: 0.3340776 Feb 09 14:15:17.402186 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-6f620e79-8418-4f2e-bd80-688954386bad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:15:17.402506 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-6f620e79-8418-4f2e-bd80-688954386bad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:15:17.423048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] For port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:17.423613 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:17.441169 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:17.455167 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ecdca7b-0c71-4332-9153-a4242d14ccdc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:17.477435 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ecdca7b-0c71-4332-9153-a4242d14ccdc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:17.498574 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5cf4feb5-f205-4e31-a7bc-1fc09ce0a86a req-e4a9c292-b88b-49fa-9823-00cb61052b3c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1179698 Feb 09 14:15:17.508952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdca7b-0c71-4332-9153-a4242d14ccdc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event deleted for resources: {'Network': ['ID=97e2180e-84ff-47f3-812f-1e4b6df2e59f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:17.542026 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9ecdca7b-0c71-4332-9153-a4242d14ccdc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "DELETE /v2.0/networks/97e2180e-84ff-47f3-812f-1e4b6df2e59f HTTP/1.1" status: 204 len: 168 time: 0.8982813 Feb 09 14:15:17.544050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57774) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:17.641853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'tag': 'e2a09b75-aff3-4881-9cb3-8cf2226c94cf'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:17.669354 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Calling delete_port for 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:15:17.707604 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11361579-34f8-4cf9-a3c4-e736ab5fc347 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:17.795782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Attempting to bind port 7cb55f9b-f540-4d4e-978c-81beb6cf7326 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:17.796129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Attempting to bind port 7cb55f9b-f540-4d4e-978c-81beb6cf7326 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:17.796598 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Attempting to bind port 7cb55f9b-f540-4d4e-978c-81beb6cf7326 on network 823b3307-a261-404f-987b-156bad62d095 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:17.904261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6f620e79-8418-4f2e-bd80-688954386bad None None] Deleting port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:17.905444 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6f620e79-8418-4f2e-bd80-688954386bad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:17.926142 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11361579-34f8-4cf9-a3c4-e736ab5fc347 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:18.000423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-11361579-34f8-4cf9-a3c4-e736ab5fc347 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634752bc-7a9a-4c19-90fa-d511fbcd8746']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:18.071001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Port 7cb55f9b-f540-4d4e-978c-81beb6cf7326 on network 823b3307-a261-404f-987b-156bad62d095 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:15:18.072277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Attempting to bind port 7cb55f9b-f540-4d4e-978c-81beb6cf7326 on network 823b3307-a261-404f-987b-156bad62d095 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:18.077897 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'tag': 'e2a09b75-aff3-4881-9cb3-8cf2226c94cf', 'status': 'completed', 'code': 200} Feb 09 14:15:18.141477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:18.142156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Checking segment: {'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:18.142734 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Bound using segment: {'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:18.143383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Bound port: 7cb55f9b-f540-4d4e-978c-81beb6cf7326, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:18.144283 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:18.189939 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c5ceccf-f81a-457d-be24-d8b86e1dda58 req-01daa2e4-6a20-4aa4-95f7-bad57fe04261 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 210 time: 0.1107767 Feb 09 14:15:18.191996 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ea490841-00e1-4f1f-862d-7b1ebd490050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:18.247789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-11361579-34f8-4cf9-a3c4-e736ab5fc347 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1830a74-99e3-4840-9285-2709ed402fe3') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:18.248166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-11361579-34f8-4cf9-a3c4-e736ab5fc347 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1830a74-99e3-4840-9285-2709ed402fe3') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:18.274160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6f620e79-8418-4f2e-bd80-688954386bad None None] For port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0,segment=NetworkSegment(034ecc11-a3d1-481d-bfc8-b976479ba078),segment_id=034ecc11-a3d1-481d-bfc8-b976479ba078)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:18.279715 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6f620e79-8418-4f2e-bd80-688954386bad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:18.284123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-ea490841-00e1-4f1f-862d-7b1ebd490050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30a432b-14b4-404b-98d3-a73e8f649552']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:18.303414 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:15:18.303881 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:15:18.307876 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11361579-34f8-4cf9-a3c4-e736ab5fc347 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:18.308054 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-ea490841-00e1-4f1f-862d-7b1ebd490050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206690d2-e593-4bb6-a765-4729f636d22f') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:18.308290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-ea490841-00e1-4f1f-862d-7b1ebd490050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206690d2-e593-4bb6-a765-4729f636d22f') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:18.345913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11361579-34f8-4cf9-a3c4-e736ab5fc347 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:18.346510 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ea490841-00e1-4f1f-862d-7b1ebd490050 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:18.360637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11361579-34f8-4cf9-a3c4-e736ab5fc347 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:15:18.361078 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11361579-34f8-4cf9-a3c4-e736ab5fc347 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:18.371606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] For port 7cb55f9b-f540-4d4e-978c-81beb6cf7326, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:18.374066 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ea490841-00e1-4f1f-862d-7b1ebd490050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:18.377484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] For port 7cb55f9b-f540-4d4e-978c-81beb6cf7326, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=7cb55f9b-f540-4d4e-978c-81beb6cf7326,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:18.383568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea490841-00e1-4f1f-862d-7b1ebd490050 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:15:18.384069 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ea490841-00e1-4f1f-862d-7b1ebd490050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:18.404419 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:15:18.417747 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:15:18.426804 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:15:18.529541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6f620e79-8418-4f2e-bd80-688954386bad None None] Calling delete_port for 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:15:18.553118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Pushing event updated for resources: {'Port': ['ID=7cb55f9b-f540-4d4e-978c-81beb6cf7326,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:18.561072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:18.561691 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:18.563059 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-46ec88c6-d68d-4804-97dd-888ca016464a service neutron] 10.222.0.35 "PUT /v2.0/ports/7cb55f9b-f540-4d4e-978c-81beb6cf7326 HTTP/1.1" status: 200 len: 1091 time: 3.5957997 Feb 09 14:15:18.596479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Request body: {'port': {'device_id': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:18.643239 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ea490841-00e1-4f1f-862d-7b1ebd490050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:18.677122 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ea490841-00e1-4f1f-862d-7b1ebd490050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:18.712553 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea490841-00e1-4f1f-862d-7b1ebd490050 admin admin] Pushing event deleted for resources: {'Network': ['ID=f30a432b-14b4-404b-98d3-a73e8f649552,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:18.720624 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ea490841-00e1-4f1f-862d-7b1ebd490050 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f30a432b-14b4-404b-98d3-a73e8f649552 HTTP/1.1" status: 204 len: 168 time: 2.0928512 Feb 09 14:15:18.767682 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6f620e79-8418-4f2e-bd80-688954386bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:18.809544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Deleting port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:18.809924 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:18.842826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624b912-02d8-48c8-b511-3fba14a6fae7 req-34f27c85-76bd-461c-ab31-988d9fd9f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:18.843704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624b912-02d8-48c8-b511-3fba14a6fae7 req-34f27c85-76bd-461c-ab31-988d9fd9f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:18.844463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624b912-02d8-48c8-b511-3fba14a6fae7 req-34f27c85-76bd-461c-ab31-988d9fd9f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:18.846072 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624b912-02d8-48c8-b511-3fba14a6fae7 req-34f27c85-76bd-461c-ab31-988d9fd9f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:18.846750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624b912-02d8-48c8-b511-3fba14a6fae7 req-34f27c85-76bd-461c-ab31-988d9fd9f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:18.847666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624b912-02d8-48c8-b511-3fba14a6fae7 req-34f27c85-76bd-461c-ab31-988d9fd9f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:18.848588 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f620e79-8418-4f2e-bd80-688954386bad None None] Pushing event deleted for resources: {'Port': ['ID=66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:18.852095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624b912-02d8-48c8-b511-3fba14a6fae7 req-34f27c85-76bd-461c-ab31-988d9fd9f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:18.855759 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c624b912-02d8-48c8-b511-3fba14a6fae7 req-34f27c85-76bd-461c-ab31-988d9fd9f514 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea230855731c4f038f9be9893ada8105&device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 6233 time: 0.8379729 Feb 09 14:15:18.858691 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f620e79-8418-4f2e-bd80-688954386bad None None] No DVR routers for this DVR port 66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:15:18.884867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd88f9-5ae1-4189-88dd-527011153aa0 req-3f06677a-665d-4cdc-a440-4cd257e1baba tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:18.899863 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ebd88f9-5ae1-4189-88dd-527011153aa0 req-3f06677a-665d-4cdc-a440-4cd257e1baba tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 943 time: 0.6445141 Feb 09 14:15:18.902735 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:18.961818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] The port '66f6a46f-a4ca-41a0-af3a-f0669f1dc2b0' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:15:19.046027 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11361579-34f8-4cf9-a3c4-e736ab5fc347 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:19.085615 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11361579-34f8-4cf9-a3c4-e736ab5fc347 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:19.095137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57840) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:19.137939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11361579-34f8-4cf9-a3c4-e736ab5fc347 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event deleted for resources: {'Network': ['ID=634752bc-7a9a-4c19-90fa-d511fbcd8746,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:19.165850 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-11361579-34f8-4cf9-a3c4-e736ab5fc347 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "DELETE /v2.0/networks/634752bc-7a9a-4c19-90fa-d511fbcd8746 HTTP/1.1" status: 204 len: 168 time: 1.6182616 Feb 09 14:15:19.184474 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ebd88f9-5ae1-4189-88dd-527011153aa0 req-a7814b3f-987e-47b1-81b3-69867e5d7704 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825713 Feb 09 14:15:19.187720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57844) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:19.229992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624b912-02d8-48c8-b511-3fba14a6fae7 req-cf845263-ca38-4d77-ad26-a9fa77e669a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:19.230971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624b912-02d8-48c8-b511-3fba14a6fae7 req-cf845263-ca38-4d77-ad26-a9fa77e669a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:19.231440 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624b912-02d8-48c8-b511-3fba14a6fae7 req-cf845263-ca38-4d77-ad26-a9fa77e669a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:19.233043 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c624b912-02d8-48c8-b511-3fba14a6fae7 req-cf845263-ca38-4d77-ad26-a9fa77e669a3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ea230855731c4f038f9be9893ada8105&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3025765 Feb 09 14:15:19.236970 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:19.289492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-dd013b0e-3374-49ec-bf0f-3d7b3bb9cb74 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:19.290294 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-dd013b0e-3374-49ec-bf0f-3d7b3bb9cb74 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Synchronizing usage tracker for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:19.354095 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f4fe8b-03da-4355-8462-6d62ae0d48cf']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:19.384187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034ecc11-a3d1-481d-bfc8-b976479ba078') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:19.384584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034ecc11-a3d1-481d-bfc8-b976479ba078') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:19.405869 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ee708495-7deb-48b8-b171-715e95f0ce8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=266dc69788274a6588f82175f293a4c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802422 Feb 09 14:15:19.413189 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:19.419792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57870) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:19.428621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-dd013b0e-3374-49ec-bf0f-3d7b3bb9cb74 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Unset dirty status for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:19.429762 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-dd013b0e-3374-49ec-bf0f-3d7b3bb9cb74 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.35 "GET /v2.0/networks?id=d1299aae-4032-4877-85a3-71554c7a1aae HTTP/1.1" status: 200 len: 812 time: 0.8950088 Feb 09 14:15:19.444154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-e1d743a0-a911-43cb-9bb4-218aba867b1e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Request body: {'port': {'device_id': '371706f5-5439-4ddf-9cac-0378594c2715', 'network_id': 'd1299aae-4032-4877-85a3-71554c7a1aae', 'admin_state_up': True, 'tenant_id': 'd760a0361b69448e9a1befbac0e6baf1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:19.519944 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:19.539289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:15:19.539699 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:15:19.561603 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:15:19.626816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624b912-02d8-48c8-b511-3fba14a6fae7 req-73a99c4a-5767-47ab-89b9-69d85169d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:19.630415 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c624b912-02d8-48c8-b511-3fba14a6fae7 req-73a99c4a-5767-47ab-89b9-69d85169d111 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3481579 Feb 09 14:15:19.665190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269d45c-9c48-4cac-bdf1-b4708c552ad6 req-47cf7e5f-c1d7-4d91-9118-4426d6e764b6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:19.665532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97328c4-0c25-4644-b7e6-55155fe403a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:19.671299 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269d45c-9c48-4cac-bdf1-b4708c552ad6 req-47cf7e5f-c1d7-4d91-9118-4426d6e764b6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:19.673666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97328c4-0c25-4644-b7e6-55155fe403a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:19.675451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a97328c4-0c25-4644-b7e6-55155fe403a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Synchronizing usage tracker for tenant:1c5f779ee0b44c369bf00f9ef3ac7cb5 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:19.677869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269d45c-9c48-4cac-bdf1-b4708c552ad6 req-47cf7e5f-c1d7-4d91-9118-4426d6e764b6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:19.684731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269d45c-9c48-4cac-bdf1-b4708c552ad6 req-47cf7e5f-c1d7-4d91-9118-4426d6e764b6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:19.690661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269d45c-9c48-4cac-bdf1-b4708c552ad6 req-47cf7e5f-c1d7-4d91-9118-4426d6e764b6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:19.697025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269d45c-9c48-4cac-bdf1-b4708c552ad6 req-47cf7e5f-c1d7-4d91-9118-4426d6e764b6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:19.703377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269d45c-9c48-4cac-bdf1-b4708c552ad6 req-47cf7e5f-c1d7-4d91-9118-4426d6e764b6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:19.704211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4269d45c-9c48-4cac-bdf1-b4708c552ad6 req-47cf7e5f-c1d7-4d91-9118-4426d6e764b6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Synchronizing usage tracker for tenant:ea230855731c4f038f9be9893ada8105 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:19.727846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a97328c4-0c25-4644-b7e6-55155fe403a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Unset dirty status for tenant:1c5f779ee0b44c369bf00f9ef3ac7cb5 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:19.732465 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a97328c4-0c25-4644-b7e6-55155fe403a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5414231 Feb 09 14:15:19.760040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57890) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:19.791691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a38b4204-c04c-4183-a519-9efc2ff2af43 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1308955466'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:19.807761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-e1d743a0-a911-43cb-9bb4-218aba867b1e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:19.812995 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a38b4204-c04c-4183-a519-9efc2ff2af43 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:19.819787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4269d45c-9c48-4cac-bdf1-b4708c552ad6 req-47cf7e5f-c1d7-4d91-9118-4426d6e764b6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Unset dirty status for tenant:ea230855731c4f038f9be9893ada8105 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:19.820967 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4269d45c-9c48-4cac-bdf1-b4708c552ad6 req-47cf7e5f-c1d7-4d91-9118-4426d6e764b6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5383 time: 0.6844304 Feb 09 14:15:19.831009 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5db6370e-1670-4965-89a9-2e28bfc73950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:19.834204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-e1d743a0-a911-43cb-9bb4-218aba867b1e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:19.847137 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-e1d743a0-a911-43cb-9bb4-218aba867b1e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Made reservation on behalf of d760a0361b69448e9a1befbac0e6baf1 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:19.851694 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-e1d743a0-a911-43cb-9bb4-218aba867b1e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:19.852846 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:19.854661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a38b4204-c04c-4183-a519-9efc2ff2af43 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:19.901495 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:19.920134 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-58c21141-c651-4d2e-9652-5b7c2f762759 req-28153e48-9a56-4df0-888c-9fc393937343 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 210 time: 0.0558653 Feb 09 14:15:19.952613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event deleted for resources: {'Network': ['ID=02f4fe8b-03da-4355-8462-6d62ae0d48cf,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:19.953963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38b4204-c04c-4183-a519-9efc2ff2af43 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Made reservation on behalf of 1c5f779ee0b44c369bf00f9ef3ac7cb5 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:19.957695 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a38b4204-c04c-4183-a519-9efc2ff2af43 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:19.979777 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5db6370e-1670-4965-89a9-2e28bfc73950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:20.120678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-e1d743a0-a911-43cb-9bb4-218aba867b1e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Allocated IP 172.20.0.5 (d1299aae-4032-4877-85a3-71554c7a1aae/8f903123-7394-4cde-bb59-c0b2cee0bff4/eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:15:20.154625 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-979992a7-90af-4ec8-a31b-d96cefcef642 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "DELETE /v2.0/networks/02f4fe8b-03da-4355-8462-6d62ae0d48cf HTTP/1.1" status: 204 len: 168 time: 4.1206069 Feb 09 14:15:20.155089 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'tag': '7cb55f9b-f540-4d4e-978c-81beb6cf7326'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:20.162616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57920) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:20.177810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-dd1af058-38ac-450c-bffb-09aa5be36833 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-366963226'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:20.182629 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4269d45c-9c48-4cac-bdf1-b4708c552ad6 req-4307e516-4940-4e34-aad7-42839bbc433d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3494086 Feb 09 14:15:20.193527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dd1af058-38ac-450c-bffb-09aa5be36833 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:20.198110 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:15:20.201514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dd1af058-38ac-450c-bffb-09aa5be36833 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Usage tracker for resource:network and tenant:87c5aeb7bc3a4960ab4b1595db9087f7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:20.211836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dd1af058-38ac-450c-bffb-09aa5be36833 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:20.224254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dd1af058-38ac-450c-bffb-09aa5be36833 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:20.274195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38b4204-c04c-4183-a519-9efc2ff2af43 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:15:20.315183 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a38b4204-c04c-4183-a519-9efc2ff2af43 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:20.315542 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-a38b4204-c04c-4183-a519-9efc2ff2af43 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Added segment c2a46880-5450-482b-b80e-f15cee75f52d of type vlan for network 85aa255a-1e34-4711-af2f-9568039023b7 Feb 09 14:15:20.323239 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1af058-38ac-450c-bffb-09aa5be36833 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Made reservation on behalf of 87c5aeb7bc3a4960ab4b1595db9087f7 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:20.326651 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'tag': '7cb55f9b-f540-4d4e-978c-81beb6cf7326', 'status': 'completed', 'code': 200} Feb 09 14:15:20.327915 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dd1af058-38ac-450c-bffb-09aa5be36833 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:20.331158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad12c33-b53e-4a70-b9a8-26d5a13a0910 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:20.348621 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:20.386163 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a38b4204-c04c-4183-a519-9efc2ff2af43 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:20.400835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07a978-53bf-4705-8872-d0a8418be11d req-22045f6c-d056-4d9a-965b-ca7774281ed0 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:20.402998 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b07a978-53bf-4705-8872-d0a8418be11d req-22045f6c-d056-4d9a-965b-ca7774281ed0 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.21 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 943 time: 0.4295137 Feb 09 14:15:20.406401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Transition to ACTIVE for port object bad12c33-b53e-4a70-b9a8-26d5a13a0910 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:20.433748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1af058-38ac-450c-bffb-09aa5be36833 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:15:20.466326 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5db6370e-1670-4965-89a9-2e28bfc73950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:20.495492 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:20.519356 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dd1af058-38ac-450c-bffb-09aa5be36833 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:20.519777 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-dd1af058-38ac-450c-bffb-09aa5be36833 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Added segment 690ee37f-dbe6-452d-8bb4-be9bdfda3416 of type vlan for network 9513dd8e-901a-40a1-90aa-2df47892c207 Feb 09 14:15:20.550379 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-e1d743a0-a911-43cb-9bb4-218aba867b1e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:20.590317 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-e1d743a0-a911-43cb-9bb4-218aba867b1e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:20.603015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['e515ef88-ef23-43fa-b14c-91700058de29'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:15:20.661585 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [None req-a38b4204-c04c-4183-a519-9efc2ff2af43 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:15:20.671497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-e1d743a0-a911-43cb-9bb4-218aba867b1e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Network d1299aae-4032-4877-85a3-71554c7a1aae is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:15:20.680915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6370e-1670-4965-89a9-2e28bfc73950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29989a02-db83-426b-9a4a-8e98d46eb7e2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:20.687888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-e1d743a0-a911-43cb-9bb4-218aba867b1e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:20.720388 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-6b07a978-53bf-4705-8872-d0a8418be11d req-ed4f1e01-190f-467e-8c8e-6875c07a6da9 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Deleting port de967192-98e9-4698-bb35-befc7048169c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:20.720942 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6b07a978-53bf-4705-8872-d0a8418be11d req-ed4f1e01-190f-467e-8c8e-6875c07a6da9 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:20.887910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-e1d743a0-a911-43cb-9bb4-218aba867b1e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:20.915295 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a38b4204-c04c-4183-a519-9efc2ff2af43 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:20.927147 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38b4204-c04c-4183-a519-9efc2ff2af43 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:20.927803 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a38b4204-c04c-4183-a519-9efc2ff2af43 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:20.965414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665998fa-fe97-48a2-8cf5-2ccc9e3af8d8 req-011c5d65-3bd7-4bf5-af95-a776047a303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:20.965888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665998fa-fe97-48a2-8cf5-2ccc9e3af8d8 req-011c5d65-3bd7-4bf5-af95-a776047a303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:20.966357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665998fa-fe97-48a2-8cf5-2ccc9e3af8d8 req-011c5d65-3bd7-4bf5-af95-a776047a303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:20.966821 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665998fa-fe97-48a2-8cf5-2ccc9e3af8d8 req-011c5d65-3bd7-4bf5-af95-a776047a303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:20.967277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665998fa-fe97-48a2-8cf5-2ccc9e3af8d8 req-011c5d65-3bd7-4bf5-af95-a776047a303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:20.967819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665998fa-fe97-48a2-8cf5-2ccc9e3af8d8 req-011c5d65-3bd7-4bf5-af95-a776047a303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:20.968224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665998fa-fe97-48a2-8cf5-2ccc9e3af8d8 req-011c5d65-3bd7-4bf5-af95-a776047a303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:20.970543 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-665998fa-fe97-48a2-8cf5-2ccc9e3af8d8 req-011c5d65-3bd7-4bf5-af95-a776047a303a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea230855731c4f038f9be9893ada8105&device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 6275 time: 0.6227980 Feb 09 14:15:20.995608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-e1d743a0-a911-43cb-9bb4-218aba867b1e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:20.996867 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-e1d743a0-a911-43cb-9bb4-218aba867b1e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:21.015857 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dd1af058-38ac-450c-bffb-09aa5be36833 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:21.023239 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a38b4204-c04c-4183-a519-9efc2ff2af43 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2625721 Feb 09 14:15:21.042472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57986) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:21.089100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b02d5928-fecd-470c-bfb6-16a2db97882f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1335502628'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:21.098078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b02d5928-fecd-470c-bfb6-16a2db97882f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:21.106266 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b02d5928-fecd-470c-bfb6-16a2db97882f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Usage tracker for resource:network and tenant:1c5f779ee0b44c369bf00f9ef3ac7cb5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:21.110436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b02d5928-fecd-470c-bfb6-16a2db97882f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:21.117498 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b02d5928-fecd-470c-bfb6-16a2db97882f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:21.149412 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5db6370e-1670-4965-89a9-2e28bfc73950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:21.154382 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5db6370e-1670-4965-89a9-2e28bfc73950 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29989a02-db83-426b-9a4a-8e98d46eb7e2 HTTP/1.1" status: 204 len: 168 time: 1.7335041 Feb 09 14:15:21.185219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Pushing event updated for resources: {'Port': ['ID=bad12c33-b53e-4a70-b9a8-26d5a13a0910,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:21.205442 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Attempting to bind port bad12c33-b53e-4a70-b9a8-26d5a13a0910 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:21.205780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Attempting to bind port bad12c33-b53e-4a70-b9a8-26d5a13a0910 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:21.206106 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Attempting to bind port bad12c33-b53e-4a70-b9a8-26d5a13a0910 on network 823b3307-a261-404f-987b-156bad62d095 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:21.246482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Port bad12c33-b53e-4a70-b9a8-26d5a13a0910 on network 823b3307-a261-404f-987b-156bad62d095 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:15:21.246814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Attempting to bind port bad12c33-b53e-4a70-b9a8-26d5a13a0910 on network 823b3307-a261-404f-987b-156bad62d095 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:21.319452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02d5928-fecd-470c-bfb6-16a2db97882f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Made reservation on behalf of 1c5f779ee0b44c369bf00f9ef3ac7cb5 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:21.323070 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b02d5928-fecd-470c-bfb6-16a2db97882f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:21.333458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d743a0-a911-43cb-9bb4-218aba867b1e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event updated for resources: {'Port': ['ID=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:21.400206 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:21.400788 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Checking segment: {'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:21.401017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Bound using segment: {'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:21.401360 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Bound port: bad12c33-b53e-4a70-b9a8-26d5a13a0910, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3227f92-0703-421e-9c22-5fdde7cc38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '823b3307-a261-404f-987b-156bad62d095'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:21.401701 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:21.408132 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-dd1af058-38ac-450c-bffb-09aa5be36833 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:15:21.412154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b4204-c04c-4183-a519-9efc2ff2af43 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event updated for resources: {'Network': ['ID=85aa255a-1e34-4711-af2f-9568039023b7,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:21.439420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 85aa255a-1e34-4711-af2f-9568039023b7 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:15:21.458104 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737500c-b5db-4e33-9b11-08fd054f01d4 req-6cd49626-3c1a-4783-9459-06ba5ebe6ee3 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:21.459957 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6737500c-b5db-4e33-9b11-08fd054f01d4 req-6cd49626-3c1a-4783-9459-06ba5ebe6ee3 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 943 time: 0.9589591 Feb 09 14:15:21.482369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665998fa-fe97-48a2-8cf5-2ccc9e3af8d8 req-b7bd00b7-1dfb-4b2c-94be-9a4ecc56ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:21.483360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665998fa-fe97-48a2-8cf5-2ccc9e3af8d8 req-b7bd00b7-1dfb-4b2c-94be-9a4ecc56ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:21.483777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665998fa-fe97-48a2-8cf5-2ccc9e3af8d8 req-b7bd00b7-1dfb-4b2c-94be-9a4ecc56ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:21.486096 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-665998fa-fe97-48a2-8cf5-2ccc9e3af8d8 req-b7bd00b7-1dfb-4b2c-94be-9a4ecc56ae43 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ea230855731c4f038f9be9893ada8105&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4824424 Feb 09 14:15:21.501154 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-e1d743a0-a911-43cb-9bb4-218aba867b1e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0603099 Feb 09 14:15:21.657451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Request body: {'port': {'device_id': '371706f5-5439-4ddf-9cac-0378594c2715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:21.692876 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dd1af058-38ac-450c-bffb-09aa5be36833 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:21.698573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1af058-38ac-450c-bffb-09aa5be36833 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:21.700155 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dd1af058-38ac-450c-bffb-09aa5be36833 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:21.706836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] For port bad12c33-b53e-4a70-b9a8-26d5a13a0910, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:21.718662 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6737500c-b5db-4e33-9b11-08fd054f01d4 req-6563c038-600e-4ea6-bc9b-b29ccf1ba403 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991923 Feb 09 14:15:21.750210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] For port bad12c33-b53e-4a70-b9a8-26d5a13a0910, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=bad12c33-b53e-4a70-b9a8-26d5a13a0910,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:21.760268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-6b07a978-53bf-4705-8872-d0a8418be11d req-ed4f1e01-190f-467e-8c8e-6875c07a6da9 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] For port de967192-98e9-4698-bb35-befc7048169c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=de967192-98e9-4698-bb35-befc7048169c,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:21.760848 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6b07a978-53bf-4705-8872-d0a8418be11d req-ed4f1e01-190f-467e-8c8e-6875c07a6da9 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:21.776745 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:21.831792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02d5928-fecd-470c-bfb6-16a2db97882f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:15:21.911925 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dd1af058-38ac-450c-bffb-09aa5be36833 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7451563 Feb 09 14:15:21.911925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665998fa-fe97-48a2-8cf5-2ccc9e3af8d8 req-edda9674-f345-4021-9d3b-7a6f43b61a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:21.912214 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-665998fa-fe97-48a2-8cf5-2ccc9e3af8d8 req-edda9674-f345-4021-9d3b-7a6f43b61a1d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4096892 Feb 09 14:15:21.912692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58020) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:21.932914 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b02d5928-fecd-470c-bfb6-16a2db97882f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:21.933304 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-b02d5928-fecd-470c-bfb6-16a2db97882f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Added segment 600a4560-6bcb-425c-82a7-072892bcef8d of type vlan for network c0ebd300-0dad-44dd-9ee8-071bc0db5156 Feb 09 14:15:22.061458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-6b07a978-53bf-4705-8872-d0a8418be11d req-ed4f1e01-190f-467e-8c8e-6875c07a6da9 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Calling delete_port for de967192-98e9-4698-bb35-befc7048169c owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:15:22.076549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1af058-38ac-450c-bffb-09aa5be36833 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event updated for resources: {'Network': ['ID=9513dd8e-901a-40a1-90aa-2df47892c207,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:22.083011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1b96efb2-830a-4bcd-9add-ac7c4519cad2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Request body: {'subnet': {'network_id': '9513dd8e-901a-40a1-90aa-2df47892c207', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:22.089499 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 9513dd8e-901a-40a1-90aa-2df47892c207 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:15:22.116791 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:22.151672 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:22.152604 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:22.154209 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] 10.222.0.35 "PUT /v2.0/ports/bad12c33-b53e-4a70-b9a8-26d5a13a0910 HTTP/1.1" status: 200 len: 1090 time: 3.5662236 Feb 09 14:15:22.310695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee39039-5335-4fc6-9dc8-80d3439136a9 req-dd80ee4b-d191-4b1e-85be-8a1610db4149 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:22.311461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-cee39039-5335-4fc6-9dc8-80d3439136a9 req-dd80ee4b-d191-4b1e-85be-8a1610db4149 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Synchronizing usage tracker for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:22.324676 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b02d5928-fecd-470c-bfb6-16a2db97882f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:22.331759 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Request body: {'port': {'device_id': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:22.381601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1b96efb2-830a-4bcd-9add-ac7c4519cad2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:22.407209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-cee39039-5335-4fc6-9dc8-80d3439136a9 req-dd80ee4b-d191-4b1e-85be-8a1610db4149 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Unset dirty status for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:22.408428 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cee39039-5335-4fc6-9dc8-80d3439136a9 req-dd80ee4b-d191-4b1e-85be-8a1610db4149 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 931 time: 1.0587480 Feb 09 14:15:22.412425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1b96efb2-830a-4bcd-9add-ac7c4519cad2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Usage tracker for resource:subnet and tenant:87c5aeb7bc3a4960ab4b1595db9087f7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:22.416313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1b96efb2-830a-4bcd-9add-ac7c4519cad2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:22.435540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'tag': 'bad12c33-b53e-4a70-b9a8-26d5a13a0910'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:22.479700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1b96efb2-830a-4bcd-9add-ac7c4519cad2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:22.556417 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b01ca-e69f-464d-addf-674c0067a178 service neutron] Pushing event updated for resources: {'Port': ['ID=bad12c33-b53e-4a70-b9a8-26d5a13a0910,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:22.594793 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b02d5928-fecd-470c-bfb6-16a2db97882f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:22.613273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02d5928-fecd-470c-bfb6-16a2db97882f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:22.614093 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b02d5928-fecd-470c-bfb6-16a2db97882f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:22.647345 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cee39039-5335-4fc6-9dc8-80d3439136a9 req-eb893afc-dc05-486a-b5e1-9fcbbb09d755 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156339 Feb 09 14:15:22.817564 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'tag': 'bad12c33-b53e-4a70-b9a8-26d5a13a0910', 'status': 'completed', 'code': 200} Feb 09 14:15:22.852993 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:22.920121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58052) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:22.956256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b96efb2-830a-4bcd-9add-ac7c4519cad2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Made reservation on behalf of 87c5aeb7bc3a4960ab4b1595db9087f7 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:22.963428 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1b96efb2-830a-4bcd-9add-ac7c4519cad2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:22.978030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a1ee3-df7d-4264-8da8-df6d7eb68194 req-51709df2-a2b9-46bc-a830-bdb6aa14a64e tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:22.984497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a1ee3-df7d-4264-8da8-df6d7eb68194 req-51709df2-a2b9-46bc-a830-bdb6aa14a64e tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:22.990372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a1ee3-df7d-4264-8da8-df6d7eb68194 req-51709df2-a2b9-46bc-a830-bdb6aa14a64e tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:22.996888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a1ee3-df7d-4264-8da8-df6d7eb68194 req-51709df2-a2b9-46bc-a830-bdb6aa14a64e tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:23.002724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a1ee3-df7d-4264-8da8-df6d7eb68194 req-51709df2-a2b9-46bc-a830-bdb6aa14a64e tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:23.010097 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a1ee3-df7d-4264-8da8-df6d7eb68194 req-51709df2-a2b9-46bc-a830-bdb6aa14a64e tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:23.017701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a1ee3-df7d-4264-8da8-df6d7eb68194 req-51709df2-a2b9-46bc-a830-bdb6aa14a64e tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:23.025414 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5b1a1ee3-df7d-4264-8da8-df6d7eb68194 req-51709df2-a2b9-46bc-a830-bdb6aa14a64e tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5395 time: 0.8861156 Feb 09 14:15:23.066676 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6b07a978-53bf-4705-8872-d0a8418be11d req-ed4f1e01-190f-467e-8c8e-6875c07a6da9 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:23.073665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d5928-fecd-470c-bfb6-16a2db97882f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event updated for resources: {'Network': ['ID=c0ebd300-0dad-44dd-9ee8-071bc0db5156,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:23.088231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network c0ebd300-0dad-44dd-9ee8-071bc0db5156 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:15:23.157936 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f1e01-190f-467e-8c8e-6875c07a6da9 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Pushing event deleted for resources: {'Port': ['ID=de967192-98e9-4698-bb35-befc7048169c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:23.272026 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b02d5928-fecd-470c-bfb6-16a2db97882f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2048039 Feb 09 14:15:23.292633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58062) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:23.319113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1657420985-network', 'tenant_id': 'f74b311868d8425684cba57e8c5d8cde'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:23.319384 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b385b56-5183-46f6-9138-f6b173801154 req-b0caf1ba-fb17-4df9-a7ab-abb2f0e3c76f tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=dac55856-2e4e-4d02-bd41-5121acc2f5d3 HTTP/1.1" status: 200 len: 210 time: 0.2470360 Feb 09 14:15:23.323859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Request body: {'ports': [{'network_id': '85aa255a-1e34-4711-af2f-9568039023b7', 'name': 'tempest-port--331404087', 'admin_state_up': True}, {'network_id': 'c0ebd300-0dad-44dd-9ee8-071bc0db5156', 'admin_state_up': False}]} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:23.324132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Request body: {'port': {'network_id': '85aa255a-1e34-4711-af2f-9568039023b7', 'name': 'tempest-port--331404087', 'admin_state_up': True}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:23.324535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Request body: {'port': {'network_id': 'c0ebd300-0dad-44dd-9ee8-071bc0db5156', 'admin_state_up': False}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:23.328498 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5b1a1ee3-df7d-4264-8da8-df6d7eb68194 req-cb15be7b-6fbc-41c4-aa0a-46b36e1cec64 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3018053 Feb 09 14:15:23.333799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:23.345570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58066) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:23.393560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Usage tracker for resource:network and tenant:f74b311868d8425684cba57e8c5d8cde is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:23.405579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:23.427059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b07a978-53bf-4705-8872-d0a8418be11d req-ed4f1e01-190f-467e-8c8e-6875c07a6da9 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] No DVR routers for this DVR port de967192-98e9-4698-bb35-befc7048169c on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:15:23.431243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:23.439577 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6b07a978-53bf-4705-8872-d0a8418be11d req-ed4f1e01-190f-467e-8c8e-6875c07a6da9 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:23.466227 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7b018b4-a30d-41cb-8c9b-d9a90ce04381 req-6d1f8eb5-3f64-4a2a-8cda-a55dd975c517 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5987318 Feb 09 14:15:23.542301 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Made reservation on behalf of f74b311868d8425684cba57e8c5d8cde for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:23.545511 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:23.569736 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:23.582790 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b07a978-53bf-4705-8872-d0a8418be11d req-ed4f1e01-190f-467e-8c8e-6875c07a6da9 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.21 "DELETE /v2.0/ports/de967192-98e9-4698-bb35-befc7048169c HTTP/1.1" status: 204 len: 173 time: 3.1730316 Feb 09 14:15:23.672411 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e99c3f5-8456-4fa6-b43c-b61b3a142efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:23.694433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:23.714096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1e99c3f5-8456-4fa6-b43c-b61b3a142efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:23.715548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Usage tracker for resource:security_group_rule and tenant:f74b311868d8425684cba57e8c5d8cde is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:23.723087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:23.740320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275c8fa-03fc-48ba-b04f-e7e01a839785 req-6e6b2b91-c21d-4585-a80d-c8ec9c2a93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:23.740992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275c8fa-03fc-48ba-b04f-e7e01a839785 req-6e6b2b91-c21d-4585-a80d-c8ec9c2a93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:23.741275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275c8fa-03fc-48ba-b04f-e7e01a839785 req-6e6b2b91-c21d-4585-a80d-c8ec9c2a93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:23.741832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275c8fa-03fc-48ba-b04f-e7e01a839785 req-6e6b2b91-c21d-4585-a80d-c8ec9c2a93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:23.742291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275c8fa-03fc-48ba-b04f-e7e01a839785 req-6e6b2b91-c21d-4585-a80d-c8ec9c2a93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:23.742785 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275c8fa-03fc-48ba-b04f-e7e01a839785 req-6e6b2b91-c21d-4585-a80d-c8ec9c2a93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:23.743317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275c8fa-03fc-48ba-b04f-e7e01a839785 req-6e6b2b91-c21d-4585-a80d-c8ec9c2a93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:23.746408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1e99c3f5-8456-4fa6-b43c-b61b3a142efd admin admin] Usage tracker for resource:security_group_rule and tenant:b125619b8444427aa5049fce1b0b5c56 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:23.746846 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d275c8fa-03fc-48ba-b04f-e7e01a839785 req-6e6b2b91-c21d-4585-a80d-c8ec9c2a93bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea230855731c4f038f9be9893ada8105&device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 6342 time: 0.8539500 Feb 09 14:15:23.751506 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:23.755669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1e99c3f5-8456-4fa6-b43c-b61b3a142efd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:23.761909 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device de967192-98e9-4698-bb35-befc7048169c no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:15:23.791070 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1e99c3f5-8456-4fa6-b43c-b61b3a142efd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:23.825883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: de967192-98e9-4698-bb35-befc7048169c {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:15:23.826462 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device de967192-98e9-4698-bb35-befc7048169c not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:15:23.886393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b018b4-a30d-41cb-8c9b-d9a90ce04381 req-2719e5a8-0d45-4053-9282-1d2fdf08d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:23.887971 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7b018b4-a30d-41cb-8c9b-d9a90ce04381 req-2719e5a8-0d45-4053-9282-1d2fdf08d378 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d760a0361b69448e9a1befbac0e6baf1&device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 1175 time: 0.3004460 Feb 09 14:15:24.064736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e012b21-bdb4-4038-9c4a-4518d14addfd {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:24.138800 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:24.189930 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e99c3f5-8456-4fa6-b43c-b61b3a142efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:24.235322 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e99c3f5-8456-4fa6-b43c-b61b3a142efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:24.256640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:24.291744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Usage tracker for resource:port and tenant:1c5f779ee0b44c369bf00f9ef3ac7cb5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:24.300531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:24.319011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275c8fa-03fc-48ba-b04f-e7e01a839785 req-01fbc8a0-885b-45b7-af09-7d7933eb0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:24.319393 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275c8fa-03fc-48ba-b04f-e7e01a839785 req-01fbc8a0-885b-45b7-af09-7d7933eb0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:24.320187 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275c8fa-03fc-48ba-b04f-e7e01a839785 req-01fbc8a0-885b-45b7-af09-7d7933eb0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:24.320776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Transition to ACTIVE for port object 2e012b21-bdb4-4038-9c4a-4518d14addfd will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:24.321630 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d275c8fa-03fc-48ba-b04f-e7e01a839785 req-01fbc8a0-885b-45b7-af09-7d7933eb0146 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ea230855731c4f038f9be9893ada8105&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5650454 Feb 09 14:15:24.322840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:24.335789 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:24.369322 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:24.398238 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:24.452640 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:24.477424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b018b4-a30d-41cb-8c9b-d9a90ce04381 req-430e1580-cff5-4ddf-8a5c-84d47ae1fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:24.479794 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7b018b4-a30d-41cb-8c9b-d9a90ce04381 req-430e1580-cff5-4ddf-8a5c-84d47ae1fee8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d1299aae-4032-4877-85a3-71554c7a1aae HTTP/1.1" status: 200 len: 912 time: 0.5349839 Feb 09 14:15:24.501940 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1e99c3f5-8456-4fa6-b43c-b61b3a142efd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b125619b8444427aa5049fce1b0b5c56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1541409 Feb 09 14:15:24.518602 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:24.524978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99c3f5-8456-4fa6-b43c-b61b3a142efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e99ee5-9135-4b60-9f98-f2b958ced13f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:24.529374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58080) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:24.530456 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1b96efb2-830a-4bcd-9add-ac7c4519cad2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:24.654197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Made reservation on behalf of 1c5f779ee0b44c369bf00f9ef3ac7cb5 for: {'port': 2} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:24.658871 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:24.669174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Transition to ACTIVE for port object eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:24.719210 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3950b12-4deb-44ad-96e7-4eef766fb1c6 req-a96e4b6c-2196-4530-b647-d556fdb3055c tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:24.720793 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3950b12-4deb-44ad-96e7-4eef766fb1c6 req-a96e4b6c-2196-4530-b647-d556fdb3055c tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 931 time: 0.8032837 Feb 09 14:15:24.736828 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:24.768750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:15:24.822638 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac55856-2e4e-4d02-bd41-5121acc2f5d3', 'name': 'network-vif-deleted', 'tag': 'de967192-98e9-4698-bb35-befc7048169c'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:24.849873 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7b018b4-a30d-41cb-8c9b-d9a90ce04381 req-6cb26cf6-7377-4b45-81df-6093c4fa452c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e515ef88-ef23-43fa-b14c-91700058de29 HTTP/1.1" status: 200 len: 217 time: 0.3391540 Feb 09 14:15:24.863953 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:24.864275 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Added segment 766c0eb4-11ed-40cb-bb31-3be5ea5f54b1 of type vlan for network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 Feb 09 14:15:24.868092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Pushing event updated for resources: {'Port': ['ID=2e012b21-bdb4-4038-9c4a-4518d14addfd,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:24.868345 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:24.947411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96efb2-830a-4bcd-9add-ac7c4519cad2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event updated for resources: {'Subnet': ['ID=c0b12119-8342-445f-83bd-e3d29a4a2902,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:25.099583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Pushing event updated for resources: {'Port': ['ID=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:25.113064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275c8fa-03fc-48ba-b04f-e7e01a839785 req-a475271d-c41f-4936-9181-e413e6156652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:25.114607 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d275c8fa-03fc-48ba-b04f-e7e01a839785 req-a475271d-c41f-4936-9181-e413e6156652 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7795045 Feb 09 14:15:25.130940 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3950b12-4deb-44ad-96e7-4eef766fb1c6 req-ac7129b9-f950-41cd-b15f-7e1ce7962731 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784821 Feb 09 14:15:25.140502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96efb2-830a-4bcd-9add-ac7c4519cad2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Checking segment: {'id': '690ee37f-dbe6-452d-8bb4-be9bdfda3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9513dd8e-901a-40a1-90aa-2df47892c207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:25.140900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b96efb2-830a-4bcd-9add-ac7c4519cad2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Network hostable DHCP agents. Network: 9513dd8e-901a-40a1-90aa-2df47892c207, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:15:25.146872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523de276-265d-4d86-b392-131fdc0c0196,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:25.193075 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:25.220662 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b018b4-a30d-41cb-8c9b-d9a90ce04381 req-a36b65c7-616c-4e4e-b766-598623313445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:25.222670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7b018b4-a30d-41cb-8c9b-d9a90ce04381 req-a36b65c7-616c-4e4e-b766-598623313445 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f903123-7394-4cde-bb59-c0b2cee0bff4 HTTP/1.1" status: 200 len: 852 time: 0.3568172 Feb 09 14:15:25.275423 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d794ec6e-152b-40fa-84a7-504e4dd66cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:25.323584 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7b018b4-a30d-41cb-8c9b-d9a90ce04381 req-1c143b41-5dc7-4f68-8707-062f003aa0a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d1299aae-4032-4877-85a3-71554c7a1aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885727 Feb 09 14:15:25.361562 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Attempting to bind port 2e012b21-bdb4-4038-9c4a-4518d14addfd on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:25.362045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Attempting to bind port 2e012b21-bdb4-4038-9c4a-4518d14addfd by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '4d99d233-7638-4c56-9a11-f1d927d41e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:25.363241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Attempting to bind port 2e012b21-bdb4-4038-9c4a-4518d14addfd on network 8f32b635-0e4c-4fd0-b4fb-058420f89d74 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:25.425916 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:25.427088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:25.427710 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:25.444543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a8094-cd0c-41c5-83e6-f0c899fb1595 req-4e0185ae-b208-44d2-8c56-98751379e9a7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:25.450271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b96efb2-830a-4bcd-9add-ac7c4519cad2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Network 9513dd8e-901a-40a1-90aa-2df47892c207 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:15:25.451099 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a8094-cd0c-41c5-83e6-f0c899fb1595 req-4e0185ae-b208-44d2-8c56-98751379e9a7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:25.458575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a8094-cd0c-41c5-83e6-f0c899fb1595 req-4e0185ae-b208-44d2-8c56-98751379e9a7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:25.461730 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d794ec6e-152b-40fa-84a7-504e4dd66cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:25.464670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a8094-cd0c-41c5-83e6-f0c899fb1595 req-4e0185ae-b208-44d2-8c56-98751379e9a7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:25.470616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a8094-cd0c-41c5-83e6-f0c899fb1595 req-4e0185ae-b208-44d2-8c56-98751379e9a7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:25.477599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a8094-cd0c-41c5-83e6-f0c899fb1595 req-4e0185ae-b208-44d2-8c56-98751379e9a7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:25.490846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a8094-cd0c-41c5-83e6-f0c899fb1595 req-4e0185ae-b208-44d2-8c56-98751379e9a7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:25.491204 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fa9a8094-cd0c-41c5-83e6-f0c899fb1595 req-4e0185ae-b208-44d2-8c56-98751379e9a7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5407 time: 0.8660932 Feb 09 14:15:25.496896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58088) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:25.517929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Port 2e012b21-bdb4-4038-9c4a-4518d14addfd on network 8f32b635-0e4c-4fd0-b4fb-058420f89d74 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:15:25.518252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Attempting to bind port 2e012b21-bdb4-4038-9c4a-4518d14addfd on network 8f32b635-0e4c-4fd0-b4fb-058420f89d74 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:25.523365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] device_id is not set on port 9c16e9e4-2bc9-460d-a143-dafe9339c7eb yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:15:25.528229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e724f323-cad7-4b48-8065-2627f0887e85 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1005268481', 'description': 'tempest-description--458801606'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:25.535365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-1b96efb2-830a-4bcd-9add-ac7c4519cad2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 9513dd8e-901a-40a1-90aa-2df47892c207) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:25.545218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eddde2d-dceb-4495-8bee-e7783e3e227d None None] Network 9513dd8e-901a-40a1-90aa-2df47892c207 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:15:25.565873 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b96efb2-830a-4bcd-9add-ac7c4519cad2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:25.566845 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1b96efb2-830a-4bcd-9add-ac7c4519cad2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:25.590583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Attempting to bind port eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:25.590983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Attempting to bind port eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e7517b22-da4f-4744-9e69-81bbd574dfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd1299aae-4032-4877-85a3-71554c7a1aae'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:25.591385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Attempting to bind port eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 on network d1299aae-4032-4877-85a3-71554c7a1aae {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:25.614793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Port eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 on network d1299aae-4032-4877-85a3-71554c7a1aae not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:15:25.615113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Attempting to bind port eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 on network d1299aae-4032-4877-85a3-71554c7a1aae {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:25.625115 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:25.625464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Checking segment: {'id': 'e7517b22-da4f-4744-9e69-81bbd574dfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd1299aae-4032-4877-85a3-71554c7a1aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:25.625847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Bound using segment: {'id': 'e7517b22-da4f-4744-9e69-81bbd574dfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd1299aae-4032-4877-85a3-71554c7a1aae'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:25.626294 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Bound port: eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7517b22-da4f-4744-9e69-81bbd574dfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd1299aae-4032-4877-85a3-71554c7a1aae'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:25.626683 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:25.641985 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1b96efb2-830a-4bcd-9add-ac7c4519cad2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7070565 Feb 09 14:15:25.647577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58092) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:25.652256 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac55856-2e4e-4d02-bd41-5121acc2f5d3', 'name': 'network-vif-deleted', 'tag': 'de967192-98e9-4698-bb35-befc7048169c', 'status': 'completed', 'code': 200} Feb 09 14:15:25.656061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e724f323-cad7-4b48-8065-2627f0887e85 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:25.658753 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:25.659386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Checking segment: {'id': '4d99d233-7638-4c56-9a11-f1d927d41e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:25.660062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Bound using segment: {'id': '4d99d233-7638-4c56-9a11-f1d927d41e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:25.660754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Bound port: 2e012b21-bdb4-4038-9c4a-4518d14addfd, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d99d233-7638-4c56-9a11-f1d927d41e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:25.661378 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:25.664785 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-551ee532-ae5c-4945-a84a-6b058abe2a6a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-37177665'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:25.709397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-551ee532-ae5c-4945-a84a-6b058abe2a6a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:25.724808 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e724f323-cad7-4b48-8065-2627f0887e85 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:25.741081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-551ee532-ae5c-4945-a84a-6b058abe2a6a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Usage tracker for resource:network and tenant:87c5aeb7bc3a4960ab4b1595db9087f7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:25.748984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-551ee532-ae5c-4945-a84a-6b058abe2a6a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:25.759600 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d794ec6e-152b-40fa-84a7-504e4dd66cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:25.763549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-551ee532-ae5c-4945-a84a-6b058abe2a6a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:25.811131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794ec6e-152b-40fa-84a7-504e4dd66cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e99ee5-9135-4b60-9f98-f2b958ced13f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:25.839439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551ee532-ae5c-4945-a84a-6b058abe2a6a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Made reservation on behalf of 87c5aeb7bc3a4960ab4b1595db9087f7 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:25.841091 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-551ee532-ae5c-4945-a84a-6b058abe2a6a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:25.874872 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fa9a8094-cd0c-41c5-83e6-f0c899fb1595 req-c3b25a7e-2ceb-4b25-99c0-816bf6c297c8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3828394 Feb 09 14:15:25.880480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] Pushing event updated for resources: {'Network': ['ID=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:25.884610 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7b018b4-a30d-41cb-8c9b-d9a90ce04381 req-3852d215-943a-44d0-8e8b-071be7159219 service neutron] 10.222.0.21 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514979 Feb 09 14:15:25.890450 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-50a54c84-92f3-43e6-8e23-242359f5cfe3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9691863 Feb 09 14:15:25.915338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58096) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:25.918335 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e724f323-cad7-4b48-8065-2627f0887e85 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:25.924186 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:15:25.944493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-2f7d0deb-912c-40fd-b167-4568e45bbad2 admin admin] Request body: {'subnet': {'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1657420985-subnet', 'tenant_id': 'f74b311868d8425684cba57e8c5d8cde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:26.014782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2f7d0deb-912c-40fd-b167-4568e45bbad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:26.029858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2f7d0deb-912c-40fd-b167-4568e45bbad2 admin admin] Usage tracker for resource:subnet and tenant:f74b311868d8425684cba57e8c5d8cde is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:26.035878 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2f7d0deb-912c-40fd-b167-4568e45bbad2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:26.045322 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d794ec6e-152b-40fa-84a7-504e4dd66cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.046506 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d794ec6e-152b-40fa-84a7-504e4dd66cf0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2e99ee5-9135-4b60-9f98-f2b958ced13f HTTP/1.1" status: 204 len: 168 time: 1.5098097 Feb 09 14:15:26.053217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e724f323-cad7-4b48-8065-2627f0887e85 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:26.060896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2f7d0deb-912c-40fd-b167-4568e45bbad2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:26.067136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] For port 2e012b21-bdb4-4038-9c4a-4518d14addfd, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:26.072609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e724f323-cad7-4b48-8065-2627f0887e85 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Usage tracker for resource:security_group_rule and tenant:5a65c0ccac574437b823990f066a8c19 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:26.078094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e724f323-cad7-4b48-8065-2627f0887e85 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:26.087489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-9513dd8e-901a-40a1-90aa-2df47892c207', 'network_id': '9513dd8e-901a-40a1-90aa-2df47892c207', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'fixed_ips': [{'subnet_id': 'c0b12119-8342-445f-83bd-e3d29a4a2902'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:15:26.088424 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.088865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551ee532-ae5c-4945-a84a-6b058abe2a6a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:15:26.097515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e724f323-cad7-4b48-8065-2627f0887e85 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:26.101876 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-551ee532-ae5c-4945-a84a-6b058abe2a6a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.102332 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-551ee532-ae5c-4945-a84a-6b058abe2a6a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Added segment d697dda1-9ef6-42c9-82dc-bcf76270d699 of type vlan for network 56e041f7-3c39-4f9e-8ee5-05f87fefbb31 Feb 09 14:15:26.106530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] For port 2e012b21-bdb4-4038-9c4a-4518d14addfd, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2e012b21-bdb4-4038-9c4a-4518d14addfd,segment=NetworkSegment(4d99d233-7638-4c56-9a11-f1d927d41e97),segment_id=4d99d233-7638-4c56-9a11-f1d927d41e97)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:26.134398 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.136960 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-551ee532-ae5c-4945-a84a-6b058abe2a6a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.138016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7d0deb-912c-40fd-b167-4568e45bbad2 admin admin] Made reservation on behalf of f74b311868d8425684cba57e8c5d8cde for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:26.140303 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0deb-912c-40fd-b167-4568e45bbad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.184397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] For port eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:26.192636 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.299899 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-551ee532-ae5c-4945-a84a-6b058abe2a6a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.311186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551ee532-ae5c-4945-a84a-6b058abe2a6a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:26.311812 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-551ee532-ae5c-4945-a84a-6b058abe2a6a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.322098 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Allocated IP 19.80.0.2 (9513dd8e-901a-40a1-90aa-2df47892c207/c0b12119-8342-445f-83bd-e3d29a4a2902/f68a9c88-89b5-4b3f-a2a4-8db31520d5e0) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:15:26.353574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:26.354390 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.356031 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] 10.222.0.35 "PUT /v2.0/ports/2e012b21-bdb4-4038-9c4a-4518d14addfd HTTP/1.1" status: 200 len: 1091 time: 4.0578446 Feb 09 14:15:26.390075 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7b018b4-a30d-41cb-8c9b-d9a90ce04381 req-406b071f-f51e-40d1-a144-77146651216f service neutron] 10.222.0.21 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951892 Feb 09 14:15:26.412669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Request body: {'port': {'device_id': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:26.491491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff65953-e477-4c2c-a129-d43bf9299215 service neutron] Pushing event updated for resources: {'Port': ['ID=2e012b21-bdb4-4038-9c4a-4518d14addfd,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:26.560312 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e724f323-cad7-4b48-8065-2627f0887e85 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.569021 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] device_id is not set on port 65d7d933-affb-47ac-a625-89cc7c595cb1 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:15:26.600719 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e724f323-cad7-4b48-8065-2627f0887e85 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.669371 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] For port eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1,segment=NetworkSegment(e7517b22-da4f-4744-9e69-81bbd574dfd0),segment_id=e7517b22-da4f-4744-9e69-81bbd574dfd0)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:26.683845 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.693100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724f323-cad7-4b48-8065-2627f0887e85 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34039869-8500-4463-acd1-c3ef969ea6f5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:26.758345 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.759990 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2889-bf90-4bcd-8311-6fb01183d865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.782341 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e724f323-cad7-4b48-8065-2627f0887e85 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.783817 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e724f323-cad7-4b48-8065-2627f0887e85 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2629523 Feb 09 14:15:26.796429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58114) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:26.812195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-40665f7f-ed21-487b-9af8-d9330dffd6d6 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Request body: {'security_group_rule': {'security_group_id': '34039869-8500-4463-acd1-c3ef969ea6f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:26.829654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-40665f7f-ed21-487b-9af8-d9330dffd6d6 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:26.848106 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-40665f7f-ed21-487b-9af8-d9330dffd6d6 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Usage tracker for resource:security_group_rule and tenant:5a65c0ccac574437b823990f066a8c19 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:26.852591 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-40665f7f-ed21-487b-9af8-d9330dffd6d6 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:26.862667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-40665f7f-ed21-487b-9af8-d9330dffd6d6 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:26.901267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ee532-ae5c-4945-a84a-6b058abe2a6a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event updated for resources: {'Network': ['ID=56e041f7-3c39-4f9e-8ee5-05f87fefbb31,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:26.917066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:26.917804 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.919189 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] 10.222.0.35 "PUT /v2.0/ports/eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 HTTP/1.1" status: 200 len: 1091 time: 5.2700765 Feb 09 14:15:26.921618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371706f5-5439-4ddf-9cac-0378594c2715', 'tag': 'eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:26.933805 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-551ee532-ae5c-4945-a84a-6b058abe2a6a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2801461 Feb 09 14:15:26.937354 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58124) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:26.946616 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.964489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Transition to ACTIVE for port object f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:26.970023 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:26.983570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3eed9e11-72ea-4a4c-b59c-7367160bbca3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Request body: {'subnet': {'network_id': '56e041f7-3c39-4f9e-8ee5-05f87fefbb31', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:26.999574 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Transition to ACTIVE for port object f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:27.021061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de8716-cd37-41ef-a0ab-c89d9315c455 service neutron] Pushing event updated for resources: {'Port': ['ID=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:27.030247 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 56e041f7-3c39-4f9e-8ee5-05f87fefbb31 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:15:27.064301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf22fba-6d39-4c29-8524-aa19f0953d2b req-a6620d7f-4368-44e0-914d-8179f33dc23c tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:27.072704 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cf22fba-6d39-4c29-8524-aa19f0953d2b req-a6620d7f-4368-44e0-914d-8179f33dc23c tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 943 time: 0.5960796 Feb 09 14:15:27.073608 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:27.128909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3eed9e11-72ea-4a4c-b59c-7367160bbca3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:27.144317 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:27.149015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3eed9e11-72ea-4a4c-b59c-7367160bbca3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Usage tracker for resource:subnet and tenant:87c5aeb7bc3a4960ab4b1595db9087f7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:27.168334 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-40665f7f-ed21-487b-9af8-d9330dffd6d6 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:27.208562 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cf22fba-6d39-4c29-8524-aa19f0953d2b req-25e13f5f-867d-4cc2-b535-a27be4107680 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349549 Feb 09 14:15:27.229431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3eed9e11-72ea-4a4c-b59c-7367160bbca3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:27.233128 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0deb-912c-40fd-b167-4568e45bbad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:27.259658 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Network 9513dd8e-901a-40a1-90aa-2df47892c207 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:15:27.266786 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:27.273491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:27.290995 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371706f5-5439-4ddf-9cac-0378594c2715', 'tag': 'eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1', 'status': 'completed', 'code': 200} Feb 09 14:15:27.293636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f63003da-0d4f-41fb-8123-4d6e3a2979c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:27.295151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-f63003da-0d4f-41fb-8123-4d6e3a2979c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d760a0361b69448e9a1befbac0e6baf1&device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 1094 time: 0.3287525 Feb 09 14:15:27.371300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event updated for resources: {'Port': ['ID=9c16e9e4-2bc9-460d-a143-dafe9339c7eb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:27.391946 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-1fb3fb0a-007b-4d85-9972-84538647cf9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 HTTP/1.1" status: 200 len: 217 time: 0.0880198 Feb 09 14:15:27.393924 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Pushing event updated for resources: {'Port': ['ID=f68a9c88-89b5-4b3f-a2a4-8db31520d5e0,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:27.447584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Checking segment: {'id': 'c2a46880-5450-482b-b80e-f15cee75f52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '85aa255a-1e34-4711-af2f-9568039023b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:27.448284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Network hostable DHCP agents. Network: 85aa255a-1e34-4711-af2f-9568039023b7, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:15:27.460096 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:27.461295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:27.462027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:27.463765 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:27.464285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:27.464724 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:27.466337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:27.466867 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:27.467476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:27.468347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:27.468836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:27.469389 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:27.493389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-a343c0c1-8633-4c20-a0af-6358f66efb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:27.494924 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-a343c0c1-8633-4c20-a0af-6358f66efb62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f903123-7394-4cde-bb59-c0b2cee0bff4 HTTP/1.1" status: 200 len: 852 time: 0.0963995 Feb 09 14:15:27.505389 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Attempting to bind port f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:27.506122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Attempting to bind port f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '690ee37f-dbe6-452d-8bb4-be9bdfda3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9513dd8e-901a-40a1-90aa-2df47892c207'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:27.506632 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Attempting to bind port f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 on network 9513dd8e-901a-40a1-90aa-2df47892c207 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:27.514366 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:27.514920 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Checking segment: {'id': '690ee37f-dbe6-452d-8bb4-be9bdfda3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9513dd8e-901a-40a1-90aa-2df47892c207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:27.515604 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:27.516116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Bound using segment: {'id': '690ee37f-dbe6-452d-8bb4-be9bdfda3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9513dd8e-901a-40a1-90aa-2df47892c207'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:27.516692 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Bound port: f68a9c88-89b5-4b3f-a2a4-8db31520d5e0, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690ee37f-dbe6-452d-8bb4-be9bdfda3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9513dd8e-901a-40a1-90aa-2df47892c207'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:27.517159 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:27.545091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Network 85aa255a-1e34-4711-af2f-9568039023b7 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:15:27.555115 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-497c2894-085e-4c7f-b665-198fa6e4434b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1299aae-4032-4877-85a3-71554c7a1aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532689 Feb 09 14:15:27.581391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 85aa255a-1e34-4711-af2f-9568039023b7) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:27.585505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:27.586386 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:27.637583 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] For port f68a9c88-89b5-4b3f-a2a4-8db31520d5e0, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:27.640853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] For port f68a9c88-89b5-4b3f-a2a4-8db31520d5e0, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f68a9c88-89b5-4b3f-a2a4-8db31520d5e0,segment=NetworkSegment(690ee37f-dbe6-452d-8bb4-be9bdfda3416),segment_id=690ee37f-dbe6-452d-8bb4-be9bdfda3416)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:27.644877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af839dab-b57d-4cca-805d-5584c9b631b9 None None] Network 85aa255a-1e34-4711-af2f-9568039023b7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:15:27.658528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3eed9e11-72ea-4a4c-b59c-7367160bbca3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:27.663813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'tag': '2e012b21-bdb4-4038-9c4a-4518d14addfd'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:27.687993 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:27.763714 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'tag': '2e012b21-bdb4-4038-9c4a-4518d14addfd', 'status': 'completed', 'code': 200} Feb 09 14:15:27.795346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eed9e11-72ea-4a4c-b59c-7367160bbca3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Made reservation on behalf of 87c5aeb7bc3a4960ab4b1595db9087f7 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:27.799020 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3eed9e11-72ea-4a4c-b59c-7367160bbca3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:27.802510 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event updated for resources: {'Port': ['ID=65d7d933-affb-47ac-a625-89cc7c595cb1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:27.890631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-3090c160-9b83-4ec0-b911-25a2c79dcf14 service neutron] 10.222.0.35 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292010 Feb 09 14:15:27.912776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380b545-4ba5-494a-8fef-cb6ed3033765 None None] Pushing event updated for resources: {'Port': ['ID=f68a9c88-89b5-4b3f-a2a4-8db31520d5e0,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:27.942560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d0deb-912c-40fd-b167-4568e45bbad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ab4745-e8a1-4809-8301-7a1b88ada199,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:27.989151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d0deb-912c-40fd-b167-4568e45bbad2 admin admin] Checking segment: {'id': '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:27.989513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7d0deb-912c-40fd-b167-4568e45bbad2 admin admin] Network hostable DHCP agents. Network: d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:15:28.040317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Checking segment: {'id': '600a4560-6bcb-425c-82a7-072892bcef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c0ebd300-0dad-44dd-9ee8-071bc0db5156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:28.040973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Network hostable DHCP agents. Network: c0ebd300-0dad-44dd-9ee8-071bc0db5156, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:15:28.062506 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-40665f7f-ed21-487b-9af8-d9330dffd6d6 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:28.085261 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-40665f7f-ed21-487b-9af8-d9330dffd6d6 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:28.132209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Network c0ebd300-0dad-44dd-9ee8-071bc0db5156 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:15:28.137934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7d0deb-912c-40fd-b167-4568e45bbad2 admin admin] Network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:15:28.153938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40665f7f-ed21-487b-9af8-d9330dffd6d6 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c886d114-cd9d-4587-b653-e3be48baf1dc,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:28.158017 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2abaf41f-839a-4dd0-94a7-56b70aa26aa5 req-fd1ad0e0-27cb-4d85-8ee3-4bb0d4f5ac78 service neutron] 10.222.0.35 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565708 Feb 09 14:15:28.160321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, c0ebd300-0dad-44dd-9ee8-071bc0db5156) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:28.172845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf12807-0abb-46d5-879d-686cacd341e4 None None] Network c0ebd300-0dad-44dd-9ee8-071bc0db5156 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:15:28.173441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac7b9-e810-4c0a-831b-c0bf0909f3f6 req-09c13616-0dfd-4dc2-ad02-beb6e51c03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:28.174551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac7b9-e810-4c0a-831b-c0bf0909f3f6 req-09c13616-0dfd-4dc2-ad02-beb6e51c03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:28.176016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac7b9-e810-4c0a-831b-c0bf0909f3f6 req-09c13616-0dfd-4dc2-ad02-beb6e51c03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:28.177181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac7b9-e810-4c0a-831b-c0bf0909f3f6 req-09c13616-0dfd-4dc2-ad02-beb6e51c03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:28.178816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac7b9-e810-4c0a-831b-c0bf0909f3f6 req-09c13616-0dfd-4dc2-ad02-beb6e51c03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:28.179868 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac7b9-e810-4c0a-831b-c0bf0909f3f6 req-09c13616-0dfd-4dc2-ad02-beb6e51c03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:28.181631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac7b9-e810-4c0a-831b-c0bf0909f3f6 req-09c13616-0dfd-4dc2-ad02-beb6e51c03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:28.187790 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8fac7b9-e810-4c0a-831b-c0bf0909f3f6 req-09c13616-0dfd-4dc2-ad02-beb6e51c03bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea230855731c4f038f9be9893ada8105&device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 6409 time: 0.3816416 Feb 09 14:15:28.193456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:28.201115 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:28.201762 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b8bd-a428-4641-90c9-1c9a8df9a1ca req-ec6f6e5a-ac40-42f2-ba50-44905112f019 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:28.207423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:28.207423 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:28.207894 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b8bd-a428-4641-90c9-1c9a8df9a1ca req-ec6f6e5a-ac40-42f2-ba50-44905112f019 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:28.233535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b8bd-a428-4641-90c9-1c9a8df9a1ca req-ec6f6e5a-ac40-42f2-ba50-44905112f019 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:28.240053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b8bd-a428-4641-90c9-1c9a8df9a1ca req-ec6f6e5a-ac40-42f2-ba50-44905112f019 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:28.258984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b8bd-a428-4641-90c9-1c9a8df9a1ca req-ec6f6e5a-ac40-42f2-ba50-44905112f019 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:28.266809 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b8bd-a428-4641-90c9-1c9a8df9a1ca req-ec6f6e5a-ac40-42f2-ba50-44905112f019 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:28.275477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b8bd-a428-4641-90c9-1c9a8df9a1ca req-ec6f6e5a-ac40-42f2-ba50-44905112f019 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:28.277683 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c884b8bd-a428-4641-90c9-1c9a8df9a1ca req-ec6f6e5a-ac40-42f2-ba50-44905112f019 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5407 time: 1.1009500 Feb 09 14:15:28.292052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-2f7d0deb-912c-40fd-b167-4568e45bbad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:28.295639 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:15:28.310158 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-40665f7f-ed21-487b-9af8-d9330dffd6d6 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:28.315048 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-40665f7f-ed21-487b-9af8-d9330dffd6d6 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5140650 Feb 09 14:15:28.315048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7d0deb-912c-40fd-b167-4568e45bbad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:28.315048 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0deb-912c-40fd-b167-4568e45bbad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:28.336946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58174) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:28.344922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-556c9e94-f6a7-4c66-84e2-9079a049ca23 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Request body: {'security_group_rule': {'security_group_id': '34039869-8500-4463-acd1-c3ef969ea6f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:28.355648 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72af8fad-2357-4e73-a81d-66f3faf7298e None None] Network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:15:28.416237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-556c9e94-f6a7-4c66-84e2-9079a049ca23 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:28.426380 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-556c9e94-f6a7-4c66-84e2-9079a049ca23 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Usage tracker for resource:security_group_rule and tenant:5a65c0ccac574437b823990f066a8c19 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:28.437665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-556c9e94-f6a7-4c66-84e2-9079a049ca23 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:28.454933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-556c9e94-f6a7-4c66-84e2-9079a049ca23 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:28.480438 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2f7d0deb-912c-40fd-b167-4568e45bbad2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5519414 Feb 09 14:15:28.521806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 677bd77c-a935-467b-8c7e-f69298f0f833 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:28.567564 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c884b8bd-a428-4641-90c9-1c9a8df9a1ca req-0d001726-4420-46d7-9d1c-a8bda0ddbd08 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2609472 Feb 09 14:15:28.574686 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:28.656264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Transition to ACTIVE for port object 677bd77c-a935-467b-8c7e-f69298f0f833 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:28.657634 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-556c9e94-f6a7-4c66-84e2-9079a049ca23 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:28.694998 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:28.702086 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-66a98e28-e153-4f73-aa8d-fcfb576a208d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.3880401 Feb 09 14:15:28.795581 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58182) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:28.898775 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58186) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:28.910061 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:15:29.025074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac7b9-e810-4c0a-831b-c0bf0909f3f6 req-22a3ed5e-cf8a-4393-b308-11d7f2943b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:29.025560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac7b9-e810-4c0a-831b-c0bf0909f3f6 req-22a3ed5e-cf8a-4393-b308-11d7f2943b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:29.026011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac7b9-e810-4c0a-831b-c0bf0909f3f6 req-22a3ed5e-cf8a-4393-b308-11d7f2943b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:29.029466 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8fac7b9-e810-4c0a-831b-c0bf0909f3f6 req-22a3ed5e-cf8a-4393-b308-11d7f2943b4f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ea230855731c4f038f9be9893ada8105&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8170557 Feb 09 14:15:29.108398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Pushing event updated for resources: {'Port': ['ID=677bd77c-a935-467b-8c7e-f69298f0f833,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:29.150813 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3eed9e11-72ea-4a4c-b59c-7367160bbca3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:29.341111 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f218b16f-a663-45e9-b6f3-76f2e51c75ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:29.448259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5a202-1443-46b5-9073-7ff7b08e566f req-4be79a9f-a72e-4ac9-a1e2-4ef2ae457681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:29.450305 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-00d5a202-1443-46b5-9073-7ff7b08e566f req-4be79a9f-a72e-4ac9-a1e2-4ef2ae457681 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d760a0361b69448e9a1befbac0e6baf1&device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 1094 time: 1.1442299 Feb 09 14:15:29.457435 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-556c9e94-f6a7-4c66-84e2-9079a049ca23 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:29.488767 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-556c9e94-f6a7-4c66-84e2-9079a049ca23 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:29.573325 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f1c5e5-6598-4cab-9592-dd493d4e88cd None None] Network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:15:29.581267 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d8aff1ff-017a-4fc2-9738-069064cea112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:29.585032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f3508-d21c-445f-a2bd-18b3af424dfd req-6999ce63-6d7e-4751-b59b-5818e734b718 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:29.593671 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed9e11-72ea-4a4c-b59c-7367160bbca3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event updated for resources: {'Subnet': ['ID=4a72c883-8b99-469e-898b-35148827a322,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:29.595236 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-492f3508-d21c-445f-a2bd-18b3af424dfd req-6999ce63-6d7e-4751-b59b-5818e734b718 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 943 time: 1.0372810 Feb 09 14:15:29.642725 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c9e94-f6a7-4c66-84e2-9079a049ca23 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29beb743-0d3b-41ae-90ef-330f7c9c5932,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:29.646233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed9e11-72ea-4a4c-b59c-7367160bbca3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Checking segment: {'id': 'd697dda1-9ef6-42c9-82dc-bcf76270d699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56e041f7-3c39-4f9e-8ee5-05f87fefbb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:29.649480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed9e11-72ea-4a4c-b59c-7367160bbca3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Network hostable DHCP agents. Network: 56e041f7-3c39-4f9e-8ee5-05f87fefbb31, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:15:29.729946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d8aff1ff-017a-4fc2-9738-069064cea112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:29.737802 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-556c9e94-f6a7-4c66-84e2-9079a049ca23 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:29.744428 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-556c9e94-f6a7-4c66-84e2-9079a049ca23 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4009798 Feb 09 14:15:29.751362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1f4de9-7551-418a-903c-85401572c813 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:29.763339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1f4de9-7551-418a-903c-85401572c813 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:29.763573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58208) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:29.763667 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5b1f4de9-7551-418a-903c-85401572c813 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.9475899 Feb 09 14:15:29.763667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Attempting to bind port 677bd77c-a935-467b-8c7e-f69298f0f833 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:29.763667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Attempting to bind port 677bd77c-a935-467b-8c7e-f69298f0f833 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '4d99d233-7638-4c56-9a11-f1d927d41e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:29.763667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Attempting to bind port 677bd77c-a935-467b-8c7e-f69298f0f833 on network 8f32b635-0e4c-4fd0-b4fb-058420f89d74 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:29.766066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58210) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:29.774728 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:29.804339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:29.813540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:29.820682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Usage tracker for resource:floatingip and tenant:5a65c0ccac574437b823990f066a8c19 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:29.830680 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:29.832433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d8aff1ff-017a-4fc2-9738-069064cea112 admin admin] Usage tracker for resource:security_group_rule and tenant:249cdb8905734db59618cf98a3535cc1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:29.843834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d8aff1ff-017a-4fc2-9738-069064cea112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:29.854865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:29.875325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac7b9-e810-4c0a-831b-c0bf0909f3f6 req-3540ddaf-7753-4cb1-97c8-5b467b40e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:29.877633 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8fac7b9-e810-4c0a-831b-c0bf0909f3f6 req-3540ddaf-7753-4cb1-97c8-5b467b40e37d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8366835 Feb 09 14:15:29.884120 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Port 677bd77c-a935-467b-8c7e-f69298f0f833 on network 8f32b635-0e4c-4fd0-b4fb-058420f89d74 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:15:29.884643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Attempting to bind port 677bd77c-a935-467b-8c7e-f69298f0f833 on network 8f32b635-0e4c-4fd0-b4fb-058420f89d74 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:29.910505 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-492f3508-d21c-445f-a2bd-18b3af424dfd req-9e0b1d75-58e7-433f-8936-43fae1467ae5 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143189 Feb 09 14:15:29.911053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d8aff1ff-017a-4fc2-9738-069064cea112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:29.928718 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:29.944783 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:29.945125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Checking segment: {'id': '4d99d233-7638-4c56-9a11-f1d927d41e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:29.945510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Bound using segment: {'id': '4d99d233-7638-4c56-9a11-f1d927d41e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:29.945965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Bound port: 677bd77c-a935-467b-8c7e-f69298f0f833, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d99d233-7638-4c56-9a11-f1d927d41e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:29.946308 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:29.968503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed9e11-72ea-4a4c-b59c-7367160bbca3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Network 56e041f7-3c39-4f9e-8ee5-05f87fefbb31 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:15:30.017608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-019618a1-5d0b-4d6d-a3ec-a9081ae5c7e0 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Deleting port 9c16e9e4-2bc9-460d-a143-dafe9339c7eb {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:30.017889 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-019618a1-5d0b-4d6d-a3ec-a9081ae5c7e0 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:30.041679 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505c3e10-9a87-4a0c-83fd-36e6e63732e8 None None] Network 9513dd8e-901a-40a1-90aa-2df47892c207 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:15:30.058025 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5a202-1443-46b5-9073-7ff7b08e566f req-88cd53ee-16e6-46f6-b0c0-75f2e956c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.059629 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-00d5a202-1443-46b5-9073-7ff7b08e566f req-88cd53ee-16e6-46f6-b0c0-75f2e956c4aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1299aae-4032-4877-85a3-71554c7a1aae HTTP/1.1" status: 200 len: 912 time: 0.5810518 Feb 09 14:15:30.128231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] For port 677bd77c-a935-467b-8c7e-f69298f0f833, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:30.132225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] For port 677bd77c-a935-467b-8c7e-f69298f0f833, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=677bd77c-a935-467b-8c7e-f69298f0f833,segment=NetworkSegment(4d99d233-7638-4c56-9a11-f1d927d41e97),segment_id=4d99d233-7638-4c56-9a11-f1d927d41e97)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:30.181923 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:30.218294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-90053a15-9179-49b9-a69b-1bee791360f2 None None] Provisioning for port f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:30.222461 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-00d5a202-1443-46b5-9073-7ff7b08e566f req-c60fab7b-4ae9-4f4e-b221-45dd8fd0be28 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 HTTP/1.1" status: 200 len: 217 time: 0.1548009 Feb 09 14:15:30.226775 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:30.236303 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-3eed9e11-72ea-4a4c-b59c-7367160bbca3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 56e041f7-3c39-4f9e-8ee5-05f87fefbb31) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:30.236488 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-90053a15-9179-49b9-a69b-1bee791360f2 None None] Provisioning complete for port f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:30.236729 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-90053a15-9179-49b9-a69b-1bee791360f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:30.240630 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eed9e11-72ea-4a4c-b59c-7367160bbca3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.241541 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3eed9e11-72ea-4a4c-b59c-7367160bbca3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:30.263137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-b2084ccd-8a9a-4942-8f41-5e49541443a3 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.263900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-b2084ccd-8a9a-4942-8f41-5e49541443a3 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Synchronizing usage tracker for tenant:f74b311868d8425684cba57e8c5d8cde on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:30.275063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.275570 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:30.277062 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] 10.222.0.35 "PUT /v2.0/ports/677bd77c-a935-467b-8c7e-f69298f0f833 HTTP/1.1" status: 200 len: 1091 time: 3.8790019 Feb 09 14:15:30.286067 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'tag': '677bd77c-a935-467b-8c7e-f69298f0f833'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:30.353220 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:30.355864 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7975903-0b1a-4caa-ad7c-8989bbfe8db2 None None] Network 56e041f7-3c39-4f9e-8ee5-05f87fefbb31 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:15:30.361522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5a202-1443-46b5-9073-7ff7b08e566f req-6097fe97-d510-4653-9598-4c7b39f8ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.363945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-00d5a202-1443-46b5-9073-7ff7b08e566f req-6097fe97-d510-4653-9598-4c7b39f8ace7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f903123-7394-4cde-bb59-c0b2cee0bff4 HTTP/1.1" status: 200 len: 852 time: 0.1322629 Feb 09 14:15:30.482288 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3eed9e11-72ea-4a4c-b59c-7367160bbca3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5321910 Feb 09 14:15:30.482501 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-00d5a202-1443-46b5-9073-7ff7b08e566f req-f6348005-8661-44da-a9db-ae97c2ae8d5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1299aae-4032-4877-85a3-71554c7a1aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939879 Feb 09 14:15:30.512380 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-b2084ccd-8a9a-4942-8f41-5e49541443a3 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Unset dirty status for tenant:f74b311868d8425684cba57e8c5d8cde on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:30.520015 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-b2084ccd-8a9a-4942-8f41-5e49541443a3 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/networks?id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 HTTP/1.1" status: 200 len: 813 time: 0.9401913 Feb 09 14:15:30.544242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a0f33-5812-495c-8aa3-7578adfce60a service neutron] Pushing event updated for resources: {'Port': ['ID=677bd77c-a935-467b-8c7e-f69298f0f833,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:30.569158 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-e6aa2980-2c16-49eb-addf-ce34f2afdfc8 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/quotas/f74b311868d8425684cba57e8c5d8cde HTTP/1.1" status: 200 len: 375 time: 0.0481095 Feb 09 14:15:30.716636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8793a-37d9-4133-b9fd-0b06d25abecc req-8fe08194-6aee-44b8-8663-58bd55c76dd2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.724634 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8793a-37d9-4133-b9fd-0b06d25abecc req-8fe08194-6aee-44b8-8663-58bd55c76dd2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.728616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8793a-37d9-4133-b9fd-0b06d25abecc req-8fe08194-6aee-44b8-8663-58bd55c76dd2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.740234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8793a-37d9-4133-b9fd-0b06d25abecc req-8fe08194-6aee-44b8-8663-58bd55c76dd2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.741711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8793a-37d9-4133-b9fd-0b06d25abecc req-8fe08194-6aee-44b8-8663-58bd55c76dd2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.748581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8793a-37d9-4133-b9fd-0b06d25abecc req-8fe08194-6aee-44b8-8663-58bd55c76dd2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.755590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8793a-37d9-4133-b9fd-0b06d25abecc req-8fe08194-6aee-44b8-8663-58bd55c76dd2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.760061 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fdf8793a-37d9-4133-b9fd-0b06d25abecc req-8fe08194-6aee-44b8-8663-58bd55c76dd2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5419 time: 0.6213443 Feb 09 14:15:30.836857 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:30.878646 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-04da2149-ad20-4fae-8263-f617a661c17f tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f74b311868d8425684cba57e8c5d8cde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3085620 Feb 09 14:15:30.901215 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d8aff1ff-017a-4fc2-9738-069064cea112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:30.912193 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-2d8bca84-3982-4356-8b59-2f973ab30868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.912662 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-2d8bca84-3982-4356-8b59-2f973ab30868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.913157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-2d8bca84-3982-4356-8b59-2f973ab30868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.913614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-2d8bca84-3982-4356-8b59-2f973ab30868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.914075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-2d8bca84-3982-4356-8b59-2f973ab30868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.915237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-2d8bca84-3982-4356-8b59-2f973ab30868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.915237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-2d8bca84-3982-4356-8b59-2f973ab30868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:30.917049 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-2d8bca84-3982-4356-8b59-2f973ab30868 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea230855731c4f038f9be9893ada8105&device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 6476 time: 0.5811520 Feb 09 14:15:30.918959 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-90053a15-9179-49b9-a69b-1bee791360f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:30.925535 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fdf8793a-37d9-4133-b9fd-0b06d25abecc req-db659ea8-ef05-43d8-aea2-d014313d0909 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1606410 Feb 09 14:15:30.934866 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-00d5a202-1443-46b5-9073-7ff7b08e566f req-056e211a-ee69-4a1b-8f7a-493ea9fb1f5b service neutron] 10.222.0.35 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491224 Feb 09 14:15:30.990090 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-90053a15-9179-49b9-a69b-1bee791360f2 None None] For port f68a9c88-89b5-4b3f-a2a4-8db31520d5e0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f68a9c88-89b5-4b3f-a2a4-8db31520d5e0,segment=NetworkSegment(690ee37f-dbe6-452d-8bb4-be9bdfda3416),segment_id=690ee37f-dbe6-452d-8bb4-be9bdfda3416)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:31.002165 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-90053a15-9179-49b9-a69b-1bee791360f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:31.077335 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d8aff1ff-017a-4fc2-9738-069064cea112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:31.085808 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-bfd3538f-334f-4a6d-b2d6-8d5d4ae8f804 service neutron] 10.222.0.48 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635959 Feb 09 14:15:31.136593 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-56e041f7-3c39-4f9e-8ee5-05f87fefbb31', 'network_id': '56e041f7-3c39-4f9e-8ee5-05f87fefbb31', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'fixed_ips': [{'subnet_id': '4a72c883-8b99-469e-898b-35148827a322'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:15:31.144402 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:31.152696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Allocated IP 172.25.8.152 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/05edf2e4-dbe1-4137-b555-d197e8955e06) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:15:31.159226 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-00d5a202-1443-46b5-9073-7ff7b08e566f req-e92fda10-75e5-43c5-8568-4b16e293d5ef service neutron] 10.222.0.35 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178204 Feb 09 14:15:31.192693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aff1ff-017a-4fc2-9738-069064cea112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f65a90-a62e-484c-8fc0-6241c78531f2,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:31.196860 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-019618a1-5d0b-4d6d-a3ec-a9081ae5c7e0 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:31.211226 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'tag': '677bd77c-a935-467b-8c7e-f69298f0f833', 'status': 'completed', 'code': 200} Feb 09 14:15:31.244556 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90053a15-9179-49b9-a69b-1bee791360f2 None None] Pushing event updated for resources: {'Port': ['ID=f68a9c88-89b5-4b3f-a2a4-8db31520d5e0,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:31.281142 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-5a4dcb68-71f7-4d88-b039-18aedbf9043b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df0d610-c50d-4a82-a58d-bb3db99f16bc HTTP/1.1" status: 200 len: 217 time: 0.1943803 Feb 09 14:15:31.407810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Allocated IP 19.86.0.2 (56e041f7-3c39-4f9e-8ee5-05f87fefbb31/4a72c883-8b99-469e-898b-35148827a322/729a57ed-096e-4667-943f-4f2287a66bde) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:15:31.516627 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:31.532724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-ba916876-2f15-4229-aa2a-729b5af8a74f tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:31.538634 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-ba916876-2f15-4229-aa2a-729b5af8a74f tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:31.539411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-ba916876-2f15-4229-aa2a-729b5af8a74f tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Synchronizing usage tracker for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:31.561866 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-ba916876-2f15-4229-aa2a-729b5af8a74f tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Unset dirty status for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:31.568714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-ba916876-2f15-4229-aa2a-729b5af8a74f tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/networks?id=9513dd8e-901a-40a1-90aa-2df47892c207&id=56e041f7-3c39-4f9e-8ee5-05f87fefbb31 HTTP/1.1" status: 200 len: 1389 time: 0.2672377 Feb 09 14:15:31.587554 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-b6ca8295-c607-45ce-857d-d16774a2339b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/quotas/87c5aeb7bc3a4960ab4b1595db9087f7 HTTP/1.1" status: 200 len: 375 time: 0.0179746 Feb 09 14:15:31.593372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-019618a1-5d0b-4d6d-a3ec-a9081ae5c7e0 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Calling delete_port for 9c16e9e4-2bc9-460d-a143-dafe9339c7eb owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:15:31.630167 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d8aff1ff-017a-4fc2-9738-069064cea112 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=249cdb8905734db59618cf98a3535cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7195532 Feb 09 14:15:31.644886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58236) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:31.726880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-4f43f274-571b-47b4-9768-e0c5109a03d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:31.728047 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-4f43f274-571b-47b4-9768-e0c5109a03d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55 HTTP/1.1" status: 200 len: 851 time: 0.2505441 Feb 09 14:15:31.765033 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:31.770430 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5194b422-de07-4f4f-a7ba-f0274b994a37 None None] Provisioning complete for port f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:31.770922 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5194b422-de07-4f4f-a7ba-f0274b994a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:31.828390 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:31.837706 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-c5d47ce4-9b03-45c8-ad73-e592482dc5a0 service neutron] 10.222.0.48 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238732 Feb 09 14:15:31.852736 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-019618a1-5d0b-4d6d-a3ec-a9081ae5c7e0 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:31.914646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019618a1-5d0b-4d6d-a3ec-a9081ae5c7e0 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event deleted for resources: {'Port': ['ID=9c16e9e4-2bc9-460d-a143-dafe9339c7eb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:31.916961 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4401bf28-a0ef-4f80-9beb-ffb5510a59c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:31.936361 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-019618a1-5d0b-4d6d-a3ec-a9081ae5c7e0 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:31.960045 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4401bf28-a0ef-4f80-9beb-ffb5510a59c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:31.969720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:15:31.977126 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-019618a1-5d0b-4d6d-a3ec-a9081ae5c7e0 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "DELETE /v2.0/ports/9c16e9e4-2bc9-460d-a143-dafe9339c7eb HTTP/1.1" status: 204 len: 168 time: 2.2051418 Feb 09 14:15:31.983014 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58240) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:31.994006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-95fb6c57-1235-47ee-9657-4770dacb57ac tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Synchronizing usage tracker for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:32.002033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:32.004892 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:32.009773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:32.053124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-49412661-2e78-44c6-b25c-33754e930f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:32.054792 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-49412661-2e78-44c6-b25c-33754e930f21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6a2fd07-bf7b-45e8-abfb-1d71ad208c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3020356 Feb 09 14:15:32.064323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:15:32.108682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Transition to ACTIVE for port object 729a57ed-096e-4667-943f-4f2287a66bde will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:32.157823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f00cb0cb-3c63-4bf4-9393-f9a13c0bc285 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Deleting port 65d7d933-affb-47ac-a625-89cc7c595cb1 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:32.158169 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f00cb0cb-3c63-4bf4-9393-f9a13c0bc285 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:32.207605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-95fb6c57-1235-47ee-9657-4770dacb57ac tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Unset dirty status for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:32.219693 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-95fb6c57-1235-47ee-9657-4770dacb57ac tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87c5aeb7bc3a4960ab4b1595db9087f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6311333 Feb 09 14:15:32.223539 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4401bf28-a0ef-4f80-9beb-ffb5510a59c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:32.251793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401bf28-a0ef-4f80-9beb-ffb5510a59c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f65a90-a62e-484c-8fc0-6241c78531f2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:32.256552 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:32.269831 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Transition to ACTIVE for port object 729a57ed-096e-4667-943f-4f2287a66bde will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:32.284731 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Pushing event updated for resources: {'Port': ['ID=05edf2e4-dbe1-4137-b555-d197e8955e06,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:32.318616 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:32.382699 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4401bf28-a0ef-4f80-9beb-ffb5510a59c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:32.386990 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4401bf28-a0ef-4f80-9beb-ffb5510a59c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11f65a90-a62e-484c-8fc0-6241c78531f2 HTTP/1.1" status: 204 len: 168 time: 0.7411866 Feb 09 14:15:32.396589 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-ed82a80c-8ab4-4704-9958-55355006e511 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a2fd07-bf7b-45e8-abfb-1d71ad208c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334792 Feb 09 14:15:32.436567 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:32.463056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Network 56e041f7-3c39-4f9e-8ee5-05f87fefbb31 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:15:32.472014 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:32.498981 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:32.545648 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Pushing event updated for resources: {'Port': ['ID=729a57ed-096e-4667-943f-4f2287a66bde,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:32.764864 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1,segment=NetworkSegment(e7517b22-da4f-4744-9e69-81bbd574dfd0),segment_id=e7517b22-da4f-4744-9e69-81bbd574dfd0)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:32.826383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:15:32.868252 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Attempting to bind port 729a57ed-096e-4667-943f-4f2287a66bde on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:32.868641 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Attempting to bind port 729a57ed-096e-4667-943f-4f2287a66bde by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd697dda1-9ef6-42c9-82dc-bcf76270d699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56e041f7-3c39-4f9e-8ee5-05f87fefbb31'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:32.869302 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Attempting to bind port 729a57ed-096e-4667-943f-4f2287a66bde on network 56e041f7-3c39-4f9e-8ee5-05f87fefbb31 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:32.884629 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1', 'network_id': 'd1299aae-4032-4877-85a3-71554c7a1aae', 'port_id': 'eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1', 'mac_address': 'fa:16:3e:85:dd:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f903123-7394-4cde-bb59-c0b2cee0bff4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:15:32.892690 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f00cb0cb-3c63-4bf4-9393-f9a13c0bc285 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:32.904010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:32.904589 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Checking segment: {'id': 'd697dda1-9ef6-42c9-82dc-bcf76270d699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56e041f7-3c39-4f9e-8ee5-05f87fefbb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:32.905287 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:32.905527 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7891db0f-2e37-4ad5-b4a4-7a5410a334c5 service neutron] 10.222.0.48 "GET /v2.0/networks/9513dd8e-901a-40a1-90aa-2df47892c207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6827164 Feb 09 14:15:32.906315 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Bound using segment: {'id': 'd697dda1-9ef6-42c9-82dc-bcf76270d699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56e041f7-3c39-4f9e-8ee5-05f87fefbb31'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:32.906687 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Bound port: 729a57ed-096e-4667-943f-4f2287a66bde, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd697dda1-9ef6-42c9-82dc-bcf76270d699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56e041f7-3c39-4f9e-8ee5-05f87fefbb31'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:32.907329 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:32.911933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e468c1-fd34-496a-b15c-baa787bd25bc req-9da1291b-1234-452d-bd75-a56c8b3058ec tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:32.913450 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-51e468c1-fd34-496a-b15c-baa787bd25bc req-9da1291b-1234-452d-bd75-a56c8b3058ec tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 943 time: 0.6478450 Feb 09 14:15:33.079999 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:33.090915 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-228c2b2a-dde6-4bfc-b364-4ccd15a5b5ca service neutron] 10.222.0.48 "GET /v2.0/networks/9513dd8e-901a-40a1-90aa-2df47892c207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842988 Feb 09 14:15:33.154834 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:33.165885 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:33.166841 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:33.201670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f00cb0cb-3c63-4bf4-9393-f9a13c0bc285 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Calling delete_port for 65d7d933-affb-47ac-a625-89cc7c595cb1 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:15:33.219241 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] For port 729a57ed-096e-4667-943f-4f2287a66bde, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:33.244128 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] For port 729a57ed-096e-4667-943f-4f2287a66bde, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=729a57ed-096e-4667-943f-4f2287a66bde,segment=NetworkSegment(d697dda1-9ef6-42c9-82dc-bcf76270d699),segment_id=d697dda1-9ef6-42c9-82dc-bcf76270d699)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:33.252585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1,segment=NetworkSegment(e7517b22-da4f-4744-9e69-81bbd574dfd0),segment_id=e7517b22-da4f-4744-9e69-81bbd574dfd0)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:33.259071 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:33.289703 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-198dc789-a886-4e4a-bf0d-665c445b9067 service neutron] 10.222.0.48 "GET /v2.0/networks/56e041f7-3c39-4f9e-8ee5-05f87fefbb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978691 Feb 09 14:15:33.298552 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:33.312983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-51e468c1-fd34-496a-b15c-baa787bd25bc req-c65043b0-dc7e-43a0-a985-6cde3bcb9307 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Synchronizing usage tracker for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:33.336943 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-6dfcef92-a09d-4774-9361-2d1398c33251 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a2fd07-bf7b-45e8-abfb-1d71ad208c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9259946 Feb 09 14:15:33.340102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-51e468c1-fd34-496a-b15c-baa787bd25bc req-c65043b0-dc7e-43a0-a985-6cde3bcb9307 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Unset dirty status for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:33.350860 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-51e468c1-fd34-496a-b15c-baa787bd25bc req-c65043b0-dc7e-43a0-a985-6cde3bcb9307 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716815 Feb 09 14:15:33.385520 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a521b-38dd-43cf-8174-5cc421c3ed79 None None] Pushing event updated for resources: {'Port': ['ID=729a57ed-096e-4667-943f-4f2287a66bde,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:33.605927 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:33.630023 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:33.659364 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-804bc450-66b1-4a53-b940-ba11bcc5decc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=51166934-6833-4ae3-b0f8-42d4ff50594b HTTP/1.1" status: 200 len: 217 time: 0.3031940 Feb 09 14:15:33.704317 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:15:33.719077 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-67c4e714-36b1-4760-91ff-6aba424dbf11 service neutron] 10.222.0.48 "GET /v2.0/networks/56e041f7-3c39-4f9e-8ee5-05f87fefbb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282422 Feb 09 14:15:33.875295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Pushing event updated for resources: {'Port': ['ID=05edf2e4-dbe1-4137-b555-d197e8955e06,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:33.957706 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:33.973871 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:33.984239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-e6429387-0c98-40b9-9ce1-8e4669a73441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:33.985831 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-e6429387-0c98-40b9-9ce1-8e4669a73441 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3 HTTP/1.1" status: 200 len: 797 time: 0.3069749 Feb 09 14:15:33.987012 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f00cb0cb-3c63-4bf4-9393-f9a13c0bc285 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:34.035450 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:34.037632 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-76a3d444-9477-4b95-b104-30b41571d8f8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2611220 Feb 09 14:15:34.212305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cb0cb-3c63-4bf4-9393-f9a13c0bc285 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event deleted for resources: {'Port': ['ID=65d7d933-affb-47ac-a625-89cc7c595cb1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:34.224347 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f00cb0cb-3c63-4bf4-9393-f9a13c0bc285 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:34.242465 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f00cb0cb-3c63-4bf4-9393-f9a13c0bc285 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "DELETE /v2.0/ports/65d7d933-affb-47ac-a625-89cc7c595cb1 HTTP/1.1" status: 204 len: 168 time: 2.2560396 Feb 09 14:15:34.246067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58288) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:34.327161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0fd5d-aa76-4a70-86e5-11cfb165e168 req-3c9c7d62-e9aa-48cc-b573-c7a46e04015a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:34.334797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0fd5d-aa76-4a70-86e5-11cfb165e168 req-3c9c7d62-e9aa-48cc-b573-c7a46e04015a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:34.344150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0fd5d-aa76-4a70-86e5-11cfb165e168 req-3c9c7d62-e9aa-48cc-b573-c7a46e04015a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:34.351499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0fd5d-aa76-4a70-86e5-11cfb165e168 req-3c9c7d62-e9aa-48cc-b573-c7a46e04015a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:34.360117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0fd5d-aa76-4a70-86e5-11cfb165e168 req-3c9c7d62-e9aa-48cc-b573-c7a46e04015a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:34.368354 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0fd5d-aa76-4a70-86e5-11cfb165e168 req-3c9c7d62-e9aa-48cc-b573-c7a46e04015a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:34.375871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0fd5d-aa76-4a70-86e5-11cfb165e168 req-3c9c7d62-e9aa-48cc-b573-c7a46e04015a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:34.398322 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9bc0fd5d-aa76-4a70-86e5-11cfb165e168 req-3c9c7d62-e9aa-48cc-b573-c7a46e04015a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5419 time: 0.7353308 Feb 09 14:15:34.424027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-93c41bde-c22e-45fa-8706-24c6bfeb1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:34.425541 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-93c41bde-c22e-45fa-8706-24c6bfeb1edd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=823b3307-a261-404f-987b-156bad62d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4282312 Feb 09 14:15:34.437496 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e23a86fc-b723-4a06-8c41-06a6e8a52bb9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Synchronizing usage tracker for tenant:1c5f779ee0b44c369bf00f9ef3ac7cb5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:34.462133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e23a86fc-b723-4a06-8c41-06a6e8a52bb9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Unset dirty status for tenant:1c5f779ee0b44c369bf00f9ef3ac7cb5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:34.469238 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e23a86fc-b723-4a06-8c41-06a6e8a52bb9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2119162 Feb 09 14:15:34.469497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58304) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:34.482748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f507eabe-a5e9-476c-8199-c58e9d2aed01 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-442280535'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:34.490712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f507eabe-a5e9-476c-8199-c58e9d2aed01 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:34.504133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f507eabe-a5e9-476c-8199-c58e9d2aed01 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Usage tracker for resource:network and tenant:1c5f779ee0b44c369bf00f9ef3ac7cb5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:34.513524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f507eabe-a5e9-476c-8199-c58e9d2aed01 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:34.526754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f507eabe-a5e9-476c-8199-c58e9d2aed01 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:34.545480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f507eabe-a5e9-476c-8199-c58e9d2aed01 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Made reservation on behalf of 1c5f779ee0b44c369bf00f9ef3ac7cb5 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:34.550570 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f507eabe-a5e9-476c-8199-c58e9d2aed01 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:34.621314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f507eabe-a5e9-476c-8199-c58e9d2aed01 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:15:34.661923 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f507eabe-a5e9-476c-8199-c58e9d2aed01 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:34.662284 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-f507eabe-a5e9-476c-8199-c58e9d2aed01 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Added segment 7f063990-d243-4850-86d2-643058364ac6 of type vlan for network 183a2122-e00b-4a01-947b-f0aa74759ca6 Feb 09 14:15:34.686705 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-e29b8880-2a34-446c-a40a-6897285bf35a service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522054 Feb 09 14:15:34.751112 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f507eabe-a5e9-476c-8199-c58e9d2aed01 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:34.788368 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9bc0fd5d-aa76-4a70-86e5-11cfb165e168 req-74ddbc7c-3ce7-4e53-9580-c775109e50db tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3877883 Feb 09 14:15:34.897151 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f507eabe-a5e9-476c-8199-c58e9d2aed01 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:34.933913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 729a57ed-096e-4667-943f-4f2287a66bde up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:15:34.943176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f507eabe-a5e9-476c-8199-c58e9d2aed01 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:34.945012 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f507eabe-a5e9-476c-8199-c58e9d2aed01 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:35.081189 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 729a57ed-096e-4667-943f-4f2287a66bde completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:35.304217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-818ff69f-9fcf-4cdc-acc5-c72d84ee6e7c req-53008705-22ed-4718-ad52-e28bcc1a7813 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 210 time: 0.2827725 Feb 09 14:15:35.396808 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f507eabe-a5e9-476c-8199-c58e9d2aed01 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9260645 Feb 09 14:15:35.397665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58318) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:35.397997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58320) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:35.451806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-56d786e3-953f-4354-9929-9251ba121cfc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-421326153'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:35.455948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507eabe-a5e9-476c-8199-c58e9d2aed01 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event updated for resources: {'Network': ['ID=183a2122-e00b-4a01-947b-f0aa74759ca6,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:35.460887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-56d786e3-953f-4354-9929-9251ba121cfc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:35.463324 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fefbaa0-9211-4848-b38d-b87ad20eddf9 None None] Network 56e041f7-3c39-4f9e-8ee5-05f87fefbb31 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:15:35.478444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-56d786e3-953f-4354-9929-9251ba121cfc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Usage tracker for resource:network and tenant:1c5f779ee0b44c369bf00f9ef3ac7cb5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:35.489542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 183a2122-e00b-4a01-947b-f0aa74759ca6 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:15:35.492537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-56d786e3-953f-4354-9929-9251ba121cfc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:35.516091 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-2f15910e-3702-4d10-a0b1-58b0d2df2ad9 service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7472529 Feb 09 14:15:35.540964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-56d786e3-953f-4354-9929-9251ba121cfc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:35.551421 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-137eee1b-84f7-47ca-8584-f75a6a002b07 req-40b58053-504c-412d-9d59-9baba38c96ec tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=c584fc4a-9597-4eeb-8aa2-ea9bb339313b HTTP/1.1" status: 200 len: 210 time: 0.0634329 Feb 09 14:15:35.562634 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d786e3-953f-4354-9929-9251ba121cfc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Made reservation on behalf of 1c5f779ee0b44c369bf00f9ef3ac7cb5 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:35.567157 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-56d786e3-953f-4354-9929-9251ba121cfc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:35.634324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d786e3-953f-4354-9929-9251ba121cfc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:15:35.668261 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-56d786e3-953f-4354-9929-9251ba121cfc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:35.668613 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-56d786e3-953f-4354-9929-9251ba121cfc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Added segment 21e24529-b4a2-47a7-86b1-d0225d7c1bf2 of type vlan for network 5a9b2c02-012d-474c-b93f-a2678ab909bd Feb 09 14:15:35.740236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-56d786e3-953f-4354-9929-9251ba121cfc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:35.829677 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c90aa2ab-93ed-4d56-b475-e761ab7a8f8c None None] Provisioning for port 729a57ed-096e-4667-943f-4f2287a66bde completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:35.849219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c90aa2ab-93ed-4d56-b475-e761ab7a8f8c None None] Provisioning complete for port 729a57ed-096e-4667-943f-4f2287a66bde triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:35.849598 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-a9055e23-ea81-4988-ac25-d8d954102c81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=e2a09b75-aff3-4881-9cb3-8cf2226c94cf HTTP/1.1" status: 200 len: 217 time: 0.2033587 Feb 09 14:15:35.849737 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c90aa2ab-93ed-4d56-b475-e761ab7a8f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:36.069973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:15:36.087248 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f88d2e4f-b1d1-424d-81cf-7da59ab53c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:36.129711 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-c07e32d8-9ee2-48d7-951d-fafb53aae916 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:36.131167 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-c07e32d8-9ee2-48d7-951d-fafb53aae916 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.21 "GET /v2.0/networks?id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 HTTP/1.1" status: 200 len: 813 time: 1.1159360 Feb 09 14:15:36.139653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f88d2e4f-b1d1-424d-81cf-7da59ab53c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:36.150695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f88d2e4f-b1d1-424d-81cf-7da59ab53c16 admin admin] Usage tracker for resource:security_group_rule and tenant:498a8f03f207468b8c20851f654fd568 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:36.155366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-f001a434-0971-478c-89a4-dd50bf0e68ff tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Request body: {'port': {'device_id': '6c9a044b-81ab-4bbf-9d97-1f91c84940fc', 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317', 'admin_state_up': True, 'tenant_id': 'f74b311868d8425684cba57e8c5d8cde'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:36.168253 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f88d2e4f-b1d1-424d-81cf-7da59ab53c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:36.173297 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c90aa2ab-93ed-4d56-b475-e761ab7a8f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:36.180009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f88d2e4f-b1d1-424d-81cf-7da59ab53c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:36.196551 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-56d786e3-953f-4354-9929-9251ba121cfc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:36.203043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d786e3-953f-4354-9929-9251ba121cfc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:36.203756 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-56d786e3-953f-4354-9929-9251ba121cfc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:36.237652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-c6ed87ff-8789-47e5-86ed-bdc65569fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:36.239099 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-c6ed87ff-8789-47e5-86ed-bdc65569fc3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3 HTTP/1.1" status: 200 len: 797 time: 0.3282557 Feb 09 14:15:36.251279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:36.272724 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c90aa2ab-93ed-4d56-b475-e761ab7a8f8c None None] For port 729a57ed-096e-4667-943f-4f2287a66bde, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=729a57ed-096e-4667-943f-4f2287a66bde,segment=NetworkSegment(d697dda1-9ef6-42c9-82dc-bcf76270d699),segment_id=d697dda1-9ef6-42c9-82dc-bcf76270d699)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:36.274170 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:36.274600 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:36.345928 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c90aa2ab-93ed-4d56-b475-e761ab7a8f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:36.350164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-cd2433be-f774-4139-b158-8ba05bbd5c21 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:36.350975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-cd2433be-f774-4139-b158-8ba05bbd5c21 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Synchronizing usage tracker for tenant:5a65c0ccac574437b823990f066a8c19 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:36.418903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d786e3-953f-4354-9929-9251ba121cfc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event updated for resources: {'Network': ['ID=5a9b2c02-012d-474c-b93f-a2678ab909bd,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:36.440666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 5a9b2c02-012d-474c-b93f-a2678ab909bd details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:15:36.446125 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-56d786e3-953f-4354-9929-9251ba121cfc tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0383573 Feb 09 14:15:36.447075 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-cd2433be-f774-4139-b158-8ba05bbd5c21 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Unset dirty status for tenant:5a65c0ccac574437b823990f066a8c19 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:36.453315 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-cd2433be-f774-4139-b158-8ba05bbd5c21 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/networks?id=eb65df74-eed7-4e29-9afd-1c778bc5afdb HTTP/1.1" status: 200 len: 821 time: 0.7018704 Feb 09 14:15:36.456505 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18258db-a058-4f6b-aca8-4f0c3c7465e7 req-9dde5443-01a3-4e08-848b-2d53642207e9 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:36.458212 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b18258db-a058-4f6b-aca8-4f0c3c7465e7 req-9dde5443-01a3-4e08-848b-2d53642207e9 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 944 time: 1.1902001 Feb 09 14:15:36.515197 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-a2c050a2-45d7-4734-a354-bf10cd4af087 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/quotas/5a65c0ccac574437b823990f066a8c19 HTTP/1.1" status: 200 len: 375 time: 0.0609336 Feb 09 14:15:36.567014 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-2c49833c-f8df-447f-bdc8-6e3892994d67 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:36.568907 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-2c49833c-f8df-447f-bdc8-6e3892994d67 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.21 "GET /v2.0/networks?id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 HTTP/1.1" status: 200 len: 813 time: 0.7626002 Feb 09 14:15:36.570190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-f001a434-0971-478c-89a4-dd50bf0e68ff tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:36.602005 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-dd0ece30-c2fd-492b-965d-bdcdae21928e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Request body: {'port': {'device_id': 'c584fc4a-9597-4eeb-8aa2-ea9bb339313b', 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317', 'admin_state_up': True, 'tenant_id': 'f74b311868d8425684cba57e8c5d8cde'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:36.617866 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58344) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:36.663798 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90aa2ab-93ed-4d56-b475-e761ab7a8f8c None None] Pushing event updated for resources: {'Port': ['ID=729a57ed-096e-4667-943f-4f2287a66bde,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:36.665316 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Request body: {'subnets': [{'network_id': '183a2122-e00b-4a01-947b-f0aa74759ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1729198996', 'ip_version': 4}, {'network_id': '5a9b2c02-012d-474c-b93f-a2678ab909bd', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:36.669023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-f001a434-0971-478c-89a4-dd50bf0e68ff tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Usage tracker for resource:port and tenant:f74b311868d8425684cba57e8c5d8cde is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:36.675432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Request body: {'subnet': {'network_id': '183a2122-e00b-4a01-947b-f0aa74759ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1729198996', 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:36.676369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Request body: {'subnet': {'network_id': '5a9b2c02-012d-474c-b93f-a2678ab909bd', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:36.690277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-f001a434-0971-478c-89a4-dd50bf0e68ff tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:36.731081 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:36.760153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371706f5-5439-4ddf-9cac-0378594c2715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:36.783784 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1,segment=NetworkSegment(e7517b22-da4f-4744-9e69-81bbd574dfd0),segment_id=e7517b22-da4f-4744-9e69-81bbd574dfd0)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:36.784258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-f001a434-0971-478c-89a4-dd50bf0e68ff tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:36.792741 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:36.794638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-77f6c6a6-9009-4901-96bc-7187e56c37ff None None] Provisioning complete for port 729a57ed-096e-4667-943f-4f2287a66bde triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:36.795049 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-77f6c6a6-9009-4901-96bc-7187e56c37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:36.856515 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b18258db-a058-4f6b-aca8-4f0c3c7465e7 req-4e9ae54b-a3da-42d7-8f95-acc79ba0edd3 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139713 Feb 09 14:15:36.871384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-f001a434-0971-478c-89a4-dd50bf0e68ff tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Made reservation on behalf of f74b311868d8425684cba57e8c5d8cde for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:36.875323 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-f001a434-0971-478c-89a4-dd50bf0e68ff tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:36.976752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:36.990333 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f88d2e4f-b1d1-424d-81cf-7da59ab53c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:37.011519 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-4e4932a2-0c21-4b45-bad0-2698a1a1becb tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a65c0ccac574437b823990f066a8c19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4939170 Feb 09 14:15:37.017929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-b930eed6-fe78-40ff-80f7-96b2b0da8ecd tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:37.024411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-b930eed6-fe78-40ff-80f7-96b2b0da8ecd tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:37.025189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-b930eed6-fe78-40ff-80f7-96b2b0da8ecd tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Synchronizing usage tracker for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:37.042761 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f88d2e4f-b1d1-424d-81cf-7da59ab53c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:37.058352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-b034477a-5e60-4e0e-935c-08ba907221d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:37.061108 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-b034477a-5e60-4e0e-935c-08ba907221d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=823b3307-a261-404f-987b-156bad62d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8006344 Feb 09 14:15:37.106213 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-dd0ece30-c2fd-492b-965d-bdcdae21928e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:37.167764 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-dd0ece30-c2fd-492b-965d-bdcdae21928e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Usage tracker for resource:port and tenant:f74b311868d8425684cba57e8c5d8cde is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:37.178683 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-b930eed6-fe78-40ff-80f7-96b2b0da8ecd tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Unset dirty status for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:37.179776 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-b930eed6-fe78-40ff-80f7-96b2b0da8ecd tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.21 "GET /v2.0/networks?id=9513dd8e-901a-40a1-90aa-2df47892c207&id=56e041f7-3c39-4f9e-8ee5-05f87fefbb31 HTTP/1.1" status: 200 len: 1389 time: 0.8790064 Feb 09 14:15:37.184488 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-dd0ece30-c2fd-492b-965d-bdcdae21928e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:37.228152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-dd0ece30-c2fd-492b-965d-bdcdae21928e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:37.228917 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f88d2e4f-b1d1-424d-81cf-7da59ab53c16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=498a8f03f207468b8c20851f654fd568&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8151255 Feb 09 14:15:37.229760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d2e4f-b1d1-424d-81cf-7da59ab53c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dbf5ef-27d0-404a-8944-f95e92a7b963,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:37.233386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:37.236166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58352) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:37.237426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Request body: {'port': {'device_id': '8703a09f-024f-4960-8c31-e9d0a975e3b5', 'network_id': '9513dd8e-901a-40a1-90aa-2df47892c207', 'admin_state_up': True, 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:37.262578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Usage tracker for resource:subnet and tenant:1c5f779ee0b44c369bf00f9ef3ac7cb5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:37.268607 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:37.284019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:37.318810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Made reservation on behalf of 1c5f779ee0b44c369bf00f9ef3ac7cb5 for: {'subnet': 2} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:37.323324 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:37.324159 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:37.407274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-dd0ece30-c2fd-492b-965d-bdcdae21928e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Made reservation on behalf of f74b311868d8425684cba57e8c5d8cde for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:37.410836 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-dd0ece30-c2fd-492b-965d-bdcdae21928e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:37.437893 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-c7aaed69-3563-4a1d-b953-9cf79565df48 service neutron] 10.222.0.48 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520894 Feb 09 14:15:37.474322 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c521432-8b63-441d-8555-521835545e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:37.478285 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-f001a434-0971-478c-89a4-dd50bf0e68ff tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Allocated IP 172.20.0.10 (d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317/18ab4745-e8a1-4809-8301-7a1b88ada199/807f21a7-b523-4ffe-8fcd-7b46e6edcf08) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:15:37.572855 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c521432-8b63-441d-8555-521835545e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:37.574657 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-8398be4a-46db-4477-a9a6-e7ce6d5d9748 service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026670 Feb 09 14:15:37.709014 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-a4b0ecf5-6376-4b43-ad2a-5d36f6aa0ea0 service neutron] 10.222.0.48 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619848 Feb 09 14:15:37.730466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:37.758180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Usage tracker for resource:port and tenant:87c5aeb7bc3a4960ab4b1595db9087f7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:37.758629 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c521432-8b63-441d-8555-521835545e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:37.763504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:37.778707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:37.800026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c521432-8b63-441d-8555-521835545e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dbf5ef-27d0-404a-8944-f95e92a7b963,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:37.859703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11041-79fc-4c9f-8873-f07e2d312f49 req-32127927-9d5e-414d-a46e-7ec6799153eb tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:37.865693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11041-79fc-4c9f-8873-f07e2d312f49 req-32127927-9d5e-414d-a46e-7ec6799153eb tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:37.872402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11041-79fc-4c9f-8873-f07e2d312f49 req-32127927-9d5e-414d-a46e-7ec6799153eb tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:37.878422 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11041-79fc-4c9f-8873-f07e2d312f49 req-32127927-9d5e-414d-a46e-7ec6799153eb tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:37.885152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11041-79fc-4c9f-8873-f07e2d312f49 req-32127927-9d5e-414d-a46e-7ec6799153eb tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:37.891951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11041-79fc-4c9f-8873-f07e2d312f49 req-32127927-9d5e-414d-a46e-7ec6799153eb tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:37.899118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11041-79fc-4c9f-8873-f07e2d312f49 req-32127927-9d5e-414d-a46e-7ec6799153eb tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:37.906835 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ff11041-79fc-4c9f-8873-f07e2d312f49 req-32127927-9d5e-414d-a46e-7ec6799153eb tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5419 time: 0.8696017 Feb 09 14:15:37.916727 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c521432-8b63-441d-8555-521835545e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:37.918722 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5c521432-8b63-441d-8555-521835545e5b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37dbf5ef-27d0-404a-8944-f95e92a7b963 HTTP/1.1" status: 204 len: 168 time: 0.6745720 Feb 09 14:15:37.993865 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Made reservation on behalf of 87c5aeb7bc3a4960ab4b1595db9087f7 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:38.000435 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:38.147880 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-719cb11f-4234-4835-b5a1-9c9200404718 req-43132c62-ae13-431b-9169-8083fc18f373 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 210 time: 0.1123435 Feb 09 14:15:38.299335 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-b7f6ebb4-71da-48ac-8ec3-f9c63d4225fc service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7167125 Feb 09 14:15:38.346993 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ff11041-79fc-4c9f-8873-f07e2d312f49 req-3db1f2ae-b573-4620-8fca-ba693874e59a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4389510 Feb 09 14:15:38.374450 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:38.453010 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2bcaec37-e643-4128-b844-bfcc073afcb6 req-8dd4b4f7-a251-4568-abf4-9d7ebbd8a517 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=c584fc4a-9597-4eeb-8aa2-ea9bb339313b HTTP/1.1" status: 200 len: 210 time: 0.1795263 Feb 09 14:15:38.457959 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371706f5-5439-4ddf-9cac-0378594c2715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1', 'code': 200} Feb 09 14:15:38.515170 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-6c1cc49e-c974-4776-adf0-d7f2d1a0fcd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=7cb55f9b-f540-4d4e-978c-81beb6cf7326 HTTP/1.1" status: 200 len: 217 time: 0.1734684 Feb 09 14:15:38.522319 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:38.763172 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 729a57ed-096e-4667-943f-4f2287a66bde up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:15:38.862771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event updated for resources: {'Subnet': ['ID=7e5e8fca-f228-4634-917b-df3d95ece0f0,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:38.872435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Checking segment: {'id': '7f063990-d243-4850-86d2-643058364ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '183a2122-e00b-4a01-947b-f0aa74759ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:38.873493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Network hostable DHCP agents. Network: 183a2122-e00b-4a01-947b-f0aa74759ca6, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:15:38.884248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-6a0eb95a-c431-4ea3-a30a-83ae68135330 req-32336b50-a141-4796-a027-ddc176ff5d43 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Synchronizing usage tracker for tenant:5a65c0ccac574437b823990f066a8c19 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:38.933325 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-f001a434-0971-478c-89a4-dd50bf0e68ff tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:38.933584 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 729a57ed-096e-4667-943f-4f2287a66bde triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:38.933902 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:38.943400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Network 183a2122-e00b-4a01-947b-f0aa74759ca6 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:15:38.959102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-8837ee73-5407-43d8-8b49-f04eee8f9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:38.960897 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-8837ee73-5407-43d8-8b49-f04eee8f9bd7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3 HTTP/1.1" status: 200 len: 797 time: 0.4284663 Feb 09 14:15:38.987288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 183a2122-e00b-4a01-947b-f0aa74759ca6) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:39.001185 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:39.021934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-6a0eb95a-c431-4ea3-a30a-83ae68135330 req-32336b50-a141-4796-a027-ddc176ff5d43 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Unset dirty status for tenant:5a65c0ccac574437b823990f066a8c19 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:39.023474 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a0eb95a-c431-4ea3-a30a-83ae68135330 req-32336b50-a141-4796-a027-ddc176ff5d43 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 210 time: 0.3168099 Feb 09 14:15:39.063907 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Allocated IP 19.80.0.127 (9513dd8e-901a-40a1-90aa-2df47892c207/c0b12119-8342-445f-83bd-e3d29a4a2902/4059e43f-33f6-45aa-b90e-ba81318ded46) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:15:39.125663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406a339-8c8c-4ee2-a60c-16dc64ac0589 req-830d6c39-e63a-4ea6-9e82-ca83cb739040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:39.127333 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4406a339-8c8c-4ee2-a60c-16dc64ac0589 req-830d6c39-e63a-4ea6-9e82-ca83cb739040 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 1096 time: 0.5055690 Feb 09 14:15:39.129876 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bb7422-52cf-4676-97af-274b3143dfa5 None None] Network 183a2122-e00b-4a01-947b-f0aa74759ca6 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:15:39.264838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58392) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:39.272126 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-f001a434-0971-478c-89a4-dd50bf0e68ff tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:39.365149 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4406a339-8c8c-4ee2-a60c-16dc64ac0589 req-d35eaf4e-8057-47a7-be64-cba0ba1183cd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230961 Feb 09 14:15:39.365767 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event updated for resources: {'Subnet': ['ID=85e23aa7-bae1-4b99-8e65-f2ffedc78fd6,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:39.374621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Checking segment: {'id': '21e24529-b4a2-47a7-86b1-d0225d7c1bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5a9b2c02-012d-474c-b93f-a2678ab909bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:39.374975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Network hostable DHCP agents. Network: 5a9b2c02-012d-474c-b93f-a2678ab909bd, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:15:39.415327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Network 5a9b2c02-012d-474c-b93f-a2678ab909bd is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:15:39.432739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d1383-9b73-45ac-af92-be2e04289a25 req-3f1e76e5-fcdb-4e9c-afa3-8555eb2d9a9a tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:39.439678 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f6d1383-9b73-45ac-af92-be2e04289a25 req-3f1e76e5-fcdb-4e9c-afa3-8555eb2d9a9a tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 945 time: 0.5837646 Feb 09 14:15:39.472726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 5a9b2c02-012d-474c-b93f-a2678ab909bd) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:39.486759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:39.487460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:39.488873 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:39.494484 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907f22bd-5ea2-46ae-a945-3c8f05580696 None None] Network 5a9b2c02-012d-474c-b93f-a2678ab909bd requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:15:39.539562 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f6d1383-9b73-45ac-af92-be2e04289a25 req-3aa59ef6-dcd5-4eea-b495-95ec932c89c1 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986290 Feb 09 14:15:39.550523 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c7a9f99c-62d9-42cb-933f-88dc4ea985a9 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.9113069 Feb 09 14:15:39.555204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58404) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:39.584094 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:39.622595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Transition to ACTIVE for port object 4059e43f-33f6-45aa-b90e-ba81318ded46 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:39.629937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-775921424-network', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:39.649855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:39.668530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Usage tracker for resource:network and tenant:7eae360e45b94057993f45117e9e8fa8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:39.685291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:39.742674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:39.775478 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0d1ce4-c75b-4eec-9ad5-4ff55199287f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:39.777746 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0d1ce4-c75b-4eec-9ad5-4ff55199287f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:39.780205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0d1ce4-c75b-4eec-9ad5-4ff55199287f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:39.781728 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fd0d1ce4-c75b-4eec-9ad5-4ff55199287f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Synchronizing usage tracker for tenant:1c5f779ee0b44c369bf00f9ef3ac7cb5 on resource:subnet {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:39.793343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Made reservation on behalf of 7eae360e45b94057993f45117e9e8fa8 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:39.796077 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:39.813411 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:39.839996 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:39.851376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Usage tracker for resource:security_group_rule and tenant:7eae360e45b94057993f45117e9e8fa8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:39.856545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fd0d1ce4-c75b-4eec-9ad5-4ff55199287f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Unset dirty status for tenant:1c5f779ee0b44c369bf00f9ef3ac7cb5 on resource:subnet {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:39.858224 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fd0d1ce4-c75b-4eec-9ad5-4ff55199287f tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3016906 Feb 09 14:15:39.859867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:39.868024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-14612196-657d-4b78-a97e-e857b6fd131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:39.870721 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58408) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:39.871158 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-14612196-657d-4b78-a97e-e857b6fd131a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=823b3307-a261-404f-987b-156bad62d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9004793 Feb 09 14:15:39.874319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:39.909824 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:39.943116 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-f001a434-0971-478c-89a4-dd50bf0e68ff tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:15:40.010102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-f001a434-0971-478c-89a4-dd50bf0e68ff tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:40.017794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-f001a434-0971-478c-89a4-dd50bf0e68ff tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:40.036425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adea9a-d88d-4878-9658-50ccfea69be0 req-8ea2edf9-ecce-4782-98d7-fd706a813022 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:40.044284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-5a9b2c02-012d-474c-b93f-a2678ab909bd', 'network_id': '5a9b2c02-012d-474c-b93f-a2678ab909bd', 'tenant_id': '1c5f779ee0b44c369bf00f9ef3ac7cb5', 'fixed_ips': [{'subnet_id': '85e23aa7-bae1-4b99-8e65-f2ffedc78fd6'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:15:40.045358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adea9a-d88d-4878-9658-50ccfea69be0 req-8ea2edf9-ecce-4782-98d7-fd706a813022 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:40.045569 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:40.051610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adea9a-d88d-4878-9658-50ccfea69be0 req-8ea2edf9-ecce-4782-98d7-fd706a813022 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:40.058286 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adea9a-d88d-4878-9658-50ccfea69be0 req-8ea2edf9-ecce-4782-98d7-fd706a813022 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:40.064368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adea9a-d88d-4878-9658-50ccfea69be0 req-8ea2edf9-ecce-4782-98d7-fd706a813022 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:40.070635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adea9a-d88d-4878-9658-50ccfea69be0 req-8ea2edf9-ecce-4782-98d7-fd706a813022 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:40.074561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001a434-0971-478c-89a4-dd50bf0e68ff tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Pushing event updated for resources: {'Port': ['ID=807f21a7-b523-4ffe-8fcd-7b46e6edcf08,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:40.080542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adea9a-d88d-4878-9658-50ccfea69be0 req-8ea2edf9-ecce-4782-98d7-fd706a813022 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:40.081767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-dd0ece30-c2fd-492b-965d-bdcdae21928e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Allocated IP 172.20.0.12 (d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317/18ab4745-e8a1-4809-8301-7a1b88ada199/1fc664d2-3fc0-4c56-ab39-e6e09ee8212c) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:15:40.090555 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0adea9a-d88d-4878-9658-50ccfea69be0 req-8ea2edf9-ecce-4782-98d7-fd706a813022 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5419 time: 0.4006250 Feb 09 14:15:40.188482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Network 9513dd8e-901a-40a1-90aa-2df47892c207 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:15:40.204961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:40.212899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d592f90-13a0-484c-bf70-632f4eae7d22 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Deleting subnet 7e5e8fca-f228-4634-917b-df3d95ece0f0 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:15:40.216170 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:40.216358 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d592f90-13a0-484c-bf70-632f4eae7d22 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:40.246808 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12228a2a-29be-4bf6-a3de-423f32eff4d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-183a2122-e00b-4a01-947b-f0aa74759ca6', 'network_id': '183a2122-e00b-4a01-947b-f0aa74759ca6', 'tenant_id': '1c5f779ee0b44c369bf00f9ef3ac7cb5', 'fixed_ips': [{'subnet_id': '7e5e8fca-f228-4634-917b-df3d95ece0f0'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:15:40.247982 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-12228a2a-29be-4bf6-a3de-423f32eff4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:40.278886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-f001a434-0971-478c-89a4-dd50bf0e68ff tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:40.279455 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-f001a434-0971-478c-89a4-dd50bf0e68ff tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:40.280923 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d592f90-13a0-484c-bf70-632f4eae7d22 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:40.315854 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event updated for resources: {'Port': ['ID=4059e43f-33f6-45aa-b90e-ba81318ded46,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:40.350116 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d592f90-13a0-484c-bf70-632f4eae7d22 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:40.416560 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-f001a434-0971-478c-89a4-dd50bf0e68ff tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2748435 Feb 09 14:15:40.417698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Allocated IP 172.20.0.18 (5a9b2c02-012d-474c-b93f-a2678ab909bd/85e23aa7-bae1-4b99-8e65-f2ffedc78fd6/7c17da39-3869-4880-908b-93cc727d8175) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:15:40.424316 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-ef7d72b2-6c21-49ff-8876-30a38ca95709 service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193555 Feb 09 14:15:40.453535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe7084-4f9e-46cd-979a-0b38774f928f req-c9fe02e4-5cf7-44fa-b23f-e16d174642d9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:40.454283 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-9ebe7084-4f9e-46cd-979a-0b38774f928f req-c9fe02e4-5cf7-44fa-b23f-e16d174642d9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Synchronizing usage tracker for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:40.458762 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0adea9a-d88d-4878-9658-50ccfea69be0 req-05ff045b-ce50-4d7d-b6b9-4cf7a3d913e5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3672452 Feb 09 14:15:40.520836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Request body: {'port': {'device_id': '6c9a044b-81ab-4bbf-9d97-1f91c84940fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:40.553550 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:40.554083 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:40.566120 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:40.614434 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:40.647826 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d592f90-13a0-484c-bf70-632f4eae7d22 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:40.687333 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:40.720341 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-7bd289d0-9a61-44d8-9710-bad1de56865d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4867425 Feb 09 14:15:40.721191 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d592f90-13a0-484c-bf70-632f4eae7d22 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5e8fca-f228-4634-917b-df3d95ece0f0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server [None req-12228a2a-29be-4bf6-a3de-423f32eff4d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e5e8fca-f228-4634-917b-df3d95ece0f0: This subnet is being modified by another concurrent operation. Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 14:15:40.728082 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise exception Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e5e8fca-f228-4634-917b-df3d95ece0f0: This subnet is being modified by another concurrent operation. Feb 09 14:15:40.732072 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server Feb 09 14:15:40.739096 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d1e7dd7-923e-49d5-a834-349712443e58 req-4e2c72a7-a8c1-49fc-92b3-2b2425282a81 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=c584fc4a-9597-4eeb-8aa2-ea9bb339313b HTTP/1.1" status: 200 len: 210 time: 0.1429765 Feb 09 14:15:40.751262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-e85942d0-00ea-4877-a825-592f5a1b5e93 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:40.752714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-e85942d0-00ea-4877-a825-592f5a1b5e93 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.35 "GET /v2.0/networks?id=eb65df74-eed7-4e29-9afd-1c778bc5afdb HTTP/1.1" status: 200 len: 821 time: 0.8048131 Feb 09 14:15:40.759984 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d592f90-13a0-484c-bf70-632f4eae7d22 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:40.775712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-b933e3e9-35e6-439b-8a63-e417169b119d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Request body: {'port': {'device_id': 'bf9343e9-f3ec-4f13-b0b7-a160ecd660b9', 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb', 'admin_state_up': True, 'tenant_id': '5a65c0ccac574437b823990f066a8c19'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:40.874405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:15:40.888477 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:40.888867 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Added segment ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51 of type vlan for network bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 Feb 09 14:15:40.904732 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e46cc9ee-5bf5-4ae8-ba4b-da496d1852ff None None] Provisioning for port 4059e43f-33f6-45aa-b90e-ba81318ded46 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:40.920058 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4a8abc-dda0-4f3f-9966-ac1e79f34533 None None] Network 183a2122-e00b-4a01-947b-f0aa74759ca6 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:15:40.921193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee27823b-f51a-440f-b744-2853542e25c7,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:40.921495 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-4006676e-64c4-4b42-8fed-cfeb96362d04 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Request body: {'port': {'device_id': '8703a09f-024f-4960-8c31-e9d0a975e3b5', 'network_id': '56e041f7-3c39-4f9e-8ee5-05f87fefbb31', 'admin_state_up': True, 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:40.936553 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-9ebe7084-4f9e-46cd-979a-0b38774f928f req-c9fe02e4-5cf7-44fa-b23f-e16d174642d9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Unset dirty status for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:40.943808 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ebe7084-4f9e-46cd-979a-0b38774f928f req-c9fe02e4-5cf7-44fa-b23f-e16d174642d9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 932 time: 1.2619743 Feb 09 14:15:40.959210 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0d592f90-13a0-484c-bf70-632f4eae7d22 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "DELETE /v2.0/subnets/7e5e8fca-f228-4634-917b-df3d95ece0f0 HTTP/1.1" status: 204 len: 168 time: 1.0867577 Feb 09 14:15:40.963192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58416) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:40.965698 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:40.968834 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e46cc9ee-5bf5-4ae8-ba4b-da496d1852ff None None] Provisioning complete for port 4059e43f-33f6-45aa-b90e-ba81318ded46 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:40.969317 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e46cc9ee-5bf5-4ae8-ba4b-da496d1852ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:41.077266 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c9d36904-7add-4b20-9bb6-f455c78205fd req-57798535-e78d-4479-bea4-4d618d664994 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 210 time: 0.1043527 Feb 09 14:15:41.079636 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:41.120222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Transition to ACTIVE for port object 7c17da39-3869-4880-908b-93cc727d8175 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:41.139393 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e46cc9ee-5bf5-4ae8-ba4b-da496d1852ff None None] Port 4059e43f-33f6-45aa-b90e-ba81318ded46 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:15:41.194083 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:41.214820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Transition to ACTIVE for port object 7c17da39-3869-4880-908b-93cc727d8175 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:41.216833 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-dd0ece30-c2fd-492b-965d-bdcdae21928e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:41.223948 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:41.227749 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-860233ff-02dd-41fa-9419-a9e3541057cb service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7702434 Feb 09 14:15:41.257776 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ebe7084-4f9e-46cd-979a-0b38774f928f req-21f8e9e6-b625-4058-99f6-ba6dbbeaafaf tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129292 Feb 09 14:15:41.271332 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:41.272475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:41.273085 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:41.297358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-b933e3e9-35e6-439b-8a63-e417169b119d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:41.327268 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0438516 Feb 09 14:15:41.332818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-50edae2d-bf68-4bfd-b5f0-89d0b6a55a2e tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Deleting subnet 85e23aa7-bae1-4b99-8e65-f2ffedc78fd6 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:15:41.340144 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Network 5a9b2c02-012d-474c-b93f-a2678ab909bd is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:15:41.348564 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:41.350206 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:41.382359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58420) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:41.406719 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50edae2d-bf68-4bfd-b5f0-89d0b6a55a2e tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:41.415684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-1316de64-a6a4-4aa1-ab93-bdc7455d61a4 admin admin] Request body: {'subnet': {'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-775921424-subnet', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:41.420583 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-c3d1440c-e394-49fb-b39e-1d81f5837062 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=bad12c33-b53e-4a70-b9a8-26d5a13a0910 HTTP/1.1" status: 200 len: 217 time: 0.1681578 Feb 09 14:15:41.437865 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Pushing event updated for resources: {'Port': ['ID=7c17da39-3869-4880-908b-93cc727d8175,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:41.438286 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1316de64-a6a4-4aa1-ab93-bdc7455d61a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:41.470037 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-b933e3e9-35e6-439b-8a63-e417169b119d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:41.472242 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Attempting to bind port 7c17da39-3869-4880-908b-93cc727d8175 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:41.472449 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Attempting to bind port 7c17da39-3869-4880-908b-93cc727d8175 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '21e24529-b4a2-47a7-86b1-d0225d7c1bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5a9b2c02-012d-474c-b93f-a2678ab909bd'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:41.472930 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Attempting to bind port 7c17da39-3869-4880-908b-93cc727d8175 on network 5a9b2c02-012d-474c-b93f-a2678ab909bd {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:41.481177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:41.481545 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Checking segment: {'id': '21e24529-b4a2-47a7-86b1-d0225d7c1bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5a9b2c02-012d-474c-b93f-a2678ab909bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:41.482154 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:41.482543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Bound using segment: {'id': '21e24529-b4a2-47a7-86b1-d0225d7c1bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5a9b2c02-012d-474c-b93f-a2678ab909bd'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:41.483000 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Bound port: 7c17da39-3869-4880-908b-93cc727d8175, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e24529-b4a2-47a7-86b1-d0225d7c1bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5a9b2c02-012d-474c-b93f-a2678ab909bd'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:41.483650 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:41.524806 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50edae2d-bf68-4bfd-b5f0-89d0b6a55a2e tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:41.533577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1316de64-a6a4-4aa1-ab93-bdc7455d61a4 admin admin] Usage tracker for resource:subnet and tenant:7eae360e45b94057993f45117e9e8fa8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:41.543925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1316de64-a6a4-4aa1-ab93-bdc7455d61a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:41.549278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-4006676e-64c4-4b42-8fed-cfeb96362d04 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:41.554248 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-dd0ece30-c2fd-492b-965d-bdcdae21928e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:41.570472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1316de64-a6a4-4aa1-ab93-bdc7455d61a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:41.593578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-b933e3e9-35e6-439b-8a63-e417169b119d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Made reservation on behalf of 5a65c0ccac574437b823990f066a8c19 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:41.598290 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-b933e3e9-35e6-439b-8a63-e417169b119d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:41.607549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] For port 7c17da39-3869-4880-908b-93cc727d8175, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:41.614152 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] For port 7c17da39-3869-4880-908b-93cc727d8175, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7c17da39-3869-4880-908b-93cc727d8175,segment=NetworkSegment(21e24529-b4a2-47a7-86b1-d0225d7c1bf2),segment_id=21e24529-b4a2-47a7-86b1-d0225d7c1bf2)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:41.619176 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:41.668016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-4006676e-64c4-4b42-8fed-cfeb96362d04 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:41.755717 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00445d88-af5b-4816-92b6-e2a3595001bb None None] Pushing event updated for resources: {'Port': ['ID=7c17da39-3869-4880-908b-93cc727d8175,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:41.774290 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2aa6f0-f6f4-433e-aa5e-43b61c0db785 admin admin] Pushing event updated for resources: {'Network': ['ID=bdf8e264-cbf1-4d53-9f70-2eb50d3d0042,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:41.791039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:15:41.834296 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-dd0ece30-c2fd-492b-965d-bdcdae21928e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:15:41.842430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1316de64-a6a4-4aa1-ab93-bdc7455d61a4 admin admin] Made reservation on behalf of 7eae360e45b94057993f45117e9e8fa8 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:41.845208 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1316de64-a6a4-4aa1-ab93-bdc7455d61a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:41.863862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-dd0ece30-c2fd-492b-965d-bdcdae21928e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:41.908387 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1336e-c363-4025-8657-eabcbca17d6c req-f5f19bf5-3ed4-4759-95c0-adefb2d6d0e3 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:41.910455 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dec1336e-c363-4025-8657-eabcbca17d6c req-f5f19bf5-3ed4-4759-95c0-adefb2d6d0e3 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 945 time: 0.6730645 Feb 09 14:15:41.989081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-e16b293a-e335-4741-836d-71a62f471f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:41.991138 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-e16b293a-e335-4741-836d-71a62f471f7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3 HTTP/1.1" status: 200 len: 797 time: 0.5499432 Feb 09 14:15:41.992579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-dd0ece30-c2fd-492b-965d-bdcdae21928e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:42.047183 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50edae2d-bf68-4bfd-b5f0-89d0b6a55a2e tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:42.099573 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dec1336e-c363-4025-8657-eabcbca17d6c req-c4123d2a-f6ce-46c3-8eec-26edb49d120c tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803288 Feb 09 14:15:42.109357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-4006676e-64c4-4b42-8fed-cfeb96362d04 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Made reservation on behalf of 87c5aeb7bc3a4960ab4b1595db9087f7 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:15:42.113324 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-4006676e-64c4-4b42-8fed-cfeb96362d04 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:42.150805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-b933e3e9-35e6-439b-8a63-e417169b119d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Allocated IP 172.20.0.10 (eb65df74-eed7-4e29-9afd-1c778bc5afdb/9b374431-5278-4a9c-8b1d-78100aa8ebda/6335d1d9-03d4-4890-9009-32714ddcab8d) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:15:42.190286 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50edae2d-bf68-4bfd-b5f0-89d0b6a55a2e tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:42.270544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edae2d-bf68-4bfd-b5f0-89d0b6a55a2e tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event deleted for resources: {'Subnet': ['ID=85e23aa7-bae1-4b99-8e65-f2ffedc78fd6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:42.273208 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50edae2d-bf68-4bfd-b5f0-89d0b6a55a2e tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:42.306897 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ece30-c2fd-492b-965d-bdcdae21928e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Pushing event updated for resources: {'Port': ['ID=1fc664d2-3fc0-4c56-ab39-e6e09ee8212c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:42.345615 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-50edae2d-bf68-4bfd-b5f0-89d0b6a55a2e tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "DELETE /v2.0/subnets/85e23aa7-bae1-4b99-8e65-f2ffedc78fd6 HTTP/1.1" status: 204 len: 168 time: 1.3347108 Feb 09 14:15:42.353631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58434) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:42.399222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-dd0ece30-c2fd-492b-965d-bdcdae21928e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:42.399867 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-dd0ece30-c2fd-492b-965d-bdcdae21928e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:42.512660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662ec3a-b0a7-4a10-a6bc-3361591a35d8 req-0d37b1d2-d782-4a53-8589-47445ab52797 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:42.518470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662ec3a-b0a7-4a10-a6bc-3361591a35d8 req-0d37b1d2-d782-4a53-8589-47445ab52797 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:42.524326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662ec3a-b0a7-4a10-a6bc-3361591a35d8 req-0d37b1d2-d782-4a53-8589-47445ab52797 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:42.525262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c6b27f-b562-44c2-ba16-0d8d3bb9f651 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:42.525949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f6c6b27f-b562-44c2-ba16-0d8d3bb9f651 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Synchronizing usage tracker for tenant:1c5f779ee0b44c369bf00f9ef3ac7cb5 on resource:subnet {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:42.530816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662ec3a-b0a7-4a10-a6bc-3361591a35d8 req-0d37b1d2-d782-4a53-8589-47445ab52797 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:42.536573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662ec3a-b0a7-4a10-a6bc-3361591a35d8 req-0d37b1d2-d782-4a53-8589-47445ab52797 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:42.543363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662ec3a-b0a7-4a10-a6bc-3361591a35d8 req-0d37b1d2-d782-4a53-8589-47445ab52797 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:42.549092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662ec3a-b0a7-4a10-a6bc-3361591a35d8 req-0d37b1d2-d782-4a53-8589-47445ab52797 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:42.551002 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7662ec3a-b0a7-4a10-a6bc-3361591a35d8 req-0d37b1d2-d782-4a53-8589-47445ab52797 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5419 time: 0.8131740 Feb 09 14:15:42.552280 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-dd0ece30-c2fd-492b-965d-bdcdae21928e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9554172 Feb 09 14:15:42.573117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358985b-65a9-4fdd-b097-b24a1011b343 req-3d457794-b3c4-40a4-b332-bf7a7b39679d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:42.574700 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b358985b-65a9-4fdd-b097-b24a1011b343 req-3d457794-b3c4-40a4-b332-bf7a7b39679d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=c584fc4a-9597-4eeb-8aa2-ea9bb339313b HTTP/1.1" status: 200 len: 932 time: 0.2839594 Feb 09 14:15:42.593630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f6c6b27f-b562-44c2-ba16-0d8d3bb9f651 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Unset dirty status for tenant:1c5f779ee0b44c369bf00f9ef3ac7cb5 on resource:subnet {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:42.600658 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f6c6b27f-b562-44c2-ba16-0d8d3bb9f651 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2384109 Feb 09 14:15:42.602138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58438) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:42.649734 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:15:42.723483 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-b933e3e9-35e6-439b-8a63-e417169b119d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:42.736066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Request body: {'port': {'device_id': 'c584fc4a-9597-4eeb-8aa2-ea9bb339313b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:42.766557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7c17da39-3869-4880-908b-93cc727d8175 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:15:42.794307 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-b933e3e9-35e6-439b-8a63-e417169b119d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:42.809794 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b358985b-65a9-4fdd-b097-b24a1011b343 req-f2c5ef72-7996-4aad-bcfa-012dce189713 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213907 Feb 09 14:15:42.831401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-79316728-c869-4e8e-bc58-eedeca659344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:42.832974 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-79316728-c869-4e8e-bc58-eedeca659344 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=823b3307-a261-404f-987b-156bad62d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6884596 Feb 09 14:15:42.886919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 7c17da39-3869-4880-908b-93cc727d8175 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:42.915697 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:42.923491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-b933e3e9-35e6-439b-8a63-e417169b119d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Network eb65df74-eed7-4e29-9afd-1c778bc5afdb is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:15:42.931327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-b933e3e9-35e6-439b-8a63-e417169b119d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:42.936452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-b933e3e9-35e6-439b-8a63-e417169b119d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:42.986759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933e3e9-35e6-439b-8a63-e417169b119d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Pushing event updated for resources: {'Port': ['ID=6335d1d9-03d4-4890-9009-32714ddcab8d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:43.037594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Deleting port 7c17da39-3869-4880-908b-93cc727d8175 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:43.037938 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:43.063147 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425ad0bc-8c44-49b5-82da-a4ce0c6b12f1 None None] Network 5a9b2c02-012d-474c-b93f-a2678ab909bd requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:15:43.078459 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:15:43.123406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-b933e3e9-35e6-439b-8a63-e417169b119d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:43.124065 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-b933e3e9-35e6-439b-8a63-e417169b119d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:43.124746 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7662ec3a-b0a7-4a10-a6bc-3361591a35d8 req-58a9db95-d634-4861-bf4e-8b667921a7d1 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4178171 Feb 09 14:15:43.129808 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:43.171401 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:43.189470 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-b933e3e9-35e6-439b-8a63-e417169b119d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4195273 Feb 09 14:15:43.194915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-4006676e-64c4-4b42-8fed-cfeb96362d04 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Allocated IP 19.86.0.211 (56e041f7-3c39-4f9e-8ee5-05f87fefbb31/4a72c883-8b99-469e-898b-35148827a322/7f61fd48-d616-4c41-9cbf-511fe21e87b3) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:15:43.195272 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cb60984f-af25-4b9d-ae96-36431d610705 None None] Provisioning for port 7c17da39-3869-4880-908b-93cc727d8175 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:43.206855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Request body: {'port': {'device_id': 'bf9343e9-f3ec-4f13-b0b7-a160ecd660b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:43.216489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cb60984f-af25-4b9d-ae96-36431d610705 None None] Provisioning complete for port 7c17da39-3869-4880-908b-93cc727d8175 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:43.216865 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb60984f-af25-4b9d-ae96-36431d610705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:43.288447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Transition to ACTIVE for port object 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:43.303558 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1316de64-a6a4-4aa1-ab93-bdc7455d61a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:43.307838 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:43.338827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46653e1-259f-41ab-a507-1181b383ef02 req-25da605c-5921-43f1-b414-6320b48160f6 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:43.339536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b46653e1-259f-41ab-a507-1181b383ef02 req-25da605c-5921-43f1-b414-6320b48160f6 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Synchronizing usage tracker for tenant:5a65c0ccac574437b823990f066a8c19 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:43.422573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b46653e1-259f-41ab-a507-1181b383ef02 req-25da605c-5921-43f1-b414-6320b48160f6 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Unset dirty status for tenant:5a65c0ccac574437b823990f066a8c19 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:43.423575 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b46653e1-259f-41ab-a507-1181b383ef02 req-25da605c-5921-43f1-b414-6320b48160f6 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 932 time: 0.4502757 Feb 09 14:15:43.435241 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb60984f-af25-4b9d-ae96-36431d610705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:43.459783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] For port 7c17da39-3869-4880-908b-93cc727d8175, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7c17da39-3869-4880-908b-93cc727d8175,segment=NetworkSegment(21e24529-b4a2-47a7-86b1-d0225d7c1bf2),segment_id=21e24529-b4a2-47a7-86b1-d0225d7c1bf2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:43.460142 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:43.479348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-cb60984f-af25-4b9d-ae96-36431d610705 None None] For port 7c17da39-3869-4880-908b-93cc727d8175, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7c17da39-3869-4880-908b-93cc727d8175,segment=NetworkSegment(21e24529-b4a2-47a7-86b1-d0225d7c1bf2),segment_id=21e24529-b4a2-47a7-86b1-d0225d7c1bf2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:43.487373 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb60984f-af25-4b9d-ae96-36431d610705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:43.487572 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:43.608427 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-e40566b3-ad0f-4654-b950-a58f1e2ac238 service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7462234 Feb 09 14:15:43.614235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Calling delete_port for 7c17da39-3869-4880-908b-93cc727d8175 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:15:43.646585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60984f-af25-4b9d-ae96-36431d610705 None None] Pushing event updated for resources: {'Port': ['ID=7c17da39-3869-4880-908b-93cc727d8175,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:43.649629 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:43.650630 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a461fe2a-0752-4f1d-a84b-a570fe2fc181 None None] DHCP port deletion for 5a9b2c02-012d-474c-b93f-a2678ab909bd request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:15:43.658383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a461fe2a-0752-4f1d-a84b-a570fe2fc181 None None] Deleting port 7c17da39-3869-4880-908b-93cc727d8175 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:43.658966 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a461fe2a-0752-4f1d-a84b-a570fe2fc181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:43.676755 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Pushing event updated for resources: {'Port': ['ID=807f21a7-b523-4ffe-8fcd-7b46e6edcf08,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:43.763962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316de64-a6a4-4aa1-ab93-bdc7455d61a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b77f735-3e0e-4639-9ae0-b78965871043,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:43.817350 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b46653e1-259f-41ab-a507-1181b383ef02 req-d99fa789-4188-4f16-87c2-6bd72079912b tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855808 Feb 09 14:15:43.848547 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-be52a42e-3cde-400e-bd18-fa43ee655f17 req-b1b1fa8a-bd2d-4f4c-a4fe-bb45c2bd579c tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-468272413&fields=id&tenant_id=d760a0361b69448e9a1befbac0e6baf1 HTTP/1.1" status: 200 len: 267 time: 0.5478613 Feb 09 14:15:43.931263 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a461fe2a-0752-4f1d-a84b-a570fe2fc181 None None] For port 7c17da39-3869-4880-908b-93cc727d8175, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7c17da39-3869-4880-908b-93cc727d8175,segment=NetworkSegment(21e24529-b4a2-47a7-86b1-d0225d7c1bf2),segment_id=21e24529-b4a2-47a7-86b1-d0225d7c1bf2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:43.931832 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a461fe2a-0752-4f1d-a84b-a570fe2fc181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:44.015626 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:15:44.016247 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:15:44.057962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1316de64-a6a4-4aa1-ab93-bdc7455d61a4 admin admin] Checking segment: {'id': 'ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:44.058314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1316de64-a6a4-4aa1-ab93-bdc7455d61a4 admin admin] Network hostable DHCP agents. Network: bdf8e264-cbf1-4d53-9f70-2eb50d3d0042, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:15:44.082773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a461fe2a-0752-4f1d-a84b-a570fe2fc181 None None] Calling delete_port for 7c17da39-3869-4880-908b-93cc727d8175 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:15:44.183881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409903b-dfa6-48cc-b5cd-1a99a0a4d56f req-f7aaada1-e8ff-4944-8fd3-37fb151c7e60 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:44.185161 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4409903b-dfa6-48cc-b5cd-1a99a0a4d56f req-f7aaada1-e8ff-4944-8fd3-37fb151c7e60 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 932 time: 0.2167988 Feb 09 14:15:44.196992 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a461fe2a-0752-4f1d-a84b-a570fe2fc181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:44.256212 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461fe2a-0752-4f1d-a84b-a570fe2fc181 None None] Pushing event deleted for resources: {'Port': ['ID=7c17da39-3869-4880-908b-93cc727d8175,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:44.256539 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4409903b-dfa6-48cc-b5cd-1a99a0a4d56f req-a43f7bf5-4b57-4207-beee-902ebf1a7c3b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597973 Feb 09 14:15:44.258407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a461fe2a-0752-4f1d-a84b-a570fe2fc181 None None] No DVR routers for this DVR port 7c17da39-3869-4880-908b-93cc727d8175 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:15:44.300684 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687a3798-378d-4cde-8339-fbce78026cd1 None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:15:44.303448 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-d8ee6b22-7c5a-4256-b1a2-1c3f9c0fe37d service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6774764 Feb 09 14:15:44.318385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1316de64-a6a4-4aa1-ab93-bdc7455d61a4 admin admin] Network bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:15:44.340872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Attempting to bind port 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:44.341203 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Attempting to bind port 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:44.341534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Attempting to bind port 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 on network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:44.363270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6335d1d9-03d4-4890-9009-32714ddcab8d {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:44.377538 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:44.448950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Transition to ACTIVE for port object 6335d1d9-03d4-4890-9009-32714ddcab8d will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:44.458297 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:44.499566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Port 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 on network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:15:44.499829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Attempting to bind port 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 on network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:44.509130 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-9d62f271-124a-4fb7-a1cd-284d7d736195 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2e012b21-bdb4-4038-9c4a-4518d14addfd HTTP/1.1" status: 200 len: 217 time: 0.1693802 Feb 09 14:15:44.514651 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-4006676e-64c4-4b42-8fed-cfeb96362d04 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:44.524859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Deleting port 7c17da39-3869-4880-908b-93cc727d8175 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:15:44.525117 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:44.526804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-1316de64-a6a4-4aa1-ab93-bdc7455d61a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, bdf8e264-cbf1-4d53-9f70-2eb50d3d0042) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:44.537051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1316de64-a6a4-4aa1-ab93-bdc7455d61a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:44.537637 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1316de64-a6a4-4aa1-ab93-bdc7455d61a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:44.543963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:44.544297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Checking segment: {'id': '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:44.544676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Bound using segment: {'id': '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:44.545130 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Bound port: 807f21a7-b523-4ffe-8fcd-7b46e6edcf08, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:44.545460 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:44.580290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a3798-378d-4cde-8339-fbce78026cd1 None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:15:44.628173 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-4006676e-64c4-4b42-8fed-cfeb96362d04 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Transition to ACTIVE for port object 7f61fd48-d616-4c41-9cbf-511fe21e87b3 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:44.673570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] The port '7c17da39-3869-4880-908b-93cc727d8175' was deleted {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:15:44.691821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a42e-3cde-400e-bd18-fa43ee655f17 req-c772c385-2a79-4542-8d49-87b791305b0f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:44.700130 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-be52a42e-3cde-400e-bd18-fa43ee655f17 req-c772c385-2a79-4542-8d49-87b791305b0f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 945 time: 0.7642782 Feb 09 14:15:44.705590 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1316de64-a6a4-4aa1-ab93-bdc7455d61a4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.3186581 Feb 09 14:15:44.705816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6335d1d9-03d4-4890-9009-32714ddcab8d,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:44.711896 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58446) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:44.747405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-be52a42e-3cde-400e-bd18-fa43ee655f17 req-20b4fa2a-d160-4509-8fb8-2070d83970cc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Request body: {'port': {'security_groups': ['cb8f3a2e-296d-4388-a4cb-2fb7eed8f164', '6a5bd043-baf9-4239-8fdc-039f26c18a28']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:44.760625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-775921424-router', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:44.782048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7c17da39-3869-4880-908b-93cc727d8175 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:15:44.807789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:44.821141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-1986913c-775b-4769-a1a7-cd70cebd420a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:44.822628 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-1986913c-775b-4769-a1a7-cd70cebd420a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc747844-e857-4864-b1fd-bf401665cf5c HTTP/1.1" status: 200 len: 797 time: 0.2888403 Feb 09 14:15:44.836218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Usage tracker for resource:router and tenant:7eae360e45b94057993f45117e9e8fa8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:44.843184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 7c17da39-3869-4880-908b-93cc727d8175 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:15:44.843536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7c17da39-3869-4880-908b-93cc727d8175 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:15:44.846193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1855724-1bdc-47ca-b19a-1e6b73cd040d req-ecd583bd-6121-4c5c-b82d-736388049644 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:44.848806 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e1855724-1bdc-47ca-b19a-1e6b73cd040d req-ecd583bd-6121-4c5c-b82d-736388049644 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=c584fc4a-9597-4eeb-8aa2-ea9bb339313b HTTP/1.1" status: 200 len: 932 time: 0.4544702 Feb 09 14:15:44.851054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:44.934063 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:45.041344 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.042890 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.053679 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.126582 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e1855724-1bdc-47ca-b19a-1e6b73cd040d req-28c6e0dc-ed1c-4f8e-9958-2c426f750cce tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966684 Feb 09 14:15:45.131804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Attempting to bind port 6335d1d9-03d4-4890-9009-32714ddcab8d on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:45.131804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Attempting to bind port 6335d1d9-03d4-4890-9009-32714ddcab8d by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '57df0483-74de-43b2-acd8-83de7c4789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:45.132315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Attempting to bind port 6335d1d9-03d4-4890-9009-32714ddcab8d on network eb65df74-eed7-4e29-9afd-1c778bc5afdb {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:45.135214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9b2c02-012d-474c-b93f-a2678ab909bd']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:45.156287 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.158835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e24529-b4a2-47a7-86b1-d0225d7c1bf2') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:45.158998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e24529-b4a2-47a7-86b1-d0225d7c1bf2') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:45.165734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Port 6335d1d9-03d4-4890-9009-32714ddcab8d on network eb65df74-eed7-4e29-9afd-1c778bc5afdb not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:15:45.165924 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-4006676e-64c4-4b42-8fed-cfeb96362d04 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.166031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Attempting to bind port 6335d1d9-03d4-4890-9009-32714ddcab8d on network eb65df74-eed7-4e29-9afd-1c778bc5afdb {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:45.188939 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.197340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:45.197788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Checking segment: {'id': '57df0483-74de-43b2-acd8-83de7c4789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:45.198579 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Bound using segment: {'id': '57df0483-74de-43b2-acd8-83de7c4789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:45.199024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Bound port: 6335d1d9-03d4-4890-9009-32714ddcab8d, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57df0483-74de-43b2-acd8-83de7c4789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:45.199371 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.233597 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.244460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] For port 807f21a7-b523-4ffe-8fcd-7b46e6edcf08, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:45.246561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:15:45.247678 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:15:45.290075 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:15:45.294581 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] For port 807f21a7-b523-4ffe-8fcd-7b46e6edcf08, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=807f21a7-b523-4ffe-8fcd-7b46e6edcf08,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:45.312778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:45.332432 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.337392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-4006676e-64c4-4b42-8fed-cfeb96362d04 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Network 56e041f7-3c39-4f9e-8ee5-05f87fefbb31 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:15:45.342133 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.344365 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-be52a42e-3cde-400e-bd18-fa43ee655f17 req-20b4fa2a-d160-4509-8fb8-2070d83970cc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.361811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-4006676e-64c4-4b42-8fed-cfeb96362d04 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:45.370997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-4006676e-64c4-4b42-8fed-cfeb96362d04 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:45.401844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006676e-64c4-4b42-8fed-cfeb96362d04 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event updated for resources: {'Port': ['ID=7f61fd48-d616-4c41-9cbf-511fe21e87b3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:45.415412 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-bdf8e264-cbf1-4d53-9f70-2eb50d3d0042', 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'fixed_ips': [{'subnet_id': '7b77f735-3e0e-4639-9ae0-b78965871043'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:15:45.418089 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.470320 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:45.471201 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.472988 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] 10.222.0.21 "PUT /v2.0/ports/807f21a7-b523-4ffe-8fcd-7b46e6edcf08 HTTP/1.1" status: 200 len: 1092 time: 5.0475686 Feb 09 14:15:45.488916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9a044b-81ab-4bbf-9d97-1f91c84940fc', 'tag': '807f21a7-b523-4ffe-8fcd-7b46e6edcf08'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:45.530694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Transition to ACTIVE for port object 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:45.611709 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.640570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-85798b02-97af-4afe-981b-1d876410d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:45.642357 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-85798b02-97af-4afe-981b-1d876410d70b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f32b635-0e4c-4fd0-b4fb-058420f89d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8062794 Feb 09 14:15:45.656069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-4006676e-64c4-4b42-8fed-cfeb96362d04 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:45.656723 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-4006676e-64c4-4b42-8fed-cfeb96362d04 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.681796 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Allocated IP 172.20.0.2 (bdf8e264-cbf1-4d53-9f70-2eb50d3d0042/7b77f735-3e0e-4639-9ae0-b78965871043/17d2da2a-b917-43dc-bafc-b0e05397b447) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:15:45.777960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351d7bf-2cee-4a6b-8667-732632032453 service neutron] Pushing event updated for resources: {'Port': ['ID=807f21a7-b523-4ffe-8fcd-7b46e6edcf08,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:45.903067 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.906101 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-4006676e-64c4-4b42-8fed-cfeb96362d04 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1665587 Feb 09 14:15:45.908888 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.934411 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.942707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] For port 6335d1d9-03d4-4890-9009-32714ddcab8d, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:45.976468 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event deleted for resources: {'Network': ['ID=5a9b2c02-012d-474c-b93f-a2678ab909bd,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:45.981688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Request body: {'port': {'device_id': '8703a09f-024f-4960-8c31-e9d0a975e3b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:45.984362 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:45.996107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Transition to ACTIVE for port object 17d2da2a-b917-43dc-bafc-b0e05397b447 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:46.018933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Transition to ACTIVE for port object 17d2da2a-b917-43dc-bafc-b0e05397b447 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:46.030561 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:46.037225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] For port 6335d1d9-03d4-4890-9009-32714ddcab8d, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6335d1d9-03d4-4890-9009-32714ddcab8d,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:46.046945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-96f41a06-e53b-4264-ad3c-23fb74ce6826 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "DELETE /v2.0/networks/5a9b2c02-012d-474c-b93f-a2678ab909bd HTTP/1.1" status: 204 len: 168 time: 3.4237938 Feb 09 14:15:46.047453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58458) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:46.071239 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:46.114743 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Pushing event updated for resources: {'Port': ['ID=1fc664d2-3fc0-4c56-ab39-e6e09ee8212c,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:46.118527 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Network bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:15:46.123420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:46.128727 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4258e7-be7c-49c6-a5fa-003b0e743843 req-ead28d99-53e9-4f26-80f4-3051f775533d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:46.129144 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:46.134636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4258e7-be7c-49c6-a5fa-003b0e743843 req-ead28d99-53e9-4f26-80f4-3051f775533d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:46.141019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4258e7-be7c-49c6-a5fa-003b0e743843 req-ead28d99-53e9-4f26-80f4-3051f775533d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:46.146595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4258e7-be7c-49c6-a5fa-003b0e743843 req-ead28d99-53e9-4f26-80f4-3051f775533d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:46.152468 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4258e7-be7c-49c6-a5fa-003b0e743843 req-ead28d99-53e9-4f26-80f4-3051f775533d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:46.158355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4258e7-be7c-49c6-a5fa-003b0e743843 req-ead28d99-53e9-4f26-80f4-3051f775533d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:46.164688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4258e7-be7c-49c6-a5fa-003b0e743843 req-ead28d99-53e9-4f26-80f4-3051f775533d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:46.168604 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a4258e7-be7c-49c6-a5fa-003b0e743843 req-ead28d99-53e9-4f26-80f4-3051f775533d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5419 time: 0.7381828 Feb 09 14:15:46.169776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Pushing event updated for resources: {'Port': ['ID=17d2da2a-b917-43dc-bafc-b0e05397b447,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:46.242067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Attempting to bind port 17d2da2a-b917-43dc-bafc-b0e05397b447 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:46.242392 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Attempting to bind port 17d2da2a-b917-43dc-bafc-b0e05397b447 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:46.242752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Attempting to bind port 17d2da2a-b917-43dc-bafc-b0e05397b447 on network bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:46.251147 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:46.251147 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Checking segment: {'id': 'ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:46.251839 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:46.252329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Bound using segment: {'id': 'ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:46.252909 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Bound port: 17d2da2a-b917-43dc-bafc-b0e05397b447, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:46.254098 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:46.298842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-0841a21b-e2a6-49fd-821d-7ee14baac4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:46.300467 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-0841a21b-e2a6-49fd-821d-7ee14baac4bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f74b311868d8425684cba57e8c5d8cde&device_id=6c9a044b-81ab-4bbf-9d97-1f91c84940fc HTTP/1.1" status: 200 len: 1095 time: 0.7509592 Feb 09 14:15:46.309046 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-8ec81c11-8663-4b38-b594-59237f0c81d0 service neutron] 10.222.0.35 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6391027 Feb 09 14:15:46.327048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:46.327792 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:46.329905 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] 10.222.0.35 "PUT /v2.0/ports/6335d1d9-03d4-4890-9009-32714ddcab8d HTTP/1.1" status: 200 len: 1092 time: 3.1301160 Feb 09 14:15:46.330620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9343e9-f3ec-4f13-b0b7-a160ecd660b9', 'tag': '6335d1d9-03d4-4890-9009-32714ddcab8d'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:46.364958 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] For port 17d2da2a-b917-43dc-bafc-b0e05397b447, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:46.369831 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] For port 17d2da2a-b917-43dc-bafc-b0e05397b447, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=17d2da2a-b917-43dc-bafc-b0e05397b447,segment=NetworkSegment(ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51),segment_id=ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:46.374298 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:46.451545 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a4258e7-be7c-49c6-a5fa-003b0e743843 req-53b89ddb-8b45-4a9e-b782-6cddfc3bcd99 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1972039 Feb 09 14:15:46.474896 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-9e6fd824-c70c-459f-bab0-405257abcc2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=807f21a7-b523-4ffe-8fcd-7b46e6edcf08 HTTP/1.1" status: 200 len: 217 time: 0.1632595 Feb 09 14:15:46.475886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Attempting to bind port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:46.475990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Attempting to bind port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:46.476249 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Attempting to bind port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c on network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:46.480731 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a63dac65-0317-47c3-b06d-51534eb77fc1 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:46.494382 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:46.498150 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2f412-2e18-459a-80c4-6702a727bbc1 None None] Pushing event updated for resources: {'Port': ['ID=17d2da2a-b917-43dc-bafc-b0e05397b447,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:46.511989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f8a5f-0459-4453-96e0-fc882fecf9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6335d1d9-03d4-4890-9009-32714ddcab8d,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:46.545834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c on network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:15:46.546159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Attempting to bind port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c on network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:46.591147 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:46.591485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Checking segment: {'id': '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:46.591904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Bound using segment: {'id': '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:46.592352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Bound port: 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:46.592695 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:46.790964 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a63dac65-0317-47c3-b06d-51534eb77fc1 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:46.849767 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-a63dac65-0317-47c3-b06d-51534eb77fc1 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183a2122-e00b-4a01-947b-f0aa74759ca6']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:46.889863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-a63dac65-0317-47c3-b06d-51534eb77fc1 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f063990-d243-4850-86d2-643058364ac6') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:46.890232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-a63dac65-0317-47c3-b06d-51534eb77fc1 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f063990-d243-4850-86d2-643058364ac6') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:46.910303 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-02401e04-7a6d-450a-927f-33e89004cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:46.911044 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a63dac65-0317-47c3-b06d-51534eb77fc1 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:46.911858 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-02401e04-7a6d-450a-927f-33e89004cf99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18ab4745-e8a1-4809-8301-7a1b88ada199 HTTP/1.1" status: 200 len: 853 time: 0.4184349 Feb 09 14:15:46.916111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-be52a42e-3cde-400e-bd18-fa43ee655f17 req-20b4fa2a-d160-4509-8fb8-2070d83970cc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] For port eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1,segment=NetworkSegment(e7517b22-da4f-4744-9e69-81bbd574dfd0),segment_id=e7517b22-da4f-4744-9e69-81bbd574dfd0)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:46.922062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-8f38a15c-2371-4467-9dae-f70aa3dd2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:46.923809 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-8f38a15c-2371-4467-9dae-f70aa3dd2908 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a65c0ccac574437b823990f066a8c19&device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 1095 time: 0.5379312 Feb 09 14:15:47.005394 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a63dac65-0317-47c3-b06d-51534eb77fc1 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:47.017528 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-da17cf2d-c957-4475-b17c-963bea025238 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893245 Feb 09 14:15:47.023960 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-06c7c07f-91dc-478d-80c8-b69f104d5298 service neutron] 10.222.0.35 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6481225 Feb 09 14:15:47.073400 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-6b87b309-b87f-4285-baf8-5fb69d25d7d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6335d1d9-03d4-4890-9009-32714ddcab8d HTTP/1.1" status: 200 len: 217 time: 0.1349101 Feb 09 14:15:47.074296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63dac65-0317-47c3-b06d-51534eb77fc1 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:15:47.074849 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a63dac65-0317-47c3-b06d-51534eb77fc1 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:15:47.095199 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:15:47.106372 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [req-be52a42e-3cde-400e-bd18-fa43ee655f17 req-20b4fa2a-d160-4509-8fb8-2070d83970cc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:15:47.160175 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf021aa-3b86-4d60-b3b8-1b06ab395e03 req-7e0bde67-21ee-412e-8aa7-ab400fc7b15a tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:47.161655 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aaf021aa-3b86-4d60-b3b8-1b06ab395e03 req-7e0bde67-21ee-412e-8aa7-ab400fc7b15a tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 944 time: 0.5337260 Feb 09 14:15:47.224102 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-be52a42e-3cde-400e-bd18-fa43ee655f17 req-20b4fa2a-d160-4509-8fb8-2070d83970cc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:47.242547 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-19630260-78fb-4f89-aad8-103947129fc9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=677bd77c-a935-467b-8c7e-f69298f0f833 HTTP/1.1" status: 200 len: 217 time: 0.2109082 Feb 09 14:15:47.249070 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-be52a42e-3cde-400e-bd18-fa43ee655f17 req-20b4fa2a-d160-4509-8fb8-2070d83970cc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:47.262439 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:15:47.289335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['e515ef88-ef23-43fa-b14c-91700058de29'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:15:47.330097 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] For port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:47.378459 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a63dac65-0317-47c3-b06d-51534eb77fc1 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:47.399426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52a42e-3cde-400e-bd18-fa43ee655f17 req-20b4fa2a-d160-4509-8fb8-2070d83970cc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:47.400135 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-be52a42e-3cde-400e-bd18-fa43ee655f17 req-20b4fa2a-d160-4509-8fb8-2070d83970cc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:47.413340 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-be52a42e-3cde-400e-bd18-fa43ee655f17 req-20b4fa2a-d160-4509-8fb8-2070d83970cc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "PUT /v2.0/ports/eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 HTTP/1.1" status: 200 len: 981 time: 2.7056451 Feb 09 14:15:47.413648 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a63dac65-0317-47c3-b06d-51534eb77fc1 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:47.415176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] For port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1fc664d2-3fc0-4c56-ab39-e6e09ee8212c,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:47.435305 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aaf021aa-3b86-4d60-b3b8-1b06ab395e03 req-dd998af2-b909-434e-a074-e5e5f0d1bf31 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303040 Feb 09 14:15:47.436894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-09902066-dfd5-41c9-bfa9-ab5a3e223281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:47.438351 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-09902066-dfd5-41c9-bfa9-ab5a3e223281 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9b374431-5278-4a9c-8b1d-78100aa8ebda HTTP/1.1" status: 200 len: 861 time: 0.2861903 Feb 09 14:15:47.493001 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:15:47.495679 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:47.590371 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63dac65-0317-47c3-b06d-51534eb77fc1 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event deleted for resources: {'Network': ['ID=183a2122-e00b-4a01-947b-f0aa74759ca6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:47.637915 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:47.663723 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9a044b-81ab-4bbf-9d97-1f91c84940fc', 'tag': '807f21a7-b523-4ffe-8fcd-7b46e6edcf08', 'status': 'completed', 'code': 200} Feb 09 14:15:47.697870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:47.698174 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:47.699778 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] 10.222.0.21 "PUT /v2.0/ports/1fc664d2-3fc0-4c56-ab39-e6e09ee8212c HTTP/1.1" status: 200 len: 1092 time: 4.9760184 Feb 09 14:15:47.753866 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-1dc4a2b9-d7b6-4c1e-b6c1-7a8309efa9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:47.755535 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-1dc4a2b9-d7b6-4c1e-b6c1-7a8309efa9d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc747844-e857-4864-b1fd-bf401665cf5c HTTP/1.1" status: 200 len: 797 time: 0.5003250 Feb 09 14:15:47.865033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4fa2a-d160-4509-8fb8-2070d83970cc tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event updated for resources: {'Port': ['ID=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:47.969712 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-ea836257-9782-46eb-8d3d-a2bd279f9d98 service neutron] 10.222.0.21 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9393766 Feb 09 14:15:47.969958 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb84493-aff4-4fe7-9b78-cecab7f50734 None None] Network bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:15:48.000113 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:48.002830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a63dac65-0317-47c3-b06d-51534eb77fc1 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "DELETE /v2.0/networks/183a2122-e00b-4a01-947b-f0aa74759ca6 HTTP/1.1" status: 204 len: 168 time: 1.9544165 Feb 09 14:15:48.011072 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-68dcaa82-e08f-4041-91c3-99553f0769be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb65df74-eed7-4e29-9afd-1c778bc5afdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5561163 Feb 09 14:15:48.011543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58470) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:48.207746 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643ff89-ade4-4ade-937c-375fa10fd242 req-f8ada703-8900-4337-a95e-f519a32e4f84 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:48.214594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643ff89-ade4-4ade-937c-375fa10fd242 req-f8ada703-8900-4337-a95e-f519a32e4f84 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:48.214594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-9643ff89-ade4-4ade-937c-375fa10fd242 req-f8ada703-8900-4337-a95e-f519a32e4f84 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Synchronizing usage tracker for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:48.246145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c99553ea-210c-4814-9c06-b317135bf8cb None None] Provisioning for port 17d2da2a-b917-43dc-bafc-b0e05397b447 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:48.277199 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd79024-36df-4d0c-bd1f-42a7109e5c7e service neutron] Pushing event updated for resources: {'Port': ['ID=1fc664d2-3fc0-4c56-ab39-e6e09ee8212c,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:48.289140 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-a8b1cd4a-9403-422c-ba9b-7e31af643702 service neutron] 10.222.0.21 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827418 Feb 09 14:15:48.305692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-9643ff89-ade4-4ade-937c-375fa10fd242 req-f8ada703-8900-4337-a95e-f519a32e4f84 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Unset dirty status for tenant:87c5aeb7bc3a4960ab4b1595db9087f7 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:48.313223 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9643ff89-ade4-4ade-937c-375fa10fd242 req-f8ada703-8900-4337-a95e-f519a32e4f84 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 1655 time: 0.6862037 Feb 09 14:15:48.333328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-748e5a3a-f0f9-4b20-9910-4af69647bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:48.334876 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-748e5a3a-f0f9-4b20-9910-4af69647bb70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f74b311868d8425684cba57e8c5d8cde&device_id=c584fc4a-9597-4eeb-8aa2-ea9bb339313b HTTP/1.1" status: 200 len: 1095 time: 0.5637460 Feb 09 14:15:48.343094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ece8562-b3f7-467f-bd3c-dc59b2f3b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:48.344642 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-4ece8562-b3f7-467f-bd3c-dc59b2f3b07c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f32b635-0e4c-4fd0-b4fb-058420f89d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5790992 Feb 09 14:15:48.371509 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-97575ba7-6e0d-4347-b391-1ea90604930d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:48.405436 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:15:48.446015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a630358-cc98-4a35-8046-c9f91a9d7c0b req-aef13281-265e-4023-ad4b-930847a40bb1 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:48.447568 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a630358-cc98-4a35-8046-c9f91a9d7c0b req-aef13281-265e-4023-ad4b-930847a40bb1 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=c584fc4a-9597-4eeb-8aa2-ea9bb339313b HTTP/1.1" status: 200 len: 944 time: 0.6750753 Feb 09 14:15:48.449511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Allocated IP 172.25.8.170 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/6284a4a3-1d2b-49b8-ab50-7255f04fa3c7) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:15:48.453741 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-f3f42ed5-39b5-4979-98c2-f29a5ef341e4 service neutron] 10.222.0.35 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009612 Feb 09 14:15:48.464284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9f60a95c-c0c7-46e3-8a2f-aadc78d02d67 None None] Provisioning for port 7f61fd48-d616-4c41-9cbf-511fe21e87b3 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:48.475390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9f60a95c-c0c7-46e3-8a2f-aadc78d02d67 None None] Provisioning complete for port 7f61fd48-d616-4c41-9cbf-511fe21e87b3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:48.475827 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9f60a95c-c0c7-46e3-8a2f-aadc78d02d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:48.557020 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-9f60a95c-c0c7-46e3-8a2f-aadc78d02d67 None None] Port 7f61fd48-d616-4c41-9cbf-511fe21e87b3 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:15:48.576262 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-0c772fd6-4543-4084-97a1-2ba992f6f373 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fc664d2-3fc0-4c56-ab39-e6e09ee8212c HTTP/1.1" status: 200 len: 217 time: 0.2268994 Feb 09 14:15:48.763075 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 17d2da2a-b917-43dc-bafc-b0e05397b447 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:15:48.803251 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9643ff89-ade4-4ade-937c-375fa10fd242 req-d5003c62-0814-4402-8fad-1ae71d745ae3 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894357 Feb 09 14:15:48.812161 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a630358-cc98-4a35-8046-c9f91a9d7c0b req-b8021644-32d9-4fa9-a47d-b20fa338e05c tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221941 Feb 09 14:15:48.834903 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-97575ba7-6e0d-4347-b391-1ea90604930d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:48.889589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-cfed3282-d42e-410f-8dfe-b81a122ac5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:48.891666 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-cfed3282-d42e-410f-8dfe-b81a122ac5ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18ab4745-e8a1-4809-8301-7a1b88ada199 HTTP/1.1" status: 200 len: 853 time: 0.2915256 Feb 09 14:15:48.903087 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9343e9-f3ec-4f13-b0b7-a160ecd660b9', 'tag': '6335d1d9-03d4-4890-9009-32714ddcab8d', 'status': 'completed', 'code': 200} Feb 09 14:15:48.912150 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 17d2da2a-b917-43dc-bafc-b0e05397b447 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:48.927159 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 17d2da2a-b917-43dc-bafc-b0e05397b447 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:48.927624 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:48.976820 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4059e43f-33f6-45aa-b90e-ba81318ded46 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:48.982521 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-97575ba7-6e0d-4347-b391-1ea90604930d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ebd300-0dad-44dd-9ee8-071bc0db5156']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:49.011690 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0dcffc-9d80-41b6-8ce1-185b01c93876 req-f0a108f4-4bc2-41cb-9490-5e0d80c95024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:49.013269 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dc0dcffc-9d80-41b6-8ce1-185b01c93876 req-f0a108f4-4bc2-41cb-9490-5e0d80c95024 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f74b311868d8425684cba57e8c5d8cde&device_id=6c9a044b-81ab-4bbf-9d97-1f91c84940fc HTTP/1.1" status: 200 len: 1095 time: 0.6095805 Feb 09 14:15:49.015439 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-416152b8-3407-4f61-9516-1814ab2d615b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139350 Feb 09 14:15:49.017272 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:49.054583 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ee594c0-db6f-4a76-a6b4-d5162f143333 req-d849954c-b19b-4955-9a40-1e89c9e16a4f service neutron] 10.222.0.35 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5635562 Feb 09 14:15:49.061965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-97575ba7-6e0d-4347-b391-1ea90604930d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600a4560-6bcb-425c-82a7-072892bcef8d') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:49.062386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-97575ba7-6e0d-4347-b391-1ea90604930d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600a4560-6bcb-425c-82a7-072892bcef8d') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:49.089701 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-97575ba7-6e0d-4347-b391-1ea90604930d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:49.100952 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f338ca42-934f-4901-a8b9-a9208a56fb98 req-f946bf6e-5d7b-4da0-b271-6f0600614e4b tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/6a5bd043-baf9-4239-8fdc-039f26c18a28 HTTP/1.1" status: 200 len: 1802 time: 0.2525048 Feb 09 14:15:49.173505 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:49.190210 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-c021ff43-f5e4-401f-9e41-7eb50df919ff service neutron] 10.222.0.35 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7759690 Feb 09 14:15:49.217835 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 17d2da2a-b917-43dc-bafc-b0e05397b447, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=17d2da2a-b917-43dc-bafc-b0e05397b447,segment=NetworkSegment(ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51),segment_id=ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:49.226986 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:49.239947 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:49.244641 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Transition to ACTIVE for port object 4059e43f-33f6-45aa-b90e-ba81318ded46 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:49.248789 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-97575ba7-6e0d-4347-b391-1ea90604930d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:49.287853 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97575ba7-6e0d-4347-b391-1ea90604930d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:15:49.289037 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-97575ba7-6e0d-4347-b391-1ea90604930d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:15:49.318442 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:15:49.339570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=17d2da2a-b917-43dc-bafc-b0e05397b447,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:49.417459 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:49.448568 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-f338ca42-934f-4901-a8b9-a9208a56fb98 req-6916d07b-f619-4fac-83b2-7413410efc6b tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 14:15:49.449657 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f338ca42-934f-4901-a8b9-a9208a56fb98 req-6916d07b-f619-4fac-83b2-7413410efc6b tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "DELETE /v2.0/security-groups/6a5bd043-baf9-4239-8fdc-039f26c18a28 HTTP/1.1" status: 409 len: 341 time: 0.3401930 Feb 09 14:15:49.453836 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-97575ba7-6e0d-4347-b391-1ea90604930d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:49.458560 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-97575ba7-6e0d-4347-b391-1ea90604930d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:49.488393 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5ff973-258d-4a74-a403-ef9b6948f779 None None] Network bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:15:49.493297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97575ba7-6e0d-4347-b391-1ea90604930d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event deleted for resources: {'Network': ['ID=c0ebd300-0dad-44dd-9ee8-071bc0db5156,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:49.507958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044f9cf-c7fb-4a65-921e-32e4b490d0a0 req-19b9c3c2-0158-4379-b511-7b5ca9ccaebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:49.509026 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a044f9cf-c7fb-4a65-921e-32e4b490d0a0 req-19b9c3c2-0158-4379-b511-7b5ca9ccaebd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a65c0ccac574437b823990f066a8c19&device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 1095 time: 0.3562424 Feb 09 14:15:49.511269 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-97575ba7-6e0d-4347-b391-1ea90604930d tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "DELETE /v2.0/networks/c0ebd300-0dad-44dd-9ee8-071bc0db5156 HTTP/1.1" status: 204 len: 168 time: 1.4614253 Feb 09 14:15:49.512712 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:49.518618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58478) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:49.671293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371706f5-5439-4ddf-9cac-0378594c2715', 'tag': 'eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1'}, {'name': 'network-changed', 'server_uuid': 'c584fc4a-9597-4eeb-8aa2-ea9bb339313b', 'tag': '1fc664d2-3fc0-4c56-ab39-e6e09ee8212c'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:49.797817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3e91aae3-58b1-482a-84ea-564f37145c73 None None] Provisioning complete for port 17d2da2a-b917-43dc-bafc-b0e05397b447 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:49.798175 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3e91aae3-58b1-482a-84ea-564f37145c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:49.808263 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Pushing event updated for resources: {'Port': ['ID=4059e43f-33f6-45aa-b90e-ba81318ded46,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:49.812913 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0dcffc-9d80-41b6-8ce1-185b01c93876 req-b55dfdc1-1370-457f-9597-6edc9145a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:49.816240 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dc0dcffc-9d80-41b6-8ce1-185b01c93876 req-b55dfdc1-1370-457f-9597-6edc9145a0b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 HTTP/1.1" status: 200 len: 913 time: 0.6284840 Feb 09 14:15:49.937978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:15:49.977202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:49.979628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Pushing event updated for resources: {'Port': ['ID=6284a4a3-1d2b-49b8-ab50-7255f04fa3c7,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:49.986961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:50.064901 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d267-cc6c-4c23-80bc-bbb5c059ff33 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:50.087219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:50.087219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:50.087542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:50.087965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:50.089550 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:50.089898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:50.090236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:50.090574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:50.090906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:50.091244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:50.091579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:50.091926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:50.154371 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dc0dcffc-9d80-41b6-8ce1-185b01c93876 req-9d385a88-a48e-4caa-b3d5-261b2ad2f6fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=807f21a7-b523-4ffe-8fcd-7b46e6edcf08 HTTP/1.1" status: 200 len: 217 time: 0.2978649 Feb 09 14:15:50.178348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044f9cf-c7fb-4a65-921e-32e4b490d0a0 req-cac86db9-30b0-4797-88f4-00ac449fbed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:50.181354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a044f9cf-c7fb-4a65-921e-32e4b490d0a0 req-cac86db9-30b0-4797-88f4-00ac449fbed0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=eb65df74-eed7-4e29-9afd-1c778bc5afdb HTTP/1.1" status: 200 len: 921 time: 0.6646304 Feb 09 14:15:50.282518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d8d05-adea-4400-9939-92a87ab60872 req-99333544-9b5f-45de-876b-888229b8ca75 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:50.290126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d8d05-adea-4400-9939-92a87ab60872 req-99333544-9b5f-45de-876b-888229b8ca75 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:50.295151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d8d05-adea-4400-9939-92a87ab60872 req-99333544-9b5f-45de-876b-888229b8ca75 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:50.296605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-769dd0ae-7e28-4a07-911e-6e3d40198036 None None] Provisioning complete for port 17d2da2a-b917-43dc-bafc-b0e05397b447 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:50.297129 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-769dd0ae-7e28-4a07-911e-6e3d40198036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:50.301084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d8d05-adea-4400-9939-92a87ab60872 req-99333544-9b5f-45de-876b-888229b8ca75 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:50.306963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d8d05-adea-4400-9939-92a87ab60872 req-99333544-9b5f-45de-876b-888229b8ca75 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:50.313853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d8d05-adea-4400-9939-92a87ab60872 req-99333544-9b5f-45de-876b-888229b8ca75 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:50.319309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d8d05-adea-4400-9939-92a87ab60872 req-99333544-9b5f-45de-876b-888229b8ca75 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:50.321116 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-898d8d05-adea-4400-9939-92a87ab60872 req-99333544-9b5f-45de-876b-888229b8ca75 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5419 time: 1.0649066 Feb 09 14:15:50.347282 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-bb89f7b7-602d-4159-8c35-4ea9d13d3562 service neutron] 10.222.0.21 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3213530 Feb 09 14:15:50.356854 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a044f9cf-c7fb-4a65-921e-32e4b490d0a0 req-a8e2e0f1-a88b-4d39-bdce-566a7bc0ff08 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6335d1d9-03d4-4890-9009-32714ddcab8d HTTP/1.1" status: 200 len: 217 time: 0.1081672 Feb 09 14:15:50.408973 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b150af6-8c13-42a7-9d13-620654021670 req-7ba07c30-073d-4e3e-b90b-e3ea3a992d27 service neutron] 10.222.0.35 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0973301 Feb 09 14:15:50.478732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0dcffc-9d80-41b6-8ce1-185b01c93876 req-1779e20b-d36f-4920-af4a-7b646269e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:50.479987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10ff94-af30-44e4-a012-54b4af84c5c9 req-d83ae3ac-b60a-4fce-9668-ed8c2b6851ed tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:50.480225 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dc0dcffc-9d80-41b6-8ce1-185b01c93876 req-1779e20b-d36f-4920-af4a-7b646269e639 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18ab4745-e8a1-4809-8301-7a1b88ada199 HTTP/1.1" status: 200 len: 853 time: 0.2940950 Feb 09 14:15:50.482804 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f10ff94-af30-44e4-a012-54b4af84c5c9 req-d83ae3ac-b60a-4fce-9668-ed8c2b6851ed tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 944 time: 0.6338918 Feb 09 14:15:50.582096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Attempting to bind port 4059e43f-33f6-45aa-b90e-ba81318ded46 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:50.582096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Attempting to bind port 4059e43f-33f6-45aa-b90e-ba81318ded46 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '690ee37f-dbe6-452d-8bb4-be9bdfda3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9513dd8e-901a-40a1-90aa-2df47892c207'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:50.582439 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Attempting to bind port 4059e43f-33f6-45aa-b90e-ba81318ded46 on network 9513dd8e-901a-40a1-90aa-2df47892c207 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:50.607554 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dc0dcffc-9d80-41b6-8ce1-185b01c93876 req-b2584358-d702-4b2f-8824-673c156046f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170216 Feb 09 14:15:50.622170 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-898d8d05-adea-4400-9939-92a87ab60872 req-32b6c1bd-c1b7-40f1-907f-6e734f111afd tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2790744 Feb 09 14:15:50.622606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Port 4059e43f-33f6-45aa-b90e-ba81318ded46 on network 9513dd8e-901a-40a1-90aa-2df47892c207 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:15:50.622932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Attempting to bind port 4059e43f-33f6-45aa-b90e-ba81318ded46 on network 9513dd8e-901a-40a1-90aa-2df47892c207 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:50.628163 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d267-cc6c-4c23-80bc-bbb5c059ff33 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:50.690636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044f9cf-c7fb-4a65-921e-32e4b490d0a0 req-a3ad8712-e87f-41d0-bc0f-34108e2552cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:50.692329 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a044f9cf-c7fb-4a65-921e-32e4b490d0a0 req-a3ad8712-e87f-41d0-bc0f-34108e2552cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9b374431-5278-4a9c-8b1d-78100aa8ebda HTTP/1.1" status: 200 len: 861 time: 0.2849262 Feb 09 14:15:50.694409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f2f0d267-cc6c-4c23-80bc-bbb5c059ff33 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85aa255a-1e34-4711-af2f-9568039023b7']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:50.705119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f10ff94-af30-44e4-a012-54b4af84c5c9 req-d18da061-fbe9-45ca-9836-9a1b0a199f60 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478701 Feb 09 14:15:50.739063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:50.739621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Checking segment: {'id': '690ee37f-dbe6-452d-8bb4-be9bdfda3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9513dd8e-901a-40a1-90aa-2df47892c207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:50.739805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Bound using segment: {'id': '690ee37f-dbe6-452d-8bb4-be9bdfda3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9513dd8e-901a-40a1-90aa-2df47892c207'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:50.740264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Bound port: 4059e43f-33f6-45aa-b90e-ba81318ded46, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '690ee37f-dbe6-452d-8bb4-be9bdfda3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9513dd8e-901a-40a1-90aa-2df47892c207'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:50.740613 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:50.799670 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 17d2da2a-b917-43dc-bafc-b0e05397b447 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:15:50.811293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f2f0d267-cc6c-4c23-80bc-bbb5c059ff33 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a46880-5450-482b-b80e-f15cee75f52d') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:50.811864 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f2f0d267-cc6c-4c23-80bc-bbb5c059ff33 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a46880-5450-482b-b80e-f15cee75f52d') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:50.835627 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a044f9cf-c7fb-4a65-921e-32e4b490d0a0 req-796af775-761d-46a2-915c-8c47edf8c2a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb65df74-eed7-4e29-9afd-1c778bc5afdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286821 Feb 09 14:15:50.870937 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d267-cc6c-4c23-80bc-bbb5c059ff33 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:50.902590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 17d2da2a-b917-43dc-bafc-b0e05397b447 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:50.903040 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:50.953819 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371706f5-5439-4ddf-9cac-0378594c2715', 'tag': 'eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1', 'status': 'completed', 'code': 200} Feb 09 14:15:50.954029 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c584fc4a-9597-4eeb-8aa2-ea9bb339313b', 'tag': '1fc664d2-3fc0-4c56-ab39-e6e09ee8212c', 'status': 'completed', 'code': 200} Feb 09 14:15:50.957243 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b05d5e90-0eb6-4d9d-bc73-607910fe0b64 req-8fa351cc-dd23-4e53-8121-f25527b6eb55 service neutron] 10.222.0.21 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917592 Feb 09 14:15:51.020318 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d267-cc6c-4c23-80bc-bbb5c059ff33 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:51.065062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f0d267-cc6c-4c23-80bc-bbb5c059ff33 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:15:51.065814 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d267-cc6c-4c23-80bc-bbb5c059ff33 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:15:51.083267 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:15:51.145935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560957f-f982-4b83-8c39-109d52b9ecf5 req-608b4d23-e4df-4c2e-86a2-ced30cda229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:51.146502 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560957f-f982-4b83-8c39-109d52b9ecf5 req-608b4d23-e4df-4c2e-86a2-ced30cda229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:51.146978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560957f-f982-4b83-8c39-109d52b9ecf5 req-608b4d23-e4df-4c2e-86a2-ced30cda229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:51.147466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560957f-f982-4b83-8c39-109d52b9ecf5 req-608b4d23-e4df-4c2e-86a2-ced30cda229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:51.147944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560957f-f982-4b83-8c39-109d52b9ecf5 req-608b4d23-e4df-4c2e-86a2-ced30cda229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:51.148409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560957f-f982-4b83-8c39-109d52b9ecf5 req-608b4d23-e4df-4c2e-86a2-ced30cda229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:51.148873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560957f-f982-4b83-8c39-109d52b9ecf5 req-608b4d23-e4df-4c2e-86a2-ced30cda229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:51.151482 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5560957f-f982-4b83-8c39-109d52b9ecf5 req-608b4d23-e4df-4c2e-86a2-ced30cda229f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea230855731c4f038f9be9893ada8105&device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 6476 time: 0.6617262 Feb 09 14:15:51.153458 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dc0dcffc-9d80-41b6-8ce1-185b01c93876 req-6ec52ad4-3731-4c36-84ad-1eb037b133a6 service neutron] 10.222.0.21 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381134 Feb 09 14:15:51.167037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] For port 4059e43f-33f6-45aa-b90e-ba81318ded46, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:51.366071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] For port 4059e43f-33f6-45aa-b90e-ba81318ded46, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=4059e43f-33f6-45aa-b90e-ba81318ded46,segment=NetworkSegment(690ee37f-dbe6-452d-8bb4-be9bdfda3416),segment_id=690ee37f-dbe6-452d-8bb4-be9bdfda3416)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:51.382035 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:51.498663 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:51.503541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:51.504192 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:51.505555 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] 10.222.0.21 "PUT /v2.0/ports/4059e43f-33f6-45aa-b90e-ba81318ded46 HTTP/1.1" status: 200 len: 1092 time: 5.5691326 Feb 09 14:15:51.558922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Request body: {'port': {'device_id': '8703a09f-024f-4960-8c31-e9d0a975e3b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:51.570856 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d267-cc6c-4c23-80bc-bbb5c059ff33 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:51.613805 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d267-cc6c-4c23-80bc-bbb5c059ff33 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:51.622056 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a044f9cf-c7fb-4a65-921e-32e4b490d0a0 req-a021808d-13be-42aa-8256-43316c03de51 service neutron] 10.222.0.35 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7765160 Feb 09 14:15:51.624212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00458c-0bea-4ee5-9568-60387f3b485c req-ee92568b-affb-46e3-a8ca-dc21db7846ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:51.626352 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df00458c-0bea-4ee5-9568-60387f3b485c req-ee92568b-affb-46e3-a8ca-dc21db7846ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f74b311868d8425684cba57e8c5d8cde&device_id=c584fc4a-9597-4eeb-8aa2-ea9bb339313b HTTP/1.1" status: 200 len: 1095 time: 0.5792477 Feb 09 14:15:51.658724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0d267-cc6c-4c23-80bc-bbb5c059ff33 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] Pushing event deleted for resources: {'Network': ['ID=85aa255a-1e34-4711-af2f-9568039023b7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:51.658855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b7072-e22e-47d2-8b08-fdc1a98d479f service neutron] Pushing event updated for resources: {'Port': ['ID=4059e43f-33f6-45aa-b90e-ba81318ded46,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:51.685224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00458c-0bea-4ee5-9568-60387f3b485c req-087d5003-5ee8-42ea-b3ad-69bf7c3af144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:51.685224 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-df00458c-0bea-4ee5-9568-60387f3b485c req-087d5003-5ee8-42ea-b3ad-69bf7c3af144 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d760a0361b69448e9a1befbac0e6baf1&device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 1135 time: 0.7993276 Feb 09 14:15:51.694610 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dc0dcffc-9d80-41b6-8ce1-185b01c93876 req-85432bea-0f7a-47d8-8e4c-938b7963562f service neutron] 10.222.0.21 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289812 Feb 09 14:15:51.702700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560957f-f982-4b83-8c39-109d52b9ecf5 req-4e05d90a-d77d-43e1-819a-94fe913f16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:51.704367 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5560957f-f982-4b83-8c39-109d52b9ecf5 req-4e05d90a-d77d-43e1-819a-94fe913f16ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f32b635-0e4c-4fd0-b4fb-058420f89d74 HTTP/1.1" status: 200 len: 901 time: 0.5452733 Feb 09 14:15:51.756163 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f2f0d267-cc6c-4c23-80bc-bbb5c059ff33 tempest-BulkNetworkOpsTest-1583692107 tempest-BulkNetworkOpsTest-1583692107-project] 10.222.0.48 "DELETE /v2.0/networks/85aa255a-1e34-4711-af2f-9568039023b7 HTTP/1.1" status: 204 len: 168 time: 2.2034667 Feb 09 14:15:51.883365 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5560957f-f982-4b83-8c39-109d52b9ecf5 req-c9047fb9-ee79-405a-a210-4a5ec3043488 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=677bd77c-a935-467b-8c7e-f69298f0f833 HTTP/1.1" status: 200 len: 217 time: 0.1268318 Feb 09 14:15:51.891314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6657a04-0bbf-4f1c-9239-c017de858754 req-caf7f7e7-6c37-47c2-8bf3-dcf12b3410ad tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:51.892023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f6657a04-0bbf-4f1c-9239-c017de858754 req-caf7f7e7-6c37-47c2-8bf3-dcf12b3410ad tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Synchronizing usage tracker for tenant:f74b311868d8425684cba57e8c5d8cde on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:51.933290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:15:51.972669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12fd15-e3e4-4be3-98bc-57e99ff129d9 req-49fecd0f-4e85-400e-90a3-cd4ab5739146 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:51.979281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12fd15-e3e4-4be3-98bc-57e99ff129d9 req-49fecd0f-4e85-400e-90a3-cd4ab5739146 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:51.980368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f6657a04-0bbf-4f1c-9239-c017de858754 req-caf7f7e7-6c37-47c2-8bf3-dcf12b3410ad tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Unset dirty status for tenant:f74b311868d8425684cba57e8c5d8cde on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:51.980982 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b12fd15-e3e4-4be3-98bc-57e99ff129d9 req-49fecd0f-4e85-400e-90a3-cd4ab5739146 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 1667 time: 0.7932947 Feb 09 14:15:51.987575 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f6657a04-0bbf-4f1c-9239-c017de858754 req-caf7f7e7-6c37-47c2-8bf3-dcf12b3410ad tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=c584fc4a-9597-4eeb-8aa2-ea9bb339313b HTTP/1.1" status: 200 len: 944 time: 0.7989559 Feb 09 14:15:52.024922 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:52.077428 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58498) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:52.111591 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6335d1d9-03d4-4890-9009-32714ddcab8d details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:15:52.123339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560957f-f982-4b83-8c39-109d52b9ecf5 req-ae670a73-1b65-44f5-b0d0-65e706f97e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:52.124579 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5560957f-f982-4b83-8c39-109d52b9ecf5 req-ae670a73-1b65-44f5-b0d0-65e706f97e0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc747844-e857-4864-b1fd-bf401665cf5c HTTP/1.1" status: 200 len: 797 time: 0.2287714 Feb 09 14:15:52.129761 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 807f21a7-b523-4ffe-8fcd-7b46e6edcf08, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=807f21a7-b523-4ffe-8fcd-7b46e6edcf08,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:52.132565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f6657a04-0bbf-4f1c-9239-c017de858754 req-08afc21a-5c8f-4a38-99a8-3b207749452a tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Synchronizing usage tracker for tenant:f74b311868d8425684cba57e8c5d8cde on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:52.148166 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00458c-0bea-4ee5-9568-60387f3b485c req-05b2452a-4798-4bfd-acaf-19e78ff0fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:52.149650 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df00458c-0bea-4ee5-9568-60387f3b485c req-05b2452a-4798-4bfd-acaf-19e78ff0fbbf service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 HTTP/1.1" status: 200 len: 913 time: 0.5003018 Feb 09 14:15:52.151504 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '807f21a7-b523-4ffe-8fcd-7b46e6edcf08', 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317', 'port_id': '807f21a7-b523-4ffe-8fcd-7b46e6edcf08', 'mac_address': 'fa:16:3e:00:64:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ab4745-e8a1-4809-8301-7a1b88ada199', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:15:52.170614 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a044f9cf-c7fb-4a65-921e-32e4b490d0a0 req-50167069-fe87-45e8-ac9b-e814aa1e196c service neutron] 10.222.0.35 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321624 Feb 09 14:15:52.201239 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00458c-0bea-4ee5-9568-60387f3b485c req-abeea294-b1c7-4713-80ab-8edbb8600fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:52.204196 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-df00458c-0bea-4ee5-9568-60387f3b485c req-abeea294-b1c7-4713-80ab-8edbb8600fa8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1299aae-4032-4877-85a3-71554c7a1aae HTTP/1.1" status: 200 len: 912 time: 0.4728048 Feb 09 14:15:52.287941 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df00458c-0bea-4ee5-9568-60387f3b485c req-9a34e65e-ef07-4132-89b3-905406567939 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fc664d2-3fc0-4c56-ab39-e6e09ee8212c HTTP/1.1" status: 200 len: 217 time: 0.0939162 Feb 09 14:15:52.292009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f6657a04-0bbf-4f1c-9239-c017de858754 req-08afc21a-5c8f-4a38-99a8-3b207749452a tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Unset dirty status for tenant:f74b311868d8425684cba57e8c5d8cde on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:52.293152 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f6657a04-0bbf-4f1c-9239-c017de858754 req-08afc21a-5c8f-4a38-99a8-3b207749452a tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047698 Feb 09 14:15:52.301685 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:52.320985 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b12fd15-e3e4-4be3-98bc-57e99ff129d9 req-c5017918-5cdb-4f09-a3c4-0bcf887e040e tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300514 Feb 09 14:15:52.330733 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:52.371508 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 807f21a7-b523-4ffe-8fcd-7b46e6edcf08, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=807f21a7-b523-4ffe-8fcd-7b46e6edcf08,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:52.376202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00458c-0bea-4ee5-9568-60387f3b485c req-6a563bdc-41f6-4d03-89b4-020c5ece284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:52.377617 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df00458c-0bea-4ee5-9568-60387f3b485c req-6a563bdc-41f6-4d03-89b4-020c5ece284a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18ab4745-e8a1-4809-8301-7a1b88ada199 HTTP/1.1" status: 200 len: 853 time: 0.0727460 Feb 09 14:15:52.382112 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:52.400898 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-df00458c-0bea-4ee5-9568-60387f3b485c req-41648fb6-b1c8-4a73-ac4e-ae0b73d0d4a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 HTTP/1.1" status: 200 len: 217 time: 0.1614728 Feb 09 14:15:52.433942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6335d1d9-03d4-4890-9009-32714ddcab8d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6335d1d9-03d4-4890-9009-32714ddcab8d,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:52.502775 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '6335d1d9-03d4-4890-9009-32714ddcab8d', 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb', 'port_id': '6335d1d9-03d4-4890-9009-32714ddcab8d', 'mac_address': 'fa:16:3e:b2:a1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b374431-5278-4a9c-8b1d-78100aa8ebda', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:15:52.516519 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df00458c-0bea-4ee5-9568-60387f3b485c req-cc6f4539-8699-4052-bdc6-9ab287a97b1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301553 Feb 09 14:15:52.566667 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=807f21a7-b523-4ffe-8fcd-7b46e6edcf08,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:52.578301 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:52.600111 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6335d1d9-03d4-4890-9009-32714ddcab8d {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:52.610204 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:52.619233 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6335d1d9-03d4-4890-9009-32714ddcab8d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6335d1d9-03d4-4890-9009-32714ddcab8d,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:52.625106 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:52.702871 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=6335d1d9-03d4-4890-9009-32714ddcab8d,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:52.728165 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['807f21a7-b523-4ffe-8fcd-7b46e6edcf08'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:15:52.731709 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d64ecedf-8ffc-4f2b-9f6a-e74243863296 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c5f779ee0b44c369bf00f9ef3ac7cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6364021 Feb 09 14:15:52.741409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58504) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:52.776385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00458c-0bea-4ee5-9568-60387f3b485c req-8b5c3666-7db2-4537-b285-57fd90c0a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:52.777838 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-df00458c-0bea-4ee5-9568-60387f3b485c req-8b5c3666-7db2-4537-b285-57fd90c0a06f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f903123-7394-4cde-bb59-c0b2cee0bff4 HTTP/1.1" status: 200 len: 852 time: 0.3583167 Feb 09 14:15:52.861328 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-df00458c-0bea-4ee5-9568-60387f3b485c req-2f71d619-85a4-443e-9d7e-cda95b9cf62c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1299aae-4032-4877-85a3-71554c7a1aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737865 Feb 09 14:15:52.940882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560957f-f982-4b83-8c39-109d52b9ecf5 req-19d6c583-1b82-480d-ab93-374cf5bbc4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:52.942386 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5560957f-f982-4b83-8c39-109d52b9ecf5 req-19d6c583-1b82-480d-ab93-374cf5bbc4be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f32b635-0e4c-4fd0-b4fb-058420f89d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7979541 Feb 09 14:15:52.958793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['6335d1d9-03d4-4890-9009-32714ddcab8d'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:15:52.960446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8703a09f-024f-4960-8c31-e9d0a975e3b5', 'tag': '4059e43f-33f6-45aa-b90e-ba81318ded46'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:53.053477 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1bcd25f3-a276-4746-980b-e92762ec426d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:53.069985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de490e69-5d1f-44bb-932c-6c69ce34111e req-c1ed49c8-c5cb-4b86-9fe5-c3fce9161198 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:53.076108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ff183-7dce-441a-bade-a713d0e6e889 req-fa272694-2e0c-41c3-b3ed-fa1f07f7241d tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:53.076664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de490e69-5d1f-44bb-932c-6c69ce34111e req-c1ed49c8-c5cb-4b86-9fe5-c3fce9161198 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:53.077615 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e78ff183-7dce-441a-bade-a713d0e6e889 req-fa272694-2e0c-41c3-b3ed-fa1f07f7241d tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 984 time: 0.5570595 Feb 09 14:15:53.082481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de490e69-5d1f-44bb-932c-6c69ce34111e req-c1ed49c8-c5cb-4b86-9fe5-c3fce9161198 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:53.089088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de490e69-5d1f-44bb-932c-6c69ce34111e req-c1ed49c8-c5cb-4b86-9fe5-c3fce9161198 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:53.094825 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de490e69-5d1f-44bb-932c-6c69ce34111e req-c1ed49c8-c5cb-4b86-9fe5-c3fce9161198 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:53.102016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de490e69-5d1f-44bb-932c-6c69ce34111e req-c1ed49c8-c5cb-4b86-9fe5-c3fce9161198 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:53.107278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de490e69-5d1f-44bb-932c-6c69ce34111e req-c1ed49c8-c5cb-4b86-9fe5-c3fce9161198 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:53.109177 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de490e69-5d1f-44bb-932c-6c69ce34111e req-c1ed49c8-c5cb-4b86-9fe5-c3fce9161198 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5419 time: 0.5889623 Feb 09 14:15:53.121442 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df00458c-0bea-4ee5-9568-60387f3b485c req-166e45b4-6172-4dd6-9829-3853f80b7d94 service neutron] 10.222.0.21 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965927 Feb 09 14:15:53.182973 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1bcd25f3-a276-4746-980b-e92762ec426d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:53.281681 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e78ff183-7dce-441a-bade-a713d0e6e889 req-c3d94443-66ac-40f1-b0b6-6ae7bcb9611f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&id=6a5bd043-baf9-4239-8fdc-039f26c18a28&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1905062 Feb 09 14:15:53.368511 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5560957f-f982-4b83-8c39-109d52b9ecf5 req-69159913-a4fa-49fb-a6c4-abca7b91366e service neutron] 10.222.0.35 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014807 Feb 09 14:15:53.391421 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-df00458c-0bea-4ee5-9568-60387f3b485c req-af3900bd-c6a8-4781-a5d0-d60c372075df service neutron] 10.222.0.35 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608994 Feb 09 14:15:53.414354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de490e69-5d1f-44bb-932c-6c69ce34111e req-c0430bae-bac7-4afe-aa87-91192b79b2aa tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2870617 Feb 09 14:15:53.513594 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8703a09f-024f-4960-8c31-e9d0a975e3b5', 'tag': '4059e43f-33f6-45aa-b90e-ba81318ded46', 'status': 'completed', 'code': 200} Feb 09 14:15:53.515762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:15:53.527527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f61fd48-d616-4c41-9cbf-511fe21e87b3 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:53.534638 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df00458c-0bea-4ee5-9568-60387f3b485c req-4ea3ba7a-0d14-4834-aed1-496e0e0b6e80 service neutron] 10.222.0.21 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955092 Feb 09 14:15:53.536404 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1bcd25f3-a276-4746-980b-e92762ec426d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:53.571451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd25f3-a276-4746-980b-e92762ec426d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7e8547-80a0-4e4e-9040-92675e8343ef,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:53.585279 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:53.677963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Transition to ACTIVE for port object 7f61fd48-d616-4c41-9cbf-511fe21e87b3 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:53.679399 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1bcd25f3-a276-4746-980b-e92762ec426d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:53.681322 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1bcd25f3-a276-4746-980b-e92762ec426d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd7e8547-80a0-4e4e-9040-92675e8343ef HTTP/1.1" status: 204 len: 168 time: 0.9386201 Feb 09 14:15:53.704998 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:53.763849 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5560957f-f982-4b83-8c39-109d52b9ecf5 req-ea23f87a-e8b9-471b-acc1-cb1a807c9827 service neutron] 10.222.0.35 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805323 Feb 09 14:15:53.770241 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-df00458c-0bea-4ee5-9568-60387f3b485c req-66c2e3e6-96d1-417e-926e-f4a439e6d0f9 service neutron] 10.222.0.35 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695245 Feb 09 14:15:53.944358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:15:53.949275 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:15:53.957418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:15:53.975645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Pushing event updated for resources: {'Port': ['ID=7f61fd48-d616-4c41-9cbf-511fe21e87b3,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:53.990883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddba872-8776-488f-839f-4fe889605b53 req-99480e05-113c-4f2c-8fb7-71451569327e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:53.999034 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ddba872-8776-488f-839f-4fe889605b53 req-99480e05-113c-4f2c-8fb7-71451569327e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=c584fc4a-9597-4eeb-8aa2-ea9bb339313b HTTP/1.1" status: 200 len: 944 time: 0.3161156 Feb 09 14:15:54.018211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc11908-9855-4bd9-9ef6-729f34588cd8 req-3b74e1e0-457d-4268-b6b9-199b9cbc581d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:54.024356 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1fc11908-9855-4bd9-9ef6-729f34588cd8 req-3b74e1e0-457d-4268-b6b9-199b9cbc581d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 945 time: 0.6193063 Feb 09 14:15:54.033323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20629533-e550-4965-bf51-51f6151d4564 req-fa0eb4bb-e5fc-4ec8-a727-afcc43fba3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:54.033840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20629533-e550-4965-bf51-51f6151d4564 req-fa0eb4bb-e5fc-4ec8-a727-afcc43fba3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:54.035605 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-20629533-e550-4965-bf51-51f6151d4564 req-fa0eb4bb-e5fc-4ec8-a727-afcc43fba3b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87c5aeb7bc3a4960ab4b1595db9087f7&device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 1914 time: 0.4904101 Feb 09 14:15:54.039465 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:54.041418 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ec8fdd4c-e972-4f4b-8c1d-fdc52857211d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.3253284 Feb 09 14:15:54.044999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58520) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:54.058480 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Sync routers for ids ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:15:54.122802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6335d1d9-03d4-4890-9009-32714ddcab8d up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:15:54.170827 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Routers {'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:15:54.171946 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:15:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:54.184218 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ddba872-8776-488f-839f-4fe889605b53 req-3cd3ffc1-62f6-4cc3-944e-5ae0c5cabe4b tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845500 Feb 09 14:15:54.222795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c550f2-dc58-4442-bc2d-6f115b02b825 req-29f95d95-8004-4546-b48e-3f29d9676c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:54.234777 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01c550f2-dc58-4442-bc2d-6f115b02b825 req-29f95d95-8004-4546-b48e-3f29d9676c58 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d760a0361b69448e9a1befbac0e6baf1&device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 1135 time: 0.3791707 Feb 09 14:15:54.271203 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.resource_extend [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:15:54.387333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1fc11908-9855-4bd9-9ef6-729f34588cd8 req-dacd5ae2-0e7b-420e-8ae2-ed370b5d2f94 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Synchronizing usage tracker for tenant:5a65c0ccac574437b823990f066a8c19 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:15:54.473122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Attempting to bind port 7f61fd48-d616-4c41-9cbf-511fe21e87b3 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:54.473776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Attempting to bind port 7f61fd48-d616-4c41-9cbf-511fe21e87b3 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'd697dda1-9ef6-42c9-82dc-bcf76270d699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56e041f7-3c39-4f9e-8ee5-05f87fefbb31'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:54.474326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Attempting to bind port 7f61fd48-d616-4c41-9cbf-511fe21e87b3 on network 56e041f7-3c39-4f9e-8ee5-05f87fefbb31 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:54.486738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20629533-e550-4965-bf51-51f6151d4564 req-84aa82cc-405e-4fc4-b415-bf5ed424f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:54.487980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20629533-e550-4965-bf51-51f6151d4564 req-84aa82cc-405e-4fc4-b415-bf5ed424f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:54.489018 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20629533-e550-4965-bf51-51f6151d4564 req-84aa82cc-405e-4fc4-b415-bf5ed424f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:54.492001 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-20629533-e550-4965-bf51-51f6151d4564 req-84aa82cc-405e-4fc4-b415-bf5ed424f703 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=87c5aeb7bc3a4960ab4b1595db9087f7&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.3928301 Feb 09 14:15:54.496522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1fc11908-9855-4bd9-9ef6-729f34588cd8 req-dacd5ae2-0e7b-420e-8ae2-ed370b5d2f94 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Unset dirty status for tenant:5a65c0ccac574437b823990f066a8c19 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:15:54.528551 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1fc11908-9855-4bd9-9ef6-729f34588cd8 req-dacd5ae2-0e7b-420e-8ae2-ed370b5d2f94 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278858 Feb 09 14:15:54.532236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Port 7f61fd48-d616-4c41-9cbf-511fe21e87b3 on network 56e041f7-3c39-4f9e-8ee5-05f87fefbb31 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:15:54.532236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Attempting to bind port 7f61fd48-d616-4c41-9cbf-511fe21e87b3 on network 56e041f7-3c39-4f9e-8ee5-05f87fefbb31 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:54.563492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:54.563707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Checking segment: {'id': 'd697dda1-9ef6-42c9-82dc-bcf76270d699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56e041f7-3c39-4f9e-8ee5-05f87fefbb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:54.564198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Bound using segment: {'id': 'd697dda1-9ef6-42c9-82dc-bcf76270d699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56e041f7-3c39-4f9e-8ee5-05f87fefbb31'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:54.564835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Bound port: 7f61fd48-d616-4c41-9cbf-511fe21e87b3, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd697dda1-9ef6-42c9-82dc-bcf76270d699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56e041f7-3c39-4f9e-8ee5-05f87fefbb31'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:54.565225 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:54.688783 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:54.731250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:54.731803 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:54.784293 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1fc664d2-3fc0-4c56-ab39-e6e09ee8212c,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:54.803555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 6335d1d9-03d4-4890-9009-32714ddcab8d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:54.813539 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c550f2-dc58-4442-bc2d-6f115b02b825 req-4ff88f1c-3901-4415-8700-53e6a4f0d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:54.814908 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01c550f2-dc58-4442-bc2d-6f115b02b825 req-4ff88f1c-3901-4415-8700-53e6a4f0d714 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1299aae-4032-4877-85a3-71554c7a1aae HTTP/1.1" status: 200 len: 912 time: 0.4794133 Feb 09 14:15:54.850021 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 6335d1d9-03d4-4890-9009-32714ddcab8d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:54.850495 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:54.891365 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Set router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:15:54.945982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '1fc664d2-3fc0-4c56-ab39-e6e09ee8212c', 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317', 'port_id': '1fc664d2-3fc0-4c56-ab39-e6e09ee8212c', 'mac_address': 'fa:16:3e:a0:b2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ab4745-e8a1-4809-8301-7a1b88ada199', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:15:54.977044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed90092-c0b9-4f26-9424-d26f3ae26821 req-bf3ae16e-2b07-4a25-b172-b8bba05a60dc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:54.984439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed90092-c0b9-4f26-9424-d26f3ae26821 req-bf3ae16e-2b07-4a25-b172-b8bba05a60dc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:54.993667 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ed90092-c0b9-4f26-9424-d26f3ae26821 req-bf3ae16e-2b07-4a25-b172-b8bba05a60dc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 1679 time: 0.6553242 Feb 09 14:15:55.017125 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01c550f2-dc58-4442-bc2d-6f115b02b825 req-37295455-cade-4763-b9c3-53332f92bb3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 HTTP/1.1" status: 200 len: 217 time: 0.1303542 Feb 09 14:15:55.065399 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20629533-e550-4965-bf51-51f6151d4564 req-f0cab39e-7b0d-4b6c-ab12-4f20d6aa2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:55.066716 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-20629533-e550-4965-bf51-51f6151d4564 req-f0cab39e-7b0d-4b6c-ab12-4f20d6aa2f9f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5369568 Feb 09 14:15:55.082722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] For port 7f61fd48-d616-4c41-9cbf-511fe21e87b3, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:55.087701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] For port 7f61fd48-d616-4c41-9cbf-511fe21e87b3, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=7f61fd48-d616-4c41-9cbf-511fe21e87b3,segment=NetworkSegment(d697dda1-9ef6-42c9-82dc-bcf76270d699),segment_id=d697dda1-9ef6-42c9-82dc-bcf76270d699)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:55.105778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58544) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:55.114666 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:55.179135 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23392889-91ec-4165-a5b1-47a7103683c6 req-e7ecc308-15db-4005-8e3b-2344f3f1dff4 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:55.186839 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-23392889-91ec-4165-a5b1-47a7103683c6 req-e7ecc308-15db-4005-8e3b-2344f3f1dff4 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 984 time: 0.3914278 Feb 09 14:15:55.223158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:55.223812 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:55.225234 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] 10.222.0.21 "PUT /v2.0/ports/7f61fd48-d616-4c41-9cbf-511fe21e87b3 HTTP/1.1" status: 200 len: 1092 time: 3.6796579 Feb 09 14:15:55.284200 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-23392889-91ec-4165-a5b1-47a7103683c6 req-068f13ab-3375-4bd1-8881-1e8c81b136ec tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&id=6a5bd043-baf9-4239-8fdc-039f26c18a28&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0963480 Feb 09 14:15:55.353547 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:55.356963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f35d710e-4a14-42fc-838e-4e5ac4a983a0 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:55.357851 n-d-828418-2 neutron-server[87596]: WARNING neutron.api.v2.base [None req-f35d710e-4a14-42fc-838e-4e5ac4a983a0 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 14:15:55.358497 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-f35d710e-4a14-42fc-838e-4e5ac4a983a0 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 14:15:55.359633 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f35d710e-4a14-42fc-838e-4e5ac4a983a0 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2529550 Feb 09 14:15:55.363228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58552) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:55.371150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group': {'name': 'tempest-secgroup--663695598'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:55.389091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275742a4-00d4-439a-999d-b0e8e522820d service neutron] Pushing event updated for resources: {'Port': ['ID=7f61fd48-d616-4c41-9cbf-511fe21e87b3,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:55.394391 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:55.402093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:55.409935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:55.418614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:55.450301 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:55.480940 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:15:55.485483 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ed90092-c0b9-4f26-9424-d26f3ae26821 req-81d847e4-e4c5-4465-9567-102e1a09d3cf tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907689 Feb 09 14:15:55.490262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c550f2-dc58-4442-bc2d-6f115b02b825 req-452f66e7-3688-4167-9c98-89c3cf2d9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:55.492566 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01c550f2-dc58-4442-bc2d-6f115b02b825 req-452f66e7-3688-4167-9c98-89c3cf2d9056 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f903123-7394-4cde-bb59-c0b2cee0bff4 HTTP/1.1" status: 200 len: 852 time: 0.4510789 Feb 09 14:15:55.516817 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8703a09f-024f-4960-8c31-e9d0a975e3b5', 'tag': '7f61fd48-d616-4c41-9cbf-511fe21e87b3'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:55.530752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-5d3a1cb7-2ff6-4a4d-964e-e2c9f1a4595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:55.531189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-5d3a1cb7-2ff6-4a4d-964e-e2c9f1a4595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:55.533142 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-5d3a1cb7-2ff6-4a4d-964e-e2c9f1a4595a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87c5aeb7bc3a4960ab4b1595db9087f7&device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 1981 time: 0.2478497 Feb 09 14:15:55.534434 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:55.590867 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01c550f2-dc58-4442-bc2d-6f115b02b825 req-20fcc965-e6cc-4af2-bc57-a04bff739691 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1299aae-4032-4877-85a3-71554c7a1aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861166 Feb 09 14:15:55.664166 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-2f6f14c7-fac3-4d8a-af71-00c1f7e08577 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.127&port_id=4059e43f-33f6-45aa-b90e-ba81318ded46 HTTP/1.1" status: 200 len: 217 time: 0.1184487 Feb 09 14:15:55.668063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:55.704382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1fc664d2-3fc0-4c56-ab39-e6e09ee8212c,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:55.727092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:55.734514 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:55.738349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:55.749516 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:55.753813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:55.793268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-f3cf0282-0521-4903-ae2e-3ffc51d88b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:55.794809 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-f3cf0282-0521-4903-ae2e-3ffc51d88b8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0b12119-8342-445f-83bd-e3d29a4a2902 HTTP/1.1" status: 200 len: 801 time: 0.1241033 Feb 09 14:15:55.878792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71981fc-e5b8-4763-a29e-55fc46786a00 req-fb40e681-4bc1-4747-8402-b139609f2b46 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:55.888619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71981fc-e5b8-4763-a29e-55fc46786a00 req-fb40e681-4bc1-4747-8402-b139609f2b46 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:55.896588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71981fc-e5b8-4763-a29e-55fc46786a00 req-fb40e681-4bc1-4747-8402-b139609f2b46 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:55.905945 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71981fc-e5b8-4763-a29e-55fc46786a00 req-fb40e681-4bc1-4747-8402-b139609f2b46 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:55.912905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71981fc-e5b8-4763-a29e-55fc46786a00 req-fb40e681-4bc1-4747-8402-b139609f2b46 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:55.919107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71981fc-e5b8-4763-a29e-55fc46786a00 req-fb40e681-4bc1-4747-8402-b139609f2b46 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:55.923352 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:55.924856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71981fc-e5b8-4763-a29e-55fc46786a00 req-fb40e681-4bc1-4747-8402-b139609f2b46 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:55.926842 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b71981fc-e5b8-4763-a29e-55fc46786a00 req-fb40e681-4bc1-4747-8402-b139609f2b46 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5419 time: 0.4621508 Feb 09 14:15:55.952041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9a044b-81ab-4bbf-9d97-1f91c84940fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807f21a7-b523-4ffe-8fcd-7b46e6edcf08'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:55.978444 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 807f21a7-b523-4ffe-8fcd-7b46e6edcf08, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=807f21a7-b523-4ffe-8fcd-7b46e6edcf08,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:55.982644 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01c550f2-dc58-4442-bc2d-6f115b02b825 req-07f83547-a3b6-46b6-a06b-da967c979ac2 service neutron] 10.222.0.35 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827736 Feb 09 14:15:55.988863 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:55.995722 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=1fc664d2-3fc0-4c56-ab39-e6e09ee8212c,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:56.058423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad12d92-bf0d-40f1-8356-3a68c8cf1f26 req-d6533a07-7cf1-40cf-bd47-befc828a8c21 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:56.060064 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dad12d92-bf0d-40f1-8356-3a68c8cf1f26 req-d6533a07-7cf1-40cf-bd47-befc828a8c21 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=c584fc4a-9597-4eeb-8aa2-ea9bb339313b HTTP/1.1" status: 200 len: 945 time: 0.3841102 Feb 09 14:15:56.064435 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b71981fc-e5b8-4763-a29e-55fc46786a00 req-0dcd7d61-9df7-4e75-8013-835a361af194 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1250331 Feb 09 14:15:56.067824 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6335d1d9-03d4-4890-9009-32714ddcab8d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6335d1d9-03d4-4890-9009-32714ddcab8d,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:56.076204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['1fc664d2-3fc0-4c56-ab39-e6e09ee8212c'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:15:56.122777 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:56.142500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e4f5158f-cdf6-4868-a5bd-db6759fbf5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:56.144290 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e4f5158f-cdf6-4868-a5bd-db6759fbf5fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9513dd8e-901a-40a1-90aa-2df47892c207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3400731 Feb 09 14:15:56.153702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=807f21a7-b523-4ffe-8fcd-7b46e6edcf08,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:56.218605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'name': 'tempest-ServersTestJSON-775921424-router', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:15:45Z', 'updated_at': '2022-02-09T14:15:50Z', 'revision_number': 3, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'gw_port': {'id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:75:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:48Z', 'updated_at': '2022-02-09T14:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:56.237173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Checking router: ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:15:56.237515 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Updating router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 port 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:15:56.249906 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8703a09f-024f-4960-8c31-e9d0a975e3b5', 'tag': '7f61fd48-d616-4c41-9cbf-511fe21e87b3', 'status': 'completed', 'code': 200} Feb 09 14:15:56.251767 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:56.262481 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:56.292016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:56.302563 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=6335d1d9-03d4-4890-9009-32714ddcab8d,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:56.320280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:56.323582 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:56.326861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:56.344318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:56.347943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0d3aa6-3eed-41ed-912a-2880d084e4a8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:56.422737 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:56.506882 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-80654380-610f-43d5-a92a-35077abe1fe3 service neutron] 10.222.0.21 "GET /v2.0/networks/9513dd8e-901a-40a1-90aa-2df47892c207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504188 Feb 09 14:15:56.573238 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01c550f2-dc58-4442-bc2d-6f115b02b825 req-711648c5-a2dc-41f6-89b7-522d752fb850 service neutron] 10.222.0.35 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432713 Feb 09 14:15:56.584211 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dad12d92-bf0d-40f1-8356-3a68c8cf1f26 req-cefae11d-f994-423e-bdb4-4c0fe8985cae tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937284 Feb 09 14:15:56.710167 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9a044b-81ab-4bbf-9d97-1f91c84940fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807f21a7-b523-4ffe-8fcd-7b46e6edcf08', 'code': 200} Feb 09 14:15:56.737834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0116e1-3e01-4f7c-833e-4df5f685c975 req-610b804e-27ba-423f-9096-78925ae0bddb tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:56.747141 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6d0116e1-3e01-4f7c-833e-4df5f685c975 req-610b804e-27ba-423f-9096-78925ae0bddb tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 946 time: 0.3891106 Feb 09 14:15:56.776368 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-528df9fa-8266-4e08-8fe9-183d5f10f40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:56.825162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Allocated IP 172.20.0.1 (bdf8e264-cbf1-4d53-9f70-2eb50d3d0042/7b77f735-3e0e-4639-9ae0-b78965871043/c1493035-8557-414e-8343-d432aef506f6) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:15:56.840608 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:56.882914 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6d0116e1-3e01-4f7c-833e-4df5f685c975 req-da1b5d93-c8c4-4aec-9fca-e20d61d5fbef tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341090 Feb 09 14:15:56.885913 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:56.922305 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-e30908c2-f73e-4307-88cc-4dbdfc3faa15 service neutron] 10.222.0.21 "GET /v2.0/networks/9513dd8e-901a-40a1-90aa-2df47892c207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092982 Feb 09 14:15:56.937774 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:56.963486 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Transition to ACTIVE for port object 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:56.977127 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:57.073054 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:57.092397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Transition to ACTIVE for port object c1493035-8557-414e-8343-d432aef506f6 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:15:57.137631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Attempting to bind port 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:15:57.138255 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Attempting to bind port 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:15:57.139077 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Attempting to bind port 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:15:57.150035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:15:57.150928 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:15:57.151968 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:57.152504 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:15:57.152990 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Bound port: 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:15:57.153371 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:57.175176 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-6be6305d-f7e7-4947-825d-bd418a98f7c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.211&port_id=7f61fd48-d616-4c41-9cbf-511fe21e87b3 HTTP/1.1" status: 200 len: 217 time: 0.2362025 Feb 09 14:15:57.179214 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:57.186172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42320e5b-6ee2-4785-a55c-99c8bc421caf,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:57.191894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27314c5-43e7-489b-9cb4-804a8fd68ec8 None None] Pushing event updated for resources: {'Port': ['ID=6284a4a3-1d2b-49b8-ab50-7255f04fa3c7,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:57.246836 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:57.246836 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-af53c07d-6816-484b-8131-dee611c33e66 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8812187 Feb 09 14:15:57.246836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58570) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:57.272338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Network bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:15:57.274526 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c263c8fa-9afa-4c0f-b836-9b736a9bbb65 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '42320e5b-6ee2-4785-a55c-99c8bc421caf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:57.277622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:57.284693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c1493035-8557-414e-8343-d432aef506f6,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:57.285118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:15:57.285601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c263c8fa-9afa-4c0f-b836-9b736a9bbb65 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:57.294255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c263c8fa-9afa-4c0f-b836-9b736a9bbb65 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:57.303577 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] For port 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:15:57.306151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c263c8fa-9afa-4c0f-b836-9b736a9bbb65 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:57.308317 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] For port 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=6284a4a3-1d2b-49b8-ab50-7255f04fa3c7,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:15:57.315474 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:57.321936 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c263c8fa-9afa-4c0f-b836-9b736a9bbb65 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:57.326937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859b269-4b87-4935-b9e1-507f8e659a44 req-efadc058-b2de-458e-afcf-832c0b2b4384 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:57.330515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-0d427f43-8086-4a4d-866e-58bb9feaf404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:57.332027 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-0d427f43-8086-4a4d-866e-58bb9feaf404 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a72c883-8b99-469e-898b-35148827a322 HTTP/1.1" status: 200 len: 801 time: 0.1479540 Feb 09 14:15:57.334868 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d859b269-4b87-4935-b9e1-507f8e659a44 req-efadc058-b2de-458e-afcf-832c0b2b4384 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 984 time: 0.2270689 Feb 09 14:15:57.409532 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Routers {'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:15:57.410652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:15:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:57.423962 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d859b269-4b87-4935-b9e1-507f8e659a44 req-40d996c9-76eb-4b1c-b4e5-562ece588f5d tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&id=6a5bd043-baf9-4239-8fdc-039f26c18a28&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0881712 Feb 09 14:15:57.425003 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:57.479787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49013b33-4bab-42da-8216-94116622d385 req-f50ccfc4-8eb5-4c7b-9882-a2ef35398369 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:57.487050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49013b33-4bab-42da-8216-94116622d385 req-f50ccfc4-8eb5-4c7b-9882-a2ef35398369 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:57.489400 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-49013b33-4bab-42da-8216-94116622d385 req-f50ccfc4-8eb5-4c7b-9882-a2ef35398369 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 1679 time: 0.3804581 Feb 09 14:15:57.493556 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c263c8fa-9afa-4c0f-b836-9b736a9bbb65 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:57.536508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9268b-2c50-4126-a19d-76017a931b23 req-16b6f75c-bccd-4a08-8f62-98122c345968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:57.541983 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b1c9268b-2c50-4126-a19d-76017a931b23 req-16b6f75c-bccd-4a08-8f62-98122c345968 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6c9a044b-81ab-4bbf-9d97-1f91c84940fc HTTP/1.1" status: 200 len: 1097 time: 0.4645104 Feb 09 14:15:57.710366 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-49013b33-4bab-42da-8216-94116622d385 req-3f46c3d2-c4ca-4c66-8a75-693ac95541d9 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026639 Feb 09 14:15:57.728028 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b1c9268b-2c50-4126-a19d-76017a931b23 req-2796cfcf-0fb5-456f-9ced-4bd27ec8345b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736071 Feb 09 14:15:57.740887 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-57e29b9e-6ed0-4870-8b10-85fbf4ceb718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:57.742813 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-57e29b9e-6ed0-4870-8b10-85fbf4ceb718 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56e041f7-3c39-4f9e-8ee5-05f87fefbb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4028981 Feb 09 14:15:57.749504 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c263c8fa-9afa-4c0f-b836-9b736a9bbb65 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:57.756909 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c263c8fa-9afa-4c0f-b836-9b736a9bbb65 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:57.813682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27314c5-43e7-489b-9cb4-804a8fd68ec8 None None] Pushing event updated for resources: {'Port': ['ID=6284a4a3-1d2b-49b8-ab50-7255f04fa3c7,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:57.857611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-13dfe3c2-5422-4b38-8f1f-0f0cb74d2d9f None None] Provisioning for port c1493035-8557-414e-8343-d432aef506f6 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:57.866657 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] Set router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:15:57.919665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-13dfe3c2-5422-4b38-8f1f-0f0cb74d2d9f None None] Provisioning complete for port c1493035-8557-414e-8343-d432aef506f6 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:57.920545 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-13dfe3c2-5422-4b38-8f1f-0f0cb74d2d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:57.957014 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263c8fa-9afa-4c0f-b836-9b736a9bbb65 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc4dd9d-23d5-49ba-809e-dc99883fe6f1,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:57.974687 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c263c8fa-9afa-4c0f-b836-9b736a9bbb65 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:57.980326 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c263c8fa-9afa-4c0f-b836-9b736a9bbb65 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7163401 Feb 09 14:15:57.982178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58578) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:57.990090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-673ef319-34f3-4525-98fc-44c1e8f7c7d3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '42320e5b-6ee2-4785-a55c-99c8bc421caf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:57.997767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-673ef319-34f3-4525-98fc-44c1e8f7c7d3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:58.027215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-673ef319-34f3-4525-98fc-44c1e8f7c7d3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:58.063216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:15:58.080209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-673ef319-34f3-4525-98fc-44c1e8f7c7d3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:58.095097 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-673ef319-34f3-4525-98fc-44c1e8f7c7d3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:58.117321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457b4f1-4f36-4279-9cb4-f9a6498d00ca req-1e175b76-5c36-46ee-8787-725e166a6d49 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:58.125710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457b4f1-4f36-4279-9cb4-f9a6498d00ca req-1e175b76-5c36-46ee-8787-725e166a6d49 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:58.127958 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8d788-66a8-4f08-b58e-63244869d551 req-1b5590ab-1e5a-49c3-84c2-3c160279ccc6 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:58.129620 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4bd8d788-66a8-4f08-b58e-63244869d551 req-1b5590ab-1e5a-49c3-84c2-3c160279ccc6 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=c584fc4a-9597-4eeb-8aa2-ea9bb339313b HTTP/1.1" status: 200 len: 945 time: 0.2264810 Feb 09 14:15:58.132943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457b4f1-4f36-4279-9cb4-f9a6498d00ca req-1e175b76-5c36-46ee-8787-725e166a6d49 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:58.142684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457b4f1-4f36-4279-9cb4-f9a6498d00ca req-1e175b76-5c36-46ee-8787-725e166a6d49 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:58.145984 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-673ef319-34f3-4525-98fc-44c1e8f7c7d3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:58.149385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457b4f1-4f36-4279-9cb4-f9a6498d00ca req-1e175b76-5c36-46ee-8787-725e166a6d49 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:58.156391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457b4f1-4f36-4279-9cb4-f9a6498d00ca req-1e175b76-5c36-46ee-8787-725e166a6d49 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:58.163557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457b4f1-4f36-4279-9cb4-f9a6498d00ca req-1e175b76-5c36-46ee-8787-725e166a6d49 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:58.165585 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d457b4f1-4f36-4279-9cb4-f9a6498d00ca req-1e175b76-5c36-46ee-8787-725e166a6d49 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5419 time: 0.4982185 Feb 09 14:15:58.210847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-13dfe3c2-5422-4b38-8f1f-0f0cb74d2d9f None None] Port c1493035-8557-414e-8343-d432aef506f6 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:15:58.259254 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-bab5ea88-3e1f-469f-b6ba-e39796521cb8 service neutron] 10.222.0.21 "GET /v2.0/networks/56e041f7-3c39-4f9e-8ee5-05f87fefbb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586474 Feb 09 14:15:58.283458 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d457b4f1-4f36-4279-9cb4-f9a6498d00ca req-a86a9355-12c4-470c-a1bc-b55a26523812 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0946443 Feb 09 14:15:58.289129 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4bd8d788-66a8-4f08-b58e-63244869d551 req-0e79e8e7-e1a3-4b38-822c-b2cde8801b47 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326306 Feb 09 14:15:58.347188 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:58.348664 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:15:58.355608 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:15:58.356023 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:58.404748 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-673ef319-34f3-4525-98fc-44c1e8f7c7d3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 14:15:58.405935 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-673ef319-34f3-4525-98fc-44c1e8f7c7d3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4216993 Feb 09 14:15:58.408941 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58582) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:58.497679 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-beb82425-3ba8-4499-a2f3-eb5ca36ad582 req-efb06a52-718c-45dc-ab35-0cfb11940327 service neutron] 10.222.0.21 "GET /v2.0/networks/56e041f7-3c39-4f9e-8ee5-05f87fefbb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323561 Feb 09 14:15:58.525206 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2b936bdf-74a8-4225-b367-995c77ee0ccb tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:58.569660 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2b936bdf-74a8-4225-b367-995c77ee0ccb tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:58.639084 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:58.660446 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'name': 'tempest-ServersTestJSON-775921424-router', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:15:45Z', 'updated_at': '2022-02-09T14:15:50Z', 'revision_number': 3, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'gw_port': {'id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:75:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:48Z', 'updated_at': '2022-02-09T14:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:15:58.669870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fab8c7a-47d8-49be-98c1-8ecffe7a57cd None None] The sync data for ids ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'] in n-d-828418-2 is: [{'id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'name': 'tempest-ServersTestJSON-775921424-router', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:15:45Z', 'updated_at': '2022-02-09T14:15:50Z', 'revision_number': 3, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'gw_port': {'id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:75:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:48Z', 'updated_at': '2022-02-09T14:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:15:58.689425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1fc664d2-3fc0-4c56-ab39-e6e09ee8212c,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:15:58.699866 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:58.744430 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9343e9-f3ec-4f13-b0b7-a160ecd660b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6335d1d9-03d4-4890-9009-32714ddcab8d'}, {'server_uuid': 'c584fc4a-9597-4eeb-8aa2-ea9bb339313b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc664d2-3fc0-4c56-ab39-e6e09ee8212c'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:58.813239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=1fc664d2-3fc0-4c56-ab39-e6e09ee8212c,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:58.814661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ceb2e-6ab5-4d0a-8b53-7ee627dbe768 req-4d4083d4-c475-4ffa-bb77-a2f590caf832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:58.815229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ceb2e-6ab5-4d0a-8b53-7ee627dbe768 req-4d4083d4-c475-4ffa-bb77-a2f590caf832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:58.817573 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b4ceb2e-6ab5-4d0a-8b53-7ee627dbe768 req-4d4083d4-c475-4ffa-bb77-a2f590caf832 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87c5aeb7bc3a4960ab4b1595db9087f7&device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 1981 time: 0.2528045 Feb 09 14:15:58.820527 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2b936bdf-74a8-4225-b367-995c77ee0ccb tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:58.848898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ff2b7-3c8c-46df-98e3-8657dfcac857 req-1474a6f0-50af-4b38-a7c1-97787dffe5be tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:58.850439 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-692ff2b7-3c8c-46df-98e3-8657dfcac857 req-1474a6f0-50af-4b38-a7c1-97787dffe5be tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 946 time: 0.2850418 Feb 09 14:15:58.855210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b936bdf-74a8-4225-b367-995c77ee0ccb tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42320e5b-6ee2-4785-a55c-99c8bc421caf,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:58.862281 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2b936bdf-74a8-4225-b367-995c77ee0ccb tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:58.863092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fcd8f-c1da-44c9-a0de-158d6c2ffa48 req-0ec44782-eed8-4431-99bc-ed8c2d230870 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:58.864127 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2b936bdf-74a8-4225-b367-995c77ee0ccb tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "DELETE /v2.0/security-groups/42320e5b-6ee2-4785-a55c-99c8bc421caf HTTP/1.1" status: 204 len: 168 time: 0.4541914 Feb 09 14:15:58.864690 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca3fcd8f-c1da-44c9-a0de-158d6c2ffa48 req-0ec44782-eed8-4431-99bc-ed8c2d230870 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 984 time: 0.2359524 Feb 09 14:15:58.867645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58594) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:58.923048 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:58.953450 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-692ff2b7-3c8c-46df-98e3-8657dfcac857 req-10ce959f-1516-46f1-b7ab-759eeff23dc2 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820270 Feb 09 14:15:58.976016 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:59.144787 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f1c0a74b-16df-4a0e-af13-35e315089308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:59.204381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ceb2e-6ab5-4d0a-8b53-7ee627dbe768 req-652f6bcf-6c79-44b1-99e7-76564807dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:59.207225 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b4ceb2e-6ab5-4d0a-8b53-7ee627dbe768 req-652f6bcf-6c79-44b1-99e7-76564807dae8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56e041f7-3c39-4f9e-8ee5-05f87fefbb31 HTTP/1.1" status: 200 len: 900 time: 0.3818145 Feb 09 14:15:59.256939 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca3fcd8f-c1da-44c9-a0de-158d6c2ffa48 req-df64113c-6823-4f6c-8e49-55f3e833ff38 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&id=6a5bd043-baf9-4239-8fdc-039f26c18a28&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3489065 Feb 09 14:15:59.302993 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2b0dcb6a-c860-416e-b8c9-73583c8d605f tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4287503 Feb 09 14:15:59.311452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58600) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:15:59.316853 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c1493035-8557-414e-8343-d432aef506f6,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:59.333614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ee705a08-1752-4365-92c3-359c3ce4c0ad tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group': {'name': 'tempest-secgroup--639376904'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:15:59.346092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ee705a08-1752-4365-92c3-359c3ce4c0ad tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:59.349181 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:59.376428 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ee705a08-1752-4365-92c3-359c3ce4c0ad tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:59.382887 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9343e9-f3ec-4f13-b0b7-a160ecd660b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6335d1d9-03d4-4890-9009-32714ddcab8d', 'code': 200} Feb 09 14:15:59.383147 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c584fc4a-9597-4eeb-8aa2-ea9bb339313b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc664d2-3fc0-4c56-ab39-e6e09ee8212c', 'code': 200} Feb 09 14:15:59.387710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ee705a08-1752-4365-92c3-359c3ce4c0ad tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:59.391214 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b4ceb2e-6ab5-4d0a-8b53-7ee627dbe768 req-b3f142de-3e9e-4cda-bf67-a4554a8e9453 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.211&port_id=7f61fd48-d616-4c41-9cbf-511fe21e87b3 HTTP/1.1" status: 200 len: 217 time: 0.1766376 Feb 09 14:15:59.567165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ceb2e-6ab5-4d0a-8b53-7ee627dbe768 req-0df0addf-2dab-4cd3-b76b-3a54e056dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:59.568263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ee705a08-1752-4365-92c3-359c3ce4c0ad tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:59.568809 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b4ceb2e-6ab5-4d0a-8b53-7ee627dbe768 req-0df0addf-2dab-4cd3-b76b-3a54e056dd0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a72c883-8b99-469e-898b-35148827a322 HTTP/1.1" status: 200 len: 801 time: 0.1669099 Feb 09 14:15:59.653207 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee705a08-1752-4365-92c3-359c3ce4c0ad tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:59.660463 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90df87-a559-4b12-9e8e-188b22fe78c0 req-9f05d668-4114-4659-892b-989f23987e90 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:59.667339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90df87-a559-4b12-9e8e-188b22fe78c0 req-9f05d668-4114-4659-892b-989f23987e90 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:59.668687 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3b90df87-a559-4b12-9e8e-188b22fe78c0 req-9f05d668-4114-4659-892b-989f23987e90 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 1679 time: 0.3549149 Feb 09 14:15:59.696320 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d1b44d1-6bf8-440f-b8d2-2ce930818923 req-f6c0837a-3415-48cd-b8ca-7f787736bd47 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-138024980&fields=id&tenant_id=d760a0361b69448e9a1befbac0e6baf1 HTTP/1.1" status: 200 len: 267 time: 0.1244156 Feb 09 14:15:59.731796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ee705a08-1752-4365-92c3-359c3ce4c0ad tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:15:59.741217 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3b90df87-a559-4b12-9e8e-188b22fe78c0 req-22218c08-a3e0-4edc-9dd3-dad90260736d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613081 Feb 09 14:15:59.751607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb6850-ca62-4098-87cf-ce84c221f6b9 req-38b69d58-9520-49b0-96a4-147cd0a41a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:59.753267 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cdeb6850-ca62-4098-87cf-ce84c221f6b9 req-38b69d58-9520-49b0-96a4-147cd0a41a78 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c584fc4a-9597-4eeb-8aa2-ea9bb339313b HTTP/1.1" status: 200 len: 1097 time: 0.2572825 Feb 09 14:15:59.758745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ceb2e-6ab5-4d0a-8b53-7ee627dbe768 req-e12b735a-2cab-4465-aeb8-97c4ca0bdec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:59.760802 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b4ceb2e-6ab5-4d0a-8b53-7ee627dbe768 req-e12b735a-2cab-4465-aeb8-97c4ca0bdec8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56e041f7-3c39-4f9e-8ee5-05f87fefbb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1786847 Feb 09 14:15:59.796594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ee705a08-1752-4365-92c3-359c3ce4c0ad tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:15:59.804558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ee705a08-1752-4365-92c3-359c3ce4c0ad tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:15:59.816999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ee705a08-1752-4365-92c3-359c3ce4c0ad tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:15:59.836123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Network bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:15:59.844160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:15:59.869652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f037fd4-956c-4edd-8d73-0a8774d96d54 req-7fe27c3d-3622-4be8-be77-7ce90bd5d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:59.872404 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f037fd4-956c-4edd-8d73-0a8774d96d54 req-7fe27c3d-3622-4be8-be77-7ce90bd5d6ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 1097 time: 0.3566728 Feb 09 14:15:59.895314 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cdeb6850-ca62-4098-87cf-ce84c221f6b9 req-e41ff4b6-4f8a-4878-83ee-09c02bdd1674 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333921 Feb 09 14:16:00.004080 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b4ceb2e-6ab5-4d0a-8b53-7ee627dbe768 req-34c7cee3-2ed4-46e6-a94e-28cdb3419c8a service neutron] 10.222.0.21 "GET /v2.0/networks/56e041f7-3c39-4f9e-8ee5-05f87fefbb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289968 Feb 09 14:16:00.073742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85688b-5880-4972-beea-0a9db9367435 req-f8475d57-64b7-4623-a7c8-f62a558c77a2 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:00.076732 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5c85688b-5880-4972-beea-0a9db9367435 req-f8475d57-64b7-4623-a7c8-f62a558c77a2 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=c584fc4a-9597-4eeb-8aa2-ea9bb339313b HTTP/1.1" status: 200 len: 946 time: 0.1557848 Feb 09 14:16:00.098976 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f037fd4-956c-4edd-8d73-0a8774d96d54 req-0a1e5bef-58fc-430f-8996-2e282476f6d1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186053 Feb 09 14:16:00.117534 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:00.181615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b44d1-6bf8-440f-b8d2-2ce930818923 req-c4cc8a27-312f-4f02-9e76-21827b962c4f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:00.190103 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5c85688b-5880-4972-beea-0a9db9367435 req-32309677-7266-4f57-9723-e61b33eb3ed5 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053295 Feb 09 14:16:00.190614 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d1b44d1-6bf8-440f-b8d2-2ce930818923 req-c4cc8a27-312f-4f02-9e76-21827b962c4f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 984 time: 0.4730306 Feb 09 14:16:00.196341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-9d1b44d1-6bf8-440f-b8d2-2ce930818923 req-457ff696-a6e1-4503-9372-49a154c9de73 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Request body: {'port': {'security_groups': ['6a5bd043-baf9-4239-8fdc-039f26c18a28', 'cb8f3a2e-296d-4388-a4cb-2fb7eed8f164', 'a36fd6c2-7822-4f43-a57c-26f9b077254c']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:00.220932 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:00.275532 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c3513b53-ddff-483e-9616-47f645ffee8c None None] Provisioning complete for port c1493035-8557-414e-8343-d432aef506f6 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:00.276747 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c3513b53-ddff-483e-9616-47f645ffee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:00.285671 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee705a08-1752-4365-92c3-359c3ce4c0ad tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:00.309888 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee705a08-1752-4365-92c3-359c3ce4c0ad tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:00.383586 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c3513b53-ddff-483e-9616-47f645ffee8c None None] Port c1493035-8557-414e-8343-d432aef506f6 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:16:00.452108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:16:00.452964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee705a08-1752-4365-92c3-359c3ce4c0ad tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d8f90a-f0de-499f-8110-48ad41079b8c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:00.467259 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee705a08-1752-4365-92c3-359c3ce4c0ad tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:00.468538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ee705a08-1752-4365-92c3-359c3ce4c0ad tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1571941 Feb 09 14:16:00.474823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58610) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:00.484465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-782181a9-5ee5-4a65-bce7-e5e6353bdeca tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '63d8f90a-f0de-499f-8110-48ad41079b8c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:00.485232 n-d-828418-2 neutron-server[87597]: WARNING neutron.api.v2.base [None req-782181a9-5ee5-4a65-bce7-e5e6353bdeca tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 14:16:00.485729 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-782181a9-5ee5-4a65-bce7-e5e6353bdeca tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:16:00.487533 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-782181a9-5ee5-4a65-bce7-e5e6353bdeca tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0109365 Feb 09 14:16:00.487533 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9d1b44d1-6bf8-440f-b8d2-2ce930818923 req-457ff696-a6e1-4503-9372-49a154c9de73 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:00.492814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58614) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:00.599696 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b4ceb2e-6ab5-4d0a-8b53-7ee627dbe768 req-0398016f-0092-409d-82dd-4bfd23540c1f service neutron] 10.222.0.21 "GET /v2.0/networks/56e041f7-3c39-4f9e-8ee5-05f87fefbb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507670 Feb 09 14:16:00.627126 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ddfc697-3100-40d5-8a71-784b82d94788 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:00.654255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a19f-f2db-42be-ba6d-f05735424eac req-fb34076a-0bb9-48f5-8b99-18118a5e753f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:00.660374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a19f-f2db-42be-ba6d-f05735424eac req-fb34076a-0bb9-48f5-8b99-18118a5e753f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:00.666020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a19f-f2db-42be-ba6d-f05735424eac req-fb34076a-0bb9-48f5-8b99-18118a5e753f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:00.672513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a19f-f2db-42be-ba6d-f05735424eac req-fb34076a-0bb9-48f5-8b99-18118a5e753f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:00.677679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a19f-f2db-42be-ba6d-f05735424eac req-fb34076a-0bb9-48f5-8b99-18118a5e753f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:00.684201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a19f-f2db-42be-ba6d-f05735424eac req-fb34076a-0bb9-48f5-8b99-18118a5e753f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:00.690133 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a19f-f2db-42be-ba6d-f05735424eac req-fb34076a-0bb9-48f5-8b99-18118a5e753f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:00.694251 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5e59a19f-f2db-42be-ba6d-f05735424eac req-fb34076a-0bb9-48f5-8b99-18118a5e753f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5419 time: 0.2646296 Feb 09 14:16:00.733946 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ddfc697-3100-40d5-8a71-784b82d94788 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:00.776664 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:00.806270 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5e59a19f-f2db-42be-ba6d-f05735424eac req-8780ea12-7c91-41b8-8fcb-111b5a67085c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1064568 Feb 09 14:16:00.877261 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ddfc697-3100-40d5-8a71-784b82d94788 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:00.900292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfc697-3100-40d5-8a71-784b82d94788 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d8f90a-f0de-499f-8110-48ad41079b8c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:00.902657 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ddfc697-3100-40d5-8a71-784b82d94788 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:00.904128 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4ddfc697-3100-40d5-8a71-784b82d94788 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "DELETE /v2.0/security-groups/63d8f90a-f0de-499f-8110-48ad41079b8c HTTP/1.1" status: 204 len: 168 time: 0.4089375 Feb 09 14:16:00.907938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58620) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:00.910679 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:16:00.956158 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:00.961766 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:00.991846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f73ea179-5884-441a-82b9-4249fdc71610 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Synchronizing usage tracker for tenant:fb30940321a34abab2669f1cf1e59059 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:00.996554 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:16:01.001806 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5c72f8ac-34e9-41f9-9da0-c60a19d176b5 admin admin] 10.222.0.48 "PUT /v2.0/routers/ad5cefcf-e4dc-47e7-8adc-e3074a7edb71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9543195 Feb 09 14:16:01.077944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f73ea179-5884-441a-82b9-4249fdc71610 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Unset dirty status for tenant:fb30940321a34abab2669f1cf1e59059 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:01.084993 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f73ea179-5884-441a-82b9-4249fdc71610 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1679733 Feb 09 14:16:01.086919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58626) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:01.097588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-127fe778-d366-407e-8e0d-ac1df79f9018 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372713518'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:01.105204 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-127fe778-d366-407e-8e0d-ac1df79f9018 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:01.107947 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:01.125218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-127fe778-d366-407e-8e0d-ac1df79f9018 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:01.127076 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=6284a4a3-1d2b-49b8-ab50-7255f04fa3c7,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:01.135230 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:01.148985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444f2e6-3699-4e64-b471-988f5a8ad2dc req-2ed36b23-522f-45e7-9308-4855bfe6fd4f tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:01.156314 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d444f2e6-3699-4e64-b471-988f5a8ad2dc req-2ed36b23-522f-45e7-9308-4855bfe6fd4f tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 946 time: 0.1508029 Feb 09 14:16:01.176018 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-127fe778-d366-407e-8e0d-ac1df79f9018 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:01.215847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-127fe778-d366-407e-8e0d-ac1df79f9018 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:01.223082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-127fe778-d366-407e-8e0d-ac1df79f9018 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:01.224389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-9d1b44d1-6bf8-440f-b8d2-2ce930818923 req-457ff696-a6e1-4503-9372-49a154c9de73 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] For port eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1,segment=NetworkSegment(e7517b22-da4f-4744-9e69-81bbd574dfd0),segment_id=e7517b22-da4f-4744-9e69-81bbd574dfd0)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:01.226627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=6284a4a3-1d2b-49b8-ab50-7255f04fa3c7,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:01.228271 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d444f2e6-3699-4e64-b471-988f5a8ad2dc req-cfb2df5c-19f8-4020-9bd5-4e0b63bb5c8b tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711396 Feb 09 14:16:01.230173 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-127fe778-d366-407e-8e0d-ac1df79f9018 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:01.236477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-127fe778-d366-407e-8e0d-ac1df79f9018 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:01.258544 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9d1b44d1-6bf8-440f-b8d2-2ce930818923 req-457ff696-a6e1-4503-9372-49a154c9de73 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:01.287801 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9d1b44d1-6bf8-440f-b8d2-2ce930818923 req-457ff696-a6e1-4503-9372-49a154c9de73 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:01.301156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['e515ef88-ef23-43fa-b14c-91700058de29'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:01.309374 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Sync routers for ids ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:16:01.334880 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Routers {'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:16:01.335503 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:15:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:01.366935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:01.371427 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-127fe778-d366-407e-8e0d-ac1df79f9018 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:01.375816 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-127fe778-d366-407e-8e0d-ac1df79f9018 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:01.492322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fe778-d366-407e-8e0d-ac1df79f9018 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae6cf20-5e60-4d63-8b4a-8e05ea9d6690,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:01.498548 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-127fe778-d366-407e-8e0d-ac1df79f9018 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:01.499772 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-127fe778-d366-407e-8e0d-ac1df79f9018 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4089644 Feb 09 14:16:01.503471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58634) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:01.508579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-24f8c87e-5776-4f13-aa21-9de4db853d72 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '7ae6cf20-5e60-4d63-8b4a-8e05ea9d6690', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:01.509461 n-d-828418-2 neutron-server[87596]: WARNING neutron.api.v2.base [None req-24f8c87e-5776-4f13-aa21-9de4db853d72 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 14:16:01.510010 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-24f8c87e-5776-4f13-aa21-9de4db853d72 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:16:01.510944 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-24f8c87e-5776-4f13-aa21-9de4db853d72 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072043 Feb 09 14:16:01.513825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58638) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:01.527374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ff696-a6e1-4503-9372-49a154c9de73 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event updated for resources: {'Port': ['ID=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:01.576860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b44d1-6bf8-440f-b8d2-2ce930818923 req-457ff696-a6e1-4503-9372-49a154c9de73 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:01.577604 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9d1b44d1-6bf8-440f-b8d2-2ce930818923 req-457ff696-a6e1-4503-9372-49a154c9de73 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:01.579209 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d1b44d1-6bf8-440f-b8d2-2ce930818923 req-457ff696-a6e1-4503-9372-49a154c9de73 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "PUT /v2.0/ports/eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 HTTP/1.1" status: 200 len: 1020 time: 1.3877375 Feb 09 14:16:01.579758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371706f5-5439-4ddf-9cac-0378594c2715', 'tag': 'eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:01.624938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949748a-470e-45c3-8522-b1b1ceb7ccb4 req-63254b0f-c011-4475-ac14-0d2cc3b0e401 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:01.648015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949748a-470e-45c3-8522-b1b1ceb7ccb4 req-63254b0f-c011-4475-ac14-0d2cc3b0e401 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:01.651493 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0949748a-470e-45c3-8522-b1b1ceb7ccb4 req-63254b0f-c011-4475-ac14-0d2cc3b0e401 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 1679 time: 0.2590253 Feb 09 14:16:01.708061 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:01.727284 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Set router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:16:01.734797 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f27cdd89-afc6-407b-afb6-b894b162f7bd tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:01.794939 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f27cdd89-afc6-407b-afb6-b894b162f7bd tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:01.795684 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:01.860331 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0949748a-470e-45c3-8522-b1b1ceb7ccb4 req-31b25726-6527-4d56-bfa0-d253d5021391 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899993 Feb 09 14:16:01.884947 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f27cdd89-afc6-407b-afb6-b894b162f7bd tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:01.909949 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cdd89-afc6-407b-afb6-b894b162f7bd tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae6cf20-5e60-4d63-8b4a-8e05ea9d6690,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:01.914235 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f27cdd89-afc6-407b-afb6-b894b162f7bd tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:01.919343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58652) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:01.929097 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f27cdd89-afc6-407b-afb6-b894b162f7bd tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "DELETE /v2.0/security-groups/7ae6cf20-5e60-4d63-8b4a-8e05ea9d6690 HTTP/1.1" status: 204 len: 168 time: 0.4135413 Feb 09 14:16:01.982233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3ac7c3fa-75e0-40be-8a44-c8caa7b73431 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Synchronizing usage tracker for tenant:fb30940321a34abab2669f1cf1e59059 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:01.984165 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 7f61fd48-d616-4c41-9cbf-511fe21e87b3 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:16:02.000802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3ac7c3fa-75e0-40be-8a44-c8caa7b73431 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Unset dirty status for tenant:fb30940321a34abab2669f1cf1e59059 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:02.008318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58656) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:02.015118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-acb43c0f-58aa-477a-9c9d-1d7902c4aaa3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384400139'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:02.019118 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3ac7c3fa-75e0-40be-8a44-c8caa7b73431 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0984397 Feb 09 14:16:02.025251 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-acb43c0f-58aa-477a-9c9d-1d7902c4aaa3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:02.038650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-acb43c0f-58aa-477a-9c9d-1d7902c4aaa3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:02.051089 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acb43c0f-58aa-477a-9c9d-1d7902c4aaa3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:02.123085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-acb43c0f-58aa-477a-9c9d-1d7902c4aaa3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:02.127421 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-acb43c0f-58aa-477a-9c9d-1d7902c4aaa3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:02.130389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-acb43c0f-58aa-477a-9c9d-1d7902c4aaa3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:02.136573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-acb43c0f-58aa-477a-9c9d-1d7902c4aaa3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:02.198400 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'name': 'tempest-ServersTestJSON-775921424-router', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:15:45Z', 'updated_at': '2022-02-09T14:15:58Z', 'revision_number': 4, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'gw_port': {'id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:48Z', 'updated_at': '2022-02-09T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c1493035-8557-414e-8343-d432aef506f6', 'name': '', 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'mac_address': 'fa:16:3e:e8:13:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:56Z', 'updated_at': '2022-02-09T14:15:58Z', 'revision_number': 2, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'subnets': [{'id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:02.203174 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Checking router: ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:16:02.203851 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Updating router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 port c1493035-8557-414e-8343-d432aef506f6 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:16:02.244845 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acb43c0f-58aa-477a-9c9d-1d7902c4aaa3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:02.254144 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acb43c0f-58aa-477a-9c9d-1d7902c4aaa3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:02.274862 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:02.306321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb43c0f-58aa-477a-9c9d-1d7902c4aaa3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957ab6d1-f6ac-41b6-85c9-31303cdec4e5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:02.345649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58662) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:02.371062 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acb43c0f-58aa-477a-9c9d-1d7902c4aaa3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:02.371062 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-acb43c0f-58aa-477a-9c9d-1d7902c4aaa3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3569548 Feb 09 14:16:02.371062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58666) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:02.377223 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-d67d2bfb-2762-4046-8309-6d2b0677760d tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '957ab6d1-f6ac-41b6-85c9-31303cdec4e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:02.383085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-7f529733-9aaa-4f96-a84f-e78ad73ea01d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--371887723', 'description': 'tempest-description--893584904'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:02.392176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7f529733-9aaa-4f96-a84f-e78ad73ea01d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:02.396525 n-d-828418-2 neutron-server[87596]: WARNING neutron.api.v2.base [None req-d67d2bfb-2762-4046-8309-6d2b0677760d tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 14:16:02.397835 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-d67d2bfb-2762-4046-8309-6d2b0677760d tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:16:02.403523 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d67d2bfb-2762-4046-8309-6d2b0677760d tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0322011 Feb 09 14:16:02.405045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58670) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:02.405670 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7f529733-9aaa-4f96-a84f-e78ad73ea01d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Usage tracker for resource:security_group and tenant:7eae360e45b94057993f45117e9e8fa8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:02.411313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7f529733-9aaa-4f96-a84f-e78ad73ea01d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:02.417394 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-18c2e7d1-04c3-458a-b3ea-9c30b965f04f tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '957ab6d1-f6ac-41b6-85c9-31303cdec4e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:02.418175 n-d-828418-2 neutron-server[87596]: WARNING neutron.api.v2.base [None req-18c2e7d1-04c3-458a-b3ea-9c30b965f04f tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 14:16:02.418773 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-18c2e7d1-04c3-458a-b3ea-9c30b965f04f tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:16:02.421493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 7f61fd48-d616-4c41-9cbf-511fe21e87b3, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=7f61fd48-d616-4c41-9cbf-511fe21e87b3,segment=NetworkSegment(d697dda1-9ef6-42c9-82dc-bcf76270d699),segment_id=d697dda1-9ef6-42c9-82dc-bcf76270d699)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:02.422799 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-18c2e7d1-04c3-458a-b3ea-9c30b965f04f tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0149837 Feb 09 14:16:02.424259 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58674) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:02.427766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7f529733-9aaa-4f96-a84f-e78ad73ea01d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:02.431236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-2ce5656f-5fbe-45b9-ad22-02ee308b5452 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '957ab6d1-f6ac-41b6-85c9-31303cdec4e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:02.432504 n-d-828418-2 neutron-server[87596]: WARNING neutron.api.v2.base [None req-2ce5656f-5fbe-45b9-ad22-02ee308b5452 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 14:16:02.433769 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-2ce5656f-5fbe-45b9-ad22-02ee308b5452 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:16:02.438671 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58678) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:02.438839 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2ce5656f-5fbe-45b9-ad22-02ee308b5452 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0129008 Feb 09 14:16:02.445749 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '7f61fd48-d616-4c41-9cbf-511fe21e87b3', 'network_id': '56e041f7-3c39-4f9e-8ee5-05f87fefbb31', 'port_id': '7f61fd48-d616-4c41-9cbf-511fe21e87b3', 'mac_address': 'fa:16:3e:f8:98:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a72c883-8b99-469e-898b-35148827a322', 'ip_address': '19.86.0.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:16:02.449096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-935927ff-c3e6-4c1a-bc1c-7a6b11f83e22 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '957ab6d1-f6ac-41b6-85c9-31303cdec4e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:02.450834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e44981-e072-4f65-bcd2-57056f7afd4e req-26e986c5-c7d6-487a-8a11-6bdf3f806f20 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:02.451611 n-d-828418-2 neutron-server[87597]: WARNING neutron.api.v2.base [None req-935927ff-c3e6-4c1a-bc1c-7a6b11f83e22 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 14:16:02.452627 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-93e44981-e072-4f65-bcd2-57056f7afd4e req-26e986c5-c7d6-487a-8a11-6bdf3f806f20 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=c584fc4a-9597-4eeb-8aa2-ea9bb339313b HTTP/1.1" status: 200 len: 946 time: 0.3907101 Feb 09 14:16:02.457814 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-935927ff-c3e6-4c1a-bc1c-7a6b11f83e22 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:16:02.459121 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-935927ff-c3e6-4c1a-bc1c-7a6b11f83e22 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0178022 Feb 09 14:16:02.462578 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c1242bbe-1592-4493-a1f3-d0cb4a74ee60 req-f26f0646-bd33-4cfd-a91f-95c5f34d6f52 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/a36fd6c2-7822-4f43-a57c-26f9b077254c HTTP/1.1" status: 200 len: 1802 time: 0.1065726 Feb 09 14:16:02.463942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58682) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:02.464831 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7f529733-9aaa-4f96-a84f-e78ad73ea01d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:02.530546 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-93e44981-e072-4f65-bcd2-57056f7afd4e req-98ace3a3-9b33-4506-9871-66c82ad937ac tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720234 Feb 09 14:16:02.572027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7f529733-9aaa-4f96-a84f-e78ad73ea01d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:02.606329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7f529733-9aaa-4f96-a84f-e78ad73ea01d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Usage tracker for resource:security_group_rule and tenant:7eae360e45b94057993f45117e9e8fa8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:02.623338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7f529733-9aaa-4f96-a84f-e78ad73ea01d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:02.642567 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371706f5-5439-4ddf-9cac-0378594c2715', 'tag': 'eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1', 'status': 'completed', 'code': 200} Feb 09 14:16:02.659860 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:02.689768 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7f529733-9aaa-4f96-a84f-e78ad73ea01d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:02.691971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f61fd48-d616-4c41-9cbf-511fe21e87b3 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:02.720719 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-c1242bbe-1592-4493-a1f3-d0cb4a74ee60 req-606cadc4-ef30-42bb-8824-597d04b37b91 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 14:16:02.735384 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c1242bbe-1592-4493-a1f3-d0cb4a74ee60 req-606cadc4-ef30-42bb-8824-597d04b37b91 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "DELETE /v2.0/security-groups/a36fd6c2-7822-4f43-a57c-26f9b077254c HTTP/1.1" status: 409 len: 341 time: 0.2569230 Feb 09 14:16:02.803104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 7f61fd48-d616-4c41-9cbf-511fe21e87b3, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=7f61fd48-d616-4c41-9cbf-511fe21e87b3,segment=NetworkSegment(d697dda1-9ef6-42c9-82dc-bcf76270d699),segment_id=d697dda1-9ef6-42c9-82dc-bcf76270d699)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:02.804280 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:02.822022 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:02.839847 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Transition to ACTIVE for port object c1493035-8557-414e-8343-d432aef506f6 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:16:02.853547 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:02.867322 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:02.868279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 4059e43f-33f6-45aa-b90e-ba81318ded46 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:16:02.899765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4c84f-04e7-4e7a-adb8-a60e1d9669f2 req-ad8dc944-e9be-45eb-bc34-66f3e0979db1 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:02.907202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4c84f-04e7-4e7a-adb8-a60e1d9669f2 req-ad8dc944-e9be-45eb-bc34-66f3e0979db1 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:02.932042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4c84f-04e7-4e7a-adb8-a60e1d9669f2 req-ad8dc944-e9be-45eb-bc34-66f3e0979db1 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:02.938560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4c84f-04e7-4e7a-adb8-a60e1d9669f2 req-ad8dc944-e9be-45eb-bc34-66f3e0979db1 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:02.945067 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4c84f-04e7-4e7a-adb8-a60e1d9669f2 req-ad8dc944-e9be-45eb-bc34-66f3e0979db1 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:02.952012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4c84f-04e7-4e7a-adb8-a60e1d9669f2 req-ad8dc944-e9be-45eb-bc34-66f3e0979db1 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:02.958743 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4c84f-04e7-4e7a-adb8-a60e1d9669f2 req-ad8dc944-e9be-45eb-bc34-66f3e0979db1 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:02.961021 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6c4c84f-04e7-4e7a-adb8-a60e1d9669f2 req-ad8dc944-e9be-45eb-bc34-66f3e0979db1 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5419 time: 0.2345417 Feb 09 14:16:02.977289 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7f529733-9aaa-4f96-a84f-e78ad73ea01d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.025046 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 4059e43f-33f6-45aa-b90e-ba81318ded46, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=4059e43f-33f6-45aa-b90e-ba81318ded46,segment=NetworkSegment(690ee37f-dbe6-452d-8bb4-be9bdfda3416),segment_id=690ee37f-dbe6-452d-8bb4-be9bdfda3416)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:03.046968 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7f529733-9aaa-4f96-a84f-e78ad73ea01d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.047947 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6c4c84f-04e7-4e7a-adb8-a60e1d9669f2 req-17e2518d-8f04-4b85-8e24-58f74331dd46 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764332 Feb 09 14:16:03.106534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f529733-9aaa-4f96-a84f-e78ad73ea01d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c3a4af-fcea-4da8-8634-fa72a4c82742,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:03.109577 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9db7e458-4954-4479-b610-c610d14e08e7 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.189752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '4059e43f-33f6-45aa-b90e-ba81318ded46', 'network_id': '9513dd8e-901a-40a1-90aa-2df47892c207', 'port_id': '4059e43f-33f6-45aa-b90e-ba81318ded46', 'mac_address': 'fa:16:3e:4c:29:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b12119-8342-445f-83bd-e3d29a4a2902', 'ip_address': '19.80.0.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:16:03.224996 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7f529733-9aaa-4f96-a84f-e78ad73ea01d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.226435 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7f529733-9aaa-4f96-a84f-e78ad73ea01d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8734720 Feb 09 14:16:03.229964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58692) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:03.242686 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9db7e458-4954-4479-b610-c610d14e08e7 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.243217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-584d9d4a-ba24-43a7-9de8-33a2ae897f5d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Request body: {'security_group_rule': {'security_group_id': 'f8c3a4af-fcea-4da8-8634-fa72a4c82742', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:03.272666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-584d9d4a-ba24-43a7-9de8-33a2ae897f5d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:03.285368 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64babb1a-ba34-4276-a594-bb12780e353a None None] Pushing event updated for resources: {'Port': ['ID=c1493035-8557-414e-8343-d432aef506f6,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:03.293404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-584d9d4a-ba24-43a7-9de8-33a2ae897f5d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Usage tracker for resource:security_group_rule and tenant:7eae360e45b94057993f45117e9e8fa8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:03.299356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-584d9d4a-ba24-43a7-9de8-33a2ae897f5d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:03.309408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-584d9d4a-ba24-43a7-9de8-33a2ae897f5d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:03.326910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f277467-a8da-4c27-a4cf-e5fce842b594 req-49b3fdc4-404c-40e2-8bb6-5db5c78e2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:03.328865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9f277467-a8da-4c27-a4cf-e5fce842b594 req-49b3fdc4-404c-40e2-8bb6-5db5c78e2954 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d760a0361b69448e9a1befbac0e6baf1&device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 1174 time: 0.6752772 Feb 09 14:16:03.365429 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64babb1a-ba34-4276-a594-bb12780e353a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:03.366153 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64babb1a-ba34-4276-a594-bb12780e353a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:03.366949 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64babb1a-ba34-4276-a594-bb12780e353a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:03.367654 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64babb1a-ba34-4276-a594-bb12780e353a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:03.368214 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64babb1a-ba34-4276-a594-bb12780e353a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:03.368781 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64babb1a-ba34-4276-a594-bb12780e353a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:03.369982 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64babb1a-ba34-4276-a594-bb12780e353a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:03.370512 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64babb1a-ba34-4276-a594-bb12780e353a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:03.373129 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64babb1a-ba34-4276-a594-bb12780e353a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:03.373894 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64babb1a-ba34-4276-a594-bb12780e353a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:03.374565 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64babb1a-ba34-4276-a594-bb12780e353a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:03.375316 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64babb1a-ba34-4276-a594-bb12780e353a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:03.379702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008aa1d0-68ad-40f1-932e-da6c02d4c925 req-26c054e0-54fd-4431-b0b1-ef6d66c29b50 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:03.389887 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-008aa1d0-68ad-40f1-932e-da6c02d4c925 req-26c054e0-54fd-4431-b0b1-ef6d66c29b50 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 946 time: 0.3873534 Feb 09 14:16:03.410046 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Attempting to bind port c1493035-8557-414e-8343-d432aef506f6 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:16:03.410614 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Attempting to bind port c1493035-8557-414e-8343-d432aef506f6 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:16:03.411224 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Attempting to bind port c1493035-8557-414e-8343-d432aef506f6 on network bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:16:03.413858 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-584d9d4a-ba24-43a7-9de8-33a2ae897f5d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.423816 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:16:03.424453 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Checking segment: {'id': 'ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:16:03.425398 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.426132 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Bound using segment: {'id': 'ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:16:03.427199 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Bound port: c1493035-8557-414e-8343-d432aef506f6, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:16:03.428373 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.491777 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-584d9d4a-ba24-43a7-9de8-33a2ae897f5d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.499659 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-584d9d4a-ba24-43a7-9de8-33a2ae897f5d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.519435 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-008aa1d0-68ad-40f1-932e-da6c02d4c925 req-26c7d618-9e97-4a3b-9b8a-f7a28c570bdb tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282017 Feb 09 14:16:03.556010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d9d4a-ba24-43a7-9de8-33a2ae897f5d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f0a1cc-8382-4e4e-ab68-6773b50611b7,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:03.575302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9db7e458-4954-4479-b610-c610d14e08e7 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.581575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4c812-5a16-47cf-9fa6-a27d3554e121 req-710e203a-643b-4992-b317-08b83327e8be tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:03.593000 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c1a4c812-5a16-47cf-9fa6-a27d3554e121 req-710e203a-643b-4992-b317-08b83327e8be tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c9a044b-81ab-4bbf-9d97-1f91c84940fc HTTP/1.1" status: 200 len: 946 time: 0.2636092 Feb 09 14:16:03.604175 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.628815 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7e458-4954-4479-b610-c610d14e08e7 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957ab6d1-f6ac-41b6-85c9-31303cdec4e5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:03.663797 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-584d9d4a-ba24-43a7-9de8-33a2ae897f5d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.666155 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-584d9d4a-ba24-43a7-9de8-33a2ae897f5d tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4344592 Feb 09 14:16:03.672109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58698) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:03.680548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=7f61fd48-d616-4c41-9cbf-511fe21e87b3,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:03.682577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ddb286c2-14ca-49df-b71b-e1e308d9c488 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Request body: {'security_group_rule': {'security_group_id': 'f8c3a4af-fcea-4da8-8634-fa72a4c82742', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:03.689359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ddb286c2-14ca-49df-b71b-e1e308d9c488 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:03.694257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ddb286c2-14ca-49df-b71b-e1e308d9c488 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Usage tracker for resource:security_group_rule and tenant:7eae360e45b94057993f45117e9e8fa8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:03.698041 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ddb286c2-14ca-49df-b71b-e1e308d9c488 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:03.703757 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9db7e458-4954-4479-b610-c610d14e08e7 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.704831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ddb286c2-14ca-49df-b71b-e1e308d9c488 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:03.715635 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9db7e458-4954-4479-b610-c610d14e08e7 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "DELETE /v2.0/security-groups/957ab6d1-f6ac-41b6-85c9-31303cdec4e5 HTTP/1.1" status: 204 len: 168 time: 1.2398691 Feb 09 14:16:03.716610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58702) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:03.729464 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c1a4c812-5a16-47cf-9fa6-a27d3554e121 req-4f063a77-e47f-4723-a9ec-b913522c91c2 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354611 Feb 09 14:16:03.731713 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] For port c1493035-8557-414e-8343-d432aef506f6, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:16:03.735580 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4059e43f-33f6-45aa-b90e-ba81318ded46 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:03.749257 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] For port c1493035-8557-414e-8343-d432aef506f6, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c1493035-8557-414e-8343-d432aef506f6,segment=NetworkSegment(ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51),segment_id=ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:16:03.754137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:03.754448 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ddb286c2-14ca-49df-b71b-e1e308d9c488 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.754592 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.759300 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.787926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f277467-a8da-4c27-a4cf-e5fce842b594 req-8832cb52-7a14-43e1-bade-74b206d2b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:03.789455 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9f277467-a8da-4c27-a4cf-e5fce842b594 req-8832cb52-7a14-43e1-bade-74b206d2b818 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1299aae-4032-4877-85a3-71554c7a1aae HTTP/1.1" status: 200 len: 912 time: 0.4514918 Feb 09 14:16:03.845793 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ddb286c2-14ca-49df-b71b-e1e308d9c488 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.852629 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ddb286c2-14ca-49df-b71b-e1e308d9c488 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.896344 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 4059e43f-33f6-45aa-b90e-ba81318ded46, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=4059e43f-33f6-45aa-b90e-ba81318ded46,segment=NetworkSegment(690ee37f-dbe6-452d-8bb4-be9bdfda3416),segment_id=690ee37f-dbe6-452d-8bb4-be9bdfda3416)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:03.952449 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Routers {'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:16:03.953089 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:15:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:03.962528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb286c2-14ca-49df-b71b-e1e308d9c488 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bfb183-d2f3-4370-a881-6fec009d9ff0,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:03.983245 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ddb286c2-14ca-49df-b71b-e1e308d9c488 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:03.985264 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ddb286c2-14ca-49df-b71b-e1e308d9c488 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3121772 Feb 09 14:16:03.993658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58710) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:03.996425 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9f277467-a8da-4c27-a4cf-e5fce842b594 req-5463a9e3-7a99-4f0d-8bb7-9c8217bfe021 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 HTTP/1.1" status: 200 len: 217 time: 0.1960094 Feb 09 14:16:04.006826 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:04.017522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:04.019903 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:04.023919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Usage tracker for resource:floatingip and tenant:7eae360e45b94057993f45117e9e8fa8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:04.027988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:04.034502 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:04.049428 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:04.105624 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64babb1a-ba34-4276-a594-bb12780e353a None None] Pushing event updated for resources: {'Port': ['ID=c1493035-8557-414e-8343-d432aef506f6,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:04.149387 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-39f7e06d-f5e3-4042-b18b-74eafc310985 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Synchronizing usage tracker for tenant:fb30940321a34abab2669f1cf1e59059 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:04.203909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e28197-7a2c-4373-91d0-20dd0bb41a60 req-f85ae7a3-f058-474c-89e6-ace93836d36a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:04.210104 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e28197-7a2c-4373-91d0-20dd0bb41a60 req-f85ae7a3-f058-474c-89e6-ace93836d36a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:04.211977 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-63e28197-7a2c-4373-91d0-20dd0bb41a60 req-f85ae7a3-f058-474c-89e6-ace93836d36a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 1681 time: 0.3025916 Feb 09 14:16:04.228242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f277467-a8da-4c27-a4cf-e5fce842b594 req-4bc47767-32ee-41d9-a246-13af3aded735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:04.230885 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9f277467-a8da-4c27-a4cf-e5fce842b594 req-4bc47767-32ee-41d9-a246-13af3aded735 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f903123-7394-4cde-bb59-c0b2cee0bff4 HTTP/1.1" status: 200 len: 852 time: 0.1898556 Feb 09 14:16:04.233084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=4059e43f-33f6-45aa-b90e-ba81318ded46,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:04.296680 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] Set router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:16:04.304201 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9f277467-a8da-4c27-a4cf-e5fce842b594 req-fafb9fe9-233a-4fe5-acea-b7e2fa9282e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1299aae-4032-4877-85a3-71554c7a1aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573573 Feb 09 14:16:04.307155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-39f7e06d-f5e3-4042-b18b-74eafc310985 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Unset dirty status for tenant:fb30940321a34abab2669f1cf1e59059 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:04.313277 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-63e28197-7a2c-4373-91d0-20dd0bb41a60 req-7d8bf5a3-bf41-4f1b-8df2-2c314f0de14a tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904477 Feb 09 14:16:04.314764 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-39f7e06d-f5e3-4042-b18b-74eafc310985 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5883708 Feb 09 14:16:04.317314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58716) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:04.355220 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:04.357069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-dbd1b418-bce7-4ff5-8a25-a54a40925ad2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group': {'name': 'tempest-secgroup--873212148'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:04.413095 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['7f61fd48-d616-4c41-9cbf-511fe21e87b3'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:04.424331 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dbd1b418-bce7-4ff5-8a25-a54a40925ad2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:04.455975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dbd1b418-bce7-4ff5-8a25-a54a40925ad2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:04.511173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538ef5e-bf90-477b-a385-879b93af9622 req-73cab4ec-1a9b-4042-8a52-7acb697ab4e8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:04.513456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a538ef5e-bf90-477b-a385-879b93af9622 req-73cab4ec-1a9b-4042-8a52-7acb697ab4e8 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 946 time: 0.3308442 Feb 09 14:16:04.514479 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbd1b418-bce7-4ff5-8a25-a54a40925ad2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:04.584873 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9f277467-a8da-4c27-a4cf-e5fce842b594 req-9677ecd2-5b48-433a-a052-4b200f0e6087 service neutron] 10.222.0.35 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660697 Feb 09 14:16:04.671288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Allocated IP 172.25.8.177 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/ec02b654-7c7d-4191-89a9-703b8fd4b3ad) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:16:04.701796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dbd1b418-bce7-4ff5-8a25-a54a40925ad2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:04.731842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dbd1b418-bce7-4ff5-8a25-a54a40925ad2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:04.740465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dbd1b418-bce7-4ff5-8a25-a54a40925ad2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:04.755322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dbd1b418-bce7-4ff5-8a25-a54a40925ad2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:04.916603 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'name': 'tempest-ServersTestJSON-775921424-router', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:15:45Z', 'updated_at': '2022-02-09T14:15:58Z', 'revision_number': 4, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'gw_port': {'id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:48Z', 'updated_at': '2022-02-09T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c1493035-8557-414e-8343-d432aef506f6', 'name': '', 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'mac_address': 'fa:16:3e:e8:13:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:56Z', 'updated_at': '2022-02-09T14:16:03Z', 'revision_number': 4, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'subnets': [{'id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:04.923891 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b83a13e-c2fe-473b-a3dc-d18fd67741e9 None None] The sync data for ids ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'] in n-d-828418-2 is: [{'id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'name': 'tempest-ServersTestJSON-775921424-router', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:15:45Z', 'updated_at': '2022-02-09T14:15:58Z', 'revision_number': 4, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'gw_port': {'id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:48Z', 'updated_at': '2022-02-09T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c1493035-8557-414e-8343-d432aef506f6', 'name': '', 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'mac_address': 'fa:16:3e:e8:13:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:56Z', 'updated_at': '2022-02-09T14:16:03Z', 'revision_number': 4, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'subnets': [{'id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:16:04.927582 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a538ef5e-bf90-477b-a385-879b93af9622 req-42a2a930-c5ea-4c5c-8dbc-61762c9db551 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987713 Feb 09 14:16:05.041543 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:05.099832 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:05.105222 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9f277467-a8da-4c27-a4cf-e5fce842b594 req-4d38bb76-e3dd-4786-9e1f-d16186e14e43 service neutron] 10.222.0.35 "GET /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105624 Feb 09 14:16:05.192667 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbd1b418-bce7-4ff5-8a25-a54a40925ad2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:05.206107 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbd1b418-bce7-4ff5-8a25-a54a40925ad2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:05.243308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:16:05.248394 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:16:05.255368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:16:05.278635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1b418-bce7-4ff5-8a25-a54a40925ad2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782bc339-9426-4a09-8e29-c10dbee63bb8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:05.289447 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbd1b418-bce7-4ff5-8a25-a54a40925ad2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:05.290936 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dbd1b418-bce7-4ff5-8a25-a54a40925ad2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9463794 Feb 09 14:16:05.294339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58724) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:05.301165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-60f38abe-5a5d-42a2-9bc1-c48831a467e4 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '782bc339-9426-4a09-8e29-c10dbee63bb8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:05.301165 n-d-828418-2 neutron-server[87597]: WARNING neutron.api.v2.base [None req-60f38abe-5a5d-42a2-9bc1-c48831a467e4 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 14:16:05.301613 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-60f38abe-5a5d-42a2-9bc1-c48831a467e4 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:16:05.305539 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-60f38abe-5a5d-42a2-9bc1-c48831a467e4 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075762 Feb 09 14:16:05.311401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58728) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:05.315699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84551a67-90e6-4145-b3a4-e9e7f3452311 req-4a082d9a-716c-4486-9e0b-353593714e9c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:05.317342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Pushing event updated for resources: {'Port': ['ID=ec02b654-7c7d-4191-89a9-703b8fd4b3ad,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:05.322331 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84551a67-90e6-4145-b3a4-e9e7f3452311 req-4a082d9a-716c-4486-9e0b-353593714e9c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:05.323227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f771a77a-b477-415d-a285-89d47bb319f1 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '782bc339-9426-4a09-8e29-c10dbee63bb8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:05.328738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84551a67-90e6-4145-b3a4-e9e7f3452311 req-4a082d9a-716c-4486-9e0b-353593714e9c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:05.335356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84551a67-90e6-4145-b3a4-e9e7f3452311 req-4a082d9a-716c-4486-9e0b-353593714e9c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:05.336136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f771a77a-b477-415d-a285-89d47bb319f1 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:05.341845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84551a67-90e6-4145-b3a4-e9e7f3452311 req-4a082d9a-716c-4486-9e0b-353593714e9c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:05.349177 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84551a67-90e6-4145-b3a4-e9e7f3452311 req-4a082d9a-716c-4486-9e0b-353593714e9c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:05.353601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f771a77a-b477-415d-a285-89d47bb319f1 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:05.356973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84551a67-90e6-4145-b3a4-e9e7f3452311 req-4a082d9a-716c-4486-9e0b-353593714e9c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:05.358496 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84551a67-90e6-4145-b3a4-e9e7f3452311 req-4a082d9a-716c-4486-9e0b-353593714e9c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5419 time: 0.2305596 Feb 09 14:16:05.362689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f771a77a-b477-415d-a285-89d47bb319f1 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:05.374846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f771a77a-b477-415d-a285-89d47bb319f1 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:05.429402 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84551a67-90e6-4145-b3a4-e9e7f3452311 req-b27ce992-dae3-4708-bbcb-50f69480639e tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642195 Feb 09 14:16:05.431707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496df57a-4e8e-4b7a-8129-0bf1c177f78f req-fed16e8f-3bde-4df9-b0d8-86923b45c1ea tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:05.434226 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-496df57a-4e8e-4b7a-8129-0bf1c177f78f req-fed16e8f-3bde-4df9-b0d8-86923b45c1ea tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 1023 time: 0.2805617 Feb 09 14:16:05.475698 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:05.479676 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-f771a77a-b477-415d-a285-89d47bb319f1 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:16:05.480718 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f771a77a-b477-415d-a285-89d47bb319f1 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1683383 Feb 09 14:16:05.485007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58734) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:05.491383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1adbc7b7-9beb-4c8e-9948-4f65ec2b5531 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '782bc339-9426-4a09-8e29-c10dbee63bb8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:05.492266 n-d-828418-2 neutron-server[87597]: WARNING neutron.api.v2.base [None req-1adbc7b7-9beb-4c8e-9948-4f65ec2b5531 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 14:16:05.493361 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-1adbc7b7-9beb-4c8e-9948-4f65ec2b5531 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:16:05.494682 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1adbc7b7-9beb-4c8e-9948-4f65ec2b5531 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082760 Feb 09 14:16:05.509138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58738) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:05.516259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-eda755f2-e252-40f6-80ca-434489a38ae3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '782bc339-9426-4a09-8e29-c10dbee63bb8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:05.542748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-eda755f2-e252-40f6-80ca-434489a38ae3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:05.557560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-eda755f2-e252-40f6-80ca-434489a38ae3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:05.562964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-eda755f2-e252-40f6-80ca-434489a38ae3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:05.572685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-eda755f2-e252-40f6-80ca-434489a38ae3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:05.585043 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-496df57a-4e8e-4b7a-8129-0bf1c177f78f req-95ac23d2-871a-4d6c-a7a3-547abbab946f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&id=a36fd6c2-7822-4f43-a57c-26f9b077254c&id=6a5bd043-baf9-4239-8fdc-039f26c18a28&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1301811 Feb 09 14:16:05.617905 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:05.637020 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-eda755f2-e252-40f6-80ca-434489a38ae3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:16:05.648736 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-eda755f2-e252-40f6-80ca-434489a38ae3 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1367340 Feb 09 14:16:05.651149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58742) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:05.663930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-dd84b0ba-b9a0-4996-abd9-aa43a5153620 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '782bc339-9426-4a09-8e29-c10dbee63bb8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:05.665141 n-d-828418-2 neutron-server[87597]: WARNING neutron.api.v2.base [None req-dd84b0ba-b9a0-4996-abd9-aa43a5153620 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 14:16:05.666721 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-dd84b0ba-b9a0-4996-abd9-aa43a5153620 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:16:05.670082 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dd84b0ba-b9a0-4996-abd9-aa43a5153620 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0152044 Feb 09 14:16:05.671310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58746) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:05.677496 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ebaa35e0-4082-4438-bf1c-d92208447337 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '782bc339-9426-4a09-8e29-c10dbee63bb8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:05.696743 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['4059e43f-33f6-45aa-b90e-ba81318ded46'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:05.697614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ebaa35e0-4082-4438-bf1c-d92208447337 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:05.755662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ebaa35e0-4082-4438-bf1c-d92208447337 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:05.760082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ebaa35e0-4082-4438-bf1c-d92208447337 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:05.782392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ebaa35e0-4082-4438-bf1c-d92208447337 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:05.854111 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-ebaa35e0-4082-4438-bf1c-d92208447337 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:16:05.855198 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ebaa35e0-4082-4438-bf1c-d92208447337 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1824732 Feb 09 14:16:05.858847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58756) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:05.873376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31903675-e69d-433f-8557-8a1068042a09 req-097f0d5b-3cbf-45aa-878e-3a5d04090f06 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:05.874913 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31903675-e69d-433f-8557-8a1068042a09 req-097f0d5b-3cbf-45aa-878e-3a5d04090f06 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.35 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 1023 time: 0.1716588 Feb 09 14:16:05.878235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e07ed395-f803-4874-85c4-f63c040460d1 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '782bc339-9426-4a09-8e29-c10dbee63bb8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:05.878719 n-d-828418-2 neutron-server[87597]: WARNING neutron.api.v2.base [None req-e07ed395-f803-4874-85c4-f63c040460d1 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 14:16:05.879954 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-e07ed395-f803-4874-85c4-f63c040460d1 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:16:05.881091 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e07ed395-f803-4874-85c4-f63c040460d1 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0211637 Feb 09 14:16:05.931829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58760) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:05.968386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d5abe0ad-2af0-46e7-a632-9f18ce186679 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '782bc339-9426-4a09-8e29-c10dbee63bb8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:05.987093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d5abe0ad-2af0-46e7-a632-9f18ce186679 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:06.033927 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 7f61fd48-d616-4c41-9cbf-511fe21e87b3 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:06.047668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d5abe0ad-2af0-46e7-a632-9f18ce186679 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:06.096288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d5abe0ad-2af0-46e7-a632-9f18ce186679 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:06.109168 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-31903675-e69d-433f-8557-8a1068042a09 req-47ca1b7b-313e-4f9c-9aac-ef212a97f515 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Deleting port eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:06.109377 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-31903675-e69d-433f-8557-8a1068042a09 req-47ca1b7b-313e-4f9c-9aac-ef212a97f515 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:06.124264 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:06.131696 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:06.155121 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d5abe0ad-2af0-46e7-a632-9f18ce186679 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:06.247895 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 7f61fd48-d616-4c41-9cbf-511fe21e87b3 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:16:06.263879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 7f61fd48-d616-4c41-9cbf-511fe21e87b3 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:06.264483 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:06.285183 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-d5abe0ad-2af0-46e7-a632-9f18ce186679 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:16:06.286228 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d5abe0ad-2af0-46e7-a632-9f18ce186679 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3439343 Feb 09 14:16:06.289775 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58770) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:06.302965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-1f3512b6-9aa1-4ab1-95a0-40790b1507e2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '782bc339-9426-4a09-8e29-c10dbee63bb8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:06.314625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1f3512b6-9aa1-4ab1-95a0-40790b1507e2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:06.320276 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1f3512b6-9aa1-4ab1-95a0-40790b1507e2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:06.323577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1f3512b6-9aa1-4ab1-95a0-40790b1507e2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:06.341861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1f3512b6-9aa1-4ab1-95a0-40790b1507e2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:06.347913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f06dc-bfb4-42ec-b0ba-e7ff828f699a req-60ef4cf6-d02f-433a-8368-3f6c887a5132 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:06.355770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f06dc-bfb4-42ec-b0ba-e7ff828f699a req-60ef4cf6-d02f-433a-8368-3f6c887a5132 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:06.372655 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d9f06dc-bfb4-42ec-b0ba-e7ff828f699a req-60ef4cf6-d02f-433a-8368-3f6c887a5132 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 1681 time: 0.3261020 Feb 09 14:16:06.373315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Pushing event updated for resources: {'Port': ['ID=ec02b654-7c7d-4191-89a9-703b8fd4b3ad,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:06.384163 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:06.479753 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d9f06dc-bfb4-42ec-b0ba-e7ff828f699a req-eea4afb9-d0a6-4119-8708-e57be93596d4 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058989 Feb 09 14:16:06.549715 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:06.603318 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 7f61fd48-d616-4c41-9cbf-511fe21e87b3, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=7f61fd48-d616-4c41-9cbf-511fe21e87b3,segment=NetworkSegment(d697dda1-9ef6-42c9-82dc-bcf76270d699),segment_id=d697dda1-9ef6-42c9-82dc-bcf76270d699)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:06.604556 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8703a09f-024f-4960-8c31-e9d0a975e3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f61fd48-d616-4c41-9cbf-511fe21e87b3'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:06.612994 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:06.654912 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-1f3512b6-9aa1-4ab1-95a0-40790b1507e2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:16:06.656644 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1f3512b6-9aa1-4ab1-95a0-40790b1507e2 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3627110 Feb 09 14:16:06.661042 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58794) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:06.732712 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=7f61fd48-d616-4c41-9cbf-511fe21e87b3,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:06.745346 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:06.754910 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-98f62091-9cbe-4865-b9ec-4d610d454daa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7591624 Feb 09 14:16:06.854107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c1493035-8557-414e-8343-d432aef506f6 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:06.894102 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-577edd48-02c9-4fa6-ad39-885ed94a4691 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:06.912733 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-31903675-e69d-433f-8557-8a1068042a09 req-47ca1b7b-313e-4f9c-9aac-ef212a97f515 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] For port eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1,segment=NetworkSegment(e7517b22-da4f-4744-9e69-81bbd574dfd0),segment_id=e7517b22-da4f-4744-9e69-81bbd574dfd0)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:06.913115 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-31903675-e69d-433f-8557-8a1068042a09 req-47ca1b7b-313e-4f9c-9aac-ef212a97f515 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:06.913433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f7669-fd13-4796-8a19-f1997602aa1d req-44991b40-1afe-4c21-863c-2090ddeb560a tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:06.915216 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a35f7669-fd13-4796-8a19-f1997602aa1d req-44991b40-1afe-4c21-863c-2090ddeb560a tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c9a044b-81ab-4bbf-9d97-1f91c84940fc HTTP/1.1" status: 200 len: 946 time: 0.4420967 Feb 09 14:16:06.923659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ab7e553d-df8f-417d-919f-d5fe25ef10ac tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:06.925211 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ab7e553d-df8f-417d-919f-d5fe25ef10ac tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/networks?id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 HTTP/1.1" status: 200 len: 813 time: 0.3630612 Feb 09 14:16:06.997686 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-7141a1eb-d789-44f3-ad9d-8e2c7165096f tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/quotas/f74b311868d8425684cba57e8c5d8cde HTTP/1.1" status: 200 len: 375 time: 0.0307937 Feb 09 14:16:07.050601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port c1493035-8557-414e-8343-d432aef506f6 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:16:07.057351 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c1493035-8557-414e-8343-d432aef506f6 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:07.058034 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:07.095842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-a35f7669-fd13-4796-8a19-f1997602aa1d req-1c419c1b-b38f-4210-928c-daa95dceda52 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Deleting port 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:07.096202 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a35f7669-fd13-4796-8a19-f1997602aa1d req-1c419c1b-b38f-4210-928c-daa95dceda52 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:07.100181 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-577edd48-02c9-4fa6-ad39-885ed94a4691 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:07.114820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-31903675-e69d-433f-8557-8a1068042a09 req-47ca1b7b-313e-4f9c-9aac-ef212a97f515 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Calling delete_port for eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:07.203478 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:07.243647 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port c1493035-8557-414e-8343-d432aef506f6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c1493035-8557-414e-8343-d432aef506f6,segment=NetworkSegment(ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51),segment_id=ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:07.248349 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-12586cd9-70c5-4e81-bafe-97af7765681d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f74b311868d8425684cba57e8c5d8cde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2380595 Feb 09 14:16:07.250150 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:07.305695 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-577edd48-02c9-4fa6-ad39-885ed94a4691 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:07.337708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=c1493035-8557-414e-8343-d432aef506f6,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:07.364525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577edd48-02c9-4fa6-ad39-885ed94a4691 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782bc339-9426-4a09-8e29-c10dbee63bb8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:07.380315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef6fa6-1e48-4768-9b45-01cf67a867a3 req-0ee18911-1bcd-4b78-80a1-d5733e1ddb1b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:07.386696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef6fa6-1e48-4768-9b45-01cf67a867a3 req-0ee18911-1bcd-4b78-80a1-d5733e1ddb1b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:07.392475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef6fa6-1e48-4768-9b45-01cf67a867a3 req-0ee18911-1bcd-4b78-80a1-d5733e1ddb1b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:07.398142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef6fa6-1e48-4768-9b45-01cf67a867a3 req-0ee18911-1bcd-4b78-80a1-d5733e1ddb1b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:07.403920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef6fa6-1e48-4768-9b45-01cf67a867a3 req-0ee18911-1bcd-4b78-80a1-d5733e1ddb1b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:07.409709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef6fa6-1e48-4768-9b45-01cf67a867a3 req-0ee18911-1bcd-4b78-80a1-d5733e1ddb1b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:07.415466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef6fa6-1e48-4768-9b45-01cf67a867a3 req-0ee18911-1bcd-4b78-80a1-d5733e1ddb1b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:07.417470 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-61ef6fa6-1e48-4768-9b45-01cf67a867a3 req-0ee18911-1bcd-4b78-80a1-d5733e1ddb1b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5419 time: 0.3192084 Feb 09 14:16:07.434931 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-577edd48-02c9-4fa6-ad39-885ed94a4691 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:07.436011 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-577edd48-02c9-4fa6-ad39-885ed94a4691 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "DELETE /v2.0/security-groups/782bc339-9426-4a09-8e29-c10dbee63bb8 HTTP/1.1" status: 204 len: 168 time: 0.7733409 Feb 09 14:16:07.451695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58804) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:07.506429 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-31903675-e69d-433f-8557-8a1068042a09 req-47ca1b7b-313e-4f9c-9aac-ef212a97f515 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:07.517090 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['e515ef88-ef23-43fa-b14c-91700058de29'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:07.572007 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-61ef6fa6-1e48-4768-9b45-01cf67a867a3 req-929466c0-7b59-4768-bcba-1cd4139d0394 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1455481 Feb 09 14:16:07.585083 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca1b7b-313e-4f9c-9aac-ef212a97f515 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event deleted for resources: {'Port': ['ID=eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:07.592395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e5f473fd-82d0-4505-9c1f-643b088b660f tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Synchronizing usage tracker for tenant:fb30940321a34abab2669f1cf1e59059 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:07.665578 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8703a09f-024f-4960-8c31-e9d0a975e3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f61fd48-d616-4c41-9cbf-511fe21e87b3', 'code': 200} Feb 09 14:16:07.701275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-31903675-e69d-433f-8557-8a1068042a09 req-47ca1b7b-313e-4f9c-9aac-ef212a97f515 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] No DVR routers for this DVR port eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:16:07.703332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-a35f7669-fd13-4796-8a19-f1997602aa1d req-1c419c1b-b38f-4210-928c-daa95dceda52 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] For port 807f21a7-b523-4ffe-8fcd-7b46e6edcf08, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=807f21a7-b523-4ffe-8fcd-7b46e6edcf08,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:07.703770 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a35f7669-fd13-4796-8a19-f1997602aa1d req-1c419c1b-b38f-4210-928c-daa95dceda52 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:07.704355 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-31903675-e69d-433f-8557-8a1068042a09 req-47ca1b7b-313e-4f9c-9aac-ef212a97f515 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:07.706993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371706f5-5439-4ddf-9cac-0378594c2715', 'name': 'network-vif-deleted', 'tag': 'eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:07.714033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e5f473fd-82d0-4505-9c1f-643b088b660f tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Unset dirty status for tenant:fb30940321a34abab2669f1cf1e59059 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:07.719168 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e5f473fd-82d0-4505-9c1f-643b088b660f tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2626402 Feb 09 14:16:07.719852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58812) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:07.724037 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-63cbb15d-18f8-40fd-9ba7-083a9d4cb5aa service neutron] 10.222.0.48 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626980 Feb 09 14:16:07.734140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-3099145d-7e11-47c7-9408-f03dcb5b5f02 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1539316114'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:07.741206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3099145d-7e11-47c7-9408-f03dcb5b5f02 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:07.745760 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31903675-e69d-433f-8557-8a1068042a09 req-47ca1b7b-313e-4f9c-9aac-ef212a97f515 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.35 "DELETE /v2.0/ports/eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 HTTP/1.1" status: 204 len: 173 time: 1.8634496 Feb 09 14:16:07.755607 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3099145d-7e11-47c7-9408-f03dcb5b5f02 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:07.769513 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3099145d-7e11-47c7-9408-f03dcb5b5f02 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:07.838893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6cf3930b-1849-464b-bc26-bbc5a18d0e47 req-34bf73f5-de1f-4b9f-951c-032ca9f541e9 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Synchronizing usage tracker for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:07.857723 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3099145d-7e11-47c7-9408-f03dcb5b5f02 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:07.860152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6cf3930b-1849-464b-bc26-bbc5a18d0e47 req-34bf73f5-de1f-4b9f-951c-032ca9f541e9 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Unset dirty status for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:07.861441 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6cf3930b-1849-464b-bc26-bbc5a18d0e47 req-34bf73f5-de1f-4b9f-951c-032ca9f541e9 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=371706f5-5439-4ddf-9cac-0378594c2715 HTTP/1.1" status: 200 len: 210 time: 0.0803514 Feb 09 14:16:07.863952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3099145d-7e11-47c7-9408-f03dcb5b5f02 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:07.868557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3099145d-7e11-47c7-9408-f03dcb5b5f02 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:07.887092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3099145d-7e11-47c7-9408-f03dcb5b5f02 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:07.998073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-a35f7669-fd13-4796-8a19-f1997602aa1d req-1c419c1b-b38f-4210-928c-daa95dceda52 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Calling delete_port for 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:08.021307 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3099145d-7e11-47c7-9408-f03dcb5b5f02 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:08.034734 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3099145d-7e11-47c7-9408-f03dcb5b5f02 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:08.041836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 4059e43f-33f6-45aa-b90e-ba81318ded46 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:08.066888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c6cecc31-24d7-43d3-b856-08482d89111d req-56f03217-2558-42ea-a640-9dc129bea879 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Synchronizing usage tracker for tenant:7eae360e45b94057993f45117e9e8fa8 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:08.099772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099145d-7e11-47c7-9408-f03dcb5b5f02 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a3dbac-b596-49d7-8148-c5c4491bd4ca,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:08.108993 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3099145d-7e11-47c7-9408-f03dcb5b5f02 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:08.110841 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3099145d-7e11-47c7-9408-f03dcb5b5f02 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3902345 Feb 09 14:16:08.112262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c6cecc31-24d7-43d3-b856-08482d89111d req-56f03217-2558-42ea-a640-9dc129bea879 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Unset dirty status for tenant:7eae360e45b94057993f45117e9e8fa8 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:08.113455 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6cecc31-24d7-43d3-b856-08482d89111d req-56f03217-2558-42ea-a640-9dc129bea879 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--371887723&fields=id&tenant_id=7eae360e45b94057993f45117e9e8fa8 HTTP/1.1" status: 200 len: 267 time: 0.1212919 Feb 09 14:16:08.113967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58824) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:08.119057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-de0676f3-8596-4e28-b2b9-b022c5507118 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': 'f0a3dbac-b596-49d7-8148-c5c4491bd4ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:08.127088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-de0676f3-8596-4e28-b2b9-b022c5507118 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:08.136198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-0a8833ef-169f-476c-959f-669eff355577 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:08.137676 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-0a8833ef-169f-476c-959f-669eff355577 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.21 "GET /v2.0/ports?device_id=c584fc4a-9597-4eeb-8aa2-ea9bb339313b HTTP/1.1" status: 200 len: 946 time: 0.7181592 Feb 09 14:16:08.164298 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 4059e43f-33f6-45aa-b90e-ba81318ded46 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:16:08.172941 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 4059e43f-33f6-45aa-b90e-ba81318ded46 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:08.173347 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:08.207912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:08.248369 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-6ea244ea-224c-4984-810c-46c89b55f822 service neutron] 10.222.0.48 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234866 Feb 09 14:16:08.263458 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:16:08.263856 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:16:08.279997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-3e575699-60c4-4269-ac9b-1cf3d1259a53 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Deleting port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:08.280811 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-3e575699-60c4-4269-ac9b-1cf3d1259a53 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:08.327494 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-de0676f3-8596-4e28-b2b9-b022c5507118 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:08.342430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-de0676f3-8596-4e28-b2b9-b022c5507118 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:08.353361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-de0676f3-8596-4e28-b2b9-b022c5507118 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:08.408282 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:08.450737 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cecc31-24d7-43d3-b856-08482d89111d req-ebb36570-7cec-4660-b0d5-33458ff63137 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:08.451401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c6cecc31-24d7-43d3-b856-08482d89111d req-ebb36570-7cec-4660-b0d5-33458ff63137 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Synchronizing usage tracker for tenant:7eae360e45b94057993f45117e9e8fa8 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:08.455625 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-de0676f3-8596-4e28-b2b9-b022c5507118 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The resource could not be found. Feb 09 14:16:08.459583 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-de0676f3-8596-4e28-b2b9-b022c5507118 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3418076 Feb 09 14:16:08.461066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58828) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:08.468696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1336efcc-a2d5-4e89-83c4-58148f8a9069 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': 'f0a3dbac-b596-49d7-8148-c5c4491bd4ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3b933088-ec37-4455-ab6c-26034330f46d'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:08.477576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1336efcc-a2d5-4e89-83c4-58148f8a9069 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:08.480743 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 4059e43f-33f6-45aa-b90e-ba81318ded46, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=4059e43f-33f6-45aa-b90e-ba81318ded46,segment=NetworkSegment(690ee37f-dbe6-452d-8bb4-be9bdfda3416),segment_id=690ee37f-dbe6-452d-8bb4-be9bdfda3416)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:08.483266 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1336efcc-a2d5-4e89-83c4-58148f8a9069 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:08.486200 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:08.486452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1336efcc-a2d5-4e89-83c4-58148f8a9069 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:08.487609 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:08.507000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c6cecc31-24d7-43d3-b856-08482d89111d req-ebb36570-7cec-4660-b0d5-33458ff63137 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Unset dirty status for tenant:7eae360e45b94057993f45117e9e8fa8 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:08.516444 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6cecc31-24d7-43d3-b856-08482d89111d req-ebb36570-7cec-4660-b0d5-33458ff63137 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/networks?id=bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 HTTP/1.1" status: 200 len: 805 time: 0.3923261 Feb 09 14:16:08.517445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1336efcc-a2d5-4e89-83c4-58148f8a9069 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:08.554803 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6cecc31-24d7-43d3-b856-08482d89111d req-e145b461-095d-4148-9fd1-f63530d019e7 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/quotas/7eae360e45b94057993f45117e9e8fa8 HTTP/1.1" status: 200 len: 375 time: 0.0319118 Feb 09 14:16:08.712256 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:08.714904 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-1336efcc-a2d5-4e89-83c4-58148f8a9069 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The resource could not be found. Feb 09 14:16:08.719429 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1336efcc-a2d5-4e89-83c4-58148f8a9069 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2540863 Feb 09 14:16:08.737522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58844) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:08.743100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-3e575699-60c4-4269-ac9b-1cf3d1259a53 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] For port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1fc664d2-3fc0-4c56-ab39-e6e09ee8212c,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:08.743462 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-3e575699-60c4-4269-ac9b-1cf3d1259a53 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:08.801988 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=4059e43f-33f6-45aa-b90e-ba81318ded46,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:08.837503 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:08.843107 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:08.854441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c6cecc31-24d7-43d3-b856-08482d89111d req-60dde2da-5f7b-496e-a911-39b0e971f757 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Synchronizing usage tracker for tenant:7eae360e45b94057993f45117e9e8fa8 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:08.869839 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c1493035-8557-414e-8343-d432aef506f6 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:08.903314 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:08.911528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c6cecc31-24d7-43d3-b856-08482d89111d req-60dde2da-5f7b-496e-a911-39b0e971f757 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Unset dirty status for tenant:7eae360e45b94057993f45117e9e8fa8 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:08.928691 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6cecc31-24d7-43d3-b856-08482d89111d req-60dde2da-5f7b-496e-a911-39b0e971f757 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7eae360e45b94057993f45117e9e8fa8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3382268 Feb 09 14:16:08.951692 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1fc664d2-3fc0-4c56-ab39-e6e09ee8212c,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:08.961524 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:08.961524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:08.988789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-3e575699-60c4-4269-ac9b-1cf3d1259a53 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Calling delete_port for 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:09.088292 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:09.117585 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a35f7669-fd13-4796-8a19-f1997602aa1d req-1c419c1b-b38f-4210-928c-daa95dceda52 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:09.118573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=1fc664d2-3fc0-4c56-ab39-e6e09ee8212c,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:09.122471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No active binding found for port 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 {{(pid=87598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 14:16:09.123156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:16:09.125387 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a3dbac-b596-49d7-8148-c5c4491bd4ca,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:09.141582 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:09.142030 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c1493035-8557-414e-8343-d432aef506f6 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:09.142509 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:09.143434 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "DELETE /v2.0/security-groups/f0a3dbac-b596-49d7-8148-c5c4491bd4ca HTTP/1.1" status: 204 len: 168 time: 0.4049060 Feb 09 14:16:09.145393 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:09.145978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:09.146486 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:09.146987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:09.147520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:09.148064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:09.148546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:09.149031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:09.149521 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:09.150029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:09.150515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:09.150995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deb1028-ae19-43f3-bc0a-34d87244a3f6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:09.153984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58860) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:09.162727 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6cecc31-24d7-43d3-b856-08482d89111d req-dc0df3d5-a448-4f41-bd82-f2778c195558 service neutron] 10.222.0.48 "GET /v2.0/networks/bdf8e264-cbf1-4d53-9f70-2eb50d3d0042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263336 Feb 09 14:16:09.253970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b69cd-2e08-411f-b373-29b613f43da3 req-3c8b3d22-8522-4fba-881e-2f97d01b039f tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:09.261071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b69cd-2e08-411f-b373-29b613f43da3 req-3c8b3d22-8522-4fba-881e-2f97d01b039f tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:09.262861 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-341b69cd-2e08-411f-b373-29b613f43da3 req-3c8b3d22-8522-4fba-881e-2f97d01b039f tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 1683 time: 0.3592591 Feb 09 14:16:09.264310 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-3e575699-60c4-4269-ac9b-1cf3d1259a53 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:16:09.264629 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-3e575699-60c4-4269-ac9b-1cf3d1259a53 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:16:09.284076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c419c1b-b38f-4210-928c-daa95dceda52 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Pushing event deleted for resources: {'Port': ['ID=807f21a7-b523-4ffe-8fcd-7b46e6edcf08,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:09.311954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dcb00275-e0a8-43f6-bfa9-362c5a9a5e7b tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Synchronizing usage tracker for tenant:fb30940321a34abab2669f1cf1e59059 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:09.337401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dcb00275-e0a8-43f6-bfa9-362c5a9a5e7b tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Unset dirty status for tenant:fb30940321a34abab2669f1cf1e59059 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:09.339594 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dcb00275-e0a8-43f6-bfa9-362c5a9a5e7b tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1744308 Feb 09 14:16:09.345815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58864) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:09.360062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35f7669-fd13-4796-8a19-f1997602aa1d req-1c419c1b-b38f-4210-928c-daa95dceda52 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] No DVR routers for this DVR port 807f21a7-b523-4ffe-8fcd-7b46e6edcf08 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:16:09.363722 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a35f7669-fd13-4796-8a19-f1997602aa1d req-1c419c1b-b38f-4210-928c-daa95dceda52 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:09.378815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ad4e5e7b-f45d-447a-930b-add032d17d50 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '01e96ef2-f510-4166-802a-19c8dc5ce07a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:09.386795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ad4e5e7b-f45d-447a-930b-add032d17d50 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:09.391685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ad4e5e7b-f45d-447a-930b-add032d17d50 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:09.394833 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6cecc31-24d7-43d3-b856-08482d89111d req-b806f99d-0e1d-441e-859e-e9bf5c00464f service neutron] 10.222.0.48 "GET /v2.0/networks/bdf8e264-cbf1-4d53-9f70-2eb50d3d0042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308483 Feb 09 14:16:09.395467 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ad4e5e7b-f45d-447a-930b-add032d17d50 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:09.402270 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ad4e5e7b-f45d-447a-930b-add032d17d50 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:09.424312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9a044b-81ab-4bbf-9d97-1f91c84940fc', 'name': 'network-vif-deleted', 'tag': '807f21a7-b523-4ffe-8fcd-7b46e6edcf08'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:09.434470 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a35f7669-fd13-4796-8a19-f1997602aa1d req-1c419c1b-b38f-4210-928c-daa95dceda52 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.21 "DELETE /v2.0/ports/807f21a7-b523-4ffe-8fcd-7b46e6edcf08 HTTP/1.1" status: 204 len: 173 time: 2.5080166 Feb 09 14:16:09.474098 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-341b69cd-2e08-411f-b373-29b613f43da3 req-9ee94e2b-839c-4c2a-9242-a0b3f2043d27 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910882 Feb 09 14:16:09.534357 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-ad4e5e7b-f45d-447a-930b-add032d17d50 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The resource could not be found. Feb 09 14:16:09.535523 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ad4e5e7b-f45d-447a-930b-add032d17d50 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1815977 Feb 09 14:16:09.540986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58870) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:09.546949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c4aa9ff5-e899-433f-94a8-78650b452d33 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group': {'name': 'tempest-secgroup--2126006106'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:09.555478 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c4aa9ff5-e899-433f-94a8-78650b452d33 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:09.603276 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371706f5-5439-4ddf-9cac-0378594c2715', 'name': 'network-vif-deleted', 'tag': 'eff51dcf-8d6d-4fd2-90f6-8b32b70bc2d1', 'status': 'completed', 'code': 200} Feb 09 14:16:09.613517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c4aa9ff5-e899-433f-94a8-78650b452d33 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:09.639849 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9ff5-e899-433f-94a8-78650b452d33 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:09.668178 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8703a09f-024f-4960-8c31-e9d0a975e3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4059e43f-33f6-45aa-b90e-ba81318ded46'}, {'server_uuid': 'c584fc4a-9597-4eeb-8aa2-ea9bb339313b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fc664d2-3fc0-4c56-ab39-e6e09ee8212c'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:09.726931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c4aa9ff5-e899-433f-94a8-78650b452d33 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:09.746166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c4aa9ff5-e899-433f-94a8-78650b452d33 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:09.755478 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c4aa9ff5-e899-433f-94a8-78650b452d33 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:09.766160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-3e575699-60c4-4269-ac9b-1cf3d1259a53 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Deleting port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:09.766759 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-3e575699-60c4-4269-ac9b-1cf3d1259a53 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:09.785872 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c4aa9ff5-e899-433f-94a8-78650b452d33 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:10.021376 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9ff5-e899-433f-94a8-78650b452d33 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:10.042527 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9ff5-e899-433f-94a8-78650b452d33 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:10.150777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa9ff5-e899-433f-94a8-78650b452d33 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130af6ca-42bf-46b9-9b80-48519ef63b87,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:10.165379 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9ff5-e899-433f-94a8-78650b452d33 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:10.170047 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c4aa9ff5-e899-433f-94a8-78650b452d33 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6279619 Feb 09 14:16:10.170913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58886) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:10.179244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0319f04d-4ef3-4296-9e49-be073c6c1b98 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group': {'name': 'tempest-secgroup--664937513'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:10.189322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0df0d610-c50d-4a82-a58d-bb3db99f16bc details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:16:10.195609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0319f04d-4ef3-4296-9e49-be073c6c1b98 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:10.203150 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0319f04d-4ef3-4296-9e49-be073c6c1b98 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:10.208358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0319f04d-4ef3-4296-9e49-be073c6c1b98 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:10.219363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0319f04d-4ef3-4296-9e49-be073c6c1b98 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:10.236600 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0319f04d-4ef3-4296-9e49-be073c6c1b98 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:10.294394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80e836-cd3c-4e16-a05d-09ddd06f956b req-795b49d7-41d7-4935-93b0-db1ec3fd2f9c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:10.303427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80e836-cd3c-4e16-a05d-09ddd06f956b req-795b49d7-41d7-4935-93b0-db1ec3fd2f9c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:10.311632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80e836-cd3c-4e16-a05d-09ddd06f956b req-795b49d7-41d7-4935-93b0-db1ec3fd2f9c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:10.321151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80e836-cd3c-4e16-a05d-09ddd06f956b req-795b49d7-41d7-4935-93b0-db1ec3fd2f9c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:10.328861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80e836-cd3c-4e16-a05d-09ddd06f956b req-795b49d7-41d7-4935-93b0-db1ec3fd2f9c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:10.331430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852945f4-faee-408f-91f3-d000c573c1cd req-7edd9741-7117-4fe0-a20f-bf101d96d245 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:10.335781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80e836-cd3c-4e16-a05d-09ddd06f956b req-795b49d7-41d7-4935-93b0-db1ec3fd2f9c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:10.339139 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-852945f4-faee-408f-91f3-d000c573c1cd req-7edd9741-7117-4fe0-a20f-bf101d96d245 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 946 time: 0.3775079 Feb 09 14:16:10.343676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80e836-cd3c-4e16-a05d-09ddd06f956b req-795b49d7-41d7-4935-93b0-db1ec3fd2f9c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:10.352993 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8c80e836-cd3c-4e16-a05d-09ddd06f956b req-795b49d7-41d7-4935-93b0-db1ec3fd2f9c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5419 time: 0.2946494 Feb 09 14:16:10.362422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0319f04d-4ef3-4296-9e49-be073c6c1b98 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:10.366862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0319f04d-4ef3-4296-9e49-be073c6c1b98 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:10.372954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0319f04d-4ef3-4296-9e49-be073c6c1b98 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:10.382291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0319f04d-4ef3-4296-9e49-be073c6c1b98 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:10.420858 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-852945f4-faee-408f-91f3-d000c573c1cd req-04fdfceb-3e70-4a52-a186-db966b291667 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789294 Feb 09 14:16:10.427221 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-3e575699-60c4-4269-ac9b-1cf3d1259a53 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] For port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1fc664d2-3fc0-4c56-ab39-e6e09ee8212c,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:10.428541 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-3e575699-60c4-4269-ac9b-1cf3d1259a53 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:10.513964 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8c80e836-cd3c-4e16-a05d-09ddd06f956b req-9759903c-34f3-4a48-978b-8992abc35c5f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593387 Feb 09 14:16:10.543866 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0319f04d-4ef3-4296-9e49-be073c6c1b98 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:10.552010 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0319f04d-4ef3-4296-9e49-be073c6c1b98 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:10.580308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0df0d610-c50d-4a82-a58d-bb3db99f16bc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0df0d610-c50d-4a82-a58d-bb3db99f16bc,segment=NetworkSegment(b14b41f5-6849-44aa-8aa7-48eb3806b034),segment_id=b14b41f5-6849-44aa-8aa7-48eb3806b034)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:10.636591 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '0df0d610-c50d-4a82-a58d-bb3db99f16bc', 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07', 'port_id': '0df0d610-c50d-4a82-a58d-bb3db99f16bc', 'mac_address': 'fa:16:3e:c6:48:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:16:10.659392 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9a044b-81ab-4bbf-9d97-1f91c84940fc', 'name': 'network-vif-deleted', 'tag': '807f21a7-b523-4ffe-8fcd-7b46e6edcf08', 'status': 'completed', 'code': 200} Feb 09 14:16:10.671389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-3e575699-60c4-4269-ac9b-1cf3d1259a53 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Calling delete_port for 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:10.767811 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8703a09f-024f-4960-8c31-e9d0a975e3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4059e43f-33f6-45aa-b90e-ba81318ded46', 'code': 200} Feb 09 14:16:10.776057 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c584fc4a-9597-4eeb-8aa2-ea9bb339313b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fc664d2-3fc0-4c56-ab39-e6e09ee8212c', 'code': 200} Feb 09 14:16:10.811541 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:10.841366 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:10.879029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-557cc15a-5bb5-42f9-8951-ccc6df494d22 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:10.880574 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-557cc15a-5bb5-42f9-8951-ccc6df494d22 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.35 "GET /v2.0/networks?id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 HTTP/1.1" status: 200 len: 813 time: 0.2641337 Feb 09 14:16:10.886053 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df0d610-c50d-4a82-a58d-bb3db99f16bc {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:10.887106 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0319f04d-4ef3-4296-9e49-be073c6c1b98 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:10.890929 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0319f04d-4ef3-4296-9e49-be073c6c1b98 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7153769 Feb 09 14:16:10.893912 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58896) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:10.902717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e1626801-557e-4df1-9446-ee6f25872a09 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group_rule': {'security_group_id': '130af6ca-42bf-46b9-9b80-48519ef63b87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '998f6aba-bce7-424d-9d01-d211daa7f530'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:10.928689 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0df0d610-c50d-4a82-a58d-bb3db99f16bc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0df0d610-c50d-4a82-a58d-bb3db99f16bc,segment=NetworkSegment(b14b41f5-6849-44aa-8aa7-48eb3806b034),segment_id=b14b41f5-6849-44aa-8aa7-48eb3806b034)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:10.933943 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:10.935299 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6335d1d9-03d4-4890-9009-32714ddcab8d details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:16:10.947598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ae8775d4-0f00-4e8c-8f50-8af525543ce4 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Request body: {'port': {'device_id': '181b18a2-f2f0-49f6-a6d0-a22f335f4476', 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317', 'admin_state_up': True, 'tenant_id': 'f74b311868d8425684cba57e8c5d8cde'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:10.958568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e1626801-557e-4df1-9446-ee6f25872a09 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:11.080929 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-3e575699-60c4-4269-ac9b-1cf3d1259a53 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:11.085806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e1626801-557e-4df1-9446-ee6f25872a09 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:11.100651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1c290f70-6ddb-418e-af90-507c4f58dbb6 req-4402f593-0065-424c-abc9-70b2d0bbfa18 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Synchronizing usage tracker for tenant:f74b311868d8425684cba57e8c5d8cde on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:11.120501 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acccbeeb-5093-4711-b4e6-25997f77d463 req-7443f138-a581-4272-b07d-9a3289da96cb tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 210 time: 0.2361057 Feb 09 14:16:11.125926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e1626801-557e-4df1-9446-ee6f25872a09 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:11.141345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ae8775d4-0f00-4e8c-8f50-8af525543ce4 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:11.141529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=0df0d610-c50d-4a82-a58d-bb3db99f16bc,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:11.145757 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ae8775d4-0f00-4e8c-8f50-8af525543ce4 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Usage tracker for resource:port and tenant:f74b311868d8425684cba57e8c5d8cde is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:11.149283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ae8775d4-0f00-4e8c-8f50-8af525543ce4 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:11.152515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319f04d-4ef3-4296-9e49-be073c6c1b98 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998f6aba-bce7-424d-9d01-d211daa7f530,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:11.158923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ae8775d4-0f00-4e8c-8f50-8af525543ce4 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:11.171429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ae8775d4-0f00-4e8c-8f50-8af525543ce4 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Made reservation on behalf of f74b311868d8425684cba57e8c5d8cde for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:16:11.176671 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ae8775d4-0f00-4e8c-8f50-8af525543ce4 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:11.238280 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6335d1d9-03d4-4890-9009-32714ddcab8d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6335d1d9-03d4-4890-9009-32714ddcab8d,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:11.265837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e1626801-557e-4df1-9446-ee6f25872a09 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:11.266079 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '6335d1d9-03d4-4890-9009-32714ddcab8d', 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb', 'port_id': '6335d1d9-03d4-4890-9009-32714ddcab8d', 'mac_address': 'fa:16:3e:b2:a1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b374431-5278-4a9c-8b1d-78100aa8ebda', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:16:11.298314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e575699-60c4-4269-ac9b-1cf3d1259a53 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Pushing event deleted for resources: {'Port': ['ID=1fc664d2-3fc0-4c56-ab39-e6e09ee8212c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:11.401997 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-e1626801-557e-4df1-9446-ee6f25872a09 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:16:11.406037 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e1626801-557e-4df1-9446-ee6f25872a09 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5109472 Feb 09 14:16:11.408040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58902) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:11.418674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-3e575699-60c4-4269-ac9b-1cf3d1259a53 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] No DVR routers for this DVR port 1fc664d2-3fc0-4c56-ab39-e6e09ee8212c on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:16:11.420483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1c290f70-6ddb-418e-af90-507c4f58dbb6 req-4402f593-0065-424c-abc9-70b2d0bbfa18 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Unset dirty status for tenant:f74b311868d8425684cba57e8c5d8cde on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:11.430874 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:11.435890 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c290f70-6ddb-418e-af90-507c4f58dbb6 req-4402f593-0065-424c-abc9-70b2d0bbfa18 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=181b18a2-f2f0-49f6-a6d0-a22f335f4476 HTTP/1.1" status: 200 len: 210 time: 0.5181401 Feb 09 14:16:11.440794 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-3e575699-60c4-4269-ac9b-1cf3d1259a53 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:11.447956 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c2a6a36-cb69-4c52-ba29-71b78ecbb082 req-3e575699-60c4-4269-ac9b-1cf3d1259a53 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.21 "DELETE /v2.0/ports/1fc664d2-3fc0-4c56-ab39-e6e09ee8212c HTTP/1.1" status: 204 len: 173 time: 3.3009984 Feb 09 14:16:11.482478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8228b-74a3-4d3d-b006-ff4cc12ede05 req-a7058aed-140a-4463-b881-87e954978448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:11.486273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8228b-74a3-4d3d-b006-ff4cc12ede05 req-a7058aed-140a-4463-b881-87e954978448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:11.488404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6335d1d9-03d4-4890-9009-32714ddcab8d {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:11.488831 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-67d8228b-74a3-4d3d-b006-ff4cc12ede05 req-a7058aed-140a-4463-b881-87e954978448 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 1985 time: 0.5275378 Feb 09 14:16:11.527125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6335d1d9-03d4-4890-9009-32714ddcab8d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6335d1d9-03d4-4890-9009-32714ddcab8d,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:11.533054 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:11.534131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 7cb55f9b-f540-4d4e-978c-81beb6cf7326 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:16:11.610415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a2c3-f032-40da-b891-52155bb05bd6 req-e59a735b-a8f6-4c65-87d2-77fd45394ac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:11.621651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a2c3-f032-40da-b891-52155bb05bd6 req-e59a735b-a8f6-4c65-87d2-77fd45394ac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:11.635205 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6517a2c3-f032-40da-b891-52155bb05bd6 req-e59a735b-a8f6-4c65-87d2-77fd45394ac5 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 1683 time: 0.3572166 Feb 09 14:16:11.742860 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-1920a721-65e3-47b6-a08c-314e82ac23a5 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:11.745133 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-1920a721-65e3-47b6-a08c-314e82ac23a5 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.35 "GET /v2.0/networks?id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 HTTP/1.1" status: 200 len: 813 time: 0.2510753 Feb 09 14:16:11.760884 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6517a2c3-f032-40da-b891-52155bb05bd6 req-17556e35-c4eb-4e21-bf57-c7c27e2c5bf1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241658 Feb 09 14:16:11.775388 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ae8775d4-0f00-4e8c-8f50-8af525543ce4 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Allocated IP 172.20.0.9 (d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317/18ab4745-e8a1-4809-8301-7a1b88ada199/98a78648-541c-4ca7-9696-7299c3e5ff12) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:16:11.810946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-f8fda646-b89c-4abf-87e3-c121ea0a938d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Request body: {'port': {'device_id': 'c2ea6525-cf7e-4baf-930a-f6c00b2681f2', 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317', 'admin_state_up': True, 'tenant_id': 'f74b311868d8425684cba57e8c5d8cde'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:11.835045 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 7cb55f9b-f540-4d4e-978c-81beb6cf7326, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=7cb55f9b-f540-4d4e-978c-81beb6cf7326,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:11.921878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '7cb55f9b-f540-4d4e-978c-81beb6cf7326', 'network_id': '823b3307-a261-404f-987b-156bad62d095', 'port_id': '7cb55f9b-f540-4d4e-978c-81beb6cf7326', 'mac_address': 'fa:16:3e:8d:d5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:16:12.061918 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-67d8228b-74a3-4d3d-b006-ff4cc12ede05 req-9986a420-2235-49df-a193-0c8a72dde0d9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966862 Feb 09 14:16:12.070324 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.105464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb55f9b-f540-4d4e-978c-81beb6cf7326 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:12.130888 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4201be5-e625-4ce5-b6e1-c8d335f659e4 req-c8e75b92-b080-424c-b5b6-0dbf05e04138 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/6a5bd043-baf9-4239-8fdc-039f26c18a28 HTTP/1.1" status: 200 len: 1802 time: 0.6406229 Feb 09 14:16:12.135014 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=6335d1d9-03d4-4890-9009-32714ddcab8d,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:12.140912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 7cb55f9b-f540-4d4e-978c-81beb6cf7326, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=7cb55f9b-f540-4d4e-978c-81beb6cf7326,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:12.146001 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.146839 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device bad12c33-b53e-4a70-b9a8-26d5a13a0910 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:16:12.154657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-f8fda646-b89c-4abf-87e3-c121ea0a938d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:12.173061 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cadb19cc-90ab-49e0-8c3f-bfe58a0ecb5c tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.185619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-f8fda646-b89c-4abf-87e3-c121ea0a938d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:12.247322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-f8fda646-b89c-4abf-87e3-c121ea0a938d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Made reservation on behalf of f74b311868d8425684cba57e8c5d8cde for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:16:12.250919 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-f8fda646-b89c-4abf-87e3-c121ea0a938d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.268983 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cadb19cc-90ab-49e0-8c3f-bfe58a0ecb5c tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.281766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=7cb55f9b-f540-4d4e-978c-81beb6cf7326,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:12.284834 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port bad12c33-b53e-4a70-b9a8-26d5a13a0910, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=bad12c33-b53e-4a70-b9a8-26d5a13a0910,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:12.301879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'bad12c33-b53e-4a70-b9a8-26d5a13a0910', 'network_id': '823b3307-a261-404f-987b-156bad62d095', 'port_id': 'bad12c33-b53e-4a70-b9a8-26d5a13a0910', 'mac_address': 'fa:16:3e:e6:ff:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:16:12.360957 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e4201be5-e625-4ce5-b6e1-c8d335f659e4 req-536c1725-0f66-4fd9-a62d-d94e2c639c86 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.374814 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.400865 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad12c33-b53e-4a70-b9a8-26d5a13a0910 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:12.421148 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port bad12c33-b53e-4a70-b9a8-26d5a13a0910, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=bad12c33-b53e-4a70-b9a8-26d5a13a0910,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:12.426720 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.427546 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 51166934-6833-4ae3-b0f8-42d4ff50594b details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:16:12.440448 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e4201be5-e625-4ce5-b6e1-c8d335f659e4 req-536c1725-0f66-4fd9-a62d-d94e2c639c86 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.472562 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cadb19cc-90ab-49e0-8c3f-bfe58a0ecb5c tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.538156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb19cc-90ab-49e0-8c3f-bfe58a0ecb5c tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998f6aba-bce7-424d-9d01-d211daa7f530,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:12.550230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 51166934-6833-4ae3-b0f8-42d4ff50594b, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=51166934-6833-4ae3-b0f8-42d4ff50594b,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:12.562465 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=bad12c33-b53e-4a70-b9a8-26d5a13a0910,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:12.564681 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cadb19cc-90ab-49e0-8c3f-bfe58a0ecb5c tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.565790 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cadb19cc-90ab-49e0-8c3f-bfe58a0ecb5c tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "DELETE /v2.0/security-groups/998f6aba-bce7-424d-9d01-d211daa7f530 HTTP/1.1" status: 204 len: 168 time: 1.1503751 Feb 09 14:16:12.572841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58916) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:12.598283 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e4201be5-e625-4ce5-b6e1-c8d335f659e4 req-536c1725-0f66-4fd9-a62d-d94e2c639c86 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.610039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '51166934-6833-4ae3-b0f8-42d4ff50594b', 'network_id': '823b3307-a261-404f-987b-156bad62d095', 'port_id': '51166934-6833-4ae3-b0f8-42d4ff50594b', 'mac_address': 'fa:16:3e:4b:f8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:16:12.650154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cecc31-24d7-43d3-b856-08482d89111d req-48b9940f-85b0-4361-8a43-96ffe45e12fc tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:12.651673 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6cecc31-24d7-43d3-b856-08482d89111d req-48b9940f-85b0-4361-8a43-96ffe45e12fc tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.35 "GET /v2.0/networks?id=bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 HTTP/1.1" status: 200 len: 805 time: 0.3988833 Feb 09 14:16:12.659243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c1725-0f66-4fd9-a62d-d94e2c639c86 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5bd043-baf9-4239-8fdc-039f26c18a28,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:12.662805 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ae8775d4-0f00-4e8c-8f50-8af525543ce4 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.663763 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c584fc4a-9597-4eeb-8aa2-ea9bb339313b', 'name': 'network-vif-deleted', 'tag': '1fc664d2-3fc0-4c56-ab39-e6e09ee8212c'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:12.680849 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e4201be5-e625-4ce5-b6e1-c8d335f659e4 req-536c1725-0f66-4fd9-a62d-d94e2c639c86 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.682955 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4201be5-e625-4ce5-b6e1-c8d335f659e4 req-536c1725-0f66-4fd9-a62d-d94e2c639c86 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "DELETE /v2.0/security-groups/6a5bd043-baf9-4239-8fdc-039f26c18a28 HTTP/1.1" status: 204 len: 173 time: 0.5303767 Feb 09 14:16:12.705069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c846b-27cd-4a84-a440-699fcd17cafd req-866ae2f0-c690-4501-93cc-7c4a6725b31c tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:12.712410 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c06c846b-27cd-4a84-a440-699fcd17cafd req-866ae2f0-c690-4501-93cc-7c4a6725b31c tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 945 time: 0.3591063 Feb 09 14:16:12.716137 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.734335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51166934-6833-4ae3-b0f8-42d4ff50594b {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:12.739863 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-162ab645-5687-4716-a114-250af48a157d tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Synchronizing usage tracker for tenant:fb30940321a34abab2669f1cf1e59059 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:12.751172 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 51166934-6833-4ae3-b0f8-42d4ff50594b, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=51166934-6833-4ae3-b0f8-42d4ff50594b,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:12.756580 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.758117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2e012b21-bdb4-4038-9c4a-4518d14addfd details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:16:12.760939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-162ab645-5687-4716-a114-250af48a157d tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Unset dirty status for tenant:fb30940321a34abab2669f1cf1e59059 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:12.762633 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-162ab645-5687-4716-a114-250af48a157d tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1878133 Feb 09 14:16:12.765950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58924) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:12.779429 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6cecc31-24d7-43d3-b856-08482d89111d req-f747cac1-1d7f-4e89-bc1b-b0ee246b483a tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eae360e45b94057993f45117e9e8fa8 HTTP/1.1" status: 200 len: 379 time: 0.1122596 Feb 09 14:16:12.792912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c6cecc31-24d7-43d3-b856-08482d89111d req-1ff043f6-c802-4cbf-92c9-87265d22596f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Request body: {'port': {'device_id': '538682cb-4ec6-4033-aa19-15fa1e8b8b1c', 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042', 'admin_state_up': True, 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'security_groups': ['f8c3a4af-fcea-4da8-8634-fa72a4c82742']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:12.871606 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c06c846b-27cd-4a84-a440-699fcd17cafd req-ecd8f5b2-e1f8-434f-b426-fd62ebafe4d0 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583149 Feb 09 14:16:12.897606 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ae8775d4-0f00-4e8c-8f50-8af525543ce4 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.905535 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=51166934-6833-4ae3-b0f8-42d4ff50594b,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:12.970276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 2e012b21-bdb4-4038-9c4a-4518d14addfd, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2e012b21-bdb4-4038-9c4a-4518d14addfd,segment=NetworkSegment(4d99d233-7638-4c56-9a11-f1d927d41e97),segment_id=4d99d233-7638-4c56-9a11-f1d927d41e97)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:12.979021 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8775d4-0f00-4e8c-8f50-8af525543ce4 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Pushing event updated for resources: {'Port': ['ID=98a78648-541c-4ca7-9696-7299c3e5ff12,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:12.980317 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-856a9307-96c7-4bb4-b22c-6939d960d5bc tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:12.995709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '2e012b21-bdb4-4038-9c4a-4518d14addfd', 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74', 'port_id': '2e012b21-bdb4-4038-9c4a-4518d14addfd', 'mac_address': 'fa:16:3e:46:2d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc747844-e857-4864-b1fd-bf401665cf5c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:16:13.005961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ae8775d4-0f00-4e8c-8f50-8af525543ce4 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:16:13.009997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ae8775d4-0f00-4e8c-8f50-8af525543ce4 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:16:13.014432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ae8775d4-0f00-4e8c-8f50-8af525543ce4 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:16:13.022421 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-856a9307-96c7-4bb4-b22c-6939d960d5bc tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:13.062287 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:13.090181 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e012b21-bdb4-4038-9c4a-4518d14addfd {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:13.096211 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-856a9307-96c7-4bb4-b22c-6939d960d5bc tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:13.108850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ae8775d4-0f00-4e8c-8f50-8af525543ce4 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:13.109613 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ae8775d4-0f00-4e8c-8f50-8af525543ce4 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:13.115043 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 2e012b21-bdb4-4038-9c4a-4518d14addfd, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2e012b21-bdb4-4038-9c4a-4518d14addfd,segment=NetworkSegment(4d99d233-7638-4c56-9a11-f1d927d41e97),segment_id=4d99d233-7638-4c56-9a11-f1d927d41e97)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:13.120279 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:13.121172 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e2a09b75-aff3-4881-9cb3-8cf2226c94cf details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:16:13.126316 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-c6cecc31-24d7-43d3-b856-08482d89111d req-1ff043f6-c802-4cbf-92c9-87265d22596f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:13.137522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a9307-96c7-4bb4-b22c-6939d960d5bc tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=130af6ca-42bf-46b9-9b80-48519ef63b87,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:13.144526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-c6cecc31-24d7-43d3-b856-08482d89111d req-1ff043f6-c802-4cbf-92c9-87265d22596f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:13.157717 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ae8775d4-0f00-4e8c-8f50-8af525543ce4 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2656975 Feb 09 14:16:13.159062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6cecc31-24d7-43d3-b856-08482d89111d req-1ff043f6-c802-4cbf-92c9-87265d22596f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Made reservation on behalf of 7eae360e45b94057993f45117e9e8fa8 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:16:13.161333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c358-a4f3-40be-b541-7bbc5a43be03 req-96b49dde-983c-48e1-945a-b28970e27595 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:13.163153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c6cecc31-24d7-43d3-b856-08482d89111d req-1ff043f6-c802-4cbf-92c9-87265d22596f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:13.167451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c358-a4f3-40be-b541-7bbc5a43be03 req-96b49dde-983c-48e1-945a-b28970e27595 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:13.173735 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c358-a4f3-40be-b541-7bbc5a43be03 req-96b49dde-983c-48e1-945a-b28970e27595 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:13.179760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c358-a4f3-40be-b541-7bbc5a43be03 req-96b49dde-983c-48e1-945a-b28970e27595 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:13.185488 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c358-a4f3-40be-b541-7bbc5a43be03 req-96b49dde-983c-48e1-945a-b28970e27595 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:13.190452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Request body: {'port': {'device_id': '181b18a2-f2f0-49f6-a6d0-a22f335f4476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:13.191473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c358-a4f3-40be-b541-7bbc5a43be03 req-96b49dde-983c-48e1-945a-b28970e27595 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:13.198320 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193c358-a4f3-40be-b541-7bbc5a43be03 req-96b49dde-983c-48e1-945a-b28970e27595 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:13.200498 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4193c358-a4f3-40be-b541-7bbc5a43be03 req-96b49dde-983c-48e1-945a-b28970e27595 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5423 time: 0.3838882 Feb 09 14:16:13.239240 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=2e012b21-bdb4-4038-9c4a-4518d14addfd,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:13.263807 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4193c358-a4f3-40be-b541-7bbc5a43be03 req-206c4c5a-cb87-4d71-a484-b779781a03cf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501022 Feb 09 14:16:13.264612 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-856a9307-96c7-4bb4-b22c-6939d960d5bc tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:13.265580 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-856a9307-96c7-4bb4-b22c-6939d960d5bc tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "DELETE /v2.0/security-groups/130af6ca-42bf-46b9-9b80-48519ef63b87 HTTP/1.1" status: 204 len: 168 time: 0.4987407 Feb 09 14:16:13.270243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58932) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:13.271791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e2a09b75-aff3-4881-9cb3-8cf2226c94cf, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e2a09b75-aff3-4881-9cb3-8cf2226c94cf,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:13.289237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'e2a09b75-aff3-4881-9cb3-8cf2226c94cf', 'network_id': '823b3307-a261-404f-987b-156bad62d095', 'port_id': 'e2a09b75-aff3-4881-9cb3-8cf2226c94cf', 'mac_address': 'fa:16:3e:9e:51:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:16:13.305526 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-f8fda646-b89c-4abf-87e3-c121ea0a938d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Allocated IP 172.20.0.3 (d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317/18ab4745-e8a1-4809-8301-7a1b88ada199/2a7dbc3d-9324-4b65-b0a8-02ff9f70584e) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:16:13.356281 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03f3d783-a904-43f3-9890-6f852d8fdfdd req-e98ef6a1-faeb-411a-b3c8-99b9a388589a tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 210 time: 0.1128874 Feb 09 14:16:13.360694 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:13.386111 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a09b75-aff3-4881-9cb3-8cf2226c94cf {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:13.406479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e2a09b75-aff3-4881-9cb3-8cf2226c94cf, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e2a09b75-aff3-4881-9cb3-8cf2226c94cf,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:13.413928 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:13.520993 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=e2a09b75-aff3-4881-9cb3-8cf2226c94cf,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:13.524571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 677bd77c-a935-467b-8c7e-f69298f0f833 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:16:13.567638 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:13.711190 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['6335d1d9-03d4-4890-9009-32714ddcab8d'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:13.726493 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c584fc4a-9597-4eeb-8aa2-ea9bb339313b', 'name': 'network-vif-deleted', 'tag': '1fc664d2-3fc0-4c56-ab39-e6e09ee8212c', 'status': 'completed', 'code': 200} Feb 09 14:16:13.727440 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-c6cecc31-24d7-43d3-b856-08482d89111d req-1ff043f6-c802-4cbf-92c9-87265d22596f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Allocated IP 172.20.0.7 (bdf8e264-cbf1-4d53-9f70-2eb50d3d0042/7b77f735-3e0e-4639-9ae0-b78965871043/1a24f367-c3c5-4cd6-a6d9-510cbad6a724) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:16:13.743522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-48902fec-e05c-46ec-822e-e12597843ddd tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Synchronizing usage tracker for tenant:fb30940321a34abab2669f1cf1e59059 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:13.763771 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 677bd77c-a935-467b-8c7e-f69298f0f833, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=677bd77c-a935-467b-8c7e-f69298f0f833,segment=NetworkSegment(4d99d233-7638-4c56-9a11-f1d927d41e97),segment_id=4d99d233-7638-4c56-9a11-f1d927d41e97)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:13.789489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '677bd77c-a935-467b-8c7e-f69298f0f833', 'network_id': '8f32b635-0e4c-4fd0-b4fb-058420f89d74', 'port_id': '677bd77c-a935-467b-8c7e-f69298f0f833', 'mac_address': 'fa:16:3e:cf:c3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc747844-e857-4864-b1fd-bf401665cf5c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:16:13.833867 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f731922-e049-4f78-af38-28161a30adc8 req-f9bafad8-a0a3-45f0-bfe0-c676481517c6 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/a36fd6c2-7822-4f43-a57c-26f9b077254c HTTP/1.1" status: 200 len: 1802 time: 0.2031474 Feb 09 14:16:13.878493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-48902fec-e05c-46ec-822e-e12597843ddd tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Unset dirty status for tenant:fb30940321a34abab2669f1cf1e59059 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:13.884103 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-48902fec-e05c-46ec-822e-e12597843ddd tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6125934 Feb 09 14:16:13.890384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58938) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:13.927302 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:13.936838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c6ff0b6a-2459-4475-9bcc-eee0fb293bf9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group': {'name': 'tempest-secgroup--717230916'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:13.944062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668da79-55fc-4b22-a7cc-4e9d00ec3c4a req-dd785e22-e495-4f06-85bb-41ff005b40b5 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:13.945131 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e668da79-55fc-4b22-a7cc-4e9d00ec3c4a req-dd785e22-e495-4f06-85bb-41ff005b40b5 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Synchronizing usage tracker for tenant:f74b311868d8425684cba57e8c5d8cde on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:13.965658 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 677bd77c-a935-467b-8c7e-f69298f0f833 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:14.005352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e668da79-55fc-4b22-a7cc-4e9d00ec3c4a req-dd785e22-e495-4f06-85bb-41ff005b40b5 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Unset dirty status for tenant:f74b311868d8425684cba57e8c5d8cde on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:14.007270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 677bd77c-a935-467b-8c7e-f69298f0f833, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=677bd77c-a935-467b-8c7e-f69298f0f833,segment=NetworkSegment(4d99d233-7638-4c56-9a11-f1d927d41e97),segment_id=4d99d233-7638-4c56-9a11-f1d927d41e97)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:14.015246 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c6ff0b6a-2459-4475-9bcc-eee0fb293bf9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:14.018629 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e668da79-55fc-4b22-a7cc-4e9d00ec3c4a req-dd785e22-e495-4f06-85bb-41ff005b40b5 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=181b18a2-f2f0-49f6-a6d0-a22f335f4476 HTTP/1.1" status: 200 len: 931 time: 0.6334352 Feb 09 14:16:14.023401 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:14.044088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c6ff0b6a-2459-4475-9bcc-eee0fb293bf9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:14.051573 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-f8fda646-b89c-4abf-87e3-c121ea0a938d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:14.081849 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e668da79-55fc-4b22-a7cc-4e9d00ec3c4a req-47e90988-698f-4e1d-9179-8e64d0731867 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622895 Feb 09 14:16:14.086030 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6ff0b6a-2459-4475-9bcc-eee0fb293bf9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:14.107522 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-f8fda646-b89c-4abf-87e3-c121ea0a938d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:14.120937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=677bd77c-a935-467b-8c7e-f69298f0f833,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:14.147541 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4f731922-e049-4f78-af38-28161a30adc8 req-4a7ef575-76fc-435b-807b-5a79a1baaabd tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:14.195054 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-f8fda646-b89c-4abf-87e3-c121ea0a938d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:16:14.200371 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-f8fda646-b89c-4abf-87e3-c121ea0a938d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:16:14.207408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-f8fda646-b89c-4abf-87e3-c121ea0a938d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:16:14.264004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c6ff0b6a-2459-4475-9bcc-eee0fb293bf9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:14.300310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c6ff0b6a-2459-4475-9bcc-eee0fb293bf9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Usage tracker for resource:security_group_rule and tenant:fb30940321a34abab2669f1cf1e59059 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:14.311004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fda646-b89c-4abf-87e3-c121ea0a938d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Pushing event updated for resources: {'Port': ['ID=2a7dbc3d-9324-4b65-b0a8-02ff9f70584e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:14.327546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c6ff0b6a-2459-4475-9bcc-eee0fb293bf9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:14.331262 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4f731922-e049-4f78-af38-28161a30adc8 req-4a7ef575-76fc-435b-807b-5a79a1baaabd tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:14.355420 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c6cecc31-24d7-43d3-b856-08482d89111d req-1ff043f6-c802-4cbf-92c9-87265d22596f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:14.361562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c6ff0b6a-2459-4475-9bcc-eee0fb293bf9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:14.364585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-f8fda646-b89c-4abf-87e3-c121ea0a938d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:14.365060 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-f8fda646-b89c-4abf-87e3-c121ea0a938d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:14.396995 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-f8fda646-b89c-4abf-87e3-c121ea0a938d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5959415 Feb 09 14:16:14.414335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3677160-db09-43bb-9419-574fb4fd3dcd req-0db6b223-2385-4297-87ac-5ae818aa813b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:14.420839 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3677160-db09-43bb-9419-574fb4fd3dcd req-0db6b223-2385-4297-87ac-5ae818aa813b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:14.422532 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3677160-db09-43bb-9419-574fb4fd3dcd req-0db6b223-2385-4297-87ac-5ae818aa813b tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 1683 time: 0.1795990 Feb 09 14:16:14.458107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Request body: {'port': {'device_id': 'c2ea6525-cf7e-4baf-930a-f6c00b2681f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:14.537336 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3677160-db09-43bb-9419-574fb4fd3dcd req-7b18d1a6-e537-4992-b872-698a38335419 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063163 Feb 09 14:16:14.578673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-c6cecc31-24d7-43d3-b856-08482d89111d req-1ff043f6-c802-4cbf-92c9-87265d22596f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Transition to ACTIVE for port object 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:16:14.605181 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:14.614856 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['7cb55f9b-f540-4d4e-978c-81beb6cf7326'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:14.654658 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4f731922-e049-4f78-af38-28161a30adc8 req-4a7ef575-76fc-435b-807b-5a79a1baaabd tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:14.690278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ef575-76fc-435b-807b-5a79a1baaabd tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36fd6c2-7822-4f43-a57c-26f9b077254c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:14.738174 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['0df0d610-c50d-4a82-a58d-bb3db99f16bc'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:14.809790 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6ff0b6a-2459-4475-9bcc-eee0fb293bf9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:14.823630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a78648-541c-4ca7-9696-7299c3e5ff12 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:14.828182 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6ff0b6a-2459-4475-9bcc-eee0fb293bf9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:14.846589 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c6cecc31-24d7-43d3-b856-08482d89111d req-1ff043f6-c802-4cbf-92c9-87265d22596f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:14.852344 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:14.858296 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4f731922-e049-4f78-af38-28161a30adc8 req-4a7ef575-76fc-435b-807b-5a79a1baaabd tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:14.858502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['2e012b21-bdb4-4038-9c4a-4518d14addfd'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:14.871245 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f731922-e049-4f78-af38-28161a30adc8 req-4a7ef575-76fc-435b-807b-5a79a1baaabd tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "DELETE /v2.0/security-groups/a36fd6c2-7822-4f43-a57c-26f9b077254c HTTP/1.1" status: 204 len: 173 time: 1.0226474 Feb 09 14:16:14.883481 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['e2a09b75-aff3-4881-9cb3-8cf2226c94cf'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:14.986958 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6ff0b6a-2459-4475-9bcc-eee0fb293bf9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:14.993105 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58952) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:14.994139 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c6ff0b6a-2459-4475-9bcc-eee0fb293bf9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0960646 Feb 09 14:16:15.002154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Transition to ACTIVE for port object 98a78648-541c-4ca7-9696-7299c3e5ff12 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:16:15.006982 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-96559cef-cb8c-45d7-9421-713c8d401d90 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:15.009519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6cecc31-24d7-43d3-b856-08482d89111d req-1ff043f6-c802-4cbf-92c9-87265d22596f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Network bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:16:15.010171 n-d-828418-2 neutron-server[87596]: WARNING neutron.api.v2.base [None req-96559cef-cb8c-45d7-9421-713c8d401d90 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 14:16:15.010879 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-96559cef-cb8c-45d7-9421-713c8d401d90 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 14:16:15.011153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff0b6a-2459-4475-9bcc-eee0fb293bf9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf453cf-d4c0-4840-8f41-9e010081140b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:15.012323 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-96559cef-cb8c-45d7-9421-713c8d401d90 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "PUT /v2.0/security-groups/ccf453cf-d4c0-4840-8f41-9e010081140b HTTP/1.1" status: 409 len: 330 time: 0.0174339 Feb 09 14:16:15.023336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58956) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:15.024488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-c6cecc31-24d7-43d3-b856-08482d89111d req-1ff043f6-c802-4cbf-92c9-87265d22596f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:16:15.030277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cecc31-24d7-43d3-b856-08482d89111d req-1ff043f6-c802-4cbf-92c9-87265d22596f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:16:15.068237 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:15.150681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff043f6-c802-4cbf-92c9-87265d22596f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Pushing event updated for resources: {'Port': ['ID=1a24f367-c3c5-4cd6-a6d9-510cbad6a724,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:15.390890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cecc31-24d7-43d3-b856-08482d89111d req-1ff043f6-c802-4cbf-92c9-87265d22596f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:15.391496 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c6cecc31-24d7-43d3-b856-08482d89111d req-1ff043f6-c802-4cbf-92c9-87265d22596f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:15.401311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['677bd77c-a935-467b-8c7e-f69298f0f833'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:15.423715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41e949-cc25-4b92-8ff9-8e172f8aa995 req-aca22592-b50f-4ace-ae72-3dff834ab750 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:15.426323 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ae41e949-cc25-4b92-8ff9-8e172f8aa995 req-aca22592-b50f-4ace-ae72-3dff834ab750 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 946 time: 0.3107340 Feb 09 14:16:15.436398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:15.449570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Pushing event updated for resources: {'Port': ['ID=98a78648-541c-4ca7-9696-7299c3e5ff12,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:15.473069 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:15.475839 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['bad12c33-b53e-4a70-b9a8-26d5a13a0910'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:15.506005 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ce47d2c8-ccfc-4d27-82cd-0bfce870d7f9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:15.514735 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6cecc31-24d7-43d3-b856-08482d89111d req-1ff043f6-c802-4cbf-92c9-87265d22596f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7277505 Feb 09 14:16:15.518365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Transition to ACTIVE for port object 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:16:15.519474 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6335d1d9-03d4-4890-9009-32714ddcab8d up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:15.537777 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:15.538516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Request body: {'port': {'device_id': '538682cb-4ec6-4033-aa19-15fa1e8b8b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:15.610603 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ce47d2c8-ccfc-4d27-82cd-0bfce870d7f9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:15.644709 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ae41e949-cc25-4b92-8ff9-8e172f8aa995 req-526e39e3-4925-4eee-9f8d-bc042151a527 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d83fd3-b6e8-4450-9b98-8937216fac0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004647 Feb 09 14:16:15.682543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307ab14-38cd-4258-8c07-d59062b0d7b6 req-3246b7e8-b1b8-4080-8165-b67e3df8bc6c tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:15.684187 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0307ab14-38cd-4258-8c07-d59062b0d7b6 req-3246b7e8-b1b8-4080-8165-b67e3df8bc6c tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 945 time: 0.6171873 Feb 09 14:16:15.742704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Attempting to bind port 98a78648-541c-4ca7-9696-7299c3e5ff12 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:16:15.743153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Attempting to bind port 98a78648-541c-4ca7-9696-7299c3e5ff12 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:16:15.743363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Attempting to bind port 98a78648-541c-4ca7-9696-7299c3e5ff12 on network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:16:15.760125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['51166934-6833-4ae3-b0f8-42d4ff50594b'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:15.787146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Port 98a78648-541c-4ca7-9696-7299c3e5ff12 on network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:16:15.787655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Attempting to bind port 98a78648-541c-4ca7-9696-7299c3e5ff12 on network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:16:15.803247 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:16:15.803761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Checking segment: {'id': '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:16:15.803990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Bound using segment: {'id': '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:16:15.804500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Bound port: 98a78648-541c-4ca7-9696-7299c3e5ff12, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:16:15.804851 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:15.933670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7dbc3d-9324-4b65-b0a8-02ff9f70584e,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:15.956862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8012c2ba-0060-4a09-beb1-7873f4149a1a None None] Provisioning for port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:16:15.963707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] For port 98a78648-541c-4ca7-9696-7299c3e5ff12, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:16:15.967756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] For port 98a78648-541c-4ca7-9696-7299c3e5ff12, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=98a78648-541c-4ca7-9696-7299c3e5ff12,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:16:15.969042 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ce47d2c8-ccfc-4d27-82cd-0bfce870d7f9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:15.986173 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:16.024635 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8012c2ba-0060-4a09-beb1-7873f4149a1a None None] Provisioning complete for port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:16.025711 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8012c2ba-0060-4a09-beb1-7873f4149a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:16.056204 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72815b02-c66b-4590-a72f-06e9bc3b7b8d req-7697c351-505e-49c5-a894-f8bb7e4708dc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:16.059224 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:16.066969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72815b02-c66b-4590-a72f-06e9bc3b7b8d req-7697c351-505e-49c5-a894-f8bb7e4708dc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:16.076011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72815b02-c66b-4590-a72f-06e9bc3b7b8d req-7697c351-505e-49c5-a894-f8bb7e4708dc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:16.085071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72815b02-c66b-4590-a72f-06e9bc3b7b8d req-7697c351-505e-49c5-a894-f8bb7e4708dc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:16.095287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72815b02-c66b-4590-a72f-06e9bc3b7b8d req-7697c351-505e-49c5-a894-f8bb7e4708dc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:16.101572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72815b02-c66b-4590-a72f-06e9bc3b7b8d req-7697c351-505e-49c5-a894-f8bb7e4708dc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:16.108470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72815b02-c66b-4590-a72f-06e9bc3b7b8d req-7697c351-505e-49c5-a894-f8bb7e4708dc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:16.115098 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-72815b02-c66b-4590-a72f-06e9bc3b7b8d req-7697c351-505e-49c5-a894-f8bb7e4708dc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5426 time: 0.2763925 Feb 09 14:16:16.116883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Attempting to bind port 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:16:16.117215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Attempting to bind port 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:16:16.117541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Attempting to bind port 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e on network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:16:16.130900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47d2c8-ccfc-4d27-82cd-0bfce870d7f9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf453cf-d4c0-4840-8f41-9e010081140b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:16.137272 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Port 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e on network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:16:16.137601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Attempting to bind port 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e on network d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:16:16.145167 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0307ab14-38cd-4258-8c07-d59062b0d7b6 req-0646bcba-4365-4608-a685-6109eabe9a2d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103103 Feb 09 14:16:16.148055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:16:16.148404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Checking segment: {'id': '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:16:16.148794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Bound using segment: {'id': '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:16:16.149230 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Bound port: 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:16:16.150548 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:16.175858 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ce47d2c8-ccfc-4d27-82cd-0bfce870d7f9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:16.177000 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ce47d2c8-ccfc-4d27-82cd-0bfce870d7f9 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "DELETE /v2.0/security-groups/ccf453cf-d4c0-4840-8f41-9e010081140b HTTP/1.1" status: 204 len: 168 time: 1.1487079 Feb 09 14:16:16.185534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58966) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:16.186776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:16.187400 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:16.188913 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] 10.222.0.35 "PUT /v2.0/ports/98a78648-541c-4ca7-9696-7299c3e5ff12 HTTP/1.1" status: 200 len: 1091 time: 3.0024798 Feb 09 14:16:16.190950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181b18a2-f2f0-49f6-a6d0-a22f335f4476', 'tag': '98a78648-541c-4ca7-9696-7299c3e5ff12'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:16.229160 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-72815b02-c66b-4590-a72f-06e9bc3b7b8d req-c76745f7-ec72-44fa-9cbb-a106c7e6a838 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1131556 Feb 09 14:16:16.263533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8012c2ba-0060-4a09-beb1-7873f4149a1a None None] Port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:16:16.361297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-054dd36d-bdc8-4743-a657-0a15c65858d8 req-cb1ab582-447b-4257-b0df-2a0d4ed76269 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-201851009', 'description': 'tempest-description-1647311704'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:16.368476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-054dd36d-bdc8-4743-a657-0a15c65858d8 req-cb1ab582-447b-4257-b0df-2a0d4ed76269 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:16.373742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] For port 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:16:16.376372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-054dd36d-bdc8-4743-a657-0a15c65858d8 req-cb1ab582-447b-4257-b0df-2a0d4ed76269 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Usage tracker for resource:security_group and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:16.381519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-054dd36d-bdc8-4743-a657-0a15c65858d8 req-cb1ab582-447b-4257-b0df-2a0d4ed76269 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:16.391888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-054dd36d-bdc8-4743-a657-0a15c65858d8 req-cb1ab582-447b-4257-b0df-2a0d4ed76269 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:16.395277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] For port 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2a7dbc3d-9324-4b65-b0a8-02ff9f70584e,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:16:16.402113 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 6335d1d9-03d4-4890-9009-32714ddcab8d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:16.402635 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:16.406240 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:16.452474 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-054dd36d-bdc8-4743-a657-0a15c65858d8 req-cb1ab582-447b-4257-b0df-2a0d4ed76269 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:16.490954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:16.491536 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:16.492959 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] 10.222.0.35 "PUT /v2.0/ports/2a7dbc3d-9324-4b65-b0a8-02ff9f70584e HTTP/1.1" status: 200 len: 1091 time: 2.0409179 Feb 09 14:16:16.495288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ea6525-cf7e-4baf-930a-f6c00b2681f2', 'tag': '2a7dbc3d-9324-4b65-b0a8-02ff9f70584e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:16.500652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb7884-e7d3-466d-90ca-50501c9d1d5e service neutron] Pushing event updated for resources: {'Port': ['ID=98a78648-541c-4ca7-9696-7299c3e5ff12,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:16.511544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-054dd36d-bdc8-4743-a657-0a15c65858d8 req-cb1ab582-447b-4257-b0df-2a0d4ed76269 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:16.534136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-054dd36d-bdc8-4743-a657-0a15c65858d8 req-cb1ab582-447b-4257-b0df-2a0d4ed76269 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Usage tracker for resource:security_group_rule and tenant:d760a0361b69448e9a1befbac0e6baf1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:16.609801 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-74a44609-4bfd-46f3-b98d-fa75d0420d01 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Synchronizing usage tracker for tenant:fb30940321a34abab2669f1cf1e59059 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:16.664247 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-74a44609-4bfd-46f3-b98d-fa75d0420d01 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] Unset dirty status for tenant:fb30940321a34abab2669f1cf1e59059 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:16.665695 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-74a44609-4bfd-46f3-b98d-fa75d0420d01 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4756715 Feb 09 14:16:16.671444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58978) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:16.703064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-054dd36d-bdc8-4743-a657-0a15c65858d8 req-cb1ab582-447b-4257-b0df-2a0d4ed76269 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:16.719756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31eaaa-ecd9-4a08-bd3f-45e6134ec628 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7dbc3d-9324-4b65-b0a8-02ff9f70584e,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:16.720875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-cdef54b4-727e-48d5-8ac8-f7ec81125f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:16.722629 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-cdef54b4-727e-48d5-8ac8-f7ec81125f34 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f74b311868d8425684cba57e8c5d8cde&device_id=181b18a2-f2f0-49f6-a6d0-a22f335f4476 HTTP/1.1" status: 200 len: 1094 time: 0.3557434 Feb 09 14:16:16.723327 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-054dd36d-bdc8-4743-a657-0a15c65858d8 req-cb1ab582-447b-4257-b0df-2a0d4ed76269 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:16.723524 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-aff91260-6f77-4cba-8656-7f2c4b48d763 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] delete failed (client error): The resource could not be found. Feb 09 14:16:16.728230 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-aff91260-6f77-4cba-8656-7f2c4b48d763 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "DELETE /v2.0/security-groups/cf8ef5c6-8649-4129-aa97-8d0543eb4a7a HTTP/1.1" status: 404 len: 347 time: 0.0558074 Feb 09 14:16:16.731760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58982) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:16.741483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e26328-7934-45b1-a4b8-8a63f367dd27 req-a2c4c855-a403-4974-a857-91744d4d0b62 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:16.742211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a0e26328-7934-45b1-a4b8-8a63f367dd27 req-a2c4c855-a403-4974-a857-91744d4d0b62 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Synchronizing usage tracker for tenant:7eae360e45b94057993f45117e9e8fa8 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:16.786151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-eacfda3f-ee55-403a-a979-b6738476936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:16.787821 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-eacfda3f-ee55-403a-a979-b6738476936e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f74b311868d8425684cba57e8c5d8cde&device_id=c2ea6525-cf7e-4baf-930a-f6c00b2681f2 HTTP/1.1" status: 200 len: 1094 time: 0.2480309 Feb 09 14:16:16.803518 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:16.834160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9343e9-f3ec-4f13-b0b7-a160ecd660b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6335d1d9-03d4-4890-9009-32714ddcab8d'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:16.844759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6335d1d9-03d4-4890-9009-32714ddcab8d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6335d1d9-03d4-4890-9009-32714ddcab8d,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:16.850387 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:16.880393 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-aeaa9aeb-91bd-4103-8842-5223e02df12f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a7dbc3d-9324-4b65-b0a8-02ff9f70584e HTTP/1.1" status: 200 len: 217 time: 0.0807452 Feb 09 14:16:16.923768 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=6335d1d9-03d4-4890-9009-32714ddcab8d,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:16.930864 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-054dd36d-bdc8-4743-a657-0a15c65858d8 req-cb1ab582-447b-4257-b0df-2a0d4ed76269 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:16.940331 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-054dd36d-bdc8-4743-a657-0a15c65858d8 req-cb1ab582-447b-4257-b0df-2a0d4ed76269 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:16.950385 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:16:16.957810 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-c956502a-012f-4889-b748-c3460e78cc40 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] show failed (client error): The resource could not be found. Feb 09 14:16:16.958663 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c956502a-012f-4889-b748-c3460e78cc40 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "GET /v2.0/security-groups/cb906040-7f19-4b77-9819-8f62210e088c HTTP/1.1" status: 404 len: 347 time: 0.2271099 Feb 09 14:16:16.959962 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-ed5519dd-a94b-489a-a3ad-b06750a3c5f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98a78648-541c-4ca7-9696-7299c3e5ff12 HTTP/1.1" status: 200 len: 217 time: 0.2146342 Feb 09 14:16:16.965118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58988) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:17.015094 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-0e39f7ad-158c-4136-85ed-3cbb6c84f0a6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] show failed (client error): The resource could not be found. Feb 09 14:16:17.016121 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0e39f7ad-158c-4136-85ed-3cbb6c84f0a6 tempest-NegativeSecGroupTest-393179312 tempest-NegativeSecGroupTest-393179312-project] 10.222.0.48 "GET /v2.0/security-group-rules/de17fa47-cba9-4697-92b9-c09bec151c80 HTTP/1.1" status: 404 len: 356 time: 0.0468545 Feb 09 14:16:17.019646 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-054dd36d-bdc8-4743-a657-0a15c65858d8 req-cb1ab582-447b-4257-b0df-2a0d4ed76269 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:17.020830 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-054dd36d-bdc8-4743-a657-0a15c65858d8 req-cb1ab582-447b-4257-b0df-2a0d4ed76269 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6699133 Feb 09 14:16:17.021766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ab582-447b-4257-b0df-2a0d4ed76269 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb824bad-438e-4bad-a1b3-fd2bfe096e18,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:17.036728 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-402a9f5b-3be0-44bd-89d5-e1dc33141c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:17.038263 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-402a9f5b-3be0-44bd-89d5-e1dc33141c09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18ab4745-e8a1-4809-8301-7a1b88ada199 HTTP/1.1" status: 200 len: 853 time: 0.1443782 Feb 09 14:16:17.042255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a0e26328-7934-45b1-a4b8-8a63f367dd27 req-a2c4c855-a403-4974-a857-91744d4d0b62 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Unset dirty status for tenant:7eae360e45b94057993f45117e9e8fa8 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:17.048726 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0e26328-7934-45b1-a4b8-8a63f367dd27 req-a2c4c855-a403-4974-a857-91744d4d0b62 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 931 time: 0.6154940 Feb 09 14:16:17.095805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:17.103383 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-b75f5655-5721-4ecc-900b-9b2a302976fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580411 Feb 09 14:16:17.112619 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:17.140468 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-559865a1-fa22-43e2-ab96-9882d720a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:17.141948 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-559865a1-fa22-43e2-ab96-9882d720a983 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18ab4745-e8a1-4809-8301-7a1b88ada199 HTTP/1.1" status: 200 len: 853 time: 0.1729834 Feb 09 14:16:17.142891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Transition to ACTIVE for port object 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:16:17.146043 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0e26328-7934-45b1-a4b8-8a63f367dd27 req-acbc6c30-9da5-4ea5-8f45-5bc0b1885387 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963368 Feb 09 14:16:17.148858 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:17.265634 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-11cfd65c-6e54-4135-b10d-9665e494e082 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099181 Feb 09 14:16:17.353831 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-c37e8faf-5b2b-4907-9d5f-364a5ec9edd8 service neutron] 10.222.0.35 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433760 Feb 09 14:16:17.401056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb97084-75bc-48b3-ae75-ba45629a11db req-7f2ea5e2-2d16-4632-9c3b-fac28213f77a tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:17.403416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Pushing event updated for resources: {'Port': ['ID=1a24f367-c3c5-4cd6-a6d9-510cbad6a724,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:17.409763 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5bb97084-75bc-48b3-ae75-ba45629a11db req-7f2ea5e2-2d16-4632-9c3b-fac28213f77a tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=181b18a2-f2f0-49f6-a6d0-a22f335f4476 HTTP/1.1" status: 200 len: 943 time: 0.1973550 Feb 09 14:16:17.432028 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181b18a2-f2f0-49f6-a6d0-a22f335f4476', 'tag': '98a78648-541c-4ca7-9696-7299c3e5ff12', 'status': 'completed', 'code': 200} Feb 09 14:16:17.469934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59006) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:17.476920 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 7cb55f9b-f540-4d4e-978c-81beb6cf7326 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:17.535644 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5bb97084-75bc-48b3-ae75-ba45629a11db req-f0449019-61c3-4088-bd74-6d4bc205d979 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243415 Feb 09 14:16:17.647525 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ea6525-cf7e-4baf-930a-f6c00b2681f2', 'tag': '2a7dbc3d-9324-4b65-b0a8-02ff9f70584e', 'status': 'completed', 'code': 200} Feb 09 14:16:17.649792 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-e29d9763-84e3-43c9-bc3e-d8745fe217af service neutron] 10.222.0.35 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860911 Feb 09 14:16:17.670907 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 7cb55f9b-f540-4d4e-978c-81beb6cf7326 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:16:17.677225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 7cb55f9b-f540-4d4e-978c-81beb6cf7326 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:17.678496 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:17.731442 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-164d79a1-9bad-48ef-ae91-efacb19ae5e8 req-194a93f6-a989-4829-a088-5fe65e63ca15 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/eb824bad-438e-4bad-a1b3-fd2bfe096e18 HTTP/1.1" status: 200 len: 1802 time: 0.0739825 Feb 09 14:16:17.738408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-164d79a1-9bad-48ef-ae91-efacb19ae5e8 req-b963481b-e006-4567-9f15-fee69734ed43 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1111150356', 'description': 'tempest-description-hth-1143623788'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:17.740350 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9343e9-f3ec-4f13-b0b7-a160ecd660b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6335d1d9-03d4-4890-9009-32714ddcab8d', 'code': 200} Feb 09 14:16:17.829345 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-164d79a1-9bad-48ef-ae91-efacb19ae5e8 req-b963481b-e006-4567-9f15-fee69734ed43 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:17.854912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Attempting to bind port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:16:17.855255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Attempting to bind port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:16:17.855590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Attempting to bind port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 on network bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:16:17.869851 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:17.883993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 on network bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:16:17.884917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Attempting to bind port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 on network bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:16:17.906779 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 7cb55f9b-f540-4d4e-978c-81beb6cf7326, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=7cb55f9b-f540-4d4e-978c-81beb6cf7326,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:17.911578 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:17.912459 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6335d1d9-03d4-4890-9009-32714ddcab8d no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:17.916368 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-164d79a1-9bad-48ef-ae91-efacb19ae5e8 req-b963481b-e006-4567-9f15-fee69734ed43 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:17.919408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5e829-ac1a-41fa-a949-6c7a839a0b22 req-f01b56f7-ca25-4661-810d-1db661934964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:17.921364 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6f5e829-ac1a-41fa-a949-6c7a839a0b22 req-f01b56f7-ca25-4661-810d-1db661934964 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f74b311868d8425684cba57e8c5d8cde&device_id=c2ea6525-cf7e-4baf-930a-f6c00b2681f2 HTTP/1.1" status: 200 len: 1094 time: 0.1720119 Feb 09 14:16:17.923899 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-164d79a1-9bad-48ef-ae91-efacb19ae5e8 req-b963481b-e006-4567-9f15-fee69734ed43 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:17.924767 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-09dafcac-577f-4834-98d3-8f5821164d5b service neutron] 10.222.0.35 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180662 Feb 09 14:16:17.926778 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-164d79a1-9bad-48ef-ae91-efacb19ae5e8 req-b963481b-e006-4567-9f15-fee69734ed43 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:17.928033 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-164d79a1-9bad-48ef-ae91-efacb19ae5e8 req-b963481b-e006-4567-9f15-fee69734ed43 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "PUT /v2.0/security-groups/eb824bad-438e-4bad-a1b3-fd2bfe096e18 HTTP/1.1" status: 200 len: 1777 time: 0.1956434 Feb 09 14:16:18.037559 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=7cb55f9b-f540-4d4e-978c-81beb6cf7326,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:18.045141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963481b-e006-4567-9f15-fee69734ed43 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb824bad-438e-4bad-a1b3-fd2bfe096e18,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:18.084743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:16:18.085348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Checking segment: {'id': 'ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:16:18.086230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Bound using segment: {'id': 'ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:16:18.086230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Bound port: 1a24f367-c3c5-4cd6-a6d9-510cbad6a724, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:16:18.086459 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:18.096030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5e829-ac1a-41fa-a949-6c7a839a0b22 req-60205a3d-a66a-4c62-bfa7-ffc581b1e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:18.097893 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6f5e829-ac1a-41fa-a949-6c7a839a0b22 req-60205a3d-a66a-4c62-bfa7-ffc581b1e1d1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 HTTP/1.1" status: 200 len: 913 time: 0.1608102 Feb 09 14:16:18.101272 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce623b25-c1e7-41b1-a85a-b52297ff199a req-b8a133f6-4a35-46f1-bc81-8d4723a89682 service neutron] 10.222.0.35 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670280 Feb 09 14:16:18.107601 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:18.155905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6335d1d9-03d4-4890-9009-32714ddcab8d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6335d1d9-03d4-4890-9009-32714ddcab8d,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:18.161940 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:18.220247 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6f5e829-ac1a-41fa-a949-6c7a839a0b22 req-a876f95a-bc26-48f3-942f-eea84e9b2c1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a7dbc3d-9324-4b65-b0a8-02ff9f70584e HTTP/1.1" status: 200 len: 217 time: 0.0748651 Feb 09 14:16:18.236104 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d9c39d7b-c2e3-4163-b5a1-13228d5e666d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb30940321a34abab2669f1cf1e59059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7630556 Feb 09 14:16:18.239194 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=6335d1d9-03d4-4890-9009-32714ddcab8d,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:18.252130 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59020) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:18.294473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5e829-ac1a-41fa-a949-6c7a839a0b22 req-fd300064-f014-4519-a222-ce132ae83f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:18.295836 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6f5e829-ac1a-41fa-a949-6c7a839a0b22 req-fd300064-f014-4519-a222-ce132ae83f88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18ab4745-e8a1-4809-8301-7a1b88ada199 HTTP/1.1" status: 200 len: 853 time: 0.0662534 Feb 09 14:16:18.351129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e1852-817a-42a6-9b96-6dd04a05122d req-d100e2fd-318d-4209-bb72-87bb04566e4f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:18.353499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dee93-fcc4-494a-8e5b-4f45f2611dd9 req-5cf1962a-8c8c-461f-b8d5-d7d68f83880f tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:18.355116 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-873dee93-fcc4-494a-8e5b-4f45f2611dd9 req-5cf1962a-8c8c-461f-b8d5-d7d68f83880f tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 946 time: 0.4724972 Feb 09 14:16:18.357689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e1852-817a-42a6-9b96-6dd04a05122d req-d100e2fd-318d-4209-bb72-87bb04566e4f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:18.360802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] For port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:16:18.363400 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e1852-817a-42a6-9b96-6dd04a05122d req-d100e2fd-318d-4209-bb72-87bb04566e4f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:18.364713 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] For port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1a24f367-c3c5-4cd6-a6d9-510cbad6a724,segment=NetworkSegment(ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51),segment_id=ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:16:18.370326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e1852-817a-42a6-9b96-6dd04a05122d req-d100e2fd-318d-4209-bb72-87bb04566e4f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:18.376313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e1852-817a-42a6-9b96-6dd04a05122d req-d100e2fd-318d-4209-bb72-87bb04566e4f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:18.382102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e1852-817a-42a6-9b96-6dd04a05122d req-d100e2fd-318d-4209-bb72-87bb04566e4f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:18.388254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e1852-817a-42a6-9b96-6dd04a05122d req-d100e2fd-318d-4209-bb72-87bb04566e4f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:18.389405 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:18.390114 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-862e1852-817a-42a6-9b96-6dd04a05122d req-d100e2fd-318d-4209-bb72-87bb04566e4f tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5427 time: 0.2910676 Feb 09 14:16:18.396986 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6f5e829-ac1a-41fa-a949-6c7a839a0b22 req-2208fa69-ef40-4cb9-90ae-44e8c9841e44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939686 Feb 09 14:16:18.458988 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7ef654ee-bea1-47d2-b9f8-02fcd0dcc393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:18.476373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc2f51-1393-4203-b2db-8ceaa441d41b req-a6ed4f9c-ffcf-4627-8cb8-75b642bae73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:18.478443 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2bc2f51-1393-4203-b2db-8ceaa441d41b req-a6ed4f9c-ffcf-4627-8cb8-75b642bae73f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f74b311868d8425684cba57e8c5d8cde&device_id=181b18a2-f2f0-49f6-a6d0-a22f335f4476 HTTP/1.1" status: 200 len: 1094 time: 0.2957320 Feb 09 14:16:18.530214 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-862e1852-817a-42a6-9b96-6dd04a05122d req-ed91ac60-1b38-419b-8b9b-c1257abd7166 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322203 Feb 09 14:16:18.532301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Pushing event updated for resources: {'Port': ['ID=1a24f367-c3c5-4cd6-a6d9-510cbad6a724,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:18.541600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:18.542349 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:18.543909 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6cecc31-24d7-43d3-b856-08482d89111d req-2ee90604-ecad-4cdd-b4f4-71166d35f01e service neutron] 10.222.0.35 "PUT /v2.0/ports/1a24f367-c3c5-4cd6-a6d9-510cbad6a724 HTTP/1.1" status: 200 len: 1091 time: 3.0094883 Feb 09 14:16:18.564035 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-873dee93-fcc4-494a-8e5b-4f45f2611dd9 req-b970a200-a022-416b-bb1d-691324ec875a tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976290 Feb 09 14:16:18.619906 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6f5e829-ac1a-41fa-a949-6c7a839a0b22 req-5d8f32fb-f5c6-49f1-a1e7-834602830b0f service neutron] 10.222.0.35 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082672 Feb 09 14:16:18.725260 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7ef654ee-bea1-47d2-b9f8-02fcd0dcc393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:18.894864 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc2f51-1393-4203-b2db-8ceaa441d41b req-ffcc4ede-86c6-4a74-98df-472c7a16d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:18.896420 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2bc2f51-1393-4203-b2db-8ceaa441d41b req-ffcc4ede-86c6-4a74-98df-472c7a16d513 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 HTTP/1.1" status: 200 len: 913 time: 0.4043341 Feb 09 14:16:18.944219 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-832d27b4-eea8-4ef1-a62c-deffbe78cebd req-9d639cf7-9173-4d00-8e1c-438d3e092bf0 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/eb824bad-438e-4bad-a1b3-fd2bfe096e18 HTTP/1.1" status: 200 len: 1777 time: 0.0870161 Feb 09 14:16:18.964086 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6f5e829-ac1a-41fa-a949-6c7a839a0b22 req-f136f65a-cb74-4d0c-8a0f-1c89fa3f6057 service neutron] 10.222.0.35 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384433 Feb 09 14:16:18.975463 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7ef654ee-bea1-47d2-b9f8-02fcd0dcc393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:19.126584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cecc31-24d7-43d3-b856-08482d89111d req-cc8b3a8f-25b6-4791-8ef2-9eea5dff3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:19.127935 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6cecc31-24d7-43d3-b856-08482d89111d req-cc8b3a8f-25b6-4791-8ef2-9eea5dff3cc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7eae360e45b94057993f45117e9e8fa8&device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 1094 time: 0.4627700 Feb 09 14:16:19.129145 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2bc2f51-1393-4203-b2db-8ceaa441d41b req-108489e5-364a-4ec0-bdbf-c092f6a879a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98a78648-541c-4ca7-9696-7299c3e5ff12 HTTP/1.1" status: 200 len: 217 time: 0.2204933 Feb 09 14:16:19.133029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd3e5a-2226-4cac-8390-517bd5316d88 req-aa4ea479-e579-4894-bb04-0852f11bda27 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:19.134910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef654ee-bea1-47d2-b9f8-02fcd0dcc393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0d3aa6-3eed-41ed-912a-2880d084e4a8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:19.135223 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ecd3e5a-2226-4cac-8390-517bd5316d88 req-aa4ea479-e579-4894-bb04-0852f11bda27 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 943 time: 0.0909114 Feb 09 14:16:19.152190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac903c-0ea3-4c0b-b1cd-01ed38411d73 req-f2c4807c-3e88-4fbc-b690-5b221514a8f4 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:19.157952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac903c-0ea3-4c0b-b1cd-01ed38411d73 req-f2c4807c-3e88-4fbc-b690-5b221514a8f4 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:19.159598 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18ac903c-0ea3-4c0b-b1cd-01ed38411d73 req-f2c4807c-3e88-4fbc-b690-5b221514a8f4 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 1683 time: 0.4418087 Feb 09 14:16:19.192515 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ecd3e5a-2226-4cac-8390-517bd5316d88 req-95974b73-91c3-48bb-be47-125a41604e8e tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451965 Feb 09 14:16:19.241845 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7ef654ee-bea1-47d2-b9f8-02fcd0dcc393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:19.247955 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7ef654ee-bea1-47d2-b9f8-02fcd0dcc393 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa0d3aa6-3eed-41ed-912a-2880d084e4a8 HTTP/1.1" status: 204 len: 168 time: 0.9889526 Feb 09 14:16:19.314827 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-09b2427b-33a3-48fd-a8fa-21bd085390ad tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:19.318834 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6cecc31-24d7-43d3-b856-08482d89111d req-a747f74b-1f4e-420a-a524-59e015b426d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a24f367-c3c5-4cd6-a6d9-510cbad6a724 HTTP/1.1" status: 200 len: 217 time: 0.1581521 Feb 09 14:16:19.323301 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-09b2427b-33a3-48fd-a8fa-21bd085390ad tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:19.325093 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-09b2427b-33a3-48fd-a8fa-21bd085390ad tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.21 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 1683 time: 0.1103306 Feb 09 14:16:19.329746 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18ac903c-0ea3-4c0b-b1cd-01ed38411d73 req-d0d956ac-5448-433c-ac8e-562aeaf97dbd tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894005 Feb 09 14:16:19.396848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc2f51-1393-4203-b2db-8ceaa441d41b req-d2e28cad-bac4-45f1-af09-f52b095d654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:19.398317 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2bc2f51-1393-4203-b2db-8ceaa441d41b req-d2e28cad-bac4-45f1-af09-f52b095d654d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=18ab4745-e8a1-4809-8301-7a1b88ada199 HTTP/1.1" status: 200 len: 853 time: 0.2358577 Feb 09 14:16:19.412677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cecc31-24d7-43d3-b856-08482d89111d req-1306da85-539c-4a55-aa1d-ba3f4c6b4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:19.414166 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6cecc31-24d7-43d3-b856-08482d89111d req-1306da85-539c-4a55-aa1d-ba3f4c6b4eeb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b77f735-3e0e-4639-9ae0-b78965871043 HTTP/1.1" status: 200 len: 844 time: 0.0777798 Feb 09 14:16:19.468521 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538682cb-4ec6-4033-aa19-15fa1e8b8b1c', 'tag': '1a24f367-c3c5-4cd6-a6d9-510cbad6a724'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:19.477621 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0df0d610-c50d-4a82-a58d-bb3db99f16bc up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:19.480366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-490da44f-56d8-46e7-ae95-3a6b40a368ae tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Deleting port 4059e43f-33f6-45aa-b90e-ba81318ded46 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:19.480720 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-490da44f-56d8-46e7-ae95-3a6b40a368ae tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:19.492094 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2bc2f51-1393-4203-b2db-8ceaa441d41b req-90da218c-5f60-4d41-92a3-f1bc4969b573 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790753 Feb 09 14:16:19.663143 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 0df0d610-c50d-4a82-a58d-bb3db99f16bc completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:16:19.669289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 0df0d610-c50d-4a82-a58d-bb3db99f16bc triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:19.669681 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:19.743760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd446a-200d-4534-aee9-ae641586600a req-a95cbd76-1e0a-493c-b5ce-37f88df8b36f tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:19.745029 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb55f9b-f540-4d4e-978c-81beb6cf7326'}, {'server_uuid': 'bf9343e9-f3ec-4f13-b0b7-a160ecd660b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6335d1d9-03d4-4890-9009-32714ddcab8d'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:19.745751 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4bd446a-200d-4534-aee9-ae641586600a req-a95cbd76-1e0a-493c-b5ce-37f88df8b36f tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=181b18a2-f2f0-49f6-a6d0-a22f335f4476 HTTP/1.1" status: 200 len: 943 time: 0.4196544 Feb 09 14:16:19.876707 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:19.936146 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4bd446a-200d-4534-aee9-ae641586600a req-e1d26aec-ab44-4a01-8d38-4938ead29569 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720839 Feb 09 14:16:19.947711 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2bc2f51-1393-4203-b2db-8ceaa441d41b req-e79a33fb-4b4a-4f95-acd6-d0e52904a551 service neutron] 10.222.0.35 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498291 Feb 09 14:16:19.950370 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cecc31-24d7-43d3-b856-08482d89111d req-aeed43a8-a0fb-4a8a-a8c6-9697971a0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:19.952916 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6cecc31-24d7-43d3-b856-08482d89111d req-aeed43a8-a0fb-4a8a-a8c6-9697971a0be0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bdf8e264-cbf1-4d53-9f70-2eb50d3d0042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4588845 Feb 09 14:16:19.991260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0df0d610-c50d-4a82-a58d-bb3db99f16bc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0df0d610-c50d-4a82-a58d-bb3db99f16bc,segment=NetworkSegment(b14b41f5-6849-44aa-8aa7-48eb3806b034),segment_id=b14b41f5-6849-44aa-8aa7-48eb3806b034)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:20.001900 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:20.020450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-490da44f-56d8-46e7-ae95-3a6b40a368ae tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] For port 4059e43f-33f6-45aa-b90e-ba81318ded46, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=4059e43f-33f6-45aa-b90e-ba81318ded46,segment=NetworkSegment(690ee37f-dbe6-452d-8bb4-be9bdfda3416),segment_id=690ee37f-dbe6-452d-8bb4-be9bdfda3416)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:20.020826 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-490da44f-56d8-46e7-ae95-3a6b40a368ae tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:20.070074 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:16:20.093801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=0df0d610-c50d-4a82-a58d-bb3db99f16bc,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:20.160988 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690c961-5ab6-4d39-af37-5d09638c1c6b req-68997ffb-dc75-4838-8387-ef75511fb737 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:20.168288 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a690c961-5ab6-4d39-af37-5d09638c1c6b req-68997ffb-dc75-4838-8387-ef75511fb737 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 946 time: 0.3938916 Feb 09 14:16:20.186752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-490da44f-56d8-46e7-ae95-3a6b40a368ae tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Calling delete_port for 4059e43f-33f6-45aa-b90e-ba81318ded46 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:20.239346 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ba21c30-5773-474e-8fed-3e072f4f483e req-d9831b90-2fcf-4905-a8a7-50c5280a54ed tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/eb824bad-438e-4bad-a1b3-fd2bfe096e18 HTTP/1.1" status: 200 len: 1777 time: 0.2444592 Feb 09 14:16:20.311478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59062) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:20.328397 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a690c961-5ab6-4d39-af37-5d09638c1c6b req-74340bd1-a4fa-493f-9b66-24cd9f9910f3 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d83fd3-b6e8-4450-9b98-8937216fac0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586316 Feb 09 14:16:20.373992 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2bc2f51-1393-4203-b2db-8ceaa441d41b req-2da67bbb-0c24-4926-9a2f-3dabe3c4c472 service neutron] 10.222.0.35 "GET /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090707 Feb 09 14:16:20.380881 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6cecc31-24d7-43d3-b856-08482d89111d req-3ffc2b0b-c8b5-4af6-88c9-2aa557b0fd1a service neutron] 10.222.0.35 "GET /v2.0/networks/bdf8e264-cbf1-4d53-9f70-2eb50d3d0042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118016 Feb 09 14:16:20.412454 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538682cb-4ec6-4033-aa19-15fa1e8b8b1c', 'tag': '1a24f367-c3c5-4cd6-a6d9-510cbad6a724', 'status': 'completed', 'code': 200} Feb 09 14:16:20.428267 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8ba21c30-5773-474e-8fed-3e072f4f483e req-719414b6-e365-4fe2-82c0-43cb091cbc83 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:20.463967 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-490da44f-56d8-46e7-ae95-3a6b40a368ae tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:20.512455 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8ba21c30-5773-474e-8fed-3e072f4f483e req-719414b6-e365-4fe2-82c0-43cb091cbc83 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:20.543549 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bbd5be8c-e3da-4cf9-b06d-10a689bddae9 tempest-ServiceProvidersTest-1887656265 tempest-ServiceProvidersTest-1887656265-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2267699 Feb 09 14:16:20.545514 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490da44f-56d8-46e7-ae95-3a6b40a368ae tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event deleted for resources: {'Port': ['ID=4059e43f-33f6-45aa-b90e-ba81318ded46,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:20.621630 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6cecc31-24d7-43d3-b856-08482d89111d req-cc7f1de1-c462-4594-b8aa-0aefd41a0bb7 service neutron] 10.222.0.35 "GET /v2.0/networks/bdf8e264-cbf1-4d53-9f70-2eb50d3d0042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339199 Feb 09 14:16:20.685353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65afe0-2f31-491a-b58e-4b568beb7b95 req-8629e645-70ef-48df-8d11-dde3ef021c98 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:20.699047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65afe0-2f31-491a-b58e-4b568beb7b95 req-8629e645-70ef-48df-8d11-dde3ef021c98 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:20.708884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65afe0-2f31-491a-b58e-4b568beb7b95 req-8629e645-70ef-48df-8d11-dde3ef021c98 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:20.709178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-490da44f-56d8-46e7-ae95-3a6b40a368ae tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] No DVR routers for this DVR port 4059e43f-33f6-45aa-b90e-ba81318ded46 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:16:20.709178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-490da44f-56d8-46e7-ae95-3a6b40a368ae tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:20.711876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8703a09f-024f-4960-8c31-e9d0a975e3b5', 'name': 'network-vif-deleted', 'tag': '4059e43f-33f6-45aa-b90e-ba81318ded46'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:20.713218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65afe0-2f31-491a-b58e-4b568beb7b95 req-8629e645-70ef-48df-8d11-dde3ef021c98 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:20.719925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65afe0-2f31-491a-b58e-4b568beb7b95 req-8629e645-70ef-48df-8d11-dde3ef021c98 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:20.726240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65afe0-2f31-491a-b58e-4b568beb7b95 req-8629e645-70ef-48df-8d11-dde3ef021c98 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:20.734851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65afe0-2f31-491a-b58e-4b568beb7b95 req-8629e645-70ef-48df-8d11-dde3ef021c98 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:20.735221 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8ba21c30-5773-474e-8fed-3e072f4f483e req-719414b6-e365-4fe2-82c0-43cb091cbc83 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:20.736743 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bf65afe0-2f31-491a-b58e-4b568beb7b95 req-8629e645-70ef-48df-8d11-dde3ef021c98 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5428 time: 0.2423196 Feb 09 14:16:20.761314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719414b6-e365-4fe2-82c0-43cb091cbc83 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb824bad-438e-4bad-a1b3-fd2bfe096e18,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:20.766661 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8ba21c30-5773-474e-8fed-3e072f4f483e req-719414b6-e365-4fe2-82c0-43cb091cbc83 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:20.780218 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ba21c30-5773-474e-8fed-3e072f4f483e req-719414b6-e365-4fe2-82c0-43cb091cbc83 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "DELETE /v2.0/security-groups/eb824bad-438e-4bad-a1b3-fd2bfe096e18 HTTP/1.1" status: 204 len: 173 time: 0.5295384 Feb 09 14:16:20.783454 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-490da44f-56d8-46e7-ae95-3a6b40a368ae tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.21 "DELETE /v2.0/ports/4059e43f-33f6-45aa-b90e-ba81318ded46 HTTP/1.1" status: 204 len: 173 time: 1.3962023 Feb 09 14:16:20.849968 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bf65afe0-2f31-491a-b58e-4b568beb7b95 req-3156432c-90c0-44ed-965c-a9ebf30bc110 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759890 Feb 09 14:16:20.889723 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f74c6-5bc8-4759-91e5-4100a890ab52 req-b1d10a0b-8ebd-4564-83e3-3b0ad04bfa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:20.893417 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-448f74c6-5bc8-4759-91e5-4100a890ab52 req-b1d10a0b-8ebd-4564-83e3-3b0ad04bfa24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7eae360e45b94057993f45117e9e8fa8&device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 1094 time: 0.1556540 Feb 09 14:16:20.930089 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007f6cb-e2ea-4d8f-bae0-374ff553ce8b req-c16853e3-7586-4e8e-9145-c18dad9761dc tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:20.932016 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d007f6cb-e2ea-4d8f-bae0-374ff553ce8b req-c16853e3-7586-4e8e-9145-c18dad9761dc tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 946 time: 0.3388414 Feb 09 14:16:20.933066 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb55f9b-f540-4d4e-978c-81beb6cf7326', 'code': 200} Feb 09 14:16:20.933535 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9343e9-f3ec-4f13-b0b7-a160ecd660b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6335d1d9-03d4-4890-9009-32714ddcab8d', 'code': 200} Feb 09 14:16:20.945800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-42588b2d-89b6-42c3-858a-6419848411a2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Deleting port 7f61fd48-d616-4c41-9cbf-511fe21e87b3 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:20.947584 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-42588b2d-89b6-42c3-858a-6419848411a2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:21.020795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59080) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:21.193934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f74c6-5bc8-4759-91e5-4100a890ab52 req-0b305c05-7dce-4429-b219-ea0796b79b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:21.195381 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-448f74c6-5bc8-4759-91e5-4100a890ab52 req-0b305c05-7dce-4429-b219-ea0796b79b32 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 HTTP/1.1" status: 200 len: 905 time: 0.2941606 Feb 09 14:16:21.208449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da213d-df74-43e4-af1a-c45b7a482f91 req-1e9d1f65-5492-489a-8724-5063dfc2d41a tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:21.209897 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7da213d-df74-43e4-af1a-c45b7a482f91 req-1e9d1f65-5492-489a-8724-5063dfc2d41a tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 943 time: 0.1495333 Feb 09 14:16:21.283632 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-d007f6cb-e2ea-4d8f-bae0-374ff553ce8b req-1f1d8858-6176-4a75-8e6b-44d8c588b9f0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Deleting port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:21.283997 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d007f6cb-e2ea-4d8f-bae0-374ff553ce8b req-1f1d8858-6176-4a75-8e6b-44d8c588b9f0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:21.289690 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-448f74c6-5bc8-4759-91e5-4100a890ab52 req-1bb9168e-eeca-4c73-9ccc-0aec3cf27f5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a24f367-c3c5-4cd6-a6d9-510cbad6a724 HTTP/1.1" status: 200 len: 217 time: 0.0788293 Feb 09 14:16:21.319588 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc79e980-21bd-4147-8888-0b5250589fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:21.352081 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7da213d-df74-43e4-af1a-c45b7a482f91 req-2da0a687-2ff3-4f66-b96b-a680a2c23f06 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846262 Feb 09 14:16:21.368975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f74c6-5bc8-4759-91e5-4100a890ab52 req-2bccb204-f84c-4399-9784-f7dc87e1cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:21.371141 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-448f74c6-5bc8-4759-91e5-4100a890ab52 req-2bccb204-f84c-4399-9784-f7dc87e1cd39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b77f735-3e0e-4639-9ae0-b78965871043 HTTP/1.1" status: 200 len: 844 time: 0.0748079 Feb 09 14:16:21.382016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dc79e980-21bd-4147-8888-0b5250589fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:21.460203 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dc79e980-21bd-4147-8888-0b5250589fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:77ccf4ee7843420cbb20148aa89fbedd is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:21.464867 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dc79e980-21bd-4147-8888-0b5250589fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:21.490313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:16:21.494807 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e2a09b75-aff3-4881-9cb3-8cf2226c94cf up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:21.512570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dc79e980-21bd-4147-8888-0b5250589fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:21.559588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c374ab-7d3d-4b4b-ac3c-fc4444c5b808 req-5bb817c1-01fe-41ec-8efb-f458424837c0 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:21.566538 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e5c374ab-7d3d-4b4b-ac3c-fc4444c5b808 req-5bb817c1-01fe-41ec-8efb-f458424837c0 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 944 time: 0.5465758 Feb 09 14:16:21.576486 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port e2a09b75-aff3-4881-9cb3-8cf2226c94cf completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:16:21.640233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f74c6-5bc8-4759-91e5-4100a890ab52 req-7d908714-f9f9-41af-987d-0b0f590cbd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:21.641731 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-448f74c6-5bc8-4759-91e5-4100a890ab52 req-7d908714-f9f9-41af-987d-0b0f590cbd44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bdf8e264-cbf1-4d53-9f70-2eb50d3d0042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2628851 Feb 09 14:16:21.656049 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port e2a09b75-aff3-4881-9cb3-8cf2226c94cf triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:21.657179 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:21.729800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e76ba-0037-4ef9-a9ef-dba953355071 req-bc91a0f0-7f91-4801-9cc8-0d4b02133e3d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:21.736595 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f77e76ba-0037-4ef9-a9ef-dba953355071 req-bc91a0f0-7f91-4801-9cc8-0d4b02133e3d tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/ports?device_id=8703a09f-024f-4960-8c31-e9d0a975e3b5 HTTP/1.1" status: 200 len: 946 time: 0.1942289 Feb 09 14:16:21.773267 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-42588b2d-89b6-42c3-858a-6419848411a2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] For port 7f61fd48-d616-4c41-9cbf-511fe21e87b3, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=7f61fd48-d616-4c41-9cbf-511fe21e87b3,segment=NetworkSegment(d697dda1-9ef6-42c9-82dc-bcf76270d699),segment_id=d697dda1-9ef6-42c9-82dc-bcf76270d699)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:21.773661 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-42588b2d-89b6-42c3-858a-6419848411a2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:21.788478 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e5c374ab-7d3d-4b4b-ac3c-fc4444c5b808 req-855b834c-2e4d-4528-bdf9-4934dcddb250 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208803 Feb 09 14:16:21.822714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f77e76ba-0037-4ef9-a9ef-dba953355071 req-84d1cfb9-209a-49c1-981f-6054258cc8c1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a0a4094-d73e-412e-a30d-ff11582094b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851967 Feb 09 14:16:21.831857 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2a7dbc3d-9324-4b65-b0a8-02ff9f70584e,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:21.861293 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '2a7dbc3d-9324-4b65-b0a8-02ff9f70584e', 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317', 'port_id': '2a7dbc3d-9324-4b65-b0a8-02ff9f70584e', 'mac_address': 'fa:16:3e:5c:a9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ab4745-e8a1-4809-8301-7a1b88ada199', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:16:21.863186 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-448f74c6-5bc8-4759-91e5-4100a890ab52 req-9d072bd7-873d-4d61-bbe8-060732215e8f service neutron] 10.222.0.35 "GET /v2.0/networks/bdf8e264-cbf1-4d53-9f70-2eb50d3d0042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064180 Feb 09 14:16:21.956054 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:21.957036 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8703a09f-024f-4960-8c31-e9d0a975e3b5', 'name': 'network-vif-deleted', 'tag': '4059e43f-33f6-45aa-b90e-ba81318ded46', 'status': 'completed', 'code': 200} Feb 09 14:16:21.965008 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-42588b2d-89b6-42c3-858a-6419848411a2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Calling delete_port for 7f61fd48-d616-4c41-9cbf-511fe21e87b3 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:21.983611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:22.006156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2a7dbc3d-9324-4b65-b0a8-02ff9f70584e,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:22.013436 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:22.081117 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:22.097604 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 4059e43f-33f6-45aa-b90e-ba81318ded46 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:22.127207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-d007f6cb-e2ea-4d8f-bae0-374ff553ce8b req-1f1d8858-6176-4a75-8e6b-44d8c588b9f0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] For port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8,segment=NetworkSegment(0d554763-1ee3-4977-9e57-fe19f2f81aee),segment_id=0d554763-1ee3-4977-9e57-fe19f2f81aee)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:22.127564 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d007f6cb-e2ea-4d8f-bae0-374ff553ce8b req-1f1d8858-6176-4a75-8e6b-44d8c588b9f0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:22.144983 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 4059e43f-33f6-45aa-b90e-ba81318ded46 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:16:22.145733 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 4059e43f-33f6-45aa-b90e-ba81318ded46 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:16:22.146095 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 7f61fd48-d616-4c41-9cbf-511fe21e87b3 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:22.222390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=2a7dbc3d-9324-4b65-b0a8-02ff9f70584e,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:22.223454 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-448f74c6-5bc8-4759-91e5-4100a890ab52 req-4658c487-a32d-4073-a4d1-1f3ca931319a service neutron] 10.222.0.35 "GET /v2.0/networks/bdf8e264-cbf1-4d53-9f70-2eb50d3d0042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513141 Feb 09 14:16:22.231536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e2a09b75-aff3-4881-9cb3-8cf2226c94cf, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e2a09b75-aff3-4881-9cb3-8cf2226c94cf,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:22.238129 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:22.239073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84402f9-720d-45a2-955f-6eba8fd58509 req-6ed673f4-1f09-4ea0-a490-41afba6ded2d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:22.239265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 677bd77c-a935-467b-8c7e-f69298f0f833 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:22.240609 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b84402f9-720d-45a2-955f-6eba8fd58509 req-6ed673f4-1f09-4ea0-a490-41afba6ded2d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 944 time: 0.2173421 Feb 09 14:16:22.262488 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc79e980-21bd-4147-8888-0b5250589fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:22.280222 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc79e980-21bd-4147-8888-0b5250589fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:22.287856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adf812-1bf3-4c7d-94c9-0674f02b7dd9 req-4d98653d-19df-4cdc-961b-ed6cd4947318 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:22.290976 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-05adf812-1bf3-4c7d-94c9-0674f02b7dd9 req-4d98653d-19df-4cdc-961b-ed6cd4947318 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 946 time: 0.2125390 Feb 09 14:16:22.346282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-b84402f9-720d-45a2-955f-6eba8fd58509 req-34b6d043-e318-4a21-9874-32eed494d954 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Deleting port 6335d1d9-03d4-4890-9009-32714ddcab8d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:22.347285 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b84402f9-720d-45a2-955f-6eba8fd58509 req-34b6d043-e318-4a21-9874-32eed494d954 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:22.410822 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:22.416299 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-05adf812-1bf3-4c7d-94c9-0674f02b7dd9 req-9b73770c-3912-47dd-bbdd-efed4d4c52f8 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6d83fd3-b6e8-4450-9b98-8937216fac0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123934 Feb 09 14:16:22.458599 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=e2a09b75-aff3-4881-9cb3-8cf2226c94cf,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:22.466723 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dc79e980-21bd-4147-8888-0b5250589fa9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77ccf4ee7843420cbb20148aa89fbedd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4448359 Feb 09 14:16:22.474771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59096) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:22.478293 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 677bd77c-a935-467b-8c7e-f69298f0f833 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:16:22.487824 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 677bd77c-a935-467b-8c7e-f69298f0f833 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:22.488383 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:22.492638 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79e980-21bd-4147-8888-0b5250589fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64b3dd5-e928-4816-a7d6-fcbb4a8409dc,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:22.511525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bd76f-7021-4df4-a713-519c549a6e8d req-206fdf69-7a49-49bd-adb4-6fb5f3c732ad tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:22.519705 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e4bd76f-7021-4df4-a713-519c549a6e8d req-206fdf69-7a49-49bd-adb4-6fb5f3c732ad tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=181b18a2-f2f0-49f6-a6d0-a22f335f4476 HTTP/1.1" status: 200 len: 943 time: 0.4911075 Feb 09 14:16:22.541896 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-42588b2d-89b6-42c3-858a-6419848411a2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:22.668591 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['2a7dbc3d-9324-4b65-b0a8-02ff9f70584e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:22.688288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42588b2d-89b6-42c3-858a-6419848411a2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event deleted for resources: {'Port': ['ID=7f61fd48-d616-4c41-9cbf-511fe21e87b3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:22.720399 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c36527c8-3483-4a75-bf10-956443be4c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:22.732565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:22.746446 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e4bd76f-7021-4df4-a713-519c549a6e8d req-0006f168-e880-4a3a-a835-49f0be1e5d95 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251766 Feb 09 14:16:22.796762 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c36527c8-3483-4a75-bf10-956443be4c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:22.812141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-42588b2d-89b6-42c3-858a-6419848411a2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] No DVR routers for this DVR port 7f61fd48-d616-4c41-9cbf-511fe21e87b3 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:16:22.814808 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b84402f9-720d-45a2-955f-6eba8fd58509 req-34b6d043-e318-4a21-9874-32eed494d954 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] For port 6335d1d9-03d4-4890-9009-32714ddcab8d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6335d1d9-03d4-4890-9009-32714ddcab8d,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:22.815305 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b84402f9-720d-45a2-955f-6eba8fd58509 req-34b6d043-e318-4a21-9874-32eed494d954 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:22.819251 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-42588b2d-89b6-42c3-858a-6419848411a2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:22.857237 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d007f6cb-e2ea-4d8f-bae0-374ff553ce8b req-1f1d8858-6176-4a75-8e6b-44d8c588b9f0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:22.857788 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d007f6cb-e2ea-4d8f-bae0-374ff553ce8b req-1f1d8858-6176-4a75-8e6b-44d8c588b9f0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:22.858425 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [req-d007f6cb-e2ea-4d8f-bae0-374ff553ce8b req-1f1d8858-6176-4a75-8e6b-44d8c588b9f0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Floating IP 7cfb721d-4768-4595-a436-2e5831cf7bac disassociated. External IP: 172.25.8.200, port: 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8. Feb 09 14:16:22.858931 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-d007f6cb-e2ea-4d8f-bae0-374ff553ce8b req-1f1d8858-6176-4a75-8e6b-44d8c588b9f0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Calling delete_port for 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:22.951902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df0d610-c50d-4a82-a58d-bb3db99f16bc'}, {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a09b75-aff3-4881-9cb3-8cf2226c94cf'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:22.958094 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:22.991569 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c9dd5086-83e3-4df3-a9f3-a53f88ca39bb req-42588b2d-89b6-42c3-858a-6419848411a2 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.21 "DELETE /v2.0/ports/7f61fd48-d616-4c41-9cbf-511fe21e87b3 HTTP/1.1" status: 204 len: 173 time: 2.1989317 Feb 09 14:16:23.013061 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:23.021646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-b84402f9-720d-45a2-955f-6eba8fd58509 req-34b6d043-e318-4a21-9874-32eed494d954 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Calling delete_port for 6335d1d9-03d4-4890-9009-32714ddcab8d owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:23.106239 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efafe7-2367-46a5-a94a-c8711dfc7893 req-e0388463-3f2c-42f2-b779-e5a480ae4478 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:23.112798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efafe7-2367-46a5-a94a-c8711dfc7893 req-e0388463-3f2c-42f2-b779-e5a480ae4478 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:23.119434 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efafe7-2367-46a5-a94a-c8711dfc7893 req-e0388463-3f2c-42f2-b779-e5a480ae4478 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:23.125490 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efafe7-2367-46a5-a94a-c8711dfc7893 req-e0388463-3f2c-42f2-b779-e5a480ae4478 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:23.131402 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efafe7-2367-46a5-a94a-c8711dfc7893 req-e0388463-3f2c-42f2-b779-e5a480ae4478 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:23.138853 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efafe7-2367-46a5-a94a-c8711dfc7893 req-e0388463-3f2c-42f2-b779-e5a480ae4478 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:23.143907 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efafe7-2367-46a5-a94a-c8711dfc7893 req-e0388463-3f2c-42f2-b779-e5a480ae4478 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:23.151704 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-11efafe7-2367-46a5-a94a-c8711dfc7893 req-e0388463-3f2c-42f2-b779-e5a480ae4478 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5429 time: 0.5406623 Feb 09 14:16:23.153909 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 677bd77c-a935-467b-8c7e-f69298f0f833, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=677bd77c-a935-467b-8c7e-f69298f0f833,segment=NetworkSegment(4d99d233-7638-4c56-9a11-f1d927d41e97),segment_id=4d99d233-7638-4c56-9a11-f1d927d41e97)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:23.165737 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:23.166530 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2e012b21-bdb4-4038-9c4a-4518d14addfd up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:23.228101 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-11efafe7-2367-46a5-a94a-c8711dfc7893 req-5b3c6a76-b6fe-4be3-9163-f9e63ba2f8b8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752707 Feb 09 14:16:23.228914 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c36527c8-3483-4a75-bf10-956443be4c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:23.285721 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36527c8-3483-4a75-bf10-956443be4c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64b3dd5-e928-4816-a7d6-fcbb4a8409dc,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:23.306901 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c36527c8-3483-4a75-bf10-956443be4c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:23.320269 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c36527c8-3483-4a75-bf10-956443be4c93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c64b3dd5-e928-4816-a7d6-fcbb4a8409dc HTTP/1.1" status: 204 len: 168 time: 0.8349693 Feb 09 14:16:23.350868 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d007f6cb-e2ea-4d8f-bae0-374ff553ce8b req-1f1d8858-6176-4a75-8e6b-44d8c588b9f0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:23.354286 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=677bd77c-a935-467b-8c7e-f69298f0f833,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:23.361364 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b84402f9-720d-45a2-955f-6eba8fd58509 req-34b6d043-e318-4a21-9874-32eed494d954 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:23.416536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 2e012b21-bdb4-4038-9c4a-4518d14addfd completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:16:23.431719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 2e012b21-bdb4-4038-9c4a-4518d14addfd triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:23.432552 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:23.475662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6d043-e318-4a21-9874-32eed494d954 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Pushing event deleted for resources: {'Port': ['ID=6335d1d9-03d4-4890-9009-32714ddcab8d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:23.499164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d8858-6176-4a75-8e6b-44d8c588b9f0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Pushing event deleted for resources: {'Port': ['ID=23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:23.513665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 98a78648-541c-4ca7-9696-7299c3e5ff12 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:16:23.650156 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.resource_extend [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:16:23.663078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84402f9-720d-45a2-955f-6eba8fd58509 req-34b6d043-e318-4a21-9874-32eed494d954 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] No DVR routers for this DVR port 6335d1d9-03d4-4890-9009-32714ddcab8d on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:16:23.672613 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b84402f9-720d-45a2-955f-6eba8fd58509 req-34b6d043-e318-4a21-9874-32eed494d954 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:23.676609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9343e9-f3ec-4f13-b0b7-a160ecd660b9', 'name': 'network-vif-deleted', 'tag': '6335d1d9-03d4-4890-9009-32714ddcab8d'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:23.705481 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b84402f9-720d-45a2-955f-6eba8fd58509 req-34b6d043-e318-4a21-9874-32eed494d954 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.35 "DELETE /v2.0/ports/6335d1d9-03d4-4890-9009-32714ddcab8d HTTP/1.1" status: 204 len: 173 time: 1.4558425 Feb 09 14:16:23.776763 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:23.789133 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869fe47-c3c9-49b7-900c-9d382f9046bb req-faf887c3-41c9-4d0f-be8a-5a07210c1aec tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:23.795340 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e869fe47-c3c9-49b7-900c-9d382f9046bb req-faf887c3-41c9-4d0f-be8a-5a07210c1aec tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 943 time: 0.8061652 Feb 09 14:16:23.882520 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 2e012b21-bdb4-4038-9c4a-4518d14addfd, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2e012b21-bdb4-4038-9c4a-4518d14addfd,segment=NetworkSegment(4d99d233-7638-4c56-9a11-f1d927d41e97),segment_id=4d99d233-7638-4c56-9a11-f1d927d41e97)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:23.888789 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:23.889822 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device bad12c33-b53e-4a70-b9a8-26d5a13a0910 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:23.958753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6ee433ed-0206-4307-b98c-5128f254a6de req-15fb2cfb-29e4-4b2a-b565-0fa783c10a98 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Synchronizing usage tracker for tenant:5a65c0ccac574437b823990f066a8c19 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:23.979852 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8703a09f-024f-4960-8c31-e9d0a975e3b5', 'name': 'network-vif-deleted', 'tag': '7f61fd48-d616-4c41-9cbf-511fe21e87b3'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:23.995206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6ee433ed-0206-4307-b98c-5128f254a6de req-15fb2cfb-29e4-4b2a-b565-0fa783c10a98 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Unset dirty status for tenant:5a65c0ccac574437b823990f066a8c19 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:24.003541 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6ee433ed-0206-4307-b98c-5128f254a6de req-15fb2cfb-29e4-4b2a-b565-0fa783c10a98 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf9343e9-f3ec-4f13-b0b7-a160ecd660b9 HTTP/1.1" status: 200 len: 210 time: 0.2624528 Feb 09 14:16:24.017797 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 98a78648-541c-4ca7-9696-7299c3e5ff12, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=98a78648-541c-4ca7-9696-7299c3e5ff12,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:24.049509 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e869fe47-c3c9-49b7-900c-9d382f9046bb req-2917b488-156b-4178-97b2-8ba91f1dc7b3 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440457 Feb 09 14:16:24.056514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '98a78648-541c-4ca7-9696-7299c3e5ff12', 'network_id': 'd5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317', 'port_id': '98a78648-541c-4ca7-9696-7299c3e5ff12', 'mac_address': 'fa:16:3e:74:3d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ab4745-e8a1-4809-8301-7a1b88ada199', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:16:24.105065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=2e012b21-bdb4-4038-9c4a-4518d14addfd,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:24.121880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port bad12c33-b53e-4a70-b9a8-26d5a13a0910 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:16:24.138077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d007f6cb-e2ea-4d8f-bae0-374ff553ce8b req-1f1d8858-6176-4a75-8e6b-44d8c588b9f0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Router fe1ed4a7-f772-41eb-9c12-213104a187a9 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:16:24.144910 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port bad12c33-b53e-4a70-b9a8-26d5a13a0910 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:24.145289 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:24.150284 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [req-b31f6e6d-9cf5-4d0c-a7fa-6cbf1923bb5d req-f291922a-a3f4-4ab4-9957-7cb6b46f2ae3 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] show failed (client error): The resource could not be found. Feb 09 14:16:24.151454 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b31f6e6d-9cf5-4d0c-a7fa-6cbf1923bb5d req-f291922a-a3f4-4ab4-9957-7cb6b46f2ae3 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/a36fd6c2-7822-4f43-a57c-26f9b077254c HTTP/1.1" status: 404 len: 352 time: 0.0493946 Feb 09 14:16:24.202474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59130) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:24.210099 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:24.256988 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df0d610-c50d-4a82-a58d-bb3db99f16bc', 'code': 200} Feb 09 14:16:24.257266 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a09b75-aff3-4881-9cb3-8cf2226c94cf', 'code': 200} Feb 09 14:16:24.260107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a78648-541c-4ca7-9696-7299c3e5ff12 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:24.337580 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 98a78648-541c-4ca7-9696-7299c3e5ff12, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=98a78648-541c-4ca7-9696-7299c3e5ff12,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:24.349915 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:24.353222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1809e3d-3ffb-416c-ad35-19366d838fcc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Deleting subnet 4a72c883-8b99-469e-898b-35148827a322 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:16:24.363248 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1809e3d-3ffb-416c-ad35-19366d838fcc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:24.413266 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9343e9-f3ec-4f13-b0b7-a160ecd660b9', 'name': 'network-vif-deleted', 'tag': '6335d1d9-03d4-4890-9009-32714ddcab8d', 'status': 'completed', 'code': 200} Feb 09 14:16:24.429608 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:24.474006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d007f6cb-e2ea-4d8f-bae0-374ff553ce8b req-1f1d8858-6176-4a75-8e6b-44d8c588b9f0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:16:24.495433 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a4bbe-0a34-4aea-b920-790c7e811acb None None] Sync routers for ids ['fe1ed4a7-f772-41eb-9c12-213104a187a9'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:16:24.527672 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-28109343-cae3-4ab1-b8d1-6f06c1d55b65 req-af3dc496-67c4-4668-94dc-f21d95822362 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcd0362d-c53b-4fb8-8980-13df30bbb29c HTTP/1.1" status: 200 len: 210 time: 0.1133478 Feb 09 14:16:24.547761 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1809e3d-3ffb-416c-ad35-19366d838fcc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:24.580375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=98a78648-541c-4ca7-9696-7299c3e5ff12,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:24.599276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a4bbe-0a34-4aea-b920-790c7e811acb None None] Routers {'fe1ed4a7-f772-41eb-9c12-213104a187a9'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:16:24.601704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4f4a4bbe-0a34-4aea-b920-790c7e811acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:15:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['fe1ed4a7-f772-41eb-9c12-213104a187a9'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:24.639186 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8703a09f-024f-4960-8c31-e9d0a975e3b5', 'name': 'network-vif-deleted', 'tag': '7f61fd48-d616-4c41-9cbf-511fe21e87b3', 'status': 'completed', 'code': 200} Feb 09 14:16:24.677254 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-ac3cf30f-7cba-4c5f-b028-d565450c025e req-b3346a29-de43-418a-9ef2-da5bb61849bd tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] show failed (client error): The resource could not be found. Feb 09 14:16:24.678281 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ac3cf30f-7cba-4c5f-b028-d565450c025e req-b3346a29-de43-418a-9ef2-da5bb61849bd tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/6a5bd043-baf9-4239-8fdc-039f26c18a28 HTTP/1.1" status: 404 len: 352 time: 0.0274081 Feb 09 14:16:24.706874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d007f6cb-e2ea-4d8f-bae0-374ff553ce8b req-1f1d8858-6176-4a75-8e6b-44d8c588b9f0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] No DVR routers for this DVR port 23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:16:24.727623 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d007f6cb-e2ea-4d8f-bae0-374ff553ce8b req-1f1d8858-6176-4a75-8e6b-44d8c588b9f0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:24.743957 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1809e3d-3ffb-416c-ad35-19366d838fcc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:24.779767 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d007f6cb-e2ea-4d8f-bae0-374ff553ce8b req-1f1d8858-6176-4a75-8e6b-44d8c588b9f0 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.21 "DELETE /v2.0/ports/23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8 HTTP/1.1" status: 204 len: 173 time: 3.8396685 Feb 09 14:16:24.780645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port bad12c33-b53e-4a70-b9a8-26d5a13a0910, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=bad12c33-b53e-4a70-b9a8-26d5a13a0910,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:24.810291 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:24.811534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 51166934-6833-4ae3-b0f8-42d4ff50594b up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:24.836794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064124a-f9b5-46af-95e1-59d088cd38a7 req-885d3a3e-c42b-4b47-a175-896ea29853e0 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:24.844495 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8064124a-f9b5-46af-95e1-59d088cd38a7 req-885d3a3e-c42b-4b47-a175-896ea29853e0 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=181b18a2-f2f0-49f6-a6d0-a22f335f4476 HTTP/1.1" status: 200 len: 944 time: 0.2167225 Feb 09 14:16:24.885610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['98a78648-541c-4ca7-9696-7299c3e5ff12'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:24.925385 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8064124a-f9b5-46af-95e1-59d088cd38a7 req-b7fc8792-ed10-42f3-ac4d-91bb4c98ca82 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735326 Feb 09 14:16:24.935553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1809e3d-3ffb-416c-ad35-19366d838fcc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:24.985975 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [req-10c63050-ec70-43f4-a779-db44bc937e46 req-064976b6-2259-457d-b4b8-cfbe440fc05c tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] show failed (client error): The resource could not be found. Feb 09 14:16:24.986997 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-10c63050-ec70-43f4-a779-db44bc937e46 req-064976b6-2259-457d-b4b8-cfbe440fc05c tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/76eabf06-d025-490e-a6c3-22fb19360dda HTTP/1.1" status: 404 len: 352 time: 0.0237293 Feb 09 14:16:25.018356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-4f4a4bbe-0a34-4aea-b920-790c7e811acb None None] Set router fe1ed4a7-f772-41eb-9c12-213104a187a9 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:16:25.027104 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1809e3d-3ffb-416c-ad35-19366d838fcc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:25.032340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1809e3d-3ffb-416c-ad35-19366d838fcc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event deleted for resources: {'Subnet': ['ID=4a72c883-8b99-469e-898b-35148827a322,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:25.041585 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [req-c75596c9-d904-46a8-80a0-6acac98da406 req-d34f7998-dd98-4649-b821-ad883e5ac00c tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] show failed (client error): The resource could not be found. Feb 09 14:16:25.042914 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c75596c9-d904-46a8-80a0-6acac98da406 req-d34f7998-dd98-4649-b821-ad883e5ac00c tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/a4021f8c-bc29-4a98-8296-d49383d0eb35 HTTP/1.1" status: 404 len: 352 time: 0.0274839 Feb 09 14:16:25.054703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59158) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:25.057344 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c1809e3d-3ffb-416c-ad35-19366d838fcc tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "DELETE /v2.0/subnets/4a72c883-8b99-469e-898b-35148827a322 HTTP/1.1" status: 204 len: 168 time: 0.8534622 Feb 09 14:16:25.082838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bb0a9c-40f2-459f-9790-6bd8f361c584 None None] Network 56e041f7-3c39-4f9e-8ee5-05f87fefbb31 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:16:25.094191 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880200-4d4c-4d86-a088-146dead38696 req-d5436ec5-ecaa-491f-81d8-188259abf518 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:25.106887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880200-4d4c-4d86-a088-146dead38696 req-d5436ec5-ecaa-491f-81d8-188259abf518 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:25.113806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880200-4d4c-4d86-a088-146dead38696 req-d5436ec5-ecaa-491f-81d8-188259abf518 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:25.120427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880200-4d4c-4d86-a088-146dead38696 req-d5436ec5-ecaa-491f-81d8-188259abf518 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:25.127095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880200-4d4c-4d86-a088-146dead38696 req-d5436ec5-ecaa-491f-81d8-188259abf518 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:25.135516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880200-4d4c-4d86-a088-146dead38696 req-d5436ec5-ecaa-491f-81d8-188259abf518 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:25.142154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880200-4d4c-4d86-a088-146dead38696 req-d5436ec5-ecaa-491f-81d8-188259abf518 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:25.150854 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c880200-4d4c-4d86-a088-146dead38696 req-d5436ec5-ecaa-491f-81d8-188259abf518 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5432 time: 0.3183508 Feb 09 14:16:25.213299 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:25.223419 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [req-11ba98ab-b655-4662-944c-eee43ed127c3 req-c968cdfa-73a9-4b28-8c3b-c9803eebb12f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] show failed (client error): The resource could not be found. Feb 09 14:16:25.242772 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-11ba98ab-b655-4662-944c-eee43ed127c3 req-c968cdfa-73a9-4b28-8c3b-c9803eebb12f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/26bc806c-ff7d-483d-b62d-db9901af0465 HTTP/1.1" status: 404 len: 352 time: 0.0517054 Feb 09 14:16:25.247302 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c880200-4d4c-4d86-a088-146dead38696 req-39adc6c4-cecf-41c0-b16c-afeadc224db1 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951138 Feb 09 14:16:25.281950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Deleting port 729a57ed-096e-4667-943f-4f2287a66bde {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:25.281950 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:25.324896 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-ec8e0d31-3d78-458b-8cf2-82659af73ef4 req-49912882-3907-431f-8db9-97502ec9bb8e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] show failed (client error): The resource could not be found. Feb 09 14:16:25.334351 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ec8e0d31-3d78-458b-8cf2-82659af73ef4 req-49912882-3907-431f-8db9-97502ec9bb8e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/f478cd1b-b3c6-4195-bd0b-938a48f28847 HTTP/1.1" status: 404 len: 352 time: 0.0348768 Feb 09 14:16:25.528621 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:16:25.645138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59178) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:25.647849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] For port 729a57ed-096e-4667-943f-4f2287a66bde, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=729a57ed-096e-4667-943f-4f2287a66bde,segment=NetworkSegment(d697dda1-9ef6-42c9-82dc-bcf76270d699),segment_id=d697dda1-9ef6-42c9-82dc-bcf76270d699)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:25.648641 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:25.758287 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 51166934-6833-4ae3-b0f8-42d4ff50594b completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:16:25.762874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=bad12c33-b53e-4a70-b9a8-26d5a13a0910,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:25.780570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 51166934-6833-4ae3-b0f8-42d4ff50594b triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:25.780942 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:25.843653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Calling delete_port for 729a57ed-096e-4667-943f-4f2287a66bde owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:25.923406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d9d12-9957-48b7-82e1-151563a22099 req-294d671e-f8bf-41fc-92d2-707ca829db0e tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:25.925066 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc0d9d12-9957-48b7-82e1-151563a22099 req-294d671e-f8bf-41fc-92d2-707ca829db0e tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 943 time: 0.3783355 Feb 09 14:16:25.969443 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cc01791b-a779-4901-80c5-441596be33f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.002711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-cc01791b-a779-4901-80c5-441596be33f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:26.021566 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cc01791b-a779-4901-80c5-441596be33f0 admin admin] Usage tracker for resource:security_group_rule and tenant:111315466c3541e3a2c0c3c26c936777 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:26.042109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cc01791b-a779-4901-80c5-441596be33f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:26.057176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-cc01791b-a779-4901-80c5-441596be33f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:26.065363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b6a172ca-4161-4c2b-a38c-d32927a87567 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:26.066958 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b6a172ca-4161-4c2b-a38c-d32927a87567 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/networks?id=eb65df74-eed7-4e29-9afd-1c778bc5afdb HTTP/1.1" status: 200 len: 821 time: 0.2515647 Feb 09 14:16:26.112423 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc0d9d12-9957-48b7-82e1-151563a22099 req-b8ef2341-4eb9-4f06-a83e-2adf5256f045 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765471 Feb 09 14:16:26.113989 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.143927 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-28a8afed-da67-49e6-b5f1-bcbf174b2bbd tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/quotas/5a65c0ccac574437b823990f066a8c19 HTTP/1.1" status: 200 len: 375 time: 0.0654006 Feb 09 14:16:26.168517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e26e9d7-f3c3-4247-9e3c-1e3fad3519fb None None] DHCP port deletion for 56e041f7-3c39-4f9e-8ee5-05f87fefbb31 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:16:26.176583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] No DVR routers for this DVR port 729a57ed-096e-4667-943f-4f2287a66bde on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:16:26.226567 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1a24f367-c3c5-4cd6-a6d9-510cbad6a724,segment=NetworkSegment(ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51),segment_id=ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:26.241363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event deleted for resources: {'Port': ['ID=729a57ed-096e-4667-943f-4f2287a66bde,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:26.257143 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.273344 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677bd77c-a935-467b-8c7e-f69298f0f833'}, {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e012b21-bdb4-4038-9c4a-4518d14addfd'}, {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad12c33-b53e-4a70-b9a8-26d5a13a0910'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:26.291179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '1a24f367-c3c5-4cd6-a6d9-510cbad6a724', 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042', 'port_id': '1a24f367-c3c5-4cd6-a6d9-510cbad6a724', 'mac_address': 'fa:16:3e:7a:7b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:16:26.353961 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.365301 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cc01791b-a779-4901-80c5-441596be33f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.380454 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-a95469ed-a952-4107-9976-7fbd8c369c2e tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a65c0ccac574437b823990f066a8c19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2353849 Feb 09 14:16:26.406931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 51166934-6833-4ae3-b0f8-42d4ff50594b, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=51166934-6833-4ae3-b0f8-42d4ff50594b,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:26.422138 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.432181 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e041f7-3c39-4f9e-8ee5-05f87fefbb31']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:26.455843 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.457183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd697dda1-9ef6-42c9-82dc-bcf76270d699') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:26.457481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd697dda1-9ef6-42c9-82dc-bcf76270d699') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:26.461174 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cc01791b-a779-4901-80c5-441596be33f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.475468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:26.480624 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.511626 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267785a-fc28-4c09-a0bd-044a8eec3c01 req-e29429f9-3934-4946-ae44-74e32db8b07f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:26.513936 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0267785a-fc28-4c09-a0bd-044a8eec3c01 req-e29429f9-3934-4946-ae44-74e32db8b07f tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 1024 time: 0.1665580 Feb 09 14:16:26.518713 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.531524 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cc01791b-a779-4901-80c5-441596be33f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=111315466c3541e3a2c0c3c26c936777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8849554 Feb 09 14:16:26.535503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59202) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:26.539352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:16:26.539352 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.540470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01791b-a779-4901-80c5-441596be33f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ada7651-3b37-489b-83d1-5f7561510726,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:26.563982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4f4a4bbe-0a34-4aea-b920-790c7e811acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'name': 'tempest-ServersTestManualDisk-1742022487-router', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:40Z', 'updated_at': '2022-02-09T14:14:03Z', 'revision_number': 4, 'project_id': '20c1fbf014444753a794493123a90d00', 'gw_port': {'id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:43Z', 'updated_at': '2022-02-09T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'cb05df1e-415b-46a8-9677-9da5c0f9d78a', 'name': '', 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'mac_address': 'fa:16:3e:4b:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:57Z', 'updated_at': '2022-02-09T14:14:15Z', 'revision_number': 5, 'project_id': '20c1fbf014444753a794493123a90d00', 'subnets': [{'id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:26.568094 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:16:26.572740 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:16:26.599010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a4bbe-0a34-4aea-b920-790c7e811acb None None] Checking router: fe1ed4a7-f772-41eb-9c12-213104a187a9 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:16:26.608528 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-d58209b1-b615-4aed-a65a-6679dae0438a service neutron] 10.222.0.48 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269514 Feb 09 14:16:26.623177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1a24f367-c3c5-4cd6-a6d9-510cbad6a724,segment=NetworkSegment(ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51),segment_id=ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:26.625715 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=51166934-6833-4ae3-b0f8-42d4ff50594b,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:26.632061 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.649468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd0362d-c53b-4fb8-8980-13df30bbb29c', 'name': 'network-vif-deleted', 'tag': '23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:26.681522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a4bbe-0a34-4aea-b920-790c7e811acb None None] Routers {'fe1ed4a7-f772-41eb-9c12-213104a187a9'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:16:26.682165 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4f4a4bbe-0a34-4aea-b920-790c7e811acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:15:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['fe1ed4a7-f772-41eb-9c12-213104a187a9'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:26.728223 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.767634 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.779714 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84b5292a-fd82-4afd-9df6-0c149deac02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.782703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 729a57ed-096e-4667-943f-4f2287a66bde no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:26.786293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-0267785a-fc28-4c09-a0bd-044a8eec3c01 req-52f9cf83-3af3-4370-8ea2-164a811d906d tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Synchronizing usage tracker for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:26.800563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event deleted for resources: {'Network': ['ID=56e041f7-3c39-4f9e-8ee5-05f87fefbb31,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:26.826099 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-0267785a-fc28-4c09-a0bd-044a8eec3c01 req-52f9cf83-3af3-4370-8ea2-164a811d906d tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Unset dirty status for tenant:d760a0361b69448e9a1befbac0e6baf1 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:26.827072 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0267785a-fc28-4c09-a0bd-044a8eec3c01 req-52f9cf83-3af3-4370-8ea2-164a811d906d tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=3aabab37-ef05-4e88-9e4e-705483a6e33f&id=c1a1749c-86c4-4d7e-a5fa-c709622c574a&id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3031211 Feb 09 14:16:26.833634 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d5404aed-6102-42ea-89f2-c0e5ba5a0fc1 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "DELETE /v2.0/networks/56e041f7-3c39-4f9e-8ee5-05f87fefbb31 HTTP/1.1" status: 204 len: 168 time: 1.7753754 Feb 09 14:16:26.834614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59208) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:26.841912 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84b5292a-fd82-4afd-9df6-0c149deac02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.854573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 729a57ed-096e-4667-943f-4f2287a66bde {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:16:26.854908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 729a57ed-096e-4667-943f-4f2287a66bde not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:16:26.856420 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb0be639-6399-4d1c-aa73-8ee6393883af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.864868 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:16:26.887651 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:26.888345 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:26.889981 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-6a2efee0-47f9-4166-86e2-31492e161483 service neutron] 10.222.0.48 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806227 Feb 09 14:16:26.938500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ba8861-55e4-40ab-8e3c-846277e79372 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Deleting subnet c0b12119-8342-445f-83bd-e3d29a4a2902 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:16:26.941826 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-30ba8861-55e4-40ab-8e3c-846277e79372 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:27.011547 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=1a24f367-c3c5-4cd6-a6d9-510cbad6a724,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:27.059503 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84b5292a-fd82-4afd-9df6-0c149deac02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:27.080721 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59214) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:27.086617 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-30ba8861-55e4-40ab-8e3c-846277e79372 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:27.128909 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5292a-fd82-4afd-9df6-0c149deac02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ada7651-3b37-489b-83d1-5f7561510726,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:27.144145 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84b5292a-fd82-4afd-9df6-0c149deac02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:27.145572 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-84b5292a-fd82-4afd-9df6-0c149deac02d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ada7651-3b37-489b-83d1-5f7561510726 HTTP/1.1" status: 204 len: 168 time: 0.6088953 Feb 09 14:16:27.195389 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-4f4a4bbe-0a34-4aea-b920-790c7e811acb None None] Set router fe1ed4a7-f772-41eb-9c12-213104a187a9 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:16:27.234474 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861536a2-6afb-4202-836b-c2457f37a035 req-85452bf4-7e30-4990-acfa-6412103230d9 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:27.241708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-861536a2-6afb-4202-836b-c2457f37a035 req-85452bf4-7e30-4990-acfa-6412103230d9 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=181b18a2-f2f0-49f6-a6d0-a22f335f4476 HTTP/1.1" status: 200 len: 944 time: 0.2593737 Feb 09 14:16:27.305041 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-30ba8861-55e4-40ab-8e3c-846277e79372 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:27.311621 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-86b02382-0ac1-4ef5-9676-08eb75c7877f tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:27.354084 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-861536a2-6afb-4202-836b-c2457f37a035 req-df6cdf6b-7752-47b7-a13d-751d4be5bfce tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972514 Feb 09 14:16:27.417257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c1f02-31c4-4a24-ae62-aab855eb5b13 req-e54d3f6f-ea84-49c5-b541-41cbd4340f7d tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:27.427090 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd7c1f02-31c4-4a24-ae62-aab855eb5b13 req-e54d3f6f-ea84-49c5-b541-41cbd4340f7d tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.21 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 1024 time: 0.3273311 Feb 09 14:16:27.429044 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-86b02382-0ac1-4ef5-9676-08eb75c7877f tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:27.449896 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677bd77c-a935-467b-8c7e-f69298f0f833', 'code': 200} Feb 09 14:16:27.449896 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e012b21-bdb4-4038-9c4a-4518d14addfd', 'code': 200} Feb 09 14:16:27.450581 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad12c33-b53e-4a70-b9a8-26d5a13a0910', 'code': 200} Feb 09 14:16:27.460974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78a72a-fb8d-4bbe-a75b-c47add528e2e req-fbf3bee5-36e7-45b7-b0e1-afaf1895ee01 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:27.468202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78a72a-fb8d-4bbe-a75b-c47add528e2e req-fbf3bee5-36e7-45b7-b0e1-afaf1895ee01 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:27.469077 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['1a24f367-c3c5-4cd6-a6d9-510cbad6a724'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:27.474572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78a72a-fb8d-4bbe-a75b-c47add528e2e req-fbf3bee5-36e7-45b7-b0e1-afaf1895ee01 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:27.481841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78a72a-fb8d-4bbe-a75b-c47add528e2e req-fbf3bee5-36e7-45b7-b0e1-afaf1895ee01 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:27.489741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78a72a-fb8d-4bbe-a75b-c47add528e2e req-fbf3bee5-36e7-45b7-b0e1-afaf1895ee01 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:27.499151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78a72a-fb8d-4bbe-a75b-c47add528e2e req-fbf3bee5-36e7-45b7-b0e1-afaf1895ee01 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:27.505109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78a72a-fb8d-4bbe-a75b-c47add528e2e req-fbf3bee5-36e7-45b7-b0e1-afaf1895ee01 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:27.513652 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d78a72a-fb8d-4bbe-a75b-c47add528e2e req-fbf3bee5-36e7-45b7-b0e1-afaf1895ee01 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5433 time: 0.3247292 Feb 09 14:16:27.593738 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d78a72a-fb8d-4bbe-a75b-c47add528e2e req-8a61bc48-2d66-4037-aa18-325368f65521 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762749 Feb 09 14:16:27.595528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-dd7c1f02-31c4-4a24-ae62-aab855eb5b13 req-6ae16bb8-15ec-4b81-a467-47ccc54d563e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Deleting port e515ef88-ef23-43fa-b14c-91700058de29 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:27.596337 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-dd7c1f02-31c4-4a24-ae62-aab855eb5b13 req-6ae16bb8-15ec-4b81-a467-47ccc54d563e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:27.621551 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-30ba8861-55e4-40ab-8e3c-846277e79372 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:27.642717 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd0362d-c53b-4fb8-8980-13df30bbb29c', 'name': 'network-vif-deleted', 'tag': '23ae7ec4-0971-4dc2-b1ba-f88e5f58eeb8', 'status': 'completed', 'code': 200} Feb 09 14:16:27.712773 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-24262b79-ee46-4337-baca-1603d44395f5 req-61c5178a-b5d4-4cdb-bcb2-cf26787dc5ee tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fcb99a-0c96-48cc-875f-a0fc1c297400 HTTP/1.1" status: 200 len: 210 time: 0.0767064 Feb 09 14:16:27.902903 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-86b02382-0ac1-4ef5-9676-08eb75c7877f tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:27.966560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba8861-55e4-40ab-8e3c-846277e79372 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b12119-8342-445f-83bd-e3d29a4a2902,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:27.981477 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:27.991525 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-30ba8861-55e4-40ab-8e3c-846277e79372 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:28.010846 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-30ba8861-55e4-40ab-8e3c-846277e79372 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "DELETE /v2.0/subnets/c0b12119-8342-445f-83bd-e3d29a4a2902 HTTP/1.1" status: 204 len: 168 time: 1.1755750 Feb 09 14:16:28.011877 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59244) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:28.122207 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1080d0d1-709c-4bed-bd50-2d7795cfa4cf None None] Network 9513dd8e-901a-40a1-90aa-2df47892c207 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:16:28.145372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-dd7c1f02-31c4-4a24-ae62-aab855eb5b13 req-6ae16bb8-15ec-4b81-a467-47ccc54d563e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] For port e515ef88-ef23-43fa-b14c-91700058de29, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=e515ef88-ef23-43fa-b14c-91700058de29,segment=NetworkSegment(e7517b22-da4f-4744-9e69-81bbd574dfd0),segment_id=e7517b22-da4f-4744-9e69-81bbd574dfd0)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:28.145893 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-dd7c1f02-31c4-4a24-ae62-aab855eb5b13 req-6ae16bb8-15ec-4b81-a467-47ccc54d563e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:28.166076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d972029-5b90-4038-89c0-038278a8d2d0 req-5d1edad6-71ae-4350-80c1-a3ef3e96f38b tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:28.173438 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d972029-5b90-4038-89c0-038278a8d2d0 req-5d1edad6-71ae-4350-80c1-a3ef3e96f38b tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 944 time: 0.2513709 Feb 09 14:16:28.202280 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:28.249832 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d972029-5b90-4038-89c0-038278a8d2d0 req-9a98f1c5-c6db-4e7e-b497-cda558203598 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752220 Feb 09 14:16:28.267030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Deleting port f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:28.267384 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:28.447684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-dd7c1f02-31c4-4a24-ae62-aab855eb5b13 req-6ae16bb8-15ec-4b81-a467-47ccc54d563e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Calling delete_port for e515ef88-ef23-43fa-b14c-91700058de29 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:28.479530 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2a7dbc3d-9324-4b65-b0a8-02ff9f70584e,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:28.481025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b02382-0ac1-4ef5-9676-08eb75c7877f tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d83fd3-b6e8-4450-9b98-8937216fac0a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:28.509722 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-86b02382-0ac1-4ef5-9676-08eb75c7877f tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:28.511194 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-86b02382-0ac1-4ef5-9676-08eb75c7877f tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "DELETE /v2.0/security-groups/e6d83fd3-b6e8-4450-9b98-8937216fac0a HTTP/1.1" status: 204 len: 168 time: 1.4292879 Feb 09 14:16:28.515895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59260) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:28.557349 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-803677f2-f137-43e6-8a38-bf4a83a3a56b tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] show failed (client error): The resource could not be found. Feb 09 14:16:28.558754 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-803677f2-f137-43e6-8a38-bf4a83a3a56b tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "GET /v2.0/security-groups/e6d83fd3-b6e8-4450-9b98-8937216fac0a HTTP/1.1" status: 404 len: 347 time: 0.0396891 Feb 09 14:16:28.562807 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59264) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:28.597118 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:28.597942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6335d1d9-03d4-4890-9009-32714ddcab8d no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:28.703748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] For port f68a9c88-89b5-4b3f-a2a4-8db31520d5e0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f68a9c88-89b5-4b3f-a2a4-8db31520d5e0,segment=NetworkSegment(690ee37f-dbe6-452d-8bb4-be9bdfda3416),segment_id=690ee37f-dbe6-452d-8bb4-be9bdfda3416)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:28.704126 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:28.768269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=2a7dbc3d-9324-4b65-b0a8-02ff9f70584e,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:28.770960 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 6335d1d9-03d4-4890-9009-32714ddcab8d {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:16:28.771793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6335d1d9-03d4-4890-9009-32714ddcab8d not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:16:28.795881 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:28.796321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:28.796697 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:28.797391 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:28.797869 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:28.798213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:28.798549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:28.798877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:28.799208 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:28.799537 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:28.799893 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:28.800221 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:28.806215 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 98a78648-541c-4ca7-9696-7299c3e5ff12 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:28.893863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Calling delete_port for f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:28.909048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4f4a4bbe-0a34-4aea-b920-790c7e811acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'name': 'tempest-ServersTestManualDisk-1742022487-router', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:40Z', 'updated_at': '2022-02-09T14:14:03Z', 'revision_number': 4, 'project_id': '20c1fbf014444753a794493123a90d00', 'gw_port': {'id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:43Z', 'updated_at': '2022-02-09T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'cb05df1e-415b-46a8-9677-9da5c0f9d78a', 'name': '', 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'mac_address': 'fa:16:3e:4b:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:57Z', 'updated_at': '2022-02-09T14:14:15Z', 'revision_number': 5, 'project_id': '20c1fbf014444753a794493123a90d00', 'subnets': [{'id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:28.931284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a4bbe-0a34-4aea-b920-790c7e811acb None None] The sync data for ids ['fe1ed4a7-f772-41eb-9c12-213104a187a9'] in n-d-828418-2 is: [{'id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'name': 'tempest-ServersTestManualDisk-1742022487-router', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:40Z', 'updated_at': '2022-02-09T14:14:03Z', 'revision_number': 4, 'project_id': '20c1fbf014444753a794493123a90d00', 'gw_port': {'id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:43Z', 'updated_at': '2022-02-09T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'cb05df1e-415b-46a8-9677-9da5c0f9d78a', 'name': '', 'network_id': '677aeaaa-6d2e-498f-b8b0-01a0adcdf713', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'mac_address': 'fa:16:3e:4b:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:57Z', 'updated_at': '2022-02-09T14:14:15Z', 'revision_number': 5, 'project_id': '20c1fbf014444753a794493123a90d00', 'subnets': [{'id': 'dad0dc1a-d8af-4c04-a1dc-09fea9c37506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:16:28.940797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0260c-f21a-49be-b806-d22d6c4a0fd3 req-8ab1f12e-ec56-4f55-b3b8-a3574dc77fd3 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:28.941855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-9ff0260c-f21a-49be-b806-d22d6c4a0fd3 req-8ab1f12e-ec56-4f55-b3b8-a3574dc77fd3 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Synchronizing usage tracker for tenant:f74b311868d8425684cba57e8c5d8cde on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:28.954004 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 98a78648-541c-4ca7-9696-7299c3e5ff12 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:16:28.960407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 98a78648-541c-4ca7-9696-7299c3e5ff12 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:28.961046 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:29.048943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-9ff0260c-f21a-49be-b806-d22d6c4a0fd3 req-8ab1f12e-ec56-4f55-b3b8-a3574dc77fd3 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Unset dirty status for tenant:f74b311868d8425684cba57e8c5d8cde on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:29.049519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9e0dd619-6f99-4a24-97dd-d41ccdfa86e9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Deleting port ac8f9e3a-f3b0-48f1-b7c9-138af258d4ca {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:29.052163 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd619-6f99-4a24-97dd-d41ccdfa86e9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:29.056814 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ff0260c-f21a-49be-b806-d22d6c4a0fd3 req-8ab1f12e-ec56-4f55-b3b8-a3574dc77fd3 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=181b18a2-f2f0-49f6-a6d0-a22f335f4476 HTTP/1.1" status: 200 len: 944 time: 0.5656908 Feb 09 14:16:29.065874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aee873-7a68-4cae-83c0-a4ef1540d252 None None] DHCP port deletion for 9513dd8e-901a-40a1-90aa-2df47892c207 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:16:29.078963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-25aee873-7a68-4cae-83c0-a4ef1540d252 None None] Deleting port f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:29.079627 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-25aee873-7a68-4cae-83c0-a4ef1540d252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:29.152360 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ff0260c-f21a-49be-b806-d22d6c4a0fd3 req-943d2bd2-e812-424e-b59e-d5e440ac8dcb tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944982 Feb 09 14:16:29.158612 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:29.176065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3147989-beb0-4038-9a86-a0b443ec3744 req-6389ca8b-5a9a-4417-8bde-60b29070af36 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:29.177615 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3147989-beb0-4038-9a86-a0b443ec3744 req-6389ca8b-5a9a-4417-8bde-60b29070af36 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77554e4-7fbf-4825-902c-f9da0912f379 HTTP/1.1" status: 200 len: 1024 time: 0.8999763 Feb 09 14:16:29.231971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-25aee873-7a68-4cae-83c0-a4ef1540d252 None None] The port 'f68a9c88-89b5-4b3f-a2a4-8db31520d5e0' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:16:29.254525 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-229b2ed9-2660-4c58-a7b6-838b991852dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:29.286655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event deleted for resources: {'Port': ['ID=f68a9c88-89b5-4b3f-a2a4-8db31520d5e0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:29.301226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] No DVR routers for this DVR port f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:16:29.451180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51166934-6833-4ae3-b0f8-42d4ff50594b'}, {'server_uuid': 'c2ea6525-cf7e-4baf-930a-f6c00b2681f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7dbc3d-9324-4b65-b0a8-02ff9f70584e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:29.469951 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:29.582133 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e540a7-0939-4b59-bed2-eb22253cef83 None None] New status for floating IP 7cfb721d-4768-4595-a436-2e5831cf7bac: DOWN {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:16:29.584345 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 98a78648-541c-4ca7-9696-7299c3e5ff12, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=98a78648-541c-4ca7-9696-7299c3e5ff12,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:29.590611 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:29.690762 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=98a78648-541c-4ca7-9696-7299c3e5ff12,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:29.711238 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:29.756290 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9513dd8e-901a-40a1-90aa-2df47892c207']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:29.782088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-85576f24-0c7c-4125-b270-9051fd1e4c9c tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:29.783843 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-85576f24-0c7c-4125-b270-9051fd1e4c9c tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.21 "GET /v2.0/networks?id=eb65df74-eed7-4e29-9afd-1c778bc5afdb HTTP/1.1" status: 200 len: 821 time: 0.5856919 Feb 09 14:16:29.790665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690ee37f-dbe6-452d-8bb4-be9bdfda3416') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:29.790994 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690ee37f-dbe6-452d-8bb4-be9bdfda3416') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:29.820678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075d9e8-3e44-41d7-bc75-b5f7fa7cf6d6 req-e9492f06-f713-4246-8162-92cd0a50058b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:29.828455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075d9e8-3e44-41d7-bc75-b5f7fa7cf6d6 req-e9492f06-f713-4246-8162-92cd0a50058b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:29.833691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075d9e8-3e44-41d7-bc75-b5f7fa7cf6d6 req-e9492f06-f713-4246-8162-92cd0a50058b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:29.840979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075d9e8-3e44-41d7-bc75-b5f7fa7cf6d6 req-e9492f06-f713-4246-8162-92cd0a50058b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:29.846479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-bd402b93-86ff-4a50-8d8f-d9fb5bdb8087 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Request body: {'port': {'device_id': '72fcb99a-0c96-48cc-875f-a0fc1c297400', 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb', 'admin_state_up': True, 'tenant_id': '5a65c0ccac574437b823990f066a8c19'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:29.847899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075d9e8-3e44-41d7-bc75-b5f7fa7cf6d6 req-e9492f06-f713-4246-8162-92cd0a50058b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:29.854730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075d9e8-3e44-41d7-bc75-b5f7fa7cf6d6 req-e9492f06-f713-4246-8162-92cd0a50058b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:29.861092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075d9e8-3e44-41d7-bc75-b5f7fa7cf6d6 req-e9492f06-f713-4246-8162-92cd0a50058b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:29.868288 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3147989-beb0-4038-9a86-a0b443ec3744 req-6e6893d9-4d3e-49b0-9187-91ea22246d37 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups?id=3aabab37-ef05-4e88-9e4e-705483a6e33f&id=c1a1749c-86c4-4d7e-a5fa-c709622c574a&id=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.6170497 Feb 09 14:16:29.879679 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a075d9e8-3e44-41d7-bc75-b5f7fa7cf6d6 req-e9492f06-f713-4246-8162-92cd0a50058b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5433 time: 0.4725697 Feb 09 14:16:29.935219 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:29.958750 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-dd7c1f02-31c4-4a24-ae62-aab855eb5b13 req-6ae16bb8-15ec-4b81-a467-47ccc54d563e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:30.000531 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:30.009577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:16:30.010416 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:30.094278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae16bb8-15ec-4b81-a467-47ccc54d563e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event deleted for resources: {'Port': ['ID=e515ef88-ef23-43fa-b14c-91700058de29,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:30.116523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device e515ef88-ef23-43fa-b14c-91700058de29 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:16:30.161890 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:16:30.169123 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:30.179007 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a075d9e8-3e44-41d7-bc75-b5f7fa7cf6d6 req-a1090b7f-98b3-44dd-b36b-82baf1858d02 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2984328 Feb 09 14:16:30.196387 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:30.200588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7c1f02-31c4-4a24-ae62-aab855eb5b13 req-6ae16bb8-15ec-4b81-a467-47ccc54d563e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] No DVR routers for this DVR port e515ef88-ef23-43fa-b14c-91700058de29 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:16:30.211050 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: e515ef88-ef23-43fa-b14c-91700058de29 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:16:30.211758 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device e515ef88-ef23-43fa-b14c-91700058de29 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:16:30.224281 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fbf76296-21a9-4b64-9938-e483d46ca48f req-80dabac7-70b8-4d59-8ffd-30ed73b0a6eb tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fcb99a-0c96-48cc-875f-a0fc1c297400 HTTP/1.1" status: 200 len: 210 time: 0.1420062 Feb 09 14:16:30.231015 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-dd7c1f02-31c4-4a24-ae62-aab855eb5b13 req-6ae16bb8-15ec-4b81-a467-47ccc54d563e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:30.240905 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:30.245315 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:30.258892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] Pushing event deleted for resources: {'Network': ['ID=9513dd8e-901a-40a1-90aa-2df47892c207,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:30.265539 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4b9629de-c47c-498d-a78f-ac4f63fa85f8 tempest-ServersTestMultiNic-972810287 tempest-ServersTestMultiNic-972810287-project] 10.222.0.48 "DELETE /v2.0/networks/9513dd8e-901a-40a1-90aa-2df47892c207 HTTP/1.1" status: 204 len: 168 time: 2.2500846 Feb 09 14:16:30.273703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77554e4-7fbf-4825-902c-f9da0912f379', 'name': 'network-vif-deleted', 'tag': 'e515ef88-ef23-43fa-b14c-91700058de29'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:30.284518 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd619-6f99-4a24-97dd-d41ccdfa86e9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:30.285038 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd619-6f99-4a24-97dd-d41ccdfa86e9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:30.294723 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd7c1f02-31c4-4a24-ae62-aab855eb5b13 req-6ae16bb8-15ec-4b81-a467-47ccc54d563e tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.21 "DELETE /v2.0/ports/e515ef88-ef23-43fa-b14c-91700058de29 HTTP/1.1" status: 204 len: 173 time: 2.8504179 Feb 09 14:16:30.326219 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51166934-6833-4ae3-b0f8-42d4ff50594b', 'code': 200} Feb 09 14:16:30.326712 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ea6525-cf7e-4baf-930a-f6c00b2681f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7dbc3d-9324-4b65-b0a8-02ff9f70584e', 'code': 200} Feb 09 14:16:30.389942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-bd402b93-86ff-4a50-8d8f-d9fb5bdb8087 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:30.480180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9e0dd619-6f99-4a24-97dd-d41ccdfa86e9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Calling delete_port for ac8f9e3a-f3b0-48f1-b7c9-138af258d4ca owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:30.538010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-bd402b93-86ff-4a50-8d8f-d9fb5bdb8087 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:30.633063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-bd402b93-86ff-4a50-8d8f-d9fb5bdb8087 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Made reservation on behalf of 5a65c0ccac574437b823990f066a8c19 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:16:30.636896 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-bd402b93-86ff-4a50-8d8f-d9fb5bdb8087 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:30.813470 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:30.848811 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-9e0dd619-6f99-4a24-97dd-d41ccdfa86e9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:16:30.849330 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-9e0dd619-6f99-4a24-97dd-d41ccdfa86e9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:16:30.873645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:16:30.874443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f68a9c88-89b5-4b3f-a2a4-8db31520d5e0 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:16:30.903081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1b46e-b07f-4112-af7d-9300b2c2220d req-ac8c4717-262f-4ee6-9cdf-d1a95f4f07b3 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:30.905615 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5d1b46e-b07f-4112-af7d-9300b2c2220d req-ac8c4717-262f-4ee6-9cdf-d1a95f4f07b3 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 944 time: 0.4928715 Feb 09 14:16:30.906619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18f9f2-2930-4444-9bfb-2da819ff1218 req-ef9d24be-42a6-407d-92a9-89ab1824999e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:30.908957 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ac18f9f2-2930-4444-9bfb-2da819ff1218 req-ef9d24be-42a6-407d-92a9-89ab1824999e tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=181b18a2-f2f0-49f6-a6d0-a22f335f4476 HTTP/1.1" status: 200 len: 945 time: 0.3803380 Feb 09 14:16:30.964848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97fcf-21e6-4a67-bd03-d62394378a54 req-4a40e92a-3cce-4b0a-9e17-e21be962a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:30.964848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97fcf-21e6-4a67-bd03-d62394378a54 req-4a40e92a-3cce-4b0a-9e17-e21be962a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:30.965215 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97fcf-21e6-4a67-bd03-d62394378a54 req-4a40e92a-3cce-4b0a-9e17-e21be962a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:30.965941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97fcf-21e6-4a67-bd03-d62394378a54 req-4a40e92a-3cce-4b0a-9e17-e21be962a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:30.966421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97fcf-21e6-4a67-bd03-d62394378a54 req-4a40e92a-3cce-4b0a-9e17-e21be962a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:30.966900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97fcf-21e6-4a67-bd03-d62394378a54 req-4a40e92a-3cce-4b0a-9e17-e21be962a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:30.967354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97fcf-21e6-4a67-bd03-d62394378a54 req-4a40e92a-3cce-4b0a-9e17-e21be962a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:30.969964 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8be97fcf-21e6-4a67-bd03-d62394378a54 req-4a40e92a-3cce-4b0a-9e17-e21be962a121 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 6490 time: 0.5223374 Feb 09 14:16:30.993778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-bd402b93-86ff-4a50-8d8f-d9fb5bdb8087 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Allocated IP 172.20.0.9 (eb65df74-eed7-4e29-9afd-1c778bc5afdb/9b374431-5278-4a9c-8b1d-78100aa8ebda/cf810207-148f-4a8d-bfd4-0bab5afa7887) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:16:30.999969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d160eb-c36e-4ff1-987a-4cfea9d250b5 req-27b0b0a4-5a0a-49fe-87a0-cd2a509b3cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:31.000712 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ac18f9f2-2930-4444-9bfb-2da819ff1218 req-4f54ff16-a73e-4446-963f-fa3a0096e845 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836596 Feb 09 14:16:31.009676 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0d160eb-c36e-4ff1-987a-4cfea9d250b5 req-27b0b0a4-5a0a-49fe-87a0-cd2a509b3cb8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2ea6525-cf7e-4baf-930a-f6c00b2681f2 HTTP/1.1" status: 200 len: 1096 time: 0.4680004 Feb 09 14:16:31.069647 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5d1b46e-b07f-4112-af7d-9300b2c2220d req-d6a0e318-0ee6-4904-b2e7-3edbe73986f5 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522958 Feb 09 14:16:31.104364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0d160eb-c36e-4ff1-987a-4cfea9d250b5 req-d378142f-a2b8-420a-9677-0eacda128c06 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885615 Feb 09 14:16:31.122599 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8be97fcf-21e6-4a67-bd03-d62394378a54 req-f40581d9-a7e8-4157-9b2b-738d81ccf185 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5411538d-bef3-425a-98fd-58ed4a07892a&id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400545 Feb 09 14:16:31.211190 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77554e4-7fbf-4825-902c-f9da0912f379', 'name': 'network-vif-deleted', 'tag': 'e515ef88-ef23-43fa-b14c-91700058de29', 'status': 'completed', 'code': 200} Feb 09 14:16:31.326132 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-bd402b93-86ff-4a50-8d8f-d9fb5bdb8087 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:31.350765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9e0dd619-6f99-4a24-97dd-d41ccdfa86e9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Deleting port ac8f9e3a-f3b0-48f1-b7c9-138af258d4ca {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:31.351360 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd619-6f99-4a24-97dd-d41ccdfa86e9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:31.510622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee086f1a-1fe6-4b96-8c3d-3a8d61bdc2b5 req-a7c09c16-a285-400e-8d68-3738164941c6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:31.518090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee086f1a-1fe6-4b96-8c3d-3a8d61bdc2b5 req-a7c09c16-a285-400e-8d68-3738164941c6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:31.523984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee086f1a-1fe6-4b96-8c3d-3a8d61bdc2b5 req-a7c09c16-a285-400e-8d68-3738164941c6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:31.529914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee086f1a-1fe6-4b96-8c3d-3a8d61bdc2b5 req-a7c09c16-a285-400e-8d68-3738164941c6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:31.535837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee086f1a-1fe6-4b96-8c3d-3a8d61bdc2b5 req-a7c09c16-a285-400e-8d68-3738164941c6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:31.541849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee086f1a-1fe6-4b96-8c3d-3a8d61bdc2b5 req-a7c09c16-a285-400e-8d68-3738164941c6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:31.545389 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:31.547652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee086f1a-1fe6-4b96-8c3d-3a8d61bdc2b5 req-a7c09c16-a285-400e-8d68-3738164941c6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:31.549643 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ee086f1a-1fe6-4b96-8c3d-3a8d61bdc2b5 req-a7c09c16-a285-400e-8d68-3738164941c6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5433 time: 0.1712239 Feb 09 14:16:31.621065 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c543d5ae-ec55-4b31-8d69-b1cb54088b9b req-4659fe95-3836-4eea-99d1-3a0e9ed6d546 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fcb99a-0c96-48cc-875f-a0fc1c297400 HTTP/1.1" status: 200 len: 210 time: 0.0582366 Feb 09 14:16:31.624298 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ee086f1a-1fe6-4b96-8c3d-3a8d61bdc2b5 req-2934fcdd-1bf9-4a54-a8ce-84fbc3f88c02 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631208 Feb 09 14:16:31.676370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:16:31.682745 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:31.684314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:31.685166 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:31.737349 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-007121d2-67ff-444c-b247-d0ef4f3868c4 req-fcc8859c-f436-491e-b968-b5987a1456f6 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/c1a1749c-86c4-4d7e-a5fa-c709622c574a HTTP/1.1" status: 200 len: 1802 time: 0.0599513 Feb 09 14:16:31.748897 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-bd402b93-86ff-4a50-8d8f-d9fb5bdb8087 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:31.768897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59316) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:31.824805 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:31.867417 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-bd402b93-86ff-4a50-8d8f-d9fb5bdb8087 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Network eb65df74-eed7-4e29-9afd-1c778bc5afdb is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:16:31.871577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-bd402b93-86ff-4a50-8d8f-d9fb5bdb8087 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:16:31.877337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1a24f367-c3c5-4cd6-a6d9-510cbad6a724,segment=NetworkSegment(ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51),segment_id=ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:31.883211 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:31.887702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-bd402b93-86ff-4a50-8d8f-d9fb5bdb8087 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:16:31.959295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-bd402b93-86ff-4a50-8d8f-d9fb5bdb8087 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:31.960722 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-bd402b93-86ff-4a50-8d8f-d9fb5bdb8087 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:32.001057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd402b93-86ff-4a50-8d8f-d9fb5bdb8087 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Pushing event updated for resources: {'Port': ['ID=cf810207-148f-4a8d-bfd4-0bab5afa7887,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:32.016223 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=1a24f367-c3c5-4cd6-a6d9-510cbad6a724,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:32.093834 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd619-6f99-4a24-97dd-d41ccdfa86e9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:32.094370 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd619-6f99-4a24-97dd-d41ccdfa86e9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:32.107177 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-bd402b93-86ff-4a50-8d8f-d9fb5bdb8087 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2730377 Feb 09 14:16:32.130513 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-007121d2-67ff-444c-b247-d0ef4f3868c4 req-915da27b-df8d-4539-9973-832cb84c432a tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:32.185737 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Request body: {'port': {'device_id': '72fcb99a-0c96-48cc-875f-a0fc1c297400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:32.241312 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-007121d2-67ff-444c-b247-d0ef4f3868c4 req-915da27b-df8d-4539-9973-832cb84c432a tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:32.328228 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181b18a2-f2f0-49f6-a6d0-a22f335f4476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a78648-541c-4ca7-9696-7299c3e5ff12'}, {'server_uuid': '538682cb-4ec6-4033-aa19-15fa1e8b8b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a24f367-c3c5-4cd6-a6d9-510cbad6a724'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:32.328669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9e0dd619-6f99-4a24-97dd-d41ccdfa86e9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Calling delete_port for ac8f9e3a-f3b0-48f1-b7c9-138af258d4ca owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:32.398031 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-007121d2-67ff-444c-b247-d0ef4f3868c4 req-915da27b-df8d-4539-9973-832cb84c432a tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:32.476821 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915da27b-df8d-4539-9973-832cb84c432a tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a1749c-86c4-4d7e-a5fa-c709622c574a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:32.550261 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-007121d2-67ff-444c-b247-d0ef4f3868c4 req-915da27b-df8d-4539-9973-832cb84c432a tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:32.565635 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-007121d2-67ff-444c-b247-d0ef4f3868c4 req-915da27b-df8d-4539-9973-832cb84c432a tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "DELETE /v2.0/security-groups/c1a1749c-86c4-4d7e-a5fa-c709622c574a HTTP/1.1" status: 204 len: 173 time: 0.8187263 Feb 09 14:16:32.640832 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:32.793978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cd1fc-6951-45f9-b9a0-3be4738cfdb9 req-9ad15559-9f7d-4da8-9940-b659f2a7eb3a tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:32.795662 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b73cd1fc-6951-45f9-b9a0-3be4738cfdb9 req-9ad15559-9f7d-4da8-9940-b659f2a7eb3a tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=181b18a2-f2f0-49f6-a6d0-a22f335f4476 HTTP/1.1" status: 200 len: 945 time: 0.5743124 Feb 09 14:16:32.881483 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b6b753bf-33bd-4c9e-b51d-35e766145958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:32.889460 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd619-6f99-4a24-97dd-d41ccdfa86e9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:32.986397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d76312-83b6-4dff-a2ed-2a389abf988f req-0b46abb0-fcee-4f4b-bef0-c5a11697df76 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:32.988212 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27d76312-83b6-4dff-a2ed-2a389abf988f req-0b46abb0-fcee-4f4b-bef0-c5a11697df76 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 945 time: 0.2352333 Feb 09 14:16:32.992007 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b73cd1fc-6951-45f9-b9a0-3be4738cfdb9 req-2cb147fd-e10e-41c2-964c-7d81771c34b2 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791301 Feb 09 14:16:32.996853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dd619-6f99-4a24-97dd-d41ccdfa86e9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Pushing event deleted for resources: {'Port': ['ID=ac8f9e3a-f3b0-48f1-b7c9-138af258d4ca,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:33.061820 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181b18a2-f2f0-49f6-a6d0-a22f335f4476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a78648-541c-4ca7-9696-7299c3e5ff12', 'code': 200} Feb 09 14:16:33.062587 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538682cb-4ec6-4033-aa19-15fa1e8b8b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a24f367-c3c5-4cd6-a6d9-510cbad6a724', 'code': 200} Feb 09 14:16:33.152323 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27d76312-83b6-4dff-a2ed-2a389abf988f req-291dfd98-6211-4d6b-9eea-709dd7451b1e tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429191 Feb 09 14:16:33.244359 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f06f19cc-2656-4b24-b073-b1e49fb368ce req-80a559a9-def4-49b4-9546-255f757ccf08 tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "GET /v2.0/security-groups/3aabab37-ef05-4e88-9e4e-705483a6e33f HTTP/1.1" status: 200 len: 1802 time: 0.1664300 Feb 09 14:16:33.245143 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd619-6f99-4a24-97dd-d41ccdfa86e9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:33.329194 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd619-6f99-4a24-97dd-d41ccdfa86e9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:33.334037 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9e0dd619-6f99-4a24-97dd-d41ccdfa86e9 tempest-ServersTestManualDisk-1788850790 tempest-ServersTestManualDisk-1788850790-project] 10.222.0.48 "DELETE /v2.0/floatingips/7cfb721d-4768-4595-a436-2e5831cf7bac HTTP/1.1" status: 204 len: 168 time: 4.7654569 Feb 09 14:16:33.334037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59336) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:33.511052 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f06f19cc-2656-4b24-b073-b1e49fb368ce req-dba99306-4095-455e-9c6e-bfe63ded96da tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:33.668854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955592a-a0e2-4c1e-bad9-9a54c6a813eb req-8d075810-9281-470d-8c4e-06485c260c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:33.670504 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1955592a-a0e2-4c1e-bad9-9a54c6a813eb req-8d075810-9281-470d-8c4e-06485c260c8b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 1096 time: 0.4641228 Feb 09 14:16:33.698125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf810207-148f-4a8d-bfd4-0bab5afa7887 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:33.704188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00eb89d-d74f-4b8e-8b9b-4514f32a2eaf req-74d92d70-0a19-424d-8173-c7e8406015bb tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:33.705622 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e00eb89d-d74f-4b8e-8b9b-4514f32a2eaf req-74d92d70-0a19-424d-8173-c7e8406015bb tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fcb99a-0c96-48cc-875f-a0fc1c297400 HTTP/1.1" status: 200 len: 931 time: 0.4026539 Feb 09 14:16:33.713710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5243a77-efff-4b8f-ad4e-7608c57de012 req-8cbc5afd-6eb3-41b4-8bc3-d483a98d8a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:33.715164 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5243a77-efff-4b8f-ad4e-7608c57de012 req-8cbc5afd-6eb3-41b4-8bc3-d483a98d8a7e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=181b18a2-f2f0-49f6-a6d0-a22f335f4476 HTTP/1.1" status: 200 len: 1096 time: 0.4109857 Feb 09 14:16:33.762042 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f06f19cc-2656-4b24-b073-b1e49fb368ce req-dba99306-4095-455e-9c6e-bfe63ded96da tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:33.770887 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:33.834477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Transition to ACTIVE for port object cf810207-148f-4a8d-bfd4-0bab5afa7887 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:16:33.835055 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1955592a-a0e2-4c1e-bad9-9a54c6a813eb req-f3d0fd90-7ab8-4a3f-8c57-e5a913effdf2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566861 Feb 09 14:16:33.852948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b6b753bf-33bd-4c9e-b51d-35e766145958 admin admin] Deleting port 4577f9e0-ef3b-4bed-a458-9f706598d081 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:33.852948 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b6b753bf-33bd-4c9e-b51d-35e766145958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:33.949091 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:33.956398 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e00eb89d-d74f-4b8e-8b9b-4514f32a2eaf req-59900279-1659-4fcc-8b3e-77b8e2a9024c tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111762 Feb 09 14:16:33.973037 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5243a77-efff-4b8f-ad4e-7608c57de012 req-98a2fe1f-2866-46ac-9a86-9c475c272b3c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294569 Feb 09 14:16:34.127028 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f06f19cc-2656-4b24-b073-b1e49fb368ce req-dba99306-4095-455e-9c6e-bfe63ded96da tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:34.147991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Pushing event updated for resources: {'Port': ['ID=cf810207-148f-4a8d-bfd4-0bab5afa7887,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:34.231901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-b6b753bf-33bd-4c9e-b51d-35e766145958 admin admin] For port 4577f9e0-ef3b-4bed-a458-9f706598d081, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4577f9e0-ef3b-4bed-a458-9f706598d081,segment=NetworkSegment(2decc661-3d6e-49cb-8333-0e548bfc3dc9),segment_id=2decc661-3d6e-49cb-8333-0e548bfc3dc9)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:34.232631 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b6b753bf-33bd-4c9e-b51d-35e766145958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:34.257384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67b083-74a8-44bb-997c-64605e1161d9 req-7c917fe7-450b-4d6d-9eb6-b2828f9ee7a6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:34.257608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba99306-4095-455e-9c6e-bfe63ded96da tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aabab37-ef05-4e88-9e4e-705483a6e33f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:34.263823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67b083-74a8-44bb-997c-64605e1161d9 req-7c917fe7-450b-4d6d-9eb6-b2828f9ee7a6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:34.269772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67b083-74a8-44bb-997c-64605e1161d9 req-7c917fe7-450b-4d6d-9eb6-b2828f9ee7a6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:34.286653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67b083-74a8-44bb-997c-64605e1161d9 req-7c917fe7-450b-4d6d-9eb6-b2828f9ee7a6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:34.292491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67b083-74a8-44bb-997c-64605e1161d9 req-7c917fe7-450b-4d6d-9eb6-b2828f9ee7a6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:34.298266 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67b083-74a8-44bb-997c-64605e1161d9 req-7c917fe7-450b-4d6d-9eb6-b2828f9ee7a6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:34.304139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67b083-74a8-44bb-997c-64605e1161d9 req-7c917fe7-450b-4d6d-9eb6-b2828f9ee7a6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:34.306516 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6d67b083-74a8-44bb-997c-64605e1161d9 req-7c917fe7-450b-4d6d-9eb6-b2828f9ee7a6 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5433 time: 0.2061782 Feb 09 14:16:34.314595 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f06f19cc-2656-4b24-b073-b1e49fb368ce req-dba99306-4095-455e-9c6e-bfe63ded96da tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:34.315799 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f06f19cc-2656-4b24-b073-b1e49fb368ce req-dba99306-4095-455e-9c6e-bfe63ded96da tempest-SecurityGroupsTestJSON-486927166 tempest-SecurityGroupsTestJSON-486927166-project] 10.222.0.48 "DELETE /v2.0/security-groups/3aabab37-ef05-4e88-9e4e-705483a6e33f HTTP/1.1" status: 204 len: 173 time: 1.0626388 Feb 09 14:16:34.322403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59346) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:34.438941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b6b753bf-33bd-4c9e-b51d-35e766145958 admin admin] Calling delete_port for 4577f9e0-ef3b-4bed-a458-9f706598d081 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:34.502650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Attempting to bind port cf810207-148f-4a8d-bfd4-0bab5afa7887 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:16:34.503468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Attempting to bind port cf810207-148f-4a8d-bfd4-0bab5afa7887 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '57df0483-74de-43b2-acd8-83de7c4789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:16:34.503660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Attempting to bind port cf810207-148f-4a8d-bfd4-0bab5afa7887 on network eb65df74-eed7-4e29-9afd-1c778bc5afdb {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:16:34.515213 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6d67b083-74a8-44bb-997c-64605e1161d9 req-daab158c-a3a7-44e1-a201-617b0bc4d988 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1550925 Feb 09 14:16:34.522586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d4942e-4a43-44ab-9bf8-d9ba5acbcfbd admin admin] Deleting subnet 8f903123-7394-4cde-bb59-c0b2cee0bff4 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:16:34.560260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Port cf810207-148f-4a8d-bfd4-0bab5afa7887 on network eb65df74-eed7-4e29-9afd-1c778bc5afdb not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:16:34.560598 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Attempting to bind port cf810207-148f-4a8d-bfd4-0bab5afa7887 on network eb65df74-eed7-4e29-9afd-1c778bc5afdb {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:16:34.562727 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92d4942e-4a43-44ab-9bf8-d9ba5acbcfbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:34.610809 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:16:34.611150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Checking segment: {'id': '57df0483-74de-43b2-acd8-83de7c4789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:16:34.611538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Bound using segment: {'id': '57df0483-74de-43b2-acd8-83de7c4789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:16:34.612008 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Bound port: cf810207-148f-4a8d-bfd4-0bab5afa7887, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57df0483-74de-43b2-acd8-83de7c4789ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:16:34.612359 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:34.689045 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92d4942e-4a43-44ab-9bf8-d9ba5acbcfbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:34.776835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17631420-fe95-4043-ac42-6b373f8cf929 req-aff9c2c9-43bf-48cd-b09e-3c6491c3424c tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:34.778458 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-17631420-fe95-4043-ac42-6b373f8cf929 req-aff9c2c9-43bf-48cd-b09e-3c6491c3424c tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=181b18a2-f2f0-49f6-a6d0-a22f335f4476 HTTP/1.1" status: 200 len: 945 time: 0.3681703 Feb 09 14:16:34.782726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7248310-0dc5-4441-8e54-71acb1187082 req-934df709-ac91-4851-a488-b89cba24eb87 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:34.784394 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7248310-0dc5-4441-8e54-71acb1187082 req-934df709-ac91-4851-a488-b89cba24eb87 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 945 time: 0.1210117 Feb 09 14:16:34.821833 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92d4942e-4a43-44ab-9bf8-d9ba5acbcfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:34.883622 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] For port cf810207-148f-4a8d-bfd4-0bab5afa7887, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:16:34.889977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7248310-0dc5-4441-8e54-71acb1187082 req-42582404-8012-438b-a1c6-c2eeb874d30a tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931833 Feb 09 14:16:34.911088 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b6b753bf-33bd-4c9e-b51d-35e766145958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:34.917970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] For port cf810207-148f-4a8d-bfd4-0bab5afa7887, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=cf810207-148f-4a8d-bfd4-0bab5afa7887,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:16:34.928621 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-17631420-fe95-4043-ac42-6b373f8cf929 req-2a157a19-7879-445e-9a67-51fedd23a05a tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293008 Feb 09 14:16:34.936444 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:34.992060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b753bf-33bd-4c9e-b51d-35e766145958 admin admin] Pushing event deleted for resources: {'Port': ['ID=4577f9e0-ef3b-4bed-a458-9f706598d081,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:35.053204 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92d4942e-4a43-44ab-9bf8-d9ba5acbcfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:35.101105 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:35.101913 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:35.104103 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] 10.222.0.21 "PUT /v2.0/ports/cf810207-148f-4a8d-bfd4-0bab5afa7887 HTTP/1.1" status: 200 len: 1091 time: 2.9895651 Feb 09 14:16:35.104664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fcb99a-0c96-48cc-875f-a0fc1c297400', 'tag': 'cf810207-148f-4a8d-bfd4-0bab5afa7887'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:35.152020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4942e-4a43-44ab-9bf8-d9ba5acbcfbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f903123-7394-4cde-bb59-c0b2cee0bff4,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:35.169853 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92d4942e-4a43-44ab-9bf8-d9ba5acbcfbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:35.302359 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-92d4942e-4a43-44ab-9bf8-d9ba5acbcfbd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8f903123-7394-4cde-bb59-c0b2cee0bff4 HTTP/1.1" status: 204 len: 168 time: 0.9788871 Feb 09 14:16:35.324495 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59362) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:35.332153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133db1f-2002-4a23-8960-f906f2db0d9d req-ad7e25e2-eb1e-4e6c-baaa-525599a1a6f2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:35.332753 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e78595-ec6a-4f62-87f7-0467d72d068c service neutron] Pushing event updated for resources: {'Port': ['ID=cf810207-148f-4a8d-bfd4-0bab5afa7887,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:35.345007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133db1f-2002-4a23-8960-f906f2db0d9d req-ad7e25e2-eb1e-4e6c-baaa-525599a1a6f2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:35.351201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133db1f-2002-4a23-8960-f906f2db0d9d req-ad7e25e2-eb1e-4e6c-baaa-525599a1a6f2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:35.357546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133db1f-2002-4a23-8960-f906f2db0d9d req-ad7e25e2-eb1e-4e6c-baaa-525599a1a6f2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:35.363224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133db1f-2002-4a23-8960-f906f2db0d9d req-ad7e25e2-eb1e-4e6c-baaa-525599a1a6f2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:35.369533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133db1f-2002-4a23-8960-f906f2db0d9d req-ad7e25e2-eb1e-4e6c-baaa-525599a1a6f2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:35.375354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133db1f-2002-4a23-8960-f906f2db0d9d req-ad7e25e2-eb1e-4e6c-baaa-525599a1a6f2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:35.377242 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b133db1f-2002-4a23-8960-f906f2db0d9d req-ad7e25e2-eb1e-4e6c-baaa-525599a1a6f2 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5433 time: 0.3128493 Feb 09 14:16:35.440136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59366) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:35.446402 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-da675bf5-be0f-4556-8e7c-328af158548a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Request body: {'floatingip': {'port_id': '0df0d610-c50d-4a82-a58d-bb3db99f16bc'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:35.643255 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cba3b3a6-45c1-44d2-a3ce-7a28e372fa95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:35.704600 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-da675bf5-be0f-4556-8e7c-328af158548a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for floatingip, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:35.706504 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72fcb99a-0c96-48cc-875f-a0fc1c297400', 'tag': 'cf810207-148f-4a8d-bfd4-0bab5afa7887', 'status': 'completed', 'code': 200} Feb 09 14:16:35.816742 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-009a5ae3-0cc7-480a-8e27-fd5dc5731a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:35.830473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd5870-e6a7-4fe7-8fad-e84b7350ad51 req-d19d28f3-701f-4648-9ef7-fbfb21efc19f tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:35.831311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-70bd5870-e6a7-4fe7-8fad-e84b7350ad51 req-d19d28f3-701f-4648-9ef7-fbfb21efc19f tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Synchronizing usage tracker for tenant:5a65c0ccac574437b823990f066a8c19 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:35.904451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-96bf4876-a1e8-41ab-8cc9-3b92d7860159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:35.905890 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-96bf4876-a1e8-41ab-8cc9-3b92d7860159 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a65c0ccac574437b823990f066a8c19&device_id=72fcb99a-0c96-48cc-875f-a0fc1c297400 HTTP/1.1" status: 200 len: 1094 time: 0.7464008 Feb 09 14:16:35.916464 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b6b753bf-33bd-4c9e-b51d-35e766145958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:36.007135 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-ccf270a2-1eec-4602-a5d0-9b1756d7e130 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf810207-148f-4a8d-bfd4-0bab5afa7887 HTTP/1.1" status: 200 len: 217 time: 0.0846348 Feb 09 14:16:36.069333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-70bd5870-e6a7-4fe7-8fad-e84b7350ad51 req-d19d28f3-701f-4648-9ef7-fbfb21efc19f tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Unset dirty status for tenant:5a65c0ccac574437b823990f066a8c19 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:36.070498 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-70bd5870-e6a7-4fe7-8fad-e84b7350ad51 req-d19d28f3-701f-4648-9ef7-fbfb21efc19f tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fcb99a-0c96-48cc-875f-a0fc1c297400 HTTP/1.1" status: 200 len: 943 time: 0.9078114 Feb 09 14:16:36.383511 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-70bd5870-e6a7-4fe7-8fad-e84b7350ad51 req-f1760404-6920-4474-aaf5-1931a13d11eb tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268324 Feb 09 14:16:36.391828 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-009a5ae3-0cc7-480a-8e27-fd5dc5731a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:36.409515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-e26c1e15-a45e-468d-ac58-6c2ce54b944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:36.410955 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-e26c1e15-a45e-468d-ac58-6c2ce54b944f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b374431-5278-4a9c-8b1d-78100aa8ebda HTTP/1.1" status: 200 len: 861 time: 0.3497715 Feb 09 14:16:36.468076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-009a5ae3-0cc7-480a-8e27-fd5dc5731a45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1299aae-4032-4877-85a3-71554c7a1aae']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:36.476838 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-7369a157-d63a-47be-902f-327a8dbad04f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb65df74-eed7-4e29-9afd-1c778bc5afdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553770 Feb 09 14:16:36.520583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed14481-e56a-41c0-b4ff-1f39850dfedb req-6f50e74b-7aed-4049-9ad0-75a52a2fed95 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:36.522041 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ed14481-e56a-41c0-b4ff-1f39850dfedb req-6f50e74b-7aed-4049-9ad0-75a52a2fed95 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 945 time: 0.4813845 Feb 09 14:16:36.610559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-009a5ae3-0cc7-480a-8e27-fd5dc5731a45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7517b22-da4f-4744-9e69-81bbd574dfd0') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:36.610851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-009a5ae3-0cc7-480a-8e27-fd5dc5731a45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7517b22-da4f-4744-9e69-81bbd574dfd0') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:36.679297 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-009a5ae3-0cc7-480a-8e27-fd5dc5731a45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:36.691390 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ed14481-e56a-41c0-b4ff-1f39850dfedb req-4495a6b5-b8ca-452d-a6a3-88f04cda7601 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585970 Feb 09 14:16:36.706199 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-dd047d95-68f2-4790-9e35-242bf6a4bc31 service neutron] 10.222.0.21 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219431 Feb 09 14:16:36.710797 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-009a5ae3-0cc7-480a-8e27-fd5dc5731a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:36.743516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009a5ae3-0cc7-480a-8e27-fd5dc5731a45 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:16:36.743952 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-009a5ae3-0cc7-480a-8e27-fd5dc5731a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:16:36.764237 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:16:36.811131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b753bf-33bd-4c9e-b51d-35e766145958 admin admin] Router 083f3709-51be-41b1-b248-5a2f6e06597f has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:16:36.970107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cba3b3a6-45c1-44d2-a3ce-7a28e372fa95 admin admin] Deleting port cb05df1e-415b-46a8-9677-9da5c0f9d78a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:36.970362 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cba3b3a6-45c1-44d2-a3ce-7a28e372fa95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:36.999537 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-009a5ae3-0cc7-480a-8e27-fd5dc5731a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:37.058854 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-009a5ae3-0cc7-480a-8e27-fd5dc5731a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:37.076644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaeea0-fbef-46ef-9bb2-beb3c2cc8fb9 req-e506081b-3379-412c-9538-1ee4b306c5ca tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:37.078220 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cfcaeea0-fbef-46ef-9bb2-beb3c2cc8fb9 req-e506081b-3379-412c-9538-1ee4b306c5ca tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=181b18a2-f2f0-49f6-a6d0-a22f335f4476 HTTP/1.1" status: 200 len: 945 time: 0.4567266 Feb 09 14:16:37.088851 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-da675bf5-be0f-4556-8e7c-328af158548a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:16:37.092602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a5ae3-0cc7-480a-8e27-fd5dc5731a45 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1299aae-4032-4877-85a3-71554c7a1aae,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:37.190767 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e24bbcb-1315-4e6b-b833-84e7df6e467d req-5cc0323e-de7c-474c-8bbb-6cf6eea25bf6 service neutron] 10.222.0.21 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740629 Feb 09 14:16:37.195657 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-009a5ae3-0cc7-480a-8e27-fd5dc5731a45 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d1299aae-4032-4877-85a3-71554c7a1aae HTTP/1.1" status: 204 len: 168 time: 1.8656490 Feb 09 14:16:37.327538 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-da675bf5-be0f-4556-8e7c-328af158548a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:37.337722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b753bf-33bd-4c9e-b51d-35e766145958 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:16:37.347449 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-da675bf5-be0f-4556-8e7c-328af158548a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:37.349416 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eba248e-44b6-4edf-980d-102fcf577c6b None None] Sync routers for ids ['083f3709-51be-41b1-b248-5a2f6e06597f'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:16:37.369047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eba248e-44b6-4edf-980d-102fcf577c6b None None] Routers {'083f3709-51be-41b1-b248-5a2f6e06597f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:16:37.369692 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9eba248e-44b6-4edf-980d-102fcf577c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:16:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['083f3709-51be-41b1-b248-5a2f6e06597f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:37.411437 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cfcaeea0-fbef-46ef-9bb2-beb3c2cc8fb9 req-261ac2a8-998e-40cd-8630-147c4531678c tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135588 Feb 09 14:16:37.471512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-cba3b3a6-45c1-44d2-a3ce-7a28e372fa95 admin admin] For port cb05df1e-415b-46a8-9677-9da5c0f9d78a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=cb05df1e-415b-46a8-9677-9da5c0f9d78a,segment=NetworkSegment(0d554763-1ee3-4977-9e57-fe19f2f81aee),segment_id=0d554763-1ee3-4977-9e57-fe19f2f81aee)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:37.472161 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cba3b3a6-45c1-44d2-a3ce-7a28e372fa95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:37.495904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af14de-3a25-4fa8-98d3-810219521594 req-c9b200f1-92b1-4d52-b686-78738be14c1c tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:37.511334 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b6af14de-3a25-4fa8-98d3-810219521594 req-c9b200f1-92b1-4d52-b686-78738be14c1c tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 945 time: 0.6244788 Feb 09 14:16:37.542085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59390) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:37.567319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b550f3f2-67eb-4f42-b9c0-ada49584fd5b tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Request body: {'floatingip': {'port_id': '1a24f367-c3c5-4cd6-a6d9-510cbad6a724'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:37.637347 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59394) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:37.660224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cba3b3a6-45c1-44d2-a3ce-7a28e372fa95 admin admin] Calling delete_port for cb05df1e-415b-46a8-9677-9da5c0f9d78a owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:37.688725 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b550f3f2-67eb-4f42-b9c0-ada49584fd5b tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for floatingip, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:37.762383 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b6b753bf-33bd-4c9e-b51d-35e766145958 admin admin] 10.222.0.48 "PUT /v2.0/routers/083f3709-51be-41b1-b248-5a2f6e06597f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9885695 Feb 09 14:16:37.762786 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-9eba248e-44b6-4edf-980d-102fcf577c6b None None] Set router 083f3709-51be-41b1-b248-5a2f6e06597f gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:16:37.763964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e0ae9-cf37-41c5-a974-244fda5a4c7c req-36613f51-b7e5-41e6-b46c-1c343028b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:37.765434 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-683e0ae9-cf37-41c5-a974-244fda5a4c7c req-36613f51-b7e5-41e6-b46c-1c343028b283 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a65c0ccac574437b823990f066a8c19&device_id=72fcb99a-0c96-48cc-875f-a0fc1c297400 HTTP/1.1" status: 200 len: 1094 time: 0.4141264 Feb 09 14:16:37.769244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59398) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:38.014882 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-da675bf5-be0f-4556-8e7c-328af158548a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Floating IP cf72a9dc-6ccc-4a2b-ad08-1836aea99c4a associated. External IP: 172.25.8.114, port: 0df0d610-c50d-4a82-a58d-bb3db99f16bc. Feb 09 14:16:38.079036 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bb87e05-5596-4733-a245-71e625718d38 admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:38.146985 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9eba248e-44b6-4edf-980d-102fcf577c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'name': 'tempest-ServersTestMultiNic-1627794850-router', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:19Z', 'updated_at': '2022-02-09T14:16:34Z', 'revision_number': 5, 'project_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'gw_port': {'id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:21Z', 'updated_at': '2022-02-09T14:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:38.151859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eba248e-44b6-4edf-980d-102fcf577c6b None None] Checking router: 083f3709-51be-41b1-b248-5a2f6e06597f for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:16:38.164709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eba248e-44b6-4edf-980d-102fcf577c6b None None] Routers {'083f3709-51be-41b1-b248-5a2f6e06597f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:16:38.165512 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9eba248e-44b6-4edf-980d-102fcf577c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:16:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['083f3709-51be-41b1-b248-5a2f6e06597f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:38.189374 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-65a76a8f-6841-4d59-b956-2ad8c823de19 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d760a0361b69448e9a1befbac0e6baf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5496976 Feb 09 14:16:38.209647 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59402) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:38.333375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84cd36-609f-4417-95e8-c5f28b25f542 req-a0f0063c-32d4-4010-b4f7-c2b1a34736cd tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:38.340835 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c84cd36-609f-4417-95e8-c5f28b25f542 req-a0f0063c-32d4-4010-b4f7-c2b1a34736cd tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2ea6525-cf7e-4baf-930a-f6c00b2681f2 HTTP/1.1" status: 200 len: 945 time: 0.5889273 Feb 09 14:16:38.395810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-9eba248e-44b6-4edf-980d-102fcf577c6b None None] Set router 083f3709-51be-41b1-b248-5a2f6e06597f gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:16:38.432765 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ddfcedb4-c16b-4706-9a84-2d5a275cf7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:38.458881 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ddfcedb4-c16b-4706-9a84-2d5a275cf7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:38.517136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e0ae9-cf37-41c5-a974-244fda5a4c7c req-ab40a117-95a4-4bb7-a12c-9bb84219eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:38.518605 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-683e0ae9-cf37-41c5-a974-244fda5a4c7c req-ab40a117-95a4-4bb7-a12c-9bb84219eefe service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb65df74-eed7-4e29-9afd-1c778bc5afdb HTTP/1.1" status: 200 len: 921 time: 0.7458160 Feb 09 14:16:38.539063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d21fd6-5cde-464c-8b44-04e8fcf9ab0b req-9c1b1802-be6a-470e-ae65-a69d7f0e32c2 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:38.544456 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-80d21fd6-5cde-464c-8b44-04e8fcf9ab0b req-9c1b1802-be6a-470e-ae65-a69d7f0e32c2 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fcb99a-0c96-48cc-875f-a0fc1c297400 HTTP/1.1" status: 200 len: 943 time: 0.9059887 Feb 09 14:16:38.547923 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c84cd36-609f-4417-95e8-c5f28b25f542 req-991cb647-0bae-48bb-b745-d7ebd5b0be2d tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057776 Feb 09 14:16:38.658466 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ddfcedb4-c16b-4706-9a84-2d5a275cf7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:38.721567 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bb87e05-5596-4733-a245-71e625718d38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:38.728797 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-683e0ae9-cf37-41c5-a974-244fda5a4c7c req-793b1d14-6d27-4d6a-aef4-7ea24dd12617 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf810207-148f-4a8d-bfd4-0bab5afa7887 HTTP/1.1" status: 200 len: 217 time: 0.1789014 Feb 09 14:16:38.902352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfcedb4-c16b-4706-9a84-2d5a275cf7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8f3a2e-296d-4388-a4cb-2fb7eed8f164,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:38.912564 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-80d21fd6-5cde-464c-8b44-04e8fcf9ab0b req-32c18b6f-1722-4b51-aa75-b0b778502767 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612599 Feb 09 14:16:38.925110 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ddfcedb4-c16b-4706-9a84-2d5a275cf7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:38.926407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ddfcedb4-c16b-4706-9a84-2d5a275cf7ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb8f3a2e-296d-4388-a4cb-2fb7eed8f164 HTTP/1.1" status: 204 len: 168 time: 0.7132001 Feb 09 14:16:38.928123 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cba3b3a6-45c1-44d2-a3ce-7a28e372fa95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:38.957724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3bb87e05-5596-4733-a245-71e625718d38 admin admin] Deleting port f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:38.958132 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bb87e05-5596-4733-a245-71e625718d38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:39.005733 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:39.058759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9eba248e-44b6-4edf-980d-102fcf577c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'name': 'tempest-ServersTestMultiNic-1627794850-router', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:19Z', 'updated_at': '2022-02-09T14:16:34Z', 'revision_number': 5, 'project_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'gw_port': {'id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:21Z', 'updated_at': '2022-02-09T14:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:39.063281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eba248e-44b6-4edf-980d-102fcf577c6b None None] The sync data for ids ['083f3709-51be-41b1-b248-5a2f6e06597f'] in n-d-828418-2 is: [{'id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'name': 'tempest-ServersTestMultiNic-1627794850-router', 'tenant_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:19Z', 'updated_at': '2022-02-09T14:16:34Z', 'revision_number': 5, 'project_id': '87c5aeb7bc3a4960ab4b1595db9087f7', 'gw_port': {'id': 'f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083f3709-51be-41b1-b248-5a2f6e06597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:21Z', 'updated_at': '2022-02-09T14:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:16:39.292085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da675bf5-be0f-4556-8e7c-328af158548a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Router 4955a697-069d-46c7-9a76-ddf0de8c3423 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:16:39.311210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3b3a6-45c1-44d2-a3ce-7a28e372fa95 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb05df1e-415b-46a8-9677-9da5c0f9d78a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:39.545882 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-b550f3f2-67eb-4f42-b9c0-ada49584fd5b tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:16:39.681593 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e0ae9-cf37-41c5-a974-244fda5a4c7c req-f41c3d81-0f16-4f88-93b8-244b90e56585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:39.684758 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-683e0ae9-cf37-41c5-a974-244fda5a4c7c req-f41c3d81-0f16-4f88-93b8-244b90e56585 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b374431-5278-4a9c-8b1d-78100aa8ebda HTTP/1.1" status: 200 len: 861 time: 0.9444401 Feb 09 14:16:39.769850 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-683e0ae9-cf37-41c5-a974-244fda5a4c7c req-03cba8bc-9d07-4627-9467-77983760ddc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb65df74-eed7-4e29-9afd-1c778bc5afdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636547 Feb 09 14:16:39.787084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da675bf5-be0f-4556-8e7c-328af158548a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:16:39.798651 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ef731-a0ab-40da-bfa7-fd7d740f480c None None] Sync routers for ids ['4955a697-069d-46c7-9a76-ddf0de8c3423'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:16:39.806927 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-da675bf5-be0f-4556-8e7c-328af158548a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:39.817712 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ef731-a0ab-40da-bfa7-fd7d740f480c None None] Routers {'4955a697-069d-46c7-9a76-ddf0de8c3423'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:16:39.819355 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-dd1ef731-a0ab-40da-bfa7-fd7d740f480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:16:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4955a697-069d-46c7-9a76-ddf0de8c3423'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:39.865253 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b550f3f2-67eb-4f42-b9c0-ada49584fd5b tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:39.879005 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b550f3f2-67eb-4f42-b9c0-ada49584fd5b tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:40.127599 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device cf810207-148f-4a8d-bfd4-0bab5afa7887 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:16:40.129905 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cba3b3a6-45c1-44d2-a3ce-7a28e372fa95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:40.171539 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-b550f3f2-67eb-4f42-b9c0-ada49584fd5b tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Floating IP 3df606f0-b2a8-4b86-b873-8da274835ace associated. External IP: 172.25.8.177, port: 1a24f367-c3c5-4cd6-a6d9-510cbad6a724. Feb 09 14:16:40.179696 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-dd1ef731-a0ab-40da-bfa7-fd7d740f480c None None] Set router 4955a697-069d-46c7-9a76-ddf0de8c3423 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:16:40.265967 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-da675bf5-be0f-4556-8e7c-328af158548a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "PUT /v2.0/floatingips/cf72a9dc-6ccc-4a2b-ad08-1836aea99c4a HTTP/1.1" status: 200 len: 991 time: 4.8242688 Feb 09 14:16:40.270682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59438) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:40.271122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'tag': '0df0d610-c50d-4a82-a58d-bb3db99f16bc'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:40.303604 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0d49e-192c-46c4-9e8c-b723cd175610 req-3be05ab1-2781-4e50-85e2-abbde6f30193 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:40.312898 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-14f0d49e-192c-46c4-9e8c-b723cd175610 req-3be05ab1-2781-4e50-85e2-abbde6f30193 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2ea6525-cf7e-4baf-930a-f6c00b2681f2 HTTP/1.1" status: 200 len: 945 time: 0.6674974 Feb 09 14:16:40.314273 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port cf810207-148f-4a8d-bfd4-0bab5afa7887, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=cf810207-148f-4a8d-bfd4-0bab5afa7887,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:40.358767 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'cf810207-148f-4a8d-bfd4-0bab5afa7887', 'network_id': 'eb65df74-eed7-4e29-9afd-1c778bc5afdb', 'port_id': 'cf810207-148f-4a8d-bfd4-0bab5afa7887', 'mac_address': 'fa:16:3e:76:f2:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b374431-5278-4a9c-8b1d-78100aa8ebda', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:16:40.467668 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:40.490785 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:40.493348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf810207-148f-4a8d-bfd4-0bab5afa7887 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:40.515572 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port cf810207-148f-4a8d-bfd4-0bab5afa7887, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=cf810207-148f-4a8d-bfd4-0bab5afa7887,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:40.522482 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:40.582532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-14f0d49e-192c-46c4-9e8c-b723cd175610 req-147cf6c9-8a2e-4efd-9540-57938022081f tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687638 Feb 09 14:16:40.593933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1164093869-network', 'tenant_id': '71bedcb74b13474ca8ba79f1080b3cdb'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:40.596893 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3bb87e05-5596-4733-a245-71e625718d38 admin admin] For port f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:40.597324 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bb87e05-5596-4733-a245-71e625718d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:40.630463 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=cf810207-148f-4a8d-bfd4-0bab5afa7887,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:40.752991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:40.761201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Usage tracker for resource:network and tenant:71bedcb74b13474ca8ba79f1080b3cdb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:40.776529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:40.786770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:40.801669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b550f3f2-67eb-4f42-b9c0-ada49584fd5b tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:16:40.811931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['cf810207-148f-4a8d-bfd4-0bab5afa7887'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:40.823772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Made reservation on behalf of 71bedcb74b13474ca8ba79f1080b3cdb for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:16:40.826395 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:40.882499 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:40.940353 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4577f9e0-ef3b-4bed-a458-9f706598d081 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:40.989327 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-683e0ae9-cf37-41c5-a974-244fda5a4c7c req-aafee554-e974-46c4-9543-8856385cd47f service neutron] 10.222.0.21 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0864792 Feb 09 14:16:41.020334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3bb87e05-5596-4733-a245-71e625718d38 admin admin] Calling delete_port for f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:41.025138 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-dd1ef731-a0ab-40da-bfa7-fd7d740f480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'name': 'tempest-TaggedBootDevicesTest-1355909229-router', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:28Z', 'updated_at': '2022-02-09T14:12:46Z', 'revision_number': 4, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'gw_port': {'id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:34Z', 'updated_at': '2022-02-09T14:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'cf72a9dc-6ccc-4a2b-ad08-1836aea99c4a', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'port_id': '0df0d610-c50d-4a82-a58d-bb3db99f16bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07', 'mac_address': 'fa:16:3e:c6:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:14:37Z', 'updated_at': '2022-02-09T14:16:36Z', 'revision_number': 1, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445e3539-e21e-42e0-88c6-67d6f1a33ae3', 'name': '', 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'mac_address': 'fa:16:3e:30:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:43Z', 'updated_at': '2022-02-09T14:13:04Z', 'revision_number': 5, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'subnets': [{'id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:41.030065 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ef731-a0ab-40da-bfa7-fd7d740f480c None None] Checking router: 4955a697-069d-46c7-9a76-ddf0de8c3423 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:16:41.040738 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ef731-a0ab-40da-bfa7-fd7d740f480c None None] Routers {'4955a697-069d-46c7-9a76-ddf0de8c3423'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:16:41.041482 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-dd1ef731-a0ab-40da-bfa7-fd7d740f480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:16:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4955a697-069d-46c7-9a76-ddf0de8c3423'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:41.042410 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 4577f9e0-ef3b-4bed-a458-9f706598d081 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:16:41.042868 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4577f9e0-ef3b-4bed-a458-9f706598d081 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:16:41.283594 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-dd1ef731-a0ab-40da-bfa7-fd7d740f480c None None] Set router 4955a697-069d-46c7-9a76-ddf0de8c3423 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:16:41.308681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da68a7-4d0b-4219-8ae8-56380512efd4 req-9531ed6e-bfdd-47f3-baea-66fdfff75e3b tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:41.316274 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c5da68a7-4d0b-4219-8ae8-56380512efd4 req-9531ed6e-bfdd-47f3-baea-66fdfff75e3b tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fcb99a-0c96-48cc-875f-a0fc1c297400 HTTP/1.1" status: 200 len: 943 time: 1.1739998 Feb 09 14:16:41.442497 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bb87e05-5596-4733-a245-71e625718d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:41.476242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b550f3f2-67eb-4f42-b9c0-ada49584fd5b tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:16:41.486717 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0c2f7-5aae-4ea2-b2df-aae8778fca67 None None] Sync routers for ids ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:16:41.500264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:41.507893 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0c2f7-5aae-4ea2-b2df-aae8778fca67 None None] Routers {'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:16:41.509992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8dc0c2f7-5aae-4ea2-b2df-aae8778fca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:16:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:41.538953 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b550f3f2-67eb-4f42-b9c0-ada49584fd5b tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:41.589546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Usage tracker for resource:security_group_rule and tenant:71bedcb74b13474ca8ba79f1080b3cdb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:41.610503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:41.622330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:41.731960 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:41.759768 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:41.796710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb87e05-5596-4733-a245-71e625718d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:41.814124 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-dd1ef731-a0ab-40da-bfa7-fd7d740f480c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'name': 'tempest-TaggedBootDevicesTest-1355909229-router', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:28Z', 'updated_at': '2022-02-09T14:12:46Z', 'revision_number': 4, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'gw_port': {'id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:34Z', 'updated_at': '2022-02-09T14:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'cf72a9dc-6ccc-4a2b-ad08-1836aea99c4a', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'port_id': '0df0d610-c50d-4a82-a58d-bb3db99f16bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07', 'mac_address': 'fa:16:3e:c6:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:14:37Z', 'updated_at': '2022-02-09T14:16:36Z', 'revision_number': 1, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445e3539-e21e-42e0-88c6-67d6f1a33ae3', 'name': '', 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'mac_address': 'fa:16:3e:30:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:43Z', 'updated_at': '2022-02-09T14:13:04Z', 'revision_number': 5, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'subnets': [{'id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:41.820187 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-8dc0c2f7-5aae-4ea2-b2df-aae8778fca67 None None] Set router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:16:41.824286 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ef731-a0ab-40da-bfa7-fd7d740f480c None None] The sync data for ids ['4955a697-069d-46c7-9a76-ddf0de8c3423'] in n-d-828418-2 is: [{'id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'name': 'tempest-TaggedBootDevicesTest-1355909229-router', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:28Z', 'updated_at': '2022-02-09T14:12:46Z', 'revision_number': 4, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'gw_port': {'id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:34Z', 'updated_at': '2022-02-09T14:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'cf72a9dc-6ccc-4a2b-ad08-1836aea99c4a', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'port_id': '0df0d610-c50d-4a82-a58d-bb3db99f16bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07', 'mac_address': 'fa:16:3e:c6:48:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:14:37Z', 'updated_at': '2022-02-09T14:16:36Z', 'revision_number': 1, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '445e3539-e21e-42e0-88c6-67d6f1a33ae3', 'name': '', 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'mac_address': 'fa:16:3e:30:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:43Z', 'updated_at': '2022-02-09T14:13:04Z', 'revision_number': 5, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'subnets': [{'id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:16:41.855668 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b550f3f2-67eb-4f42-b9c0-ada49584fd5b tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "PUT /v2.0/floatingips/3df606f0-b2a8-4b86-b873-8da274835ace HTTP/1.1" status: 200 len: 991 time: 4.3101742 Feb 09 14:16:41.861871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:16:41.905066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeb785d-d291-4b7b-a1fe-1d7de0010ee8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:41.920691 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:41.924147 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Added segment 27fee294-c403-4564-a0c5-88377d2cf850 of type vlan for network 2ddb0ebb-b785-4770-a80a-ffb24ad65aa5 Feb 09 14:16:41.964453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818d4cb-98ac-4870-af98-294fed232ecc req-3b5bc595-9775-40f5-b63f-7a80df90bbe9 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:41.966121 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6818d4cb-98ac-4870-af98-294fed232ecc req-3b5bc595-9775-40f5-b63f-7a80df90bbe9 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.35 "GET /v2.0/ports?device_id=181b18a2-f2f0-49f6-a6d0-a22f335f4476 HTTP/1.1" status: 200 len: 945 time: 0.4874942 Feb 09 14:16:41.974322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca4c44-e363-4c14-8923-ba1ceb5293f2 req-32f1ed4b-438c-44e2-ad28-310be5b8fc2f tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:41.976048 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2ca4c44-e363-4c14-8923-ba1ceb5293f2 req-32f1ed4b-438c-44e2-ad28-310be5b8fc2f tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2ea6525-cf7e-4baf-930a-f6c00b2681f2 HTTP/1.1" status: 200 len: 945 time: 0.9292629 Feb 09 14:16:42.000658 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c5da68a7-4d0b-4219-8ae8-56380512efd4 req-8f101e21-e853-4f43-a43f-6b51cf7b2f55 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6834049 Feb 09 14:16:42.083133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886f9f6-8db1-4a4f-b3c1-47d421d5e31b req-39b240fd-5edc-47a8-824c-f1f8a52e19ed tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:42.108093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886f9f6-8db1-4a4f-b3c1-47d421d5e31b req-39b240fd-5edc-47a8-824c-f1f8a52e19ed tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:42.122799 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device cf810207-148f-4a8d-bfd4-0bab5afa7887 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:42.124879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886f9f6-8db1-4a4f-b3c1-47d421d5e31b req-39b240fd-5edc-47a8-824c-f1f8a52e19ed tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:42.131947 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-683e0ae9-cf37-41c5-a974-244fda5a4c7c req-5292b4c5-cee5-454a-b90d-d4b871af56d5 service neutron] 10.222.0.21 "GET /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9914165 Feb 09 14:16:42.136023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886f9f6-8db1-4a4f-b3c1-47d421d5e31b req-39b240fd-5edc-47a8-824c-f1f8a52e19ed tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:42.154588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886f9f6-8db1-4a4f-b3c1-47d421d5e31b req-39b240fd-5edc-47a8-824c-f1f8a52e19ed tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:42.160739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886f9f6-8db1-4a4f-b3c1-47d421d5e31b req-39b240fd-5edc-47a8-824c-f1f8a52e19ed tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:42.167186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886f9f6-8db1-4a4f-b3c1-47d421d5e31b req-39b240fd-5edc-47a8-824c-f1f8a52e19ed tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:42.175271 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3886f9f6-8db1-4a4f-b3c1-47d421d5e31b req-39b240fd-5edc-47a8-824c-f1f8a52e19ed tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5433 time: 1.2437847 Feb 09 14:16:42.192389 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8ccda1-9f78-4cad-987b-5dd00c7c3303 None None] New status for floating IP cf72a9dc-6ccc-4a2b-ad08-1836aea99c4a: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:16:42.204880 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'tag': '0df0d610-c50d-4a82-a58d-bb3db99f16bc', 'status': 'completed', 'code': 200} Feb 09 14:16:42.317029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba3b3a6-45c1-44d2-a3ce-7a28e372fa95 admin admin] Router fe1ed4a7-f772-41eb-9c12-213104a187a9 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:16:42.320903 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bb87e05-5596-4733-a245-71e625718d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:42.333906 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:42.351566 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-6818d4cb-98ac-4870-af98-294fed232ecc req-c381bddd-d9c9-4acf-9c5c-635244f06b86 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Deleting port 98a78648-541c-4ca7-9696-7299c3e5ff12 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:42.352652 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6818d4cb-98ac-4870-af98-294fed232ecc req-c381bddd-d9c9-4acf-9c5c-635244f06b86 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:42.425770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port cf810207-148f-4a8d-bfd4-0bab5afa7887 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:16:42.433855 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port cf810207-148f-4a8d-bfd4-0bab5afa7887 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:42.434233 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:42.584050 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bb87e05-5596-4733-a245-71e625718d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:42.669092 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8dc0c2f7-5aae-4ea2-b2df-aae8778fca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'name': 'tempest-ServersTestJSON-775921424-router', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:15:45Z', 'updated_at': '2022-02-09T14:15:58Z', 'revision_number': 4, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'gw_port': {'id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:48Z', 'updated_at': '2022-02-09T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '3df606f0-b2a8-4b86-b873-8da274835ace', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'port_id': '1a24f367-c3c5-4cd6-a6d9-510cbad6a724', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042', 'mac_address': 'fa:16:3e:7a:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538682cb-4ec6-4033-aa19-15fa1e8b8b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:16:05Z', 'updated_at': '2022-02-09T14:16:39Z', 'revision_number': 1, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1493035-8557-414e-8343-d432aef506f6', 'name': '', 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'mac_address': 'fa:16:3e:e8:13:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:56Z', 'updated_at': '2022-02-09T14:16:07Z', 'revision_number': 5, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'subnets': [{'id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:42.685349 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bb87e05-5596-4733-a245-71e625718d38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:42.703035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0c2f7-5aae-4ea2-b2df-aae8778fca67 None None] Checking router: ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:16:42.705588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-6818d4cb-98ac-4870-af98-294fed232ecc req-c381bddd-d9c9-4acf-9c5c-635244f06b86 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] For port 98a78648-541c-4ca7-9696-7299c3e5ff12, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=98a78648-541c-4ca7-9696-7299c3e5ff12,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:42.709693 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6818d4cb-98ac-4870-af98-294fed232ecc req-c381bddd-d9c9-4acf-9c5c-635244f06b86 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:42.746485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0c2f7-5aae-4ea2-b2df-aae8778fca67 None None] Routers {'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:16:42.747127 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8dc0c2f7-5aae-4ea2-b2df-aae8778fca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:16:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:42.790679 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bb87e05-5596-4733-a245-71e625718d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:42.791247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb87e05-5596-4733-a245-71e625718d38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 083f3709-51be-41b1-b248-5a2f6e06597f {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:16:42.827224 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:42.882034 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fcb99a-0c96-48cc-875f-a0fc1c297400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf810207-148f-4a8d-bfd4-0bab5afa7887'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:42.925468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962c1f6-7da5-40bc-88a9-1fc7deae7dab req-084593c0-6ed1-4a22-b333-160de687b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:42.926157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962c1f6-7da5-40bc-88a9-1fc7deae7dab req-084593c0-6ed1-4a22-b333-160de687b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:42.926851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962c1f6-7da5-40bc-88a9-1fc7deae7dab req-084593c0-6ed1-4a22-b333-160de687b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:42.927637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962c1f6-7da5-40bc-88a9-1fc7deae7dab req-084593c0-6ed1-4a22-b333-160de687b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:42.928141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962c1f6-7da5-40bc-88a9-1fc7deae7dab req-084593c0-6ed1-4a22-b333-160de687b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:42.928617 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962c1f6-7da5-40bc-88a9-1fc7deae7dab req-084593c0-6ed1-4a22-b333-160de687b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:42.929162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962c1f6-7da5-40bc-88a9-1fc7deae7dab req-084593c0-6ed1-4a22-b333-160de687b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:42.931686 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c962c1f6-7da5-40bc-88a9-1fc7deae7dab req-084593c0-6ed1-4a22-b333-160de687b35a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea230855731c4f038f9be9893ada8105&device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 6490 time: 0.7988451 Feb 09 14:16:42.951118 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bb87e05-5596-4733-a245-71e625718d38 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:42.954487 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3bb87e05-5596-4733-a245-71e625718d38 admin admin] 10.222.0.48 "DELETE /v2.0/routers/083f3709-51be-41b1-b248-5a2f6e06597f HTTP/1.1" status: 204 len: 168 time: 5.1809368 Feb 09 14:16:42.955416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-6818d4cb-98ac-4870-af98-294fed232ecc req-c381bddd-d9c9-4acf-9c5c-635244f06b86 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Calling delete_port for 98a78648-541c-4ca7-9696-7299c3e5ff12 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:42.960300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port cf810207-148f-4a8d-bfd4-0bab5afa7887, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=cf810207-148f-4a8d-bfd4-0bab5afa7887,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:42.974926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59460) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:42.978442 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:43.029575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-f2ca4c44-e363-4c14-8923-ba1ceb5293f2 req-ec4fe690-6797-4b43-aaaa-2d1a63745228 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Deleting port 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:43.029930 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f2ca4c44-e363-4c14-8923-ba1ceb5293f2 req-ec4fe690-6797-4b43-aaaa-2d1a63745228 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:43.079519 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=cf810207-148f-4a8d-bfd4-0bab5afa7887,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:43.094358 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-8dc0c2f7-5aae-4ea2-b2df-aae8778fca67 None None] Set router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:16:43.110170 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3886f9f6-8db1-4a4f-b3c1-47d421d5e31b req-72f617ac-5a43-4525-aa26-f8b3703b7f20 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9337640 Feb 09 14:16:43.121311 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:43.122290 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:43.122879 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:43.248523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] Pushing event updated for resources: {'Network': ['ID=2ddb0ebb-b785-4770-a80a-ffb24ad65aa5,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:43.259365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9b8acb56-976d-496a-9327-d902ec22af1a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.9792831 Feb 09 14:16:43.262104 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59466) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:43.272845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1ef996c1-9e12-43ee-8f3a-b7aea1515b98 admin admin] Request body: {'subnet': {'network_id': '2ddb0ebb-b785-4770-a80a-ffb24ad65aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1164093869-subnet', 'tenant_id': '71bedcb74b13474ca8ba79f1080b3cdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:43.316946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962c1f6-7da5-40bc-88a9-1fc7deae7dab req-263f5b83-0a3d-48c9-8d6d-ce0370f90c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:43.318592 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c962c1f6-7da5-40bc-88a9-1fc7deae7dab req-263f5b83-0a3d-48c9-8d6d-ce0370f90c58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 HTTP/1.1" status: 200 len: 912 time: 0.3717155 Feb 09 14:16:43.344294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 2ddb0ebb-b785-4770-a80a-ffb24ad65aa5 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:16:43.366897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1ef996c1-9e12-43ee-8f3a-b7aea1515b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:43.404314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1ef996c1-9e12-43ee-8f3a-b7aea1515b98 admin admin] Usage tracker for resource:subnet and tenant:71bedcb74b13474ca8ba79f1080b3cdb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:43.418884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1ef996c1-9e12-43ee-8f3a-b7aea1515b98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:43.449958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1ef996c1-9e12-43ee-8f3a-b7aea1515b98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:43.468187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba3b3a6-45c1-44d2-a3ce-7a28e372fa95 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:16:43.491262 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2eba7-41ee-4745-bf09-ebb1e71bb0b6 req-35f3cf8f-c9e1-4737-84a7-ede961a8eab7 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:43.492970 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca167c8-f91a-448c-8592-0b419102fb94 None None] Sync routers for ids ['fe1ed4a7-f772-41eb-9c12-213104a187a9'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:16:43.493163 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96f2eba7-41ee-4745-bf09-ebb1e71bb0b6 req-35f3cf8f-c9e1-4737-84a7-ede961a8eab7 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2ea6525-cf7e-4baf-930a-f6c00b2681f2 HTTP/1.1" status: 200 len: 945 time: 1.2194057 Feb 09 14:16:43.502720 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cba3b3a6-45c1-44d2-a3ce-7a28e372fa95 admin admin] 10.222.0.48 "PUT /v2.0/routers/fe1ed4a7-f772-41eb-9c12-213104a187a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1660495 Feb 09 14:16:43.504116 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec0be03-52dc-4b83-924f-de7f64215638 admin admin] Deleting subnet 3062cf26-6df5-45fd-a8fb-4c87afad7678 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:16:43.508193 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dec0be03-52dc-4b83-924f-de7f64215638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:43.576603 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dec0be03-52dc-4b83-924f-de7f64215638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:43.607261 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59472) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:43.719195 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c962c1f6-7da5-40bc-88a9-1fc7deae7dab req-11c8b7b4-a1d0-456a-a2a8-1aa6dd201cbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df0d610-c50d-4a82-a58d-bb3db99f16bc HTTP/1.1" status: 200 len: 1001 time: 0.3919923 Feb 09 14:16:43.725909 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca167c8-f91a-448c-8592-0b419102fb94 None None] Routers {'fe1ed4a7-f772-41eb-9c12-213104a187a9'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:16:43.727007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-5ca167c8-f91a-448c-8592-0b419102fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:16:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['fe1ed4a7-f772-41eb-9c12-213104a187a9'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:43.779141 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96f2eba7-41ee-4745-bf09-ebb1e71bb0b6 req-2f29f793-e0ac-4215-a188-5980706b64e6 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075664 Feb 09 14:16:43.793170 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dec0be03-52dc-4b83-924f-de7f64215638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:43.904443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef996c1-9e12-43ee-8f3a-b7aea1515b98 admin admin] Made reservation on behalf of 71bedcb74b13474ca8ba79f1080b3cdb for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:16:43.907367 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ef996c1-9e12-43ee-8f3a-b7aea1515b98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:44.017932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962c1f6-7da5-40bc-88a9-1fc7deae7dab req-eaac07f3-551a-4486-8dd2-da2c13bc4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:44.023311 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c962c1f6-7da5-40bc-88a9-1fc7deae7dab req-eaac07f3-551a-4486-8dd2-da2c13bc4f5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55 HTTP/1.1" status: 200 len: 851 time: 0.2796471 Feb 09 14:16:44.091392 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-5ca167c8-f91a-448c-8592-0b419102fb94 None None] Set router fe1ed4a7-f772-41eb-9c12-213104a187a9 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:16:44.184937 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fcb99a-0c96-48cc-875f-a0fc1c297400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf810207-148f-4a8d-bfd4-0bab5afa7887', 'code': 200} Feb 09 14:16:44.210856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538682cb-4ec6-4033-aa19-15fa1e8b8b1c', 'tag': '1a24f367-c3c5-4cd6-a6d9-510cbad6a724'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:44.213569 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dec0be03-52dc-4b83-924f-de7f64215638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:44.271959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2fb07-0964-432c-b6c1-34f67befc3d7 req-28f1efb3-4538-4b55-8ce3-60a99164e99c tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:44.283157 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ca2fb07-0964-432c-b6c1-34f67befc3d7 req-28f1efb3-4538-4b55-8ce3-60a99164e99c tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 945 time: 0.9604070 Feb 09 14:16:44.295525 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6818d4cb-98ac-4870-af98-294fed232ecc req-c381bddd-d9c9-4acf-9c5c-635244f06b86 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:44.299665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0be03-52dc-4b83-924f-de7f64215638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3062cf26-6df5-45fd-a8fb-4c87afad7678,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:44.329354 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dec0be03-52dc-4b83-924f-de7f64215638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:44.405115 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dec0be03-52dc-4b83-924f-de7f64215638 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3062cf26-6df5-45fd-a8fb-4c87afad7678 HTTP/1.1" status: 204 len: 168 time: 1.4232717 Feb 09 14:16:44.408787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59484) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:44.438145 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962c1f6-7da5-40bc-88a9-1fc7deae7dab req-e0afecd9-cdd1-47c0-9a07-6f75ebb0f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:44.439857 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c962c1f6-7da5-40bc-88a9-1fc7deae7dab req-e0afecd9-cdd1-47c0-9a07-6f75ebb0f444 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6a2fd07-bf7b-45e8-abfb-1d71ad208c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4056606 Feb 09 14:16:44.470669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e245b2-d9ff-445a-b82c-8855b028dd21 None None] Network 121b67e5-732a-4765-887b-d720d6a35b64 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:16:44.507352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381bddd-d9c9-4acf-9c5c-635244f06b86 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Pushing event deleted for resources: {'Port': ['ID=98a78648-541c-4ca7-9696-7299c3e5ff12,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:44.510599 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-f2ca4c44-e363-4c14-8923-ba1ceb5293f2 req-ec4fe690-6797-4b43-aaaa-2d1a63745228 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] For port 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2a7dbc3d-9324-4b65-b0a8-02ff9f70584e,segment=NetworkSegment(766c0eb4-11ed-40cb-bb31-3be5ea5f54b1),segment_id=766c0eb4-11ed-40cb-bb31-3be5ea5f54b1)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:44.511149 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f2ca4c44-e363-4c14-8923-ba1ceb5293f2 req-ec4fe690-6797-4b43-aaaa-2d1a63745228 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:44.638028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acceae-9e8f-4b39-aeb7-713d89d0df9f req-bf56a2d7-4a8c-4a8c-86e6-8ef6b37ac6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:44.639966 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7acceae-9e8f-4b39-aeb7-713d89d0df9f req-bf56a2d7-4a8c-4a8c-86e6-8ef6b37ac6af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=72fcb99a-0c96-48cc-875f-a0fc1c297400 HTTP/1.1" status: 200 len: 1096 time: 0.3817661 Feb 09 14:16:44.651428 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ca2fb07-0964-432c-b6c1-34f67befc3d7 req-d0a2ee59-e572-4577-88a0-aa7a18f07067 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3570263 Feb 09 14:16:44.815288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3043c5-fa18-4c68-9c07-aaa847759584 req-4b144657-1fdc-435c-b2b8-eee3c3f49a71 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:44.818525 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:44.821128 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e3043c5-fa18-4c68-9c07-aaa847759584 req-4b144657-1fdc-435c-b2b8-eee3c3f49a71 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fcb99a-0c96-48cc-875f-a0fc1c297400 HTTP/1.1" status: 200 len: 945 time: 0.4724517 Feb 09 14:16:44.824238 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:44.870409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-6818d4cb-98ac-4870-af98-294fed232ecc req-c381bddd-d9c9-4acf-9c5c-635244f06b86 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] No DVR routers for this DVR port 98a78648-541c-4ca7-9696-7299c3e5ff12 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:16:44.879715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-f2ca4c44-e363-4c14-8923-ba1ceb5293f2 req-ec4fe690-6797-4b43-aaaa-2d1a63745228 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Calling delete_port for 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:44.893921 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7acceae-9e8f-4b39-aeb7-713d89d0df9f req-91184819-f68d-43e7-a494-29952389f1b0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184575 Feb 09 14:16:44.909476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:16:44.909818 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f3dbf05b-f1cd-41ee-8f83-c55d5e68ebf4 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:16:44.913429 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6818d4cb-98ac-4870-af98-294fed232ecc req-c381bddd-d9c9-4acf-9c5c-635244f06b86 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:44.926698 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00dcb556-9318-4814-bdca-8aa61bebecd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:44.968154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] Deleting port 725e68a7-4e53-4e4c-bc0a-211886c40ece {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:44.968392 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:45.093113 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c962c1f6-7da5-40bc-88a9-1fc7deae7dab req-5c1c8361-afc3-44f4-8c1e-6f256171736e service neutron] 10.222.0.35 "GET /v2.0/networks/e6a2fd07-bf7b-45e8-abfb-1d71ad208c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893755 Feb 09 14:16:45.119892 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6818d4cb-98ac-4870-af98-294fed232ecc req-c381bddd-d9c9-4acf-9c5c-635244f06b86 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.35 "DELETE /v2.0/ports/98a78648-541c-4ca7-9696-7299c3e5ff12 HTTP/1.1" status: 204 len: 173 time: 3.1416779 Feb 09 14:16:45.130275 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8dc0c2f7-5aae-4ea2-b2df-aae8778fca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'name': 'tempest-ServersTestJSON-775921424-router', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:15:45Z', 'updated_at': '2022-02-09T14:15:58Z', 'revision_number': 4, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'gw_port': {'id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:48Z', 'updated_at': '2022-02-09T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '3df606f0-b2a8-4b86-b873-8da274835ace', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'port_id': '1a24f367-c3c5-4cd6-a6d9-510cbad6a724', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042', 'mac_address': 'fa:16:3e:7a:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538682cb-4ec6-4033-aa19-15fa1e8b8b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:16:05Z', 'updated_at': '2022-02-09T14:16:39Z', 'revision_number': 1, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1493035-8557-414e-8343-d432aef506f6', 'name': '', 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'mac_address': 'fa:16:3e:e8:13:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:56Z', 'updated_at': '2022-02-09T14:16:07Z', 'revision_number': 5, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'subnets': [{'id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:45.141895 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0c2f7-5aae-4ea2-b2df-aae8778fca67 None None] The sync data for ids ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'] in n-d-828418-2 is: [{'id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'name': 'tempest-ServersTestJSON-775921424-router', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:15:45Z', 'updated_at': '2022-02-09T14:15:58Z', 'revision_number': 4, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'gw_port': {'id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:48Z', 'updated_at': '2022-02-09T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '3df606f0-b2a8-4b86-b873-8da274835ace', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'port_id': '1a24f367-c3c5-4cd6-a6d9-510cbad6a724', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042', 'mac_address': 'fa:16:3e:7a:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538682cb-4ec6-4033-aa19-15fa1e8b8b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:16:05Z', 'updated_at': '2022-02-09T14:16:39Z', 'revision_number': 1, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1493035-8557-414e-8343-d432aef506f6', 'name': '', 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'mac_address': 'fa:16:3e:e8:13:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:56Z', 'updated_at': '2022-02-09T14:16:07Z', 'revision_number': 5, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'subnets': [{'id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:16:45.146586 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e3043c5-fa18-4c68-9c07-aaa847759584 req-e427e976-35d6-4590-831e-1c448d7844a6 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028994 Feb 09 14:16:45.334314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4711cd4c-39c5-41c2-826f-f3dd2e4486e3 None None] DHCP port deletion for 121b67e5-732a-4765-887b-d720d6a35b64 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:16:45.345069 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4711cd4c-39c5-41c2-826f-f3dd2e4486e3 None None] Deleting port 725e68a7-4e53-4e4c-bc0a-211886c40ece {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:45.345950 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4711cd4c-39c5-41c2-826f-f3dd2e4486e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:45.479507 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-5ca167c8-f91a-448c-8592-0b419102fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'name': 'tempest-ServersTestManualDisk-1742022487-router', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:40Z', 'updated_at': '2022-02-09T14:16:38Z', 'revision_number': 5, 'project_id': '20c1fbf014444753a794493123a90d00', 'gw_port': {'id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:43Z', 'updated_at': '2022-02-09T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:45.495926 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca167c8-f91a-448c-8592-0b419102fb94 None None] Checking router: fe1ed4a7-f772-41eb-9c12-213104a187a9 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:16:45.521269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca167c8-f91a-448c-8592-0b419102fb94 None None] Routers {'fe1ed4a7-f772-41eb-9c12-213104a187a9'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:16:45.521426 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-5ca167c8-f91a-448c-8592-0b419102fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:16:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['fe1ed4a7-f772-41eb-9c12-213104a187a9'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:45.721489 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2bdee-7154-4523-9405-ae0a58a8bc9c None None] New status for floating IP 3df606f0-b2a8-4b86-b873-8da274835ace: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:16:45.752583 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538682cb-4ec6-4033-aa19-15fa1e8b8b1c', 'tag': '1a24f367-c3c5-4cd6-a6d9-510cbad6a724', 'status': 'completed', 'code': 200} Feb 09 14:16:45.753393 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00dcb556-9318-4814-bdca-8aa61bebecd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:45.761142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:45.794790 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f2ca4c44-e363-4c14-8923-ba1ceb5293f2 req-ec4fe690-6797-4b43-aaaa-2d1a63745228 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:45.822537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-00dcb556-9318-4814-bdca-8aa61bebecd8 admin admin] Deleting port 317197d5-11c3-4593-8057-9a04bcd298fb {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:45.822537 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00dcb556-9318-4814-bdca-8aa61bebecd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:45.856527 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:16:45.857069 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:16:45.859655 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 98a78648-541c-4ca7-9696-7299c3e5ff12 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:45.884204 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] For port 725e68a7-4e53-4e4c-bc0a-211886c40ece, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=725e68a7-4e53-4e4c-bc0a-211886c40ece,segment=NetworkSegment(2decc661-3d6e-49cb-8333-0e548bfc3dc9),segment_id=2decc661-3d6e-49cb-8333-0e548bfc3dc9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:45.886328 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:45.907487 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c962c1f6-7da5-40bc-88a9-1fc7deae7dab req-5a935314-fce1-4ba4-9eb4-1824cbfbe4a6 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a2fd07-bf7b-45e8-abfb-1d71ad208c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8016710 Feb 09 14:16:45.965379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fe690-6797-4b43-aaaa-2d1a63745228 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Pushing event deleted for resources: {'Port': ['ID=2a7dbc3d-9324-4b65-b0a8-02ff9f70584e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:46.019543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 98a78648-541c-4ca7-9696-7299c3e5ff12 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:16:46.021277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 98a78648-541c-4ca7-9696-7299c3e5ff12 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:16:46.246535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] Calling delete_port for 725e68a7-4e53-4e4c-bc0a-211886c40ece owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:46.386053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4de4e7-28a8-46cc-a41b-2a8f9b3e4311 req-7b3a75f4-b5f0-4e2a-b617-612fb189841c tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:46.393478 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d4de4e7-28a8-46cc-a41b-2a8f9b3e4311 req-7b3a75f4-b5f0-4e2a-b617-612fb189841c tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2ea6525-cf7e-4baf-930a-f6c00b2681f2 HTTP/1.1" status: 200 len: 867 time: 0.7986004 Feb 09 14:16:46.466062 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4711cd4c-39c5-41c2-826f-f3dd2e4486e3 None None] For port 725e68a7-4e53-4e4c-bc0a-211886c40ece, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=725e68a7-4e53-4e4c-bc0a-211886c40ece,segment=NetworkSegment(2decc661-3d6e-49cb-8333-0e548bfc3dc9),segment_id=2decc661-3d6e-49cb-8333-0e548bfc3dc9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:46.466728 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4711cd4c-39c5-41c2-826f-f3dd2e4486e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:46.604366 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d4de4e7-28a8-46cc-a41b-2a8f9b3e4311 req-b491e63c-eacd-4bb9-ac96-16127e4ac398 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/security-groups?id=523de276-265d-4d86-b392-131fdc0c0196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099388 Feb 09 14:16:46.610459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f07493-b54e-426b-8c5e-a2e6cba87c90 req-0655a41a-a0ba-42c5-a186-cf386dd5e813 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:46.618704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f07493-b54e-426b-8c5e-a2e6cba87c90 req-0655a41a-a0ba-42c5-a186-cf386dd5e813 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:46.626947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f07493-b54e-426b-8c5e-a2e6cba87c90 req-0655a41a-a0ba-42c5-a186-cf386dd5e813 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:46.633417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f07493-b54e-426b-8c5e-a2e6cba87c90 req-0655a41a-a0ba-42c5-a186-cf386dd5e813 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:46.635631 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:46.644663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f07493-b54e-426b-8c5e-a2e6cba87c90 req-0655a41a-a0ba-42c5-a186-cf386dd5e813 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:46.656400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f07493-b54e-426b-8c5e-a2e6cba87c90 req-0655a41a-a0ba-42c5-a186-cf386dd5e813 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:46.667381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f07493-b54e-426b-8c5e-a2e6cba87c90 req-0655a41a-a0ba-42c5-a186-cf386dd5e813 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:46.676972 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-90f07493-b54e-426b-8c5e-a2e6cba87c90 req-0655a41a-a0ba-42c5-a186-cf386dd5e813 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5433 time: 1.7646108 Feb 09 14:16:46.708175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4711cd4c-39c5-41c2-826f-f3dd2e4486e3 None None] Calling delete_port for 725e68a7-4e53-4e4c-bc0a-211886c40ece owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:46.744525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] Pushing event deleted for resources: {'Port': ['ID=725e68a7-4e53-4e4c-bc0a-211886c40ece,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:46.750181 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] No DVR routers for this DVR port 725e68a7-4e53-4e4c-bc0a-211886c40ece on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:16:46.893171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 725e68a7-4e53-4e4c-bc0a-211886c40ece no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:46.950281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ca4c44-e363-4c14-8923-ba1ceb5293f2 req-ec4fe690-6797-4b43-aaaa-2d1a63745228 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] No DVR routers for this DVR port 2a7dbc3d-9324-4b65-b0a8-02ff9f70584e on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:16:46.956971 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f2ca4c44-e363-4c14-8923-ba1ceb5293f2 req-ec4fe690-6797-4b43-aaaa-2d1a63745228 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:46.963409 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ef996c1-9e12-43ee-8f3a-b7aea1515b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:47.080961 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 725e68a7-4e53-4e4c-bc0a-211886c40ece {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:16:47.080961 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 725e68a7-4e53-4e4c-bc0a-211886c40ece not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:16:47.102327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-5ca167c8-f91a-448c-8592-0b419102fb94 None None] Set router fe1ed4a7-f772-41eb-9c12-213104a187a9 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:16:47.103674 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2ca4c44-e363-4c14-8923-ba1ceb5293f2 req-ec4fe690-6797-4b43-aaaa-2d1a63745228 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.35 "DELETE /v2.0/ports/2a7dbc3d-9324-4b65-b0a8-02ff9f70584e HTTP/1.1" status: 204 len: 173 time: 5.0865188 Feb 09 14:16:47.109860 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-90f07493-b54e-426b-8c5e-a2e6cba87c90 req-d36182fe-89eb-4d1c-a6bc-fc69b8ea7fbc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1522906 Feb 09 14:16:47.132796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e512ed-188f-404e-a17b-36e4e1d2823e req-5cffedeb-6465-4be5-92f5-50d0c752525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:47.134649 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67e512ed-188f-404e-a17b-36e4e1d2823e req-5cffedeb-6465-4be5-92f5-50d0c752525f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7eae360e45b94057993f45117e9e8fa8&device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 1096 time: 1.6007857 Feb 09 14:16:47.264169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef996c1-9e12-43ee-8f3a-b7aea1515b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c3ed8d5-3ea5-4958-b6ff-1b29c77b1679,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:47.290894 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:47.343032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121b67e5-732a-4765-887b-d720d6a35b64']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:47.343251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-00dcb556-9318-4814-bdca-8aa61bebecd8 admin admin] For port 317197d5-11c3-4593-8057-9a04bcd298fb, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=317197d5-11c3-4593-8057-9a04bcd298fb,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:47.343409 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00dcb556-9318-4814-bdca-8aa61bebecd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:47.359280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2decc661-3d6e-49cb-8333-0e548bfc3dc9') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:47.359576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2decc661-3d6e-49cb-8333-0e548bfc3dc9') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:47.375598 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:47.412956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e443735-6c8c-4b06-b9e6-a7451b59fbf1 req-9477ab74-0812-4716-85bd-6857511027e5 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:47.414476 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2e443735-6c8c-4b06-b9e6-a7451b59fbf1 req-9477ab74-0812-4716-85bd-6857511027e5 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 945 time: 0.5283389 Feb 09 14:16:47.415444 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:47.422498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:16:47.423069 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:16:47.438517 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:16:47.466493 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-4711cd4c-39c5-41c2-826f-f3dd2e4486e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:16:47.466853 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-4711cd4c-39c5-41c2-826f-f3dd2e4486e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:16:47.487994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-5ca167c8-f91a-448c-8592-0b419102fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'name': 'tempest-ServersTestManualDisk-1742022487-router', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:40Z', 'updated_at': '2022-02-09T14:16:38Z', 'revision_number': 5, 'project_id': '20c1fbf014444753a794493123a90d00', 'gw_port': {'id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:43Z', 'updated_at': '2022-02-09T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:47.493062 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca167c8-f91a-448c-8592-0b419102fb94 None None] The sync data for ids ['fe1ed4a7-f772-41eb-9c12-213104a187a9'] in n-d-828418-2 is: [{'id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'name': 'tempest-ServersTestManualDisk-1742022487-router', 'tenant_id': '20c1fbf014444753a794493123a90d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:13:40Z', 'updated_at': '2022-02-09T14:16:38Z', 'revision_number': 5, 'project_id': '20c1fbf014444753a794493123a90d00', 'gw_port': {'id': '317197d5-11c3-4593-8057-9a04bcd298fb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1ed4a7-f772-41eb-9c12-213104a187a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:13:43Z', 'updated_at': '2022-02-09T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:16:47.497027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-00dcb556-9318-4814-bdca-8aa61bebecd8 admin admin] Calling delete_port for 317197d5-11c3-4593-8057-9a04bcd298fb owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:47.540196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef996c1-9e12-43ee-8f3a-b7aea1515b98 admin admin] Checking segment: {'id': '27fee294-c403-4564-a0c5-88377d2cf850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ddb0ebb-b785-4770-a80a-ffb24ad65aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:16:47.540572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef996c1-9e12-43ee-8f3a-b7aea1515b98 admin admin] Network hostable DHCP agents. Network: 2ddb0ebb-b785-4770-a80a-ffb24ad65aa5, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:16:47.571493 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2e443735-6c8c-4b06-b9e6-a7451b59fbf1 req-8022b464-378a-42b7-94be-682dd4eb39a9 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305969 Feb 09 14:16:47.579306 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:47.601548 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:47.604065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] Pushing event deleted for resources: {'Network': ['ID=121b67e5-732a-4765-887b-d720d6a35b64,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:47.619893 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-70c6038a-fadf-4152-a093-358a5ba8f7fc admin admin] 10.222.0.48 "DELETE /v2.0/networks/121b67e5-732a-4765-887b-d720d6a35b64 HTTP/1.1" status: 204 len: 168 time: 3.2091734 Feb 09 14:16:47.639222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e512ed-188f-404e-a17b-36e4e1d2823e req-22dd68a2-c4ac-4186-842b-242e1aa93b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:47.640714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67e512ed-188f-404e-a17b-36e4e1d2823e req-22dd68a2-c4ac-4186-842b-242e1aa93b3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 HTTP/1.1" status: 200 len: 905 time: 0.4942784 Feb 09 14:16:47.652327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef996c1-9e12-43ee-8f3a-b7aea1515b98 admin admin] Network 2ddb0ebb-b785-4770-a80a-ffb24ad65aa5 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:16:47.765950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181b18a2-f2f0-49f6-a6d0-a22f335f4476', 'name': 'network-vif-deleted', 'tag': '98a78648-541c-4ca7-9696-7299c3e5ff12'}, {'server_uuid': 'c2ea6525-cf7e-4baf-930a-f6c00b2681f2', 'name': 'network-vif-deleted', 'tag': '2a7dbc3d-9324-4b65-b0a8-02ff9f70584e'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:47.773276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-1ef996c1-9e12-43ee-8f3a-b7aea1515b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 2ddb0ebb-b785-4770-a80a-ffb24ad65aa5) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:16:47.784283 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1854f1-e01b-427c-9a3f-d67d3d9fd001 None None] Network 2ddb0ebb-b785-4770-a80a-ffb24ad65aa5 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:16:47.802434 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef996c1-9e12-43ee-8f3a-b7aea1515b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:47.803227 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ef996c1-9e12-43ee-8f3a-b7aea1515b98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:47.811558 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1b49852b-a24d-4c04-a292-9c2cc619aca4 req-5e5776e9-d587-411d-aeb6-d97bdf5e0290 tempest-MultipleCreateTestJSON-1811788731 tempest-MultipleCreateTestJSON-1811788731-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2ea6525-cf7e-4baf-930a-f6c00b2681f2 HTTP/1.1" status: 200 len: 210 time: 0.0619476 Feb 09 14:16:47.835889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59516) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:47.896938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b666e-15f7-4aa4-af25-21c70d0a0641 req-f941bdf1-3c7d-4e1e-854c-7d067b5765c3 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:47.898521 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7a8b666e-15f7-4aa4-af25-21c70d0a0641 req-f941bdf1-3c7d-4e1e-854c-7d067b5765c3 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fcb99a-0c96-48cc-875f-a0fc1c297400 HTTP/1.1" status: 200 len: 945 time: 0.6225796 Feb 09 14:16:47.925759 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dd5b14f4-ed3a-49b1-bfa3-4c69250a4782 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87c5aeb7bc3a4960ab4b1595db9087f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0883274 Feb 09 14:16:47.928752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59522) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:47.930753 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181b18a2-f2f0-49f6-a6d0-a22f335f4476', 'name': 'network-vif-deleted', 'tag': '98a78648-541c-4ca7-9696-7299c3e5ff12', 'status': 'completed', 'code': 200} Feb 09 14:16:47.931533 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ea6525-cf7e-4baf-930a-f6c00b2681f2', 'name': 'network-vif-deleted', 'tag': '2a7dbc3d-9324-4b65-b0a8-02ff9f70584e', 'status': 'completed', 'code': 200} Feb 09 14:16:47.969578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4711cd4c-39c5-41c2-826f-f3dd2e4486e3 None None] Deleting port 725e68a7-4e53-4e4c-bc0a-211886c40ece {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:47.971535 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4711cd4c-39c5-41c2-826f-f3dd2e4486e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:48.064715 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4711cd4c-39c5-41c2-826f-f3dd2e4486e3 None None] The port '725e68a7-4e53-4e4c-bc0a-211886c40ece' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:16:48.084481 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4e51707-868e-4e42-9ffe-c8dc7af14453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:48.109926 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67e512ed-188f-404e-a17b-36e4e1d2823e req-2c4cf25c-86ab-4222-a449-609fe0f618f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a24f367-c3c5-4cd6-a6d9-510cbad6a724 HTTP/1.1" status: 200 len: 1001 time: 0.4452751 Feb 09 14:16:48.134994 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4e51707-868e-4e42-9ffe-c8dc7af14453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:48.193777 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1ef996c1-9e12-43ee-8f3a-b7aea1515b98 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 4.9284358 Feb 09 14:16:48.210277 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7a8b666e-15f7-4aa4-af25-21c70d0a0641 req-1937eba3-5a52-4b50-80f7-097ffb0b1081 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770277 Feb 09 14:16:48.234786 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4e51707-868e-4e42-9ffe-c8dc7af14453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:48.292369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e51707-868e-4e42-9ffe-c8dc7af14453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0a4094-d73e-412e-a30d-ff11582094b5,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:48.315944 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4e51707-868e-4e42-9ffe-c8dc7af14453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:48.318891 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b4e51707-868e-4e42-9ffe-c8dc7af14453 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a0a4094-d73e-412e-a30d-ff11582094b5 HTTP/1.1" status: 204 len: 168 time: 0.3876951 Feb 09 14:16:48.328809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e512ed-188f-404e-a17b-36e4e1d2823e req-13e28f20-4f78-44c4-91c6-f28c10af17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:48.336669 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67e512ed-188f-404e-a17b-36e4e1d2823e req-13e28f20-4f78-44c4-91c6-f28c10af17c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b77f735-3e0e-4639-9ae0-b78965871043 HTTP/1.1" status: 200 len: 844 time: 0.2025135 Feb 09 14:16:48.344624 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00dcb556-9318-4814-bdca-8aa61bebecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:48.487525 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a74a50d-e2e7-4a65-99e2-c7edf20a2957 None None] Network 2ddb0ebb-b785-4770-a80a-ffb24ad65aa5 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:16:48.685769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcb556-9318-4814-bdca-8aa61bebecd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=317197d5-11c3-4593-8057-9a04bcd298fb,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:48.757131 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f103325-f5c4-46e8-a7c2-879dd7b32948 req-e81a66a5-4e9d-4206-85cf-1038f8af05a4 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:48.768485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f103325-f5c4-46e8-a7c2-879dd7b32948 req-e81a66a5-4e9d-4206-85cf-1038f8af05a4 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:48.781939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f103325-f5c4-46e8-a7c2-879dd7b32948 req-e81a66a5-4e9d-4206-85cf-1038f8af05a4 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:48.802727 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f103325-f5c4-46e8-a7c2-879dd7b32948 req-e81a66a5-4e9d-4206-85cf-1038f8af05a4 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:48.812398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f103325-f5c4-46e8-a7c2-879dd7b32948 req-e81a66a5-4e9d-4206-85cf-1038f8af05a4 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:48.819121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f103325-f5c4-46e8-a7c2-879dd7b32948 req-e81a66a5-4e9d-4206-85cf-1038f8af05a4 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:48.824139 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device cb05df1e-415b-46a8-9677-9da5c0f9d78a no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:48.826684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f103325-f5c4-46e8-a7c2-879dd7b32948 req-e81a66a5-4e9d-4206-85cf-1038f8af05a4 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:48.838162 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f103325-f5c4-46e8-a7c2-879dd7b32948 req-e81a66a5-4e9d-4206-85cf-1038f8af05a4 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5433 time: 0.4500194 Feb 09 14:16:48.926651 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: cb05df1e-415b-46a8-9677-9da5c0f9d78a {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:16:48.926996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device cb05df1e-415b-46a8-9677-9da5c0f9d78a not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:16:48.952833 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f103325-f5c4-46e8-a7c2-879dd7b32948 req-519e8eba-8a5a-421c-8f4a-7db9993ea706 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1133273 Feb 09 14:16:49.032073 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00dcb556-9318-4814-bdca-8aa61bebecd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:49.422882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e512ed-188f-404e-a17b-36e4e1d2823e req-e8a562a9-e8fb-46ce-a7b5-e38528d67045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:49.424491 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67e512ed-188f-404e-a17b-36e4e1d2823e req-e8a562a9-e8fb-46ce-a7b5-e38528d67045 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bdf8e264-cbf1-4d53-9f70-2eb50d3d0042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0734935 Feb 09 14:16:49.432367 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00dcb556-9318-4814-bdca-8aa61bebecd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:49.435648 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00dcb556-9318-4814-bdca-8aa61bebecd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:49.565884 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00dcb556-9318-4814-bdca-8aa61bebecd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:49.566520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dcb556-9318-4814-bdca-8aa61bebecd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe1ed4a7-f772-41eb-9c12-213104a187a9 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:16:49.607538 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00dcb556-9318-4814-bdca-8aa61bebecd8 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:49.612393 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-00dcb556-9318-4814-bdca-8aa61bebecd8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fe1ed4a7-f772-41eb-9c12-213104a187a9 HTTP/1.1" status: 204 len: 168 time: 5.9929092 Feb 09 14:16:49.618236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59576) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:49.684143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7742c8-5814-40b7-a605-2f94647db8e2 req-786412e6-efb0-44ff-b60e-e8f3e11a1087 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:49.691177 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3a7742c8-5814-40b7-a605-2f94647db8e2 req-786412e6-efb0-44ff-b60e-e8f3e11a1087 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 945 time: 0.6073382 Feb 09 14:16:49.730208 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67e512ed-188f-404e-a17b-36e4e1d2823e req-f2e6bfea-d4ad-4e66-bc31-f564cd5c5151 service neutron] 10.222.0.35 "GET /v2.0/networks/bdf8e264-cbf1-4d53-9f70-2eb50d3d0042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924049 Feb 09 14:16:49.762707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-410ad7e7-9956-4626-8f48-1d21400b7e36 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:49.764374 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-410ad7e7-9956-4626-8f48-1d21400b7e36 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/networks?id=2ddb0ebb-b785-4770-a80a-ffb24ad65aa5 HTTP/1.1" status: 200 len: 822 time: 0.3161507 Feb 09 14:16:49.791552 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-8d5ad27d-ef10-4ffc-8120-67e392da51c8 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/quotas/71bedcb74b13474ca8ba79f1080b3cdb HTTP/1.1" status: 200 len: 375 time: 0.0154514 Feb 09 14:16:49.855667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59582) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:49.867005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b30858-fc54-4144-8ffc-1b542b644541 admin admin] Deleting subnet dad0dc1a-d8af-4c04-a1dc-09fea9c37506 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:16:49.893944 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3a7742c8-5814-40b7-a605-2f94647db8e2 req-4ca25f89-3d93-4af8-ac29-64de2431e4a3 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016013 Feb 09 14:16:49.894729 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-05b30858-fc54-4144-8ffc-1b542b644541 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:49.917162 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-6587516c-9524-43ce-8aee-b70288c8d0a0 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=71bedcb74b13474ca8ba79f1080b3cdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1167035 Feb 09 14:16:50.093191 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-05b30858-fc54-4144-8ffc-1b542b644541 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:50.113125 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-ed096240-6df4-4845-b154-710cbb0a9274 service neutron] 10.222.0.48 "GET /v2.0/networks/2ddb0ebb-b785-4770-a80a-ffb24ad65aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950984 Feb 09 14:16:50.131441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-383770203-network', 'tenant_id': 'a0e2775b9be9415aac8d2804e4d4888c'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:50.150718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:50.164318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Usage tracker for resource:network and tenant:a0e2775b9be9415aac8d2804e4d4888c is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:50.170604 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67e512ed-188f-404e-a17b-36e4e1d2823e req-f498a98e-4f0c-4c9b-b2c0-ba75784e7ba9 service neutron] 10.222.0.35 "GET /v2.0/networks/bdf8e264-cbf1-4d53-9f70-2eb50d3d0042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140818 Feb 09 14:16:50.171648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:50.202313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:50.247592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Made reservation on behalf of a0e2775b9be9415aac8d2804e4d4888c for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:16:50.250594 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:50.357432 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:50.399422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:50.408439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Usage tracker for resource:security_group_rule and tenant:a0e2775b9be9415aac8d2804e4d4888c is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:50.421154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:50.436789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:50.445548 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-05b30858-fc54-4144-8ffc-1b542b644541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:50.456532 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-03fd6ac2-3af7-4ee4-8f65-e9fa53e32723 service neutron] 10.222.0.48 "GET /v2.0/networks/2ddb0ebb-b785-4770-a80a-ffb24ad65aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359025 Feb 09 14:16:50.469276 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa0359-84d8-4479-864e-eb1b6a51dcba req-d27ce312-4284-4200-8667-345e14630fd4 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:50.470714 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1faa0359-84d8-4479-864e-eb1b6a51dcba req-d27ce312-4284-4200-8667-345e14630fd4 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fcb99a-0c96-48cc-875f-a0fc1c297400 HTTP/1.1" status: 200 len: 945 time: 0.1780188 Feb 09 14:16:50.579986 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-05b30858-fc54-4144-8ffc-1b542b644541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:50.584376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-1faa0359-84d8-4479-864e-eb1b6a51dcba req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Deleting port cf810207-148f-4a8d-bfd4-0bab5afa7887 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:50.585649 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1faa0359-84d8-4479-864e-eb1b6a51dcba req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:50.663128 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354085e-703b-45d0-9349-051d91a8c901 req-ac01d293-957c-4326-807a-1eea837b03f3 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:50.677707 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8354085e-703b-45d0-9349-051d91a8c901 req-ac01d293-957c-4326-807a-1eea837b03f3 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fcb99a-0c96-48cc-875f-a0fc1c297400 HTTP/1.1" status: 200 len: 945 time: 0.4329412 Feb 09 14:16:50.739025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 317197d5-11c3-4593-8057-9a04bcd298fb no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:50.741259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b30858-fc54-4144-8ffc-1b542b644541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad0dc1a-d8af-4c04-a1dc-09fea9c37506,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:50.747749 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-05b30858-fc54-4144-8ffc-1b542b644541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:50.780971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c171254-d83a-4d47-9a12-09597d253a41 None None] Network 677aeaaa-6d2e-498f-b8b0-01a0adcdf713 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:16:50.788369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-05b30858-fc54-4144-8ffc-1b542b644541 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dad0dc1a-d8af-4c04-a1dc-09fea9c37506 HTTP/1.1" status: 204 len: 168 time: 1.1636662 Feb 09 14:16:50.805987 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8354085e-703b-45d0-9349-051d91a8c901 req-a8add2a1-0ea7-47d7-a7e3-d68ce7a15cba tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc5ce6a4-341c-427a-8bf1-e21e707eaefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273355 Feb 09 14:16:50.806516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59596) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:50.924780 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 317197d5-11c3-4593-8057-9a04bcd298fb {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:16:50.925160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 317197d5-11c3-4593-8057-9a04bcd298fb not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:16:50.987410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59606) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:51.048442 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454298dd-bd02-4f2f-baac-0b81f69f4c88 req-d8303859-ec13-483d-8b9f-fbd4f7f03b65 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:51.057292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454298dd-bd02-4f2f-baac-0b81f69f4c88 req-d8303859-ec13-483d-8b9f-fbd4f7f03b65 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:51.064155 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454298dd-bd02-4f2f-baac-0b81f69f4c88 req-d8303859-ec13-483d-8b9f-fbd4f7f03b65 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:51.073477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454298dd-bd02-4f2f-baac-0b81f69f4c88 req-d8303859-ec13-483d-8b9f-fbd4f7f03b65 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:51.080456 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454298dd-bd02-4f2f-baac-0b81f69f4c88 req-d8303859-ec13-483d-8b9f-fbd4f7f03b65 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:51.087391 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454298dd-bd02-4f2f-baac-0b81f69f4c88 req-d8303859-ec13-483d-8b9f-fbd4f7f03b65 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:51.094329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454298dd-bd02-4f2f-baac-0b81f69f4c88 req-d8303859-ec13-483d-8b9f-fbd4f7f03b65 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:51.102852 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-454298dd-bd02-4f2f-baac-0b81f69f4c88 req-d8303859-ec13-483d-8b9f-fbd4f7f03b65 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5433 time: 0.3279335 Feb 09 14:16:51.119122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf50e07-bdef-4f66-99b8-b18a8f4b6879 None None] DHCP port deletion for 677aeaaa-6d2e-498f-b8b0-01a0adcdf713 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:16:51.129022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ddf50e07-bdef-4f66-99b8-b18a8f4b6879 None None] Deleting port 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:51.130168 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ddf50e07-bdef-4f66-99b8-b18a8f4b6879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:51.185844 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f639c008-9a0c-4970-acd1-82e92d609d6c req-21941b2b-5058-4ff0-82fd-725dc3c6b608 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 210 time: 0.1135294 Feb 09 14:16:51.198318 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:51.198538 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-454298dd-bd02-4f2f-baac-0b81f69f4c88 req-2c9284bc-a6f6-450a-afe0-0d8e7c315f19 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948851 Feb 09 14:16:51.216030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-1faa0359-84d8-4479-864e-eb1b6a51dcba req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] For port cf810207-148f-4a8d-bfd4-0bab5afa7887, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=cf810207-148f-4a8d-bfd4-0bab5afa7887,segment=NetworkSegment(57df0483-74de-43b2-acd8-83de7c4789ee),segment_id=57df0483-74de-43b2-acd8-83de7c4789ee)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:51.216030 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1faa0359-84d8-4479-864e-eb1b6a51dcba req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:51.221283 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:51.252146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:16:51.264566 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:51.265251 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Added segment e24091c7-0af0-4460-a063-a78852c4a1b9 of type vlan for network 30830122-d798-49d7-b828-5813fd5acd73 Feb 09 14:16:51.293774 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:51.318333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cab2d4d-274d-4af8-977e-4b86d046960d admin admin] Deleting subnet 18ab4745-e8a1-4809-8301-7a1b88ada199 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:16:51.335666 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4cab2d4d-274d-4af8-977e-4b86d046960d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:51.425448 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ddf50e07-bdef-4f66-99b8-b18a8f4b6879 None None] For port 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05,segment=NetworkSegment(0d554763-1ee3-4977-9e57-fe19f2f81aee),segment_id=0d554763-1ee3-4977-9e57-fe19f2f81aee)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:51.426176 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ddf50e07-bdef-4f66-99b8-b18a8f4b6879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:51.433924 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:51.451116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8daf745-865c-42e3-a928-70bf3aac60ea,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:51.482498 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] Deleting port 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:51.482837 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:51.522656 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4cab2d4d-274d-4af8-977e-4b86d046960d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:51.621617 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ddf50e07-bdef-4f66-99b8-b18a8f4b6879 None None] Calling delete_port for 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:51.675988 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:51.677128 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:51.677921 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:51.702228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-1faa0359-84d8-4479-864e-eb1b6a51dcba req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Calling delete_port for cf810207-148f-4a8d-bfd4-0bab5afa7887 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:51.708855 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ddf50e07-bdef-4f66-99b8-b18a8f4b6879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:51.775108 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf50e07-bdef-4f66-99b8-b18a8f4b6879 None None] No DVR routers for this DVR port 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:16:51.778515 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4cab2d4d-274d-4af8-977e-4b86d046960d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:51.785189 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf50e07-bdef-4f66-99b8-b18a8f4b6879 None None] Pushing event deleted for resources: {'Port': ['ID=4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:51.849447 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ee7bc-ff20-4f85-9431-5caded2273d0 req-1357f49e-6a59-42d4-93bb-560daedee147 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:51.850936 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-867ee7bc-ff20-4f85-9431-5caded2273d0 req-1357f49e-6a59-42d4-93bb-560daedee147 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 945 time: 0.4713366 Feb 09 14:16:51.897576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f3836-0796-4378-9e08-8adfbc05811c req-91ae098f-bba6-4cdc-95ac-227a3ba730bf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:51.903320 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f3836-0796-4378-9e08-8adfbc05811c req-91ae098f-bba6-4cdc-95ac-227a3ba730bf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:51.909086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f3836-0796-4378-9e08-8adfbc05811c req-91ae098f-bba6-4cdc-95ac-227a3ba730bf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:51.915472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f3836-0796-4378-9e08-8adfbc05811c req-91ae098f-bba6-4cdc-95ac-227a3ba730bf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:51.921399 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f3836-0796-4378-9e08-8adfbc05811c req-91ae098f-bba6-4cdc-95ac-227a3ba730bf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:51.927157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f3836-0796-4378-9e08-8adfbc05811c req-91ae098f-bba6-4cdc-95ac-227a3ba730bf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:51.933567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f3836-0796-4378-9e08-8adfbc05811c req-91ae098f-bba6-4cdc-95ac-227a3ba730bf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:51.935517 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-856f3836-0796-4378-9e08-8adfbc05811c req-91ae098f-bba6-4cdc-95ac-227a3ba730bf tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5433 time: 0.3775420 Feb 09 14:16:51.981240 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1faa0359-84d8-4479-864e-eb1b6a51dcba req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:51.992696 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['cf810207-148f-4a8d-bfd4-0bab5afa7887'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:16:52.051317 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Pushing event deleted for resources: {'Port': ['ID=cf810207-148f-4a8d-bfd4-0bab5afa7887,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:52.102235 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2454693 Feb 09 14:16:52.111926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59622) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:52.115248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:52.115878 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:52.116341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:52.116775 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:52.117440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:52.117871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:52.118296 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:52.118719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:52.120310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:52.120650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:52.120984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:52.121507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:16:52.127602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f74558-fc7a-42b6-a373-3f02b9745caa admin admin] Pushing event updated for resources: {'Network': ['ID=30830122-d798-49d7-b828-5813fd5acd73,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:52.142401 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 30830122-d798-49d7-b828-5813fd5acd73 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:16:52.177433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b440b46e-4871-4843-a556-172cca79ac95 admin admin] Request body: {'subnet': {'network_id': '30830122-d798-49d7-b828-5813fd5acd73', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-383770203-subnet', 'tenant_id': 'a0e2775b9be9415aac8d2804e4d4888c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:52.188906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faa0359-84d8-4479-864e-eb1b6a51dcba req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] No DVR routers for this DVR port cf810207-148f-4a8d-bfd4-0bab5afa7887 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:16:52.193702 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-1faa0359-84d8-4479-864e-eb1b6a51dcba req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:52.197088 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-867ee7bc-ff20-4f85-9431-5caded2273d0 req-f9c10c15-71b6-471b-86c8-a595628b1f68 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2760863 Feb 09 14:16:52.197842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b440b46e-4871-4843-a556-172cca79ac95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:52.202247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fcb99a-0c96-48cc-875f-a0fc1c297400', 'name': 'network-vif-deleted', 'tag': 'cf810207-148f-4a8d-bfd4-0bab5afa7887'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:52.205558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] For port 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05,segment=NetworkSegment(0d554763-1ee3-4977-9e57-fe19f2f81aee),segment_id=0d554763-1ee3-4977-9e57-fe19f2f81aee)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:16:52.206848 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:52.218017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b440b46e-4871-4843-a556-172cca79ac95 admin admin] Usage tracker for resource:subnet and tenant:a0e2775b9be9415aac8d2804e4d4888c is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:52.229760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b440b46e-4871-4843-a556-172cca79ac95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:52.234240 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4cab2d4d-274d-4af8-977e-4b86d046960d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:52.245088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b440b46e-4871-4843-a556-172cca79ac95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:52.257590 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1faa0359-84d8-4479-864e-eb1b6a51dcba req-9307ee87-d7ac-40e1-b2f4-05ec8e111d9d tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.21 "DELETE /v2.0/ports/cf810207-148f-4a8d-bfd4-0bab5afa7887 HTTP/1.1" status: 204 len: 173 time: 1.7809749 Feb 09 14:16:52.274181 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b440b46e-4871-4843-a556-172cca79ac95 admin admin] Made reservation on behalf of a0e2775b9be9415aac8d2804e4d4888c for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:16:52.280375 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b440b46e-4871-4843-a556-172cca79ac95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:52.410633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab2d4d-274d-4af8-977e-4b86d046960d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ab4745-e8a1-4809-8301-7a1b88ada199,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:52.526861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] Calling delete_port for 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:52.655866 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4cab2d4d-274d-4af8-977e-4b86d046960d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:52.671422 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c731b9f7-3fdb-4bac-8fcc-875bc5451d5a req-d9c0b85d-fa0e-4c84-8ba6-79d0cac89575 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 210 time: 0.2585094 Feb 09 14:16:52.671422 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:16:52.671422 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:16:52.704524 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4cab2d4d-274d-4af8-977e-4b86d046960d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/18ab4745-e8a1-4809-8301-7a1b88ada199 HTTP/1.1" status: 204 len: 168 time: 1.6961288 Feb 09 14:16:52.717560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59636) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:52.842948 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:52.896639 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15eec00d-4ec2-48b5-b617-f09b46348f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:52.944725 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:16:52.948060 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:16:52.991835 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fcb99a-0c96-48cc-875f-a0fc1c297400', 'name': 'network-vif-deleted', 'tag': 'cf810207-148f-4a8d-bfd4-0bab5afa7887', 'status': 'completed', 'code': 200} Feb 09 14:16:53.013912 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b440b46e-4871-4843-a556-172cca79ac95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:53.085793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1e6cfaff-5afa-4d5e-be7a-33b5f4cd540f req-9bb871d4-d928-4731-a5ee-d97fd7f6a155 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Synchronizing usage tracker for tenant:5a65c0ccac574437b823990f066a8c19 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:53.087762 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15eec00d-4ec2-48b5-b617-f09b46348f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:53.102443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440b46e-4871-4843-a556-172cca79ac95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63021245-ec5e-45fc-a1a8-f13ed23aa515,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:53.124782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-15eec00d-4ec2-48b5-b617-f09b46348f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:53.139067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-15eec00d-4ec2-48b5-b617-f09b46348f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:53.139365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-15eec00d-4ec2-48b5-b617-f09b46348f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766c0eb4-11ed-40cb-bb31-3be5ea5f54b1') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:53.174523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-25a9ce3e-876e-49aa-87a4-dd2148b9c455 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:53.176618 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-25a9ce3e-876e-49aa-87a4-dd2148b9c455 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.21 "GET /v2.0/networks?id=2ddb0ebb-b785-4770-a80a-ffb24ad65aa5 HTTP/1.1" status: 200 len: 822 time: 0.8011377 Feb 09 14:16:53.177832 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b440b46e-4871-4843-a556-172cca79ac95 admin admin] Checking segment: {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:16:53.178238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b440b46e-4871-4843-a556-172cca79ac95 admin admin] Network hostable DHCP agents. Network: 30830122-d798-49d7-b828-5813fd5acd73, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:16:53.189139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] Deleting port 4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:53.189482 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:53.195883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1e6cfaff-5afa-4d5e-be7a-33b5f4cd540f req-9bb871d4-d928-4731-a5ee-d97fd7f6a155 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Unset dirty status for tenant:5a65c0ccac574437b823990f066a8c19 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:53.208290 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1e6cfaff-5afa-4d5e-be7a-33b5f4cd540f req-9bb871d4-d928-4731-a5ee-d97fd7f6a155 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/ports?device_id=72fcb99a-0c96-48cc-875f-a0fc1c297400 HTTP/1.1" status: 200 len: 210 time: 0.8269346 Feb 09 14:16:53.223243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-cb9ed874-3fa5-41a6-af3b-b260b7bc1cab tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Request body: {'port': {'device_id': '148255e9-d673-4d82-b509-d8da0e652181', 'network_id': '2ddb0ebb-b785-4770-a80a-ffb24ad65aa5', 'admin_state_up': True, 'tenant_id': '71bedcb74b13474ca8ba79f1080b3cdb'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:53.226047 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15eec00d-4ec2-48b5-b617-f09b46348f0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:53.305739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] The port '4a6ff0b0-f0f8-4f2b-ace3-3efe303cbf05' was deleted {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:16:53.327138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b440b46e-4871-4843-a556-172cca79ac95 admin admin] Network 30830122-d798-49d7-b828-5813fd5acd73 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:16:53.334720 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15eec00d-4ec2-48b5-b617-f09b46348f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:53.339178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b440b46e-4871-4843-a556-172cca79ac95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 30830122-d798-49d7-b828-5813fd5acd73) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:16:53.349155 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b440b46e-4871-4843-a556-172cca79ac95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:53.349995 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b440b46e-4871-4843-a556-172cca79ac95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:53.357347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aad8ca-5add-4d04-82bf-a580b5083425 None None] Network 30830122-d798-49d7-b828-5813fd5acd73 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:16:53.367819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15eec00d-4ec2-48b5-b617-f09b46348f0e admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:16:53.368254 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15eec00d-4ec2-48b5-b617-f09b46348f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:16:53.382102 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:16:53.400818 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b440b46e-4871-4843-a556-172cca79ac95 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2796869 Feb 09 14:16:53.461673 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-cb9ed874-3fa5-41a6-af3b-b260b7bc1cab tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:53.475063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-cb9ed874-3fa5-41a6-af3b-b260b7bc1cab tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Usage tracker for resource:port and tenant:71bedcb74b13474ca8ba79f1080b3cdb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:53.485141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-cb9ed874-3fa5-41a6-af3b-b260b7bc1cab tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:53.496718 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-cb9ed874-3fa5-41a6-af3b-b260b7bc1cab tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:53.525590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-cb9ed874-3fa5-41a6-af3b-b260b7bc1cab tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Made reservation on behalf of 71bedcb74b13474ca8ba79f1080b3cdb for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:16:53.532319 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-cb9ed874-3fa5-41a6-af3b-b260b7bc1cab tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:53.715592 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b551bdc8-473e-49ae-9c57-3dc9e87735ad None None] Network 30830122-d798-49d7-b828-5813fd5acd73 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:16:53.741714 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:53.819177 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677aeaaa-6d2e-498f-b8b0-01a0adcdf713']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:53.839984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d554763-1ee3-4977-9e57-fe19f2f81aee') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:53.840499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d554763-1ee3-4977-9e57-fe19f2f81aee') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:16:53.860106 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:53.877709 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:53.885010 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:16:53.885712 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:16:53.937688 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:16:54.037799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-cb9ed874-3fa5-41a6-af3b-b260b7bc1cab tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Allocated IP 172.20.0.10 (2ddb0ebb-b785-4770-a80a-ffb24ad65aa5/3c3ed8d5-3ea5-4958-b6ff-1b29c77b1679/d9b1d468-fd46-4907-8181-9b41ce510fa2) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:16:54.042032 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15eec00d-4ec2-48b5-b617-f09b46348f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:54.125313 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15eec00d-4ec2-48b5-b617-f09b46348f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:54.173860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2763294-52dc-4f42-88f8-82e33d3889d3 req-ffcd5141-802e-4b09-b9e7-1f0a072691aa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:54.179433 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device cf810207-148f-4a8d-bfd4-0bab5afa7887 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:16:54.192216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c2763294-52dc-4f42-88f8-82e33d3889d3 req-ffcd5141-802e-4b09-b9e7-1f0a072691aa tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 945 time: 1.0451159 Feb 09 14:16:54.210793 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:54.217216 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eec00d-4ec2-48b5-b617-f09b46348f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:54.227800 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: cf810207-148f-4a8d-bfd4-0bab5afa7887 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:16:54.228578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device cf810207-148f-4a8d-bfd4-0bab5afa7887 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:16:54.255597 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e02741d6-5809-4eed-844b-57b92a7580ce req-8616da55-05cd-4dd7-9720-b0d8340115c2 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 210 time: 0.2087255 Feb 09 14:16:54.258775 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:54.299915 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] 10.222.0.48 "DELETE /v2.0/networks/677aeaaa-6d2e-498f-b8b0-01a0adcdf713 HTTP/1.1" status: 204 len: 168 time: 3.4875319 Feb 09 14:16:54.338712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767db01-6321-47bb-920b-ecc8fd2efefa admin admin] Pushing event deleted for resources: {'Network': ['ID=677aeaaa-6d2e-498f-b8b0-01a0adcdf713,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:54.361307 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-15eec00d-4ec2-48b5-b617-f09b46348f0e admin admin] 10.222.0.48 "DELETE /v2.0/networks/d5a15c0b-2c5b-46b6-ae2f-d46c6bcb4317 HTTP/1.1" status: 204 len: 168 time: 1.6450491 Feb 09 14:16:54.367936 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-cb9ed874-3fa5-41a6-af3b-b260b7bc1cab tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:54.368467 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c2763294-52dc-4f42-88f8-82e33d3889d3 req-a4bb93a7-c38f-4801-952c-ac082c74a134 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745048 Feb 09 14:16:54.450262 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-cb9ed874-3fa5-41a6-af3b-b260b7bc1cab tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:54.628345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59668) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:54.747375 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-191ef09f-d471-4652-9e27-6b86924c505f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20c1fbf014444753a794493123a90d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1168694 Feb 09 14:16:54.747375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59674) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:54.792061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-cb9ed874-3fa5-41a6-af3b-b260b7bc1cab tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Network 2ddb0ebb-b785-4770-a80a-ffb24ad65aa5 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:16:54.798355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-cb9ed874-3fa5-41a6-af3b-b260b7bc1cab tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:16:54.801539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-cb9ed874-3fa5-41a6-af3b-b260b7bc1cab tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:16:54.865278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ed874-3fa5-41a6-af3b-b260b7bc1cab tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Pushing event updated for resources: {'Port': ['ID=d9b1d468-fd46-4907-8181-9b41ce510fa2,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:54.904039 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-10ac6cdb-8bdb-4a1b-bd00-238fbf64c41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:54.922676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-cb9ed874-3fa5-41a6-af3b-b260b7bc1cab tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:54.922676 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-cb9ed874-3fa5-41a6-af3b-b260b7bc1cab tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:54.979059 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-10ac6cdb-8bdb-4a1b-bd00-238fbf64c41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:55.054027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59692) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:55.102571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59696) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:55.138013 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-cb9ed874-3fa5-41a6-af3b-b260b7bc1cab tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9351554 Feb 09 14:16:55.166628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Request body: {'port': {'device_id': '148255e9-d673-4d82-b509-d8da0e652181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:55.171415 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-30052107-be16-4c20-9a38-1de51eecfc32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f74b311868d8425684cba57e8c5d8cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1073635 Feb 09 14:16:55.171415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59700) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:55.171415 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-10ac6cdb-8bdb-4a1b-bd00-238fbf64c41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:55.368038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac6cdb-8bdb-4a1b-bd00-238fbf64c41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65342d28-624b-4c19-86dc-1890a3f203e2,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:55.402764 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-81e7aa76-e42e-4e5b-ab2a-ff776b23c5ec tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:55.404488 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-81e7aa76-e42e-4e5b-ab2a-ff776b23c5ec tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 811 time: 0.4649732 Feb 09 14:16:55.433206 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5d18190f-84d7-452f-a029-0d1e5db76b86 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:55.474216 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-10ac6cdb-8bdb-4a1b-bd00-238fbf64c41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:55.474216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-10ac6cdb-8bdb-4a1b-bd00-238fbf64c41a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65342d28-624b-4c19-86dc-1890a3f203e2 HTTP/1.1" status: 204 len: 168 time: 0.7192445 Feb 09 14:16:55.494211 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-c8be5808-5e65-4d4c-9317-858710e57738 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/quotas/a0e2775b9be9415aac8d2804e4d4888c HTTP/1.1" status: 200 len: 375 time: 0.0761843 Feb 09 14:16:55.494211 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:55.557828 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5d18190f-84d7-452f-a029-0d1e5db76b86 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:55.665351 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba0cdb0a-54f6-4775-8a67-17addc2cd058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:55.716125 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-846264c9-5870-4cae-9531-bc21f470769d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1722028 Feb 09 14:16:55.775964 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5d18190f-84d7-452f-a029-0d1e5db76b86 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:55.798997 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba0cdb0a-54f6-4775-8a67-17addc2cd058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:55.821574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18190f-84d7-452f-a029-0d1e5db76b86 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34039869-8500-4463-acd1-c3ef969ea6f5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:55.853188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427cbb0-2eaa-4a77-b449-2dbf21986727 req-6ba12c21-d0a9-4d03-a29b-e3120172e0a4 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:55.864346 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1427cbb0-2eaa-4a77-b449-2dbf21986727 req-6ba12c21-d0a9-4d03-a29b-e3120172e0a4 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 932 time: 0.4043720 Feb 09 14:16:55.907694 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5d18190f-84d7-452f-a029-0d1e5db76b86 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:55.912304 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5d18190f-84d7-452f-a029-0d1e5db76b86 tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "DELETE /v2.0/security-groups/34039869-8500-4463-acd1-c3ef969ea6f5 HTTP/1.1" status: 204 len: 168 time: 0.8130739 Feb 09 14:16:55.915743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59712) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:55.936739 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-84d9c6f8-a410-4d9d-993e-fdc2ac1a3a5b tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] show failed (client error): The resource could not be found. Feb 09 14:16:55.940084 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-84d9c6f8-a410-4d9d-993e-fdc2ac1a3a5b tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "GET /v2.0/security-groups/34039869-8500-4463-acd1-c3ef969ea6f5 HTTP/1.1" status: 404 len: 347 time: 0.0205526 Feb 09 14:16:55.956363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59718) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:55.959585 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1427cbb0-2eaa-4a77-b449-2dbf21986727 req-5784235e-cae3-491f-ad53-062171b874f2 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Synchronizing usage tracker for tenant:71bedcb74b13474ca8ba79f1080b3cdb on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:56.043428 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-36c9a0aa-6ef6-4374-bd4f-53376af1fa45 service neutron] 10.222.0.48 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042037 Feb 09 14:16:56.153437 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba0cdb0a-54f6-4775-8a67-17addc2cd058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:56.183445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cdb0a-54f6-4775-8a67-17addc2cd058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523de276-265d-4d86-b392-131fdc0c0196,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:56.185866 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1427cbb0-2eaa-4a77-b449-2dbf21986727 req-5784235e-cae3-491f-ad53-062171b874f2 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Unset dirty status for tenant:71bedcb74b13474ca8ba79f1080b3cdb on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:56.194547 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1427cbb0-2eaa-4a77-b449-2dbf21986727 req-5784235e-cae3-491f-ad53-062171b874f2 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaeb785d-d291-4b7b-a1fe-1d7de0010ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286417 Feb 09 14:16:56.196368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4617f538-568d-41ba-b3fa-9341cb8192cc tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Deleting port 05edf2e4-dbe1-4137-b555-d197e8955e06 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:16:56.196713 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4617f538-568d-41ba-b3fa-9341cb8192cc tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:56.336886 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-7215bb75-ea27-4102-8ec3-ec62cfeb25d6 service neutron] 10.222.0.48 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728729 Feb 09 14:16:56.444769 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba0cdb0a-54f6-4775-8a67-17addc2cd058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:56.446068 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ba0cdb0a-54f6-4775-8a67-17addc2cd058 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/523de276-265d-4d86-b392-131fdc0c0196 HTTP/1.1" status: 204 len: 168 time: 1.2747076 Feb 09 14:16:56.502390 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4617f538-568d-41ba-b3fa-9341cb8192cc tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:56.502729 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4617f538-568d-41ba-b3fa-9341cb8192cc tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:56.510136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b1d468-fd46-4907-8181-9b41ce510fa2 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:56.529652 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:56.565651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Transition to ACTIVE for port object d9b1d468-fd46-4907-8181-9b41ce510fa2 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:16:56.565651 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:56.755215 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b39a9201-6d32-4cb7-b1f8-ca1b9a75f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:56.781784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59742) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:56.838091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4617f538-568d-41ba-b3fa-9341cb8192cc tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Calling delete_port for 05edf2e4-dbe1-4137-b555-d197e8955e06 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:16:56.877584 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b34a0112-21b4-4820-abf4-185885f5b3d0 req-f8ef761e-6f16-4024-a7f4-47b887008a8f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 210 time: 0.1940048 Feb 09 14:16:56.895277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Pushing event updated for resources: {'Port': ['ID=d9b1d468-fd46-4907-8181-9b41ce510fa2,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:57.071933 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:16:57.087773 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Attempting to bind port d9b1d468-fd46-4907-8181-9b41ce510fa2 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:16:57.088122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Attempting to bind port d9b1d468-fd46-4907-8181-9b41ce510fa2 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '27fee294-c403-4564-a0c5-88377d2cf850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ddb0ebb-b785-4770-a80a-ffb24ad65aa5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:16:57.088451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Attempting to bind port d9b1d468-fd46-4907-8181-9b41ce510fa2 on network 2ddb0ebb-b785-4770-a80a-ffb24ad65aa5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:16:57.095770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Port d9b1d468-fd46-4907-8181-9b41ce510fa2 on network 2ddb0ebb-b785-4770-a80a-ffb24ad65aa5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:16:57.096472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Attempting to bind port d9b1d468-fd46-4907-8181-9b41ce510fa2 on network 2ddb0ebb-b785-4770-a80a-ffb24ad65aa5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:16:57.099077 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4617f538-568d-41ba-b3fa-9341cb8192cc tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:57.108044 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:16:57.108512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Checking segment: {'id': '27fee294-c403-4564-a0c5-88377d2cf850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ddb0ebb-b785-4770-a80a-ffb24ad65aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:16:57.109093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Bound using segment: {'id': '27fee294-c403-4564-a0c5-88377d2cf850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ddb0ebb-b785-4770-a80a-ffb24ad65aa5'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:16:57.109836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Bound port: d9b1d468-fd46-4907-8181-9b41ce510fa2, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27fee294-c403-4564-a0c5-88377d2cf850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ddb0ebb-b785-4770-a80a-ffb24ad65aa5'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:16:57.110342 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:57.241219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617f538-568d-41ba-b3fa-9341cb8192cc tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Pushing event deleted for resources: {'Port': ['ID=05edf2e4-dbe1-4137-b555-d197e8955e06,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:57.422077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] For port d9b1d468-fd46-4907-8181-9b41ce510fa2, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:16:57.434057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] For port d9b1d468-fd46-4907-8181-9b41ce510fa2, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d9b1d468-fd46-4907-8181-9b41ce510fa2,segment=NetworkSegment(27fee294-c403-4564-a0c5-88377d2cf850),segment_id=27fee294-c403-4564-a0c5-88377d2cf850)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:16:57.443195 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4617f538-568d-41ba-b3fa-9341cb8192cc tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:57.480096 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4617f538-568d-41ba-b3fa-9341cb8192cc tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:57.485762 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4617f538-568d-41ba-b3fa-9341cb8192cc tempest-ImagesOneServerNegativeTestJSON-872484962 tempest-ImagesOneServerNegativeTestJSON-872484962-project] 10.222.0.48 "DELETE /v2.0/floatingips/194527d0-3dd4-442f-b573-a022609f5911 HTTP/1.1" status: 204 len: 168 time: 1.5188189 Feb 09 14:16:57.522546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-47142856-network', 'tenant_id': '2db777efd6324497928292846a3197d3'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:57.535040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:57.544826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Usage tracker for resource:network and tenant:2db777efd6324497928292846a3197d3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:57.555994 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:57.597159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:57.630741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Made reservation on behalf of 2db777efd6324497928292846a3197d3 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:16:57.634367 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:57.649787 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:57.659819 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:57.698972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:57.712144 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Usage tracker for resource:security_group_rule and tenant:2db777efd6324497928292846a3197d3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:57.720686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:57.728619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:16:57.856062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:57.867299 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:57.871608 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] 10.222.0.21 "PUT /v2.0/ports/d9b1d468-fd46-4907-8181-9b41ce510fa2 HTTP/1.1" status: 200 len: 1092 time: 2.7341325 Feb 09 14:16:57.887613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148255e9-d673-4d82-b509-d8da0e652181', 'tag': 'd9b1d468-fd46-4907-8181-9b41ce510fa2'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:58.041706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59784) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:58.204612 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f92ad19-4134-459b-9dcb-7b71ecba96aa admin admin] Deleting subnet 9b374431-5278-4a9c-8b1d-78100aa8ebda {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:16:58.204612 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f92ad19-4134-459b-9dcb-7b71ecba96aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:58.262756 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148255e9-d673-4d82-b509-d8da0e652181', 'tag': 'd9b1d468-fd46-4907-8181-9b41ce510fa2', 'status': 'completed', 'code': 200} Feb 09 14:16:58.269748 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:58.313624 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:58.385318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b4480-5168-4892-be78-23b444c0b712 req-a955c4b2-f474-48ae-aee0-c7156e5eff70 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:58.385318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a16b4480-5168-4892-be78-23b444c0b712 req-a955c4b2-f474-48ae-aee0-c7156e5eff70 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Synchronizing usage tracker for tenant:71bedcb74b13474ca8ba79f1080b3cdb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:16:58.385318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae9f45-800f-4d98-9797-66044cc202fd service neutron] Pushing event updated for resources: {'Port': ['ID=d9b1d468-fd46-4907-8181-9b41ce510fa2,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:58.440964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-67d656ee-639c-4205-baa3-d9e3f2225014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:58.440964 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-67d656ee-639c-4205-baa3-d9e3f2225014 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71bedcb74b13474ca8ba79f1080b3cdb&device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 1095 time: 0.5046470 Feb 09 14:16:58.440964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a16b4480-5168-4892-be78-23b444c0b712 req-a955c4b2-f474-48ae-aee0-c7156e5eff70 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Unset dirty status for tenant:71bedcb74b13474ca8ba79f1080b3cdb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:16:58.453056 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a16b4480-5168-4892-be78-23b444c0b712 req-a955c4b2-f474-48ae-aee0-c7156e5eff70 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 944 time: 1.0448387 Feb 09 14:16:58.600647 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-ca329e86-c25f-46ac-9efa-f99312379784 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9b1d468-fd46-4907-8181-9b41ce510fa2 HTTP/1.1" status: 200 len: 217 time: 0.1360958 Feb 09 14:16:58.627662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad89ad0-fa77-4bee-ad5c-e07781c32923,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:58.649447 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-317e4739-8b55-4ae9-b030-59469879014f req-904400a3-a21a-42a7-8c34-ef5316b77544 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 210 time: 0.1923409 Feb 09 14:16:58.656562 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f92ad19-4134-459b-9dcb-7b71ecba96aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:58.808503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:16:58.878359 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a16b4480-5168-4892-be78-23b444c0b712 req-bf1d7705-b50c-4cdb-a2fb-5aecf5f3597e tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaeb785d-d291-4b7b-a1fe-1d7de0010ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195266 Feb 09 14:16:58.979241 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:58.979241 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Added segment f8bba14d-4195-4ea8-b6ae-ffdab69087a6 of type vlan for network aaffdcec-d55c-410f-9771-7e7801a71488 Feb 09 14:16:59.042104 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f92ad19-4134-459b-9dcb-7b71ecba96aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:59.189510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-31727b37-e94c-4615-b1ae-061a71b37ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:59.189510 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-31727b37-e94c-4615-b1ae-061a71b37ebc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c3ed8d5-3ea5-4958-b6ff-1b29c77b1679 HTTP/1.1" status: 200 len: 862 time: 0.5821455 Feb 09 14:16:59.199844 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7ae2ed3e-d962-46a7-89ab-0b66e5de8e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:59.246433 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-a692f29c-79de-4323-8c60-caa0c6f2716f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ddb0ebb-b785-4770-a80a-ffb24ad65aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449653 Feb 09 14:16:59.273871 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:59.405140 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:59.405140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:59.410000 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:59.448189 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f92ad19-4134-459b-9dcb-7b71ecba96aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:59.524050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-2b1b9f0f-c9d0-4067-afc6-18f6cc470746 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:59.526054 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-2b1b9f0f-c9d0-4067-afc6-18f6cc470746 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.21 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 811 time: 0.6725473 Feb 09 14:16:59.580622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92ad19-4134-459b-9dcb-7b71ecba96aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b374431-5278-4a9c-8b1d-78100aa8ebda,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:59.580622 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f92ad19-4134-459b-9dcb-7b71ecba96aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:59.594822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4f92ad19-4134-459b-9dcb-7b71ecba96aa admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9b374431-5278-4a9c-8b1d-78100aa8ebda HTTP/1.1" status: 204 len: 168 time: 1.5229657 Feb 09 14:16:59.594822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.7996819 Feb 09 14:16:59.603975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59802) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:59.603975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59804) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:16:59.607475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-b494dc31-30f2-42a1-bade-8b54331a570a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Request body: {'port': {'device_id': 'c97b7b18-01e0-44be-9292-0ea0453c6d1c', 'network_id': '30830122-d798-49d7-b828-5813fd5acd73', 'admin_state_up': True, 'tenant_id': 'a0e2775b9be9415aac8d2804e4d4888c'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:59.608465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e3d6dc7d-8137-4fdc-a952-20050e08a5e0 admin admin] Request body: {'subnet': {'network_id': 'aaffdcec-d55c-410f-9771-7e7801a71488', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-47142856-subnet', 'tenant_id': '2db777efd6324497928292846a3197d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:16:59.979123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-b494dc31-30f2-42a1-bade-8b54331a570a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:16:59.979123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-b494dc31-30f2-42a1-bade-8b54331a570a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Usage tracker for resource:port and tenant:a0e2775b9be9415aac8d2804e4d4888c is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:16:59.979123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-b494dc31-30f2-42a1-bade-8b54331a570a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:16:59.979123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-b494dc31-30f2-42a1-bade-8b54331a570a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:00.034137 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-3ac76834-c36f-4b5e-808f-51783fbe8b43 service neutron] 10.222.0.21 "GET /v2.0/networks/2ddb0ebb-b785-4770-a80a-ffb24ad65aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7893348 Feb 09 14:17:00.034137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-b494dc31-30f2-42a1-bade-8b54331a570a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Made reservation on behalf of a0e2775b9be9415aac8d2804e4d4888c for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:17:00.034137 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-b494dc31-30f2-42a1-bade-8b54331a570a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:00.067767 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e3d6dc7d-8137-4fdc-a952-20050e08a5e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:00.087692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222807c-754c-465a-b6f7-3d1c7fe4a675 admin admin] Pushing event updated for resources: {'Network': ['ID=aaffdcec-d55c-410f-9771-7e7801a71488,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:00.115181 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e1c76a22-01ef-4cab-966a-95961ff17509 req-9d00e058-8d71-4095-bc91-076fd2e8f814 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 210 time: 0.2165022 Feb 09 14:17:00.115374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e3d6dc7d-8137-4fdc-a952-20050e08a5e0 admin admin] Usage tracker for resource:subnet and tenant:2db777efd6324497928292846a3197d3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:00.122196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e3d6dc7d-8137-4fdc-a952-20050e08a5e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:00.159239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network aaffdcec-d55c-410f-9771-7e7801a71488 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:17:00.162477 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e3d6dc7d-8137-4fdc-a952-20050e08a5e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:00.183832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d6dc7d-8137-4fdc-a952-20050e08a5e0 admin admin] Made reservation on behalf of 2db777efd6324497928292846a3197d3 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:17:00.183832 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3d6dc7d-8137-4fdc-a952-20050e08a5e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:00.251464 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9756-24db-4697-a7ed-1e3530396a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:00.355431 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:00.361333 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:00.509282 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9756-24db-4697-a7ed-1e3530396a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:00.694564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-ce5e9756-24db-4697-a7ed-1e3530396a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb65df74-eed7-4e29-9afd-1c778bc5afdb']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:00.722939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-ce5e9756-24db-4697-a7ed-1e3530396a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57df0483-74de-43b2-acd8-83de7c4789ee') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:00.723502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-ce5e9756-24db-4697-a7ed-1e3530396a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57df0483-74de-43b2-acd8-83de7c4789ee') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:00.748669 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9756-24db-4697-a7ed-1e3530396a22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:00.766446 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75b71a09-7db2-49bc-8b06-902b17d4ce70 req-43536fcf-59e6-4286-b311-3843a55d1ee4 service neutron] 10.222.0.21 "GET /v2.0/networks/2ddb0ebb-b785-4770-a80a-ffb24ad65aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7139778 Feb 09 14:17:00.795248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b0ec1-1bb1-4bd7-ba87-a2d202d05413 req-6e4534a9-2583-4d02-a2f9-cf41e221ac36 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:00.797269 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f51b0ec1-1bb1-4bd7-ba87-a2d202d05413 req-6e4534a9-2583-4d02-a2f9-cf41e221ac36 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 944 time: 0.7007456 Feb 09 14:17:00.800531 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9756-24db-4697-a7ed-1e3530396a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:00.815270 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-b494dc31-30f2-42a1-bade-8b54331a570a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Allocated IP 172.20.0.14 (30830122-d798-49d7-b828-5813fd5acd73/63021245-ec5e-45fc-a1a8-f13ed23aa515/5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:17:00.831171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5e9756-24db-4697-a7ed-1e3530396a22 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:17:00.831606 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9756-24db-4697-a7ed-1e3530396a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:17:00.868129 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:17:00.870198 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3d6dc7d-8137-4fdc-a952-20050e08a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:00.969618 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f51b0ec1-1bb1-4bd7-ba87-a2d202d05413 req-325080de-128d-4423-b669-314246445155 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaeb785d-d291-4b7b-a1fe-1d7de0010ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556032 Feb 09 14:17:01.138096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1de78b-f9bb-48e4-b437-9fa23e4f8386 req-769e4e7d-75e9-417a-a464-9bf936c7793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:01.147358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6dc7d-8137-4fdc-a952-20050e08a5e0 admin admin] Checking segment: {'id': 'f8bba14d-4195-4ea8-b6ae-ffdab69087a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'aaffdcec-d55c-410f-9771-7e7801a71488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:17:01.147358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d6dc7d-8137-4fdc-a952-20050e08a5e0 admin admin] Network hostable DHCP agents. Network: aaffdcec-d55c-410f-9771-7e7801a71488, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:17:01.156163 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d1de78b-f9bb-48e4-b437-9fa23e4f8386 req-769e4e7d-75e9-417a-a464-9bf936c7793f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71bedcb74b13474ca8ba79f1080b3cdb&device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 1095 time: 0.2689092 Feb 09 14:17:01.169862 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9756-24db-4697-a7ed-1e3530396a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:01.169862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6dc7d-8137-4fdc-a952-20050e08a5e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3d8b55-2ccd-4675-88c1-dbada91b0a8c,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:01.205401 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ce5e9756-24db-4697-a7ed-1e3530396a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:01.218780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e9756-24db-4697-a7ed-1e3530396a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb65df74-eed7-4e29-9afd-1c778bc5afdb,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:01.231797 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ce5e9756-24db-4697-a7ed-1e3530396a22 admin admin] 10.222.0.48 "DELETE /v2.0/networks/eb65df74-eed7-4e29-9afd-1c778bc5afdb HTTP/1.1" status: 204 len: 168 time: 1.6224437 Feb 09 14:17:01.245789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d6dc7d-8137-4fdc-a952-20050e08a5e0 admin admin] Network aaffdcec-d55c-410f-9771-7e7801a71488 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:17:01.277739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-e3d6dc7d-8137-4fdc-a952-20050e08a5e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, aaffdcec-d55c-410f-9771-7e7801a71488) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:01.283968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6dc7d-8137-4fdc-a952-20050e08a5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:01.287814 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3d6dc7d-8137-4fdc-a952-20050e08a5e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:01.288914 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ad2eea-7f9a-4dc7-b9ff-641ea79476c3 None None] Network aaffdcec-d55c-410f-9771-7e7801a71488 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:17:01.341052 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e3d6dc7d-8137-4fdc-a952-20050e08a5e0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7300744 Feb 09 14:17:01.449219 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-b494dc31-30f2-42a1-bade-8b54331a570a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:01.515346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1de78b-f9bb-48e4-b437-9fa23e4f8386 req-dac93ec2-e0e7-498f-9bfb-a8e5b4bef03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:01.520929 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d1de78b-f9bb-48e4-b437-9fa23e4f8386 req-dac93ec2-e0e7-498f-9bfb-a8e5b4bef03b service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ddb0ebb-b785-4770-a80a-ffb24ad65aa5 HTTP/1.1" status: 200 len: 922 time: 0.3771777 Feb 09 14:17:01.688877 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d1de78b-f9bb-48e4-b437-9fa23e4f8386 req-b1ce5021-ef7e-438c-8d7a-25035790a18a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9b1d468-fd46-4907-8181-9b41ce510fa2 HTTP/1.1" status: 200 len: 217 time: 0.1443579 Feb 09 14:17:01.761025 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:01.881873 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dcd674-dc19-4e0b-8dd0-f46d7749e584 None None] Network aaffdcec-d55c-410f-9771-7e7801a71488 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:17:01.959651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb986a-c4a2-407e-b538-bc07e8b00179 req-097bfbd5-9e32-4acb-b238-010180297c35 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:01.961262 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bfeb986a-c4a2-407e-b538-bc07e8b00179 req-097bfbd5-9e32-4acb-b238-010180297c35 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 932 time: 0.5730126 Feb 09 14:17:02.082006 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-b494dc31-30f2-42a1-bade-8b54331a570a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:02.107301 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59848) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:02.138724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-bfeb986a-c4a2-407e-b538-bc07e8b00179 req-c7859881-0066-498c-8a90-801c82f43b91 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Synchronizing usage tracker for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:17:02.188856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-bfeb986a-c4a2-407e-b538-bc07e8b00179 req-c7859881-0066-498c-8a90-801c82f43b91 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Unset dirty status for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:17:02.192872 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bfeb986a-c4a2-407e-b538-bc07e8b00179 req-c7859881-0066-498c-8a90-801c82f43b91 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260485 Feb 09 14:17:02.203487 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-b494dc31-30f2-42a1-bade-8b54331a570a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Network 30830122-d798-49d7-b828-5813fd5acd73 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:17:02.244115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-b494dc31-30f2-42a1-bade-8b54331a570a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:02.245802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-b494dc31-30f2-42a1-bade-8b54331a570a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:17:02.402791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1de78b-f9bb-48e4-b437-9fa23e4f8386 req-6ac874eb-8f3c-4b98-b274-4dcc84ae608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:02.404597 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d1de78b-f9bb-48e4-b437-9fa23e4f8386 req-6ac874eb-8f3c-4b98-b274-4dcc84ae608e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c3ed8d5-3ea5-4958-b6ff-1b29c77b1679 HTTP/1.1" status: 200 len: 862 time: 0.7208748 Feb 09 14:17:02.501583 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d1de78b-f9bb-48e4-b437-9fa23e4f8386 req-0e135dc1-4dc5-43eb-bf1e-c4e2713b2d52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ddb0ebb-b785-4770-a80a-ffb24ad65aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832319 Feb 09 14:17:02.559588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494dc31-30f2-42a1-bade-8b54331a570a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Pushing event updated for resources: {'Port': ['ID=5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:02.638512 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4b6f0b0c-0b75-4850-8749-f1bfb6c9e489 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a65c0ccac574437b823990f066a8c19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329197 Feb 09 14:17:02.642101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59856) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:02.646581 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-b494dc31-30f2-42a1-bade-8b54331a570a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:02.647216 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-b494dc31-30f2-42a1-bade-8b54331a570a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:02.684073 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-b494dc31-30f2-42a1-bade-8b54331a570a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1454422 Feb 09 14:17:02.702847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Request body: {'port': {'device_id': 'c97b7b18-01e0-44be-9292-0ea0453c6d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:02.813386 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d685d94-bc8b-4e8d-8a69-689150e01216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:02.844193 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf7c76-7751-432a-a7a8-36aa5c7ee9be req-d15e98d0-ba4e-4591-8916-305ab36794ce tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:02.848708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-61cf7c76-7751-432a-a7a8-36aa5c7ee9be req-d15e98d0-ba4e-4591-8916-305ab36794ce tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 944 time: 0.5425708 Feb 09 14:17:02.867813 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d685d94-bc8b-4e8d-8a69-689150e01216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:03.050844 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d1de78b-f9bb-48e4-b437-9fa23e4f8386 req-4aa2df15-5769-4098-a0fe-9a45e5e78f63 service neutron] 10.222.0.21 "GET /v2.0/networks/2ddb0ebb-b785-4770-a80a-ffb24ad65aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360248 Feb 09 14:17:03.064389 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d685d94-bc8b-4e8d-8a69-689150e01216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:03.071839 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:03.110519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d685d94-bc8b-4e8d-8a69-689150e01216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5ce6a4-341c-427a-8bf1-e21e707eaefc,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:03.137764 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d685d94-bc8b-4e8d-8a69-689150e01216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:03.137764 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6d685d94-bc8b-4e8d-8a69-689150e01216 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc5ce6a4-341c-427a-8bf1-e21e707eaefc HTTP/1.1" status: 204 len: 168 time: 0.4828274 Feb 09 14:17:03.383592 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-61cf7c76-7751-432a-a7a8-36aa5c7ee9be req-f733ccba-aae3-4798-a2d2-1f30dfbb1339 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaeb785d-d291-4b7b-a1fe-1d7de0010ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092688 Feb 09 14:17:03.820913 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d1de78b-f9bb-48e4-b437-9fa23e4f8386 req-9330db77-0d4b-4e32-841c-38debb6b7f44 service neutron] 10.222.0.21 "GET /v2.0/networks/2ddb0ebb-b785-4770-a80a-ffb24ad65aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7462637 Feb 09 14:17:03.855024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c32ed-1f2c-42f1-ac17-bb381893f830 req-ed427e48-835d-4a03-b6c1-617555c34511 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:03.873840 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-617c32ed-1f2c-42f1-ac17-bb381893f830 req-ed427e48-835d-4a03-b6c1-617555c34511 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 932 time: 0.3581903 Feb 09 14:17:03.978257 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-617c32ed-1f2c-42f1-ac17-bb381893f830 req-f5964303-921a-4363-beae-785fe61b481d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081786 Feb 09 14:17:04.108799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59880) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:04.202042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:17:04.202042 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:04.220247 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d9b1d468-fd46-4907-8181-9b41ce510fa2 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:17:04.277006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Transition to ACTIVE for port object 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:17:04.283220 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:04.359579 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e475e9d-3902-4688-871a-f7acc5235c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:04.401315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0e475e9d-3902-4688-871a-f7acc5235c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:04.412523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0e475e9d-3902-4688-871a-f7acc5235c89 admin admin] Usage tracker for resource:security_group_rule and tenant:bd4e79ccd04845e8a28e05e4b77f8561 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:04.420276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0e475e9d-3902-4688-871a-f7acc5235c89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:04.435214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0e475e9d-3902-4688-871a-f7acc5235c89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:04.469136 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d9b1d468-fd46-4907-8181-9b41ce510fa2, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d9b1d468-fd46-4907-8181-9b41ce510fa2,segment=NetworkSegment(27fee294-c403-4564-a0c5-88377d2cf850),segment_id=27fee294-c403-4564-a0c5-88377d2cf850)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:04.488907 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'd9b1d468-fd46-4907-8181-9b41ce510fa2', 'network_id': '2ddb0ebb-b785-4770-a80a-ffb24ad65aa5', 'port_id': 'd9b1d468-fd46-4907-8181-9b41ce510fa2', 'mac_address': 'fa:16:3e:f6:b7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c3ed8d5-3ea5-4958-b6ff-1b29c77b1679', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:17:04.596036 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:04.644626 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e475e9d-3902-4688-871a-f7acc5235c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:04.651482 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e475e9d-3902-4688-871a-f7acc5235c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:04.661617 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b1d468-fd46-4907-8181-9b41ce510fa2 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:17:04.705022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d9b1d468-fd46-4907-8181-9b41ce510fa2, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d9b1d468-fd46-4907-8181-9b41ce510fa2,segment=NetworkSegment(27fee294-c403-4564-a0c5-88377d2cf850),segment_id=27fee294-c403-4564-a0c5-88377d2cf850)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:04.712333 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:04.758105 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Pushing event updated for resources: {'Port': ['ID=5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:04.855178 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=d9b1d468-fd46-4907-8181-9b41ce510fa2,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:04.881721 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0e475e9d-3902-4688-871a-f7acc5235c89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd4e79ccd04845e8a28e05e4b77f8561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7723746 Feb 09 14:17:04.886503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59914) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:04.890275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e475e9d-3902-4688-871a-f7acc5235c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79660cbe-e3f7-4eb0-95db-f260f0da4664,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:04.932404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb50b5d-0949-4148-8ba1-3e91975f305f req-b6c82c05-bb03-4702-a62d-18d621ae6308 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:04.935463 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8bb50b5d-0949-4148-8ba1-3e91975f305f req-b6c82c05-bb03-4702-a62d-18d621ae6308 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 945 time: 0.2547660 Feb 09 14:17:04.947529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Attempting to bind port 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:17:04.947529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Attempting to bind port 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:17:04.947529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Attempting to bind port 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca on network 30830122-d798-49d7-b828-5813fd5acd73 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:17:04.960637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Port 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca on network 30830122-d798-49d7-b828-5813fd5acd73 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:17:04.960637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Attempting to bind port 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca on network 30830122-d798-49d7-b828-5813fd5acd73 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:17:04.975094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:17:04.975410 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Checking segment: {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:17:04.976485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Bound using segment: {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:17:04.977370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Bound port: 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:17:04.978202 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:04.997489 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8bb50b5d-0949-4148-8ba1-3e91975f305f req-b01dc4e0-e977-46e2-a1b9-42b5bf49de0e tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaeb785d-d291-4b7b-a1fe-1d7de0010ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629864 Feb 09 14:17:05.035521 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['d9b1d468-fd46-4907-8181-9b41ce510fa2'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:17:05.206976 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-825b5c83-a164-44b6-987d-10a66e2abbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:05.247918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a957668-2c2e-482f-b4d7-ea19f5ee300e req-2708cf88-4464-4e36-b0c8-b5f0a9e56615 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:05.256890 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a957668-2c2e-482f-b4d7-ea19f5ee300e req-2708cf88-4464-4e36-b0c8-b5f0a9e56615 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 944 time: 0.1320825 Feb 09 14:17:05.324777 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-825b5c83-a164-44b6-987d-10a66e2abbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:05.353069 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a957668-2c2e-482f-b4d7-ea19f5ee300e req-e7e93734-abc6-4dfe-9e1f-84c0cbd8fb6d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931664 Feb 09 14:17:05.389714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] For port 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:17:05.418805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] For port 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:17:05.422313 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:05.499949 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:05.499949 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:05.499949 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] 10.222.0.21 "PUT /v2.0/ports/5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca HTTP/1.1" status: 200 len: 1092 time: 2.8023357 Feb 09 14:17:05.506196 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97b7b18-01e0-44be-9292-0ea0453c6d1c', 'tag': '5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:17:05.558344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-825b5c83-a164-44b6-987d-10a66e2abbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:05.749601 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97b7b18-01e0-44be-9292-0ea0453c6d1c', 'tag': '5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca', 'status': 'completed', 'code': 200} Feb 09 14:17:05.752395 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3b0bd-b694-45cd-a7ff-0996d8a41e7f service neutron] Pushing event updated for resources: {'Port': ['ID=5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:05.763654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b5c83-a164-44b6-987d-10a66e2abbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79660cbe-e3f7-4eb0-95db-f260f0da4664,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:05.788389 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-825b5c83-a164-44b6-987d-10a66e2abbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:05.790413 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-825b5c83-a164-44b6-987d-10a66e2abbcf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79660cbe-e3f7-4eb0-95db-f260f0da4664 HTTP/1.1" status: 204 len: 168 time: 0.9029810 Feb 09 14:17:05.845326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-95249fc8-cd8d-41c3-a665-84a3c15a2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:05.851752 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-95249fc8-cd8d-41c3-a665-84a3c15a2cf3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 1095 time: 0.2870095 Feb 09 14:17:05.954347 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-6a058829-3024-4a53-b733-09dc12cb3ccd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca HTTP/1.1" status: 200 len: 217 time: 0.0983295 Feb 09 14:17:06.162332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-37fcdafd-9a3f-4069-ad66-f8797f336251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:06.164687 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-37fcdafd-9a3f-4069-ad66-f8797f336251 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63021245-ec5e-45fc-a1a8-f13ed23aa515 HTTP/1.1" status: 200 len: 851 time: 0.1803801 Feb 09 14:17:06.227594 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d9b1d468-fd46-4907-8181-9b41ce510fa2 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:17:06.253647 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-fe473885-4866-4774-afd0-66aee0d4b03e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30830122-d798-49d7-b828-5813fd5acd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807068 Feb 09 14:17:06.376415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59972) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:06.395581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445845e-4007-4b91-959d-18991ce8045a req-ab677903-b695-4cc8-8bad-aba9cc573ae3 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:06.399516 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8445845e-4007-4b91-959d-18991ce8045a req-ab677903-b695-4cc8-8bad-aba9cc573ae3 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 945 time: 0.1793878 Feb 09 14:17:06.414675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port d9b1d468-fd46-4907-8181-9b41ce510fa2 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:17:06.422263 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port d9b1d468-fd46-4907-8181-9b41ce510fa2 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:17:06.423857 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:06.488151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-3579fd9d-1ca5-491d-84c9-162269c6c035 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:06.500912 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-3579fd9d-1ca5-491d-84c9-162269c6c035 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/networks?id=aaffdcec-d55c-410f-9771-7e7801a71488 HTTP/1.1" status: 200 len: 808 time: 0.5495791 Feb 09 14:17:06.569300 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7556a25c-e96d-4381-9320-14cb1743e85a tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/quotas/2db777efd6324497928292846a3197d3 HTTP/1.1" status: 200 len: 375 time: 0.0663896 Feb 09 14:17:06.572361 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8445845e-4007-4b91-959d-18991ce8045a req-bdc70238-f6e2-463e-8826-e41a3212c50e tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaeb785d-d291-4b7b-a1fe-1d7de0010ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463037 Feb 09 14:17:06.714080 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-95c13a18-e2b4-4c39-8654-f134bef49bc9 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2db777efd6324497928292846a3197d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1412246 Feb 09 14:17:06.740231 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-181611ae-2ba2-42e4-9963-9bea36b09535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:06.776684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59980) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:06.803010 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:06.846957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148255e9-d673-4d82-b509-d8da0e652181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b1d468-fd46-4907-8181-9b41ce510fa2'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:17:06.871799 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d9b1d468-fd46-4907-8181-9b41ce510fa2, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d9b1d468-fd46-4907-8181-9b41ce510fa2,segment=NetworkSegment(27fee294-c403-4564-a0c5-88377d2cf850),segment_id=27fee294-c403-4564-a0c5-88377d2cf850)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:06.882288 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:06.890469 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-39b72c2e-a9a2-4221-9eda-38bd39725f26 service neutron] 10.222.0.21 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311922 Feb 09 14:17:06.896324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-181611ae-2ba2-42e4-9963-9bea36b09535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:06.902828 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9f40aea4-c824-4fcd-b912-b5d8fb509e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:06.926339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-181611ae-2ba2-42e4-9963-9bea36b09535 admin admin] Usage tracker for resource:security_group_rule and tenant:915c88226b0944cc9b00cd55761d1c86 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:06.937401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-181611ae-2ba2-42e4-9963-9bea36b09535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:06.942754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9f40aea4-c824-4fcd-b912-b5d8fb509e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:06.959873 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9f40aea4-c824-4fcd-b912-b5d8fb509e03 admin admin] Usage tracker for resource:security_group_rule and tenant:eeeefa3670f34b0d8161be2bfc73dab1 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:06.963322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-181611ae-2ba2-42e4-9963-9bea36b09535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:06.968383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9f40aea4-c824-4fcd-b912-b5d8fb509e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:06.981796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9f40aea4-c824-4fcd-b912-b5d8fb509e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:07.084392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846d98f-92db-433e-b28a-e3659c6d6e8b req-6a451ced-8c95-4d93-a060-512d96b7d22a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:07.092647 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a846d98f-92db-433e-b28a-e3659c6d6e8b req-6a451ced-8c95-4d93-a060-512d96b7d22a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 944 time: 0.2748454 Feb 09 14:17:07.111951 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=d9b1d468-fd46-4907-8181-9b41ce510fa2,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:07.131572 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9a8bd35-ca26-4462-abc7-f159ed86f8fb req-9fa7bd95-1f9c-4100-8a1f-da8a0c8e944a service neutron] 10.222.0.21 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226431 Feb 09 14:17:07.185447 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-59ef7977-fa13-413a-81cc-d9cf9fc1cec6 service neutron] 10.222.0.48 "GET /v2.0/networks/aaffdcec-d55c-410f-9771-7e7801a71488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663684 Feb 09 14:17:07.234482 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a846d98f-92db-433e-b28a-e3659c6d6e8b req-405e9c28-33ed-42b7-a0ed-1342bf2a8e2f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345577 Feb 09 14:17:07.290581 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148255e9-d673-4d82-b509-d8da0e652181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b1d468-fd46-4907-8181-9b41ce510fa2', 'code': 200} Feb 09 14:17:07.300588 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-181611ae-2ba2-42e4-9963-9bea36b09535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:07.305722 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9f40aea4-c824-4fcd-b912-b5d8fb509e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:07.307702 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-181611ae-2ba2-42e4-9963-9bea36b09535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:07.446446 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9f40aea4-c824-4fcd-b912-b5d8fb509e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:07.503649 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-181611ae-2ba2-42e4-9963-9bea36b09535 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=915c88226b0944cc9b00cd55761d1c86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1260405 Feb 09 14:17:07.505959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181611ae-2ba2-42e4-9963-9bea36b09535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d4563f-e0c5-44df-8d9b-d0c8c2db5786,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:07.508293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba97dd-733f-4fb6-a66b-890b0a50ed5e req-9d276f40-ccc5-4406-a007-f2add137f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:07.509707 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46ba97dd-733f-4fb6-a66b-890b0a50ed5e req-9d276f40-ccc5-4406-a007-f2add137f9a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 1095 time: 0.3230596 Feb 09 14:17:07.510235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59988) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:07.523841 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9f40aea4-c824-4fcd-b912-b5d8fb509e03 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eeeefa3670f34b0d8161be2bfc73dab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7379816 Feb 09 14:17:07.528234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59992) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:07.555124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a71e7-8e0f-4556-8c8c-cbf72fcb573a req-b5adb380-4994-4839-bf3a-5d5e3cedc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:07.556610 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf6a71e7-8e0f-4556-8c8c-cbf72fcb573a req-b5adb380-4994-4839-bf3a-5d5e3cedc1a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 1097 time: 0.1916418 Feb 09 14:17:07.616001 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-9e2b4c4e-0ed7-45b1-8456-264e3816052c service neutron] 10.222.0.48 "GET /v2.0/networks/aaffdcec-d55c-410f-9771-7e7801a71488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547673 Feb 09 14:17:07.698489 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf6a71e7-8e0f-4556-8c8c-cbf72fcb573a req-a8e93610-adf9-48a4-ac00-f11d0d0b0026 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aaeb785d-d291-4b7b-a1fe-1d7de0010ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876050 Feb 09 14:17:07.711017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40aea4-c824-4fcd-b912-b5d8fb509e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7b89ca-c01f-4401-8144-ede0f144daa6,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:07.754914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba97dd-733f-4fb6-a66b-890b0a50ed5e req-09db2747-f5d8-44c0-85bc-6a3fcee600c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:07.756569 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46ba97dd-733f-4fb6-a66b-890b0a50ed5e req-09db2747-f5d8-44c0-85bc-6a3fcee600c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 911 time: 0.2408566 Feb 09 14:17:07.811656 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-239112d8-4c5e-42aa-a5f4-eca774590fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:07.819030 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e275a9f6-3066-456a-825d-677afb98e854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:07.881981 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-239112d8-4c5e-42aa-a5f4-eca774590fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:07.898592 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e275a9f6-3066-456a-825d-677afb98e854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:07.999537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c32587-4271-4c8a-97f0-d09689288938 req-b979e322-9a8e-4945-acc0-86ac93176c10 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:08.001092 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7c32587-4271-4c8a-97f0-d09689288938 req-b979e322-9a8e-4945-acc0-86ac93176c10 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 946 time: 0.2408617 Feb 09 14:17:08.054459 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e275a9f6-3066-456a-825d-677afb98e854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:08.059030 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-239112d8-4c5e-42aa-a5f4-eca774590fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:08.099823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275a9f6-3066-456a-825d-677afb98e854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7b89ca-c01f-4401-8144-ede0f144daa6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:08.138262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239112d8-4c5e-42aa-a5f4-eca774590fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d4563f-e0c5-44df-8d9b-d0c8c2db5786,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:08.147208 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7c32587-4271-4c8a-97f0-d09689288938 req-f8dc0549-9332-46f9-8a27-2cfc088b7e05 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaeb785d-d291-4b7b-a1fe-1d7de0010ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137326 Feb 09 14:17:08.153017 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-239112d8-4c5e-42aa-a5f4-eca774590fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:08.154624 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-239112d8-4c5e-42aa-a5f4-eca774590fbb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24d4563f-e0c5-44df-8d9b-d0c8c2db5786 HTTP/1.1" status: 204 len: 168 time: 0.6425946 Feb 09 14:17:08.155058 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e275a9f6-3066-456a-825d-677afb98e854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:08.157531 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e275a9f6-3066-456a-825d-677afb98e854 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f7b89ca-c01f-4401-8144-ede0f144daa6 HTTP/1.1" status: 204 len: 168 time: 0.5982981 Feb 09 14:17:08.189323 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46ba97dd-733f-4fb6-a66b-890b0a50ed5e req-f6e6dad3-d9b7-4c2f-8445-97916d54a6d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca HTTP/1.1" status: 200 len: 217 time: 0.2529435 Feb 09 14:17:08.427699 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f08ef3dc-206e-4bdd-bf1b-3fef3caba05f req-f0e16fce-8c99-4eb8-a07f-4c40a307d922 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 210 time: 0.3486280 Feb 09 14:17:08.468017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba97dd-733f-4fb6-a66b-890b0a50ed5e req-51707fc3-5984-4d34-bbcf-d19be44f1f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:08.471326 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46ba97dd-733f-4fb6-a66b-890b0a50ed5e req-51707fc3-5984-4d34-bbcf-d19be44f1f38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63021245-ec5e-45fc-a1a8-f13ed23aa515 HTTP/1.1" status: 200 len: 851 time: 0.2629354 Feb 09 14:17:08.521796 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46ba97dd-733f-4fb6-a66b-890b0a50ed5e req-6edb8f46-7a92-4a68-8ff8-c3be41a646c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30830122-d798-49d7-b828-5813fd5acd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434191 Feb 09 14:17:08.555954 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:08.674867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508c39a-4c1f-4402-95d5-9ea965eddd60 req-81ad66a8-b255-49de-aa39-63bb763aecf6 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:08.683486 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a508c39a-4c1f-4402-95d5-9ea965eddd60 req-81ad66a8-b255-49de-aa39-63bb763aecf6 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 944 time: 0.1954534 Feb 09 14:17:08.791707 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a508c39a-4c1f-4402-95d5-9ea965eddd60 req-e23bedd1-078c-4036-b850-daa81b351335 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002476 Feb 09 14:17:08.811763 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46ba97dd-733f-4fb6-a66b-890b0a50ed5e req-ac8880ba-2a5e-480e-912a-47de0a4f48e3 service neutron] 10.222.0.21 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828732 Feb 09 14:17:09.057053 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46ba97dd-733f-4fb6-a66b-890b0a50ed5e req-fb958109-fdd0-41d9-adca-cf4961eb9753 service neutron] 10.222.0.21 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379222 Feb 09 14:17:09.461375 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a4bbd-fab4-4a7a-91f4-d2e85450caa1 req-a5d47928-68bb-4417-bbed-3946aff3a918 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:09.481330 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-316a4bbd-fab4-4a7a-91f4-d2e85450caa1 req-a5d47928-68bb-4417-bbed-3946aff3a918 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 946 time: 0.1555717 Feb 09 14:17:09.601441 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-316a4bbd-fab4-4a7a-91f4-d2e85450caa1 req-194b823a-423a-4ae7-993f-337568ad0ade tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaeb785d-d291-4b7b-a1fe-1d7de0010ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139729 Feb 09 14:17:09.712684 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d3927ee-3442-49f8-a671-314372b2ba97 req-115ffc2c-fe01-41a1-91c7-f61d18df436e tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 210 time: 0.0789490 Feb 09 14:17:09.877557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60062) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:10.040420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-244992946-network', 'tenant_id': '558ccd0a41a64041b33ae89097c89058'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:10.056057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:10.063212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Usage tracker for resource:network and tenant:558ccd0a41a64041b33ae89097c89058 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:10.067584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:10.117165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:10.141090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Made reservation on behalf of 558ccd0a41a64041b33ae89097c89058 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:17:10.143520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7804d7-11b3-4f30-84c5-34c8d2010fe7 req-791bdd69-3295-4b06-95ad-90b23fc12665 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:10.144353 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:10.144559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-7e7804d7-11b3-4f30-84c5-34c8d2010fe7 req-791bdd69-3295-4b06-95ad-90b23fc12665 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Synchronizing usage tracker for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:17:10.159717 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:10.177127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:10.182897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Usage tracker for resource:security_group_rule and tenant:558ccd0a41a64041b33ae89097c89058 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:10.186213 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:10.194386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:10.203445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-7e7804d7-11b3-4f30-84c5-34c8d2010fe7 req-791bdd69-3295-4b06-95ad-90b23fc12665 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Unset dirty status for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:17:10.217068 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:10.224684 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7e7804d7-11b3-4f30-84c5-34c8d2010fe7 req-791bdd69-3295-4b06-95ad-90b23fc12665 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 944 time: 0.2884142 Feb 09 14:17:10.251891 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:17:10.300519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-73f407af-d36a-4d89-bca5-b05c4c1ef47f tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:10.302237 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-73f407af-d36a-4d89-bca5-b05c4c1ef47f tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.21 "GET /v2.0/networks?id=aaffdcec-d55c-410f-9771-7e7801a71488 HTTP/1.1" status: 200 len: 808 time: 0.3282399 Feb 09 14:17:10.320423 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7e7804d7-11b3-4f30-84c5-34c8d2010fe7 req-2fe74622-dff4-4ffe-b88a-530846958561 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945244 Feb 09 14:17:10.331871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-c0cb18dd-0b37-47c0-81d8-add2f83b79a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Request body: {'port': {'device_id': 'a690172e-7840-4742-baf3-9a694dce178a', 'network_id': 'aaffdcec-d55c-410f-9771-7e7801a71488', 'admin_state_up': True, 'tenant_id': '2db777efd6324497928292846a3197d3'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:10.366453 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:10.373996 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:10.447998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:17:10.451376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a89e48-aecb-49f5-88c1-d27310eac9d5,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:10.469525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:10.469946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:10.470291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:10.470623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:10.470952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:10.471272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:10.471886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:10.472211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:10.472530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:10.472847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:10.473166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:10.473475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:10.503893 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:10.504423 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:10.504761 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Added segment dadb12d6-86f0-48e0-8534-835f3629d659 of type vlan for network 4354b2d0-9cf0-4cbc-98d3-9ab33af0635e Feb 09 14:17:10.547406 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca', 'network_id': '30830122-d798-49d7-b828-5813fd5acd73', 'port_id': '5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca', 'mac_address': 'fa:16:3e:5d:6c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63021245-ec5e-45fc-a1a8-f13ed23aa515', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:17:10.573978 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:10.645784 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-c0cb18dd-0b37-47c0-81d8-add2f83b79a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:10.654006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-c0cb18dd-0b37-47c0-81d8-add2f83b79a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Usage tracker for resource:port and tenant:2db777efd6324497928292846a3197d3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:10.661581 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-c0cb18dd-0b37-47c0-81d8-add2f83b79a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:10.674509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-c0cb18dd-0b37-47c0-81d8-add2f83b79a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:10.695535 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:10.700672 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-c0cb18dd-0b37-47c0-81d8-add2f83b79a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Made reservation on behalf of 2db777efd6324497928292846a3197d3 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:17:10.705183 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-c0cb18dd-0b37-47c0-81d8-add2f83b79a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:10.707574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:10.711185 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:10.732409 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:10.779036 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:17:10.825670 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:10.842457 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:10.896973 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0182722 Feb 09 14:17:10.897862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3f8e2-5cfd-4bb7-9ff5-758e14acaad7 admin admin] Pushing event updated for resources: {'Network': ['ID=4354b2d0-9cf0-4cbc-98d3-9ab33af0635e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:10.903222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60096) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:10.912991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 4354b2d0-9cf0-4cbc-98d3-9ab33af0635e details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:17:10.913845 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-bc4f36ab-cef0-4504-884d-4534a0523b5e admin admin] Request body: {'subnet': {'network_id': '4354b2d0-9cf0-4cbc-98d3-9ab33af0635e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-244992946-subnet', 'tenant_id': '558ccd0a41a64041b33ae89097c89058', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:10.920297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bc4f36ab-cef0-4504-884d-4534a0523b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:10.924492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bc4f36ab-cef0-4504-884d-4534a0523b5e admin admin] Usage tracker for resource:subnet and tenant:558ccd0a41a64041b33ae89097c89058 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:10.927530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bc4f36ab-cef0-4504-884d-4534a0523b5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:10.933917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bc4f36ab-cef0-4504-884d-4534a0523b5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:11.031397 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4f36ab-cef0-4504-884d-4534a0523b5e admin admin] Made reservation on behalf of 558ccd0a41a64041b33ae89097c89058 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:17:11.040731 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc4f36ab-cef0-4504-884d-4534a0523b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:11.127851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:11.136203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa50e4-babc-435a-819d-ab19fa930f38 req-7a743325-7872-410f-85f7-52906c278695 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:11.150281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:17:11.154451 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3cfa50e4-babc-435a-819d-ab19fa930f38 req-7a743325-7872-410f-85f7-52906c278695 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 946 time: 0.2075403 Feb 09 14:17:11.238887 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3cfa50e4-babc-435a-819d-ab19fa930f38 req-bd29a4d8-8b19-49bb-ab0d-16a034d57265 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaeb785d-d291-4b7b-a1fe-1d7de0010ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832987 Feb 09 14:17:11.276112 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d7168cd-4ca7-412c-a013-58a67602ed00 req-942e62fc-3198-4b32-a418-a4941d9c5519 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 210 time: 0.2664747 Feb 09 14:17:11.317263 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-c0cb18dd-0b37-47c0-81d8-add2f83b79a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Allocated IP 172.20.0.5 (aaffdcec-d55c-410f-9771-7e7801a71488/af3d8b55-2ccd-4675-88c1-dbada91b0a8c/226e1011-133e-4752-89b2-c8906fda3407) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:17:11.688931 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc4f36ab-cef0-4504-884d-4534a0523b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:11.797916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f36ab-cef0-4504-884d-4534a0523b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e7758c-a178-4af9-8142-452eff4961f6,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:11.951325 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4f36ab-cef0-4504-884d-4534a0523b5e admin admin] Checking segment: {'id': 'dadb12d6-86f0-48e0-8534-835f3629d659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4354b2d0-9cf0-4cbc-98d3-9ab33af0635e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:17:11.951686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4f36ab-cef0-4504-884d-4534a0523b5e admin admin] Network hostable DHCP agents. Network: 4354b2d0-9cf0-4cbc-98d3-9ab33af0635e, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:17:11.998286 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b173-ed28-4438-8816-f77bfd4d7c26 req-5e496df5-5516-49c7-a0d8-fffc0bcbe5b2 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:12.000136 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e743b173-ed28-4438-8816-f77bfd4d7c26 req-5e496df5-5516-49c7-a0d8-fffc0bcbe5b2 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 945 time: 0.3805897 Feb 09 14:17:12.066663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf595e1c-e319-4833-9d73-ce250b038b4d req-9e5edd95-8177-4213-aa11-e36aae5c7c43 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:12.075404 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cf595e1c-e319-4833-9d73-ce250b038b4d req-9e5edd95-8177-4213-aa11-e36aae5c7c43 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 946 time: 0.1057894 Feb 09 14:17:12.136065 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cf595e1c-e319-4833-9d73-ce250b038b4d req-ae566a21-4c7d-4861-9b6d-9a609c546864 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaeb785d-d291-4b7b-a1fe-1d7de0010ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592861 Feb 09 14:17:12.204147 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-c0cb18dd-0b37-47c0-81d8-add2f83b79a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:12.237130 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4f36ab-cef0-4504-884d-4534a0523b5e admin admin] Network 4354b2d0-9cf0-4cbc-98d3-9ab33af0635e is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:17:12.247583 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:17:12.277444 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e743b173-ed28-4438-8816-f77bfd4d7c26 req-4ec42b0f-e1d4-4000-9fcd-82cbaad80687 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608969 Feb 09 14:17:12.278112 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-bc4f36ab-cef0-4504-884d-4534a0523b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 4354b2d0-9cf0-4cbc-98d3-9ab33af0635e) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:12.294898 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-c0cb18dd-0b37-47c0-81d8-add2f83b79a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:12.349175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22603d80-7c6d-427b-9167-2e202d5938f1 None None] Network 4354b2d0-9cf0-4cbc-98d3-9ab33af0635e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:17:12.383190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4f36ab-cef0-4504-884d-4534a0523b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:12.383914 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc4f36ab-cef0-4504-884d-4534a0523b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:12.408904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb18dd-0b37-47c0-81d8-add2f83b79a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Pushing event updated for resources: {'Port': ['ID=226e1011-133e-4752-89b2-c8906fda3407,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:12.427072 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bc4f36ab-cef0-4504-884d-4534a0523b5e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5214334 Feb 09 14:17:12.451701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-c0cb18dd-0b37-47c0-81d8-add2f83b79a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Network aaffdcec-d55c-410f-9771-7e7801a71488 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:17:12.455491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-c0cb18dd-0b37-47c0-81d8-add2f83b79a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:12.459754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-c0cb18dd-0b37-47c0-81d8-add2f83b79a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:17:12.626231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-c0cb18dd-0b37-47c0-81d8-add2f83b79a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:12.627172 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-c0cb18dd-0b37-47c0-81d8-add2f83b79a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:12.631456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:17:12.642790 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:17:12.643043 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:12.651263 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-c0cb18dd-0b37-47c0-81d8-add2f83b79a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3290021 Feb 09 14:17:12.662642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Request body: {'port': {'device_id': 'a690172e-7840-4742-baf3-9a694dce178a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:12.710714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc006b-bc65-4aba-bbf6-d84f812ce379 req-0c45519d-50f3-4c1b-9685-7c52e9e07f9c tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:12.715140 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03dc006b-bc65-4aba-bbf6-d84f812ce379 req-0c45519d-50f3-4c1b-9685-7c52e9e07f9c tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 931 time: 0.1943057 Feb 09 14:17:12.810430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-03dc006b-bc65-4aba-bbf6-d84f812ce379 req-65dec566-1434-476b-aee6-3101c31bb6a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Synchronizing usage tracker for tenant:2db777efd6324497928292846a3197d3 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:17:12.844636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-03dc006b-bc65-4aba-bbf6-d84f812ce379 req-65dec566-1434-476b-aee6-3101c31bb6a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Unset dirty status for tenant:2db777efd6324497928292846a3197d3 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:17:12.853756 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03dc006b-bc65-4aba-bbf6-d84f812ce379 req-65dec566-1434-476b-aee6-3101c31bb6a3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ad89ad0-fa77-4bee-ad5c-e07781c32923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245422 Feb 09 14:17:12.882090 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803943c1-03a2-403e-96f5-28be25c25671 None None] Network 4354b2d0-9cf0-4cbc-98d3-9ab33af0635e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:17:12.932868 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:13.052571 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:13.133983 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97b7b18-01e0-44be-9292-0ea0453c6d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:17:13.153334 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:13.160089 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:13.244762 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97b7b18-01e0-44be-9292-0ea0453c6d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca', 'code': 200} Feb 09 14:17:13.330139 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [req-15375a90-ef9f-4a69-8c5e-cd1cda71e350 req-2286b74b-0dd2-4015-8a8a-507c79f579a6 tempest-SecurityGroupsNegativeTestJSON-1272259013 tempest-SecurityGroupsNegativeTestJSON-1272259013-project] show failed (client error): The resource could not be found. Feb 09 14:17:13.333394 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:13.336486 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15375a90-ef9f-4a69-8c5e-cd1cda71e350 req-2286b74b-0dd2-4015-8a8a-507c79f579a6 tempest-SecurityGroupsNegativeTestJSON-1272259013 tempest-SecurityGroupsNegativeTestJSON-1272259013-project] 10.222.0.48 "GET /v2.0/security-groups/4de9022a-e72f-4977-bf6c-7784785399b7 HTTP/1.1" status: 404 len: 352 time: 0.0686119 Feb 09 14:17:13.629090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038eb34a-8a0a-485a-a2fe-7db20e04b605 req-f4d2aef7-0a87-4295-805c-fabb750c9b0c tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:13.631778 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-038eb34a-8a0a-485a-a2fe-7db20e04b605 req-f4d2aef7-0a87-4295-805c-fabb750c9b0c tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 946 time: 0.2128029 Feb 09 14:17:13.703799 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-038eb34a-8a0a-485a-a2fe-7db20e04b605 req-22b819cb-4411-4c1a-a909-6d68045f8882 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaeb785d-d291-4b7b-a1fe-1d7de0010ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646281 Feb 09 14:17:13.743468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226e1011-133e-4752-89b2-c8906fda3407 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:17:13.758364 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:13.773560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de488d6-e151-46ed-ac0c-04b100abb690 req-df761c94-ca6e-46e4-ae51-cbe55e575c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:13.775029 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9de488d6-e151-46ed-ac0c-04b100abb690 req-df761c94-ca6e-46e4-ae51-cbe55e575c9a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 1097 time: 0.4563653 Feb 09 14:17:13.807360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0fb07f30-c905-40a6-8ed5-37a1b432563d req-c8b79c6c-c8fc-4460-9dd9-d98edab025ce tempest-SecurityGroupsNegativeTestJSON-1272259013 tempest-SecurityGroupsNegativeTestJSON-1272259013-project] Synchronizing usage tracker for tenant:558ccd0a41a64041b33ae89097c89058 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:17:13.813614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd23712-f01c-4f46-a16b-c3b0d1e5075c req-5e065875-a487-46c4-b6fb-6d6d9c3be7e3 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:13.815481 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4cd23712-f01c-4f46-a16b-c3b0d1e5075c req-5e065875-a487-46c4-b6fb-6d6d9c3be7e3 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.21 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 946 time: 0.4867020 Feb 09 14:17:13.821337 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Transition to ACTIVE for port object 226e1011-133e-4752-89b2-c8906fda3407 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:17:13.848293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0fb07f30-c905-40a6-8ed5-37a1b432563d req-c8b79c6c-c8fc-4460-9dd9-d98edab025ce tempest-SecurityGroupsNegativeTestJSON-1272259013 tempest-SecurityGroupsNegativeTestJSON-1272259013-project] Unset dirty status for tenant:558ccd0a41a64041b33ae89097c89058 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:17:13.856334 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0fb07f30-c905-40a6-8ed5-37a1b432563d req-c8b79c6c-c8fc-4460-9dd9-d98edab025ce tempest-SecurityGroupsNegativeTestJSON-1272259013 tempest-SecurityGroupsNegativeTestJSON-1272259013-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=558ccd0a41a64041b33ae89097c89058 HTTP/1.1" status: 200 len: 2988 time: 0.1074276 Feb 09 14:17:13.872251 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:13.950319 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0fb07f30-c905-40a6-8ed5-37a1b432563d req-bf656abf-26f0-4efc-8030-43d0fa7c98a1 tempest-SecurityGroupsNegativeTestJSON-1272259013 tempest-SecurityGroupsNegativeTestJSON-1272259013-project] 10.222.0.48 "GET /v2.0/security-groups/84a89e48-aecb-49f5-88c1-d27310eac9d5 HTTP/1.1" status: 200 len: 2985 time: 0.0929668 Feb 09 14:17:14.020280 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0fb07f30-c905-40a6-8ed5-37a1b432563d req-0ae60645-4243-46fe-b7e7-927f551fbe9f tempest-SecurityGroupsNegativeTestJSON-1272259013 tempest-SecurityGroupsNegativeTestJSON-1272259013-project] 10.222.0.48 "GET /v2.0/security-groups/84a89e48-aecb-49f5-88c1-d27310eac9d5 HTTP/1.1" status: 200 len: 2985 time: 0.0688171 Feb 09 14:17:14.035130 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Pushing event updated for resources: {'Port': ['ID=226e1011-133e-4752-89b2-c8906fda3407,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:14.068632 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0df42a-bf1a-4274-aa1d-629ec6732053 req-20a913c1-8488-405f-9b68-1e393b872fbd tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:14.070408 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a0df42a-bf1a-4274-aa1d-629ec6732053 req-20a913c1-8488-405f-9b68-1e393b872fbd tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 946 time: 0.5383728 Feb 09 14:17:14.179585 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9de488d6-e151-46ed-ac0c-04b100abb690 req-f6daee7e-30b2-4003-8bed-c823375f309d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902690 Feb 09 14:17:14.191195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a617c-455b-44aa-b607-bbfcf17c7bf2 req-0f809b4a-527d-4963-abd7-cd9790bec5b9 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:14.197228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-4cd23712-f01c-4f46-a16b-c3b0d1e5075c req-6b017096-a61f-48e1-b09e-8a01dcd0f2c2 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Deleting port d9b1d468-fd46-4907-8181-9b41ce510fa2 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:17:14.197587 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4cd23712-f01c-4f46-a16b-c3b0d1e5075c req-6b017096-a61f-48e1-b09e-8a01dcd0f2c2 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:14.198523 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-452a617c-455b-44aa-b607-bbfcf17c7bf2 req-0f809b4a-527d-4963-abd7-cd9790bec5b9 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 943 time: 0.0925083 Feb 09 14:17:14.243568 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-452a617c-455b-44aa-b607-bbfcf17c7bf2 req-7ccddbbb-3323-4fb5-a0e0-283dbf389387 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ad89ad0-fa77-4bee-ad5c-e07781c32923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434124 Feb 09 14:17:14.333656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Attempting to bind port 226e1011-133e-4752-89b2-c8906fda3407 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:17:14.334004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Attempting to bind port 226e1011-133e-4752-89b2-c8906fda3407 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'f8bba14d-4195-4ea8-b6ae-ffdab69087a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'aaffdcec-d55c-410f-9771-7e7801a71488'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:17:14.334144 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-869a430e-f047-440f-8715-03d52fb3f35b req-a41a20a7-4dbc-480b-b8c0-261bf99d89f6 tempest-SecurityGroupsNegativeTestJSON-1272259013 tempest-SecurityGroupsNegativeTestJSON-1272259013-project] 10.222.0.48 "GET /v2.0/security-groups/84a89e48-aecb-49f5-88c1-d27310eac9d5 HTTP/1.1" status: 200 len: 2985 time: 0.0647633 Feb 09 14:17:14.334353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Attempting to bind port 226e1011-133e-4752-89b2-c8906fda3407 on network aaffdcec-d55c-410f-9771-7e7801a71488 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:17:14.373357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Port 226e1011-133e-4752-89b2-c8906fda3407 on network aaffdcec-d55c-410f-9771-7e7801a71488 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:17:14.373681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Attempting to bind port 226e1011-133e-4752-89b2-c8906fda3407 on network aaffdcec-d55c-410f-9771-7e7801a71488 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:17:14.388141 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a0df42a-bf1a-4274-aa1d-629ec6732053 req-1e50e81b-6d23-4b31-aedb-54a85676a702 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076632 Feb 09 14:17:14.400655 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:17:14.401349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Checking segment: {'id': 'f8bba14d-4195-4ea8-b6ae-ffdab69087a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'aaffdcec-d55c-410f-9771-7e7801a71488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:17:14.401907 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Bound using segment: {'id': 'f8bba14d-4195-4ea8-b6ae-ffdab69087a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'aaffdcec-d55c-410f-9771-7e7801a71488'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:17:14.402546 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Bound port: 226e1011-133e-4752-89b2-c8906fda3407, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bba14d-4195-4ea8-b6ae-ffdab69087a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'aaffdcec-d55c-410f-9771-7e7801a71488'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:17:14.403456 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:14.423430 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-869a430e-f047-440f-8715-03d52fb3f35b req-0235e613-2477-4597-968a-8b9775f87dbc tempest-SecurityGroupsNegativeTestJSON-1272259013 tempest-SecurityGroupsNegativeTestJSON-1272259013-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 14:17:14.431520 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-869a430e-f047-440f-8715-03d52fb3f35b req-0235e613-2477-4597-968a-8b9775f87dbc tempest-SecurityGroupsNegativeTestJSON-1272259013 tempest-SecurityGroupsNegativeTestJSON-1272259013-project] 10.222.0.48 "DELETE /v2.0/security-groups/84a89e48-aecb-49f5-88c1-d27310eac9d5 HTTP/1.1" status: 409 len: 352 time: 0.0955746 Feb 09 14:17:14.516211 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [req-471f2f7d-c9e2-4762-abe9-81100a79e3fa req-a8e78534-8b2a-4d5e-a521-436c045077a2 tempest-SecurityGroupsNegativeTestJSON-1272259013 tempest-SecurityGroupsNegativeTestJSON-1272259013-project] show failed (client error): The resource could not be found. Feb 09 14:17:14.517283 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-471f2f7d-c9e2-4762-abe9-81100a79e3fa req-a8e78534-8b2a-4d5e-a521-436c045077a2 tempest-SecurityGroupsNegativeTestJSON-1272259013 tempest-SecurityGroupsNegativeTestJSON-1272259013-project] 10.222.0.48 "GET /v2.0/security-groups/fbee15f3-16c9-415a-b60b-b534ae7121af HTTP/1.1" status: 404 len: 352 time: 0.0594201 Feb 09 14:17:14.574299 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-741fc0bf-cccb-4553-adc7-5e6ce8475028 req-825f3014-aece-49db-a5eb-08ebde447cd7 tempest-SecurityGroupsNegativeTestJSON-1272259013 tempest-SecurityGroupsNegativeTestJSON-1272259013-project] show failed (client error): The resource could not be found. Feb 09 14:17:14.606213 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60212) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:14.609049 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-741fc0bf-cccb-4553-adc7-5e6ce8475028 req-825f3014-aece-49db-a5eb-08ebde447cd7 tempest-SecurityGroupsNegativeTestJSON-1272259013 tempest-SecurityGroupsNegativeTestJSON-1272259013-project] 10.222.0.48 "GET /v2.0/security-groups/5c369c72-9344-44b3-b161-7b179deb901d HTTP/1.1" status: 404 len: 352 time: 0.0637333 Feb 09 14:17:14.817509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] For port 226e1011-133e-4752-89b2-c8906fda3407, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:17:14.919683 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] For port 226e1011-133e-4752-89b2-c8906fda3407, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=226e1011-133e-4752-89b2-c8906fda3407,segment=NetworkSegment(f8bba14d-4195-4ea8-b6ae-ffdab69087a6),segment_id=f8bba14d-4195-4ea8-b6ae-ffdab69087a6)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:17:14.925087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5e3400-b72e-4bb9-b357-d337a2fd412b admin admin] Deleting subnet 29e7758c-a178-4af9-8142-452eff4961f6 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:17:14.935416 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:14.943491 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3400-b72e-4bb9-b357-d337a2fd412b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:15.040920 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:15.041591 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:15.043292 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] 10.222.0.21 "PUT /v2.0/ports/226e1011-133e-4752-89b2-c8906fda3407 HTTP/1.1" status: 200 len: 1091 time: 2.3853045 Feb 09 14:17:15.053808 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-4cd23712-f01c-4f46-a16b-c3b0d1e5075c req-6b017096-a61f-48e1-b09e-8a01dcd0f2c2 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] For port d9b1d468-fd46-4907-8181-9b41ce510fa2, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d9b1d468-fd46-4907-8181-9b41ce510fa2,segment=NetworkSegment(27fee294-c403-4564-a0c5-88377d2cf850),segment_id=27fee294-c403-4564-a0c5-88377d2cf850)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:15.054256 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4cd23712-f01c-4f46-a16b-c3b0d1e5075c req-6b017096-a61f-48e1-b09e-8a01dcd0f2c2 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:15.063982 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a690172e-7840-4742-baf3-9a694dce178a', 'tag': '226e1011-133e-4752-89b2-c8906fda3407'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:17:15.229981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-4cd23712-f01c-4f46-a16b-c3b0d1e5075c req-6b017096-a61f-48e1-b09e-8a01dcd0f2c2 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Calling delete_port for d9b1d468-fd46-4907-8181-9b41ce510fa2 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:17:15.305765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60270) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:15.309455 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a690172e-7840-4742-baf3-9a694dce178a', 'tag': '226e1011-133e-4752-89b2-c8906fda3407', 'status': 'completed', 'code': 200} Feb 09 14:17:15.418085 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3400-b72e-4bb9-b357-d337a2fd412b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:15.529637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc531ac-414a-4a86-a598-941b5f431469 service neutron] Pushing event updated for resources: {'Port': ['ID=226e1011-133e-4752-89b2-c8906fda3407,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:15.592982 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a3b3b-305a-4d25-b0cc-fd5d54d8957f req-b1dea191-31dd-419b-91ac-a2c6cd97dc5c tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:15.594721 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-066a3b3b-305a-4d25-b0cc-fd5d54d8957f req-b1dea191-31dd-419b-91ac-a2c6cd97dc5c tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 946 time: 0.7498193 Feb 09 14:17:15.617424 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bc5cc731-8d18-4bc3-bd35-aef8d11e3643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:15.665155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bc5cc731-8d18-4bc3-bd35-aef8d11e3643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:15.668492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bc5cc731-8d18-4bc3-bd35-aef8d11e3643 admin admin] Usage tracker for resource:security_group_rule and tenant:d17ee2e6a91c4fc9a86300edb5789285 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:15.680305 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bc5cc731-8d18-4bc3-bd35-aef8d11e3643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:15.685509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bc5cc731-8d18-4bc3-bd35-aef8d11e3643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:15.711481 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-066a3b3b-305a-4d25-b0cc-fd5d54d8957f req-d0b3d10c-634b-4fe7-bf93-fbd17b4a71bf tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/security-groups?id=aaeb785d-d291-4b7b-a1fe-1d7de0010ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056700 Feb 09 14:17:15.713377 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3400-b72e-4bb9-b357-d337a2fd412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:15.819074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-34864b19-1ac5-4e5f-9644-2780c2e0f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:15.819074 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-34864b19-1ac5-4e5f-9644-2780c2e0f790 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2db777efd6324497928292846a3197d3&device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 1094 time: 0.5111053 Feb 09 14:17:15.821164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5613027-8a88-4fb7-9e54-2080ca7e3c25 req-e4af6520-17a8-4b58-bab6-7c464f6218e9 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:15.826391 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5613027-8a88-4fb7-9e54-2080ca7e3c25 req-e4af6520-17a8-4b58-bab6-7c464f6218e9 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 943 time: 0.3808589 Feb 09 14:17:15.917729 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bc5cc731-8d18-4bc3-bd35-aef8d11e3643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:15.942279 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5613027-8a88-4fb7-9e54-2080ca7e3c25 req-627209d2-1c0c-41cc-b095-620541240a7d tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ad89ad0-fa77-4bee-ad5c-e07781c32923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958097 Feb 09 14:17:15.942279 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bc5cc731-8d18-4bc3-bd35-aef8d11e3643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:15.948115 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-92f7894b-e35b-476e-920c-51e27b255f2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=226e1011-133e-4752-89b2-c8906fda3407 HTTP/1.1" status: 200 len: 217 time: 0.1112187 Feb 09 14:17:15.948115 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4cd23712-f01c-4f46-a16b-c3b0d1e5075c req-6b017096-a61f-48e1-b09e-8a01dcd0f2c2 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:15.996207 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bc5cc731-8d18-4bc3-bd35-aef8d11e3643 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d17ee2e6a91c4fc9a86300edb5789285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6893022 Feb 09 14:17:16.000694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60302) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:16.047828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cc731-8d18-4bc3-bd35-aef8d11e3643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e37fbb-f4b7-4483-b1fc-1f24a82e7ff0,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:16.065428 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b017096-a61f-48e1-b09e-8a01dcd0f2c2 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Pushing event deleted for resources: {'Port': ['ID=d9b1d468-fd46-4907-8181-9b41ce510fa2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:16.080569 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f243c062-4b59-48f9-851c-c4cd54e03d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:16.124446 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f243c062-4b59-48f9-851c-c4cd54e03d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:16.125880 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3400-b72e-4bb9-b357-d337a2fd412b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:16.218529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7e78175e-7a04-404a-98b8-f2684302e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:16.219404 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-7e78175e-7a04-404a-98b8-f2684302e415 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af3d8b55-2ccd-4675-88c1-dbada91b0a8c HTTP/1.1" status: 200 len: 848 time: 0.2714720 Feb 09 14:17:16.221772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e3400-b72e-4bb9-b357-d337a2fd412b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29e7758c-a178-4af9-8142-452eff4961f6,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:16.235075 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3400-b72e-4bb9-b357-d337a2fd412b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:16.237746 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd23712-f01c-4f46-a16b-c3b0d1e5075c req-6b017096-a61f-48e1-b09e-8a01dcd0f2c2 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] No DVR routers for this DVR port d9b1d468-fd46-4907-8181-9b41ce510fa2 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:17:16.281742 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4cd23712-f01c-4f46-a16b-c3b0d1e5075c req-6b017096-a61f-48e1-b09e-8a01dcd0f2c2 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:16.286796 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d9b1d468-fd46-4907-8181-9b41ce510fa2 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:17:16.305386 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-bb6c55a6-1d82-4bee-b379-fdee48c97cf7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aaffdcec-d55c-410f-9771-7e7801a71488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656619 Feb 09 14:17:16.339202 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f243c062-4b59-48f9-851c-c4cd54e03d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:16.347633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a84c4e-df7e-4c4c-9919-09656bd95b50 req-ee19bd99-0d7c-4335-8511-0f671d9b5742 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:16.347633 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e5a84c4e-df7e-4c4c-9919-09656bd95b50 req-ee19bd99-0d7c-4335-8511-0f671d9b5742 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 946 time: 0.4513593 Feb 09 14:17:16.347633 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4cd23712-f01c-4f46-a16b-c3b0d1e5075c req-6b017096-a61f-48e1-b09e-8a01dcd0f2c2 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.21 "DELETE /v2.0/ports/d9b1d468-fd46-4907-8181-9b41ce510fa2 HTTP/1.1" status: 204 len: 173 time: 2.5248723 Feb 09 14:17:16.386462 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243c062-4b59-48f9-851c-c4cd54e03d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e37fbb-f4b7-4483-b1fc-1f24a82e7ff0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:16.401925 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f243c062-4b59-48f9-851c-c4cd54e03d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:16.406387 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f243c062-4b59-48f9-851c-c4cd54e03d6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0e37fbb-f4b7-4483-b1fc-1f24a82e7ff0 HTTP/1.1" status: 204 len: 168 time: 0.4045687 Feb 09 14:17:16.432940 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3a5e3400-b72e-4bb9-b357-d337a2fd412b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/29e7758c-a178-4af9-8142-452eff4961f6 HTTP/1.1" status: 204 len: 168 time: 1.8232858 Feb 09 14:17:16.433404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60324) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:16.445911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: d9b1d468-fd46-4907-8181-9b41ce510fa2 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:17:16.446265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d9b1d468-fd46-4907-8181-9b41ce510fa2 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:17:16.613385 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e5a84c4e-df7e-4c4c-9919-09656bd95b50 req-21f76a8c-a8d1-41e7-a99c-dae80e9aad0c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829252 Feb 09 14:17:16.682912 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-443a84f9-a908-488b-8db0-47e64d76dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:16.690356 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-9c6f39f7-e251-4fd6-9a4e-35ec248a8aae service neutron] 10.222.0.21 "GET /v2.0/networks/aaffdcec-d55c-410f-9771-7e7801a71488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800538 Feb 09 14:17:16.950457 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-443a84f9-a908-488b-8db0-47e64d76dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:17.042218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-443a84f9-a908-488b-8db0-47e64d76dab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4354b2d0-9cf0-4cbc-98d3-9ab33af0635e']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:17.130774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-443a84f9-a908-488b-8db0-47e64d76dab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadb12d6-86f0-48e0-8534-835f3629d659') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:17.131260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-443a84f9-a908-488b-8db0-47e64d76dab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadb12d6-86f0-48e0-8534-835f3629d659') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:17.170927 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-443a84f9-a908-488b-8db0-47e64d76dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:17.229928 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-443a84f9-a908-488b-8db0-47e64d76dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:17.248873 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443a84f9-a908-488b-8db0-47e64d76dab5 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:17:17.250070 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-443a84f9-a908-488b-8db0-47e64d76dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:17:17.297819 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:17:17.326990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148255e9-d673-4d82-b509-d8da0e652181', 'name': 'network-vif-deleted', 'tag': 'd9b1d468-fd46-4907-8181-9b41ce510fa2'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:17:17.371092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-574b84af-3d07-4f80-a8bf-702ec9e1e8bb req-a873ed02-a128-4068-9730-f70abc70a024 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Synchronizing usage tracker for tenant:71bedcb74b13474ca8ba79f1080b3cdb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:17:17.378652 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a431811a-0278-445e-ba2c-183cb1cc6215 req-87c1a2e7-971e-4d73-8efa-1cefc99c50a9 service neutron] 10.222.0.21 "GET /v2.0/networks/aaffdcec-d55c-410f-9771-7e7801a71488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6764452 Feb 09 14:17:17.414562 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-574b84af-3d07-4f80-a8bf-702ec9e1e8bb req-a873ed02-a128-4068-9730-f70abc70a024 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] Unset dirty status for tenant:71bedcb74b13474ca8ba79f1080b3cdb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:17:17.434513 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-574b84af-3d07-4f80-a8bf-702ec9e1e8bb req-a873ed02-a128-4068-9730-f70abc70a024 tempest-InstanceActionsNegativeTestJSON-2114870079 tempest-InstanceActionsNegativeTestJSON-2114870079-project] 10.222.0.48 "GET /v2.0/ports?device_id=148255e9-d673-4d82-b509-d8da0e652181 HTTP/1.1" status: 200 len: 210 time: 0.4436517 Feb 09 14:17:17.529123 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-443a84f9-a908-488b-8db0-47e64d76dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:17.564850 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-443a84f9-a908-488b-8db0-47e64d76dab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:17.593533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a84f9-a908-488b-8db0-47e64d76dab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4354b2d0-9cf0-4cbc-98d3-9ab33af0635e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:17.604100 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-443a84f9-a908-488b-8db0-47e64d76dab5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4354b2d0-9cf0-4cbc-98d3-9ab33af0635e HTTP/1.1" status: 204 len: 168 time: 1.1696396 Feb 09 14:17:17.634360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1917-b879-440d-a988-0552b540f78d req-1d86c87a-199d-4405-8710-0eab27424a91 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:17.642587 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0eb1917-b879-440d-a988-0552b540f78d req-1d86c87a-199d-4405-8710-0eab27424a91 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 943 time: 0.2844543 Feb 09 14:17:17.645354 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468792f4-77f5-46d9-973f-b4c5fe10f598 req-11164794-baab-4a81-8a19-a7686b42cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:17.661127 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-468792f4-77f5-46d9-973f-b4c5fe10f598 req-11164794-baab-4a81-8a19-a7686b42cca3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2db777efd6324497928292846a3197d3&device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 1094 time: 0.1775882 Feb 09 14:17:17.724334 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0eb1917-b879-440d-a988-0552b540f78d req-9cfa9c07-4cc1-4fa5-812d-1e986d4cd26c tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ad89ad0-fa77-4bee-ad5c-e07781c32923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808024 Feb 09 14:17:17.838323 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148255e9-d673-4d82-b509-d8da0e652181', 'name': 'network-vif-deleted', 'tag': 'd9b1d468-fd46-4907-8181-9b41ce510fa2', 'status': 'completed', 'code': 200} Feb 09 14:17:17.858772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60392) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:17.939494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468792f4-77f5-46d9-973f-b4c5fe10f598 req-80e05ccb-f88c-452d-8312-420019b90359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:17.939494 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-468792f4-77f5-46d9-973f-b4c5fe10f598 req-80e05ccb-f88c-452d-8312-420019b90359 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aaffdcec-d55c-410f-9771-7e7801a71488 HTTP/1.1" status: 200 len: 908 time: 0.2771387 Feb 09 14:17:17.946323 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8295849e-231d-432f-8d77-3f48e34af10e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=558ccd0a41a64041b33ae89097c89058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0842171 Feb 09 14:17:17.947276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60396) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:17.956321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7794837-8fd9-46a9-8da5-4e7d69241b38 req-48ff00ea-99d9-41c9-a112-a3c73b330784 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:17.959569 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7794837-8fd9-46a9-8da5-4e7d69241b38 req-48ff00ea-99d9-41c9-a112-a3c73b330784 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 946 time: 0.1801057 Feb 09 14:17:18.062086 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e84a3de0-9c07-4372-9ef4-81838d4c94a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:18.102178 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-468792f4-77f5-46d9-973f-b4c5fe10f598 req-49423a6a-80ca-4400-b811-377d7c6fa2ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=226e1011-133e-4752-89b2-c8906fda3407 HTTP/1.1" status: 200 len: 217 time: 0.1406229 Feb 09 14:17:18.119891 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e84a3de0-9c07-4372-9ef4-81838d4c94a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:18.194688 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7794837-8fd9-46a9-8da5-4e7d69241b38 req-a23be7af-fe7e-4bd3-a0c2-724617e2bb39 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611962 Feb 09 14:17:18.217659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468792f4-77f5-46d9-973f-b4c5fe10f598 req-3365c155-e4ea-4230-b6c5-9ebf978418af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:18.233774 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-468792f4-77f5-46d9-973f-b4c5fe10f598 req-3365c155-e4ea-4230-b6c5-9ebf978418af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af3d8b55-2ccd-4675-88c1-dbada91b0a8c HTTP/1.1" status: 200 len: 848 time: 0.1239712 Feb 09 14:17:18.245824 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e84a3de0-9c07-4372-9ef4-81838d4c94a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:18.264282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a3de0-9c07-4372-9ef4-81838d4c94a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a89e48-aecb-49f5-88c1-d27310eac9d5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:18.312341 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e84a3de0-9c07-4372-9ef4-81838d4c94a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:18.315651 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-468792f4-77f5-46d9-973f-b4c5fe10f598 req-d44b2cf1-1e17-418d-ba5f-574238e8a08d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aaffdcec-d55c-410f-9771-7e7801a71488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754371 Feb 09 14:17:18.316776 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e84a3de0-9c07-4372-9ef4-81838d4c94a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84a89e48-aecb-49f5-88c1-d27310eac9d5 HTTP/1.1" status: 204 len: 168 time: 0.3679583 Feb 09 14:17:18.435706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60408) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:18.494003 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-468792f4-77f5-46d9-973f-b4c5fe10f598 req-dbe47aef-684c-417c-8058-d5cafce699f7 service neutron] 10.222.0.21 "GET /v2.0/networks/aaffdcec-d55c-410f-9771-7e7801a71488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714990 Feb 09 14:17:18.691002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60418) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:18.702488 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-468792f4-77f5-46d9-973f-b4c5fe10f598 req-789b599e-dcd5-437b-8e60-d00f9d69fb3a service neutron] 10.222.0.21 "GET /v2.0/networks/aaffdcec-d55c-410f-9771-7e7801a71488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019105 Feb 09 14:17:18.791524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ff4488-fd29-4477-9f4e-f4efe5a5337f admin admin] Deleting subnet 3c3ed8d5-3ea5-4958-b6ff-1b29c77b1679 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:17:18.799475 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09ff4488-fd29-4477-9f4e-f4efe5a5337f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:18.878073 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09ff4488-fd29-4477-9f4e-f4efe5a5337f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:19.070461 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09ff4488-fd29-4477-9f4e-f4efe5a5337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:19.079701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf61f9c-1557-44e7-892b-839d80af2cf3 req-95017f8a-2f50-4530-9e60-c2fb94d9d2dd tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:19.081728 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6bf61f9c-1557-44e7-892b-839d80af2cf3 req-95017f8a-2f50-4530-9e60-c2fb94d9d2dd tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.21 "GET /v2.0/ports?device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 946 time: 0.2162411 Feb 09 14:17:19.102404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9f09d-460f-49e3-b739-6b4e4e734632 req-c0d7dac3-8b89-444a-820b-5081fa4f72c8 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:19.103070 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db888226-359c-462c-815a-0fd0a93667db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:19.103780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e9c9f09d-460f-49e3-b739-6b4e4e734632 req-c0d7dac3-8b89-444a-820b-5081fa4f72c8 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Synchronizing usage tracker for tenant:2db777efd6324497928292846a3197d3 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:17:19.158744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-db888226-359c-462c-815a-0fd0a93667db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:19.175044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-db888226-359c-462c-815a-0fd0a93667db admin admin] Usage tracker for resource:security_group_rule and tenant:aca95260dbcf4cb6826b4e2dbbaa6351 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:19.184942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-db888226-359c-462c-815a-0fd0a93667db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:19.202925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-db888226-359c-462c-815a-0fd0a93667db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:19.247829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e9c9f09d-460f-49e3-b739-6b4e4e734632 req-c0d7dac3-8b89-444a-820b-5081fa4f72c8 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Unset dirty status for tenant:2db777efd6324497928292846a3197d3 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:17:19.255156 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9c9f09d-460f-49e3-b739-6b4e4e734632 req-c0d7dac3-8b89-444a-820b-5081fa4f72c8 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 943 time: 0.2971389 Feb 09 14:17:19.317287 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9c9f09d-460f-49e3-b739-6b4e4e734632 req-8825cc13-8b20-495d-979d-012e38c7407f tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ad89ad0-fa77-4bee-ad5c-e07781c32923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604417 Feb 09 14:17:19.329876 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09ff4488-fd29-4477-9f4e-f4efe5a5337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:19.343114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-6bf61f9c-1557-44e7-892b-839d80af2cf3 req-faac496e-97e7-4709-9bc4-1ad7c94509e7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Deleting port 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:17:19.343979 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6bf61f9c-1557-44e7-892b-839d80af2cf3 req-faac496e-97e7-4709-9bc4-1ad7c94509e7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:19.444562 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09ff4488-fd29-4477-9f4e-f4efe5a5337f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:19.460740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff4488-fd29-4477-9f4e-f4efe5a5337f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c3ed8d5-3ea5-4958-b6ff-1b29c77b1679,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:19.527699 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-09ff4488-fd29-4477-9f4e-f4efe5a5337f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3c3ed8d5-3ea5-4958-b6ff-1b29c77b1679 HTTP/1.1" status: 204 len: 168 time: 0.8321397 Feb 09 14:17:19.532594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60444) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:19.721074 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db888226-359c-462c-815a-0fd0a93667db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:19.744591 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db888226-359c-462c-815a-0fd0a93667db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:19.788567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-6bf61f9c-1557-44e7-892b-839d80af2cf3 req-faac496e-97e7-4709-9bc4-1ad7c94509e7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] For port 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:19.788567 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6bf61f9c-1557-44e7-892b-839d80af2cf3 req-faac496e-97e7-4709-9bc4-1ad7c94509e7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:19.825721 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-db888226-359c-462c-815a-0fd0a93667db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aca95260dbcf4cb6826b4e2dbbaa6351&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3829203 Feb 09 14:17:19.841505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60456) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:19.841505 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-93d0aa9d-92d5-4486-a3c6-93c3df470a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:19.910839 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce359256-f2b7-4cda-971d-0fed4b8a3d8d req-35bc2ff2-514a-4e00-920a-4a8e382dda91 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:19.910839 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce359256-f2b7-4cda-971d-0fed4b8a3d8d req-35bc2ff2-514a-4e00-920a-4a8e382dda91 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 946 time: 0.4459920 Feb 09 14:17:19.940823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-6bf61f9c-1557-44e7-892b-839d80af2cf3 req-faac496e-97e7-4709-9bc4-1ad7c94509e7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Calling delete_port for 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:17:19.950222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db888226-359c-462c-815a-0fd0a93667db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2606b45-3114-4d95-8246-da3dde18b15a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:19.982545 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-baa45cbd-3426-46c5-b8e2-71f5563a3c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:20.086913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-baa45cbd-3426-46c5-b8e2-71f5563a3c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:20.215665 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce359256-f2b7-4cda-971d-0fed4b8a3d8d req-fb2a1dbd-d972-4e3c-a33f-4dd205d36544 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512679 Feb 09 14:17:20.215665 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-93d0aa9d-92d5-4486-a3c6-93c3df470a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:20.254932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-93d0aa9d-92d5-4486-a3c6-93c3df470a6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddb0ebb-b785-4770-a80a-ffb24ad65aa5']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:20.266255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-93d0aa9d-92d5-4486-a3c6-93c3df470a6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fee294-c403-4564-a0c5-88377d2cf850') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:20.266255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-93d0aa9d-92d5-4486-a3c6-93c3df470a6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fee294-c403-4564-a0c5-88377d2cf850') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:20.289050 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-93d0aa9d-92d5-4486-a3c6-93c3df470a6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:20.321062 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 226e1011-133e-4752-89b2-c8906fda3407 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:17:20.328818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-93d0aa9d-92d5-4486-a3c6-93c3df470a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:20.328818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-baa45cbd-3426-46c5-b8e2-71f5563a3c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:20.460650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60474) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:20.472857 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6bf61f9c-1557-44e7-892b-839d80af2cf3 req-faac496e-97e7-4709-9bc4-1ad7c94509e7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:20.625150 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:17:20.638227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d0aa9d-92d5-4486-a3c6-93c3df470a6a admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:17:20.638227 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-93d0aa9d-92d5-4486-a3c6-93c3df470a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:20.674839 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa45cbd-3426-46c5-b8e2-71f5563a3c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2606b45-3114-4d95-8246-da3dde18b15a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:20.674839 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-baa45cbd-3426-46c5-b8e2-71f5563a3c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-baa45cbd-3426-46c5-b8e2-71f5563a3c91 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2606b45-3114-4d95-8246-da3dde18b15a HTTP/1.1" status: 204 len: 168 time: 0.8495293 Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:17:20.686365 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:17:20.756299 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac496e-97e7-4709-9bc4-1ad7c94509e7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Pushing event deleted for resources: {'Port': ['ID=5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:20.836654 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-93d0aa9d-92d5-4486-a3c6-93c3df470a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:20.872688 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-93d0aa9d-92d5-4486-a3c6-93c3df470a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:20.889430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0aa9d-92d5-4486-a3c6-93c3df470a6a admin admin] Pushing event deleted for resources: {'Network': ['ID=2ddb0ebb-b785-4770-a80a-ffb24ad65aa5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:20.902290 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-93d0aa9d-92d5-4486-a3c6-93c3df470a6a admin admin] 10.222.0.48 "DELETE /v2.0/networks/2ddb0ebb-b785-4770-a80a-ffb24ad65aa5 HTTP/1.1" status: 204 len: 168 time: 1.3555026 Feb 09 14:17:20.911448 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 226e1011-133e-4752-89b2-c8906fda3407, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=226e1011-133e-4752-89b2-c8906fda3407,segment=NetworkSegment(f8bba14d-4195-4ea8-b6ae-ffdab69087a6),segment_id=f8bba14d-4195-4ea8-b6ae-ffdab69087a6)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:20.923307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '226e1011-133e-4752-89b2-c8906fda3407', 'network_id': 'aaffdcec-d55c-410f-9771-7e7801a71488', 'port_id': '226e1011-133e-4752-89b2-c8906fda3407', 'mac_address': 'fa:16:3e:14:de:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3d8b55-2ccd-4675-88c1-dbada91b0a8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:17:20.925535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf61f9c-1557-44e7-892b-839d80af2cf3 req-faac496e-97e7-4709-9bc4-1ad7c94509e7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] No DVR routers for this DVR port 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:17:20.929916 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6bf61f9c-1557-44e7-892b-839d80af2cf3 req-faac496e-97e7-4709-9bc4-1ad7c94509e7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:20.932472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97b7b18-01e0-44be-9292-0ea0453c6d1c', 'name': 'network-vif-deleted', 'tag': '5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:17:20.974350 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01825c-087d-4681-8deb-0f8c4b3088c4 req-f35f51fc-bc01-46b2-a07b-8020aa393250 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:20.974350 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de01825c-087d-4681-8deb-0f8c4b3088c4 req-f35f51fc-bc01-46b2-a07b-8020aa393250 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 943 time: 0.3717918 Feb 09 14:17:20.986569 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6bf61f9c-1557-44e7-892b-839d80af2cf3 req-faac496e-97e7-4709-9bc4-1ad7c94509e7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.21 "DELETE /v2.0/ports/5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca HTTP/1.1" status: 204 len: 173 time: 1.8860404 Feb 09 14:17:21.055815 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de01825c-087d-4681-8deb-0f8c4b3088c4 req-1b39878a-f196-4fc6-bc9b-2b41706fe747 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ad89ad0-fa77-4bee-ad5c-e07781c32923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594144 Feb 09 14:17:21.055815 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97b7b18-01e0-44be-9292-0ea0453c6d1c', 'name': 'network-vif-deleted', 'tag': '5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca', 'status': 'completed', 'code': 200} Feb 09 14:17:21.085562 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:21.094086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-802888477-network', 'tenant_id': '12d4657dd6c440d0bc3bbaa5e4c227bf'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:21.111127 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:21.140748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Usage tracker for resource:network and tenant:12d4657dd6c440d0bc3bbaa5e4c227bf is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:21.148856 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226e1011-133e-4752-89b2-c8906fda3407 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:17:21.153615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:21.173705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:21.187376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Made reservation on behalf of 12d4657dd6c440d0bc3bbaa5e4c227bf for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:17:21.187376 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:21.206083 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 226e1011-133e-4752-89b2-c8906fda3407, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=226e1011-133e-4752-89b2-c8906fda3407,segment=NetworkSegment(f8bba14d-4195-4ea8-b6ae-ffdab69087a6),segment_id=f8bba14d-4195-4ea8-b6ae-ffdab69087a6)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:21.213400 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:21.222218 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:21.252377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:21.252377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Usage tracker for resource:security_group_rule and tenant:12d4657dd6c440d0bc3bbaa5e4c227bf is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:21.267988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:21.319697 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:21.444941 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=226e1011-133e-4752-89b2-c8906fda3407,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:21.544504 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['226e1011-133e-4752-89b2-c8906fda3407'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:17:21.549622 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-49304147-b00e-44d7-9466-ba3e166e2fa9 req-a4bdf6a9-dbe4-4041-9376-59120405ba0c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97b7b18-01e0-44be-9292-0ea0453c6d1c HTTP/1.1" status: 200 len: 210 time: 0.0698678 Feb 09 14:17:21.680937 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:21.688795 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:21.712051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60496) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:21.765817 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:17:21.810543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771f31a6-7f0e-4d23-ac77-df2fc455eca1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:21.810729 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e89d333f-6974-4d96-b20b-adf118b1383b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71bedcb74b13474ca8ba79f1080b3cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0944474 Feb 09 14:17:21.810729 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60500) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:21.811781 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:21.821523 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Added segment c071179a-99bb-4ca2-82ea-8295d50a6c46 of type vlan for network 2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04 Feb 09 14:17:21.860932 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:21.920832 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:21.922323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:21.923284 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:21.946555 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-74826ee7-246b-47d6-9633-d269a647db7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:21.997303 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-74826ee7-246b-47d6-9633-d269a647db7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:22.119068 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-74826ee7-246b-47d6-9633-d269a647db7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:22.129670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] Pushing event updated for resources: {'Network': ['ID=2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:22.155606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60510) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:22.156404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:17:22.164425 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dc15bdd3-f952-4d06-a07d-8a1652071da3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7072828 Feb 09 14:17:22.165645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60512) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:22.177637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7a890180-20ef-47a0-b048-0a4269d44e2f admin admin] Request body: {'subnet': {'network_id': '2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-802888477-subnet', 'tenant_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:22.183375 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7a890180-20ef-47a0-b048-0a4269d44e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:22.187312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7a890180-20ef-47a0-b048-0a4269d44e2f admin admin] Usage tracker for resource:subnet and tenant:12d4657dd6c440d0bc3bbaa5e4c227bf is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:22.192690 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7a890180-20ef-47a0-b048-0a4269d44e2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:22.202356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7a890180-20ef-47a0-b048-0a4269d44e2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:22.202841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74826ee7-246b-47d6-9633-d269a647db7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaeb785d-d291-4b7b-a1fe-1d7de0010ee8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:22.223385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a890180-20ef-47a0-b048-0a4269d44e2f admin admin] Made reservation on behalf of 12d4657dd6c440d0bc3bbaa5e4c227bf for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:17:22.227581 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a890180-20ef-47a0-b048-0a4269d44e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:22.267907 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-74826ee7-246b-47d6-9633-d269a647db7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:22.270257 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-74826ee7-246b-47d6-9633-d269a647db7d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aaeb785d-d291-4b7b-a1fe-1d7de0010ee8 HTTP/1.1" status: 204 len: 168 time: 0.4582703 Feb 09 14:17:22.278947 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85fc3de6-f68e-435e-aee2-f25ffa71a29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:22.330851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-85fc3de6-f68e-435e-aee2-f25ffa71a29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:22.344426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-85fc3de6-f68e-435e-aee2-f25ffa71a29d admin admin] Usage tracker for resource:security_group_rule and tenant:ba2ff8f1ee464ffa80b9b5151714acf3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:22.356982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-85fc3de6-f68e-435e-aee2-f25ffa71a29d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:22.361200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-85fc3de6-f68e-435e-aee2-f25ffa71a29d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:22.387925 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:17:22.429970 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:17:22.431448 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5f29e18b-4e40-4ca1-8f5d-ff9dd9ee29ca not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:17:22.497504 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85fc3de6-f68e-435e-aee2-f25ffa71a29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:22.510480 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85fc3de6-f68e-435e-aee2-f25ffa71a29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:22.568309 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a890180-20ef-47a0-b048-0a4269d44e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:22.627557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc3de6-f68e-435e-aee2-f25ffa71a29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a54afdf-f546-48ab-8e76-beca02667a7f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:22.655044 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-85fc3de6-f68e-435e-aee2-f25ffa71a29d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba2ff8f1ee464ffa80b9b5151714acf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4590459 Feb 09 14:17:22.658514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60526) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:22.689298 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c9cca-f2de-40f7-929a-b9c289dfc202 req-18eb645c-2d8f-4bf0-859c-e67a5e73cefe tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:22.690877 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-236c9cca-f2de-40f7-929a-b9c289dfc202 req-18eb645c-2d8f-4bf0-859c-e67a5e73cefe tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 944 time: 0.2077515 Feb 09 14:17:22.732093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a890180-20ef-47a0-b048-0a4269d44e2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ff3108-a5a5-456f-948a-155fcbece75f,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:22.754102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a890180-20ef-47a0-b048-0a4269d44e2f admin admin] Checking segment: {'id': 'c071179a-99bb-4ca2-82ea-8295d50a6c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:17:22.754737 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a890180-20ef-47a0-b048-0a4269d44e2f admin admin] Network hostable DHCP agents. Network: 2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:17:22.777035 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c131-d595-4188-af0c-06c1e03a7b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:22.795163 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-236c9cca-f2de-40f7-929a-b9c289dfc202 req-08bb7f77-b29a-41e5-9042-d6118e6a7f42 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ad89ad0-fa77-4bee-ad5c-e07781c32923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841739 Feb 09 14:17:22.827598 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c131-d595-4188-af0c-06c1e03a7b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:22.829739 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a890180-20ef-47a0-b048-0a4269d44e2f admin admin] Network 2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:17:22.842204 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-7a890180-20ef-47a0-b048-0a4269d44e2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:22.848312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a890180-20ef-47a0-b048-0a4269d44e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:22.849956 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a890180-20ef-47a0-b048-0a4269d44e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:22.854551 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de080162-50fc-4b21-9dd7-950f19149062 None None] Network 2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:17:22.893565 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7a890180-20ef-47a0-b048-0a4269d44e2f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7268438 Feb 09 14:17:22.896211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60540) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:22.901993 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-802888477-router', 'tenant_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:22.914817 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:22.928394 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Usage tracker for resource:router and tenant:12d4657dd6c440d0bc3bbaa5e4c227bf is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:22.946248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:22.963617 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c131-d595-4188-af0c-06c1e03a7b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:22.993500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:23.017341 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:23.018444 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:23.055635 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:23.142352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2c131-d595-4188-af0c-06c1e03a7b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a54afdf-f546-48ab-8e76-beca02667a7f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:23.163066 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c131-d595-4188-af0c-06c1e03a7b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:23.169107 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4ed2c131-d595-4188-af0c-06c1e03a7b02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a54afdf-f546-48ab-8e76-beca02667a7f HTTP/1.1" status: 204 len: 168 time: 0.5093558 Feb 09 14:17:23.201168 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04', 'network_id': '2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04', 'tenant_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'fixed_ips': [{'subnet_id': 'd0ff3108-a5a5-456f-948a-155fcbece75f'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:17:23.202906 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:23.271214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-a79da8eb-9db0-4304-ba1f-7172b5a83ef6 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:23.274252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-a79da8eb-9db0-4304-ba1f-7172b5a83ef6 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Synchronizing usage tracker for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:17:23.295778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-a79da8eb-9db0-4304-ba1f-7172b5a83ef6 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Unset dirty status for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:17:23.304843 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-a79da8eb-9db0-4304-ba1f-7172b5a83ef6 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 811 time: 0.2969737 Feb 09 14:17:23.323295 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-207e16f4-21ab-4bfe-90b4-1ce54981f96f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/quotas/a0e2775b9be9415aac8d2804e4d4888c HTTP/1.1" status: 200 len: 375 time: 0.0169554 Feb 09 14:17:23.392397 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-885c8a23-c5d6-48ad-b3fa-0200f491cbf9 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673561 Feb 09 14:17:23.462197 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:23.480440 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Allocated IP 172.20.0.2 (2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04/d0ff3108-a5a5-456f-948a-155fcbece75f/713aa612-e403-4e29-836d-8a9b3e00d467) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:17:23.590148 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-98306d32-92aa-4271-a2d6-3ce147414d5a service neutron] 10.222.0.48 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967096 Feb 09 14:17:23.699488 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60572) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:23.828347 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-936f26b2-63d5-440e-ad44-e07aada47798 service neutron] 10.222.0.48 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367117 Feb 09 14:17:23.844113 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:23.870202 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Transition to ACTIVE for port object 713aa612-e403-4e29-836d-8a9b3e00d467 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:17:23.894168 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Transition to ACTIVE for port object 713aa612-e403-4e29-836d-8a9b3e00d467 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:17:23.906673 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:23.993294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Network 2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:17:23.997598 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:24.008751 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:17:24.072186 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Pushing event updated for resources: {'Port': ['ID=713aa612-e403-4e29-836d-8a9b3e00d467,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:24.148579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1275477405-network', 'tenant_id': 'a2ef24576aeb4d4bb3b8e1c3e43882c1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:24.214359 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Attempting to bind port 713aa612-e403-4e29-836d-8a9b3e00d467 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:17:24.215084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Attempting to bind port 713aa612-e403-4e29-836d-8a9b3e00d467 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'c071179a-99bb-4ca2-82ea-8295d50a6c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:17:24.215800 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Attempting to bind port 713aa612-e403-4e29-836d-8a9b3e00d467 on network 2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:17:24.231454 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:17:24.232220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Checking segment: {'id': 'c071179a-99bb-4ca2-82ea-8295d50a6c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:17:24.233191 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:24.235669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Bound using segment: {'id': 'c071179a-99bb-4ca2-82ea-8295d50a6c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:17:24.235669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Bound port: 713aa612-e403-4e29-836d-8a9b3e00d467, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c071179a-99bb-4ca2-82ea-8295d50a6c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:17:24.236175 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:24.307145 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:24.322623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Usage tracker for resource:network and tenant:a2ef24576aeb4d4bb3b8e1c3e43882c1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:24.328815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:24.345306 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:24.361158 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 226e1011-133e-4752-89b2-c8906fda3407 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:17:24.367901 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-878ab11d-5dfa-41e6-8f07-49ba38082f43 req-df4c8661-f6ba-4089-ad79-d4f2b1e531f3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 210 time: 0.1174927 Feb 09 14:17:24.403107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Made reservation on behalf of a2ef24576aeb4d4bb3b8e1c3e43882c1 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:17:24.406828 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:24.437215 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:24.510415 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:24.517224 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:24.564353 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] For port 713aa612-e403-4e29-836d-8a9b3e00d467, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:17:24.567576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 226e1011-133e-4752-89b2-c8906fda3407 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:17:24.581269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] For port 713aa612-e403-4e29-836d-8a9b3e00d467, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=713aa612-e403-4e29-836d-8a9b3e00d467,segment=NetworkSegment(c071179a-99bb-4ca2-82ea-8295d50a6c46),segment_id=c071179a-99bb-4ca2-82ea-8295d50a6c46)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:17:24.601677 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 226e1011-133e-4752-89b2-c8906fda3407 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:17:24.601677 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:24.628035 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:24.639707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:24.670482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Usage tracker for resource:security_group_rule and tenant:a2ef24576aeb4d4bb3b8e1c3e43882c1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:24.682354 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:24.704019 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:24.779557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985dd98-0ba9-475d-a7ff-10d47f8fc03b req-48715ac9-8d4f-4c57-9344-e14adade37ea tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:24.791208 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3985dd98-0ba9-475d-a7ff-10d47f8fc03b req-48715ac9-8d4f-4c57-9344-e14adade37ea tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 944 time: 0.6472023 Feb 09 14:17:24.873923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38afdf-b60d-4f7a-b2e0-50bc54542b2d None None] Pushing event updated for resources: {'Port': ['ID=713aa612-e403-4e29-836d-8a9b3e00d467,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:25.003311 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:25.007944 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3985dd98-0ba9-475d-a7ff-10d47f8fc03b req-43a10ee6-1cd1-489c-a9f6-6ba619d2b87c tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ad89ad0-fa77-4bee-ad5c-e07781c32923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162950 Feb 09 14:17:25.042930 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Allocated IP 172.25.8.249 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/c6f6f2b9-f330-44a0-952c-55d7c978c7ac) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:17:25.052506 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a690172e-7840-4742-baf3-9a694dce178a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226e1011-133e-4752-89b2-c8906fda3407'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:17:25.072443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 226e1011-133e-4752-89b2-c8906fda3407, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=226e1011-133e-4752-89b2-c8906fda3407,segment=NetworkSegment(f8bba14d-4195-4ea8-b6ae-ffdab69087a6),segment_id=f8bba14d-4195-4ea8-b6ae-ffdab69087a6)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:25.078609 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:25.135011 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a690172e-7840-4742-baf3-9a694dce178a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226e1011-133e-4752-89b2-c8906fda3407', 'code': 200} Feb 09 14:17:25.255217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=226e1011-133e-4752-89b2-c8906fda3407,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:25.418850 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:25.449649 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:25.464227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:17:25.478509 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:25.478857 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Added segment 5cb23fbe-e0c8-453d-8c40-a6b740580dd7 of type vlan for network fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5 Feb 09 14:17:25.514257 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:25.569044 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:25.571466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:25.572073 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:25.773328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-c8a4baa2-90b4-4588-b589-95aa2c7c399f req-ee93f297-ca9d-454d-9c12-cfce3aba3da3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Synchronizing usage tracker for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:17:25.784303 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9177f81c-787f-45e4-af8a-c0a4e9a16b9f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:25.796840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] Pushing event updated for resources: {'Network': ['ID=fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:25.848635 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:25.851901 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:17:25.857244 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ed7e2e49-eb20-4438-8ede-6892cb494cfa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1554976 Feb 09 14:17:25.860299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60634) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:25.864104 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-c8a4baa2-90b4-4588-b589-95aa2c7c399f req-ee93f297-ca9d-454d-9c12-cfce3aba3da3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Unset dirty status for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:17:25.865481 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c8a4baa2-90b4-4588-b589-95aa2c7c399f req-ee93f297-ca9d-454d-9c12-cfce3aba3da3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 210 time: 0.3036208 Feb 09 14:17:25.869685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b56b19-b4ae-4e3d-9a7d-f7c1d1c7c351 req-7823b4df-bc0b-4430-93ef-a7c90dd4af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:25.871327 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-61b56b19-b4ae-4e3d-9a7d-f7c1d1c7c351 req-7823b4df-bc0b-4430-93ef-a7c90dd4af30 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 1096 time: 0.5532696 Feb 09 14:17:25.874579 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e933186e-8ad7-4f14-99c3-0d52f071373e admin admin] Request body: {'subnet': {'network_id': 'fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1275477405-subnet', 'tenant_id': 'a2ef24576aeb4d4bb3b8e1c3e43882c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:25.890285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e933186e-8ad7-4f14-99c3-0d52f071373e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:25.895910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e933186e-8ad7-4f14-99c3-0d52f071373e admin admin] Usage tracker for resource:subnet and tenant:a2ef24576aeb4d4bb3b8e1c3e43882c1 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:25.901035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e933186e-8ad7-4f14-99c3-0d52f071373e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:25.913895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e933186e-8ad7-4f14-99c3-0d52f071373e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:25.930688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e933186e-8ad7-4f14-99c3-0d52f071373e admin admin] Made reservation on behalf of a2ef24576aeb4d4bb3b8e1c3e43882c1 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:17:25.933909 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e933186e-8ad7-4f14-99c3-0d52f071373e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:25.947223 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-61b56b19-b4ae-4e3d-9a7d-f7c1d1c7c351 req-cc030a7e-3b4f-4396-92f9-db238993efd9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1ad89ad0-fa77-4bee-ad5c-e07781c32923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688424 Feb 09 14:17:25.958047 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:26.063653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:17:26.068225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:26.071946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:17:26.125724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Pushing event updated for resources: {'Port': ['ID=c6f6f2b9-f330-44a0-952c-55d7c978c7ac,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:26.387533 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e933186e-8ad7-4f14-99c3-0d52f071373e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:26.539363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933186e-8ad7-4f14-99c3-0d52f071373e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec8f3c94-2e90-4364-9ab3-ce79519d04b9,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:26.564812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e933186e-8ad7-4f14-99c3-0d52f071373e admin admin] Checking segment: {'id': '5cb23fbe-e0c8-453d-8c40-a6b740580dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:17:26.565587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e933186e-8ad7-4f14-99c3-0d52f071373e admin admin] Network hostable DHCP agents. Network: fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:17:26.581797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cc27a-4b35-4184-97c5-520bad2b0722 req-56923467-9b46-4d3d-98fb-b9336d003f8c tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:26.583845 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-266cc27a-4b35-4184-97c5-520bad2b0722 req-56923467-9b46-4d3d-98fb-b9336d003f8c tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 945 time: 0.2708466 Feb 09 14:17:26.636866 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e933186e-8ad7-4f14-99c3-0d52f071373e admin admin] Network fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:17:26.666785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e568ed1f-e86f-4d27-8edc-483d32c9db52 None None] Network 2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:17:26.682214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-e933186e-8ad7-4f14-99c3-0d52f071373e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:26.697772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e933186e-8ad7-4f14-99c3-0d52f071373e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:26.701170 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e933186e-8ad7-4f14-99c3-0d52f071373e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:26.774794 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-266cc27a-4b35-4184-97c5-520bad2b0722 req-aa3e2e65-060e-47d9-a87c-24dcd521ccb3 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ad89ad0-fa77-4bee-ad5c-e07781c32923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785429 Feb 09 14:17:26.881445 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e933186e-8ad7-4f14-99c3-0d52f071373e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0168796 Feb 09 14:17:26.900008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c2698b-1f19-411d-96d6-d4ba86d1feab None None] Network fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:17:26.949300 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-0dcd05eb-98c8-4489-a89f-9f1be977b632 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1687937 Feb 09 14:17:27.128398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 713aa612-e403-4e29-836d-8a9b3e00d467 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:17:27.216707 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-519b27f6-51a6-42c0-b31c-e097cc9676ea None None] Provisioning for port 713aa612-e403-4e29-836d-8a9b3e00d467 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:17:27.232907 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4647cf76-80dc-4e28-a2c8-79d8c043aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:27.296534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-4d62d245-bb9e-4aa9-8f58-d233a501440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:27.305661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-4d62d245-bb9e-4aa9-8f58-d233a501440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:27.306258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-4d62d245-bb9e-4aa9-8f58-d233a501440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:27.306820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-4d62d245-bb9e-4aa9-8f58-d233a501440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:27.307342 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-4d62d245-bb9e-4aa9-8f58-d233a501440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:27.307909 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-4d62d245-bb9e-4aa9-8f58-d233a501440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:27.308443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-4d62d245-bb9e-4aa9-8f58-d233a501440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:27.310625 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-4d62d245-bb9e-4aa9-8f58-d233a501440e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea230855731c4f038f9be9893ada8105&device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 6490 time: 0.2454040 Feb 09 14:17:27.582089 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-748bbac9-885b-47a8-9b91-be8ca411eb7b req-425ef49d-76b9-4a58-bab4-c812ee0c3abb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 210 time: 0.2123315 Feb 09 14:17:27.639453 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 713aa612-e403-4e29-836d-8a9b3e00d467 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:17:27.670151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-da2977cb-690b-40f2-846b-38abf2702aa1 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:27.672280 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-da2977cb-690b-40f2-846b-38abf2702aa1 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.21 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 811 time: 0.9546087 Feb 09 14:17:27.689460 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 713aa612-e403-4e29-836d-8a9b3e00d467 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:17:27.689941 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:27.699475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-9a1c50be-25d7-490a-8e97-037334a8d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:27.700194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-9a1c50be-25d7-490a-8e97-037334a8d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:27.700668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-9a1c50be-25d7-490a-8e97-037334a8d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:27.701360 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-ef97b63e-479e-4f81-b173-526a3f7296bb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Request body: {'port': {'device_id': 'd6483023-824c-40db-be2f-2afae46b18c7', 'network_id': '30830122-d798-49d7-b828-5813fd5acd73', 'admin_state_up': True, 'tenant_id': 'a0e2775b9be9415aac8d2804e4d4888c'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:27.702230 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-9a1c50be-25d7-490a-8e97-037334a8d9cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6a2fd07-bf7b-45e8-abfb-1d71ad208c07&id=823b3307-a261-404f-987b-156bad62d095&id=823b3307-a261-404f-987b-156bad62d095&id=823b3307-a261-404f-987b-156bad62d095&id=823b3307-a261-404f-987b-156bad62d095&id=8f32b635-0e4c-4fd0-b4fb-058420f89d74&id=8f32b635-0e4c-4fd0-b4fb-058420f89d74 HTTP/1.1" status: 200 len: 2289 time: 0.3525593 Feb 09 14:17:27.840830 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:27.938601 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-75aa58f9-d5f4-4ce0-b619-129386acdcb8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df0d610-c50d-4a82-a58d-bb3db99f16bc HTTP/1.1" status: 200 len: 1001 time: 0.2286975 Feb 09 14:17:27.985451 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69451de5-8e74-4d4b-975a-e8292c5780b6 None None] Network fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:17:28.223042 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-a178d6ea-3181-41e0-8eec-ecf6a8a94a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:28.225770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-a178d6ea-3181-41e0-8eec-ecf6a8a94a44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55 HTTP/1.1" status: 200 len: 851 time: 0.2796729 Feb 09 14:17:28.354100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-bf27ee57-09af-4102-a7df-5c7598e35b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:28.357798 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-bf27ee57-09af-4102-a7df-5c7598e35b1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6a2fd07-bf7b-45e8-abfb-1d71ad208c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254668 Feb 09 14:17:28.478699 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:28.660784 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 713aa612-e403-4e29-836d-8a9b3e00d467, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=713aa612-e403-4e29-836d-8a9b3e00d467,segment=NetworkSegment(c071179a-99bb-4ca2-82ea-8295d50a6c46),segment_id=c071179a-99bb-4ca2-82ea-8295d50a6c46)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:28.677315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-ef97b63e-479e-4f81-b173-526a3f7296bb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:28.688808 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-ef97b63e-479e-4f81-b173-526a3f7296bb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:28.695439 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:28.711048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-ef97b63e-479e-4f81-b173-526a3f7296bb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Made reservation on behalf of a0e2775b9be9415aac8d2804e4d4888c for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:17:28.715026 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-ef97b63e-479e-4f81-b173-526a3f7296bb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:28.760857 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69ea04-b00c-4172-8bc4-c9cffadd5f5b req-ec7cb281-c089-4c70-a5d5-931dc9f6757e tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:28.762582 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db69ea04-b00c-4172-8bc4-c9cffadd5f5b req-ec7cb281-c089-4c70-a5d5-931dc9f6757e tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 945 time: 0.7876167 Feb 09 14:17:28.816294 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:28.830675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=713aa612-e403-4e29-836d-8a9b3e00d467,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:28.832947 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-21d91bce-b04d-4d29-934b-c148384c718f None None] Provisioning complete for port 713aa612-e403-4e29-836d-8a9b3e00d467 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:17:28.833328 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-21d91bce-b04d-4d29-934b-c148384c718f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:28.882473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:28.882821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:28.883163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:28.883502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:28.883885 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:28.884216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:28.884732 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:28.885214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:28.885694 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:28.886176 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:28.886657 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:28.887135 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:28.938664 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-225fa4f9-c043-4365-81df-76e647627bf0 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a2fd07-bf7b-45e8-abfb-1d71ad208c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577970 Feb 09 14:17:28.986018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-268affb0-ea08-41ab-8833-ac31d1b47f0f tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:28.988114 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-268affb0-ea08-41ab-8833-ac31d1b47f0f tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/networks?id=fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5 HTTP/1.1" status: 200 len: 822 time: 0.3941200 Feb 09 14:17:29.097126 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-a7ce2219-772e-4262-babd-6759c98ec325 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/quotas/a2ef24576aeb4d4bb3b8e1c3e43882c1 HTTP/1.1" status: 200 len: 375 time: 0.0420063 Feb 09 14:17:29.138613 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ab9f239c-f523-4d94-ac8b-474b9647541f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:29.147571 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db69ea04-b00c-4172-8bc4-c9cffadd5f5b req-2c6cf833-2bac-4bf2-850c-6d5a9cf77524 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ad89ad0-fa77-4bee-ad5c-e07781c32923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199666 Feb 09 14:17:29.213020 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-a2546c0f-6e21-4ad1-8337-33775cc524a9 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2ef24576aeb4d4bb3b8e1c3e43882c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1149311 Feb 09 14:17:29.337334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-ef97b63e-479e-4f81-b173-526a3f7296bb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Allocated IP 172.20.0.7 (30830122-d798-49d7-b828-5813fd5acd73/63021245-ec5e-45fc-a1a8-f13ed23aa515/68bf6049-70f1-4b12-b7fa-808d4b16462e) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:17:29.396903 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Router c3c94bd8-16f3-437a-b4d9-49505a348a6d is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:17:29.531836 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-a642e226-94e8-43b4-ab68-e328dc3cccd5 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a2fd07-bf7b-45e8-abfb-1d71ad208c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844481 Feb 09 14:17:29.540527 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-a536cd7c-02ec-417d-b5e7-bc3dca221b36 service neutron] 10.222.0.48 "GET /v2.0/networks/fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264036 Feb 09 14:17:29.556933 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3fc3c107-d0a5-4b79-80f9-c6283861141d req-5980cf4c-a816-4d00-b083-505f71232bb6 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 210 time: 0.1384401 Feb 09 14:17:29.839809 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-3eac15f0-6519-4fff-aa22-bdd312c260a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=51166934-6833-4ae3-b0f8-42d4ff50594b HTTP/1.1" status: 200 len: 217 time: 0.2972453 Feb 09 14:17:30.046281 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-7dfa6d94-cec1-42be-b372-08de55e2b8e7 service neutron] 10.222.0.48 "GET /v2.0/networks/fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184387 Feb 09 14:17:30.093823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-ce2c9483-9726-4fb6-ac5b-19f5acf8591b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:30.097564 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-ce2c9483-9726-4fb6-ac5b-19f5acf8591b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3 HTTP/1.1" status: 200 len: 797 time: 0.2411981 Feb 09 14:17:30.107540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:17:30.128462 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Sync routers for ids ['c3c94bd8-16f3-437a-b4d9-49505a348a6d'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:17:30.160920 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:30.167697 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Routers {'c3c94bd8-16f3-437a-b4d9-49505a348a6d'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:17:30.168564 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:17:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c3c94bd8-16f3-437a-b4d9-49505a348a6d'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:30.250150 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-ef97b63e-479e-4f81-b173-526a3f7296bb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:30.268801 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:30.276041 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a7ca732e-224e-498b-bbb9-570cc09d9f5a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3767030 Feb 09 14:17:30.277169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60718) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:30.288827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-ddc24eff-e23f-404e-b135-8effec147d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:30.290326 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-ddc24eff-e23f-404e-b135-8effec147d29 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=823b3307-a261-404f-987b-156bad62d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1856418 Feb 09 14:17:30.355354 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-ef97b63e-479e-4f81-b173-526a3f7296bb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:30.466462 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-ef97b63e-479e-4f81-b173-526a3f7296bb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Network 30830122-d798-49d7-b828-5813fd5acd73 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:17:30.476768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-ef97b63e-479e-4f81-b173-526a3f7296bb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:30.485804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-ef97b63e-479e-4f81-b173-526a3f7296bb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:17:30.650371 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Set router c3c94bd8-16f3-437a-b4d9-49505a348a6d gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:17:30.751411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97b63e-479e-4f81-b173-526a3f7296bb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Pushing event updated for resources: {'Port': ['ID=68bf6049-70f1-4b12-b7fa-808d4b16462e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:30.851186 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:30.911752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-ef97b63e-479e-4f81-b173-526a3f7296bb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:30.913444 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-ef97b63e-479e-4f81-b173-526a3f7296bb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:30.928798 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 713aa612-e403-4e29-836d-8a9b3e00d467 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:17:30.941076 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2191d4bf-e925-4d51-b21d-548650fe58f5 req-b544689b-5ced-466b-ac60-988edee4c894 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 210 time: 0.1817234 Feb 09 14:17:30.966032 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-33999236-7d00-4e67-811c-a00dfba562f2 service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652253 Feb 09 14:17:31.014017 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-ef97b63e-479e-4f81-b173-526a3f7296bb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3217576 Feb 09 14:17:31.041154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Request body: {'port': {'device_id': 'd6483023-824c-40db-be2f-2afae46b18c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:31.270326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4f87e-308c-482f-956c-15f182ef6c3f req-f5d773d4-a1f1-4549-a40b-1a07037b6b5a tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:31.285664 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7db4f87e-308c-482f-956c-15f182ef6c3f req-f5d773d4-a1f1-4549-a40b-1a07037b6b5a tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 945 time: 0.5370538 Feb 09 14:17:31.405383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 713aa612-e403-4e29-836d-8a9b3e00d467 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:17:31.405383 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:31.592963 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7db4f87e-308c-482f-956c-15f182ef6c3f req-a1151bee-94da-4f5b-89ff-2715b1b85e88 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ad89ad0-fa77-4bee-ad5c-e07781c32923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874537 Feb 09 14:17:31.612713 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:31.727980 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:31.865269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'name': 'tempest-ServersTestFqdnHostnames-802888477-router', 'tenant_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'c6f6f2b9-f330-44a0-952c-55d7c978c7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:23Z', 'updated_at': '2022-02-09T14:17:26Z', 'revision_number': 3, 'project_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'gw_port': {'id': 'c6f6f2b9-f330-44a0-952c-55d7c978c7ac', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:24Z', 'updated_at': '2022-02-09T14:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:31.875890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Checking router: c3c94bd8-16f3-437a-b4d9-49505a348a6d for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:17:31.875890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Updating router c3c94bd8-16f3-437a-b4d9-49505a348a6d port c6f6f2b9-f330-44a0-952c-55d7c978c7ac binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:17:32.012498 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-810d83e6-60ac-4b85-8ec7-f739195323d8 service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9919245 Feb 09 14:17:32.021859 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:32.157128 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-6bb86ca0-1ac7-452e-b19b-64a2fa2a5649 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=e2a09b75-aff3-4881-9cb3-8cf2226c94cf HTTP/1.1" status: 200 len: 217 time: 0.1110408 Feb 09 14:17:32.384414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-59f25462-8056-4bd1-adb3-a7fa283a23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:32.384414 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-59f25462-8056-4bd1-adb3-a7fa283a23f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3 HTTP/1.1" status: 200 len: 797 time: 0.2323916 Feb 09 14:17:32.598378 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1256cc9e-4ae9-4ea9-b05a-bdf82938a0fd req-dd4863a0-39d0-42da-a8b3-24fa002fca4e tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 210 time: 0.2251801 Feb 09 14:17:32.922983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57716e8-8d00-4734-8f7a-284bb6d6aea5 req-6b80fc0d-bcd8-4d07-899d-09773325bb97 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:32.924939 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d57716e8-8d00-4734-8f7a-284bb6d6aea5 req-6b80fc0d-bcd8-4d07-899d-09773325bb97 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.21 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 945 time: 1.1427684 Feb 09 14:17:33.014350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21da0b-e228-4654-a9bc-35e01af104c1 req-02b5f3bd-b836-4c1f-99a2-49fdb870e77f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:33.021450 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb21da0b-e228-4654-a9bc-35e01af104c1 req-02b5f3bd-b836-4c1f-99a2-49fdb870e77f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 931 time: 1.8057215 Feb 09 14:17:33.096093 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:33.153280 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Transition to ACTIVE for port object c6f6f2b9-f330-44a0-952c-55d7c978c7ac will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:17:33.169115 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:33.250520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-d57716e8-8d00-4734-8f7a-284bb6d6aea5 req-f5cf9d9e-9ad8-47fa-b14f-26b1e15adb0c tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Deleting port 226e1011-133e-4752-89b2-c8906fda3407 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:17:33.250865 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d57716e8-8d00-4734-8f7a-284bb6d6aea5 req-f5cf9d9e-9ad8-47fa-b14f-26b1e15adb0c tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:33.360305 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb21da0b-e228-4654-a9bc-35e01af104c1 req-f80a0f59-c974-4a85-9380-c3b322283235 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375657 Feb 09 14:17:33.405361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-174ce39d-3fcc-4090-b07f-631cc15d31d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:33.406846 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-174ce39d-3fcc-4090-b07f-631cc15d31d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=823b3307-a261-404f-987b-156bad62d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0165439 Feb 09 14:17:33.548118 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ae194-dcad-4fec-bcc4-bbef1bed9a12 None None] Pushing event updated for resources: {'Port': ['ID=c6f6f2b9-f330-44a0-952c-55d7c978c7ac,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:33.662254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Attempting to bind port c6f6f2b9-f330-44a0-952c-55d7c978c7ac on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:17:33.663225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Attempting to bind port c6f6f2b9-f330-44a0-952c-55d7c978c7ac by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:17:33.663586 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Attempting to bind port c6f6f2b9-f330-44a0-952c-55d7c978c7ac on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:17:33.698833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:17:33.699216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:17:33.700850 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:33.701604 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:17:33.701604 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Bound port: c6f6f2b9-f330-44a0-952c-55d7c978c7ac, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:17:33.702000 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:33.765705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-d57716e8-8d00-4734-8f7a-284bb6d6aea5 req-f5cf9d9e-9ad8-47fa-b14f-26b1e15adb0c tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] For port 226e1011-133e-4752-89b2-c8906fda3407, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=226e1011-133e-4752-89b2-c8906fda3407,segment=NetworkSegment(f8bba14d-4195-4ea8-b6ae-ffdab69087a6),segment_id=f8bba14d-4195-4ea8-b6ae-ffdab69087a6)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:33.766129 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d57716e8-8d00-4734-8f7a-284bb6d6aea5 req-f5cf9d9e-9ad8-47fa-b14f-26b1e15adb0c tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:33.907109 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] For port c6f6f2b9-f330-44a0-952c-55d7c978c7ac, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:17:33.912077 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] For port c6f6f2b9-f330-44a0-952c-55d7c978c7ac, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c6f6f2b9-f330-44a0-952c-55d7c978c7ac,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:17:33.930059 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:34.072869 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:17:34.094338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Routers {'c3c94bd8-16f3-437a-b4d9-49505a348a6d'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:17:34.094995 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:17:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c3c94bd8-16f3-437a-b4d9-49505a348a6d'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:34.101981 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb7f1ccc-a71b-46eb-a94b-03deeb86815a req-841b6b3e-2f12-4f10-8d8e-9705c818f3e1 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 210 time: 0.2774634 Feb 09 14:17:34.168521 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-c3e99d9f-9b8a-418e-8b97-7de862ec8dda service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6683986 Feb 09 14:17:34.189719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-d57716e8-8d00-4734-8f7a-284bb6d6aea5 req-f5cf9d9e-9ad8-47fa-b14f-26b1e15adb0c tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Calling delete_port for 226e1011-133e-4752-89b2-c8906fda3407 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:17:34.313590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ae194-dcad-4fec-bcc4-bbef1bed9a12 None None] Pushing event updated for resources: {'Port': ['ID=c6f6f2b9-f330-44a0-952c-55d7c978c7ac,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:34.486245 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] Set router c3c94bd8-16f3-437a-b4d9-49505a348a6d gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:17:34.511099 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c073a-db96-4961-a3e9-a3ba86f12a33 req-38dc6b17-6b73-4c9c-bdf5-a5d7fadb01d1 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:34.519452 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e72c073a-db96-4961-a3e9-a3ba86f12a33 req-38dc6b17-6b73-4c9c-bdf5-a5d7fadb01d1 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 945 time: 1.6057432 Feb 09 14:17:34.544190 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:34.566649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60814) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:34.591651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-b1476f55-f21e-4524-aa55-51a982f4048f tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:34.597343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-b1476f55-f21e-4524-aa55-51a982f4048f tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Synchronizing usage tracker for tenant:a2ef24576aeb4d4bb3b8e1c3e43882c1 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:17:34.728821 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-289aae35-2779-4a20-b6ee-50ab0d02c4ef service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485458 Feb 09 14:17:34.729010 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d57716e8-8d00-4734-8f7a-284bb6d6aea5 req-f5cf9d9e-9ad8-47fa-b14f-26b1e15adb0c tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:34.836077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf9d9e-9ad8-47fa-b14f-26b1e15adb0c tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Pushing event deleted for resources: {'Port': ['ID=226e1011-133e-4752-89b2-c8906fda3407,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:34.860283 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e72c073a-db96-4961-a3e9-a3ba86f12a33 req-f3a2851d-4f5b-4b45-a580-f1a59e0b0739 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/security-groups?id=1ad89ad0-fa77-4bee-ad5c-e07781c32923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389001 Feb 09 14:17:34.968163 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:17:34.979166 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57716e8-8d00-4734-8f7a-284bb6d6aea5 req-f5cf9d9e-9ad8-47fa-b14f-26b1e15adb0c tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] No DVR routers for this DVR port 226e1011-133e-4752-89b2-c8906fda3407 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:17:34.981344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-b1476f55-f21e-4524-aa55-51a982f4048f tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Unset dirty status for tenant:a2ef24576aeb4d4bb3b8e1c3e43882c1 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:17:34.983025 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-b1476f55-f21e-4524-aa55-51a982f4048f tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.21 "GET /v2.0/networks?id=fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5 HTTP/1.1" status: 200 len: 822 time: 1.8653460 Feb 09 14:17:34.983528 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'name': 'tempest-ServersTestFqdnHostnames-802888477-router', 'tenant_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'c6f6f2b9-f330-44a0-952c-55d7c978c7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:23Z', 'updated_at': '2022-02-09T14:17:26Z', 'revision_number': 3, 'project_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'gw_port': {'id': 'c6f6f2b9-f330-44a0-952c-55d7c978c7ac', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:24Z', 'updated_at': '2022-02-09T14:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:34.984933 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-d57716e8-8d00-4734-8f7a-284bb6d6aea5 req-f5cf9d9e-9ad8-47fa-b14f-26b1e15adb0c tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:34.988646 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54846f3-f4ec-4ac2-a0f5-6b4975376a67 None None] The sync data for ids ['c3c94bd8-16f3-437a-b4d9-49505a348a6d'] in n-d-828418-2 is: [{'id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'name': 'tempest-ServersTestFqdnHostnames-802888477-router', 'tenant_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'c6f6f2b9-f330-44a0-952c-55d7c978c7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:23Z', 'updated_at': '2022-02-09T14:17:26Z', 'revision_number': 3, 'project_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'gw_port': {'id': 'c6f6f2b9-f330-44a0-952c-55d7c978c7ac', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:24Z', 'updated_at': '2022-02-09T14:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:17:34.991771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a690172e-7840-4742-baf3-9a694dce178a', 'name': 'network-vif-deleted', 'tag': '226e1011-133e-4752-89b2-c8906fda3407'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:17:35.009941 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-473f34d5-8654-4bb8-9283-360ac13d4d55 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Request body: {'port': {'device_id': '035ca9ad-2967-4d7f-8cec-c87115c61d5c', 'network_id': 'fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5', 'admin_state_up': True, 'tenant_id': 'a2ef24576aeb4d4bb3b8e1c3e43882c1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:35.010787 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-722507f7-14e4-4735-ae86-35efda3a4352 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=7cb55f9b-f540-4d4e-978c-81beb6cf7326 HTTP/1.1" status: 200 len: 217 time: 0.2737525 Feb 09 14:17:35.087053 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a690172e-7840-4742-baf3-9a694dce178a', 'name': 'network-vif-deleted', 'tag': '226e1011-133e-4752-89b2-c8906fda3407', 'status': 'completed', 'code': 200} Feb 09 14:17:35.157156 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d57716e8-8d00-4734-8f7a-284bb6d6aea5 req-f5cf9d9e-9ad8-47fa-b14f-26b1e15adb0c tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.21 "DELETE /v2.0/ports/226e1011-133e-4752-89b2-c8906fda3407 HTTP/1.1" status: 204 len: 173 time: 2.2055676 Feb 09 14:17:35.202831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68bf6049-70f1-4b12-b7fa-808d4b16462e {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:17:35.217853 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:35.275869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Transition to ACTIVE for port object 68bf6049-70f1-4b12-b7fa-808d4b16462e will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:17:35.302086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-473f34d5-8654-4bb8-9283-360ac13d4d55 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:35.307380 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-473f34d5-8654-4bb8-9283-360ac13d4d55 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Usage tracker for resource:port and tenant:a2ef24576aeb4d4bb3b8e1c3e43882c1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:35.310596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-473f34d5-8654-4bb8-9283-360ac13d4d55 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:35.325522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-473f34d5-8654-4bb8-9283-360ac13d4d55 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:35.334586 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:35.344900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-8f856f9e-b0a0-487d-868b-0f44fc5ab1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:35.346409 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-8f856f9e-b0a0-487d-868b-0f44fc5ab1cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3 HTTP/1.1" status: 200 len: 797 time: 0.2733712 Feb 09 14:17:35.447744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-473f34d5-8654-4bb8-9283-360ac13d4d55 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Made reservation on behalf of a2ef24576aeb4d4bb3b8e1c3e43882c1 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:17:35.451816 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-473f34d5-8654-4bb8-9283-360ac13d4d55 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:35.643778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7939a-0d34-4d5d-afce-95dac61b9b3f req-21d3a4a6-2c44-40eb-8fcb-7ed087a152be tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:35.644672 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6ede2335-ca1d-4cf9-bef5-998e28a2b620 req-ad7cede6-00bd-4541-b95c-ec9ea5a719f0 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 210 time: 0.2635424 Feb 09 14:17:35.657868 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bf7939a-0d34-4d5d-afce-95dac61b9b3f req-21d3a4a6-2c44-40eb-8fcb-7ed087a152be tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 931 time: 1.0271878 Feb 09 14:17:35.669625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Allocated IP 172.20.0.1 (2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04/d0ff3108-a5a5-456f-948a-155fcbece75f/67b20272-19bc-4ff8-b19a-fc41900c4e8d) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:17:35.738256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32f03-8dd5-4896-ae7b-d5b4e9bbbc2e req-cc01a662-5c4c-4be7-a390-5748624e076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:35.738860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32f03-8dd5-4896-ae7b-d5b4e9bbbc2e req-cc01a662-5c4c-4be7-a390-5748624e076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:35.739343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32f03-8dd5-4896-ae7b-d5b4e9bbbc2e req-cc01a662-5c4c-4be7-a390-5748624e076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:35.739885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32f03-8dd5-4896-ae7b-d5b4e9bbbc2e req-cc01a662-5c4c-4be7-a390-5748624e076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:35.740388 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32f03-8dd5-4896-ae7b-d5b4e9bbbc2e req-cc01a662-5c4c-4be7-a390-5748624e076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:35.741519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32f03-8dd5-4896-ae7b-d5b4e9bbbc2e req-cc01a662-5c4c-4be7-a390-5748624e076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:35.742041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32f03-8dd5-4896-ae7b-d5b4e9bbbc2e req-cc01a662-5c4c-4be7-a390-5748624e076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:35.750846 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31a32f03-8dd5-4896-ae7b-d5b4e9bbbc2e req-cc01a662-5c4c-4be7-a390-5748624e076f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 6490 time: 1.1831102 Feb 09 14:17:35.947372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Pushing event updated for resources: {'Port': ['ID=68bf6049-70f1-4b12-b7fa-808d4b16462e,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:35.994695 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bf7939a-0d34-4d5d-afce-95dac61b9b3f req-d617e6c0-5e34-41b3-8fc2-60fab245af06 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322830 Feb 09 14:17:36.047228 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31a32f03-8dd5-4896-ae7b-d5b4e9bbbc2e req-5fb65f54-e2c3-414c-bb4f-fcf62cbf136f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5411538d-bef3-425a-98fd-58ed4a07892a&id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2952383 Feb 09 14:17:36.107284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-bb67c4b7-2237-4957-a972-f558f10c47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:36.109323 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-bb67c4b7-2237-4957-a972-f558f10c47d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=823b3307-a261-404f-987b-156bad62d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7293754 Feb 09 14:17:36.250726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Attempting to bind port 68bf6049-70f1-4b12-b7fa-808d4b16462e on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:17:36.251291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Attempting to bind port 68bf6049-70f1-4b12-b7fa-808d4b16462e by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:17:36.251798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Attempting to bind port 68bf6049-70f1-4b12-b7fa-808d4b16462e on network 30830122-d798-49d7-b828-5813fd5acd73 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:17:36.276139 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-88b3b646-5430-4d2f-97e3-44f2c5854412 req-9d10389a-36e5-4e57-a1a4-cb03a3adc179 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Synchronizing usage tracker for tenant:2db777efd6324497928292846a3197d3 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:17:36.306596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Port 68bf6049-70f1-4b12-b7fa-808d4b16462e on network 30830122-d798-49d7-b828-5813fd5acd73 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:17:36.307014 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Attempting to bind port 68bf6049-70f1-4b12-b7fa-808d4b16462e on network 30830122-d798-49d7-b828-5813fd5acd73 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:17:36.349301 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:17:36.350368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Checking segment: {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:17:36.350967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Bound using segment: {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:17:36.352132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Bound port: 68bf6049-70f1-4b12-b7fa-808d4b16462e, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:17:36.352132 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:36.375234 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 226e1011-133e-4752-89b2-c8906fda3407 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:17:36.459716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 226e1011-133e-4752-89b2-c8906fda3407 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:17:36.460460 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 226e1011-133e-4752-89b2-c8906fda3407 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:17:36.495110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] For port 68bf6049-70f1-4b12-b7fa-808d4b16462e, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:17:36.498624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] For port 68bf6049-70f1-4b12-b7fa-808d4b16462e, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=68bf6049-70f1-4b12-b7fa-808d4b16462e,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:17:36.509974 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:36.511984 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:36.552515 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-30556cd6-e098-4c3b-9d3f-c2f7c78823aa service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364996 Feb 09 14:17:36.555339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Transition to ACTIVE for port object 67b20272-19bc-4ff8-b19a-fc41900c4e8d will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:17:36.559531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-473f34d5-8654-4bb8-9283-360ac13d4d55 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Allocated IP 172.20.0.3 (fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5/ec8f3c94-2e90-4364-9ab3-ce79519d04b9/2248a5c8-a2f7-40f8-bd74-0aa58e1be1af) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:17:36.564211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-88b3b646-5430-4d2f-97e3-44f2c5854412 req-9d10389a-36e5-4e57-a1a4-cb03a3adc179 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] Unset dirty status for tenant:2db777efd6324497928292846a3197d3 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:17:36.574666 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-88b3b646-5430-4d2f-97e3-44f2c5854412 req-9d10389a-36e5-4e57-a1a4-cb03a3adc179 tempest-ServerGroupTestJSON-595517077 tempest-ServerGroupTestJSON-595517077-project] 10.222.0.48 "GET /v2.0/ports?device_id=a690172e-7840-4742-baf3-9a694dce178a HTTP/1.1" status: 200 len: 210 time: 0.3811731 Feb 09 14:17:36.614732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:36.615891 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:36.617407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] 10.222.0.21 "PUT /v2.0/ports/68bf6049-70f1-4b12-b7fa-808d4b16462e HTTP/1.1" status: 200 len: 1091 time: 5.5934744 Feb 09 14:17:36.747083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c36f0-6e64-4623-9730-5ebe3179918b service neutron] Pushing event updated for resources: {'Port': ['ID=68bf6049-70f1-4b12-b7fa-808d4b16462e,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:36.792217 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:36.916409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c6f6f2b9-f330-44a0-952c-55d7c978c7ac up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:17:36.992805 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-be75a761-9235-4049-a08b-45af7d4798e5 service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311440 Feb 09 14:17:37.011337 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-8d90f57b-e30d-402a-9dca-d2abbfe89b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:37.013744 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-8d90f57b-e30d-402a-9dca-d2abbfe89b39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 1094 time: 0.3308203 Feb 09 14:17:37.051198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port c6f6f2b9-f330-44a0-952c-55d7c978c7ac completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:17:37.072518 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c6f6f2b9-f330-44a0-952c-55d7c978c7ac triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:17:37.072918 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:37.106361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6483023-824c-40db-be2f-2afae46b18c7', 'tag': '68bf6049-70f1-4b12-b7fa-808d4b16462e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:17:37.112222 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-77bbf7ff-553f-44fb-8dee-cbf1832f99ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68bf6049-70f1-4b12-b7fa-808d4b16462e HTTP/1.1" status: 200 len: 217 time: 0.0807171 Feb 09 14:17:37.114166 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60866) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:37.115681 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53defc21-2b64-498f-bc61-b9e689ae9d4f req-f9cd2bed-b2d4-4e64-be5f-d4e61082757e tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 210 time: 0.2156138 Feb 09 14:17:37.140421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Network 2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:17:37.142096 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-473f34d5-8654-4bb8-9283-360ac13d4d55 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:37.153430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:37.160087 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-49d39e9b-b779-4c19-a6fe-896afbae9e1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=bad12c33-b53e-4a70-b9a8-26d5a13a0910 HTTP/1.1" status: 200 len: 217 time: 0.1359217 Feb 09 14:17:37.164960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:17:37.326030 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:37.382787 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:37.391334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-b4c4edb4-7487-43f6-ae2c-b92eba8585f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:37.392907 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-b4c4edb4-7487-43f6-ae2c-b92eba8585f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63021245-ec5e-45fc-a1a8-f13ed23aa515 HTTP/1.1" status: 200 len: 851 time: 0.2598691 Feb 09 14:17:37.394505 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6483023-824c-40db-be2f-2afae46b18c7', 'tag': '68bf6049-70f1-4b12-b7fa-808d4b16462e', 'status': 'completed', 'code': 200} Feb 09 14:17:37.411751 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port c6f6f2b9-f330-44a0-952c-55d7c978c7ac, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c6f6f2b9-f330-44a0-952c-55d7c978c7ac,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:37.419500 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:37.526223 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=c6f6f2b9-f330-44a0-952c-55d7c978c7ac,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:37.577582 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-f0bb8542-6cdf-4d38-9a1f-57392613ab9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30830122-d798-49d7-b828-5813fd5acd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1779914 Feb 09 14:17:37.676096 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3c3c7875-44d3-46bf-a572-e1e6016edf40 None None] Provisioning for port 67b20272-19bc-4ff8-b19a-fc41900c4e8d completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:17:37.685995 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3c3c7875-44d3-46bf-a572-e1e6016edf40 None None] Provisioning complete for port 67b20272-19bc-4ff8-b19a-fc41900c4e8d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:17:37.686382 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3c3c7875-44d3-46bf-a572-e1e6016edf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:37.733404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-0139649b-9487-48bf-9475-c326831db274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:37.734937 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-0139649b-9487-48bf-9475-c326831db274 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3 HTTP/1.1" status: 200 len: 797 time: 0.5227475 Feb 09 14:17:37.746532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Pushing event updated for resources: {'Port': ['ID=67b20272-19bc-4ff8-b19a-fc41900c4e8d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:37.785901 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9b57dee9-1a93-437e-bec0-98f449594928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:37.833853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9b57dee9-1a93-437e-bec0-98f449594928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:37.837861 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c7875-44d3-46bf-a572-e1e6016edf40 None None] Port 67b20272-19bc-4ff8-b19a-fc41900c4e8d cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:17:37.847137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9b57dee9-1a93-437e-bec0-98f449594928 admin admin] Usage tracker for resource:security_group_rule and tenant:695a615385134fae8b467a45fb63608e is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:37.854797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9b57dee9-1a93-437e-bec0-98f449594928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:37.866663 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89588204-6412-4ebe-ab37-a3efd030588c req-e416d74c-44d3-48ba-8ba0-d5eed22843b8 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:37.867626 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-89588204-6412-4ebe-ab37-a3efd030588c req-e416d74c-44d3-48ba-8ba0-d5eed22843b8 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Synchronizing usage tracker for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:17:37.885206 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9b57dee9-1a93-437e-bec0-98f449594928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:37.892065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-80098e62-c662-4660-ba44-b988eaae5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:37.894832 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-80098e62-c662-4660-ba44-b988eaae5e25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=823b3307-a261-404f-987b-156bad62d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1455455 Feb 09 14:17:37.906135 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-473f34d5-8654-4bb8-9283-360ac13d4d55 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:37.975662 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-89588204-6412-4ebe-ab37-a3efd030588c req-e416d74c-44d3-48ba-8ba0-d5eed22843b8 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Unset dirty status for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:17:37.976869 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89588204-6412-4ebe-ab37-a3efd030588c req-e416d74c-44d3-48ba-8ba0-d5eed22843b8 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 943 time: 0.5816240 Feb 09 14:17:38.008428 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-7e46a50a-0907-41a0-a2e3-de6909877d9f service neutron] 10.222.0.21 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185381 Feb 09 14:17:38.054530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-473f34d5-8654-4bb8-9283-360ac13d4d55 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Network fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:17:38.085713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-473f34d5-8654-4bb8-9283-360ac13d4d55 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:38.151565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-473f34d5-8654-4bb8-9283-360ac13d4d55 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:17:38.189409 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89588204-6412-4ebe-ab37-a3efd030588c req-2505fe9b-457e-49b7-8bf5-23a3bc14c996 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877315 Feb 09 14:17:38.190144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f34d5-8654-4bb8-9283-360ac13d4d55 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Pushing event updated for resources: {'Port': ['ID=2248a5c8-a2f7-40f8-bd74-0aa58e1be1af,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:38.272394 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-473f34d5-8654-4bb8-9283-360ac13d4d55 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:38.273447 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-473f34d5-8654-4bb8-9283-360ac13d4d55 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:38.317010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60900) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:38.359202 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-2f574a51-0048-42c2-80d1-975d8174e7cf service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382763 Feb 09 14:17:38.405989 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-473f34d5-8654-4bb8-9283-360ac13d4d55 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4058921 Feb 09 14:17:38.423361 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3538acd-1418-48ec-8baf-bcf5f59075a7 req-17e51255-4d06-40eb-86ec-142694ffa27c service neutron] 10.222.0.21 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060504 Feb 09 14:17:38.432879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Request body: {'port': {'device_id': '035ca9ad-2967-4d7f-8cec-c87115c61d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:38.561281 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:38.565298 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a025c4-5a3b-410b-9345-baaa7422ccf0 admin admin] Deleting subnet af3d8b55-2ccd-4675-88c1-dbada91b0a8c {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:17:38.578442 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88a025c4-5a3b-410b-9345-baaa7422ccf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:38.586826 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-770a4221-3902-4c73-9a37-0223c9023388 service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204049 Feb 09 14:17:38.607498 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9b57dee9-1a93-437e-bec0-98f449594928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:38.622119 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9b57dee9-1a93-437e-bec0-98f449594928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:38.681534 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-751e5234-345a-42c2-89dd-0bab570d6463 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2e012b21-bdb4-4038-9c4a-4518d14addfd HTTP/1.1" status: 200 len: 217 time: 0.0865898 Feb 09 14:17:38.754473 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:38.757489 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9b57dee9-1a93-437e-bec0-98f449594928 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=695a615385134fae8b467a45fb63608e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6317556 Feb 09 14:17:38.758401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57dee9-1a93-437e-bec0-98f449594928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1df3bf9-e185-4f58-accf-47d56395c6a7,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:38.764091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60906) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:38.766616 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88a025c4-5a3b-410b-9345-baaa7422ccf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:38.782388 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3c14b-939a-46cf-b164-a6271fa7d99f req-728a271f-4e30-453a-9260-ef5b4df6d290 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:38.790584 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bca3c14b-939a-46cf-b164-a6271fa7d99f req-728a271f-4e30-453a-9260-ef5b4df6d290 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 931 time: 0.4678667 Feb 09 14:17:38.824031 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:38.839193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c6f6f2b9-f330-44a0-952c-55d7c978c7ac up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:17:38.925923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b96d8d-b85c-4322-a60d-37dfba7e4639 req-ccdeb765-4256-4d89-b21c-313237fb69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:38.927561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99b96d8d-b85c-4322-a60d-37dfba7e4639 req-ccdeb765-4256-4d89-b21c-313237fb69ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 1094 time: 0.4512396 Feb 09 14:17:38.931611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c6f6f2b9-f330-44a0-952c-55d7c978c7ac triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:17:38.932024 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:38.946393 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88a025c4-5a3b-410b-9345-baaa7422ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:39.050304 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:39.053982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-02da8562-0c6e-4c69-bae5-48ccaa27ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:39.056113 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-02da8562-0c6e-4c69-bae5-48ccaa27ba94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc747844-e857-4864-b1fd-bf401665cf5c HTTP/1.1" status: 200 len: 797 time: 0.3677361 Feb 09 14:17:39.059483 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:39.178287 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a70416d-a581-4ea0-bc12-70fdb5bdd66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:39.222761 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88a025c4-5a3b-410b-9345-baaa7422ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:39.236637 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bca3c14b-939a-46cf-b164-a6271fa7d99f req-2e3cf6d7-87b5-478b-9ed6-e287d8bf713a tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/security-groups?id=9177f81c-787f-45e4-af8a-c0a4e9a16b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449651 Feb 09 14:17:39.260697 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:39.273091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Pushing event updated for resources: {'Port': ['ID=67b20272-19bc-4ff8-b19a-fc41900c4e8d,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:39.296331 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a70416d-a581-4ea0-bc12-70fdb5bdd66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:39.312816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a025c4-5a3b-410b-9345-baaa7422ccf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af3d8b55-2ccd-4675-88c1-dbada91b0a8c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:39.337798 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88a025c4-5a3b-410b-9345-baaa7422ccf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:39.378103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-33751c46-9c66-48c7-aa38-b9fa29851f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:39.379950 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-33751c46-9c66-48c7-aa38-b9fa29851f81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f32b635-0e4c-4fd0-b4fb-058420f89d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2823877 Feb 09 14:17:39.517640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Network 2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:17:39.520571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:39.533355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b96d8d-b85c-4322-a60d-37dfba7e4639 req-ed56944e-f692-4dac-a827-fb0522b48bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:39.535188 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99b96d8d-b85c-4322-a60d-37dfba7e4639 req-ed56944e-f692-4dac-a827-fb0522b48bea service neutron] 10.222.0.21 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 911 time: 0.5897551 Feb 09 14:17:39.593902 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-88a025c4-5a3b-410b-9345-baaa7422ccf0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/af3d8b55-2ccd-4675-88c1-dbada91b0a8c HTTP/1.1" status: 204 len: 168 time: 1.2758434 Feb 09 14:17:39.611348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60912) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:39.689518 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99b96d8d-b85c-4322-a60d-37dfba7e4639 req-61ff8de2-28b3-47d3-b36d-c8a67282c311 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68bf6049-70f1-4b12-b7fa-808d4b16462e HTTP/1.1" status: 200 len: 217 time: 0.0974293 Feb 09 14:17:39.729645 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-126b6699-bd37-4c3c-a7db-75492190183d service neutron] 10.222.0.35 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410935 Feb 09 14:17:39.801449 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a70416d-a581-4ea0-bc12-70fdb5bdd66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:39.839697 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70416d-a581-4ea0-bc12-70fdb5bdd66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1df3bf9-e185-4f58-accf-47d56395c6a7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:39.848269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b96d8d-b85c-4322-a60d-37dfba7e4639 req-85d76296-d843-456e-a4a6-4245c5170a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:39.850285 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99b96d8d-b85c-4322-a60d-37dfba7e4639 req-85d76296-d843-456e-a4a6-4245c5170a5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63021245-ec5e-45fc-a1a8-f13ed23aa515 HTTP/1.1" status: 200 len: 851 time: 0.1529956 Feb 09 14:17:39.854328 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a70416d-a581-4ea0-bc12-70fdb5bdd66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:39.859519 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9a70416d-a581-4ea0-bc12-70fdb5bdd66f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1df3bf9-e185-4f58-accf-47d56395c6a7 HTTP/1.1" status: 204 len: 168 time: 1.0587087 Feb 09 14:17:39.914236 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-59d3ef0b-8b89-4a3f-b262-2da38fc30e10 None None] Provisioning complete for port 67b20272-19bc-4ff8-b19a-fc41900c4e8d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:17:39.916173 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-59d3ef0b-8b89-4a3f-b262-2da38fc30e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:39.921644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078ba1f-155d-4894-9fab-80eca4fd1a9d req-0a2b4e9e-a3a6-498b-a513-f2245d060082 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:39.923106 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f078ba1f-155d-4894-9fab-80eca4fd1a9d req-0a2b4e9e-a3a6-498b-a513-f2245d060082 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 943 time: 0.4006529 Feb 09 14:17:39.926747 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99b96d8d-b85c-4322-a60d-37dfba7e4639 req-2b4d025e-5593-43e5-8753-d5a6b0590d88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30830122-d798-49d7-b828-5813fd5acd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673053 Feb 09 14:17:39.987324 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-59d3ef0b-8b89-4a3f-b262-2da38fc30e10 None None] Port 67b20272-19bc-4ff8-b19a-fc41900c4e8d cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:17:39.995890 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-41c85f33-2112-4d4c-8be6-3ab8e28339ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:40.122584 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f078ba1f-155d-4894-9fab-80eca4fd1a9d req-7468d874-9b99-42ff-a770-a62cf7b43b75 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866288 Feb 09 14:17:40.127565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:17:40.144126 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:40.185836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Transition to ACTIVE for port object 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:17:40.193016 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:40.240081 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:40.248437 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99b96d8d-b85c-4322-a60d-37dfba7e4639 req-9d299aa5-1503-4f31-8a58-be0b70aa2e5e service neutron] 10.222.0.21 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114605 Feb 09 14:17:40.367661 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-0c11b32d-e31a-4a86-bc80-305d20b42e63 service neutron] 10.222.0.35 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6311426 Feb 09 14:17:40.392209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 68bf6049-70f1-4b12-b7fa-808d4b16462e details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:17:40.466461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60932) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:40.482008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60936) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:40.529156 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-5e02e9b0-a310-4902-8674-b6fb860e9e2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=677bd77c-a935-467b-8c7e-f69298f0f833 HTTP/1.1" status: 200 len: 217 time: 0.1386976 Feb 09 14:17:40.545020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2248a5c8-a2f7-40f8-bd74-0aa58e1be1af,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:40.587365 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 68bf6049-70f1-4b12-b7fa-808d4b16462e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=68bf6049-70f1-4b12-b7fa-808d4b16462e,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:40.588558 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-576baf73-8b33-40a5-aa2a-2ae88ee1caf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:40.649244 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99b96d8d-b85c-4322-a60d-37dfba7e4639 req-8036af2e-898f-421c-87ba-138265f37fdc service neutron] 10.222.0.21 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895414 Feb 09 14:17:40.657305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '68bf6049-70f1-4b12-b7fa-808d4b16462e', 'network_id': '30830122-d798-49d7-b828-5813fd5acd73', 'port_id': '68bf6049-70f1-4b12-b7fa-808d4b16462e', 'mac_address': 'fa:16:3e:75:72:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63021245-ec5e-45fc-a1a8-f13ed23aa515', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:17:40.665724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Attempting to bind port 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:17:40.669845 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Attempting to bind port 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '5cb23fbe-e0c8-453d-8c40-a6b740580dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:17:40.670438 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Attempting to bind port 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af on network fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:17:40.678562 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Port 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af on network fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:17:40.679094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Attempting to bind port 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af on network fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:17:40.684565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:17:40.685090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Checking segment: {'id': '5cb23fbe-e0c8-453d-8c40-a6b740580dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:17:40.685607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Bound using segment: {'id': '5cb23fbe-e0c8-453d-8c40-a6b740580dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:17:40.686172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Bound port: 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb23fbe-e0c8-453d-8c40-a6b740580dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:17:40.686672 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:40.751494 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Router c3c94bd8-16f3-437a-b4d9-49505a348a6d has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:17:40.752596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-576baf73-8b33-40a5-aa2a-2ae88ee1caf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:40.759103 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:40.777023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-576baf73-8b33-40a5-aa2a-2ae88ee1caf6 admin admin] Usage tracker for resource:security_group_rule and tenant:9ddcc4ae4b074b88bd8bb3c4d65a03fe is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:40.789857 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bf6049-70f1-4b12-b7fa-808d4b16462e {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:17:40.793775 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-576baf73-8b33-40a5-aa2a-2ae88ee1caf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:40.800711 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] For port 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:17:40.804652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-c79c3457-71cf-435b-abc0-cc2dcf3105c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:40.806234 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-c79c3457-71cf-435b-abc0-cc2dcf3105c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc747844-e857-4864-b1fd-bf401665cf5c HTTP/1.1" status: 200 len: 797 time: 0.2637477 Feb 09 14:17:40.806741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] For port 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=2248a5c8-a2f7-40f8-bd74-0aa58e1be1af,segment=NetworkSegment(5cb23fbe-e0c8-453d-8c40-a6b740580dd7),segment_id=5cb23fbe-e0c8-453d-8c40-a6b740580dd7)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:17:40.811642 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:40.816646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-576baf73-8b33-40a5-aa2a-2ae88ee1caf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:40.817118 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 68bf6049-70f1-4b12-b7fa-808d4b16462e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=68bf6049-70f1-4b12-b7fa-808d4b16462e,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:40.821346 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-41c85f33-2112-4d4c-8be6-3ab8e28339ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:40.822582 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:40.877006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:40.877623 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:40.879128 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] 10.222.0.21 "PUT /v2.0/ports/2248a5c8-a2f7-40f8-bd74-0aa58e1be1af HTTP/1.1" status: 200 len: 1091 time: 2.4647558 Feb 09 14:17:40.879571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035ca9ad-2967-4d7f-8cec-c87115c61d5c', 'tag': '2248a5c8-a2f7-40f8-bd74-0aa58e1be1af'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:17:40.908332 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=68bf6049-70f1-4b12-b7fa-808d4b16462e,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:40.911017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e9a02-bb7b-4f94-9126-ec34b3b2f8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2248a5c8-a2f7-40f8-bd74-0aa58e1be1af,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:40.952467 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035ca9ad-2967-4d7f-8cec-c87115c61d5c', 'tag': '2248a5c8-a2f7-40f8-bd74-0aa58e1be1af', 'status': 'completed', 'code': 200} Feb 09 14:17:40.987155 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-4f5b4db3-86d1-494e-9c27-7d0beb952146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:40.988809 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-4f5b4db3-86d1-494e-9c27-7d0beb952146 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2ef24576aeb4d4bb3b8e1c3e43882c1&device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 1094 time: 0.0723231 Feb 09 14:17:41.007411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-41c85f33-2112-4d4c-8be6-3ab8e28339ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaffdcec-d55c-410f-9771-7e7801a71488']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:41.039887 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00f9b52d-a36c-4143-bda1-557d57883ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:41.062901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-41c85f33-2112-4d4c-8be6-3ab8e28339ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8bba14d-4195-4ea8-b6ae-ffdab69087a6') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:41.063201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-41c85f33-2112-4d4c-8be6-3ab8e28339ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8bba14d-4195-4ea8-b6ae-ffdab69087a6') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:41.066736 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-cb6fe1b9-dde3-404a-bf7a-8b3310748b5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2248a5c8-a2f7-40f8-bd74-0aa58e1be1af HTTP/1.1" status: 200 len: 217 time: 0.0711851 Feb 09 14:17:41.084629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0c3ec-d494-4a01-9c3e-e2a40ee31e1a req-e4b0e9a4-0070-4fbf-87ca-c27f6fddf3b7 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:41.086203 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dad0c3ec-d494-4a01-9c3e-e2a40ee31e1a req-e4b0e9a4-0070-4fbf-87ca-c27f6fddf3b7 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 943 time: 0.6188562 Feb 09 14:17:41.099197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-00f9b52d-a36c-4143-bda1-557d57883ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:41.103711 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-41c85f33-2112-4d4c-8be6-3ab8e28339ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:41.118334 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['68bf6049-70f1-4b12-b7fa-808d4b16462e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:17:41.134003 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-3e3cd0ac-81bc-43df-85ab-943aeda64e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:41.135435 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-3e3cd0ac-81bc-43df-85ab-943aeda64e1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec8f3c94-2e90-4364-9ab3-ce79519d04b9 HTTP/1.1" status: 200 len: 862 time: 0.0624099 Feb 09 14:17:41.190077 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-7811e6a6-f829-45c5-b014-0d2e7dfe0757 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434725 Feb 09 14:17:41.193496 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-00f9b52d-a36c-4143-bda1-557d57883ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:9aef3d0e0cdf43e7af1bd3a82ea88b07 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:41.212424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-00f9b52d-a36c-4143-bda1-557d57883ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:41.239310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-00f9b52d-a36c-4143-bda1-557d57883ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:41.248921 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-41c85f33-2112-4d4c-8be6-3ab8e28339ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:41.283355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c85f33-2112-4d4c-8be6-3ab8e28339ed admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:17:41.283791 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-41c85f33-2112-4d4c-8be6-3ab8e28339ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:17:41.303588 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:17:41.382544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:17:41.394651 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Sync routers for ids ['c3c94bd8-16f3-437a-b4d9-49505a348a6d'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:17:41.406906 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Routers {'c3c94bd8-16f3-437a-b4d9-49505a348a6d'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:17:41.407236 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:17:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c3c94bd8-16f3-437a-b4d9-49505a348a6d'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:41.417956 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dad0c3ec-d494-4a01-9c3e-e2a40ee31e1a req-af3e075d-85bb-4a9f-8642-edb84b6a94ad tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/security-groups?id=9177f81c-787f-45e4-af8a-c0a4e9a16b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223240 Feb 09 14:17:41.452348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-d94834ac-6f47-42ae-b774-ab053bd7e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:41.453827 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-d94834ac-6f47-42ae-b774-ab053bd7e25d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f32b635-0e4c-4fd0-b4fb-058420f89d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6400039 Feb 09 14:17:41.513912 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-41c85f33-2112-4d4c-8be6-3ab8e28339ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:41.518043 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-41c85f33-2112-4d4c-8be6-3ab8e28339ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:41.553019 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-a696e4af-f582-42e9-90ec-a8d2cf34cebf service neutron] 10.222.0.21 "GET /v2.0/networks/fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569705 Feb 09 14:17:41.564127 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed533265-4797-46db-8b69-010ddb79aa6e req-42524ee9-e81d-4dec-a125-ce9bc0e9a75a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:41.565631 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ed533265-4797-46db-8b69-010ddb79aa6e req-42524ee9-e81d-4dec-a125-ce9bc0e9a75a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 944 time: 0.2820203 Feb 09 14:17:41.575297 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-576baf73-8b33-40a5-aa2a-2ae88ee1caf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:41.609771 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Set router c3c94bd8-16f3-437a-b4d9-49505a348a6d gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:17:41.612577 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-576baf73-8b33-40a5-aa2a-2ae88ee1caf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:41.657273 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-576baf73-8b33-40a5-aa2a-2ae88ee1caf6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ddcc4ae4b074b88bd8bb3c4d65a03fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1885195 Feb 09 14:17:41.665379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60948) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:41.667176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c85f33-2112-4d4c-8be6-3ab8e28339ed admin admin] Pushing event deleted for resources: {'Network': ['ID=aaffdcec-d55c-410f-9771-7e7801a71488,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:41.687222 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-54bc4fc9-4865-4c0b-a6c8-c7ee7c212902 admin admin] 10.222.0.48 "PUT /v2.0/routers/c3c94bd8-16f3-437a-b4d9-49505a348a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3958395 Feb 09 14:17:41.692383 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-41c85f33-2112-4d4c-8be6-3ab8e28339ed admin admin] 10.222.0.48 "DELETE /v2.0/networks/aaffdcec-d55c-410f-9771-7e7801a71488 HTTP/1.1" status: 204 len: 168 time: 2.0740190 Feb 09 14:17:41.749761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576baf73-8b33-40a5-aa2a-2ae88ee1caf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfce3f89-340f-4ace-9eac-7742fa287fc1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:41.774119 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ed533265-4797-46db-8b69-010ddb79aa6e req-4dfc78e2-0e16-477a-aee3-d8be00ff0b78 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813307 Feb 09 14:17:41.822557 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00f9b52d-a36c-4143-bda1-557d57883ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:41.829699 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00f9b52d-a36c-4143-bda1-557d57883ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:41.859386 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-51049e8f-4b1a-499d-9054-844e4995af65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:41.865639 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-d89a3d0c-792b-418c-971d-d041e78c0d2a service neutron] 10.222.0.35 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997548 Feb 09 14:17:41.900844 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8dd38d62-288f-41d6-b602-8481f3edc535 req-1a209963-deac-481a-b332-3d99a019fb69 service neutron] 10.222.0.21 "GET /v2.0/networks/fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338804 Feb 09 14:17:41.926311 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-51049e8f-4b1a-499d-9054-844e4995af65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:42.027332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60956) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:42.036961 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'name': 'tempest-ServersTestFqdnHostnames-802888477-router', 'tenant_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'c6f6f2b9-f330-44a0-952c-55d7c978c7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:23Z', 'updated_at': '2022-02-09T14:17:38Z', 'revision_number': 4, 'project_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'gw_port': {'id': 'c6f6f2b9-f330-44a0-952c-55d7c978c7ac', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:24Z', 'updated_at': '2022-02-09T14:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '67b20272-19bc-4ff8-b19a-fc41900c4e8d', 'name': '', 'network_id': '2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04', 'tenant_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'mac_address': 'fa:16:3e:85:d5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd0ff3108-a5a5-456f-948a-155fcbece75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:34Z', 'updated_at': '2022-02-09T14:17:38Z', 'revision_number': 2, 'project_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'subnets': [{'id': 'd0ff3108-a5a5-456f-948a-155fcbece75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:42.042776 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Checking router: c3c94bd8-16f3-437a-b4d9-49505a348a6d for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:17:42.043358 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Updating router c3c94bd8-16f3-437a-b4d9-49505a348a6d port 67b20272-19bc-4ff8-b19a-fc41900c4e8d binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:17:42.045370 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ae624e-e309-465d-b95f-79eddf9e25fe req-d2486843-5d22-42ca-a25a-55772137f175 service neutron] 10.222.0.35 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672571 Feb 09 14:17:42.056390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60960) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:42.127625 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:42.139628 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-00f9b52d-a36c-4143-bda1-557d57883ed6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9aef3d0e0cdf43e7af1bd3a82ea88b07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6066031 Feb 09 14:17:42.139628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9b52d-a36c-4143-bda1-557d57883ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cadaa9c-999c-4bd4-acd6-a3a051b71da0,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:42.141409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60964) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:42.155543 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e0e1e41a-d0f9-4729-9343-18e1aaef93a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2db777efd6324497928292846a3197d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1219268 Feb 09 14:17:42.156077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60968) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:42.215570 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-51049e8f-4b1a-499d-9054-844e4995af65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:42.225288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472443c-00a7-439d-b8fb-3a5dabdca0b4 req-866d8435-595f-4127-8716-764b8c492d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:42.227044 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e472443c-00a7-439d-b8fb-3a5dabdca0b4 req-866d8435-595f-4127-8716-764b8c492d0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2ef24576aeb4d4bb3b8e1c3e43882c1&device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 1094 time: 0.2608156 Feb 09 14:17:42.337965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51049e8f-4b1a-499d-9054-844e4995af65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfce3f89-340f-4ace-9eac-7742fa287fc1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:42.360765 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-51049e8f-4b1a-499d-9054-844e4995af65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:42.363767 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-51049e8f-4b1a-499d-9054-844e4995af65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bfce3f89-340f-4ace-9eac-7742fa287fc1 HTTP/1.1" status: 204 len: 168 time: 0.6974564 Feb 09 14:17:42.426087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 68bf6049-70f1-4b12-b7fa-808d4b16462e up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:17:42.472221 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472443c-00a7-439d-b8fb-3a5dabdca0b4 req-30d51460-4d1f-42d9-ab12-31aedca95306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:42.475645 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e472443c-00a7-439d-b8fb-3a5dabdca0b4 req-30d51460-4d1f-42d9-ab12-31aedca95306 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5 HTTP/1.1" status: 200 len: 922 time: 0.2373865 Feb 09 14:17:42.477008 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6409f10-1bf8-4f40-a2a5-6139433b692b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:42.522295 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4652e0b1-8b41-4323-ba60-760e1fa7597c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:42.553543 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4652e0b1-8b41-4323-ba60-760e1fa7597c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:42.625728 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:42.681873 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4652e0b1-8b41-4323-ba60-760e1fa7597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:42.682596 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Transition to ACTIVE for port object 67b20272-19bc-4ff8-b19a-fc41900c4e8d will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:17:42.703783 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:42.721819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 68bf6049-70f1-4b12-b7fa-808d4b16462e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:17:42.722480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652e0b1-8b41-4323-ba60-760e1fa7597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cadaa9c-999c-4bd4-acd6-a3a051b71da0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:42.728844 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4652e0b1-8b41-4323-ba60-760e1fa7597c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:42.732533 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4652e0b1-8b41-4323-ba60-760e1fa7597c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3cadaa9c-999c-4bd4-acd6-a3a051b71da0 HTTP/1.1" status: 204 len: 168 time: 0.5781786 Feb 09 14:17:42.762385 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 68bf6049-70f1-4b12-b7fa-808d4b16462e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:17:42.762925 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:42.799313 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e472443c-00a7-439d-b8fb-3a5dabdca0b4 req-a506d7b4-c1c4-423c-95bd-a894c8734592 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2248a5c8-a2f7-40f8-bd74-0aa58e1be1af HTTP/1.1" status: 200 len: 217 time: 0.3169780 Feb 09 14:17:42.941783 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6409f10-1bf8-4f40-a2a5-6139433b692b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:43.002191 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a810e-bb4d-40bb-9e37-2e201184a8d4 None None] Pushing event updated for resources: {'Port': ['ID=67b20272-19bc-4ff8-b19a-fc41900c4e8d,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:43.012325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9fa2c-2645-4dc3-93c7-e901e664ce5e req-1f1b0250-b6f8-4993-9544-4cf033c7d8b8 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:43.020355 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0a9fa2c-2645-4dc3-93c7-e901e664ce5e req-1f1b0250-b6f8-4993-9544-4cf033c7d8b8 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 943 time: 0.2517617 Feb 09 14:17:43.137317 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0a9fa2c-2645-4dc3-93c7-e901e664ce5e req-3d8907d6-7c31-48ac-bb59-4e3f9afe43bc tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/security-groups?id=9177f81c-787f-45e4-af8a-c0a4e9a16b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159809 Feb 09 14:17:43.158686 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a810e-bb4d-40bb-9e37-2e201184a8d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:43.160549 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a810e-bb4d-40bb-9e37-2e201184a8d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:43.161096 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a810e-bb4d-40bb-9e37-2e201184a8d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:43.162573 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a810e-bb4d-40bb-9e37-2e201184a8d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:43.168078 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a810e-bb4d-40bb-9e37-2e201184a8d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:43.170348 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a810e-bb4d-40bb-9e37-2e201184a8d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:43.170760 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a810e-bb4d-40bb-9e37-2e201184a8d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:43.172081 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a810e-bb4d-40bb-9e37-2e201184a8d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:43.172487 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a810e-bb4d-40bb-9e37-2e201184a8d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:43.175604 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a810e-bb4d-40bb-9e37-2e201184a8d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:43.176365 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a810e-bb4d-40bb-9e37-2e201184a8d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:43.176965 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a810e-bb4d-40bb-9e37-2e201184a8d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:43.197450 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:43.220888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472443c-00a7-439d-b8fb-3a5dabdca0b4 req-119bed42-c206-4c72-85b5-7c9bbc4dcb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:43.222635 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e472443c-00a7-439d-b8fb-3a5dabdca0b4 req-119bed42-c206-4c72-85b5-7c9bbc4dcb5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ec8f3c94-2e90-4364-9ab3-ce79519d04b9 HTTP/1.1" status: 200 len: 862 time: 0.3970904 Feb 09 14:17:43.270384 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6483023-824c-40db-be2f-2afae46b18c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bf6049-70f1-4b12-b7fa-808d4b16462e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:17:43.296238 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 68bf6049-70f1-4b12-b7fa-808d4b16462e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=68bf6049-70f1-4b12-b7fa-808d4b16462e,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:43.304054 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:43.358009 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e472443c-00a7-439d-b8fb-3a5dabdca0b4 req-1c098b27-8ced-4d06-bb04-7d4304727209 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265154 Feb 09 14:17:43.363395 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-87e7f088-2aca-448e-8e99-2a37fd539963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:43.415548 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6483023-824c-40db-be2f-2afae46b18c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bf6049-70f1-4b12-b7fa-808d4b16462e', 'code': 200} Feb 09 14:17:43.431895 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Attempting to bind port 67b20272-19bc-4ff8-b19a-fc41900c4e8d on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:17:43.432428 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Attempting to bind port 67b20272-19bc-4ff8-b19a-fc41900c4e8d by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'c071179a-99bb-4ca2-82ea-8295d50a6c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:17:43.432869 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Attempting to bind port 67b20272-19bc-4ff8-b19a-fc41900c4e8d on network 2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:17:43.439953 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:17:43.440690 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Checking segment: {'id': 'c071179a-99bb-4ca2-82ea-8295d50a6c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:17:43.452600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=68bf6049-70f1-4b12-b7fa-808d4b16462e,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:43.453538 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:43.454142 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Bound using segment: {'id': 'c071179a-99bb-4ca2-82ea-8295d50a6c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:17:43.454837 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Bound port: 67b20272-19bc-4ff8-b19a-fc41900c4e8d, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c071179a-99bb-4ca2-82ea-8295d50a6c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:17:43.455421 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:43.557212 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] For port 67b20272-19bc-4ff8-b19a-fc41900c4e8d, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:17:43.561193 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] For port 67b20272-19bc-4ff8-b19a-fc41900c4e8d, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=67b20272-19bc-4ff8-b19a-fc41900c4e8d,segment=NetworkSegment(c071179a-99bb-4ca2-82ea-8295d50a6c46),segment_id=c071179a-99bb-4ca2-82ea-8295d50a6c46)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:17:43.569923 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:43.578778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60996) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:43.650973 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Routers {'c3c94bd8-16f3-437a-b4d9-49505a348a6d'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:17:43.652216 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:17:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c3c94bd8-16f3-437a-b4d9-49505a348a6d'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:43.668508 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6409f10-1bf8-4f40-a2a5-6139433b692b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:43.759434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6409f10-1bf8-4f40-a2a5-6139433b692b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad89ad0-fa77-4bee-ad5c-e07781c32923,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:43.808492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce5b5b-7568-4390-a975-48d0d4a9e88a req-c8045682-5f9f-49a5-854b-c80691b320f3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:43.810195 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81ce5b5b-7568-4390-a975-48d0d4a9e88a req-c8045682-5f9f-49a5-854b-c80691b320f3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 944 time: 0.7455328 Feb 09 14:17:43.814357 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a810e-bb4d-40bb-9e37-2e201184a8d4 None None] Pushing event updated for resources: {'Port': ['ID=67b20272-19bc-4ff8-b19a-fc41900c4e8d,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:43.839254 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1243790-78e5-41a0-ab81-16e899bf13c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:43.915180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d1243790-78e5-41a0-ab81-16e899bf13c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:43.919895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d1243790-78e5-41a0-ab81-16e899bf13c5 admin admin] Usage tracker for resource:security_group_rule and tenant:7e7d39b9034a4f58a20cdedefbdb289b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:43.922848 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6409f10-1bf8-4f40-a2a5-6139433b692b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:43.924360 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f6409f10-1bf8-4f40-a2a5-6139433b692b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ad89ad0-fa77-4bee-ad5c-e07781c32923 HTTP/1.1" status: 204 len: 168 time: 1.7673576 Feb 09 14:17:43.931269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d1243790-78e5-41a0-ab81-16e899bf13c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:43.957426 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] Set router c3c94bd8-16f3-437a-b4d9-49505a348a6d gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:17:43.964063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d1243790-78e5-41a0-ab81-16e899bf13c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:43.998586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-87e7f088-2aca-448e-8e99-2a37fd539963 admin admin] Deleting port 67b20272-19bc-4ff8-b19a-fc41900c4e8d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:17:43.999066 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-87e7f088-2aca-448e-8e99-2a37fd539963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:44.047328 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81ce5b5b-7568-4390-a975-48d0d4a9e88a req-d5572683-38c7-4f30-a78c-f2c6f5655b28 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177944 Feb 09 14:17:44.061453 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e472443c-00a7-439d-b8fb-3a5dabdca0b4 req-c4327b89-aa39-444c-93ee-5fa128fead76 service neutron] 10.222.0.21 "GET /v2.0/networks/fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6935172 Feb 09 14:17:44.191884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759c361-c7ef-4c39-8596-2aaec62a15b6 req-833a2110-8978-496c-9de3-52fddd2af737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:44.195941 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8759c361-c7ef-4c39-8596-2aaec62a15b6 req-833a2110-8978-496c-9de3-52fddd2af737 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 1096 time: 0.6212602 Feb 09 14:17:44.299191 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-87e7f088-2aca-448e-8e99-2a37fd539963 admin admin] For port 67b20272-19bc-4ff8-b19a-fc41900c4e8d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=67b20272-19bc-4ff8-b19a-fc41900c4e8d,segment=NetworkSegment(c071179a-99bb-4ca2-82ea-8295d50a6c46),segment_id=c071179a-99bb-4ca2-82ea-8295d50a6c46)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:44.300165 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-87e7f088-2aca-448e-8e99-2a37fd539963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:44.413802 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e472443c-00a7-439d-b8fb-3a5dabdca0b4 req-8613a2e9-edf4-49e3-8c55-667a07dbd747 service neutron] 10.222.0.21 "GET /v2.0/networks/fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433032 Feb 09 14:17:44.422051 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8759c361-c7ef-4c39-8596-2aaec62a15b6 req-00e00d49-3073-46f0-9700-fcc3b0dd1dd0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113404 Feb 09 14:17:44.437165 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:17:44.475419 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1243790-78e5-41a0-ab81-16e899bf13c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:44.485385 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1243790-78e5-41a0-ab81-16e899bf13c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:44.503074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-87e7f088-2aca-448e-8e99-2a37fd539963 admin admin] Calling delete_port for 67b20272-19bc-4ff8-b19a-fc41900c4e8d owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:17:44.542186 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'name': 'tempest-ServersTestFqdnHostnames-802888477-router', 'tenant_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'c6f6f2b9-f330-44a0-952c-55d7c978c7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:23Z', 'updated_at': '2022-02-09T14:17:38Z', 'revision_number': 4, 'project_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'gw_port': {'id': 'c6f6f2b9-f330-44a0-952c-55d7c978c7ac', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:24Z', 'updated_at': '2022-02-09T14:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '67b20272-19bc-4ff8-b19a-fc41900c4e8d', 'name': '', 'network_id': '2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04', 'tenant_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'mac_address': 'fa:16:3e:85:d5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd0ff3108-a5a5-456f-948a-155fcbece75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:34Z', 'updated_at': '2022-02-09T14:17:43Z', 'revision_number': 4, 'project_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'subnets': [{'id': 'd0ff3108-a5a5-456f-948a-155fcbece75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:44.548772 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ff12d1-6774-43e3-bd7f-a033056bbf1c None None] The sync data for ids ['c3c94bd8-16f3-437a-b4d9-49505a348a6d'] in n-d-828418-2 is: [{'id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'name': 'tempest-ServersTestFqdnHostnames-802888477-router', 'tenant_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'c6f6f2b9-f330-44a0-952c-55d7c978c7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:23Z', 'updated_at': '2022-02-09T14:17:38Z', 'revision_number': 4, 'project_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'gw_port': {'id': 'c6f6f2b9-f330-44a0-952c-55d7c978c7ac', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:24Z', 'updated_at': '2022-02-09T14:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '67b20272-19bc-4ff8-b19a-fc41900c4e8d', 'name': '', 'network_id': '2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04', 'tenant_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'mac_address': 'fa:16:3e:85:d5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'd0ff3108-a5a5-456f-948a-155fcbece75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:34Z', 'updated_at': '2022-02-09T14:17:43Z', 'revision_number': 4, 'project_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'subnets': [{'id': 'd0ff3108-a5a5-456f-948a-155fcbece75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:17:44.627049 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d1243790-78e5-41a0-ab81-16e899bf13c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e7d39b9034a4f58a20cdedefbdb289b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9510620 Feb 09 14:17:44.627049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1243790-78e5-41a0-ab81-16e899bf13c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc60957-828a-4735-81a4-ae8a526a98e0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:44.635618 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 32792) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:44.802017 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-10598275-e9fb-4e61-90f9-b49cf9af4089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:44.890198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=2248a5c8-a2f7-40f8-bd74-0aa58e1be1af,segment=NetworkSegment(5cb23fbe-e0c8-453d-8c40-a6b740580dd7),segment_id=5cb23fbe-e0c8-453d-8c40-a6b740580dd7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:44.904689 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-10598275-e9fb-4e61-90f9-b49cf9af4089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:44.931286 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '2248a5c8-a2f7-40f8-bd74-0aa58e1be1af', 'network_id': 'fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5', 'port_id': '2248a5c8-a2f7-40f8-bd74-0aa58e1be1af', 'mac_address': 'fa:16:3e:6e:39:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8f3c94-2e90-4364-9ab3-ce79519d04b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:17:44.938029 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 67b20272-19bc-4ff8-b19a-fc41900c4e8d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:17:45.025489 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-10598275-e9fb-4e61-90f9-b49cf9af4089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:45.045406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10598275-e9fb-4e61-90f9-b49cf9af4089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc60957-828a-4735-81a4-ae8a526a98e0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:45.054703 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-10598275-e9fb-4e61-90f9-b49cf9af4089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:45.058251 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-10598275-e9fb-4e61-90f9-b49cf9af4089 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abc60957-828a-4735-81a4-ae8a526a98e0 HTTP/1.1" status: 204 len: 168 time: 0.4191568 Feb 09 14:17:45.234395 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:45.254003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa542ac0-9c61-4916-9633-693198d456a0 req-821eb0af-43e3-444a-adc5-36cabc75a451 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:45.255892 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa542ac0-9c61-4916-9633-693198d456a0 req-821eb0af-43e3-444a-adc5-36cabc75a451 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 943 time: 0.9382565 Feb 09 14:17:45.273936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:17:45.309120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=2248a5c8-a2f7-40f8-bd74-0aa58e1be1af,segment=NetworkSegment(5cb23fbe-e0c8-453d-8c40-a6b740580dd7),segment_id=5cb23fbe-e0c8-453d-8c40-a6b740580dd7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:45.311159 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 67b20272-19bc-4ff8-b19a-fc41900c4e8d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:17:45.316914 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:45.374049 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 67b20272-19bc-4ff8-b19a-fc41900c4e8d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:17:45.374746 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:45.544460 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-87e7f088-2aca-448e-8e99-2a37fd539963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:45.563570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Could not find standard attr ID for object 67b20272-19bc-4ff8-b19a-fc41900c4e8d. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:17:45.571756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=2248a5c8-a2f7-40f8-bd74-0aa58e1be1af,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:45.578139 n-d-828418-2 neutron-server[87598]: INFO neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No ports have port_id starting with 67b20272-19bc-4ff8-b19a-fc41900c4e8d Feb 09 14:17:45.652820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7f088-2aca-448e-8e99-2a37fd539963 admin admin] Pushing event deleted for resources: {'Port': ['ID=67b20272-19bc-4ff8-b19a-fc41900c4e8d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:45.658589 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa542ac0-9c61-4916-9633-693198d456a0 req-962c7a6c-0112-4ed4-820f-03cbb648f98f tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/security-groups?id=9177f81c-787f-45e4-af8a-c0a4e9a16b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884799 Feb 09 14:17:45.684104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['2248a5c8-a2f7-40f8-bd74-0aa58e1be1af'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:17:45.750309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df8756-7b2d-4b73-9502-ea4b6cef8ea4 req-c31c67d5-aa10-40a5-a811-9047346688a9 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:45.756582 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c5df8756-7b2d-4b73-9502-ea4b6cef8ea4 req-c31c67d5-aa10-40a5-a811-9047346688a9 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 945 time: 0.4967024 Feb 09 14:17:45.835436 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c5df8756-7b2d-4b73-9502-ea4b6cef8ea4 req-f0009a94-b722-423e-bd5f-1745e78e3953 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645502 Feb 09 14:17:45.909884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 32824) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:45.952789 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fedddcec-b1f3-4b21-b459-f9ea2ee2a42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:46.006440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fedddcec-b1f3-4b21-b459-f9ea2ee2a42d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:46.018276 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fedddcec-b1f3-4b21-b459-f9ea2ee2a42d admin admin] Usage tracker for resource:security_group_rule and tenant:6f5279735c594d4ca0fb91957ec9dbba is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:46.038242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fedddcec-b1f3-4b21-b459-f9ea2ee2a42d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:46.049934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fedddcec-b1f3-4b21-b459-f9ea2ee2a42d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:46.181462 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 32830) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:46.235841 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fedddcec-b1f3-4b21-b459-f9ea2ee2a42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:46.245071 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fedddcec-b1f3-4b21-b459-f9ea2ee2a42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:46.292778 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-87e7f088-2aca-448e-8e99-2a37fd539963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:46.309085 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fedddcec-b1f3-4b21-b459-f9ea2ee2a42d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f5279735c594d4ca0fb91957ec9dbba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980358 Feb 09 14:17:46.310316 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedddcec-b1f3-4b21-b459-f9ea2ee2a42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c548ce35-a2e7-4a16-a3ff-98b2bca78077,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:46.313639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 32836) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:46.403656 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-947de61a-ba0c-4388-9195-ae1138b90543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:46.438343 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-947de61a-ba0c-4388-9195-ae1138b90543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:46.520637 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-947de61a-ba0c-4388-9195-ae1138b90543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:46.555871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947de61a-ba0c-4388-9195-ae1138b90543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c548ce35-a2e7-4a16-a3ff-98b2bca78077,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:46.590563 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-947de61a-ba0c-4388-9195-ae1138b90543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:46.591687 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-947de61a-ba0c-4388-9195-ae1138b90543 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c548ce35-a2e7-4a16-a3ff-98b2bca78077 HTTP/1.1" status: 204 len: 168 time: 0.2767675 Feb 09 14:17:46.602927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-988644486-network', 'tenant_id': 'ae2414a98ed64d6489384355c90e908a'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:46.626288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:46.631418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Usage tracker for resource:network and tenant:ae2414a98ed64d6489384355c90e908a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:46.635160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:46.642146 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:46.657444 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Made reservation on behalf of ae2414a98ed64d6489384355c90e908a for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:17:46.660786 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:46.677116 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:46.704499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:46.712681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Usage tracker for resource:security_group_rule and tenant:ae2414a98ed64d6489384355c90e908a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:46.722348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:46.740478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:46.899197 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:46.905506 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:46.941770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cc7040-ff70-48cc-82c5-ad6a17af213c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:46.954675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:17:46.963674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e7f088-2aca-448e-8e99-2a37fd539963 admin admin] Router c3c94bd8-16f3-437a-b4d9-49505a348a6d has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:17:46.968692 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:46.969373 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Added segment 701b0672-985b-4ec2-a282-18faae787d2d of type vlan for network 6da3df8a-f0bd-4e13-8120-7c22c21ea919 Feb 09 14:17:46.986358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3686835-253a-4621-8676-cb4691c142a9 req-fac89706-efe8-4c91-9b13-699cf0860974 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:46.987953 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b3686835-253a-4621-8676-cb4691c142a9 req-fac89706-efe8-4c91-9b13-699cf0860974 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 944 time: 0.1118784 Feb 09 14:17:47.018963 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:47.058199 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:47.059841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:47.060997 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:47.134230 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b3686835-253a-4621-8676-cb4691c142a9 req-21247ef3-2e9b-4c7f-880d-92f1bfdb0e61 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/security-groups?id=9177f81c-787f-45e4-af8a-c0a4e9a16b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363313 Feb 09 14:17:47.254625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] Pushing event updated for resources: {'Network': ['ID=6da3df8a-f0bd-4e13-8120-7c22c21ea919,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:47.255251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e7f088-2aca-448e-8e99-2a37fd539963 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:17:47.264181 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c95f6-d37c-45fa-a983-86c3683e62cf None None] Sync routers for ids ['c3c94bd8-16f3-437a-b4d9-49505a348a6d'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:17:47.266746 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-87e7f088-2aca-448e-8e99-2a37fd539963 admin admin] 10.222.0.48 "PUT /v2.0/routers/c3c94bd8-16f3-437a-b4d9-49505a348a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2064586 Feb 09 14:17:47.269416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 32870) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:47.276257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 6da3df8a-f0bd-4e13-8120-7c22c21ea919 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:17:47.279371 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-21d84f82-ab53-44ec-bac2-69843f913714 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0962887 Feb 09 14:17:47.281996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 32874) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:47.289035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-29814abb-564f-4d87-8a4c-20e79ec535f7 admin admin] Request body: {'subnet': {'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-988644486-subnet', 'tenant_id': 'ae2414a98ed64d6489384355c90e908a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:47.297962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-29814abb-564f-4d87-8a4c-20e79ec535f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:47.304293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-29814abb-564f-4d87-8a4c-20e79ec535f7 admin admin] Usage tracker for resource:subnet and tenant:ae2414a98ed64d6489384355c90e908a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:47.309016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-29814abb-564f-4d87-8a4c-20e79ec535f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:47.319190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-29814abb-564f-4d87-8a4c-20e79ec535f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:47.330135 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a347807-c6cd-44dc-bed9-1c6716817b6f req-ed5b3c08-e208-400a-a727-386f8675c951 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:47.331648 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a347807-c6cd-44dc-bed9-1c6716817b6f req-ed5b3c08-e208-400a-a727-386f8675c951 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 945 time: 0.1615980 Feb 09 14:17:47.362149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29814abb-564f-4d87-8a4c-20e79ec535f7 admin admin] Made reservation on behalf of ae2414a98ed64d6489384355c90e908a for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:17:47.365925 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29814abb-564f-4d87-8a4c-20e79ec535f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:47.379199 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c95f6-d37c-45fa-a983-86c3683e62cf None None] Routers {'c3c94bd8-16f3-437a-b4d9-49505a348a6d'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:17:47.380167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-fe5c95f6-d37c-45fa-a983-86c3683e62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:17:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c3c94bd8-16f3-437a-b4d9-49505a348a6d'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:47.492826 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a347807-c6cd-44dc-bed9-1c6716817b6f req-bd08b388-1229-4e94-9f64-e58715a61c05 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535408 Feb 09 14:17:47.686319 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86407bd7-1e5a-427d-bae1-60ca5a8f2934 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:47.739171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-fe5c95f6-d37c-45fa-a983-86c3683e62cf None None] Set router c3c94bd8-16f3-437a-b4d9-49505a348a6d gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:17:47.823187 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29814abb-564f-4d87-8a4c-20e79ec535f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:47.915579 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86407bd7-1e5a-427d-bae1-60ca5a8f2934 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:47.929254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-86407bd7-1e5a-427d-bae1-60ca5a8f2934 admin admin] Deleting port c6f6f2b9-f330-44a0-952c-55d7c978c7ac {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:17:47.929593 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86407bd7-1e5a-427d-bae1-60ca5a8f2934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:48.008496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29814abb-564f-4d87-8a4c-20e79ec535f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c4d8820-f3f3-41df-9171-6e72ed49a05e,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:48.048895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29814abb-564f-4d87-8a4c-20e79ec535f7 admin admin] Checking segment: {'id': '701b0672-985b-4ec2-a282-18faae787d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:17:48.049236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29814abb-564f-4d87-8a4c-20e79ec535f7 admin admin] Network hostable DHCP agents. Network: 6da3df8a-f0bd-4e13-8120-7c22c21ea919, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:17:48.097797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29814abb-564f-4d87-8a4c-20e79ec535f7 admin admin] Network 6da3df8a-f0bd-4e13-8120-7c22c21ea919 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:17:48.111773 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-29814abb-564f-4d87-8a4c-20e79ec535f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 6da3df8a-f0bd-4e13-8120-7c22c21ea919) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:48.122014 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9347b3a-3598-4a70-9874-01ce1a40813b None None] Network 6da3df8a-f0bd-4e13-8120-7c22c21ea919 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:17:48.126985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29814abb-564f-4d87-8a4c-20e79ec535f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:48.127594 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-29814abb-564f-4d87-8a4c-20e79ec535f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:48.212931 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-29814abb-564f-4d87-8a4c-20e79ec535f7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9298606 Feb 09 14:17:48.226919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 32900) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:48.279073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-988644486-router', 'tenant_id': 'ae2414a98ed64d6489384355c90e908a', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:48.320908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:48.344660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Usage tracker for resource:router and tenant:ae2414a98ed64d6489384355c90e908a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:48.349948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:48.379641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:48.410391 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-fe5c95f6-d37c-45fa-a983-86c3683e62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'name': 'tempest-ServersTestFqdnHostnames-802888477-router', 'tenant_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': 'c6f6f2b9-f330-44a0-952c-55d7c978c7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:23Z', 'updated_at': '2022-02-09T14:17:45Z', 'revision_number': 5, 'project_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'gw_port': {'id': 'c6f6f2b9-f330-44a0-952c-55d7c978c7ac', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:24Z', 'updated_at': '2022-02-09T14:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:48.421602 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:48.422855 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:48.431016 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c95f6-d37c-45fa-a983-86c3683e62cf None None] Checking router: c3c94bd8-16f3-437a-b4d9-49505a348a6d for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:17:48.500493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:17:48.530144 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:48.531740 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa74a343-e79c-4ffc-87bb-f6b602957e4b None None] Network 6da3df8a-f0bd-4e13-8120-7c22c21ea919 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:17:48.548431 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c95f6-d37c-45fa-a983-86c3683e62cf None None] Routers {'c3c94bd8-16f3-437a-b4d9-49505a348a6d'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:17:48.549069 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-fe5c95f6-d37c-45fa-a983-86c3683e62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:17:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c3c94bd8-16f3-437a-b4d9-49505a348a6d'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:48.607588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-86407bd7-1e5a-427d-bae1-60ca5a8f2934 admin admin] For port c6f6f2b9-f330-44a0-952c-55d7c978c7ac, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c6f6f2b9-f330-44a0-952c-55d7c978c7ac,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:48.610922 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86407bd7-1e5a-427d-bae1-60ca5a8f2934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:48.805545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54536866-4ec2-4241-81ea-2848ea5d8e60 req-20794670-5574-40e6-b16a-c169a029df4c tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:48.808057 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54536866-4ec2-4241-81ea-2848ea5d8e60 req-20794670-5574-40e6-b16a-c169a029df4c tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 944 time: 0.4050567 Feb 09 14:17:48.815975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-86407bd7-1e5a-427d-bae1-60ca5a8f2934 admin admin] Calling delete_port for c6f6f2b9-f330-44a0-952c-55d7c978c7ac owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:17:48.848018 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-fe5c95f6-d37c-45fa-a983-86c3683e62cf None None] Set router c3c94bd8-16f3-437a-b4d9-49505a348a6d gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:17:49.135561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-fe5c95f6-d37c-45fa-a983-86c3683e62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'name': 'tempest-ServersTestFqdnHostnames-802888477-router', 'tenant_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:23Z', 'updated_at': '2022-02-09T14:17:47Z', 'revision_number': 6, 'project_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:49.162269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c95f6-d37c-45fa-a983-86c3683e62cf None None] The sync data for ids ['c3c94bd8-16f3-437a-b4d9-49505a348a6d'] in n-d-828418-2 is: [{'id': 'c3c94bd8-16f3-437a-b4d9-49505a348a6d', 'name': 'tempest-ServersTestFqdnHostnames-802888477-router', 'tenant_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:23Z', 'updated_at': '2022-02-09T14:17:47Z', 'revision_number': 6, 'project_id': '12d4657dd6c440d0bc3bbaa5e4c227bf', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:17:49.181471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:17:49.204402 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:17:49.204797 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:49.420918 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54536866-4ec2-4241-81ea-2848ea5d8e60 req-cd3b8b4b-cf07-4249-a07d-c297cc198bfa tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/security-groups?id=9177f81c-787f-45e4-af8a-c0a4e9a16b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765965 Feb 09 14:17:49.563616 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:49.669662 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:49.725098 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035ca9ad-2967-4d7f-8cec-c87115c61d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2248a5c8-a2f7-40f8-bd74-0aa58e1be1af'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:17:49.736458 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=2248a5c8-a2f7-40f8-bd74-0aa58e1be1af,segment=NetworkSegment(5cb23fbe-e0c8-453d-8c40-a6b740580dd7),segment_id=5cb23fbe-e0c8-453d-8c40-a6b740580dd7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:49.744909 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:49.843501 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035ca9ad-2967-4d7f-8cec-c87115c61d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2248a5c8-a2f7-40f8-bd74-0aa58e1be1af', 'code': 200} Feb 09 14:17:49.916147 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=2248a5c8-a2f7-40f8-bd74-0aa58e1be1af,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:50.025987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa8fdf-ee3a-48ce-bd54-1198e970e3cc req-5d0d61d4-fdd9-49d1-a96c-94c30bda4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:50.028486 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e0aa8fdf-ee3a-48ce-bd54-1198e970e3cc req-5d0d61d4-fdd9-49d1-a96c-94c30bda4f10 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 1096 time: 0.1351948 Feb 09 14:17:50.048954 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86407bd7-1e5a-427d-bae1-60ca5a8f2934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:50.098392 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e0aa8fdf-ee3a-48ce-bd54-1198e970e3cc req-063e1880-5b44-45d8-aabd-6ecbc481554f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9177f81c-787f-45e4-af8a-c0a4e9a16b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636551 Feb 09 14:17:50.378418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86407bd7-1e5a-427d-bae1-60ca5a8f2934 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f6f2b9-f330-44a0-952c-55d7c978c7ac,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:50.474546 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:50.530492 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:50.532921 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86407bd7-1e5a-427d-bae1-60ca5a8f2934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:50.835448 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86407bd7-1e5a-427d-bae1-60ca5a8f2934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:50.835448 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86407bd7-1e5a-427d-bae1-60ca5a8f2934 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:50.924695 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86407bd7-1e5a-427d-bae1-60ca5a8f2934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:50.925204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86407bd7-1e5a-427d-bae1-60ca5a8f2934 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3c94bd8-16f3-437a-b4d9-49505a348a6d {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:17:50.936399 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ec46d-1f34-4abd-84d8-0e718c48672e req-29df82e8-2bd6-45f2-a7b3-f21d479afd9e tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:50.937940 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a18ec46d-1f34-4abd-84d8-0e718c48672e req-29df82e8-2bd6-45f2-a7b3-f21d479afd9e tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 945 time: 0.3557329 Feb 09 14:17:50.956502 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86407bd7-1e5a-427d-bae1-60ca5a8f2934 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:50.957574 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-86407bd7-1e5a-427d-bae1-60ca5a8f2934 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c3c94bd8-16f3-437a-b4d9-49505a348a6d HTTP/1.1" status: 204 len: 168 time: 3.6840844 Feb 09 14:17:50.960267 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 32976) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:50.974868 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 67b20272-19bc-4ff8-b19a-fc41900c4e8d no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:17:51.046168 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 67b20272-19bc-4ff8-b19a-fc41900c4e8d {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:17:51.047912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 67b20272-19bc-4ff8-b19a-fc41900c4e8d not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:17:51.050302 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c6f6f2b9-f330-44a0-952c-55d7c978c7ac no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:17:51.072665 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a18ec46d-1f34-4abd-84d8-0e718c48672e req-c8c91cf8-53f1-4e1c-8a27-0cf2d9837137 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/security-groups?id=9177f81c-787f-45e4-af8a-c0a4e9a16b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181390 Feb 09 14:17:51.092549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ca94af-5f0a-45f8-a752-c573eab2461e admin admin] Deleting subnet d0ff3108-a5a5-456f-948a-155fcbece75f {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:17:51.110802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Allocated IP 172.25.8.139 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/0fcb430c-ca3a-4add-a88d-0674dda87ff1) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:17:51.110948 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0ca94af-5f0a-45f8-a752-c573eab2461e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:51.153991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: c6f6f2b9-f330-44a0-952c-55d7c978c7ac {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:17:51.154447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c6f6f2b9-f330-44a0-952c-55d7c978c7ac not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:17:51.217062 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0ca94af-5f0a-45f8-a752-c573eab2461e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:51.342454 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0ca94af-5f0a-45f8-a752-c573eab2461e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:51.409994 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:51.507636 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:51.634210 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0ca94af-5f0a-45f8-a752-c573eab2461e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:51.723499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca94af-5f0a-45f8-a752-c573eab2461e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ff3108-a5a5-456f-948a-155fcbece75f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:51.736801 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0ca94af-5f0a-45f8-a752-c573eab2461e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:51.745856 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e0ca94af-5f0a-45f8-a752-c573eab2461e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d0ff3108-a5a5-456f-948a-155fcbece75f HTTP/1.1" status: 204 len: 168 time: 0.7842770 Feb 09 14:17:51.748192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33000) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:51.749294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245b9cb2-232f-4432-ae42-79934db7cbb6 None None] Network 2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:17:51.786183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:17:51.812542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:51.818888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:17:51.966582 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:51.971411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Pushing event updated for resources: {'Port': ['ID=0fcb430c-ca3a-4add-a88d-0674dda87ff1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:51.994647 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Deleting port 713aa612-e403-4e29-836d-8a9b3e00d467 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:17:51.995015 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:52.340846 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d7e95a-1130-49cd-84e0-068914c0e439 None None] DHCP port deletion for 2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:17:52.347708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7e95a-1130-49cd-84e0-068914c0e439 None None] Deleting port 713aa612-e403-4e29-836d-8a9b3e00d467 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:17:52.348334 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c5d7e95a-1130-49cd-84e0-068914c0e439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:52.449382 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] For port 713aa612-e403-4e29-836d-8a9b3e00d467, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=713aa612-e403-4e29-836d-8a9b3e00d467,segment=NetworkSegment(c071179a-99bb-4ca2-82ea-8295d50a6c46),segment_id=c071179a-99bb-4ca2-82ea-8295d50a6c46)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:52.449908 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:52.727475 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c5d7e95a-1130-49cd-84e0-068914c0e439 None None] For port 713aa612-e403-4e29-836d-8a9b3e00d467, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=713aa612-e403-4e29-836d-8a9b3e00d467,segment=NetworkSegment(c071179a-99bb-4ca2-82ea-8295d50a6c46),segment_id=c071179a-99bb-4ca2-82ea-8295d50a6c46)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:52.727898 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c5d7e95a-1130-49cd-84e0-068914c0e439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:52.829606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Calling delete_port for 713aa612-e403-4e29-836d-8a9b3e00d467 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:17:53.018769 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:53.046285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 713aa612-e403-4e29-836d-8a9b3e00d467 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:17:53.081164 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7e95a-1130-49cd-84e0-068914c0e439 None None] Calling delete_port for 713aa612-e403-4e29-836d-8a9b3e00d467 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:17:53.092283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531abe2-dd43-471e-923b-6350f2f99487 req-611e51d1-8706-4c64-a618-017047d4919e tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:53.094522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3531abe2-dd43-471e-923b-6350f2f99487 req-611e51d1-8706-4c64-a618-017047d4919e tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 945 time: 0.6952240 Feb 09 14:17:53.105470 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:53.181484 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 713aa612-e403-4e29-836d-8a9b3e00d467 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:17:53.186815 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 713aa612-e403-4e29-836d-8a9b3e00d467 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:17:53.239318 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-c5d7e95a-1130-49cd-84e0-068914c0e439 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:17:53.240633 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-c5d7e95a-1130-49cd-84e0-068914c0e439 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:17:53.259940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=713aa612-e403-4e29-836d-8a9b3e00d467,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:53.277977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:53.277977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:53.277977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:53.277977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:53.277977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:53.277977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:53.277977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:53.277977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:53.277977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:53.277977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:53.277977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:53.277977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:53.280394 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3531abe2-dd43-471e-923b-6350f2f99487 req-986798ce-a091-4151-aa20-be6e3344d3ee tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/security-groups?id=9177f81c-787f-45e4-af8a-c0a4e9a16b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090951 Feb 09 14:17:53.285486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] No DVR routers for this DVR port 713aa612-e403-4e29-836d-8a9b3e00d467 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:17:53.447885 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:53.479239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:53.500331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c071179a-99bb-4ca2-82ea-8295d50a6c46') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:53.500331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c071179a-99bb-4ca2-82ea-8295d50a6c46') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:53.522977 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:53.554798 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:53.563444 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:17:53.564930 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:17:53.587554 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:17:53.614484 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:53.680192 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:53.706119 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:53.709953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] Pushing event deleted for resources: {'Network': ['ID=2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:53.727556 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7f17cc62-f3c0-4d01-bbb7-f17d5dd4a8bf admin admin] 10.222.0.48 "DELETE /v2.0/networks/2e5b76c3-931a-47dd-8c1e-4c6bf76bfe04 HTTP/1.1" status: 204 len: 168 time: 1.9775062 Feb 09 14:17:53.743040 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7e95a-1130-49cd-84e0-068914c0e439 None None] Deleting port 713aa612-e403-4e29-836d-8a9b3e00d467 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:17:53.744969 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c5d7e95a-1130-49cd-84e0-068914c0e439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:53.847141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7e95a-1130-49cd-84e0-068914c0e439 None None] The port '713aa612-e403-4e29-836d-8a9b3e00d467' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:17:54.076807 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Router cf1f9aac-33b9-42f4-91c0-0ec08acbf0db is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:17:54.094888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b79286-7a84-4800-aab5-fc0fd451278a req-25de41d2-4e09-471e-a31c-0794192e9eeb tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:54.096792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7b79286-7a84-4800-aab5-fc0fd451278a req-25de41d2-4e09-471e-a31c-0794192e9eeb tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 945 time: 0.1394868 Feb 09 14:17:54.116427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33054) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:54.186757 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5168d0ba-c4bb-4f62-be4a-beced72fd7a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12d4657dd6c440d0bc3bbaa5e4c227bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689485 Feb 09 14:17:54.190267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33062) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:54.255059 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7b79286-7a84-4800-aab5-fc0fd451278a req-9d45fe84-de5a-4f18-bafa-c15b38094312 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/security-groups?id=9177f81c-787f-45e4-af8a-c0a4e9a16b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654950 Feb 09 14:17:54.423018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:17:54.424819 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22cd8b04-e6db-41c7-9a05-4fd4064fe555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.434381 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Sync routers for ids ['cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:17:54.447575 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Routers {'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:17:54.449833 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:17:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:54.457619 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22cd8b04-e6db-41c7-9a05-4fd4064fe555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.513571 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.517882 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7d258258-e682-4a09-a546-079396db4bfa admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2653058 Feb 09 14:17:54.518048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33074) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:54.562056 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22cd8b04-e6db-41c7-9a05-4fd4064fe555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.606376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd8b04-e6db-41c7-9a05-4fd4064fe555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771f31a6-7f0e-4d23-ac77-df2fc455eca1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:54.615391 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22cd8b04-e6db-41c7-9a05-4fd4064fe555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.616754 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-22cd8b04-e6db-41c7-9a05-4fd4064fe555 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/771f31a6-7f0e-4d23-ac77-df2fc455eca1 HTTP/1.1" status: 204 len: 168 time: 0.4250634 Feb 09 14:17:54.799465 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Set router cf1f9aac-33b9-42f4-91c0-0ec08acbf0db gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:17:55.119283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33092) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:55.219672 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'name': 'tempest-ServerRescueTestJSON-988644486-router', 'tenant_id': 'ae2414a98ed64d6489384355c90e908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '0fcb430c-ca3a-4add-a88d-0674dda87ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:48Z', 'updated_at': '2022-02-09T14:17:52Z', 'revision_number': 3, 'project_id': 'ae2414a98ed64d6489384355c90e908a', 'gw_port': {'id': '0fcb430c-ca3a-4add-a88d-0674dda87ff1', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ec:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:50Z', 'updated_at': '2022-02-09T14:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:55.224744 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Checking router: cf1f9aac-33b9-42f4-91c0-0ec08acbf0db for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:17:55.225516 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Updating router cf1f9aac-33b9-42f4-91c0-0ec08acbf0db port 0fcb430c-ca3a-4add-a88d-0674dda87ff1 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:17:55.298671 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.341758 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744a8ffd-9c9f-4e75-9b82-5f3f4cbfb642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.382476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-744a8ffd-9c9f-4e75-9b82-5f3f4cbfb642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:55.393800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-744a8ffd-9c9f-4e75-9b82-5f3f4cbfb642 admin admin] Usage tracker for resource:security_group_rule and tenant:c155958612dd4d8d85d94dd7459b7642 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:55.399492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-744a8ffd-9c9f-4e75-9b82-5f3f4cbfb642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:55.409818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-744a8ffd-9c9f-4e75-9b82-5f3f4cbfb642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:55.606947 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744a8ffd-9c9f-4e75-9b82-5f3f4cbfb642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.617565 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744a8ffd-9c9f-4e75-9b82-5f3f4cbfb642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.701172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a8ffd-9c9f-4e75-9b82-5f3f4cbfb642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9acaa92-f6be-41da-861e-ac7d8a08d80b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:55.766355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33118) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:55.777393 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-744a8ffd-9c9f-4e75-9b82-5f3f4cbfb642 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c155958612dd4d8d85d94dd7459b7642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6562550 Feb 09 14:17:55.805841 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.842513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91eb20-3f74-4ce0-ad22-4d5600ff4ec9 req-935b8016-227d-42b0-85d1-294fda1742cd tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:55.843237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-0e91eb20-3f74-4ce0-ad22-4d5600ff4ec9 req-935b8016-227d-42b0-85d1-294fda1742cd tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Synchronizing usage tracker for tenant:a2ef24576aeb4d4bb3b8e1c3e43882c1 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:17:55.859197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33122) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:55.893503 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.908498 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Transition to ACTIVE for port object 0fcb430c-ca3a-4add-a88d-0674dda87ff1 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:17:55.916765 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.993874 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Attempting to bind port 0fcb430c-ca3a-4add-a88d-0674dda87ff1 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:17:55.994920 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Attempting to bind port 0fcb430c-ca3a-4add-a88d-0674dda87ff1 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:17:55.995458 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Attempting to bind port 0fcb430c-ca3a-4add-a88d-0674dda87ff1 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:17:56.003077 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-933e9d77-cb25-4de0-bd2e-e54b1d8e2e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:56.011987 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:17:56.012624 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:17:56.014132 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:56.014698 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:17:56.015303 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Bound port: 0fcb430c-ca3a-4add-a88d-0674dda87ff1, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:17:56.015847 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:56.022936 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70023727-f09b-42f9-903b-ef0f28eda54c req-19f946e1-a996-4ca1-8083-ec431e9dcd0b tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:56.023659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-70023727-f09b-42f9-903b-ef0f28eda54c req-19f946e1-a996-4ca1-8083-ec431e9dcd0b tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Synchronizing usage tracker for tenant:a2ef24576aeb4d4bb3b8e1c3e43882c1 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:17:56.039932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-0e91eb20-3f74-4ce0-ad22-4d5600ff4ec9 req-935b8016-227d-42b0-85d1-294fda1742cd tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Unset dirty status for tenant:a2ef24576aeb4d4bb3b8e1c3e43882c1 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:17:56.041027 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0e91eb20-3f74-4ce0-ad22-4d5600ff4ec9 req-935b8016-227d-42b0-85d1-294fda1742cd tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.21 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 945 time: 0.8029931 Feb 09 14:17:56.096699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-926143895-network', 'tenant_id': '06fc6ebc92fb49a39c9717ff23b05b38'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:56.101671 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:56.111658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Usage tracker for resource:network and tenant:06fc6ebc92fb49a39c9717ff23b05b38 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:56.116569 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:56.124427 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c64ca-26da-4c2f-9c43-302fe5fad9a3 None None] Pushing event updated for resources: {'Port': ['ID=0fcb430c-ca3a-4add-a88d-0674dda87ff1,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:56.143521 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:56.156788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Made reservation on behalf of 06fc6ebc92fb49a39c9717ff23b05b38 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:17:56.159469 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:56.183534 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:56.187412 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] For port 0fcb430c-ca3a-4add-a88d-0674dda87ff1, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:17:56.197450 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] For port 0fcb430c-ca3a-4add-a88d-0674dda87ff1, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0fcb430c-ca3a-4add-a88d-0674dda87ff1,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:17:56.203092 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:56.204536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:56.209665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Usage tracker for resource:security_group_rule and tenant:06fc6ebc92fb49a39c9717ff23b05b38 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:56.213786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:56.222041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:56.303243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-0e91eb20-3f74-4ce0-ad22-4d5600ff4ec9 req-7ffda04d-877a-4c4a-900e-2e46a7a268b0 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Deleting port 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:17:56.303914 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0e91eb20-3f74-4ce0-ad22-4d5600ff4ec9 req-7ffda04d-877a-4c4a-900e-2e46a7a268b0 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:56.352212 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Routers {'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:17:56.352841 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:17:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:56.383877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-70023727-f09b-42f9-903b-ef0f28eda54c req-19f946e1-a996-4ca1-8083-ec431e9dcd0b tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Unset dirty status for tenant:a2ef24576aeb4d4bb3b8e1c3e43882c1 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:17:56.391008 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-70023727-f09b-42f9-903b-ef0f28eda54c req-19f946e1-a996-4ca1-8083-ec431e9dcd0b tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 945 time: 0.8562257 Feb 09 14:17:56.407234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:56.416921 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:56.446758 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c64ca-26da-4c2f-9c43-302fe5fad9a3 None None] Pushing event updated for resources: {'Port': ['ID=0fcb430c-ca3a-4add-a88d-0674dda87ff1,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:56.457453 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-933e9d77-cb25-4de0-bd2e-e54b1d8e2e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:56.597404 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] Set router cf1f9aac-33b9-42f4-91c0-0ec08acbf0db gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:17:56.612051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-70023727-f09b-42f9-903b-ef0f28eda54c req-fe597acd-d589-49f9-94e4-0e4c5b7ff3d7 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Synchronizing usage tracker for tenant:a2ef24576aeb4d4bb3b8e1c3e43882c1 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:17:56.749816 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-42fcf93c-6ed7-4a78-928e-f7e403e4ce15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:56.819957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2666a57-fe1b-42f6-9ba9-b70099d59797,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:56.887234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:17:56.889621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-70023727-f09b-42f9-903b-ef0f28eda54c req-fe597acd-d589-49f9-94e4-0e4c5b7ff3d7 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Unset dirty status for tenant:a2ef24576aeb4d4bb3b8e1c3e43882c1 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:17:56.892005 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-70023727-f09b-42f9-903b-ef0f28eda54c req-fe597acd-d589-49f9-94e4-0e4c5b7ff3d7 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/security-groups?id=9177f81c-787f-45e4-af8a-c0a4e9a16b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997759 Feb 09 14:17:56.896736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Allocated IP 172.20.0.1 (6da3df8a-f0bd-4e13-8120-7c22c21ea919/5c4d8820-f3f3-41df-9171-6e72ed49a05e/67f01ca5-f4a1-4f96-acbb-394d3ba725d6) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:17:56.926855 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-933e9d77-cb25-4de0-bd2e-e54b1d8e2e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:56.935248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7363fbd-8858-4843-b16a-ce744947b452 req-b231e4ac-8bd8-4073-8998-588c1d60f680 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:56.945564 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7363fbd-8858-4843-b16a-ce744947b452 req-b231e4ac-8bd8-4073-8998-588c1d60f680 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 945 time: 0.1292975 Feb 09 14:17:56.972784 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:56.973291 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Added segment 8601851b-f28d-404e-b5fb-6389a7a2cf6b of type vlan for network 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a Feb 09 14:17:57.005317 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7363fbd-8858-4843-b16a-ce744947b452 req-bab3ced5-b20e-4a94-b4a2-22a790ce103c tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583327 Feb 09 14:17:57.033988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e9d77-cb25-4de0-bd2e-e54b1d8e2e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9acaa92-f6be-41da-861e-ac7d8a08d80b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:57.035946 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.109524 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-933e9d77-cb25-4de0-bd2e-e54b1d8e2e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.112684 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-933e9d77-cb25-4de0-bd2e-e54b1d8e2e83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9acaa92-f6be-41da-861e-ac7d8a08d80b HTTP/1.1" status: 204 len: 168 time: 1.3412874 Feb 09 14:17:57.116659 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.120282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:57.121264 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.142635 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'name': 'tempest-ServerRescueTestJSON-988644486-router', 'tenant_id': 'ae2414a98ed64d6489384355c90e908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '0fcb430c-ca3a-4add-a88d-0674dda87ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:48Z', 'updated_at': '2022-02-09T14:17:52Z', 'revision_number': 3, 'project_id': 'ae2414a98ed64d6489384355c90e908a', 'gw_port': {'id': '0fcb430c-ca3a-4add-a88d-0674dda87ff1', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ec:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:50Z', 'updated_at': '2022-02-09T14:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:57.148324 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74ce590-a11f-42f8-8471-3a5c3622a2fe None None] The sync data for ids ['cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'] in n-d-828418-2 is: [{'id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'name': 'tempest-ServerRescueTestJSON-988644486-router', 'tenant_id': 'ae2414a98ed64d6489384355c90e908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '0fcb430c-ca3a-4add-a88d-0674dda87ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:48Z', 'updated_at': '2022-02-09T14:17:52Z', 'revision_number': 3, 'project_id': 'ae2414a98ed64d6489384355c90e908a', 'gw_port': {'id': '0fcb430c-ca3a-4add-a88d-0674dda87ff1', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ec:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:50Z', 'updated_at': '2022-02-09T14:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:17:57.196183 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.234498 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.252369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3920445 Feb 09 14:17:57.254987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33148) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:57.271540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-39d0fef7-88bf-4f30-b0b7-a845b4089930 admin admin] Request body: {'subnet': {'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-926143895-subnet', 'tenant_id': '06fc6ebc92fb49a39c9717ff23b05b38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:17:57.285464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-39d0fef7-88bf-4f30-b0b7-a845b4089930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:57.292633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14024d-8f3f-45a8-875f-91a194491fcb admin admin] Pushing event updated for resources: {'Network': ['ID=59ca365e-d3b8-45e0-be0e-d9cbc0e7718a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:57.295062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-39d0fef7-88bf-4f30-b0b7-a845b4089930 admin admin] Usage tracker for resource:subnet and tenant:06fc6ebc92fb49a39c9717ff23b05b38 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:57.298318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-39d0fef7-88bf-4f30-b0b7-a845b4089930 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:57.303529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:17:57.309600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-39d0fef7-88bf-4f30-b0b7-a845b4089930 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:57.326485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Network 6da3df8a-f0bd-4e13-8120-7c22c21ea919 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:17:57.326646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d0fef7-88bf-4f30-b0b7-a845b4089930 admin admin] Made reservation on behalf of 06fc6ebc92fb49a39c9717ff23b05b38 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:17:57.330143 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-39d0fef7-88bf-4f30-b0b7-a845b4089930 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.330257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-0e91eb20-3f74-4ce0-ad22-4d5600ff4ec9 req-7ffda04d-877a-4c4a-900e-2e46a7a268b0 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] For port 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=2248a5c8-a2f7-40f8-bd74-0aa58e1be1af,segment=NetworkSegment(5cb23fbe-e0c8-453d-8c40-a6b740580dd7),segment_id=5cb23fbe-e0c8-453d-8c40-a6b740580dd7)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:57.330586 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0e91eb20-3f74-4ce0-ad22-4d5600ff4ec9 req-7ffda04d-877a-4c4a-900e-2e46a7a268b0 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.339324 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:57.347955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:17:57.592472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-0e91eb20-3f74-4ce0-ad22-4d5600ff4ec9 req-7ffda04d-877a-4c4a-900e-2e46a7a268b0 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Calling delete_port for 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:17:57.633191 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Pushing event updated for resources: {'Port': ['ID=67f01ca5-f4a1-4f96-acbb-394d3ba725d6,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:57.662738 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.782684 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-39d0fef7-88bf-4f30-b0b7-a845b4089930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.883817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33160) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:57.951038 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-48c63b54-694d-4488-b661-609ca64faca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.030771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-48c63b54-694d-4488-b661-609ca64faca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:58.039071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0fef7-88bf-4f30-b0b7-a845b4089930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21261a40-428b-4eb9-949e-b2fbcded9dce,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:58.042189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-48c63b54-694d-4488-b661-609ca64faca0 admin admin] Usage tracker for resource:security_group_rule and tenant:9c2ec95eb0ed42f2bb0e398a6e90e0a7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:58.046767 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0e91eb20-3f74-4ce0-ad22-4d5600ff4ec9 req-7ffda04d-877a-4c4a-900e-2e46a7a268b0 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.047485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-48c63b54-694d-4488-b661-609ca64faca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:58.063062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-48c63b54-694d-4488-b661-609ca64faca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:58.065127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d0fef7-88bf-4f30-b0b7-a845b4089930 admin admin] Checking segment: {'id': '8601851b-f28d-404e-b5fb-6389a7a2cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:17:58.065482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d0fef7-88bf-4f30-b0b7-a845b4089930 admin admin] Network hostable DHCP agents. Network: 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:17:58.150109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d0fef7-88bf-4f30-b0b7-a845b4089930 admin admin] Network 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:17:58.155701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffda04d-877a-4c4a-900e-2e46a7a268b0 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Pushing event deleted for resources: {'Port': ['ID=2248a5c8-a2f7-40f8-bd74-0aa58e1be1af,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:58.173223 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-39d0fef7-88bf-4f30-b0b7-a845b4089930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:58.182318 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0733734-d576-43dc-84b3-04a64c9f1852 None None] Network 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:17:58.184103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d0fef7-88bf-4f30-b0b7-a845b4089930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:58.184742 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-39d0fef7-88bf-4f30-b0b7-a845b4089930 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.214447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e91eb20-3f74-4ce0-ad22-4d5600ff4ec9 req-7ffda04d-877a-4c4a-900e-2e46a7a268b0 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] No DVR routers for this DVR port 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:17:58.217391 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0e91eb20-3f74-4ce0-ad22-4d5600ff4ec9 req-7ffda04d-877a-4c4a-900e-2e46a7a268b0 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.226050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035ca9ad-2967-4d7f-8cec-c87115c61d5c', 'name': 'network-vif-deleted', 'tag': '2248a5c8-a2f7-40f8-bd74-0aa58e1be1af'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:17:58.305617 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-39d0fef7-88bf-4f30-b0b7-a845b4089930 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0488842 Feb 09 14:17:58.356064 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0e91eb20-3f74-4ce0-ad22-4d5600ff4ec9 req-7ffda04d-877a-4c4a-900e-2e46a7a268b0 tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.21 "DELETE /v2.0/ports/2248a5c8-a2f7-40f8-bd74-0aa58e1be1af HTTP/1.1" status: 204 len: 173 time: 2.3059430 Feb 09 14:17:58.415841 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-48c63b54-694d-4488-b661-609ca64faca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.421697 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-48c63b54-694d-4488-b661-609ca64faca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.545538 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:17:58.647217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dbb5d-9fbb-4e23-ad95-8b7c12afe3ae req-8a6c7167-1b65-4a30-8a36-0e35e6e9cb30 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:58.649381 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:17:58.652936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 2248a5c8-a2f7-40f8-bd74-0aa58e1be1af not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:17:58.656395 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-570dbb5d-9fbb-4e23-ad95-8b7c12afe3ae req-8a6c7167-1b65-4a30-8a36-0e35e6e9cb30 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 945 time: 0.4431202 Feb 09 14:17:58.667945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-da8c2d28-13e6-451f-b34e-f2b5f5329f25 req-09f580cd-0090-4521-8120-88d87885bc2b tempest-ServerAddressesNegativeTestJSON-388461816 tempest-ServerAddressesNegativeTestJSON-388461816-project] 10.222.0.48 "GET /v2.0/ports?device_id=035ca9ad-2967-4d7f-8cec-c87115c61d5c HTTP/1.1" status: 200 len: 210 time: 0.1868534 Feb 09 14:17:58.674717 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-48c63b54-694d-4488-b661-609ca64faca0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c2ec95eb0ed42f2bb0e398a6e90e0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7768426 Feb 09 14:17:58.679017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33172) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:58.688228 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c63b54-694d-4488-b661-609ca64faca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a9adff-8488-4ad5-a532-4403d5dbedb4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:58.775140 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab434173-7a4e-4d35-9838-bfcf00842abd None None] Network 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:17:58.786081 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5001-4fd7-4b6e-a7ed-c3ff165160ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.833851 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5001-4fd7-4b6e-a7ed-c3ff165160ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.950570 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5001-4fd7-4b6e-a7ed-c3ff165160ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.982426 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035ca9ad-2967-4d7f-8cec-c87115c61d5c', 'name': 'network-vif-deleted', 'tag': '2248a5c8-a2f7-40f8-bd74-0aa58e1be1af', 'status': 'completed', 'code': 200} Feb 09 14:17:58.983349 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:59.043595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d5001-4fd7-4b6e-a7ed-c3ff165160ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a9adff-8488-4ad5-a532-4403d5dbedb4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:59.074155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0fcb430c-ca3a-4add-a88d-0674dda87ff1 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:17:59.078640 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5001-4fd7-4b6e-a7ed-c3ff165160ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:59.079767 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-aa7d5001-4fd7-4b6e-a7ed-c3ff165160ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3a9adff-8488-4ad5-a532-4403d5dbedb4 HTTP/1.1" status: 204 len: 168 time: 0.3998008 Feb 09 14:17:59.092527 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-570dbb5d-9fbb-4e23-ad95-8b7c12afe3ae req-52ad1c21-ad5a-41e0-9553-1e7732593cd3 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4310603 Feb 09 14:17:59.215179 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2f512b97-fa30-4c80-a174-9d812ad5f5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:59.270484 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 0fcb430c-ca3a-4add-a88d-0674dda87ff1 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:17:59.322352 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 0fcb430c-ca3a-4add-a88d-0674dda87ff1 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:17:59.322944 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:59.511285 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:59.518047 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:59.652839 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-f96edffc-4153-4359-91df-89eb5e418df5 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:59.653583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-f96edffc-4153-4359-91df-89eb5e418df5 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Synchronizing usage tracker for tenant:06fc6ebc92fb49a39c9717ff23b05b38 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:17:59.689159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-f96edffc-4153-4359-91df-89eb5e418df5 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Unset dirty status for tenant:06fc6ebc92fb49a39c9717ff23b05b38 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:17:59.691410 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-f96edffc-4153-4359-91df-89eb5e418df5 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/networks?id=59ca365e-d3b8-45e0-be0e-d9cbc0e7718a HTTP/1.1" status: 200 len: 817 time: 0.2859213 Feb 09 14:17:59.695026 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:59.728214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 0fcb430c-ca3a-4add-a88d-0674dda87ff1, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0fcb430c-ca3a-4add-a88d-0674dda87ff1,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:17:59.733549 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-e6d0617f-caf9-4b75-9d4e-68f8e7581967 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/quotas/06fc6ebc92fb49a39c9717ff23b05b38 HTTP/1.1" status: 200 len: 375 time: 0.0345898 Feb 09 14:17:59.735504 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:59.829494 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:59.834372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33204) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:59.838167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Pushing event updated for resources: {'Port': ['ID=67f01ca5-f4a1-4f96-acbb-394d3ba725d6,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:59.928107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=0fcb430c-ca3a-4add-a88d-0674dda87ff1,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:59.964519 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-7a90efa8-e159-4cd3-b426-46558bf051c7 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=06fc6ebc92fb49a39c9717ff23b05b38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2293844 Feb 09 14:18:00.017751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af7764e-f3c2-4a7d-ab24-5eac12f6cc28 admin admin] Deleting subnet ec8f3c94-2e90-4364-9ab3-ce79519d04b9 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:18:00.027947 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5af7764e-f3c2-4a7d-ab24-5eac12f6cc28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:00.126882 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:00.132172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b3997-9b69-4770-90a8-e13b5f403bc6 req-dadbfb27-cf69-496a-92bc-844e908f0696 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:00.137232 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e1b3997-9b69-4770-90a8-e13b5f403bc6 req-dadbfb27-cf69-496a-92bc-844e908f0696 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.35 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 945 time: 0.2856526 Feb 09 14:18:00.143070 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5af7764e-f3c2-4a7d-ab24-5eac12f6cc28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:00.227897 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:00.247760 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d920822b-05e5-4664-9574-6481c867d52a service neutron] 10.222.0.48 "GET /v2.0/networks/59ca365e-d3b8-45e0-be0e-d9cbc0e7718a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689607 Feb 09 14:18:00.297525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-1e1b3997-9b69-4770-90a8-e13b5f403bc6 req-bd086a3d-7577-4b37-855b-52743232ad2f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Deleting port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:18:00.297525 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1e1b3997-9b69-4770-90a8-e13b5f403bc6 req-bd086a3d-7577-4b37-855b-52743232ad2f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:00.343354 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Network 6da3df8a-f0bd-4e13-8120-7c22c21ea919 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:00.348267 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:00.615789 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5af7764e-f3c2-4a7d-ab24-5eac12f6cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:00.802973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812b661-6ca0-4ffb-8378-fdf9ad42d68c req-a120b7c4-1c9b-4f86-b370-8718cd175392 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:00.816542 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d812b661-6ca0-4ffb-8378-fdf9ad42d68c req-a120b7c4-1c9b-4f86-b370-8718cd175392 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 945 time: 0.4701285 Feb 09 14:18:00.823672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1e1b3997-9b69-4770-90a8-e13b5f403bc6 req-bd086a3d-7577-4b37-855b-52743232ad2f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] For port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1a24f367-c3c5-4cd6-a6d9-510cbad6a724,segment=NetworkSegment(ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51),segment_id=ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:00.824200 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1e1b3997-9b69-4770-90a8-e13b5f403bc6 req-bd086a3d-7577-4b37-855b-52743232ad2f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:00.910953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0fcb430c-ca3a-4add-a88d-0674dda87ff1 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:00.918255 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d812b661-6ca0-4ffb-8378-fdf9ad42d68c req-b37b07fa-94c7-4822-af73-942ce525b89a tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8c3a4af-fcea-4da8-8634-fa72a4c82742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006629 Feb 09 14:18:00.938131 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Router cf1f9aac-33b9-42f4-91c0-0ec08acbf0db has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:18:00.955619 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5af7764e-f3c2-4a7d-ab24-5eac12f6cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.092359 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-84ef3888-0946-4ad3-a6d7-d0e8fb4345d0 service neutron] 10.222.0.48 "GET /v2.0/networks/59ca365e-d3b8-45e0-be0e-d9cbc0e7718a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8436279 Feb 09 14:18:01.095716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 0fcb430c-ca3a-4add-a88d-0674dda87ff1 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:01.096141 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.241464 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5af7764e-f3c2-4a7d-ab24-5eac12f6cc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.258185 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7764e-f3c2-4a7d-ab24-5eac12f6cc28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec8f3c94-2e90-4364-9ab3-ce79519d04b9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:01.277662 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5af7764e-f3c2-4a7d-ab24-5eac12f6cc28 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ec8f3c94-2e90-4364-9ab3-ce79519d04b9 HTTP/1.1" status: 204 len: 168 time: 1.4407549 Feb 09 14:18:01.288765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33242) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:01.456080 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1e1b3997-9b69-4770-90a8-e13b5f403bc6 req-bd086a3d-7577-4b37-855b-52743232ad2f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.456613 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1e1b3997-9b69-4770-90a8-e13b5f403bc6 req-bd086a3d-7577-4b37-855b-52743232ad2f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.457051 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-1e1b3997-9b69-4770-90a8-e13b5f403bc6 req-bd086a3d-7577-4b37-855b-52743232ad2f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Floating IP 3df606f0-b2a8-4b86-b873-8da274835ace disassociated. External IP: 172.25.8.177, port: 1a24f367-c3c5-4cd6-a6d9-510cbad6a724. Feb 09 14:18:01.459256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-1e1b3997-9b69-4770-90a8-e13b5f403bc6 req-bd086a3d-7577-4b37-855b-52743232ad2f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Calling delete_port for 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:18:01.505068 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd75d722-f719-4f39-9265-ec8dafd0c858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.543856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:18:01.558004 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Sync routers for ids ['cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:18:01.571053 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-370d015e-8f16-4e51-a8ef-5cb960cca69b admin admin] 10.222.0.48 "PUT /v2.0/routers/cf1f9aac-33b9-42f4-91c0-0ec08acbf0db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0500755 Feb 09 14:18:01.574502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Routers {'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:18:01.575151 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:17:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:01.853152 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:02.081733 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd75d722-f719-4f39-9265-ec8dafd0c858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:02.088652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Set router cf1f9aac-33b9-42f4-91c0-0ec08acbf0db gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:18:02.184615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-cd75d722-f719-4f39-9265-ec8dafd0c858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:02.216833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-cd75d722-f719-4f39-9265-ec8dafd0c858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb23fbe-e0c8-453d-8c40-a6b740580dd7') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:02.217221 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-cd75d722-f719-4f39-9265-ec8dafd0c858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb23fbe-e0c8-453d-8c40-a6b740580dd7') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:02.249792 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd75d722-f719-4f39-9265-ec8dafd0c858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:02.271016 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1e1b3997-9b69-4770-90a8-e13b5f403bc6 req-bd086a3d-7577-4b37-855b-52743232ad2f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:02.342980 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd75d722-f719-4f39-9265-ec8dafd0c858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:02.368377 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-69d8c9da-26ac-4abf-b792-e3f3ae767123 req-b5c840c2-7673-4e73-b650-8906bd703418 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 210 time: 0.1121714 Feb 09 14:18:02.405669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd086a3d-7577-4b37-855b-52743232ad2f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Pushing event deleted for resources: {'Port': ['ID=1a24f367-c3c5-4cd6-a6d9-510cbad6a724,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:02.420038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd75d722-f719-4f39-9265-ec8dafd0c858 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:18:02.420038 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd75d722-f719-4f39-9265-ec8dafd0c858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:18:02.446780 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:18:02.522774 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3ac97f89-3271-4991-85df-0d550a69ae77 req-8f58784a-0831-428e-a8ee-5dd17ea7fb43 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4bee0f-707f-4bf5-9905-22569f709832 HTTP/1.1" status: 200 len: 210 time: 0.1125457 Feb 09 14:18:02.767585 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd75d722-f719-4f39-9265-ec8dafd0c858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:03.123113 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'name': 'tempest-ServerRescueTestJSON-988644486-router', 'tenant_id': 'ae2414a98ed64d6489384355c90e908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '0fcb430c-ca3a-4add-a88d-0674dda87ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:48Z', 'updated_at': '2022-02-09T14:17:58Z', 'revision_number': 4, 'project_id': 'ae2414a98ed64d6489384355c90e908a', 'gw_port': {'id': '0fcb430c-ca3a-4add-a88d-0674dda87ff1', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:50Z', 'updated_at': '2022-02-09T14:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '67f01ca5-f4a1-4f96-acbb-394d3ba725d6', 'name': '', 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919', 'tenant_id': 'ae2414a98ed64d6489384355c90e908a', 'mac_address': 'fa:16:3e:18:14:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5c4d8820-f3f3-41df-9171-6e72ed49a05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:55Z', 'updated_at': '2022-02-09T14:17:59Z', 'revision_number': 2, 'project_id': 'ae2414a98ed64d6489384355c90e908a', 'subnets': [{'id': '5c4d8820-f3f3-41df-9171-6e72ed49a05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:03.142241 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Checking router: cf1f9aac-33b9-42f4-91c0-0ec08acbf0db for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:18:03.142605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Updating router cf1f9aac-33b9-42f4-91c0-0ec08acbf0db port 67f01ca5-f4a1-4f96-acbb-394d3ba725d6 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:18:03.184532 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd75d722-f719-4f39-9265-ec8dafd0c858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:03.187063 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75d722-f719-4f39-9265-ec8dafd0c858 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:03.203572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-6bca32a4-ffdb-4e19-9c11-dc79ed4717a0 req-bbea56b6-b195-4f7b-b3bb-80517d4f455d service neutron] (87597) timed out ('10.222.0.35', 52233) {{(pid=87597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 14:18:03.259411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e1b3997-9b69-4770-90a8-e13b5f403bc6 req-bd086a3d-7577-4b37-855b-52743232ad2f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:18:03.278558 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:03.433706 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cd75d722-f719-4f39-9265-ec8dafd0c858 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fa9b7112-ab0f-4cc4-8e2e-4be9d8d081e5 HTTP/1.1" status: 204 len: 168 time: 2.1415219 Feb 09 14:18:03.544585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-9b0292f7-5f36-480d-aead-dd98e0518397 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:03.545711 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-9b0292f7-5f36-480d-aead-dd98e0518397 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Synchronizing usage tracker for tenant:ae2414a98ed64d6489384355c90e908a on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:03.576389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-9b0292f7-5f36-480d-aead-dd98e0518397 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Unset dirty status for tenant:ae2414a98ed64d6489384355c90e908a on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:03.585810 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-9b0292f7-5f36-480d-aead-dd98e0518397 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/networks?id=6da3df8a-f0bd-4e13-8120-7c22c21ea919 HTTP/1.1" status: 200 len: 810 time: 0.5900769 Feb 09 14:18:03.616977 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-ccaa2761-7ede-40b9-95dd-e3ce5bb9b305 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/quotas/ae2414a98ed64d6489384355c90e908a HTTP/1.1" status: 200 len: 375 time: 0.0340841 Feb 09 14:18:03.618415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd27b3-baef-4cd6-9338-87c09c44b4ae req-516f1928-6f5f-45ae-8313-e624ce963cf5 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:03.626854 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15dd27b3-baef-4cd6-9338-87c09c44b4ae req-516f1928-6f5f-45ae-8313-e624ce963cf5 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 945 time: 0.4438567 Feb 09 14:18:03.846996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-b55ae372-eb0e-4e91-96d7-a9398344aaf8 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Synchronizing usage tracker for tenant:ae2414a98ed64d6489384355c90e908a on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:03.889715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-b55ae372-eb0e-4e91-96d7-a9398344aaf8 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Unset dirty status for tenant:ae2414a98ed64d6489384355c90e908a on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:03.900101 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-b55ae372-eb0e-4e91-96d7-a9398344aaf8 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2414a98ed64d6489384355c90e908a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2821324 Feb 09 14:18:03.990322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:18:04.114122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33344) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:04.132196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:18:04.132962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:18:04.315297 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15dd27b3-baef-4cd6-9338-87c09c44b4ae req-4cf1f3c9-4b18-4c03-980d-2a196f8e37dc tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6867635 Feb 09 14:18:04.326074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e1b3997-9b69-4770-90a8-e13b5f403bc6 req-bd086a3d-7577-4b37-855b-52743232ad2f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:18:04.351561 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f651843d-7590-4915-a9a0-7880c90ee870 None None] Sync routers for ids ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:18:04.365391 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3a9b074e-1991-4e4a-92d3-511c66003db6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2ef24576aeb4d4bb3b8e1c3e43882c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494786 Feb 09 14:18:04.371575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33352) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:04.380019 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f651843d-7590-4915-a9a0-7880c90ee870 None None] Routers {'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:18:04.380626 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f651843d-7590-4915-a9a0-7880c90ee870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:17:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:04.655886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1b3997-9b69-4770-90a8-e13b5f403bc6 req-bd086a3d-7577-4b37-855b-52743232ad2f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] No DVR routers for this DVR port 1a24f367-c3c5-4cd6-a6d9-510cbad6a724 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:18:04.673187 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1e1b3997-9b69-4770-90a8-e13b5f403bc6 req-bd086a3d-7577-4b37-855b-52743232ad2f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:04.686229 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e1b3997-9b69-4770-90a8-e13b5f403bc6 req-bd086a3d-7577-4b37-855b-52743232ad2f tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.35 "DELETE /v2.0/ports/1a24f367-c3c5-4cd6-a6d9-510cbad6a724 HTTP/1.1" status: 204 len: 173 time: 4.5299811 Feb 09 14:18:04.688107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538682cb-4ec6-4033-aa19-15fa1e8b8b1c', 'name': 'network-vif-deleted', 'tag': '1a24f367-c3c5-4cd6-a6d9-510cbad6a724'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:04.710161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33358) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:04.906395 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b2318fb-3ac7-4dd4-8a7c-077f6596c0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:04.913667 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:04.969697 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Transition to ACTIVE for port object 67f01ca5-f4a1-4f96-acbb-394d3ba725d6 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:04.979235 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b2318fb-3ac7-4dd4-8a7c-077f6596c0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.011291 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.041399 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-959240e6-aad6-4d4b-a8b2-24bb6dd47a03 service neutron] 10.222.0.48 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1404207 Feb 09 14:18:05.057225 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-f651843d-7590-4915-a9a0-7880c90ee870 None None] Set router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:18:05.067120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-cc0e24fa-d80a-4470-b536-8743fd0a2933 req-d5c93721-0909-4499-894c-2e4f793d7b66 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Synchronizing usage tracker for tenant:7eae360e45b94057993f45117e9e8fa8 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:05.070015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8c83e-913d-46b9-a7cc-f85655b4224e req-cf508290-45b0-45ca-90ee-edb156e62929 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:05.072839 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-463b74ad-7469-48b2-8d63-8a3a13802d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.091939 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6fb8c83e-913d-46b9-a7cc-f85655b4224e req-cf508290-45b0-45ca-90ee-edb156e62929 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 945 time: 0.5321910 Feb 09 14:18:05.210893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-cc0e24fa-d80a-4470-b536-8743fd0a2933 req-d5c93721-0909-4499-894c-2e4f793d7b66 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Unset dirty status for tenant:7eae360e45b94057993f45117e9e8fa8 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:05.212195 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc0e24fa-d80a-4470-b536-8743fd0a2933 req-d5c93721-0909-4499-894c-2e4f793d7b66 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 210 time: 0.2138448 Feb 09 14:18:05.213225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-463b74ad-7469-48b2-8d63-8a3a13802d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:05.254248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-463b74ad-7469-48b2-8d63-8a3a13802d5c admin admin] Usage tracker for resource:security_group_rule and tenant:7128e3f56edb413fa185db10654c07bf is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:05.280198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-463b74ad-7469-48b2-8d63-8a3a13802d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:05.295066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-463b74ad-7469-48b2-8d63-8a3a13802d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:05.347418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-6fb8c83e-913d-46b9-a7cc-f85655b4224e req-b80223c2-d665-49c7-9e2b-c95e1bd73413 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Deleting port 68bf6049-70f1-4b12-b7fa-808d4b16462e {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:18:05.348026 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6fb8c83e-913d-46b9-a7cc-f85655b4224e req-b80223c2-d665-49c7-9e2b-c95e1bd73413 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.395003 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b2318fb-3ac7-4dd4-8a7c-077f6596c0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.423966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2318fb-3ac7-4dd4-8a7c-077f6596c0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9177f81c-787f-45e4-af8a-c0a4e9a16b9f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:05.463799 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b2318fb-3ac7-4dd4-8a7c-077f6596c0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.465717 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6b2318fb-3ac7-4dd4-8a7c-077f6596c0f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9177f81c-787f-45e4-af8a-c0a4e9a16b9f HTTP/1.1" status: 204 len: 168 time: 1.0927715 Feb 09 14:18:05.505294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd38e2-9234-45d8-9aff-615ba317ceb9 None None] Pushing event updated for resources: {'Port': ['ID=67f01ca5-f4a1-4f96-acbb-394d3ba725d6,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:05.653705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Attempting to bind port 67f01ca5-f4a1-4f96-acbb-394d3ba725d6 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:18:05.654444 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Attempting to bind port 67f01ca5-f4a1-4f96-acbb-394d3ba725d6 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '701b0672-985b-4ec2-a282-18faae787d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:18:05.655788 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Attempting to bind port 67f01ca5-f4a1-4f96-acbb-394d3ba725d6 on network 6da3df8a-f0bd-4e13-8120-7c22c21ea919 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:05.659563 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-db0b0487-e53e-4c4c-b997-b4e803c109ef req-fb1f9d9a-4f95-4621-8991-42e2e5adf1f8 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4bee0f-707f-4bf5-9905-22569f709832 HTTP/1.1" status: 200 len: 210 time: 0.1635296 Feb 09 14:18:05.690658 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:18:05.693205 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Checking segment: {'id': '701b0672-985b-4ec2-a282-18faae787d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:18:05.693874 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.696296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Bound using segment: {'id': '701b0672-985b-4ec2-a282-18faae787d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:18:05.697052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Bound port: 67f01ca5-f4a1-4f96-acbb-394d3ba725d6, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701b0672-985b-4ec2-a282-18faae787d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:18:05.697668 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.888946 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538682cb-4ec6-4033-aa19-15fa1e8b8b1c', 'name': 'network-vif-deleted', 'tag': '1a24f367-c3c5-4cd6-a6d9-510cbad6a724', 'status': 'completed', 'code': 200} Feb 09 14:18:05.954828 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-463b74ad-7469-48b2-8d63-8a3a13802d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.979412 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] For port 67f01ca5-f4a1-4f96-acbb-394d3ba725d6, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:18:05.983608 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-463b74ad-7469-48b2-8d63-8a3a13802d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.985632 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] For port 67f01ca5-f4a1-4f96-acbb-394d3ba725d6, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=67f01ca5-f4a1-4f96-acbb-394d3ba725d6,segment=NetworkSegment(701b0672-985b-4ec2-a282-18faae787d2d),segment_id=701b0672-985b-4ec2-a282-18faae787d2d)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:18:05.991101 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:06.104711 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-463b74ad-7469-48b2-8d63-8a3a13802d5c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7128e3f56edb413fa185db10654c07bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3841286 Feb 09 14:18:06.106153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33378) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:06.114514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b74ad-7469-48b2-8d63-8a3a13802d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ba4f46-ff45-4125-9000-74d84443841a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:06.119616 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f651843d-7590-4915-a9a0-7880c90ee870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'name': 'tempest-ServersTestJSON-775921424-router', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:15:45Z', 'updated_at': '2022-02-09T14:15:58Z', 'revision_number': 4, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'gw_port': {'id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:48Z', 'updated_at': '2022-02-09T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c1493035-8557-414e-8343-d432aef506f6', 'name': '', 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'mac_address': 'fa:16:3e:e8:13:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:56Z', 'updated_at': '2022-02-09T14:16:07Z', 'revision_number': 5, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'subnets': [{'id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:06.125373 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f651843d-7590-4915-a9a0-7880c90ee870 None None] Checking router: ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:18:06.149233 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f651843d-7590-4915-a9a0-7880c90ee870 None None] Routers {'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:18:06.150072 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f651843d-7590-4915-a9a0-7880c90ee870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:17:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:06.159470 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Routers {'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:18:06.160432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:17:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:06.216948 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-6c25c3ef-e9c2-4637-bd7f-3c809e9d91e3 service neutron] 10.222.0.48 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0094357 Feb 09 14:18:06.557975 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0eec6adc-61a3-406f-9dc8-800b24823e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:06.592608 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd38e2-9234-45d8-9aff-615ba317ceb9 None None] Pushing event updated for resources: {'Port': ['ID=67f01ca5-f4a1-4f96-acbb-394d3ba725d6,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:06.638732 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0eec6adc-61a3-406f-9dc8-800b24823e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:06.770240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-6d7c23ae-1ac6-41ae-90c4-c8acc083ffc8 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:06.778844 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-6d7c23ae-1ac6-41ae-90c4-c8acc083ffc8 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.35 "GET /v2.0/networks?id=59ca365e-d3b8-45e0-be0e-d9cbc0e7718a HTTP/1.1" status: 200 len: 817 time: 1.1183193 Feb 09 14:18:06.804159 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0eec6adc-61a3-406f-9dc8-800b24823e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:06.815164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-0874c483-8aed-4d6f-92ca-8a2e80ba15df tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Request body: {'port': {'device_id': '9b4bee0f-707f-4bf5-9905-22569f709832', 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a', 'admin_state_up': True, 'tenant_id': '06fc6ebc92fb49a39c9717ff23b05b38'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:06.816653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-6fb8c83e-913d-46b9-a7cc-f85655b4224e req-b80223c2-d665-49c7-9e2b-c95e1bd73413 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] For port 68bf6049-70f1-4b12-b7fa-808d4b16462e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=68bf6049-70f1-4b12-b7fa-808d4b16462e,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:06.817053 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6fb8c83e-913d-46b9-a7cc-f85655b4224e req-b80223c2-d665-49c7-9e2b-c95e1bd73413 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:06.841722 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] Set router cf1f9aac-33b9-42f4-91c0-0ec08acbf0db gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:18:06.981149 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-f651843d-7590-4915-a9a0-7880c90ee870 None None] Set router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:18:07.054590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-0874c483-8aed-4d6f-92ca-8a2e80ba15df tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:07.066430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-0874c483-8aed-4d6f-92ca-8a2e80ba15df tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Usage tracker for resource:port and tenant:06fc6ebc92fb49a39c9717ff23b05b38 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:07.069769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-0874c483-8aed-4d6f-92ca-8a2e80ba15df tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:07.076895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-0874c483-8aed-4d6f-92ca-8a2e80ba15df tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:07.121482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-0874c483-8aed-4d6f-92ca-8a2e80ba15df tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Made reservation on behalf of 06fc6ebc92fb49a39c9717ff23b05b38 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:07.131906 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-0874c483-8aed-4d6f-92ca-8a2e80ba15df tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:07.377180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-6fb8c83e-913d-46b9-a7cc-f85655b4224e req-b80223c2-d665-49c7-9e2b-c95e1bd73413 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Calling delete_port for 68bf6049-70f1-4b12-b7fa-808d4b16462e owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:18:07.531250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-6dfa641b-ee9a-4c22-9d35-c24d7742ad47 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:07.547978 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-6dfa641b-ee9a-4c22-9d35-c24d7742ad47 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.21 "GET /v2.0/networks?id=59ca365e-d3b8-45e0-be0e-d9cbc0e7718a HTTP/1.1" status: 200 len: 817 time: 1.3115394 Feb 09 14:18:07.606802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-0874c483-8aed-4d6f-92ca-8a2e80ba15df tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Allocated IP 172.20.0.10 (59ca365e-d3b8-45e0-be0e-d9cbc0e7718a/21261a40-428b-4eb9-949e-b2fbcded9dce/358c3aef-5d0f-47d5-823a-234d7906ca54) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:07.612251 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-b33a1823-3500-49f0-bddd-25f3a824348a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Request body: {'port': {'device_id': 'b8245439-c9b5-40b4-88e9-1ffa10d1f494', 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a', 'admin_state_up': True, 'tenant_id': '06fc6ebc92fb49a39c9717ff23b05b38'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:07.651444 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7adfabf-0ba1-4254-8cdc-a9e522098135 req-8708804c-c7af-4fd0-8942-2c1ee48adc08 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/ports?device_id=538682cb-4ec6-4033-aa19-15fa1e8b8b1c HTTP/1.1" status: 200 len: 210 time: 0.4736707 Feb 09 14:18:07.765625 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'name': 'tempest-ServerRescueTestJSON-988644486-router', 'tenant_id': 'ae2414a98ed64d6489384355c90e908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '0fcb430c-ca3a-4add-a88d-0674dda87ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:48Z', 'updated_at': '2022-02-09T14:17:58Z', 'revision_number': 4, 'project_id': 'ae2414a98ed64d6489384355c90e908a', 'gw_port': {'id': '0fcb430c-ca3a-4add-a88d-0674dda87ff1', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:50Z', 'updated_at': '2022-02-09T14:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '67f01ca5-f4a1-4f96-acbb-394d3ba725d6', 'name': '', 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919', 'tenant_id': 'ae2414a98ed64d6489384355c90e908a', 'mac_address': 'fa:16:3e:18:14:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5c4d8820-f3f3-41df-9171-6e72ed49a05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:55Z', 'updated_at': '2022-02-09T14:18:05Z', 'revision_number': 4, 'project_id': 'ae2414a98ed64d6489384355c90e908a', 'subnets': [{'id': '5c4d8820-f3f3-41df-9171-6e72ed49a05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:07.777482 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c715729-9514-459f-bae9-ff243553ab27 None None] The sync data for ids ['cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'] in n-d-828418-2 is: [{'id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'name': 'tempest-ServerRescueTestJSON-988644486-router', 'tenant_id': 'ae2414a98ed64d6489384355c90e908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '0fcb430c-ca3a-4add-a88d-0674dda87ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:48Z', 'updated_at': '2022-02-09T14:17:58Z', 'revision_number': 4, 'project_id': 'ae2414a98ed64d6489384355c90e908a', 'gw_port': {'id': '0fcb430c-ca3a-4add-a88d-0674dda87ff1', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:50Z', 'updated_at': '2022-02-09T14:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '67f01ca5-f4a1-4f96-acbb-394d3ba725d6', 'name': '', 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919', 'tenant_id': 'ae2414a98ed64d6489384355c90e908a', 'mac_address': 'fa:16:3e:18:14:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '5c4d8820-f3f3-41df-9171-6e72ed49a05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:55Z', 'updated_at': '2022-02-09T14:18:05Z', 'revision_number': 4, 'project_id': 'ae2414a98ed64d6489384355c90e908a', 'subnets': [{'id': '5c4d8820-f3f3-41df-9171-6e72ed49a05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:18:07.802443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33416) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:07.948335 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3aacd1f-68fc-42fe-a1aa-a04ca123d0d6 req-b032cc25-d193-46b3-af58-94522cfd93f8 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 210 time: 0.0746663 Feb 09 14:18:07.976901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec6adc-61a3-406f-9dc8-800b24823e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ba4f46-ff45-4125-9000-74d84443841a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:08.025159 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0eec6adc-61a3-406f-9dc8-800b24823e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:08.050274 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0eec6adc-61a3-406f-9dc8-800b24823e73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0ba4f46-ff45-4125-9000-74d84443841a HTTP/1.1" status: 204 len: 168 time: 1.9141083 Feb 09 14:18:08.252974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773074e-b715-4d50-a07d-d5a11234eab8 req-b05415fb-4ffe-48f1-befa-cc1a85562279 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:08.268420 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7773074e-b715-4d50-a07d-d5a11234eab8 req-b05415fb-4ffe-48f1-befa-cc1a85562279 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 945 time: 2.1606579 Feb 09 14:18:08.269715 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f651843d-7590-4915-a9a0-7880c90ee870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'name': 'tempest-ServersTestJSON-775921424-router', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:15:45Z', 'updated_at': '2022-02-09T14:15:58Z', 'revision_number': 4, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'gw_port': {'id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:48Z', 'updated_at': '2022-02-09T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c1493035-8557-414e-8343-d432aef506f6', 'name': '', 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'mac_address': 'fa:16:3e:e8:13:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:56Z', 'updated_at': '2022-02-09T14:16:07Z', 'revision_number': 5, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'subnets': [{'id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:08.279174 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f651843d-7590-4915-a9a0-7880c90ee870 None None] The sync data for ids ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'] in n-d-828418-2 is: [{'id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'name': 'tempest-ServersTestJSON-775921424-router', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:15:45Z', 'updated_at': '2022-02-09T14:15:58Z', 'revision_number': 4, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'gw_port': {'id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:48Z', 'updated_at': '2022-02-09T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c1493035-8557-414e-8343-d432aef506f6', 'name': '', 'network_id': 'bdf8e264-cbf1-4d53-9f70-2eb50d3d0042', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'mac_address': 'fa:16:3e:e8:13:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:56Z', 'updated_at': '2022-02-09T14:16:07Z', 'revision_number': 5, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'subnets': [{'id': '7b77f735-3e0e-4639-9ae0-b78965871043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:18:08.297442 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-b33a1823-3500-49f0-bddd-25f3a824348a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:08.311503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-b33a1823-3500-49f0-bddd-25f3a824348a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Usage tracker for resource:port and tenant:06fc6ebc92fb49a39c9717ff23b05b38 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:08.316310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-b33a1823-3500-49f0-bddd-25f3a824348a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:08.324716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-b33a1823-3500-49f0-bddd-25f3a824348a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:08.339477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1626111937-network', 'tenant_id': '1715b9bc728e4e098a9765208bbbd1de'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:08.358209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-b33a1823-3500-49f0-bddd-25f3a824348a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Made reservation on behalf of 06fc6ebc92fb49a39c9717ff23b05b38 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:08.362453 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-b33a1823-3500-49f0-bddd-25f3a824348a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:08.472340 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7773074e-b715-4d50-a07d-d5a11234eab8 req-bcde9745-4cc7-4deb-b294-9d4d908e63cc tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028952 Feb 09 14:18:08.509854 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-0874c483-8aed-4d6f-92ca-8a2e80ba15df tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:08.533039 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:08.548375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 68bf6049-70f1-4b12-b7fa-808d4b16462e no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:18:08.582366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-246ebef1-d950-4794-93ac-2f4072ddd86d tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:08.587817 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-246ebef1-d950-4794-93ac-2f4072ddd86d tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.35 "GET /v2.0/networks?id=59ca365e-d3b8-45e0-be0e-d9cbc0e7718a HTTP/1.1" status: 200 len: 817 time: 1.5004981 Feb 09 14:18:08.610946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-2a377ced-dc4f-4c3d-97ca-d0bd26fbf8f9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Request body: {'port': {'device_id': 'c275d512-100c-4795-b780-b19b48ffefc9', 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a', 'admin_state_up': True, 'tenant_id': '06fc6ebc92fb49a39c9717ff23b05b38'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:08.768653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:08.803628 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6fb8c83e-913d-46b9-a7cc-f85655b4224e req-b80223c2-d665-49c7-9e2b-c95e1bd73413 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:08.838417 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33430) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:08.839163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Usage tracker for resource:network and tenant:1715b9bc728e4e098a9765208bbbd1de is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:08.857075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:08.862941 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Port 68bf6049-70f1-4b12-b7fa-808d4b16462e update to DOWN by agent not found {{(pid=87598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 14:18:08.898104 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1292ad0d-f7bb-4e52-a983-a0e69378f937 req-05ddf7da-538c-496d-80b3-5c4343edaca7 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4bee0f-707f-4bf5-9905-22569f709832 HTTP/1.1" status: 200 len: 210 time: 0.5463669 Feb 09 14:18:09.002520 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9bc94e-a3f6-4c35-bda8-58b1150fefec None None] New status for floating IP 3df606f0-b2a8-4b86-b873-8da274835ace: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:18:09.011148 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33436) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:09.073648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:09.103552 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-0874c483-8aed-4d6f-92ca-8a2e80ba15df tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.124014 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80223c2-d665-49c7-9e2b-c95e1bd73413 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Pushing event deleted for resources: {'Port': ['ID=68bf6049-70f1-4b12-b7fa-808d4b16462e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:09.351717 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ab0598d1-5fe8-4e02-b709-12ebd6d6d386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.436873 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-0874c483-8aed-4d6f-92ca-8a2e80ba15df tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Network 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:09.447122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-0874c483-8aed-4d6f-92ca-8a2e80ba15df tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:09.463186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-0874c483-8aed-4d6f-92ca-8a2e80ba15df tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:18:09.465670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b03b8f91-09ae-48c9-b819-a188595afa0e req-96ac818a-4d01-4c24-b488-e63e771cd033 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 210 time: 0.1151490 Feb 09 14:18:09.466436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Made reservation on behalf of 1715b9bc728e4e098a9765208bbbd1de for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:09.469116 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.479790 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 67f01ca5-f4a1-4f96-acbb-394d3ba725d6 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:09.511238 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.524235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ab0598d1-5fe8-4e02-b709-12ebd6d6d386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:09.528596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ab0598d1-5fe8-4e02-b709-12ebd6d6d386 admin admin] Usage tracker for resource:security_group_rule and tenant:c42bc9cba7614fa08b9194ad235a77c2 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:09.531545 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ab0598d1-5fe8-4e02-b709-12ebd6d6d386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:09.538481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ab0598d1-5fe8-4e02-b709-12ebd6d6d386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:09.575452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-0874c483-8aed-4d6f-92ca-8a2e80ba15df tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:09.576481 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-0874c483-8aed-4d6f-92ca-8a2e80ba15df tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.619576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874c483-8aed-4d6f-92ca-8a2e80ba15df tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Pushing event updated for resources: {'Port': ['ID=358c3aef-5d0f-47d5-823a-234d7906ca54,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:09.631214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-2a377ced-dc4f-4c3d-97ca-d0bd26fbf8f9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:09.638333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-2a377ced-dc4f-4c3d-97ca-d0bd26fbf8f9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Usage tracker for resource:port and tenant:06fc6ebc92fb49a39c9717ff23b05b38 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:09.644508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-2a377ced-dc4f-4c3d-97ca-d0bd26fbf8f9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:09.657593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-2a377ced-dc4f-4c3d-97ca-d0bd26fbf8f9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:09.662062 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ab0598d1-5fe8-4e02-b709-12ebd6d6d386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.678788 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-0874c483-8aed-4d6f-92ca-8a2e80ba15df tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8853271 Feb 09 14:18:09.681119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-2a377ced-dc4f-4c3d-97ca-d0bd26fbf8f9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Made reservation on behalf of 06fc6ebc92fb49a39c9717ff23b05b38 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:09.681551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb8c83e-913d-46b9-a7cc-f85655b4224e req-b80223c2-d665-49c7-9e2b-c95e1bd73413 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] No DVR routers for this DVR port 68bf6049-70f1-4b12-b7fa-808d4b16462e on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:18:09.690004 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-2a377ced-dc4f-4c3d-97ca-d0bd26fbf8f9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.697410 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ab0598d1-5fe8-4e02-b709-12ebd6d6d386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.706939 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-6fb8c83e-913d-46b9-a7cc-f85655b4224e req-b80223c2-d665-49c7-9e2b-c95e1bd73413 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.718189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Request body: {'port': {'device_id': '9b4bee0f-707f-4bf5-9905-22569f709832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:09.763606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6483023-824c-40db-be2f-2afae46b18c7', 'name': 'network-vif-deleted', 'tag': '68bf6049-70f1-4b12-b7fa-808d4b16462e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:09.771743 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:09.776181 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Usage tracker for resource:security_group_rule and tenant:1715b9bc728e4e098a9765208bbbd1de is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:09.779253 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:09.786440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:09.870620 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6fb8c83e-913d-46b9-a7cc-f85655b4224e req-b80223c2-d665-49c7-9e2b-c95e1bd73413 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.21 "DELETE /v2.0/ports/68bf6049-70f1-4b12-b7fa-808d4b16462e HTTP/1.1" status: 204 len: 173 time: 4.7776611 Feb 09 14:18:09.907998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 67f01ca5-f4a1-4f96-acbb-394d3ba725d6 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:09.913923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 67f01ca5-f4a1-4f96-acbb-394d3ba725d6 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:09.914475 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.951794 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58f864ce-8dea-46c2-aee4-ea7b826ce7eb tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.081160 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6483023-824c-40db-be2f-2afae46b18c7', 'name': 'network-vif-deleted', 'tag': '68bf6049-70f1-4b12-b7fa-808d4b16462e', 'status': 'completed', 'code': 200} Feb 09 14:18:10.089095 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f31c726-0424-4e5a-b94f-23a9b2320e73 req-c204726b-cfed-46f1-9442-83821eb7a398 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 210 time: 0.2415969 Feb 09 14:18:10.140852 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.185962 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ab0598d1-5fe8-4e02-b709-12ebd6d6d386 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c42bc9cba7614fa08b9194ad235a77c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3293884 Feb 09 14:18:10.186989 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.192745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33452) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:10.235268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0598d1-5fe8-4e02-b709-12ebd6d6d386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a498a2fd-e4b5-450e-aa07-ab2459458d0f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:10.270337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 67f01ca5-f4a1-4f96-acbb-394d3ba725d6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=67f01ca5-f4a1-4f96-acbb-394d3ba725d6,segment=NetworkSegment(701b0672-985b-4ec2-a282-18faae787d2d),segment_id=701b0672-985b-4ec2-a282-18faae787d2d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:10.275751 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.278944 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.398602 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=67f01ca5-f4a1-4f96-acbb-394d3ba725d6,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:10.466179 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.507698 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58f864ce-8dea-46c2-aee4-ea7b826ce7eb tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.605357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-cbfd2835-80b9-46b7-b91f-2c3909e1e26e tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:10.607790 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-cbfd2835-80b9-46b7-b91f-2c3909e1e26e tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.21 "GET /v2.0/networks?id=6da3df8a-f0bd-4e13-8120-7c22c21ea919 HTTP/1.1" status: 200 len: 810 time: 1.5975597 Feb 09 14:18:10.615488 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58f864ce-8dea-46c2-aee4-ea7b826ce7eb tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.646751 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.657149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-4e949f2c-d1f3-4608-ae2b-9fbb374aa333 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Request body: {'port': {'device_id': '32db85a6-b95e-4930-be56-33eaca637874', 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919', 'admin_state_up': True, 'tenant_id': 'ae2414a98ed64d6489384355c90e908a'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:10.746127 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d3cfe9a-af85-442e-b706-e9583f281f31 req-386ad962-de92-4c19-a69c-7adcc86c9e05 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 210 time: 0.0712781 Feb 09 14:18:10.763927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f864ce-8dea-46c2-aee4-ea7b826ce7eb tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c3a4af-fcea-4da8-8634-fa72a4c82742,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:10.808045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-b33a1823-3500-49f0-bddd-25f3a824348a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Allocated IP 172.20.0.6 (59ca365e-d3b8-45e0-be0e-d9cbc0e7718a/21261a40-428b-4eb9-949e-b2fbcded9dce/5dd13f9d-fe39-4f30-9900-62d89dcf6215) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:10.820127 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:18:10.886206 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 67f01ca5-f4a1-4f96-acbb-394d3ba725d6 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:10.901922 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.902266 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Added segment b130a646-f42c-451a-8c71-47a5ef975c91 of type vlan for network c67dc89e-0c9d-4c1b-a4fb-2443bca014bd Feb 09 14:18:10.915249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33464) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:10.936126 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58f864ce-8dea-46c2-aee4-ea7b826ce7eb tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.937251 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-58f864ce-8dea-46c2-aee4-ea7b826ce7eb tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "DELETE /v2.0/security-groups/f8c3a4af-fcea-4da8-8634-fa72a4c82742 HTTP/1.1" status: 204 len: 168 time: 1.9223557 Feb 09 14:18:10.940125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33470) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:10.963353 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c82feb34-1c0d-4195-8bc2-5e09d7a97275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.965372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046d09a5-bca4-4bd4-b34b-691e51d76de9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:10.967797 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-b0622a9e-90db-4a52-8f5e-76a7b578e7ea tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] show failed (client error): The resource could not be found. Feb 09 14:18:10.971297 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b0622a9e-90db-4a52-8f5e-76a7b578e7ea tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "GET /v2.0/security-groups/f8c3a4af-fcea-4da8-8634-fa72a4c82742 HTTP/1.1" status: 404 len: 347 time: 0.0302827 Feb 09 14:18:10.975123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33474) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:11.020982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 67f01ca5-f4a1-4f96-acbb-394d3ba725d6 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:11.021540 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:11.074772 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:18:11.090659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1972a2c-fa69-4293-89dc-d39a452590fb req-d4671828-2cdd-4950-a924-fd1b6bbf8915 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:11.091397 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a1972a2c-fa69-4293-89dc-d39a452590fb req-d4671828-2cdd-4950-a924-fd1b6bbf8915 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Synchronizing usage tracker for tenant:06fc6ebc92fb49a39c9717ff23b05b38 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:11.100866 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:11.107315 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c82feb34-1c0d-4195-8bc2-5e09d7a97275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:11.189473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-4e949f2c-d1f3-4608-ae2b-9fbb374aa333 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:11.222259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Deleting port ec02b654-7c7d-4191-89a9-703b8fd4b3ad {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:18:11.222259 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:11.266725 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a1972a2c-fa69-4293-89dc-d39a452590fb req-d4671828-2cdd-4950-a924-fd1b6bbf8915 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Unset dirty status for tenant:06fc6ebc92fb49a39c9717ff23b05b38 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:11.268083 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a1972a2c-fa69-4293-89dc-d39a452590fb req-d4671828-2cdd-4950-a924-fd1b6bbf8915 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4bee0f-707f-4bf5-9905-22569f709832 HTTP/1.1" status: 200 len: 932 time: 0.9860713 Feb 09 14:18:11.274380 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-4e949f2c-d1f3-4608-ae2b-9fbb374aa333 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:11.318045 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:11.319398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:11.320235 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:11.328524 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0459a90-efe0-47c3-b42c-712b7257a830 req-f0fe2227-516f-42cc-a8a2-25629b476455 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6483023-824c-40db-be2f-2afae46b18c7 HTTP/1.1" status: 200 len: 210 time: 0.1105094 Feb 09 14:18:11.330809 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6bc3ae0-2a4f-4002-b7a6-dff49cc0945a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:11.363590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a6bc3ae0-2a4f-4002-b7a6-dff49cc0945a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:11.363590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a6bc3ae0-2a4f-4002-b7a6-dff49cc0945a admin admin] Usage tracker for resource:security_group_rule and tenant:93f784ff15da40e3b0c547d623768391 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:11.363590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a6bc3ae0-2a4f-4002-b7a6-dff49cc0945a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:11.419551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-4e949f2c-d1f3-4608-ae2b-9fbb374aa333 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Made reservation on behalf of ae2414a98ed64d6489384355c90e908a for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:11.423293 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-4e949f2c-d1f3-4608-ae2b-9fbb374aa333 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:11.432450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a6bc3ae0-2a4f-4002-b7a6-dff49cc0945a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:11.544241 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:11.544524 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:11.568725 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c82feb34-1c0d-4195-8bc2-5e09d7a97275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:11.571133 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c82feb34-1c0d-4195-8bc2-5e09d7a97275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:11.572301 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c82feb34-1c0d-4195-8bc2-5e09d7a97275 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a498a2fd-e4b5-450e-aa07-ab2459458d0f HTTP/1.1" status: 204 len: 168 time: 1.3413651 Feb 09 14:18:11.575672 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a1972a2c-fa69-4293-89dc-d39a452590fb req-58b25c33-9de7-445a-9671-7e9671a46c7d tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957044 Feb 09 14:18:11.589520 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.7649546 Feb 09 14:18:11.590503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcf29a-c366-475e-a6de-860fe374c04f admin admin] Pushing event updated for resources: {'Network': ['ID=c67dc89e-0c9d-4c1b-a4fb-2443bca014bd,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:11.598055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33484) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:11.606230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network c67dc89e-0c9d-4c1b-a4fb-2443bca014bd details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:18:11.621215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-6fc4083e-bd26-4dfb-b35c-18787bb30abe admin admin] Request body: {'subnet': {'network_id': 'c67dc89e-0c9d-4c1b-a4fb-2443bca014bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1626111937-subnet', 'tenant_id': '1715b9bc728e4e098a9765208bbbd1de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:11.628027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82feb34-1c0d-4195-8bc2-5e09d7a97275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a498a2fd-e4b5-450e-aa07-ab2459458d0f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:11.640261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6fc4083e-bd26-4dfb-b35c-18787bb30abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:11.649653 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-b33a1823-3500-49f0-bddd-25f3a824348a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:11.653993 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6fc4083e-bd26-4dfb-b35c-18787bb30abe admin admin] Usage tracker for resource:subnet and tenant:1715b9bc728e4e098a9765208bbbd1de is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:11.660696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6fc4083e-bd26-4dfb-b35c-18787bb30abe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:11.682736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6fc4083e-bd26-4dfb-b35c-18787bb30abe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:11.689560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Calling delete_port for ec02b654-7c7d-4191-89a9-703b8fd4b3ad owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:18:11.706934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc4083e-bd26-4dfb-b35c-18787bb30abe admin admin] Made reservation on behalf of 1715b9bc728e4e098a9765208bbbd1de for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:11.710158 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6fc4083e-bd26-4dfb-b35c-18787bb30abe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:11.943059 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6bc3ae0-2a4f-4002-b7a6-dff49cc0945a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:11.945783 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-20758aff-4cbf-4b95-8110-33c486dfb195 req-d18bf8df-11ea-4c4f-8d06-33abf25ef0f5 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 210 time: 0.0642645 Feb 09 14:18:11.947530 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:11.998174 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6bc3ae0-2a4f-4002-b7a6-dff49cc0945a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:12.026102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Pushing event deleted for resources: {'Port': ['ID=ec02b654-7c7d-4191-89a9-703b8fd4b3ad,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:12.073957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-4e949f2c-d1f3-4608-ae2b-9fbb374aa333 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Allocated IP 172.20.0.7 (6da3df8a-f0bd-4e13-8120-7c22c21ea919/5c4d8820-f3f3-41df-9171-6e72ed49a05e/8fec6098-3e33-49b5-b397-c817293ee41e) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:12.090391 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-b33a1823-3500-49f0-bddd-25f3a824348a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:12.098735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:12.099100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:12.099445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:12.099837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:12.100172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:12.100506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:12.100854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:12.101165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:12.101492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:12.101816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:12.102139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:12.102463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:12.224627 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-b33a1823-3500-49f0-bddd-25f3a824348a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Network 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:12.265109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-b33a1823-3500-49f0-bddd-25f3a824348a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:12.282927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-b33a1823-3500-49f0-bddd-25f3a824348a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:18:12.302725 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a6bc3ae0-2a4f-4002-b7a6-dff49cc0945a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=93f784ff15da40e3b0c547d623768391&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3862121 Feb 09 14:18:12.308786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc3ae0-2a4f-4002-b7a6-dff49cc0945a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf56a733-a829-492b-9aea-ab9fd4a24764,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:12.310334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33506) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:12.326332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a1823-3500-49f0-bddd-25f3a824348a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Pushing event updated for resources: {'Port': ['ID=5dd13f9d-fe39-4f30-9900-62d89dcf6215,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:12.383444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-2a377ced-dc4f-4c3d-97ca-d0bd26fbf8f9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Allocated IP 172.20.0.5 (59ca365e-d3b8-45e0-be0e-d9cbc0e7718a/21261a40-428b-4eb9-949e-b2fbcded9dce/e61b134b-924a-4ef0-aff0-8c17f37d7187) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:12.473886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-b33a1823-3500-49f0-bddd-25f3a824348a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:12.474685 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-b33a1823-3500-49f0-bddd-25f3a824348a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:12.546866 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6fc4083e-bd26-4dfb-b35c-18787bb30abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:12.592475 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-b33a1823-3500-49f0-bddd-25f3a824348a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9988921 Feb 09 14:18:12.616914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Request body: {'port': {'device_id': 'b8245439-c9b5-40b4-88e9-1ffa10d1f494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:12.661564 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:12.731433 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-4e949f2c-d1f3-4608-ae2b-9fbb374aa333 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:12.741849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4083e-bd26-4dfb-b35c-18787bb30abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=67cddf1a-1ddc-4fd2-8c81-53086d104436,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:12.794176 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-80806b39-a712-4f12-90df-222a60ab3a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:12.806021 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc4083e-bd26-4dfb-b35c-18787bb30abe admin admin] Checking segment: {'id': 'b130a646-f42c-451a-8c71-47a5ef975c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c67dc89e-0c9d-4c1b-a4fb-2443bca014bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:18:12.806377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc4083e-bd26-4dfb-b35c-18787bb30abe admin admin] Network hostable DHCP agents. Network: c67dc89e-0c9d-4c1b-a4fb-2443bca014bd, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:18:12.829807 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-80806b39-a712-4f12-90df-222a60ab3a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:12.901783 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:12.936254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc4083e-bd26-4dfb-b35c-18787bb30abe admin admin] Network c67dc89e-0c9d-4c1b-a4fb-2443bca014bd is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:18:12.949057 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-80806b39-a712-4f12-90df-222a60ab3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:12.985907 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80806b39-a712-4f12-90df-222a60ab3a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf56a733-a829-492b-9aea-ab9fd4a24764,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:12.991607 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-4e949f2c-d1f3-4608-ae2b-9fbb374aa333 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:13.001004 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-80806b39-a712-4f12-90df-222a60ab3a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:13.002293 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-80806b39-a712-4f12-90df-222a60ab3a75 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf56a733-a829-492b-9aea-ab9fd4a24764 HTTP/1.1" status: 204 len: 168 time: 0.6869845 Feb 09 14:18:13.047983 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:13.051969 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7fa70c8a-f0fb-4dc9-b0cc-752b6a166e49 tempest-ServersTestJSON-1048641690 tempest-ServersTestJSON-1048641690-project] 10.222.0.48 "DELETE /v2.0/floatingips/3df606f0-b2a8-4b86-b873-8da274835ace HTTP/1.1" status: 204 len: 168 time: 2.0729699 Feb 09 14:18:13.056774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33540) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:13.079066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-6fc4083e-bd26-4dfb-b35c-18787bb30abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, c67dc89e-0c9d-4c1b-a4fb-2443bca014bd) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:13.083898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc4083e-bd26-4dfb-b35c-18787bb30abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:13.084495 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6fc4083e-bd26-4dfb-b35c-18787bb30abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:13.090905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbf63c9-73f0-42ac-ac40-618ac6ea4e21 None None] Network c67dc89e-0c9d-4c1b-a4fb-2443bca014bd requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:18:13.098481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e949f2c-d1f3-4608-ae2b-9fbb374aa333 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Pushing event updated for resources: {'Port': ['ID=8fec6098-3e33-49b5-b397-c817293ee41e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:13.154578 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-4e949f2c-d1f3-4608-ae2b-9fbb374aa333 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Network 6da3df8a-f0bd-4e13-8120-7c22c21ea919 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:13.175703 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-2a377ced-dc4f-4c3d-97ca-d0bd26fbf8f9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:13.196279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47090da4-3e2a-41a3-a585-b35833fe3416 req-21c46a26-efcf-485b-934f-160c27a68010 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:13.206399 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47090da4-3e2a-41a3-a585-b35833fe3416 req-21c46a26-efcf-485b-934f-160c27a68010 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4bee0f-707f-4bf5-9905-22569f709832 HTTP/1.1" status: 200 len: 932 time: 0.3807089 Feb 09 14:18:13.211550 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-4e949f2c-d1f3-4608-ae2b-9fbb374aa333 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:13.217638 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-4e949f2c-d1f3-4608-ae2b-9fbb374aa333 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:18:13.342311 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6fc4083e-bd26-4dfb-b35c-18787bb30abe admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7423985 Feb 09 14:18:13.409338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d48d0-f572-4018-ae03-ddb467c7addb None None] Network c67dc89e-0c9d-4c1b-a4fb-2443bca014bd requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:18:13.439910 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-4e949f2c-d1f3-4608-ae2b-9fbb374aa333 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:13.440795 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-4e949f2c-d1f3-4608-ae2b-9fbb374aa333 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:13.484901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33554) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:13.522105 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47090da4-3e2a-41a3-a585-b35833fe3416 req-ccaf5b99-3085-43f0-8a65-6594a088c8ba tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147366 Feb 09 14:18:13.543525 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-4e949f2c-d1f3-4608-ae2b-9fbb374aa333 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9051929 Feb 09 14:18:13.579367 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Request body: {'port': {'device_id': '32db85a6-b95e-4930-be56-33eaca637874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:13.724307 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5af0b04-aaa0-4589-8ca1-af8572bbf873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:13.839586 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-2a377ced-dc4f-4c3d-97ca-d0bd26fbf8f9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:13.877090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f5af0b04-aaa0-4589-8ca1-af8572bbf873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:13.890739 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f5af0b04-aaa0-4589-8ca1-af8572bbf873 admin admin] Usage tracker for resource:security_group_rule and tenant:23d084638ea14107a3c05084d0ce691a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:13.897904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f5af0b04-aaa0-4589-8ca1-af8572bbf873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:13.918601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f5af0b04-aaa0-4589-8ca1-af8572bbf873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:13.930989 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:13.968154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-2a377ced-dc4f-4c3d-97ca-d0bd26fbf8f9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Network 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:13.977956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb49a4-a1b0-4ef1-9cd5-f4cdc52a071d req-64fce7c9-d833-4715-b471-0d48135650cd tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:13.979476 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27cb49a4-a1b0-4ef1-9cd5-f4cdc52a071d req-64fce7c9-d833-4715-b471-0d48135650cd tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 931 time: 0.8153315 Feb 09 14:18:13.986353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-2a377ced-dc4f-4c3d-97ca-d0bd26fbf8f9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:14.001318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-2a377ced-dc4f-4c3d-97ca-d0bd26fbf8f9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:18:14.061899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89151f6-06cf-448a-9495-88149d15075c req-4b7a9c1e-a0da-47f1-932b-10ab172f790b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:14.068333 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f89151f6-06cf-448a-9495-88149d15075c req-4b7a9c1e-a0da-47f1-932b-10ab172f790b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 811 time: 0.3259499 Feb 09 14:18:14.099407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f89151f6-06cf-448a-9495-88149d15075c req-acc16eaf-09b6-42cd-a97c-08edac29b35f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/quotas/a0e2775b9be9415aac8d2804e4d4888c HTTP/1.1" status: 200 len: 375 time: 0.0288308 Feb 09 14:18:14.105576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a377ced-dc4f-4c3d-97ca-d0bd26fbf8f9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Pushing event updated for resources: {'Port': ['ID=e61b134b-924a-4ef0-aff0-8c17f37d7187,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:14.189787 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27cb49a4-a1b0-4ef1-9cd5-f4cdc52a071d req-d64b9bd5-0953-4f56-b5cd-694839158d40 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568053 Feb 09 14:18:14.195646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-2a377ced-dc4f-4c3d-97ca-d0bd26fbf8f9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:14.196375 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-2a377ced-dc4f-4c3d-97ca-d0bd26fbf8f9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:14.243538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-2a377ced-dc4f-4c3d-97ca-d0bd26fbf8f9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6456659 Feb 09 14:18:14.292721 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Request body: {'port': {'device_id': 'c275d512-100c-4795-b780-b19b48ffefc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:14.381541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f89151f6-06cf-448a-9495-88149d15075c req-f8c3df0f-a057-48cf-9bde-5c684311946a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Synchronizing usage tracker for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:14.418337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 358c3aef-5d0f-47d5-823a-234d7906ca54 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:18:14.429603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f89151f6-06cf-448a-9495-88149d15075c req-f8c3df0f-a057-48cf-9bde-5c684311946a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Unset dirty status for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:14.437272 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:14.442462 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f89151f6-06cf-448a-9495-88149d15075c req-f8c3df0f-a057-48cf-9bde-5c684311946a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3314052 Feb 09 14:18:14.509718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Transition to ACTIVE for port object 358c3aef-5d0f-47d5-823a-234d7906ca54 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:14.521230 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:14.530658 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:14.719404 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5393b46d-87d8-4c53-b7a5-a6a6cc5b1582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:14.758420 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5af0b04-aaa0-4589-8ca1-af8572bbf873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:14.764455 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33592) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:14.781039 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5af0b04-aaa0-4589-8ca1-af8572bbf873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:14.910634 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f5af0b04-aaa0-4589-8ca1-af8572bbf873 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23d084638ea14107a3c05084d0ce691a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4191432 Feb 09 14:18:14.930916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33598) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:14.965166 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af0b04-aaa0-4589-8ca1-af8572bbf873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80d3c86-1882-42e9-bc6f-20db9d9dc438,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:14.980993 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f89151f6-06cf-448a-9495-88149d15075c req-f68cdcab-9f22-4c24-b761-2367e58bd096 service neutron] 10.222.0.48 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372963 Feb 09 14:18:14.981933 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ee51d88-95c1-4cdf-85d7-37b63ce716af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:15.024775 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Pushing event updated for resources: {'Port': ['ID=358c3aef-5d0f-47d5-823a-234d7906ca54,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:15.115708 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:18:15.125185 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9ee51d88-95c1-4cdf-85d7-37b63ce716af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:15.135437 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:18:15.149642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9ee51d88-95c1-4cdf-85d7-37b63ce716af admin admin] Usage tracker for resource:security_group_rule and tenant:9da01740515f4a2fa9fa13df98f6be56 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:15.189339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9ee51d88-95c1-4cdf-85d7-37b63ce716af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:15.252674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9ee51d88-95c1-4cdf-85d7-37b63ce716af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:15.304275 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd13f9d-fe39-4f30-9900-62d89dcf6215 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:18:15.333942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fec6098-3e33-49b5-b397-c817293ee41e {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:18:15.339072 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:15.341303 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0bdb226b-767c-4852-a8a2-f897bd05243b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:15.361019 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:15.374199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-43baf581-4521-4353-990a-977452a783bf tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:15.375746 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-43baf581-4521-4353-990a-977452a783bf tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/networks?id=c67dc89e-0c9d-4c1b-a4fb-2443bca014bd HTTP/1.1" status: 200 len: 821 time: 0.6741023 Feb 09 14:18:15.428509 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f89151f6-06cf-448a-9495-88149d15075c req-1a1f51f1-0309-448d-8f88-4dfb8be3a05d service neutron] 10.222.0.48 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273500 Feb 09 14:18:15.430261 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0bdb226b-767c-4852-a8a2-f897bd05243b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:15.438423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Transition to ACTIVE for port object 5dd13f9d-fe39-4f30-9900-62d89dcf6215 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:15.439207 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-a425efff-2a23-4b95-8344-e5a858c9f7e9 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/quotas/1715b9bc728e4e098a9765208bbbd1de HTTP/1.1" status: 200 len: 375 time: 0.0346549 Feb 09 14:18:15.443804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Transition to ACTIVE for port object 8fec6098-3e33-49b5-b397-c817293ee41e will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:15.445424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Attempting to bind port 358c3aef-5d0f-47d5-823a-234d7906ca54 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:18:15.445816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Attempting to bind port 358c3aef-5d0f-47d5-823a-234d7906ca54 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '8601851b-f28d-404e-b5fb-6389a7a2cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:18:15.446151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Attempting to bind port 358c3aef-5d0f-47d5-823a-234d7906ca54 on network 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:15.451355 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:15.517488 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:15.521639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Port 358c3aef-5d0f-47d5-823a-234d7906ca54 on network 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:18:15.522150 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Attempting to bind port 358c3aef-5d0f-47d5-823a-234d7906ca54 on network 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:15.576202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:18:15.576993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Checking segment: {'id': '8601851b-f28d-404e-b5fb-6389a7a2cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:18:15.577645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Bound using segment: {'id': '8601851b-f28d-404e-b5fb-6389a7a2cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:18:15.578411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Bound port: 358c3aef-5d0f-47d5-823a-234d7906ca54, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8601851b-f28d-404e-b5fb-6389a7a2cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:18:15.579080 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:15.640351 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-20a5789f-5344-49f2-92d5-47b7725bb9ee tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1715b9bc728e4e098a9765208bbbd1de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1702068 Feb 09 14:18:15.842999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd13f9d-fe39-4f30-9900-62d89dcf6215,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:15.966349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] For port 358c3aef-5d0f-47d5-823a-234d7906ca54, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:18:15.976522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-fbd9501c-c448-4f54-8bd8-3175a8e4fce7 service neutron] 10.222.0.48 "GET /v2.0/networks/c67dc89e-0c9d-4c1b-a4fb-2443bca014bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348489 Feb 09 14:18:16.004229 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ee51d88-95c1-4cdf-85d7-37b63ce716af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:16.017161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] For port 358c3aef-5d0f-47d5-823a-234d7906ca54, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=358c3aef-5d0f-47d5-823a-234d7906ca54,segment=NetworkSegment(8601851b-f28d-404e-b5fb-6389a7a2cf6b),segment_id=8601851b-f28d-404e-b5fb-6389a7a2cf6b)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:18:16.028450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-5393b46d-87d8-4c53-b7a5-a6a6cc5b1582 admin admin] Deleting port c1493035-8557-414e-8343-d432aef506f6 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:18:16.029497 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5393b46d-87d8-4c53-b7a5-a6a6cc5b1582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:16.202989 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ee51d88-95c1-4cdf-85d7-37b63ce716af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:16.224960 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0bdb226b-767c-4852-a8a2-f897bd05243b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:16.268686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Pushing event updated for resources: {'Port': ['ID=8fec6098-3e33-49b5-b397-c817293ee41e,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:16.284927 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:16.314917 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9ee51d88-95c1-4cdf-85d7-37b63ce716af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9da01740515f4a2fa9fa13df98f6be56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5493624 Feb 09 14:18:16.317171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33614) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:16.324311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Attempting to bind port 5dd13f9d-fe39-4f30-9900-62d89dcf6215 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:18:16.324642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Attempting to bind port 5dd13f9d-fe39-4f30-9900-62d89dcf6215 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '8601851b-f28d-404e-b5fb-6389a7a2cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:18:16.324966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Attempting to bind port 5dd13f9d-fe39-4f30-9900-62d89dcf6215 on network 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:16.341349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee51d88-95c1-4cdf-85d7-37b63ce716af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad91092-be06-4716-af9d-50552ab14538,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:16.397867 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Port 5dd13f9d-fe39-4f30-9900-62d89dcf6215 on network 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:18:16.398201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Attempting to bind port 5dd13f9d-fe39-4f30-9900-62d89dcf6215 on network 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:16.408309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:16.408935 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:16.410317 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] 10.222.0.35 "PUT /v2.0/ports/358c3aef-5d0f-47d5-823a-234d7906ca54 HTTP/1.1" status: 200 len: 1092 time: 6.6968517 Feb 09 14:18:16.411321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4bee0f-707f-4bf5-9905-22569f709832', 'tag': '358c3aef-5d0f-47d5-823a-234d7906ca54'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:16.429120 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb226b-767c-4852-a8a2-f897bd05243b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80d3c86-1882-42e9-bc6f-20db9d9dc438,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:16.431519 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0bdb226b-767c-4852-a8a2-f897bd05243b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:16.440344 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0bdb226b-767c-4852-a8a2-f897bd05243b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c80d3c86-1882-42e9-bc6f-20db9d9dc438 HTTP/1.1" status: 204 len: 168 time: 1.5035942 Feb 09 14:18:16.449101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e61b134b-924a-4ef0-aff0-8c17f37d7187 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:18:16.456247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Attempting to bind port 8fec6098-3e33-49b5-b397-c817293ee41e on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:18:16.456590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Attempting to bind port 8fec6098-3e33-49b5-b397-c817293ee41e by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '701b0672-985b-4ec2-a282-18faae787d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:18:16.456925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Attempting to bind port 8fec6098-3e33-49b5-b397-c817293ee41e on network 6da3df8a-f0bd-4e13-8120-7c22c21ea919 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:16.460034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:18:16.460276 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Checking segment: {'id': '8601851b-f28d-404e-b5fb-6389a7a2cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:18:16.460657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Bound using segment: {'id': '8601851b-f28d-404e-b5fb-6389a7a2cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:18:16.461104 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Bound port: 5dd13f9d-fe39-4f30-9900-62d89dcf6215, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8601851b-f28d-404e-b5fb-6389a7a2cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:18:16.461445 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:16.487086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Port 8fec6098-3e33-49b5-b397-c817293ee41e on network 6da3df8a-f0bd-4e13-8120-7c22c21ea919 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:18:16.487343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Attempting to bind port 8fec6098-3e33-49b5-b397-c817293ee41e on network 6da3df8a-f0bd-4e13-8120-7c22c21ea919 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:16.501126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb7850-8efc-4b35-b60f-d1e2b9cb8d5f req-734e0f22-738a-47df-8b77-d11d31adcea6 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:16.502771 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74bb7850-8efc-4b35-b60f-d1e2b9cb8d5f req-734e0f22-738a-47df-8b77-d11d31adcea6 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4bee0f-707f-4bf5-9905-22569f709832 HTTP/1.1" status: 200 len: 944 time: 0.7733350 Feb 09 14:18:16.539961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:18:16.540236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Checking segment: {'id': '701b0672-985b-4ec2-a282-18faae787d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:18:16.540612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Bound using segment: {'id': '701b0672-985b-4ec2-a282-18faae787d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:18:16.541057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Bound port: 8fec6098-3e33-49b5-b397-c817293ee41e, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701b0672-985b-4ec2-a282-18faae787d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:18:16.541406 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:16.577168 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:16.598058 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bb788-2a3e-410e-9db3-342a03fcf209 service neutron] Pushing event updated for resources: {'Port': ['ID=358c3aef-5d0f-47d5-823a-234d7906ca54,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:16.658856 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6834bf83-1a1e-438e-912d-44f3c544817a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:16.667079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Transition to ACTIVE for port object e61b134b-924a-4ef0-aff0-8c17f37d7187 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:16.684460 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:16.697984 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-91371f53-14c3-4030-b410-6bbc30d544c5 service neutron] 10.222.0.48 "GET /v2.0/networks/c67dc89e-0c9d-4c1b-a4fb-2443bca014bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200835 Feb 09 14:18:16.756862 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74bb7850-8efc-4b35-b60f-d1e2b9cb8d5f req-8a23099e-ed82-450e-9d8c-bf9004d551c0 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182829 Feb 09 14:18:16.800425 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] For port 5dd13f9d-fe39-4f30-9900-62d89dcf6215, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:18:16.813114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] For port 5dd13f9d-fe39-4f30-9900-62d89dcf6215, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5dd13f9d-fe39-4f30-9900-62d89dcf6215,segment=NetworkSegment(8601851b-f28d-404e-b5fb-6389a7a2cf6b),segment_id=8601851b-f28d-404e-b5fb-6389a7a2cf6b)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:18:16.862461 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6834bf83-1a1e-438e-912d-44f3c544817a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:16.916085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33624) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:17.077406 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6834bf83-1a1e-438e-912d-44f3c544817a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:17.082169 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:17.115170 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-409f7ef1-2648-4f91-b1ad-27447f459005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:17.135889 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Pushing event updated for resources: {'Port': ['ID=e61b134b-924a-4ef0-aff0-8c17f37d7187,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:17.146773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-fa4f8671-b61c-4fe2-9e5d-637f093fc49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:17.148288 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-fa4f8671-b61c-4fe2-9e5d-637f093fc49e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06fc6ebc92fb49a39c9717ff23b05b38&device_id=9b4bee0f-707f-4bf5-9905-22569f709832 HTTP/1.1" status: 200 len: 1095 time: 0.6388659 Feb 09 14:18:17.151667 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55f6c736-821f-4492-997c-17585ef6d1a3 req-0b504843-d93e-4f96-8c29-dd068c76ee98 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 210 time: 0.1553938 Feb 09 14:18:17.184223 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] For port 8fec6098-3e33-49b5-b397-c817293ee41e, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:18:17.223023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834bf83-1a1e-438e-912d-44f3c544817a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad91092-be06-4716-af9d-50552ab14538,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:17.250586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] For port 8fec6098-3e33-49b5-b397-c817293ee41e, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=8fec6098-3e33-49b5-b397-c817293ee41e,segment=NetworkSegment(701b0672-985b-4ec2-a282-18faae787d2d),segment_id=701b0672-985b-4ec2-a282-18faae787d2d)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:18:17.267756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Attempting to bind port e61b134b-924a-4ef0-aff0-8c17f37d7187 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:18:17.268111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Attempting to bind port e61b134b-924a-4ef0-aff0-8c17f37d7187 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '8601851b-f28d-404e-b5fb-6389a7a2cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:18:17.268436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Attempting to bind port e61b134b-924a-4ef0-aff0-8c17f37d7187 on network 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:17.271902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:17.272529 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:17.273918 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] 10.222.0.21 "PUT /v2.0/ports/5dd13f9d-fe39-4f30-9900-62d89dcf6215 HTTP/1.1" status: 200 len: 1091 time: 4.6618910 Feb 09 14:18:17.274605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-409f7ef1-2648-4f91-b1ad-27447f459005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:17.278615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8245439-c9b5-40b4-88e9-1ffa10d1f494', 'tag': '5dd13f9d-fe39-4f30-9900-62d89dcf6215'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:17.279591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-409f7ef1-2648-4f91-b1ad-27447f459005 admin admin] Usage tracker for resource:security_group_rule and tenant:8afbe40c9bc04a92a397284d2b87a2b7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:17.284369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-409f7ef1-2648-4f91-b1ad-27447f459005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:17.292889 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:17.293165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-409f7ef1-2648-4f91-b1ad-27447f459005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:17.297530 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6834bf83-1a1e-438e-912d-44f3c544817a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:17.298606 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6834bf83-1a1e-438e-912d-44f3c544817a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ad91092-be06-4716-af9d-50552ab14538 HTTP/1.1" status: 204 len: 168 time: 0.9758215 Feb 09 14:18:17.324356 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4bee0f-707f-4bf5-9905-22569f709832', 'tag': '358c3aef-5d0f-47d5-823a-234d7906ca54', 'status': 'completed', 'code': 200} Feb 09 14:18:17.376092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb5473-513f-4ffc-a2c6-485b7f104166 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd13f9d-fe39-4f30-9900-62d89dcf6215,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:17.387642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-5393b46d-87d8-4c53-b7a5-a6a6cc5b1582 admin admin] For port c1493035-8557-414e-8343-d432aef506f6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c1493035-8557-414e-8343-d432aef506f6,segment=NetworkSegment(ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51),segment_id=ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:17.388036 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5393b46d-87d8-4c53-b7a5-a6a6cc5b1582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:17.440511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:17.441129 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:17.443221 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] 10.222.0.21 "PUT /v2.0/ports/8fec6098-3e33-49b5-b397-c817293ee41e HTTP/1.1" status: 200 len: 1091 time: 3.8828781 Feb 09 14:18:17.490450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89151f6-06cf-448a-9495-88149d15075c req-a1c5d792-3ae5-40e8-b05a-e74b182cd0d4 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:17.492583 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f89151f6-06cf-448a-9495-88149d15075c req-a1c5d792-3ae5-40e8-b05a-e74b182cd0d4 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.21 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 811 time: 0.5213046 Feb 09 14:18:17.574656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-f89151f6-06cf-448a-9495-88149d15075c req-5a9b1bdf-f0f6-41fb-a6b7-e48436236e09 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Request body: {'port': {'device_id': 'ddd299ec-b93c-4c7b-b060-ec10795a5159', 'network_id': '30830122-d798-49d7-b828-5813fd5acd73', 'admin_state_up': True, 'tenant_id': 'a0e2775b9be9415aac8d2804e4d4888c'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:17.605285 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca122397-2996-4845-9724-6a8a821d63f6 req-cd8b9e86-7011-4d3e-80a0-2113fe707582 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:17.606159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-ca122397-2996-4845-9724-6a8a821d63f6 req-cd8b9e86-7011-4d3e-80a0-2113fe707582 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Synchronizing usage tracker for tenant:ae2414a98ed64d6489384355c90e908a on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:17.609056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6feca-0a66-47f9-950a-e84e4992c837 service neutron] Pushing event updated for resources: {'Port': ['ID=8fec6098-3e33-49b5-b397-c817293ee41e,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:17.685680 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4293a493-72c7-46c5-8e38-15660b90a7b4 req-cd073d47-8b38-41ae-ad54-2b7a642e9024 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 210 time: 0.3493803 Feb 09 14:18:17.689959 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-8ef350f6-7bbe-4f4e-be8c-69899fc885ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=358c3aef-5d0f-47d5-823a-234d7906ca54 HTTP/1.1" status: 200 len: 217 time: 0.4839690 Feb 09 14:18:17.707115 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-5393b46d-87d8-4c53-b7a5-a6a6cc5b1582 admin admin] Calling delete_port for c1493035-8557-414e-8343-d432aef506f6 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:18:17.732525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-ca122397-2996-4845-9724-6a8a821d63f6 req-cd8b9e86-7011-4d3e-80a0-2113fe707582 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Unset dirty status for tenant:ae2414a98ed64d6489384355c90e908a on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:17.739432 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ca122397-2996-4845-9724-6a8a821d63f6 req-cd8b9e86-7011-4d3e-80a0-2113fe707582 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 943 time: 0.7319779 Feb 09 14:18:17.772257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Port e61b134b-924a-4ef0-aff0-8c17f37d7187 on network 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:18:17.773069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Attempting to bind port e61b134b-924a-4ef0-aff0-8c17f37d7187 on network 59ca365e-d3b8-45e0-be0e-d9cbc0e7718a {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:17.778362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-5900b593-b612-4c1c-aa25-33830bfba539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:17.780512 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-5900b593-b612-4c1c-aa25-33830bfba539 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06fc6ebc92fb49a39c9717ff23b05b38&device_id=b8245439-c9b5-40b4-88e9-1ffa10d1f494 HTTP/1.1" status: 200 len: 1094 time: 0.4487417 Feb 09 14:18:17.900402 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-2ee664ae-bc81-461d-a8c3-a6498585f713 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dd13f9d-fe39-4f30-9900-62d89dcf6215 HTTP/1.1" status: 200 len: 217 time: 0.0970538 Feb 09 14:18:17.909690 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33650) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:17.922032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:18:17.922388 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Checking segment: {'id': '8601851b-f28d-404e-b5fb-6389a7a2cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:18:17.922755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Bound using segment: {'id': '8601851b-f28d-404e-b5fb-6389a7a2cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:18:17.923200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Bound port: e61b134b-924a-4ef0-aff0-8c17f37d7187, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8601851b-f28d-404e-b5fb-6389a7a2cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:18:17.923547 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:17.981216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-ca122397-2996-4845-9724-6a8a821d63f6 req-1cccbb2c-b6e2-4eb9-acd4-72398512b8ad tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Synchronizing usage tracker for tenant:ae2414a98ed64d6489384355c90e908a on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:17.992511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-f89151f6-06cf-448a-9495-88149d15075c req-5a9b1bdf-f0f6-41fb-a6b7-e48436236e09 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:18.006486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-3badf6e6-72be-4756-8bf4-ab8727c93ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:18.008669 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-3badf6e6-72be-4756-8bf4-ab8727c93ffc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae2414a98ed64d6489384355c90e908a&device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 1094 time: 0.4746842 Feb 09 14:18:18.009491 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5699fb02-cb4a-4c24-9ccb-9ae085af300f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:18.061398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-a8303399-b5f6-4d86-b8b7-ecab2538542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:18.062873 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-a8303399-b5f6-4d86-b8b7-ecab2538542e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=21261a40-428b-4eb9-949e-b2fbcded9dce HTTP/1.1" status: 200 len: 857 time: 0.1999884 Feb 09 14:18:18.098937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-f89151f6-06cf-448a-9495-88149d15075c req-5a9b1bdf-f0f6-41fb-a6b7-e48436236e09 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:18.105365 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8245439-c9b5-40b4-88e9-1ffa10d1f494', 'tag': '5dd13f9d-fe39-4f30-9900-62d89dcf6215', 'status': 'completed', 'code': 200} Feb 09 14:18:18.121989 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-f628c708-9837-40fc-ba43-14810e149f47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59ca365e-d3b8-45e0-be0e-d9cbc0e7718a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490465 Feb 09 14:18:18.124920 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-ccb84771-372b-434c-b04d-f1455b883bff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fec6098-3e33-49b5-b397-c817293ee41e HTTP/1.1" status: 200 len: 217 time: 0.1025019 Feb 09 14:18:18.131964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5699fb02-cb4a-4c24-9ccb-9ae085af300f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:18.137873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-ca122397-2996-4845-9724-6a8a821d63f6 req-1cccbb2c-b6e2-4eb9-acd4-72398512b8ad tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Unset dirty status for tenant:ae2414a98ed64d6489384355c90e908a on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:18.147446 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ca122397-2996-4845-9724-6a8a821d63f6 req-1cccbb2c-b6e2-4eb9-acd4-72398512b8ad tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068549 Feb 09 14:18:18.194599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-f84c4602-130f-4fe9-9023-655cc32944e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:18.196199 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-f84c4602-130f-4fe9-9023-655cc32944e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21261a40-428b-4eb9-949e-b2fbcded9dce HTTP/1.1" status: 200 len: 857 time: 0.2828352 Feb 09 14:18:18.197259 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5699fb02-cb4a-4c24-9ccb-9ae085af300f admin admin] Usage tracker for resource:security_group_rule and tenant:102266a5fdac4bb8a379195b92a7666a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:18.205408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89151f6-06cf-448a-9495-88149d15075c req-5a9b1bdf-f0f6-41fb-a6b7-e48436236e09 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Made reservation on behalf of a0e2775b9be9415aac8d2804e4d4888c for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:18.210256 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f89151f6-06cf-448a-9495-88149d15075c req-5a9b1bdf-f0f6-41fb-a6b7-e48436236e09 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:18.226246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5699fb02-cb4a-4c24-9ccb-9ae085af300f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:18.322297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5699fb02-cb4a-4c24-9ccb-9ae085af300f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:18.341565 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-31a9f835-028a-42bc-a24b-22ad09b2e974 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=59ca365e-d3b8-45e0-be0e-d9cbc0e7718a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104538 Feb 09 14:18:18.466441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] For port e61b134b-924a-4ef0-aff0-8c17f37d7187, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:18:18.535317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] For port e61b134b-924a-4ef0-aff0-8c17f37d7187, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e61b134b-924a-4ef0-aff0-8c17f37d7187,segment=NetworkSegment(8601851b-f28d-404e-b5fb-6389a7a2cf6b),segment_id=8601851b-f28d-404e-b5fb-6389a7a2cf6b)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:18:18.547117 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-409f7ef1-2648-4f91-b1ad-27447f459005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:18.568046 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:18.605887 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-409f7ef1-2648-4f91-b1ad-27447f459005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:18.644973 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9637cff5-c734-4c18-9821-047c9c21b5e6 req-0461d725-0e87-49c4-b756-1829241bb5e5 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 210 time: 0.3452666 Feb 09 14:18:18.734394 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-11a10080-ae7d-4abf-a502-f81194cbe753 service neutron] 10.222.0.35 "GET /v2.0/networks/59ca365e-d3b8-45e0-be0e-d9cbc0e7718a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993538 Feb 09 14:18:18.742336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:18.742577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-648334f1-de22-4d76-bd4b-c4c41562fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:18.742972 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:18.744023 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-648334f1-de22-4d76-bd4b-c4c41562fbdd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c4d8820-f3f3-41df-9171-6e72ed49a05e HTTP/1.1" status: 200 len: 850 time: 0.6094930 Feb 09 14:18:18.744513 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] 10.222.0.35 "PUT /v2.0/ports/e61b134b-924a-4ef0-aff0-8c17f37d7187 HTTP/1.1" status: 200 len: 1091 time: 4.4677932 Feb 09 14:18:18.750856 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-409f7ef1-2648-4f91-b1ad-27447f459005 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8afbe40c9bc04a92a397284d2b87a2b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8293664 Feb 09 14:18:18.761803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33658) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:18.813089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96583d12-ef69-449e-a1bd-ca72f34b442e req-30791a9e-8d5e-42b6-99e9-e84d8ba0615c tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:18.814109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-96583d12-ef69-449e-a1bd-ca72f34b442e req-30791a9e-8d5e-42b6-99e9-e84d8ba0615c tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Synchronizing usage tracker for tenant:06fc6ebc92fb49a39c9717ff23b05b38 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:18.817519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f7ef1-2648-4f91-b1ad-27447f459005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8449419e-2e0d-486e-ae61-d6f63f251666,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:18.820170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3be0f-bc70-4cd0-9a1f-e7229569fc62 service neutron] Pushing event updated for resources: {'Port': ['ID=e61b134b-924a-4ef0-aff0-8c17f37d7187,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:18.887455 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-27c3790b-7f96-4399-8bb0-2e51ca27f939 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6da3df8a-f0bd-4e13-8120-7c22c21ea919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163604 Feb 09 14:18:18.943935 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-804cf3da-92e3-4ce0-b6bb-9728e0b4cbb7 req-510cbeb2-6a0e-40cd-aacd-23310bf80209 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 210 time: 0.1195133 Feb 09 14:18:19.042280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-96583d12-ef69-449e-a1bd-ca72f34b442e req-30791a9e-8d5e-42b6-99e9-e84d8ba0615c tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Unset dirty status for tenant:06fc6ebc92fb49a39c9717ff23b05b38 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:19.043443 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96583d12-ef69-449e-a1bd-ca72f34b442e req-30791a9e-8d5e-42b6-99e9-e84d8ba0615c tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4bee0f-707f-4bf5-9905-22569f709832 HTTP/1.1" status: 200 len: 944 time: 0.8660383 Feb 09 14:18:19.086402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-0f6509d7-1020-403b-ae21-7f149afdfaa9 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:19.087098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-0f6509d7-1020-403b-ae21-7f149afdfaa9 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Synchronizing usage tracker for tenant:1715b9bc728e4e098a9765208bbbd1de on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:19.100545 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5393b46d-87d8-4c53-b7a5-a6a6cc5b1582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:19.165871 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-c028f2db-6298-4387-b886-7f1299a6e42d service neutron] 10.222.0.21 "GET /v2.0/networks/59ca365e-d3b8-45e0-be0e-d9cbc0e7718a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7547178 Feb 09 14:18:19.191519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393b46d-87d8-4c53-b7a5-a6a6cc5b1582 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1493035-8557-414e-8343-d432aef506f6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:19.242599 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-7c243883-389f-413b-9a55-1ff6d8c558ec service neutron] 10.222.0.35 "GET /v2.0/networks/59ca365e-d3b8-45e0-be0e-d9cbc0e7718a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651845 Feb 09 14:18:19.252669 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-deb72e2a-f0ec-45bb-bc39-092dd2b7f674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:19.262787 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-96583d12-ef69-449e-a1bd-ca72f34b442e req-4ee6ce42-8e3c-4fcc-ab1b-43791a42f0e2 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Synchronizing usage tracker for tenant:06fc6ebc92fb49a39c9717ff23b05b38 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:19.334318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c275d512-100c-4795-b780-b19b48ffefc9', 'tag': 'e61b134b-924a-4ef0-aff0-8c17f37d7187'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:19.386002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-f89151f6-06cf-448a-9495-88149d15075c req-5a9b1bdf-f0f6-41fb-a6b7-e48436236e09 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Allocated IP 172.20.0.6 (30830122-d798-49d7-b828-5813fd5acd73/63021245-ec5e-45fc-a1a8-f13ed23aa515/795616e5-90a4-44ee-87d6-48f82e413fad) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:19.399438 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5699fb02-cb4a-4c24-9ccb-9ae085af300f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:19.402211 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-74545c16-73e2-4767-9da3-90094f6d7203 service neutron] 10.222.0.21 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017035 Feb 09 14:18:19.409763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-db431e2e-27db-40c3-9a91-ff8dde09e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:19.411913 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-db431e2e-27db-40c3-9a91-ff8dde09e0b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06fc6ebc92fb49a39c9717ff23b05b38&device_id=c275d512-100c-4795-b780-b19b48ffefc9 HTTP/1.1" status: 200 len: 1094 time: 0.5829115 Feb 09 14:18:19.441808 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5699fb02-cb4a-4c24-9ccb-9ae085af300f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:19.491809 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-deb72e2a-f0ec-45bb-bc39-092dd2b7f674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:19.522480 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-8a3f74c2-9205-4e0a-989c-0b3d6e14c4d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e61b134b-924a-4ef0-aff0-8c17f37d7187 HTTP/1.1" status: 200 len: 217 time: 0.0954969 Feb 09 14:18:19.523347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-96583d12-ef69-449e-a1bd-ca72f34b442e req-4ee6ce42-8e3c-4fcc-ab1b-43791a42f0e2 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Unset dirty status for tenant:06fc6ebc92fb49a39c9717ff23b05b38 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:19.524042 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96583d12-ef69-449e-a1bd-ca72f34b442e req-4ee6ce42-8e3c-4fcc-ab1b-43791a42f0e2 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647069 Feb 09 14:18:19.526974 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-0f6509d7-1020-403b-ae21-7f149afdfaa9 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Unset dirty status for tenant:1715b9bc728e4e098a9765208bbbd1de on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:19.528116 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-0f6509d7-1020-403b-ae21-7f149afdfaa9 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.35 "GET /v2.0/networks?id=c67dc89e-0c9d-4c1b-a4fb-2443bca014bd HTTP/1.1" status: 200 len: 821 time: 1.1965878 Feb 09 14:18:19.561402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-1c4b8ab7-9ce3-4fd4-bbb3-4f41c37ca782 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Request body: {'port': {'device_id': 'a7e79b4e-78b8-459a-9d6b-d3c5ae434819', 'network_id': 'c67dc89e-0c9d-4c1b-a4fb-2443bca014bd', 'admin_state_up': True, 'tenant_id': '1715b9bc728e4e098a9765208bbbd1de'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:19.627284 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c275d512-100c-4795-b780-b19b48ffefc9', 'tag': 'e61b134b-924a-4ef0-aff0-8c17f37d7187', 'status': 'completed', 'code': 200} Feb 09 14:18:19.734971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699fb02-cb4a-4c24-9ccb-9ae085af300f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e773d27f-7092-4a3a-99e3-530f5036cc46,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:19.752683 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5699fb02-cb4a-4c24-9ccb-9ae085af300f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=102266a5fdac4bb8a379195b92a7666a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8338940 Feb 09 14:18:19.768900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33668) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:19.772311 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-14a83ef5-be36-4cf5-8b16-ca4ed0539360 service neutron] 10.222.0.21 "GET /v2.0/networks/59ca365e-d3b8-45e0-be0e-d9cbc0e7718a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5876980 Feb 09 14:18:19.785777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-38e142b8-1c2d-47dd-a2d5-0e599b0cd4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:19.787270 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-38e142b8-1c2d-47dd-a2d5-0e599b0cd4fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=21261a40-428b-4eb9-949e-b2fbcded9dce HTTP/1.1" status: 200 len: 857 time: 0.2484326 Feb 09 14:18:19.850862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb0add-3a8a-41ad-908d-66040231c43b req-ff35e92f-a014-44b9-aec6-79809ffb548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:19.852346 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2bbb0add-3a8a-41ad-908d-66040231c43b req-ff35e92f-a014-44b9-aec6-79809ffb548a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06fc6ebc92fb49a39c9717ff23b05b38&device_id=9b4bee0f-707f-4bf5-9905-22569f709832 HTTP/1.1" status: 200 len: 1095 time: 0.5282109 Feb 09 14:18:19.898873 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-deb72e2a-f0ec-45bb-bc39-092dd2b7f674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:19.903266 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-d2898b7b-863a-48c3-8545-80606ff87dd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59ca365e-d3b8-45e0-be0e-d9cbc0e7718a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965271 Feb 09 14:18:19.998859 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f193d0e7-2053-4e38-9e92-caba12978fb6 req-9ec74c43-3ca4-4928-a584-9c7b5e141ef0 service neutron] 10.222.0.21 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844843 Feb 09 14:18:20.017096 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bb66ab9a-a73d-4c1e-92c7-b60adab222c2 req-8b0c09ad-db40-4666-934e-2d52d007071e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 210 time: 0.1775274 Feb 09 14:18:20.017708 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5393b46d-87d8-4c53-b7a5-a6a6cc5b1582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:20.034828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb72e2a-f0ec-45bb-bc39-092dd2b7f674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8449419e-2e0d-486e-ae61-d6f63f251666,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:20.048140 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999dffd-e6ca-4a76-851a-e613de9f15e2 req-2cb7eb23-252a-4903-8988-cfe83134a35b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:20.057135 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5999dffd-e6ca-4a76-851a-e613de9f15e2 req-2cb7eb23-252a-4903-8988-cfe83134a35b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 943 time: 0.7358496 Feb 09 14:18:20.124684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32db85a6-b95e-4930-be56-33eaca637874', 'tag': '8fec6098-3e33-49b5-b397-c817293ee41e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:20.183019 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-1c4b8ab7-9ce3-4fd4-bbb3-4f41c37ca782 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:20.188884 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97199372-7c60-41b2-b70c-ef35f874522b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:20.206508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-1c4b8ab7-9ce3-4fd4-bbb3-4f41c37ca782 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Usage tracker for resource:port and tenant:1715b9bc728e4e098a9765208bbbd1de is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:20.216100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-1c4b8ab7-9ce3-4fd4-bbb3-4f41c37ca782 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:20.241902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-1c4b8ab7-9ce3-4fd4-bbb3-4f41c37ca782 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:20.246403 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5999dffd-e6ca-4a76-851a-e613de9f15e2 req-c77e0ca0-aacf-4764-9f39-38e683ac646e tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877604 Feb 09 14:18:20.283168 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97199372-7c60-41b2-b70c-ef35f874522b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:20.306556 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-1c4b8ab7-9ce3-4fd4-bbb3-4f41c37ca782 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Made reservation on behalf of 1715b9bc728e4e098a9765208bbbd1de for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:20.311325 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-1c4b8ab7-9ce3-4fd4-bbb3-4f41c37ca782 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:20.325189 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32db85a6-b95e-4930-be56-33eaca637874', 'tag': '8fec6098-3e33-49b5-b397-c817293ee41e', 'status': 'completed', 'code': 200} Feb 09 14:18:20.334540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3a9e1-0ce8-44de-822a-4ee31e5b82dd req-484696ef-d205-4d5c-9569-d65fe3e7b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:20.336053 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a8b3a9e1-0ce8-44de-822a-4ee31e5b82dd req-484696ef-d205-4d5c-9569-d65fe3e7b377 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=06fc6ebc92fb49a39c9717ff23b05b38&device_id=b8245439-c9b5-40b4-88e9-1ffa10d1f494 HTTP/1.1" status: 200 len: 1094 time: 0.4827349 Feb 09 14:18:20.346105 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f89151f6-06cf-448a-9495-88149d15075c req-5a9b1bdf-f0f6-41fb-a6b7-e48436236e09 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:20.385226 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-deb72e2a-f0ec-45bb-bc39-092dd2b7f674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:20.386336 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-deb72e2a-f0ec-45bb-bc39-092dd2b7f674 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8449419e-2e0d-486e-ae61-d6f63f251666 HTTP/1.1" status: 204 len: 168 time: 1.5825269 Feb 09 14:18:20.402770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7a09978d-b41a-4082-b850-7e6c12c48b9f req-dbfd7bfd-0bdb-4e0c-a6bd-000150ccc587 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 210 time: 0.0918410 Feb 09 14:18:20.550526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb0add-3a8a-41ad-908d-66040231c43b req-46778811-2624-43da-9451-ff2ebb51da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:20.552648 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2bbb0add-3a8a-41ad-908d-66040231c43b req-46778811-2624-43da-9451-ff2ebb51da43 service neutron] 10.222.0.35 "GET /v2.0/networks?id=59ca365e-d3b8-45e0-be0e-d9cbc0e7718a HTTP/1.1" status: 200 len: 917 time: 0.6549485 Feb 09 14:18:20.635072 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-c5d1ca79-3aff-4a6e-9c90-47ddfaf359ab service neutron] 10.222.0.35 "GET /v2.0/networks/59ca365e-d3b8-45e0-be0e-d9cbc0e7718a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965849 Feb 09 14:18:20.649184 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2bbb0add-3a8a-41ad-908d-66040231c43b req-a813d09a-1d59-46e9-b08b-bf0fd248f4b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=358c3aef-5d0f-47d5-823a-234d7906ca54 HTTP/1.1" status: 200 len: 217 time: 0.0830369 Feb 09 14:18:20.864664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb0add-3a8a-41ad-908d-66040231c43b req-b811f872-991c-4ccf-9c85-234092e335f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:20.866103 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2bbb0add-3a8a-41ad-908d-66040231c43b req-b811f872-991c-4ccf-9c85-234092e335f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=21261a40-428b-4eb9-949e-b2fbcded9dce HTTP/1.1" status: 200 len: 857 time: 0.1904352 Feb 09 14:18:20.914005 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97199372-7c60-41b2-b70c-ef35f874522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:20.939474 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2bbb0add-3a8a-41ad-908d-66040231c43b req-05a2c6f8-f2c5-4c6a-a511-880e362163a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59ca365e-d3b8-45e0-be0e-d9cbc0e7718a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632319 Feb 09 14:18:20.945275 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3a9e1-0ce8-44de-822a-4ee31e5b82dd req-b2f5738c-207a-49af-bf7e-61f44a1e2d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:20.946854 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a8b3a9e1-0ce8-44de-822a-4ee31e5b82dd req-b2f5738c-207a-49af-bf7e-61f44a1e2d37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=59ca365e-d3b8-45e0-be0e-d9cbc0e7718a HTTP/1.1" status: 200 len: 917 time: 0.5602160 Feb 09 14:18:20.958742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97199372-7c60-41b2-b70c-ef35f874522b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e773d27f-7092-4a3a-99e3-530f5036cc46,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:20.967766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726cec3-5325-4b56-8411-cebbd85ec16f req-80a6e92c-365c-4297-a8ca-7df1f4d5cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:20.969478 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8726cec3-5325-4b56-8411-cebbd85ec16f req-80a6e92c-365c-4297-a8ca-7df1f4d5cc0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae2414a98ed64d6489384355c90e908a&device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 1094 time: 0.6158752 Feb 09 14:18:20.970457 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f89151f6-06cf-448a-9495-88149d15075c req-5a9b1bdf-f0f6-41fb-a6b7-e48436236e09 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:21.121859 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a8b3a9e1-0ce8-44de-822a-4ee31e5b82dd req-bd4cbbbf-644b-4b55-b19c-2c838ffbc239 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dd13f9d-fe39-4f30-9900-62d89dcf6215 HTTP/1.1" status: 200 len: 217 time: 0.1609943 Feb 09 14:18:21.151380 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68be2d7a-cc90-4b70-a476-cfdcb93e4690 req-c411b121-dc7c-4e99-b7a0-a8911462a609 service neutron] 10.222.0.35 "GET /v2.0/networks/59ca365e-d3b8-45e0-be0e-d9cbc0e7718a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062461 Feb 09 14:18:21.186410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5393b46d-87d8-4c53-b7a5-a6a6cc5b1582 admin admin] Router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:18:21.205894 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-1c4b8ab7-9ce3-4fd4-bbb3-4f41c37ca782 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Allocated IP 172.20.0.13 (c67dc89e-0c9d-4c1b-a4fb-2443bca014bd/67cddf1a-1ddc-4fd2-8c81-53086d104436/b7ba0674-b8f9-415d-9b9a-2fe275736e85) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:21.266172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89151f6-06cf-448a-9495-88149d15075c req-5a9b1bdf-f0f6-41fb-a6b7-e48436236e09 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Network 30830122-d798-49d7-b828-5813fd5acd73 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:21.285685 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97199372-7c60-41b2-b70c-ef35f874522b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:21.285903 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2bbb0add-3a8a-41ad-908d-66040231c43b req-61bc369b-7bcd-4cf9-a9f1-8c4eef992587 service neutron] 10.222.0.35 "GET /v2.0/networks/59ca365e-d3b8-45e0-be0e-d9cbc0e7718a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381057 Feb 09 14:18:21.288157 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-97199372-7c60-41b2-b70c-ef35f874522b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e773d27f-7092-4a3a-99e3-530f5036cc46 HTTP/1.1" status: 204 len: 168 time: 1.5148954 Feb 09 14:18:21.289225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-f89151f6-06cf-448a-9495-88149d15075c req-5a9b1bdf-f0f6-41fb-a6b7-e48436236e09 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:21.300440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89151f6-06cf-448a-9495-88149d15075c req-5a9b1bdf-f0f6-41fb-a6b7-e48436236e09 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:18:21.370111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1512543-2d97-48e1-a08a-555383397fc6 req-db6dc698-cbde-49cc-afe5-bc9908c9b1c2 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:21.377083 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e1512543-2d97-48e1-a08a-555383397fc6 req-db6dc698-cbde-49cc-afe5-bc9908c9b1c2 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4bee0f-707f-4bf5-9905-22569f709832 HTTP/1.1" status: 200 len: 944 time: 0.6369958 Feb 09 14:18:21.378880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b1bdf-f0f6-41fb-a6b7-e48436236e09 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Pushing event updated for resources: {'Port': ['ID=795616e5-90a4-44ee-87d6-48f82e413fad,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:21.434800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3a9e1-0ce8-44de-822a-4ee31e5b82dd req-eafae721-bd5a-4603-a086-658e26595741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:21.436564 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a8b3a9e1-0ce8-44de-822a-4ee31e5b82dd req-eafae721-bd5a-4603-a086-658e26595741 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21261a40-428b-4eb9-949e-b2fbcded9dce HTTP/1.1" status: 200 len: 857 time: 0.2471430 Feb 09 14:18:21.570250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89151f6-06cf-448a-9495-88149d15075c req-5a9b1bdf-f0f6-41fb-a6b7-e48436236e09 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:21.571172 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f89151f6-06cf-448a-9495-88149d15075c req-5a9b1bdf-f0f6-41fb-a6b7-e48436236e09 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:21.577538 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a8b3a9e1-0ce8-44de-822a-4ee31e5b82dd req-8b139705-3a26-4e00-ac10-3b48daa272aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=59ca365e-d3b8-45e0-be0e-d9cbc0e7718a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216357 Feb 09 14:18:21.597306 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726cec3-5325-4b56-8411-cebbd85ec16f req-b453b6e3-e3ae-4352-8b0c-b29a27b8ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:21.599649 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8726cec3-5325-4b56-8411-cebbd85ec16f req-b453b6e3-e3ae-4352-8b0c-b29a27b8ab1c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6da3df8a-f0bd-4e13-8120-7c22c21ea919 HTTP/1.1" status: 200 len: 910 time: 0.5650110 Feb 09 14:18:21.653225 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e1512543-2d97-48e1-a08a-555383397fc6 req-64a81169-bf0f-41b5-a0b3-b5a09cf21fe9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751765 Feb 09 14:18:21.655392 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2bbb0add-3a8a-41ad-908d-66040231c43b req-4ce7d99c-dd91-4a59-b054-818880dea293 service neutron] 10.222.0.35 "GET /v2.0/networks/59ca365e-d3b8-45e0-be0e-d9cbc0e7718a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571124 Feb 09 14:18:21.678172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b9376-48d8-4ba1-91a5-007f901fb7f1 req-1083748e-4aad-4bde-a816-25afc14acb59 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:21.685756 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f35b9376-48d8-4ba1-91a5-007f901fb7f1 req-1083748e-4aad-4bde-a816-25afc14acb59 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 931 time: 0.4831543 Feb 09 14:18:21.709519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5393b46d-87d8-4c53-b7a5-a6a6cc5b1582 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:18:21.719894 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5393b46d-87d8-4c53-b7a5-a6a6cc5b1582 admin admin] 10.222.0.48 "PUT /v2.0/routers/ad5cefcf-e4dc-47e7-8adc-e3074a7edb71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6525352 Feb 09 14:18:21.719894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0b179-c570-4889-a6f1-e99b9ac89ced req-c1c125ea-e0fd-4c23-bf80-cb417b14b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:21.721277 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3c0b179-c570-4889-a6f1-e99b9ac89ced req-c1c125ea-e0fd-4c23-bf80-cb417b14b122 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06fc6ebc92fb49a39c9717ff23b05b38&device_id=c275d512-100c-4795-b780-b19b48ffefc9 HTTP/1.1" status: 200 len: 1094 time: 0.5086980 Feb 09 14:18:21.727130 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b3b57-e4b5-4458-823c-786d801eb30b None None] Sync routers for ids ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:18:21.730609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33714) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:21.746247 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b3b57-e4b5-4458-823c-786d801eb30b None None] Routers {'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:18:21.752660 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-dc2b3b57-e4b5-4458-823c-786d801eb30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:17:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:21.957732 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f89151f6-06cf-448a-9495-88149d15075c req-5a9b1bdf-f0f6-41fb-a6b7-e48436236e09 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4199319 Feb 09 14:18:21.989115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 358c3aef-5d0f-47d5-823a-234d7906ca54 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:18:22.012719 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8726cec3-5325-4b56-8411-cebbd85ec16f req-bf1d7d31-2bba-4723-abb6-12ee2c9f839a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fec6098-3e33-49b5-b397-c817293ee41e HTTP/1.1" status: 200 len: 217 time: 0.3740256 Feb 09 14:18:22.126541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Request body: {'port': {'device_id': 'ddd299ec-b93c-4c7b-b060-ec10795a5159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:22.127558 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-dc2b3b57-e4b5-4458-823c-786d801eb30b None None] Set router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:18:22.300649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 358c3aef-5d0f-47d5-823a-234d7906ca54, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=358c3aef-5d0f-47d5-823a-234d7906ca54,segment=NetworkSegment(8601851b-f28d-404e-b5fb-6389a7a2cf6b),segment_id=8601851b-f28d-404e-b5fb-6389a7a2cf6b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:22.338135 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '358c3aef-5d0f-47d5-823a-234d7906ca54', 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a', 'port_id': '358c3aef-5d0f-47d5-823a-234d7906ca54', 'mac_address': 'fa:16:3e:9d:4b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21261a40-428b-4eb9-949e-b2fbcded9dce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:18:22.362801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726cec3-5325-4b56-8411-cebbd85ec16f req-b1e0cbe9-308b-476c-bf31-18a45fc32bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:22.367200 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8726cec3-5325-4b56-8411-cebbd85ec16f req-b1e0cbe9-308b-476c-bf31-18a45fc32bf0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c4d8820-f3f3-41df-9171-6e72ed49a05e HTTP/1.1" status: 200 len: 850 time: 0.3232439 Feb 09 14:18:22.425360 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c53ea1ea-8c14-4ad4-89bf-d521d78083cb admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:22.472987 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:22.547232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 358c3aef-5d0f-47d5-823a-234d7906ca54 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:18:22.576364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f35b9376-48d8-4ba1-91a5-007f901fb7f1 req-8135969b-ffc1-464a-bc04-76f53545471e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8893697 Feb 09 14:18:22.608942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 358c3aef-5d0f-47d5-823a-234d7906ca54, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=358c3aef-5d0f-47d5-823a-234d7906ca54,segment=NetworkSegment(8601851b-f28d-404e-b5fb-6389a7a2cf6b),segment_id=8601851b-f28d-404e-b5fb-6389a7a2cf6b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:22.614760 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:22.658647 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-dc2b3b57-e4b5-4458-823c-786d801eb30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'name': 'tempest-ServersTestJSON-775921424-router', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:15:45Z', 'updated_at': '2022-02-09T14:18:18Z', 'revision_number': 5, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'gw_port': {'id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:48Z', 'updated_at': '2022-02-09T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:22.664836 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b3b57-e4b5-4458-823c-786d801eb30b None None] Checking router: ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:18:22.676631 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b3b57-e4b5-4458-823c-786d801eb30b None None] Routers {'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:18:22.677822 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-dc2b3b57-e4b5-4458-823c-786d801eb30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:17:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:22.884836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=358c3aef-5d0f-47d5-823a-234d7906ca54,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:22.891424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0b179-c570-4889-a6f1-e99b9ac89ced req-1f470539-31fb-4c33-9ce5-6ded207e0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:22.892697 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3c0b179-c570-4889-a6f1-e99b9ac89ced req-1f470539-31fb-4c33-9ce5-6ded207e0d91 service neutron] 10.222.0.35 "GET /v2.0/networks?id=59ca365e-d3b8-45e0-be0e-d9cbc0e7718a HTTP/1.1" status: 200 len: 917 time: 1.1574407 Feb 09 14:18:22.950938 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-dc2b3b57-e4b5-4458-823c-786d801eb30b None None] Set router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:18:22.999546 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a8b3a9e1-0ce8-44de-822a-4ee31e5b82dd req-de4cc192-91be-402d-b62f-56a655ad6271 service neutron] 10.222.0.21 "GET /v2.0/networks/59ca365e-d3b8-45e0-be0e-d9cbc0e7718a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4114130 Feb 09 14:18:23.003963 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8726cec3-5325-4b56-8411-cebbd85ec16f req-1e2af936-5ab4-486d-860a-bf6613536571 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6da3df8a-f0bd-4e13-8120-7c22c21ea919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5954394 Feb 09 14:18:23.117242 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['358c3aef-5d0f-47d5-823a-234d7906ca54'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:18:23.131424 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-62a0feae-2f77-42ef-8eb7-c4234bc03687 req-3c9153f8-eaaf-4295-925c-8239d09d23cd tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 210 time: 0.2347834 Feb 09 14:18:23.155167 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3c0b179-c570-4889-a6f1-e99b9ac89ced req-d6239105-dc62-4bcd-ae45-2919fe4aeee7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e61b134b-924a-4ef0-aff0-8c17f37d7187 HTTP/1.1" status: 200 len: 217 time: 0.1375382 Feb 09 14:18:23.218530 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-1c4b8ab7-9ce3-4fd4-bbb3-4f41c37ca782 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:23.327569 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:23.372280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0b179-c570-4889-a6f1-e99b9ac89ced req-4c93e7c5-1c53-4725-b5e6-8cb6281669b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:23.373619 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3c0b179-c570-4889-a6f1-e99b9ac89ced req-4c93e7c5-1c53-4725-b5e6-8cb6281669b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=21261a40-428b-4eb9-949e-b2fbcded9dce HTTP/1.1" status: 200 len: 857 time: 0.1024153 Feb 09 14:18:23.421483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418979b-52ef-4c8b-8aca-42d2765de8b8 req-c39e2d4c-d8ec-41cb-ab0c-2ce234a9549d tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:23.431848 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4418979b-52ef-4c8b-8aca-42d2765de8b8 req-c39e2d4c-d8ec-41cb-ab0c-2ce234a9549d tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 943 time: 1.4919703 Feb 09 14:18:23.438362 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-dc2b3b57-e4b5-4458-823c-786d801eb30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'name': 'tempest-ServersTestJSON-775921424-router', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:15:45Z', 'updated_at': '2022-02-09T14:18:18Z', 'revision_number': 5, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'gw_port': {'id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:48Z', 'updated_at': '2022-02-09T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:23.447764 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b3b57-e4b5-4458-823c-786d801eb30b None None] The sync data for ids ['ad5cefcf-e4dc-47e7-8adc-e3074a7edb71'] in n-d-828418-2 is: [{'id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'name': 'tempest-ServersTestJSON-775921424-router', 'tenant_id': '7eae360e45b94057993f45117e9e8fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:15:45Z', 'updated_at': '2022-02-09T14:18:18Z', 'revision_number': 5, 'project_id': '7eae360e45b94057993f45117e9e8fa8', 'gw_port': {'id': '6284a4a3-1d2b-49b8-ab50-7255f04fa3c7', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cefcf-e4dc-47e7-8adc-e3074a7edb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:15:48Z', 'updated_at': '2022-02-09T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:18:23.512521 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3c0b179-c570-4889-a6f1-e99b9ac89ced req-0652aa75-01c1-4f2e-8e43-5aa1e1c1900c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59ca365e-d3b8-45e0-be0e-d9cbc0e7718a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243098 Feb 09 14:18:23.552871 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c53ea1ea-8c14-4ad4-89bf-d521d78083cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:23.640989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c53ea1ea-8c14-4ad4-89bf-d521d78083cb admin admin] Deleting port 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:18:23.641658 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c53ea1ea-8c14-4ad4-89bf-d521d78083cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:23.711102 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4418979b-52ef-4c8b-8aca-42d2765de8b8 req-a3d48952-932f-4fec-9ed6-6acfc83d834d tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775612 Feb 09 14:18:23.742705 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a8b3a9e1-0ce8-44de-822a-4ee31e5b82dd req-39aef898-6a58-4995-961a-bac974dd2c02 service neutron] 10.222.0.21 "GET /v2.0/networks/59ca365e-d3b8-45e0-be0e-d9cbc0e7718a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7232456 Feb 09 14:18:23.753812 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8726cec3-5325-4b56-8411-cebbd85ec16f req-942f0c44-8633-44da-8917-8a80869dd892 service neutron] 10.222.0.21 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914575 Feb 09 14:18:23.771904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99ad4d-81ec-4d09-8fdb-c8cea2b421e1 req-70b64cc6-f4b2-4467-aafa-aa9f9a38fe92 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:23.779336 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0e99ad4d-81ec-4d09-8fdb-c8cea2b421e1 req-70b64cc6-f4b2-4467-aafa-aa9f9a38fe92 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4bee0f-707f-4bf5-9905-22569f709832 HTTP/1.1" status: 200 len: 945 time: 0.3953476 Feb 09 14:18:23.952799 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3c0b179-c570-4889-a6f1-e99b9ac89ced req-b77d4769-5adf-47b0-8df9-81bf044c0b04 service neutron] 10.222.0.35 "GET /v2.0/networks/59ca365e-d3b8-45e0-be0e-d9cbc0e7718a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290857 Feb 09 14:18:23.986184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e61b134b-924a-4ef0-aff0-8c17f37d7187 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:18:24.117453 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0e99ad4d-81ec-4d09-8fdb-c8cea2b421e1 req-8b915501-d7c6-4bdf-b6f5-07e9321aad98 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369696 Feb 09 14:18:24.165174 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-1c4b8ab7-9ce3-4fd4-bbb3-4f41c37ca782 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:24.185611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-c53ea1ea-8c14-4ad4-89bf-d521d78083cb admin admin] For port 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=6284a4a3-1d2b-49b8-ab50-7255f04fa3c7,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:24.185972 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c53ea1ea-8c14-4ad4-89bf-d521d78083cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:24.311468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e61b134b-924a-4ef0-aff0-8c17f37d7187, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e61b134b-924a-4ef0-aff0-8c17f37d7187,segment=NetworkSegment(8601851b-f28d-404e-b5fb-6389a7a2cf6b),segment_id=8601851b-f28d-404e-b5fb-6389a7a2cf6b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:24.347249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'e61b134b-924a-4ef0-aff0-8c17f37d7187', 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a', 'port_id': 'e61b134b-924a-4ef0-aff0-8c17f37d7187', 'mac_address': 'fa:16:3e:af:4c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21261a40-428b-4eb9-949e-b2fbcded9dce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:18:24.377667 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8726cec3-5325-4b56-8411-cebbd85ec16f req-651ab957-bf05-494e-9f8c-5c3f6debbe85 service neutron] 10.222.0.21 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6173947 Feb 09 14:18:24.381106 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-1c4b8ab7-9ce3-4fd4-bbb3-4f41c37ca782 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Network c67dc89e-0c9d-4c1b-a4fb-2443bca014bd is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:24.389809 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-1c4b8ab7-9ce3-4fd4-bbb3-4f41c37ca782 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:24.402568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-1c4b8ab7-9ce3-4fd4-bbb3-4f41c37ca782 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:18:24.450889 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:24.456627 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b8ab7-9ce3-4fd4-bbb3-4f41c37ca782 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Pushing event updated for resources: {'Port': ['ID=b7ba0674-b8f9-415d-9b9a-2fe275736e85,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:24.474485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e61b134b-924a-4ef0-aff0-8c17f37d7187 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:18:24.492503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e61b134b-924a-4ef0-aff0-8c17f37d7187, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e61b134b-924a-4ef0-aff0-8c17f37d7187,segment=NetworkSegment(8601851b-f28d-404e-b5fb-6389a7a2cf6b),segment_id=8601851b-f28d-404e-b5fb-6389a7a2cf6b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:24.501094 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:24.513768 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c53ea1ea-8c14-4ad4-89bf-d521d78083cb admin admin] Calling delete_port for 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:18:24.516543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-1c4b8ab7-9ce3-4fd4-bbb3-4f41c37ca782 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:24.517193 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-1c4b8ab7-9ce3-4fd4-bbb3-4f41c37ca782 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:24.534707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926845b-99e4-4f2e-bd54-44b94a0a91ef req-0f5921e3-83c1-4d37-8ec6-0e764fcbceed tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:24.535495 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4926845b-99e4-4f2e-bd54-44b94a0a91ef req-0f5921e3-83c1-4d37-8ec6-0e764fcbceed tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Synchronizing usage tracker for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:24.584596 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-1c4b8ab7-9ce3-4fd4-bbb3-4f41c37ca782 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0399950 Feb 09 14:18:24.586772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4926845b-99e4-4f2e-bd54-44b94a0a91ef req-0f5921e3-83c1-4d37-8ec6-0e764fcbceed tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Unset dirty status for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:24.594026 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4926845b-99e4-4f2e-bd54-44b94a0a91ef req-0f5921e3-83c1-4d37-8ec6-0e764fcbceed tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 931 time: 0.6612964 Feb 09 14:18:24.623559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Request body: {'port': {'device_id': 'a7e79b4e-78b8-459a-9d6b-d3c5ae434819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:24.628742 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3c0b179-c570-4889-a6f1-e99b9ac89ced req-431ae457-0e20-4975-add8-2cd4d4530293 service neutron] 10.222.0.35 "GET /v2.0/networks/59ca365e-d3b8-45e0-be0e-d9cbc0e7718a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599944 Feb 09 14:18:24.644331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5dd13f9d-fe39-4f30-9900-62d89dcf6215 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:18:24.653662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=e61b134b-924a-4ef0-aff0-8c17f37d7187,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:24.690642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5d4b1-6a15-4967-b339-09f6076aaac0 req-819acced-10b6-43e7-b07e-f14c54fade59 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:24.692889 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5cc5d4b1-6a15-4967-b339-09f6076aaac0 req-819acced-10b6-43e7-b07e-f14c54fade59 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 932 time: 0.1971216 Feb 09 14:18:24.753811 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5cc5d4b1-6a15-4967-b339-09f6076aaac0 req-203fdfd4-ab82-4afa-a990-16e3f9bc66f2 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/security-groups?id=046d09a5-bca4-4bd4-b34b-691e51d76de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475607 Feb 09 14:18:24.755595 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4926845b-99e4-4f2e-bd54-44b94a0a91ef req-1fd9d718-9fef-4b2c-a800-c8a5f3ed524b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606047 Feb 09 14:18:24.795429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795616e5-90a4-44ee-87d6-48f82e413fad {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:18:24.832311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 5dd13f9d-fe39-4f30-9900-62d89dcf6215, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5dd13f9d-fe39-4f30-9900-62d89dcf6215,segment=NetworkSegment(8601851b-f28d-404e-b5fb-6389a7a2cf6b),segment_id=8601851b-f28d-404e-b5fb-6389a7a2cf6b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:24.856872 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c53ea1ea-8c14-4ad4-89bf-d521d78083cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:24.865731 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '5dd13f9d-fe39-4f30-9900-62d89dcf6215', 'network_id': '59ca365e-d3b8-45e0-be0e-d9cbc0e7718a', 'port_id': '5dd13f9d-fe39-4f30-9900-62d89dcf6215', 'mac_address': 'fa:16:3e:36:30:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21261a40-428b-4eb9-949e-b2fbcded9dce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:18:24.879246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c1493035-8557-414e-8343-d432aef506f6 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:18:24.892686 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:24.934619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ea1ea-8c14-4ad4-89bf-d521d78083cb admin admin] Pushing event deleted for resources: {'Port': ['ID=6284a4a3-1d2b-49b8-ab50-7255f04fa3c7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:24.964771 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: c1493035-8557-414e-8343-d432aef506f6 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:18:24.965120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c1493035-8557-414e-8343-d432aef506f6 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:18:24.976452 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:24.993990 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd13f9d-fe39-4f30-9900-62d89dcf6215 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:18:24.995502 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Transition to ACTIVE for port object 795616e5-90a4-44ee-87d6-48f82e413fad will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:25.002939 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:25.012907 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 5dd13f9d-fe39-4f30-9900-62d89dcf6215, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5dd13f9d-fe39-4f30-9900-62d89dcf6215,segment=NetworkSegment(8601851b-f28d-404e-b5fb-6389a7a2cf6b),segment_id=8601851b-f28d-404e-b5fb-6389a7a2cf6b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:25.018082 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:25.018798 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 8fec6098-3e33-49b5-b397-c817293ee41e details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:18:25.021654 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:25.127055 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c53ea1ea-8c14-4ad4-89bf-d521d78083cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:25.200707 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['e61b134b-924a-4ef0-aff0-8c17f37d7187'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:18:25.243668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Pushing event updated for resources: {'Port': ['ID=795616e5-90a4-44ee-87d6-48f82e413fad,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:25.275152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6f5b5-8b89-40c4-9f5a-203510398904 req-8530e58e-1e4d-4aa0-abd9-cefa5f0a2e87 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:25.276999 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9c6f5b5-8b89-40c4-9f5a-203510398904 req-8530e58e-1e4d-4aa0-abd9-cefa5f0a2e87 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 943 time: 0.3390489 Feb 09 14:18:25.437729 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=5dd13f9d-fe39-4f30-9900-62d89dcf6215,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:25.453075 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 8fec6098-3e33-49b5-b397-c817293ee41e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=8fec6098-3e33-49b5-b397-c817293ee41e,segment=NetworkSegment(701b0672-985b-4ec2-a282-18faae787d2d),segment_id=701b0672-985b-4ec2-a282-18faae787d2d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:25.475806 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c53ea1ea-8c14-4ad4-89bf-d521d78083cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:25.477881 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '8fec6098-3e33-49b5-b397-c817293ee41e', 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919', 'port_id': '8fec6098-3e33-49b5-b397-c817293ee41e', 'mac_address': 'fa:16:3e:4e:31:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4d8820-f3f3-41df-9171-6e72ed49a05e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:18:25.481889 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c53ea1ea-8c14-4ad4-89bf-d521d78083cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:25.593399 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c53ea1ea-8c14-4ad4-89bf-d521d78083cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:25.594242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53ea1ea-8c14-4ad4-89bf-d521d78083cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:18:25.643112 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c53ea1ea-8c14-4ad4-89bf-d521d78083cb admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:25.644659 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c53ea1ea-8c14-4ad4-89bf-d521d78083cb admin admin] 10.222.0.48 "DELETE /v2.0/routers/ad5cefcf-e4dc-47e7-8adc-e3074a7edb71 HTTP/1.1" status: 204 len: 168 time: 3.9126980 Feb 09 14:18:25.647785 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33788) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:25.752338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc23340-b2f1-44ec-a4bb-8dcf52fede5b admin admin] Deleting subnet 7b77f735-3e0e-4639-9ae0-b78965871043 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:18:25.761984 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:25.781035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67eb70b-ef00-4a3c-93d7-596730ee2a05 req-9c399bdc-eb76-405f-80e3-7df9c95eece0 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:25.783086 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f67eb70b-ef00-4a3c-93d7-596730ee2a05 req-9c399bdc-eb76-405f-80e3-7df9c95eece0 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4bee0f-707f-4bf5-9905-22569f709832 HTTP/1.1" status: 200 len: 945 time: 0.2681928 Feb 09 14:18:25.783374 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9cc23340-b2f1-44ec-a4bb-8dcf52fede5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:25.828151 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fec6098-3e33-49b5-b397-c817293ee41e {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:18:25.868836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 8fec6098-3e33-49b5-b397-c817293ee41e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=8fec6098-3e33-49b5-b397-c817293ee41e,segment=NetworkSegment(701b0672-985b-4ec2-a282-18faae787d2d),segment_id=701b0672-985b-4ec2-a282-18faae787d2d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:25.874574 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:25.905035 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9cc23340-b2f1-44ec-a4bb-8dcf52fede5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:25.939080 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9c6f5b5-8b89-40c4-9f5a-203510398904 req-b924725e-3d1b-452f-ba78-f452185afa82 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6316400 Feb 09 14:18:25.971064 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=8fec6098-3e33-49b5-b397-c817293ee41e,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:25.993317 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 358c3aef-5d0f-47d5-823a-234d7906ca54 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:26.038230 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Attempting to bind port 795616e5-90a4-44ee-87d6-48f82e413fad on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:18:26.038566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Attempting to bind port 795616e5-90a4-44ee-87d6-48f82e413fad by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:18:26.038892 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Attempting to bind port 795616e5-90a4-44ee-87d6-48f82e413fad on network 30830122-d798-49d7-b828-5813fd5acd73 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:26.048743 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Port 795616e5-90a4-44ee-87d6-48f82e413fad on network 30830122-d798-49d7-b828-5813fd5acd73 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:18:26.049069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Attempting to bind port 795616e5-90a4-44ee-87d6-48f82e413fad on network 30830122-d798-49d7-b828-5813fd5acd73 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:26.057781 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:18:26.058119 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Checking segment: {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:18:26.058480 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f67eb70b-ef00-4a3c-93d7-596730ee2a05 req-adea10f3-d7b8-4853-bd11-08fe44c12c45 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266226 Feb 09 14:18:26.058596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Bound using segment: {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:18:26.058933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Bound port: 795616e5-90a4-44ee-87d6-48f82e413fad, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:18:26.059277 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:26.157878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 358c3aef-5d0f-47d5-823a-234d7906ca54 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:26.167524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 358c3aef-5d0f-47d5-823a-234d7906ca54 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:26.167927 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:26.201451 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9cc23340-b2f1-44ec-a4bb-8dcf52fede5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:26.248645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['5dd13f9d-fe39-4f30-9900-62d89dcf6215'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:18:26.305994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['8fec6098-3e33-49b5-b397-c817293ee41e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:18:26.424738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ba0674-b8f9-415d-9b9a-2fe275736e85 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:18:26.447426 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:26.452096 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9cc23340-b2f1-44ec-a4bb-8dcf52fede5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:26.464051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] For port 795616e5-90a4-44ee-87d6-48f82e413fad, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:18:26.473738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] For port 795616e5-90a4-44ee-87d6-48f82e413fad, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=795616e5-90a4-44ee-87d6-48f82e413fad,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:18:26.498350 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:26.499175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Transition to ACTIVE for port object b7ba0674-b8f9-415d-9b9a-2fe275736e85 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:26.545287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc23340-b2f1-44ec-a4bb-8dcf52fede5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b77f735-3e0e-4639-9ae0-b78965871043,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:26.565317 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9cc23340-b2f1-44ec-a4bb-8dcf52fede5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:26.568181 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:26.568665 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:26.578876 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78009c9c-b628-4a89-a96f-a19b0542e0a1 None None] Network bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:18:26.587073 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9cc23340-b2f1-44ec-a4bb-8dcf52fede5b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7b77f735-3e0e-4639-9ae0-b78965871043 HTTP/1.1" status: 204 len: 168 time: 0.9382861 Feb 09 14:18:26.592675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33808) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:26.610727 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce82d22-9758-4d23-8a22-b3950193c329 req-38413d71-0c03-4765-bf9d-134b35b61a47 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:26.620777 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cce82d22-9758-4d23-8a22-b3950193c329 req-38413d71-0c03-4765-bf9d-134b35b61a47 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 932 time: 0.3506579 Feb 09 14:18:26.697784 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cce82d22-9758-4d23-8a22-b3950193c329 req-834f208f-8ea1-4ea1-8d17-d6846975d7d8 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/security-groups?id=046d09a5-bca4-4bd4-b34b-691e51d76de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755527 Feb 09 14:18:26.741685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10180298-8511-40a1-b478-46196f8ade1b req-06bd8821-02d1-4951-ace1-84c52c0759c1 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:26.744385 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-10180298-8511-40a1-b478-46196f8ade1b req-06bd8821-02d1-4951-ace1-84c52c0759c1 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 943 time: 0.5821509 Feb 09 14:18:26.756317 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:26.757268 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:26.758836 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f89151f6-06cf-448a-9495-88149d15075c req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] 10.222.0.21 "PUT /v2.0/ports/795616e5-90a4-44ee-87d6-48f82e413fad HTTP/1.1" status: 200 len: 1091 time: 4.7282276 Feb 09 14:18:26.782680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd299ec-b93c-4c7b-b060-ec10795a5159', 'tag': '795616e5-90a4-44ee-87d6-48f82e413fad'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:26.819248 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4bee0f-707f-4bf5-9905-22569f709832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358c3aef-5d0f-47d5-823a-234d7906ca54'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:26.843353 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-62b040a4-0e7d-4b67-b95e-72529b2f1ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:26.919722 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 358c3aef-5d0f-47d5-823a-234d7906ca54, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=358c3aef-5d0f-47d5-823a-234d7906ca54,segment=NetworkSegment(8601851b-f28d-404e-b5fb-6389a7a2cf6b),segment_id=8601851b-f28d-404e-b5fb-6389a7a2cf6b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:26.934567 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:18:27.031225 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd299ec-b93c-4c7b-b060-ec10795a5159', 'tag': '795616e5-90a4-44ee-87d6-48f82e413fad', 'status': 'completed', 'code': 200} Feb 09 14:18:27.131139 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cacec-479f-4c10-b72b-9dde6293c475 service neutron] Pushing event updated for resources: {'Port': ['ID=795616e5-90a4-44ee-87d6-48f82e413fad,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:27.135190 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4bee0f-707f-4bf5-9905-22569f709832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358c3aef-5d0f-47d5-823a-234d7906ca54', 'code': 200} Feb 09 14:18:27.227564 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:27.230493 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-10180298-8511-40a1-b478-46196f8ade1b req-6b13f186-d480-4a69-a239-44061d046b8e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408085 Feb 09 14:18:27.247445 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:27.301521 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58516b0-6a8f-45c8-97c8-27b56047dee6 req-912dbebb-a02a-4ecc-b555-67b6c597f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:27.305049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ba0674-b8f9-415d-9b9a-2fe275736e85,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:27.307117 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f58516b0-6a8f-45c8-97c8-27b56047dee6 req-912dbebb-a02a-4ecc-b555-67b6c597f1b7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9b4bee0f-707f-4bf5-9905-22569f709832 HTTP/1.1" status: 200 len: 1097 time: 0.2326636 Feb 09 14:18:27.311012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] Deleting port 17d2da2a-b917-43dc-bafc-b0e05397b447 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:18:27.311347 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:27.342614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Attempting to bind port b7ba0674-b8f9-415d-9b9a-2fe275736e85 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:18:27.342993 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Attempting to bind port b7ba0674-b8f9-415d-9b9a-2fe275736e85 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'b130a646-f42c-451a-8c71-47a5ef975c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c67dc89e-0c9d-4c1b-a4fb-2443bca014bd'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:18:27.343268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Attempting to bind port b7ba0674-b8f9-415d-9b9a-2fe275736e85 on network c67dc89e-0c9d-4c1b-a4fb-2443bca014bd {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:27.365665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Port b7ba0674-b8f9-415d-9b9a-2fe275736e85 on network c67dc89e-0c9d-4c1b-a4fb-2443bca014bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:18:27.366015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Attempting to bind port b7ba0674-b8f9-415d-9b9a-2fe275736e85 on network c67dc89e-0c9d-4c1b-a4fb-2443bca014bd {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:27.371341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89151f6-06cf-448a-9495-88149d15075c req-fd487da1-dc2d-49d8-8f4a-2df9a1bc3aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:27.372859 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f89151f6-06cf-448a-9495-88149d15075c req-fd487da1-dc2d-49d8-8f4a-2df9a1bc3aaf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 1094 time: 0.3928990 Feb 09 14:18:27.374665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:18:27.375067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 6284a4a3-1d2b-49b8-ab50-7255f04fa3c7 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:18:27.407191 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041241cd-4477-48df-a8ad-4cfe30f76dfa req-a1e8902e-5d2d-4dc8-bf68-190d4ead8356 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:27.417651 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-041241cd-4477-48df-a8ad-4cfe30f76dfa req-a1e8902e-5d2d-4dc8-bf68-190d4ead8356 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 944 time: 0.2831352 Feb 09 14:18:27.535552 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f58516b0-6a8f-45c8-97c8-27b56047dee6 req-5d8236f6-102f-4b92-b6e5-71419646716c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201173 Feb 09 14:18:27.570412 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:18:27.571651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Checking segment: {'id': 'b130a646-f42c-451a-8c71-47a5ef975c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c67dc89e-0c9d-4c1b-a4fb-2443bca014bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:18:27.571651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Bound using segment: {'id': 'b130a646-f42c-451a-8c71-47a5ef975c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c67dc89e-0c9d-4c1b-a4fb-2443bca014bd'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:18:27.580665 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-041241cd-4477-48df-a8ad-4cfe30f76dfa req-15996c1a-0882-41ca-a9e3-4cb5bdc4c966 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602216 Feb 09 14:18:27.587344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Bound port: b7ba0674-b8f9-415d-9b9a-2fe275736e85, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b130a646-f42c-451a-8c71-47a5ef975c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c67dc89e-0c9d-4c1b-a4fb-2443bca014bd'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:18:27.588020 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:27.596903 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=358c3aef-5d0f-47d5-823a-234d7906ca54,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:27.721041 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f89151f6-06cf-448a-9495-88149d15075c req-89dab7b7-7861-466c-be6c-189ed8938e2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=795616e5-90a4-44ee-87d6-48f82e413fad HTTP/1.1" status: 200 len: 217 time: 0.3391123 Feb 09 14:18:27.779580 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702a1802-7480-4d82-a4f6-c7c47cffc322 None None] DHCP port deletion for bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:18:27.786395 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-702a1802-7480-4d82-a4f6-c7c47cffc322 None None] Deleting port 17d2da2a-b917-43dc-bafc-b0e05397b447 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:18:27.788134 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-702a1802-7480-4d82-a4f6-c7c47cffc322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:27.851958 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] For port b7ba0674-b8f9-415d-9b9a-2fe275736e85, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:18:27.856477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] For port b7ba0674-b8f9-415d-9b9a-2fe275736e85, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b7ba0674-b8f9-415d-9b9a-2fe275736e85,segment=NetworkSegment(b130a646-f42c-451a-8c71-47a5ef975c91),segment_id=b130a646-f42c-451a-8c71-47a5ef975c91)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:18:27.949222 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:28.022058 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ddaaf-ca2c-4735-a166-9bf4a307896f req-191cb96a-d7c7-499d-9e2b-a663489c76ed tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:28.023489 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a8ddaaf-ca2c-4735-a166-9bf4a307896f req-191cb96a-d7c7-499d-9e2b-a663489c76ed tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 944 time: 0.1262944 Feb 09 14:18:28.025035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:28.025679 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:28.027085 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] 10.222.0.35 "PUT /v2.0/ports/b7ba0674-b8f9-415d-9b9a-2fe275736e85 HTTP/1.1" status: 200 len: 1092 time: 3.4293981 Feb 09 14:18:28.081016 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e61b134b-924a-4ef0-aff0-8c17f37d7187 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:28.105859 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a8ddaaf-ca2c-4735-a166-9bf4a307896f req-e0bbc167-38a1-4060-89da-7378f4906705 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/security-groups?id=046d09a5-bca4-4bd4-b34b-691e51d76de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617700 Feb 09 14:18:28.198168 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-702a1802-7480-4d82-a4f6-c7c47cffc322 None None] For port 17d2da2a-b917-43dc-bafc-b0e05397b447, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=17d2da2a-b917-43dc-bafc-b0e05397b447,segment=NetworkSegment(ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51),segment_id=ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:28.198565 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-702a1802-7480-4d82-a4f6-c7c47cffc322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:28.284020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89151f6-06cf-448a-9495-88149d15075c req-ef14e8fc-6586-45ac-b7cb-6a3638442d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:28.285556 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f89151f6-06cf-448a-9495-88149d15075c req-ef14e8fc-6586-45ac-b7cb-6a3638442d69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63021245-ec5e-45fc-a1a8-f13ed23aa515 HTTP/1.1" status: 200 len: 851 time: 0.4220531 Feb 09 14:18:28.350492 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-702a1802-7480-4d82-a4f6-c7c47cffc322 None None] Calling delete_port for 17d2da2a-b917-43dc-bafc-b0e05397b447 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:18:28.397610 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f89151f6-06cf-448a-9495-88149d15075c req-fa434c9c-25c8-4b35-bc3f-b26f49a78e92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30830122-d798-49d7-b828-5813fd5acd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986826 Feb 09 14:18:28.402041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port e61b134b-924a-4ef0-aff0-8c17f37d7187 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:28.402674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e83f1-ab99-482c-b0b2-a37920788028 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ba0674-b8f9-415d-9b9a-2fe275736e85,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:28.412953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port e61b134b-924a-4ef0-aff0-8c17f37d7187 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:28.413351 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:28.478970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d51aa9-4c49-487a-beed-4525ad6d836c req-b99a32bc-0b34-4667-8a98-246e0824bca5 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:28.480781 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-37d51aa9-4c49-487a-beed-4525ad6d836c req-b99a32bc-0b34-4667-8a98-246e0824bca5 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 943 time: 0.1173851 Feb 09 14:18:28.507956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f64ea1-0740-4b66-a654-090dce0ec78c req-b1badb58-4f04-4d4e-8072-691fd829f981 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:28.514804 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-61f64ea1-0740-4b66-a654-090dce0ec78c req-b1badb58-4f04-4d4e-8072-691fd829f981 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4bee0f-707f-4bf5-9905-22569f709832 HTTP/1.1" status: 200 len: 946 time: 0.8995776 Feb 09 14:18:28.524074 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-702a1802-7480-4d82-a4f6-c7c47cffc322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:28.539432 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-37d51aa9-4c49-487a-beed-4525ad6d836c req-5a70bb7f-cc32-434f-a409-5fc1b0135b50 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512474 Feb 09 14:18:28.544589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] For port 17d2da2a-b917-43dc-bafc-b0e05397b447, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=17d2da2a-b917-43dc-bafc-b0e05397b447,segment=NetworkSegment(ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51),segment_id=ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:28.544959 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:28.620811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a1802-7480-4d82-a4f6-c7c47cffc322 None None] No DVR routers for this DVR port 17d2da2a-b917-43dc-bafc-b0e05397b447 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:18:28.633210 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a1802-7480-4d82-a4f6-c7c47cffc322 None None] Pushing event deleted for resources: {'Port': ['ID=17d2da2a-b917-43dc-bafc-b0e05397b447,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:28.691591 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5dd13f9d-fe39-4f30-9900-62d89dcf6215 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:28.737137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] Calling delete_port for 17d2da2a-b917-43dc-bafc-b0e05397b447 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:18:28.770948 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:28.821279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e61b134b-924a-4ef0-aff0-8c17f37d7187, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e61b134b-924a-4ef0-aff0-8c17f37d7187,segment=NetworkSegment(8601851b-f28d-404e-b5fb-6389a7a2cf6b),segment_id=8601851b-f28d-404e-b5fb-6389a7a2cf6b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:28.827787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 5dd13f9d-fe39-4f30-9900-62d89dcf6215 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:28.837526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 5dd13f9d-fe39-4f30-9900-62d89dcf6215 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:28.837962 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:28.897758 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:28.947849 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-61f64ea1-0740-4b66-a654-090dce0ec78c req-897d1068-a551-467a-a4db-41783ced1212 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318142 Feb 09 14:18:28.993738 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 17d2da2a-b917-43dc-bafc-b0e05397b447 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:18:29.008308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-f45849cd-edf6-4df1-87cd-9ec3cfb8d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:29.009799 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-f45849cd-edf6-4df1-87cd-9ec3cfb8d0ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1715b9bc728e4e098a9765208bbbd1de&device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 1095 time: 0.7754419 Feb 09 14:18:29.047577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8750342-3aaf-4390-8d27-737e747472ee req-5a68c0ee-28f8-4d1d-b6d5-051e77d849bb tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:29.050454 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c8750342-3aaf-4390-8d27-737e747472ee req-5a68c0ee-28f8-4d1d-b6d5-051e77d849bb tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 944 time: 0.3162501 Feb 09 14:18:29.078904 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 17d2da2a-b917-43dc-bafc-b0e05397b447 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:18:29.079243 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 17d2da2a-b917-43dc-bafc-b0e05397b447 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:18:29.082649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=e61b134b-924a-4ef0-aff0-8c17f37d7187,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:29.092972 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:29.093325 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:29.093661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:29.093994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:29.094323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:29.094649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:29.095100 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:29.095283 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:29.095600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:29.095962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:29.096603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:29.096894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:29.102705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e79b4e-78b8-459a-9d6b-d3c5ae434819', 'tag': 'b7ba0674-b8f9-415d-9b9a-2fe275736e85'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:29.132110 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f89151f6-06cf-448a-9495-88149d15075c req-ff0c2298-bf59-4bfd-81db-a671f5894945 service neutron] 10.222.0.21 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7252085 Feb 09 14:18:29.140056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c275d512-100c-4795-b780-b19b48ffefc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61b134b-924a-4ef0-aff0-8c17f37d7187'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:29.155947 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-0823f615-60d4-4645-b4a4-70840eed5526 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7ba0674-b8f9-415d-9b9a-2fe275736e85 HTTP/1.1" status: 200 len: 217 time: 0.1361914 Feb 09 14:18:29.176701 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c910-853b-480f-8631-81c176e22dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:29.185052 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:29.196320 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c8750342-3aaf-4390-8d27-737e747472ee req-d2690c96-6b1b-4c41-9769-2a0ed0c90ed5 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358848 Feb 09 14:18:29.216556 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e79b4e-78b8-459a-9d6b-d3c5ae434819', 'tag': 'b7ba0674-b8f9-415d-9b9a-2fe275736e85', 'status': 'completed', 'code': 200} Feb 09 14:18:29.245366 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 5dd13f9d-fe39-4f30-9900-62d89dcf6215, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5dd13f9d-fe39-4f30-9900-62d89dcf6215,segment=NetworkSegment(8601851b-f28d-404e-b5fb-6389a7a2cf6b),segment_id=8601851b-f28d-404e-b5fb-6389a7a2cf6b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:29.252803 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:29.253695 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 8fec6098-3e33-49b5-b397-c817293ee41e up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:29.318661 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c275d512-100c-4795-b780-b19b48ffefc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61b134b-924a-4ef0-aff0-8c17f37d7187', 'code': 200} Feb 09 14:18:29.356428 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:18:29.356753 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:18:29.428810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=5dd13f9d-fe39-4f30-9900-62d89dcf6215,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:29.445157 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 8fec6098-3e33-49b5-b397-c817293ee41e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:29.450739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 8fec6098-3e33-49b5-b397-c817293ee41e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:29.451450 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:29.498636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ec12c-1be1-4ab3-ba9d-d7be5df860c9 req-feb93ccd-9b16-4ac6-b349-8803999542a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:29.500104 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-887ec12c-1be1-4ab3-ba9d-d7be5df860c9 req-feb93ccd-9b16-4ac6-b349-8803999542a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c275d512-100c-4795-b780-b19b48ffefc9 HTTP/1.1" status: 200 len: 1096 time: 0.1185336 Feb 09 14:18:29.552425 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-6e909dc7-8361-4698-b352-5cf540dead63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:29.554798 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-6e909dc7-8361-4698-b352-5cf540dead63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67cddf1a-1ddc-4fd2-8c81-53086d104436 HTTP/1.1" status: 200 len: 861 time: 0.3367686 Feb 09 14:18:29.582736 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-887ec12c-1be1-4ab3-ba9d-d7be5df860c9 req-cf205083-a601-4920-9dff-7d45e8e163e9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762215 Feb 09 14:18:29.657661 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:29.699428 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 8fec6098-3e33-49b5-b397-c817293ee41e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=8fec6098-3e33-49b5-b397-c817293ee41e,segment=NetworkSegment(701b0672-985b-4ec2-a282-18faae787d2d),segment_id=701b0672-985b-4ec2-a282-18faae787d2d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:29.700317 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f89151f6-06cf-448a-9495-88149d15075c req-5cd65052-43f1-4d72-8f1d-f60f8b4511eb service neutron] 10.222.0.21 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455678 Feb 09 14:18:29.704916 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:29.721580 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-b7227022-96ec-4df1-a250-ce0f2c6c6157 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c67dc89e-0c9d-4c1b-a4fb-2443bca014bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1583443 Feb 09 14:18:29.803095 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=8fec6098-3e33-49b5-b397-c817293ee41e,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:29.832646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629da47c-45cd-4b01-81a4-2bb13febcd74 req-9115201e-7bae-4a7b-9389-af1fcd7f45bc tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:29.834412 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-629da47c-45cd-4b01-81a4-2bb13febcd74 req-9115201e-7bae-4a7b-9389-af1fcd7f45bc tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 943 time: 0.1087942 Feb 09 14:18:29.843681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d9f67-05bc-44bb-834c-c3b94d52f2db req-1ee1b02c-ce84-4e55-8638-ed16e7f34343 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:29.844579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-957d9f67-05bc-44bb-834c-c3b94d52f2db req-1ee1b02c-ce84-4e55-8638-ed16e7f34343 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Synchronizing usage tracker for tenant:1715b9bc728e4e098a9765208bbbd1de on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:29.873671 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] Deleting port 17d2da2a-b917-43dc-bafc-b0e05397b447 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:18:29.874027 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:29.904871 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-629da47c-45cd-4b01-81a4-2bb13febcd74 req-4cbc32e1-df75-4786-b843-af18ab9eb6c3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639231 Feb 09 14:18:30.022705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] The port '17d2da2a-b917-43dc-bafc-b0e05397b447' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:18:30.070684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-957d9f67-05bc-44bb-834c-c3b94d52f2db req-1ee1b02c-ce84-4e55-8638-ed16e7f34343 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Unset dirty status for tenant:1715b9bc728e4e098a9765208bbbd1de on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:30.071774 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-957d9f67-05bc-44bb-834c-c3b94d52f2db req-1ee1b02c-ce84-4e55-8638-ed16e7f34343 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 944 time: 0.6384773 Feb 09 14:18:30.126021 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:30.151811 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a6835-41e7-4536-ae5e-90ecdcdec1f2 req-ad8eb0d7-5bf7-496f-8543-f2cb00e64537 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:30.153388 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa6a6835-41e7-4536-ae5e-90ecdcdec1f2 req-ad8eb0d7-5bf7-496f-8543-f2cb00e64537 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4bee0f-707f-4bf5-9905-22569f709832 HTTP/1.1" status: 200 len: 946 time: 0.0930145 Feb 09 14:18:30.161666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a55d21-8cce-43b4-8007-6850f4af01b4 req-686b8a19-9aca-4559-a96f-e685846a9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:30.163580 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-90a55d21-8cce-43b4-8007-6850f4af01b4 req-686b8a19-9aca-4559-a96f-e685846a9929 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 1094 time: 0.4065020 Feb 09 14:18:30.210783 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa6a6835-41e7-4536-ae5e-90ecdcdec1f2 req-509deaf3-cb4d-425d-b7c4-115b5a336c2a tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499599 Feb 09 14:18:30.215815 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:30.400115 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902b0b8-2bf4-42ca-a8b9-96064ae27ff6 req-4d6aebdd-5c8e-4804-ac8e-57ab7fd328d5 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:30.401589 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d902b0b8-2bf4-42ca-a8b9-96064ae27ff6 req-4d6aebdd-5c8e-4804-ac8e-57ab7fd328d5 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.0872021 Feb 09 14:18:30.455895 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:30.459258 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d902b0b8-2bf4-42ca-a8b9-96064ae27ff6 req-3caaffd7-3e40-4e7a-b391-5c884c3f6013 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512955 Feb 09 14:18:30.485468 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-dd1ddc49-6a44-406f-b54c-01fc1e593fc6 service neutron] 10.222.0.35 "GET /v2.0/networks/c67dc89e-0c9d-4c1b-a4fb-2443bca014bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6343670 Feb 09 14:18:30.524851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-957d9f67-05bc-44bb-834c-c3b94d52f2db req-ebc71e2b-efdc-4d8d-a014-7bf431845f1d tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Synchronizing usage tracker for tenant:1715b9bc728e4e098a9765208bbbd1de on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:30.578515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf8e264-cbf1-4d53-9f70-2eb50d3d0042']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:30.622174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:30.622577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6cb68e-10d3-4a0f-a6cc-4abef1a21a51') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:30.656111 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:30.671320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70d43f-c560-4b0b-a238-a1e526d27f29 req-d12d1a5e-e20a-48be-8029-e2278315a393 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:30.674059 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e70d43f-c560-4b0b-a238-a1e526d27f29 req-d12d1a5e-e20a-48be-8029-e2278315a393 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8245439-c9b5-40b4-88e9-1ffa10d1f494 HTTP/1.1" status: 200 len: 945 time: 0.1010368 Feb 09 14:18:30.695403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-957d9f67-05bc-44bb-834c-c3b94d52f2db req-ebc71e2b-efdc-4d8d-a014-7bf431845f1d tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Unset dirty status for tenant:1715b9bc728e4e098a9765208bbbd1de on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:30.697015 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-957d9f67-05bc-44bb-834c-c3b94d52f2db req-ebc71e2b-efdc-4d8d-a014-7bf431845f1d tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/security-groups?id=046d09a5-bca4-4bd4-b34b-691e51d76de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054480 Feb 09 14:18:30.701693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a55d21-8cce-43b4-8007-6850f4af01b4 req-e3f46abf-23e3-40b2-b5bd-9735f66edeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:30.703413 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-90a55d21-8cce-43b4-8007-6850f4af01b4 req-e3f46abf-23e3-40b2-b5bd-9735f66edeb8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 911 time: 0.5228534 Feb 09 14:18:30.704448 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:30.752951 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e70d43f-c560-4b0b-a238-a1e526d27f29 req-0cbed9be-3449-45ea-a821-60826ac7a567 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729692 Feb 09 14:18:30.791450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:18:30.791909 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:18:30.897915 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:18:30.972158 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-90a55d21-8cce-43b4-8007-6850f4af01b4 req-550153ff-6b0a-4458-8a56-e57d95a5378d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=795616e5-90a4-44ee-87d6-48f82e413fad HTTP/1.1" status: 200 len: 217 time: 0.2586191 Feb 09 14:18:30.979022 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06ef051e-d8a7-4037-8a52-c93af2e2ebb6 req-96c28935-58c0-4899-a75b-b49a7a043373 service neutron] 10.222.0.35 "GET /v2.0/networks/c67dc89e-0c9d-4c1b-a4fb-2443bca014bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788890 Feb 09 14:18:31.029504 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:31.057451 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:31.087621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a55d21-8cce-43b4-8007-6850f4af01b4 req-4585fd22-ba0f-46aa-ab8d-0053d39a27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:31.089405 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-90a55d21-8cce-43b4-8007-6850f4af01b4 req-4585fd22-ba0f-46aa-ab8d-0053d39a27fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63021245-ec5e-45fc-a1a8-f13ed23aa515 HTTP/1.1" status: 200 len: 851 time: 0.1093290 Feb 09 14:18:31.232332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf8e264-cbf1-4d53-9f70-2eb50d3d0042,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:31.254488 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-01c5356d-9641-4779-aa74-ded366a5d757 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bdf8e264-cbf1-4d53-9f70-2eb50d3d0042 HTTP/1.1" status: 204 len: 168 time: 4.6588640 Feb 09 14:18:31.256905 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-90a55d21-8cce-43b4-8007-6850f4af01b4 req-7f762e26-04bb-4ce0-b0dd-6824f234c708 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30830122-d798-49d7-b828-5813fd5acd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756669 Feb 09 14:18:31.319683 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8245439-c9b5-40b4-88e9-1ffa10d1f494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd13f9d-fe39-4f30-9900-62d89dcf6215'}, {'server_uuid': '32db85a6-b95e-4930-be56-33eaca637874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fec6098-3e33-49b5-b397-c817293ee41e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:31.383574 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8245439-c9b5-40b4-88e9-1ffa10d1f494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd13f9d-fe39-4f30-9900-62d89dcf6215', 'code': 200} Feb 09 14:18:31.384106 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32db85a6-b95e-4930-be56-33eaca637874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fec6098-3e33-49b5-b397-c817293ee41e', 'code': 200} Feb 09 14:18:31.650548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33908) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:31.656231 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-90a55d21-8cce-43b4-8007-6850f4af01b4 req-1d6976f1-8867-4a48-9c38-8f2889d39a5a service neutron] 10.222.0.21 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908260 Feb 09 14:18:31.677548 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:31.726933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932e563-a95d-4e2f-b552-0e7be66d4ea4 req-7e016203-548b-446f-8900-00598963b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:31.730974 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b8661dcc-5968-42b5-ad04-84593b7faf90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7eae360e45b94057993f45117e9e8fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769303 Feb 09 14:18:31.732059 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5932e563-a95d-4e2f-b552-0e7be66d4ea4 req-7e016203-548b-446f-8900-00598963b323 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1715b9bc728e4e098a9765208bbbd1de&device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 1095 time: 0.6645756 Feb 09 14:18:31.732146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33918) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:31.779062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2da14-d57a-4050-9c1d-143585adf9a7 req-2fa0498e-64f2-4a11-980b-55c78d055f57 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:31.787837 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5cf2da14-d57a-4050-9c1d-143585adf9a7 req-2fa0498e-64f2-4a11-980b-55c78d055f57 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.2046304 Feb 09 14:18:31.826231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4175f-0e42-48b0-9132-8e7049c20654 req-752b1586-96ef-4d2b-84c3-1ad580665a3f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:31.827765 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-37e4175f-0e42-48b0-9132-8e7049c20654 req-752b1586-96ef-4d2b-84c3-1ad580665a3f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 943 time: 0.7728055 Feb 09 14:18:31.900319 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac230359-0fe0-4d81-ba80-6a5e30a673b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:31.932533 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac230359-0fe0-4d81-ba80-6a5e30a673b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:31.984224 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-37e4175f-0e42-48b0-9132-8e7049c20654 req-894e1abe-ec47-4b92-8eee-aa901cfaf641 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494789 Feb 09 14:18:32.007700 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5cf2da14-d57a-4050-9c1d-143585adf9a7 req-17b0169d-6921-46b3-9d09-b7ad61297ab1 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188590 Feb 09 14:18:32.053397 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac230359-0fe0-4d81-ba80-6a5e30a673b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:32.071680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dbc14-aee5-4b71-808a-b31c2fa77601 req-8dd44c60-2b3a-41d5-8560-f705480d98e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:32.073242 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-116dbc14-aee5-4b71-808a-b31c2fa77601 req-8dd44c60-2b3a-41d5-8560-f705480d98e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b8245439-c9b5-40b4-88e9-1ffa10d1f494 HTTP/1.1" status: 200 len: 1096 time: 0.6010685 Feb 09 14:18:32.074743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac230359-0fe0-4d81-ba80-6a5e30a673b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee27823b-f51a-440f-b744-2853542e25c7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:32.086767 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac230359-0fe0-4d81-ba80-6a5e30a673b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:32.090442 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ac230359-0fe0-4d81-ba80-6a5e30a673b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee27823b-f51a-440f-b744-2853542e25c7 HTTP/1.1" status: 204 len: 168 time: 0.3553236 Feb 09 14:18:32.094642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f419b29-fd18-4c7d-9a4a-7f8adff148a1 req-ae7d16bd-0884-488e-b75d-05b92bf5f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:32.096184 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f419b29-fd18-4c7d-9a4a-7f8adff148a1 req-ae7d16bd-0884-488e-b75d-05b92bf5f9ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 1096 time: 0.6200671 Feb 09 14:18:32.330599 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-90a55d21-8cce-43b4-8007-6850f4af01b4 req-f00911bd-57d9-440f-af13-6e3627ba93dd service neutron] 10.222.0.21 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632659 Feb 09 14:18:32.359788 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f419b29-fd18-4c7d-9a4a-7f8adff148a1 req-f26fb675-e645-40ee-a07d-0b48f90e1dd0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248981 Feb 09 14:18:32.389497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e981db-a1d7-43f4-9c50-c0d5bec4cd76 req-2d816a11-0e0c-424b-ac65-d15c0a12ec05 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:32.398058 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59e981db-a1d7-43f4-9c50-c0d5bec4cd76 req-2d816a11-0e0c-424b-ac65-d15c0a12ec05 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8245439-c9b5-40b4-88e9-1ffa10d1f494 HTTP/1.1" status: 200 len: 945 time: 0.1341872 Feb 09 14:18:32.402899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932e563-a95d-4e2f-b552-0e7be66d4ea4 req-d60ec1ff-e1d8-4320-a702-a8ea483df743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:32.404518 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5932e563-a95d-4e2f-b552-0e7be66d4ea4 req-d60ec1ff-e1d8-4320-a702-a8ea483df743 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c67dc89e-0c9d-4c1b-a4fb-2443bca014bd HTTP/1.1" status: 200 len: 921 time: 0.6237693 Feb 09 14:18:32.406238 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-116dbc14-aee5-4b71-808a-b31c2fa77601 req-7fe0d740-1b78-42bd-b06a-7620417401f5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895272 Feb 09 14:18:32.464255 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59e981db-a1d7-43f4-9c50-c0d5bec4cd76 req-de08e768-1feb-438b-b67a-e9a131f27758 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648043 Feb 09 14:18:32.503418 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5932e563-a95d-4e2f-b552-0e7be66d4ea4 req-b18cd873-b138-4bd0-931d-0556f6ccc56e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7ba0674-b8f9-415d-9b9a-2fe275736e85 HTTP/1.1" status: 200 len: 217 time: 0.0909765 Feb 09 14:18:32.710833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2eba9-6d64-4123-8937-32ff59c5910d req-880d5905-20ff-4bae-9435-e47121462e05 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:32.712598 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-01e2eba9-6d64-4123-8937-32ff59c5910d req-880d5905-20ff-4bae-9435-e47121462e05 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 944 time: 0.4658017 Feb 09 14:18:32.749639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932e563-a95d-4e2f-b552-0e7be66d4ea4 req-bbd11977-8760-4169-9589-76f461882289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:32.751079 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5932e563-a95d-4e2f-b552-0e7be66d4ea4 req-bbd11977-8760-4169-9589-76f461882289 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67cddf1a-1ddc-4fd2-8c81-53086d104436 HTTP/1.1" status: 200 len: 861 time: 0.2381070 Feb 09 14:18:32.831314 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5932e563-a95d-4e2f-b552-0e7be66d4ea4 req-7da1b129-a92a-499f-b8f5-24a6e4aa3cf4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c67dc89e-0c9d-4c1b-a4fb-2443bca014bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650856 Feb 09 14:18:32.841739 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-01e2eba9-6d64-4123-8937-32ff59c5910d req-ce2c2ba9-c052-4cfc-b026-1119a2b1b7a0 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/security-groups?id=046d09a5-bca4-4bd4-b34b-691e51d76de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226881 Feb 09 14:18:32.978243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33944) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:33.107307 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5932e563-a95d-4e2f-b552-0e7be66d4ea4 req-1b924eca-e2bc-437d-91f5-a5e1df9ad283 service neutron] 10.222.0.35 "GET /v2.0/networks/c67dc89e-0c9d-4c1b-a4fb-2443bca014bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475588 Feb 09 14:18:33.285973 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5932e563-a95d-4e2f-b552-0e7be66d4ea4 req-ec1ae543-24e2-4648-91a4-ec50f3f40512 service neutron] 10.222.0.35 "GET /v2.0/networks/c67dc89e-0c9d-4c1b-a4fb-2443bca014bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637204 Feb 09 14:18:33.377645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894419d-8c53-4f6e-85cc-366bf2650ba1 req-e8fdbdb8-00b0-4e90-b83b-fdbcf0b68c90 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:33.381058 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea024b-d3d9-4069-9ea3-d94dfb583282 req-9ae6cb73-c81a-4f84-aa41-98f0f8107960 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:33.382662 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fdea024b-d3d9-4069-9ea3-d94dfb583282 req-9ae6cb73-c81a-4f84-aa41-98f0f8107960 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.0957863 Feb 09 14:18:33.384226 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d894419d-8c53-4f6e-85cc-366bf2650ba1 req-e8fdbdb8-00b0-4e90-b83b-fdbcf0b68c90 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 943 time: 0.1335216 Feb 09 14:18:33.454804 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d894419d-8c53-4f6e-85cc-366bf2650ba1 req-369605bf-57a8-41ab-96ad-e057ba6fee4f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629473 Feb 09 14:18:33.484467 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fdea024b-d3d9-4069-9ea3-d94dfb583282 req-0e8fd777-9783-4a6b-ba6a-cee81146396a tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895591 Feb 09 14:18:33.531361 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ddec97d-2bda-4258-bd6e-cd837f2ca9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:33.557715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9ddec97d-2bda-4258-bd6e-cd837f2ca9cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:33.583044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9ddec97d-2bda-4258-bd6e-cd837f2ca9cd admin admin] Usage tracker for resource:security_group_rule and tenant:30cdcaa21e914a3bb55a74e15c057414 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:33.587879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9ddec97d-2bda-4258-bd6e-cd837f2ca9cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:33.595864 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9ddec97d-2bda-4258-bd6e-cd837f2ca9cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:33.839626 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ddec97d-2bda-4258-bd6e-cd837f2ca9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:33.853932 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ddec97d-2bda-4258-bd6e-cd837f2ca9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:33.869710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33974) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:33.897101 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9ddec97d-2bda-4258-bd6e-cd837f2ca9cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30cdcaa21e914a3bb55a74e15c057414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9168820 Feb 09 14:18:33.900759 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33980) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:33.927048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddec97d-2bda-4258-bd6e-cd837f2ca9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73756e76-8aab-4461-80ca-f9d889195de7,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:33.949881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db6270-ab4b-4b83-a434-84b104e3c1b1 req-58e15ffe-2ab2-43eb-96b1-a9bc0fc3a261 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:33.958295 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-13db6270-ab4b-4b83-a434-84b104e3c1b1 req-58e15ffe-2ab2-43eb-96b1-a9bc0fc3a261 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8245439-c9b5-40b4-88e9-1ffa10d1f494 HTTP/1.1" status: 200 len: 945 time: 0.2016675 Feb 09 14:18:34.012243 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-13db6270-ab4b-4b83-a434-84b104e3c1b1 req-35049e8c-c6f8-44ca-b5d3-08a2ebaa49bf tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527978 Feb 09 14:18:34.018236 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b7ba0674-b8f9-415d-9b9a-2fe275736e85 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:18:34.159211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1275097817-network', 'tenant_id': '40ecfd94410549b7b135425cfa29b88e'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:34.159211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:34.167128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Usage tracker for resource:network and tenant:40ecfd94410549b7b135425cfa29b88e is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:34.181344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:34.201183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:34.229094 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-41d56e22-4e93-4ee7-9470-66286fe5a475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:34.235578 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Made reservation on behalf of 40ecfd94410549b7b135425cfa29b88e for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:34.240891 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:34.267178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:34.303156 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-41d56e22-4e93-4ee7-9470-66286fe5a475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:34.319682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:34.331036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeefa3c-de55-48fa-8942-9afd0a8004b9 req-fb79f371-ab02-4a88-a1ed-ab29138c2dc5 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:34.341965 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9eeefa3c-de55-48fa-8942-9afd0a8004b9 req-fb79f371-ab02-4a88-a1ed-ab29138c2dc5 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 944 time: 0.2969992 Feb 09 14:18:34.366087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b7ba0674-b8f9-415d-9b9a-2fe275736e85, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b7ba0674-b8f9-415d-9b9a-2fe275736e85,segment=NetworkSegment(b130a646-f42c-451a-8c71-47a5ef975c91),segment_id=b130a646-f42c-451a-8c71-47a5ef975c91)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:34.388122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Usage tracker for resource:security_group_rule and tenant:40ecfd94410549b7b135425cfa29b88e is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:34.391232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'b7ba0674-b8f9-415d-9b9a-2fe275736e85', 'network_id': 'c67dc89e-0c9d-4c1b-a4fb-2443bca014bd', 'port_id': 'b7ba0674-b8f9-415d-9b9a-2fe275736e85', 'mac_address': 'fa:16:3e:1d:64:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67cddf1a-1ddc-4fd2-8c81-53086d104436', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:18:34.401911 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:34.427529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:34.481914 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9eeefa3c-de55-48fa-8942-9afd0a8004b9 req-4bce9487-946e-458d-a29d-4200aaff7c99 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/security-groups?id=046d09a5-bca4-4bd4-b34b-691e51d76de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395850 Feb 09 14:18:34.506559 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:34.539058 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ba0674-b8f9-415d-9b9a-2fe275736e85 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:18:34.544639 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-41d56e22-4e93-4ee7-9470-66286fe5a475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:34.574468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b7ba0674-b8f9-415d-9b9a-2fe275736e85, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b7ba0674-b8f9-415d-9b9a-2fe275736e85,segment=NetworkSegment(b130a646-f42c-451a-8c71-47a5ef975c91),segment_id=b130a646-f42c-451a-8c71-47a5ef975c91)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:34.577885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d56e22-4e93-4ee7-9470-66286fe5a475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73756e76-8aab-4461-80ca-f9d889195de7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:34.590883 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:34.608122 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-41d56e22-4e93-4ee7-9470-66286fe5a475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:34.609314 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-41d56e22-4e93-4ee7-9470-66286fe5a475 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73756e76-8aab-4461-80ca-f9d889195de7 HTTP/1.1" status: 204 len: 168 time: 0.7079117 Feb 09 14:18:34.630983 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:34.638925 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:34.708533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:18:34.718685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe6e7bc-c44e-45ad-af1f-9490745e087d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:34.727667 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:34.728991 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Added segment 9c8c557f-8e6a-47cb-8f73-6e561df3e613 of type vlan for network a1bbdeaf-0df4-42bf-b801-cf0e095f67ca Feb 09 14:18:34.731361 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 795616e5-90a4-44ee-87d6-48f82e413fad details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:18:34.830262 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:34.887534 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:34.888731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:34.889308 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:34.898935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f7212-6e6b-4bda-b55c-bdd77147eedc req-bf0d7e2c-7421-4018-b965-8fef1258592e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:34.907060 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-976f7212-6e6b-4bda-b55c-bdd77147eedc req-bf0d7e2c-7421-4018-b965-8fef1258592e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 943 time: 0.1645489 Feb 09 14:18:34.958728 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b7ba0674-b8f9-415d-9b9a-2fe275736e85,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:34.997969 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-976f7212-6e6b-4bda-b55c-bdd77147eedc req-44856b48-3823-423d-87e0-84c328a878a0 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819113 Feb 09 14:18:35.006112 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4211f6-b45b-4c01-8c04-ffa28ef3faba req-dad23a2c-9a4a-46ec-ae82-8665cf7a6b61 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:35.007721 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce4211f6-b45b-4c01-8c04-ffa28ef3faba req-dad23a2c-9a4a-46ec-ae82-8665cf7a6b61 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.2575405 Feb 09 14:18:35.009250 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1386707 Feb 09 14:18:35.013517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34016) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:35.032829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-92cdb866-ca43-4116-adfc-9a3a7bd400f7 admin admin] Request body: {'subnet': {'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1275097817-subnet', 'tenant_id': '40ecfd94410549b7b135425cfa29b88e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:35.038099 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 795616e5-90a4-44ee-87d6-48f82e413fad, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=795616e5-90a4-44ee-87d6-48f82e413fad,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:35.039188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-92cdb866-ca43-4116-adfc-9a3a7bd400f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:35.044206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-92cdb866-ca43-4116-adfc-9a3a7bd400f7 admin admin] Usage tracker for resource:subnet and tenant:40ecfd94410549b7b135425cfa29b88e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:35.048367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-92cdb866-ca43-4116-adfc-9a3a7bd400f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:35.055858 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '795616e5-90a4-44ee-87d6-48f82e413fad', 'network_id': '30830122-d798-49d7-b828-5813fd5acd73', 'port_id': '795616e5-90a4-44ee-87d6-48f82e413fad', 'mac_address': 'fa:16:3e:da:56:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63021245-ec5e-45fc-a1a8-f13ed23aa515', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:18:35.058728 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-92cdb866-ca43-4116-adfc-9a3a7bd400f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:35.080812 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebf574-c454-42c0-b7f5-bb1bcd89a4a5 admin admin] Pushing event updated for resources: {'Network': ['ID=a1bbdeaf-0df4-42bf-b801-cf0e095f67ca,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:35.090177 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cdb866-ca43-4116-adfc-9a3a7bd400f7 admin admin] Made reservation on behalf of 40ecfd94410549b7b135425cfa29b88e for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:35.096922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network a1bbdeaf-0df4-42bf-b801-cf0e095f67ca details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:18:35.098313 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92cdb866-ca43-4116-adfc-9a3a7bd400f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:35.108437 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce4211f6-b45b-4c01-8c04-ffa28ef3faba req-748ca7e9-e781-4f6e-b8b6-7e6737a6711b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859323 Feb 09 14:18:35.249596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34030) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:35.287265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['b7ba0674-b8f9-415d-9b9a-2fe275736e85'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:18:35.291138 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9f33ff2-91d0-42b1-9089-221dde487b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:35.321832 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:35.353066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be98619-be3e-4c67-aecc-24f8151feba8 req-3c1ba433-3a7f-4397-9b32-e94da77bf05b tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:35.355714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7be98619-be3e-4c67-aecc-24f8151feba8 req-3c1ba433-3a7f-4397-9b32-e94da77bf05b tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8245439-c9b5-40b4-88e9-1ffa10d1f494 HTTP/1.1" status: 200 len: 945 time: 0.1322587 Feb 09 14:18:35.363467 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f9f33ff2-91d0-42b1-9089-221dde487b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:35.372511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f9f33ff2-91d0-42b1-9089-221dde487b37 admin admin] Usage tracker for resource:security_group_rule and tenant:458f5a5f4a304088ae763684dcfc2d53 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:35.379571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f9f33ff2-91d0-42b1-9089-221dde487b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:35.409531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f9f33ff2-91d0-42b1-9089-221dde487b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:35.470684 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795616e5-90a4-44ee-87d6-48f82e413fad {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:18:35.537671 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7be98619-be3e-4c67-aecc-24f8151feba8 req-04ed7fda-5f81-4db6-9388-1454ebbac6ff tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318159 Feb 09 14:18:35.544518 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9f33ff2-91d0-42b1-9089-221dde487b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:35.562276 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9f33ff2-91d0-42b1-9089-221dde487b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:35.571036 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 795616e5-90a4-44ee-87d6-48f82e413fad, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=795616e5-90a4-44ee-87d6-48f82e413fad,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:35.599392 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:35.609723 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92cdb866-ca43-4116-adfc-9a3a7bd400f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:35.701897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdb866-ca43-4116-adfc-9a3a7bd400f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37fdf6b3-1e22-4eee-999f-3240ab8424ff,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:35.768928 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f9f33ff2-91d0-42b1-9089-221dde487b37 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=458f5a5f4a304088ae763684dcfc2d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5153232 Feb 09 14:18:35.768928 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f33ff2-91d0-42b1-9089-221dde487b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3437f67f-71e4-406a-8b51-78453463e469,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:35.783238 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34052) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:35.858442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=795616e5-90a4-44ee-87d6-48f82e413fad,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:35.917242 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['795616e5-90a4-44ee-87d6-48f82e413fad'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:18:36.005990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442a34-d3cf-4bbd-9078-6149cd6899f5 req-1fe4eaaa-3dec-4182-af2e-70faa055fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:36.009714 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99442a34-d3cf-4bbd-9078-6149cd6899f5 req-1fe4eaaa-3dec-4182-af2e-70faa055fa8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae2414a98ed64d6489384355c90e908a&device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 1096 time: 0.3947511 Feb 09 14:18:36.045637 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79585827-66f4-4df7-810b-885e9023247d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:36.086911 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79585827-66f4-4df7-810b-885e9023247d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:36.130409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b178ff7-843e-4744-bdae-3c24864bf5b3 req-b91ba8a6-536a-424e-9e12-6c40dacd0eae tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:36.140537 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8b178ff7-843e-4744-bdae-3c24864bf5b3 req-b91ba8a6-536a-424e-9e12-6c40dacd0eae tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 945 time: 0.3313644 Feb 09 14:18:36.168169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cdb866-ca43-4116-adfc-9a3a7bd400f7 admin admin] Checking segment: {'id': '9c8c557f-8e6a-47cb-8f73-6e561df3e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:18:36.169356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cdb866-ca43-4116-adfc-9a3a7bd400f7 admin admin] Network hostable DHCP agents. Network: a1bbdeaf-0df4-42bf-b801-cf0e095f67ca, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:18:36.199567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b6eae-d644-4824-9fdf-1c8ff14a4e27 req-d2e541eb-5105-487c-a98f-37449870ad38 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:36.208739 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c4b6eae-d644-4824-9fdf-1c8ff14a4e27 req-d2e541eb-5105-487c-a98f-37449870ad38 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.5072818 Feb 09 14:18:36.216774 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79585827-66f4-4df7-810b-885e9023247d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:36.223506 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8b178ff7-843e-4744-bdae-3c24864bf5b3 req-597ccf23-f803-4dc6-892e-03ef57a85763 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/security-groups?id=046d09a5-bca4-4bd4-b34b-691e51d76de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813019 Feb 09 14:18:36.279044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79585827-66f4-4df7-810b-885e9023247d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3437f67f-71e4-406a-8b51-78453463e469,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:36.291869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442a34-d3cf-4bbd-9078-6149cd6899f5 req-696e22fa-805b-4726-b0d3-42de10c8142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:36.297833 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99442a34-d3cf-4bbd-9078-6149cd6899f5 req-696e22fa-805b-4726-b0d3-42de10c8142b service neutron] 10.222.0.21 "GET /v2.0/networks?id=6da3df8a-f0bd-4e13-8120-7c22c21ea919 HTTP/1.1" status: 200 len: 910 time: 0.2746804 Feb 09 14:18:36.332694 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c4b6eae-d644-4824-9fdf-1c8ff14a4e27 req-878e50de-cfe1-449d-aa00-93f8531429c9 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194923 Feb 09 14:18:36.338311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cdb866-ca43-4116-adfc-9a3a7bd400f7 admin admin] Network a1bbdeaf-0df4-42bf-b801-cf0e095f67ca is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:18:36.371996 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79585827-66f4-4df7-810b-885e9023247d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:36.385361 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-79585827-66f4-4df7-810b-885e9023247d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3437f67f-71e4-406a-8b51-78453463e469 HTTP/1.1" status: 204 len: 168 time: 0.5919063 Feb 09 14:18:36.401710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-92cdb866-ca43-4116-adfc-9a3a7bd400f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, a1bbdeaf-0df4-42bf-b801-cf0e095f67ca) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:36.410409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c904c2-02fc-4f48-b47e-b10eda4372a8 None None] Network a1bbdeaf-0df4-42bf-b801-cf0e095f67ca requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:18:36.412756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cdb866-ca43-4116-adfc-9a3a7bd400f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:36.415058 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92cdb866-ca43-4116-adfc-9a3a7bd400f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:36.447549 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99442a34-d3cf-4bbd-9078-6149cd6899f5 req-4db8f018-21cd-408b-87b8-dbf1c1efaf08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fec6098-3e33-49b5-b397-c817293ee41e HTTP/1.1" status: 200 len: 217 time: 0.1415465 Feb 09 14:18:36.488888 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-92cdb866-ca43-4116-adfc-9a3a7bd400f7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4697161 Feb 09 14:18:36.775525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab45d0b-4c35-43de-97b5-8a9b44c067c1 req-bcf5cdc4-73d8-4633-9cf7-d42c72683d45 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:36.775946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442a34-d3cf-4bbd-9078-6149cd6899f5 req-bc4d811b-ca20-4295-8b7b-f99b37cf6ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:36.779983 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99442a34-d3cf-4bbd-9078-6149cd6899f5 req-bc4d811b-ca20-4295-8b7b-f99b37cf6ecd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c4d8820-f3f3-41df-9171-6e72ed49a05e HTTP/1.1" status: 200 len: 850 time: 0.3225615 Feb 09 14:18:36.784890 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cab45d0b-4c35-43de-97b5-8a9b44c067c1 req-bcf5cdc4-73d8-4633-9cf7-d42c72683d45 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 944 time: 0.2107642 Feb 09 14:18:36.911397 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cab45d0b-4c35-43de-97b5-8a9b44c067c1 req-2eeb54a6-7b40-4a3e-b1ea-08375b6bb646 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254969 Feb 09 14:18:36.987752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1dceb8-5a4d-42ea-8f12-82e7edf6e915 None None] Network a1bbdeaf-0df4-42bf-b801-cf0e095f67ca requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:18:37.030885 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99442a34-d3cf-4bbd-9078-6149cd6899f5 req-c84bac6f-5b39-49c1-a7b8-2eed81b2b444 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6da3df8a-f0bd-4e13-8120-7c22c21ea919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2321866 Feb 09 14:18:37.211536 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e9057-7623-4571-8605-3fe2c95265a9 req-8df1a16b-751c-4a0e-8b87-920f70b253f2 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:37.221734 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c46e9057-7623-4571-8605-3fe2c95265a9 req-8df1a16b-751c-4a0e-8b87-920f70b253f2 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=c275d512-100c-4795-b780-b19b48ffefc9 HTTP/1.1" status: 200 len: 945 time: 0.6344674 Feb 09 14:18:37.323648 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c46e9057-7623-4571-8605-3fe2c95265a9 req-c92adb59-42ea-4f0f-be4a-b960349305ef tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971713 Feb 09 14:18:37.339911 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99442a34-d3cf-4bbd-9078-6149cd6899f5 req-a550e023-7c31-4136-aa66-461332745877 service neutron] 10.222.0.21 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993770 Feb 09 14:18:37.764078 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99442a34-d3cf-4bbd-9078-6149cd6899f5 req-0de918c7-772a-46d1-b8bb-e5c2bbd7e2e7 service neutron] 10.222.0.21 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166958 Feb 09 14:18:37.821119 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb656b-70f5-47c7-b7be-e81926f608ff req-7f9091d1-96d2-471f-8e75-875d9b020f8c tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:37.830410 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-19eb656b-70f5-47c7-b7be-e81926f608ff req-7f9091d1-96d2-471f-8e75-875d9b020f8c tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 945 time: 0.1649456 Feb 09 14:18:37.900282 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-19eb656b-70f5-47c7-b7be-e81926f608ff req-9e8750bb-17cf-4fc3-8ab5-270638f09cb0 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/security-groups?id=046d09a5-bca4-4bd4-b34b-691e51d76de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688534 Feb 09 14:18:37.910700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-1f5a63dd-ed5a-4cd2-9a36-0585aa4e1572 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:37.912221 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-1f5a63dd-ed5a-4cd2-9a36-0585aa4e1572 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/networks?id=a1bbdeaf-0df4-42bf-b801-cf0e095f67ca HTTP/1.1" status: 200 len: 815 time: 0.2064118 Feb 09 14:18:37.949820 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-194fd380-d2ec-48cc-9240-366105740522 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/quotas/40ecfd94410549b7b135425cfa29b88e HTTP/1.1" status: 200 len: 375 time: 0.0312977 Feb 09 14:18:38.009814 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-c5dc7491-42e4-43da-8ac1-8bec2c365f71 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=40ecfd94410549b7b135425cfa29b88e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548658 Feb 09 14:18:38.066730 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b7ba0674-b8f9-415d-9b9a-2fe275736e85 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:38.256016 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port b7ba0674-b8f9-415d-9b9a-2fe275736e85 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:38.265056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port b7ba0674-b8f9-415d-9b9a-2fe275736e85 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:38.265164 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:38.353122 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-598a4c6d-2b01-44c3-be22-d0403dcc8f13 service neutron] 10.222.0.48 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365769 Feb 09 14:18:38.458859 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3845d-f701-4be3-8abd-653eea3c72c0 req-ee996617-6848-4510-8df6-ab77390ba8fb tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:38.468077 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ce3845d-f701-4be3-8abd-653eea3c72c0 req-ee996617-6848-4510-8df6-ab77390ba8fb tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.1270058 Feb 09 14:18:38.469201 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:38.538796 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ce3845d-f701-4be3-8abd-653eea3c72c0 req-9df9f23c-a60a-4a94-8473-fe31f097f545 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695632 Feb 09 14:18:38.584989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e79b4e-78b8-459a-9d6b-d3c5ae434819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ba0674-b8f9-415d-9b9a-2fe275736e85'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:38.613614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b7ba0674-b8f9-415d-9b9a-2fe275736e85, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b7ba0674-b8f9-415d-9b9a-2fe275736e85,segment=NetworkSegment(b130a646-f42c-451a-8c71-47a5ef975c91),segment_id=b130a646-f42c-451a-8c71-47a5ef975c91)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:38.633351 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:38.650806 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-fa86db6d-be76-4ba7-a54b-4e564d658888 service neutron] 10.222.0.48 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886147 Feb 09 14:18:38.735915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b7ba0674-b8f9-415d-9b9a-2fe275736e85,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:38.740551 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 795616e5-90a4-44ee-87d6-48f82e413fad up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:38.783359 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:38.795553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34134) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:38.860831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d30d7-4a98-4c7c-bf6e-18d5bef26ae4 req-24751a46-12f1-4c75-bd85-06edf89ed295 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:38.866595 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 795616e5-90a4-44ee-87d6-48f82e413fad completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:38.869943 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d16d30d7-4a98-4c7c-bf6e-18d5bef26ae4 req-24751a46-12f1-4c75-bd85-06edf89ed295 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 944 time: 0.2220676 Feb 09 14:18:38.872452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 795616e5-90a4-44ee-87d6-48f82e413fad triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:38.873011 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:38.964911 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d16d30d7-4a98-4c7c-bf6e-18d5bef26ae4 req-d54730d3-a7c3-4e4f-88ef-a72dc2f1edee tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908065 Feb 09 14:18:39.043325 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:39.072957 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-210a973b-8deb-4305-bcb8-8486a3abcea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:39.097861 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e79b4e-78b8-459a-9d6b-d3c5ae434819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ba0674-b8f9-415d-9b9a-2fe275736e85', 'code': 200} Feb 09 14:18:39.114232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-210a973b-8deb-4305-bcb8-8486a3abcea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:39.124515 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 795616e5-90a4-44ee-87d6-48f82e413fad, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=795616e5-90a4-44ee-87d6-48f82e413fad,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:39.132054 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:39.135284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-210a973b-8deb-4305-bcb8-8486a3abcea6 admin admin] Usage tracker for resource:security_group_rule and tenant:6df052ce03d8454f9c3e241dd5f29bc9 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:39.157849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-210a973b-8deb-4305-bcb8-8486a3abcea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:39.174673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-210a973b-8deb-4305-bcb8-8486a3abcea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:39.211232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01d813-aeaf-4885-bb92-14d056459dfc req-148c1c45-ebb9-46f0-ad49-d601346c3505 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:39.214654 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-be01d813-aeaf-4885-bb92-14d056459dfc req-148c1c45-ebb9-46f0-ad49-d601346c3505 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=c275d512-100c-4795-b780-b19b48ffefc9 HTTP/1.1" status: 200 len: 945 time: 0.2794590 Feb 09 14:18:39.275964 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=795616e5-90a4-44ee-87d6-48f82e413fad,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:39.299378 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b6b4f8a-ec97-4575-926b-69802f5ae728 req-ee1a50d9-3db2-4251-b06c-e575f7845c94 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 210 time: 0.1437650 Feb 09 14:18:39.352257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb4457-8120-47f7-83b5-ec860a6f4941 req-a9c209f6-fdb3-4119-bbf5-548c27b1d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:39.355974 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-edfb4457-8120-47f7-83b5-ec860a6f4941 req-a9c209f6-fdb3-4119-bbf5-548c27b1d37c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 1097 time: 0.1211970 Feb 09 14:18:39.420148 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-210a973b-8deb-4305-bcb8-8486a3abcea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:39.430161 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-210a973b-8deb-4305-bcb8-8486a3abcea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:39.449660 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-edfb4457-8120-47f7-83b5-ec860a6f4941 req-8f4e3b38-94a2-4d77-89e2-baf93976df6a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=046d09a5-bca4-4bd4-b34b-691e51d76de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852382 Feb 09 14:18:39.481512 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-be01d813-aeaf-4885-bb92-14d056459dfc req-f0546910-269d-41a1-80f3-4ae9ce3f2729 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500762 Feb 09 14:18:39.507566 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-210a973b-8deb-4305-bcb8-8486a3abcea6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6df052ce03d8454f9c3e241dd5f29bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7085702 Feb 09 14:18:39.508128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34156) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:39.527909 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a973b-8deb-4305-bcb8-8486a3abcea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81283979-8e36-4b87-b1a8-48ade2cff9dc,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:39.670825 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b3098c3-1be4-488f-9c94-3a42dfc18b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:39.713056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb157c-bc17-4833-b897-c7f6de996d32 req-11a199a1-f593-4576-8fe0-b5c2c0f16841 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:39.715461 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1cbb157c-bc17-4833-b897-c7f6de996d32 req-11a199a1-f593-4576-8fe0-b5c2c0f16841 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 946 time: 0.1910775 Feb 09 14:18:39.762844 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b3098c3-1be4-488f-9c94-3a42dfc18b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:39.845193 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1cbb157c-bc17-4833-b897-c7f6de996d32 req-534daf12-8cc8-4388-9aa9-f4245d7ad113 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/security-groups?id=046d09a5-bca4-4bd4-b34b-691e51d76de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090739 Feb 09 14:18:39.859118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69be0e-6e06-43eb-9949-20b81f1cc97a req-041b0f1a-4371-447e-b367-b7fd9796f2b0 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:39.861414 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef69be0e-6e06-43eb-9949-20b81f1cc97a req-041b0f1a-4371-447e-b367-b7fd9796f2b0 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.1325850 Feb 09 14:18:39.875348 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b3098c3-1be4-488f-9c94-3a42dfc18b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:39.891861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3098c3-1be4-488f-9c94-3a42dfc18b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81283979-8e36-4b87-b1a8-48ade2cff9dc,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:39.929082 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b3098c3-1be4-488f-9c94-3a42dfc18b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:39.932950 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5b3098c3-1be4-488f-9c94-3a42dfc18b9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/81283979-8e36-4b87-b1a8-48ade2cff9dc HTTP/1.1" status: 204 len: 168 time: 0.4238150 Feb 09 14:18:39.955126 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef69be0e-6e06-43eb-9949-20b81f1cc97a req-06852774-8326-454c-8a51-6b76ef2addc6 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841205 Feb 09 14:18:40.203486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4700246-cc87-479f-ba70-804e57e7c299 req-26ad96a6-dc1d-4b80-a6f6-51706fc604e8 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:40.204903 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4700246-cc87-479f-ba70-804e57e7c299 req-26ad96a6-dc1d-4b80-a6f6-51706fc604e8 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 945 time: 0.0856798 Feb 09 14:18:40.249899 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:40.258720 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4700246-cc87-479f-ba70-804e57e7c299 req-481ca71a-f7b5-4eaf-bda8-d21dda68af2d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474615 Feb 09 14:18:40.458413 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-69d8e3b7-c06f-49c7-bb2b-2866057d6c91 req-d2836051-2132-494e-be90-655b33ac064e tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 210 time: 0.0497873 Feb 09 14:18:40.712215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d7a2a-447f-4841-b931-cd762646b237 req-11497e3f-608b-4815-8ffe-14c9cfedc953 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:40.713971 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2c5d7a2a-447f-4841-b931-cd762646b237 req-11497e3f-608b-4815-8ffe-14c9cfedc953 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=c275d512-100c-4795-b780-b19b48ffefc9 HTTP/1.1" status: 200 len: 945 time: 0.1192069 Feb 09 14:18:40.766613 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2c5d7a2a-447f-4841-b931-cd762646b237 req-4e45505f-23ce-486f-92e9-3912e252c740 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463009 Feb 09 14:18:40.903321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07139b4d-e5f9-4912-b183-8b79c245e48b req-5917c5b1-a639-4584-9208-3878ec838de7 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:40.905537 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-07139b4d-e5f9-4912-b183-8b79c245e48b req-5917c5b1-a639-4584-9208-3878ec838de7 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.35 "GET /v2.0/ports?device_id=c275d512-100c-4795-b780-b19b48ffefc9 HTTP/1.1" status: 200 len: 945 time: 0.1015141 Feb 09 14:18:41.018026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-07139b4d-e5f9-4912-b183-8b79c245e48b req-b1a177ca-7721-472d-880d-0d9a4c797900 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Deleting port e61b134b-924a-4ef0-aff0-8c17f37d7187 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:18:41.018675 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-07139b4d-e5f9-4912-b183-8b79c245e48b req-b1a177ca-7721-472d-880d-0d9a4c797900 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:41.099394 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd299ec-b93c-4c7b-b060-ec10795a5159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795616e5-90a4-44ee-87d6-48f82e413fad'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:41.288668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-9869fa22-48a1-478b-b450-c1d29227176d tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:41.291316 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-9869fa22-48a1-478b-b450-c1d29227176d tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.35 "GET /v2.0/networks?id=a1bbdeaf-0df4-42bf-b801-cf0e095f67ca HTTP/1.1" status: 200 len: 815 time: 0.3432310 Feb 09 14:18:41.303865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919478bd-224c-47b8-9320-5659aaeba012 req-1f383597-e924-41f6-bba1-462b1130671f tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:41.305796 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-919478bd-224c-47b8-9320-5659aaeba012 req-1f383597-e924-41f6-bba1-462b1130671f tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 946 time: 0.2955651 Feb 09 14:18:41.350597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-569c728d-c747-40c7-aa13-1873bd247c07 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Request body: {'port': {'device_id': '2e7e51c4-91f8-4107-a3f1-f2e848945899', 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca', 'admin_state_up': True, 'tenant_id': '40ecfd94410549b7b135425cfa29b88e'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:41.472001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a4764-3dff-4b56-a1a9-af6ad9d06a71 req-45114241-cab3-4c8e-afba-1c67a46be5ea tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:41.480831 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e6a4764-3dff-4b56-a1a9-af6ad9d06a71 req-45114241-cab3-4c8e-afba-1c67a46be5ea tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.3350215 Feb 09 14:18:41.493833 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-919478bd-224c-47b8-9320-5659aaeba012 req-2e1e5c34-39ec-48fb-8224-d1476be74fbe tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/security-groups?id=046d09a5-bca4-4bd4-b34b-691e51d76de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821558 Feb 09 14:18:41.597603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-569c728d-c747-40c7-aa13-1873bd247c07 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:41.606006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-569c728d-c747-40c7-aa13-1873bd247c07 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Usage tracker for resource:port and tenant:40ecfd94410549b7b135425cfa29b88e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:41.606533 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd299ec-b93c-4c7b-b060-ec10795a5159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795616e5-90a4-44ee-87d6-48f82e413fad', 'code': 200} Feb 09 14:18:41.613818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-569c728d-c747-40c7-aa13-1873bd247c07 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:41.639346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-569c728d-c747-40c7-aa13-1873bd247c07 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:41.658421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-569c728d-c747-40c7-aa13-1873bd247c07 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Made reservation on behalf of 40ecfd94410549b7b135425cfa29b88e for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:41.663005 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-569c728d-c747-40c7-aa13-1873bd247c07 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:41.920803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-07139b4d-e5f9-4912-b183-8b79c245e48b req-b1a177ca-7721-472d-880d-0d9a4c797900 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] For port e61b134b-924a-4ef0-aff0-8c17f37d7187, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e61b134b-924a-4ef0-aff0-8c17f37d7187,segment=NetworkSegment(8601851b-f28d-404e-b5fb-6389a7a2cf6b),segment_id=8601851b-f28d-404e-b5fb-6389a7a2cf6b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:41.921952 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-07139b4d-e5f9-4912-b183-8b79c245e48b req-b1a177ca-7721-472d-880d-0d9a4c797900 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:42.069292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b655e-2abe-46c4-89d9-71879540fe5d req-907e090c-c8e0-41ba-94d6-6d5bbac85a9f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:42.070849 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d85b655e-2abe-46c4-89d9-71879540fe5d req-907e090c-c8e0-41ba-94d6-6d5bbac85a9f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 945 time: 0.3291507 Feb 09 14:18:42.072446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-569c728d-c747-40c7-aa13-1873bd247c07 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Allocated IP 172.20.0.4 (a1bbdeaf-0df4-42bf-b801-cf0e095f67ca/37fdf6b3-1e22-4eee-999f-3240ab8424ff/48e354a3-60a7-43f4-b211-14b283c072cc) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:42.084242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-07139b4d-e5f9-4912-b183-8b79c245e48b req-b1a177ca-7721-472d-880d-0d9a4c797900 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Calling delete_port for e61b134b-924a-4ef0-aff0-8c17f37d7187 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:18:42.118299 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e6a4764-3dff-4b56-a1a9-af6ad9d06a71 req-54971302-6fc9-4f61-8a48-9f0fc9efcce0 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6362429 Feb 09 14:18:42.182776 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d85b655e-2abe-46c4-89d9-71879540fe5d req-f246f71d-d43d-494b-a516-e43e20399a75 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966537 Feb 09 14:18:42.200301 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0c6f6-3bc5-4291-9f8d-e58fd6d63a8f req-19a053bd-372d-45b2-86cc-6c9f95e816d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:42.202248 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-24b0c6f6-3bc5-4291-9f8d-e58fd6d63a8f req-19a053bd-372d-45b2-86cc-6c9f95e816d5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 1096 time: 0.3944831 Feb 09 14:18:42.296895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34248) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:42.380076 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-07139b4d-e5f9-4912-b183-8b79c245e48b req-b1a177ca-7721-472d-880d-0d9a4c797900 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:42.387481 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-24b0c6f6-3bc5-4291-9f8d-e58fd6d63a8f req-79dacd58-b0e6-4292-956c-26d07ee7085d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715720 Feb 09 14:18:42.393103 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['5dd13f9d-fe39-4f30-9900-62d89dcf6215'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:18:42.393286 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1a383260-b5d5-4620-9455-5293507f174d req-b40c84d5-5310-42ce-9efd-9f48ff159a33 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 210 time: 0.0592980 Feb 09 14:18:42.439197 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a177ca-7721-472d-880d-0d9a4c797900 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Pushing event deleted for resources: {'Port': ['ID=e61b134b-924a-4ef0-aff0-8c17f37d7187,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:42.450617 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['358c3aef-5d0f-47d5-823a-234d7906ca54'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:18:42.452967 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-049f3f26-6a19-43a4-b8e2-e0c9f157d68b req-36380e8a-ace1-4275-ac58-3af50b602fd9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=c275d512-100c-4795-b780-b19b48ffefc9 HTTP/1.1" status: 200 len: 210 time: 0.0802987 Feb 09 14:18:42.496661 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-569c728d-c747-40c7-aa13-1873bd247c07 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:42.499953 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3e2dac62-244a-4f8f-9440-e8895fb7ec79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:42.518001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3e2dac62-244a-4f8f-9440-e8895fb7ec79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:42.524256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3e2dac62-244a-4f8f-9440-e8895fb7ec79 admin admin] Usage tracker for resource:security_group_rule and tenant:60a8189dea9b423187c38568b16da25f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:42.528845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3e2dac62-244a-4f8f-9440-e8895fb7ec79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:42.542173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3e2dac62-244a-4f8f-9440-e8895fb7ec79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:42.545317 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-07139b4d-e5f9-4912-b183-8b79c245e48b req-b1a177ca-7721-472d-880d-0d9a4c797900 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] No DVR routers for this DVR port e61b134b-924a-4ef0-aff0-8c17f37d7187 on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:18:42.548247 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-07139b4d-e5f9-4912-b183-8b79c245e48b req-b1a177ca-7721-472d-880d-0d9a4c797900 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:42.556205 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c275d512-100c-4795-b780-b19b48ffefc9', 'name': 'network-vif-deleted', 'tag': 'e61b134b-924a-4ef0-aff0-8c17f37d7187'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:42.602726 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-07139b4d-e5f9-4912-b183-8b79c245e48b req-b1a177ca-7721-472d-880d-0d9a4c797900 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.35 "DELETE /v2.0/ports/e61b134b-924a-4ef0-aff0-8c17f37d7187 HTTP/1.1" status: 204 len: 173 time: 1.6878452 Feb 09 14:18:42.632151 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c275d512-100c-4795-b780-b19b48ffefc9', 'name': 'network-vif-deleted', 'tag': 'e61b134b-924a-4ef0-aff0-8c17f37d7187', 'status': 'completed', 'code': 200} Feb 09 14:18:42.646747 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-569c728d-c747-40c7-aa13-1873bd247c07 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:42.756081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-569c728d-c747-40c7-aa13-1873bd247c07 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Network a1bbdeaf-0df4-42bf-b801-cf0e095f67ca is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:42.762906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-569c728d-c747-40c7-aa13-1873bd247c07 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:42.766906 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3e2dac62-244a-4f8f-9440-e8895fb7ec79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:42.771131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-569c728d-c747-40c7-aa13-1873bd247c07 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:18:42.805363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34140161-7b6e-40d5-a24b-6c430dc55aca req-1674c0fc-b509-4c11-97ce-990c78666162 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:42.806846 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3e2dac62-244a-4f8f-9440-e8895fb7ec79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:42.809019 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34140161-7b6e-40d5-a24b-6c430dc55aca req-1674c0fc-b509-4c11-97ce-990c78666162 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 946 time: 0.1404965 Feb 09 14:18:42.842700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c728d-c747-40c7-aa13-1873bd247c07 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Pushing event updated for resources: {'Port': ['ID=48e354a3-60a7-43f4-b211-14b283c072cc,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:42.863742 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3e2dac62-244a-4f8f-9440-e8895fb7ec79 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60a8189dea9b423187c38568b16da25f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5634899 Feb 09 14:18:42.866207 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34262) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:42.914996 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34140161-7b6e-40d5-a24b-6c430dc55aca req-dfd07f17-505a-4d6b-b254-8941741f62c2 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/security-groups?id=046d09a5-bca4-4bd4-b34b-691e51d76de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985026 Feb 09 14:18:42.942883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2dac62-244a-4f8f-9440-e8895fb7ec79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995ea471-9699-4ed0-8984-c2ce119a9f7c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:42.975103 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4c2968b-08f3-4b3b-92ae-c1050f64cd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:42.984470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-569c728d-c747-40c7-aa13-1873bd247c07 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:42.985281 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-569c728d-c747-40c7-aa13-1873bd247c07 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:43.037935 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4c2968b-08f3-4b3b-92ae-c1050f64cd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:43.061621 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-569c728d-c747-40c7-aa13-1873bd247c07 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7237637 Feb 09 14:18:43.083572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Request body: {'port': {'device_id': '2e7e51c4-91f8-4107-a3f1-f2e848945899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:43.297720 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:43.377155 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4c2968b-08f3-4b3b-92ae-c1050f64cd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:43.407321 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4c2968b-08f3-4b3b-92ae-c1050f64cd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:43.410889 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a4c2968b-08f3-4b3b-92ae-c1050f64cd51 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/995ea471-9699-4ed0-8984-c2ce119a9f7c HTTP/1.1" status: 204 len: 168 time: 0.5375614 Feb 09 14:18:43.466193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2968b-08f3-4b3b-92ae-c1050f64cd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995ea471-9699-4ed0-8984-c2ce119a9f7c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:43.533243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eb13d-8103-4b8f-9ed5-afcb61c386f9 req-e5d0c466-58b4-4638-9962-67f36d339745 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:43.544097 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-581eb13d-8103-4b8f-9ed5-afcb61c386f9 req-e5d0c466-58b4-4638-9962-67f36d339745 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 945 time: 0.1708131 Feb 09 14:18:43.574792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244548bf-f7c0-4514-af4f-225129278958 req-a327e7f0-7044-4b6b-add1-1f259b1412ea tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:43.584296 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-244548bf-f7c0-4514-af4f-225129278958 req-a327e7f0-7044-4b6b-add1-1f259b1412ea tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.2873559 Feb 09 14:18:43.621357 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-581eb13d-8103-4b8f-9ed5-afcb61c386f9 req-556804b6-09e9-4909-b982-bdd5bc2d8c0e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752852 Feb 09 14:18:43.747941 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-244548bf-f7c0-4514-af4f-225129278958 req-bc9866b5-6c52-47d6-b04e-48b67ac0821f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625259 Feb 09 14:18:44.010440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16174fb5-5404-4b38-bc40-82156d228141 req-527b6c50-79d3-420f-ba1d-2e2a01f2e34d tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:44.018280 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-16174fb5-5404-4b38-bc40-82156d228141 req-527b6c50-79d3-420f-ba1d-2e2a01f2e34d tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 931 time: 0.1179645 Feb 09 14:18:44.069181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e354a3-60a7-43f4-b211-14b283c072cc {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:18:44.081244 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e61b134b-924a-4ef0-aff0-8c17f37d7187 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:18:44.091901 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:44.126427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Transition to ACTIVE for port object 48e354a3-60a7-43f4-b211-14b283c072cc will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:44.137668 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:44.145839 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-16174fb5-5404-4b38-bc40-82156d228141 req-aaff4326-392d-4291-a923-9912fea920a9 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Synchronizing usage tracker for tenant:40ecfd94410549b7b135425cfa29b88e on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:44.219777 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: e61b134b-924a-4ef0-aff0-8c17f37d7187 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:18:44.219777 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e61b134b-924a-4ef0-aff0-8c17f37d7187 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:18:44.287720 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-16174fb5-5404-4b38-bc40-82156d228141 req-aaff4326-392d-4291-a923-9912fea920a9 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Unset dirty status for tenant:40ecfd94410549b7b135425cfa29b88e on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:44.311396 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-16174fb5-5404-4b38-bc40-82156d228141 req-aaff4326-392d-4291-a923-9912fea920a9 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920439 Feb 09 14:18:44.374436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89151f6-06cf-448a-9495-88149d15075c req-bd859e8f-5487-4594-9146-0545f59d7062 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:44.376088 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f89151f6-06cf-448a-9495-88149d15075c req-bd859e8f-5487-4594-9146-0545f59d7062 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 945 time: 0.1645548 Feb 09 14:18:44.551309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-f89151f6-06cf-448a-9495-88149d15075c req-39a3f308-9382-4d79-9c2c-f1e3da6058d3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Deleting port 795616e5-90a4-44ee-87d6-48f82e413fad {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:18:44.551956 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f89151f6-06cf-448a-9495-88149d15075c req-39a3f308-9382-4d79-9c2c-f1e3da6058d3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:44.737082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=48e354a3-60a7-43f4-b211-14b283c072cc,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:44.881648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Attempting to bind port 48e354a3-60a7-43f4-b211-14b283c072cc on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:18:44.882114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Attempting to bind port 48e354a3-60a7-43f4-b211-14b283c072cc by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '9c8c557f-8e6a-47cb-8f73-6e561df3e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:18:44.882534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Attempting to bind port 48e354a3-60a7-43f4-b211-14b283c072cc on network a1bbdeaf-0df4-42bf-b801-cf0e095f67ca {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:44.892482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Port 48e354a3-60a7-43f4-b211-14b283c072cc on network a1bbdeaf-0df4-42bf-b801-cf0e095f67ca not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:18:44.894641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Attempting to bind port 48e354a3-60a7-43f4-b211-14b283c072cc on network a1bbdeaf-0df4-42bf-b801-cf0e095f67ca {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:44.907488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:18:44.911540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Checking segment: {'id': '9c8c557f-8e6a-47cb-8f73-6e561df3e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:18:44.912035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Bound using segment: {'id': '9c8c557f-8e6a-47cb-8f73-6e561df3e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:18:44.912550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Bound port: 48e354a3-60a7-43f4-b211-14b283c072cc, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8c557f-8e6a-47cb-8f73-6e561df3e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:18:44.913027 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:45.048819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] For port 48e354a3-60a7-43f4-b211-14b283c072cc, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:18:45.053119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] For port 48e354a3-60a7-43f4-b211-14b283c072cc, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=48e354a3-60a7-43f4-b211-14b283c072cc,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:18:45.062020 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:45.121927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f89151f6-06cf-448a-9495-88149d15075c req-39a3f308-9382-4d79-9c2c-f1e3da6058d3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] For port 795616e5-90a4-44ee-87d6-48f82e413fad, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=795616e5-90a4-44ee-87d6-48f82e413fad,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:45.122332 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f89151f6-06cf-448a-9495-88149d15075c req-39a3f308-9382-4d79-9c2c-f1e3da6058d3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:45.161371 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd6869-975f-4aad-b00a-5b78a4c4f5fd req-e8758da2-7087-4dcc-a58d-048e2a5b4b6f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:45.169508 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cdfd6869-975f-4aad-b00a-5b78a4c4f5fd req-e8758da2-7087-4dcc-a58d-048e2a5b4b6f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 945 time: 0.2383258 Feb 09 14:18:45.309587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:45.310666 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:45.316793 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] 10.222.0.35 "PUT /v2.0/ports/48e354a3-60a7-43f4-b211-14b283c072cc HTTP/1.1" status: 200 len: 1091 time: 2.2411029 Feb 09 14:18:45.331202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7e51c4-91f8-4107-a3f1-f2e848945899', 'tag': '48e354a3-60a7-43f4-b211-14b283c072cc'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:45.371658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f119368-e89e-4434-8c12-154d8b72b1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=48e354a3-60a7-43f4-b211-14b283c072cc,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:45.392548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-f89151f6-06cf-448a-9495-88149d15075c req-39a3f308-9382-4d79-9c2c-f1e3da6058d3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Calling delete_port for 795616e5-90a4-44ee-87d6-48f82e413fad owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:18:45.484328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166a2c7-bfc1-4b2f-bf90-f341a375ef15 req-6d9e941f-784e-415b-9abe-5341108454a6 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:45.492518 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4166a2c7-bfc1-4b2f-bf90-f341a375ef15 req-6d9e941f-784e-415b-9abe-5341108454a6 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.2213650 Feb 09 14:18:45.537355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f88a802-66f1-41f0-b984-479c43391e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:45.539101 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-6f88a802-66f1-41f0-b984-479c43391e41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40ecfd94410549b7b135425cfa29b88e&device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 1094 time: 0.1626942 Feb 09 14:18:45.565352 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4166a2c7-bfc1-4b2f-bf90-f341a375ef15 req-e2d82ca4-5cc6-4263-bfd2-c37e0b3ac7c1 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718477 Feb 09 14:18:45.676480 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-225ad68f-2c44-4707-a1e6-be138d037a63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e354a3-60a7-43f4-b211-14b283c072cc HTTP/1.1" status: 200 len: 217 time: 0.1088648 Feb 09 14:18:45.771855 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cdfd6869-975f-4aad-b00a-5b78a4c4f5fd req-a632a6e0-4747-4090-810b-496636a01b26 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6008892 Feb 09 14:18:45.774848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-d4f1b520-9e21-44c5-bbe6-79d75413e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:45.776882 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-d4f1b520-9e21-44c5-bbe6-79d75413e304 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37fdf6b3-1e22-4eee-999f-3240ab8424ff HTTP/1.1" status: 200 len: 855 time: 0.0894444 Feb 09 14:18:45.916863 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-036e8b73-f8bf-4d12-9ee8-fc548fc4ddd4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1bbdeaf-0df4-42bf-b801-cf0e095f67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199808 Feb 09 14:18:46.038399 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34364) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:46.038754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34366) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:46.093228 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f89151f6-06cf-448a-9495-88149d15075c req-39a3f308-9382-4d79-9c2c-f1e3da6058d3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:46.105615 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['795616e5-90a4-44ee-87d6-48f82e413fad'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:18:46.163270 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-a5d0f24f-c61e-4e95-a114-c6d1e3d28637 service neutron] 10.222.0.35 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362351 Feb 09 14:18:46.168249 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3f308-9382-4d79-9c2c-f1e3da6058d3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Pushing event deleted for resources: {'Port': ['ID=795616e5-90a4-44ee-87d6-48f82e413fad,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:46.284804 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e380aa2-e9b8-45ac-8658-9ef7312e33bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:46.335686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-876823110', 'router:external': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:46.341000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89151f6-06cf-448a-9495-88149d15075c req-39a3f308-9382-4d79-9c2c-f1e3da6058d3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] No DVR routers for this DVR port 795616e5-90a4-44ee-87d6-48f82e413fad on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:18:46.347911 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f89151f6-06cf-448a-9495-88149d15075c req-39a3f308-9382-4d79-9c2c-f1e3da6058d3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:46.351038 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:46.361182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d22731-da2d-4273-a255-f45f14539301 req-a12176b2-d4ad-40f7-8f17-928b4cf4b5dc tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:46.368360 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c5d22731-da2d-4273-a255-f45f14539301 req-a12176b2-d4ad-40f7-8f17-928b4cf4b5dc tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 946 time: 0.3882127 Feb 09 14:18:46.369227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd299ec-b93c-4c7b-b060-ec10795a5159', 'name': 'network-vif-deleted', 'tag': '795616e5-90a4-44ee-87d6-48f82e413fad'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:46.381498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Usage tracker for resource:network and tenant:080ee4440b914cdab24a0c97e461bf98 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:46.385875 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4e380aa2-e9b8-45ac-8658-9ef7312e33bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:46.386925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d427389-5205-44e0-b76f-9a3a355712e4 req-446c45ac-8a37-4903-9597-d7fcc85eccf4 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:46.388008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8d427389-5205-44e0-b76f-9a3a355712e4 req-446c45ac-8a37-4903-9597-d7fcc85eccf4 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Synchronizing usage tracker for tenant:40ecfd94410549b7b135425cfa29b88e on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:46.389075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:46.394216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630b5048-f2a3-44ef-8db1-f9e413169da2 req-63abb56d-4345-4c63-88ad-31db885b1e16 service neutron] 10.222.0.35 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797554 Feb 09 14:18:46.411350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8d427389-5205-44e0-b76f-9a3a355712e4 req-446c45ac-8a37-4903-9597-d7fcc85eccf4 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Unset dirty status for tenant:40ecfd94410549b7b135425cfa29b88e on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:46.412688 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d427389-5205-44e0-b76f-9a3a355712e4 req-446c45ac-8a37-4903-9597-d7fcc85eccf4 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 943 time: 0.2438962 Feb 09 14:18:46.413193 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4e380aa2-e9b8-45ac-8658-9ef7312e33bc admin admin] Usage tracker for resource:security_group_rule and tenant:ca3086194ef9436881e6ab56231ee898 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:46.418670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:46.423524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4e380aa2-e9b8-45ac-8658-9ef7312e33bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:46.432197 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4e380aa2-e9b8-45ac-8658-9ef7312e33bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:46.437160 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f89151f6-06cf-448a-9495-88149d15075c req-39a3f308-9382-4d79-9c2c-f1e3da6058d3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.21 "DELETE /v2.0/ports/795616e5-90a4-44ee-87d6-48f82e413fad HTTP/1.1" status: 204 len: 173 time: 2.0520000 Feb 09 14:18:46.475491 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d427389-5205-44e0-b76f-9a3a355712e4 req-e569e4df-c438-4dd4-8174-4676804dc71e tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556433 Feb 09 14:18:46.477724 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c5d22731-da2d-4273-a255-f45f14539301 req-a58c92ee-e7f2-4be9-94dc-b5011c65ece8 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/security-groups?id=046d09a5-bca4-4bd4-b34b-691e51d76de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998082 Feb 09 14:18:46.488479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Made reservation on behalf of 080ee4440b914cdab24a0c97e461bf98 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:46.488479 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:46.503829 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:46.520573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:46.524476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Usage tracker for resource:security_group_rule and tenant:080ee4440b914cdab24a0c97e461bf98 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:46.527597 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:46.533604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:46.538120 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7e51c4-91f8-4107-a3f1-f2e848945899', 'tag': '48e354a3-60a7-43f4-b211-14b283c072cc', 'status': 'completed', 'code': 200} Feb 09 14:18:46.643965 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:46.650701 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:46.696260 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd299ec-b93c-4c7b-b060-ec10795a5159', 'name': 'network-vif-deleted', 'tag': '795616e5-90a4-44ee-87d6-48f82e413fad', 'status': 'completed', 'code': 200} Feb 09 14:18:46.701681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:18:46.715620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041908af-c6a3-431b-8d5d-275fc282d4f4,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:46.727938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a5dfc-b741-49db-8551-a12cfc2e1379 req-458d54f6-f085-425c-a9c9-eba3160539d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:46.728264 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:46.728652 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Added segment 35c52686-dcc1-4178-a2cb-fabd11d34fb1 of type vlan for network b8077e11-6dec-4aef-9493-44a460d3ec00 Feb 09 14:18:46.730368 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad8a5dfc-b741-49db-8551-a12cfc2e1379 req-458d54f6-f085-425c-a9c9-eba3160539d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40ecfd94410549b7b135425cfa29b88e&device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 1094 time: 0.1588483 Feb 09 14:18:46.797990 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e380aa2-e9b8-45ac-8658-9ef7312e33bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:46.799983 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:46.805901 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e380aa2-e9b8-45ac-8658-9ef7312e33bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:46.875408 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4e380aa2-e9b8-45ac-8658-9ef7312e33bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca3086194ef9436881e6ab56231ee898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8313820 Feb 09 14:18:46.882445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34394) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:46.943315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e380aa2-e9b8-45ac-8658-9ef7312e33bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f277ff-e2cb-4149-9b1b-d5221427ff11,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:46.977330 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:46.978465 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:46.979165 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:47.042697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a5dfc-b741-49db-8551-a12cfc2e1379 req-0dbb3dd0-d5c1-4cbd-af66-c2b412affb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:47.044188 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad8a5dfc-b741-49db-8551-a12cfc2e1379 req-0dbb3dd0-d5c1-4cbd-af66-c2b412affb5c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1bbdeaf-0df4-42bf-b801-cf0e095f67ca HTTP/1.1" status: 200 len: 915 time: 0.3052239 Feb 09 14:18:47.046322 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9eba1a5-9df6-4545-9b5a-2faca98000b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:47.056882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb0396-4da6-46c5-93ec-d399f1f88c5c req-5a073265-1555-4a94-b84a-6a29cba7c2f4 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:47.058414 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aeeb0396-4da6-46c5-93ec-d399f1f88c5c req-5a073265-1555-4a94-b84a-6a29cba7c2f4 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.2899146 Feb 09 14:18:47.153147 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad8a5dfc-b741-49db-8551-a12cfc2e1379 req-f3fc82fa-85e0-409c-8f17-2b354bd4a2b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e354a3-60a7-43f4-b211-14b283c072cc HTTP/1.1" status: 200 len: 217 time: 0.0873394 Feb 09 14:18:47.199895 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6d26052-b85e-4ee8-9e13-b506cfdb1af4 req-f3a8ef69-768e-4087-9d43-4ab6af3df10e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 210 time: 0.1811812 Feb 09 14:18:47.208118 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9eba1a5-9df6-4545-9b5a-2faca98000b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:47.223312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-bb519696-bb21-47d2-ab6e-f2e5442eca34 req-76ce9cac-37a5-46b6-86c4-04201ba82a10 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Synchronizing usage tracker for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:47.248312 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aeeb0396-4da6-46c5-93ec-d399f1f88c5c req-40b37b65-bde0-463b-b96e-60d73b7b5ce8 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809118 Feb 09 14:18:47.252327 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.2064168 Feb 09 14:18:47.255491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34400) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:47.271560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-2d14fc10-e1d9-4be9-8d46-18bd51f4de32 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Request body: {'subnet': {'network_id': 'b8077e11-6dec-4aef-9493-44a460d3ec00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:47.275632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a5dfc-b741-49db-8551-a12cfc2e1379 req-f9ab4512-4b39-43cc-bc25-3fb2f126287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:47.277045 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad8a5dfc-b741-49db-8551-a12cfc2e1379 req-f9ab4512-4b39-43cc-bc25-3fb2f126287e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37fdf6b3-1e22-4eee-999f-3240ab8424ff HTTP/1.1" status: 200 len: 855 time: 0.1167586 Feb 09 14:18:47.283972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2d14fc10-e1d9-4be9-8d46-18bd51f4de32 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:47.308106 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71582910-6bf1-4128-9256-053ce719960f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Pushing event updated for resources: {'Network': ['ID=b8077e11-6dec-4aef-9493-44a460d3ec00,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:47.327569 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2d14fc10-e1d9-4be9-8d46-18bd51f4de32 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Usage tracker for resource:subnet and tenant:080ee4440b914cdab24a0c97e461bf98 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:47.329837 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network b8077e11-6dec-4aef-9493-44a460d3ec00 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:18:47.335092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2d14fc10-e1d9-4be9-8d46-18bd51f4de32 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:47.339947 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad8a5dfc-b741-49db-8551-a12cfc2e1379 req-175172bb-bec2-4a5b-b011-daf3194238c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1bbdeaf-0df4-42bf-b801-cf0e095f67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530276 Feb 09 14:18:47.344314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2d14fc10-e1d9-4be9-8d46-18bd51f4de32 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:47.355609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-bb519696-bb21-47d2-ab6e-f2e5442eca34 req-76ce9cac-37a5-46b6-86c4-04201ba82a10 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Unset dirty status for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:47.356923 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb519696-bb21-47d2-ab6e-f2e5442eca34 req-76ce9cac-37a5-46b6-86c4-04201ba82a10 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 210 time: 0.2289026 Feb 09 14:18:47.410786 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514e918-28f6-4e01-9c7f-b0aa81b0aea5 req-7be02ea8-b88a-4c4e-95ec-2ae1f37573ef tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:47.412353 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c514e918-28f6-4e01-9c7f-b0aa81b0aea5 req-7be02ea8-b88a-4c4e-95ec-2ae1f37573ef tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 946 time: 0.3919337 Feb 09 14:18:47.429606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d14fc10-e1d9-4be9-8d46-18bd51f4de32 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Made reservation on behalf of 080ee4440b914cdab24a0c97e461bf98 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:47.431106 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d14fc10-e1d9-4be9-8d46-18bd51f4de32 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:47.502735 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d26052-b85e-4ee8-9e13-b506cfdb1af4 req-2bc43b70-8b8f-48a4-b612-b38bbf4b9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:47.505995 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6d26052-b85e-4ee8-9e13-b506cfdb1af4 req-2bc43b70-8b8f-48a4-b612-b38bbf4b9cc5 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2870810 Feb 09 14:18:47.522499 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9eba1a5-9df6-4545-9b5a-2faca98000b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:47.595105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eba1a5-9df6-4545-9b5a-2faca98000b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f277ff-e2cb-4149-9b1b-d5221427ff11,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:47.696085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-c514e918-28f6-4e01-9c7f-b0aa81b0aea5 req-48d5a521-14c7-483c-91d6-c5eea1d62929 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Deleting port b7ba0674-b8f9-415d-9b9a-2fe275736e85 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:18:47.696547 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c514e918-28f6-4e01-9c7f-b0aa81b0aea5 req-48d5a521-14c7-483c-91d6-c5eea1d62929 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:47.781212 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9eba1a5-9df6-4545-9b5a-2faca98000b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:47.782321 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d9eba1a5-9df6-4545-9b5a-2faca98000b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29f277ff-e2cb-4149-9b1b-d5221427ff11 HTTP/1.1" status: 204 len: 168 time: 0.8989410 Feb 09 14:18:47.810283 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d26052-b85e-4ee8-9e13-b506cfdb1af4 req-2e1c5fab-90dd-44a2-a2c2-863b1dd7bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:47.811993 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6d26052-b85e-4ee8-9e13-b506cfdb1af4 req-2e1c5fab-90dd-44a2-a2c2-863b1dd7bfe5 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2954643 Feb 09 14:18:47.850801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad8a5dfc-b741-49db-8551-a12cfc2e1379 req-b726f238-5f51-4611-9789-d9941da42bcd service neutron] 10.222.0.35 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000076 Feb 09 14:18:47.983289 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c6210-8033-465f-9a48-a68b7670c5ad req-7f352ce5-921b-4f45-b3f0-3bfa9b6792f6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:47.984878 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-715c6210-8033-465f-9a48-a68b7670c5ad req-7f352ce5-921b-4f45-b3f0-3bfa9b6792f6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 943 time: 0.3830278 Feb 09 14:18:47.993801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573077a-cb17-44b1-b86c-8b7ee4dcbb13 req-82033c5f-a82e-41a1-a205-aba8dee0a243 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:48.001568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573077a-cb17-44b1-b86c-8b7ee4dcbb13 req-82033c5f-a82e-41a1-a205-aba8dee0a243 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:48.002385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d573077a-cb17-44b1-b86c-8b7ee4dcbb13 req-82033c5f-a82e-41a1-a205-aba8dee0a243 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Synchronizing usage tracker for tenant:06fc6ebc92fb49a39c9717ff23b05b38 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:48.041687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d573077a-cb17-44b1-b86c-8b7ee4dcbb13 req-82033c5f-a82e-41a1-a205-aba8dee0a243 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Unset dirty status for tenant:06fc6ebc92fb49a39c9717ff23b05b38 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:48.043061 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d573077a-cb17-44b1-b86c-8b7ee4dcbb13 req-82033c5f-a82e-41a1-a205-aba8dee0a243 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b4bee0f-707f-4bf5-9905-22569f709832&device_id=b8245439-c9b5-40b4-88e9-1ffa10d1f494 HTTP/1.1" status: 200 len: 1682 time: 0.3511903 Feb 09 14:18:48.089419 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:18:48.106402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-c514e918-28f6-4e01-9c7f-b0aa81b0aea5 req-48d5a521-14c7-483c-91d6-c5eea1d62929 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] For port b7ba0674-b8f9-415d-9b9a-2fe275736e85, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b7ba0674-b8f9-415d-9b9a-2fe275736e85,segment=NetworkSegment(b130a646-f42c-451a-8c71-47a5ef975c91),segment_id=b130a646-f42c-451a-8c71-47a5ef975c91)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:48.106930 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c514e918-28f6-4e01-9c7f-b0aa81b0aea5 req-48d5a521-14c7-483c-91d6-c5eea1d62929 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:48.147925 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-715c6210-8033-465f-9a48-a68b7670c5ad req-e0ec03a1-c23c-4d2a-a011-f523861bb37e tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475065 Feb 09 14:18:48.151661 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad8a5dfc-b741-49db-8551-a12cfc2e1379 req-54378edd-a540-4055-a287-48be6ec8f683 service neutron] 10.222.0.35 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942097 Feb 09 14:18:48.311335 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d573077a-cb17-44b1-b86c-8b7ee4dcbb13 req-9c11d37e-cc05-4072-bff4-b36ddbd4477e tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610574 Feb 09 14:18:48.376265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-c514e918-28f6-4e01-9c7f-b0aa81b0aea5 req-48d5a521-14c7-483c-91d6-c5eea1d62929 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Calling delete_port for b7ba0674-b8f9-415d-9b9a-2fe275736e85 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:18:48.447157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.objects.ports [None req-2d14fc10-e1d9-4be9-8d46-18bd51f4de32 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87597) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:18:48.447637 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d14fc10-e1d9-4be9-8d46-18bd51f4de32 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:48.557932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e585748-248f-4d0f-8b23-e70ff08fa3c7 req-afb1a6ea-b774-49e4-ae06-c6713d62832e tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:48.560018 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e585748-248f-4d0f-8b23-e70ff08fa3c7 req-afb1a6ea-b774-49e4-ae06-c6713d62832e tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7e79b4e-78b8-459a-9d6b-d3c5ae434819 HTTP/1.1" status: 200 len: 946 time: 0.2730787 Feb 09 14:18:48.569297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14fc10-e1d9-4be9-8d46-18bd51f4de32 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a70a654a-207c-4728-93c5-2b672d1a0ac9,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:48.597497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d14fc10-e1d9-4be9-8d46-18bd51f4de32 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Checking segment: {'id': '35c52686-dcc1-4178-a2cb-fabd11d34fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b8077e11-6dec-4aef-9493-44a460d3ec00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:18:48.598299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d14fc10-e1d9-4be9-8d46-18bd51f4de32 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Network hostable DHCP agents. Network: b8077e11-6dec-4aef-9493-44a460d3ec00, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:18:48.599260 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c514e918-28f6-4e01-9c7f-b0aa81b0aea5 req-48d5a521-14c7-483c-91d6-c5eea1d62929 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:48.608719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f676d-33a5-491b-9b91-fe38e8530f49 req-407d08a3-ab22-4281-8464-dffdc937a91f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:48.614046 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e61f676d-33a5-491b-9b91-fe38e8530f49 req-407d08a3-ab22-4281-8464-dffdc937a91f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.1517634 Feb 09 14:18:48.637458 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e585748-248f-4d0f-8b23-e70ff08fa3c7 req-5e7da994-209b-47c0-ab97-c627f76e1007 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.48 "GET /v2.0/security-groups?id=046d09a5-bca4-4bd4-b34b-691e51d76de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646482 Feb 09 14:18:48.643157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d14fc10-e1d9-4be9-8d46-18bd51f4de32 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Network b8077e11-6dec-4aef-9493-44a460d3ec00 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:18:48.668629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-2d14fc10-e1d9-4be9-8d46-18bd51f4de32 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, b8077e11-6dec-4aef-9493-44a460d3ec00) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:48.669977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5a521-14c7-483c-91d6-c5eea1d62929 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Pushing event deleted for resources: {'Port': ['ID=b7ba0674-b8f9-415d-9b9a-2fe275736e85,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:48.686354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d14fc10-e1d9-4be9-8d46-18bd51f4de32 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:48.686803 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f138eb-f1e3-4f1d-89a6-4a4cf998ca2f None None] Network b8077e11-6dec-4aef-9493-44a460d3ec00 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:18:48.687333 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d14fc10-e1d9-4be9-8d46-18bd51f4de32 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:48.702663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34438) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:48.737945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2d14fc10-e1d9-4be9-8d46-18bd51f4de32 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4726868 Feb 09 14:18:48.742921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34444) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:48.755326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-420631090', 'network_id': 'b8077e11-6dec-4aef-9493-44a460d3ec00'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:48.764707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:48.774108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Usage tracker for resource:port and tenant:080ee4440b914cdab24a0c97e461bf98 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:48.778577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:48.786718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:48.840952 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-097b7e46-75ac-45e2-becc-9e58886d071a req-fc18aea8-6ba2-4bb9-afad-f1219c685575 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 210 time: 0.0594213 Feb 09 14:18:48.845759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Made reservation on behalf of 080ee4440b914cdab24a0c97e461bf98 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:48.848548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c514e918-28f6-4e01-9c7f-b0aa81b0aea5 req-48d5a521-14c7-483c-91d6-c5eea1d62929 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] No DVR routers for this DVR port b7ba0674-b8f9-415d-9b9a-2fe275736e85 on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:18:48.849359 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:48.851560 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c514e918-28f6-4e01-9c7f-b0aa81b0aea5 req-48d5a521-14c7-483c-91d6-c5eea1d62929 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:48.869465 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e61f676d-33a5-491b-9b91-fe38e8530f49 req-05e2fff8-9f88-4a9d-abc7-27f85a41b29a tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038941 Feb 09 14:18:48.870027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e79b4e-78b8-459a-9d6b-d3c5ae434819', 'name': 'network-vif-deleted', 'tag': 'b7ba0674-b8f9-415d-9b9a-2fe275736e85'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:48.873239 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1625962244-network', 'tenant_id': '4091d7ba17f9437abb0771563f5827ab'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:48.879460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:48.883431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Usage tracker for resource:network and tenant:4091d7ba17f9437abb0771563f5827ab is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:48.896834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:48.898824 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c514e918-28f6-4e01-9c7f-b0aa81b0aea5 req-48d5a521-14c7-483c-91d6-c5eea1d62929 tempest-ServerMetadataNegativeTestJSON-1995460339 tempest-ServerMetadataNegativeTestJSON-1995460339-project] 10.222.0.35 "DELETE /v2.0/ports/b7ba0674-b8f9-415d-9b9a-2fe275736e85 HTTP/1.1" status: 204 len: 173 time: 1.4737329 Feb 09 14:18:48.911011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:48.926245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] device_id is not set on port 1bda13e9-80dd-45fd-b227-ea97cd1cd9c5 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:18:48.951747 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e79b4e-78b8-459a-9d6b-d3c5ae434819', 'name': 'network-vif-deleted', 'tag': 'b7ba0674-b8f9-415d-9b9a-2fe275736e85', 'status': 'completed', 'code': 200} Feb 09 14:18:48.972533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Made reservation on behalf of 4091d7ba17f9437abb0771563f5827ab for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:48.975660 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:48.997314 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:49.027403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:49.038396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:4091d7ba17f9437abb0771563f5827ab is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:49.050004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:49.063229 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:49.097075 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacaaee2-642a-4bfc-90ef-4a04c0c707cc None None] Network b8077e11-6dec-4aef-9493-44a460d3ec00 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:18:49.190405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Allocated IP 172.20.0.13 (b8077e11-6dec-4aef-9493-44a460d3ec00/a70a654a-207c-4728-93c5-2b672d1a0ac9/1bda13e9-80dd-45fd-b227-ea97cd1cd9c5) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:49.337149 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:49.434552 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:49.446999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837bf7b-ee33-4548-b220-53e5351e7d52 req-508c859c-cf12-4176-adee-3141fc02571c tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:49.450496 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0837bf7b-ee33-4548-b220-53e5351e7d52 req-508c859c-cf12-4176-adee-3141fc02571c tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 943 time: 0.1460915 Feb 09 14:18:49.509764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:18:49.527563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a23e8f-c615-4342-9b4e-32773a3c3f6e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:49.533835 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:49.534226 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Added segment 364df274-c5ce-4193-8b12-6c266d01dc07 of type vlan for network 373ed538-5e87-46fa-8b63-b7fddcf01679 Feb 09 14:18:49.558091 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6d26052-b85e-4ee8-9e13-b506cfdb1af4 req-cc5374f5-954d-4bc1-81db-1c37f2a032ab tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.21 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 210 time: 0.0811839 Feb 09 14:18:49.604826 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0837bf7b-ee33-4548-b220-53e5351e7d52 req-da22af57-c23f-44a4-94f2-cfd81dddbad0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482844 Feb 09 14:18:49.612808 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:49.616486 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:49.663766 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:49.666145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:49.666145 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:49.786185 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:49.835420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=373ed538-5e87-46fa-8b63-b7fddcf01679,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:49.838615 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ae115c34-291f-468f-a91b-00411bf28dd5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1348710 Feb 09 14:18:49.842061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34460) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:49.859542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 373ed538-5e87-46fa-8b63-b7fddcf01679 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:18:49.866190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0d63697a-299b-4f58-b7e9-b05ceffffd66 admin admin] Request body: {'subnet': {'network_id': '373ed538-5e87-46fa-8b63-b7fddcf01679', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1625962244-subnet', 'tenant_id': '4091d7ba17f9437abb0771563f5827ab', 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:49.876898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Network b8077e11-6dec-4aef-9493-44a460d3ec00 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:49.879964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:49.886233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0d63697a-299b-4f58-b7e9-b05ceffffd66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:49.890794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:18:49.898622 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0d63697a-299b-4f58-b7e9-b05ceffffd66 admin admin] Usage tracker for resource:subnet and tenant:4091d7ba17f9437abb0771563f5827ab is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:49.899750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34468) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:49.902946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0d63697a-299b-4f58-b7e9-b05ceffffd66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:49.984526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Pushing event updated for resources: {'Port': ['ID=1bda13e9-80dd-45fd-b227-ea97cd1cd9c5,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:49.989874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0d63697a-299b-4f58-b7e9-b05ceffffd66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:50.025379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:50.026270 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:50.041294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-5870cb6d-f12a-4d59-817e-e67237ac66ee admin admin] Deleting subnet 67cddf1a-1ddc-4fd2-8c81-53086d104436 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:18:50.046560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d63697a-299b-4f58-b7e9-b05ceffffd66 admin admin] Made reservation on behalf of 4091d7ba17f9437abb0771563f5827ab for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:50.049546 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d63697a-299b-4f58-b7e9-b05ceffffd66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:50.062271 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9129ab6d-9986-4fde-9c95-955f8f8a1601 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3156595 Feb 09 14:18:50.062584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34474) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:50.129925 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 48e354a3-60a7-43f4-b211-14b283c072cc details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:18:50.163586 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b7ba0674-b8f9-415d-9b9a-2fe275736e85 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:18:50.165045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b9875160-e1c1-48df-8ca3-e92618ac3ab4 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Deleting port 1bda13e9-80dd-45fd-b227-ea97cd1cd9c5 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:18:50.165393 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9875160-e1c1-48df-8ca3-e92618ac3ab4 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:50.258766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01c4a9f7-3a28-4823-b145-6c753b54fba0 req-6e39cbea-ed90-474c-b004-1beb4baf3f9b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd299ec-b93c-4c7b-b060-ec10795a5159 HTTP/1.1" status: 200 len: 210 time: 0.0627644 Feb 09 14:18:50.311667 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: b7ba0674-b8f9-415d-9b9a-2fe275736e85 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:18:50.312035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b7ba0674-b8f9-415d-9b9a-2fe275736e85 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:18:50.320190 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5870cb6d-f12a-4d59-817e-e67237ac66ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:50.406042 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 48e354a3-60a7-43f4-b211-14b283c072cc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=48e354a3-60a7-43f4-b211-14b283c072cc,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:50.427332 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '48e354a3-60a7-43f4-b211-14b283c072cc', 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca', 'port_id': '48e354a3-60a7-43f4-b211-14b283c072cc', 'mac_address': 'fa:16:3e:bc:20:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fdf6b3-1e22-4eee-999f-3240ab8424ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:18:50.498256 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:50.504008 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5870cb6d-f12a-4d59-817e-e67237ac66ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:50.518305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e354a3-60a7-43f4-b211-14b283c072cc {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:18:50.536305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 48e354a3-60a7-43f4-b211-14b283c072cc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=48e354a3-60a7-43f4-b211-14b283c072cc,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:50.542469 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:50.566480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51f533-3dee-46fe-8db2-3a0ff93a933c req-8930f1b4-fb58-4602-9952-ec0653ccc53a tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:50.573820 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4a51f533-3dee-46fe-8db2-3a0ff93a933c req-8930f1b4-fb58-4602-9952-ec0653ccc53a tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.3447134 Feb 09 14:18:50.627814 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=48e354a3-60a7-43f4-b211-14b283c072cc,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:50.665005 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5870cb6d-f12a-4d59-817e-e67237ac66ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:50.668555 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9875160-e1c1-48df-8ca3-e92618ac3ab4 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:50.699101 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4a51f533-3dee-46fe-8db2-3a0ff93a933c req-1d19d77e-56ce-4dfb-93c3-0ef60efa709f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244268 Feb 09 14:18:50.706162 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d63697a-299b-4f58-b7e9-b05ceffffd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:50.771059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63697a-299b-4f58-b7e9-b05ceffffd66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78dbc5fd-0005-4454-938b-fa1eca20d03b,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:50.814313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244c7d0-13ab-4fc6-bc0e-91e51dbad247 req-fe508bd3-2835-441e-a3b2-0880681830d4 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:50.816510 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a244c7d0-13ab-4fc6-bc0e-91e51dbad247 req-fe508bd3-2835-441e-a3b2-0880681830d4 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8245439-c9b5-40b4-88e9-1ffa10d1f494 HTTP/1.1" status: 200 len: 945 time: 0.2707641 Feb 09 14:18:50.823327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b9875160-e1c1-48df-8ca3-e92618ac3ab4 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Calling delete_port for 1bda13e9-80dd-45fd-b227-ea97cd1cd9c5 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:18:50.873236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d63697a-299b-4f58-b7e9-b05ceffffd66 admin admin] Checking segment: {'id': '364df274-c5ce-4193-8b12-6c266d01dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '373ed538-5e87-46fa-8b63-b7fddcf01679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:18:50.873810 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d63697a-299b-4f58-b7e9-b05ceffffd66 admin admin] Network hostable DHCP agents. Network: 373ed538-5e87-46fa-8b63-b7fddcf01679, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:18:50.889862 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5870cb6d-f12a-4d59-817e-e67237ac66ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:50.912479 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a244c7d0-13ab-4fc6-bc0e-91e51dbad247 req-66398c11-103c-42b8-93b1-4e4d52b7cd66 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623548 Feb 09 14:18:50.935695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870cb6d-f12a-4d59-817e-e67237ac66ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67cddf1a-1ddc-4fd2-8c81-53086d104436,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:50.949935 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5870cb6d-f12a-4d59-817e-e67237ac66ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:50.956940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d63697a-299b-4f58-b7e9-b05ceffffd66 admin admin] Network 373ed538-5e87-46fa-8b63-b7fddcf01679 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:18:50.962735 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['48e354a3-60a7-43f4-b211-14b283c072cc'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:18:50.971081 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5870cb6d-f12a-4d59-817e-e67237ac66ee admin admin] 10.222.0.48 "DELETE /v2.0/subnets/67cddf1a-1ddc-4fd2-8c81-53086d104436 HTTP/1.1" status: 204 len: 168 time: 1.0702319 Feb 09 14:18:50.971257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34482) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:50.979980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0d63697a-299b-4f58-b7e9-b05ceffffd66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 373ed538-5e87-46fa-8b63-b7fddcf01679) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:50.989522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ed8a2-c97e-45d4-aa86-fb0bd1c9e9be req-5dbaea82-64e8-4c4a-be87-a3516e9e3119 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:50.990990 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb3ed8a2-c97e-45d4-aa86-fb0bd1c9e9be req-5dbaea82-64e8-4c4a-be87-a3516e9e3119 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 944 time: 0.1808383 Feb 09 14:18:50.994489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d63697a-299b-4f58-b7e9-b05ceffffd66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:50.994489 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d63697a-299b-4f58-b7e9-b05ceffffd66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:50.996313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6b529f-6f6f-4e0d-bf94-1a78dd5888e0 None None] Network 373ed538-5e87-46fa-8b63-b7fddcf01679 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:18:51.029291 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0d63697a-299b-4f58-b7e9-b05ceffffd66 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1858428 Feb 09 14:18:51.031712 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34486) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:51.037869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1625962244-router', 'tenant_id': '4091d7ba17f9437abb0771563f5827ab', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:51.053639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:51.061526 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Usage tracker for resource:router and tenant:4091d7ba17f9437abb0771563f5827ab is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:51.067409 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb3ed8a2-c97e-45d4-aa86-fb0bd1c9e9be req-b0d23429-3bc2-43c1-8386-3dfb2e520f00 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616319 Feb 09 14:18:51.068268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:51.075172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:51.091064 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.092145 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.103916 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9875160-e1c1-48df-8ca3-e92618ac3ab4 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.103916 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac3e1-b558-4a20-8456-5b6ecdf01d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.121580 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.161223 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9875160-e1c1-48df-8ca3-e92618ac3ab4 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bda13e9-80dd-45fd-b227-ea97cd1cd9c5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:51.368108 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac3e1-b558-4a20-8456-5b6ecdf01d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.390745 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9875160-e1c1-48df-8ca3-e92618ac3ab4 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.406606 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-373ed538-5e87-46fa-8b63-b7fddcf01679', 'network_id': '373ed538-5e87-46fa-8b63-b7fddcf01679', 'tenant_id': '4091d7ba17f9437abb0771563f5827ab', 'fixed_ips': [{'subnet_id': '78dbc5fd-0005-4454-938b-fa1eca20d03b'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:18:51.407447 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.415373 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b9875160-e1c1-48df-8ca3-e92618ac3ab4 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "DELETE /v2.0/ports/1bda13e9-80dd-45fd-b227-ea97cd1cd9c5 HTTP/1.1" status: 204 len: 168 time: 1.3515129 Feb 09 14:18:51.418504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34494) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:51.423760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8077e11-6dec-4aef-9493-44a460d3ec00', 'external_fixed_ips': [{'subnet_id': 'a70a654a-207c-4728-93c5-2b672d1a0ac9', 'ip_address': '172.20.0.13'}]}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:51.431791 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:51.436514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Usage tracker for resource:router and tenant:080ee4440b914cdab24a0c97e461bf98 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:51.439720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:51.447021 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:51.455962 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-ef3ac3e1-b558-4a20-8456-5b6ecdf01d13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67dc89e-0c9d-4c1b-a4fb-2443bca014bd']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:51.467149 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.469341 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.483493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-ef3ac3e1-b558-4a20-8456-5b6ecdf01d13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b130a646-f42c-451a-8c71-47a5ef975c91') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:51.484175 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-ef3ac3e1-b558-4a20-8456-5b6ecdf01d13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b130a646-f42c-451a-8c71-47a5ef975c91') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:51.507030 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac3e1-b558-4a20-8456-5b6ecdf01d13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.529594 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.559178 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac3e1-b558-4a20-8456-5b6ecdf01d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.587446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3ac3e1-b558-4a20-8456-5b6ecdf01d13 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:18:51.587899 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac3e1-b558-4a20-8456-5b6ecdf01d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:18:51.612001 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:18:51.637124 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.662151 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Allocated IP 172.20.0.2 (373ed538-5e87-46fa-8b63-b7fddcf01679/78dbc5fd-0005-4454-938b-fa1eca20d03b/578e6138-4ddb-4cf1-9763-9da95f6bb56f) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:51.770908 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac3e1-b558-4a20-8456-5b6ecdf01d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.792604 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac3e1-b558-4a20-8456-5b6ecdf01d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.866443 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ef3ac3e1-b558-4a20-8456-5b6ecdf01d13 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c67dc89e-0c9d-4c1b-a4fb-2443bca014bd HTTP/1.1" status: 204 len: 168 time: 0.8938637 Feb 09 14:18:51.875943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ac3e1-b558-4a20-8456-5b6ecdf01d13 admin admin] Pushing event deleted for resources: {'Network': ['ID=c67dc89e-0c9d-4c1b-a4fb-2443bca014bd,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:51.940811 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:51.967637 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Transition to ACTIVE for port object 578e6138-4ddb-4cf1-9763-9da95f6bb56f will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:51.995462 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Transition to ACTIVE for port object 578e6138-4ddb-4cf1-9763-9da95f6bb56f will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:51.998775 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-9aad55ee-0c5c-463d-b87b-7c890d274a46 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:52.000297 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-9aad55ee-0c5c-463d-b87b-7c890d274a46 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 811 time: 0.3782732 Feb 09 14:18:52.004813 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:52.036686 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-132d1afc-e13e-4627-b33d-01bcd97138ed tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/quotas/a0e2775b9be9415aac8d2804e4d4888c HTTP/1.1" status: 200 len: 375 time: 0.0243897 Feb 09 14:18:52.047029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788169f-f1ca-4d10-9984-f01adb4ca80d req-0d33d6aa-5426-41c3-bb49-272ddbe9bc35 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:52.049734 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e788169f-f1ca-4d10-9984-f01adb4ca80d req-0d33d6aa-5426-41c3-bb49-272ddbe9bc35 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8245439-c9b5-40b4-88e9-1ffa10d1f494 HTTP/1.1" status: 200 len: 945 time: 0.4837902 Feb 09 14:18:52.054960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34514) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:52.087290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Network 373ed538-5e87-46fa-8b63-b7fddcf01679 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:52.090434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:52.092980 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:18:52.178296 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:52.195804 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-84b7b392-c939-47c3-b6ae-920c1c22174e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1433954 Feb 09 14:18:52.200444 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Pushing event updated for resources: {'Port': ['ID=578e6138-4ddb-4cf1-9763-9da95f6bb56f,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:52.214518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdff6eb-2c16-4e63-b339-d806b8434aeb req-b9953f41-eca8-4ea4-b0bd-183316f45f7d tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:52.216132 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dcdff6eb-2c16-4e63-b339-d806b8434aeb req-b9953f41-eca8-4ea4-b0bd-183316f45f7d tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b4bee0f-707f-4bf5-9905-22569f709832 HTTP/1.1" status: 200 len: 946 time: 0.3683021 Feb 09 14:18:52.218597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Attempting to bind port 578e6138-4ddb-4cf1-9763-9da95f6bb56f on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:18:52.219069 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Attempting to bind port 578e6138-4ddb-4cf1-9763-9da95f6bb56f by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '364df274-c5ce-4193-8b12-6c266d01dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '373ed538-5e87-46fa-8b63-b7fddcf01679'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:18:52.219520 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Attempting to bind port 578e6138-4ddb-4cf1-9763-9da95f6bb56f on network 373ed538-5e87-46fa-8b63-b7fddcf01679 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:52.225787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:18:52.226442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Checking segment: {'id': '364df274-c5ce-4193-8b12-6c266d01dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '373ed538-5e87-46fa-8b63-b7fddcf01679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:18:52.227154 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:52.227478 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Bound using segment: {'id': '364df274-c5ce-4193-8b12-6c266d01dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '373ed538-5e87-46fa-8b63-b7fddcf01679'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:18:52.228042 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Bound port: 578e6138-4ddb-4cf1-9763-9da95f6bb56f, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364df274-c5ce-4193-8b12-6c266d01dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '373ed538-5e87-46fa-8b63-b7fddcf01679'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:18:52.228468 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:52.289929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412caa0-eba3-4e14-9678-494ed34cd54a req-676e30de-6f5d-4e6a-98e0-e8acfe3f896e tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:52.291402 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2412caa0-eba3-4e14-9678-494ed34cd54a req-676e30de-6f5d-4e6a-98e0-e8acfe3f896e tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.4237292 Feb 09 14:18:52.329719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] For port 578e6138-4ddb-4cf1-9763-9da95f6bb56f, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:18:52.333948 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] For port 578e6138-4ddb-4cf1-9763-9da95f6bb56f, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=578e6138-4ddb-4cf1-9763-9da95f6bb56f,segment=NetworkSegment(364df274-c5ce-4193-8b12-6c266d01dc07),segment_id=364df274-c5ce-4193-8b12-6c266d01dc07)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:18:52.337537 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:52.366669 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2412caa0-eba3-4e14-9678-494ed34cd54a req-4f2d58a6-3246-4249-93fc-64a87499eaed tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594757 Feb 09 14:18:52.397103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-e788169f-f1ca-4d10-9984-f01adb4ca80d req-eb3b6805-dd94-4371-99a5-4685c7699ac0 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Deleting port 5dd13f9d-fe39-4f30-9900-62d89dcf6215 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:18:52.397472 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e788169f-f1ca-4d10-9984-f01adb4ca80d req-eb3b6805-dd94-4371-99a5-4685c7699ac0 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:52.423936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9ccc9-19df-4854-bf94-aa3bf26b28d2 None None] Pushing event updated for resources: {'Port': ['ID=578e6138-4ddb-4cf1-9763-9da95f6bb56f,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:52.465355 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a3ae069c-f86e-47f8-ac90-d13247a6ba43 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1715b9bc728e4e098a9765208bbbd1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4025216 Feb 09 14:18:52.471156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34520) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:52.580089 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-dcdff6eb-2c16-4e63-b339-d806b8434aeb req-46d1b6cb-ad9d-4f67-8d11-390c60b89658 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Deleting port 358c3aef-5d0f-47d5-823a-234d7906ca54 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:18:52.580089 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-dcdff6eb-2c16-4e63-b339-d806b8434aeb req-46d1b6cb-ad9d-4f67-8d11-390c60b89658 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:52.734829 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:52.767555 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:52.817977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ef4d0-73c1-4ec0-82cf-a09b12acea12 req-a7ff698c-6e76-49cb-9400-63fafc05f01c tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:52.819810 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-120ef4d0-73c1-4ec0-82cf-a09b12acea12 req-a7ff698c-6e76-49cb-9400-63fafc05f01c tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8245439-c9b5-40b4-88e9-1ffa10d1f494 HTTP/1.1" status: 200 len: 945 time: 0.2928195 Feb 09 14:18:52.939542 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-62cfe2c1-fa19-408d-a30b-f251275741af service neutron] 10.222.0.48 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7222879 Feb 09 14:18:52.941855 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-120ef4d0-73c1-4ec0-82cf-a09b12acea12 req-1157e47b-484e-4948-b5b7-5f9ded969586 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099401 Feb 09 14:18:52.961642 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 578e6138-4ddb-4cf1-9763-9da95f6bb56f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:53.059866 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 578e6138-4ddb-4cf1-9763-9da95f6bb56f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:53.111645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Allocated IP 172.20.0.13 (b8077e11-6dec-4aef-9493-44a460d3ec00/a70a654a-207c-4728-93c5-2b672d1a0ac9/4e976ced-8644-4019-bdf8-3543238205c2) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:53.252336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a72de4-24de-4985-afc3-3aa36b0c5136 req-da6db305-2134-4e80-ad9f-273f2b26d503 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:53.254497 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22a72de4-24de-4985-afc3-3aa36b0c5136 req-da6db305-2134-4e80-ad9f-273f2b26d503 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 944 time: 0.1974490 Feb 09 14:18:53.283824 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:53.314964 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:53.333784 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22a72de4-24de-4985-afc3-3aa36b0c5136 req-e1155728-263e-42ff-a405-fac6d7be26b7 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656998 Feb 09 14:18:53.359942 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:53.393547 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:53.445424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Network b8077e11-6dec-4aef-9493-44a460d3ec00 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:53.446905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:53.452061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:18:53.478820 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:53.493814 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:53.693835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-dcdff6eb-2c16-4e63-b339-d806b8434aeb req-46d1b6cb-ad9d-4f67-8d11-390c60b89658 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] For port 358c3aef-5d0f-47d5-823a-234d7906ca54, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=358c3aef-5d0f-47d5-823a-234d7906ca54,segment=NetworkSegment(8601851b-f28d-404e-b5fb-6389a7a2cf6b),segment_id=8601851b-f28d-404e-b5fb-6389a7a2cf6b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:53.694696 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-dcdff6eb-2c16-4e63-b339-d806b8434aeb req-46d1b6cb-ad9d-4f67-8d11-390c60b89658 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:53.697402 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b4fe5f-5c8c-4d83-88eb-fa7e9ab3ec64 None None] Network 373ed538-5e87-46fa-8b63-b7fddcf01679 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:18:53.706565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-e788169f-f1ca-4d10-9984-f01adb4ca80d req-eb3b6805-dd94-4371-99a5-4685c7699ac0 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] For port 5dd13f9d-fe39-4f30-9900-62d89dcf6215, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5dd13f9d-fe39-4f30-9900-62d89dcf6215,segment=NetworkSegment(8601851b-f28d-404e-b5fb-6389a7a2cf6b),segment_id=8601851b-f28d-404e-b5fb-6389a7a2cf6b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:53.706917 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e788169f-f1ca-4d10-9984-f01adb4ca80d req-eb3b6805-dd94-4371-99a5-4685c7699ac0 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:53.739407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-2cc0c80a-8a63-4980-956b-2e2d25c20023 service neutron] 10.222.0.48 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656471 Feb 09 14:18:53.764508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Pushing event updated for resources: {'Port': ['ID=4e976ced-8644-4019-bdf8-3543238205c2,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:53.805027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-13411480-d3c7-4552-a46a-e4148e8a7495 None None] Provisioning for port 578e6138-4ddb-4cf1-9763-9da95f6bb56f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:53.824154 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-13411480-d3c7-4552-a46a-e4148e8a7495 None None] Provisioning complete for port 578e6138-4ddb-4cf1-9763-9da95f6bb56f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:53.825557 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-13411480-d3c7-4552-a46a-e4148e8a7495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:54.030963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-dcdff6eb-2c16-4e63-b339-d806b8434aeb req-46d1b6cb-ad9d-4f67-8d11-390c60b89658 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Calling delete_port for 358c3aef-5d0f-47d5-823a-234d7906ca54 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:18:54.074527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-e788169f-f1ca-4d10-9984-f01adb4ca80d req-eb3b6805-dd94-4371-99a5-4685c7699ac0 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Calling delete_port for 5dd13f9d-fe39-4f30-9900-62d89dcf6215 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:18:54.158394 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-be8322ec-dfba-467d-b087-3b01aa2c70e7 req-ee220a1e-07ff-44e2-9598-e26e0c8d2da0 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 210 time: 0.1366007 Feb 09 14:18:54.204332 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 48e354a3-60a7-43f4-b211-14b283c072cc up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:54.209363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5626317-5b09-42be-b581-185d30487fcd req-b9049005-ac2f-432e-9a7c-6723b47be387 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:54.217395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5626317-5b09-42be-b581-185d30487fcd req-b9049005-ac2f-432e-9a7c-6723b47be387 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.5388665 Feb 09 14:18:54.255031 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:54.288059 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:54.307384 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-13411480-d3c7-4552-a46a-e4148e8a7495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:54.377464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-13411480-d3c7-4552-a46a-e4148e8a7495 None None] For port 578e6138-4ddb-4cf1-9763-9da95f6bb56f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=578e6138-4ddb-4cf1-9763-9da95f6bb56f,segment=NetworkSegment(364df274-c5ce-4193-8b12-6c266d01dc07),segment_id=364df274-c5ce-4193-8b12-6c266d01dc07)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:54.382503 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-13411480-d3c7-4552-a46a-e4148e8a7495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:54.393448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046d09a5-bca4-4bd4-b34b-691e51d76de9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:54.423316 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5626317-5b09-42be-b581-185d30487fcd req-65125b42-c7ad-4b36-9b02-e8d681025c4d tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005565 Feb 09 14:18:54.448457 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 48e354a3-60a7-43f4-b211-14b283c072cc completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:54.475135 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 48e354a3-60a7-43f4-b211-14b283c072cc triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:54.475502 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:54.491772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Allocated IP 172.25.8.104 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/2fbe299e-0657-4c1b-8af3-c8117874db50) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:54.512840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:54.513319 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:54.513971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:54.514088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:54.514369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:54.514703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:54.515028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:54.515393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:54.515659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:54.516007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:54.516333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:54.516655 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:54.660924 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13411480-d3c7-4552-a46a-e4148e8a7495 None None] Pushing event updated for resources: {'Port': ['ID=578e6138-4ddb-4cf1-9763-9da95f6bb56f,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:54.711713 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:54.742534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5dd13f9d-fe39-4f30-9900-62d89dcf6215 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:18:54.765537 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:54.769301 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-155b8058-de34-46e2-b95e-266913e636cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/046d09a5-bca4-4bd4-b34b-691e51d76de9 HTTP/1.1" status: 204 len: 168 time: 2.2916889 Feb 09 14:18:54.810761 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e788169f-f1ca-4d10-9984-f01adb4ca80d req-eb3b6805-dd94-4371-99a5-4685c7699ac0 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:54.848883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7e51c4-91f8-4107-a3f1-f2e848945899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e354a3-60a7-43f4-b211-14b283c072cc'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:54.856768 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No active binding found for port 5dd13f9d-fe39-4f30-9900-62d89dcf6215 {{(pid=87598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 14:18:54.857175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5dd13f9d-fe39-4f30-9900-62d89dcf6215 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:18:54.858215 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 795616e5-90a4-44ee-87d6-48f82e413fad no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:18:54.911250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-aa5e089c-2cd4-4dec-b447-f907c2fea280 None None] Provisioning complete for port 578e6138-4ddb-4cf1-9763-9da95f6bb56f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:54.911619 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aa5e089c-2cd4-4dec-b447-f907c2fea280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:54.939623 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-dcdff6eb-2c16-4e63-b339-d806b8434aeb req-46d1b6cb-ad9d-4f67-8d11-390c60b89658 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:54.949121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b7577-ad38-44bd-9f0c-f5e620748d02 req-08f12e82-1b74-4514-8d5a-cb8e9b95e3e5 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:54.950768 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3b4b7577-ad38-44bd-9f0c-f5e620748d02 req-08f12e82-1b74-4514-8d5a-cb8e9b95e3e5 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8245439-c9b5-40b4-88e9-1ffa10d1f494 HTTP/1.1" status: 200 len: 945 time: 0.5586638 Feb 09 14:18:54.963080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b6805-dd94-4371-99a5-4685c7699ac0 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Pushing event deleted for resources: {'Port': ['ID=5dd13f9d-fe39-4f30-9900-62d89dcf6215,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:54.977083 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 578e6138-4ddb-4cf1-9763-9da95f6bb56f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:55.016999 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 48e354a3-60a7-43f4-b211-14b283c072cc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=48e354a3-60a7-43f4-b211-14b283c072cc,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:18:55.035874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 795616e5-90a4-44ee-87d6-48f82e413fad {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:18:55.036569 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 795616e5-90a4-44ee-87d6-48f82e413fad not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:18:55.037876 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d742d86-29d3-417a-a11c-02a007940154 req-f7de9aa9-8b59-43ed-81ac-978facf1a2f9 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:55.039506 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d742d86-29d3-417a-a11c-02a007940154 req-f7de9aa9-8b59-43ed-81ac-978facf1a2f9 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 944 time: 0.3882072 Feb 09 14:18:55.051853 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:55.053074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 358c3aef-5d0f-47d5-823a-234d7906ca54 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:18:55.055516 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:55.146906 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 358c3aef-5d0f-47d5-823a-234d7906ca54 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:18:55.147551 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 358c3aef-5d0f-47d5-823a-234d7906ca54 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:18:55.198642 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=48e354a3-60a7-43f4-b211-14b283c072cc,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:55.242045 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d742d86-29d3-417a-a11c-02a007940154 req-ffc1bf29-72f7-4f17-9d64-dabafe734e4c tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791136 Feb 09 14:18:55.256544 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 578e6138-4ddb-4cf1-9763-9da95f6bb56f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:55.257136 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:55.302760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1b6cb-ad9d-4f67-8d11-390c60b89658 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Pushing event deleted for resources: {'Port': ['ID=358c3aef-5d0f-47d5-823a-234d7906ca54,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:55.326236 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7e51c4-91f8-4107-a3f1-f2e848945899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e354a3-60a7-43f4-b211-14b283c072cc', 'code': 200} Feb 09 14:18:55.384790 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e788169f-f1ca-4d10-9984-f01adb4ca80d req-eb3b6805-dd94-4371-99a5-4685c7699ac0 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] No DVR routers for this DVR port 5dd13f9d-fe39-4f30-9900-62d89dcf6215 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:18:55.387225 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e788169f-f1ca-4d10-9984-f01adb4ca80d req-eb3b6805-dd94-4371-99a5-4685c7699ac0 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:55.400540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8245439-c9b5-40b4-88e9-1ffa10d1f494', 'name': 'network-vif-deleted', 'tag': '5dd13f9d-fe39-4f30-9900-62d89dcf6215'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:55.486147 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdff6eb-2c16-4e63-b339-d806b8434aeb req-46d1b6cb-ad9d-4f67-8d11-390c60b89658 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] No DVR routers for this DVR port 358c3aef-5d0f-47d5-823a-234d7906ca54 on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:18:55.489125 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-dcdff6eb-2c16-4e63-b339-d806b8434aeb req-46d1b6cb-ad9d-4f67-8d11-390c60b89658 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:55.491588 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dcdff6eb-2c16-4e63-b339-d806b8434aeb req-46d1b6cb-ad9d-4f67-8d11-390c60b89658 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.35 "DELETE /v2.0/ports/358c3aef-5d0f-47d5-823a-234d7906ca54 HTTP/1.1" status: 204 len: 173 time: 3.2511861 Feb 09 14:18:55.506971 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3b4b7577-ad38-44bd-9f0c-f5e620748d02 req-1e0a6816-f24d-4637-b347-cb350e13e5e9 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2666a57-fe1b-42f6-9ba9-b70099d59797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5355489 Feb 09 14:18:55.508415 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e788169f-f1ca-4d10-9984-f01adb4ca80d req-eb3b6805-dd94-4371-99a5-4685c7699ac0 tempest-ListServersNegativeTestJSON-15139060 tempest-ListServersNegativeTestJSON-15139060-project] 10.222.0.21 "DELETE /v2.0/ports/5dd13f9d-fe39-4f30-9900-62d89dcf6215 HTTP/1.1" status: 204 len: 173 time: 3.4435117 Feb 09 14:18:55.603841 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:55.657373 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8245439-c9b5-40b4-88e9-1ffa10d1f494', 'name': 'network-vif-deleted', 'tag': '5dd13f9d-fe39-4f30-9900-62d89dcf6215', 'status': 'completed', 'code': 200} Feb 09 14:18:55.659304 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:55.748281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:55.756505 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:55.763774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:18:55.833745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Pushing event updated for resources: {'Port': ['ID=2fbe299e-0657-4c1b-8af3-c8117874db50,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:55.863778 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b5cf838-9e0d-48ce-bd76-de9beec4adaa req-397cd23a-3b41-4082-b02c-c6c794813407 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 210 time: 0.2129722 Feb 09 14:18:55.935189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Router 786bfeab-e13f-400e-8eba-a433d40d3025 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:18:56.036742 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-45788b97-a1ea-4b87-9da8-fef5fdbab7c9 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:56.038064 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-45788b97-a1ea-4b87-9da8-fef5fdbab7c9 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.35 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 811 time: 0.5050633 Feb 09 14:18:56.059700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-29578c61-022a-411e-aa03-5cbb6bd0c67d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Request body: {'port': {'device_id': '669127bf-243a-477e-b25e-7f2ed0d0564f', 'network_id': '30830122-d798-49d7-b828-5813fd5acd73', 'admin_state_up': True, 'tenant_id': 'a0e2775b9be9415aac8d2804e4d4888c'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:56.077844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34568) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:56.079750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639dc2f-9988-4713-b522-ff13295dba61 req-4acbd4c5-55c3-41a4-b728-b58e661c0908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:56.081740 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3639dc2f-9988-4713-b522-ff13295dba61 req-4acbd4c5-55c3-41a4-b728-b58e661c0908 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 1096 time: 0.5121717 Feb 09 14:18:56.118187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6929424-6376-417e-ae48-3f5b82f0d38a req-4b8db9b6-fd03-4e42-a565-1826ab819cec tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:56.119881 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f6929424-6376-417e-ae48-3f5b82f0d38a req-4b8db9b6-fd03-4e42-a565-1826ab819cec tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.2929502 Feb 09 14:18:56.272470 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f6929424-6376-417e-ae48-3f5b82f0d38a req-d1fe7e9f-0687-40a3-974d-e63aa32125b0 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437371 Feb 09 14:18:56.418512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-963187440-network', 'tenant_id': 'aaf3f133563d4800be3a6886803e0f67'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:56.441748 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:56.467994 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3639dc2f-9988-4713-b522-ff13295dba61 req-cd61603c-4dcb-4170-a406-5b54349b6fa7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376009 Feb 09 14:18:56.468913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:56.489411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Usage tracker for resource:network and tenant:aaf3f133563d4800be3a6886803e0f67 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:56.497441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:56.511356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:18:56.528808 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:56.529142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Sync routers for ids ['786bfeab-e13f-400e-8eba-a433d40d3025'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:18:56.547085 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Routers {'786bfeab-e13f-400e-8eba-a433d40d3025'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:18:56.547920 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:18:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['786bfeab-e13f-400e-8eba-a433d40d3025'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:56.578516 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:56.582977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-813d0084-ba6d-44f3-8008-198823ebf1ee tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.1634533 Feb 09 14:18:56.583782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Made reservation on behalf of aaf3f133563d4800be3a6886803e0f67 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:56.586033 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:56.596002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-29578c61-022a-411e-aa03-5cbb6bd0c67d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:56.598930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34580) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:56.677296 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:56.689113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-29578c61-022a-411e-aa03-5cbb6bd0c67d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:56.720627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34586) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:56.728347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:56.762021 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7fa817e5-aa84-4348-a944-d35724b5b638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:56.782060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Usage tracker for resource:security_group_rule and tenant:aaf3f133563d4800be3a6886803e0f67 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:56.785518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-29578c61-022a-411e-aa03-5cbb6bd0c67d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Made reservation on behalf of a0e2775b9be9415aac8d2804e4d4888c for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:56.789084 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-29578c61-022a-411e-aa03-5cbb6bd0c67d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:56.800102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:56.820340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752064db-14b4-406d-bf03-8d51a0c0c6ce req-aa07eea0-db17-4d6d-92fa-64f385f77384 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:56.821989 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-752064db-14b4-406d-bf03-8d51a0c0c6ce req-aa07eea0-db17-4d6d-92fa-64f385f77384 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.4221973 Feb 09 14:18:56.823019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:56.866983 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Set router 786bfeab-e13f-400e-8eba-a433d40d3025 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:18:56.879072 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:57.004251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-261db180-1b2e-447f-aa58-8076ef44c691 admin admin] Deleting subnet 21261a40-428b-4eb9-949e-b2fbcded9dce {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:18:57.030224 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-261db180-1b2e-447f-aa58-8076ef44c691 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:57.107006 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-752064db-14b4-406d-bf03-8d51a0c0c6ce req-ea1308af-fbac-441a-88cd-d276572fd7c8 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655952 Feb 09 14:18:57.117755 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:57.185797 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bfeab-e13f-400e-8eba-a433d40d3025', 'name': '', 'tenant_id': '080ee4440b914cdab24a0c97e461bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8077e11-6dec-4aef-9493-44a460d3ec00', 'external_fixed_ips': [{'subnet_id': 'a70a654a-207c-4728-93c5-2b672d1a0ac9', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '4e976ced-8644-4019-bdf8-3543238205c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:51Z', 'updated_at': '2022-02-09T14:18:53Z', 'revision_number': 3, 'project_id': '080ee4440b914cdab24a0c97e461bf98', 'gw_port': {'id': '4e976ced-8644-4019-bdf8-3543238205c2', 'name': '', 'network_id': 'b8077e11-6dec-4aef-9493-44a460d3ec00', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786bfeab-e13f-400e-8eba-a433d40d3025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'a70a654a-207c-4728-93c5-2b672d1a0ac9', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:52Z', 'updated_at': '2022-02-09T14:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a70a654a-207c-4728-93c5-2b672d1a0ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:57.191237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Checking router: 786bfeab-e13f-400e-8eba-a433d40d3025 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:18:57.191711 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Updating router 786bfeab-e13f-400e-8eba-a433d40d3025 port 4e976ced-8644-4019-bdf8-3543238205c2 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:18:57.202557 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-261db180-1b2e-447f-aa58-8076ef44c691 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:57.235101 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4ca95a79-9ac7-45e7-b4ae-0085519917db req-5f503796-85cf-40f4-b162-fce50165e10c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 210 time: 0.0623393 Feb 09 14:18:57.258939 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:57.307022 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Router e98f63de-439d-4c3f-9162-86e75059af83 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:18:57.470187 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-29578c61-022a-411e-aa03-5cbb6bd0c67d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Allocated IP 172.20.0.7 (30830122-d798-49d7-b828-5813fd5acd73/63021245-ec5e-45fc-a1a8-f13ed23aa515/c96e1300-30e5-4ce4-be8a-f94a30a542a4) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:57.493163 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-261db180-1b2e-447f-aa58-8076ef44c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:57.538882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:18:57.550879 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Sync routers for ids ['e98f63de-439d-4c3f-9162-86e75059af83'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:18:57.576283 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Routers {'e98f63de-439d-4c3f-9162-86e75059af83'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:18:57.578224 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:18:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['e98f63de-439d-4c3f-9162-86e75059af83'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:57.589034 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:57.603291 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:57.605669 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:57.605893 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:57.624658 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-63278987-443b-4556-b2e6-46733d347a41 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.5916638 Feb 09 14:18:57.626257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34596) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:57.670678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Deleting port 4e976ced-8644-4019-bdf8-3543238205c2 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:18:57.671019 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:57.701804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:18:57.715721 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:57.736406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4bee0f-707f-4bf5-9905-22569f709832', 'name': 'network-vif-deleted', 'tag': '358c3aef-5d0f-47d5-823a-234d7906ca54'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:57.760489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a6cfbd-9b3a-44f8-ad28-04b1f9fc877a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:57.764396 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:57.764746 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Added segment 15383dac-4ead-4abf-b2fc-65a4d967f86d of type vlan for network 8b2630aa-d5cd-4bd7-8db6-1eac2008a33e Feb 09 14:18:57.774619 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Transition to ACTIVE for port object 4e976ced-8644-4019-bdf8-3543238205c2 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:57.786282 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:57.822215 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Set router e98f63de-439d-4c3f-9162-86e75059af83 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:18:57.856636 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-261db180-1b2e-447f-aa58-8076ef44c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:57.974990 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Attempting to bind port 4e976ced-8644-4019-bdf8-3543238205c2 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:18:57.975395 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Attempting to bind port 4e976ced-8644-4019-bdf8-3543238205c2 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '35c52686-dcc1-4178-a2cb-fabd11d34fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b8077e11-6dec-4aef-9493-44a460d3ec00'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:18:57.975847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Attempting to bind port 4e976ced-8644-4019-bdf8-3543238205c2 on network b8077e11-6dec-4aef-9493-44a460d3ec00 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:57.986161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106ad63-15a4-48cd-be69-8510516d5e1d None None] Pushing event updated for resources: {'Port': ['ID=4e976ced-8644-4019-bdf8-3543238205c2,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:57.989153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:18:57.989540 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Checking segment: {'id': '35c52686-dcc1-4178-a2cb-fabd11d34fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b8077e11-6dec-4aef-9493-44a460d3ec00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:18:57.990092 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:57.990608 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Bound using segment: {'id': '35c52686-dcc1-4178-a2cb-fabd11d34fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b8077e11-6dec-4aef-9493-44a460d3ec00'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:18:57.991146 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Bound port: 4e976ced-8644-4019-bdf8-3543238205c2, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c52686-dcc1-4178-a2cb-fabd11d34fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b8077e11-6dec-4aef-9493-44a460d3ec00'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:18:57.991852 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.083781 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4bee0f-707f-4bf5-9905-22569f709832', 'name': 'network-vif-deleted', 'tag': '358c3aef-5d0f-47d5-823a-234d7906ca54', 'status': 'completed', 'code': 200} Feb 09 14:18:58.121127 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] For port 4e976ced-8644-4019-bdf8-3543238205c2, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:18:58.126815 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] For port 4e976ced-8644-4019-bdf8-3543238205c2, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4e976ced-8644-4019-bdf8-3543238205c2,segment=NetworkSegment(35c52686-dcc1-4178-a2cb-fabd11d34fb1),segment_id=35c52686-dcc1-4178-a2cb-fabd11d34fb1)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:18:58.132891 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.207072 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261db180-1b2e-447f-aa58-8076ef44c691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21261a40-428b-4eb9-949e-b2fbcded9dce,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:58.249064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9060b51-22cc-45f9-9bfe-44618b8e88e0 req-daa7036a-f868-4f85-8a73-59016d486f53 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:58.256221 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9060b51-22cc-45f9-9bfe-44618b8e88e0 req-daa7036a-f868-4f85-8a73-59016d486f53 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.8391445 Feb 09 14:18:58.257600 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'name': 'tempest-ImageQuotaTest-1625962244-router', 'tenant_id': '4091d7ba17f9437abb0771563f5827ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '2fbe299e-0657-4c1b-8af3-c8117874db50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:51Z', 'updated_at': '2022-02-09T14:18:56Z', 'revision_number': 3, 'project_id': '4091d7ba17f9437abb0771563f5827ab', 'gw_port': {'id': '2fbe299e-0657-4c1b-8af3-c8117874db50', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:53Z', 'updated_at': '2022-02-09T14:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:58.262089 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Checking router: e98f63de-439d-4c3f-9162-86e75059af83 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:18:58.262778 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Updating router e98f63de-439d-4c3f-9162-86e75059af83 port 2fbe299e-0657-4c1b-8af3-c8117874db50 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:18:58.268952 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Routers {'786bfeab-e13f-400e-8eba-a433d40d3025'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:18:58.269597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:18:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['786bfeab-e13f-400e-8eba-a433d40d3025'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:58.279394 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-261db180-1b2e-447f-aa58-8076ef44c691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.320796 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.325822 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.340166 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-261db180-1b2e-447f-aa58-8076ef44c691 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/21261a40-428b-4eb9-949e-b2fbcded9dce HTTP/1.1" status: 204 len: 168 time: 1.6159348 Feb 09 14:18:58.358274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34606) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:58.402763 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9060b51-22cc-45f9-9bfe-44618b8e88e0 req-72b0b924-2a34-4554-8010-c0940bc1434f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456156 Feb 09 14:18:58.445224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106ad63-15a4-48cd-be69-8510516d5e1d None None] Pushing event updated for resources: {'Port': ['ID=4e976ced-8644-4019-bdf8-3543238205c2,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:58.482752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] Set router 786bfeab-e13f-400e-8eba-a433d40d3025 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:18:58.604114 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:18:58.615194 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786bfeab-e13f-400e-8eba-a433d40d3025', 'name': '', 'tenant_id': '080ee4440b914cdab24a0c97e461bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:51Z', 'updated_at': '2022-02-09T14:18:57Z', 'revision_number': 4, 'project_id': '080ee4440b914cdab24a0c97e461bf98', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:58.619721 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711d4fa5-9e4f-4fff-9ee3-ccd235c8c60e None None] The sync data for ids ['786bfeab-e13f-400e-8eba-a433d40d3025'] in n-d-828418-2 is: [{'id': '786bfeab-e13f-400e-8eba-a433d40d3025', 'name': '', 'tenant_id': '080ee4440b914cdab24a0c97e461bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:51Z', 'updated_at': '2022-02-09T14:18:57Z', 'revision_number': 4, 'project_id': '080ee4440b914cdab24a0c97e461bf98', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:18:58.718006 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.741355 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.744658 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-29578c61-022a-411e-aa03-5cbb6bd0c67d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.755653 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Transition to ACTIVE for port object 2fbe299e-0657-4c1b-8af3-c8117874db50 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:58.764971 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.800584 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.812308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc56515-cf9f-4261-bd16-b7187bed7b5f req-82e6d3c3-7ae6-4bc5-a49e-9f1e84d9ddb0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:58.812555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6e1e262f-58ed-4a99-81ee-95f6a75771fb req-37ea83e7-c1c1-44f9-a591-049cf254a945 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Synchronizing usage tracker for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:58.821158 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7bc56515-cf9f-4261-bd16-b7187bed7b5f req-82e6d3c3-7ae6-4bc5-a49e-9f1e84d9ddb0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.3569984 Feb 09 14:18:58.827312 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d861b335-de1a-43fc-ad50-70e8c95351eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.856309 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Attempting to bind port 2fbe299e-0657-4c1b-8af3-c8117874db50 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:18:58.856608 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Attempting to bind port 2fbe299e-0657-4c1b-8af3-c8117874db50 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:18:58.856964 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Attempting to bind port 2fbe299e-0657-4c1b-8af3-c8117874db50 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:18:58.863700 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62170a-f794-4fed-a49f-6730719fe408 None None] Pushing event updated for resources: {'Port': ['ID=2fbe299e-0657-4c1b-8af3-c8117874db50,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:58.868883 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:18:58.869941 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:18:58.869941 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.870123 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:18:58.870526 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Bound port: 2fbe299e-0657-4c1b-8af3-c8117874db50, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:18:58.871075 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.907831 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62170a-f794-4fed-a49f-6730719fe408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:58.908162 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62170a-f794-4fed-a49f-6730719fe408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:58.908503 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62170a-f794-4fed-a49f-6730719fe408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:58.909360 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62170a-f794-4fed-a49f-6730719fe408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:58.909676 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62170a-f794-4fed-a49f-6730719fe408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:58.910002 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62170a-f794-4fed-a49f-6730719fe408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:58.910323 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62170a-f794-4fed-a49f-6730719fe408 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:58.910641 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62170a-f794-4fed-a49f-6730719fe408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:58.911623 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62170a-f794-4fed-a49f-6730719fe408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:58.911623 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62170a-f794-4fed-a49f-6730719fe408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:58.911623 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62170a-f794-4fed-a49f-6730719fe408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:58.911992 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62170a-f794-4fed-a49f-6730719fe408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:58.921032 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7bc56515-cf9f-4261-bd16-b7187bed7b5f req-8c506080-23b9-4711-a154-0759ea393727 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993087 Feb 09 14:18:58.952588 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.953554 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:58.954136 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.969377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Calling delete_port for 4e976ced-8644-4019-bdf8-3543238205c2 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:18:59.005201 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] For port 2fbe299e-0657-4c1b-8af3-c8117874db50, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:18:59.008851 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] For port 2fbe299e-0657-4c1b-8af3-c8117874db50, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2fbe299e-0657-4c1b-8af3-c8117874db50,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:18:59.017171 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:59.043928 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Allocated IP 172.20.0.1 (373ed538-5e87-46fa-8b63-b7fddcf01679/78dbc5fd-0005-4454-938b-fa1eca20d03b/1229b4d8-bb87-47a9-bb23-385e44d26003) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:59.105717 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Routers {'e98f63de-439d-4c3f-9162-86e75059af83'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:18:59.106480 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:18:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['e98f63de-439d-4c3f-9162-86e75059af83'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:59.133760 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-562221ac-3df8-4d6f-8213-1de7b298fd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:59.139028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6e1e262f-58ed-4a99-81ee-95f6a75771fb req-37ea83e7-c1c1-44f9-a591-049cf254a945 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Unset dirty status for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:59.140276 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e1e262f-58ed-4a99-81ee-95f6a75771fb req-37ea83e7-c1c1-44f9-a591-049cf254a945 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 210 time: 0.4811528 Feb 09 14:18:59.146377 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.0636227 Feb 09 14:18:59.147321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee13c1-9c0f-4e8b-90fa-aa21254c16dc admin admin] Pushing event updated for resources: {'Network': ['ID=8b2630aa-d5cd-4bd7-8db6-1eac2008a33e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:59.153627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34612) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:59.166150 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 8b2630aa-d5cd-4bd7-8db6-1eac2008a33e details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:18:59.182636 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62170a-f794-4fed-a49f-6730719fe408 None None] Pushing event updated for resources: {'Port': ['ID=2fbe299e-0657-4c1b-8af3-c8117874db50,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:59.214457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d4b65899-e317-4517-a3d7-aaffdc89c416 admin admin] Request body: {'subnet': {'network_id': '8b2630aa-d5cd-4bd7-8db6-1eac2008a33e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-963187440-subnet', 'tenant_id': 'aaf3f133563d4800be3a6886803e0f67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:18:59.244966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d4b65899-e317-4517-a3d7-aaffdc89c416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:59.254234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-29578c61-022a-411e-aa03-5cbb6bd0c67d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:59.326653 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] Set router e98f63de-439d-4c3f-9162-86e75059af83 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:18:59.330383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d4b65899-e317-4517-a3d7-aaffdc89c416 admin admin] Usage tracker for resource:subnet and tenant:aaf3f133563d4800be3a6886803e0f67 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:59.370371 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d4b65899-e317-4517-a3d7-aaffdc89c416 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:59.382640 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:59.412364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d4b65899-e317-4517-a3d7-aaffdc89c416 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:59.423166 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Transition to ACTIVE for port object 1229b4d8-bb87-47a9-bb23-385e44d26003 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:59.460136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2aeabc-176c-4667-9fdf-d849c303c771 req-74c3dd3a-0673-410a-a421-7f7c08d860f6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:59.461778 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fa2aeabc-176c-4667-9fdf-d849c303c771 req-74c3dd3a-0673-410a-a421-7f7c08d860f6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.1168692 Feb 09 14:18:59.474094 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d861b335-de1a-43fc-ad50-70e8c95351eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:59.499159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-29578c61-022a-411e-aa03-5cbb6bd0c67d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Network 30830122-d798-49d7-b828-5813fd5acd73 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:59.500273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b65899-e317-4517-a3d7-aaffdc89c416 admin admin] Made reservation on behalf of aaf3f133563d4800be3a6886803e0f67 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:59.503513 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d4b65899-e317-4517-a3d7-aaffdc89c416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:59.514614 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:59.542332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-29578c61-022a-411e-aa03-5cbb6bd0c67d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:59.612551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-29578c61-022a-411e-aa03-5cbb6bd0c67d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:18:59.636326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Network 373ed538-5e87-46fa-8b63-b7fddcf01679 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:59.644970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29578c61-022a-411e-aa03-5cbb6bd0c67d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Pushing event updated for resources: {'Port': ['ID=c96e1300-30e5-4ce4-be8a-f94a30a542a4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:59.652952 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fa2aeabc-176c-4667-9fdf-d849c303c771 req-261fbd1b-a275-49a4-952e-af5a7d3e0a4c tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850166 Feb 09 14:18:59.660849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:59.665338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:18:59.693773 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'name': 'tempest-ImageQuotaTest-1625962244-router', 'tenant_id': '4091d7ba17f9437abb0771563f5827ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '2fbe299e-0657-4c1b-8af3-c8117874db50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:51Z', 'updated_at': '2022-02-09T14:18:56Z', 'revision_number': 3, 'project_id': '4091d7ba17f9437abb0771563f5827ab', 'gw_port': {'id': '2fbe299e-0657-4c1b-8af3-c8117874db50', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:53Z', 'updated_at': '2022-02-09T14:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:59.699067 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7ec3a-e7d4-4352-89f1-f255af4bded6 None None] The sync data for ids ['e98f63de-439d-4c3f-9162-86e75059af83'] in n-d-828418-2 is: [{'id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'name': 'tempest-ImageQuotaTest-1625962244-router', 'tenant_id': '4091d7ba17f9437abb0771563f5827ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '2fbe299e-0657-4c1b-8af3-c8117874db50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:51Z', 'updated_at': '2022-02-09T14:18:56Z', 'revision_number': 3, 'project_id': '4091d7ba17f9437abb0771563f5827ab', 'gw_port': {'id': '2fbe299e-0657-4c1b-8af3-c8117874db50', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:53Z', 'updated_at': '2022-02-09T14:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:18:59.754355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Pushing event updated for resources: {'Port': ['ID=1229b4d8-bb87-47a9-bb23-385e44d26003,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:59.781487 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:59.873942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d861b335-de1a-43fc-ad50-70e8c95351eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ca365e-d3b8-45e0-be0e-d9cbc0e7718a']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:59.957174 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:59.958108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d861b335-de1a-43fc-ad50-70e8c95351eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8601851b-f28d-404e-b5fb-6389a7a2cf6b') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:59.958477 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d861b335-de1a-43fc-ad50-70e8c95351eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8601851b-f28d-404e-b5fb-6389a7a2cf6b') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:59.972863 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d861b335-de1a-43fc-ad50-70e8c95351eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:59.998736 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d861b335-de1a-43fc-ad50-70e8c95351eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:00.007250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d861b335-de1a-43fc-ad50-70e8c95351eb admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:19:00.008121 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d861b335-de1a-43fc-ad50-70e8c95351eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:00.031573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0de46c3d-66d3-4c5f-88a3-c0512b295644 None None] Provisioning for port 1229b4d8-bb87-47a9-bb23-385e44d26003 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:19:00.039700 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0de46c3d-66d3-4c5f-88a3-c0512b295644 None None] Provisioning complete for port 1229b4d8-bb87-47a9-bb23-385e44d26003 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:00.040136 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0de46c3d-66d3-4c5f-88a3-c0512b295644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:00.132496 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-29578c61-022a-411e-aa03-5cbb6bd0c67d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:00.133246 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-29578c61-022a-411e-aa03-5cbb6bd0c67d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:19:00.137858 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:19:00.139893 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:19:00.139893 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:19:00.164199 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d861b335-de1a-43fc-ad50-70e8c95351eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:00.211095 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:00.229248 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d861b335-de1a-43fc-ad50-70e8c95351eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:00.232398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0de46c3d-66d3-4c5f-88a3-c0512b295644 None None] Port 1229b4d8-bb87-47a9-bb23-385e44d26003 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:19:00.238762 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:00.265303 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861b335-de1a-43fc-ad50-70e8c95351eb admin admin] Pushing event deleted for resources: {'Network': ['ID=59ca365e-d3b8-45e0-be0e-d9cbc0e7718a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:00.290083 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-29578c61-022a-411e-aa03-5cbb6bd0c67d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2343147 Feb 09 14:19:00.315505 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d861b335-de1a-43fc-ad50-70e8c95351eb admin admin] 10.222.0.48 "DELETE /v2.0/networks/59ca365e-d3b8-45e0-be0e-d9cbc0e7718a HTTP/1.1" status: 204 len: 168 time: 1.9453747 Feb 09 14:19:00.339047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Request body: {'port': {'device_id': '669127bf-243a-477e-b25e-7f2ed0d0564f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:00.376976 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:00.388313 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:00.533025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:00.561964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34638) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:00.647824 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Deleting port 4e976ced-8644-4019-bdf8-3543238205c2 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:00.648032 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:00.661571 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:00.686154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Pushing event updated for resources: {'Port': ['ID=1229b4d8-bb87-47a9-bb23-385e44d26003,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:00.794939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84032247-d104-4320-b89c-062d21258448 req-5783b8be-1dac-4197-8d58-fd02cd0d1b4a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:00.796516 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84032247-d104-4320-b89c-062d21258448 req-5783b8be-1dac-4197-8d58-fd02cd0d1b4a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 931 time: 0.2342539 Feb 09 14:19:00.884631 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84032247-d104-4320-b89c-062d21258448 req-fc4944cb-2a94-4f42-842a-c77939e41406 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790460 Feb 09 14:19:00.907406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Network 373ed538-5e87-46fa-8b63-b7fddcf01679 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:19:00.911119 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:00.979997 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2fbe299e-0657-4c1b-8af3-c8117874db50 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:01.099240 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d4b65899-e317-4517-a3d7-aaffdc89c416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:01.124961 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 2fbe299e-0657-4c1b-8af3-c8117874db50 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:19:01.139305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2fbe299e-0657-4c1b-8af3-c8117874db50 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:01.140077 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:01.239330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874027c-eb41-4108-a250-daf75fd44d07 req-a8c0677b-bfa7-4b3a-aed4-4ddf90af1a32 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:01.240826 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e874027c-eb41-4108-a250-daf75fd44d07 req-a8c0677b-bfa7-4b3a-aed4-4ddf90af1a32 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 1.5975513 Feb 09 14:19:01.252645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d1350-86f5-4de2-88cb-30d9cd75f0d9 req-38350a39-38e9-4e87-b5f4-9401d80e9443 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:01.254296 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b98d1350-86f5-4de2-88cb-30d9cd75f0d9 req-38350a39-38e9-4e87-b5f4-9401d80e9443 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.2189877 Feb 09 14:19:01.264027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Router e98f63de-439d-4c3f-9162-86e75059af83 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:19:01.288089 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-67f2e4ae-e805-43db-aa35-b9e14028c732 None None] Provisioning complete for port 1229b4d8-bb87-47a9-bb23-385e44d26003 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:01.288684 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-67f2e4ae-e805-43db-aa35-b9e14028c732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:01.294086 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a6cf6e09-3f30-4cab-be86-353a618de574 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06fc6ebc92fb49a39c9717ff23b05b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7253988 Feb 09 14:19:01.302487 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34642) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:01.311214 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:01.351169 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 2fbe299e-0657-4c1b-8af3-c8117874db50, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2fbe299e-0657-4c1b-8af3-c8117874db50,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:01.356402 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-67f2e4ae-e805-43db-aa35-b9e14028c732 None None] Port 1229b4d8-bb87-47a9-bb23-385e44d26003 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:19:01.360213 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:01.397070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b65899-e317-4517-a3d7-aaffdc89c416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3fda16-582f-4c17-b401-51654626b478,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:01.412301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b65899-e317-4517-a3d7-aaffdc89c416 admin admin] Checking segment: {'id': '15383dac-4ead-4abf-b2fc-65a4d967f86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8b2630aa-d5cd-4bd7-8db6-1eac2008a33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:19:01.412555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b65899-e317-4517-a3d7-aaffdc89c416 admin admin] Network hostable DHCP agents. Network: 8b2630aa-d5cd-4bd7-8db6-1eac2008a33e, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:19:01.416036 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b98d1350-86f5-4de2-88cb-30d9cd75f0d9 req-be877bc6-1f88-46b3-96d0-424312c18eb6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512835 Feb 09 14:19:01.435278 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=2fbe299e-0657-4c1b-8af3-c8117874db50,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:01.444210 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e874027c-eb41-4108-a250-daf75fd44d07 req-324cd0a3-0ff8-465e-8084-9ccc016a377c tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773188 Feb 09 14:19:01.479659 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] For port 4e976ced-8644-4019-bdf8-3543238205c2, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4e976ced-8644-4019-bdf8-3543238205c2,segment=NetworkSegment(35c52686-dcc1-4178-a2cb-fabd11d34fb1),segment_id=35c52686-dcc1-4178-a2cb-fabd11d34fb1)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:01.480044 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:01.536065 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1d72c8b-f640-4efd-ae42-0ee436ac295a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:01.606602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b65899-e317-4517-a3d7-aaffdc89c416 admin admin] Network 8b2630aa-d5cd-4bd7-8db6-1eac2008a33e is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:19:01.620058 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Calling delete_port for 4e976ced-8644-4019-bdf8-3543238205c2 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:01.655910 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:19:01.677209 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:01.711176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-d4b65899-e317-4517-a3d7-aaffdc89c416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 8b2630aa-d5cd-4bd7-8db6-1eac2008a33e) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:01.719456 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1d72c8b-f640-4efd-ae42-0ee436ac295a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:01.722146 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a777bc1a-a47b-45c4-a782-899f9e2b9209 None None] Network 8b2630aa-d5cd-4bd7-8db6-1eac2008a33e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:19:01.727183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:19:01.738706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b65899-e317-4517-a3d7-aaffdc89c416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:01.739302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d4b65899-e317-4517-a3d7-aaffdc89c416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:01.740317 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-85355e8a-1de2-414a-9ad8-0072b3a471e0 admin admin] 10.222.0.48 "PUT /v2.0/routers/e98f63de-439d-4c3f-9162-86e75059af83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1125147 Feb 09 14:19:01.774564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96e1300-30e5-4ce4-be8a-f94a30a542a4 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:19:01.782530 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:01.803320 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1d72c8b-f640-4efd-ae42-0ee436ac295a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:01.819357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Transition to ACTIVE for port object c96e1300-30e5-4ce4-be8a-f94a30a542a4 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:19:01.828975 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d4b65899-e317-4517-a3d7-aaffdc89c416 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6317003 Feb 09 14:19:01.832403 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:01.876401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d72c8b-f640-4efd-ae42-0ee436ac295a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2666a57-fe1b-42f6-9ba9-b70099d59797,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:01.905325 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1d72c8b-f640-4efd-ae42-0ee436ac295a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:01.906706 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d1d72c8b-f640-4efd-ae42-0ee436ac295a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2666a57-fe1b-42f6-9ba9-b70099d59797 HTTP/1.1" status: 204 len: 168 time: 0.5518692 Feb 09 14:19:02.017289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Sync routers for ids ['e98f63de-439d-4c3f-9162-86e75059af83'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:19:02.035123 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Routers {'e98f63de-439d-4c3f-9162-86e75059af83'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:02.036032 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:18:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['e98f63de-439d-4c3f-9162-86e75059af83'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:02.108379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Pushing event updated for resources: {'Port': ['ID=c96e1300-30e5-4ce4-be8a-f94a30a542a4,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:02.207027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ed9d92-ecab-41c8-a6e0-d0d083e53d79 None None] Network 8b2630aa-d5cd-4bd7-8db6-1eac2008a33e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:19:02.239278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa56a9f-3d84-4c4f-9a53-e7122fc1064b req-2871a040-1585-4818-9697-789b59122366 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:02.245287 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aaa56a9f-3d84-4c4f-9a53-e7122fc1064b req-2871a040-1585-4818-9697-789b59122366 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 943 time: 0.2024255 Feb 09 14:19:02.272062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Attempting to bind port c96e1300-30e5-4ce4-be8a-f94a30a542a4 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:19:02.272615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Attempting to bind port c96e1300-30e5-4ce4-be8a-f94a30a542a4 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:19:02.272716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Attempting to bind port c96e1300-30e5-4ce4-be8a-f94a30a542a4 on network 30830122-d798-49d7-b828-5813fd5acd73 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:02.283878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Port c96e1300-30e5-4ce4-be8a-f94a30a542a4 on network 30830122-d798-49d7-b828-5813fd5acd73 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:19:02.284209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Attempting to bind port c96e1300-30e5-4ce4-be8a-f94a30a542a4 on network 30830122-d798-49d7-b828-5813fd5acd73 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:02.290980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:19:02.291369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Checking segment: {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:19:02.292047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Bound using segment: {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:19:02.292492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Bound port: c96e1300-30e5-4ce4-be8a-f94a30a542a4, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:19:02.292848 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:02.308250 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:02.377296 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aaa56a9f-3d84-4c4f-9a53-e7122fc1064b req-8d094442-6119-4e0b-82d2-efacb8c86677 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124220 Feb 09 14:19:02.402543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e976ced-8644-4019-bdf8-3543238205c2,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:02.564876 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] For port c96e1300-30e5-4ce4-be8a-f94a30a542a4, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:19:02.567960 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:02.707396 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Set router e98f63de-439d-4c3f-9162-86e75059af83 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:19:02.877380 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f068b-fc29-4181-a05f-ca1a71a06a0d req-d82fea3e-1c93-439e-ad8a-03323099470c tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:02.879589 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e52f068b-fc29-4181-a05f-ca1a71a06a0d req-d82fea3e-1c93-439e-ad8a-03323099470c tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.1502974 Feb 09 14:19:02.904644 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] For port c96e1300-30e5-4ce4-be8a-f94a30a542a4, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c96e1300-30e5-4ce4-be8a-f94a30a542a4,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:19:02.973484 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e52f068b-fc29-4181-a05f-ca1a71a06a0d req-1e69c70b-604b-4df4-8bda-64fec6092726 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809846 Feb 09 14:19:02.974379 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:02.977109 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:02.982482 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.046072 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2fbe299e-0657-4c1b-8af3-c8117874db50 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:03.072235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34686) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:03.082607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1917315712-network', 'tenant_id': '53cfa1da2a2547b0a52ec839b93b73ab'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:03.084285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:03.084920 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.086320 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] 10.222.0.35 "PUT /v2.0/ports/c96e1300-30e5-4ce4-be8a-f94a30a542a4 HTTP/1.1" status: 200 len: 1091 time: 2.7532303 Feb 09 14:19:03.086763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669127bf-243a-477e-b25e-7f2ed0d0564f', 'tag': 'c96e1300-30e5-4ce4-be8a-f94a30a542a4'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:03.094638 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.095164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 786bfeab-e13f-400e-8eba-a433d40d3025 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:19:03.103005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31fb3f-cb93-4f94-b5cd-d115c254ff56 service neutron] Pushing event updated for resources: {'Port': ['ID=c96e1300-30e5-4ce4-be8a-f94a30a542a4,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:03.124515 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.128957 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ee1e826f-ab72-4af7-b075-4b0045862ed6 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "DELETE /v2.0/routers/786bfeab-e13f-400e-8eba-a433d40d3025 HTTP/1.1" status: 204 len: 168 time: 6.5249617 Feb 09 14:19:03.129271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34692) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:03.136594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:03.153544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Usage tracker for resource:network and tenant:53cfa1da2a2547b0a52ec839b93b73ab is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:03.168722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:03.199803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:03.203760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4a55-e987-420f-bed7-5c2c0fff0e6e req-b1aa0d88-858c-4fef-9179-4a7575806686 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:03.205143 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-86ac4a55-e987-420f-bed7-5c2c0fff0e6e req-b1aa0d88-858c-4fef-9179-4a7575806686 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.5101779 Feb 09 14:19:03.233754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Made reservation on behalf of 53cfa1da2a2547b0a52ec839b93b73ab for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:19:03.239256 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.272291 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.283354 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2fbe299e-0657-4c1b-8af3-c8117874db50 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:03.284579 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.306976 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669127bf-243a-477e-b25e-7f2ed0d0564f', 'tag': 'c96e1300-30e5-4ce4-be8a-f94a30a542a4', 'status': 'completed', 'code': 200} Feb 09 14:19:03.315656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:03.319830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Usage tracker for resource:security_group_rule and tenant:53cfa1da2a2547b0a52ec839b93b73ab is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:03.323042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:03.332826 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:03.368443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08c2d8d-ce6a-4cb7-8454-5400cff77d54 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Deleting subnet a70a654a-207c-4728-93c5-2b672d1a0ac9 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:19:03.374312 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b08c2d8d-ce6a-4cb7-8454-5400cff77d54 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.408114 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-86ac4a55-e987-420f-bed7-5c2c0fff0e6e req-5878681d-5948-425e-8199-6e758f160633 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313314 Feb 09 14:19:03.481326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b08c2d8d-ce6a-4cb7-8454-5400cff77d54 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.504569 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'name': 'tempest-ImageQuotaTest-1625962244-router', 'tenant_id': '4091d7ba17f9437abb0771563f5827ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '2fbe299e-0657-4c1b-8af3-c8117874db50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:51Z', 'updated_at': '2022-02-09T14:18:59Z', 'revision_number': 4, 'project_id': '4091d7ba17f9437abb0771563f5827ab', 'gw_port': {'id': '2fbe299e-0657-4c1b-8af3-c8117874db50', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:53Z', 'updated_at': '2022-02-09T14:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1229b4d8-bb87-47a9-bb23-385e44d26003', 'name': '', 'network_id': '373ed538-5e87-46fa-8b63-b7fddcf01679', 'tenant_id': '4091d7ba17f9437abb0771563f5827ab', 'mac_address': 'fa:16:3e:0a:78:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '78dbc5fd-0005-4454-938b-fa1eca20d03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:58Z', 'updated_at': '2022-02-09T14:19:00Z', 'revision_number': 2, 'project_id': '4091d7ba17f9437abb0771563f5827ab', 'subnets': [{'id': '78dbc5fd-0005-4454-938b-fa1eca20d03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:03.508837 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Checking router: e98f63de-439d-4c3f-9162-86e75059af83 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:19:03.508837 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Updating router e98f63de-439d-4c3f-9162-86e75059af83 port 1229b4d8-bb87-47a9-bb23-385e44d26003 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:19:03.555780 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.599456 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.608764 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b08c2d8d-ce6a-4cb7-8454-5400cff77d54 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.644965 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.674078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34710) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:03.681836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b1f4ee-3140-4201-8715-d55cf3cdc899,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:03.712933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:19:03.731668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1cbc0409-762a-420b-b787-155a25307312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:03.732173 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.732334 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Added segment d6f6a0f1-ff9f-49e7-a2b9-814ec9f0ca09 of type vlan for network caa66bae-6137-4b90-8bfa-0cd36c518b4b Feb 09 14:19:03.735405 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-1cbc0409-762a-420b-b787-155a25307312 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 1094 time: 0.5562484 Feb 09 14:19:03.774247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905063ba-118e-4145-835a-6ad046a858ca req-e5240023-4292-4b4b-afaf-2be7eff23577 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:03.781695 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-905063ba-118e-4145-835a-6ad046a858ca req-e5240023-4292-4b4b-afaf-2be7eff23577 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 943 time: 0.2204244 Feb 09 14:19:03.805001 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.871787 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-905063ba-118e-4145-835a-6ad046a858ca req-1d407186-441f-4060-96d3-218e61a2444c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865731 Feb 09 14:19:03.874856 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-52f9dfc8-5926-4abc-8ef9-66878677b28c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c96e1300-30e5-4ce4-be8a-f94a30a542a4 HTTP/1.1" status: 200 len: 217 time: 0.1260350 Feb 09 14:19:03.888276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2072923249-network', 'tenant_id': 'b4a884575aa84a789b4857840c80c824'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:03.888733 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.891042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:03.892593 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b08c2d8d-ce6a-4cb7-8454-5400cff77d54 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.893573 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:03.941891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:04.016564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c2d8d-ce6a-4cb7-8454-5400cff77d54 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a70a654a-207c-4728-93c5-2b672d1a0ac9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:04.025835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Usage tracker for resource:network and tenant:b4a884575aa84a789b4857840c80c824 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:04.031767 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b08c2d8d-ce6a-4cb7-8454-5400cff77d54 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:04.036970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-53357035-6ece-4cbf-8987-9d0ea1732db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:04.038393 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-53357035-6ece-4cbf-8987-9d0ea1732db5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63021245-ec5e-45fc-a1a8-f13ed23aa515 HTTP/1.1" status: 200 len: 851 time: 0.1400659 Feb 09 14:19:04.040284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:04.048826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:04.050107 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9727197 Feb 09 14:19:04.051448 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b08c2d8d-ce6a-4cb7-8454-5400cff77d54 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/a70a654a-207c-4728-93c5-2b672d1a0ac9 HTTP/1.1" status: 204 len: 168 time: 0.9212420 Feb 09 14:19:04.052735 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34720) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:04.071091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34722) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:04.088088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c340a206-faf1-4c55-826d-017edac5a4c6 admin admin] Request body: {'subnet': {'network_id': 'caa66bae-6137-4b90-8bfa-0cd36c518b4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1917315712-subnet', 'tenant_id': '53cfa1da2a2547b0a52ec839b93b73ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:04.098569 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-317e6d9a-c303-43d6-8a98-fea8825dfffb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30830122-d798-49d7-b828-5813fd5acd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515325 Feb 09 14:19:04.102775 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c340a206-faf1-4c55-826d-017edac5a4c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:04.107664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c340a206-faf1-4c55-826d-017edac5a4c6 admin admin] Usage tracker for resource:subnet and tenant:53cfa1da2a2547b0a52ec839b93b73ab is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:04.117475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c340a206-faf1-4c55-826d-017edac5a4c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:04.149680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540ef73-efee-4e0d-820d-32248b59f195 admin admin] Pushing event updated for resources: {'Network': ['ID=caa66bae-6137-4b90-8bfa-0cd36c518b4b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:04.155071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c340a206-faf1-4c55-826d-017edac5a4c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:04.163939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network caa66bae-6137-4b90-8bfa-0cd36c518b4b details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:19:04.263587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c340a206-faf1-4c55-826d-017edac5a4c6 admin admin] Made reservation on behalf of 53cfa1da2a2547b0a52ec839b93b73ab for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:19:04.266921 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c340a206-faf1-4c55-826d-017edac5a4c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:04.279417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Made reservation on behalf of b4a884575aa84a789b4857840c80c824 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:19:04.282112 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:04.326876 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:04.353887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:04.358116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Usage tracker for resource:security_group_rule and tenant:b4a884575aa84a789b4857840c80c824 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:04.361299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:04.363172 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:04.368007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:04.379193 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2aefe71d-a505-40cc-bd0a-79067056ebd5 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:04.384900 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Transition to ACTIVE for port object 1229b4d8-bb87-47a9-bb23-385e44d26003 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:19:04.401630 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:04.414402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34730) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:04.463775 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca07c7-5df0-4962-a92a-cb011c8cda90 req-2204c0cd-c780-47cf-9b11-ee88a349eea7 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:04.465258 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-20ca07c7-5df0-4962-a92a-cb011c8cda90 req-2204c0cd-c780-47cf-9b11-ee88a349eea7 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.2501788 Feb 09 14:19:04.505767 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-78b3fab9-75ff-48e4-8c0d-e4d800353c32 service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000745 Feb 09 14:19:04.581307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cbd0a-2127-4ab0-93d5-bf7f6e383ba9 None None] Pushing event updated for resources: {'Port': ['ID=1229b4d8-bb87-47a9-bb23-385e44d26003,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:04.675449 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-20ca07c7-5df0-4962-a92a-cb011c8cda90 req-6a73f908-bb8f-47bc-9b01-d92abb44b660 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976392 Feb 09 14:19:04.718634 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Attempting to bind port 1229b4d8-bb87-47a9-bb23-385e44d26003 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:19:04.718879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Attempting to bind port 1229b4d8-bb87-47a9-bb23-385e44d26003 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '364df274-c5ce-4193-8b12-6c266d01dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '373ed538-5e87-46fa-8b63-b7fddcf01679'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:19:04.719587 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Attempting to bind port 1229b4d8-bb87-47a9-bb23-385e44d26003 on network 373ed538-5e87-46fa-8b63-b7fddcf01679 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:04.720593 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:04.726170 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:04.726736 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:19:04.727225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Checking segment: {'id': '364df274-c5ce-4193-8b12-6c266d01dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '373ed538-5e87-46fa-8b63-b7fddcf01679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:19:04.727776 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:04.728411 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Bound using segment: {'id': '364df274-c5ce-4193-8b12-6c266d01dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '373ed538-5e87-46fa-8b63-b7fddcf01679'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:19:04.729198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Bound port: 1229b4d8-bb87-47a9-bb23-385e44d26003, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364df274-c5ce-4193-8b12-6c266d01dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '373ed538-5e87-46fa-8b63-b7fddcf01679'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:19:04.729695 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:04.739614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:19:04.750557 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:04.751174 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Added segment a57222cd-b74f-4e06-af1d-850116c658ff of type vlan for network a1587716-277d-4b6f-89df-24e96250ab9d Feb 09 14:19:04.782377 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:04.839565 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:04.840545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:04.841121 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:04.862072 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] For port 1229b4d8-bb87-47a9-bb23-385e44d26003, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:19:04.868572 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] For port 1229b4d8-bb87-47a9-bb23-385e44d26003, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1229b4d8-bb87-47a9-bb23-385e44d26003,segment=NetworkSegment(364df274-c5ce-4193-8b12-6c266d01dc07),segment_id=364df274-c5ce-4193-8b12-6c266d01dc07)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:19:04.876655 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:04.966838 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bd363fa-288d-4719-baee-d9eebcd0dde5 req-085cdee2-007a-4a86-8ea5-35a2f009bcd5 service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502819 Feb 09 14:19:04.972158 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:04.996208 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3181441 Feb 09 14:19:05.000696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34738) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:05.009835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1e17c316-9fac-4be5-a80f-63a334f7bc22 admin admin] Request body: {'subnet': {'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2072923249-subnet', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:05.022279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138d18c-e55b-4d7b-bf33-54ad7b7cd32d admin admin] Pushing event updated for resources: {'Network': ['ID=a1587716-277d-4b6f-89df-24e96250ab9d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:05.034454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1e17c316-9fac-4be5-a80f-63a334f7bc22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:05.040650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1e17c316-9fac-4be5-a80f-63a334f7bc22 admin admin] Usage tracker for resource:subnet and tenant:b4a884575aa84a789b4857840c80c824 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:05.045679 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cbd0a-2127-4ab0-93d5-bf7f6e383ba9 None None] Pushing event updated for resources: {'Port': ['ID=1229b4d8-bb87-47a9-bb23-385e44d26003,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:05.058634 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Routers {'e98f63de-439d-4c3f-9162-86e75059af83'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:05.064042 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:18:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['e98f63de-439d-4c3f-9162-86e75059af83'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:05.095809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1e17c316-9fac-4be5-a80f-63a334f7bc22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:05.157635 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network a1587716-277d-4b6f-89df-24e96250ab9d details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:19:05.195279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1e17c316-9fac-4be5-a80f-63a334f7bc22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:05.221130 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e17c316-9fac-4be5-a80f-63a334f7bc22 admin admin] Made reservation on behalf of b4a884575aa84a789b4857840c80c824 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:19:05.224795 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1e17c316-9fac-4be5-a80f-63a334f7bc22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:05.225576 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2aefe71d-a505-40cc-bd0a-79067056ebd5 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:05.432011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-2aefe71d-a505-40cc-bd0a-79067056ebd5 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8077e11-6dec-4aef-9493-44a460d3ec00']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:05.473477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-2aefe71d-a505-40cc-bd0a-79067056ebd5 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c52686-dcc1-4178-a2cb-fabd11d34fb1') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:05.474015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-2aefe71d-a505-40cc-bd0a-79067056ebd5 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c52686-dcc1-4178-a2cb-fabd11d34fb1') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:05.494920 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2aefe71d-a505-40cc-bd0a-79067056ebd5 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:05.501633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] Set router e98f63de-439d-4c3f-9162-86e75059af83 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:19:05.539344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6f10c-3a28-4dd2-b38e-8ee3937d634b req-ecd2040d-5c90-4f48-b592-0a0901af8f38 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:05.540879 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ff6f10c-3a28-4dd2-b38e-8ee3937d634b req-ecd2040d-5c90-4f48-b592-0a0901af8f38 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 943 time: 0.4230788 Feb 09 14:19:05.546370 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142089d-0147-4265-bb2f-1b903aefabcf req-c072ce98-ea43-44c9-adfd-ce570e03b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:05.548105 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a142089d-0147-4265-bb2f-1b903aefabcf req-c072ce98-ea43-44c9-adfd-ce570e03b4e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 1094 time: 0.5033457 Feb 09 14:19:05.552357 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2aefe71d-a505-40cc-bd0a-79067056ebd5 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:05.632580 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aefe71d-a505-40cc-bd0a-79067056ebd5 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:19:05.632897 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2aefe71d-a505-40cc-bd0a-79067056ebd5 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:19:05.648301 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:19:05.666133 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ff6f10c-3a28-4dd2-b38e-8ee3937d634b req-6fcee472-f217-4245-b3e5-b3a0384cf572 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170428 Feb 09 14:19:05.732702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142089d-0147-4265-bb2f-1b903aefabcf req-f5458a03-01b3-4577-ade6-03d02ce5cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:05.734359 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a142089d-0147-4265-bb2f-1b903aefabcf req-f5458a03-01b3-4577-ade6-03d02ce5cce0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 911 time: 0.1704612 Feb 09 14:19:05.745595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05902721-2dc1-42b7-9ec5-65e8cccbacad req-bd189094-b767-46f9-b348-8d1fa8fa7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:05.747056 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05902721-2dc1-42b7-9ec5-65e8cccbacad req-bd189094-b767-46f9-b348-8d1fa8fa7f39 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 1096 time: 1.1056225 Feb 09 14:19:05.767131 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f7389-fe7e-402c-956a-1ab25f36ad62 req-a47dfc76-b01f-4cc3-86de-3631fea3ccef tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:05.769216 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-140f7389-fe7e-402c-956a-1ab25f36ad62 req-a47dfc76-b01f-4cc3-86de-3631fea3ccef tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 1.0931654 Feb 09 14:19:05.827018 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a142089d-0147-4265-bb2f-1b903aefabcf req-8177d562-9e8e-41c2-9314-47496b71678c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c96e1300-30e5-4ce4-be8a-f94a30a542a4 HTTP/1.1" status: 200 len: 217 time: 0.0863655 Feb 09 14:19:05.843015 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2aefe71d-a505-40cc-bd0a-79067056ebd5 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:05.891547 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aefe71d-a505-40cc-bd0a-79067056ebd5 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8077e11-6dec-4aef-9493-44a460d3ec00 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 14:19:05.895922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'name': 'tempest-ImageQuotaTest-1625962244-router', 'tenant_id': '4091d7ba17f9437abb0771563f5827ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '2fbe299e-0657-4c1b-8af3-c8117874db50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:51Z', 'updated_at': '2022-02-09T14:18:59Z', 'revision_number': 4, 'project_id': '4091d7ba17f9437abb0771563f5827ab', 'gw_port': {'id': '2fbe299e-0657-4c1b-8af3-c8117874db50', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:53Z', 'updated_at': '2022-02-09T14:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1229b4d8-bb87-47a9-bb23-385e44d26003', 'name': '', 'network_id': '373ed538-5e87-46fa-8b63-b7fddcf01679', 'tenant_id': '4091d7ba17f9437abb0771563f5827ab', 'mac_address': 'fa:16:3e:0a:78:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '78dbc5fd-0005-4454-938b-fa1eca20d03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:58Z', 'updated_at': '2022-02-09T14:19:04Z', 'revision_number': 4, 'project_id': '4091d7ba17f9437abb0771563f5827ab', 'subnets': [{'id': '78dbc5fd-0005-4454-938b-fa1eca20d03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:05.900241 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9062ab4f-1046-4b63-9e65-734b52f3f1f4 None None] The sync data for ids ['e98f63de-439d-4c3f-9162-86e75059af83'] in n-d-828418-2 is: [{'id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'name': 'tempest-ImageQuotaTest-1625962244-router', 'tenant_id': '4091d7ba17f9437abb0771563f5827ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '2fbe299e-0657-4c1b-8af3-c8117874db50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:51Z', 'updated_at': '2022-02-09T14:18:59Z', 'revision_number': 4, 'project_id': '4091d7ba17f9437abb0771563f5827ab', 'gw_port': {'id': '2fbe299e-0657-4c1b-8af3-c8117874db50', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:53Z', 'updated_at': '2022-02-09T14:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1229b4d8-bb87-47a9-bb23-385e44d26003', 'name': '', 'network_id': '373ed538-5e87-46fa-8b63-b7fddcf01679', 'tenant_id': '4091d7ba17f9437abb0771563f5827ab', 'mac_address': 'fa:16:3e:0a:78:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '78dbc5fd-0005-4454-938b-fa1eca20d03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:58Z', 'updated_at': '2022-02-09T14:19:04Z', 'revision_number': 4, 'project_id': '4091d7ba17f9437abb0771563f5827ab', 'subnets': [{'id': '78dbc5fd-0005-4454-938b-fa1eca20d03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:19:05.911688 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2aefe71d-a505-40cc-bd0a-79067056ebd5 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:05.917284 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefe71d-a505-40cc-bd0a-79067056ebd5 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8077e11-6dec-4aef-9493-44a460d3ec00,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:05.927403 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05902721-2dc1-42b7-9ec5-65e8cccbacad req-1bc7266d-baf2-414a-ba91-4f652f5859fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702476 Feb 09 14:19:05.936977 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c340a206-faf1-4c55-826d-017edac5a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:05.970200 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-140f7389-fe7e-402c-956a-1ab25f36ad62 req-3c45cf97-23ef-44bb-9516-16fb09be5ee5 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825922 Feb 09 14:19:05.981709 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2aefe71d-a505-40cc-bd0a-79067056ebd5 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "DELETE /v2.0/networks/b8077e11-6dec-4aef-9493-44a460d3ec00 HTTP/1.1" status: 204 len: 168 time: 1.9033225 Feb 09 14:19:06.007674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142089d-0147-4265-bb2f-1b903aefabcf req-ad30dc9c-4af1-4cb2-94a3-432a76a8ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:06.009555 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a142089d-0147-4265-bb2f-1b903aefabcf req-ad30dc9c-4af1-4cb2-94a3-432a76a8ea0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63021245-ec5e-45fc-a1a8-f13ed23aa515 HTTP/1.1" status: 200 len: 851 time: 0.1351576 Feb 09 14:19:06.034241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340a206-faf1-4c55-826d-017edac5a4c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb829e82-6f38-4353-90f4-05157246d3c8,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:06.082296 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c340a206-faf1-4c55-826d-017edac5a4c6 admin admin] Checking segment: {'id': 'd6f6a0f1-ff9f-49e7-a2b9-814ec9f0ca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'caa66bae-6137-4b90-8bfa-0cd36c518b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:19:06.082649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c340a206-faf1-4c55-826d-017edac5a4c6 admin admin] Network hostable DHCP agents. Network: caa66bae-6137-4b90-8bfa-0cd36c518b4b, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:19:06.092383 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a142089d-0147-4265-bb2f-1b903aefabcf req-e2e83125-b15e-4071-af75-edb52f16a3ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30830122-d798-49d7-b828-5813fd5acd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725458 Feb 09 14:19:06.106391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7a552-8e76-4fdc-ada3-b441bcaf5bd0 req-6edfa8a7-d26f-4e05-9c9a-e6ff0aa10798 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:06.108309 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04c7a552-8e76-4fdc-ada3-b441bcaf5bd0 req-6edfa8a7-d26f-4e05-9c9a-e6ff0aa10798 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.2838576 Feb 09 14:19:06.122169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c340a206-faf1-4c55-826d-017edac5a4c6 admin admin] Network caa66bae-6137-4b90-8bfa-0cd36c518b4b is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:19:06.136862 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:06.203560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-c340a206-faf1-4c55-826d-017edac5a4c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, caa66bae-6137-4b90-8bfa-0cd36c518b4b) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:06.213487 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e134c7a-6e59-4a16-8e07-42ab85488e33 None None] Network caa66bae-6137-4b90-8bfa-0cd36c518b4b requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:19:06.217423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c340a206-faf1-4c55-826d-017edac5a4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:06.218017 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c340a206-faf1-4c55-826d-017edac5a4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:06.256814 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c340a206-faf1-4c55-826d-017edac5a4c6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1956773 Feb 09 14:19:06.293136 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04c7a552-8e76-4fdc-ada3-b441bcaf5bd0 req-bf1e8ef3-ff8c-4f7d-a153-cd0191ec66e1 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592252 Feb 09 14:19:06.294327 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1e17c316-9fac-4be5-a80f-63a334f7bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:06.391080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34752) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:06.398873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-495caf7d-662f-4ff8-900e-9d164c3454fb tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Request body: {'router': {'name': 'tempest-router--1376192448', 'project_id': '4375077265ed4345acd38288e09946e6'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:06.405592 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-495caf7d-662f-4ff8-900e-9d164c3454fb tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:06.414419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-495caf7d-662f-4ff8-900e-9d164c3454fb tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Usage tracker for resource:router and tenant:4375077265ed4345acd38288e09946e6 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:06.418979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-495caf7d-662f-4ff8-900e-9d164c3454fb tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:06.478917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-495caf7d-662f-4ff8-900e-9d164c3454fb tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:06.519560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a142089d-0147-4265-bb2f-1b903aefabcf req-6ac97fa4-1fbc-4bf0-93f1-01c505012295 service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100938 Feb 09 14:19:06.540564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17c316-9fac-4be5-a80f-63a334f7bc22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7392afa-2a9c-4064-b2be-b0d20969d51e,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:06.588381 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eca8f0-55a2-4185-a6d5-a1aac63c5bfc None None] Network caa66bae-6137-4b90-8bfa-0cd36c518b4b requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:19:06.606808 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-495caf7d-662f-4ff8-900e-9d164c3454fb tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:06.609104 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-495caf7d-662f-4ff8-900e-9d164c3454fb tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:06.650461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e17c316-9fac-4be5-a80f-63a334f7bc22 admin admin] Checking segment: {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:19:06.650838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e17c316-9fac-4be5-a80f-63a334f7bc22 admin admin] Network hostable DHCP agents. Network: a1587716-277d-4b6f-89df-24e96250ab9d, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:19:06.674858 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-495caf7d-662f-4ff8-900e-9d164c3454fb tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:06.779719 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-495caf7d-662f-4ff8-900e-9d164c3454fb tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:06.787314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e17c316-9fac-4be5-a80f-63a334f7bc22 admin admin] Network a1587716-277d-4b6f-89df-24e96250ab9d is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:19:06.839595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-1e17c316-9fac-4be5-a80f-63a334f7bc22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, a1587716-277d-4b6f-89df-24e96250ab9d) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:06.853118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e17c316-9fac-4be5-a80f-63a334f7bc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:06.853700 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1e17c316-9fac-4be5-a80f-63a334f7bc22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:06.863046 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a142089d-0147-4265-bb2f-1b903aefabcf req-b1405b3a-d6ae-4bf5-884c-0bc92b6548bb service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234975 Feb 09 14:19:06.880339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] Deleting port 1229b4d8-bb87-47a9-bb23-385e44d26003 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:06.880687 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:06.911812 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1e17c316-9fac-4be5-a80f-63a334f7bc22 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9097476 Feb 09 14:19:06.912981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34764) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:06.918500 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-495caf7d-662f-4ff8-900e-9d164c3454fb tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:06.919762 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-495caf7d-662f-4ff8-900e-9d164c3454fb tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5271983 Feb 09 14:19:06.927192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34768) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:06.931546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2072923249-router', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:06.945044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:06.956510 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Usage tracker for resource:router and tenant:b4a884575aa84a789b4857840c80c824 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:06.962309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:06.975313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:06.976304 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d59516f-1f36-438d-b007-563347bf21fc None None] Network a1587716-277d-4b6f-89df-24e96250ab9d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:19:07.007057 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:07.008480 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:07.050367 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:07.255213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1229b4d8-bb87-47a9-bb23-385e44d26003 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:07.317565 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8502ae30-f7be-4b5b-93c0-107d635a6bdd tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:07.431603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-a1587716-277d-4b6f-89df-24e96250ab9d', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:19:07.432623 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:07.472665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 1229b4d8-bb87-47a9-bb23-385e44d26003 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:19:07.639840 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1229b4d8-bb87-47a9-bb23-385e44d26003 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:07.640560 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:07.765245 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Allocated IP 172.20.0.2 (a1587716-277d-4b6f-89df-24e96250ab9d/f7392afa-2a9c-4064-b2be-b0d20969d51e/ab6b63da-d6f1-4a21-af6b-e81f89507632) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:19:07.784880 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:07.801921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-a7582ddf-5b4e-419f-9e0f-8a933cca7afa tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:07.802810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-a7582ddf-5b4e-419f-9e0f-8a933cca7afa tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Synchronizing usage tracker for tenant:aaf3f133563d4800be3a6886803e0f67 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:07.854944 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8502ae30-f7be-4b5b-93c0-107d635a6bdd tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:07.866423 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8502ae30-f7be-4b5b-93c0-107d635a6bdd tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:07.896846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] For port 1229b4d8-bb87-47a9-bb23-385e44d26003, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1229b4d8-bb87-47a9-bb23-385e44d26003,segment=NetworkSegment(364df274-c5ce-4193-8b12-6c266d01dc07),segment_id=364df274-c5ce-4193-8b12-6c266d01dc07)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:07.899125 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:07.904688 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:07.905715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-a7582ddf-5b4e-419f-9e0f-8a933cca7afa tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Unset dirty status for tenant:aaf3f133563d4800be3a6886803e0f67 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:07.906988 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-a7582ddf-5b4e-419f-9e0f-8a933cca7afa tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/networks?id=8b2630aa-d5cd-4bd7-8db6-1eac2008a33e HTTP/1.1" status: 200 len: 824 time: 0.6886885 Feb 09 14:19:07.929823 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-1ce17a0b-f32d-42e3-b89d-98707dca7290 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/quotas/aaf3f133563d4800be3a6886803e0f67 HTTP/1.1" status: 200 len: 375 time: 0.0167410 Feb 09 14:19:07.975480 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-afead078-df8b-4f8d-9c8d-468084ed4382 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=aaf3f133563d4800be3a6886803e0f67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447860 Feb 09 14:19:08.021872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 1229b4d8-bb87-47a9-bb23-385e44d26003, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1229b4d8-bb87-47a9-bb23-385e44d26003,segment=NetworkSegment(364df274-c5ce-4193-8b12-6c266d01dc07),segment_id=364df274-c5ce-4193-8b12-6c266d01dc07)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:08.066166 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:08.080176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] Calling delete_port for 1229b4d8-bb87-47a9-bb23-385e44d26003 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:08.111517 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8502ae30-f7be-4b5b-93c0-107d635a6bdd tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:08.112657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8502ae30-f7be-4b5b-93c0-107d635a6bdd tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81ba6903-00fc-488e-8613-ed93aa9285a5 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:19:08.152802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f19f07-3398-4c78-b307-431b20a34ec2 req-5f90b174-a89e-466b-81e6-41801975312d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:08.154222 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-71f19f07-3398-4c78-b307-431b20a34ec2 req-5f90b174-a89e-466b-81e6-41801975312d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 943 time: 1.0711153 Feb 09 14:19:08.155967 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8502ae30-f7be-4b5b-93c0-107d635a6bdd tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:08.159897 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8502ae30-f7be-4b5b-93c0-107d635a6bdd tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "DELETE /v2.0/routers/81ba6903-00fc-488e-8613-ed93aa9285a5 HTTP/1.1" status: 204 len: 168 time: 1.2288163 Feb 09 14:19:08.184015 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-adfaa5ff-2abc-4db6-b332-99bd8a5c249f service neutron] 10.222.0.48 "GET /v2.0/networks/8b2630aa-d5cd-4bd7-8db6-1eac2008a33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950095 Feb 09 14:19:08.200724 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=1229b4d8-bb87-47a9-bb23-385e44d26003,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:08.213879 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:08.227926 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Transition to ACTIVE for port object ab6b63da-d6f1-4a21-af6b-e81f89507632 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:19:08.273992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c96e1300-30e5-4ce4-be8a-f94a30a542a4 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:19:08.298390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Transition to ACTIVE for port object ab6b63da-d6f1-4a21-af6b-e81f89507632 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:19:08.344881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34786) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:08.378881 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:08.462719 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-71f19f07-3398-4c78-b307-431b20a34ec2 req-175c3738-8233-4a3d-98c4-e0173b33f68a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892785 Feb 09 14:19:08.484994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Network a1587716-277d-4b6f-89df-24e96250ab9d is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:19:08.492501 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:08.498143 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:08.499521 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:19:08.534113 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:08.579180 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:19:08.581950 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:19:08.617188 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Pushing event updated for resources: {'Port': ['ID=ab6b63da-d6f1-4a21-af6b-e81f89507632,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:08.711607 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:08.720064 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port c96e1300-30e5-4ce4-be8a-f94a30a542a4, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c96e1300-30e5-4ce4-be8a-f94a30a542a4,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:08.731659 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Attempting to bind port ab6b63da-d6f1-4a21-af6b-e81f89507632 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:19:08.734044 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Attempting to bind port ab6b63da-d6f1-4a21-af6b-e81f89507632 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:19:08.734044 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Attempting to bind port ab6b63da-d6f1-4a21-af6b-e81f89507632 on network a1587716-277d-4b6f-89df-24e96250ab9d {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:08.741919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:19:08.742293 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Checking segment: {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:19:08.742697 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:08.743087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Bound using segment: {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:19:08.743550 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Bound port: ab6b63da-d6f1-4a21-af6b-e81f89507632, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:19:08.743947 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:08.757072 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'c96e1300-30e5-4ce4-be8a-f94a30a542a4', 'network_id': '30830122-d798-49d7-b828-5813fd5acd73', 'port_id': 'c96e1300-30e5-4ce4-be8a-f94a30a542a4', 'mac_address': 'fa:16:3e:f7:78:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63021245-ec5e-45fc-a1a8-f13ed23aa515', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:19:08.758676 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-9d5c590b-f22d-490d-95d1-bd60307a57be service neutron] 10.222.0.48 "GET /v2.0/networks/8b2630aa-d5cd-4bd7-8db6-1eac2008a33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677338 Feb 09 14:19:08.785544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-823267149', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}, 'admin_state_up': False}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:08.790648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a5bfd-d892-433d-b765-233ebfdd3efc req-0bd8b338-49a1-4453-b3ea-6abb7c6fa296 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:08.792265 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6d1a5bfd-d892-433d-b765-233ebfdd3efc req-0bd8b338-49a1-4453-b3ea-6abb7c6fa296 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.1538966 Feb 09 14:19:08.801879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:08.810032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Usage tracker for resource:router and tenant:80e824d34c2842b39f14c4fcd3276860 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:08.817519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:08.833678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:08.836054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Allocated IP 172.25.8.236 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/ece8cf2b-a89a-4139-b603-3b12ab62472c) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:19:08.850008 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6d1a5bfd-d892-433d-b765-233ebfdd3efc req-11e59fde-23f0-4f6f-8751-77ac2f14d62e tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518162 Feb 09 14:19:08.885437 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:08.893229 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:08.894800 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:08.910730 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] For port ab6b63da-d6f1-4a21-af6b-e81f89507632, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:19:08.914822 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] For port ab6b63da-d6f1-4a21-af6b-e81f89507632, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ab6b63da-d6f1-4a21-af6b-e81f89507632,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:19:08.922180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96e1300-30e5-4ce4-be8a-f94a30a542a4 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:19:08.952679 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:09.009544 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1229b4d8-bb87-47a9-bb23-385e44d26003 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:09.034584 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port c96e1300-30e5-4ce4-be8a-f94a30a542a4, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c96e1300-30e5-4ce4-be8a-f94a30a542a4,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:09.065547 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:09.082587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] Deleting port 1229b4d8-bb87-47a9-bb23-385e44d26003 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:09.082915 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:09.095326 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a79660d0-a699-46f2-860f-a98f44cc9435 req-49b7fc19-fded-4156-b2a4-a0b25adba077 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 210 time: 0.0722864 Feb 09 14:19:09.130704 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:09.156085 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce19e3-634a-4bba-83f3-31783b29eb04 None None] Pushing event updated for resources: {'Port': ['ID=ab6b63da-d6f1-4a21-af6b-e81f89507632,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:09.168317 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f4373-a36c-446c-b78b-2e37af309d63 req-c43cec57-dc36-4ebd-8839-3e5c09cb1573 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:09.169791 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5a6f4373-a36c-446c-b78b-2e37af309d63 req-c43cec57-dc36-4ebd-8839-3e5c09cb1573 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.1641548 Feb 09 14:19:09.265356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=c96e1300-30e5-4ce4-be8a-f94a30a542a4,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:09.272922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1229b4d8-bb87-47a9-bb23-385e44d26003 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:09.273306 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:09.278691 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:09.307061 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5a6f4373-a36c-446c-b78b-2e37af309d63 req-0d47540d-51a8-4838-8817-23a00fa550a9 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208606 Feb 09 14:19:09.401675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] For port 1229b4d8-bb87-47a9-bb23-385e44d26003, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1229b4d8-bb87-47a9-bb23-385e44d26003,segment=NetworkSegment(364df274-c5ce-4193-8b12-6c266d01dc07),segment_id=364df274-c5ce-4193-8b12-6c266d01dc07)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:09.402274 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:09.531906 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['c96e1300-30e5-4ce4-be8a-f94a30a542a4'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:19:09.631859 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] Calling delete_port for 1229b4d8-bb87-47a9-bb23-385e44d26003 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:09.762703 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:09.767248 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:10.059047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:19:10.093334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-faec9cd8-b760-4c20-bfe5-a8dd49303e99 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:10.094835 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-faec9cd8-b760-4c20-bfe5-a8dd49303e99 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/networks?id=6da3df8a-f0bd-4e13-8120-7c22c21ea919 HTTP/1.1" status: 200 len: 810 time: 0.3102515 Feb 09 14:19:10.108123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:10.118365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:19:10.133475 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-808aa132-95d9-440c-821b-9b5bfd2f5b4d tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/quotas/ae2414a98ed64d6489384355c90e908a HTTP/1.1" status: 200 len: 375 time: 0.0270088 Feb 09 14:19:10.173395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Pushing event updated for resources: {'Port': ['ID=ece8cf2b-a89a-4139-b603-3b12ab62472c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:10.245985 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:10.290925 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-e83d259f-40ef-40f3-9a1b-94004f381deb tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae2414a98ed64d6489384355c90e908a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1489155 Feb 09 14:19:10.292399 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:10.343375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac5a83-5f86-464c-b91b-3f1f20011761 req-7b6faa9f-0992-4920-87c6-c1ff4c2dc158 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:10.344953 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2bac5a83-5f86-464c-b91b-3f1f20011761 req-7b6faa9f-0992-4920-87c6-c1ff4c2dc158 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 944 time: 0.5706098 Feb 09 14:19:10.421214 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=1229b4d8-bb87-47a9-bb23-385e44d26003,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:10.451570 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2bac5a83-5f86-464c-b91b-3f1f20011761 req-1480c11c-e3c7-4c00-8ad6-8033ec3a0b31 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686553 Feb 09 14:19:10.659016 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c688c920-8a23-41a4-83a8-369958c39886 None None] Network a1587716-277d-4b6f-89df-24e96250ab9d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:19:10.838911 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-1a7484a5-187c-4b46-b351-eb0c80c8cdad service neutron] 10.222.0.48 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136940 Feb 09 14:19:10.882389 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0a9041c7-a765-4d94-9095-5326fbc6fc17 None None] Provisioning for port ab6b63da-d6f1-4a21-af6b-e81f89507632 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:19:10.964997 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:11.010271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fdb91d1b-7f97-4b16-b220-7e63be023ce1 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:11.011722 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fdb91d1b-7f97-4b16-b220-7e63be023ce1 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.35 "GET /v2.0/networks?id=8b2630aa-d5cd-4bd7-8db6-1eac2008a33e HTTP/1.1" status: 200 len: 824 time: 0.2606847 Feb 09 14:19:11.034545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fb7a0851-9ad5-4825-9bd7-45307c7f591b tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Request body: {'port': {'device_id': '4bce7eb5-ab45-4925-8d97-7b1d76cb967a', 'network_id': '8b2630aa-d5cd-4bd7-8db6-1eac2008a33e', 'admin_state_up': True, 'tenant_id': 'aaf3f133563d4800be3a6886803e0f67'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:11.057106 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ab6b63da-d6f1-4a21-af6b-e81f89507632 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:11.126903 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-85263eae-85c6-43fb-a8c4-c4f172991eed service neutron] 10.222.0.48 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808166 Feb 09 14:19:11.152122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port ab6b63da-d6f1-4a21-af6b-e81f89507632 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:19:11.165294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ab6b63da-d6f1-4a21-af6b-e81f89507632 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:11.165809 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:11.326287 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:11.338197 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:11.366466 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port ab6b63da-d6f1-4a21-af6b-e81f89507632, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ab6b63da-d6f1-4a21-af6b-e81f89507632,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:11.373023 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a57f69df-b0be-4aa7-995a-710fa2bb1018 None None] Provisioning complete for port ab6b63da-d6f1-4a21-af6b-e81f89507632 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:11.373645 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a57f69df-b0be-4aa7-995a-710fa2bb1018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:11.400820 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:11.471053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] Router e98f63de-439d-4c3f-9162-86e75059af83 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:19:11.525196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=ab6b63da-d6f1-4a21-af6b-e81f89507632,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:11.621455 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:11.675679 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:11.863637 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a547a72-6884-4b2f-b138-f87f7f33747e req-11d9983a-1420-46f4-b575-06003e1d5e8f tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 210 time: 0.0694604 Feb 09 14:19:11.875161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:19:11.886592 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4257d8-f124-4588-812b-914d41cbeeb7 None None] Sync routers for ids ['e98f63de-439d-4c3f-9162-86e75059af83'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:19:11.888972 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-73ebb75d-7091-44d0-8554-b77b41229e08 admin admin] 10.222.0.48 "PUT /v2.0/routers/e98f63de-439d-4c3f-9162-86e75059af83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4724984 Feb 09 14:19:11.889932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34832) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:11.903304 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4257d8-f124-4588-812b-914d41cbeeb7 None None] Routers {'e98f63de-439d-4c3f-9162-86e75059af83'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:11.903481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe64f4d-5c23-466c-99e2-99a5e3ecab4e req-f6c4665f-dbc6-4f60-ad08-d984b9cd6deb tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:11.906854 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-fc4257d8-f124-4588-812b-914d41cbeeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:18:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['e98f63de-439d-4c3f-9162-86e75059af83'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:11.910822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7fe64f4d-5c23-466c-99e2-99a5e3ecab4e req-f6c4665f-dbc6-4f60-ad08-d984b9cd6deb tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 1.1753986 Feb 09 14:19:11.934271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fb7a0851-9ad5-4825-9bd7-45307c7f591b tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:11.974266 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fb7a0851-9ad5-4825-9bd7-45307c7f591b tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Usage tracker for resource:port and tenant:aaf3f133563d4800be3a6886803e0f67 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:11.984498 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fb7a0851-9ad5-4825-9bd7-45307c7f591b tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:12.055938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fb7a0851-9ad5-4825-9bd7-45307c7f591b tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:12.103648 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64942a60-a2f6-416d-8ea1-041b3ec4eb69 req-9ffc3955-7bed-48e1-94bf-691302daaef6 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 210 time: 0.0572591 Feb 09 14:19:12.123115 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7fe64f4d-5c23-466c-99e2-99a5e3ecab4e req-4bb1a2c2-08ae-4767-b1c9-7a87146167e0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087624 Feb 09 14:19:12.142401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fb7a0851-9ad5-4825-9bd7-45307c7f591b tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Made reservation on behalf of aaf3f133563d4800be3a6886803e0f67 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:19:12.146663 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fb7a0851-9ad5-4825-9bd7-45307c7f591b tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:12.151073 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0af69840-d242-4f06-a5d0-8b09cde71fb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:12.180884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Allocated IP 172.25.8.27 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/33b8a8ed-55b6-4792-8656-c9c020b7cfd9) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:19:12.223266 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-fc4257d8-f124-4588-812b-914d41cbeeb7 None None] Set router e98f63de-439d-4c3f-9162-86e75059af83 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:19:12.276419 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c96e1300-30e5-4ce4-be8a-f94a30a542a4 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:12.352559 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:12.380638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port c96e1300-30e5-4ce4-be8a-f94a30a542a4 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:19:12.386411 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port c96e1300-30e5-4ce4-be8a-f94a30a542a4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:12.386790 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:12.427540 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0af69840-d242-4f06-a5d0-8b09cde71fb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:12.453162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0af69840-d242-4f06-a5d0-8b09cde71fb5 admin admin] Deleting port 2fbe299e-0657-4c1b-8af3-c8117874db50 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:12.453795 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0af69840-d242-4f06-a5d0-8b09cde71fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:12.546778 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:12.590594 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port c96e1300-30e5-4ce4-be8a-f94a30a542a4, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c96e1300-30e5-4ce4-be8a-f94a30a542a4,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:12.591647 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669127bf-243a-477e-b25e-7f2ed0d0564f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96e1300-30e5-4ce4-be8a-f94a30a542a4'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:12.599213 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:12.609902 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-fc4257d8-f124-4588-812b-914d41cbeeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'name': 'tempest-ImageQuotaTest-1625962244-router', 'tenant_id': '4091d7ba17f9437abb0771563f5827ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '2fbe299e-0657-4c1b-8af3-c8117874db50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:51Z', 'updated_at': '2022-02-09T14:19:10Z', 'revision_number': 5, 'project_id': '4091d7ba17f9437abb0771563f5827ab', 'gw_port': {'id': '2fbe299e-0657-4c1b-8af3-c8117874db50', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:53Z', 'updated_at': '2022-02-09T14:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:12.619701 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4257d8-f124-4588-812b-914d41cbeeb7 None None] Checking router: e98f63de-439d-4c3f-9162-86e75059af83 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:19:12.643340 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4257d8-f124-4588-812b-914d41cbeeb7 None None] Routers {'e98f63de-439d-4c3f-9162-86e75059af83'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:12.645285 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-fc4257d8-f124-4588-812b-914d41cbeeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:18:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['e98f63de-439d-4c3f-9162-86e75059af83'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:12.685632 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669127bf-243a-477e-b25e-7f2ed0d0564f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96e1300-30e5-4ce4-be8a-f94a30a542a4', 'code': 200} Feb 09 14:19:12.714611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=c96e1300-30e5-4ce4-be8a-f94a30a542a4,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:12.744483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c24b9-bde0-4341-affc-0148fb62a121 req-a8d80165-a661-465d-ac0a-dc9de9697b20 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:12.751989 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-658c24b9-bde0-4341-affc-0148fb62a121 req-a8d80165-a661-465d-ac0a-dc9de9697b20 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 944 time: 0.3838625 Feb 09 14:19:12.857394 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-fc4257d8-f124-4588-812b-914d41cbeeb7 None None] Set router e98f63de-439d-4c3f-9162-86e75059af83 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:19:12.925378 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-0af69840-d242-4f06-a5d0-8b09cde71fb5 admin admin] For port 2fbe299e-0657-4c1b-8af3-c8117874db50, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2fbe299e-0657-4c1b-8af3-c8117874db50,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:12.925882 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0af69840-d242-4f06-a5d0-8b09cde71fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:12.960961 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-658c24b9-bde0-4341-affc-0148fb62a121 req-08d4b434-3cb3-4442-8750-e27ff17d9804 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981416 Feb 09 14:19:12.964864 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ab6b63da-d6f1-4a21-af6b-e81f89507632 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:12.988971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fb7a0851-9ad5-4825-9bd7-45307c7f591b tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Allocated IP 172.20.0.7 (8b2630aa-d5cd-4bd7-8db6-1eac2008a33e/4e3fda16-582f-4c17-b401-51654626b478/2d45e0f4-4ead-46dd-afff-ab7d6755a860) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:19:13.058033 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-fc4257d8-f124-4588-812b-914d41cbeeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'name': 'tempest-ImageQuotaTest-1625962244-router', 'tenant_id': '4091d7ba17f9437abb0771563f5827ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:51Z', 'updated_at': '2022-02-09T14:19:12Z', 'revision_number': 6, 'project_id': '4091d7ba17f9437abb0771563f5827ab', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:13.070226 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4257d8-f124-4588-812b-914d41cbeeb7 None None] The sync data for ids ['e98f63de-439d-4c3f-9162-86e75059af83'] in n-d-828418-2 is: [{'id': 'e98f63de-439d-4c3f-9162-86e75059af83', 'name': 'tempest-ImageQuotaTest-1625962244-router', 'tenant_id': '4091d7ba17f9437abb0771563f5827ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:51Z', 'updated_at': '2022-02-09T14:19:12Z', 'revision_number': 6, 'project_id': '4091d7ba17f9437abb0771563f5827ab', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:19:13.077602 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:13.118165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0af69840-d242-4f06-a5d0-8b09cde71fb5 admin admin] Calling delete_port for 2fbe299e-0657-4c1b-8af3-c8117874db50 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:13.121286 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ab6b63da-d6f1-4a21-af6b-e81f89507632 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:13.122024 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:13.242539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-2464774b-fd52-4058-aa69-b593189a9410 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:13.243910 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-2464774b-fd52-4058-aa69-b593189a9410 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.35 "GET /v2.0/networks?id=6da3df8a-f0bd-4e13-8120-7c22c21ea919 HTTP/1.1" status: 200 len: 810 time: 0.4268138 Feb 09 14:19:13.259197 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-2024dec4-f255-47e3-ba79-fea8c0264b5b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Request body: {'port': {'device_id': '69109e83-ee55-4521-b981-0fb2cc16f5b0', 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919', 'admin_state_up': True, 'tenant_id': 'ae2414a98ed64d6489384355c90e908a'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:13.299522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cbad1c68-9801-458f-a231-245499345873 req-534da995-514a-46b4-911e-f91740027499 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 210 time: 0.2118745 Feb 09 14:19:13.322311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e5eec-8748-4a1c-84c2-6a7d420218ff req-5a4ff5c6-6ee3-47d5-b8e4-9400cc4d9b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:13.323798 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-366e5eec-8748-4a1c-84c2-6a7d420218ff req-5a4ff5c6-6ee3-47d5-b8e4-9400cc4d9b15 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 1096 time: 0.5206218 Feb 09 14:19:13.365752 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Router 45bd2bc0-5555-419a-902a-d3a9e2623d1d is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:19:13.373930 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d31fbcc-b32a-4998-9db3-e5f407d458d5 req-4f78c154-8228-43f4-ba6d-5ddf662d637d tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 210 time: 0.1217439 Feb 09 14:19:13.520165 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:13.623178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-2024dec4-f255-47e3-ba79-fea8c0264b5b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:13.642359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-2024dec4-f255-47e3-ba79-fea8c0264b5b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:13.660042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-2024dec4-f255-47e3-ba79-fea8c0264b5b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Made reservation on behalf of ae2414a98ed64d6489384355c90e908a for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:19:13.663831 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-2024dec4-f255-47e3-ba79-fea8c0264b5b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:13.675748 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0af69840-d242-4f06-a5d0-8b09cde71fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:13.733035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af69840-d242-4f06-a5d0-8b09cde71fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fbe299e-0657-4c1b-8af3-c8117874db50,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:13.743191 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-366e5eec-8748-4a1c-84c2-6a7d420218ff req-d4a16d45-a2bc-44c3-b96d-3cf695ae9980 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031222 Feb 09 14:19:13.823667 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fb7a0851-9ad5-4825-9bd7-45307c7f591b tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:13.831545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:19:13.851036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:13.856790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Pushing event updated for resources: {'Port': ['ID=33b8a8ed-55b6-4792-8656-c9c020b7cfd9,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:13.859917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:19:13.904627 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0af69840-d242-4f06-a5d0-8b09cde71fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:13.972116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:13.972470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:13.972871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:13.973150 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:13.973497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:13.973814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:13.974138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:13.974463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:13.974786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:13.975107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:13.975428 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:13.975768 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:14.016467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:19:14.031673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Sync routers for ids ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:19:14.046180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Routers {'45bd2bc0-5555-419a-902a-d3a9e2623d1d'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:14.048593 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:18:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:14.109907 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7357beb-cf8b-4379-8f63-c473484aa868 req-c40089af-da78-4bff-a803-73de70c70a0e tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:14.117343 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7357beb-cf8b-4379-8f63-c473484aa868 req-c40089af-da78-4bff-a803-73de70c70a0e tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.6101136 Feb 09 14:19:14.129191 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0af69840-d242-4f06-a5d0-8b09cde71fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:14.134113 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0af69840-d242-4f06-a5d0-8b09cde71fb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:14.162186 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fb7a0851-9ad5-4825-9bd7-45307c7f591b tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:14.206034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-2024dec4-f255-47e3-ba79-fea8c0264b5b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Allocated IP 172.20.0.14 (6da3df8a-f0bd-4e13-8120-7c22c21ea919/5c4d8820-f3f3-41df-9171-6e72ed49a05e/21a9cc5e-e9b6-449c-866a-ca87374530da) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:19:14.238379 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0af69840-d242-4f06-a5d0-8b09cde71fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:14.238876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af69840-d242-4f06-a5d0-8b09cde71fb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e98f63de-439d-4c3f-9162-86e75059af83 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:19:14.273133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Set router 45bd2bc0-5555-419a-902a-d3a9e2623d1d gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:19:14.317594 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:14.321171 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-36feecc2-8af2-4ec0-85f9-09f82420013a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4021249 Feb 09 14:19:14.340291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34846) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:14.369876 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7357beb-cf8b-4379-8f63-c473484aa868 req-4140f10f-568b-4941-8d02-ff3cdb7e7c82 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515910 Feb 09 14:19:14.456095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fb7a0851-9ad5-4825-9bd7-45307c7f591b tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Network 8b2630aa-d5cd-4bd7-8db6-1eac2008a33e is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:19:14.471232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fb7a0851-9ad5-4825-9bd7-45307c7f591b tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:14.481300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fb7a0851-9ad5-4825-9bd7-45307c7f591b tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:19:14.489160 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-2024dec4-f255-47e3-ba79-fea8c0264b5b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:14.513001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a0851-9ad5-4825-9bd7-45307c7f591b tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Pushing event updated for resources: {'Port': ['ID=2d45e0f4-4ead-46dd-afff-ab7d6755a860,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:14.547228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4056391-e5db-4bac-81d3-f182c81d70cf req-b22e2f9a-68d4-4bac-8893-0ba059537452 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:14.556555 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4056391-e5db-4bac-81d3-f182c81d70cf req-b22e2f9a-68d4-4bac-8893-0ba059537452 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 945 time: 0.4374075 Feb 09 14:19:14.589749 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-2024dec4-f255-47e3-ba79-fea8c0264b5b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:14.640145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['8fec6098-3e33-49b5-b397-c817293ee41e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:19:14.670444 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0af69840-d242-4f06-a5d0-8b09cde71fb5 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:14.674821 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0af69840-d242-4f06-a5d0-8b09cde71fb5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e98f63de-439d-4c3f-9162-86e75059af83 HTTP/1.1" status: 204 len: 168 time: 2.7806120 Feb 09 14:19:14.677060 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-2024dec4-f255-47e3-ba79-fea8c0264b5b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Network 6da3df8a-f0bd-4e13-8120-7c22c21ea919 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:19:14.684680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34854) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:14.688806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-2024dec4-f255-47e3-ba79-fea8c0264b5b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:14.691317 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-2024dec4-f255-47e3-ba79-fea8c0264b5b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:19:14.727263 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4056391-e5db-4bac-81d3-f182c81d70cf req-26578f70-28c6-426f-82fc-f6b02164aa69 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696270 Feb 09 14:19:14.749354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fb7a0851-9ad5-4825-9bd7-45307c7f591b tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:14.750205 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fb7a0851-9ad5-4825-9bd7-45307c7f591b tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:14.797159 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'name': 'tempest-ServerActionsTestJSON-2072923249-router', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:07Z', 'updated_at': '2022-02-09T14:19:10Z', 'revision_number': 3, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'gw_port': {'id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:08Z', 'updated_at': '2022-02-09T14:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:14.799854 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024dec4-f255-47e3-ba79-fea8c0264b5b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Pushing event updated for resources: {'Port': ['ID=21a9cc5e-e9b6-449c-866a-ca87374530da,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:14.823033 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-fb7a0851-9ad5-4825-9bd7-45307c7f591b tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7926717 Feb 09 14:19:14.824167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Checking router: 45bd2bc0-5555-419a-902a-d3a9e2623d1d for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:19:14.824721 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Updating router 45bd2bc0-5555-419a-902a-d3a9e2623d1d port ece8cf2b-a89a-4139-b603-3b12ab62472c binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:19:14.831212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-2024dec4-f255-47e3-ba79-fea8c0264b5b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:14.831866 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-2024dec4-f255-47e3-ba79-fea8c0264b5b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:14.842089 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-584261a0-a6e7-43b3-aca7-6d039fab4632 admin admin] Deleting subnet 78dbc5fd-0005-4454-938b-fa1eca20d03b {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:19:14.851795 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-584261a0-a6e7-43b3-aca7-6d039fab4632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:14.902181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Request body: {'port': {'device_id': '4bce7eb5-ab45-4925-8d97-7b1d76cb967a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:14.924502 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-584261a0-a6e7-43b3-aca7-6d039fab4632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:14.932153 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:14.972183 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-2024dec4-f255-47e3-ba79-fea8c0264b5b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7168677 Feb 09 14:19:14.973688 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2fbe299e-0657-4c1b-8af3-c8117874db50 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:19:15.015461 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 2fbe299e-0657-4c1b-8af3-c8117874db50 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:19:15.015844 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2fbe299e-0657-4c1b-8af3-c8117874db50 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:19:15.016269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1229b4d8-bb87-47a9-bb23-385e44d26003 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:19:15.019992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac486b-2633-43a7-86f4-21dafd06c900 req-6cb10714-0d90-429e-bbdd-37c57d1dc293 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:15.020727 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-adac486b-2633-43a7-86f4-21dafd06c900 req-6cb10714-0d90-429e-bbdd-37c57d1dc293 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Synchronizing usage tracker for tenant:aaf3f133563d4800be3a6886803e0f67 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:15.026700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Request body: {'port': {'device_id': '69109e83-ee55-4521-b981-0fb2cc16f5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:15.071549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 1229b4d8-bb87-47a9-bb23-385e44d26003 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:19:15.072153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1229b4d8-bb87-47a9-bb23-385e44d26003 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:19:15.082132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-adac486b-2633-43a7-86f4-21dafd06c900 req-6cb10714-0d90-429e-bbdd-37c57d1dc293 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Unset dirty status for tenant:aaf3f133563d4800be3a6886803e0f67 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:15.083351 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-adac486b-2633-43a7-86f4-21dafd06c900 req-6cb10714-0d90-429e-bbdd-37c57d1dc293 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 931 time: 0.5350015 Feb 09 14:19:15.139320 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:15.257711 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-584261a0-a6e7-43b3-aca7-6d039fab4632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:15.284801 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:15.391329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f535d7-493e-4915-8b96-21682eee3732 req-14787ff6-cf99-4a37-813e-b572eb215209 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:15.392122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f2f535d7-493e-4915-8b96-21682eee3732 req-14787ff6-cf99-4a37-813e-b572eb215209 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Synchronizing usage tracker for tenant:ae2414a98ed64d6489384355c90e908a on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:15.411456 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:15.506818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-adac486b-2633-43a7-86f4-21dafd06c900 req-3bddfb8e-095b-4778-8572-9ecca8417ca8 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Synchronizing usage tracker for tenant:aaf3f133563d4800be3a6886803e0f67 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:15.590490 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Transition to ACTIVE for port object ece8cf2b-a89a-4139-b603-3b12ab62472c will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:19:15.590656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f2f535d7-493e-4915-8b96-21682eee3732 req-14787ff6-cf99-4a37-813e-b572eb215209 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Unset dirty status for tenant:ae2414a98ed64d6489384355c90e908a on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:15.590940 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f2f535d7-493e-4915-8b96-21682eee3732 req-14787ff6-cf99-4a37-813e-b572eb215209 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 932 time: 0.6157045 Feb 09 14:19:15.598955 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-584261a0-a6e7-43b3-aca7-6d039fab4632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:15.602857 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:15.618374 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:15.680864 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53127895-f5ba-40e8-8252-972b4b08ec15 None None] Network 373ed538-5e87-46fa-8b63-b7fddcf01679 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:19:15.686688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584261a0-a6e7-43b3-aca7-6d039fab4632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78dbc5fd-0005-4454-938b-fa1eca20d03b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:15.689353 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-584261a0-a6e7-43b3-aca7-6d039fab4632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:15.729968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-adac486b-2633-43a7-86f4-21dafd06c900 req-3bddfb8e-095b-4778-8572-9ecca8417ca8 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Unset dirty status for tenant:aaf3f133563d4800be3a6886803e0f67 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:15.731451 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-adac486b-2633-43a7-86f4-21dafd06c900 req-3bddfb8e-095b-4778-8572-9ecca8417ca8 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/security-groups?id=99a6cfbd-9b3a-44f8-ad28-04b1f9fc877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6400125 Feb 09 14:19:15.767792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Attempting to bind port ece8cf2b-a89a-4139-b603-3b12ab62472c on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:19:15.767792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Attempting to bind port ece8cf2b-a89a-4139-b603-3b12ab62472c by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:19:15.767792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Attempting to bind port ece8cf2b-a89a-4139-b603-3b12ab62472c on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:15.768206 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-584261a0-a6e7-43b3-aca7-6d039fab4632 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/78dbc5fd-0005-4454-938b-fa1eca20d03b HTTP/1.1" status: 204 len: 168 time: 1.0776205 Feb 09 14:19:15.769188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34862) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:15.772197 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f2f535d7-493e-4915-8b96-21682eee3732 req-ae12de93-5524-4a0d-a7c6-311a2fef77a4 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646616 Feb 09 14:19:15.773463 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc93675-81fe-473d-8db3-545e64639382 None None] Pushing event updated for resources: {'Port': ['ID=ece8cf2b-a89a-4139-b603-3b12ab62472c,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:15.793279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:19:15.793653 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:19:15.794051 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:15.794447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:19:15.795133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Bound port: ece8cf2b-a89a-4139-b603-3b12ab62472c, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:19:15.795507 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:15.990720 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] For port ece8cf2b-a89a-4139-b603-3b12ab62472c, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:19:16.002585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] For port ece8cf2b-a89a-4139-b603-3b12ab62472c, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ece8cf2b-a89a-4139-b603-3b12ab62472c,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:19:16.023065 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:16.071291 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:16.132339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] Deleting port 578e6138-4ddb-4cf1-9763-9da95f6bb56f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:16.132675 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:16.138998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc93675-81fe-473d-8db3-545e64639382 None None] Pushing event updated for resources: {'Port': ['ID=ece8cf2b-a89a-4139-b603-3b12ab62472c,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:16.155271 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Routers {'45bd2bc0-5555-419a-902a-d3a9e2623d1d'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:16.156007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:18:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:16.324368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa821636-adb3-485c-8e47-193ba2e69b01 req-649d8946-ff1b-4fd1-84b0-e66de8faa3c5 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:16.326516 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fa821636-adb3-485c-8e47-193ba2e69b01 req-649d8946-ff1b-4fd1-84b0-e66de8faa3c5 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 945 time: 0.3171179 Feb 09 14:19:16.342014 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a9cc5e-e9b6-449c-866a-ca87374530da {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:19:16.362175 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:16.369931 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:16.375288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5bd73e-6eab-47df-971b-db21d2eeb9da None None] DHCP port deletion for 373ed538-5e87-46fa-8b63-b7fddcf01679 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:19:16.397355 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5e5bd73e-6eab-47df-971b-db21d2eeb9da None None] Deleting port 578e6138-4ddb-4cf1-9763-9da95f6bb56f {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:16.397815 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd73e-6eab-47df-971b-db21d2eeb9da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:16.458690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] Set router 45bd2bc0-5555-419a-902a-d3a9e2623d1d gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:19:16.487685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Transition to ACTIVE for port object 21a9cc5e-e9b6-449c-866a-ca87374530da will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:19:16.502378 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:16.515380 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fa821636-adb3-485c-8e47-193ba2e69b01 req-2bc260c5-fb75-469d-81d5-fb1d818cb922 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763287 Feb 09 14:19:16.608596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] For port 578e6138-4ddb-4cf1-9763-9da95f6bb56f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=578e6138-4ddb-4cf1-9763-9da95f6bb56f,segment=NetworkSegment(364df274-c5ce-4193-8b12-6c266d01dc07),segment_id=364df274-c5ce-4193-8b12-6c266d01dc07)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:16.609174 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:16.807517 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] Calling delete_port for 578e6138-4ddb-4cf1-9763-9da95f6bb56f owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:16.849138 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5e5bd73e-6eab-47df-971b-db21d2eeb9da None None] For port 578e6138-4ddb-4cf1-9763-9da95f6bb56f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=578e6138-4ddb-4cf1-9763-9da95f6bb56f,segment=NetworkSegment(364df274-c5ce-4193-8b12-6c266d01dc07),segment_id=364df274-c5ce-4193-8b12-6c266d01dc07)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:16.849616 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd73e-6eab-47df-971b-db21d2eeb9da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:16.945759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2715b6c-47e5-43d5-8468-c56e3033bc1e req-9b8ce4e5-d384-4893-8179-a2b57896eb05 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:16.947216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2715b6c-47e5-43d5-8468-c56e3033bc1e req-9b8ce4e5-d384-4893-8179-a2b57896eb05 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.8200510 Feb 09 14:19:16.953321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 578e6138-4ddb-4cf1-9763-9da95f6bb56f no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:19:16.964777 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:17.047602 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5e5bd73e-6eab-47df-971b-db21d2eeb9da None None] Calling delete_port for 578e6138-4ddb-4cf1-9763-9da95f6bb56f owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:17.057939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Pushing event updated for resources: {'Port': ['ID=21a9cc5e-e9b6-449c-866a-ca87374530da,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:17.143771 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:17.146451 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No active binding found for port 578e6138-4ddb-4cf1-9763-9da95f6bb56f {{(pid=87598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 14:19:17.147000 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 578e6138-4ddb-4cf1-9763-9da95f6bb56f not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:19:17.171303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'name': 'tempest-ServerActionsTestJSON-2072923249-router', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:07Z', 'updated_at': '2022-02-09T14:19:10Z', 'revision_number': 3, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'gw_port': {'id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:08Z', 'updated_at': '2022-02-09T14:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:17.175566 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-5e5bd73e-6eab-47df-971b-db21d2eeb9da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:19:17.177145 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-5e5bd73e-6eab-47df-971b-db21d2eeb9da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:19:17.177261 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d45e0f4-4ead-46dd-afff-ab7d6755a860 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:19:17.179384 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd607e-6146-43fc-b309-eec4b288aa60 None None] The sync data for ids ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'] in n-d-828418-2 is: [{'id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'name': 'tempest-ServerActionsTestJSON-2072923249-router', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:07Z', 'updated_at': '2022-02-09T14:19:10Z', 'revision_number': 3, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'gw_port': {'id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:08Z', 'updated_at': '2022-02-09T14:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:19:17.195617 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:17.204422 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2715b6c-47e5-43d5-8468-c56e3033bc1e req-c7d2897f-2067-419a-be44-f2296eb674bc tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469757 Feb 09 14:19:17.229726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Router 2e5429fb-421d-4625-984b-f04f961aa4e9 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:19:17.240252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=578e6138-4ddb-4cf1-9763-9da95f6bb56f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:17.251760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] No DVR routers for this DVR port 578e6138-4ddb-4cf1-9763-9da95f6bb56f on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:19:17.325488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Transition to ACTIVE for port object 2d45e0f4-4ead-46dd-afff-ab7d6755a860 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:19:17.369827 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:17.519074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311a3c0-ce74-48cf-87d1-56a6fda95566 req-76c50011-98a8-4ada-ac72-c0d2a13bec28 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:17.519074 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c311a3c0-ce74-48cf-87d1-56a6fda95566 req-76c50011-98a8-4ada-ac72-c0d2a13bec28 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 945 time: 0.6536796 Feb 09 14:19:17.548567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Attempting to bind port 21a9cc5e-e9b6-449c-866a-ca87374530da on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:19:17.548965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Attempting to bind port 21a9cc5e-e9b6-449c-866a-ca87374530da by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '701b0672-985b-4ec2-a282-18faae787d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:19:17.549290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Attempting to bind port 21a9cc5e-e9b6-449c-866a-ca87374530da on network 6da3df8a-f0bd-4e13-8120-7c22c21ea919 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:17.555092 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:17.581808 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Port 21a9cc5e-e9b6-449c-866a-ca87374530da on network 6da3df8a-f0bd-4e13-8120-7c22c21ea919 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:19:17.582129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Attempting to bind port 21a9cc5e-e9b6-449c-866a-ca87374530da on network 6da3df8a-f0bd-4e13-8120-7c22c21ea919 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:17.611178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:19:17.611719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Checking segment: {'id': '701b0672-985b-4ec2-a282-18faae787d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:19:17.612169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Bound using segment: {'id': '701b0672-985b-4ec2-a282-18faae787d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:19:17.612665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Bound port: 21a9cc5e-e9b6-449c-866a-ca87374530da, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701b0672-985b-4ec2-a282-18faae787d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:19:17.612944 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:17.625912 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373ed538-5e87-46fa-8b63-b7fddcf01679']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:17.645927 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c311a3c0-ce74-48cf-87d1-56a6fda95566 req-ffeb34aa-7918-442a-b1fc-b6c2a506bc3b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140230 Feb 09 14:19:17.649215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364df274-c5ce-4193-8b12-6c266d01dc07') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:17.649511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364df274-c5ce-4193-8b12-6c266d01dc07') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:17.677345 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5e5bd73e-6eab-47df-971b-db21d2eeb9da None None] Deleting port 578e6138-4ddb-4cf1-9763-9da95f6bb56f {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:17.677974 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5e5bd73e-6eab-47df-971b-db21d2eeb9da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:17.699232 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:17.732217 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:17.741202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:19:17.741655 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:17.762915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Pushing event updated for resources: {'Port': ['ID=2d45e0f4-4ead-46dd-afff-ab7d6755a860,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:19:17.821426 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:19:17.827072 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5e5bd73e-6eab-47df-971b-db21d2eeb9da None None] The port '578e6138-4ddb-4cf1-9763-9da95f6bb56f' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:19:17.855420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:19:17.871404 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8546c-de7b-406f-a528-76d7b3c03920 None None] Sync routers for ids ['2e5429fb-421d-4625-984b-f04f961aa4e9'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:19:17.881507 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8546c-de7b-406f-a528-76d7b3c03920 None None] Routers {'2e5429fb-421d-4625-984b-f04f961aa4e9'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:17.882394 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3dc8546c-de7b-406f-a528-76d7b3c03920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:18:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['2e5429fb-421d-4625-984b-f04f961aa4e9'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:17.905579 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Allocated IP 172.20.0.1 (a1587716-277d-4b6f-89df-24e96250ab9d/f7392afa-2a9c-4064-b2be-b0d20969d51e/9849bc26-b569-46ba-b232-a55b497dd796) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:19:17.938584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] For port 21a9cc5e-e9b6-449c-866a-ca87374530da, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:19:17.944650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] For port 21a9cc5e-e9b6-449c-866a-ca87374530da, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=21a9cc5e-e9b6-449c-866a-ca87374530da,segment=NetworkSegment(701b0672-985b-4ec2-a282-18faae787d2d),segment_id=701b0672-985b-4ec2-a282-18faae787d2d)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:19:17.949120 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:17.950839 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Attempting to bind port 2d45e0f4-4ead-46dd-afff-ab7d6755a860 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:19:17.951334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Attempting to bind port 2d45e0f4-4ead-46dd-afff-ab7d6755a860 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '15383dac-4ead-4abf-b2fc-65a4d967f86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8b2630aa-d5cd-4bd7-8db6-1eac2008a33e'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:19:17.951540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Attempting to bind port 2d45e0f4-4ead-46dd-afff-ab7d6755a860 on network 8b2630aa-d5cd-4bd7-8db6-1eac2008a33e {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:17.962287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b406fa-cc6c-4e29-8fc9-1ddd39ccad08 req-c8734402-a801-44bc-91ee-8cd9993bdfa8 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:17.963847 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7b406fa-cc6c-4e29-8fc9-1ddd39ccad08 req-c8734402-a801-44bc-91ee-8cd9993bdfa8 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 943 time: 0.6422377 Feb 09 14:19:17.969142 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:17.973428 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-33169b92-5341-42e8-ab81-c6bb454b1196 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.6275868 Feb 09 14:19:17.974975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34874) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:17.979287 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:17.980620 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3dc8546c-de7b-406f-a528-76d7b3c03920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:17.982738 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:17.992398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Port 2d45e0f4-4ead-46dd-afff-ab7d6755a860 on network 8b2630aa-d5cd-4bd7-8db6-1eac2008a33e not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:19:17.992737 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Attempting to bind port 2d45e0f4-4ead-46dd-afff-ab7d6755a860 on network 8b2630aa-d5cd-4bd7-8db6-1eac2008a33e {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:17.993306 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8546c-de7b-406f-a528-76d7b3c03920 None None] Routers {'2e5429fb-421d-4625-984b-f04f961aa4e9'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:17.994137 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3dc8546c-de7b-406f-a528-76d7b3c03920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:18:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['2e5429fb-421d-4625-984b-f04f961aa4e9'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:18.017753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:19:18.018242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Checking segment: {'id': '15383dac-4ead-4abf-b2fc-65a4d967f86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8b2630aa-d5cd-4bd7-8db6-1eac2008a33e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:19:18.018885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Bound using segment: {'id': '15383dac-4ead-4abf-b2fc-65a4d967f86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8b2630aa-d5cd-4bd7-8db6-1eac2008a33e'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:19:18.019540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Bound port: 2d45e0f4-4ead-46dd-afff-ab7d6755a860, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15383dac-4ead-4abf-b2fc-65a4d967f86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8b2630aa-d5cd-4bd7-8db6-1eac2008a33e'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:19:18.020112 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:18.068605 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3dc8546c-de7b-406f-a528-76d7b3c03920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:18.069207 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8546c-de7b-406f-a528-76d7b3c03920 None None] The sync data for ids ['2e5429fb-421d-4625-984b-f04f961aa4e9'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:19:18.127577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=373ed538-5e87-46fa-8b63-b7fddcf01679,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:18.158002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:18.159151 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:18.160572 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] 10.222.0.35 "PUT /v2.0/ports/21a9cc5e-e9b6-449c-866a-ca87374530da HTTP/1.1" status: 200 len: 1092 time: 3.1465285 Feb 09 14:19:18.161023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69109e83-ee55-4521-b981-0fb2cc16f5b0', 'tag': '21a9cc5e-e9b6-449c-866a-ca87374530da'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:18.172940 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a550b658-11b5-4ae5-9085-3baec39bbfb4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/373ed538-5e87-46fa-8b63-b7fddcf01679 HTTP/1.1" status: 204 len: 168 time: 2.3997984 Feb 09 14:19:18.189208 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7b406fa-cc6c-4e29-8fc9-1ddd39ccad08 req-0717777c-3c30-4a61-9a85-14ac58b54138 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/security-groups?id=99a6cfbd-9b3a-44f8-ad28-04b1f9fc877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121420 Feb 09 14:19:18.277545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] For port 2d45e0f4-4ead-46dd-afff-ab7d6755a860, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:19:18.282187 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:18.296410 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c042a-b318-4376-b307-cd216552fcfd req-2058b1d3-4dc1-4544-b251-6c89b3f17083 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:18.297792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] For port 2d45e0f4-4ead-46dd-afff-ab7d6755a860, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2d45e0f4-4ead-46dd-afff-ab7d6755a860,segment=NetworkSegment(15383dac-4ead-4abf-b2fc-65a4d967f86d),segment_id=15383dac-4ead-4abf-b2fc-65a4d967f86d)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:19:18.302987 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-178c042a-b318-4376-b307-cd216552fcfd req-2058b1d3-4dc1-4544-b251-6c89b3f17083 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 944 time: 0.4517107 Feb 09 14:19:18.306302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Transition to ACTIVE for port object 9849bc26-b569-46ba-b232-a55b497dd796 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:19:18.307963 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:18.348052 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69109e83-ee55-4521-b981-0fb2cc16f5b0', 'tag': '21a9cc5e-e9b6-449c-866a-ca87374530da', 'status': 'completed', 'code': 200} Feb 09 14:19:18.357714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:18.358393 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:18.360028 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] 10.222.0.35 "PUT /v2.0/ports/2d45e0f4-4ead-46dd-afff-ab7d6755a860 HTTP/1.1" status: 200 len: 1091 time: 3.4741399 Feb 09 14:19:18.368095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bce7eb5-ab45-4925-8d97-7b1d76cb967a', 'tag': '2d45e0f4-4ead-46dd-afff-ab7d6755a860'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:18.386222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a610e-ae6e-4e75-8244-3139a38bc061 service neutron] Pushing event updated for resources: {'Port': ['ID=21a9cc5e-e9b6-449c-866a-ca87374530da,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:18.434165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8f8911f3-e241-4f2c-a582-4c346ce42c31 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "GET /v2.0/routers/2e5429fb-421d-4625-984b-f04f961aa4e9 HTTP/1.1" status: 200 len: 919 time: 0.4369566 Feb 09 14:19:18.440653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34886) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:18.489453 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-178c042a-b318-4376-b307-cd216552fcfd req-ea694fb7-084e-440f-8fa3-2b0697972f97 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363831 Feb 09 14:19:18.523462 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c4a93a5b-4dee-4aea-bbed-ccc8cf7be608 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5429fb-421d-4625-984b-f04f961aa4e9 HTTP/1.1" status: 200 len: 205 time: 0.0816903 Feb 09 14:19:18.524863 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34890) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:18.536142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907729c-f1f1-480a-9ddc-fe2e11de2529 service neutron] Pushing event updated for resources: {'Port': ['ID=2d45e0f4-4ead-46dd-afff-ab7d6755a860,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:18.556424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34894) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:18.565396 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bce7eb5-ab45-4925-8d97-7b1d76cb967a', 'tag': '2d45e0f4-4ead-46dd-afff-ab7d6755a860', 'status': 'completed', 'code': 200} Feb 09 14:19:18.622125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-ceb6f34d-d1e4-4ac5-a535-316ddd080a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:18.623615 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-ceb6f34d-d1e4-4ac5-a535-316ddd080a0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae2414a98ed64d6489384355c90e908a&device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 1095 time: 0.3196702 Feb 09 14:19:18.629326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:18.702515 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-204ee647-91d4-43b2-9959-dcbb3d1177aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21a9cc5e-e9b6-449c-866a-ca87374530da HTTP/1.1" status: 200 len: 217 time: 0.0705423 Feb 09 14:19:18.726464 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5c27db42-be71-4a05-bb57-f148720d267b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4091d7ba17f9437abb0771563f5827ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660566 Feb 09 14:19:18.730069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Network a1587716-277d-4b6f-89df-24e96250ab9d is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:19:18.735656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34900) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:18.739777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:18.742270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:19:18.799435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ffb4b-e1d7-4099-ade0-bbb5e841f833 req-3914a67e-9847-4fc3-86c0-0f529f70fc8f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:18.801537 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d67ffb4b-e1d7-4099-ade0-bbb5e841f833 req-3914a67e-9847-4fc3-86c0-0f529f70fc8f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.3402209 Feb 09 14:19:18.818588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Pushing event updated for resources: {'Port': ['ID=9849bc26-b569-46ba-b232-a55b497dd796,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:18.870699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-18e65b12-215a-4d62-8a5e-a8b40f96fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:18.872308 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-18e65b12-215a-4d62-8a5e-a8b40f96fc08 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aaf3f133563d4800be3a6886803e0f67&device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 1094 time: 0.4532778 Feb 09 14:19:18.891891 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d960365-bce6-4c13-9f24-1b9d17d00b44 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:18.977004 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ece8cf2b-a89a-4139-b603-3b12ab62472c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:19.065653 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:19.070618 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-b18cd13f-6b5f-4c96-8544-46396a97492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:19.072158 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-b18cd13f-6b5f-4c96-8544-46396a97492b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c4d8820-f3f3-41df-9171-6e72ed49a05e HTTP/1.1" status: 200 len: 850 time: 0.3139596 Feb 09 14:19:19.079008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port ece8cf2b-a89a-4139-b603-3b12ab62472c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:19:19.088131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ece8cf2b-a89a-4139-b603-3b12ab62472c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:19.088647 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:19.149065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-640e803b-96ab-4f3f-ac78-ddf84d3ab389 None None] Provisioning for port 9849bc26-b569-46ba-b232-a55b497dd796 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:19:19.156818 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-640e803b-96ab-4f3f-ac78-ddf84d3ab389 None None] Provisioning complete for port 9849bc26-b569-46ba-b232-a55b497dd796 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:19.157376 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-640e803b-96ab-4f3f-ac78-ddf84d3ab389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:19.228666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-640e803b-96ab-4f3f-ac78-ddf84d3ab389 None None] Port 9849bc26-b569-46ba-b232-a55b497dd796 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:19:19.275537 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-e87daa28-04e9-49a7-a38e-0f85ef548d79 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6da3df8a-f0bd-4e13-8120-7c22c21ea919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1922708 Feb 09 14:19:19.278500 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d960365-bce6-4c13-9f24-1b9d17d00b44 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:19.281405 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d67ffb4b-e1d7-4099-ade0-bbb5e841f833 req-35180d8d-fae7-4d13-a00f-f35f4700cd0a tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478197 Feb 09 14:19:19.298204 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-732cbf6a-fb4a-45e3-83ae-705ee7cf8f03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d45e0f4-4ead-46dd-afff-ab7d6755a860 HTTP/1.1" status: 200 len: 217 time: 0.2306654 Feb 09 14:19:19.317346 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:19.340376 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port ece8cf2b-a89a-4139-b603-3b12ab62472c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ece8cf2b-a89a-4139-b603-3b12ab62472c,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:19.348868 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:19.365531 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17e2ebce-f506-4a30-bd5e-0ef575c8f1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:19.366094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5d960365-bce6-4c13-9f24-1b9d17d00b44 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Deleting port 33b8a8ed-55b6-4792-8656-c9c020b7cfd9 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:19.366434 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d960365-bce6-4c13-9f24-1b9d17d00b44 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:19.438595 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=ece8cf2b-a89a-4139-b603-3b12ab62472c,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:19.440150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d467d5-b2b2-4ca4-880f-08c7a0951be0 req-7344e435-5ccc-4d36-859b-18b60e86e0ea tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:19.441778 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-24d467d5-b2b2-4ca4-880f-08c7a0951be0 req-7344e435-5ccc-4d36-859b-18b60e86e0ea tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 945 time: 0.6503279 Feb 09 14:19:19.459461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-7341bf52-89bc-494a-b99e-cab9e849b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:19.460960 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-7341bf52-89bc-494a-b99e-cab9e849b8b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4e3fda16-582f-4c17-b401-51654626b478 HTTP/1.1" status: 200 len: 864 time: 0.1534746 Feb 09 14:19:19.468200 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17e2ebce-f506-4a30-bd5e-0ef575c8f1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:19.565253 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-eb684e05-e29e-49c0-8819-8972ab6d78d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b2630aa-d5cd-4bd7-8db6-1eac2008a33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883415 Feb 09 14:19:19.609393 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-24d467d5-b2b2-4ca4-880f-08c7a0951be0 req-f23dffc3-1599-4a49-8e75-742e4d6cbce2 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607955 Feb 09 14:19:19.618593 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-e50595cf-bc30-41d0-b2d6-802536e1265b service neutron] 10.222.0.35 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330071 Feb 09 14:19:19.738342 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d960365-bce6-4c13-9f24-1b9d17d00b44 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:19.784041 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:19.810008 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17e2ebce-f506-4a30-bd5e-0ef575c8f1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:19.863287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2ebce-f506-4a30-bd5e-0ef575c8f1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a23e8f-c615-4342-9b4e-32773a3c3f6e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:19.873586 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-05c789d8-c2d8-4898-9523-68e5ef2932f2 service neutron] 10.222.0.35 "GET /v2.0/networks/8b2630aa-d5cd-4bd7-8db6-1eac2008a33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985642 Feb 09 14:19:19.890724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baee6ca-4425-4ac5-be2a-f9c8a2ae500f req-d0d7a314-a9aa-461e-818f-8b30409a9b10 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:19.892195 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8baee6ca-4425-4ac5-be2a-f9c8a2ae500f req-d0d7a314-a9aa-461e-818f-8b30409a9b10 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 943 time: 0.3765800 Feb 09 14:19:19.922819 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17e2ebce-f506-4a30-bd5e-0ef575c8f1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:19.923075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5d960365-bce6-4c13-9f24-1b9d17d00b44 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Calling delete_port for 33b8a8ed-55b6-4792-8656-c9c020b7cfd9 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:19.923928 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-17e2ebce-f506-4a30-bd5e-0ef575c8f1a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37a23e8f-c615-4342-9b4e-32773a3c3f6e HTTP/1.1" status: 204 len: 168 time: 1.1858988 Feb 09 14:19:20.039088 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d09e9ac-397c-4bfd-851c-c80b0707e1e6 req-22ac9683-05f3-4fb6-a10c-bf741eba8df8 service neutron] 10.222.0.35 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990850 Feb 09 14:19:20.083958 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180480f-3b26-49c3-ad15-074b14e71773 req-2692796d-1bfb-48b2-9a00-b20e81c67a96 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:20.085477 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6180480f-3b26-49c3-ad15-074b14e71773 req-2692796d-1bfb-48b2-9a00-b20e81c67a96 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 944 time: 0.3561473 Feb 09 14:19:20.106132 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8baee6ca-4425-4ac5-be2a-f9c8a2ae500f req-8397713e-7776-44b5-b2a7-18f6dfd5c0f0 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/security-groups?id=99a6cfbd-9b3a-44f8-ad28-04b1f9fc877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890030 Feb 09 14:19:20.185204 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ed514e1-5903-4ab6-8e8a-4e96e4c4cd83 req-afc5dd3e-378f-4d9c-b50b-ebd508a6c47a service neutron] 10.222.0.35 "GET /v2.0/networks/8b2630aa-d5cd-4bd7-8db6-1eac2008a33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914822 Feb 09 14:19:20.240266 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6180480f-3b26-49c3-ad15-074b14e71773 req-fdc511c8-4bc0-43b5-9067-a2470a5851ce tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470430 Feb 09 14:19:20.243400 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:20.277164 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d960365-bce6-4c13-9f24-1b9d17d00b44 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:20.297187 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:20.332471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d960365-bce6-4c13-9f24-1b9d17d00b44 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Pushing event deleted for resources: {'Port': ['ID=33b8a8ed-55b6-4792-8656-c9c020b7cfd9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:20.372111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cebc90-9f01-4695-8864-e4301663679d req-dfdd64ce-aefc-4411-9c05-07c51f10e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:20.373685 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0cebc90-9f01-4695-8864-e4301663679d req-dfdd64ce-aefc-4411-9c05-07c51f10e6d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae2414a98ed64d6489384355c90e908a&device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 1095 time: 0.2589738 Feb 09 14:19:20.415670 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:20.498684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34916) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:20.603507 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68b9a36a-9c60-488c-b61a-8a4c574a2295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:20.641743 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-68b9a36a-9c60-488c-b61a-8a4c574a2295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:20.647537 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d960365-bce6-4c13-9f24-1b9d17d00b44 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:20.691568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-68b9a36a-9c60-488c-b61a-8a4c574a2295 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:20.769826 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-68b9a36a-9c60-488c-b61a-8a4c574a2295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:20.779030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Network a1587716-277d-4b6f-89df-24e96250ab9d is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:19:20.788504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:20.791218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Pushing event updated for resources: {'Port': ['ID=9849bc26-b569-46ba-b232-a55b497dd796,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:20.917871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a4333-af0c-4165-9cd4-3eedfd5f809f req-fdf4d7ea-d619-459b-a234-aa9d60cb744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:20.919486 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c43a4333-af0c-4165-9cd4-3eedfd5f809f req-fdf4d7ea-d619-459b-a234-aa9d60cb744b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aaf3f133563d4800be3a6886803e0f67&device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 1094 time: 0.6730895 Feb 09 14:19:20.938133 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-68b9a36a-9c60-488c-b61a-8a4c574a2295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:20.940750 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ece8cf2b-a89a-4139-b603-3b12ab62472c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:21.016810 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d960365-bce6-4c13-9f24-1b9d17d00b44 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:21.021811 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d960365-bce6-4c13-9f24-1b9d17d00b44 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:21.025334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cebc90-9f01-4695-8864-e4301663679d req-a6d9d845-36a0-4e71-9cae-c9b302e588fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:21.026819 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0cebc90-9f01-4695-8864-e4301663679d req-a6d9d845-36a0-4e71-9cae-c9b302e588fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=6da3df8a-f0bd-4e13-8120-7c22c21ea919 HTTP/1.1" status: 200 len: 910 time: 0.6036708 Feb 09 14:19:21.041976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ece8cf2b-a89a-4139-b603-3b12ab62472c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:21.042749 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:21.092199 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5bca0-3792-43c2-9874-7e92f63abf53 req-fdaf1512-1662-48ef-bbd3-996c4549839c tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:21.093595 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bde5bca0-3792-43c2-9874-7e92f63abf53 req-fdaf1512-1662-48ef-bbd3-996c4549839c tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.6655416 Feb 09 14:19:21.104120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b57408-7574-4ab7-ba4b-b1b1f2a11d7a req-034aac7a-a740-4820-a117-e92ebeb3c4d9 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:21.110971 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25b57408-7574-4ab7-ba4b-b1b1f2a11d7a req-034aac7a-a740-4820-a117-e92ebeb3c4d9 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 945 time: 0.5231998 Feb 09 14:19:21.116233 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0cebc90-9f01-4695-8864-e4301663679d req-65725a83-98aa-48e8-b4b2-1fb8a5066fb0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21a9cc5e-e9b6-449c-866a-ca87374530da HTTP/1.1" status: 200 len: 217 time: 0.0798578 Feb 09 14:19:21.173771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Router 45bd2bc0-5555-419a-902a-d3a9e2623d1d has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:19:21.189099 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25b57408-7574-4ab7-ba4b-b1b1f2a11d7a req-108accb5-dbcd-4b90-9178-d54042ce0967 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762849 Feb 09 14:19:21.191074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7243e760-aa23-412a-87ab-7d63011102e9 None None] Provisioning complete for port 9849bc26-b569-46ba-b232-a55b497dd796 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:21.191860 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7243e760-aa23-412a-87ab-7d63011102e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:21.223678 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d960365-bce6-4c13-9f24-1b9d17d00b44 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:21.224233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d960365-bce6-4c13-9f24-1b9d17d00b44 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Fanout notify agent at l3_agent the message router_deleted on router 2e5429fb-421d-4625-984b-f04f961aa4e9 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:19:21.249037 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a4333-af0c-4165-9cd4-3eedfd5f809f req-72e09fa2-0041-4de0-801b-e3dae09844b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:21.253313 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c43a4333-af0c-4165-9cd4-3eedfd5f809f req-72e09fa2-0041-4de0-801b-e3dae09844b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b2630aa-d5cd-4bd7-8db6-1eac2008a33e HTTP/1.1" status: 200 len: 924 time: 0.3245182 Feb 09 14:19:21.262282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cebc90-9f01-4695-8864-e4301663679d req-4bc4df48-2c1a-4fab-8339-eef228b7255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:21.263852 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0cebc90-9f01-4695-8864-e4301663679d req-4bc4df48-2c1a-4fab-8339-eef228b7255e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c4d8820-f3f3-41df-9171-6e72ed49a05e HTTP/1.1" status: 200 len: 850 time: 0.1249259 Feb 09 14:19:21.266721 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bde5bca0-3792-43c2-9874-7e92f63abf53 req-7a39ca7f-ca20-4336-befa-98df4556f62e tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545632 Feb 09 14:19:21.326863 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0cebc90-9f01-4695-8864-e4301663679d req-b1ea42bf-bb2c-48ab-a86c-3162fe8e2a55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6da3df8a-f0bd-4e13-8120-7c22c21ea919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563061 Feb 09 14:19:21.338018 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-7243e760-aa23-412a-87ab-7d63011102e9 None None] Port 9849bc26-b569-46ba-b232-a55b497dd796 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:19:21.457046 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c43a4333-af0c-4165-9cd4-3eedfd5f809f req-a43a2646-72c2-4730-8911-0fdc759dcfda service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d45e0f4-4ead-46dd-afff-ab7d6755a860 HTTP/1.1" status: 200 len: 217 time: 0.1953394 Feb 09 14:19:21.485764 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68b9a36a-9c60-488c-b61a-8a4c574a2295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:21.496742 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d960365-bce6-4c13-9f24-1b9d17d00b44 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:21.497774 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5d960365-bce6-4c13-9f24-1b9d17d00b44 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "DELETE /v2.0/routers/2e5429fb-421d-4625-984b-f04f961aa4e9 HTTP/1.1" status: 204 len: 168 time: 2.9720395 Feb 09 14:19:21.502406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34926) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:21.506012 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68b9a36a-9c60-488c-b61a-8a4c574a2295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:21.526574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Request body: {'router': {'name': 'tempest-snat-router-5637583', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'enable_snat': False}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:21.553279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:21.565140 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Usage tracker for resource:router and tenant:080ee4440b914cdab24a0c97e461bf98 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:21.586980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:21.599694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:21.607655 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-68b9a36a-9c60-488c-b61a-8a4c574a2295 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 1.0615852 Feb 09 14:19:21.620822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34930) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:21.622378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a4333-af0c-4165-9cd4-3eedfd5f809f req-ed58fa46-818b-403d-af05-a489e8e5602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:21.623830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c43a4333-af0c-4165-9cd4-3eedfd5f809f req-ed58fa46-818b-403d-af05-a489e8e5602c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4e3fda16-582f-4c17-b401-51654626b478 HTTP/1.1" status: 200 len: 864 time: 0.1463230 Feb 09 14:19:21.633272 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9a36a-9c60-488c-b61a-8a4c574a2295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87c1d02-6601-43b4-a10b-3ca1ba13fb37,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:21.650429 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0cebc90-9f01-4695-8864-e4301663679d req-c3c46339-7632-48f4-b3d8-58dc4a48b52d service neutron] 10.222.0.35 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158805 Feb 09 14:19:21.654154 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:21.655131 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:21.707444 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c43a4333-af0c-4165-9cd4-3eedfd5f809f req-01907629-6c6d-4508-99df-912f435c84d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b2630aa-d5cd-4bd7-8db6-1eac2008a33e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642347 Feb 09 14:19:21.715996 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:19:21.727270 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0c9effff-64bd-4b60-a443-b9c619a88f93 admin admin] 10.222.0.48 "PUT /v2.0/routers/45bd2bc0-5555-419a-902a-d3a9e2623d1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3767092 Feb 09 14:19:21.734315 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Sync routers for ids ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:19:21.745869 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Routers {'45bd2bc0-5555-419a-902a-d3a9e2623d1d'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:21.746701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:18:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:21.747838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d799653-f301-4137-b385-6aef8365b5c2 req-1c11f6f8-a1e4-4413-b7f0-212de36ef733 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:21.755748 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d799653-f301-4137-b385-6aef8365b5c2 req-1c11f6f8-a1e4-4413-b7f0-212de36ef733 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 943 time: 0.4002466 Feb 09 14:19:21.791381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6bb5d-033c-4f79-ace0-ded6f31153aa req-1a2df744-d171-462b-89fe-99346027b185 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:21.795896 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-54d6bb5d-033c-4f79-ace0-ded6f31153aa req-1a2df744-d171-462b-89fe-99346027b185 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 944 time: 0.3706982 Feb 09 14:19:21.841856 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:21.877393 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d799653-f301-4137-b385-6aef8365b5c2 req-594452eb-9892-4526-90ff-c2918f3a4bd8 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/security-groups?id=99a6cfbd-9b3a-44f8-ad28-04b1f9fc877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204462 Feb 09 14:19:21.910535 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-54d6bb5d-033c-4f79-ace0-ded6f31153aa req-f9256e63-de2b-4686-9f18-9aeade93440b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095996 Feb 09 14:19:21.952689 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c43a4333-af0c-4165-9cd4-3eedfd5f809f req-43116110-d4ab-4187-8616-9081289a1034 service neutron] 10.222.0.35 "GET /v2.0/networks/8b2630aa-d5cd-4bd7-8db6-1eac2008a33e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339916 Feb 09 14:19:21.975860 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Set router 45bd2bc0-5555-419a-902a-d3a9e2623d1d gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:19:22.026868 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8ce95c2-ecc8-43bb-9a1a-5935e3507a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:22.127712 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c43a4333-af0c-4165-9cd4-3eedfd5f809f req-cd83a90a-36cf-411b-9af9-4f8a67a8a3fb service neutron] 10.222.0.35 "GET /v2.0/networks/8b2630aa-d5cd-4bd7-8db6-1eac2008a33e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657193 Feb 09 14:19:22.173852 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0cebc90-9f01-4695-8864-e4301663679d req-7300f4fc-b005-46bb-8b2d-0c549ba31598 service neutron] 10.222.0.35 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125525 Feb 09 14:19:22.256858 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8ce95c2-ecc8-43bb-9a1a-5935e3507a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:22.274292 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:22.332792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 21a9cc5e-e9b6-449c-866a-ca87374530da details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:19:22.439046 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'name': 'tempest-ServerActionsTestJSON-2072923249-router', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:07Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'gw_port': {'id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:08Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9849bc26-b569-46ba-b232-a55b497dd796', 'name': '', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'mac_address': 'fa:16:3e:5a:56:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:17Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 2, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'subnets': [{'id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:22.454201 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Checking router: 45bd2bc0-5555-419a-902a-d3a9e2623d1d for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:19:22.454400 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Updating router 45bd2bc0-5555-419a-902a-d3a9e2623d1d port 9849bc26-b569-46ba-b232-a55b497dd796 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:19:22.494173 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8ce95c2-ecc8-43bb-9a1a-5935e3507a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:22.527482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce95c2-ecc8-43bb-9a1a-5935e3507a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87c1d02-6601-43b4-a10b-3ca1ba13fb37,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:22.554446 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:22.562345 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9548471-b90f-458e-86f9-5f33e4a5cf83 req-846ad92d-4538-4ca4-aeaf-26f90107bb1a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:22.565480 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9548471-b90f-458e-86f9-5f33e4a5cf83 req-846ad92d-4538-4ca4-aeaf-26f90107bb1a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 945 time: 0.2327714 Feb 09 14:19:22.580515 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 21a9cc5e-e9b6-449c-866a-ca87374530da, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=21a9cc5e-e9b6-449c-866a-ca87374530da,segment=NetworkSegment(701b0672-985b-4ec2-a282-18faae787d2d),segment_id=701b0672-985b-4ec2-a282-18faae787d2d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:22.597540 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8ce95c2-ecc8-43bb-9a1a-5935e3507a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:22.599681 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b8ce95c2-ecc8-43bb-9a1a-5935e3507a8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d87c1d02-6601-43b4-a10b-3ca1ba13fb37 HTTP/1.1" status: 204 len: 168 time: 0.9729879 Feb 09 14:19:22.632205 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '21a9cc5e-e9b6-449c-866a-ca87374530da', 'network_id': '6da3df8a-f0bd-4e13-8120-7c22c21ea919', 'port_id': '21a9cc5e-e9b6-449c-866a-ca87374530da', 'mac_address': 'fa:16:3e:c9:cd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4d8820-f3f3-41df-9171-6e72ed49a05e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:19:22.758626 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:22.794471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a9cc5e-e9b6-449c-866a-ca87374530da {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:19:22.888551 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 21a9cc5e-e9b6-449c-866a-ca87374530da, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=21a9cc5e-e9b6-449c-866a-ca87374530da,segment=NetworkSegment(701b0672-985b-4ec2-a282-18faae787d2d),segment_id=701b0672-985b-4ec2-a282-18faae787d2d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:22.903271 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:22.903982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2d45e0f4-4ead-46dd-afff-ab7d6755a860 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:19:22.942165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9548471-b90f-458e-86f9-5f33e4a5cf83 req-1fc8dc13-7844-47aa-9dff-b10c91641577 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469915 Feb 09 14:19:23.000088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34950) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:23.006223 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9b012499-aff3-49d3-8731-84b6e04736bd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2120725657', 'description': 'tempest-description--2029893762'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:23.031176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b012499-aff3-49d3-8731-84b6e04736bd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:23.041155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b012499-aff3-49d3-8731-84b6e04736bd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Usage tracker for resource:security_group and tenant:b4a884575aa84a789b4857840c80c824 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:23.054145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b012499-aff3-49d3-8731-84b6e04736bd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:23.065521 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b012499-aff3-49d3-8731-84b6e04736bd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:23.086634 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b012499-aff3-49d3-8731-84b6e04736bd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.087805 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=21a9cc5e-e9b6-449c-866a-ca87374530da,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:23.170199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b012499-aff3-49d3-8731-84b6e04736bd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:23.181990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b012499-aff3-49d3-8731-84b6e04736bd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Usage tracker for resource:security_group_rule and tenant:b4a884575aa84a789b4857840c80c824 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:23.185839 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b012499-aff3-49d3-8731-84b6e04736bd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:23.199312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b012499-aff3-49d3-8731-84b6e04736bd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:23.220476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 2d45e0f4-4ead-46dd-afff-ab7d6755a860, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2d45e0f4-4ead-46dd-afff-ab7d6755a860,segment=NetworkSegment(15383dac-4ead-4abf-b2fc-65a4d967f86d),segment_id=15383dac-4ead-4abf-b2fc-65a4d967f86d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:23.247883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '2d45e0f4-4ead-46dd-afff-ab7d6755a860', 'network_id': '8b2630aa-d5cd-4bd7-8db6-1eac2008a33e', 'port_id': '2d45e0f4-4ead-46dd-afff-ab7d6755a860', 'mac_address': 'fa:16:3e:fe:11:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3fda16-582f-4c17-b401-51654626b478', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:19:23.253074 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.253688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397c0c0-022f-4e08-8215-509987257036 req-18ef9b75-8805-4837-8c9f-29952932b4b3 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:23.260392 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d397c0c0-022f-4e08-8215-509987257036 req-18ef9b75-8805-4837-8c9f-29952932b4b3 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 943 time: 0.1261847 Feb 09 14:19:23.264747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4008-edc1-4fd0-ac24-9206a3c89b6e req-781b2d69-58d9-4a88-af28-8704d3953788 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:23.266202 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f27e4008-edc1-4fd0-ac24-9206a3c89b6e req-781b2d69-58d9-4a88-af28-8704d3953788 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.35 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 945 time: 0.6729949 Feb 09 14:19:23.304992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Transition to ACTIVE for port object 9849bc26-b569-46ba-b232-a55b497dd796 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:19:23.316344 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.333865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d397c0c0-022f-4e08-8215-509987257036 req-27b41cb8-fcb6-4dd6-8719-d49c90a675af tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/security-groups?id=99a6cfbd-9b3a-44f8-ad28-04b1f9fc877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724666 Feb 09 14:19:23.345911 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.347602 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b012499-aff3-49d3-8731-84b6e04736bd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.352621 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b012499-aff3-49d3-8731-84b6e04736bd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.390102 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.419853 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b012499-aff3-49d3-8731-84b6e04736bd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:23.424915 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b012499-aff3-49d3-8731-84b6e04736bd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.426562 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9b012499-aff3-49d3-8731-84b6e04736bd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4252110 Feb 09 14:19:23.429243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34954) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:23.439069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-dcc70eb1-0396-4d7c-a7c5-4ff90e376839 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Request body: {'security_group_rule': {'security_group_id': '5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:23.447093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dcc70eb1-0396-4d7c-a7c5-4ff90e376839 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:23.453513 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dcc70eb1-0396-4d7c-a7c5-4ff90e376839 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Usage tracker for resource:security_group_rule and tenant:b4a884575aa84a789b4857840c80c824 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:23.454324 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164376f0-862f-44d9-b386-40721b34fc0c None None] Pushing event updated for resources: {'Port': ['ID=9849bc26-b569-46ba-b232-a55b497dd796,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:23.457455 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.459871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dcc70eb1-0396-4d7c-a7c5-4ff90e376839 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:23.461110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-f27e4008-edc1-4fd0-ac24-9206a3c89b6e req-ad2fbf5e-27c3-417b-8a95-116dd535617c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Deleting port c96e1300-30e5-4ce4-be8a-f94a30a542a4 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:23.461457 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f27e4008-edc1-4fd0-ac24-9206a3c89b6e req-ad2fbf5e-27c3-417b-8a95-116dd535617c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.467937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dcc70eb1-0396-4d7c-a7c5-4ff90e376839 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:23.524541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d45e0f4-4ead-46dd-afff-ab7d6755a860 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:19:23.543289 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcc70eb1-0396-4d7c-a7c5-4ff90e376839 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.618848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051da20b-d26d-4487-903d-5f4b165a938c req-56de1c27-36c2-4b09-9eab-c7ddc0b5e62f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:23.625194 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-051da20b-d26d-4487-903d-5f4b165a938c req-56de1c27-36c2-4b09-9eab-c7ddc0b5e62f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.4643745 Feb 09 14:19:23.652266 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 2d45e0f4-4ead-46dd-afff-ab7d6755a860, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2d45e0f4-4ead-46dd-afff-ab7d6755a860,segment=NetworkSegment(15383dac-4ead-4abf-b2fc-65a4d967f86d),segment_id=15383dac-4ead-4abf-b2fc-65a4d967f86d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:23.673291 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Attempting to bind port 9849bc26-b569-46ba-b232-a55b497dd796 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:19:23.673931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Attempting to bind port 9849bc26-b569-46ba-b232-a55b497dd796 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:19:23.674535 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Attempting to bind port 9849bc26-b569-46ba-b232-a55b497dd796 on network a1587716-277d-4b6f-89df-24e96250ab9d {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:23.677825 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.720839 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:19:23.721212 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Checking segment: {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:19:23.721946 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.722249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Bound using segment: {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:19:23.722744 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Bound port: 9849bc26-b569-46ba-b232-a55b497dd796, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:19:23.723106 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.815458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7afbf9-711d-4170-b382-242ef7a90e55 req-a23038a0-0d24-4872-b5c3-2085fed6e766 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:23.817390 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eb7afbf9-711d-4170-b382-242ef7a90e55 req-a23038a0-0d24-4872-b5c3-2085fed6e766 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 945 time: 0.3515179 Feb 09 14:19:23.823523 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcc70eb1-0396-4d7c-a7c5-4ff90e376839 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.828201 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcc70eb1-0396-4d7c-a7c5-4ff90e376839 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.837288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=2d45e0f4-4ead-46dd-afff-ab7d6755a860,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:23.856301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] For port 9849bc26-b569-46ba-b232-a55b497dd796, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:19:23.859775 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] For port 9849bc26-b569-46ba-b232-a55b497dd796, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9849bc26-b569-46ba-b232-a55b497dd796,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:19:23.865160 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.873065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc70eb1-0396-4d7c-a7c5-4ff90e376839 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2f0d44-b4cc-4d78-9ab3-f8ed10f80e24,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:23.890879 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-051da20b-d26d-4487-903d-5f4b165a938c req-ccc2cb0a-8749-4654-8715-2e8e524708c3 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537084 Feb 09 14:19:23.892848 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcc70eb1-0396-4d7c-a7c5-4ff90e376839 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.894003 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dcc70eb1-0396-4d7c-a7c5-4ff90e376839 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4635057 Feb 09 14:19:23.897123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34958) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:23.903011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-248309e0-6b14-45e5-afc0-057e0cc5ba44 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Request body: {'security_group_rule': {'security_group_id': '5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:23.912657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-248309e0-6b14-45e5-afc0-057e0cc5ba44 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:23.917634 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eb7afbf9-711d-4170-b382-242ef7a90e55 req-ecf39cef-e5cd-41dc-b568-0d3831d239c2 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811987 Feb 09 14:19:23.924994 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-248309e0-6b14-45e5-afc0-057e0cc5ba44 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Usage tracker for resource:security_group_rule and tenant:b4a884575aa84a789b4857840c80c824 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:23.928272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-248309e0-6b14-45e5-afc0-057e0cc5ba44 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:23.934540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-248309e0-6b14-45e5-afc0-057e0cc5ba44 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:23.949799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Allocated IP 172.25.8.140 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/28e491c0-f9c3-46de-bdf6-d91570b08a2a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:19:23.960079 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-248309e0-6b14-45e5-afc0-057e0cc5ba44 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:23.988317 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164376f0-862f-44d9-b386-40721b34fc0c None None] Pushing event updated for resources: {'Port': ['ID=9849bc26-b569-46ba-b232-a55b497dd796,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:23.992969 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Routers {'45bd2bc0-5555-419a-902a-d3a9e2623d1d'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:23.993961 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:18:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:24.058194 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-248309e0-6b14-45e5-afc0-057e0cc5ba44 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:24.063120 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-248309e0-6b14-45e5-afc0-057e0cc5ba44 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:24.098625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f27e4008-edc1-4fd0-ac24-9206a3c89b6e req-ad2fbf5e-27c3-417b-8a95-116dd535617c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] For port c96e1300-30e5-4ce4-be8a-f94a30a542a4, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c96e1300-30e5-4ce4-be8a-f94a30a542a4,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:24.098993 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f27e4008-edc1-4fd0-ac24-9206a3c89b6e req-ad2fbf5e-27c3-417b-8a95-116dd535617c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:24.121488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248309e0-6b14-45e5-afc0-057e0cc5ba44 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14470c2-6808-42cf-adc6-596a0bf35b8e,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:24.132409 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-248309e0-6b14-45e5-afc0-057e0cc5ba44 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:24.133832 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-248309e0-6b14-45e5-afc0-057e0cc5ba44 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2353933 Feb 09 14:19:24.138435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34964) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:24.149923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:24.166511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:24.176493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Usage tracker for resource:floatingip and tenant:b4a884575aa84a789b4857840c80c824 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:24.188098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:24.203899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:24.204135 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['21a9cc5e-e9b6-449c-866a-ca87374530da'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:19:24.225927 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:24.234833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['2d45e0f4-4ead-46dd-afff-ab7d6755a860'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:19:24.243919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-f27e4008-edc1-4fd0-ac24-9206a3c89b6e req-ad2fbf5e-27c3-417b-8a95-116dd535617c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Calling delete_port for c96e1300-30e5-4ce4-be8a-f94a30a542a4 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:24.338852 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] Set router 45bd2bc0-5555-419a-902a-d3a9e2623d1d gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:19:24.379554 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:24.391689 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c96e1300-30e5-4ce4-be8a-f94a30a542a4 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:19:24.425063 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:24.499391 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cea9db-3e30-4b5c-8583-1ca6d6a9ec17 req-d2075846-9bbd-4ca7-8b00-2f27f7f104f0 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:24.506239 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-76cea9db-3e30-4b5c-8583-1ca6d6a9ec17 req-d2075846-9bbd-4ca7-8b00-2f27f7f104f0 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 945 time: 0.2717664 Feb 09 14:19:24.581445 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-76cea9db-3e30-4b5c-8583-1ca6d6a9ec17 req-2d06cd3b-9682-402b-8750-89085b1dcf83 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717502 Feb 09 14:19:24.583151 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f27e4008-edc1-4fd0-ac24-9206a3c89b6e req-ad2fbf5e-27c3-417b-8a95-116dd535617c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:24.584876 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:24.668861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33785038-4f76-4d40-994c-1e6f62bb45a7 req-659e6f5f-173e-4854-9f41-c36dc3e1ea4c tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:24.670365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33785038-4f76-4d40-994c-1e6f62bb45a7 req-659e6f5f-173e-4854-9f41-c36dc3e1ea4c tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 944 time: 0.1616821 Feb 09 14:19:24.691828 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No active binding found for port c96e1300-30e5-4ce4-be8a-f94a30a542a4 {{(pid=87598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 14:19:24.692348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c96e1300-30e5-4ce4-be8a-f94a30a542a4 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:19:24.701606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:19:24.702379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Allocated IP 172.25.8.234 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/f4900601-eebd-4190-81e6-e5308506cbdb) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:19:24.712264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:24.793877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33785038-4f76-4d40-994c-1e6f62bb45a7 req-c35899d3-e0f9-4fd9-84bf-3e0d4fd93ca3 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/security-groups?id=99a6cfbd-9b3a-44f8-ad28-04b1f9fc877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130619 Feb 09 14:19:24.882872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:19:24.891445 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:24.914626 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Pushing event updated for resources: {'Port': ['ID=28e491c0-f9c3-46de-bdf6-d91570b08a2a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:24.921660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27e4008-edc1-4fd0-ac24-9206a3c89b6e req-ad2fbf5e-27c3-417b-8a95-116dd535617c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] No DVR routers for this DVR port c96e1300-30e5-4ce4-be8a-f94a30a542a4 on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:19:24.929433 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:24.975167 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f27e4008-edc1-4fd0-ac24-9206a3c89b6e req-ad2fbf5e-27c3-417b-8a95-116dd535617c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:24.982512 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'name': 'tempest-ServerActionsTestJSON-2072923249-router', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:07Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'gw_port': {'id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:08Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9849bc26-b569-46ba-b232-a55b497dd796', 'name': '', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'mac_address': 'fa:16:3e:5a:56:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:17Z', 'updated_at': '2022-02-09T14:19:23Z', 'revision_number': 4, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'subnets': [{'id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:24.987120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d491cf-788d-47e0-ba73-7321dbe379cd None None] The sync data for ids ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'] in n-d-828418-2 is: [{'id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'name': 'tempest-ServerActionsTestJSON-2072923249-router', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:07Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'gw_port': {'id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:08Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9849bc26-b569-46ba-b232-a55b497dd796', 'name': '', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'mac_address': 'fa:16:3e:5a:56:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:17Z', 'updated_at': '2022-02-09T14:19:23Z', 'revision_number': 4, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'subnets': [{'id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:19:25.013056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:19:25.016387 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:25.022420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669127bf-243a-477e-b25e-7f2ed0d0564f', 'name': 'network-vif-deleted', 'tag': 'c96e1300-30e5-4ce4-be8a-f94a30a542a4'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:25.024580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:19:25.083705 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:19:25.108512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fbf5e-27c3-417b-8a95-116dd535617c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Pushing event deleted for resources: {'Port': ['ID=c96e1300-30e5-4ce4-be8a-f94a30a542a4,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:25.112370 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event updated for resources: {'Port': ['ID=f4900601-eebd-4190-81e6-e5308506cbdb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:25.176845 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f27e4008-edc1-4fd0-ac24-9206a3c89b6e req-ad2fbf5e-27c3-417b-8a95-116dd535617c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.35 "DELETE /v2.0/ports/c96e1300-30e5-4ce4-be8a-f94a30a542a4 HTTP/1.1" status: 204 len: 173 time: 1.8938510 Feb 09 14:19:25.223762 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:25.274044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6a9de-7ade-4dcb-aef3-2525996d5b93 req-fef720bf-6cda-417f-b861-a2a3508a9384 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:25.281596 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-60a6a9de-7ade-4dcb-aef3-2525996d5b93 req-fef720bf-6cda-417f-b861-a2a3508a9384 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 945 time: 0.1624744 Feb 09 14:19:25.350393 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:25.355269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499582-f044-436f-97c5-77c3ed416099 req-980baa7d-2bb2-4c61-bcef-e36a9ccdfc1a tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:25.364159 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-04499582-f044-436f-97c5-77c3ed416099 req-980baa7d-2bb2-4c61-bcef-e36a9ccdfc1a tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.2652166 Feb 09 14:19:25.388996 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-60a6a9de-7ade-4dcb-aef3-2525996d5b93 req-a2a9939e-b9f6-4d3d-9b79-7f5bef43743d tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061113 Feb 09 14:19:25.479624 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669127bf-243a-477e-b25e-7f2ed0d0564f', 'name': 'network-vif-deleted', 'tag': 'c96e1300-30e5-4ce4-be8a-f94a30a542a4', 'status': 'completed', 'code': 200} Feb 09 14:19:25.491426 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-04499582-f044-436f-97c5-77c3ed416099 req-b2cbeaa5-2f1f-4bb7-b5d5-615c9b847915 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263776 Feb 09 14:19:25.620309 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:25.628129 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:25.636298 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:25.772657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event updated for resources: {'Port': ['ID=f4900601-eebd-4190-81e6-e5308506cbdb,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:25.823830 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:25.829828 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-562e3a14-20e3-4c06-b496-cbde0c8281c0 req-028811dc-f2a9-4f2c-9b71-5994a5041304 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=669127bf-243a-477e-b25e-7f2ed0d0564f HTTP/1.1" status: 200 len: 210 time: 0.0582621 Feb 09 14:19:25.856245 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:25.857987 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-70a086bd-7572-49a4-9fc2-6940e65f924c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7181416 Feb 09 14:19:26.065094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-ed584160-e68e-4437-b53a-980f7ec2ad1c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Synchronizing usage tracker for tenant:b4a884575aa84a789b4857840c80c824 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:26.087267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-ed584160-e68e-4437-b53a-980f7ec2ad1c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Unset dirty status for tenant:b4a884575aa84a789b4857840c80c824 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:26.096843 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-ed584160-e68e-4437-b53a-980f7ec2ad1c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2120725657&fields=id&tenant_id=b4a884575aa84a789b4857840c80c824 HTTP/1.1" status: 200 len: 267 time: 0.0758922 Feb 09 14:19:26.124917 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:26.222396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fe4d9-a419-47f6-a4b8-bb1ea465551f req-603088e5-3953-4348-b461-091a24bc2ee6 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:26.223917 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af0fe4d9-a419-47f6-a4b8-bb1ea465551f req-603088e5-3953-4348-b461-091a24bc2ee6 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 944 time: 0.2485015 Feb 09 14:19:26.261080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-35e9e5c2-4ae6-489e-8e83-fa2e8d905ed7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:26.261895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-35e9e5c2-4ae6-489e-8e83-fa2e8d905ed7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Synchronizing usage tracker for tenant:b4a884575aa84a789b4857840c80c824 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:26.280542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-35e9e5c2-4ae6-489e-8e83-fa2e8d905ed7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Unset dirty status for tenant:b4a884575aa84a789b4857840c80c824 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:26.281808 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-35e9e5c2-4ae6-489e-8e83-fa2e8d905ed7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 812 time: 0.1833572 Feb 09 14:19:26.298389 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-0d0c68c6-de3a-4283-abf4-3504e1d0367e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/quotas/b4a884575aa84a789b4857840c80c824 HTTP/1.1" status: 200 len: 375 time: 0.0099719 Feb 09 14:19:26.350305 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af0fe4d9-a419-47f6-a4b8-bb1ea465551f req-efe59301-580b-4466-8fa8-9a19843d11d0 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/security-groups?id=99a6cfbd-9b3a-44f8-ad28-04b1f9fc877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185429 Feb 09 14:19:26.354121 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2d45e0f4-4ead-46dd-afff-ab7d6755a860 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:26.390930 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Router ce91c34f-9553-4fa9-8fc0-364b3e3769c9 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:19:26.417710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b7e4c415-5ae7-46a1-991f-1708262dba8c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Synchronizing usage tracker for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:26.442262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b7e4c415-5ae7-46a1-991f-1708262dba8c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Unset dirty status for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:26.443968 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b7e4c415-5ae7-46a1-991f-1708262dba8c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1398132 Feb 09 14:19:26.446632 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 2d45e0f4-4ead-46dd-afff-ab7d6755a860 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:19:26.452576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 2d45e0f4-4ead-46dd-afff-ab7d6755a860 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:26.452958 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:26.670457 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:26.700243 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bce7eb5-ab45-4925-8d97-7b1d76cb967a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d45e0f4-4ead-46dd-afff-ab7d6755a860'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:26.712140 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 2d45e0f4-4ead-46dd-afff-ab7d6755a860, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2d45e0f4-4ead-46dd-afff-ab7d6755a860,segment=NetworkSegment(15383dac-4ead-4abf-b2fc-65a4d967f86d),segment_id=15383dac-4ead-4abf-b2fc-65a4d967f86d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:26.716907 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:26.717996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 21a9cc5e-e9b6-449c-866a-ca87374530da up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:26.827988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:19:26.837460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf495e-3342-48b3-a3ba-4632a9d47f41 req-9195e0f3-bd2d-441f-8b6d-d680da7a687f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:26.844641 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bacf495e-3342-48b3-a3ba-4632a9d47f41 req-9195e0f3-bd2d-441f-8b6d-d680da7a687f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 945 time: 0.2031426 Feb 09 14:19:26.845127 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Sync routers for ids ['ce91c34f-9553-4fa9-8fc0-364b3e3769c9'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:19:26.855855 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ccf93d72-b86d-46d1-9972-9079ec4edacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:26.879028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=2d45e0f4-4ead-46dd-afff-ab7d6755a860,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:26.881005 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Routers {'ce91c34f-9553-4fa9-8fc0-364b3e3769c9'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:26.882413 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:18:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ce91c34f-9553-4fa9-8fc0-364b3e3769c9'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:26.887432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 21a9cc5e-e9b6-449c-866a-ca87374530da completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:19:26.896327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 21a9cc5e-e9b6-449c-866a-ca87374530da triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:26.896968 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:26.904317 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bacf495e-3342-48b3-a3ba-4632a9d47f41 req-ef5321db-926c-43e1-b5e6-f0a48111ee53 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587406 Feb 09 14:19:26.906741 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:26.910139 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-72637771-8bc5-4908-be48-5ff8ce8375a9 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.4031477 Feb 09 14:19:26.911115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35004) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:26.964443 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-82df5960-de1b-43db-b473-ba464549561a service neutron] 10.222.0.48 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085614 Feb 09 14:19:27.036259 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:27.063603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9849bc26-b569-46ba-b232-a55b497dd796 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:27.126193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 21a9cc5e-e9b6-449c-866a-ca87374530da, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=21a9cc5e-e9b6-449c-866a-ca87374530da,segment=NetworkSegment(701b0672-985b-4ec2-a282-18faae787d2d),segment_id=701b0672-985b-4ec2-a282-18faae787d2d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:27.133950 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:27.147694 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-e1d27849-50a3-416e-993f-78265e7a1343 service neutron] 10.222.0.48 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823192 Feb 09 14:19:27.225596 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Set router ce91c34f-9553-4fa9-8fc0-364b3e3769c9 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:19:27.226721 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=21a9cc5e-e9b6-449c-866a-ca87374530da,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:27.245083 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c7c30eb3-1603-4e58-b956-50e0fdcaba20 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "GET /v2.0/routers/ce91c34f-9553-4fa9-8fc0-364b3e3769c9 HTTP/1.1" status: 200 len: 906 time: 0.3298650 Feb 09 14:19:27.247593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35008) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:27.248429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 9849bc26-b569-46ba-b232-a55b497dd796 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:19:27.252779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Request body: {'router': {'name': 'tempest-snat-router-5637583', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'enable_snat': True}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:27.254439 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 9849bc26-b569-46ba-b232-a55b497dd796 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:27.254982 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:27.263035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:27.274519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Usage tracker for resource:router and tenant:080ee4440b914cdab24a0c97e461bf98 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:27.284001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:27.292826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:27.303080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28288eb0-504c-4f6e-ab5b-5d6d126a6045 req-5d828a90-325c-4971-8b75-fae3a455cf68 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:27.304835 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-28288eb0-504c-4f6e-ab5b-5d6d126a6045 req-5d828a90-325c-4971-8b75-fae3a455cf68 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.1644006 Feb 09 14:19:27.317997 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:27.319010 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:27.353395 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:27.381745 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-28288eb0-504c-4f6e-ab5b-5d6d126a6045 req-14acd914-0c62-4c54-9d7f-eeb6d0862c1b tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711687 Feb 09 14:19:27.401925 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bce7eb5-ab45-4925-8d97-7b1d76cb967a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d45e0f4-4ead-46dd-afff-ab7d6755a860', 'code': 200} Feb 09 14:19:27.447338 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:27.509003 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 9849bc26-b569-46ba-b232-a55b497dd796, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9849bc26-b569-46ba-b232-a55b497dd796,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:27.523293 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:27.617194 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-63fc3e92-7116-4132-920f-3a2b0176fc74 req-8d6e457c-7f1a-41fc-a2ed-3ebfa3f6efc4 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 210 time: 0.1219881 Feb 09 14:19:27.684668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315007f-ef4e-4d26-99b4-ad4a397afa28 req-293a026b-c478-4ffb-92ce-b532d5490f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:27.689846 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=9849bc26-b569-46ba-b232-a55b497dd796,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:27.690615 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9315007f-ef4e-4d26-99b4-ad4a397afa28 req-293a026b-c478-4ffb-92ce-b532d5490f53 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 1096 time: 0.2489958 Feb 09 14:19:27.786551 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9315007f-ef4e-4d26-99b4-ad4a397afa28 req-38372603-82d2-411d-8b4f-705f34393890 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=99a6cfbd-9b3a-44f8-ad28-04b1f9fc877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897639 Feb 09 14:19:27.915657 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce91c34f-9553-4fa9-8fc0-364b3e3769c9', 'name': 'tempest-snat-router-5637583', 'tenant_id': '080ee4440b914cdab24a0c97e461bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.140'}], 'enable_snat': False}, 'gw_port_id': '28e491c0-f9c3-46de-bdf6-d91570b08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:21Z', 'updated_at': '2022-02-09T14:19:25Z', 'revision_number': 3, 'project_id': '080ee4440b914cdab24a0c97e461bf98', 'gw_port': {'id': '28e491c0-f9c3-46de-bdf6-d91570b08a2a', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce91c34f-9553-4fa9-8fc0-364b3e3769c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:23Z', 'updated_at': '2022-02-09T14:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:27.920452 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Checking router: ce91c34f-9553-4fa9-8fc0-364b3e3769c9 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:19:27.920996 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Updating router ce91c34f-9553-4fa9-8fc0-364b3e3769c9 port 28e491c0-f9c3-46de-bdf6-d91570b08a2a binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:19:27.949495 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:27.988505 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:28.019790 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-b34f4ed5-450a-4e27-8634-95f821425189 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:28.021325 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-b34f4ed5-450a-4e27-8634-95f821425189 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 811 time: 0.1914666 Feb 09 14:19:28.047151 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-b8766cef-6f07-425b-9ec4-ee844a844658 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/quotas/a0e2775b9be9415aac8d2804e4d4888c HTTP/1.1" status: 200 len: 375 time: 0.0183349 Feb 09 14:19:28.071266 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c7b49-bfd4-417c-8cc8-5a8d1a540de5 req-31039f75-7ea6-4530-a247-52c3656a191f tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:28.078574 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d0c7b49-bfd4-417c-8cc8-5a8d1a540de5 req-31039f75-7ea6-4530-a247-52c3656a191f tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 945 time: 0.3908920 Feb 09 14:19:28.109216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-a8c6f900-bdcc-4202-9f7c-fe8c1200dbb6 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Synchronizing usage tracker for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:28.132540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-a8c6f900-bdcc-4202-9f7c-fe8c1200dbb6 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Unset dirty status for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:28.141258 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d0c7b49-bfd4-417c-8cc8-5a8d1a540de5 req-9f95aa35-a42b-455f-b508-0b04a79acfed tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/security-groups?id=99a6cfbd-9b3a-44f8-ad28-04b1f9fc877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616963 Feb 09 14:19:28.142197 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-a8c6f900-bdcc-4202-9f7c-fe8c1200dbb6 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939927 Feb 09 14:19:28.330687 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-6a810a6a-2e02-475a-a9d7-3e43b19ee9bc service neutron] 10.222.0.48 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870935 Feb 09 14:19:28.456322 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:28.457307 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:28.474041 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Transition to ACTIVE for port object 28e491c0-f9c3-46de-bdf6-d91570b08a2a will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:19:28.483877 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:28.491038 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:28.498534 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-9a55e675-af4a-4c8c-82e5-59605e856046 service neutron] 10.222.0.48 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670055 Feb 09 14:19:28.551931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff03c10-e7fb-4324-bbc0-c6e932ff7a78 req-2f259b23-ee04-46f5-bb81-275c28a28bcc tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:28.558752 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ff03c10-e7fb-4324-bbc0-c6e932ff7a78 req-2f259b23-ee04-46f5-bb81-275c28a28bcc tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.2206888 Feb 09 14:19:28.575665 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef122225-a8ec-4a7c-836d-85de86281c6a None None] Pushing event updated for resources: {'Port': ['ID=28e491c0-f9c3-46de-bdf6-d91570b08a2a,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:28.609124 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Attempting to bind port 28e491c0-f9c3-46de-bdf6-d91570b08a2a on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:19:28.609492 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Attempting to bind port 28e491c0-f9c3-46de-bdf6-d91570b08a2a by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:19:28.609855 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Attempting to bind port 28e491c0-f9c3-46de-bdf6-d91570b08a2a on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:28.620770 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:19:28.621166 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:19:28.621720 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:28.621939 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:19:28.622431 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Bound port: 28e491c0-f9c3-46de-bdf6-d91570b08a2a, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:19:28.622782 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:28.642209 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ff03c10-e7fb-4324-bbc0-c6e932ff7a78 req-60d52ebe-3b56-4e40-9077-36da1323b5d9 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798943 Feb 09 14:19:28.737227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Allocated IP 172.25.8.110 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/0de3d55e-19f0-4997-b4be-8352c37f08e0) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:19:28.774309 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] For port 28e491c0-f9c3-46de-bdf6-d91570b08a2a, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:19:28.779759 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] For port 28e491c0-f9c3-46de-bdf6-d91570b08a2a, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=28e491c0-f9c3-46de-bdf6-d91570b08a2a,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:19:28.785544 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:28.944010 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Routers {'ce91c34f-9553-4fa9-8fc0-364b3e3769c9'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:28.944816 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:18:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['ce91c34f-9553-4fa9-8fc0-364b3e3769c9'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:28.971652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9849bc26-b569-46ba-b232-a55b497dd796 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:29.048488 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef122225-a8ec-4a7c-836d-85de86281c6a None None] Pushing event updated for resources: {'Port': ['ID=28e491c0-f9c3-46de-bdf6-d91570b08a2a,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:29.067393 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 9849bc26-b569-46ba-b232-a55b497dd796 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:29.068220 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:29.151105 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-8d94afb3-f1c2-4963-bf5d-243fa238a218 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4263682 Feb 09 14:19:29.218717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e254b-31b3-4a11-a127-814f3c8302ed req-c3cd00d0-3865-4445-96cd-0ee68958893b tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:29.228191 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-652e254b-31b3-4a11-a127-814f3c8302ed req-c3cd00d0-3865-4445-96cd-0ee68958893b tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.4349370 Feb 09 14:19:29.228988 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] Set router ce91c34f-9553-4fa9-8fc0-364b3e3769c9 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:19:29.247588 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8cc43517-1a39-45d6-8aac-adcc566d126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:29.274640 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6cb7add5-ed6b-429e-bb2d-5d52459f3214 req-62a53800-e741-4cb1-8d66-9e357e6d1b63 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2688344 Feb 09 14:19:29.303476 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-652e254b-31b3-4a11-a127-814f3c8302ed req-566c444a-c94e-489a-848d-bf69d0ba301b tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740614 Feb 09 14:19:29.404486 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69109e83-ee55-4521-b981-0fb2cc16f5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a9cc5e-e9b6-449c-866a-ca87374530da'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:29.458829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b596212-bda4-4e06-bb85-428a7d98afe5 req-1561e419-3e66-4f37-ae09-950fa115f554 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 210 time: 0.5429699 Feb 09 14:19:29.647977 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6798c1a5-fbcd-4b52-ad13-f956f763fd29 req-655d50aa-6341-403a-944f-290ba7d443cd tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 210 time: 0.2523437 Feb 09 14:19:29.686009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-fbeaee92-41c7-4af1-9e6f-5e7f6d7543e7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:29.688580 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-fbeaee92-41c7-4af1-9e6f-5e7f6d7543e7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 812 time: 0.7734599 Feb 09 14:19:29.695554 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:29.730054 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69109e83-ee55-4521-b981-0fb2cc16f5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a9cc5e-e9b6-449c-866a-ca87374530da', 'code': 200} Feb 09 14:19:29.840789 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-a5400d54-c609-4fd7-b333-b80b280c94e3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4a884575aa84a789b4857840c80c824 HTTP/1.1" status: 200 len: 380 time: 0.1410191 Feb 09 14:19:29.851344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-ec26dd8b-157f-4825-ade9-793b3cd43b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:29.851872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-ec26dd8b-157f-4825-ade9-793b3cd43b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:29.852352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-ec26dd8b-157f-4825-ade9-793b3cd43b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:29.852821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-ec26dd8b-157f-4825-ade9-793b3cd43b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:29.853049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-dea29f64-2505-4124-abeb-73c956d8de09 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Request body: {'port': {'device_id': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'admin_state_up': True, 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'security_groups': ['5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:29.853317 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-ec26dd8b-157f-4825-ade9-793b3cd43b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:29.853782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-ec26dd8b-157f-4825-ade9-793b3cd43b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:29.854250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-ec26dd8b-157f-4825-ade9-793b3cd43b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:29.856412 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-ec26dd8b-157f-4825-ade9-793b3cd43b47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea230855731c4f038f9be9893ada8105&device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 6490 time: 0.5475430 Feb 09 14:19:29.872459 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce91c34f-9553-4fa9-8fc0-364b3e3769c9', 'name': 'tempest-snat-router-5637583', 'tenant_id': '080ee4440b914cdab24a0c97e461bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.140'}], 'enable_snat': False}, 'gw_port_id': '28e491c0-f9c3-46de-bdf6-d91570b08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:21Z', 'updated_at': '2022-02-09T14:19:25Z', 'revision_number': 3, 'project_id': '080ee4440b914cdab24a0c97e461bf98', 'gw_port': {'id': '28e491c0-f9c3-46de-bdf6-d91570b08a2a', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce91c34f-9553-4fa9-8fc0-364b3e3769c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:23Z', 'updated_at': '2022-02-09T14:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:29.879611 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224bdc54-ff26-474d-b090-54a97d3b38c7 None None] The sync data for ids ['ce91c34f-9553-4fa9-8fc0-364b3e3769c9'] in n-d-828418-2 is: [{'id': 'ce91c34f-9553-4fa9-8fc0-364b3e3769c9', 'name': 'tempest-snat-router-5637583', 'tenant_id': '080ee4440b914cdab24a0c97e461bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.140'}], 'enable_snat': False}, 'gw_port_id': '28e491c0-f9c3-46de-bdf6-d91570b08a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:21Z', 'updated_at': '2022-02-09T14:19:25Z', 'revision_number': 3, 'project_id': '080ee4440b914cdab24a0c97e461bf98', 'gw_port': {'id': '28e491c0-f9c3-46de-bdf6-d91570b08a2a', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:20:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce91c34f-9553-4fa9-8fc0-364b3e3769c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:23Z', 'updated_at': '2022-02-09T14:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:19:29.930726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7add5-ed6b-429e-bb2d-5d52459f3214 req-f9ea1343-7a30-4047-8be6-d5a4a439c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:29.932235 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6cb7add5-ed6b-429e-bb2d-5d52459f3214 req-f9ea1343-7a30-4047-8be6-d5a4a439c828 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae2414a98ed64d6489384355c90e908a&device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 1096 time: 0.2833426 Feb 09 14:19:30.069997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f77ec-6227-4281-b9f8-a28e61982dff req-598f567d-235f-4863-a3d2-f0be883eedca tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:30.071469 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d8f77ec-6227-4281-b9f8-a28e61982dff req-598f567d-235f-4863-a3d2-f0be883eedca tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 945 time: 0.3518553 Feb 09 14:19:30.105270 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:30.144098 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:30.148385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917a15e-9b40-405c-b093-b0e28e1ae95c req-68e19fda-eeef-4475-8078-9a9e32178e7f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:30.151493 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f917a15e-9b40-405c-b093-b0e28e1ae95c req-68e19fda-eeef-4475-8078-9a9e32178e7f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.2940183 Feb 09 14:19:30.153001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7add5-ed6b-429e-bb2d-5d52459f3214 req-312cb676-75e7-46ed-8d68-e45b503caa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:30.154630 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6cb7add5-ed6b-429e-bb2d-5d52459f3214 req-312cb676-75e7-46ed-8d68-e45b503caa4e service neutron] 10.222.0.21 "GET /v2.0/networks?id=6da3df8a-f0bd-4e13-8120-7c22c21ea919 HTTP/1.1" status: 200 len: 910 time: 0.1942286 Feb 09 14:19:30.178922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076541f7-e308-4f53-9412-ee463d89722d req-dec89f80-f89e-460c-88cf-8bdbdeb113aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:30.181240 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-076541f7-e308-4f53-9412-ee463d89722d req-dec89f80-f89e-460c-88cf-8bdbdeb113aa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 1097 time: 0.2871008 Feb 09 14:19:30.238900 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:30.279840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:19:30.283806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-86c4af4c-a703-444f-91c0-7a76399c0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:30.284279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-86c4af4c-a703-444f-91c0-7a76399c0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:30.284743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-86c4af4c-a703-444f-91c0-7a76399c0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:30.286324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-86c4af4c-a703-444f-91c0-7a76399c0f8d service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6a2fd07-bf7b-45e8-abfb-1d71ad208c07&id=823b3307-a261-404f-987b-156bad62d095&id=823b3307-a261-404f-987b-156bad62d095&id=823b3307-a261-404f-987b-156bad62d095&id=823b3307-a261-404f-987b-156bad62d095&id=8f32b635-0e4c-4fd0-b4fb-058420f89d74&id=8f32b635-0e4c-4fd0-b4fb-058420f89d74 HTTP/1.1" status: 200 len: 2289 time: 0.3564508 Feb 09 14:19:30.290634 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6cb7add5-ed6b-429e-bb2d-5d52459f3214 req-22e2ae59-8afb-4acc-a735-6a2cad4538da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fec6098-3e33-49b5-b397-c817293ee41e HTTP/1.1" status: 200 len: 217 time: 0.1169741 Feb 09 14:19:30.292887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:30.299713 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-dea29f64-2505-4124-abeb-73c956d8de09 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:30.308586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:19:30.360055 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f917a15e-9b40-405c-b093-b0e28e1ae95c req-290164e6-c3f8-4ffb-ab36-09f9c7173dea tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029870 Feb 09 14:19:30.374273 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-076541f7-e308-4f53-9412-ee463d89722d req-ac4435f5-77b2-48a0-a675-ce7eba41e7db service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141665 Feb 09 14:19:30.386651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7add5-ed6b-429e-bb2d-5d52459f3214 req-ba9c0ff7-44ca-43f9-ac0a-0eeee57f5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:30.389844 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6cb7add5-ed6b-429e-bb2d-5d52459f3214 req-ba9c0ff7-44ca-43f9-ac0a-0eeee57f5e71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c4d8820-f3f3-41df-9171-6e72ed49a05e HTTP/1.1" status: 200 len: 850 time: 0.0855680 Feb 09 14:19:30.397267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Pushing event updated for resources: {'Port': ['ID=0de3d55e-19f0-4997-b4be-8352c37f08e0,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:30.410606 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d8f77ec-6227-4281-b9f8-a28e61982dff req-de51fa51-304b-4853-976c-aa91e656c3a0 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/security-groups?id=99a6cfbd-9b3a-44f8-ad28-04b1f9fc877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210871 Feb 09 14:19:30.438738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-dea29f64-2505-4124-abeb-73c956d8de09 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:30.490493 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6cb7add5-ed6b-429e-bb2d-5d52459f3214 req-e67b7163-6860-4052-a3b2-81f7b428b80f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6da3df8a-f0bd-4e13-8120-7c22c21ea919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893342 Feb 09 14:19:30.501370 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-dea29f64-2505-4124-abeb-73c956d8de09 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Made reservation on behalf of b4a884575aa84a789b4857840c80c824 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:19:30.504831 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-dea29f64-2505-4124-abeb-73c956d8de09 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:30.600638 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-960075c0-4d67-4971-b091-535a99548fb0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df0d610-c50d-4a82-a58d-bb3db99f16bc HTTP/1.1" status: 200 len: 1001 time: 0.2981489 Feb 09 14:19:30.723824 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6cb7add5-ed6b-429e-bb2d-5d52459f3214 req-d1596646-8010-40ea-a946-a28fa1d4fce0 service neutron] 10.222.0.21 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268496 Feb 09 14:19:30.765989 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf0a61-a258-41d1-a667-c55da993eb4d req-4c80c234-ee07-4cd8-bc41-1a4947924ed8 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:30.767832 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aebf0a61-a258-41d1-a667-c55da993eb4d req-4c80c234-ee07-4cd8-bc41-1a4947924ed8 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.2191758 Feb 09 14:19:30.921418 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6cb7add5-ed6b-429e-bb2d-5d52459f3214 req-457163de-5501-48aa-a1f8-1354584aaac4 service neutron] 10.222.0.21 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895330 Feb 09 14:19:30.960483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-747139ac-33da-4ff1-94c8-b8e5ca624bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:30.962840 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-747139ac-33da-4ff1-94c8-b8e5ca624bb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55 HTTP/1.1" status: 200 len: 851 time: 0.3252470 Feb 09 14:19:31.020857 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 28e491c0-f9c3-46de-bdf6-d91570b08a2a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:31.088230 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aebf0a61-a258-41d1-a667-c55da993eb4d req-93aae482-a78d-46b9-b22c-38fd71343af0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656303 Feb 09 14:19:31.140066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-71cb7549-089f-49a0-a628-ff9e9a5a4c96 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:31.141725 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-71cb7549-089f-49a0-a628-ff9e9a5a4c96 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.35 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 811 time: 0.2167621 Feb 09 14:19:31.158788 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-b1f09d2f-9eb7-4a20-888d-ec85a3451501 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Request body: {'port': {'device_id': '97d5c758-c92d-4e32-ab4e-da415cd8e2b0', 'network_id': '30830122-d798-49d7-b828-5813fd5acd73', 'admin_state_up': True, 'tenant_id': 'a0e2775b9be9415aac8d2804e4d4888c'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:31.185325 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 28e491c0-f9c3-46de-bdf6-d91570b08a2a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:19:31.192546 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 28e491c0-f9c3-46de-bdf6-d91570b08a2a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:31.192971 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:31.257430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2a7e-ed53-4380-98ee-b6d5cb4d699a req-6468c7a6-7881-4157-8dd9-56f97e34dd74 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:31.259219 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e72f2a7e-ed53-4380-98ee-b6d5cb4d699a req-6468c7a6-7881-4157-8dd9-56f97e34dd74 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 945 time: 0.6753838 Feb 09 14:19:31.310134 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4e64fa40-1113-4189-b8e5-ea0e840563a7 req-840486d8-84b6-4fe2-9e4c-bc20bce183e3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 210 time: 0.0546205 Feb 09 14:19:31.338622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-dea29f64-2505-4124-abeb-73c956d8de09 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Allocated IP 172.20.0.14 (a1587716-277d-4b6f-89df-24e96250ab9d/f7392afa-2a9c-4064-b2be-b0d20969d51e/af23a0d9-1c15-48f5-a81e-9a441a603a7e) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:19:31.362762 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:31.383919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 28e491c0-f9c3-46de-bdf6-d91570b08a2a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=28e491c0-f9c3-46de-bdf6-d91570b08a2a,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:31.389258 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:31.403938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-b1f09d2f-9eb7-4a20-888d-ec85a3451501 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:31.416816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-b1f09d2f-9eb7-4a20-888d-ec85a3451501 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:31.465673 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-b1f09d2f-9eb7-4a20-888d-ec85a3451501 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Made reservation on behalf of a0e2775b9be9415aac8d2804e4d4888c for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:19:31.469268 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-b1f09d2f-9eb7-4a20-888d-ec85a3451501 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:31.478174 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=28e491c0-f9c3-46de-bdf6-d91570b08a2a,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:31.487525 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36c3d233-c753-4f1e-bec3-cc077d5d3a04 req-b0a28bcf-6f1a-40b1-9dbe-2e4395c4d25f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 210 time: 0.0596282 Feb 09 14:19:31.488399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:31.488728 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:31.489062 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:31.489411 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:31.489738 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:31.490059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:31.490373 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:31.490687 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:31.491008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:31.491473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:31.491815 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:31.492188 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:31.631060 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e72f2a7e-ed53-4380-98ee-b6d5cb4d699a req-a5bcbdb5-c99e-4179-865f-03b54d80ee96 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/security-groups?id=99a6cfbd-9b3a-44f8-ad28-04b1f9fc877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561516 Feb 09 14:19:31.674744 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:31.688263 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:31.753902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-9809c542-b305-4d13-a2ba-64f7028ee8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:31.755404 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-9809c542-b305-4d13-a2ba-64f7028ee8df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6a2fd07-bf7b-45e8-abfb-1d71ad208c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7787116 Feb 09 14:19:31.848256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-b1f09d2f-9eb7-4a20-888d-ec85a3451501 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Allocated IP 172.20.0.9 (30830122-d798-49d7-b828-5813fd5acd73/63021245-ec5e-45fc-a1a8-f13ed23aa515/e4f85588-7308-4b12-b129-0e24569be3cb) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:19:31.895932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843350cc-b53e-4fd1-87c1-33c2af201427 req-8e184c1d-4d2a-4f96-9a22-0702eee07269 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:31.903234 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-843350cc-b53e-4fd1-87c1-33c2af201427 req-8e184c1d-4d2a-4f96-9a22-0702eee07269 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.1391106 Feb 09 14:19:31.992689 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-843350cc-b53e-4fd1-87c1-33c2af201427 req-62d87afc-5571-4e80-9e43-b52653520f63 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884082 Feb 09 14:19:32.193455 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-b1f09d2f-9eb7-4a20-888d-ec85a3451501 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:32.240554 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-32276359-2b2e-4872-9298-77a40e7e36a6 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a2fd07-bf7b-45e8-abfb-1d71ad208c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619162 Feb 09 14:19:32.270380 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-b1f09d2f-9eb7-4a20-888d-ec85a3451501 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:32.356855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-b1f09d2f-9eb7-4a20-888d-ec85a3451501 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Network 30830122-d798-49d7-b828-5813fd5acd73 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:19:32.360366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-b1f09d2f-9eb7-4a20-888d-ec85a3451501 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:32.367926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-b1f09d2f-9eb7-4a20-888d-ec85a3451501 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:19:32.368083 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-dea29f64-2505-4124-abeb-73c956d8de09 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:32.414355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f09d2f-9eb7-4a20-888d-ec85a3451501 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Pushing event updated for resources: {'Port': ['ID=e4f85588-7308-4b12-b129-0e24569be3cb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:32.443847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-b1f09d2f-9eb7-4a20-888d-ec85a3451501 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:32.444447 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-b1f09d2f-9eb7-4a20-888d-ec85a3451501 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:32.457042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7827c-79ff-4b05-b123-baca8632ff97 req-b94f883b-1239-4a8d-91fe-9c63076f68a2 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:32.458422 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a1f7827c-79ff-4b05-b123-baca8632ff97 req-b94f883b-1239-4a8d-91fe-9c63076f68a2 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.2254932 Feb 09 14:19:32.475005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-dea29f64-2505-4124-abeb-73c956d8de09 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Transition to ACTIVE for port object af23a0d9-1c15-48f5-a81e-9a441a603a7e will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:19:32.503931 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-b1f09d2f-9eb7-4a20-888d-ec85a3451501 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3491826 Feb 09 14:19:32.514997 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a1f7827c-79ff-4b05-b123-baca8632ff97 req-7578c0ab-534b-4eba-a80b-7ea1f5fc63fd tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487618 Feb 09 14:19:32.522040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Request body: {'port': {'device_id': '97d5c758-c92d-4e32-ab4e-da415cd8e2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:32.524935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37906a-b5ed-4337-8b92-da2557ef4f5e req-cb88dbca-a577-42c8-bf77-bbe8130f4975 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:32.532429 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-af37906a-b5ed-4337-8b92-da2557ef4f5e req-cb88dbca-a577-42c8-bf77-bbe8130f4975 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 945 time: 0.4866407 Feb 09 14:19:32.566391 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-a6cc0007-bc18-4316-bc3e-649b3f91d5ef service neutron] 10.222.0.35 "GET /v2.0/networks/e6a2fd07-bf7b-45e8-abfb-1d71ad208c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117495 Feb 09 14:19:32.570160 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:32.680845 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:32.703410 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48ef1d05-42f9-42e8-8516-400a748aa9eb req-dffc0d01-b05c-49b9-8c14-905fb039dff7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 210 time: 0.0550632 Feb 09 14:19:32.728743 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-96135929-d8ea-4c4a-9ffa-e1ee93ed847a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=51166934-6833-4ae3-b0f8-42d4ff50594b HTTP/1.1" status: 200 len: 217 time: 0.1455731 Feb 09 14:19:32.735530 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-af37906a-b5ed-4337-8b92-da2557ef4f5e req-c3fb8e4e-9075-4a76-8c0d-bdf0911cfcd6 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/security-groups?id=99a6cfbd-9b3a-44f8-ad28-04b1f9fc877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019949 Feb 09 14:19:32.818089 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-dea29f64-2505-4124-abeb-73c956d8de09 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:32.947552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-e900c905-e637-4503-b3b0-8fbe124a1889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:32.949099 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-e900c905-e637-4503-b3b0-8fbe124a1889 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3 HTTP/1.1" status: 200 len: 797 time: 0.2071688 Feb 09 14:19:32.959243 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 28e491c0-f9c3-46de-bdf6-d91570b08a2a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:33.032402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f80fc-8a88-4acb-9174-78accb79b107 req-364b7695-e352-41ad-93a0-4c982cadae1c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:33.033840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-996f80fc-8a88-4acb-9174-78accb79b107 req-364b7695-e352-41ad-93a0-4c982cadae1c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Synchronizing usage tracker for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:33.066929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-996f80fc-8a88-4acb-9174-78accb79b107 req-364b7695-e352-41ad-93a0-4c982cadae1c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Unset dirty status for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:33.073723 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-996f80fc-8a88-4acb-9174-78accb79b107 req-364b7695-e352-41ad-93a0-4c982cadae1c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 931 time: 0.2368567 Feb 09 14:19:33.097836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 28e491c0-f9c3-46de-bdf6-d91570b08a2a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:33.098469 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:33.140845 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-996f80fc-8a88-4acb-9174-78accb79b107 req-f429da5a-91c7-4441-9167-e1643efe65c7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660210 Feb 09 14:19:33.173112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-dea29f64-2505-4124-abeb-73c956d8de09 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Network a1587716-277d-4b6f-89df-24e96250ab9d is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:19:33.179153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea29f64-2505-4124-abeb-73c956d8de09 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event updated for resources: {'Port': ['ID=af23a0d9-1c15-48f5-a81e-9a441a603a7e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:33.182465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-dea29f64-2505-4124-abeb-73c956d8de09 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:33.188625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-dea29f64-2505-4124-abeb-73c956d8de09 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:19:33.323103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-dea29f64-2505-4124-abeb-73c956d8de09 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:33.323756 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-dea29f64-2505-4124-abeb-73c956d8de09 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:33.365474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Router 7e804d56-e9a4-470b-bd20-af6557913efe is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:19:33.409745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f85588-7308-4b12-b129-0e24569be3cb {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:19:33.415257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-5d6ecc4c-8540-4049-929e-4e69ebd4fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:33.416916 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-5d6ecc4c-8540-4049-929e-4e69ebd4fe9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=823b3307-a261-404f-987b-156bad62d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4486108 Feb 09 14:19:33.419285 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:33.431721 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-dea29f64-2505-4124-abeb-73c956d8de09 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5827188 Feb 09 14:19:33.441407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Transition to ACTIVE for port object e4f85588-7308-4b12-b129-0e24569be3cb will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:19:33.448555 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:33.502300 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe93d2-58a6-4d43-a163-51a8ef5a32b1 req-685396e9-92e2-4684-a0c1-7ac5c4fb2fdc tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:33.503776 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bfbe93d2-58a6-4d43-a163-51a8ef5a32b1 req-685396e9-92e2-4684-a0c1-7ac5c4fb2fdc tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.1702437 Feb 09 14:19:33.510235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Request body: {'port': {'device_id': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:33.567644 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-137da4b7-11c0-4048-8ddb-ba5a3ac70737 None None] Provisioning for port af23a0d9-1c15-48f5-a81e-9a441a603a7e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:19:33.574792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-137da4b7-11c0-4048-8ddb-ba5a3ac70737 None None] Provisioning complete for port af23a0d9-1c15-48f5-a81e-9a441a603a7e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:33.575631 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-137da4b7-11c0-4048-8ddb-ba5a3ac70737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:33.640620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-137da4b7-11c0-4048-8ddb-ba5a3ac70737 None None] Port af23a0d9-1c15-48f5-a81e-9a441a603a7e cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:19:33.649915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f85588-7308-4b12-b129-0e24569be3cb,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:33.695498 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bfbe93d2-58a6-4d43-a163-51a8ef5a32b1 req-a9ce706a-f11d-4a99-8aa6-705f31de2a70 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829326 Feb 09 14:19:33.752031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Attempting to bind port e4f85588-7308-4b12-b129-0e24569be3cb on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:19:33.752406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Attempting to bind port e4f85588-7308-4b12-b129-0e24569be3cb by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:19:33.752695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Attempting to bind port e4f85588-7308-4b12-b129-0e24569be3cb on network 30830122-d798-49d7-b828-5813fd5acd73 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:33.757585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Port e4f85588-7308-4b12-b129-0e24569be3cb on network 30830122-d798-49d7-b828-5813fd5acd73 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:19:33.757904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Attempting to bind port e4f85588-7308-4b12-b129-0e24569be3cb on network 30830122-d798-49d7-b828-5813fd5acd73 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:33.763338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:19:33.763674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Checking segment: {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:19:33.764092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Bound using segment: {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:19:33.764646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Bound port: e4f85588-7308-4b12-b129-0e24569be3cb, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:19:33.765100 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:33.859966 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:33.872625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:19:33.881150 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Sync routers for ids ['7e804d56-e9a4-470b-bd20-af6557913efe'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:19:33.889631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6fdc2-f3a2-4df6-bba4-d739b815d365 req-432e06ec-e374-4982-9ace-ce492e047fcf tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:33.891946 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Routers {'7e804d56-e9a4-470b-bd20-af6557913efe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:33.892676 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7e804d56-e9a4-470b-bd20-af6557913efe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:33.893109 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6d6fdc2-f3a2-4df6-bba4-d739b815d365 req-432e06ec-e374-4982-9ace-ce492e047fcf tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 945 time: 0.5250359 Feb 09 14:19:33.900243 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-4a2219e7-3a4a-448b-bf70-18957e8b429c service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712746 Feb 09 14:19:34.033735 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] For port e4f85588-7308-4b12-b129-0e24569be3cb, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:19:34.039038 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] For port e4f85588-7308-4b12-b129-0e24569be3cb, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e4f85588-7308-4b12-b129-0e24569be3cb,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:19:34.047641 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b5d14-c3c3-4d81-87cb-2c4e0701878d req-76847c25-d967-48ea-aa08-2b077a7fc567 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:34.049693 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-120b5d14-c3c3-4d81-87cb-2c4e0701878d req-76847c25-d967-48ea-aa08-2b077a7fc567 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.1543336 Feb 09 14:19:34.051247 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:34.055494 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:34.056806 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b59b505d-aca0-4233-8b64-10afebe9374b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 6.8081746 Feb 09 14:19:34.068281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35096) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:34.077600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Set router 7e804d56-e9a4-470b-bd20-af6557913efe gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:19:34.141527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:34.142178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:34.143561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] 10.222.0.35 "PUT /v2.0/ports/e4f85588-7308-4b12-b129-0e24569be3cb HTTP/1.1" status: 200 len: 1091 time: 1.6277072 Feb 09 14:19:34.144040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d5c758-c92d-4e32-ab4e-da415cd8e2b0', 'tag': 'e4f85588-7308-4b12-b129-0e24569be3cb'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:34.184062 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-120b5d14-c3c3-4d81-87cb-2c4e0701878d req-c34d6848-321f-4128-87dd-f3b0ffb91e9d tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928497 Feb 09 14:19:34.194861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b133-7f17-4f1b-97d9-e1f7be324586 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f85588-7308-4b12-b129-0e24569be3cb,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:34.222944 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6d6fdc2-f3a2-4df6-bba4-d739b815d365 req-3c56c87f-189d-4ba4-a8d1-b142d7975621 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/security-groups?id=99a6cfbd-9b3a-44f8-ad28-04b1f9fc877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173141 Feb 09 14:19:34.337654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-6e828da4-ff93-49db-bb01-8db77605d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:34.341202 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-6e828da4-ff93-49db-bb01-8db77605d244 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 1094 time: 0.1297965 Feb 09 14:19:34.380322 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-dd0d5e13-f692-49f7-a790-932e0b68fe86 service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705169 Feb 09 14:19:34.458535 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-90ebfca2-15d5-4e9c-86a2-f1d09bcd0b0b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4f85588-7308-4b12-b129-0e24569be3cb HTTP/1.1" status: 200 len: 217 time: 0.1063681 Feb 09 14:19:34.531968 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-325ad4b3-2d22-48a4-abbd-a0bc9c956b05 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "GET /v2.0/routers/7e804d56-e9a4-470b-bd20-af6557913efe HTTP/1.1" status: 200 len: 905 time: 0.4594774 Feb 09 14:19:34.544110 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e804d56-e9a4-470b-bd20-af6557913efe', 'name': 'tempest-snat-router-5637583', 'tenant_id': '080ee4440b914cdab24a0c97e461bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '0de3d55e-19f0-4997-b4be-8352c37f08e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:27Z', 'updated_at': '2022-02-09T14:19:30Z', 'revision_number': 3, 'project_id': '080ee4440b914cdab24a0c97e461bf98', 'gw_port': {'id': '0de3d55e-19f0-4997-b4be-8352c37f08e0', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e804d56-e9a4-470b-bd20-af6557913efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:28Z', 'updated_at': '2022-02-09T14:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:34.547837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35106) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:34.550426 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-7ac45d69-381b-4727-ac00-884308def169 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=e2a09b75-aff3-4881-9cb3-8cf2226c94cf HTTP/1.1" status: 200 len: 217 time: 0.0995605 Feb 09 14:19:34.551251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Checking router: 7e804d56-e9a4-470b-bd20-af6557913efe for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:19:34.551740 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Updating router 7e804d56-e9a4-470b-bd20-af6557913efe port 0de3d55e-19f0-4997-b4be-8352c37f08e0 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:19:34.583161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-bea64d99-e9aa-4220-a5f1-d89cec620cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:34.585897 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-bea64d99-e9aa-4220-a5f1-d89cec620cd5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63021245-ec5e-45fc-a1a8-f13ed23aa515 HTTP/1.1" status: 200 len: 851 time: 0.1181157 Feb 09 14:19:34.610615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.35', 52535) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:34.622050 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:34.673063 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d5c758-c92d-4e32-ab4e-da415cd8e2b0', 'tag': 'e4f85588-7308-4b12-b129-0e24569be3cb', 'status': 'completed', 'code': 200} Feb 09 14:19:34.723060 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-d57f8715-4f62-47e6-bf16-40a5a1ce5e3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30830122-d798-49d7-b828-5813fd5acd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519650 Feb 09 14:19:34.914154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-e49316b8-cfde-4f61-a6fa-747bc689582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:34.915560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-e49316b8-cfde-4f61-a6fa-747bc689582b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3 HTTP/1.1" status: 200 len: 797 time: 0.3038929 Feb 09 14:19:35.004869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7067533-5124-4ef7-a03c-2f6b17d0d0eb req-520bb789-4c0a-4860-8aa9-fdfe81eda80f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:35.005565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d7067533-5124-4ef7-a03c-2f6b17d0d0eb req-520bb789-4c0a-4860-8aa9-fdfe81eda80f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Synchronizing usage tracker for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:35.010403 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:35.025815 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Transition to ACTIVE for port object 0de3d55e-19f0-4997-b4be-8352c37f08e0 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:19:35.028829 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42f5995c-b222-4364-8de2-87efeab19eec tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:35.036488 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:35.038844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429e9cb-beab-426b-a7a4-6344cf8a9e3c req-21931951-ca4e-4771-aed7-5ab19239c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:35.040350 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a429e9cb-beab-426b-a7a4-6344cf8a9e3c req-21931951-ca4e-4771-aed7-5ab19239c559 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae2414a98ed64d6489384355c90e908a&device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 1097 time: 0.4266694 Feb 09 14:19:35.127893 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Attempting to bind port 0de3d55e-19f0-4997-b4be-8352c37f08e0 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:19:35.128898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Attempting to bind port 0de3d55e-19f0-4997-b4be-8352c37f08e0 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:19:35.129709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Attempting to bind port 0de3d55e-19f0-4997-b4be-8352c37f08e0 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:35.142180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:19:35.143102 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:19:35.143102 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:35.143383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:19:35.143893 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Bound port: 0de3d55e-19f0-4997-b4be-8352c37f08e0, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:19:35.144284 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:35.144476 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-70f50ae9-ce94-4e49-aafb-56bb890c47d9 service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070864 Feb 09 14:19:35.154096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19c02c-53dc-44f8-99fc-f15792aaf594 req-afc256e3-745e-45ea-9f3f-58149d99f56d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:35.155557 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cb19c02c-53dc-44f8-99fc-f15792aaf594 req-afc256e3-745e-45ea-9f3f-58149d99f56d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 943 time: 0.3961966 Feb 09 14:19:35.156485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d7067533-5124-4ef7-a03c-2f6b17d0d0eb req-520bb789-4c0a-4860-8aa9-fdfe81eda80f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Unset dirty status for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:35.163096 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7067533-5124-4ef7-a03c-2f6b17d0d0eb req-520bb789-4c0a-4860-8aa9-fdfe81eda80f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 932 time: 0.7687972 Feb 09 14:19:35.168670 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63affe9d-1e8d-4925-ba0a-b458d2657aa4 None None] Pushing event updated for resources: {'Port': ['ID=0de3d55e-19f0-4997-b4be-8352c37f08e0,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:35.225322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] For port 0de3d55e-19f0-4997-b4be-8352c37f08e0, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:19:35.228946 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] For port 0de3d55e-19f0-4997-b4be-8352c37f08e0, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0de3d55e-19f0-4997-b4be-8352c37f08e0,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:19:35.234406 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:35.257789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-cfc3302a-fb14-4c7b-ae7d-a6f1acd5b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:35.260381 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-cfc3302a-fb14-4c7b-ae7d-a6f1acd5b911 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=823b3307-a261-404f-987b-156bad62d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3248928 Feb 09 14:19:35.279119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.35', 52536) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:35.293287 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7067533-5124-4ef7-a03c-2f6b17d0d0eb req-e361d0ca-4285-471d-8775-4bcd4008f67f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291468 Feb 09 14:19:35.320685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Routers {'7e804d56-e9a4-470b-bd20-af6557913efe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:35.321351 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7e804d56-e9a4-470b-bd20-af6557913efe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:35.328620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af23a0d9-1c15-48f5-a81e-9a441a603a7e {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:19:35.395585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63affe9d-1e8d-4925-ba0a-b458d2657aa4 None None] Pushing event updated for resources: {'Port': ['ID=0de3d55e-19f0-4997-b4be-8352c37f08e0,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:35.440048 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cb19c02c-53dc-44f8-99fc-f15792aaf594 req-adbf8771-c7ad-404e-a72a-bc9be7a6366d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543352 Feb 09 14:19:35.458899 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42f5995c-b222-4364-8de2-87efeab19eec tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:35.472746 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-42f5995c-b222-4364-8de2-87efeab19eec tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Deleting port 0de3d55e-19f0-4997-b4be-8352c37f08e0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:35.473281 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42f5995c-b222-4364-8de2-87efeab19eec tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:35.476450 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:35.528878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] Set router 7e804d56-e9a4-470b-bd20-af6557913efe gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:19:35.533840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429e9cb-beab-426b-a7a4-6344cf8a9e3c req-ca8deb56-6f9d-43f5-a95b-a0789f68cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:35.535336 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a429e9cb-beab-426b-a7a4-6344cf8a9e3c req-ca8deb56-6f9d-43f5-a95b-a0789f68cb9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=6da3df8a-f0bd-4e13-8120-7c22c21ea919 HTTP/1.1" status: 200 len: 910 time: 0.4826684 Feb 09 14:19:35.537375 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5120af4f-2789-4aec-9292-d516c9b4cf6c req-c46c7e14-e2cf-4618-9375-e1834118ac73 service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787284 Feb 09 14:19:35.674119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a429e9cb-beab-426b-a7a4-6344cf8a9e3c req-05d1bee1-65e4-477c-b303-b6054309c400 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21a9cc5e-e9b6-449c-866a-ca87374530da HTTP/1.1" status: 200 len: 217 time: 0.1197073 Feb 09 14:19:35.676952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Transition to ACTIVE for port object af23a0d9-1c15-48f5-a81e-9a441a603a7e will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:19:35.719602 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:35.848305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e804d56-e9a4-470b-bd20-af6557913efe', 'name': 'tempest-snat-router-5637583', 'tenant_id': '080ee4440b914cdab24a0c97e461bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '0de3d55e-19f0-4997-b4be-8352c37f08e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:27Z', 'updated_at': '2022-02-09T14:19:30Z', 'revision_number': 3, 'project_id': '080ee4440b914cdab24a0c97e461bf98', 'gw_port': {'id': '0de3d55e-19f0-4997-b4be-8352c37f08e0', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e804d56-e9a4-470b-bd20-af6557913efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:28Z', 'updated_at': '2022-02-09T14:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:35.852973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf56946e-0f83-48f2-9fad-6abd7cd528cb None None] The sync data for ids ['7e804d56-e9a4-470b-bd20-af6557913efe'] in n-d-828418-2 is: [{'id': '7e804d56-e9a4-470b-bd20-af6557913efe', 'name': 'tempest-snat-router-5637583', 'tenant_id': '080ee4440b914cdab24a0c97e461bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '0de3d55e-19f0-4997-b4be-8352c37f08e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:27Z', 'updated_at': '2022-02-09T14:19:30Z', 'revision_number': 3, 'project_id': '080ee4440b914cdab24a0c97e461bf98', 'gw_port': {'id': '0de3d55e-19f0-4997-b4be-8352c37f08e0', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e804d56-e9a4-470b-bd20-af6557913efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:28Z', 'updated_at': '2022-02-09T14:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:19:35.921495 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-02e87dd3-8212-4f1b-8324-ecb970efccf2 service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6442547 Feb 09 14:19:35.978231 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429e9cb-beab-426b-a7a4-6344cf8a9e3c req-628e4b87-096e-4b30-9a95-06fc06ee9dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:35.979680 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a429e9cb-beab-426b-a7a4-6344cf8a9e3c req-628e4b87-096e-4b30-9a95-06fc06ee9dda service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c4d8820-f3f3-41df-9171-6e72ed49a05e HTTP/1.1" status: 200 len: 850 time: 0.2941403 Feb 09 14:19:35.986009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Pushing event updated for resources: {'Port': ['ID=af23a0d9-1c15-48f5-a81e-9a441a603a7e,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:35.999910 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-42f5995c-b222-4364-8de2-87efeab19eec tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] For port 0de3d55e-19f0-4997-b4be-8352c37f08e0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0de3d55e-19f0-4997-b4be-8352c37f08e0,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:36.000442 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42f5995c-b222-4364-8de2-87efeab19eec tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:36.121876 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a429e9cb-beab-426b-a7a4-6344cf8a9e3c req-ace839b5-ae26-404a-b438-0706fc506676 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6da3df8a-f0bd-4e13-8120-7c22c21ea919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330695 Feb 09 14:19:36.130038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e319b3-a5e9-4615-8a8b-1c8663db7c76 req-9283b3c0-cdeb-4360-b1e2-8561a758566d tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:36.131414 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-61e319b3-a5e9-4615-8a8b-1c8663db7c76 req-9283b3c0-cdeb-4360-b1e2-8561a758566d tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 945 time: 0.8419719 Feb 09 14:19:36.144570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-42f5995c-b222-4364-8de2-87efeab19eec tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Calling delete_port for 0de3d55e-19f0-4997-b4be-8352c37f08e0 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:36.202229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9cf1-e74f-4b56-a0bf-ea62184583e0 req-09154aa8-b489-4fc9-b709-1dc02e11e405 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:36.203708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0bce9cf1-e74f-4b56-a0bf-ea62184583e0 req-09154aa8-b489-4fc9-b709-1dc02e11e405 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.4142270 Feb 09 14:19:36.208646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010751de-2e15-4239-87b7-53a4bbd0332e req-b410c14a-859c-4b3d-b629-e8699c087381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:36.211569 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-010751de-2e15-4239-87b7-53a4bbd0332e req-b410c14a-859c-4b3d-b629-e8699c087381 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 1094 time: 0.4194767 Feb 09 14:19:36.330693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da001201-c17e-49e0-b5ab-0b9108cd7f20 req-a0fe76f0-b077-438c-ba70-623e3e779371 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:36.331897 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-da001201-c17e-49e0-b5ab-0b9108cd7f20 req-a0fe76f0-b077-438c-ba70-623e3e779371 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.8860362 Feb 09 14:19:36.371802 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0bce9cf1-e74f-4b56-a0bf-ea62184583e0 req-12e1e3eb-a5c8-413c-846e-dec65c664ccb tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602499 Feb 09 14:19:36.402905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 48e354a3-60a7-43f4-b211-14b283c072cc no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:19:36.465686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010751de-2e15-4239-87b7-53a4bbd0332e req-b5d8faa3-208d-489c-9ad5-d6d882371d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:36.468077 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-010751de-2e15-4239-87b7-53a4bbd0332e req-b5d8faa3-208d-489c-9ad5-d6d882371d0f service neutron] 10.222.0.35 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 911 time: 0.2335138 Feb 09 14:19:36.492150 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-61e319b3-a5e9-4615-8a8b-1c8663db7c76 req-27aff45e-b771-4876-9aad-9a70f32d89e2 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Deleting port 2d45e0f4-4ead-46dd-afff-ab7d6755a860 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:36.492494 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-61e319b3-a5e9-4615-8a8b-1c8663db7c76 req-27aff45e-b771-4876-9aad-9a70f32d89e2 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:36.629549 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:36.642505 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-010751de-2e15-4239-87b7-53a4bbd0332e req-430b9992-1e47-4517-beec-43bfcc4aad37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4f85588-7308-4b12-b129-0e24569be3cb HTTP/1.1" status: 200 len: 217 time: 0.1611974 Feb 09 14:19:36.665130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7e51c4-91f8-4107-a3f1-f2e848945899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48e354a3-60a7-43f4-b211-14b283c072cc'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:36.680746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 48e354a3-60a7-43f4-b211-14b283c072cc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=48e354a3-60a7-43f4-b211-14b283c072cc,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:36.687323 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:36.730377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010751de-2e15-4239-87b7-53a4bbd0332e req-9a22a4bb-2c9b-4088-aff3-4370444cda85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:36.731876 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-010751de-2e15-4239-87b7-53a4bbd0332e req-9a22a4bb-2c9b-4088-aff3-4370444cda85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63021245-ec5e-45fc-a1a8-f13ed23aa515 HTTP/1.1" status: 200 len: 851 time: 0.0753682 Feb 09 14:19:36.739065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Attempting to bind port af23a0d9-1c15-48f5-a81e-9a441a603a7e on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:19:36.739065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Attempting to bind port af23a0d9-1c15-48f5-a81e-9a441a603a7e by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:19:36.739310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Attempting to bind port af23a0d9-1c15-48f5-a81e-9a441a603a7e on network a1587716-277d-4b6f-89df-24e96250ab9d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:36.756110 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-ab750321-4b0d-401f-baaa-5db98a7b288f service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8049622 Feb 09 14:19:36.767156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=48e354a3-60a7-43f4-b211-14b283c072cc,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:36.797748 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-010751de-2e15-4239-87b7-53a4bbd0332e req-1bc647ec-40fc-48a3-9ac0-490213f692b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30830122-d798-49d7-b828-5813fd5acd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581379 Feb 09 14:19:36.835610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Port af23a0d9-1c15-48f5-a81e-9a441a603a7e on network a1587716-277d-4b6f-89df-24e96250ab9d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:19:36.835963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Attempting to bind port af23a0d9-1c15-48f5-a81e-9a441a603a7e on network a1587716-277d-4b6f-89df-24e96250ab9d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:36.859161 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-da001201-c17e-49e0-b5ab-0b9108cd7f20 req-5d321ecf-c3a9-4f6f-8420-45c060483e2a tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020263 Feb 09 14:19:36.874285 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42f5995c-b222-4364-8de2-87efeab19eec tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:36.883825 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a429e9cb-beab-426b-a7a4-6344cf8a9e3c req-2b0f22bf-9dd7-4eb6-98cf-d7ee4e01ba10 service neutron] 10.222.0.35 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7513933 Feb 09 14:19:36.884590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:19:36.884930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Checking segment: {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:19:36.885746 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Bound using segment: {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:19:36.886202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Bound port: af23a0d9-1c15-48f5-a81e-9a441a603a7e, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:19:36.886550 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:36.897262 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-5e495bc9-698c-491f-85df-6590239fcaeb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=7cb55f9b-f540-4d4e-978c-81beb6cf7326 HTTP/1.1" status: 200 len: 217 time: 0.1224005 Feb 09 14:19:36.958628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5995c-b222-4364-8de2-87efeab19eec tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Pushing event deleted for resources: {'Port': ['ID=0de3d55e-19f0-4997-b4be-8352c37f08e0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:37.008779 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0de3d55e-19f0-4997-b4be-8352c37f08e0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:37.066845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 0de3d55e-19f0-4997-b4be-8352c37f08e0 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:19:37.067184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0de3d55e-19f0-4997-b4be-8352c37f08e0 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 09 14:19:37.088861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f1ae9-70ab-4b4d-a163-6a277e09f635 req-420c67df-989d-4423-afd5-73d874b23479 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:37.097433 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-812f1ae9-70ab-4b4d-a163-6a277e09f635 req-420c67df-989d-4423-afd5-73d874b23479 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 945 time: 0.5561757 Feb 09 14:19:37.104570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Port 0de3d55e-19f0-4997-b4be-8352c37f08e0 not found, will not notify nova. {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 09 14:19:37.188150 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42f5995c-b222-4364-8de2-87efeab19eec tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:37.233357 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-812f1ae9-70ab-4b4d-a163-6a277e09f635 req-33959b3d-71fa-4a60-9d5e-9fc682a5d39d tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/security-groups?id=99a6cfbd-9b3a-44f8-ad28-04b1f9fc877a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350682 Feb 09 14:19:37.306561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-010751de-2e15-4239-87b7-53a4bbd0332e req-21307624-f9d6-499e-9eee-96f07e33d33b service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984331 Feb 09 14:19:37.338671 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-ddef64ac-cfd8-4df6-9688-7f9ef8d3a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:37.340739 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-ddef64ac-cfd8-4df6-9688-7f9ef8d3a32f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3 HTTP/1.1" status: 200 len: 797 time: 0.4136488 Feb 09 14:19:37.460320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:19:37.495647 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a429e9cb-beab-426b-a7a4-6344cf8a9e3c req-43278ae2-5751-459a-b6ac-707085723017 service neutron] 10.222.0.35 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974276 Feb 09 14:19:37.506982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:19:37.529146 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:37.609473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731efda2-0f95-4fe0-ac54-d55b48846322 req-6b3d1299-dbb1-4814-8a60-9ee449700e3d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:37.611669 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-731efda2-0f95-4fe0-ac54-d55b48846322 req-6b3d1299-dbb1-4814-8a60-9ee449700e3d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 944 time: 0.5237896 Feb 09 14:19:37.622386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-61e319b3-a5e9-4615-8a8b-1c8663db7c76 req-27aff45e-b771-4876-9aad-9a70f32d89e2 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] For port 2d45e0f4-4ead-46dd-afff-ab7d6755a860, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2d45e0f4-4ead-46dd-afff-ab7d6755a860,segment=NetworkSegment(15383dac-4ead-4abf-b2fc-65a4d967f86d),segment_id=15383dac-4ead-4abf-b2fc-65a4d967f86d)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:37.622711 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-61e319b3-a5e9-4615-8a8b-1c8663db7c76 req-27aff45e-b771-4876-9aad-9a70f32d89e2 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:37.640449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:37.641071 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:37.642773 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] 10.222.0.35 "PUT /v2.0/ports/af23a0d9-1c15-48f5-a81e-9a441a603a7e HTTP/1.1" status: 200 len: 1092 time: 4.1368282 Feb 09 14:19:37.643210 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:37.695543 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42f5995c-b222-4364-8de2-87efeab19eec tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:37.698223 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42f5995c-b222-4364-8de2-87efeab19eec tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:37.756343 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-010751de-2e15-4239-87b7-53a4bbd0332e req-13c928f9-5605-4adc-8e82-843936155b55 service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655170 Feb 09 14:19:37.784775 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42f5995c-b222-4364-8de2-87efeab19eec tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:37.785324 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f5995c-b222-4364-8de2-87efeab19eec tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e804d56-e9a4-470b-bd20-af6557913efe {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:19:37.806532 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42f5995c-b222-4364-8de2-87efeab19eec tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:37.808090 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-42f5995c-b222-4364-8de2-87efeab19eec tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "DELETE /v2.0/routers/7e804d56-e9a4-470b-bd20-af6557913efe HTTP/1.1" status: 204 len: 168 time: 3.2555430 Feb 09 14:19:37.810959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35134) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:37.844010 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-61e319b3-a5e9-4615-8a8b-1c8663db7c76 req-27aff45e-b771-4876-9aad-9a70f32d89e2 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Calling delete_port for 2d45e0f4-4ead-46dd-afff-ab7d6755a860 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:37.916899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f94fee-a58f-4e54-8b6e-31981030452f req-da5c3914-a249-4821-8ce7-d67912fbf314 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:37.920208 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f9f94fee-a58f-4e54-8b6e-31981030452f req-da5c3914-a249-4821-8ce7-d67912fbf314 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 943 time: 0.5497365 Feb 09 14:19:37.928658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-673b6783-e96d-4616-a8c3-3285d4deff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:37.930228 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-673b6783-e96d-4616-a8c3-3285d4deff8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=823b3307-a261-404f-987b-156bad62d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5598145 Feb 09 14:19:37.930851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636f404-3f84-4744-b36d-123e0de14c8e service neutron] Pushing event updated for resources: {'Port': ['ID=af23a0d9-1c15-48f5-a81e-9a441a603a7e,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:38.038796 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-731efda2-0f95-4fe0-ac54-d55b48846322 req-a7cb4ebc-e149-49e0-a2a0-94de1e08a085 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4052484 Feb 09 14:19:38.057864 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f9f94fee-a58f-4e54-8b6e-31981030452f req-33ab0070-fb35-49a8-b1be-5cc86ed6facb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314268 Feb 09 14:19:38.077858 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-382ced06-120d-4dc2-ba5c-b9d2d65ef08b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:38.138900 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7e51c4-91f8-4107-a3f1-f2e848945899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48e354a3-60a7-43f4-b211-14b283c072cc', 'code': 200} Feb 09 14:19:38.211827 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-d8a9b4eb-ed04-48a0-b011-9bd23ba6a78d service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697909 Feb 09 14:19:38.242871 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'status': 'completed', 'code': 200} Feb 09 14:19:38.249783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-f5db2db6-6ffd-44df-add7-cb1dcd60fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:38.251861 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-f5db2db6-6ffd-44df-add7-cb1dcd60fc17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 1095 time: 0.5139225 Feb 09 14:19:38.388550 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-382ced06-120d-4dc2-ba5c-b9d2d65ef08b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:38.397934 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 48e354a3-60a7-43f4-b211-14b283c072cc details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:19:38.406579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-382ced06-120d-4dc2-ba5c-b9d2d65ef08b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Deleting port 28e491c0-f9c3-46de-bdf6-d91570b08a2a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:38.407134 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-382ced06-120d-4dc2-ba5c-b9d2d65ef08b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:38.441162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e229ce5-abc8-487a-95ba-c19679c82cd4 req-2353d690-3c42-4e55-a8fe-5bf49c016bf4 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:38.449654 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e229ce5-abc8-487a-95ba-c19679c82cd4 req-2353d690-3c42-4e55-a8fe-5bf49c016bf4 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 943 time: 0.2337186 Feb 09 14:19:38.530152 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-9fbfdeff-4dd6-4e47-811d-f410d171d89e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e HTTP/1.1" status: 200 len: 217 time: 0.2280438 Feb 09 14:19:38.538351 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-61e319b3-a5e9-4615-8a8b-1c8663db7c76 req-27aff45e-b771-4876-9aad-9a70f32d89e2 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:38.569890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 48e354a3-60a7-43f4-b211-14b283c072cc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=48e354a3-60a7-43f4-b211-14b283c072cc,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:38.591091 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '48e354a3-60a7-43f4-b211-14b283c072cc', 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca', 'port_id': '48e354a3-60a7-43f4-b211-14b283c072cc', 'mac_address': 'fa:16:3e:bc:20:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fdf6b3-1e22-4eee-999f-3240ab8424ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:19:38.600712 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['2d45e0f4-4ead-46dd-afff-ab7d6755a860'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:19:38.624369 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e229ce5-abc8-487a-95ba-c19679c82cd4 req-0cecd1d1-cb5e-43d7-a9b8-d9eec80c4375 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733575 Feb 09 14:19:38.687943 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:38.720626 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:38.753722 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e354a3-60a7-43f4-b211-14b283c072cc {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:19:38.766702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aff45e-b771-4876-9aad-9a70f32d89e2 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Pushing event deleted for resources: {'Port': ['ID=2d45e0f4-4ead-46dd-afff-ab7d6755a860,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:38.771856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-382ced06-120d-4dc2-ba5c-b9d2d65ef08b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] For port 28e491c0-f9c3-46de-bdf6-d91570b08a2a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=28e491c0-f9c3-46de-bdf6-d91570b08a2a,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:38.771856 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-382ced06-120d-4dc2-ba5c-b9d2d65ef08b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:38.796276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 48e354a3-60a7-43f4-b211-14b283c072cc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=48e354a3-60a7-43f4-b211-14b283c072cc,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:38.801921 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:38.816357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e319b3-a5e9-4615-8a8b-1c8663db7c76 req-27aff45e-b771-4876-9aad-9a70f32d89e2 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] No DVR routers for this DVR port 2d45e0f4-4ead-46dd-afff-ab7d6755a860 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:19:38.830231 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-61e319b3-a5e9-4615-8a8b-1c8663db7c76 req-27aff45e-b771-4876-9aad-9a70f32d89e2 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:38.863246 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-16d29511-8e5f-4085-9e40-bdfe1716d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:38.864674 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-16d29511-8e5f-4085-9e40-bdfe1716d5d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.3210537 Feb 09 14:19:38.866570 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-7ae71f09-8ead-435b-b50a-1a6a24ffbe6a service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432333 Feb 09 14:19:38.868491 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-61e319b3-a5e9-4615-8a8b-1c8663db7c76 req-27aff45e-b771-4876-9aad-9a70f32d89e2 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.35 "DELETE /v2.0/ports/2d45e0f4-4ead-46dd-afff-ab7d6755a860 HTTP/1.1" status: 204 len: 173 time: 2.6405365 Feb 09 14:19:38.882369 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=48e354a3-60a7-43f4-b211-14b283c072cc,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:38.971633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0de3d55e-19f0-4997-b4be-8352c37f08e0 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:19:38.973782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-382ced06-120d-4dc2-ba5c-b9d2d65ef08b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Calling delete_port for 28e491c0-f9c3-46de-bdf6-d91570b08a2a owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:39.015141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 0de3d55e-19f0-4997-b4be-8352c37f08e0 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:19:39.015661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0de3d55e-19f0-4997-b4be-8352c37f08e0 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:19:39.060170 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-f65b79f4-a9a5-4761-9889-57a07acaa271 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=bad12c33-b53e-4a70-b9a8-26d5a13a0910 HTTP/1.1" status: 200 len: 217 time: 0.1336560 Feb 09 14:19:39.063008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-eeb87d7a-660a-41b2-9c87-f6c2c0f73e1f req-cc135ecd-dc96-4a80-a8a2-98907f9d9524 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Synchronizing usage tracker for tenant:aaf3f133563d4800be3a6886803e0f67 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:39.076802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae483a3-6f88-4c66-8554-d0dc2be735a4 req-702cdab9-6c8f-475d-af72-dfebd0f56f7a tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:39.078244 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3ae483a3-6f88-4c66-8554-d0dc2be735a4 req-702cdab9-6c8f-475d-af72-dfebd0f56f7a tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.2263830 Feb 09 14:19:39.137307 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3ae483a3-6f88-4c66-8554-d0dc2be735a4 req-43b287e8-1d0a-48bb-ab5c-a4867b93e75c tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508411 Feb 09 14:19:39.141131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-eeb87d7a-660a-41b2-9c87-f6c2c0f73e1f req-cc135ecd-dc96-4a80-a8a2-98907f9d9524 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] Unset dirty status for tenant:aaf3f133563d4800be3a6886803e0f67 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:39.143060 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eeb87d7a-660a-41b2-9c87-f6c2c0f73e1f req-cc135ecd-dc96-4a80-a8a2-98907f9d9524 tempest-ServersNegativeTestMultiTenantJSON-1507058530 tempest-ServersNegativeTestMultiTenantJSON-1507058530-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bce7eb5-ab45-4925-8d97-7b1d76cb967a HTTP/1.1" status: 200 len: 210 time: 0.2149894 Feb 09 14:19:39.151773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-0ffd50be-f2fd-4abe-b51a-4b17991fea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:39.153438 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-0ffd50be-f2fd-4abe-b51a-4b17991fea50 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3 HTTP/1.1" status: 200 len: 797 time: 0.0867057 Feb 09 14:19:39.208954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-fb929d91-3d9a-4b52-9157-29a4be44858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:39.210836 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-fb929d91-3d9a-4b52-9157-29a4be44858e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3237484 Feb 09 14:19:39.253445 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-382ced06-120d-4dc2-ba5c-b9d2d65ef08b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:39.271958 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['48e354a3-60a7-43f4-b211-14b283c072cc'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:19:39.431203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-bc405b88-8ab1-45e5-9add-a74b39a04cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:39.432757 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-bc405b88-8ab1-45e5-9add-a74b39a04cf1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=823b3307-a261-404f-987b-156bad62d095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2726135 Feb 09 14:19:39.530936 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-d19001c0-230a-4b41-88de-7ddce6010eba service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096566 Feb 09 14:19:39.549838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ced06-120d-4dc2-ba5c-b9d2d65ef08b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Pushing event deleted for resources: {'Port': ['ID=28e491c0-f9c3-46de-bdf6-d91570b08a2a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:39.624528 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-382ced06-120d-4dc2-ba5c-b9d2d65ef08b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:39.656551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a336fbe-c5f4-44ac-8339-2a85383bf4db req-5fdf4652-5745-4d6a-bd2d-98f22fedc71a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:39.658334 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a336fbe-c5f4-44ac-8339-2a85383bf4db req-5fdf4652-5745-4d6a-bd2d-98f22fedc71a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 944 time: 0.3638628 Feb 09 14:19:39.744181 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-0bfcbcf9-710f-49e4-866e-2e63fd6b5a1b service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981968 Feb 09 14:19:39.782835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acab86-031f-4d71-976a-31e1cd3db4c2 req-7ba1688b-4f15-451b-a2c2-d43a1c0f5847 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:39.791599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acab86-031f-4d71-976a-31e1cd3db4c2 req-7ba1688b-4f15-451b-a2c2-d43a1c0f5847 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:39.800543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acab86-031f-4d71-976a-31e1cd3db4c2 req-7ba1688b-4f15-451b-a2c2-d43a1c0f5847 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:39.806635 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acab86-031f-4d71-976a-31e1cd3db4c2 req-7ba1688b-4f15-451b-a2c2-d43a1c0f5847 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:39.814325 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acab86-031f-4d71-976a-31e1cd3db4c2 req-7ba1688b-4f15-451b-a2c2-d43a1c0f5847 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:39.820091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acab86-031f-4d71-976a-31e1cd3db4c2 req-7ba1688b-4f15-451b-a2c2-d43a1c0f5847 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:39.825845 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acab86-031f-4d71-976a-31e1cd3db4c2 req-7ba1688b-4f15-451b-a2c2-d43a1c0f5847 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:39.827781 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55acab86-031f-4d71-976a-31e1cd3db4c2 req-7ba1688b-4f15-451b-a2c2-d43a1c0f5847 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5433 time: 0.5687478 Feb 09 14:19:39.841231 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a336fbe-c5f4-44ac-8339-2a85383bf4db req-e423e632-ae7e-4250-8361-74e901ab21ab tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741664 Feb 09 14:19:39.849314 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf68f87-9586-41d8-8f42-982b98d06338 req-db7f3eaf-422d-429f-9fb1-0fbce5da3a98 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014412 Feb 09 14:19:39.898607 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-382ced06-120d-4dc2-ba5c-b9d2d65ef08b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:39.902257 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-382ced06-120d-4dc2-ba5c-b9d2d65ef08b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:39.913098 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-1157fa65-c229-43e3-8adf-1393ce16ae9a service neutron] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597338 Feb 09 14:19:39.957611 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55acab86-031f-4d71-976a-31e1cd3db4c2 req-a0620825-5094-4767-990d-63db7dcdef42 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695181 Feb 09 14:19:39.958745 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-382ced06-120d-4dc2-ba5c-b9d2d65ef08b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:39.959504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382ced06-120d-4dc2-ba5c-b9d2d65ef08b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce91c34f-9553-4fa9-8fc0-364b3e3769c9 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:19:39.974358 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-382ced06-120d-4dc2-ba5c-b9d2d65ef08b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:39.975948 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-382ced06-120d-4dc2-ba5c-b9d2d65ef08b tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "DELETE /v2.0/routers/ce91c34f-9553-4fa9-8fc0-364b3e3769c9 HTTP/1.1" status: 204 len: 168 time: 2.1639326 Feb 09 14:19:39.980062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35154) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:39.995623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-5416929', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:40.003445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:40.007583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Usage tracker for resource:router and tenant:80e824d34c2842b39f14c4fcd3276860 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:40.010573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:40.018365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:40.019218 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-a4bf33ef-c0b1-43cb-b9e8-31dc7ba117bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2e012b21-bdb4-4038-9c4a-4518d14addfd HTTP/1.1" status: 200 len: 217 time: 0.0708303 Feb 09 14:19:40.034268 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:40.035484 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:40.056559 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:40.171108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-caef0517-7450-4e6b-ab80-c1c07cb08d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:40.172554 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-caef0517-7450-4e6b-ab80-c1c07cb08d37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc747844-e857-4864-b1fd-bf401665cf5c HTTP/1.1" status: 200 len: 797 time: 0.0994737 Feb 09 14:19:40.188002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99d78a-b1a8-4631-ae6f-4e10a53c83cb req-4a23db01-eb0f-4cca-9b9a-ebf5fc53681d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:40.189915 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a99d78a-b1a8-4631-ae6f-4e10a53c83cb req-4a23db01-eb0f-4cca-9b9a-ebf5fc53681d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 943 time: 0.2405193 Feb 09 14:19:40.250054 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:40.332242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bce7eb5-ab45-4925-8d97-7b1d76cb967a', 'name': 'network-vif-deleted', 'tag': '2d45e0f4-4ead-46dd-afff-ab7d6755a860'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:40.369816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec36e53-08ad-431a-8902-0273da86622e req-5e615bdc-8123-4ddc-95f5-12a176dea662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:40.371261 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ec36e53-08ad-431a-8902-0273da86622e req-5e615bdc-8123-4ddc-95f5-12a176dea662 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 1095 time: 0.4573276 Feb 09 14:19:40.399247 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:40.417393 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e4f85588-7308-4b12-b129-0e24569be3cb details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:19:40.423140 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2d45e0f4-4ead-46dd-afff-ab7d6755a860 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:19:40.449161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fad611-8534-442f-9842-a223c21de1ca req-abbb9065-a204-4458-abe1-a75b6df2bdaf tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:40.450855 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99fad611-8534-442f-9842-a223c21de1ca req-abbb9065-a204-4458-abe1-a75b6df2bdaf tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 944 time: 0.3026788 Feb 09 14:19:40.480492 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 2d45e0f4-4ead-46dd-afff-ab7d6755a860 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:19:40.481180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2d45e0f4-4ead-46dd-afff-ab7d6755a860 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:19:40.486814 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a99d78a-b1a8-4631-ae6f-4e10a53c83cb req-8bb2152d-a8fc-4624-bd1f-c8da41fb8e80 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438112 Feb 09 14:19:40.565780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-72900478-8651-4c6b-bb29-4cb71b7b1e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:40.567982 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-72900478-8651-4c6b-bb29-4cb71b7b1e32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f32b635-0e4c-4fd0-b4fb-058420f89d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3878057 Feb 09 14:19:40.622374 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99fad611-8534-442f-9842-a223c21de1ca req-64d970be-172f-4e79-b9b3-350af6eb3623 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064289 Feb 09 14:19:40.654164 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e4f85588-7308-4b12-b129-0e24569be3cb, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e4f85588-7308-4b12-b129-0e24569be3cb,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:40.668902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec36e53-08ad-431a-8902-0273da86622e req-0168ad07-5283-484a-b616-d3a82e0453ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:40.670945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ec36e53-08ad-431a-8902-0273da86622e req-0168ad07-5283-484a-b616-d3a82e0453ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 0.2905347 Feb 09 14:19:40.673416 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'e4f85588-7308-4b12-b129-0e24569be3cb', 'network_id': '30830122-d798-49d7-b828-5813fd5acd73', 'port_id': 'e4f85588-7308-4b12-b129-0e24569be3cb', 'mac_address': 'fa:16:3e:b4:d0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63021245-ec5e-45fc-a1a8-f13ed23aa515', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:19:40.744646 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:40.764418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f85588-7308-4b12-b129-0e24569be3cb {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:19:40.775512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35164) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:40.785232 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bce7eb5-ab45-4925-8d97-7b1d76cb967a', 'name': 'network-vif-deleted', 'tag': '2d45e0f4-4ead-46dd-afff-ab7d6755a860', 'status': 'completed', 'code': 200} Feb 09 14:19:40.786110 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e4f85588-7308-4b12-b129-0e24569be3cb, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e4f85588-7308-4b12-b129-0e24569be3cb,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:40.791214 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:40.812876 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ec36e53-08ad-431a-8902-0273da86622e req-a139dcfa-1b95-4974-8c3a-d6b1a87c0182 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e HTTP/1.1" status: 200 len: 217 time: 0.0953219 Feb 09 14:19:40.867837 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=e4f85588-7308-4b12-b129-0e24569be3cb,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:40.915389 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-c8c64be3-cdb8-43ee-9230-b5be818e7a62 service neutron] 10.222.0.35 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348498 Feb 09 14:19:40.922378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec36e53-08ad-431a-8902-0273da86622e req-543b1e39-141c-4e69-9287-043ddcd4223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:40.924340 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ec36e53-08ad-431a-8902-0273da86622e req-543b1e39-141c-4e69-9287-043ddcd4223a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.0972033 Feb 09 14:19:40.936407 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:40.960472 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 28e491c0-f9c3-46de-bdf6-d91570b08a2a no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:19:40.973652 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:40.980530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-605556ed-1e83-4e9c-89ed-5aa6e92fe4a5 admin admin] Deleting subnet 4e3fda16-582f-4c17-b401-51654626b478 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:19:40.998902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 28e491c0-f9c3-46de-bdf6-d91570b08a2a {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:19:40.999384 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 28e491c0-f9c3-46de-bdf6-d91570b08a2a not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:19:41.020345 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-605556ed-1e83-4e9c-89ed-5aa6e92fe4a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:41.066956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9872d-c020-4f00-a60d-4796e83c2477 req-02e75089-b938-4c48-b716-7493197e70e0 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:41.068431 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-45b9872d-c020-4f00-a60d-4796e83c2477 req-02e75089-b938-4c48-b716-7493197e70e0 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.4072509 Feb 09 14:19:41.165192 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-45b9872d-c020-4f00-a60d-4796e83c2477 req-2a9f91bc-7a57-4ee4-9db2-9561869aba93 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891395 Feb 09 14:19:41.168173 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-8aa317f8-f861-4e6c-9383-2b78f345d9b3 service neutron] 10.222.0.35 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415798 Feb 09 14:19:41.236732 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec36e53-08ad-431a-8902-0273da86622e req-d9b8870e-bbb2-4a8e-8d9e-234f358822fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:41.238214 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ec36e53-08ad-431a-8902-0273da86622e req-d9b8870e-bbb2-4a8e-8d9e-234f358822fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2926137 Feb 09 14:19:41.247016 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['e4f85588-7308-4b12-b129-0e24569be3cb'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:19:41.254586 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-67b0cfbf-8d37-4705-9fbb-12ba5521249d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=677bd77c-a935-467b-8c7e-f69298f0f833 HTTP/1.1" status: 200 len: 217 time: 0.0794587 Feb 09 14:19:41.273165 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-605556ed-1e83-4e9c-89ed-5aa6e92fe4a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:41.396343 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-605556ed-1e83-4e9c-89ed-5aa6e92fe4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:41.429288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9316e94-b2d9-491c-975b-ab7fa14e1606 req-5b980edf-acc0-4181-bef7-5fd1656b2b2c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:41.430661 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f9316e94-b2d9-491c-975b-ab7fa14e1606 req-5b980edf-acc0-4181-bef7-5fd1656b2b2c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 944 time: 0.3839636 Feb 09 14:19:41.447637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Allocated IP 172.25.8.141 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/b041b244-8e41-4b85-a0b0-cafe49c1b513) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:19:41.469085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-0349529a-e23a-45ad-b694-9cf782651f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:41.470575 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-0349529a-e23a-45ad-b694-9cf782651f09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bc747844-e857-4864-b1fd-bf401665cf5c HTTP/1.1" status: 200 len: 797 time: 0.1930015 Feb 09 14:19:41.535547 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ec36e53-08ad-431a-8902-0273da86622e req-7e391732-1b16-47e5-93e5-c1a98fb345bd service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826705 Feb 09 14:19:41.561031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edcfb7-da4b-402a-b5b9-89649fb8648c req-b4733f91-2562-4bc8-8e02-9de73956bee5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:41.567259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edcfb7-da4b-402a-b5b9-89649fb8648c req-b4733f91-2562-4bc8-8e02-9de73956bee5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:41.573017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edcfb7-da4b-402a-b5b9-89649fb8648c req-b4733f91-2562-4bc8-8e02-9de73956bee5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:41.578860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edcfb7-da4b-402a-b5b9-89649fb8648c req-b4733f91-2562-4bc8-8e02-9de73956bee5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:41.584702 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f9316e94-b2d9-491c-975b-ab7fa14e1606 req-816031fb-6419-4b77-8472-065566263504 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399305 Feb 09 14:19:41.585029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edcfb7-da4b-402a-b5b9-89649fb8648c req-b4733f91-2562-4bc8-8e02-9de73956bee5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:41.591251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edcfb7-da4b-402a-b5b9-89649fb8648c req-b4733f91-2562-4bc8-8e02-9de73956bee5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:41.597676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edcfb7-da4b-402a-b5b9-89649fb8648c req-b4733f91-2562-4bc8-8e02-9de73956bee5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:41.600186 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7edcfb7-da4b-402a-b5b9-89649fb8648c req-b4733f91-2562-4bc8-8e02-9de73956bee5 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5433 time: 0.3242774 Feb 09 14:19:41.616544 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-605556ed-1e83-4e9c-89ed-5aa6e92fe4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:41.667344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-605556ed-1e83-4e9c-89ed-5aa6e92fe4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:41.687868 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605556ed-1e83-4e9c-89ed-5aa6e92fe4a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3fda16-582f-4c17-b401-51654626b478,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:41.753178 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-605556ed-1e83-4e9c-89ed-5aa6e92fe4a5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4e3fda16-582f-4c17-b401-51654626b478 HTTP/1.1" status: 204 len: 168 time: 0.9771316 Feb 09 14:19:41.754365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7edcfb7-da4b-402a-b5b9-89649fb8648c req-0982adef-163c-4e68-becb-3b8528bc01e7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166680 Feb 09 14:19:41.759271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35176) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:41.780192 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:41.825450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41a748-0ec2-4b70-8483-cbf18927c951 req-ee5b97b4-d682-495a-a181-1c7981498cb0 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:41.826911 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aa41a748-0ec2-4b70-8483-cbf18927c951 req-ee5b97b4-d682-495a-a181-1c7981498cb0 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 944 time: 0.1314528 Feb 09 14:19:41.851983 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:41.947611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:19:41.955752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:41.960663 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Pushing event updated for resources: {'Port': ['ID=b041b244-8e41-4b85-a0b0-cafe49c1b513,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:41.963929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:19:41.998614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7784766-095a-43ec-afce-713d6b4fb446 req-794d34f6-9a99-49be-ad39-7e987f1cac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:41.998614 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-794d34f6-9a99-49be-ad39-7e987f1cac29 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f32b635-0e4c-4fd0-b4fb-058420f89d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5096529 Feb 09 14:19:42.000195 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aa41a748-0ec2-4b70-8483-cbf18927c951 req-6cdbead7-9d9b-40c7-aa41-2ac86ba2f5be tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632686 Feb 09 14:19:42.005793 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ec36e53-08ad-431a-8902-0273da86622e req-6ca40e62-39d8-4b9d-a00d-93c806705e6b service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564836 Feb 09 14:19:42.083693 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20d2381c-6d67-4cd3-85c0-2b1c1595262d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:42.334951 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20d2381c-6d67-4cd3-85c0-2b1c1595262d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:42.353031 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-7cd7b30f-434e-4652-af9d-83dcc60ec399 service neutron] 10.222.0.35 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331943 Feb 09 14:19:42.369220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76374561-2d03-49ca-bad9-e24786879928 req-7ed989d6-8f99-4694-868e-46e95cb03f61 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:42.370644 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-76374561-2d03-49ca-bad9-e24786879928 req-7ed989d6-8f99-4694-868e-46e95cb03f61 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 944 time: 0.3700163 Feb 09 14:19:42.401750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-20d2381c-6d67-4cd3-85c0-2b1c1595262d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2630aa-d5cd-4bd7-8db6-1eac2008a33e']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:42.427565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 48e354a3-60a7-43f4-b211-14b283c072cc up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:42.465472 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:42.483361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-20d2381c-6d67-4cd3-85c0-2b1c1595262d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15383dac-4ead-4abf-b2fc-65a4d967f86d') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:42.483361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-20d2381c-6d67-4cd3-85c0-2b1c1595262d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15383dac-4ead-4abf-b2fc-65a4d967f86d') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:42.498617 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 48e354a3-60a7-43f4-b211-14b283c072cc triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:42.499126 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:42.506207 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20d2381c-6d67-4cd3-85c0-2b1c1595262d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:42.544023 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20d2381c-6d67-4cd3-85c0-2b1c1595262d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:42.556918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607610b6-cd2a-4d1e-a9b3-31e8e748704a req-49079ad2-877a-47cb-8d5c-f3bb352e2229 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:42.558976 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-607610b6-cd2a-4d1e-a9b3-31e8e748704a req-49079ad2-877a-47cb-8d5c-f3bb352e2229 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.2548358 Feb 09 14:19:42.559777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d2381c-6d67-4cd3-85c0-2b1c1595262d admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:19:42.560345 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20d2381c-6d67-4cd3-85c0-2b1c1595262d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:19:42.575300 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:19:42.578871 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-76374561-2d03-49ca-bad9-e24786879928 req-579513f2-3d38-44e5-bafb-ad25c44d580f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802542 Feb 09 14:19:42.662485 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:42.687527 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7784766-095a-43ec-afce-713d6b4fb446 req-89483ceb-262c-490a-82c2-6e673bf4c93a service neutron] 10.222.0.35 "GET /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136456 Feb 09 14:19:42.690890 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20d2381c-6d67-4cd3-85c0-2b1c1595262d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:42.696465 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20d2381c-6d67-4cd3-85c0-2b1c1595262d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:42.708110 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-607610b6-cd2a-4d1e-a9b3-31e8e748704a req-47f33e5d-3978-4893-84b5-95b85f7a5670 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403875 Feb 09 14:19:42.708933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7e51c4-91f8-4107-a3f1-f2e848945899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e354a3-60a7-43f4-b211-14b283c072cc'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:42.744788 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 48e354a3-60a7-43f4-b211-14b283c072cc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=48e354a3-60a7-43f4-b211-14b283c072cc,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:42.753068 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:42.840946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2381c-6d67-4cd3-85c0-2b1c1595262d admin admin] Pushing event deleted for resources: {'Network': ['ID=8b2630aa-d5cd-4bd7-8db6-1eac2008a33e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:42.884793 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-20d2381c-6d67-4cd3-85c0-2b1c1595262d admin admin] 10.222.0.48 "DELETE /v2.0/networks/8b2630aa-d5cd-4bd7-8db6-1eac2008a33e HTTP/1.1" status: 204 len: 168 time: 1.1239936 Feb 09 14:19:42.885016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35188) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:42.897608 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7e51c4-91f8-4107-a3f1-f2e848945899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e354a3-60a7-43f4-b211-14b283c072cc', 'code': 200} Feb 09 14:19:42.898585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=48e354a3-60a7-43f4-b211-14b283c072cc,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:42.928720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-bc695562-35b1-437d-a755-1523c57f1a94 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:42.935225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-bc695562-35b1-437d-a755-1523c57f1a94 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:42.941897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-bc695562-35b1-437d-a755-1523c57f1a94 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:42.947890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-bc695562-35b1-437d-a755-1523c57f1a94 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:42.955406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-bc695562-35b1-437d-a755-1523c57f1a94 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:42.961829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-bc695562-35b1-437d-a755-1523c57f1a94 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:42.968458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-bc695562-35b1-437d-a755-1523c57f1a94 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:42.970464 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-bc695562-35b1-437d-a755-1523c57f1a94 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5433 time: 0.2547548 Feb 09 14:19:43.067265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb353cbf-6ebf-4a2e-9131-a069efce4e38 req-68b238f8-fb4e-4eaf-a4c1-ec9fb6e17f75 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:43.069271 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bb353cbf-6ebf-4a2e-9131-a069efce4e38 req-68b238f8-fb4e-4eaf-a4c1-ec9fb6e17f75 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 944 time: 0.2730296 Feb 09 14:19:43.143530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-e506399e-fab4-4328-8015-a70eb709429b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:43.144906 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-e506399e-fab4-4328-8015-a70eb709429b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.35 "GET /v2.0/ports/e2a09b75-aff3-4881-9cb3-8cf2226c94cf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1649277 Feb 09 14:19:43.168046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-246b1ce3-3590-40e0-95fb-c0df6323c2c8 admin admin] Deleting subnet bb829e82-6f38-4353-90f4-05157246d3c8 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:19:43.181138 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bb353cbf-6ebf-4a2e-9131-a069efce4e38 req-7318ff73-b198-49b2-a436-7b99c992acb3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997024 Feb 09 14:19:43.230597 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-246b1ce3-3590-40e0-95fb-c0df6323c2c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:43.269077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4680d-3e96-43f6-ba8f-9dcda9785f95 req-b2969f39-0eb5-4e65-b865-74d41b8f1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:43.270833 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7d4680d-3e96-43f6-ba8f-9dcda9785f95 req-b2969f39-0eb5-4e65-b865-74d41b8f1c24 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 1096 time: 0.2882881 Feb 09 14:19:43.304430 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:43.310993 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-246b1ce3-3590-40e0-95fb-c0df6323c2c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:43.384706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-34894cc4-fe02-40f6-8dd1-713f7418252c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Synchronizing usage tracker for tenant:ea230855731c4f038f9be9893ada8105 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:43.398831 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7d4680d-3e96-43f6-ba8f-9dcda9785f95 req-851f46a6-b15b-44e1-a697-d58cdf1aa04c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179473 Feb 09 14:19:43.421013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-34894cc4-fe02-40f6-8dd1-713f7418252c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Unset dirty status for tenant:ea230855731c4f038f9be9893ada8105 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:43.422318 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-34894cc4-fe02-40f6-8dd1-713f7418252c tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.35 "GET /v2.0/networks/823b3307-a261-404f-987b-156bad62d095?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2698932 Feb 09 14:19:43.431609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cf343-7315-4b06-9cb6-58c7fb5caa29 req-2d92335c-1f3b-492f-a3e5-d725d2da8e43 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:43.437437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cf343-7315-4b06-9cb6-58c7fb5caa29 req-2d92335c-1f3b-492f-a3e5-d725d2da8e43 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:43.439882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58a9dc-6a68-4642-97e2-2add7c614f1b req-590acc55-646b-4d74-a147-ac7b63bdfe46 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:43.441271 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd58a9dc-6a68-4642-97e2-2add7c614f1b req-590acc55-646b-4d74-a147-ac7b63bdfe46 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 944 time: 0.1365628 Feb 09 14:19:43.443871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cf343-7315-4b06-9cb6-58c7fb5caa29 req-2d92335c-1f3b-492f-a3e5-d725d2da8e43 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:43.449658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cf343-7315-4b06-9cb6-58c7fb5caa29 req-2d92335c-1f3b-492f-a3e5-d725d2da8e43 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:43.455523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cf343-7315-4b06-9cb6-58c7fb5caa29 req-2d92335c-1f3b-492f-a3e5-d725d2da8e43 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:43.461436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cf343-7315-4b06-9cb6-58c7fb5caa29 req-2d92335c-1f3b-492f-a3e5-d725d2da8e43 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:43.467322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cf343-7315-4b06-9cb6-58c7fb5caa29 req-2d92335c-1f3b-492f-a3e5-d725d2da8e43 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:43.469190 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-190cf343-7315-4b06-9cb6-58c7fb5caa29 req-2d92335c-1f3b-492f-a3e5-d725d2da8e43 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 5433 time: 0.4025650 Feb 09 14:19:43.502268 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd58a9dc-6a68-4642-97e2-2add7c614f1b req-15f78362-a26b-4247-bcf8-134684c29ea2 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519793 Feb 09 14:19:43.524009 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-246b1ce3-3590-40e0-95fb-c0df6323c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:43.657012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-fcc8fb1f-b39b-478b-aba9-8d4d927c2adc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:43.660673 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-190cf343-7315-4b06-9cb6-58c7fb5caa29 req-7e67bde9-1e59-4c7b-9db4-288ebeb7a92b tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1800880 Feb 09 14:19:43.706339 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-246b1ce3-3590-40e0-95fb-c0df6323c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:43.756535 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-246b1ce3-3590-40e0-95fb-c0df6323c2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:43.758997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b1ce3-3590-40e0-95fb-c0df6323c2c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb829e82-6f38-4353-90f4-05157246d3c8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:43.771502 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-246b1ce3-3590-40e0-95fb-c0df6323c2c8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bb829e82-6f38-4353-90f4-05157246d3c8 HTTP/1.1" status: 204 len: 168 time: 0.8851984 Feb 09 14:19:43.773188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35200) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:43.795270 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Router 09f45e2f-85be-4922-9c13-292b5790a3e0 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:19:43.840855 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-fcc8fb1f-b39b-478b-aba9-8d4d927c2adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:43.922849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1708d4-52e3-44cf-aed2-e04a32ee8b44 req-e6f51adb-6eb8-4a42-af5d-43088f7fa4d6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:43.924842 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f1708d4-52e3-44cf-aed2-e04a32ee8b44 req-e6f51adb-6eb8-4a42-af5d-43088f7fa4d6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.1989884 Feb 09 14:19:44.024677 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-749f6c0e-95fc-4b53-a42c-92824c172362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:44.155512 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f1708d4-52e3-44cf-aed2-e04a32ee8b44 req-00ad4dbf-45a9-4d85-9b0a-c64474b49289 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190726 Feb 09 14:19:44.200904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-fcc8fb1f-b39b-478b-aba9-8d4d927c2adc service neutron] For port e2a09b75-aff3-4881-9cb3-8cf2226c94cf, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e2a09b75-aff3-4881-9cb3-8cf2226c94cf,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:44.224162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791344ff-954f-45eb-af8b-79067fa0df13 req-ff4e3193-60b1-4640-92b6-0444e2f06198 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:44.225715 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-791344ff-954f-45eb-af8b-79067fa0df13 req-ff4e3193-60b1-4640-92b6-0444e2f06198 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.3783445 Feb 09 14:19:44.231936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-fcc8fb1f-b39b-478b-aba9-8d4d927c2adc service neutron] For port e2a09b75-aff3-4881-9cb3-8cf2226c94cf, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:19:44.236847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:19:44.249628 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3da83aa-97b8-4bad-bc1d-dcf2afe50552 None None] Sync routers for ids ['09f45e2f-85be-4922-9c13-292b5790a3e0'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:19:44.261485 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3da83aa-97b8-4bad-bc1d-dcf2afe50552 None None] Routers {'09f45e2f-85be-4922-9c13-292b5790a3e0'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:44.262486 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a3da83aa-97b8-4bad-bc1d-dcf2afe50552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['09f45e2f-85be-4922-9c13-292b5790a3e0'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:44.287085 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-749f6c0e-95fc-4b53-a42c-92824c172362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:44.325476 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:44.326271 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-25123885-7e73-469c-b10f-0eec5770ce13 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.3451500 Feb 09 14:19:44.331811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35206) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:44.338834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-749f6c0e-95fc-4b53-a42c-92824c172362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa66bae-6137-4b90-8bfa-0cd36c518b4b']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:44.345348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-fcc8fb1f-b39b-478b-aba9-8d4d927c2adc service neutron] device_id is not set on port e2a09b75-aff3-4881-9cb3-8cf2226c94cf yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:19:44.349653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-939181cc-6013-4f5a-88e3-60b2e4451649 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'enable_snat': False}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:44.350565 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a3da83aa-97b8-4bad-bc1d-dcf2afe50552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:44.356446 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-fcc8fb1f-b39b-478b-aba9-8d4d927c2adc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:44.360408 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3da83aa-97b8-4bad-bc1d-dcf2afe50552 None None] Routers {'09f45e2f-85be-4922-9c13-292b5790a3e0'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:44.361095 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a3da83aa-97b8-4bad-bc1d-dcf2afe50552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['09f45e2f-85be-4922-9c13-292b5790a3e0'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:44.370401 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-fcc8fb1f-b39b-478b-aba9-8d4d927c2adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:44.401221 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-791344ff-954f-45eb-af8b-79067fa0df13 req-c0098147-5936-47f2-9c0e-ce6d3e081003 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658499 Feb 09 14:19:44.419623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-749f6c0e-95fc-4b53-a42c-92824c172362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f6a0f1-ff9f-49e7-a2b9-814ec9f0ca09') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:44.419940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-749f6c0e-95fc-4b53-a42c-92824c172362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f6a0f1-ff9f-49e7-a2b9-814ec9f0ca09') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:44.429084 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a3da83aa-97b8-4bad-bc1d-dcf2afe50552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:44.429638 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3da83aa-97b8-4bad-bc1d-dcf2afe50552 None None] The sync data for ids ['09f45e2f-85be-4922-9c13-292b5790a3e0'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:19:44.430925 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device af23a0d9-1c15-48f5-a81e-9a441a603a7e details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:19:44.433255 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e4f85588-7308-4b12-b129-0e24569be3cb up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:44.440423 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-749f6c0e-95fc-4b53-a42c-92824c172362 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:44.532787 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8fb1f-b39b-478b-aba9-8d4d927c2adc service neutron] Pushing event updated for resources: {'Port': ['ID=e2a09b75-aff3-4881-9cb3-8cf2226c94cf,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:44.655415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-fcc8fb1f-b39b-478b-aba9-8d4d927c2adc service neutron] No DVR routers for this DVR port e2a09b75-aff3-4881-9cb3-8cf2226c94cf on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:19:44.682920 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port e4f85588-7308-4b12-b129-0e24569be3cb completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:19:44.690673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port e4f85588-7308-4b12-b129-0e24569be3cb triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:44.691040 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:44.718952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045eeaf-b30b-47d8-baa6-013cb2040256 req-90382421-f24d-42bf-9300-a3e91228529c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:44.724216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8045eeaf-b30b-47d8-baa6-013cb2040256 req-90382421-f24d-42bf-9300-a3e91228529c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 944 time: 0.4308214 Feb 09 14:19:44.746132 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-749f6c0e-95fc-4b53-a42c-92824c172362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:44.752369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-fcc8fb1f-b39b-478b-aba9-8d4d927c2adc service neutron] In _notify_port_updated(), no bound segment for port e2a09b75-aff3-4881-9cb3-8cf2226c94cf on network 823b3307-a261-404f-987b-156bad62d095 {{(pid=87597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:19:44.753225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-fcc8fb1f-b39b-478b-aba9-8d4d927c2adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:44.753834 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-fcc8fb1f-b39b-478b-aba9-8d4d927c2adc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:44.755100 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-fcc8fb1f-b39b-478b-aba9-8d4d927c2adc service neutron] 10.222.0.35 "PUT /v2.0/ports/e2a09b75-aff3-4881-9cb3-8cf2226c94cf HTTP/1.1" status: 200 len: 1026 time: 1.1025622 Feb 09 14:19:44.778616 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8045eeaf-b30b-47d8-baa6-013cb2040256 req-89c04d41-548f-48b0-aef6-0dc6737a97f2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478623 Feb 09 14:19:44.793730 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:44.812315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749f6c0e-95fc-4b53-a42c-92824c172362 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:19:44.812809 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-749f6c0e-95fc-4b53-a42c-92824c172362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:19:44.826464 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:19:44.865893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-83ce8d58-c8c1-48ab-b116-04d8711ba361 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:44.867373 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-83ce8d58-c8c1-48ab-b116-04d8711ba361 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.35 "GET /v2.0/ports/51166934-6833-4ae3-b0f8-42d4ff50594b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0861683 Feb 09 14:19:44.886300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-88288ccb-2de3-4a14-8ee4-b061b7d6e002 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:44.900059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'port_id': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'mac_address': 'fa:16:3e:f0:d4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:19:44.999515 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8afaf8ac-86df-45e9-b2e9-b635a6f976fe None None] Provisioning complete for port e2a09b75-aff3-4881-9cb3-8cf2226c94cf triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:44.999515 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8afaf8ac-86df-45e9-b2e9-b635a6f976fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:45.012676 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-749f6c0e-95fc-4b53-a42c-92824c172362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:45.037159 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-749f6c0e-95fc-4b53-a42c-92824c172362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:45.038729 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:45.056423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f6c0e-95fc-4b53-a42c-92824c172362 admin admin] Pushing event deleted for resources: {'Network': ['ID=caa66bae-6137-4b90-8bfa-0cd36c518b4b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:45.102878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf84ca-68f0-4541-8b8f-a8d261a204db req-7c9fb71b-a634-4c4d-b97c-ca419f0110ac tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:45.108542 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:45.110347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf84ca-68f0-4541-8b8f-a8d261a204db req-7c9fb71b-a634-4c4d-b97c-ca419f0110ac tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:45.118045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf84ca-68f0-4541-8b8f-a8d261a204db req-7c9fb71b-a634-4c4d-b97c-ca419f0110ac tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:45.122498 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-749f6c0e-95fc-4b53-a42c-92824c172362 admin admin] 10.222.0.48 "DELETE /v2.0/networks/caa66bae-6137-4b90-8bfa-0cd36c518b4b HTTP/1.1" status: 204 len: 168 time: 1.3381171 Feb 09 14:19:45.128223 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf84ca-68f0-4541-8b8f-a8d261a204db req-7c9fb71b-a634-4c4d-b97c-ca419f0110ac tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:45.131322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d5c758-c92d-4e32-ab4e-da415cd8e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f85588-7308-4b12-b129-0e24569be3cb'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:45.135882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf84ca-68f0-4541-8b8f-a8d261a204db req-7c9fb71b-a634-4c4d-b97c-ca419f0110ac tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:45.140869 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8afaf8ac-86df-45e9-b2e9-b635a6f976fe None None] Port e2a09b75-aff3-4881-9cb3-8cf2226c94cf cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:19:45.144528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf84ca-68f0-4541-8b8f-a8d261a204db req-7c9fb71b-a634-4c4d-b97c-ca419f0110ac tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:45.147405 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e2bf84ca-68f0-4541-8b8f-a8d261a204db req-7c9fb71b-a634-4c4d-b97c-ca419f0110ac tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 4660 time: 0.2208097 Feb 09 14:19:45.158436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e4f85588-7308-4b12-b129-0e24569be3cb, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e4f85588-7308-4b12-b129-0e24569be3cb,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:45.160461 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af23a0d9-1c15-48f5-a81e-9a441a603a7e {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:19:45.177255 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:45.211867 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a5446-6afc-4e2c-a0b7-0cc32de47ce4 req-bbdd2674-044c-4fe1-a617-45ddf15dd300 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:45.216335 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c90a5446-6afc-4e2c-a0b7-0cc32de47ce4 req-bbdd2674-044c-4fe1-a617-45ddf15dd300 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 944 time: 0.4654973 Feb 09 14:19:45.217972 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e2bf84ca-68f0-4541-8b8f-a8d261a204db req-077c0dea-ac64-4471-bb02-a8f4a8bfa41d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e&id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637422 Feb 09 14:19:45.223222 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-88288ccb-2de3-4a14-8ee4-b061b7d6e002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:45.230635 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:45.279090 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:45.316323 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d5c758-c92d-4e32-ab4e-da415cd8e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f85588-7308-4b12-b129-0e24569be3cb', 'code': 200} Feb 09 14:19:45.317696 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=e4f85588-7308-4b12-b129-0e24569be3cb,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:45.386070 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35220) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:45.399924 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c90a5446-6afc-4e2c-a0b7-0cc32de47ce4 req-748e956e-2986-4537-a8d9-24871e42b1ff tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920839 Feb 09 14:19:45.482928 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=af23a0d9-1c15-48f5-a81e-9a441a603a7e,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:45.526273 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-beefa513-8aee-4b8a-9627-75cee3ef2c92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aaf3f133563d4800be3a6886803e0f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366019 Feb 09 14:19:45.529345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35226) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:45.560684 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-939181cc-6013-4f5a-88e3-60b2e4451649 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:45.624673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-88288ccb-2de3-4a14-8ee4-b061b7d6e002 service neutron] For port 51166934-6833-4ae3-b0f8-42d4ff50594b, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=51166934-6833-4ae3-b0f8-42d4ff50594b,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:45.686017 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-001b9930-bde0-45c3-ba56-5cdcc86d4df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:45.697924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda81d3-515f-4fee-ae02-84943b4e0a18 req-c4a05a5c-0c27-4681-8f6c-5467f3fdada5 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:45.699370 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ceda81d3-515f-4fee-ae02-84943b4e0a18 req-c4a05a5c-0c27-4681-8f6c-5467f3fdada5 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.2647591 Feb 09 14:19:45.710327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e653a-286f-46f1-822c-71e9fff28b19 req-dc405b37-5ec7-4374-b89a-9cf6b0d21326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:45.711793 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d0e653a-286f-46f1-822c-71e9fff28b19 req-dc405b37-5ec7-4374-b89a-9cf6b0d21326 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 1096 time: 0.2782621 Feb 09 14:19:45.718258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-88288ccb-2de3-4a14-8ee4-b061b7d6e002 service neutron] For port 51166934-6833-4ae3-b0f8-42d4ff50594b, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:19:45.733196 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91a0b8-bc65-4204-acab-2f4e43a0a251 req-70d3f711-b055-445e-a483-733a4162a7a5 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:45.734651 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2c91a0b8-bc65-4204-acab-2f4e43a0a251 req-70d3f711-b055-445e-a483-733a4162a7a5 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.1621172 Feb 09 14:19:45.759875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['af23a0d9-1c15-48f5-a81e-9a441a603a7e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:19:45.797474 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2c91a0b8-bc65-4204-acab-2f4e43a0a251 req-e89c779d-7c26-4bac-a920-b50f87eaa4d1 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547717 Feb 09 14:19:45.805867 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-001b9930-bde0-45c3-ba56-5cdcc86d4df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:45.853731 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-88288ccb-2de3-4a14-8ee4-b061b7d6e002 service neutron] device_id is not set on port 51166934-6833-4ae3-b0f8-42d4ff50594b yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:19:45.880745 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-88288ccb-2de3-4a14-8ee4-b061b7d6e002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:45.890587 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d0e653a-286f-46f1-822c-71e9fff28b19 req-c8e828dd-7710-4285-9137-e6b0e89f401b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291766 Feb 09 14:19:45.898970 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ceda81d3-515f-4fee-ae02-84943b4e0a18 req-d54f77ba-1afa-4c80-8fae-17de4fd26963 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844850 Feb 09 14:19:45.900014 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-88288ccb-2de3-4a14-8ee4-b061b7d6e002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:45.994236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-001b9930-bde0-45c3-ba56-5cdcc86d4df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:46.269577 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-77eb5f69-2e54-4dc6-9cbf-d40234b1f087 None None] Provisioning complete for port 51166934-6833-4ae3-b0f8-42d4ff50594b triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:46.269961 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-77eb5f69-2e54-4dc6-9cbf-d40234b1f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:46.275201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b9930-bde0-45c3-ba56-5cdcc86d4df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a6cfbd-9b3a-44f8-ad28-04b1f9fc877a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:46.287489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88288ccb-2de3-4a14-8ee4-b061b7d6e002 service neutron] Pushing event updated for resources: {'Port': ['ID=51166934-6833-4ae3-b0f8-42d4ff50594b,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:46.291856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-88288ccb-2de3-4a14-8ee4-b061b7d6e002 service neutron] No DVR routers for this DVR port 51166934-6833-4ae3-b0f8-42d4ff50594b on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:19:46.333133 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-001b9930-bde0-45c3-ba56-5cdcc86d4df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:46.334259 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-001b9930-bde0-45c3-ba56-5cdcc86d4df5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99a6cfbd-9b3a-44f8-ad28-04b1f9fc877a HTTP/1.1" status: 204 len: 168 time: 0.8012857 Feb 09 14:19:46.342315 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-77eb5f69-2e54-4dc6-9cbf-d40234b1f087 None None] Port 51166934-6833-4ae3-b0f8-42d4ff50594b cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:19:46.378798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-88288ccb-2de3-4a14-8ee4-b061b7d6e002 service neutron] In _notify_port_updated(), no bound segment for port 51166934-6833-4ae3-b0f8-42d4ff50594b on network 823b3307-a261-404f-987b-156bad62d095 {{(pid=87597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:19:46.379260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-88288ccb-2de3-4a14-8ee4-b061b7d6e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:46.379896 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-88288ccb-2de3-4a14-8ee4-b061b7d6e002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:46.385409 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-88288ccb-2de3-4a14-8ee4-b061b7d6e002 service neutron] 10.222.0.35 "PUT /v2.0/ports/51166934-6833-4ae3-b0f8-42d4ff50594b HTTP/1.1" status: 200 len: 1028 time: 1.5070059 Feb 09 14:19:46.385649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab49ec-8c15-496d-ab1d-04004570d82a req-0268fa4a-0a36-4bd2-a140-d51c960ae8fb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:46.387141 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3eab49ec-8c15-496d-ab1d-04004570d82a req-0268fa4a-0a36-4bd2-a140-d51c960ae8fb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.4141574 Feb 09 14:19:46.434645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0df0d610-c50d-4a82-a58d-bb3db99f16bc no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:19:46.453507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f909fb8-952e-4f47-a4a3-3e10426e6ce2 req-eeec561e-e032-4468-8b01-8a31ab5c1eaf tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:46.455108 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f909fb8-952e-4f47-a4a3-3e10426e6ce2 req-eeec561e-e032-4468-8b01-8a31ab5c1eaf tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.3813868 Feb 09 14:19:46.494522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-79698802-8208-41be-944f-d472f8634af7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Deleting port bad12c33-b53e-4a70-b9a8-26d5a13a0910 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:46.494899 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-79698802-8208-41be-944f-d472f8634af7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:46.532000 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3eab49ec-8c15-496d-ab1d-04004570d82a req-28635c86-65b1-41a6-bef4-a8439900fc3a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370821 Feb 09 14:19:46.575831 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f909fb8-952e-4f47-a4a3-3e10426e6ce2 req-af307c87-6c6d-4b56-9b04-be7cf27b33d4 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140184 Feb 09 14:19:46.623166 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:46.662921 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0df0d610-c50d-4a82-a58d-bb3db99f16bc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0df0d610-c50d-4a82-a58d-bb3db99f16bc,segment=NetworkSegment(b14b41f5-6849-44aa-8aa7-48eb3806b034),segment_id=b14b41f5-6849-44aa-8aa7-48eb3806b034)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:46.671854 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:46.673537 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e2a09b75-aff3-4881-9cb3-8cf2226c94cf no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:19:46.749544 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-939181cc-6013-4f5a-88e3-60b2e4451649 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:46.759251 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-939181cc-6013-4f5a-88e3-60b2e4451649 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:46.811309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=0df0d610-c50d-4a82-a58d-bb3db99f16bc,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:46.814985 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e2a09b75-aff3-4881-9cb3-8cf2226c94cf not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:19:46.815598 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2e012b21-bdb4-4038-9c4a-4518d14addfd no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:19:46.879953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-79698802-8208-41be-944f-d472f8634af7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] For port bad12c33-b53e-4a70-b9a8-26d5a13a0910, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=bad12c33-b53e-4a70-b9a8-26d5a13a0910,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:46.880416 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-79698802-8208-41be-944f-d472f8634af7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:46.940188 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:46.942705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35246) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:46.975246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 2e012b21-bdb4-4038-9c4a-4518d14addfd, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2e012b21-bdb4-4038-9c4a-4518d14addfd,segment=NetworkSegment(4d99d233-7638-4c56-9a11-f1d927d41e97),segment_id=4d99d233-7638-4c56-9a11-f1d927d41e97)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:46.980384 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:46.981147 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 677bd77c-a935-467b-8c7e-f69298f0f833 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:19:47.011338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-79698802-8208-41be-944f-d472f8634af7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Calling delete_port for bad12c33-b53e-4a70-b9a8-26d5a13a0910 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:47.039701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939181cc-6013-4f5a-88e3-60b2e4451649 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Router 09f45e2f-85be-4922-9c13-292b5790a3e0 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:19:47.079927 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2a315403-c16a-4a53-9b8a-a0b5f4cfaf1a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53cfa1da2a2547b0a52ec839b93b73ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329751 Feb 09 14:19:47.104047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=2e012b21-bdb4-4038-9c4a-4518d14addfd,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:47.129689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35250) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:47.162301 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:47.204452 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-79698802-8208-41be-944f-d472f8634af7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:47.208632 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 677bd77c-a935-467b-8c7e-f69298f0f833, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=677bd77c-a935-467b-8c7e-f69298f0f833,segment=NetworkSegment(4d99d233-7638-4c56-9a11-f1d927d41e97),segment_id=4d99d233-7638-4c56-9a11-f1d927d41e97)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:47.215809 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:47.216794 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 7cb55f9b-f540-4d4e-978c-81beb6cf7326 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:19:47.267833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79698802-8208-41be-944f-d472f8634af7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event deleted for resources: {'Port': ['ID=bad12c33-b53e-4a70-b9a8-26d5a13a0910,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:47.282136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2317ce7-2195-4568-ac6a-9740dae41e69 req-0e134908-8300-4719-8f98-fa379f287ed1 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:47.287921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2317ce7-2195-4568-ac6a-9740dae41e69 req-0e134908-8300-4719-8f98-fa379f287ed1 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:47.293745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2317ce7-2195-4568-ac6a-9740dae41e69 req-0e134908-8300-4719-8f98-fa379f287ed1 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:47.300735 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2317ce7-2195-4568-ac6a-9740dae41e69 req-0e134908-8300-4719-8f98-fa379f287ed1 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:47.306385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2317ce7-2195-4568-ac6a-9740dae41e69 req-0e134908-8300-4719-8f98-fa379f287ed1 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:47.312405 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f2317ce7-2195-4568-ac6a-9740dae41e69 req-0e134908-8300-4719-8f98-fa379f287ed1 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 3881 time: 0.5422969 Feb 09 14:19:47.318979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df0d610-c50d-4a82-a58d-bb3db99f16bc'}, {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e012b21-bdb4-4038-9c4a-4518d14addfd'}, {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '677bd77c-a935-467b-8c7e-f69298f0f833'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:47.354937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=677bd77c-a935-467b-8c7e-f69298f0f833,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:47.358443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-79698802-8208-41be-944f-d472f8634af7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] No DVR routers for this DVR port bad12c33-b53e-4a70-b9a8-26d5a13a0910 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:19:47.362350 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-79698802-8208-41be-944f-d472f8634af7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:47.367117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-deleted', 'tag': 'bad12c33-b53e-4a70-b9a8-26d5a13a0910'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:47.383211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939181cc-6013-4f5a-88e3-60b2e4451649 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:19:47.387845 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-79698802-8208-41be-944f-d472f8634af7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.35 "DELETE /v2.0/ports/bad12c33-b53e-4a70-b9a8-26d5a13a0910 HTTP/1.1" status: 204 len: 173 time: 0.9959087 Feb 09 14:19:47.398066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6f8329-c87e-4650-bf3d-28d69fde23e2 None None] Sync routers for ids ['09f45e2f-85be-4922-9c13-292b5790a3e0'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:19:47.398651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc063bb-d062-4b13-895e-ca205e0fadf6 req-6e3d35a8-124f-43fe-b803-cd415d7bf410 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:47.399708 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-939181cc-6013-4f5a-88e3-60b2e4451649 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:47.404140 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-939181cc-6013-4f5a-88e3-60b2e4451649 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "PUT /v2.0/routers/09f45e2f-85be-4922-9c13-292b5790a3e0 HTTP/1.1" status: 200 len: 919 time: 3.0689850 Feb 09 14:19:47.404608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35258) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:47.405970 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0bc063bb-d062-4b13-895e-ca205e0fadf6 req-6e3d35a8-124f-43fe-b803-cd415d7bf410 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.2545567 Feb 09 14:19:47.410352 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d01fbdb6-895a-4407-a62c-79c817b8699f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:47.425865 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f8329-c87e-4650-bf3d-28d69fde23e2 None None] Routers {'09f45e2f-85be-4922-9c13-292b5790a3e0'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:47.426711 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4f6f8329-c87e-4650-bf3d-28d69fde23e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['09f45e2f-85be-4922-9c13-292b5790a3e0'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:47.492101 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f2317ce7-2195-4568-ac6a-9740dae41e69 req-9641d9d9-405d-4142-a93b-b925dfe5be13 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519480 Feb 09 14:19:47.498455 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:47.513138 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0bc063bb-d062-4b13-895e-ca205e0fadf6 req-adff707f-7924-4109-a228-368ce533f66d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062274 Feb 09 14:19:47.521763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-515dad60-e9d3-4a71-bdc1-b1ba5628f53a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Deleting port 677bd77c-a935-467b-8c7e-f69298f0f833 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:47.525857 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-515dad60-e9d3-4a71-bdc1-b1ba5628f53a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:47.531276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4f6f8329-c87e-4650-bf3d-28d69fde23e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:47.534052 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d01fbdb6-895a-4407-a62c-79c817b8699f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:47.550771 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 7cb55f9b-f540-4d4e-978c-81beb6cf7326, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=7cb55f9b-f540-4d4e-978c-81beb6cf7326,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:47.551821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f8329-c87e-4650-bf3d-28d69fde23e2 None None] Routers {'09f45e2f-85be-4922-9c13-292b5790a3e0'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:47.552527 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4f6f8329-c87e-4650-bf3d-28d69fde23e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['09f45e2f-85be-4922-9c13-292b5790a3e0'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:47.611422 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:47.612424 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device bad12c33-b53e-4a70-b9a8-26d5a13a0910 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:19:47.812596 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2760905b-e85f-4739-a8eb-1789b14db477 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "GET /v2.0/routers/09f45e2f-85be-4922-9c13-292b5790a3e0 HTTP/1.1" status: 200 len: 919 time: 0.4033525 Feb 09 14:19:47.821026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35264) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:47.857664 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: bad12c33-b53e-4a70-b9a8-26d5a13a0910 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:19:47.858705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device bad12c33-b53e-4a70-b9a8-26d5a13a0910 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:19:47.859345 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 51166934-6833-4ae3-b0f8-42d4ff50594b no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:19:47.929093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4f6f8329-c87e-4650-bf3d-28d69fde23e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:47.929093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6f8329-c87e-4650-bf3d-28d69fde23e2 None None] The sync data for ids ['09f45e2f-85be-4922-9c13-292b5790a3e0'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:19:47.972949 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d01fbdb6-895a-4407-a62c-79c817b8699f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:48.023936 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc6460-c0c0-495a-9ba6-29ad23d79a03 req-cc997763-c289-4235-b7c6-05909988e546 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:48.034814 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d2dc6460-c0c0-495a-9ba6-29ad23d79a03 req-cc997763-c289-4235-b7c6-05909988e546 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.2209518 Feb 09 14:19:48.037809 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fbdb6-895a-4407-a62c-79c817b8699f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b1f4ee-3140-4201-8715-d55cf3cdc899,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:48.039125 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df0d610-c50d-4a82-a58d-bb3db99f16bc', 'code': 200} Feb 09 14:19:48.039400 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e012b21-bdb4-4038-9c4a-4518d14addfd', 'code': 200} Feb 09 14:19:48.039678 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '677bd77c-a935-467b-8c7e-f69298f0f833', 'code': 200} Feb 09 14:19:48.074000 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d01fbdb6-895a-4407-a62c-79c817b8699f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:48.075807 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d01fbdb6-895a-4407-a62c-79c817b8699f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51b1f4ee-3140-4201-8715-d55cf3cdc899 HTTP/1.1" status: 204 len: 168 time: 0.9392760 Feb 09 14:19:48.099657 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=7cb55f9b-f540-4d4e-978c-81beb6cf7326,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:48.102870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 51166934-6833-4ae3-b0f8-42d4ff50594b not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:19:48.121213 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-deleted', 'tag': 'bad12c33-b53e-4a70-b9a8-26d5a13a0910', 'status': 'completed', 'code': 200} Feb 09 14:19:48.143408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba0cf9a-889c-433e-81c8-075781d46490 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:48.144360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8ba0cf9a-889c-433e-81c8-075781d46490 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Synchronizing usage tracker for tenant:080ee4440b914cdab24a0c97e461bf98 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:48.158110 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d2dc6460-c0c0-495a-9ba6-29ad23d79a03 req-978cb256-3c16-4c92-bbe8-238ea79e41ef tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102872 Feb 09 14:19:48.185415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8ba0cf9a-889c-433e-81c8-075781d46490 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Unset dirty status for tenant:080ee4440b914cdab24a0c97e461bf98 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:48.189939 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8ba0cf9a-889c-433e-81c8-075781d46490 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&device_id=09f45e2f-85be-4922-9c13-292b5790a3e0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3643618 Feb 09 14:19:48.190426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35274) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:48.220142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-515dad60-e9d3-4a71-bdc1-b1ba5628f53a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] For port 677bd77c-a935-467b-8c7e-f69298f0f833, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=677bd77c-a935-467b-8c7e-f69298f0f833,segment=NetworkSegment(4d99d233-7638-4c56-9a11-f1d927d41e97),segment_id=4d99d233-7638-4c56-9a11-f1d927d41e97)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:48.220651 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-515dad60-e9d3-4a71-bdc1-b1ba5628f53a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:48.434533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device af23a0d9-1c15-48f5-a81e-9a441a603a7e up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:19:48.478206 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e321a95a-7796-4f6a-8820-5a331b312d42 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:48.478855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e321a95a-7796-4f6a-8820-5a331b312d42 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Synchronizing usage tracker for tenant:080ee4440b914cdab24a0c97e461bf98 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:48.496452 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-8f1ccc91-925a-4aaf-9a8f-ebe5ba6c8c7d tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:48.497193 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-8f1ccc91-925a-4aaf-9a8f-ebe5ba6c8c7d tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Synchronizing usage tracker for tenant:40ecfd94410549b7b135425cfa29b88e on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:48.518256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e321a95a-7796-4f6a-8820-5a331b312d42 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Unset dirty status for tenant:080ee4440b914cdab24a0c97e461bf98 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:48.519763 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e321a95a-7796-4f6a-8820-5a331b312d42 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 881 time: 0.3281679 Feb 09 14:19:48.523326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35290) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:48.562150 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-515dad60-e9d3-4a71-bdc1-b1ba5628f53a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Calling delete_port for 677bd77c-a935-467b-8c7e-f69298f0f833 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:48.567667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-8f1ccc91-925a-4aaf-9a8f-ebe5ba6c8c7d tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Unset dirty status for tenant:40ecfd94410549b7b135425cfa29b88e on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:48.575246 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-8f1ccc91-925a-4aaf-9a8f-ebe5ba6c8c7d tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/networks?id=a1bbdeaf-0df4-42bf-b801-cf0e095f67ca HTTP/1.1" status: 200 len: 815 time: 0.2880492 Feb 09 14:19:48.577540 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port af23a0d9-1c15-48f5-a81e-9a441a603a7e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:19:48.594203 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port af23a0d9-1c15-48f5-a81e-9a441a603a7e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:19:48.594203 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:48.602868 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fb5f4eb3-6e08-422e-a499-aaa148fb3224 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "GET /v2.0/ports?device_id=09f45e2f-85be-4922-9c13-292b5790a3e0 HTTP/1.1" status: 200 len: 205 time: 0.0780611 Feb 09 14:19:48.607032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35300) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:48.616668 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-9012d45e-f462-42c4-911a-08a1887fd287 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/quotas/40ecfd94410549b7b135425cfa29b88e HTTP/1.1" status: 200 len: 375 time: 0.0401585 Feb 09 14:19:48.705891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4eb20-0461-4713-87ea-bb9b58359486 req-2ddf37d3-d10e-4788-91ec-4c9b4d093aeb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:48.707822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6aa4eb20-0461-4713-87ea-bb9b58359486 req-2ddf37d3-d10e-4788-91ec-4c9b4d093aeb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.4636357 Feb 09 14:19:48.772004 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:48.817400 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:48.820706 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6aa4eb20-0461-4713-87ea-bb9b58359486 req-558afe46-ba54-4e76-8574-8531ea1b90b4 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729213 Feb 09 14:19:48.822345 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:48.866314 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-515dad60-e9d3-4a71-bdc1-b1ba5628f53a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:48.918684 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=af23a0d9-1c15-48f5-a81e-9a441a603a7e,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:48.962593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515dad60-e9d3-4a71-bdc1-b1ba5628f53a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event deleted for resources: {'Port': ['ID=677bd77c-a935-467b-8c7e-f69298f0f833,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:49.091885 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ee7ada78-84a6-4139-8695-5906dbf3bcf4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:49.123763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-515dad60-e9d3-4a71-bdc1-b1ba5628f53a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] No DVR routers for this DVR port 677bd77c-a935-467b-8c7e-f69298f0f833 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:19:49.127892 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-515dad60-e9d3-4a71-bdc1-b1ba5628f53a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:49.147937 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-515dad60-e9d3-4a71-bdc1-b1ba5628f53a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.35 "DELETE /v2.0/ports/677bd77c-a935-467b-8c7e-f69298f0f833 HTTP/1.1" status: 204 len: 173 time: 1.7219064 Feb 09 14:19:49.184689 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-677dacd5-65e8-4d5f-a42e-ce65da50673c tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=40ecfd94410549b7b135425cfa29b88e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5670812 Feb 09 14:19:49.206505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35318) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:49.251687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb976b96-c7e9-4a29-9e1b-91d6f0d9e675 req-4651db6b-b025-437b-a8d9-44c236a069a5 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:49.256200 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb976b96-c7e9-4a29-9e1b-91d6f0d9e675 req-4651db6b-b025-437b-a8d9-44c236a069a5 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1868408 Feb 09 14:19:49.260120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-5ed779c8-bcaa-4370-875e-136cd25587b8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Deleting port 7cb55f9b-f540-4d4e-978c-81beb6cf7326 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:49.260812 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-5ed779c8-bcaa-4370-875e-136cd25587b8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:49.376645 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb976b96-c7e9-4a29-9e1b-91d6f0d9e675 req-1e4b4929-8586-4125-9fbb-825091536e23 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860381 Feb 09 14:19:49.428625 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ee7ada78-84a6-4139-8695-5906dbf3bcf4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:49.439392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-694589626-network', 'tenant_id': 'a7f428d0350d40a891a26b2f275269ef'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:49.452834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:49.455201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ee7ada78-84a6-4139-8695-5906dbf3bcf4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Deleting port b041b244-8e41-4b85-a0b0-cafe49c1b513 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:49.455551 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ee7ada78-84a6-4139-8695-5906dbf3bcf4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:49.476456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Usage tracker for resource:network and tenant:a7f428d0350d40a891a26b2f275269ef is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:49.482002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:49.491940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:49.530536 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-469eb63a-a880-49e1-ab01-a9126b0d7365 service neutron] 10.222.0.48 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442237 Feb 09 14:19:49.651761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Made reservation on behalf of a7f428d0350d40a891a26b2f275269ef for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:19:49.653754 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:49.680097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:49.730947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:49.757468 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:a7f428d0350d40a891a26b2f275269ef is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:49.773903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:49.788272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:49.791677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-5ed779c8-bcaa-4370-875e-136cd25587b8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] For port 7cb55f9b-f540-4d4e-978c-81beb6cf7326, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=7cb55f9b-f540-4d4e-978c-81beb6cf7326,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:49.792063 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-5ed779c8-bcaa-4370-875e-136cd25587b8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:49.795070 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-4e3bb871-a864-444e-a56b-8cf0283b79da service neutron] 10.222.0.48 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596745 Feb 09 14:19:49.813863 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ee7ada78-84a6-4139-8695-5906dbf3bcf4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:49.947080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-5ed779c8-bcaa-4370-875e-136cd25587b8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Calling delete_port for 7cb55f9b-f540-4d4e-978c-81beb6cf7326 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:49.956276 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ee7ada78-84a6-4139-8695-5906dbf3bcf4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Calling delete_port for b041b244-8e41-4b85-a0b0-cafe49c1b513 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:50.013968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00d495-98be-4eea-86bf-08ac66db3519 req-eb8dd292-fab0-4a2d-a941-880db90e5f4a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:50.019797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00d495-98be-4eea-86bf-08ac66db3519 req-eb8dd292-fab0-4a2d-a941-880db90e5f4a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:50.025575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00d495-98be-4eea-86bf-08ac66db3519 req-eb8dd292-fab0-4a2d-a941-880db90e5f4a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:50.026429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-dd00d495-98be-4eea-86bf-08ac66db3519 req-eb8dd292-fab0-4a2d-a941-880db90e5f4a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Synchronizing usage tracker for tenant:ea230855731c4f038f9be9893ada8105 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:50.041634 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cb55f9b-f540-4d4e-978c-81beb6cf7326'}, {'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:50.130670 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-deleted', 'tag': '677bd77c-a935-467b-8c7e-f69298f0f833'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:50.152117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e1421-2bad-4021-acd7-51ac73bb7e3f req-f1cb7f8f-e0b5-4ff0-b3fe-d4831d917115 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:50.153632 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d05e1421-2bad-4021-acd7-51ac73bb7e3f req-f1cb7f8f-e0b5-4ff0-b3fe-d4831d917115 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.1130984 Feb 09 14:19:50.154163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-dd00d495-98be-4eea-86bf-08ac66db3519 req-eb8dd292-fab0-4a2d-a941-880db90e5f4a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Unset dirty status for tenant:ea230855731c4f038f9be9893ada8105 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:50.160304 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd00d495-98be-4eea-86bf-08ac66db3519 req-eb8dd292-fab0-4a2d-a941-880db90e5f4a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 2410 time: 0.6244202 Feb 09 14:19:50.249943 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d05e1421-2bad-4021-acd7-51ac73bb7e3f req-5ed1b938-0d4c-4f9b-895c-6e05cbb9647e tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629959 Feb 09 14:19:50.254652 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ee7ada78-84a6-4139-8695-5906dbf3bcf4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:50.304703 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd00d495-98be-4eea-86bf-08ac66db3519 req-891592c3-64e0-452a-9a99-f19ec57773cc tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428187 Feb 09 14:19:50.331445 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:50.343046 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:50.360855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279af08-3299-4a01-bb32-77cb071fbf94 req-f51bc510-2d34-4777-ad53-b2d8fe7e618d tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:50.362807 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e279af08-3299-4a01-bb32-77cb071fbf94 req-f51bc510-2d34-4777-ad53-b2d8fe7e618d tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e7e51c4-91f8-4107-a3f1-f2e848945899 HTTP/1.1" status: 200 len: 945 time: 0.3036430 Feb 09 14:19:50.368219 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-5ed779c8-bcaa-4370-875e-136cd25587b8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:50.505733 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:19:50.569598 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ada78-84a6-4139-8695-5906dbf3bcf4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Pushing event deleted for resources: {'Port': ['ID=b041b244-8e41-4b85-a0b0-cafe49c1b513,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:50.574598 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ee7ada78-84a6-4139-8695-5906dbf3bcf4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:50.622313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed779c8-bcaa-4370-875e-136cd25587b8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event deleted for resources: {'Port': ['ID=7cb55f9b-f540-4d4e-978c-81beb6cf7326,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:50.790528 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ee7ada78-84a6-4139-8695-5906dbf3bcf4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:50.793951 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ee7ada78-84a6-4139-8695-5906dbf3bcf4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:50.825230 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ee7ada78-84a6-4139-8695-5906dbf3bcf4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:50.825905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7ada78-84a6-4139-8695-5906dbf3bcf4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Fanout notify agent at l3_agent the message router_deleted on router 09f45e2f-85be-4922-9c13-292b5790a3e0 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:19:50.846119 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ee7ada78-84a6-4139-8695-5906dbf3bcf4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:50.847368 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ee7ada78-84a6-4139-8695-5906dbf3bcf4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "DELETE /v2.0/routers/09f45e2f-85be-4922-9c13-292b5790a3e0 HTTP/1.1" status: 204 len: 168 time: 2.2387104 Feb 09 14:19:50.851920 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35350) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:50.856323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7d295351-d156-408c-bfca-3068a226d58e tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-582767176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:50.873771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7d295351-d156-408c-bfca-3068a226d58e tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:50.875259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015f8a03-4edc-47ca-92b1-40cf96356e61,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:50.894292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7d295351-d156-408c-bfca-3068a226d58e tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Usage tracker for resource:router and tenant:80e824d34c2842b39f14c4fcd3276860 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:50.897946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7d295351-d156-408c-bfca-3068a226d58e tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:50.912446 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:50.912786 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Added segment 2caa8b7b-9334-4fbf-b271-b4cc3ccc3477 of type vlan for network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 Feb 09 14:19:50.930753 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7d295351-d156-408c-bfca-3068a226d58e tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:50.932078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-e279af08-3299-4a01-bb32-77cb071fbf94 req-5198c69c-d6a8-474f-b039-415c561308a0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Deleting port 48e354a3-60a7-43f4-b211-14b283c072cc {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:50.932645 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e279af08-3299-4a01-bb32-77cb071fbf94 req-5198c69c-d6a8-474f-b039-415c561308a0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:50.944891 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d295351-d156-408c-bfca-3068a226d58e tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:50.946339 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d295351-d156-408c-bfca-3068a226d58e tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:50.978893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-5ed779c8-bcaa-4370-875e-136cd25587b8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] No DVR routers for this DVR port 7cb55f9b-f540-4d4e-978c-81beb6cf7326 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:19:50.991544 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-5ed779c8-bcaa-4370-875e-136cd25587b8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:51.006945 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d295351-d156-408c-bfca-3068a226d58e tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:51.020346 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e45c3c9e-1639-45be-9e1e-162b68c389f8 req-0f5c4e21-8ec6-4f9e-a71e-bbd054bb26f9 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 210 time: 0.0589004 Feb 09 14:19:51.034809 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d295351-d156-408c-bfca-3068a226d58e tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:51.047192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7a326-496f-4c1e-97df-634e3164d3a6 req-5be417c7-f64f-418e-94dc-33ae05557d3a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:51.049240 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ff7a326-496f-4c1e-97df-634e3164d3a6 req-5be417c7-f64f-418e-94dc-33ae05557d3a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 946 time: 0.5246747 Feb 09 14:19:51.053796 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:51.081956 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d295351-d156-408c-bfca-3068a226d58e tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:51.083258 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7d295351-d156-408c-bfca-3068a226d58e tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2310734 Feb 09 14:19:51.086497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35356) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:51.095637 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cb55f9b-f540-4d4e-978c-81beb6cf7326', 'code': 200} Feb 09 14:19:51.097236 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'code': 200} Feb 09 14:19:51.099648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:51.137324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-5ed779c8-bcaa-4370-875e-136cd25587b8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.35 "DELETE /v2.0/ports/7cb55f9b-f540-4d4e-978c-81beb6cf7326 HTTP/1.1" status: 204 len: 173 time: 1.9787316 Feb 09 14:19:51.169799 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-deleted', 'tag': '677bd77c-a935-467b-8c7e-f69298f0f833', 'status': 'completed', 'code': 200} Feb 09 14:19:51.215890 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ff7a326-496f-4c1e-97df-634e3164d3a6 req-9b376a08-1555-49bf-854b-9e1d2c63dd1b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551523 Feb 09 14:19:51.311286 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-e6474b6a-8026-4be3-8e4b-f733876e4d6a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Deleting port 0df0d610-c50d-4a82-a58d-bb3db99f16bc {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:51.311988 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-e6474b6a-8026-4be3-8e4b-f733876e4d6a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:51.380937 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:51.381891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:51.382524 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:51.661474 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:51.677923 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4662764 Feb 09 14:19:51.684292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35366) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:51.714914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d7ebd-d853-489d-b937-3ad6f84d0fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:51.716064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-730640d0-b2bd-465c-848f-c653233a85a2 admin admin] Request body: {'subnet': {'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-694589626-subnet', 'tenant_id': 'a7f428d0350d40a891a26b2f275269ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:51.728471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-730640d0-b2bd-465c-848f-c653233a85a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:51.728685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:19:51.779124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-730640d0-b2bd-465c-848f-c653233a85a2 admin admin] Usage tracker for resource:subnet and tenant:a7f428d0350d40a891a26b2f275269ef is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:51.786583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-730640d0-b2bd-465c-848f-c653233a85a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:51.802980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-730640d0-b2bd-465c-848f-c653233a85a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:51.863206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84e105-ea91-46a8-b059-4dd52cafb589 req-d49ef481-1624-487b-963d-035eccec019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:51.864733 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7a84e105-ea91-46a8-b059-4dd52cafb589 req-d49ef481-1624-487b-963d-035eccec019a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 1097 time: 0.6594658 Feb 09 14:19:51.866756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730640d0-b2bd-465c-848f-c653233a85a2 admin admin] Made reservation on behalf of a7f428d0350d40a891a26b2f275269ef for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:19:51.869073 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-730640d0-b2bd-465c-848f-c653233a85a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:51.888865 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-0be029d0-4b9c-4fc1-a7af-02e9944b69b6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:51.889507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e279af08-3299-4a01-bb32-77cb071fbf94 req-5198c69c-d6a8-474f-b039-415c561308a0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] For port 48e354a3-60a7-43f4-b211-14b283c072cc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=48e354a3-60a7-43f4-b211-14b283c072cc,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:51.889872 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e279af08-3299-4a01-bb32-77cb071fbf94 req-5198c69c-d6a8-474f-b039-415c561308a0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:51.890311 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-0be029d0-4b9c-4fc1-a7af-02e9944b69b6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.35 "GET /v2.0/networks?id=a1bbdeaf-0df4-42bf-b801-cf0e095f67ca HTTP/1.1" status: 200 len: 815 time: 0.4478078 Feb 09 14:19:51.898369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334dd9b1-3ff1-4c23-bd0f-b13f8002a6bf req-d4edfeee-53d2-44b2-8417-bf1f4373104a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:51.899868 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-334dd9b1-3ff1-4c23-bd0f-b13f8002a6bf req-d4edfeee-53d2-44b2-8417-bf1f4373104a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.5690937 Feb 09 14:19:52.050269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87e8b6-16ca-476e-9b65-40330dccafaf req-80b876a2-971d-43e1-9b0d-271717a13584 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:52.051799 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d87e8b6-16ca-476e-9b65-40330dccafaf req-80b876a2-971d-43e1-9b0d-271717a13584 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.5639026 Feb 09 14:19:52.075099 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-e279af08-3299-4a01-bb32-77cb071fbf94 req-5198c69c-d6a8-474f-b039-415c561308a0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Calling delete_port for 48e354a3-60a7-43f4-b211-14b283c072cc owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:52.077700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-07910b5c-7b06-4e79-8a73-c0937685fc5f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Request body: {'port': {'device_id': '7daaa906-5f1b-4f83-a114-c4d892a12b61', 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca', 'admin_state_up': True, 'tenant_id': '40ecfd94410549b7b135425cfa29b88e'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:52.164770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7a84e105-ea91-46a8-b059-4dd52cafb589 req-8dfba608-18dc-4b2c-9be6-67a37b74ac00 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835836 Feb 09 14:19:52.180236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-e6474b6a-8026-4be3-8e4b-f733876e4d6a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] For port 0df0d610-c50d-4a82-a58d-bb3db99f16bc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0df0d610-c50d-4a82-a58d-bb3db99f16bc,segment=NetworkSegment(b14b41f5-6849-44aa-8aa7-48eb3806b034),segment_id=b14b41f5-6849-44aa-8aa7-48eb3806b034)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:52.180600 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-e6474b6a-8026-4be3-8e4b-f733876e4d6a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:52.260186 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-334dd9b1-3ff1-4c23-bd0f-b13f8002a6bf req-3b0315a1-484a-430a-bb09-30d4adc5687a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862538 Feb 09 14:19:52.295720 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d87e8b6-16ca-476e-9b65-40330dccafaf req-0a0ea700-92ff-4225-816f-1e360aabf366 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924269 Feb 09 14:19:52.365024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-07910b5c-7b06-4e79-8a73-c0937685fc5f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:52.388831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-07910b5c-7b06-4e79-8a73-c0937685fc5f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:52.513498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-07910b5c-7b06-4e79-8a73-c0937685fc5f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Made reservation on behalf of 40ecfd94410549b7b135425cfa29b88e for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:19:52.517547 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-07910b5c-7b06-4e79-8a73-c0937685fc5f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:52.642399 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-041ba4b4-9bbf-41fa-8fb5-d7b2d65676fd req-e27185ca-0fee-4581-831d-f9f31a24880a tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 210 time: 0.1842463 Feb 09 14:19:52.664905 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e279af08-3299-4a01-bb32-77cb071fbf94 req-5198c69c-d6a8-474f-b039-415c561308a0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:52.712384 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:52.744009 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-730640d0-b2bd-465c-848f-c653233a85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:52.789310 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:52.827332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198c69c-d6a8-474f-b039-415c561308a0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Pushing event deleted for resources: {'Port': ['ID=48e354a3-60a7-43f4-b211-14b283c072cc,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:52.930600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730640d0-b2bd-465c-848f-c653233a85a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adaa8dfb-07a1-4c7a-bd00-5979c7cd6139,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:52.941029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e279af08-3299-4a01-bb32-77cb071fbf94 req-5198c69c-d6a8-474f-b039-415c561308a0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] No DVR routers for this DVR port 48e354a3-60a7-43f4-b211-14b283c072cc on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:19:52.945689 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-e6474b6a-8026-4be3-8e4b-f733876e4d6a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:52.946099 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-e6474b6a-8026-4be3-8e4b-f733876e4d6a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:52.946930 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-e6474b6a-8026-4be3-8e4b-f733876e4d6a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Floating IP cf72a9dc-6ccc-4a2b-ad08-1836aea99c4a disassociated. External IP: 172.25.8.114, port: 0df0d610-c50d-4a82-a58d-bb3db99f16bc. Feb 09 14:19:52.946930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-e6474b6a-8026-4be3-8e4b-f733876e4d6a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Calling delete_port for 0df0d610-c50d-4a82-a58d-bb3db99f16bc owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:52.974946 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e279af08-3299-4a01-bb32-77cb071fbf94 req-5198c69c-d6a8-474f-b039-415c561308a0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:52.986923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd752430-e24b-45db-99e1-1c3c54261c41 req-8b3c1d0c-f4ae-41f4-9ba1-bf12d52982c7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:52.993116 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd752430-e24b-45db-99e1-1c3c54261c41 req-8b3c1d0c-f4ae-41f4-9ba1-bf12d52982c7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:52.994691 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cd752430-e24b-45db-99e1-1c3c54261c41 req-8b3c1d0c-f4ae-41f4-9ba1-bf12d52982c7 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 1677 time: 0.5984020 Feb 09 14:19:53.009485 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e279af08-3299-4a01-bb32-77cb071fbf94 req-5198c69c-d6a8-474f-b039-415c561308a0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.35 "DELETE /v2.0/ports/48e354a3-60a7-43f4-b211-14b283c072cc HTTP/1.1" status: 204 len: 173 time: 2.6352580 Feb 09 14:19:53.009694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730640d0-b2bd-465c-848f-c653233a85a2 admin admin] Checking segment: {'id': '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:19:53.009849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730640d0-b2bd-465c-848f-c653233a85a2 admin admin] Network hostable DHCP agents. Network: 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:19:53.050772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0569b-f222-40ac-8709-155a6ce424ab req-d8bb0288-8cda-4422-a73b-ff58d85547be tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:53.052195 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2be0569b-f222-40ac-8709-155a6ce424ab req-d8bb0288-8cda-4422-a73b-ff58d85547be tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 946 time: 0.2875907 Feb 09 14:19:53.133563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-07910b5c-7b06-4e79-8a73-c0937685fc5f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Allocated IP 172.20.0.4 (a1bbdeaf-0df4-42bf-b801-cf0e095f67ca/37fdf6b3-1e22-4eee-999f-3240ab8424ff/9eb93b2c-5161-4155-9592-1b1dfd7b02ca) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:19:53.156157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730640d0-b2bd-465c-848f-c653233a85a2 admin admin] Network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:19:53.161323 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cd752430-e24b-45db-99e1-1c3c54261c41 req-716030b9-a83e-4517-a827-2642e6adaa31 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555502 Feb 09 14:19:53.171986 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2be0569b-f222-40ac-8709-155a6ce424ab req-e4f80aa8-2128-4676-8d3c-38068fc603c5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126690 Feb 09 14:19:53.184321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-730640d0-b2bd-465c-848f-c653233a85a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:53.184737 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-deleted', 'tag': '7cb55f9b-f540-4d4e-978c-81beb6cf7326'}, {'server_uuid': '2e7e51c4-91f8-4107-a3f1-f2e848945899', 'name': 'network-vif-deleted', 'tag': '48e354a3-60a7-43f4-b211-14b283c072cc'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:53.196877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Allocated IP 172.25.8.170 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/c62b9ec5-c50f-41e2-9f8e-63a4cf1a0e4d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:19:53.206120 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730640d0-b2bd-465c-848f-c653233a85a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:53.206719 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-730640d0-b2bd-465c-848f-c653233a85a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:53.210854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812c250a-d0f1-4c78-9842-e896a0ce1821 None None] Network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:19:53.222970 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-e6474b6a-8026-4be3-8e4b-f733876e4d6a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:53.275809 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-deleted', 'tag': '7cb55f9b-f540-4d4e-978c-81beb6cf7326', 'status': 'completed', 'code': 200} Feb 09 14:19:53.276100 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7e51c4-91f8-4107-a3f1-f2e848945899', 'name': 'network-vif-deleted', 'tag': '48e354a3-60a7-43f4-b211-14b283c072cc', 'status': 'completed', 'code': 200} Feb 09 14:19:53.303350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6474b6a-8026-4be3-8e4b-f733876e4d6a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event deleted for resources: {'Port': ['ID=0df0d610-c50d-4a82-a58d-bb3db99f16bc,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:53.367807 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-730640d0-b2bd-465c-848f-c653233a85a2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6810791 Feb 09 14:19:53.524030 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:53.544249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737f2721-6f5a-4516-b1d8-8898b38a335f None None] Network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:19:53.599917 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-07910b5c-7b06-4e79-8a73-c0937685fc5f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:53.675327 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:53.690032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-e6474b6a-8026-4be3-8e4b-f733876e4d6a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Router 4955a697-069d-46c7-9a76-ddf0de8c3423 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:19:53.722023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cfaf5-e315-4f05-880d-933de79998b0 req-8c384dd7-1abe-4e9f-ac4f-09ceff45737e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:53.730392 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f81cfaf5-e315-4f05-880d-933de79998b0 req-8c384dd7-1abe-4e9f-ac4f-09ceff45737e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.2535255 Feb 09 14:19:53.798089 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-07910b5c-7b06-4e79-8a73-c0937685fc5f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:53.843337 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d396e-c8b9-4c85-82be-14220461ef54 req-02406e2e-09f1-4b2a-904e-3ac41751cf12 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:53.851474 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-658d396e-c8b9-4c85-82be-14220461ef54 req-02406e2e-09f1-4b2a-904e-3ac41751cf12 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.3015816 Feb 09 14:19:53.857093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:19:53.880908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:53.889331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:19:53.925419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-07910b5c-7b06-4e79-8a73-c0937685fc5f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Network a1bbdeaf-0df4-42bf-b801-cf0e095f67ca is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:19:53.932307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-07910b5c-7b06-4e79-8a73-c0937685fc5f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:19:53.934134 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Pushing event updated for resources: {'Port': ['ID=c62b9ec5-c50f-41e2-9f8e-63a4cf1a0e4d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:53.937703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-07910b5c-7b06-4e79-8a73-c0937685fc5f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:19:53.977936 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f81cfaf5-e315-4f05-880d-933de79998b0 req-87afef10-5756-4c84-801b-c2a88d7ea551 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458818 Feb 09 14:19:54.012861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-e6474b6a-8026-4be3-8e4b-f733876e4d6a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:19:54.024192 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bfa72b-797b-4033-812f-a0bf6c9b0d5e None None] Sync routers for ids ['4955a697-069d-46c7-9a76-ddf0de8c3423'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:19:54.038751 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bfa72b-797b-4033-812f-a0bf6c9b0d5e None None] Routers {'4955a697-069d-46c7-9a76-ddf0de8c3423'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:54.039454 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-60bfa72b-797b-4033-812f-a0bf6c9b0d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4955a697-069d-46c7-9a76-ddf0de8c3423'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:54.132552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-e6474b6a-8026-4be3-8e4b-f733876e4d6a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] No DVR routers for this DVR port 0df0d610-c50d-4a82-a58d-bb3db99f16bc on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:19:54.139251 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-e6474b6a-8026-4be3-8e4b-f733876e4d6a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:54.163112 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-e6474b6a-8026-4be3-8e4b-f733876e4d6a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.35 "DELETE /v2.0/ports/0df0d610-c50d-4a82-a58d-bb3db99f16bc HTTP/1.1" status: 204 len: 173 time: 3.0047412 Feb 09 14:19:54.262317 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-658d396e-c8b9-4c85-82be-14220461ef54 req-abb357e2-ea44-4565-aafd-3e20dc6feabe tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099822 Feb 09 14:19:54.299190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-6b6b539f-8d45-403b-9bb2-36c0ab1ed42a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Deleting port 2e012b21-bdb4-4038-9c4a-4518d14addfd {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:54.299772 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-6b6b539f-8d45-403b-9bb2-36c0ab1ed42a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:54.299865 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07910b5c-7b06-4e79-8a73-c0937685fc5f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Pushing event updated for resources: {'Port': ['ID=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:54.334051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-07910b5c-7b06-4e79-8a73-c0937685fc5f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:54.334742 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-07910b5c-7b06-4e79-8a73-c0937685fc5f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:54.335370 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-60bfa72b-797b-4033-812f-a0bf6c9b0d5e None None] Set router 4955a697-069d-46c7-9a76-ddf0de8c3423 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:19:54.385211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26569a-4997-41a5-a76d-45090f3f6887 req-f7a9f3be-a9f8-434c-a04e-8b914be24836 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:54.385516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6b26569a-4997-41a5-a76d-45090f3f6887 req-f7a9f3be-a9f8-434c-a04e-8b914be24836 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Synchronizing usage tracker for tenant:40ecfd94410549b7b135425cfa29b88e on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:54.441767 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 48e354a3-60a7-43f4-b211-14b283c072cc no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:19:54.458330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6b26569a-4997-41a5-a76d-45090f3f6887 req-f7a9f3be-a9f8-434c-a04e-8b914be24836 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Unset dirty status for tenant:40ecfd94410549b7b135425cfa29b88e on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:54.465115 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6b26569a-4997-41a5-a76d-45090f3f6887 req-f7a9f3be-a9f8-434c-a04e-8b914be24836 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 931 time: 0.2511539 Feb 09 14:19:54.502582 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 48e354a3-60a7-43f4-b211-14b283c072cc {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:19:54.503261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 48e354a3-60a7-43f4-b211-14b283c072cc not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:19:54.551249 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-07910b5c-7b06-4e79-8a73-c0937685fc5f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5998049 Feb 09 14:19:54.622922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Request body: {'port': {'device_id': '7daaa906-5f1b-4f83-a114-c4d892a12b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:54.689048 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-60bfa72b-797b-4033-812f-a0bf6c9b0d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'name': 'tempest-TaggedBootDevicesTest-1355909229-router', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:28Z', 'updated_at': '2022-02-09T14:12:46Z', 'revision_number': 4, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'gw_port': {'id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:34Z', 'updated_at': '2022-02-09T14:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '445e3539-e21e-42e0-88c6-67d6f1a33ae3', 'name': '', 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'mac_address': 'fa:16:3e:30:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:43Z', 'updated_at': '2022-02-09T14:13:04Z', 'revision_number': 5, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'subnets': [{'id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:54.693005 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bfa72b-797b-4033-812f-a0bf6c9b0d5e None None] Checking router: 4955a697-069d-46c7-9a76-ddf0de8c3423 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:19:54.702903 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bfa72b-797b-4033-812f-a0bf6c9b0d5e None None] Routers {'4955a697-069d-46c7-9a76-ddf0de8c3423'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:54.703875 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-60bfa72b-797b-4033-812f-a0bf6c9b0d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4955a697-069d-46c7-9a76-ddf0de8c3423'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:54.721141 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6b26569a-4997-41a5-a76d-45090f3f6887 req-439dfced-9f82-4a29-a272-f1b528b9e63e tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551696 Feb 09 14:19:54.776216 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-6b6b539f-8d45-403b-9bb2-36c0ab1ed42a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] For port 2e012b21-bdb4-4038-9c4a-4518d14addfd, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2e012b21-bdb4-4038-9c4a-4518d14addfd,segment=NetworkSegment(4d99d233-7638-4c56-9a11-f1d927d41e97),segment_id=4d99d233-7638-4c56-9a11-f1d927d41e97)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:19:54.776216 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-6b6b539f-8d45-403b-9bb2-36c0ab1ed42a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:54.906471 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-60bfa72b-797b-4033-812f-a0bf6c9b0d5e None None] Set router 4955a697-069d-46c7-9a76-ddf0de8c3423 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:19:54.923352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-6b6b539f-8d45-403b-9bb2-36c0ab1ed42a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Calling delete_port for 2e012b21-bdb4-4038-9c4a-4518d14addfd owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:19:54.945945 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:54.967955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-afcb38be-21f2-463e-a2ae-ccb6ebb359c4 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:54.970158 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-afcb38be-21f2-463e-a2ae-ccb6ebb359c4 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/networks?id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 HTTP/1.1" status: 200 len: 814 time: 0.3801062 Feb 09 14:19:55.091932 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-d3a967a9-0279-4044-bdd3-40d750c69b53 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/quotas/a7f428d0350d40a891a26b2f275269ef HTTP/1.1" status: 200 len: 375 time: 0.1152906 Feb 09 14:19:55.111358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86c90f-c8d5-4183-b2e0-22b86d947ed2 req-6a40247a-109c-48f9-9dad-3d1ddb4ec983 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:55.112382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3c86c90f-c8d5-4183-b2e0-22b86d947ed2 req-6a40247a-109c-48f9-9dad-3d1ddb4ec983 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Synchronizing usage tracker for tenant:ea230855731c4f038f9be9893ada8105 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:55.147773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3c86c90f-c8d5-4183-b2e0-22b86d947ed2 req-6a40247a-109c-48f9-9dad-3d1ddb4ec983 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Unset dirty status for tenant:ea230855731c4f038f9be9893ada8105 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:55.155099 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c86c90f-c8d5-4183-b2e0-22b86d947ed2 req-6a40247a-109c-48f9-9dad-3d1ddb4ec983 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 943 time: 0.2400596 Feb 09 14:19:55.158029 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:55.180975 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-6b6b539f-8d45-403b-9bb2-36c0ab1ed42a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:55.238732 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-d127a944-c433-4ef9-9a63-a561f281dc5b tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7f428d0350d40a891a26b2f275269ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1323156 Feb 09 14:19:55.249205 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-60bfa72b-797b-4033-812f-a0bf6c9b0d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'name': 'tempest-TaggedBootDevicesTest-1355909229-router', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:28Z', 'updated_at': '2022-02-09T14:12:46Z', 'revision_number': 4, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'gw_port': {'id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:34Z', 'updated_at': '2022-02-09T14:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '445e3539-e21e-42e0-88c6-67d6f1a33ae3', 'name': '', 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'mac_address': 'fa:16:3e:30:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:43Z', 'updated_at': '2022-02-09T14:13:04Z', 'revision_number': 5, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'subnets': [{'id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:55.253809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b539f-8d45-403b-9bb2-36c0ab1ed42a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event deleted for resources: {'Port': ['ID=2e012b21-bdb4-4038-9c4a-4518d14addfd,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:55.254235 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bfa72b-797b-4033-812f-a0bf6c9b0d5e None None] The sync data for ids ['4955a697-069d-46c7-9a76-ddf0de8c3423'] in n-d-828418-2 is: [{'id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'name': 'tempest-TaggedBootDevicesTest-1355909229-router', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:28Z', 'updated_at': '2022-02-09T14:12:46Z', 'revision_number': 4, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'gw_port': {'id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:34Z', 'updated_at': '2022-02-09T14:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '445e3539-e21e-42e0-88c6-67d6f1a33ae3', 'name': '', 'network_id': 'e6a2fd07-bf7b-45e8-abfb-1d71ad208c07', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'mac_address': 'fa:16:3e:30:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:43Z', 'updated_at': '2022-02-09T14:13:04Z', 'revision_number': 5, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'subnets': [{'id': '0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:19:55.264581 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c86c90f-c8d5-4183-b2e0-22b86d947ed2 req-219ad249-6e0f-4692-82c5-7060fdfffd77 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups?id=5411538d-bef3-425a-98fd-58ed4a07892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084001 Feb 09 14:19:55.314824 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-deleted', 'tag': '0df0d610-c50d-4a82-a58d-bb3db99f16bc'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:55.373210 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-6b6b539f-8d45-403b-9bb2-36c0ab1ed42a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] No DVR routers for this DVR port 2e012b21-bdb4-4038-9c4a-4518d14addfd on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:19:55.377496 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-6b6b539f-8d45-403b-9bb2-36c0ab1ed42a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:55.379562 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dfa669f4-eef8-480f-bab8-a83180b94c8c req-6b6b539f-8d45-403b-9bb2-36c0ab1ed42a tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.35 "DELETE /v2.0/ports/2e012b21-bdb4-4038-9c4a-4518d14addfd HTTP/1.1" status: 204 len: 173 time: 1.2110238 Feb 09 14:19:55.540958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db154da4-eeea-416a-8b41-520887af9eed req-9e433510-de93-4bb9-bd83-adeca4c1725f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:55.560211 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-db154da4-eeea-416a-8b41-520887af9eed req-9e433510-de93-4bb9-bd83-adeca4c1725f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 946 time: 0.1345234 Feb 09 14:19:55.628536 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-db154da4-eeea-416a-8b41-520887af9eed req-5aadc991-1676-4727-9666-413a9e134dcf tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671155 Feb 09 14:19:55.712314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c0ef7a-62da-4217-a734-978420512c97 None None] New status for floating IP cf72a9dc-6ccc-4a2b-ad08-1836aea99c4a: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:19:55.787535 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-757800cb-13fc-43c5-8dd1-7a1940cac0e0 service neutron] 10.222.0.48 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997499 Feb 09 14:19:55.913959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063447f4-e661-45cc-8d7a-b4157a90206d req-335536d6-fd88-4817-a69a-817b5c704a80 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:55.922047 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-063447f4-e661-45cc-8d7a-b4157a90206d req-335536d6-fd88-4817-a69a-817b5c704a80 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1773047 Feb 09 14:19:55.969818 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-063447f4-e661-45cc-8d7a-b4157a90206d req-84ee7ffc-4bda-4e19-86f0-6eac4d51b2bc tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454693 Feb 09 14:19:56.152719 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:56.173514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984767b-98a4-4ae9-b221-58f00e6dce3a req-fa0c5508-5084-408f-bcb2-8d652983fdcb tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:56.174399 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-ce5a1326-14ed-40ca-b19c-53f16ec80fe4 service neutron] 10.222.0.48 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858521 Feb 09 14:19:56.175061 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a984767b-98a4-4ae9-b221-58f00e6dce3a req-fa0c5508-5084-408f-bcb2-8d652983fdcb tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.0846715 Feb 09 14:19:56.176645 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:56.233143 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a984767b-98a4-4ae9-b221-58f00e6dce3a req-504efc4e-7fb1-407b-a15e-8fc6d5492cb0 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515938 Feb 09 14:19:56.294700 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-deleted', 'tag': '0df0d610-c50d-4a82-a58d-bb3db99f16bc', 'status': 'completed', 'code': 200} Feb 09 14:19:56.321030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb93b2c-5161-4155-9592-1b1dfd7b02ca {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:19:56.330698 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:56.346488 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Transition to ACTIVE for port object 9eb93b2c-5161-4155-9592-1b1dfd7b02ca will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:19:56.353758 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:56.442564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Pushing event updated for resources: {'Port': ['ID=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:56.456008 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:56.456359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:56.456706 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:56.457043 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:56.457577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:56.457898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:56.458230 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:56.458559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:56.458882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:56.459206 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:56.459528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:56.459873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:19:56.510862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1758d6-a807-4dd0-b6a0-61a956ad68c2 req-ae190fef-68f6-4a02-bbfb-ec959efe8102 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:56.519412 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1b1758d6-a807-4dd0-b6a0-61a956ad68c2 req-ae190fef-68f6-4a02-bbfb-ec959efe8102 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 943 time: 0.1134121 Feb 09 14:19:56.594998 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1b1758d6-a807-4dd0-b6a0-61a956ad68c2 req-6d95466f-ba06-4669-b594-ce08eaab66fb tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740426 Feb 09 14:19:56.708034 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-594fee1f-5f77-4a21-a187-28de5e68bc0c req-33dddd8f-085f-4dcf-a790-830bfa3e87af tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 210 time: 0.0481288 Feb 09 14:19:56.756796 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-68c08f48-8b2c-4e3d-8249-30ec2019812f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:56.865355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb76fa-30f0-4001-a91d-58a21efca3e4 req-3e5c18b8-a636-4018-b976-7c35bd1669f0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:56.866841 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2ddb76fa-30f0-4001-a91d-58a21efca3e4 req-3e5c18b8-a636-4018-b976-7c35bd1669f0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 946 time: 0.4253488 Feb 09 14:19:56.867551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Attempting to bind port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:19:56.867915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Attempting to bind port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '9c8c557f-8e6a-47cb-8f73-6e561df3e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:19:56.868241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Attempting to bind port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca on network a1bbdeaf-0df4-42bf-b801-cf0e095f67ca {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:56.879565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35424) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:56.888849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-1bff2fea-ade8-4fb4-b984-d9711454ce28 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Request body: {'floatingip': {'port_id': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:56.901546 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96f54024-05f2-4c1f-addf-c6ace08d9eee req-04314273-e5bf-4185-9e12-40c1f1a048d3 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3852b23-a726-4291-8d2c-0a24ac9884ed HTTP/1.1" status: 200 len: 210 time: 0.0577319 Feb 09 14:19:56.949195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca on network a1bbdeaf-0df4-42bf-b801-cf0e095f67ca not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:19:56.949528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Attempting to bind port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca on network a1bbdeaf-0df4-42bf-b801-cf0e095f67ca {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:19:56.982857 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1bff2fea-ade8-4fb4-b984-d9711454ce28 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:57.033423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:19:57.033750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Checking segment: {'id': '9c8c557f-8e6a-47cb-8f73-6e561df3e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:19:57.034129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Bound using segment: {'id': '9c8c557f-8e6a-47cb-8f73-6e561df3e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:19:57.034578 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Bound port: 9eb93b2c-5161-4155-9592-1b1dfd7b02ca, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8c557f-8e6a-47cb-8f73-6e561df3e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:19:57.034918 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:57.082719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Router 0ca272ba-e6e8-46f7-9024-41802178d659 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:19:57.422983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f593f80-2309-4198-ba04-36e82631e7d0 req-d6122562-cc03-44ea-af80-1abbad8cc9a3 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:57.424771 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f593f80-2309-4198-ba04-36e82631e7d0 req-d6122562-cc03-44ea-af80-1abbad8cc9a3 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.0868950 Feb 09 14:19:57.470696 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f593f80-2309-4198-ba04-36e82631e7d0 req-affc2506-8f09-4041-b09b-a4639c58d3a1 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401585 Feb 09 14:19:57.626879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] For port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:19:57.730153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] For port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:19:57.743882 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:57.779747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:19:57.786466 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:57.790853 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0d767351-9cf2-4f93-909a-74096b523b9c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "PUT /v2.0/routers/0ca272ba-e6e8-46f7-9024-41802178d659 HTTP/1.1" status: 200 len: 879 time: 6.6998522 Feb 09 14:19:57.799567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35436) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:57.801418 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cbe420-255b-4529-b7e0-776cbf1eb3a4 None None] Sync routers for ids ['0ca272ba-e6e8-46f7-9024-41802178d659'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:19:57.817736 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cbe420-255b-4529-b7e0-776cbf1eb3a4 None None] Routers {'0ca272ba-e6e8-46f7-9024-41802178d659'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:57.818883 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-24cbe420-255b-4529-b7e0-776cbf1eb3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0ca272ba-e6e8-46f7-9024-41802178d659'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:57.879422 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335082a1-0d66-41be-894f-e9f140233929 req-3620c422-e3a4-4b9b-96b7-5d332e343d88 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:57.881491 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-335082a1-0d66-41be-894f-e9f140233929 req-3620c422-e3a4-4b9b-96b7-5d332e343d88 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.7637563 Feb 09 14:19:57.909268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f53f9a-0edb-40a8-ae93-80b62c39ea3e req-87f52ca6-baa9-4829-a79b-1f380e6826e8 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:57.910774 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27f53f9a-0edb-40a8-ae93-80b62c39ea3e req-87f52ca6-baa9-4829-a79b-1f380e6826e8 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 943 time: 0.1330981 Feb 09 14:19:57.918134 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-24cbe420-255b-4529-b7e0-776cbf1eb3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:57.935532 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cbe420-255b-4529-b7e0-776cbf1eb3a4 None None] Routers {'0ca272ba-e6e8-46f7-9024-41802178d659'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:19:57.936184 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-24cbe420-255b-4529-b7e0-776cbf1eb3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0ca272ba-e6e8-46f7-9024-41802178d659'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:57.948409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-e5d0dcd1-a775-4bec-a81d-1d91a9ff09cc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:57.949142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-e5d0dcd1-a775-4bec-a81d-1d91a9ff09cc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Synchronizing usage tracker for tenant:a7f428d0350d40a891a26b2f275269ef on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:57.950902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:57.951616 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:57.953164 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] 10.222.0.35 "PUT /v2.0/ports/9eb93b2c-5161-4155-9592-1b1dfd7b02ca HTTP/1.1" status: 200 len: 1091 time: 3.3651173 Feb 09 14:19:57.972830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7daaa906-5f1b-4f83-a114-c4d892a12b61', 'tag': '9eb93b2c-5161-4155-9592-1b1dfd7b02ca'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:57.987355 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27f53f9a-0edb-40a8-ae93-80b62c39ea3e req-e75e426e-13a6-4b98-b009-b0c3a9402d48 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669916 Feb 09 14:19:57.997843 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-e5d0dcd1-a775-4bec-a81d-1d91a9ff09cc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Unset dirty status for tenant:a7f428d0350d40a891a26b2f275269ef on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:58.003454 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-e5d0dcd1-a775-4bec-a81d-1d91a9ff09cc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.35 "GET /v2.0/networks?id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 HTTP/1.1" status: 200 len: 814 time: 0.2976336 Feb 09 14:19:58.041347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-0ba2cc1e-d2b1-429b-a0cc-db7831091c09 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Request body: {'port': {'device_id': '4e94bdc1-70a0-4faa-b66e-685b62dc3005', 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89', 'admin_state_up': True, 'tenant_id': 'a7f428d0350d40a891a26b2f275269ef'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:19:58.055243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac765a9-c5ad-47f3-8e68-6fed1096588f service neutron] Pushing event updated for resources: {'Port': ['ID=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:58.059315 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-24cbe420-255b-4529-b7e0-776cbf1eb3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:19:58.059718 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cbe420-255b-4529-b7e0-776cbf1eb3a4 None None] The sync data for ids ['0ca272ba-e6e8-46f7-9024-41802178d659'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:19:58.281401 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cbfd46df-e3c8-4921-8756-1ab622e55b37 req-3ee597c1-10ce-4dc3-a955-5e0619d56ddd tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 210 time: 0.0504253 Feb 09 14:19:58.291127 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-335082a1-0d66-41be-894f-e9f140233929 req-f7ef1e4a-479c-456f-8d81-d0e8fe37e36c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191836 Feb 09 14:19:58.296165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-deleted', 'tag': '2e012b21-bdb4-4038-9c4a-4518d14addfd'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:19:58.332918 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b35e87a5-675e-4eab-9510-13691f5ab236 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "GET /v2.0/routers/0ca272ba-e6e8-46f7-9024-41802178d659 HTTP/1.1" status: 200 len: 920 time: 0.5237677 Feb 09 14:19:58.336426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35446) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:58.395901 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7daaa906-5f1b-4f83-a114-c4d892a12b61', 'tag': '9eb93b2c-5161-4155-9592-1b1dfd7b02ca', 'status': 'completed', 'code': 200} Feb 09 14:19:58.400573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-0ba2cc1e-d2b1-429b-a0cc-db7831091c09 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:19:58.405758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-0ba2cc1e-d2b1-429b-a0cc-db7831091c09 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Usage tracker for resource:port and tenant:a7f428d0350d40a891a26b2f275269ef is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:19:58.410013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-0ba2cc1e-d2b1-429b-a0cc-db7831091c09 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:19:58.414258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-c211a635-9ab3-4d7f-b35c-5cf642d97c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:58.415784 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-c211a635-9ab3-4d7f-b35c-5cf642d97c6e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40ecfd94410549b7b135425cfa29b88e&device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 1094 time: 0.3568153 Feb 09 14:19:58.421054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-0ba2cc1e-d2b1-429b-a0cc-db7831091c09 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:19:58.429150 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3852b23-a726-4291-8d2c-0a24ac9884ed', 'name': 'network-vif-deleted', 'tag': '2e012b21-bdb4-4038-9c4a-4518d14addfd', 'status': 'completed', 'code': 200} Feb 09 14:19:58.434507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35452) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:58.448035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-0ba2cc1e-d2b1-429b-a0cc-db7831091c09 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Made reservation on behalf of a7f428d0350d40a891a26b2f275269ef for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:19:58.451650 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-0ba2cc1e-d2b1-429b-a0cc-db7831091c09 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:58.502326 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-493552de-7fb1-4f0b-b211-a579e19443b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eb93b2c-5161-4155-9592-1b1dfd7b02ca HTTP/1.1" status: 200 len: 217 time: 0.0743487 Feb 09 14:19:58.592278 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-27e21680-5684-491b-9892-8b25282f90e8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:58.631701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819e4c00-c915-4c06-96d0-0a8fd9e88ba1 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:58.633220 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-819e4c00-c915-4c06-96d0-0a8fd9e88ba1 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&device_id=0ca272ba-e6e8-46f7-9024-41802178d659&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2959030 Feb 09 14:19:58.638603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35458) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:58.715426 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-27e21680-5684-491b-9892-8b25282f90e8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:58.743181 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1bff2fea-ade8-4fb4-b984-d9711454ce28 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:58.746650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-63638624-87ef-4e82-8db6-02d9072798b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:58.748196 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-63638624-87ef-4e82-8db6-02d9072798b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37fdf6b3-1e22-4eee-999f-3240ab8424ff HTTP/1.1" status: 200 len: 855 time: 0.1760674 Feb 09 14:19:58.751449 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1bff2fea-ade8-4fb4-b984-d9711454ce28 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:58.771278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-0ba2cc1e-d2b1-429b-a0cc-db7831091c09 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Allocated IP 172.20.0.5 (59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89/adaa8dfb-07a1-4c7a-bd00-5979c7cd6139/ea4ee131-6417-473e-bf16-e912e57cdd8d) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:19:58.827126 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d7879-e8aa-4345-bc81-e9c023fd7936 req-637b5dc3-9493-47e8-be19-226c3ecfd2f5 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:58.829268 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-662d7879-e8aa-4345-bc81-e9c023fd7936 req-637b5dc3-9493-47e8-be19-226c3ecfd2f5 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.1959212 Feb 09 14:19:58.859706 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-27e21680-5684-491b-9892-8b25282f90e8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:58.922700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e21680-5684-491b-9892-8b25282f90e8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5411538d-bef3-425a-98fd-58ed4a07892a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:19:58.998399 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-662d7879-e8aa-4345-bc81-e9c023fd7936 req-3a77802c-fc5e-4010-b8ac-42040ef005ca tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600394 Feb 09 14:19:59.003252 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-84288ccf-a172-454d-80a4-2c0b0a8d679e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1bbdeaf-0df4-42bf-b801-cf0e095f67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1973531 Feb 09 14:19:59.019087 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-27e21680-5684-491b-9892-8b25282f90e8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:59.019087 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-27e21680-5684-491b-9892-8b25282f90e8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "DELETE /v2.0/security-groups/5411538d-bef3-425a-98fd-58ed4a07892a HTTP/1.1" status: 204 len: 168 time: 0.5797694 Feb 09 14:19:59.031302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35464) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:59.072598 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-0b774c6a-da5e-4024-a872-de3bcc5d5348 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] show failed (client error): The resource could not be found. Feb 09 14:19:59.076219 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0b774c6a-da5e-4024-a872-de3bcc5d5348 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "GET /v2.0/security-groups/5411538d-bef3-425a-98fd-58ed4a07892a HTTP/1.1" status: 404 len: 347 time: 0.0413561 Feb 09 14:19:59.082609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35470) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:59.132573 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d6291141-b150-473e-bd51-d911594fd776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:59.240926 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-0ba2cc1e-d2b1-429b-a0cc-db7831091c09 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:59.243094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5454b2-0da6-4199-96d9-11ef79c2b503 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:59.244503 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0d5454b2-0da6-4199-96d9-11ef79c2b503 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 881 time: 0.6050146 Feb 09 14:19:59.251087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35474) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:59.311867 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-1bff2fea-ade8-4fb4-b984-d9711454ce28 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Floating IP 5adb79ca-8edd-4ebb-b15c-f2a0dec0c444 associated. External IP: 172.25.8.234, port: af23a0d9-1c15-48f5-a81e-9a441a603a7e. Feb 09 14:19:59.317769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-352f990e-b900-490f-821f-3437c0fa0fb8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Deleting port 940958a4-411e-4353-b04f-a38b931e87f4 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:19:59.318092 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-352f990e-b900-490f-821f-3437c0fa0fb8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:59.400642 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-222e1a6d-debd-4ed9-969c-2d98587937c4 service neutron] 10.222.0.35 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810971 Feb 09 14:19:59.434967 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c305d006-fccc-4ee5-8a15-598269c7f013 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca272ba-e6e8-46f7-9024-41802178d659 HTTP/1.1" status: 200 len: 205 time: 0.1827784 Feb 09 14:19:59.442941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35482) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:19:59.570024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-eebc7dfc-ec52-492c-b7ad-83532c9d0727 req-b09fcef2-9a64-492d-b363-1284ee0d8c00 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Synchronizing usage tracker for tenant:a7f428d0350d40a891a26b2f275269ef on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:59.597128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274b91c-02ce-45e2-8d5a-e059dab9fc1a req-3081b32b-da20-4fca-bfab-200d436a99b8 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:59.597855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4274b91c-02ce-45e2-8d5a-e059dab9fc1a req-3081b32b-da20-4fca-bfab-200d436a99b8 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Synchronizing usage tracker for tenant:40ecfd94410549b7b135425cfa29b88e on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:19:59.629974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-eebc7dfc-ec52-492c-b7ad-83532c9d0727 req-b09fcef2-9a64-492d-b363-1284ee0d8c00 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Unset dirty status for tenant:a7f428d0350d40a891a26b2f275269ef on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:59.631118 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eebc7dfc-ec52-492c-b7ad-83532c9d0727 req-b09fcef2-9a64-492d-b363-1284ee0d8c00 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 210 time: 0.2000680 Feb 09 14:19:59.657176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4274b91c-02ce-45e2-8d5a-e059dab9fc1a req-3081b32b-da20-4fca-bfab-200d436a99b8 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Unset dirty status for tenant:40ecfd94410549b7b135425cfa29b88e on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:19:59.657176 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4274b91c-02ce-45e2-8d5a-e059dab9fc1a req-3081b32b-da20-4fca-bfab-200d436a99b8 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 943 time: 0.5218387 Feb 09 14:19:59.725119 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-0ba2cc1e-d2b1-429b-a0cc-db7831091c09 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:59.764751 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1b1dbd4-21a8-4848-9962-cfe2f9a2cce0 req-7343d02d-5d1e-4fef-ada5-cdfb441630e5 service neutron] 10.222.0.35 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488901 Feb 09 14:19:59.816333 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4274b91c-02ce-45e2-8d5a-e059dab9fc1a req-c0c72ab3-81f0-4467-a5f4-88642e9d7af3 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479375 Feb 09 14:19:59.983690 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bff2fea-ade8-4fb4-b984-d9711454ce28 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Router 45bd2bc0-5555-419a-902a-d3a9e2623d1d has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:19:59.990537 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-352f990e-b900-490f-821f-3437c0fa0fb8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:59.991115 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-352f990e-b900-490f-821f-3437c0fa0fb8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:00.017149 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2874c25c-2f20-49cf-95c6-4f0829ed1ab5 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:00.069269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b0dbc-421f-4baf-95d6-2a37cbe673cd req-f2c9a331-7d93-4368-955e-68cd2c19879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:00.070846 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c5b0dbc-421f-4baf-95d6-2a37cbe673cd req-f2c9a331-7d93-4368-955e-68cd2c19879c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40ecfd94410549b7b135425cfa29b88e&device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 1094 time: 0.1850917 Feb 09 14:20:00.133297 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:00.202555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-0ba2cc1e-d2b1-429b-a0cc-db7831091c09 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:20:00.236191 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:00.302824 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-352f990e-b900-490f-821f-3437c0fa0fb8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Calling delete_port for 940958a4-411e-4353-b04f-a38b931e87f4 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:00.312427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bff2fea-ade8-4fb4-b984-d9711454ce28 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:20:00.319282 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1bff2fea-ade8-4fb4-b984-d9711454ce28 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:00.324560 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67333f1-1acf-4430-8e0f-4726c99f30ee None None] Sync routers for ids ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:20:00.331611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2cc1e-d2b1-429b-a0cc-db7831091c09 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Pushing event updated for resources: {'Port': ['ID=ea4ee131-6417-473e-bf16-e912e57cdd8d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:00.334127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-0ba2cc1e-d2b1-429b-a0cc-db7831091c09 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:20:00.352779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-0ba2cc1e-d2b1-429b-a0cc-db7831091c09 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:20:00.353586 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67333f1-1acf-4430-8e0f-4726c99f30ee None None] Routers {'45bd2bc0-5555-419a-902a-d3a9e2623d1d'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:00.354455 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b67333f1-1acf-4430-8e0f-4726c99f30ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:00.531991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-0ba2cc1e-d2b1-429b-a0cc-db7831091c09 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:00.532563 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-0ba2cc1e-d2b1-429b-a0cc-db7831091c09 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:00.558914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b0dbc-421f-4baf-95d6-2a37cbe673cd req-c3959c05-a9f4-46b5-9e8f-8966fe2189fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:00.560157 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c5b0dbc-421f-4baf-95d6-2a37cbe673cd req-c3959c05-a9f4-46b5-9e8f-8966fe2189fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1bbdeaf-0df4-42bf-b801-cf0e095f67ca HTTP/1.1" status: 200 len: 915 time: 0.4714718 Feb 09 14:20:00.586900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b29514-36c3-45fd-9e33-facdd73dec96 req-dad11501-4859-415e-9d71-a01ffd7dd296 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:00.593893 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89b29514-36c3-45fd-9e33-facdd73dec96 req-dad11501-4859-415e-9d71-a01ffd7dd296 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.7979236 Feb 09 14:20:00.640928 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-b67333f1-1acf-4430-8e0f-4726c99f30ee None None] Set router 45bd2bc0-5555-419a-902a-d3a9e2623d1d gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:20:00.651348 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1bff2fea-ade8-4fb4-b984-d9711454ce28 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "PUT /v2.0/floatingips/5adb79ca-8edd-4ebb-b15c-f2a0dec0c444 HTTP/1.1" status: 200 len: 992 time: 3.7642658 Feb 09 14:20:00.651348 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c5b0dbc-421f-4baf-95d6-2a37cbe673cd req-7ed38a0a-36d5-4eec-b149-94c156a16e82 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eb93b2c-5161-4155-9592-1b1dfd7b02ca HTTP/1.1" status: 200 len: 217 time: 0.0728908 Feb 09 14:20:00.653174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:00.674659 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2874c25c-2f20-49cf-95c6-4f0829ed1ab5 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:00.682696 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-0ba2cc1e-d2b1-429b-a0cc-db7831091c09 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6459169 Feb 09 14:20:00.708096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Request body: {'port': {'device_id': '4e94bdc1-70a0-4faa-b66e-685b62dc3005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:20:00.728585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b0dbc-421f-4baf-95d6-2a37cbe673cd req-7633e20b-4616-45a9-9cf9-5feadf02cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:00.730022 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c5b0dbc-421f-4baf-95d6-2a37cbe673cd req-7633e20b-4616-45a9-9cf9-5feadf02cab7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37fdf6b3-1e22-4eee-999f-3240ab8424ff HTTP/1.1" status: 200 len: 855 time: 0.0701969 Feb 09 14:20:00.734311 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89b29514-36c3-45fd-9e33-facdd73dec96 req-46c7bc3f-f3c5-4d64-91ef-d00c3507b2ea tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395760 Feb 09 14:20:00.739113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7d6a3-0e26-478d-9be1-adc891fe68b2 req-fea72d23-b2ac-4954-9558-df63ffccc6fd tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:00.742235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-2874c25c-2f20-49cf-95c6-4f0829ed1ab5 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Deleting port c62b9ec5-c50f-41e2-9f8e-63a4cf1a0e4d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:00.742235 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2874c25c-2f20-49cf-95c6-4f0829ed1ab5 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:00.746251 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-07f7d6a3-0e26-478d-9be1-adc891fe68b2 req-fea72d23-b2ac-4954-9558-df63ffccc6fd tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.3938761 Feb 09 14:20:00.813000 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-352f990e-b900-490f-821f-3437c0fa0fb8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:00.827315 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c5b0dbc-421f-4baf-95d6-2a37cbe673cd req-6fc6a736-7d4a-4712-b085-e5d908d0a035 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1bbdeaf-0df4-42bf-b801-cf0e095f67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778563 Feb 09 14:20:00.870692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f990e-b900-490f-821f-3437c0fa0fb8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event deleted for resources: {'Port': ['ID=940958a4-411e-4353-b04f-a38b931e87f4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:00.932025 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-07f7d6a3-0e26-478d-9be1-adc891fe68b2 req-d4475536-38c0-44b2-9667-36d1d55489ac tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848781 Feb 09 14:20:01.006268 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c5b0dbc-421f-4baf-95d6-2a37cbe673cd req-f59c382b-c18f-4bde-a5e7-e43c5492b33a service neutron] 10.222.0.35 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660736 Feb 09 14:20:01.008041 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'status': 'completed', 'code': 200} Feb 09 14:20:01.092221 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b67333f1-1acf-4430-8e0f-4726c99f30ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'name': 'tempest-ServerActionsTestJSON-2072923249-router', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:07Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'gw_port': {'id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:08Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '5adb79ca-8edd-4ebb-b15c-f2a0dec0c444', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'floating_ip_address': '172.25.8.234', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'port_id': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'mac_address': 'fa:16:3e:f0:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:19:25Z', 'updated_at': '2022-02-09T14:19:58Z', 'revision_number': 1, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9849bc26-b569-46ba-b232-a55b497dd796', 'name': '', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'mac_address': 'fa:16:3e:5a:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:17Z', 'updated_at': '2022-02-09T14:19:27Z', 'revision_number': 5, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'subnets': [{'id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:01.097429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67333f1-1acf-4430-8e0f-4726c99f30ee None None] Checking router: 45bd2bc0-5555-419a-902a-d3a9e2623d1d for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:20:01.106024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67333f1-1acf-4430-8e0f-4726c99f30ee None None] Routers {'45bd2bc0-5555-419a-902a-d3a9e2623d1d'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:01.106629 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b67333f1-1acf-4430-8e0f-4726c99f30ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:01.195600 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:01.239994 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-352f990e-b900-490f-821f-3437c0fa0fb8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:01.242329 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-352f990e-b900-490f-821f-3437c0fa0fb8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:01.245977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-352f990e-b900-490f-821f-3437c0fa0fb8 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "DELETE /v2.0/floatingips/cf72a9dc-6ccc-4a2b-ad08-1836aea99c4a HTTP/1.1" status: 204 len: 168 time: 2.1600142 Feb 09 14:20:01.246854 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35496) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:01.287228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36273930-1b78-448d-8491-b4329e9d089b req-296e96b5-aef7-41a9-b5ed-ffca81289427 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:01.288930 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36273930-1b78-448d-8491-b4329e9d089b req-296e96b5-aef7-41a9-b5ed-ffca81289427 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 931 time: 0.1665080 Feb 09 14:20:01.300341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-b67333f1-1acf-4430-8e0f-4726c99f30ee None None] Set router 45bd2bc0-5555-419a-902a-d3a9e2623d1d gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:20:01.302559 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2874c25c-2f20-49cf-95c6-4f0829ed1ab5 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:01.307536 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c5b0dbc-421f-4baf-95d6-2a37cbe673cd req-bd94c012-f02c-4be4-b540-08e3b8336156 service neutron] 10.222.0.35 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567618 Feb 09 14:20:01.364412 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-82764807-f83c-4e0c-9664-75c5258c2c4d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Deleting port e2a09b75-aff3-4881-9cb3-8cf2226c94cf {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:01.364817 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82764807-f83c-4e0c-9664-75c5258c2c4d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:01.408568 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36273930-1b78-448d-8491-b4329e9d089b req-8748f44f-f8be-46ac-a7ab-ef48b5a75f61 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119945 Feb 09 14:20:01.451470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-2874c25c-2f20-49cf-95c6-4f0829ed1ab5 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Calling delete_port for c62b9ec5-c50f-41e2-9f8e-63a4cf1a0e4d owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:01.554894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2aea4-49b4-4f76-867a-20029dbc33a2 req-4803c7f2-9ffa-4807-8eeb-efb30a994900 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:01.562030 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73c2aea4-49b4-4f76-867a-20029dbc33a2 req-4803c7f2-9ffa-4807-8eeb-efb30a994900 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 946 time: 0.6331069 Feb 09 14:20:01.711208 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:01.721782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86da4b-50df-4a7c-8c9c-d6f32aa9e2f0 req-45377393-13c1-4ef8-a9a5-193247c83059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:01.723240 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d86da4b-50df-4a7c-8c9c-d6f32aa9e2f0 req-45377393-13c1-4ef8-a9a5-193247c83059 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 1097 time: 0.6361694 Feb 09 14:20:01.729936 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82764807-f83c-4e0c-9664-75c5258c2c4d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:01.736442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b67333f1-1acf-4430-8e0f-4726c99f30ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'name': 'tempest-ServerActionsTestJSON-2072923249-router', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:07Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'gw_port': {'id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:08Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '5adb79ca-8edd-4ebb-b15c-f2a0dec0c444', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'floating_ip_address': '172.25.8.234', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'port_id': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'mac_address': 'fa:16:3e:f0:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:19:25Z', 'updated_at': '2022-02-09T14:19:58Z', 'revision_number': 1, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9849bc26-b569-46ba-b232-a55b497dd796', 'name': '', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'mac_address': 'fa:16:3e:5a:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:17Z', 'updated_at': '2022-02-09T14:19:27Z', 'revision_number': 5, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'subnets': [{'id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:01.740759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67333f1-1acf-4430-8e0f-4726c99f30ee None None] The sync data for ids ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'] in n-d-828418-2 is: [{'id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'name': 'tempest-ServerActionsTestJSON-2072923249-router', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:07Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'gw_port': {'id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:08Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '5adb79ca-8edd-4ebb-b15c-f2a0dec0c444', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'floating_ip_address': '172.25.8.234', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'port_id': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'mac_address': 'fa:16:3e:f0:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:19:25Z', 'updated_at': '2022-02-09T14:19:58Z', 'revision_number': 1, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9849bc26-b569-46ba-b232-a55b497dd796', 'name': '', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'mac_address': 'fa:16:3e:5a:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:17Z', 'updated_at': '2022-02-09T14:19:27Z', 'revision_number': 5, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'subnets': [{'id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:20:01.805134 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70368d-88be-4648-9ae6-aef9dd3e3680 req-f09c5b7a-b49c-4628-a4c5-eab560382b20 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:01.806572 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b70368d-88be-4648-9ae6-aef9dd3e3680 req-f09c5b7a-b49c-4628-a4c5-eab560382b20 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 943 time: 0.2128732 Feb 09 14:20:01.877843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-82764807-f83c-4e0c-9664-75c5258c2c4d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Calling delete_port for e2a09b75-aff3-4881-9cb3-8cf2226c94cf owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:01.973792 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f211718-eb64-4ee2-86f0-ef25f67cf7bb None None] New status for floating IP 5adb79ca-8edd-4ebb-b15c-f2a0dec0c444: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:20:01.981574 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73c2aea4-49b4-4f76-867a-20029dbc33a2 req-cb34ef43-f3d5-49ae-a570-f14ce27bcc37 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4184535 Feb 09 14:20:01.981753 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b70368d-88be-4648-9ae6-aef9dd3e3680 req-da34ecb7-389b-445e-a01c-faeccf6f29ec tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113687 Feb 09 14:20:02.124116 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82764807-f83c-4e0c-9664-75c5258c2c4d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:02.197624 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:20:02.231204 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82764807-f83c-4e0c-9664-75c5258c2c4d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event deleted for resources: {'Port': ['ID=e2a09b75-aff3-4881-9cb3-8cf2226c94cf,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:02.243445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86da4b-50df-4a7c-8c9c-d6f32aa9e2f0 req-0bd491ad-8a06-457d-b807-c1ea0479e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:02.244958 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d86da4b-50df-4a7c-8c9c-d6f32aa9e2f0 req-0bd491ad-8a06-457d-b807-c1ea0479e0ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 0.5095036 Feb 09 14:20:02.368949 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82764807-f83c-4e0c-9664-75c5258c2c4d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:02.393241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e5197-ac07-46cf-b20b-3fb359f72b15 req-6ee2f034-6692-4258-8991-eaad52cceca8 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:02.394749 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5d9e5197-ac07-46cf-b20b-3fb359f72b15 req-6ee2f034-6692-4258-8991-eaad52cceca8 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.2164612 Feb 09 14:20:02.396751 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-82764807-f83c-4e0c-9664-75c5258c2c4d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "DELETE /v2.0/ports/e2a09b75-aff3-4881-9cb3-8cf2226c94cf HTTP/1.1" status: 204 len: 168 time: 1.1493130 Feb 09 14:20:02.399521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35504) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:02.424101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afd707-d7e7-4537-ad46-21920fb7ef8a req-4e2eb7dc-04a1-4bc3-851a-8464cb88a4ab tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:02.425616 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7afd707-d7e7-4537-ad46-21920fb7ef8a req-4e2eb7dc-04a1-4bc3-851a-8464cb88a4ab tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.3211489 Feb 09 14:20:02.474284 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d86da4b-50df-4a7c-8c9c-d6f32aa9e2f0 req-75c56766-06ca-4ebb-95af-f62cc6578022 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e HTTP/1.1" status: 200 len: 1000 time: 0.2083154 Feb 09 14:20:02.580989 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2874c25c-2f20-49cf-95c6-4f0829ed1ab5 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:02.614160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-032f107a-5dbe-4197-bebb-e548e73f8008 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Deleting port 51166934-6833-4ae3-b0f8-42d4ff50594b {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:02.614501 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-032f107a-5dbe-4197-bebb-e548e73f8008 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:02.650891 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5d9e5197-ac07-46cf-b20b-3fb359f72b15 req-c6b63746-ab24-43c5-ac19-a0d700d8c6a4 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015201 Feb 09 14:20:02.653589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4ee131-6417-473e-bf16-e912e57cdd8d {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:20:02.676942 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7afd707-d7e7-4537-ad46-21920fb7ef8a req-7a08639d-71fc-4df2-a2ab-a4e40e82c7a1 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369442 Feb 09 14:20:02.677716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874c25c-2f20-49cf-95c6-4f0829ed1ab5 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Pushing event deleted for resources: {'Port': ['ID=c62b9ec5-c50f-41e2-9f8e-63a4cf1a0e4d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:02.715081 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:02.723828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86da4b-50df-4a7c-8c9c-d6f32aa9e2f0 req-cb404259-d12b-4fa5-82c4-d56d0477c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:02.725480 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d86da4b-50df-4a7c-8c9c-d6f32aa9e2f0 req-cb404259-d12b-4fa5-82c4-d56d0477c33f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.2396233 Feb 09 14:20:02.819288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Transition to ACTIVE for port object ea4ee131-6417-473e-bf16-e912e57cdd8d will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:20:02.830597 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:02.950580 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376f295-ca57-41ae-8bb8-fddaaf2a3d7d req-daf80432-0a3a-4ab0-90ef-c5f577f7fee4 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:02.952039 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6376f295-ca57-41ae-8bb8-fddaaf2a3d7d req-daf80432-0a3a-4ab0-90ef-c5f577f7fee4 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 943 time: 0.1345007 Feb 09 14:20:02.953772 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-032f107a-5dbe-4197-bebb-e548e73f8008 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:02.969673 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2874c25c-2f20-49cf-95c6-4f0829ed1ab5 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:03.094504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-032f107a-5dbe-4197-bebb-e548e73f8008 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Calling delete_port for 51166934-6833-4ae3-b0f8-42d4ff50594b owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:03.109215 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Pushing event updated for resources: {'Port': ['ID=ea4ee131-6417-473e-bf16-e912e57cdd8d,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:03.163299 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6376f295-ca57-41ae-8bb8-fddaaf2a3d7d req-54257849-967e-4541-8140-53009f0e0b63 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017903 Feb 09 14:20:03.272315 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-032f107a-5dbe-4197-bebb-e548e73f8008 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:03.363205 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f107a-5dbe-4197-bebb-e548e73f8008 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event deleted for resources: {'Port': ['ID=51166934-6833-4ae3-b0f8-42d4ff50594b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:03.391193 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2874c25c-2f20-49cf-95c6-4f0829ed1ab5 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:03.397125 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2874c25c-2f20-49cf-95c6-4f0829ed1ab5 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:03.469436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86da4b-50df-4a7c-8c9c-d6f32aa9e2f0 req-5b10b881-02ba-4836-b8e7-5ab84f21346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:03.470925 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d86da4b-50df-4a7c-8c9c-d6f32aa9e2f0 req-5b10b881-02ba-4836-b8e7-5ab84f21346e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7076931 Feb 09 14:20:03.479300 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-032f107a-5dbe-4197-bebb-e548e73f8008 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:03.491102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15879d-ff17-4101-9dcf-a5eb4170a48f req-710c421a-2b1b-4f88-834f-ca6cb8585d3c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:03.492745 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af15879d-ff17-4101-9dcf-a5eb4170a48f req-710c421a-2b1b-4f88-834f-ca6cb8585d3c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 946 time: 0.2224193 Feb 09 14:20:03.501716 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-032f107a-5dbe-4197-bebb-e548e73f8008 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "DELETE /v2.0/ports/51166934-6833-4ae3-b0f8-42d4ff50594b HTTP/1.1" status: 204 len: 168 time: 1.0985732 Feb 09 14:20:03.509071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35514) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:03.539715 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af15879d-ff17-4101-9dcf-a5eb4170a48f req-0fea2081-8e5d-4fa4-ad72-f3aee4938f57 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391130 Feb 09 14:20:03.558656 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2874c25c-2f20-49cf-95c6-4f0829ed1ab5 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:03.559190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2874c25c-2f20-49cf-95c6-4f0829ed1ab5 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Fanout notify agent at l3_agent the message router_deleted on router 0ca272ba-e6e8-46f7-9024-41802178d659 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:20:03.673098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Attempting to bind port ea4ee131-6417-473e-bf16-e912e57cdd8d on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:20:03.673437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Attempting to bind port ea4ee131-6417-473e-bf16-e912e57cdd8d by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:20:03.673764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Attempting to bind port ea4ee131-6417-473e-bf16-e912e57cdd8d on network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:20:03.679089 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2874c25c-2f20-49cf-95c6-4f0829ed1ab5 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:03.680153 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2874c25c-2f20-49cf-95c6-4f0829ed1ab5 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "DELETE /v2.0/routers/0ca272ba-e6e8-46f7-9024-41802178d659 HTTP/1.1" status: 204 len: 168 time: 4.2052064 Feb 09 14:20:03.684312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35520) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:03.690931 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4ca82d64-4723-412a-bff5-78837537ee49 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-955554970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:20:03.693097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91689047-5c4c-49f2-ad21-5b04f7d8e1e7 req-2f3a0a0b-c457-4274-b58c-d1f24306c6f8 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:03.697604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4ca82d64-4723-412a-bff5-78837537ee49 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:20:03.697796 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91689047-5c4c-49f2-ad21-5b04f7d8e1e7 req-2f3a0a0b-c457-4274-b58c-d1f24306c6f8 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 943 time: 0.6058068 Feb 09 14:20:03.703065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4ca82d64-4723-412a-bff5-78837537ee49 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Usage tracker for resource:router and tenant:80e824d34c2842b39f14c4fcd3276860 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:20:03.706885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4ca82d64-4723-412a-bff5-78837537ee49 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:20:03.713984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4ca82d64-4723-412a-bff5-78837537ee49 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:20:03.717292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a59480-81c5-461e-9255-d5110d86e31d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Deleting subnet bc747844-e857-4864-b1fd-bf401665cf5c {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:20:03.724335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Port ea4ee131-6417-473e-bf16-e912e57cdd8d on network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:20:03.724572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Attempting to bind port ea4ee131-6417-473e-bf16-e912e57cdd8d on network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:20:03.733336 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ca82d64-4723-412a-bff5-78837537ee49 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:03.734473 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ca82d64-4723-412a-bff5-78837537ee49 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:03.737656 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-94a59480-81c5-461e-9255-d5110d86e31d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:03.768180 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ca82d64-4723-412a-bff5-78837537ee49 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:03.793789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:20:03.794155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Checking segment: {'id': '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:20:03.794541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Bound using segment: {'id': '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:20:03.794987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Bound port: ea4ee131-6417-473e-bf16-e912e57cdd8d, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:20:03.795336 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:03.821559 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d86da4b-50df-4a7c-8c9c-d6f32aa9e2f0 req-2c105f54-f70e-43bd-b918-fcafda64b766 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379185 Feb 09 14:20:03.851664 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ca82d64-4723-412a-bff5-78837537ee49 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:03.898771 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ca82d64-4723-412a-bff5-78837537ee49 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:03.900433 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4ca82d64-4723-412a-bff5-78837537ee49 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2148902 Feb 09 14:20:03.904653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35526) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:03.904976 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-94a59480-81c5-461e-9255-d5110d86e31d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:03.911428 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'enable_snat': True}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:20:03.993879 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91689047-5c4c-49f2-ad21-5b04f7d8e1e7 req-e7201b81-da73-48eb-861e-60d1c70f7f12 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734783 Feb 09 14:20:04.094429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] For port ea4ee131-6417-473e-bf16-e912e57cdd8d, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:20:04.121719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44e74d-bc3a-4a5c-8297-df8404018120 req-8eaccccd-e38f-423c-b5c6-ec4ead48bf5a tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:04.123268 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3c44e74d-bc3a-4a5c-8297-df8404018120 req-8eaccccd-e38f-423c-b5c6-ec4ead48bf5a tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.3325689 Feb 09 14:20:04.158008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] For port ea4ee131-6417-473e-bf16-e912e57cdd8d, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ea4ee131-6417-473e-bf16-e912e57cdd8d,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:20:04.167774 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d86da4b-50df-4a7c-8c9c-d6f32aa9e2f0 req-ff37d574-17e5-4bc5-8de5-126b52d94d3f service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220630 Feb 09 14:20:04.175177 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:04.263018 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-94a59480-81c5-461e-9255-d5110d86e31d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:04.305915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:04.306538 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:04.307936 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] 10.222.0.35 "PUT /v2.0/ports/ea4ee131-6417-473e-bf16-e912e57cdd8d HTTP/1.1" status: 200 len: 1091 time: 3.6079674 Feb 09 14:20:04.308375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e94bdc1-70a0-4faa-b66e-685b62dc3005', 'tag': 'ea4ee131-6417-473e-bf16-e912e57cdd8d'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:04.331448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a03bcf-4059-4376-8892-835f4c4fcbec service neutron] Pushing event updated for resources: {'Port': ['ID=ea4ee131-6417-473e-bf16-e912e57cdd8d,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:04.372039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb01092-b7f7-4e52-b8b4-b34141f9deb5 req-de187767-eeb3-4f6e-b5e5-cee6e25e51e2 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:04.373538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8cb01092-b7f7-4e52-b8b4-b34141f9deb5 req-de187767-eeb3-4f6e-b5e5-cee6e25e51e2 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.2534943 Feb 09 14:20:04.444980 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-94a59480-81c5-461e-9255-d5110d86e31d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:04.457622 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3c44e74d-bc3a-4a5c-8297-df8404018120 req-c2788a60-c73f-41ca-b2f5-f40f3a84af50 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255961 Feb 09 14:20:04.464478 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:04.510810 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-94a59480-81c5-461e-9255-d5110d86e31d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:04.513933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a59480-81c5-461e-9255-d5110d86e31d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event deleted for resources: {'Subnet': ['ID=bc747844-e857-4864-b1fd-bf401665cf5c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:04.517686 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d4d203-280d-4ba0-9c8e-6c07125a292d None None] Network 8f32b635-0e4c-4fd0-b4fb-058420f89d74 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:20:04.528564 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8cb01092-b7f7-4e52-b8b4-b34141f9deb5 req-29b6c2b1-929a-425c-9b3d-e65d8f66d630 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214492 Feb 09 14:20:04.531353 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-94a59480-81c5-461e-9255-d5110d86e31d tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "DELETE /v2.0/subnets/bc747844-e857-4864-b1fd-bf401665cf5c HTTP/1.1" status: 204 len: 168 time: 1.0194185 Feb 09 14:20:04.538265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35534) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:04.547448 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9eb93b2c-5161-4155-9592-1b1dfd7b02ca details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:20:04.619755 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e94bdc1-70a0-4faa-b66e-685b62dc3005', 'tag': 'ea4ee131-6417-473e-bf16-e912e57cdd8d', 'status': 'completed', 'code': 200} Feb 09 14:20:04.651031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-b27dd572-72e8-4405-82a7-a9bcb533df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:04.652925 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-b27dd572-72e8-4405-82a7-a9bcb533df76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7f428d0350d40a891a26b2f275269ef&device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 1094 time: 0.2785182 Feb 09 14:20:04.665868 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9c65d6-d141-4163-aa69-81d29ce29784 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Deleting subnet ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:20:04.669119 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd9c65d6-d141-4163-aa69-81d29ce29784 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:04.717292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5de337-396d-4c08-82e9-03bd0ac48358 req-fa6e17af-96c6-4ac4-b3da-adb26865a6a3 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:04.719648 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f5de337-396d-4c08-82e9-03bd0ac48358 req-fa6e17af-96c6-4ac4-b3da-adb26865a6a3 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 943 time: 0.1222291 Feb 09 14:20:04.788660 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f5de337-396d-4c08-82e9-03bd0ac48358 req-67ea86e9-f456-43b9-9794-83b2d769237f tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623732 Feb 09 14:20:04.817623 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-dd222856-0cff-47a7-bed7-7e2743c28a0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea4ee131-6417-473e-bf16-e912e57cdd8d HTTP/1.1" status: 200 len: 217 time: 0.1128047 Feb 09 14:20:04.873503 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd9c65d6-d141-4163-aa69-81d29ce29784 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:04.953313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:04.967182 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '9eb93b2c-5161-4155-9592-1b1dfd7b02ca', 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca', 'port_id': '9eb93b2c-5161-4155-9592-1b1dfd7b02ca', 'mac_address': 'fa:16:3e:ab:20:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fdf6b3-1e22-4eee-999f-3240ab8424ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:20:04.974438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-bfe04918-4d28-45b0-b835-9092b86a11b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:04.975931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-bfe04918-4d28-45b0-b835-9092b86a11b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=adaa8dfb-07a1-4c7a-bd00-5979c7cd6139 HTTP/1.1" status: 200 len: 854 time: 0.1451478 Feb 09 14:20:04.988780 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:04.992429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e729df-4587-4b1b-91cf-bb364798fe1e req-6394048d-63f2-43b9-9758-c7e71fe5af02 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:04.996076 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9e729df-4587-4b1b-91cf-bb364798fe1e req-6394048d-63f2-43b9-9758-c7e71fe5af02 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 946 time: 0.2921224 Feb 09 14:20:05.025352 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:05.029794 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:05.042849 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17637bf-e016-4300-9bd5-9aea969ca41e None None] DHCP port deletion for 8f32b635-0e4c-4fd0-b4fb-058420f89d74 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:20:05.055171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d17637bf-e016-4300-9bd5-9aea969ca41e None None] Deleting port f0eb7585-7efe-4508-a113-8710e4988b5d {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:05.055546 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d17637bf-e016-4300-9bd5-9aea969ca41e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:05.088596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb93b2c-5161-4155-9592-1b1dfd7b02ca {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:20:05.133178 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:05.166070 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:05.206422 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-eca9aa0e-8886-4e27-803f-a4602bd1b805 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2091250 Feb 09 14:20:05.215719 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd9c65d6-d141-4163-aa69-81d29ce29784 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:05.269970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Allocated IP 172.25.8.200 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/845c479d-c97a-4aff-b09a-1281d9acb33a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:20:05.333235 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:05.363557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d17637bf-e016-4300-9bd5-9aea969ca41e None None] For port f0eb7585-7efe-4508-a113-8710e4988b5d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f0eb7585-7efe-4508-a113-8710e4988b5d,segment=NetworkSegment(4d99d233-7638-4c56-9a11-f1d927d41e97),segment_id=4d99d233-7638-4c56-9a11-f1d927d41e97)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:05.363684 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d17637bf-e016-4300-9bd5-9aea969ca41e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:05.368523 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9e729df-4587-4b1b-91cf-bb364798fe1e req-f183441b-c9d1-453c-9576-3cfa11920863 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857662 Feb 09 14:20:05.374702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49325a-407e-442a-b0d6-279bc5b3643f req-6c2cb40b-f9eb-44da-8f7c-5a5be598a529 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:05.376305 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3e49325a-407e-442a-b0d6-279bc5b3643f req-6c2cb40b-f9eb-44da-8f7c-5a5be598a529 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 944 time: 0.1972649 Feb 09 14:20:05.449065 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd9c65d6-d141-4163-aa69-81d29ce29784 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:05.466515 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3e49325a-407e-442a-b0d6-279bc5b3643f req-1d778365-53b4-44db-a82c-86facff8f314 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785744 Feb 09 14:20:05.504008 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:05.553820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d17637bf-e016-4300-9bd5-9aea969ca41e None None] Calling delete_port for f0eb7585-7efe-4508-a113-8710e4988b5d owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:05.561391 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:05.565537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c65d6-d141-4163-aa69-81d29ce29784 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event deleted for resources: {'Subnet': ['ID=ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:05.572078 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd9c65d6-d141-4163-aa69-81d29ce29784 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:05.587216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ae7d82-d085-4ada-a570-dfaa88acaacb None None] Network 823b3307-a261-404f-987b-156bad62d095 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:20:05.611373 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cd9c65d6-d141-4163-aa69-81d29ce29784 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "DELETE /v2.0/subnets/ef6d94ca-ef0d-4d8a-9a8d-55254e860ee3 HTTP/1.1" status: 204 len: 168 time: 1.0643086 Feb 09 14:20:05.617363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35548) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:05.667529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:20:05.670611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:20:05.679029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:20:05.698875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['9eb93b2c-5161-4155-9592-1b1dfd7b02ca'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:20:05.727472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Pushing event updated for resources: {'Port': ['ID=845c479d-c97a-4aff-b09a-1281d9acb33a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:05.886981 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-047692a0-153f-4f92-8063-80fccbe79f6d service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367781 Feb 09 14:20:05.899665 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6221-e052-4ca9-8c0c-7b4b67633280 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:05.965037 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d17637bf-e016-4300-9bd5-9aea969ca41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:06.020033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fd619-b7b7-43ee-ba15-282b5f4b8c93 req-9b9347bc-1091-47df-94b1-0cebef82307c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:06.022636 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a5fd619-b7b7-43ee-ba15-282b5f4b8c93 req-9b9347bc-1091-47df-94b1-0cebef82307c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 946 time: 0.2511234 Feb 09 14:20:06.039873 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17637bf-e016-4300-9bd5-9aea969ca41e None None] Pushing event deleted for resources: {'Port': ['ID=f0eb7585-7efe-4508-a113-8710e4988b5d,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:06.042905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17637bf-e016-4300-9bd5-9aea969ca41e None None] No DVR routers for this DVR port f0eb7585-7efe-4508-a113-8710e4988b5d on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:20:06.053669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c547c01-5afa-429d-a6d9-cd628473ef3d req-7052a211-c3a5-4e27-8f1f-a9ea60a4f451 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:06.055415 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c547c01-5afa-429d-a6d9-cd628473ef3d req-7052a211-c3a5-4e27-8f1f-a9ea60a4f451 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.3126137 Feb 09 14:20:06.193949 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a08edb1-31b5-4a2e-8f96-53f7a744511f None None] DHCP port deletion for 823b3307-a261-404f-987b-156bad62d095 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:20:06.198312 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6a08edb1-31b5-4a2e-8f96-53f7a744511f None None] Deleting port 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:06.198697 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6a08edb1-31b5-4a2e-8f96-53f7a744511f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:06.242327 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa2b35af-bf44-43d6-9972-26729e164f9d req-17f19baa-7054-48de-aedc-49bb6475798b service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397293 Feb 09 14:20:06.244024 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6221-e052-4ca9-8c0c-7b4b67633280 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:06.253907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a5fd619-b7b7-43ee-ba15-282b5f4b8c93 req-31047c46-17f0-4544-966c-8dcc86cfd6b0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012436 Feb 09 14:20:06.274773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-2d4b6221-e052-4ca9-8c0c-7b4b67633280 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f32b635-0e4c-4fd0-b4fb-058420f89d74']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:06.290544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-2d4b6221-e052-4ca9-8c0c-7b4b67633280 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d99d233-7638-4c56-9a11-f1d927d41e97') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:06.291275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-2d4b6221-e052-4ca9-8c0c-7b4b67633280 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d99d233-7638-4c56-9a11-f1d927d41e97') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:06.341453 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c547c01-5afa-429d-a6d9-cd628473ef3d req-38dbe48b-b62b-48e0-b169-d885fee2773c tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776885 Feb 09 14:20:06.360259 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6221-e052-4ca9-8c0c-7b4b67633280 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:06.377705 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6221-e052-4ca9-8c0c-7b4b67633280 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:06.384693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4b6221-e052-4ca9-8c0c-7b4b67633280 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:20:06.385288 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6221-e052-4ca9-8c0c-7b4b67633280 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:20:06.457487 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:20:06.475872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6a08edb1-31b5-4a2e-8f96-53f7a744511f None None] For port 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54,segment=NetworkSegment(a3227f92-0703-421e-9c22-5fdde7cc38af),segment_id=a3227f92-0703-421e-9c22-5fdde7cc38af)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:06.476268 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6a08edb1-31b5-4a2e-8f96-53f7a744511f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:06.512691 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:06.579311 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6221-e052-4ca9-8c0c-7b4b67633280 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:06.600032 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6221-e052-4ca9-8c0c-7b4b67633280 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:06.616840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357e8ed-e026-4228-82fe-71989b825219 req-5bfe89ce-4597-4ca9-86fe-7e34d03e8a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:06.618365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6357e8ed-e026-4228-82fe-71989b825219 req-5bfe89ce-4597-4ca9-86fe-7e34d03e8a6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7f428d0350d40a891a26b2f275269ef&device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 1094 time: 0.3103142 Feb 09 14:20:06.622259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b6221-e052-4ca9-8c0c-7b4b67633280 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event deleted for resources: {'Network': ['ID=8f32b635-0e4c-4fd0-b4fb-058420f89d74,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:06.633424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246fee8-e27d-49c4-8d70-6f6054afde3b req-5c9858e2-b41c-43e3-911a-e8455dfbd5d9 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:06.641090 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6246fee8-e27d-49c4-8d70-6f6054afde3b req-5c9858e2-b41c-43e3-911a-e8455dfbd5d9 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1728468 Feb 09 14:20:06.671942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6a08edb1-31b5-4a2e-8f96-53f7a744511f None None] Calling delete_port for 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:06.680544 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2d4b6221-e052-4ca9-8c0c-7b4b67633280 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "DELETE /v2.0/networks/8f32b635-0e4c-4fd0-b4fb-058420f89d74 HTTP/1.1" status: 204 len: 168 time: 1.0598910 Feb 09 14:20:06.684597 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35558) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:06.753597 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6a08edb1-31b5-4a2e-8f96-53f7a744511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:06.769365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6246fee8-e27d-49c4-8d70-6f6054afde3b req-3f432927-2524-40f4-9966-f054de252ef5 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274328 Feb 09 14:20:06.808083 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357e8ed-e026-4228-82fe-71989b825219 req-675c7616-89f6-4d43-b142-06c3408372b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:06.809589 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6357e8ed-e026-4228-82fe-71989b825219 req-675c7616-89f6-4d43-b142-06c3408372b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 HTTP/1.1" status: 200 len: 914 time: 0.1665554 Feb 09 14:20:06.809724 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08edb1-31b5-4a2e-8f96-53f7a744511f None None] Pushing event deleted for resources: {'Port': ['ID=7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:06.813144 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08edb1-31b5-4a2e-8f96-53f7a744511f None None] No DVR routers for this DVR port 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:20:06.900893 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6357e8ed-e026-4228-82fe-71989b825219 req-e8fd6497-a257-4b3e-87d6-0ba76b312824 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea4ee131-6417-473e-bf16-e912e57cdd8d HTTP/1.1" status: 200 len: 217 time: 0.0796900 Feb 09 14:20:06.909273 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-224cd7f0-d19e-4ffe-94e7-fa027e1570b0 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:06.944622 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2021ed-b35e-4329-ad1b-6faa39df08b8 req-2e215dd8-128c-43ed-b61b-17da86fdb21a tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:06.946545 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c2021ed-b35e-4329-ad1b-6faa39df08b8 req-2e215dd8-128c-43ed-b61b-17da86fdb21a tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 943 time: 0.4803419 Feb 09 14:20:06.949045 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f0eb7585-7efe-4508-a113-8710e4988b5d no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:20:06.986870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357e8ed-e026-4228-82fe-71989b825219 req-54a9cb1b-eb58-4467-bda8-303174664e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:06.988367 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6357e8ed-e026-4228-82fe-71989b825219 req-54a9cb1b-eb58-4467-bda8-303174664e08 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=adaa8dfb-07a1-4c7a-bd00-5979c7cd6139 HTTP/1.1" status: 200 len: 854 time: 0.0756958 Feb 09 14:20:06.989464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: f0eb7585-7efe-4508-a113-8710e4988b5d {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:20:06.989806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f0eb7585-7efe-4508-a113-8710e4988b5d not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:20:06.990221 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:20:07.024955 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:20:07.025270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7ee9f5d7-11f9-4adf-88d9-4915dcd8aa54 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:20:07.156996 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c2021ed-b35e-4329-ad1b-6faa39df08b8 req-50e475a6-fadf-4edc-8375-0c8188e8bae5 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031190 Feb 09 14:20:07.190098 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6357e8ed-e026-4228-82fe-71989b825219 req-178e1980-0b25-4b0e-ba18-a7341d1ea835 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1920762 Feb 09 14:20:07.253101 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-224cd7f0-d19e-4ffe-94e7-fa027e1570b0 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:07.274940 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:07.324076 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:07.336501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-224cd7f0-d19e-4ffe-94e7-fa027e1570b0 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823b3307-a261-404f-987b-156bad62d095']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:07.365098 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6357e8ed-e026-4228-82fe-71989b825219 req-37fef0d8-e11c-428b-b39b-8933851c7aac service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641812 Feb 09 14:20:07.420024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-224cd7f0-d19e-4ffe-94e7-fa027e1570b0 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3227f92-0703-421e-9c22-5fdde7cc38af') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:07.420024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-224cd7f0-d19e-4ffe-94e7-fa027e1570b0 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3227f92-0703-421e-9c22-5fdde7cc38af') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:07.449614 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-224cd7f0-d19e-4ffe-94e7-fa027e1570b0 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:07.475890 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-224cd7f0-d19e-4ffe-94e7-fa027e1570b0 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:07.536384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224cd7f0-d19e-4ffe-94e7-fa027e1570b0 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:20:07.536721 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-224cd7f0-d19e-4ffe-94e7-fa027e1570b0 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:07.551486 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6357e8ed-e026-4228-82fe-71989b825219 req-82423d89-9eed-41c3-bb64-4cde5de92a22 service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784587 Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:20:07.552051 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:20:07.582268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72e62d-2b76-4d37-bd49-38c9732a708e req-9fe5b04f-8600-47a4-b7fd-659b2833f59f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:07.583956 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2c72e62d-2b76-4d37-bd49-38c9732a708e req-9fe5b04f-8600-47a4-b7fd-659b2833f59f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.1250522 Feb 09 14:20:07.650550 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2c72e62d-2b76-4d37-bd49-38c9732a708e req-2455a7f2-f4b2-4c2a-88cb-067676fd895a tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556297 Feb 09 14:20:07.795968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5d2d5-29bc-4a3d-9e33-04aa968f5ddf req-04b8a34d-34f1-46c2-81a7-1ec51db6d4b6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:07.798066 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-66e5d2d5-29bc-4a3d-9e33-04aa968f5ddf req-04b8a34d-34f1-46c2-81a7-1ec51db6d4b6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 944 time: 0.5128071 Feb 09 14:20:07.804819 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-224cd7f0-d19e-4ffe-94e7-fa027e1570b0 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:07.828991 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-224cd7f0-d19e-4ffe-94e7-fa027e1570b0 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:07.860536 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cd7f0-d19e-4ffe-94e7-fa027e1570b0 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] Pushing event deleted for resources: {'Network': ['ID=823b3307-a261-404f-987b-156bad62d095,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:07.893190 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-224cd7f0-d19e-4ffe-94e7-fa027e1570b0 tempest-TaggedBootDevicesTest-177119128 tempest-TaggedBootDevicesTest-177119128-project] 10.222.0.48 "DELETE /v2.0/networks/823b3307-a261-404f-987b-156bad62d095 HTTP/1.1" status: 204 len: 168 time: 1.2033391 Feb 09 14:20:07.929210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Router 3c536c66-9b0c-4b40-939c-addcbff414bd is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:20:07.937651 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-66e5d2d5-29bc-4a3d-9e33-04aa968f5ddf req-232c20cb-73db-4a41-be95-d95e563fa063 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100087 Feb 09 14:20:08.028044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3465c4-2441-4fef-bf4f-642bdbcbddd3 req-cd3dd364-0a46-4492-8cf7-554b770e1f1e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:08.035514 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea3465c4-2441-4fef-bf4f-642bdbcbddd3 req-cd3dd364-0a46-4492-8cf7-554b770e1f1e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1047947 Feb 09 14:20:08.082340 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea3465c4-2441-4fef-bf4f-642bdbcbddd3 req-a91a41b5-9421-423b-802e-139452a66945 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458186 Feb 09 14:20:08.134490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:20:08.140070 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:08.144028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35584) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:08.144181 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4e4f6337-b891-40f8-aef6-9daabc845b0f tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "PUT /v2.0/routers/3c536c66-9b0c-4b40-939c-addcbff414bd HTTP/1.1" status: 200 len: 914 time: 4.2384562 Feb 09 14:20:08.145678 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7d9679-8b2f-4778-a861-a36434541c4b None None] Sync routers for ids ['3c536c66-9b0c-4b40-939c-addcbff414bd'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:20:08.155992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d9679-8b2f-4778-a861-a36434541c4b None None] Routers {'3c536c66-9b0c-4b40-939c-addcbff414bd'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:08.156652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-5f7d9679-8b2f-4778-a861-a36434541c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['3c536c66-9b0c-4b40-939c-addcbff414bd'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:08.234016 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-5f7d9679-8b2f-4778-a861-a36434541c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:08.244998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d9679-8b2f-4778-a861-a36434541c4b None None] Routers {'3c536c66-9b0c-4b40-939c-addcbff414bd'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:08.245721 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-5f7d9679-8b2f-4778-a861-a36434541c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['3c536c66-9b0c-4b40-939c-addcbff414bd'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:08.330296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-5f7d9679-8b2f-4778-a861-a36434541c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:08.330807 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7d9679-8b2f-4778-a861-a36434541c4b None None] The sync data for ids ['3c536c66-9b0c-4b40-939c-addcbff414bd'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:20:08.425061 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cc4ce808-98de-415c-9108-317855ca3190 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "GET /v2.0/routers/3c536c66-9b0c-4b40-939c-addcbff414bd HTTP/1.1" status: 200 len: 920 time: 0.2794323 Feb 09 14:20:08.428115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35596) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:08.466487 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9062a5b-c0c8-49bf-b142-f40be3aa2c2e req-7c1cf5d9-30ce-4118-a1a9-e03a187ddaa2 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:08.467503 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9062a5b-c0c8-49bf-b142-f40be3aa2c2e req-7c1cf5d9-30ce-4118-a1a9-e03a187ddaa2 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 943 time: 0.0986955 Feb 09 14:20:08.508769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d869a88-b2d9-46ee-976f-2479b15660fe tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:08.510501 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4d869a88-b2d9-46ee-976f-2479b15660fe tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&device_id=3c536c66-9b0c-4b40-939c-addcbff414bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0813460 Feb 09 14:20:08.514128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35600) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:08.526137 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d9062a5b-c0c8-49bf-b142-f40be3aa2c2e req-ea2132df-ad84-4ce1-824b-ef6b8c8bf80a tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Synchronizing usage tracker for tenant:a7f428d0350d40a891a26b2f275269ef on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:20:08.541770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9eb93b2c-5161-4155-9592-1b1dfd7b02ca up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:20:08.546983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d9062a5b-c0c8-49bf-b142-f40be3aa2c2e req-ea2132df-ad84-4ce1-824b-ef6b8c8bf80a tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Unset dirty status for tenant:a7f428d0350d40a891a26b2f275269ef on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:20:08.551141 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9062a5b-c0c8-49bf-b142-f40be3aa2c2e req-ea2132df-ad84-4ce1-824b-ef6b8c8bf80a tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749261 Feb 09 14:20:08.615340 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:08.633609 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:20:08.639028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:20:08.639390 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:08.716283 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c770149-3f73-47cc-84f3-9c6a92946cd2 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:08.721933 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3c770149-3f73-47cc-84f3-9c6a92946cd2 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 881 time: 0.2038085 Feb 09 14:20:08.722273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35606) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:08.775302 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4962898e-5843-4a62-83db-d9bd283826bb tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c536c66-9b0c-4b40-939c-addcbff414bd HTTP/1.1" status: 200 len: 205 time: 0.0491416 Feb 09 14:20:08.775637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35610) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:08.805561 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:08.849936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7daaa906-5f1b-4f83-a114-c4d892a12b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb93b2c-5161-4155-9592-1b1dfd7b02ca'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:08.861128 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:08.865707 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:08.916503 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7daaa906-5f1b-4f83-a114-c4d892a12b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb93b2c-5161-4155-9592-1b1dfd7b02ca', 'code': 200} Feb 09 14:20:08.958249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:09.052062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccb803-caf1-4afb-a04c-89df4e8a04b7 req-3d44db79-cbd8-4761-90d8-3c4e5a628cad tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:09.060773 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3dccb803-caf1-4afb-a04c-89df4e8a04b7 req-3d44db79-cbd8-4761-90d8-3c4e5a628cad tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.2091532 Feb 09 14:20:09.086031 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ed8ec-5e8d-471f-9ab8-74cba3233b7a tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:09.169877 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342fa53-4cb1-4d94-bb34-8afb4f8eaad1 req-dc35f672-4940-4173-86e2-04d26006b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:09.171249 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6342fa53-4cb1-4d94-bb34-8afb4f8eaad1 req-dc35f672-4940-4173-86e2-04d26006b96b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 1096 time: 0.1602528 Feb 09 14:20:09.182174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec6e47-05d1-4b0c-9909-b70efd871bf3 req-2db991cc-dc36-4c35-93fa-e582943d9530 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:09.183609 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-edec6e47-05d1-4b0c-9909-b70efd871bf3 req-2db991cc-dc36-4c35-93fa-e582943d9530 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.1004667 Feb 09 14:20:09.195816 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3dccb803-caf1-4afb-a04c-89df4e8a04b7 req-a3b79803-eb99-4820-ae1b-f6eeba034d6f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332283 Feb 09 14:20:09.257235 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6342fa53-4cb1-4d94-bb34-8afb4f8eaad1 req-6827bd12-4205-4507-8018-39f81fb9fd86 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726404 Feb 09 14:20:09.267253 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-edec6e47-05d1-4b0c-9909-b70efd871bf3 req-340d6d90-df09-4568-ac4e-8514afe4cd97 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673866 Feb 09 14:20:09.310086 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ed8ec-5e8d-471f-9ab8-74cba3233b7a tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:09.321731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ed8ec-5e8d-471f-9ab8-74cba3233b7a tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Deleting port 845c479d-c97a-4aff-b09a-1281d9acb33a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:09.322135 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ed8ec-5e8d-471f-9ab8-74cba3233b7a tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:09.552217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064719e-6d0b-437f-b04b-f8ff2293bf62 req-f8aa7fd4-9a85-46d1-a34a-06824cbfcc7b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:09.553675 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8064719e-6d0b-437f-b04b-f8ff2293bf62 req-f8aa7fd4-9a85-46d1-a34a-06824cbfcc7b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.2012420 Feb 09 14:20:09.582558 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ed8ec-5e8d-471f-9ab8-74cba3233b7a tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:09.719180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f23ed8ec-5e8d-471f-9ab8-74cba3233b7a tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Calling delete_port for 845c479d-c97a-4aff-b09a-1281d9acb33a owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:09.753411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fc601-019c-47dd-a018-a4e4bcadbc82 req-218e9c2d-2e6a-404f-9256-510841e2883c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:09.754957 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d97fc601-019c-47dd-a018-a4e4bcadbc82 req-218e9c2d-2e6a-404f-9256-510841e2883c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 943 time: 0.0904584 Feb 09 14:20:09.771568 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8064719e-6d0b-437f-b04b-f8ff2293bf62 req-9b1521d7-c3b1-4de0-afab-fc6a5b541fa4 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068019 Feb 09 14:20:09.814926 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d97fc601-019c-47dd-a018-a4e4bcadbc82 req-48070168-9433-4954-a043-fec706b36179 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530429 Feb 09 14:20:10.041269 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ed8ec-5e8d-471f-9ab8-74cba3233b7a tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:10.093262 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ed8ec-5e8d-471f-9ab8-74cba3233b7a tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Pushing event deleted for resources: {'Port': ['ID=845c479d-c97a-4aff-b09a-1281d9acb33a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:10.189435 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ed8ec-5e8d-471f-9ab8-74cba3233b7a tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:10.267235 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:10.373874 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ed8ec-5e8d-471f-9ab8-74cba3233b7a tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:10.376955 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ed8ec-5e8d-471f-9ab8-74cba3233b7a tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:10.462079 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ed8ec-5e8d-471f-9ab8-74cba3233b7a tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:10.462525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23ed8ec-5e8d-471f-9ab8-74cba3233b7a tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Fanout notify agent at l3_agent the message router_deleted on router 3c536c66-9b0c-4b40-939c-addcbff414bd {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:20:10.485920 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f23ed8ec-5e8d-471f-9ab8-74cba3233b7a tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:10.493675 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f23ed8ec-5e8d-471f-9ab8-74cba3233b7a tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "DELETE /v2.0/routers/3c536c66-9b0c-4b40-939c-addcbff414bd HTTP/1.1" status: 204 len: 168 time: 1.7168684 Feb 09 14:20:10.494507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35640) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:10.498082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8538cf7-74d8-405c-87f1-aaec5d7030d5 req-b5d0f092-9dd1-4d30-9b9a-5dd82c93a5b6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:10.499843 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8538cf7-74d8-405c-87f1-aaec5d7030d5 req-b5d0f092-9dd1-4d30-9b9a-5dd82c93a5b6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.1219628 Feb 09 14:20:10.504634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114020-ad61-41db-9e1b-510166bcfb58 req-7e928c96-ba77-40cc-8623-c415d64afe5e tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:10.506121 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d114020-ad61-41db-9e1b-510166bcfb58 req-7e928c96-ba77-40cc-8623-c415d64afe5e tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.1393266 Feb 09 14:20:10.509653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b0aebad7-d9cc-4cde-852f-fae4ee46b54b tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-887201170', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:20:10.544523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b0aebad7-d9cc-4cde-852f-fae4ee46b54b tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:20:10.552450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b0aebad7-d9cc-4cde-852f-fae4ee46b54b tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Usage tracker for resource:router and tenant:80e824d34c2842b39f14c4fcd3276860 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:20:10.555647 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ea4ee131-6417-473e-bf16-e912e57cdd8d details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:20:10.557030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b0aebad7-d9cc-4cde-852f-fae4ee46b54b tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:20:10.560556 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8538cf7-74d8-405c-87f1-aaec5d7030d5 req-02322ab1-c401-4bdf-b16f-9dbe3b438646 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499647 Feb 09 14:20:10.572741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b0aebad7-d9cc-4cde-852f-fae4ee46b54b tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:20:10.593364 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d114020-ad61-41db-9e1b-510166bcfb58 req-6b4b2f2c-a5c5-4a25-8764-924312199755 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782030 Feb 09 14:20:10.601158 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b0aebad7-d9cc-4cde-852f-fae4ee46b54b tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:10.602486 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b0aebad7-d9cc-4cde-852f-fae4ee46b54b tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:10.619908 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b0aebad7-d9cc-4cde-852f-fae4ee46b54b tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:10.642070 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b0aebad7-d9cc-4cde-852f-fae4ee46b54b tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:10.669470 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b0aebad7-d9cc-4cde-852f-fae4ee46b54b tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:10.670855 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b0aebad7-d9cc-4cde-852f-fae4ee46b54b tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1750891 Feb 09 14:20:10.673943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35644) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:10.682432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'enable_snat': False}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:20:10.804366 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port ea4ee131-6417-473e-bf16-e912e57cdd8d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ea4ee131-6417-473e-bf16-e912e57cdd8d,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:10.825482 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'ea4ee131-6417-473e-bf16-e912e57cdd8d', 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89', 'port_id': 'ea4ee131-6417-473e-bf16-e912e57cdd8d', 'mac_address': 'fa:16:3e:8f:c4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adaa8dfb-07a1-4c7a-bd00-5979c7cd6139', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:20:10.923553 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:10.948274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4ee131-6417-473e-bf16-e912e57cdd8d {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:20:10.975613 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port ea4ee131-6417-473e-bf16-e912e57cdd8d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ea4ee131-6417-473e-bf16-e912e57cdd8d,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:10.992792 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:11.106187 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=ea4ee131-6417-473e-bf16-e912e57cdd8d,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:11.113274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64ef3d-5153-4486-9235-d473ed485765 req-f8920037-1758-43fc-89a2-fad828852263 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:11.116008 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d64ef3d-5153-4486-9235-d473ed485765 req-f8920037-1758-43fc-89a2-fad828852263 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.1831684 Feb 09 14:20:11.173383 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d64ef3d-5153-4486-9235-d473ed485765 req-7a512de5-f5d5-49f9-b1bc-6db5796dc952 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512841 Feb 09 14:20:11.264402 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3db77c-611a-4783-a22e-e69a0b33a17f req-d392c08d-a14c-49e9-9a95-c375425d6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:11.266511 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b3db77c-611a-4783-a22e-e69a0b33a17f req-d392c08d-a14c-49e9-9a95-c375425d6980 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 1097 time: 0.0865970 Feb 09 14:20:11.297751 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:11.324259 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b3db77c-611a-4783-a22e-e69a0b33a17f req-a1ced1cf-6933-42df-855c-ba0d1e500ace service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475292 Feb 09 14:20:11.397130 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c78bf3-57c0-431e-aa18-e9591fc2af65 req-a923ca92-e914-4e0b-946e-65a1debd30f6 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:11.398575 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b1c78bf3-57c0-431e-aa18-e9591fc2af65 req-a923ca92-e914-4e0b-946e-65a1debd30f6 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 944 time: 0.3087597 Feb 09 14:20:11.462749 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b1c78bf3-57c0-431e-aa18-e9591fc2af65 req-e4a3fe85-0069-416b-9640-69c765efa200 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582380 Feb 09 14:20:11.567251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['ea4ee131-6417-473e-bf16-e912e57cdd8d'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:20:11.914642 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:11.916348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434fb27-0d17-489b-8529-2f3bd7864254 req-44389e4e-c3d8-4671-a8b6-8f5c6edb1b33 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:11.917854 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4434fb27-0d17-489b-8529-2f3bd7864254 req-44389e4e-c3d8-4671-a8b6-8f5c6edb1b33 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.1523926 Feb 09 14:20:11.950683 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:11.979148 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4434fb27-0d17-489b-8529-2f3bd7864254 req-079fb8f4-0f9b-4c19-9860-9b06a78d10df tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452845 Feb 09 14:20:12.026828 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fdd09-1048-4af8-8f5e-1a4c1ca360a3 req-2907f70c-f238-48c5-b6ef-45838a680353 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:12.028435 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-494fdd09-1048-4af8-8f5e-1a4c1ca360a3 req-2907f70c-f238-48c5-b6ef-45838a680353 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.2249458 Feb 09 14:20:12.133914 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-494fdd09-1048-4af8-8f5e-1a4c1ca360a3 req-1607a6e9-8a4d-4109-b351-b582d391b3c2 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949674 Feb 09 14:20:12.152576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Allocated IP 172.25.8.112 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/8a52ad48-2125-4f00-a8c4-189d42ecae9f) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:20:12.309272 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:12.342832 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:12.378872 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f1297-5454-4906-b745-553d885eb0e2 req-2a20e9a7-12e5-4426-9b81-5f72ad2d5cd7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:12.380394 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-be0f1297-5454-4906-b745-553d885eb0e2 req-2a20e9a7-12e5-4426-9b81-5f72ad2d5cd7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0866392 Feb 09 14:20:12.412040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:20:12.414742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:20:12.417269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:20:12.439946 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-be0f1297-5454-4906-b745-553d885eb0e2 req-49d9a2c1-3bf5-40a5-8db7-3f540f036930 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534523 Feb 09 14:20:12.462955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Pushing event updated for resources: {'Port': ['ID=8a52ad48-2125-4f00-a8c4-189d42ecae9f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:12.578613 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device af23a0d9-1c15-48f5-a81e-9a441a603a7e details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:20:12.759095 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:12.779750 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'port_id': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'mac_address': 'fa:16:3e:f0:d4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:20:12.854833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282785c-0306-48a4-ad06-92b01d45f711 req-49456a23-aeb4-4251-a8a2-abf5cd212c24 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:12.856881 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7282785c-0306-48a4-ad06-92b01d45f711 req-49456a23-aeb4-4251-a8a2-abf5cd212c24 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 944 time: 0.2334046 Feb 09 14:20:12.871601 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:12.898101 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af23a0d9-1c15-48f5-a81e-9a441a603a7e {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:20:12.923372 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:12.928727 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:12.983349 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:13.012265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=af23a0d9-1c15-48f5-a81e-9a441a603a7e,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:13.036650 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7282785c-0306-48a4-ad06-92b01d45f711 req-fea0b7fe-8f7f-432c-8da5-c41ce56146ea tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689858 Feb 09 14:20:13.194066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['af23a0d9-1c15-48f5-a81e-9a441a603a7e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:20:13.724535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aec9eb-f04e-4320-8b95-dfac69e2c148 req-47c88e39-ffca-433e-a1a0-f48ddec5cfbf tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:13.726070 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9aec9eb-f04e-4320-8b95-dfac69e2c148 req-47c88e39-ffca-433e-a1a0-f48ddec5cfbf tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.2383502 Feb 09 14:20:13.783548 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9aec9eb-f04e-4320-8b95-dfac69e2c148 req-cd20e5ca-779b-48ee-8887-742abfab68b1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511305 Feb 09 14:20:13.813124 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:13.824747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9ef60-a6c4-4e85-98b3-e8b6f5fb7865 req-53ef4abe-9687-4e29-96c9-972f7139627b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:13.826388 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-27e9ef60-a6c4-4e85-98b3-e8b6f5fb7865 req-53ef4abe-9687-4e29-96c9-972f7139627b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.2138677 Feb 09 14:20:13.827645 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:13.959709 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-27e9ef60-a6c4-4e85-98b3-e8b6f5fb7865 req-08a5613c-dc4b-4445-a1ae-4fb7c0f60c2b tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772431 Feb 09 14:20:13.999538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8de23-9aa4-4358-b37f-bad3d65188fc req-9815c38c-1471-4649-bd9e-e5f99677f72f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:14.006702 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63c8de23-9aa4-4358-b37f-bad3d65188fc req-9815c38c-1471-4649-bd9e-e5f99677f72f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0993321 Feb 09 14:20:14.056182 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63c8de23-9aa4-4358-b37f-bad3d65188fc req-cd3cbd82-4438-48af-b321-373c8f723a5b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485697 Feb 09 14:20:14.143096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Router 9058fe63-eb95-495d-bd1f-328f3ae7b65d is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:20:14.249664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff876e-8925-43f8-8eb5-59f24ad988a4 req-1392c8de-8ee6-46e4-9f18-bec00481c437 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:14.251500 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7cff876e-8925-43f8-8eb5-59f24ad988a4 req-1392c8de-8ee6-46e4-9f18-bec00481c437 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 944 time: 0.0836165 Feb 09 14:20:14.258821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eaa995-8a54-448c-aef5-b612f7a76760 req-abbf00ec-f38b-4d1c-a577-6a55c32fd8d6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:14.260318 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96eaa995-8a54-448c-aef5-b612f7a76760 req-abbf00ec-f38b-4d1c-a577-6a55c32fd8d6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.1768596 Feb 09 14:20:14.304040 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7cff876e-8925-43f8-8eb5-59f24ad988a4 req-93805bda-88b4-40e7-bed9-c32827099f00 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453978 Feb 09 14:20:14.385114 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96eaa995-8a54-448c-aef5-b612f7a76760 req-ab08d3f4-f2b1-41fe-8580-17bcb5918138 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682530 Feb 09 14:20:14.386238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:20:14.396352 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:14.399629 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f5506400-eb7c-465f-b584-fd05c104653d tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "PUT /v2.0/routers/9058fe63-eb95-495d-bd1f-328f3ae7b65d HTTP/1.1" status: 200 len: 915 time: 3.7225184 Feb 09 14:20:14.399950 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a0defd-97a4-4838-8a6e-4fdf7f5e4ac7 None None] Sync routers for ids ['9058fe63-eb95-495d-bd1f-328f3ae7b65d'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:20:14.400691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35694) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:14.410618 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a0defd-97a4-4838-8a6e-4fdf7f5e4ac7 None None] Routers {'9058fe63-eb95-495d-bd1f-328f3ae7b65d'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:14.411943 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-65a0defd-97a4-4838-8a6e-4fdf7f5e4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['9058fe63-eb95-495d-bd1f-328f3ae7b65d'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:14.481617 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-65a0defd-97a4-4838-8a6e-4fdf7f5e4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:14.491761 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a0defd-97a4-4838-8a6e-4fdf7f5e4ac7 None None] Routers {'9058fe63-eb95-495d-bd1f-328f3ae7b65d'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:14.494346 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-65a0defd-97a4-4838-8a6e-4fdf7f5e4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['9058fe63-eb95-495d-bd1f-328f3ae7b65d'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:14.575409 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-65a0defd-97a4-4838-8a6e-4fdf7f5e4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:14.575851 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a0defd-97a4-4838-8a6e-4fdf7f5e4ac7 None None] The sync data for ids ['9058fe63-eb95-495d-bd1f-328f3ae7b65d'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:20:14.584610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device af23a0d9-1c15-48f5-a81e-9a441a603a7e up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:20:14.613356 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ac9487bd-599e-43d5-8963-6341fdabafde tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "GET /v2.0/routers/9058fe63-eb95-495d-bd1f-328f3ae7b65d HTTP/1.1" status: 200 len: 921 time: 0.2109506 Feb 09 14:20:14.616008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35702) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:14.676938 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port af23a0d9-1c15-48f5-a81e-9a441a603a7e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:20:14.677400 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:14.696947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743ca48f-6fef-45c5-bd2b-e6721c175907 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:14.698920 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-743ca48f-6fef-45c5-bd2b-e6721c175907 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&device_id=9058fe63-eb95-495d-bd1f-328f3ae7b65d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0813496 Feb 09 14:20:14.701572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35710) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:14.796596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0488df-1990-4654-ac37-cdb43c7ae026 req-55549159-33ba-4c46-9d62-f491281d8495 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:14.799160 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ac0488df-1990-4654-ac37-cdb43c7ae026 req-55549159-33ba-4c46-9d62-f491281d8495 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.0901728 Feb 09 14:20:14.847441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf756877-e190-4f88-bf69-5f63493e0610 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:14.851698 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bf756877-e190-4f88-bf69-5f63493e0610 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 881 time: 0.1465795 Feb 09 14:20:14.851942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35714) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:14.866050 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ac0488df-1990-4654-ac37-cdb43c7ae026 req-000fd804-a330-43b1-b97f-b1aacff85959 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606468 Feb 09 14:20:14.874625 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:14.910576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:14.916946 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:14.923476 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:14.924731 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ea4ee131-6417-473e-bf16-e912e57cdd8d up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:20:14.932628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35722) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:14.946525 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a616c71c-854e-4fb2-b4d5-bb4bde2307b3 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "GET /v2.0/ports?device_id=9058fe63-eb95-495d-bd1f-328f3ae7b65d HTTP/1.1" status: 200 len: 205 time: 0.0933905 Feb 09 14:20:15.017958 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'code': 200} Feb 09 14:20:15.064322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=af23a0d9-1c15-48f5-a81e-9a441a603a7e,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:15.081434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port ea4ee131-6417-473e-bf16-e912e57cdd8d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:20:15.087913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port ea4ee131-6417-473e-bf16-e912e57cdd8d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:20:15.088470 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:15.127010 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c68b0a-c0a4-4d32-ba32-f77ebdfae010 req-73b95d8b-5af1-4ad9-b4cc-2f78525565c6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:15.135986 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31c68b0a-c0a4-4d32-ba32-f77ebdfae010 req-73b95d8b-5af1-4ad9-b4cc-2f78525565c6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.1503730 Feb 09 14:20:15.185321 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31c68b0a-c0a4-4d32-ba32-f77ebdfae010 req-9c93f959-0109-4c48-9e3f-0a51c52ed375 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466981 Feb 09 14:20:15.206473 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c45823ff-4e67-40aa-906e-f99bcffe0fb4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:15.245024 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:15.294265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port ea4ee131-6417-473e-bf16-e912e57cdd8d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ea4ee131-6417-473e-bf16-e912e57cdd8d,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:15.300527 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:15.398503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=ea4ee131-6417-473e-bf16-e912e57cdd8d,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:15.399969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46fbbe-9cbc-4460-ad54-0686ace1a661 req-1e634baa-aae1-4e68-b3ae-6efc60f2475e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:15.408736 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2e46fbbe-9cbc-4460-ad54-0686ace1a661 req-1e634baa-aae1-4e68-b3ae-6efc60f2475e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.0956333 Feb 09 14:20:15.448932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbabba-a126-4599-a3a7-4f5a9ce499e4 req-b82b8cc6-3ae2-48e6-99c6-23dd585ee13e tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:15.450744 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8bdbabba-a126-4599-a3a7-4f5a9ce499e4 req-b82b8cc6-3ae2-48e6-99c6-23dd585ee13e tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.3051870 Feb 09 14:20:15.459638 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2e46fbbe-9cbc-4460-ad54-0686ace1a661 req-c177f293-be79-427b-b487-b50046394d0d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496998 Feb 09 14:20:15.467571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35736) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:15.515974 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c45823ff-4e67-40aa-906e-f99bcffe0fb4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:15.696699 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8bdbabba-a126-4599-a3a7-4f5a9ce499e4 req-3fd6629b-7f4a-4552-be89-fe10f68f0d6f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393463 Feb 09 14:20:15.697828 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c45823ff-4e67-40aa-906e-f99bcffe0fb4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Deleting port 8a52ad48-2125-4f00-a8c4-189d42ecae9f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:15.698180 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c45823ff-4e67-40aa-906e-f99bcffe0fb4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:16.055283 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8156a36-d628-419a-b811-af3c75a9beef req-ebaff751-ae86-4142-a2c3-5c3d86e5f334 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:16.066873 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f8156a36-d628-419a-b811-af3c75a9beef req-ebaff751-ae86-4142-a2c3-5c3d86e5f334 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 945 time: 0.2096777 Feb 09 14:20:16.111157 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c45823ff-4e67-40aa-906e-f99bcffe0fb4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:16.292049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c45823ff-4e67-40aa-906e-f99bcffe0fb4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Calling delete_port for 8a52ad48-2125-4f00-a8c4-189d42ecae9f owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:16.490394 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:16.560701 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c45823ff-4e67-40aa-906e-f99bcffe0fb4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:16.643100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45823ff-4e67-40aa-906e-f99bcffe0fb4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Pushing event deleted for resources: {'Port': ['ID=8a52ad48-2125-4f00-a8c4-189d42ecae9f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:16.658962 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f8156a36-d628-419a-b811-af3c75a9beef req-87bbbd3c-2ccc-47fe-a9db-cc3b0f000a5c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780933 Feb 09 14:20:16.855277 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c45823ff-4e67-40aa-906e-f99bcffe0fb4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:16.990743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1d832-f2d2-4692-b288-29c0850b9357 req-24465236-a3ef-4362-9c06-71e078ecf9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:16.992169 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3c1d832-f2d2-4692-b288-29c0850b9357 req-24465236-a3ef-4362-9c06-71e078ecf9f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae2414a98ed64d6489384355c90e908a&device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 1097 time: 0.3596599 Feb 09 14:20:17.003262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49238a32-1433-4a9f-85ae-f8710140ba29 req-a9f1739a-81a6-4ddc-af9a-6b0d3b2f4d78 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:17.004682 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-49238a32-1433-4a9f-85ae-f8710140ba29 req-a9f1739a-81a6-4ddc-af9a-6b0d3b2f4d78 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.4095082 Feb 09 14:20:17.019486 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e94bdc1-70a0-4faa-b66e-685b62dc3005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4ee131-6417-473e-bf16-e912e57cdd8d'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:17.052668 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c45823ff-4e67-40aa-906e-f99bcffe0fb4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:17.056626 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c45823ff-4e67-40aa-906e-f99bcffe0fb4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:17.086016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041e9cb-83cf-4113-9868-4511be07e10e req-de26b4bd-b5bb-4470-a0ae-33408997771c tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:17.087499 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6041e9cb-83cf-4113-9868-4511be07e10e req-de26b4bd-b5bb-4470-a0ae-33408997771c tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.2936034 Feb 09 14:20:17.107082 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c45823ff-4e67-40aa-906e-f99bcffe0fb4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:17.107898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45823ff-4e67-40aa-906e-f99bcffe0fb4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Fanout notify agent at l3_agent the message router_deleted on router 9058fe63-eb95-495d-bd1f-328f3ae7b65d {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:20:17.147608 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-49238a32-1433-4a9f-85ae-f8710140ba29 req-7678a4d8-b660-4737-a6af-90ae74ab1331 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227245 Feb 09 14:20:17.187023 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6041e9cb-83cf-4113-9868-4511be07e10e req-75c24d6a-6854-470f-ade1-efbb99935df7 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825436 Feb 09 14:20:17.212938 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c45823ff-4e67-40aa-906e-f99bcffe0fb4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:17.214133 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c45823ff-4e67-40aa-906e-f99bcffe0fb4 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "DELETE /v2.0/routers/9058fe63-eb95-495d-bd1f-328f3ae7b65d HTTP/1.1" status: 204 len: 168 time: 2.2805276 Feb 09 14:20:17.220343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35800) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:17.234749 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2024714745', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:20:17.250723 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:20:17.258115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Usage tracker for resource:router and tenant:80e824d34c2842b39f14c4fcd3276860 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:20:17.263602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:20:17.278851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:20:17.279653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Deleting port 445e3539-e21e-42e0-88c6-67d6f1a33ae3 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:17.280072 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:17.281206 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e94bdc1-70a0-4faa-b66e-685b62dc3005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4ee131-6417-473e-bf16-e912e57cdd8d', 'code': 200} Feb 09 14:20:17.305130 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:17.306636 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:17.326880 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:17.355190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1d832-f2d2-4692-b288-29c0850b9357 req-e39b0513-845b-4bb2-bb7e-0b75635ac492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:17.356682 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3c1d832-f2d2-4692-b288-29c0850b9357 req-e39b0513-845b-4bb2-bb7e-0b75635ac492 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6da3df8a-f0bd-4e13-8120-7c22c21ea919 HTTP/1.1" status: 200 len: 910 time: 0.3504264 Feb 09 14:20:17.629198 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3c1d832-f2d2-4692-b288-29c0850b9357 req-56d71bb6-9d0a-4622-acc4-63179f80c2c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21a9cc5e-e9b6-449c-866a-ca87374530da HTTP/1.1" status: 200 len: 217 time: 0.1445167 Feb 09 14:20:17.804861 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:17.826147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1d832-f2d2-4692-b288-29c0850b9357 req-39b3d20d-5d54-4ef9-bd9b-6d3c35e0f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:17.834871 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3c1d832-f2d2-4692-b288-29c0850b9357 req-39b3d20d-5d54-4ef9-bd9b-6d3c35e0f55f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c4d8820-f3f3-41df-9171-6e72ed49a05e HTTP/1.1" status: 200 len: 850 time: 0.1932173 Feb 09 14:20:17.840776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] For port 445e3539-e21e-42e0-88c6-67d6f1a33ae3, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=445e3539-e21e-42e0-88c6-67d6f1a33ae3,segment=NetworkSegment(b14b41f5-6849-44aa-8aa7-48eb3806b034),segment_id=b14b41f5-6849-44aa-8aa7-48eb3806b034)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:17.844706 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:17.899375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719de805-ffd5-468f-b1c7-4e17da876fc8 req-fad115ad-43cb-46c9-a4a0-cfd6f8b78a6b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:17.906217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-719de805-ffd5-468f-b1c7-4e17da876fc8 req-fad115ad-43cb-46c9-a4a0-cfd6f8b78a6b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.5246358 Feb 09 14:20:17.933037 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1d8f5-a26b-48f4-b56c-a1fea1093fd4 req-f68d6ce3-46ff-4e12-b535-1e396d969060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:17.934498 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3dd1d8f5-a26b-48f4-b56c-a1fea1093fd4 req-f68d6ce3-46ff-4e12-b535-1e396d969060 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 1096 time: 0.5002427 Feb 09 14:20:17.997313 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3c1d832-f2d2-4692-b288-29c0850b9357 req-a5754946-d514-457d-82bd-465ea10bd7de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6da3df8a-f0bd-4e13-8120-7c22c21ea919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360512 Feb 09 14:20:18.028475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9a090-b158-4715-8d65-b490a120f981 req-cca779ea-904b-47a4-9838-ef8bd2d17d0b tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:18.036822 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-42c9a090-b158-4715-8d65-b490a120f981 req-cca779ea-904b-47a4-9838-ef8bd2d17d0b tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 945 time: 0.2030196 Feb 09 14:20:18.105242 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-42c9a090-b158-4715-8d65-b490a120f981 req-31130fac-0a72-4471-9c6c-46620e05377e tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669692 Feb 09 14:20:18.230784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Calling delete_port for 445e3539-e21e-42e0-88c6-67d6f1a33ae3 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:18.385605 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-719de805-ffd5-468f-b1c7-4e17da876fc8 req-4299793f-7896-46f4-9ee2-aef7f38e5cdf tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784393 Feb 09 14:20:18.413318 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:18.419820 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3dd1d8f5-a26b-48f4-b56c-a1fea1093fd4 req-c21fa3ca-8c9d-4199-a3df-715f2c1e769f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215064 Feb 09 14:20:18.455345 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:18.557691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c32958-2571-475b-bd18-5bbd6aef87bf req-251fdf5c-9060-4a73-90cd-13baada8c383 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:18.564689 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34c32958-2571-475b-bd18-5bbd6aef87bf req-251fdf5c-9060-4a73-90cd-13baada8c383 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.2499044 Feb 09 14:20:18.566402 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3c1d832-f2d2-4692-b288-29c0850b9357 req-73da26f9-4fe7-42cb-bde4-efe594ecfd84 service neutron] 10.222.0.35 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615007 Feb 09 14:20:18.602139 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e4f85588-7308-4b12-b129-0e24569be3cb details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:20:18.650202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b8be6-8562-4f58-a124-17d589500456 req-aff75ca6-d4f8-45a6-94fa-d16b175446d0 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:18.651777 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b65b8be6-8562-4f58-a124-17d589500456 req-aff75ca6-d4f8-45a6-94fa-d16b175446d0 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.1191549 Feb 09 14:20:18.678198 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34c32958-2571-475b-bd18-5bbd6aef87bf req-f85cbf20-ca4c-4821-99cc-1f5beda3e620 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125658 Feb 09 14:20:18.720676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Allocated IP 172.25.8.170 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/20e41cef-1cc5-44cf-9a12-905b43d2aa3c) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:20:18.800418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e4f85588-7308-4b12-b129-0e24569be3cb, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e4f85588-7308-4b12-b129-0e24569be3cb,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:18.816049 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'e4f85588-7308-4b12-b129-0e24569be3cb', 'network_id': '30830122-d798-49d7-b828-5813fd5acd73', 'port_id': 'e4f85588-7308-4b12-b129-0e24569be3cb', 'mac_address': 'fa:16:3e:b4:d0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63021245-ec5e-45fc-a1a8-f13ed23aa515', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:20:18.832263 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b65b8be6-8562-4f58-a124-17d589500456 req-44727023-4808-4569-997a-121f3519df74 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722057 Feb 09 14:20:18.862022 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:18.914755 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:18.926083 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:18.933714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Pushing event deleted for resources: {'Port': ['ID=445e3539-e21e-42e0-88c6-67d6f1a33ae3,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:18.945561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4f85588-7308-4b12-b129-0e24569be3cb {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:20:18.950013 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:18.973471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e4f85588-7308-4b12-b129-0e24569be3cb, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e4f85588-7308-4b12-b129-0e24569be3cb,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:18.981055 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:18.990885 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3c1d832-f2d2-4692-b288-29c0850b9357 req-8547aa1c-26c8-4201-b848-97816a7398ba service neutron] 10.222.0.35 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677813 Feb 09 14:20:19.025020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:20:19.034676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:20:19.040881 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:20:19.058087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:19.058448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:19.058761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:19.059094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:19.059425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:19.063809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:19.064298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:19.064640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:19.064974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:19.065304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:19.065635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:19.065957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:19.116314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=e4f85588-7308-4b12-b129-0e24569be3cb,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:19.143283 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Pushing event updated for resources: {'Port': ['ID=20e41cef-1cc5-44cf-9a12-905b43d2aa3c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:19.159593 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['e4f85588-7308-4b12-b129-0e24569be3cb'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:20:19.511009 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:19.595102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c8563-18f3-4eb4-b72a-03d4db9a960d req-4da7b9c7-5f29-40f7-b803-4597b6422f81 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:19.605278 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-be3c8563-18f3-4eb4-b72a-03d4db9a960d req-4da7b9c7-5f29-40f7-b803-4597b6422f81 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 945 time: 0.1515355 Feb 09 14:20:19.722692 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-be3c8563-18f3-4eb4-b72a-03d4db9a960d req-6fb9fdae-ce36-4d4a-9e9c-1918e5b44407 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165283 Feb 09 14:20:19.992139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507915a-85cb-4cf9-9045-aded89f84943 req-6db8a065-45c3-4fd3-af6f-ca6658c27eb8 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:19.996051 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f507915a-85cb-4cf9-9045-aded89f84943 req-6db8a065-45c3-4fd3-af6f-ca6658c27eb8 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 944 time: 0.2442262 Feb 09 14:20:20.044233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Router 4955a697-069d-46c7-9a76-ddf0de8c3423 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:20:20.054881 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:20.061291 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f507915a-85cb-4cf9-9045-aded89f84943 req-5434cf9a-2a20-4ccc-9c40-6ec189dab26b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617592 Feb 09 14:20:20.434025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f3700-2ea6-4db0-90ef-ecfbb992b0b6 req-9c688027-a487-4822-82a7-4acbbd28edb3 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:20.435557 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d6f3700-2ea6-4db0-90ef-ecfbb992b0b6 req-9c688027-a487-4822-82a7-4acbbd28edb3 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.4631839 Feb 09 14:20:20.471073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:20:20.486215 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d2cad2-f4fa-4f95-864e-f15f73c2f4fe None None] Sync routers for ids ['4955a697-069d-46c7-9a76-ddf0de8c3423'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:20:20.488928 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fbaa9d2a-32d6-4be6-a7f8-549bf6438907 admin admin] 10.222.0.48 "PUT /v2.0/routers/4955a697-069d-46c7-9a76-ddf0de8c3423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0194471 Feb 09 14:20:20.490356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35830) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:20.504637 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2cad2-f4fa-4f95-864e-f15f73c2f4fe None None] Routers {'4955a697-069d-46c7-9a76-ddf0de8c3423'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:20.505193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-46d2cad2-f4fa-4f95-864e-f15f73c2f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4955a697-069d-46c7-9a76-ddf0de8c3423'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:20.556979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159bf9f-7762-4e37-8004-90fb502f7e19 req-262ef7a0-5e55-48ab-8544-6b153f8a25cd tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:20.564072 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3159bf9f-7762-4e37-8004-90fb502f7e19 req-262ef7a0-5e55-48ab-8544-6b153f8a25cd tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.2627754 Feb 09 14:20:20.619576 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d6f3700-2ea6-4db0-90ef-ecfbb992b0b6 req-0761d2e9-36bb-422a-b96b-1a45fc10f5c9 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763897 Feb 09 14:20:20.628271 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:20.651080 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3159bf9f-7762-4e37-8004-90fb502f7e19 req-712781c5-8a60-468b-8e9e-cc54d327cfed tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860271 Feb 09 14:20:20.702008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e4f85588-7308-4b12-b129-0e24569be3cb up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:20:20.761919 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cdae0b2-69c0-4b1d-a759-480312ef69c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:20.960620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port e4f85588-7308-4b12-b129-0e24569be3cb triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:20:20.961140 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:20.995064 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-46d2cad2-f4fa-4f95-864e-f15f73c2f4fe None None] Set router 4955a697-069d-46c7-9a76-ddf0de8c3423 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:20:21.029716 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cdae0b2-69c0-4b1d-a759-480312ef69c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:21.043248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8cdae0b2-69c0-4b1d-a759-480312ef69c7 admin admin] Deleting port b9bcf89c-9314-488b-8ecb-91d9e2f81309 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:21.043973 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cdae0b2-69c0-4b1d-a759-480312ef69c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:21.115914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Router cba355b0-f7e9-433a-bdb9-b7f1f4e7534a is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:20:21.295348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0078e8a-d5bc-464c-8eb6-efd7a325c4bd req-93acf4e2-3462-4ac6-b121-7b6f056a2978 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:21.297010 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0078e8a-d5bc-464c-8eb6-efd7a325c4bd req-93acf4e2-3462-4ac6-b121-7b6f056a2978 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 945 time: 0.3198392 Feb 09 14:20:21.400869 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:21.436945 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0078e8a-d5bc-464c-8eb6-efd7a325c4bd req-c08c98ee-22ce-4fd5-89d3-05452d0911f1 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254778 Feb 09 14:20:21.453834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad4223-c6c4-4f3a-b8a2-7862fd600a67 req-4be349f3-8679-4165-9024-d1fa1459a6f7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:21.456929 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55ad4223-c6c4-4f3a-b8a2-7862fd600a67 req-4be349f3-8679-4165-9024-d1fa1459a6f7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 944 time: 0.1649928 Feb 09 14:20:21.459214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-8cdae0b2-69c0-4b1d-a759-480312ef69c7 admin admin] For port b9bcf89c-9314-488b-8ecb-91d9e2f81309, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b9bcf89c-9314-488b-8ecb-91d9e2f81309,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:21.459809 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cdae0b2-69c0-4b1d-a759-480312ef69c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:21.475248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:20:21.486898 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed106f86-195a-441a-bba5-a0fac8ed9f4f None None] Sync routers for ids ['cba355b0-f7e9-433a-bdb9-b7f1f4e7534a'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:20:21.488148 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d5c758-c92d-4e32-ab4e-da415cd8e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f85588-7308-4b12-b129-0e24569be3cb'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:21.508510 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed106f86-195a-441a-bba5-a0fac8ed9f4f None None] Routers {'cba355b0-f7e9-433a-bdb9-b7f1f4e7534a'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:21.509186 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:21.513206 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6ed3759d-7586-48cc-be18-b26fce60529c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2887170 Feb 09 14:20:21.513538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35844) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:21.513645 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ed106f86-195a-441a-bba5-a0fac8ed9f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['cba355b0-f7e9-433a-bdb9-b7f1f4e7534a'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:21.520796 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-bcb010b8-2c6f-4711-9eec-e7c982ce1bbe tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:20:21.620104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e4f85588-7308-4b12-b129-0e24569be3cb, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e4f85588-7308-4b12-b129-0e24569be3cb,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:21.625908 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d5c758-c92d-4e32-ab4e-da415cd8e2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f85588-7308-4b12-b129-0e24569be3cb', 'code': 200} Feb 09 14:20:21.639290 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:21.675288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8cdae0b2-69c0-4b1d-a759-480312ef69c7 admin admin] Calling delete_port for b9bcf89c-9314-488b-8ecb-91d9e2f81309 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:21.713326 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55ad4223-c6c4-4f3a-b8a2-7862fd600a67 req-9ab20b53-3b12-4afb-928e-75ed79772a87 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448757 Feb 09 14:20:21.737770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=e4f85588-7308-4b12-b129-0e24569be3cb,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:21.753093 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ed106f86-195a-441a-bba5-a0fac8ed9f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:21.767602 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed106f86-195a-441a-bba5-a0fac8ed9f4f None None] Routers {'cba355b0-f7e9-433a-bdb9-b7f1f4e7534a'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:21.768366 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ed106f86-195a-441a-bba5-a0fac8ed9f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['cba355b0-f7e9-433a-bdb9-b7f1f4e7534a'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:21.843908 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ed106f86-195a-441a-bba5-a0fac8ed9f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:21.844622 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed106f86-195a-441a-bba5-a0fac8ed9f4f None None] The sync data for ids ['cba355b0-f7e9-433a-bdb9-b7f1f4e7534a'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:20:21.884074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-46d2cad2-f4fa-4f95-864e-f15f73c2f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'name': 'tempest-TaggedBootDevicesTest-1355909229-router', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:28Z', 'updated_at': '2022-02-09T14:20:18Z', 'revision_number': 5, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'gw_port': {'id': 'b9bcf89c-9314-488b-8ecb-91d9e2f81309', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:34Z', 'updated_at': '2022-02-09T14:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:21.889112 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d2cad2-f4fa-4f95-864e-f15f73c2f4fe None None] Checking router: 4955a697-069d-46c7-9a76-ddf0de8c3423 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:20:21.910240 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2cad2-f4fa-4f95-864e-f15f73c2f4fe None None] Routers {'4955a697-069d-46c7-9a76-ddf0de8c3423'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:21.911127 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-46d2cad2-f4fa-4f95-864e-f15f73c2f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4955a697-069d-46c7-9a76-ddf0de8c3423'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:22.094841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-46d2cad2-f4fa-4f95-864e-f15f73c2f4fe None None] Set router 4955a697-069d-46c7-9a76-ddf0de8c3423 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:20:22.131106 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cdae0b2-69c0-4b1d-a759-480312ef69c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:22.231349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-46d2cad2-f4fa-4f95-864e-f15f73c2f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'name': 'tempest-TaggedBootDevicesTest-1355909229-router', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:28Z', 'updated_at': '2022-02-09T14:20:21Z', 'revision_number': 6, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:22.241685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d2cad2-f4fa-4f95-864e-f15f73c2f4fe None None] The sync data for ids ['4955a697-069d-46c7-9a76-ddf0de8c3423'] in n-d-828418-2 is: [{'id': '4955a697-069d-46c7-9a76-ddf0de8c3423', 'name': 'tempest-TaggedBootDevicesTest-1355909229-router', 'tenant_id': 'ea230855731c4f038f9be9893ada8105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:28Z', 'updated_at': '2022-02-09T14:20:21Z', 'revision_number': 6, 'project_id': 'ea230855731c4f038f9be9893ada8105', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:20:22.383433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdae0b2-69c0-4b1d-a759-480312ef69c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9bcf89c-9314-488b-8ecb-91d9e2f81309,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:22.456861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf44424-0f49-465f-a347-08db0227e433 req-8a2cbc38-8e6d-4457-8a9f-a559a0f95eff tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:22.458826 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3cf44424-0f49-465f-a347-08db0227e433 req-8a2cbc38-8e6d-4457-8a9f-a559a0f95eff tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.5384722 Feb 09 14:20:22.502830 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cdae0b2-69c0-4b1d-a759-480312ef69c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:22.507169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb43f3-b42e-4a4a-92a9-35efe6b05064 req-039f2069-6998-4247-8a02-6ea0f5e3bb26 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:22.514238 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-78bb43f3-b42e-4a4a-92a9-35efe6b05064 req-039f2069-6998-4247-8a02-6ea0f5e3bb26 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.5542557 Feb 09 14:20:22.635123 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-78bb43f3-b42e-4a4a-92a9-35efe6b05064 req-64c58868-65eb-424c-a440-fca44c336b92 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158500 Feb 09 14:20:22.687539 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3cf44424-0f49-465f-a347-08db0227e433 req-42f2af17-9d10-43cc-9dd4-8315cc21e4a1 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178073 Feb 09 14:20:22.775128 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cdae0b2-69c0-4b1d-a759-480312ef69c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:22.789383 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cdae0b2-69c0-4b1d-a759-480312ef69c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:22.844978 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cdae0b2-69c0-4b1d-a759-480312ef69c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:22.846920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdae0b2-69c0-4b1d-a759-480312ef69c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4955a697-069d-46c7-9a76-ddf0de8c3423 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:20:22.878433 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cdae0b2-69c0-4b1d-a759-480312ef69c7 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:22.881618 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8cdae0b2-69c0-4b1d-a759-480312ef69c7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/4955a697-069d-46c7-9a76-ddf0de8c3423 HTTP/1.1" status: 204 len: 168 time: 2.3879673 Feb 09 14:20:22.884260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35860) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:22.929565 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bcb010b8-2c6f-4711-9eec-e7c982ce1bbe tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:22.969753 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb21da7-b263-46c1-89d9-66487c047052 req-aa1e5f64-5639-466e-ab9a-d57385bb58e6 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:22.971464 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bfb21da7-b263-46c1-89d9-66487c047052 req-aa1e5f64-5639-466e-ab9a-d57385bb58e6 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 945 time: 0.0986323 Feb 09 14:20:23.010350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-419ebbb8-171d-445e-95ae-13a0c952e522 admin admin] Deleting subnet 0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:20:23.013992 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-419ebbb8-171d-445e-95ae-13a0c952e522 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:23.031588 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bfb21da7-b263-46c1-89d9-66487c047052 req-c605720c-3ea6-41d0-82ca-e15c0daa8680 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453413 Feb 09 14:20:23.044709 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bcb010b8-2c6f-4711-9eec-e7c982ce1bbe tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:23.086192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-bcb010b8-2c6f-4711-9eec-e7c982ce1bbe tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Deleting port 20e41cef-1cc5-44cf-9a12-905b43d2aa3c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:23.086736 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bcb010b8-2c6f-4711-9eec-e7c982ce1bbe tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:23.110023 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-419ebbb8-171d-445e-95ae-13a0c952e522 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:23.217440 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-419ebbb8-171d-445e-95ae-13a0c952e522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:23.297138 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b9bcf89c-9314-488b-8ecb-91d9e2f81309 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:20:23.345921 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: b9bcf89c-9314-488b-8ecb-91d9e2f81309 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:20:23.346536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b9bcf89c-9314-488b-8ecb-91d9e2f81309 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:20:23.346967 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 445e3539-e21e-42e0-88c6-67d6f1a33ae3 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:20:23.406834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48438a1-c05f-405b-9605-3be428df8059 req-77424956-7106-44a4-96b4-2d7289874319 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:23.408371 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e48438a1-c05f-405b-9605-3be428df8059 req-77424956-7106-44a4-96b4-2d7289874319 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.4693315 Feb 09 14:20:23.438911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 445e3539-e21e-42e0-88c6-67d6f1a33ae3 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:20:23.439250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 445e3539-e21e-42e0-88c6-67d6f1a33ae3 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:20:23.456660 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bcb010b8-2c6f-4711-9eec-e7c982ce1bbe tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:23.462408 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-419ebbb8-171d-445e-95ae-13a0c952e522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:23.530203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ebbb8-171d-445e-95ae-13a0c952e522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:23.545233 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482bd2e2-f48c-4e71-b8c4-91452600f32e None None] Network e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:20:23.554485 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e48438a1-c05f-405b-9605-3be428df8059 req-283674fa-8b58-4f23-a1b6-77662eb4207c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339695 Feb 09 14:20:23.555599 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-419ebbb8-171d-445e-95ae-13a0c952e522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:23.585236 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-419ebbb8-171d-445e-95ae-13a0c952e522 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0a19cb99-d4a1-4d60-b0d9-f7b56fa8cd55 HTTP/1.1" status: 204 len: 168 time: 0.6934419 Feb 09 14:20:23.585236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35874) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:23.689189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-bcb010b8-2c6f-4711-9eec-e7c982ce1bbe tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Calling delete_port for 20e41cef-1cc5-44cf-9a12-905b43d2aa3c owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:24.112342 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:24.189096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] Deleting port 2f98ec82-e29c-4c62-b627-a39610ca587f {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:24.189447 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:24.261246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d820d9-f946-4a46-97f8-4fa3b666389e None None] DHCP port deletion for e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:20:24.265843 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b2d820d9-f946-4a46-97f8-4fa3b666389e None None] Deleting port 2f98ec82-e29c-4c62-b627-a39610ca587f {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:24.266423 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b2d820d9-f946-4a46-97f8-4fa3b666389e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:24.288006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f0539-21f0-4236-9638-4317bb6f3172 req-522b17c4-047c-4617-a69a-d42b47580fb3 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:24.294927 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a2f0539-21f0-4236-9638-4317bb6f3172 req-522b17c4-047c-4617-a69a-d42b47580fb3 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.2520149 Feb 09 14:20:24.301695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a877f-51bb-4b87-880d-362c41cddf5c req-7c2abba0-fa68-4257-9e4a-9dc91e08d4db tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:24.311911 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-451a877f-51bb-4b87-880d-362c41cddf5c req-7c2abba0-fa68-4257-9e4a-9dc91e08d4db tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.2570369 Feb 09 14:20:24.400644 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a2f0539-21f0-4236-9638-4317bb6f3172 req-af7558c4-fc41-4d62-aad7-ed5e4f9ab8e4 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044736 Feb 09 14:20:24.482542 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-451a877f-51bb-4b87-880d-362c41cddf5c req-68e174fe-bd17-4b38-a1de-d651e1d1a02e tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690061 Feb 09 14:20:24.496945 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bcb010b8-2c6f-4711-9eec-e7c982ce1bbe tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:24.559278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb010b8-2c6f-4711-9eec-e7c982ce1bbe tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Pushing event deleted for resources: {'Port': ['ID=20e41cef-1cc5-44cf-9a12-905b43d2aa3c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:24.616064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] For port 2f98ec82-e29c-4c62-b627-a39610ca587f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2f98ec82-e29c-4c62-b627-a39610ca587f,segment=NetworkSegment(b14b41f5-6849-44aa-8aa7-48eb3806b034),segment_id=b14b41f5-6849-44aa-8aa7-48eb3806b034)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:24.616434 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:24.619381 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b2d820d9-f946-4a46-97f8-4fa3b666389e None None] For port 2f98ec82-e29c-4c62-b627-a39610ca587f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2f98ec82-e29c-4c62-b627-a39610ca587f,segment=NetworkSegment(b14b41f5-6849-44aa-8aa7-48eb3806b034),segment_id=b14b41f5-6849-44aa-8aa7-48eb3806b034)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:24.620679 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b2d820d9-f946-4a46-97f8-4fa3b666389e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:24.784811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b2d820d9-f946-4a46-97f8-4fa3b666389e None None] Calling delete_port for 2f98ec82-e29c-4c62-b627-a39610ca587f owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:24.827523 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bcb010b8-2c6f-4711-9eec-e7c982ce1bbe tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:24.988238 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b2d820d9-f946-4a46-97f8-4fa3b666389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:25.075346 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d820d9-f946-4a46-97f8-4fa3b666389e None None] Pushing event deleted for resources: {'Port': ['ID=2f98ec82-e29c-4c62-b627-a39610ca587f,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:25.083435 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2f98ec82-e29c-4c62-b627-a39610ca587f no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:20:25.140445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] Calling delete_port for 2f98ec82-e29c-4c62-b627-a39610ca587f owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:25.198767 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d820d9-f946-4a46-97f8-4fa3b666389e None None] No DVR routers for this DVR port 2f98ec82-e29c-4c62-b627-a39610ca587f on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:20:25.224330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 2f98ec82-e29c-4c62-b627-a39610ca587f {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:20:25.225298 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2f98ec82-e29c-4c62-b627-a39610ca587f not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:20:25.331634 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:20:25.332219 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:20:25.346493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15175fae-072f-4653-a30c-d342f03cbc09 req-df5af60c-5584-43f3-b055-f9921aaa77db tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:25.348917 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15175fae-072f-4653-a30c-d342f03cbc09 req-df5af60c-5584-43f3-b055-f9921aaa77db tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.3529172 Feb 09 14:20:25.473740 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15175fae-072f-4653-a30c-d342f03cbc09 req-f8e49661-9a09-402d-8e84-7549baa72ebd tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151829 Feb 09 14:20:25.834435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] Deleting port 2f98ec82-e29c-4c62-b627-a39610ca587f {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:25.835678 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:25.962188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] The port '2f98ec82-e29c-4c62-b627-a39610ca587f' was deleted {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:20:26.090209 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bcb010b8-2c6f-4711-9eec-e7c982ce1bbe tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:26.109753 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bcb010b8-2c6f-4711-9eec-e7c982ce1bbe tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:26.128928 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:26.183842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a2fd07-bf7b-45e8-abfb-1d71ad208c07']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:26.213819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14b41f5-6849-44aa-8aa7-48eb3806b034') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:26.214833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14b41f5-6849-44aa-8aa7-48eb3806b034') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:26.234055 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:26.267072 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:26.276536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:20:26.277761 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:26.317939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb010b8-2c6f-4711-9eec-e7c982ce1bbe tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Router cba355b0-f7e9-433a-bdb9-b7f1f4e7534a has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:20:26.363496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ab406-efb3-490c-aded-54ddcdc2d8e2 req-2e43fbfc-1b85-41e1-98c6-23ff864d04f5 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:26.387625 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb4ab406-efb3-490c-aded-54ddcdc2d8e2 req-2e43fbfc-1b85-41e1-98c6-23ff864d04f5 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.5842326 Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:20:26.430733 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:20:26.443090 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:26.480320 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:26.490924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102f0e4-e83c-4a75-b2fa-e3db1aab1ad0 req-f2fe2181-0d45-496c-aeb9-f0ad749ee71f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:26.500689 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a102f0e4-e83c-4a75-b2fa-e3db1aab1ad0 req-f2fe2181-0d45-496c-aeb9-f0ad749ee71f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.8842795 Feb 09 14:20:26.503784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a2fd07-bf7b-45e8-abfb-1d71ad208c07,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:26.586604 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a102f0e4-e83c-4a75-b2fa-e3db1aab1ad0 req-ff855b34-6ee3-4d66-ae0d-5dffa4ad0249 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842793 Feb 09 14:20:26.592290 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b345bd6e-dcc8-4810-aa89-5f29f1c0f666 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e6a2fd07-bf7b-45e8-abfb-1d71ad208c07 HTTP/1.1" status: 204 len: 168 time: 3.0042083 Feb 09 14:20:26.593370 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35932) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:26.752287 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a3f5abac-7309-4867-a751-bf3e16b5652e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:26.899851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb010b8-2c6f-4711-9eec-e7c982ce1bbe tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:20:26.914561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc83ecb3-2109-47c6-9798-bde86ad198ab None None] Sync routers for ids ['cba355b0-f7e9-433a-bdb9-b7f1f4e7534a'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:20:26.933429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc83ecb3-2109-47c6-9798-bde86ad198ab None None] Routers {'cba355b0-f7e9-433a-bdb9-b7f1f4e7534a'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:26.934117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-dc83ecb3-2109-47c6-9798-bde86ad198ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['cba355b0-f7e9-433a-bdb9-b7f1f4e7534a'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:26.947222 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb4ab406-efb3-490c-aded-54ddcdc2d8e2 req-662a56d1-5566-434d-817c-0a6b395e32d2 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552652 Feb 09 14:20:26.981415 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bcb010b8-2c6f-4711-9eec-e7c982ce1bbe tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:26.984170 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bcb010b8-2c6f-4711-9eec-e7c982ce1bbe tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "PUT /v2.0/routers/cba355b0-f7e9-433a-bdb9-b7f1f4e7534a HTTP/1.1" status: 200 len: 706 time: 5.4690185 Feb 09 14:20:26.989298 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35940) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:27.206933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-dc83ecb3-2109-47c6-9798-bde86ad198ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:27.241692 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc83ecb3-2109-47c6-9798-bde86ad198ab None None] Routers {'cba355b0-f7e9-433a-bdb9-b7f1f4e7534a'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:27.242793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-dc83ecb3-2109-47c6-9798-bde86ad198ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:19:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['cba355b0-f7e9-433a-bdb9-b7f1f4e7534a'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:27.387589 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d70170f7-6f3b-430d-a5b5-7b69d84be3b7 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "GET /v2.0/routers/cba355b0-f7e9-433a-bdb9-b7f1f4e7534a HTTP/1.1" status: 200 len: 741 time: 0.3864498 Feb 09 14:20:27.392848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35948) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:27.402231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-dc83ecb3-2109-47c6-9798-bde86ad198ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:27.406575 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc83ecb3-2109-47c6-9798-bde86ad198ab None None] The sync data for ids ['cba355b0-f7e9-433a-bdb9-b7f1f4e7534a'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:20:27.450340 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ecaa576f-8c64-4b07-a1d1-05c056f54b04 tempest-RoutersAdminTest-44072409 tempest-RoutersAdminTest-44072409-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&device_id=cba355b0-f7e9-433a-bdb9-b7f1f4e7534a HTTP/1.1" status: 200 len: 205 time: 0.0538449 Feb 09 14:20:27.452688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35952) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:27.542823 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7ee26494-8cb4-4741-b98a-0a57e326c6ce tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "GET /v2.0/ports?device_id=cba355b0-f7e9-433a-bdb9-b7f1f4e7534a HTTP/1.1" status: 200 len: 205 time: 0.0852003 Feb 09 14:20:27.543057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35956) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:28.121557 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc1ca-2991-4b34-996e-38fe379e9d73 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:28.540053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda40f4e-0f21-486b-b730-d89f1a8053a7 req-415582ea-56ab-4af3-8829-9d0d47d5adf0 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:28.550526 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cda40f4e-0f21-486b-b730-d89f1a8053a7 req-415582ea-56ab-4af3-8829-9d0d47d5adf0 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 1.2888744 Feb 09 14:20:28.689494 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17bf59ff-1959-4925-a8c9-e8de56031863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:28.870282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0cf44-3d99-4e36-89e2-807ad85b5150 req-0b615c3b-8f06-4946-974f-e8cf65d0e707 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:28.872226 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5f0cf44-3d99-4e36-89e2-807ad85b5150 req-0b615c3b-8f06-4946-974f-e8cf65d0e707 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.3894982 Feb 09 14:20:28.997204 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5f0cf44-3d99-4e36-89e2-807ad85b5150 req-338300f7-6525-4905-b941-eab6eea0a4cd tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138468 Feb 09 14:20:29.099122 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cda40f4e-0f21-486b-b730-d89f1a8053a7 req-08c1ff79-0bb4-405e-9fe6-1eac373366de tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460682 Feb 09 14:20:29.172032 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4188c5e9-68f0-461e-8e34-c9a3ad2628e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:29.261764 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc1ca-2991-4b34-996e-38fe379e9d73 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:29.265847 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc1ca-2991-4b34-996e-38fe379e9d73 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:29.301485 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc1ca-2991-4b34-996e-38fe379e9d73 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:29.302169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6cc1ca-2991-4b34-996e-38fe379e9d73 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Fanout notify agent at l3_agent the message router_deleted on router cba355b0-f7e9-433a-bdb9-b7f1f4e7534a {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:20:29.312777 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89642a5c-2ed1-42f0-9934-fcb0b38066c1 req-565fbd35-e930-4821-ad50-095c1da25a3a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3797095 Feb 09 14:20:29.331066 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c6cc1ca-2991-4b34-996e-38fe379e9d73 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:29.335611 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3c6cc1ca-2991-4b34-996e-38fe379e9d73 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "DELETE /v2.0/routers/cba355b0-f7e9-433a-bdb9-b7f1f4e7534a HTTP/1.1" status: 204 len: 168 time: 1.7916350 Feb 09 14:20:29.341417 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35968) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:29.457525 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-885699ba-98ec-4cd8-b9e6-feea4394a8ee tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "GET /v2.0/ports?device_id=cba355b0-f7e9-433a-bdb9-b7f1f4e7534a HTTP/1.1" status: 200 len: 205 time: 0.1148944 Feb 09 14:20:29.462103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35972) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:29.725563 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-f041f9e1-9658-4a09-a6ee-2e8489901718 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] delete failed (client error): The resource could not be found. Feb 09 14:20:29.730651 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f041f9e1-9658-4a09-a6ee-2e8489901718 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "DELETE /v2.0/routers/cba355b0-f7e9-433a-bdb9-b7f1f4e7534a HTTP/1.1" status: 404 len: 336 time: 0.1951292 Feb 09 14:20:29.737124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35976) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:29.811182 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f900efed-0dfc-4f82-b8ce-bd394d4b90df tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "GET /v2.0/ports?device_id=9058fe63-eb95-495d-bd1f-328f3ae7b65d HTTP/1.1" status: 200 len: 205 time: 0.0655022 Feb 09 14:20:29.813934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35980) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:29.916812 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-ad32d1bd-94e7-45f3-bb54-b2105f6fdebf tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] delete failed (client error): The resource could not be found. Feb 09 14:20:29.921911 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ad32d1bd-94e7-45f3-bb54-b2105f6fdebf tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "DELETE /v2.0/routers/9058fe63-eb95-495d-bd1f-328f3ae7b65d HTTP/1.1" status: 404 len: 336 time: 0.1061814 Feb 09 14:20:29.922736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35986) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:29.956115 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e4ab5-0236-46b2-848d-6d621b585fed req-3096704c-5073-4df6-b807-ba92d98f7d0a tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:29.963356 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-474e4ab5-0236-46b2-848d-6d621b585fed req-3096704c-5073-4df6-b807-ba92d98f7d0a tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.6392889 Feb 09 14:20:30.016744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89642a5c-2ed1-42f0-9934-fcb0b38066c1 req-108fc8d0-130c-4d10-9f16-745cf905b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:30.018394 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89642a5c-2ed1-42f0-9934-fcb0b38066c1 req-108fc8d0-130c-4d10-9f16-745cf905b208 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae2414a98ed64d6489384355c90e908a&device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 1096 time: 0.5552938 Feb 09 14:20:30.026286 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b5de5943-9a63-4c54-b7d4-531747078da3 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c536c66-9b0c-4b40-939c-addcbff414bd HTTP/1.1" status: 200 len: 205 time: 0.1007531 Feb 09 14:20:30.026940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35994) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:30.150213 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-474e4ab5-0236-46b2-848d-6d621b585fed req-38b9eb27-753e-4190-b049-fd8e02bb7c1d tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858456 Feb 09 14:20:30.170398 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:30.249566 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-17bf59ff-1959-4925-a8c9-e8de56031863 admin admin] Deleting port 5d4a8489-a889-4345-9e2e-47dc5e1e45aa {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:30.258785 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17bf59ff-1959-4925-a8c9-e8de56031863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:30.377576 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:30.569723 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-08082e0f-69bd-4c75-8671-92daae71966f tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] delete failed (client error): The resource could not be found. Feb 09 14:20:30.573522 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-08082e0f-69bd-4c75-8671-92daae71966f tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "DELETE /v2.0/routers/3c536c66-9b0c-4b40-939c-addcbff414bd HTTP/1.1" status: 404 len: 336 time: 0.5456021 Feb 09 14:20:30.574199 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36002) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:30.647361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-17bf59ff-1959-4925-a8c9-e8de56031863 admin admin] For port 5d4a8489-a889-4345-9e2e-47dc5e1e45aa, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=5d4a8489-a889-4345-9e2e-47dc5e1e45aa,segment=NetworkSegment(ea47ffdc-79ac-4052-8c3a-fa0176f24ec9),segment_id=ea47ffdc-79ac-4052-8c3a-fa0176f24ec9)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:30.647567 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17bf59ff-1959-4925-a8c9-e8de56031863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:30.671537 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4a3683e9-4c90-4e1c-acb7-81ccf6a94c64 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca272ba-e6e8-46f7-9024-41802178d659 HTTP/1.1" status: 200 len: 205 time: 0.0920103 Feb 09 14:20:30.672220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36006) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:30.840499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-17bf59ff-1959-4925-a8c9-e8de56031863 admin admin] Calling delete_port for 5d4a8489-a889-4345-9e2e-47dc5e1e45aa owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:30.877676 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-6d840169-ef36-4e7d-b647-4d0348c77c1e tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] delete failed (client error): The resource could not be found. Feb 09 14:20:30.908615 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6d840169-ef36-4e7d-b647-4d0348c77c1e tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "DELETE /v2.0/routers/0ca272ba-e6e8-46f7-9024-41802178d659 HTTP/1.1" status: 404 len: 336 time: 0.2307944 Feb 09 14:20:30.914020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36014) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:31.199236 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f3129b17-20d5-4823-84a4-1248a060831c tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "GET /v2.0/ports?device_id=09f45e2f-85be-4922-9c13-292b5790a3e0 HTTP/1.1" status: 200 len: 205 time: 0.2530239 Feb 09 14:20:31.203434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36020) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:31.228082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832866b-3e56-43f6-b68a-b2018c7c4e26 req-3f044728-76cd-4629-ac8e-16cf2cab3be2 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:31.236284 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2832866b-3e56-43f6-b68a-b2018c7c4e26 req-3f044728-76cd-4629-ac8e-16cf2cab3be2 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.8251436 Feb 09 14:20:31.276887 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17bf59ff-1959-4925-a8c9-e8de56031863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:31.450379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89642a5c-2ed1-42f0-9934-fcb0b38066c1 req-a99798cf-681f-46c3-a4b8-e86ac3990dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:31.451615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf59ff-1959-4925-a8c9-e8de56031863 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d4a8489-a889-4345-9e2e-47dc5e1e45aa,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:31.452821 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89642a5c-2ed1-42f0-9934-fcb0b38066c1 req-a99798cf-681f-46c3-a4b8-e86ac3990dfe service neutron] 10.222.0.21 "GET /v2.0/networks?id=6da3df8a-f0bd-4e13-8120-7c22c21ea919 HTTP/1.1" status: 200 len: 910 time: 1.2257471 Feb 09 14:20:31.474875 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2832866b-3e56-43f6-b68a-b2018c7c4e26 req-9293eeef-46f1-4715-bf41-262dd60164b6 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331944 Feb 09 14:20:31.535597 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8825c-e8a9-4391-a852-8d522ea177ef req-857a1904-90ad-4ee9-9afe-168a3628f13a tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:31.537676 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-59a8825c-e8a9-4391-a852-8d522ea177ef req-857a1904-90ad-4ee9-9afe-168a3628f13a tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 1.1777210 Feb 09 14:20:31.744277 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:31.923019 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-644a511a-f41b-4cff-875e-a0d780ca8a67 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] delete failed (client error): The resource could not be found. Feb 09 14:20:31.924857 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-644a511a-f41b-4cff-875e-a0d780ca8a67 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "DELETE /v2.0/routers/09f45e2f-85be-4922-9c13-292b5790a3e0 HTTP/1.1" status: 404 len: 336 time: 0.7165656 Feb 09 14:20:31.927997 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89642a5c-2ed1-42f0-9934-fcb0b38066c1 req-f4b6811a-6861-4acb-a1e7-a602a67ccc51 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fec6098-3e33-49b5-b397-c817293ee41e HTTP/1.1" status: 200 len: 217 time: 0.3886328 Feb 09 14:20:31.937887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36026) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:32.034540 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b2273c0d-edaa-4500-87d3-569babe853d7 tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5429fb-421d-4625-984b-f04f961aa4e9 HTTP/1.1" status: 200 len: 205 time: 0.0636268 Feb 09 14:20:32.043083 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36030) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:32.058172 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-59a8825c-e8a9-4391-a852-8d522ea177ef req-54fcefc1-c22d-4d20-9128-7dd8acffe809 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670153 Feb 09 14:20:32.104640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89642a5c-2ed1-42f0-9934-fcb0b38066c1 req-74f86c38-a6b8-424a-92b8-adee8d0a71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:32.106845 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89642a5c-2ed1-42f0-9934-fcb0b38066c1 req-74f86c38-a6b8-424a-92b8-adee8d0a71fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c4d8820-f3f3-41df-9171-6e72ed49a05e HTTP/1.1" status: 200 len: 850 time: 0.1657872 Feb 09 14:20:32.282357 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-e38f20fb-361e-4b6c-beb7-c20c473411cc tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] delete failed (client error): The resource could not be found. Feb 09 14:20:32.287513 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e38f20fb-361e-4b6c-beb7-c20c473411cc tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "DELETE /v2.0/routers/2e5429fb-421d-4625-984b-f04f961aa4e9 HTTP/1.1" status: 404 len: 336 time: 0.2423186 Feb 09 14:20:32.306921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36034) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:32.391013 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46ea410-16a4-4fbf-829f-0ee5db00808f tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] DELETE failed (client error): The resource could not be found. Feb 09 14:20:32.392002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46ea410-16a4-4fbf-829f-0ee5db00808f tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:20:32.411221 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a46ea410-16a4-4fbf-829f-0ee5db00808f tempest-RoutersAdminTest-1201530728 tempest-RoutersAdminTest-1201530728-project] 10.222.0.48 "DELETE /v2.0/subnets/a70a654a-207c-4728-93c5-2b672d1a0ac9 HTTP/1.1" status: 404 len: 337 time: 0.1027572 Feb 09 14:20:32.459143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58f0f5-1ee3-42c3-85ac-33197a5600d3 req-a551cb26-885f-4c41-82be-393189cf4b9c tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:32.472366 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ed58f0f5-1ee3-42c3-85ac-33197a5600d3 req-a551cb26-885f-4c41-82be-393189cf4b9c tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.6611605 Feb 09 14:20:32.758363 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89642a5c-2ed1-42f0-9934-fcb0b38066c1 req-e285f98d-5a8f-4016-b906-6acfdaf0f6c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6da3df8a-f0bd-4e13-8120-7c22c21ea919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6437268 Feb 09 14:20:32.835841 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17bf59ff-1959-4925-a8c9-e8de56031863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:33.578586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36048) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:33.634544 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ed58f0f5-1ee3-42c3-85ac-33197a5600d3 req-cbbf01c7-d140-4c21-9979-5d1e7dba0e47 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1600003 Feb 09 14:20:33.642800 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89642a5c-2ed1-42f0-9934-fcb0b38066c1 req-e35bab34-d389-421a-ad51-62415cb7514d service neutron] 10.222.0.21 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8778391 Feb 09 14:20:33.946536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19826052-df88-4129-acfa-fa2897bd72d0 req-e901a94f-3c13-4f96-8a5a-7982e42a1fe4 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:33.948802 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-19826052-df88-4129-acfa-fa2897bd72d0 req-e901a94f-3c13-4f96-8a5a-7982e42a1fe4 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.35 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.3118520 Feb 09 14:20:34.063244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6986d-d257-4540-84c9-1577daa96e36 req-b6325444-b4b9-4f8e-b2cd-96c453f968b9 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:34.076549 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15a6986d-d257-4540-84c9-1577daa96e36 req-b6325444-b4b9-4f8e-b2cd-96c453f968b9 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.9697633 Feb 09 14:20:34.219331 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89642a5c-2ed1-42f0-9934-fcb0b38066c1 req-09d0cb1d-3c0f-4512-b67f-a535c27cf4d8 service neutron] 10.222.0.21 "GET /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574117 Feb 09 14:20:34.334958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-19826052-df88-4129-acfa-fa2897bd72d0 req-099a6baf-5f85-470c-b329-fccac5b2236f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Deleting port 21a9cc5e-e9b6-449c-866a-ca87374530da {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:34.335760 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-19826052-df88-4129-acfa-fa2897bd72d0 req-099a6baf-5f85-470c-b329-fccac5b2236f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:34.353381 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38a706ad-db2b-4aa9-9918-ef577f5e7757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:34.400028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bf59ff-1959-4925-a8c9-e8de56031863 admin admin] Router f51ced84-091d-4217-aa54-722502df55bc has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:20:34.417844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8802041-0fda-46d1-b4fa-e2b757218611 req-b18da212-ef3b-4736-adda-782d33d5a6e7 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:34.424808 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a8802041-0fda-46d1-b4fa-e2b757218611 req-b18da212-ef3b-4736-adda-782d33d5a6e7 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.5523005 Feb 09 14:20:34.444994 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-38a706ad-db2b-4aa9-9918-ef577f5e7757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:20:34.467103 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15a6986d-d257-4540-84c9-1577daa96e36 req-e2f81782-f7c5-412e-bdcc-879f92273f7e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891842 Feb 09 14:20:34.470118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-38a706ad-db2b-4aa9-9918-ef577f5e7757 admin admin] Usage tracker for resource:security_group_rule and tenant:80e824d34c2842b39f14c4fcd3276860 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:20:34.479676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-38a706ad-db2b-4aa9-9918-ef577f5e7757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:20:34.491664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-38a706ad-db2b-4aa9-9918-ef577f5e7757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:20:34.531665 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a8802041-0fda-46d1-b4fa-e2b757218611 req-d4e5c13f-f33c-4e1c-896c-facc572a5a9d tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949693 Feb 09 14:20:34.775954 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38a706ad-db2b-4aa9-9918-ef577f5e7757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:34.791817 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-38a706ad-db2b-4aa9-9918-ef577f5e7757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:34.922302 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-38a706ad-db2b-4aa9-9918-ef577f5e7757 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80e824d34c2842b39f14c4fcd3276860&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3370008 Feb 09 14:20:34.923231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36062) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:35.046830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a706ad-db2b-4aa9-9918-ef577f5e7757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02794d2-dbf3-456d-90d2-8827e58cd7ed,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:35.122640 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ace5c588-c567-45ee-a8bb-7850d27b66f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:35.162404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe060952-9c51-455f-b5ec-fa1095b30b5d req-772019f6-983f-470a-ac42-a98f7d08f6d6 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:35.164052 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe060952-9c51-455f-b5ec-fa1095b30b5d req-772019f6-983f-470a-ac42-a98f7d08f6d6 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 946 time: 0.1958671 Feb 09 14:20:35.212282 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ace5c588-c567-45ee-a8bb-7850d27b66f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:35.217280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bf59ff-1959-4925-a8c9-e8de56031863 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:20:35.231770 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff80e7b-492e-4251-8f44-741e2c8d85b6 None None] Sync routers for ids ['f51ced84-091d-4217-aa54-722502df55bc'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:20:35.254504 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff80e7b-492e-4251-8f44-741e2c8d85b6 None None] Routers {'f51ced84-091d-4217-aa54-722502df55bc'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:35.255539 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0ff80e7b-492e-4251-8f44-741e2c8d85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f51ced84-091d-4217-aa54-722502df55bc'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:35.277664 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-17bf59ff-1959-4925-a8c9-e8de56031863 admin admin] 10.222.0.48 "PUT /v2.0/routers/f51ced84-091d-4217-aa54-722502df55bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6827943 Feb 09 14:20:35.282277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36066) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:35.314139 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe060952-9c51-455f-b5ec-fa1095b30b5d req-bab75b4a-16e4-4054-9570-bbc54857a9ba tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320834 Feb 09 14:20:35.430457 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ace5c588-c567-45ee-a8bb-7850d27b66f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:35.481077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5c588-c567-45ee-a8bb-7850d27b66f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02794d2-dbf3-456d-90d2-8827e58cd7ed,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:35.496794 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ace5c588-c567-45ee-a8bb-7850d27b66f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:35.498060 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ace5c588-c567-45ee-a8bb-7850d27b66f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e02794d2-dbf3-456d-90d2-8827e58cd7ed HTTP/1.1" status: 204 len: 168 time: 0.5722678 Feb 09 14:20:35.775222 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-0ff80e7b-492e-4251-8f44-741e2c8d85b6 None None] Set router f51ced84-091d-4217-aa54-722502df55bc gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:20:36.256876 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0772c1d-e8a1-48fa-b120-c43055048709 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:36.458418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36088) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:36.467781 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0ff80e7b-492e-4251-8f44-741e2c8d85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ced84-091d-4217-aa54-722502df55bc', 'name': 'tempest-TaggedBootDevicesTest-279061739-router', 'tenant_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:58Z', 'updated_at': '2022-02-09T14:20:31Z', 'revision_number': 5, 'project_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'gw_port': {'id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ced84-091d-4217-aa54-722502df55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:59Z', 'updated_at': '2022-02-09T14:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:36.474504 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff80e7b-492e-4251-8f44-741e2c8d85b6 None None] Checking router: f51ced84-091d-4217-aa54-722502df55bc for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:20:36.486327 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff80e7b-492e-4251-8f44-741e2c8d85b6 None None] Routers {'f51ced84-091d-4217-aa54-722502df55bc'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:36.487407 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0ff80e7b-492e-4251-8f44-741e2c8d85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f51ced84-091d-4217-aa54-722502df55bc'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:36.726409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 21a9cc5e-e9b6-449c-866a-ca87374530da no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:20:36.835584 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b6104adc-5184-417f-8107-94781e4790e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=080ee4440b914cdab24a0c97e461bf98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3746459 Feb 09 14:20:36.845340 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36094) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:36.946919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-19826052-df88-4129-acfa-fa2897bd72d0 req-099a6baf-5f85-470c-b329-fccac5b2236f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] For port 21a9cc5e-e9b6-449c-866a-ca87374530da, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=21a9cc5e-e9b6-449c-866a-ca87374530da,segment=NetworkSegment(701b0672-985b-4ec2-a282-18faae787d2d),segment_id=701b0672-985b-4ec2-a282-18faae787d2d)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:36.947769 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-19826052-df88-4129-acfa-fa2897bd72d0 req-099a6baf-5f85-470c-b329-fccac5b2236f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:36.985346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68833f35-8189-482c-b8e2-6c394614fea6 req-112cf27a-79a2-4d5a-b710-e0f58f5fbc10 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:36.992660 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68833f35-8189-482c-b8e2-6c394614fea6 req-112cf27a-79a2-4d5a-b710-e0f58f5fbc10 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 1.0691378 Feb 09 14:20:37.022084 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-0ff80e7b-492e-4251-8f44-741e2c8d85b6 None None] Set router f51ced84-091d-4217-aa54-722502df55bc gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:20:37.094313 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:37.103806 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19721164-414c-41e9-9f69-2d76f46ff050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:37.186737 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19721164-414c-41e9-9f69-2d76f46ff050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:37.194533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 21a9cc5e-e9b6-449c-866a-ca87374530da, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=21a9cc5e-e9b6-449c-866a-ca87374530da,segment=NetworkSegment(701b0672-985b-4ec2-a282-18faae787d2d),segment_id=701b0672-985b-4ec2-a282-18faae787d2d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:37.198956 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69109e83-ee55-4521-b981-0fb2cc16f5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a9cc5e-e9b6-449c-866a-ca87374530da'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:37.207637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-19826052-df88-4129-acfa-fa2897bd72d0 req-099a6baf-5f85-470c-b329-fccac5b2236f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Calling delete_port for 21a9cc5e-e9b6-449c-866a-ca87374530da owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:37.211027 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:37.353309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b48018-1f90-4843-8c9e-d420483f4574 req-8cdbf17a-3131-4406-8beb-409e2ee9f2cb tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:37.365457 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4b48018-1f90-4843-8c9e-d420483f4574 req-8cdbf17a-3131-4406-8beb-409e2ee9f2cb tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 1.3249002 Feb 09 14:20:37.425020 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=21a9cc5e-e9b6-449c-866a-ca87374530da,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:37.425507 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19721164-414c-41e9-9f69-2d76f46ff050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:37.447469 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:37.448024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:37.448524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:37.449010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:37.449493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:37.449970 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:37.450446 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:37.450928 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:37.451036 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0772c1d-e8a1-48fa-b120-c43055048709 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:37.451484 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:37.455315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19721164-414c-41e9-9f69-2d76f46ff050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041908af-c6a3-431b-8d5d-275fc282d4f4,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:37.464028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:37.465002 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:37.465738 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19721164-414c-41e9-9f69-2d76f46ff050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:37.466503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:37.467869 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-19721164-414c-41e9-9f69-2d76f46ff050 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/041908af-c6a3-431b-8d5d-275fc282d4f4 HTTP/1.1" status: 204 len: 168 time: 0.6117630 Feb 09 14:20:37.480570 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68833f35-8189-482c-b8e2-6c394614fea6 req-809d8f93-325a-4403-8835-ffcd3d3154df tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865549 Feb 09 14:20:37.487996 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-d0772c1d-e8a1-48fa-b120-c43055048709 admin admin] Deleting port 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:37.493187 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0772c1d-e8a1-48fa-b120-c43055048709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:37.526967 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4b48018-1f90-4843-8c9e-d420483f4574 req-be85a244-ed88-42f4-9ac4-5839e9cbc200 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603467 Feb 09 14:20:37.686044 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69109e83-ee55-4521-b981-0fb2cc16f5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a9cc5e-e9b6-449c-866a-ca87374530da', 'code': 200} Feb 09 14:20:38.114194 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b289200-1c4d-4847-a379-0ae2b7937aa8 req-69e446b5-d699-49b5-95c4-45711504eb7e tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:38.128325 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0b289200-1c4d-4847-a379-0ae2b7937aa8 req-69e446b5-d699-49b5-95c4-45711504eb7e tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 944 time: 0.3133929 Feb 09 14:20:38.254816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-d0772c1d-e8a1-48fa-b120-c43055048709 admin admin] For port 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=703f3ce6-d8cd-4de4-8a7f-dbf8d2309339,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:38.255419 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0772c1d-e8a1-48fa-b120-c43055048709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:38.263414 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0b289200-1c4d-4847-a379-0ae2b7937aa8 req-3af170bb-ec02-47b2-af4c-a4cf52edb849 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298892 Feb 09 14:20:38.268578 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0ff80e7b-492e-4251-8f44-741e2c8d85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51ced84-091d-4217-aa54-722502df55bc', 'name': 'tempest-TaggedBootDevicesTest-279061739-router', 'tenant_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:58Z', 'updated_at': '2022-02-09T14:20:31Z', 'revision_number': 5, 'project_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'gw_port': {'id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ced84-091d-4217-aa54-722502df55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:59Z', 'updated_at': '2022-02-09T14:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:38.280785 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff80e7b-492e-4251-8f44-741e2c8d85b6 None None] The sync data for ids ['f51ced84-091d-4217-aa54-722502df55bc'] in n-d-828418-2 is: [{'id': 'f51ced84-091d-4217-aa54-722502df55bc', 'name': 'tempest-TaggedBootDevicesTest-279061739-router', 'tenant_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:12:58Z', 'updated_at': '2022-02-09T14:20:31Z', 'revision_number': 5, 'project_id': 'ab6750a91c9145fe9484af3d0a0b97ea', 'gw_port': {'id': '703f3ce6-d8cd-4de4-8a7f-dbf8d2309339', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51ced84-091d-4217-aa54-722502df55bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:12:59Z', 'updated_at': '2022-02-09T14:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:20:38.407047 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [req-19826052-df88-4129-acfa-fa2897bd72d0 req-099a6baf-5f85-470c-b329-fccac5b2236f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:20:38.407491 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [req-19826052-df88-4129-acfa-fa2897bd72d0 req-099a6baf-5f85-470c-b329-fccac5b2236f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:20:38.537564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-d0772c1d-e8a1-48fa-b120-c43055048709 admin admin] Calling delete_port for 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:38.618663 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:38.801397 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0772c1d-e8a1-48fa-b120-c43055048709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:38.914615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-19826052-df88-4129-acfa-fa2897bd72d0 req-099a6baf-5f85-470c-b329-fccac5b2236f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Deleting port 21a9cc5e-e9b6-449c-866a-ca87374530da {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:38.922556 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-19826052-df88-4129-acfa-fa2897bd72d0 req-099a6baf-5f85-470c-b329-fccac5b2236f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:38.927094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee70793-5116-428f-920b-e4c6d5454061 req-ac54be46-dead-4597-90a7-ca9c76623fbb tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:38.940666 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ee70793-5116-428f-920b-e4c6d5454061 req-ac54be46-dead-4597-90a7-ca9c76623fbb tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.1855071 Feb 09 14:20:38.985948 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5d4a8489-a889-4345-9e2e-47dc5e1e45aa no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:20:39.064827 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ee70793-5116-428f-920b-e4c6d5454061 req-ea415604-69a6-48f5-a312-9ac8a0cc6093 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206446 Feb 09 14:20:39.109740 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 5d4a8489-a889-4345-9e2e-47dc5e1e45aa {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:20:39.110085 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5d4a8489-a889-4345-9e2e-47dc5e1e45aa not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:20:39.132775 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:20:39.143005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0772c1d-e8a1-48fa-b120-c43055048709 admin admin] Pushing event deleted for resources: {'Port': ['ID=703f3ce6-d8cd-4de4-8a7f-dbf8d2309339,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:39.446458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc704aa-cc11-45b3-8954-75e3578fff56 req-bc24ca52-6438-4094-871a-c4e957cb9996 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:39.462810 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3bc704aa-cc11-45b3-8954-75e3578fff56 req-bc24ca52-6438-4094-871a-c4e957cb9996 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.2068508 Feb 09 14:20:39.537801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36152) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:39.607629 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3bc704aa-cc11-45b3-8954-75e3578fff56 req-3353cb3f-4187-4053-89ca-959416c5c367 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439023 Feb 09 14:20:39.801577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-856493489'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:20:39.813117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:20:39.824114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Usage tracker for resource:network and tenant:8bb33fce73ed4a9ab9c3fa77fb85980a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:20:39.828869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:20:39.836421 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:20:39.872797 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0772c1d-e8a1-48fa-b120-c43055048709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:39.907235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Made reservation on behalf of 8bb33fce73ed4a9ab9c3fa77fb85980a for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:20:39.911630 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:39.926990 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:39.970192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:20:39.981963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Usage tracker for resource:security_group_rule and tenant:8bb33fce73ed4a9ab9c3fa77fb85980a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:20:39.991834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbcdb9-04a6-4649-8661-1f587f995f31 req-05ee29f7-2871-4279-af12-b0eddd5c4722 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:39.993541 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1cbcdb9-04a6-4649-8661-1f587f995f31 req-05ee29f7-2871-4279-af12-b0eddd5c4722 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 944 time: 0.1516368 Feb 09 14:20:39.994830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:20:40.002235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:20:40.080739 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1cbcdb9-04a6-4649-8661-1f587f995f31 req-bfe116a6-86f2-4a5f-903b-fcc63d1b1c57 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730846 Feb 09 14:20:40.186984 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:40.195650 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:40.252977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188cf750-9048-433f-bcb9-228507dc66a8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:40.278822 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:40.283570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:20:40.302403 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0772c1d-e8a1-48fa-b120-c43055048709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:40.308267 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0772c1d-e8a1-48fa-b120-c43055048709 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:40.324682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc992123-2f84-4ae8-955e-1c278f06ab8f req-98b83af0-c124-427c-9dab-0d18fad1170a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:40.326351 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fc992123-2f84-4ae8-955e-1c278f06ab8f req-98b83af0-c124-427c-9dab-0d18fad1170a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 946 time: 1.8116522 Feb 09 14:20:40.449723 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:40.450061 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Added segment 49b46802-b8ee-4b54-b8cd-614dee894245 of type vlan for network d426c2f5-7c37-4203-ae1d-e4201d35c8f0 Feb 09 14:20:40.486409 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fc992123-2f84-4ae8-955e-1c278f06ab8f req-c8543e16-5ac3-4f03-a38c-d892642d2bff tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299970 Feb 09 14:20:40.490742 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0772c1d-e8a1-48fa-b120-c43055048709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:40.500660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0772c1d-e8a1-48fa-b120-c43055048709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f51ced84-091d-4217-aa54-722502df55bc {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:20:40.532758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-19826052-df88-4129-acfa-fa2897bd72d0 req-099a6baf-5f85-470c-b329-fccac5b2236f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] For port 21a9cc5e-e9b6-449c-866a-ca87374530da, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=21a9cc5e-e9b6-449c-866a-ca87374530da,segment=NetworkSegment(701b0672-985b-4ec2-a282-18faae787d2d),segment_id=701b0672-985b-4ec2-a282-18faae787d2d)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:40.534060 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:40.544710 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-19826052-df88-4129-acfa-fa2897bd72d0 req-099a6baf-5f85-470c-b329-fccac5b2236f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:40.588605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c569005-d318-41a9-858a-563010ad97d6 req-9ac48beb-c583-48ac-a889-1a5de2f658b2 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:40.602457 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9c569005-d318-41a9-858a-563010ad97d6 req-9ac48beb-c583-48ac-a889-1a5de2f658b2 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/networks?id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 HTTP/1.1" status: 200 len: 814 time: 0.3231745 Feb 09 14:20:40.649733 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9c569005-d318-41a9-858a-563010ad97d6 req-a1300e51-eb1e-400c-afd1-9ae245500b24 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/quotas/a7f428d0350d40a891a26b2f275269ef HTTP/1.1" status: 200 len: 375 time: 0.0459492 Feb 09 14:20:40.876269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-19826052-df88-4129-acfa-fa2897bd72d0 req-099a6baf-5f85-470c-b329-fccac5b2236f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Calling delete_port for 21a9cc5e-e9b6-449c-866a-ca87374530da owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:40.916904 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:40.923714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:40.924374 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:40.992176 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0772c1d-e8a1-48fa-b120-c43055048709 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:40.997012 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d0772c1d-e8a1-48fa-b120-c43055048709 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f51ced84-091d-4217-aa54-722502df55bc HTTP/1.1" status: 204 len: 168 time: 5.7133596 Feb 09 14:20:41.006488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36176) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:41.078646 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5423892 Feb 09 14:20:41.085494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36180) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:41.095614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-cffee01c-d028-40f5-9987-10c8c280c80c tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'subnet': {'network_id': 'd426c2f5-7c37-4203-ae1d-e4201d35c8f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:20:41.110919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac7bf90-fbe5-4247-a0a1-c743f7c631c4 admin admin] Deleting subnet 5345a8c0-cfe1-48d9-82fb-f4e37ccc78c2 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:20:41.114646 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dac7bf90-fbe5-4247-a0a1-c743f7c631c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:41.214542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303009ab-55bf-48d9-9d03-b07377e7d3e7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Network': ['ID=d426c2f5-7c37-4203-ae1d-e4201d35c8f0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:41.228538 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9c569005-d318-41a9-858a-563010ad97d6 req-a087a7f3-60a9-4226-bdd0-bad022f301b6 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7f428d0350d40a891a26b2f275269ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5775990 Feb 09 14:20:41.250556 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cffee01c-d028-40f5-9987-10c8c280c80c tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:20:41.279886 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network d426c2f5-7c37-4203-ae1d-e4201d35c8f0 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:20:41.369136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cffee01c-d028-40f5-9987-10c8c280c80c tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Usage tracker for resource:subnet and tenant:8bb33fce73ed4a9ab9c3fa77fb85980a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:20:41.382302 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cffee01c-d028-40f5-9987-10c8c280c80c tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:20:41.396010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cffee01c-d028-40f5-9987-10c8c280c80c tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:20:41.413068 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-19826052-df88-4129-acfa-fa2897bd72d0 req-099a6baf-5f85-470c-b329-fccac5b2236f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:41.435246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffee01c-d028-40f5-9987-10c8c280c80c tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Made reservation on behalf of 8bb33fce73ed4a9ab9c3fa77fb85980a for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:20:41.440500 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cffee01c-d028-40f5-9987-10c8c280c80c tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:41.514868 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:20:41.531096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a6baf-5f85-470c-b329-fccac5b2236f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Pushing event deleted for resources: {'Port': ['ID=21a9cc5e-e9b6-449c-866a-ca87374530da,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:41.577767 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['8fec6098-3e33-49b5-b397-c817293ee41e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:20:41.598847 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dac7bf90-fbe5-4247-a0a1-c743f7c631c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:41.673796 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:20:41.675174 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 703f3ce6-d8cd-4de4-8a7f-dbf8d2309339 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:20:41.742898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-19826052-df88-4129-acfa-fa2897bd72d0 req-099a6baf-5f85-470c-b329-fccac5b2236f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] No DVR routers for this DVR port 21a9cc5e-e9b6-449c-866a-ca87374530da on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:20:41.752400 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-19826052-df88-4129-acfa-fa2897bd72d0 req-099a6baf-5f85-470c-b329-fccac5b2236f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:41.766678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d0aec-a446-4c77-8158-82ffe3704c9f req-9c307550-e0d1-49de-8d91-adefe3144ae4 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:41.769237 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-198d0aec-a446-4c77-8158-82ffe3704c9f req-9c307550-e0d1-49de-8d91-adefe3144ae4 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.9221416 Feb 09 14:20:41.769971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69109e83-ee55-4521-b981-0fb2cc16f5b0', 'name': 'network-vif-deleted', 'tag': '21a9cc5e-e9b6-449c-866a-ca87374530da'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:41.802896 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9c569005-d318-41a9-858a-563010ad97d6 req-19a7dce8-643d-4f1c-a189-007c8838f2cc service neutron] 10.222.0.48 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734136 Feb 09 14:20:41.884007 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dac7bf90-fbe5-4247-a0a1-c743f7c631c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:41.960644 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-19826052-df88-4129-acfa-fa2897bd72d0 req-099a6baf-5f85-470c-b329-fccac5b2236f tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.35 "DELETE /v2.0/ports/21a9cc5e-e9b6-449c-866a-ca87374530da HTTP/1.1" status: 204 len: 173 time: 7.9891021 Feb 09 14:20:41.977710 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cffee01c-d028-40f5-9987-10c8c280c80c tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:41.984497 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9c569005-d318-41a9-858a-563010ad97d6 req-45300c9b-1d59-4064-9d04-702f8b3b6c8a service neutron] 10.222.0.48 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698728 Feb 09 14:20:41.989046 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-198d0aec-a446-4c77-8158-82ffe3704c9f req-a7e63336-efa7-4e31-b041-f7153b4c5ac2 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952677 Feb 09 14:20:41.990074 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dac7bf90-fbe5-4247-a0a1-c743f7c631c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:42.049685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7bf90-fbe5-4247-a0a1-c743f7c631c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5345a8c0-cfe1-48d9-82fb-f4e37ccc78c2,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:42.068370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a47de0-5ec3-4bd6-9a28-5eb170ebeb33 None None] Network 0854e15f-2df5-4f6f-9fa6-5d439444d598 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:20:42.068592 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dac7bf90-fbe5-4247-a0a1-c743f7c631c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:42.082465 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dac7bf90-fbe5-4247-a0a1-c743f7c631c4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5345a8c0-cfe1-48d9-82fb-f4e37ccc78c2 HTTP/1.1" status: 204 len: 168 time: 1.0735993 Feb 09 14:20:42.084399 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36190) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:42.161125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffee01c-d028-40f5-9987-10c8c280c80c tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Subnet': ['ID=b7ffb22e-f7c5-45c5-a4c5-5cc259834dd6,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:42.182421 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffee01c-d028-40f5-9987-10c8c280c80c tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Checking segment: {'id': '49b46802-b8ee-4b54-b8cd-614dee894245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd426c2f5-7c37-4203-ae1d-e4201d35c8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:20:42.183127 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffee01c-d028-40f5-9987-10c8c280c80c tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network hostable DHCP agents. Network: d426c2f5-7c37-4203-ae1d-e4201d35c8f0, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:20:42.217066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffee01c-d028-40f5-9987-10c8c280c80c tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network d426c2f5-7c37-4203-ae1d-e4201d35c8f0 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:20:42.240681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-cffee01c-d028-40f5-9987-10c8c280c80c tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, d426c2f5-7c37-4203-ae1d-e4201d35c8f0) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:20:42.255086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffee01c-d028-40f5-9987-10c8c280c80c tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:42.257901 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cffee01c-d028-40f5-9987-10c8c280c80c tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:42.300282 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8984b70c-bdab-4f24-9254-5d0527fadd11 None None] Network d426c2f5-7c37-4203-ae1d-e4201d35c8f0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:20:42.308387 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cffee01c-d028-40f5-9987-10c8c280c80c tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2220199 Feb 09 14:20:42.313567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36194) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:42.322494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-946333228', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:20:42.351948 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:20:42.383237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Usage tracker for resource:router and tenant:8bb33fce73ed4a9ab9c3fa77fb85980a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:20:42.391668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:20:42.418491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:20:42.448109 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:42.450048 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:42.511252 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:42.662952 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:42.678588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] Deleting port 25f13d31-4493-485d-953a-75fc438623f3 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:42.679197 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:42.797259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98e980-1125-4c0d-aa62-1aab624870d8 req-93746bff-0c05-4657-a2dc-7c12f5451bff tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:42.818606 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e98e980-1125-4c0d-aa62-1aab624870d8 req-93746bff-0c05-4657-a2dc-7c12f5451bff tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.4980168 Feb 09 14:20:42.873326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device af23a0d9-1c15-48f5-a81e-9a441a603a7e no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:20:43.053108 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e98e980-1125-4c0d-aa62-1aab624870d8 req-6e41d4e4-7a54-474d-93e1-731b4fe25a56 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329354 Feb 09 14:20:43.066831 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-be00c252-8108-442a-9597-7a86e431721e req-068bd4de-d54d-4796-a775-62a8206df2a8 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=69109e83-ee55-4521-b981-0fb2cc16f5b0 HTTP/1.1" status: 200 len: 210 time: 0.1915815 Feb 09 14:20:43.123085 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:43.224108 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:43.227596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:43.232745 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2ef13f-8340-40c2-b63c-bbe1645c3d71 None None] Network d426c2f5-7c37-4203-ae1d-e4201d35c8f0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:20:43.296971 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:43.367493 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69109e83-ee55-4521-b981-0fb2cc16f5b0', 'name': 'network-vif-deleted', 'tag': '21a9cc5e-e9b6-449c-866a-ca87374530da', 'status': 'completed', 'code': 200} Feb 09 14:20:43.423748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] For port 25f13d31-4493-485d-953a-75fc438623f3, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=25f13d31-4493-485d-953a-75fc438623f3,segment=NetworkSegment(ea47ffdc-79ac-4052-8c3a-fa0176f24ec9),segment_id=ea47ffdc-79ac-4052-8c3a-fa0176f24ec9)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:43.431191 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:43.528395 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:43.807062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc4042-88d9-4f29-895a-6c9479496eb3 req-d2e5094d-3b9d-4fe0-ac6f-5983bd27a4a1 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:43.823540 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ffc4042-88d9-4f29-895a-6c9479496eb3 req-d2e5094d-3b9d-4fe0-ac6f-5983bd27a4a1 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 944 time: 0.4574401 Feb 09 14:20:43.944794 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=af23a0d9-1c15-48f5-a81e-9a441a603a7e,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:43.968770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f353cd8-4d92-475f-a02a-1d0a3a98f8d1 None None] DHCP port deletion for 0854e15f-2df5-4f6f-9fa6-5d439444d598 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:20:43.973480 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ffc4042-88d9-4f29-895a-6c9479496eb3 req-e179eb40-03c8-476e-aa05-535670847f37 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487124 Feb 09 14:20:43.976957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4f353cd8-4d92-475f-a02a-1d0a3a98f8d1 None None] Deleting port 25f13d31-4493-485d-953a-75fc438623f3 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:43.980804 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4f353cd8-4d92-475f-a02a-1d0a3a98f8d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:44.450149 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4f353cd8-4d92-475f-a02a-1d0a3a98f8d1 None None] For port 25f13d31-4493-485d-953a-75fc438623f3, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=25f13d31-4493-485d-953a-75fc438623f3,segment=NetworkSegment(ea47ffdc-79ac-4052-8c3a-fa0176f24ec9),segment_id=ea47ffdc-79ac-4052-8c3a-fa0176f24ec9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:44.450747 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4f353cd8-4d92-475f-a02a-1d0a3a98f8d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:44.520771 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9c53043-05c4-4e9c-b40f-f2b21682ce88 req-a548e812-8ce1-40bb-b790-93cbc553b88d tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 210 time: 0.5273159 Feb 09 14:20:44.544741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] Calling delete_port for 25f13d31-4493-485d-953a-75fc438623f3 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:44.551336 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:44.616085 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:44.777418 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:44.812260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4abf09-96b2-465e-8db3-0f68fe7e1646 req-653ca10f-be93-4e81-a79c-e973d57cb13f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:44.829825 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0b4abf09-96b2-465e-8db3-0f68fe7e1646 req-653ca10f-be93-4e81-a79c-e973d57cb13f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.5651298 Feb 09 14:20:44.839760 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4f353cd8-4d92-475f-a02a-1d0a3a98f8d1 None None] Calling delete_port for 25f13d31-4493-485d-953a-75fc438623f3 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:44.935141 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0b4abf09-96b2-465e-8db3-0f68fe7e1646 req-b806eab4-220c-4558-925e-9880faac7134 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135285 Feb 09 14:20:44.950398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f13d31-4493-485d-953a-75fc438623f3,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:44.970118 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-4f353cd8-4d92-475f-a02a-1d0a3a98f8d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:20:44.970480 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-4f353cd8-4d92-475f-a02a-1d0a3a98f8d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:20:44.974483 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'code': 200} Feb 09 14:20:45.066775 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] No DVR routers for this DVR port 25f13d31-4493-485d-953a-75fc438623f3 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:20:45.100364 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 25f13d31-4493-485d-953a-75fc438623f3 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:20:45.116103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Allocated IP 172.25.8.185 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/dfdb7bbd-b711-4be4-9bca-f29d817016ea) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:20:45.208828 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 25f13d31-4493-485d-953a-75fc438623f3 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:20:45.209168 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 25f13d31-4493-485d-953a-75fc438623f3 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:20:45.445320 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:45.476309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4f353cd8-4d92-475f-a02a-1d0a3a98f8d1 None None] Deleting port 25f13d31-4493-485d-953a-75fc438623f3 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:45.476913 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4f353cd8-4d92-475f-a02a-1d0a3a98f8d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:45.494284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0854e15f-2df5-4f6f-9fa6-5d439444d598']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:45.506303 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:45.532974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c569005-d318-41a9-858a-563010ad97d6 req-762b23cd-f28f-4028-9237-945a6c6ee64c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:45.535440 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c569005-d318-41a9-858a-563010ad97d6 req-762b23cd-f28f-4028-9237-945a6c6ee64c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.35 "GET /v2.0/networks?id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 HTTP/1.1" status: 200 len: 814 time: 0.5908720 Feb 09 14:20:45.558027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-9c569005-d318-41a9-858a-563010ad97d6 req-66050bfa-06bf-402a-80ea-eaef8bdcd06c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Request body: {'port': {'device_id': '027329ca-13a6-41a9-856b-8e7f9c9125fd', 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89', 'admin_state_up': True, 'tenant_id': 'a7f428d0350d40a891a26b2f275269ef'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:20:45.572011 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:45.629053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea47ffdc-79ac-4052-8c3a-fa0176f24ec9') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:45.638522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea47ffdc-79ac-4052-8c3a-fa0176f24ec9') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:45.766733 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4f353cd8-4d92-475f-a02a-1d0a3a98f8d1 None None] The port '25f13d31-4493-485d-953a-75fc438623f3' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:20:45.792033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:20:45.802465 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:45.827882 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:45.839346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:20:45.840101 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:45.900982 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:20:45.900982 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:20:46.019569 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:20:46.028373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:46.059896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=dfdb7bbd-b711-4be4-9bca-f29d817016ea,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:46.075965 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:46.080467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] Pushing event deleted for resources: {'Network': ['ID=0854e15f-2df5-4f6f-9fa6-5d439444d598,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:46.127363 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-787074cb-ea38-4ca3-b3b8-88bf099ff918 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0854e15f-2df5-4f6f-9fa6-5d439444d598 HTTP/1.1" status: 204 len: 168 time: 4.0416596 Feb 09 14:20:46.236076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-9c569005-d318-41a9-858a-563010ad97d6 req-66050bfa-06bf-402a-80ea-eaef8bdcd06c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:20:46.267920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-9c569005-d318-41a9-858a-563010ad97d6 req-66050bfa-06bf-402a-80ea-eaef8bdcd06c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:20:46.287189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c569005-d318-41a9-858a-563010ad97d6 req-66050bfa-06bf-402a-80ea-eaef8bdcd06c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Made reservation on behalf of a7f428d0350d40a891a26b2f275269ef for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:20:46.291113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429740b-5875-43f4-b331-67340d898bb0 req-f17541eb-09f2-4a56-adbf-2a16c5c8df0d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:46.291698 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9c569005-d318-41a9-858a-563010ad97d6 req-66050bfa-06bf-402a-80ea-eaef8bdcd06c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:46.305324 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9429740b-5875-43f4-b331-67340d898bb0 req-f17541eb-09f2-4a56-adbf-2a16c5c8df0d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.5513535 Feb 09 14:20:46.484545 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9429740b-5875-43f4-b331-67340d898bb0 req-edd89c94-38eb-4d14-973f-66bb61cb592c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780381 Feb 09 14:20:46.620757 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36244) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:46.791945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-9c569005-d318-41a9-858a-563010ad97d6 req-66050bfa-06bf-402a-80ea-eaef8bdcd06c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Allocated IP 172.20.0.4 (59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89/adaa8dfb-07a1-4c7a-bd00-5979c7cd6139/c85d29c8-9e64-4a09-a47e-384838667f5e) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:20:46.794363 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9eb93b2c-5161-4155-9592-1b1dfd7b02ca no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:20:46.840574 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3f768f7-021f-474f-a4d3-10395b6e8d19 req-001465ca-bd9f-43e7-8f1f-b2e58a605d25 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 210 time: 0.4895511 Feb 09 14:20:46.986335 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:47.021228 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7daaa906-5f1b-4f83-a114-c4d892a12b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb93b2c-5161-4155-9592-1b1dfd7b02ca'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:47.038161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:47.049694 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:47.051621 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:47.193409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:47.482489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c99f0-ad87-459c-b454-11f4fb3759dd req-10dd9ff3-d350-4877-bf58-f8ed36b958b3 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:47.484304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-068c99f0-ad87-459c-b454-11f4fb3759dd req-10dd9ff3-d350-4877-bf58-f8ed36b958b3 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Synchronizing usage tracker for tenant:ae2414a98ed64d6489384355c90e908a on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:20:47.539899 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9c569005-d318-41a9-858a-563010ad97d6 req-66050bfa-06bf-402a-80ea-eaef8bdcd06c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:47.557009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-068c99f0-ad87-459c-b454-11f4fb3759dd req-10dd9ff3-d350-4877-bf58-f8ed36b958b3 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Unset dirty status for tenant:ae2414a98ed64d6489384355c90e908a on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:20:47.564557 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-068c99f0-ad87-459c-b454-11f4fb3759dd req-10dd9ff3-d350-4877-bf58-f8ed36b958b3 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.3403199 Feb 09 14:20:47.567690 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-29ee3380-0afa-4342-bdba-dd38a0e47bf4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea230855731c4f038f9be9893ada8105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9450195 Feb 09 14:20:47.606651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36262) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:47.693479 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9c569005-d318-41a9-858a-563010ad97d6 req-66050bfa-06bf-402a-80ea-eaef8bdcd06c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:47.706362 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['ea4ee131-6417-473e-bf16-e912e57cdd8d'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:20:47.710929 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-068c99f0-ad87-459c-b454-11f4fb3759dd req-bc4bc995-0a38-4567-9cc1-47f9d289a26a tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187978 Feb 09 14:20:47.726670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea895-044b-47d1-b1b3-844b5ebe345b req-8b6de3e2-fa1e-4b33-b1cf-cacb02ef2556 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:47.729266 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6dea895-044b-47d1-b1b3-844b5ebe345b req-8b6de3e2-fa1e-4b33-b1cf-cacb02ef2556 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.9112983 Feb 09 14:20:47.831182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c569005-d318-41a9-858a-563010ad97d6 req-66050bfa-06bf-402a-80ea-eaef8bdcd06c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:20:47.839151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-9c569005-d318-41a9-858a-563010ad97d6 req-66050bfa-06bf-402a-80ea-eaef8bdcd06c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:20:47.842670 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c569005-d318-41a9-858a-563010ad97d6 req-66050bfa-06bf-402a-80ea-eaef8bdcd06c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:20:47.885100 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bdf53584-2000-4823-b377-e6ab199d6bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:47.889849 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7daaa906-5f1b-4f83-a114-c4d892a12b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb93b2c-5161-4155-9592-1b1dfd7b02ca', 'code': 200} Feb 09 14:20:47.906820 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c6dea895-044b-47d1-b1b3-844b5ebe345b req-fe81b987-4a4f-475c-b276-954729865070 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582065 Feb 09 14:20:47.922657 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:47.968399 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66050bfa-06bf-402a-80ea-eaef8bdcd06c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Pushing event updated for resources: {'Port': ['ID=c85d29c8-9e64-4a09-a47e-384838667f5e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:48.013406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c569005-d318-41a9-858a-563010ad97d6 req-66050bfa-06bf-402a-80ea-eaef8bdcd06c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:48.014975 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9c569005-d318-41a9-858a-563010ad97d6 req-66050bfa-06bf-402a-80ea-eaef8bdcd06c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:48.020104 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bdf53584-2000-4823-b377-e6ab199d6bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:48.098083 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c569005-d318-41a9-858a-563010ad97d6 req-66050bfa-06bf-402a-80ea-eaef8bdcd06c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5510209 Feb 09 14:20:48.115138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Request body: {'port': {'device_id': '027329ca-13a6-41a9-856b-8e7f9c9125fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:20:48.236414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e1bcd-526a-4a51-9c3c-878dc1c7d627 req-4b5bb7e5-667d-42aa-bd71-12db53fc9c00 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:48.238197 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-187e1bcd-526a-4a51-9c3c-878dc1c7d627 req-4b5bb7e5-667d-42aa-bd71-12db53fc9c00 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 931 time: 0.1497135 Feb 09 14:20:48.247248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router 0fc9ec94-ba9f-419a-827e-bf30628f44fe is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:20:48.348249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336dbc7-7a43-4073-bcf3-91fb8d609178 req-5326c6ce-5a5f-4b01-96d1-c663ca8dca0b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:48.350645 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0336dbc7-7a43-4073-bcf3-91fb8d609178 req-5326c6ce-5a5f-4b01-96d1-c663ca8dca0b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.4574947 Feb 09 14:20:48.384553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bdf53584-2000-4823-b377-e6ab199d6bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:48.438963 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-187e1bcd-526a-4a51-9c3c-878dc1c7d627 req-57511017-c4b4-4a93-8ce0-d1e0db442589 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845086 Feb 09 14:20:48.441579 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf53584-2000-4823-b377-e6ab199d6bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:48.486594 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bdf53584-2000-4823-b377-e6ab199d6bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:48.488056 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bdf53584-2000-4823-b377-e6ab199d6bf6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/506fd63e-c2f5-4a0e-8ebd-8feaa1dbd74e HTTP/1.1" status: 204 len: 168 time: 0.8804133 Feb 09 14:20:48.495558 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0336dbc7-7a43-4073-bcf3-91fb8d609178 req-21a075cc-a19a-4698-9bd8-7c9bf6583089 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356690 Feb 09 14:20:48.498190 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:48.629733 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:20:48.642191 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe0efd-0c18-4246-8a19-2864eba94d1a None None] Sync routers for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:20:48.665451 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe0efd-0c18-4246-8a19-2864eba94d1a None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:48.667048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-bebe0efd-0c18-4246-8a19-2864eba94d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:48.682623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948cc03-f01b-41db-a774-9a2e5db40d6f req-e6c3156e-cbaa-4a33-a848-38c90aeb0466 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:48.685283 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4948cc03-f01b-41db-a774-9a2e5db40d6f req-e6c3156e-cbaa-4a33-a848-38c90aeb0466 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.21 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.2870150 Feb 09 14:20:48.687904 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:48.692987 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-75587ffc-5b51-41c8-8081-9b724ec533f5 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.3747456 Feb 09 14:20:48.693201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36278) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:48.746975 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-bebe0efd-0c18-4246-8a19-2864eba94d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:48.756950 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe0efd-0c18-4246-8a19-2864eba94d1a None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:48.757859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-bebe0efd-0c18-4246-8a19-2864eba94d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:48.837654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-bebe0efd-0c18-4246-8a19-2864eba94d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:48.838742 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe0efd-0c18-4246-8a19-2864eba94d1a None None] The sync data for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:20:48.841406 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9eb93b2c-5161-4155-9592-1b1dfd7b02ca details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:20:49.147587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85d29c8-9e64-4a09-a47e-384838667f5e {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:20:49.163528 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:49.183842 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:49.192701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Transition to ACTIVE for port object c85d29c8-9e64-4a09-a47e-384838667f5e will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:20:49.227029 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '9eb93b2c-5161-4155-9592-1b1dfd7b02ca', 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca', 'port_id': '9eb93b2c-5161-4155-9592-1b1dfd7b02ca', 'mac_address': 'fa:16:3e:ab:20:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fdf6b3-1e22-4eee-999f-3240ab8424ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:20:49.246723 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:49.262810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36292) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:49.403694 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:49.445445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Pushing event updated for resources: {'Port': ['ID=c85d29c8-9e64-4a09-a47e-384838667f5e,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:49.448384 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb93b2c-5161-4155-9592-1b1dfd7b02ca {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:20:49.492313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:49.497375 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:49.553128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-4948cc03-f01b-41db-a774-9a2e5db40d6f req-91909ad8-5da7-4c2c-ba4b-d366506ac685 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Deleting port 8fec6098-3e33-49b5-b397-c817293ee41e {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:49.555885 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4948cc03-f01b-41db-a774-9a2e5db40d6f req-91909ad8-5da7-4c2c-ba4b-d366506ac685 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:49.580852 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:49.764062 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-84455d33-e7c1-4686-be89-9e321d25ea65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab6750a91c9145fe9484af3d0a0b97ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845444 Feb 09 14:20:49.772285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36300) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:49.862449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6baaff-ae38-416a-ab73-8327378adb31 req-0e3170ec-1d6f-41cd-9a1d-b647df6d91dd tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:49.864848 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2e6baaff-ae38-416a-ab73-8327378adb31 req-0e3170ec-1d6f-41cd-9a1d-b647df6d91dd tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 943 time: 0.6699111 Feb 09 14:20:49.898827 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe72ed-7462-4858-9bec-6ed20f25fe82 req-3cd0be65-ca09-4936-96d3-3be87e1a48b0 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:49.900257 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-35fe72ed-7462-4858-9bec-6ed20f25fe82 req-3cd0be65-ca09-4936-96d3-3be87e1a48b0 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 945 time: 0.9489548 Feb 09 14:20:49.944890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Attempting to bind port c85d29c8-9e64-4a09-a47e-384838667f5e on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:20:49.945580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Attempting to bind port c85d29c8-9e64-4a09-a47e-384838667f5e by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:20:49.945580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Attempting to bind port c85d29c8-9e64-4a09-a47e-384838667f5e on network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:20:49.978161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45cf1f-f33b-427e-abee-fc9949271380 req-1d0519ed-2d7c-44cf-854e-cc3eccb4b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:49.979763 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c45cf1f-f33b-427e-abee-fc9949271380 req-1d0519ed-2d7c-44cf-854e-cc3eccb4b418 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 1096 time: 0.5231380 Feb 09 14:20:49.986111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Port c85d29c8-9e64-4a09-a47e-384838667f5e on network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:20:49.986630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Attempting to bind port c85d29c8-9e64-4a09-a47e-384838667f5e on network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:20:50.013304 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-faa4a1b1-6b9b-45ae-8f3c-d6263a6d8ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:50.020347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['9eb93b2c-5161-4155-9592-1b1dfd7b02ca'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:20:50.028522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2e6baaff-ae38-416a-ab73-8327378adb31 req-ff29252d-3e95-46c8-99a2-4100ea0ff76b tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488612 Feb 09 14:20:50.144112 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-35fe72ed-7462-4858-9bec-6ed20f25fe82 req-6e757fa5-dd26-48a9-b1e9-6e5a3f7a6442 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/security-groups?id=41cc7040-ff70-48cc-82c5-ad6a17af213c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293770 Feb 09 14:20:50.185784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:20:50.189516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Checking segment: {'id': '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:20:50.189904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Bound using segment: {'id': '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:20:50.190389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Bound port: c85d29c8-9e64-4a09-a47e-384838667f5e, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:20:50.190740 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:50.326881 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-faa4a1b1-6b9b-45ae-8f3c-d6263a6d8ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:50.446859 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-4948cc03-f01b-41db-a774-9a2e5db40d6f req-91909ad8-5da7-4c2c-ba4b-d366506ac685 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] For port 8fec6098-3e33-49b5-b397-c817293ee41e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=8fec6098-3e33-49b5-b397-c817293ee41e,segment=NetworkSegment(701b0672-985b-4ec2-a282-18faae787d2d),segment_id=701b0672-985b-4ec2-a282-18faae787d2d)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:50.447395 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4948cc03-f01b-41db-a774-9a2e5db40d6f req-91909ad8-5da7-4c2c-ba4b-d366506ac685 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:50.452759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45cf1f-f33b-427e-abee-fc9949271380 req-390b7808-9477-4b2f-8c22-87f82e6cd556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:50.454234 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c45cf1f-f33b-427e-abee-fc9949271380 req-390b7808-9477-4b2f-8c22-87f82e6cd556 service neutron] 10.222.0.35 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 911 time: 0.4627140 Feb 09 14:20:50.455355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] For port c85d29c8-9e64-4a09-a47e-384838667f5e, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:20:50.462001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] For port c85d29c8-9e64-4a09-a47e-384838667f5e, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c85d29c8-9e64-4a09-a47e-384838667f5e,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:20:50.524076 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:50.568883 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c45cf1f-f33b-427e-abee-fc9949271380 req-ceb4a999-fc61-4771-a764-287e832f8e20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4f85588-7308-4b12-b129-0e24569be3cb HTTP/1.1" status: 200 len: 217 time: 0.1052814 Feb 09 14:20:50.577996 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-faa4a1b1-6b9b-45ae-8f3c-d6263a6d8ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:50.587251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd81e1-6178-496e-a8ff-a5d28e2a9304 req-0dbf6631-2d97-4127-a1b8-3cc4e23172ce tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:50.588005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d1bd81e1-6178-496e-a8ff-a5d28e2a9304 req-0dbf6631-2d97-4127-a1b8-3cc4e23172ce tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Synchronizing usage tracker for tenant:a7f428d0350d40a891a26b2f275269ef on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:20:50.653658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-4948cc03-f01b-41db-a774-9a2e5db40d6f req-91909ad8-5da7-4c2c-ba4b-d366506ac685 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Calling delete_port for 8fec6098-3e33-49b5-b397-c817293ee41e owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:50.668821 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:50.669434 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:50.670873 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c569005-d318-41a9-858a-563010ad97d6 req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] 10.222.0.35 "PUT /v2.0/ports/c85d29c8-9e64-4a09-a47e-384838667f5e HTTP/1.1" status: 200 len: 1091 time: 2.5633523 Feb 09 14:20:50.675356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4a1b1-6b9b-45ae-8f3c-d6263a6d8ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f3f0ce-7096-4466-8307-b3cd37c87d17,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:50.676932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027329ca-13a6-41a9-856b-8e7f9c9125fd', 'tag': 'c85d29c8-9e64-4a09-a47e-384838667f5e'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:50.696603 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-faa4a1b1-6b9b-45ae-8f3c-d6263a6d8ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:50.700650 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-faa4a1b1-6b9b-45ae-8f3c-d6263a6d8ad2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74f3f0ce-7096-4466-8307-b3cd37c87d17 HTTP/1.1" status: 204 len: 168 time: 0.8991356 Feb 09 14:20:50.718683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d1bd81e1-6178-496e-a8ff-a5d28e2a9304 req-0dbf6631-2d97-4127-a1b8-3cc4e23172ce tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Unset dirty status for tenant:a7f428d0350d40a891a26b2f275269ef on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:20:50.719904 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1bd81e1-6178-496e-a8ff-a5d28e2a9304 req-0dbf6631-2d97-4127-a1b8-3cc4e23172ce tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 943 time: 0.4606078 Feb 09 14:20:50.722854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab832903-f5e9-401f-b94d-17463cc78a96 service neutron] Pushing event updated for resources: {'Port': ['ID=c85d29c8-9e64-4a09-a47e-384838667f5e,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:50.729007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45cf1f-f33b-427e-abee-fc9949271380 req-7139cb3e-f728-437a-8197-100293966754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:50.730568 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c45cf1f-f33b-427e-abee-fc9949271380 req-7139cb3e-f728-437a-8197-100293966754 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63021245-ec5e-45fc-a1a8-f13ed23aa515 HTTP/1.1" status: 200 len: 851 time: 0.1302693 Feb 09 14:20:50.773879 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:50.809524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device af23a0d9-1c15-48f5-a81e-9a441a603a7e details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:20:50.906925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a6836-f54c-4bf8-935a-ce670691c9c7 req-37465d46-5664-45ad-9561-eae137a599ea tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:50.915503 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f7a6836-f54c-4bf8-935a-ce670691c9c7 req-37465d46-5664-45ad-9561-eae137a599ea tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.5366206 Feb 09 14:20:50.968309 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c45cf1f-f33b-427e-abee-fc9949271380 req-e3fb8391-338c-4cee-95bb-5dbbd4547b33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30830122-d798-49d7-b828-5813fd5acd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2164757 Feb 09 14:20:51.071669 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f7a6836-f54c-4bf8-935a-ce670691c9c7 req-5039a35c-7ee9-4037-82a3-22211d3f0676 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551375 Feb 09 14:20:51.110814 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1bd81e1-6178-496e-a8ff-a5d28e2a9304 req-2377acdd-744c-4aa9-a0b7-91411b195670 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746829 Feb 09 14:20:51.169948 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027329ca-13a6-41a9-856b-8e7f9c9125fd', 'tag': 'c85d29c8-9e64-4a09-a47e-384838667f5e', 'status': 'completed', 'code': 200} Feb 09 14:20:51.210907 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4948cc03-f01b-41db-a774-9a2e5db40d6f req-91909ad8-5da7-4c2c-ba4b-d366506ac685 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:51.260173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['8fec6098-3e33-49b5-b397-c817293ee41e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:20:51.260497 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c45cf1f-f33b-427e-abee-fc9949271380 req-1cf1920b-b6d4-4686-afa1-d5129bb6577c service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716956 Feb 09 14:20:51.297062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c569005-d318-41a9-858a-563010ad97d6 req-e8fc2595-a4ea-409f-bac1-c7405684eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:51.298991 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c569005-d318-41a9-858a-563010ad97d6 req-e8fc2595-a4ea-409f-bac1-c7405684eae6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7f428d0350d40a891a26b2f275269ef&device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 1094 time: 0.5485907 Feb 09 14:20:51.334279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91909ad8-5da7-4c2c-ba4b-d366506ac685 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Pushing event deleted for resources: {'Port': ['ID=8fec6098-3e33-49b5-b397-c817293ee41e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:51.384762 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:51.408018 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'port_id': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'mac_address': 'fa:16:3e:f0:d4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:20:51.493416 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:51.537935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af23a0d9-1c15-48f5-a81e-9a441a603a7e {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:20:51.568123 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:51.575040 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:51.584522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c569005-d318-41a9-858a-563010ad97d6 req-7fab041a-374e-4974-916e-796aca1fb51b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c85d29c8-9e64-4a09-a47e-384838667f5e HTTP/1.1" status: 200 len: 217 time: 0.2151806 Feb 09 14:20:51.649372 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c45cf1f-f33b-427e-abee-fc9949271380 req-db40722b-04bc-4ddd-8532-a23d455d89f6 service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800666 Feb 09 14:20:51.685409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c569005-d318-41a9-858a-563010ad97d6 req-d9dde7b5-b535-4096-9dfc-42f56a8b9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:51.690419 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c569005-d318-41a9-858a-563010ad97d6 req-d9dde7b5-b535-4096-9dfc-42f56a8b9dc8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=adaa8dfb-07a1-4c7a-bd00-5979c7cd6139 HTTP/1.1" status: 200 len: 854 time: 0.0927985 Feb 09 14:20:51.694356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['af23a0d9-1c15-48f5-a81e-9a441a603a7e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:20:51.704498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4948cc03-f01b-41db-a774-9a2e5db40d6f req-91909ad8-5da7-4c2c-ba4b-d366506ac685 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] No DVR routers for this DVR port 8fec6098-3e33-49b5-b397-c817293ee41e on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:20:51.716635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49f30b-8fcf-4e16-ab6a-b34169171e64 req-7267302f-2aed-44ab-a197-b6cee6836c61 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:51.718719 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4948cc03-f01b-41db-a774-9a2e5db40d6f req-91909ad8-5da7-4c2c-ba4b-d366506ac685 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:51.724222 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ba49f30b-8fcf-4e16-ab6a-b34169171e64 req-7267302f-2aed-44ab-a197-b6cee6836c61 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 944 time: 0.4239807 Feb 09 14:20:51.737661 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-69d923ea-32ba-4c10-bd8d-f50ac0f34b0e req-126e318c-2449-4cb7-92c2-3b1cd4ac1334 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.48 "GET /v2.0/ports?device_id=32db85a6-b95e-4930-be56-33eaca637874 HTTP/1.1" status: 200 len: 210 time: 0.1379290 Feb 09 14:20:51.737661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32db85a6-b95e-4930-be56-33eaca637874', 'name': 'network-vif-deleted', 'tag': '8fec6098-3e33-49b5-b397-c817293ee41e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:51.813857 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4948cc03-f01b-41db-a774-9a2e5db40d6f req-91909ad8-5da7-4c2c-ba4b-d366506ac685 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] 10.222.0.21 "DELETE /v2.0/ports/8fec6098-3e33-49b5-b397-c817293ee41e HTTP/1.1" status: 204 len: 173 time: 3.1174452 Feb 09 14:20:51.834027 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c569005-d318-41a9-858a-563010ad97d6 req-7811c8a4-d0c5-4293-ad10-9f266a47eb01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051631 Feb 09 14:20:51.905220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=af23a0d9-1c15-48f5-a81e-9a441a603a7e,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:51.914923 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32db85a6-b95e-4930-be56-33eaca637874', 'name': 'network-vif-deleted', 'tag': '8fec6098-3e33-49b5-b397-c817293ee41e', 'status': 'completed', 'code': 200} Feb 09 14:20:52.008036 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ba49f30b-8fcf-4e16-ab6a-b34169171e64 req-a9ca51bf-7686-4a9b-a987-bace9907e64c tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253354 Feb 09 14:20:52.117974 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c569005-d318-41a9-858a-563010ad97d6 req-34108046-1c63-4e69-8033-517056189956 service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757215 Feb 09 14:20:52.125960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Allocated IP 172.20.0.1 (d426c2f5-7c37-4203-ae1d-e4201d35c8f0/b7ffb22e-f7c5-45c5-a4c5-5cc259834dd6/ef51c560-18e8-4801-932a-e8c77a368d16) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:20:52.386630 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c569005-d318-41a9-858a-563010ad97d6 req-f99fbba1-a668-4f91-b42a-6fd70fa793b0 service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564876 Feb 09 14:20:52.392520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36348) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:52.473942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84794aba-e9d2-4526-b485-975d00f31b0a req-9260e25c-1831-42aa-9a22-55fc4beee4a8 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:52.485396 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84794aba-e9d2-4526-b485-975d00f31b0a req-9260e25c-1831-42aa-9a22-55fc4beee4a8 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 943 time: 0.1747818 Feb 09 14:20:52.510780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03c1d3-d3e8-40b1-bbd0-15317f90ad91 req-85627149-6b3f-43bd-9704-1336abd617ec tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:52.523236 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fa03c1d3-d3e8-40b1-bbd0-15317f90ad91 req-85627149-6b3f-43bd-9704-1336abd617ec tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.2731762 Feb 09 14:20:52.576335 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:52.618118 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84794aba-e9d2-4526-b485-975d00f31b0a req-855a182b-ae00-4a08-9b4f-6d8bd4315a94 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315167 Feb 09 14:20:52.629136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-network', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:20:52.631834 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fa03c1d3-d3e8-40b1-bbd0-15317f90ad91 req-c635d90f-933d-4561-8438-224beeff1ef7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070735 Feb 09 14:20:52.637611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:20:52.652789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Usage tracker for resource:network and tenant:fa10991579a24c27b1b3f21f294a7343 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:20:52.658079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:20:52.666361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:20:52.669759 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:52.673103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a845a14-2be8-4083-9c0e-85eef798dc81 req-ced45443-e4ef-4b0b-8282-c9c49f9e0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:52.675446 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a845a14-2be8-4083-9c0e-85eef798dc81 req-ced45443-e4ef-4b0b-8282-c9c49f9e0771 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7f428d0350d40a891a26b2f275269ef&device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 1094 time: 0.1876891 Feb 09 14:20:52.705686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Made reservation on behalf of fa10991579a24c27b1b3f21f294a7343 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:20:52.708008 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:52.745646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network d426c2f5-7c37-4203-ae1d-e4201d35c8f0 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:20:52.749433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:20:52.751968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:20:52.771965 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:52.804192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:20:52.811057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Usage tracker for resource:security_group_rule and tenant:fa10991579a24c27b1b3f21f294a7343 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:20:52.817810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device af23a0d9-1c15-48f5-a81e-9a441a603a7e up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:20:52.820793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:20:52.832992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:20:52.837600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=ef51c560-18e8-4801-932a-e8c77a368d16,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:52.853697 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36358) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:52.901327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port af23a0d9-1c15-48f5-a81e-9a441a603a7e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:20:52.902302 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:52.917546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a845a14-2be8-4083-9c0e-85eef798dc81 req-80c4b0e3-83a4-417c-a665-2204f23bc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:52.919420 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a845a14-2be8-4083-9c0e-85eef798dc81 req-80c4b0e3-83a4-417c-a665-2204f23bc81e service neutron] 10.222.0.35 "GET /v2.0/networks?id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 HTTP/1.1" status: 200 len: 914 time: 0.2366226 Feb 09 14:20:52.955112 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:53.049146 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:53.055945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a845a14-2be8-4083-9c0e-85eef798dc81 req-51eaee68-2c92-4ae4-9226-23d524bf0615 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c85d29c8-9e64-4a09-a47e-384838667f5e HTTP/1.1" status: 200 len: 217 time: 0.1184843 Feb 09 14:20:53.121329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:53.124256 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:53.141934 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:53.148376 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9eb93b2c-5161-4155-9592-1b1dfd7b02ca up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:20:53.239521 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a845a14-2be8-4083-9c0e-85eef798dc81 req-a66ec695-24bd-4bf2-bef4-ed592f162288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:53.241242 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a845a14-2be8-4083-9c0e-85eef798dc81 req-a66ec695-24bd-4bf2-bef4-ed592f162288 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=adaa8dfb-07a1-4c7a-bd00-5979c7cd6139 HTTP/1.1" status: 200 len: 854 time: 0.1722383 Feb 09 14:20:53.254098 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'code': 200} Feb 09 14:20:53.274341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 8fec6098-3e33-49b5-b397-c817293ee41e no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:20:53.299914 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:53.302823 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a845a14-2be8-4083-9c0e-85eef798dc81 req-a3ad9631-bc25-4187-83d0-d1a7f1836c05 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507138 Feb 09 14:20:53.307643 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:53.322922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:20:53.338734 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:53.339207 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Added segment b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7 of type vlan for network b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 Feb 09 14:20:53.356221 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 8fec6098-3e33-49b5-b397-c817293ee41e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:20:53.356826 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 8fec6098-3e33-49b5-b397-c817293ee41e not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:20:53.375487 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=af23a0d9-1c15-48f5-a81e-9a441a603a7e,revision_number=10']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:53.386012 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:53.396709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:20:53.397183 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:53.438202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d1472-f1b2-4b66-8f04-83c615259d72 req-020e567f-1fe3-4648-92b2-d9315f29da10 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:53.444853 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b9d1472-f1b2-4b66-8f04-83c615259d72 req-020e567f-1fe3-4648-92b2-d9315f29da10 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 944 time: 0.2356961 Feb 09 14:20:53.573492 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:53.634413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:53.640679 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:53.642057 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e4f85588-7308-4b12-b129-0e24569be3cb no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:20:53.656760 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:53.659980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:53.661048 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:53.672178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:53.804197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:53.872255 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:53.884191 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b9d1472-f1b2-4b66-8f04-83c615259d72 req-cd185256-c6f8-4879-8f05-854d52244138 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470299 Feb 09 14:20:53.926295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e4f85588-7308-4b12-b129-0e24569be3cb, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e4f85588-7308-4b12-b129-0e24569be3cb,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:53.933605 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:53.961287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12486cb-84c4-440c-b3b4-c718c40f27a9,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:54.017231 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a845a14-2be8-4083-9c0e-85eef798dc81 req-66e93677-0f1f-425e-b152-fd1f1b64e4d6 service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931706 Feb 09 14:20:54.039503 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6431425 Feb 09 14:20:54.039503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b99cd-0b39-4ba4-98ee-c0a3c535dfa1 admin admin] Pushing event updated for resources: {'Network': ['ID=b5b27cbb-3aca-4697-bd3f-5eb25bd866e1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:54.042403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36374) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:54.058811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=e4f85588-7308-4b12-b129-0e24569be3cb,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:54.076880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:20:54.215360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-abb67332-781b-4b48-a8b7-3b0ab8a12876 admin admin] Request body: {'subnet': {'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-subnet', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:20:54.234087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-abb67332-781b-4b48-a8b7-3b0ab8a12876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:20:54.254474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-abb67332-781b-4b48-a8b7-3b0ab8a12876 admin admin] Usage tracker for resource:subnet and tenant:fa10991579a24c27b1b3f21f294a7343 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:20:54.259627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-abb67332-781b-4b48-a8b7-3b0ab8a12876 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:20:54.277143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-abb67332-781b-4b48-a8b7-3b0ab8a12876 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:20:54.294560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a845a14-2be8-4083-9c0e-85eef798dc81 req-72bc96f5-f971-43df-b085-fd937fba32cf service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612162 Feb 09 14:20:54.303047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb67332-781b-4b48-a8b7-3b0ab8a12876 admin admin] Made reservation on behalf of fa10991579a24c27b1b3f21f294a7343 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:20:54.306551 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-abb67332-781b-4b48-a8b7-3b0ab8a12876 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:54.338803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdba1a1-d46e-4490-9b57-dcd2e881f65c req-9b45237c-7700-49e7-8f8c-f200736db803 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:54.350051 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5cdba1a1-d46e-4490-9b57-dcd2e881f65c req-9b45237c-7700-49e7-8f8c-f200736db803 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 945 time: 0.5788295 Feb 09 14:20:54.399959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd8155-5fe5-493d-8e83-1c670702fd85 req-7daf8660-03dd-4a56-bc73-7f0a9ceaf56a tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:54.401585 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fbdd8155-5fe5-493d-8e83-1c670702fd85 req-7daf8660-03dd-4a56-bc73-7f0a9ceaf56a tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 943 time: 0.3728244 Feb 09 14:20:54.491114 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5cdba1a1-d46e-4490-9b57-dcd2e881f65c req-d9862258-aaea-45c9-9c9a-328e1c913338 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400030 Feb 09 14:20:54.598104 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fbdd8155-5fe5-493d-8e83-1c670702fd85 req-d58f35d3-c604-4aba-a46e-8d798bc8af47 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661983 Feb 09 14:20:54.649913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-abb67332-781b-4b48-a8b7-3b0ab8a12876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:54.663331 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:54.726378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb67332-781b-4b48-a8b7-3b0ab8a12876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb67a8bd-310b-449e-8628-b14f3b207e8b,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:54.737458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb67332-781b-4b48-a8b7-3b0ab8a12876 admin admin] Checking segment: {'id': 'b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:20:54.737825 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb67332-781b-4b48-a8b7-3b0ab8a12876 admin admin] Network hostable DHCP agents. Network: b5b27cbb-3aca-4697-bd3f-5eb25bd866e1, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:20:54.758125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb67332-781b-4b48-a8b7-3b0ab8a12876 admin admin] Network b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:20:54.764768 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:54.772378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-abb67332-781b-4b48-a8b7-3b0ab8a12876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, b5b27cbb-3aca-4697-bd3f-5eb25bd866e1) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:20:54.772791 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:54.777315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb67332-781b-4b48-a8b7-3b0ab8a12876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:54.777905 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-abb67332-781b-4b48-a8b7-3b0ab8a12876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:54.786955 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0118f65e-14ad-41b0-b7e6-38ab3d89f2f8 None None] Network b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:20:54.803595 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-abb67332-781b-4b48-a8b7-3b0ab8a12876 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7119284 Feb 09 14:20:54.809047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36382) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:54.816204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-router', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:20:54.822827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:20:54.827110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Usage tracker for resource:router and tenant:fa10991579a24c27b1b3f21f294a7343 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:20:54.830384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:20:54.836241 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:20:54.849252 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:54.850486 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:54.892384 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:55.000766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=ef51c560-18e8-4801-932a-e8c77a368d16,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:55.005773 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:55.224841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-b5b27cbb-3aca-4697-bd3f-5eb25bd866e1', 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'fixed_ips': [{'subnet_id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:20:55.226584 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:55.256865 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7daaa906-5f1b-4f83-a114-c4d892a12b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb93b2c-5161-4155-9592-1b1dfd7b02ca'}, {'server_uuid': '97d5c758-c92d-4e32-ab4e-da415cd8e2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4f85588-7308-4b12-b129-0e24569be3cb'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:55.266115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network d426c2f5-7c37-4203-ae1d-e4201d35c8f0 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:20:55.297741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:20:55.350261 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7daaa906-5f1b-4f83-a114-c4d892a12b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb93b2c-5161-4155-9592-1b1dfd7b02ca', 'code': 200} Feb 09 14:20:55.350261 n-d-828418-2 neutron-server[87598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97d5c758-c92d-4e32-ab4e-da415cd8e2b0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4f85588-7308-4b12-b129-0e24569be3cb', 'code': 422} returned with failed status Feb 09 14:20:55.451902 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:55.563365 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Allocated IP 172.20.0.2 (b5b27cbb-3aca-4697-bd3f-5eb25bd866e1/fb67a8bd-310b-449e-8628-b14f3b207e8b/597d0ab2-f467-4c4d-8c55-f7c1207bd1e0) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:20:55.650233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Deleting port 67f01ca5-f4a1-4f96-acbb-394d3ba725d6 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:55.650531 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:55.707497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcac5b2-9212-4784-b388-e35d7b992313 req-cd87df6b-0239-4e67-8fc7-bae399585aa0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:55.709954 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bcac5b2-9212-4784-b388-e35d7b992313 req-cd87df6b-0239-4e67-8fc7-bae399585aa0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.6411433 Feb 09 14:20:55.807483 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bcac5b2-9212-4784-b388-e35d7b992313 req-6d47671c-150d-4d46-afe2-c66d27df96e5 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880697 Feb 09 14:20:55.832361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29b1a1-8ba6-401f-af65-977dc79182c5 req-333c38e1-21dc-43b9-ad12-d2f67b223433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:55.834469 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd29b1a1-8ba6-401f-af65-977dc79182c5 req-333c38e1-21dc-43b9-ad12-d2f67b223433 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 1096 time: 0.2187393 Feb 09 14:20:55.852293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router 0fc9ec94-ba9f-419a-827e-bf30628f44fe has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:20:56.016426 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:56.030342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cea54-9f77-45d1-93ca-5e8f625535c0 req-60f1031e-2c75-488b-8e0b-308874c04568 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:56.032010 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d75cea54-9f77-45d1-93ca-5e8f625535c0 req-60f1031e-2c75-488b-8e0b-308874c04568 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 943 time: 0.3382204 Feb 09 14:20:56.032438 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Transition to ACTIVE for port object 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:20:56.034004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] For port 67f01ca5-f4a1-4f96-acbb-394d3ba725d6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=67f01ca5-f4a1-4f96-acbb-394d3ba725d6,segment=NetworkSegment(701b0672-985b-4ec2-a282-18faae787d2d),segment_id=701b0672-985b-4ec2-a282-18faae787d2d)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:56.034479 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:56.061918 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Transition to ACTIVE for port object 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:20:56.081226 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:56.174168 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Network b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:20:56.178152 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:20:56.180500 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Pushing event updated for resources: {'Port': ['ID=597d0ab2-f467-4c4d-8c55-f7c1207bd1e0,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:56.184585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:20:56.236613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Calling delete_port for 67f01ca5-f4a1-4f96-acbb-394d3ba725d6 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:20:56.309770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd29b1a1-8ba6-401f-af65-977dc79182c5 req-9cacbe48-8f7a-44f4-b8b0-08127509ca9c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677274 Feb 09 14:20:56.325344 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Attempting to bind port 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:20:56.325344 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Attempting to bind port 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:20:56.326034 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Attempting to bind port 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 on network b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:20:56.332269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:20:56.332669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Checking segment: {'id': 'b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:20:56.333060 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:56.333437 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Bound using segment: {'id': 'b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:20:56.333901 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Bound port: 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:20:56.334271 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:56.338524 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d75cea54-9f77-45d1-93ca-5e8f625535c0 req-91130334-b119-4e60-af5e-95a62e2d9b33 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941301 Feb 09 14:20:56.348049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:20:56.354371 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fedc4299-f7b5-4936-a6f0-534af9d3bfde tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "PUT /v2.0/routers/0fc9ec94-ba9f-419a-827e-bf30628f44fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6600180 Feb 09 14:20:56.357929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36404) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:56.366095 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c7253-2461-474e-88ff-b87b112b6211 None None] Sync routers for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:20:56.366819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'port': {'network_id': 'd426c2f5-7c37-4203-ae1d-e4201d35c8f0', 'name': 'tempest-FloatingIPTestJSON-212911535'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:20:56.380419 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c7253-2461-474e-88ff-b87b112b6211 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:56.381781 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d22c7253-2461-474e-88ff-b87b112b6211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:56.455996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] For port 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:20:56.461196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] For port 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=597d0ab2-f467-4c4d-8c55-f7c1207bd1e0,segment=NetworkSegment(b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7),segment_id=b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:20:56.470388 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:56.484706 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:56.485594 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d22c7253-2461-474e-88ff-b87b112b6211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:56.508248 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c7253-2461-474e-88ff-b87b112b6211 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:56.510928 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d22c7253-2461-474e-88ff-b87b112b6211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:56.559150 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:56.608380 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1739d3-4b26-4ab0-aa7b-f2685e0d212e None None] Pushing event updated for resources: {'Port': ['ID=597d0ab2-f467-4c4d-8c55-f7c1207bd1e0,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:56.676070 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d22c7253-2461-474e-88ff-b87b112b6211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:56.676616 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c7253-2461-474e-88ff-b87b112b6211 None None] The sync data for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:20:56.710602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9078-ae13-4a34-9816-44a115c8d76c req-4085ac98-d78a-4c7d-b9ca-731f43eae0b7 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:56.712324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f9e9078-ae13-4a34-9816-44a115c8d76c req-4085ac98-d78a-4c7d-b9ca-731f43eae0b7 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 943 time: 0.7009993 Feb 09 14:20:56.756699 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-001668eb-01a9-432b-a112-6c53a1979805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:56.783497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:20:56.805696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Usage tracker for resource:port and tenant:8bb33fce73ed4a9ab9c3fa77fb85980a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:20:56.815335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:20:56.826962 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:20:56.835661 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f9e9078-ae13-4a34-9816-44a115c8d76c req-230527c4-9235-462b-a533-728e690f87d4 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065278 Feb 09 14:20:56.859769 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c85d29c8-9e64-4a09-a47e-384838667f5e details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:20:56.866150 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e4f85588-7308-4b12-b129-0e24569be3cb no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:20:56.957628 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:56.958333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Made reservation on behalf of 8bb33fce73ed4a9ab9c3fa77fb85980a for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:20:56.964264 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:57.032246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f01ca5-f4a1-4f96-acbb-394d3ba725d6,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:57.103598 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:57.104109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:57.104514 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:57.105032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:57.105377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:57.105715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:57.106049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:57.106434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:57.106795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:57.107123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:57.107473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:57.107855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:57.127500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] device_id is not set on port 5aba243a-f87c-4809-98c9-1bfbdb5632bb yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:20:57.225291 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:20:57.304552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Allocated IP 172.25.8.81 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/e6b08409-7cae-42e7-a011-08eb3d23eef4) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:20:57.449036 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.resource_extend [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:20:57.525996 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839a492-daa1-4ab0-9f40-4f306f5a38da req-f65370a9-2f57-4cb9-b54d-2ad8ea610f61 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:57.533735 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9839a492-daa1-4ab0-9f40-4f306f5a38da req-f65370a9-2f57-4cb9-b54d-2ad8ea610f61 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.4083331 Feb 09 14:20:57.635268 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9839a492-daa1-4ab0-9f40-4f306f5a38da req-72d8e72b-9663-4933-ad32-d550cdd78cfd tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005740 Feb 09 14:20:57.687516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Allocated IP 172.20.0.7 (d426c2f5-7c37-4203-ae1d-e4201d35c8f0/b7ffb22e-f7c5-45c5-a4c5-5cc259834dd6/5aba243a-f87c-4809-98c9-1bfbdb5632bb) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:20:57.741342 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:57.811219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:20:57.890622 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:57.962018 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port c85d29c8-9e64-4a09-a47e-384838667f5e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c85d29c8-9e64-4a09-a47e-384838667f5e,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:57.991487 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'c85d29c8-9e64-4a09-a47e-384838667f5e', 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89', 'port_id': 'c85d29c8-9e64-4a09-a47e-384838667f5e', 'mac_address': 'fa:16:3e:09:23:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adaa8dfb-07a1-4c7a-bd00-5979c7cd6139', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:20:58.157248 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:58.189519 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85d29c8-9e64-4a09-a47e-384838667f5e {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:20:58.210304 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port c85d29c8-9e64-4a09-a47e-384838667f5e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c85d29c8-9e64-4a09-a47e-384838667f5e,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:58.216232 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:58.323807 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:58.327894 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:58.344058 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=c85d29c8-9e64-4a09-a47e-384838667f5e,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:58.503550 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2280543e-f949-4799-875c-f48e629c0ad6 None None] Network b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:20:58.527044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:20:58.533387 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:20:58.537958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:20:58.629271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b08409-7cae-42e7-a011-08eb3d23eef4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:58.663264 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['c85d29c8-9e64-4a09-a47e-384838667f5e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:20:58.703978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcf7bb-c2eb-44fb-9538-45097c6a834f req-b6b93890-19e3-4dd6-9b75-1d92624e04fb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:58.710416 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ecdcf7bb-c2eb-44fb-9538-45097c6a834f req-b6b93890-19e3-4dd6-9b75-1d92624e04fb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=97d5c758-c92d-4e32-ab4e-da415cd8e2b0 HTTP/1.1" status: 200 len: 943 time: 0.3261592 Feb 09 14:20:58.771830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607a32f-d025-4b5f-8506-4a32313489d7 req-82c2e1aa-850a-45c6-8bf6-f787e105043d tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:58.776405 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8607a32f-d025-4b5f-8506-4a32313489d7 req-82c2e1aa-850a-45c6-8bf6-f787e105043d tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 944 time: 0.4674151 Feb 09 14:20:58.781154 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:58.787943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b4af440f-a493-4cc8-8969-1ef104284e72 None None] Provisioning for port 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:20:58.792953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-ecdcf7bb-c2eb-44fb-9538-45097c6a834f req-aca9ede4-c71a-46be-bc0c-d70659b4a1ff tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Deleting port e4f85588-7308-4b12-b129-0e24569be3cb {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:20:58.793287 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ecdcf7bb-c2eb-44fb-9538-45097c6a834f req-aca9ede4-c71a-46be-bc0c-d70659b4a1ff tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:58.803228 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b4af440f-a493-4cc8-8969-1ef104284e72 None None] Provisioning complete for port 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:20:58.803893 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b4af440f-a493-4cc8-8969-1ef104284e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:59.005596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Router cf1f9aac-33b9-42f4-91c0-0ec08acbf0db has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:20:59.167020 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=5aba243a-f87c-4809-98c9-1bfbdb5632bb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:59.237055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network d426c2f5-7c37-4203-ae1d-e4201d35c8f0 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:20:59.257865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:20:59.273155 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8607a32f-d025-4b5f-8506-4a32313489d7 req-304ea430-d251-40a5-97e8-021cd0cd689d tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714911 Feb 09 14:20:59.277318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:20:59.277993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:20:59.319324 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b4af440f-a493-4cc8-8969-1ef104284e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:59.347927 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-af917a75-912f-4581-802e-81ec4bbfc950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:59.383231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a55bc38-6411-458f-ae6d-a00e8afbd815 None None] Sync routers for ids ['cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:20:59.384981 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6b375f48-754e-426b-af1a-b5fe5a84a8b6 admin admin] 10.222.0.48 "PUT /v2.0/routers/cf1f9aac-33b9-42f4-91c0-0ec08acbf0db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5301497 Feb 09 14:20:59.385786 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36482) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:59.404783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:59.406504 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:59.458751 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b4af440f-a493-4cc8-8969-1ef104284e72 None None] For port 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=597d0ab2-f467-4c4d-8c55-f7c1207bd1e0,segment=NetworkSegment(b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7),segment_id=b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:20:59.472105 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a55bc38-6411-458f-ae6d-a00e8afbd815 None None] Routers {'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:20:59.473263 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2a55bc38-6411-458f-ae6d-a00e8afbd815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:20:59.511803 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f71ff59d-8fce-4900-93e1-89009697be4d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1525233 Feb 09 14:20:59.521626 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36490) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:20:59.588130 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'port': {'network_id': 'd426c2f5-7c37-4203-ae1d-e4201d35c8f0', 'name': 'tempest-FloatingIPTestJSON-213575870'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:20:59.740459 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5b98bac-1421-47c5-9859-1e875ceabd25 admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:59.779524 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b4af440f-a493-4cc8-8969-1ef104284e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:59.834213 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:59.880532 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af440f-a493-4cc8-8969-1ef104284e72 None None] Pushing event updated for resources: {'Port': ['ID=597d0ab2-f467-4c4d-8c55-f7c1207bd1e0,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:59.949265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-2a55bc38-6411-458f-ae6d-a00e8afbd815 None None] Set router cf1f9aac-33b9-42f4-91c0-0ec08acbf0db gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:21:00.145186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0becf7-302d-4191-aac2-ee6a12337550 req-6f0c4102-f59c-49f1-98ed-46d3550b87d6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:00.147123 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd0becf7-302d-4191-aac2-ee6a12337550 req-6f0c4102-f59c-49f1-98ed-46d3550b87d6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.3538296 Feb 09 14:21:00.177343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-ecdcf7bb-c2eb-44fb-9538-45097c6a834f req-aca9ede4-c71a-46be-bc0c-d70659b4a1ff tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] For port e4f85588-7308-4b12-b129-0e24569be3cb, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e4f85588-7308-4b12-b129-0e24569be3cb,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:00.177806 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ecdcf7bb-c2eb-44fb-9538-45097c6a834f req-aca9ede4-c71a-46be-bc0c-d70659b4a1ff tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:00.191569 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5b98bac-1421-47c5-9859-1e875ceabd25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:00.284117 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd0becf7-302d-4191-aac2-ee6a12337550 req-5c760ef4-d845-42df-9d5e-1262c3e8b0b6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166589 Feb 09 14:21:00.290247 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:00.295273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Usage tracker for resource:port and tenant:8bb33fce73ed4a9ab9c3fa77fb85980a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:21:00.298874 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:21:00.306000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:00.353799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Made reservation on behalf of 8bb33fce73ed4a9ab9c3fa77fb85980a for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:21:00.358692 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:00.384945 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:00.397396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] device_id is not set on port ff73f801-ac58-4744-9f5c-379ebfa1bb49 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:21:00.407697 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:00.494368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c03380ec-90f5-43c9-8c68-eb5c432e50c1 None None] Provisioning complete for port 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:00.494368 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c03380ec-90f5-43c9-8c68-eb5c432e50c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:00.548663 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2a55bc38-6411-458f-ae6d-a00e8afbd815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'name': 'tempest-ServerRescueTestJSON-988644486-router', 'tenant_id': 'ae2414a98ed64d6489384355c90e908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '0fcb430c-ca3a-4add-a88d-0674dda87ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:48Z', 'updated_at': '2022-02-09T14:20:56Z', 'revision_number': 5, 'project_id': 'ae2414a98ed64d6489384355c90e908a', 'gw_port': {'id': '0fcb430c-ca3a-4add-a88d-0674dda87ff1', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:50Z', 'updated_at': '2022-02-09T14:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:00.572245 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a55bc38-6411-458f-ae6d-a00e8afbd815 None None] Checking router: cf1f9aac-33b9-42f4-91c0-0ec08acbf0db for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:21:00.630541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-ecdcf7bb-c2eb-44fb-9538-45097c6a834f req-aca9ede4-c71a-46be-bc0c-d70659b4a1ff tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Calling delete_port for e4f85588-7308-4b12-b129-0e24569be3cb owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:21:00.668211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b5b98bac-1421-47c5-9859-1e875ceabd25 admin admin] Deleting port 0fcb430c-ca3a-4add-a88d-0674dda87ff1 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:21:00.668640 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5b98bac-1421-47c5-9859-1e875ceabd25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:00.673314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a55bc38-6411-458f-ae6d-a00e8afbd815 None None] Routers {'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:00.696522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2a55bc38-6411-458f-ae6d-a00e8afbd815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:00.803277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Allocated IP 172.20.0.12 (d426c2f5-7c37-4203-ae1d-e4201d35c8f0/b7ffb22e-f7c5-45c5-a4c5-5cc259834dd6/ff73f801-ac58-4744-9f5c-379ebfa1bb49) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:21:00.846981 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:01.037398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-2a55bc38-6411-458f-ae6d-a00e8afbd815 None None] Set router cf1f9aac-33b9-42f4-91c0-0ec08acbf0db gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:21:01.112026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-b5b98bac-1421-47c5-9859-1e875ceabd25 admin admin] For port 0fcb430c-ca3a-4add-a88d-0674dda87ff1, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0fcb430c-ca3a-4add-a88d-0674dda87ff1,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:01.112601 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5b98bac-1421-47c5-9859-1e875ceabd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:01.168230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2a55bc38-6411-458f-ae6d-a00e8afbd815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'name': 'tempest-ServerRescueTestJSON-988644486-router', 'tenant_id': 'ae2414a98ed64d6489384355c90e908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:48Z', 'updated_at': '2022-02-09T14:21:00Z', 'revision_number': 6, 'project_id': 'ae2414a98ed64d6489384355c90e908a', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:01.173968 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c85d29c8-9e64-4a09-a47e-384838667f5e up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:01.236117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:01.271052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a55bc38-6411-458f-ae6d-a00e8afbd815 None None] The sync data for ids ['cf1f9aac-33b9-42f4-91c0-0ec08acbf0db'] in n-d-828418-2 is: [{'id': 'cf1f9aac-33b9-42f4-91c0-0ec08acbf0db', 'name': 'tempest-ServerRescueTestJSON-988644486-router', 'tenant_id': 'ae2414a98ed64d6489384355c90e908a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:48Z', 'updated_at': '2022-02-09T14:21:00Z', 'revision_number': 6, 'project_id': 'ae2414a98ed64d6489384355c90e908a', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:21:01.312821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b5b98bac-1421-47c5-9859-1e875ceabd25 admin admin] Calling delete_port for 0fcb430c-ca3a-4add-a88d-0674dda87ff1 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:21:01.332082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port c85d29c8-9e64-4a09-a47e-384838667f5e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:21:01.355080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port c85d29c8-9e64-4a09-a47e-384838667f5e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:01.355574 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:01.407529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Router 60e653a8-bc96-4226-a457-345ab4966268 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:21:01.420587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14e1a5-4c9a-497f-bef3-cd1608eb71dc req-175c940f-160b-4284-ab44-d5cd5e6c9f91 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:01.428330 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c14e1a5-4c9a-497f-bef3-cd1608eb71dc req-175c940f-160b-4284-ab44-d5cd5e6c9f91 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 944 time: 0.6221917 Feb 09 14:21:01.442901 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:01.443427 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:01.576667 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ecdcf7bb-c2eb-44fb-9538-45097c6a834f req-aca9ede4-c71a-46be-bc0c-d70659b4a1ff tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:01.627849 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5b98bac-1421-47c5-9859-1e875ceabd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:01.725394 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9ede4-c71a-46be-bc0c-d70659b4a1ff tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Pushing event deleted for resources: {'Port': ['ID=e4f85588-7308-4b12-b129-0e24569be3cb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:01.738911 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:01.877960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:21:01.885192 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027329ca-13a6-41a9-856b-8e7f9c9125fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85d29c8-9e64-4a09-a47e-384838667f5e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:21:01.890025 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Sync routers for ids ['60e653a8-bc96-4226-a457-345ab4966268'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:21:01.902963 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c14e1a5-4c9a-497f-bef3-cd1608eb71dc req-3775a542-f2c0-4486-b079-39d1f2bd93a3 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733458 Feb 09 14:21:01.905900 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Routers {'60e653a8-bc96-4226-a457-345ab4966268'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:01.907433 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['60e653a8-bc96-4226-a457-345ab4966268'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:01.910329 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:01.913838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port c85d29c8-9e64-4a09-a47e-384838667f5e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c85d29c8-9e64-4a09-a47e-384838667f5e,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:01.925131 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:01.935066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b98bac-1421-47c5-9859-1e875ceabd25 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fcb430c-ca3a-4add-a88d-0674dda87ff1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:01.995657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdcf7bb-c2eb-44fb-9538-45097c6a834f req-aca9ede4-c71a-46be-bc0c-d70659b4a1ff tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] No DVR routers for this DVR port e4f85588-7308-4b12-b129-0e24569be3cb on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:21:02.001643 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-ecdcf7bb-c2eb-44fb-9538-45097c6a834f req-aca9ede4-c71a-46be-bc0c-d70659b4a1ff tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:02.005950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d5c758-c92d-4e32-ab4e-da415cd8e2b0', 'name': 'network-vif-deleted', 'tag': 'e4f85588-7308-4b12-b129-0e24569be3cb'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:21:02.038780 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5b98bac-1421-47c5-9859-1e875ceabd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:02.092422 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ecdcf7bb-c2eb-44fb-9538-45097c6a834f req-aca9ede4-c71a-46be-bc0c-d70659b4a1ff tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "DELETE /v2.0/ports/e4f85588-7308-4b12-b129-0e24569be3cb HTTP/1.1" status: 204 len: 173 time: 3.3809252 Feb 09 14:21:02.141147 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:02.227917 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=c85d29c8-9e64-4a09-a47e-384838667f5e,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:02.288434 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:02.333692 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Set router 60e653a8-bc96-4226-a457-345ab4966268 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:21:02.353416 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5b98bac-1421-47c5-9859-1e875ceabd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:02.362131 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5b98bac-1421-47c5-9859-1e875ceabd25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:02.365931 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:02.370673 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a4f253da-7270-4bf8-acc1-c8b9460b0e21 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5579133 Feb 09 14:21:02.374642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36514) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:02.448810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network d426c2f5-7c37-4203-ae1d-e4201d35c8f0 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:02.455951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:02.458695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:21:02.516066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=ff73f801-ac58-4744-9f5c-379ebfa1bb49,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:02.573040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:02.574060 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:02.598212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f3de8-db8b-4eb5-ab74-f932e0384a51 req-77b3babe-3dba-46ad-a07d-440a5c0c177a tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:02.601073 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f6f3de8-db8b-4eb5-ab74-f932e0384a51 req-77b3babe-3dba-46ad-a07d-440a5c0c177a tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.3775561 Feb 09 14:21:02.632651 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-589b0f4e-2ab8-48fd-b053-40409242b7a6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1075885 Feb 09 14:21:02.636011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36524) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:02.643302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': 'ff73f801-ac58-4744-9f5c-379ebfa1bb49', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:02.650125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:02.655384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Usage tracker for resource:floatingip and tenant:8bb33fce73ed4a9ab9c3fa77fb85980a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:21:02.657333 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5b98bac-1421-47c5-9859-1e875ceabd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:02.658227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b98bac-1421-47c5-9859-1e875ceabd25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf1f9aac-33b9-42f4-91c0-0ec08acbf0db {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:21:02.659602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:21:02.720201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:02.739387 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:02.933345 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f6f3de8-db8b-4eb5-ab74-f932e0384a51 req-cb11200f-c843-4fcb-9546-4e1facf7c059 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234334 Feb 09 14:21:02.944141 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5b98bac-1421-47c5-9859-1e875ceabd25 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:02.944141 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b5b98bac-1421-47c5-9859-1e875ceabd25 admin admin] 10.222.0.48 "DELETE /v2.0/routers/cf1f9aac-33b9-42f4-91c0-0ec08acbf0db HTTP/1.1" status: 204 len: 168 time: 3.5485461 Feb 09 14:21:02.945138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36534) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:03.046769 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 67f01ca5-f4a1-4f96-acbb-394d3ba725d6 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:21:03.140177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc4c722-36e3-401a-802f-ced25bcafa22 admin admin] Deleting subnet 5c4d8820-f3f3-41df-9171-6e72ed49a05e {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:21:03.145707 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c722-36e3-401a-802f-ced25bcafa22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:03.184269 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027329ca-13a6-41a9-856b-8e7f9c9125fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85d29c8-9e64-4a09-a47e-384838667f5e', 'code': 200} Feb 09 14:21:03.187339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 67f01ca5-f4a1-4f96-acbb-394d3ba725d6 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:21:03.187899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 67f01ca5-f4a1-4f96-acbb-394d3ba725d6 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:21:03.188341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0fcb430c-ca3a-4add-a88d-0674dda87ff1 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:21:03.193998 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e653a8-bc96-4226-a457-345ab4966268', 'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-router', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:20:54Z', 'updated_at': '2022-02-09T14:20:59Z', 'revision_number': 3, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'gw_port': {'id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:20:56Z', 'updated_at': '2022-02-09T14:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:03.203780 n-d-828418-2 neutron-server[87596]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97d5c758-c92d-4e32-ab4e-da415cd8e2b0', 'name': 'network-vif-deleted', 'tag': 'e4f85588-7308-4b12-b129-0e24569be3cb', 'status': 'failed', 'code': 422} returned with failed status Feb 09 14:21:03.204638 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Checking router: 60e653a8-bc96-4226-a457-345ab4966268 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:21:03.205316 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Updating router 60e653a8-bc96-4226-a457-345ab4966268 port e6b08409-7cae-42e7-a011-08eb3d23eef4 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:21:03.257803 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:03.306650 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 0fcb430c-ca3a-4add-a88d-0674dda87ff1 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:21:03.307267 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0fcb430c-ca3a-4add-a88d-0674dda87ff1 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:21:03.381930 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:03.418943 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c722-36e3-401a-802f-ced25bcafa22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:03.519783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Allocated IP 172.25.8.183 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/84880dad-7cb5-4401-bd8e-e9c3f4ca28e0) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:21:03.709867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b494d6c-929b-41c5-9ea8-99008609f895 req-e6cfe412-045e-43c0-bae4-0dd1de95a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:03.714896 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b494d6c-929b-41c5-9ea8-99008609f895 req-e6cfe412-045e-43c0-bae4-0dd1de95a079 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 1096 time: 0.5735502 Feb 09 14:21:03.849065 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c722-36e3-401a-802f-ced25bcafa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:03.890320 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b494d6c-929b-41c5-9ea8-99008609f895 req-7b65b91d-76f7-4bf0-8455-b568b01f3ece service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489134 Feb 09 14:21:03.903496 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94851ec-b728-4fa0-a1dc-bba6e6560c99 req-921ef207-43e1-42f5-a95c-769b41fd8b08 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:03.911890 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e94851ec-b728-4fa0-a1dc-bba6e6560c99 req-921ef207-43e1-42f5-a95c-769b41fd8b08 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 945 time: 0.4831915 Feb 09 14:21:04.034506 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c722-36e3-401a-802f-ced25bcafa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:04.104760 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e94851ec-b728-4fa0-a1dc-bba6e6560c99 req-2dcdc477-cf8d-45cc-8049-efe393eecb8a tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914439 Feb 09 14:21:04.156711 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:04.190158 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c722-36e3-401a-802f-ced25bcafa22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:04.229122 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:04.283206 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4c722-36e3-401a-802f-ced25bcafa22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c4d8820-f3f3-41df-9171-6e72ed49a05e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:04.336708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9cc4c722-36e3-401a-802f-ced25bcafa22 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5c4d8820-f3f3-41df-9171-6e72ed49a05e HTTP/1.1" status: 204 len: 168 time: 1.3900182 Feb 09 14:21:04.354831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36570) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:04.530298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:04.537465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:04.540254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:21:04.546497 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bac495a0-f453-4e16-8bc4-8973354b378c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:04.578661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=84880dad-7cb5-4401-bd8e-e9c3f4ca28e0,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:04.649690 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:04.674669 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Transition to ACTIVE for port object e6b08409-7cae-42e7-a011-08eb3d23eef4 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:21:04.685717 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:04.727542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae457e-7f48-4e29-bd05-293792b69867 req-154488a5-7813-4c0b-b074-bcbd9d15dd07 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:04.729457 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10ae457e-7f48-4e29-bd05-293792b69867 req-154488a5-7813-4c0b-b074-bcbd9d15dd07 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 811 time: 0.3393822 Feb 09 14:21:04.871627 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Attempting to bind port e6b08409-7cae-42e7-a011-08eb3d23eef4 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:21:04.872143 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Attempting to bind port e6b08409-7cae-42e7-a011-08eb3d23eef4 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:21:04.872420 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Attempting to bind port e6b08409-7cae-42e7-a011-08eb3d23eef4 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:21:04.883237 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cda14-d66c-484a-bfa8-a2256ba58fcb None None] Pushing event updated for resources: {'Port': ['ID=e6b08409-7cae-42e7-a011-08eb3d23eef4,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:04.885621 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:21:04.886001 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:21:04.886693 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:04.887373 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:21:04.887877 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Bound port: e6b08409-7cae-42e7-a011-08eb3d23eef4, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:21:04.888285 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:04.953560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10ae457e-7f48-4e29-bd05-293792b69867 req-8840c20c-9ef5-4bd4-b430-2c696080902d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/quotas/a0e2775b9be9415aac8d2804e4d4888c HTTP/1.1" status: 200 len: 375 time: 0.0180399 Feb 09 14:21:04.954139 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cda14-d66c-484a-bfa8-a2256ba58fcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:04.954841 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cda14-d66c-484a-bfa8-a2256ba58fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:04.955332 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cda14-d66c-484a-bfa8-a2256ba58fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:04.956816 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cda14-d66c-484a-bfa8-a2256ba58fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:04.957337 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cda14-d66c-484a-bfa8-a2256ba58fcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:04.957820 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cda14-d66c-484a-bfa8-a2256ba58fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:04.958310 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cda14-d66c-484a-bfa8-a2256ba58fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:04.958787 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cda14-d66c-484a-bfa8-a2256ba58fcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:04.959256 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cda14-d66c-484a-bfa8-a2256ba58fcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:04.960392 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cda14-d66c-484a-bfa8-a2256ba58fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:04.960881 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cda14-d66c-484a-bfa8-a2256ba58fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:04.961378 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1cda14-d66c-484a-bfa8-a2256ba58fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:04.970769 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bac495a0-f453-4e16-8bc4-8973354b378c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:05.001137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-bac495a0-f453-4e16-8bc4-8973354b378c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da3df8a-f0bd-4e13-8120-7c22c21ea919']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:05.020842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-bac495a0-f453-4e16-8bc4-8973354b378c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701b0672-985b-4ec2-a282-18faae787d2d') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:05.021152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-bac495a0-f453-4e16-8bc4-8973354b378c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701b0672-985b-4ec2-a282-18faae787d2d') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:05.033379 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10ae457e-7f48-4e29-bd05-293792b69867 req-2063c130-38e5-4fcc-a63b-09d2296e72c4 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645521 Feb 09 14:21:05.046600 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bac495a0-f453-4e16-8bc4-8973354b378c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:05.051722 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] For port e6b08409-7cae-42e7-a011-08eb3d23eef4, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:21:05.056347 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] For port e6b08409-7cae-42e7-a011-08eb3d23eef4, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e6b08409-7cae-42e7-a011-08eb3d23eef4,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:21:05.070045 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bac495a0-f453-4e16-8bc4-8973354b378c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:05.081066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac495a0-f453-4e16-8bc4-8973354b378c admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:21:05.081511 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bac495a0-f453-4e16-8bc4-8973354b378c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:05.099279 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:21:05.209224 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:21:05.284298 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Routers {'60e653a8-bc96-4226-a457-345ab4966268'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:05.284942 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['60e653a8-bc96-4226-a457-345ab4966268'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:05.387033 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cda14-d66c-484a-bfa8-a2256ba58fcb None None] Pushing event updated for resources: {'Port': ['ID=e6b08409-7cae-42e7-a011-08eb3d23eef4,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:05.575494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-19a26c21-2815-4ff9-b1e0-8b5c5ce331c4 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:05.580801 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-19a26c21-2815-4ff9-b1e0-8b5c5ce331c4 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/networks?id=a1bbdeaf-0df4-42bf-b801-cf0e095f67ca HTTP/1.1" status: 200 len: 815 time: 1.4360726 Feb 09 14:21:05.773469 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10ae457e-7f48-4e29-bd05-293792b69867 req-10b4ac10-8ecd-4b69-9634-49c204c9ce34 service neutron] 10.222.0.48 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7289803 Feb 09 14:21:05.776278 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-2105ba7a-c675-4d1c-aa0c-b29af7b9ce2b tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/quotas/40ecfd94410549b7b135425cfa29b88e HTTP/1.1" status: 200 len: 375 time: 0.1525824 Feb 09 14:21:05.803836 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] Set router 60e653a8-bc96-4226-a457-345ab4966268 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:21:05.887296 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bac495a0-f453-4e16-8bc4-8973354b378c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:05.937747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac495a0-f453-4e16-8bc4-8973354b378c admin admin] Pushing event deleted for resources: {'Network': ['ID=6da3df8a-f0bd-4e13-8120-7c22c21ea919,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:05.946841 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bac495a0-f453-4e16-8bc4-8973354b378c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:05.974159 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:06.102951 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bac495a0-f453-4e16-8bc4-8973354b378c admin admin] 10.222.0.48 "DELETE /v2.0/networks/6da3df8a-f0bd-4e13-8120-7c22c21ea919 HTTP/1.1" status: 204 len: 168 time: 1.7426920 Feb 09 14:21:06.118821 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10ae457e-7f48-4e29-bd05-293792b69867 req-41be6bff-758a-447c-900d-088e46db1eaa service neutron] 10.222.0.48 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297803 Feb 09 14:21:06.184897 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-0376d98c-eb14-4443-8922-7ede8628b733 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=40ecfd94410549b7b135425cfa29b88e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4076200 Feb 09 14:21:06.384201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36590) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:06.525076 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e653a8-bc96-4226-a457-345ab4966268', 'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-router', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:20:54Z', 'updated_at': '2022-02-09T14:20:59Z', 'revision_number': 3, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'gw_port': {'id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:20:56Z', 'updated_at': '2022-02-09T14:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:06.531494 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd8112-d324-47b9-9259-38c913ca3b72 None None] The sync data for ids ['60e653a8-bc96-4226-a457-345ab4966268'] in n-d-828418-2 is: [{'id': '60e653a8-bc96-4226-a457-345ab4966268', 'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-router', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:20:54Z', 'updated_at': '2022-02-09T14:20:59Z', 'revision_number': 3, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'gw_port': {'id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:20:56Z', 'updated_at': '2022-02-09T14:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:21:06.579029 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-954ddaba-c7b5-49f6-a8cb-e88ab6fd0e11 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae2414a98ed64d6489384355c90e908a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876991 Feb 09 14:21:06.597588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36596) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:06.686535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Allocated IP 172.20.0.1 (b5b27cbb-3aca-4697-bd3f-5eb25bd866e1/fb67a8bd-310b-449e-8628-b14f3b207e8b/f798bd48-33f5-4eea-9e72-2ed76f5f93f9) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:21:06.707539 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-0420cc5b-5836-477b-a520-ba8d21956b31 service neutron] 10.222.0.48 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189536 Feb 09 14:21:06.958039 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-ad5949ef-5852-48f2-a93c-8eab8f80dee6 service neutron] 10.222.0.48 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494066 Feb 09 14:21:06.964029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e65451-8006-4660-9876-771736e09b0f req-c70aeecb-5b43-4662-8161-467e803b76ee tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:06.965307 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b0e65451-8006-4660-9876-771736e09b0f req-c70aeecb-5b43-4662-8161-467e803b76ee tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.35 "GET /v2.0/ports?device_id=7daaa906-5f1b-4f83-a114-c4d892a12b61 HTTP/1.1" status: 200 len: 945 time: 0.8449657 Feb 09 14:21:06.972943 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3596ba9d-d90b-4194-93cb-b1e09b072d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:07.254295 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:07.290660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476bde4-3388-4f24-a936-9039c429cdcd req-d531f28c-ebd6-4aac-856b-5053e2d99f31 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:07.314843 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2476bde4-3388-4f24-a936-9039c429cdcd req-d531f28c-ebd6-4aac-856b-5053e2d99f31 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 945 time: 0.5061154 Feb 09 14:21:07.319865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-b0e65451-8006-4660-9876-771736e09b0f req-1bf7a582-dee6-4a09-9aa8-7b5b5503b8d1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Deleting port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:21:07.329439 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b0e65451-8006-4660-9876-771736e09b0f req-1bf7a582-dee6-4a09-9aa8-7b5b5503b8d1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:07.358079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d0fb0c28-383a-4ec8-9183-0da3bea004f7 req-20bb02ac-937b-4a63-900f-38c81639c582 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Synchronizing usage tracker for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:21:07.428132 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3596ba9d-d90b-4194-93cb-b1e09b072d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:07.430739 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:07.504849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d0fb0c28-383a-4ec8-9183-0da3bea004f7 req-20bb02ac-937b-4a63-900f-38c81639c582 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Unset dirty status for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:21:07.508381 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0fb0c28-383a-4ec8-9183-0da3bea004f7 req-20bb02ac-937b-4a63-900f-38c81639c582 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 210 time: 0.2362976 Feb 09 14:21:07.514013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Transition to ACTIVE for port object f798bd48-33f5-4eea-9e72-2ed76f5f93f9 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:21:07.588131 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3596ba9d-d90b-4194-93cb-b1e09b072d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:07.590811 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:07.796093 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7addf41-0b81-42d8-ade1-f9ef6970b95b req-b11f4edb-e96f-4945-90d9-83dfdcc45c64 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 210 time: 0.0820384 Feb 09 14:21:07.823033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Network b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:07.826874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:07.837337 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:21:07.997621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Pushing event updated for resources: {'Port': ['ID=f798bd48-33f5-4eea-9e72-2ed76f5f93f9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:08.072722 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:08.101476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596ba9d-d90b-4194-93cb-b1e09b072d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cc7040-ff70-48cc-82c5-ad6a17af213c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:08.185187 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:08.237024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8b733b8c-6117-4c01-beb3-dcf85d27faf9 None None] Provisioning for port f798bd48-33f5-4eea-9e72-2ed76f5f93f9 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:21:08.251984 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8b733b8c-6117-4c01-beb3-dcf85d27faf9 None None] Provisioning complete for port f798bd48-33f5-4eea-9e72-2ed76f5f93f9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:08.252371 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8b733b8c-6117-4c01-beb3-dcf85d27faf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:08.274583 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2476bde4-3388-4f24-a936-9039c429cdcd req-76752f24-6d6c-44d6-81b9-7f97d926d068 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9584799 Feb 09 14:21:08.334185 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3596ba9d-d90b-4194-93cb-b1e09b072d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:08.338035 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3596ba9d-d90b-4194-93cb-b1e09b072d94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41cc7040-ff70-48cc-82c5-ad6a17af213c HTTP/1.1" status: 204 len: 168 time: 1.7323434 Feb 09 14:21:08.510672 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8b733b8c-6117-4c01-beb3-dcf85d27faf9 None None] Port f798bd48-33f5-4eea-9e72-2ed76f5f93f9 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:21:08.601818 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:08.917809 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9eb93b2c-5161-4155-9592-1b1dfd7b02ca no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:21:08.944884 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:09.013691 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:09.202107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e6b08409-7cae-42e7-a011-08eb3d23eef4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:09.413366 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6f08edde-948c-4394-bb61-0491f4e34314 req-a405c06b-a2aa-44e9-a281-c19e172e4534 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 210 time: 0.1325853 Feb 09 14:21:09.565219 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:09.601124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b0e65451-8006-4660-9876-771736e09b0f req-1bf7a582-dee6-4a09-9aa8-7b5b5503b8d1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] For port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:09.601698 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b0e65451-8006-4660-9876-771736e09b0f req-1bf7a582-dee6-4a09-9aa8-7b5b5503b8d1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:09.684174 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:09.692076 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7daaa906-5f1b-4f83-a114-c4d892a12b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb93b2c-5161-4155-9592-1b1dfd7b02ca'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:21:09.702189 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port e6b08409-7cae-42e7-a011-08eb3d23eef4 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:21:09.714910 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:09.851575 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e6b08409-7cae-42e7-a011-08eb3d23eef4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:09.851996 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:10.046749 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:10.058584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-b0e65451-8006-4660-9876-771736e09b0f req-1bf7a582-dee6-4a09-9aa8-7b5b5503b8d1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Calling delete_port for 9eb93b2c-5161-4155-9592-1b1dfd7b02ca owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:21:10.117225 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:10.130648 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94826e30-d99e-4434-b672-621cb949d2ea req-b61632a6-6c38-444e-9fd9-715ec128b8e0 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 210 time: 1.0989578 Feb 09 14:21:10.256651 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:10.299469 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7daaa906-5f1b-4f83-a114-c4d892a12b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb93b2c-5161-4155-9592-1b1dfd7b02ca', 'code': 200} Feb 09 14:21:10.300180 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:10.362694 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:10.385923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port e6b08409-7cae-42e7-a011-08eb3d23eef4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e6b08409-7cae-42e7-a011-08eb3d23eef4,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:10.390540 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:10.393309 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:10.452093 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:10.598662 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36668) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:10.643491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=e6b08409-7cae-42e7-a011-08eb3d23eef4,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:10.645724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-1a76be5b-4fc4-4371-b57b-d143ad4869d3 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:10.647907 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-1a76be5b-4fc4-4371-b57b-d143ad4869d3 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.35 "GET /v2.0/networks?id=a1bbdeaf-0df4-42bf-b801-cf0e095f67ca HTTP/1.1" status: 200 len: 815 time: 0.3816948 Feb 09 14:21:10.691640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-ede269fe-2ddd-457a-bf83-e474256cb3dc tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Request body: {'port': {'device_id': '87b284ff-12c6-4b79-96bd-cc80d1b917b4', 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca', 'admin_state_up': True, 'tenant_id': '40ecfd94410549b7b135425cfa29b88e'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:10.880792 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:10.886146 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Pushing event updated for resources: {'Port': ['ID=f798bd48-33f5-4eea-9e72-2ed76f5f93f9,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:10.989533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-network', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:11.068850 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:11.081245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Usage tracker for resource:network and tenant:7f8c52ced27646e3b1bb36269481777f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:21:11.085372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=84880dad-7cb5-4401-bd8e-e9c3f4ca28e0,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:11.100551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:21:11.105713 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e104fa76-6053-478e-97c8-9c58e21ea4fa req-fd579deb-510b-4853-b7a2-a101019f3a90 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 210 time: 0.2762585 Feb 09 14:21:11.109481 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e6b08409-7cae-42e7-a011-08eb3d23eef4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:11.115703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:11.148224 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [req-b0e65451-8006-4660-9876-771736e09b0f req-1bf7a582-dee6-4a09-9aa8-7b5b5503b8d1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:21:11.148825 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [req-b0e65451-8006-4660-9876-771736e09b0f req-1bf7a582-dee6-4a09-9aa8-7b5b5503b8d1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:21:11.152706 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Floating IP 9b668ae1-4dad-44f7-909a-68f5188746cf associated. External IP: 172.25.8.183, port: ff73f801-ac58-4744-9f5c-379ebfa1bb49. Feb 09 14:21:11.195815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-ede269fe-2ddd-457a-bf83-e474256cb3dc tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:11.200453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Made reservation on behalf of 7f8c52ced27646e3b1bb36269481777f for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:21:11.204164 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:11.249108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae457e-7f48-4e29-bd05-293792b69867 req-c09a2ff8-b7a2-4f00-b61b-453d171d597d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:11.249864 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:11.250662 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10ae457e-7f48-4e29-bd05-293792b69867 req-c09a2ff8-b7a2-4f00-b61b-453d171d597d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.35 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 811 time: 1.6904838 Feb 09 14:21:11.301374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-ede269fe-2ddd-457a-bf83-e474256cb3dc tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:11.316093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:11.353890 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Usage tracker for resource:security_group_rule and tenant:7f8c52ced27646e3b1bb36269481777f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:21:11.360800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-ede269fe-2ddd-457a-bf83-e474256cb3dc tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Made reservation on behalf of 40ecfd94410549b7b135425cfa29b88e for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:21:11.370455 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-ede269fe-2ddd-457a-bf83-e474256cb3dc tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:11.404570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e6b08409-7cae-42e7-a011-08eb3d23eef4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:11.404899 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:11.412074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Network b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:11.414401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:21:11.421471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-10ae457e-7f48-4e29-bd05-293792b69867 req-7e496b5d-80b9-4de9-ac94-1be170b4d76a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Request body: {'port': {'device_id': 'e26f2995-2d22-4dac-95d5-239ad3c31a7b', 'network_id': '30830122-d798-49d7-b828-5813fd5acd73', 'admin_state_up': True, 'tenant_id': 'a0e2775b9be9415aac8d2804e4d4888c'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:11.425613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:11.437649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:11.826028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-ede269fe-2ddd-457a-bf83-e474256cb3dc tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Allocated IP 172.20.0.6 (a1bbdeaf-0df4-42bf-b801-cf0e095f67ca/37fdf6b3-1e22-4eee-999f-3240ab8424ff/406f9242-172c-4e28-90aa-b28f5b984dda) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:21:11.898894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-b0e65451-8006-4660-9876-771736e09b0f req-1bf7a582-dee6-4a09-9aa8-7b5b5503b8d1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Deleting port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:21:11.899253 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b0e65451-8006-4660-9876-771736e09b0f req-1bf7a582-dee6-4a09-9aa8-7b5b5503b8d1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:11.961136 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bb754fab-9dd4-4f29-a9e1-e3067b978fb7 None None] Provisioning complete for port f798bd48-33f5-4eea-9e72-2ed76f5f93f9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:11.962416 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bb754fab-9dd4-4f29-a9e1-e3067b978fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:11.968561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router 0fc9ec94-ba9f-419a-827e-bf30628f44fe has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:21:12.022881 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bb754fab-9dd4-4f29-a9e1-e3067b978fb7 None None] Port f798bd48-33f5-4eea-9e72-2ed76f5f93f9 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:21:12.424765 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-08f5d681-253e-438a-b155-67ab9fc6ead3 req-ef199ea5-f24d-424d-9c5a-4a00ff5637ae tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 210 time: 0.2555616 Feb 09 14:21:12.454602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b0e65451-8006-4660-9876-771736e09b0f req-1bf7a582-dee6-4a09-9aa8-7b5b5503b8d1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] For port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:12.455091 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b0e65451-8006-4660-9876-771736e09b0f req-1bf7a582-dee6-4a09-9aa8-7b5b5503b8d1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:12.570390 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:12.581914 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:12.740184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-b0e65451-8006-4660-9876-771736e09b0f req-1bf7a582-dee6-4a09-9aa8-7b5b5503b8d1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Calling delete_port for 9eb93b2c-5161-4155-9592-1b1dfd7b02ca owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:21:12.747178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:21:12.764387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777ce3d7-1648-4d66-99d5-5998932ae074,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:12.798939 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:12.799284 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Added segment 32436203-501b-447e-a37e-b5ff34bc7a38 of type vlan for network 04375e8a-2a29-4ee3-801b-e50e99a312f0 Feb 09 14:21:12.804185 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-ede269fe-2ddd-457a-bf83-e474256cb3dc tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:12.828776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Router 60e653a8-bc96-4226-a457-345ab4966268 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:21:12.943753 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b0e65451-8006-4660-9876-771736e09b0f req-1bf7a582-dee6-4a09-9aa8-7b5b5503b8d1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:12.948916 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:12.959846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-10ae457e-7f48-4e29-bd05-293792b69867 req-7e496b5d-80b9-4de9-ac94-1be170b4d76a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:13.030616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-10ae457e-7f48-4e29-bd05-293792b69867 req-7e496b5d-80b9-4de9-ac94-1be170b4d76a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:13.050523 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cdcdae62-17c1-4efa-ad08-f6c21ab6fad7 req-d25c7499-4a4c-4abf-ab88-0e3e5230f823 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 210 time: 0.3205914 Feb 09 14:21:13.053624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7a582-dee6-4a09-9aa8-7b5b5503b8d1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Pushing event deleted for resources: {'Port': ['ID=9eb93b2c-5161-4155-9592-1b1dfd7b02ca,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:13.154287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ae457e-7f48-4e29-bd05-293792b69867 req-7e496b5d-80b9-4de9-ac94-1be170b4d76a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Made reservation on behalf of a0e2775b9be9415aac8d2804e4d4888c for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:21:13.160678 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-10ae457e-7f48-4e29-bd05-293792b69867 req-7e496b5d-80b9-4de9-ac94-1be170b4d76a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:13.183142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e65451-8006-4660-9876-771736e09b0f req-1bf7a582-dee6-4a09-9aa8-7b5b5503b8d1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] No DVR routers for this DVR port 9eb93b2c-5161-4155-9592-1b1dfd7b02ca on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:21:13.221929 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:13.222199 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:13.222799 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:13.238971 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b0e65451-8006-4660-9876-771736e09b0f req-1bf7a582-dee6-4a09-9aa8-7b5b5503b8d1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:13.248825 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-ede269fe-2ddd-457a-bf83-e474256cb3dc tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:13.258479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7daaa906-5f1b-4f83-a114-c4d892a12b61', 'name': 'network-vif-deleted', 'tag': '9eb93b2c-5161-4155-9592-1b1dfd7b02ca'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:21:13.292524 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b0e65451-8006-4660-9876-771736e09b0f req-1bf7a582-dee6-4a09-9aa8-7b5b5503b8d1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.35 "DELETE /v2.0/ports/9eb93b2c-5161-4155-9592-1b1dfd7b02ca HTTP/1.1" status: 204 len: 173 time: 6.3156044 Feb 09 14:21:13.362621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-ede269fe-2ddd-457a-bf83-e474256cb3dc tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Network a1bbdeaf-0df4-42bf-b801-cf0e095f67ca is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:13.381653 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7daaa906-5f1b-4f83-a114-c4d892a12b61', 'name': 'network-vif-deleted', 'tag': '9eb93b2c-5161-4155-9592-1b1dfd7b02ca', 'status': 'completed', 'code': 200} Feb 09 14:21:13.382805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:21:13.397418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715796f-bb11-4ae7-9c3b-35e1e2933fb3 None None] Sync routers for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:21:13.423027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715796f-bb11-4ae7-9c3b-35e1e2933fb3 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:13.424787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a715796f-bb11-4ae7-9c3b-35e1e2933fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:13.469823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-ede269fe-2ddd-457a-bf83-e474256cb3dc tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:13.472622 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-ede269fe-2ddd-457a-bf83-e474256cb3dc tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:21:13.475344 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:13.563327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a715796f-bb11-4ae7-9c3b-35e1e2933fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:13.584310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715796f-bb11-4ae7-9c3b-35e1e2933fb3 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:13.585241 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a715796f-bb11-4ae7-9c3b-35e1e2933fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:13.605370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:21:13.614591 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Sync routers for ids ['60e653a8-bc96-4226-a457-345ab4966268'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:21:13.627052 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Routers {'60e653a8-bc96-4226-a457-345ab4966268'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:13.637255 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['60e653a8-bc96-4226-a457-345ab4966268'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:13.751380 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a715796f-bb11-4ae7-9c3b-35e1e2933fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:13.754329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715796f-bb11-4ae7-9c3b-35e1e2933fb3 None None] The sync data for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:21:13.788991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-10ae457e-7f48-4e29-bd05-293792b69867 req-7e496b5d-80b9-4de9-ac94-1be170b4d76a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Allocated IP 172.20.0.11 (30830122-d798-49d7-b828-5813fd5acd73/63021245-ec5e-45fc-a1a8-f13ed23aa515/93286fb7-1846-4227-9e18-1d18a10f2653) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:21:13.840797 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a6f249dd-814a-4b20-9fbc-66368ccd6460 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.2032747 Feb 09 14:21:13.844688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36712) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:13.859311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c13c3ce2-0d7d-4667-8015-063650da52ba tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:13.873324 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] Pushing event updated for resources: {'Network': ['ID=04375e8a-2a29-4ee3-801b-e50e99a312f0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:13.890016 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 04375e8a-2a29-4ee3-801b-e50e99a312f0 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:21:13.936365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede269fe-2ddd-457a-bf83-e474256cb3dc tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Pushing event updated for resources: {'Port': ['ID=406f9242-172c-4e28-90aa-b28f5b984dda,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:13.951028 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1f89364b-0b03-4633-8d20-d4fc028bde04 admin admin] 10.222.0.48 "PUT /v2.0/routers/60e653a8-bc96-4226-a457-345ab4966268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5746667 Feb 09 14:21:13.953000 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bba2cf7d-4705-485e-b44d-67822fb3fa11 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.3032951 Feb 09 14:21:13.962547 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87a8bc4f-7b06-4f22-9e11-bd8e10b2726a req-5a5019f7-48a5-48c3-ae34-85eee80a5bde tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 210 time: 0.2630138 Feb 09 14:21:13.974476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-ede269fe-2ddd-457a-bf83-e474256cb3dc tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:13.975350 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-ede269fe-2ddd-457a-bf83-e474256cb3dc tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:13.980343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36726) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:13.988624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4ed8efdc-08c9-4f41-b892-5a4a6289856c admin admin] Request body: {'subnet': {'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-subnet', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:14.001287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4ed8efdc-08c9-4f41-b892-5a4a6289856c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:14.007784 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4ed8efdc-08c9-4f41-b892-5a4a6289856c admin admin] Usage tracker for resource:subnet and tenant:7f8c52ced27646e3b1bb36269481777f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:21:14.011786 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4ed8efdc-08c9-4f41-b892-5a4a6289856c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:21:14.020257 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-ede269fe-2ddd-457a-bf83-e474256cb3dc tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3353209 Feb 09 14:21:14.028125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4ed8efdc-08c9-4f41-b892-5a4a6289856c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:14.041922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-59120bfd-5811-487d-86c7-c2b52a9b9a11 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:21:14.044021 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-59120bfd-5811-487d-86c7-c2b52a9b9a11 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125661 Feb 09 14:21:14.064377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Request body: {'port': {'device_id': '87b284ff-12c6-4b79-96bd-cc80d1b917b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:14.103401 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Set router 60e653a8-bc96-4226-a457-345ab4966268 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:21:14.230944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed8efdc-08c9-4f41-b892-5a4a6289856c admin admin] Made reservation on behalf of 7f8c52ced27646e3b1bb36269481777f for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:21:14.241465 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c13c3ce2-0d7d-4667-8015-063650da52ba tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:14.249731 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ed8efdc-08c9-4f41-b892-5a4a6289856c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:14.549977 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:14.716864 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c580c3-954d-44cd-a144-f1db272712b1 req-7cdf8309-83d2-449b-9bba-3aea7b49555e tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:14.717705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-58c580c3-954d-44cd-a144-f1db272712b1 req-7cdf8309-83d2-449b-9bba-3aea7b49555e tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Synchronizing usage tracker for tenant:40ecfd94410549b7b135425cfa29b88e on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:21:14.784182 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e653a8-bc96-4226-a457-345ab4966268', 'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-router', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:20:54Z', 'updated_at': '2022-02-09T14:21:08Z', 'revision_number': 4, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'gw_port': {'id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:20:56Z', 'updated_at': '2022-02-09T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'f798bd48-33f5-4eea-9e72-2ed76f5f93f9', 'name': '', 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'mac_address': 'fa:16:3e:cf:a8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:06Z', 'updated_at': '2022-02-09T14:21:09Z', 'revision_number': 2, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'subnets': [{'id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:14.796582 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Checking router: 60e653a8-bc96-4226-a457-345ab4966268 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:21:14.797221 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Updating router 60e653a8-bc96-4226-a457-345ab4966268 port f798bd48-33f5-4eea-9e72-2ed76f5f93f9 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:21:14.910946 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:14.931318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-58c580c3-954d-44cd-a144-f1db272712b1 req-7cdf8309-83d2-449b-9bba-3aea7b49555e tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Unset dirty status for tenant:40ecfd94410549b7b135425cfa29b88e on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:21:14.939965 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-58c580c3-954d-44cd-a144-f1db272712b1 req-7cdf8309-83d2-449b-9bba-3aea7b49555e tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 931 time: 0.5784516 Feb 09 14:21:15.159025 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-58c580c3-954d-44cd-a144-f1db272712b1 req-91bc38a3-d038-4ed9-bd55-0b3931855cf0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180703 Feb 09 14:21:15.181573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50075a3f-7a17-45f1-af0f-b50630add231 req-584e6d19-b040-417a-9f38-aee742b23cf2 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:15.186581 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-50075a3f-7a17-45f1-af0f-b50630add231 req-584e6d19-b040-417a-9f38-aee742b23cf2 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/networks?id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 HTTP/1.1" status: 200 len: 814 time: 1.1357260 Feb 09 14:21:15.212306 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ed8efdc-08c9-4f41-b892-5a4a6289856c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:15.304979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36754) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:15.340828 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-378259191-network', 'tenant_id': '4fe3faab5642463e916a50ee5558c2f9'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:15.364158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:15.369865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-50075a3f-7a17-45f1-af0f-b50630add231 req-69ce512e-1210-497b-9db1-09f527044bc2 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/quotas/a7f428d0350d40a891a26b2f275269ef HTTP/1.1" status: 200 len: 375 time: 0.1756103 Feb 09 14:21:15.375351 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Usage tracker for resource:network and tenant:4fe3faab5642463e916a50ee5558c2f9 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:21:15.379616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:21:15.386472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:15.402224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Made reservation on behalf of 4fe3faab5642463e916a50ee5558c2f9 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:21:15.405406 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:15.516555 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:15.553657 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ff497479-3ed0-4490-adca-997e6a657e60 req-10185fd2-0f5d-43a5-af94-f634d64ac704 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 210 time: 0.1523793 Feb 09 14:21:15.561040 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-10ae457e-7f48-4e29-bd05-293792b69867 req-7e496b5d-80b9-4de9-ac94-1be170b4d76a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:15.571952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:15.579241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8efdc-08c9-4f41-b892-5a4a6289856c admin admin] Pushing event updated for resources: {'Subnet': ['ID=73fe2fc4-e537-471a-bd13-9a72088c784d,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:15.593584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Usage tracker for resource:security_group_rule and tenant:4fe3faab5642463e916a50ee5558c2f9 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:21:15.598263 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8efdc-08c9-4f41-b892-5a4a6289856c admin admin] Checking segment: {'id': '32436203-501b-447e-a37e-b5ff34bc7a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:21:15.598671 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed8efdc-08c9-4f41-b892-5a4a6289856c admin admin] Network hostable DHCP agents. Network: 04375e8a-2a29-4ee3-801b-e50e99a312f0, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:21:15.603306 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:21:15.619637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:15.651400 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed8efdc-08c9-4f41-b892-5a4a6289856c admin admin] Network 04375e8a-2a29-4ee3-801b-e50e99a312f0 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:21:15.673541 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:15.690632 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Transition to ACTIVE for port object f798bd48-33f5-4eea-9e72-2ed76f5f93f9 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:21:15.707338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4ed8efdc-08c9-4f41-b892-5a4a6289856c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 04375e8a-2a29-4ee3-801b-e50e99a312f0) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:15.716894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdd1858-64e1-4cc0-a90b-c847a42a51c7 None None] Network 04375e8a-2a29-4ee3-801b-e50e99a312f0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:21:15.720873 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:15.725288 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-50075a3f-7a17-45f1-af0f-b50630add231 req-088c63db-97a5-4feb-ab7c-552337aada5f tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7f428d0350d40a891a26b2f275269ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3340681 Feb 09 14:21:15.732536 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c13c3ce2-0d7d-4667-8015-063650da52ba tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:15.738853 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c13c3ce2-0d7d-4667-8015-063650da52ba tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:15.739164 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-c13c3ce2-0d7d-4667-8015-063650da52ba tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Floating IP 9b668ae1-4dad-44f7-909a-68f5188746cf disassociated. External IP: 172.25.8.183, port: ff73f801-ac58-4744-9f5c-379ebfa1bb49. Feb 09 14:21:15.788954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed8efdc-08c9-4f41-b892-5a4a6289856c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:15.796003 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4ed8efdc-08c9-4f41-b892-5a4a6289856c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:15.924485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406f9242-172c-4e28-90aa-b28f5b984dda {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:21:15.971674 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:16.018578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-50075a3f-7a17-45f1-af0f-b50630add231 req-48c542f3-79cb-4b24-9ef1-808dece7cd2c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:21:16.020490 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ba7f7-5f8a-4ca0-bd2e-193f5007c8f2 None None] Pushing event updated for resources: {'Port': ['ID=f798bd48-33f5-4eea-9e72-2ed76f5f93f9,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:16.023193 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-50075a3f-7a17-45f1-af0f-b50630add231 req-48c542f3-79cb-4b24-9ef1-808dece7cd2c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162194 Feb 09 14:21:16.070493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Transition to ACTIVE for port object 406f9242-172c-4e28-90aa-b28f5b984dda will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:21:16.077587 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4ed8efdc-08c9-4f41-b892-5a4a6289856c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0939777 Feb 09 14:21:16.080459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36758) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:16.150164 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:16.175946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-router', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:16.276910 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:21:16.300052 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Attempting to bind port f798bd48-33f5-4eea-9e72-2ed76f5f93f9 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:21:16.300491 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Attempting to bind port f798bd48-33f5-4eea-9e72-2ed76f5f93f9 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:21:16.301032 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Attempting to bind port f798bd48-33f5-4eea-9e72-2ed76f5f93f9 on network b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:21:16.328346 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:21:16.331453 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Checking segment: {'id': 'b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:21:16.332208 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:16.332839 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Bound using segment: {'id': 'b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:21:16.333613 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Bound port: f798bd48-33f5-4eea-9e72-2ed76f5f93f9, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:21:16.338373 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:16.345214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ce2901-7dd1-4e3b-8d7e-06860e64f823 None None] Network 04375e8a-2a29-4ee3-801b-e50e99a312f0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:21:16.360530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:16.391864 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Usage tracker for resource:router and tenant:7f8c52ced27646e3b1bb36269481777f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:21:16.397686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:21:16.411995 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:16.449703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13c3ce2-0d7d-4667-8015-063650da52ba tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router 0fc9ec94-ba9f-419a-827e-bf30628f44fe has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:21:16.599607 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:16.600945 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:16.609963 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] For port f798bd48-33f5-4eea-9e72-2ed76f5f93f9, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:21:16.619761 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] For port f798bd48-33f5-4eea-9e72-2ed76f5f93f9, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f798bd48-33f5-4eea-9e72-2ed76f5f93f9,segment=NetworkSegment(b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7),segment_id=b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:21:16.626652 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:16.633279 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-10ae457e-7f48-4e29-bd05-293792b69867 req-7e496b5d-80b9-4de9-ac94-1be170b4d76a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:16.774233 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Routers {'60e653a8-bc96-4226-a457-345ab4966268'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:16.774862 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['60e653a8-bc96-4226-a457-345ab4966268'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:16.958052 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ba7f7-5f8a-4ca0-bd2e-193f5007c8f2 None None] Pushing event updated for resources: {'Port': ['ID=f798bd48-33f5-4eea-9e72-2ed76f5f93f9,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:17.001116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ae457e-7f48-4e29-bd05-293792b69867 req-7e496b5d-80b9-4de9-ac94-1be170b4d76a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Network 30830122-d798-49d7-b828-5813fd5acd73 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:17.019356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Pushing event updated for resources: {'Port': ['ID=406f9242-172c-4e28-90aa-b28f5b984dda,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:17.031898 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:17.038593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-10ae457e-7f48-4e29-bd05-293792b69867 req-7e496b5d-80b9-4de9-ac94-1be170b4d76a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:17.066386 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:17.121474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ae457e-7f48-4e29-bd05-293792b69867 req-7e496b5d-80b9-4de9-ac94-1be170b4d76a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:21:17.151268 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] Set router 60e653a8-bc96-4226-a457-345ab4966268 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:21:17.211007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e496b5d-80b9-4de9-ac94-1be170b4d76a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Pushing event updated for resources: {'Port': ['ID=93286fb7-1846-4227-9e18-1d18a10f2653,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:17.254461 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-50075a3f-7a17-45f1-af0f-b50630add231 req-b741f8fe-eb48-4f9a-836d-9c09f2f218de service neutron] 10.222.0.48 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8289573 Feb 09 14:21:17.327148 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:17.472390 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-50075a3f-7a17-45f1-af0f-b50630add231 req-eeb4818e-85f8-47f7-b37e-c9c53d327b0e service neutron] 10.222.0.48 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170265 Feb 09 14:21:17.473149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:21:17.518229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce22e8-529a-4ec1-b1cd-69ae2a2bc3bc req-6eb6ca4d-dc89-4bef-9c7a-0bb8c7607829 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:17.525509 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-afce22e8-529a-4ec1-b1cd-69ae2a2bc3bc req-6eb6ca4d-dc89-4bef-9c7a-0bb8c7607829 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 943 time: 0.9436131 Feb 09 14:21:17.620864 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:17.627202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Attempting to bind port 406f9242-172c-4e28-90aa-b28f5b984dda on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:21:17.627600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Attempting to bind port 406f9242-172c-4e28-90aa-b28f5b984dda by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '9c8c557f-8e6a-47cb-8f73-6e561df3e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:21:17.627962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Attempting to bind port 406f9242-172c-4e28-90aa-b28f5b984dda on network a1bbdeaf-0df4-42bf-b801-cf0e095f67ca {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:21:17.633518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc76e43-adb0-4ec7-a496-9e1bad7db3fd,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:17.648622 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:17.648975 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Added segment 510c8c8b-81e5-4c0b-a0a5-d15c2f531413 of type vlan for network 05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a Feb 09 14:21:17.650062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Port 406f9242-172c-4e28-90aa-b28f5b984dda on network a1bbdeaf-0df4-42bf-b801-cf0e095f67ca not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:21:17.650381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Attempting to bind port 406f9242-172c-4e28-90aa-b28f5b984dda on network a1bbdeaf-0df4-42bf-b801-cf0e095f67ca {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:21:17.674265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:21:17.674635 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Checking segment: {'id': '9c8c557f-8e6a-47cb-8f73-6e561df3e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:21:17.674992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Bound using segment: {'id': '9c8c557f-8e6a-47cb-8f73-6e561df3e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:21:17.675486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Bound port: 406f9242-172c-4e28-90aa-b28f5b984dda, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c8c557f-8e6a-47cb-8f73-6e561df3e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:21:17.675858 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:17.685860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae457e-7f48-4e29-bd05-293792b69867 req-7e496b5d-80b9-4de9-ac94-1be170b4d76a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:17.686543 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-10ae457e-7f48-4e29-bd05-293792b69867 req-7e496b5d-80b9-4de9-ac94-1be170b4d76a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:17.698373 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-afce22e8-529a-4ec1-b1cd-69ae2a2bc3bc req-bb7f8a19-eaca-43b8-ace7-55ad7a37022f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716139 Feb 09 14:21:17.758114 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e653a8-bc96-4226-a457-345ab4966268', 'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-router', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:20:54Z', 'updated_at': '2022-02-09T14:21:08Z', 'revision_number': 4, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'gw_port': {'id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:20:56Z', 'updated_at': '2022-02-09T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'f798bd48-33f5-4eea-9e72-2ed76f5f93f9', 'name': '', 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'mac_address': 'fa:16:3e:cf:a8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:06Z', 'updated_at': '2022-02-09T14:21:16Z', 'revision_number': 4, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'subnets': [{'id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:17.774404 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54e40d7-e999-4010-bb44-3f294591dbfc None None] The sync data for ids ['60e653a8-bc96-4226-a457-345ab4966268'] in n-d-828418-2 is: [{'id': '60e653a8-bc96-4226-a457-345ab4966268', 'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-router', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:20:54Z', 'updated_at': '2022-02-09T14:21:08Z', 'revision_number': 4, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'gw_port': {'id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:20:56Z', 'updated_at': '2022-02-09T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'f798bd48-33f5-4eea-9e72-2ed76f5f93f9', 'name': '', 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'mac_address': 'fa:16:3e:cf:a8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:06Z', 'updated_at': '2022-02-09T14:21:16Z', 'revision_number': 4, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'subnets': [{'id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:21:18.023064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] For port 406f9242-172c-4e28-90aa-b28f5b984dda, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:21:18.026523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] For port 406f9242-172c-4e28-90aa-b28f5b984dda, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=406f9242-172c-4e28-90aa-b28f5b984dda,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:21:18.095575 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:18.125109 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:18.143288 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5e27b65-f97f-4aa5-9130-853aa6bd75b5 req-1e3a41e4-a4bf-48ba-bca2-cc6e4a79748e tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 210 time: 0.0620148 Feb 09 14:21:18.162007 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10ae457e-7f48-4e29-bd05-293792b69867 req-7e496b5d-80b9-4de9-ac94-1be170b4d76a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7458389 Feb 09 14:21:18.203679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13c3ce2-0d7d-4667-8015-063650da52ba tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:21:18.208515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Request body: {'port': {'device_id': 'e26f2995-2d22-4dac-95d5-239ad3c31a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:18.217039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b4e51f-c2cd-4f93-8cb5-eb80cb1d0f58 None None] Sync routers for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:21:18.234705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4e51f-c2cd-4f93-8cb5-eb80cb1d0f58 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:18.235646 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-38b4e51f-c2cd-4f93-8cb5-eb80cb1d0f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:18.272611 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c13c3ce2-0d7d-4667-8015-063650da52ba tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:18.318186 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:21:18.372914 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-38b4e51f-c2cd-4f93-8cb5-eb80cb1d0f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:18.393706 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4e51f-c2cd-4f93-8cb5-eb80cb1d0f58 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:18.394594 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-38b4e51f-c2cd-4f93-8cb5-eb80cb1d0f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:18.405604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Pushing event updated for resources: {'Port': ['ID=406f9242-172c-4e28-90aa-b28f5b984dda,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:18.415619 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c13c3ce2-0d7d-4667-8015-063650da52ba tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "PUT /v2.0/floatingips/9b668ae1-4dad-44f7-909a-68f5188746cf HTTP/1.1" status: 200 len: 688 time: 4.5695522 Feb 09 14:21:18.419802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:18.420504 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:18.425111 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-f243cb18-b208-4e1c-b75a-1d1d55464d4c service neutron] 10.222.0.35 "PUT /v2.0/ports/406f9242-172c-4e28-90aa-b28f5b984dda HTTP/1.1" status: 200 len: 1091 time: 4.3715000 Feb 09 14:21:18.477924 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b284ff-12c6-4b79-96bd-cc80d1b917b4', 'tag': '406f9242-172c-4e28-90aa-b28f5b984dda'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:21:18.484168 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36788) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:18.574957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-38b4e51f-c2cd-4f93-8cb5-eb80cb1d0f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:18.576171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b4e51f-c2cd-4f93-8cb5-eb80cb1d0f58 None None] The sync data for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:21:18.639205 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:18.644036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:18.644874 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:18.825680 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.5191975 Feb 09 14:21:18.835321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36798) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:18.870805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6416ca-f5f4-407e-9749-c8ddc60c4cce req-5f5eab80-37ef-4415-8482-7e692cc75c6c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:18.873057 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a6416ca-f5f4-407e-9749-c8ddc60c4cce req-5f5eab80-37ef-4415-8482-7e692cc75c6c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 932 time: 0.8449550 Feb 09 14:21:18.893227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-053001e1-be11-4751-835e-51e0193f9226 admin admin] Request body: {'subnet': {'network_id': '05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-378259191-subnet', 'tenant_id': '4fe3faab5642463e916a50ee5558c2f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:18.898353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-053001e1-be11-4751-835e-51e0193f9226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:18.902477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-053001e1-be11-4751-835e-51e0193f9226 admin admin] Usage tracker for resource:subnet and tenant:4fe3faab5642463e916a50ee5558c2f9 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:21:18.906048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-053001e1-be11-4751-835e-51e0193f9226 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:21:18.912012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-053001e1-be11-4751-835e-51e0193f9226 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:18.951426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053001e1-be11-4751-835e-51e0193f9226 admin admin] Made reservation on behalf of 4fe3faab5642463e916a50ee5558c2f9 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:21:18.953827 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-053001e1-be11-4751-835e-51e0193f9226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:18.998490 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:19.092896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a37f9-f380-4f31-bc24-c811e80f0333 admin admin] Pushing event updated for resources: {'Network': ['ID=05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:19.098035 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b284ff-12c6-4b79-96bd-cc80d1b917b4', 'tag': '406f9242-172c-4e28-90aa-b28f5b984dda', 'status': 'completed', 'code': 200} Feb 09 14:21:19.113346 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:21:19.167841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting port 84880dad-7cb5-4401-bd8e-e9c3f4ca28e0 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:21:19.168217 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:19.267686 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f798bd48-33f5-4eea-9e72-2ed76f5f93f9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:19.408153 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a6416ca-f5f4-407e-9749-c8ddc60c4cce req-0143dd4b-3b91-4ba6-9574-aa05e121cb6b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866638 Feb 09 14:21:19.510294 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:19.511107 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:19.640998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port f798bd48-33f5-4eea-9e72-2ed76f5f93f9 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:21:19.655403 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f798bd48-33f5-4eea-9e72-2ed76f5f93f9 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:19.655403 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:19.776184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Calling delete_port for 84880dad-7cb5-4401-bd8e-e9c3f4ca28e0 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:21:19.792045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-b06d564d-d930-47be-89c6-c8afbc527cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:19.799703 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-b06d564d-d930-47be-89c6-c8afbc527cd0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40ecfd94410549b7b135425cfa29b88e&device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 1094 time: 1.2964978 Feb 09 14:21:19.971472 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-73dff6c6-37dd-4a01-9bf5-6274b013fc18 req-4cce9fa9-a231-4e6a-b0d2-17e5143b4b94 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 210 time: 0.1642344 Feb 09 14:21:19.987572 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-2d1eed30-7dca-49fb-82dc-0c35ae0e45ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=406f9242-172c-4e28-90aa-b28f5b984dda HTTP/1.1" status: 200 len: 217 time: 0.1126447 Feb 09 14:21:20.057083 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:20.112486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-d76fbdf1-0885-41a3-82f0-2877f2651835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:20.114862 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-d76fbdf1-0885-41a3-82f0-2877f2651835 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37fdf6b3-1e22-4eee-999f-3240ab8424ff HTTP/1.1" status: 200 len: 855 time: 0.1171715 Feb 09 14:21:20.122707 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port f798bd48-33f5-4eea-9e72-2ed76f5f93f9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f798bd48-33f5-4eea-9e72-2ed76f5f93f9,segment=NetworkSegment(b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7),segment_id=b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:20.146071 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:20.182124 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:20.266583 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:20.267760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50075a3f-7a17-45f1-af0f-b50630add231 req-576c1444-2348-4976-9fd3-f9aafd800e63 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:20.269830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-50075a3f-7a17-45f1-af0f-b50630add231 req-576c1444-2348-4976-9fd3-f9aafd800e63 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.35 "GET /v2.0/networks?id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 HTTP/1.1" status: 200 len: 814 time: 0.5295372 Feb 09 14:21:20.272234 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=f798bd48-33f5-4eea-9e72-2ed76f5f93f9,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:20.276464 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-e22fe66c-d4c7-424e-a3f6-76ced4e034b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1bbdeaf-0df4-42bf-b801-cf0e095f67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1451497 Feb 09 14:21:20.334875 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:20.396013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-50075a3f-7a17-45f1-af0f-b50630add231 req-1d52906b-528f-4dad-8c94-fb8dc7586c38 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Request body: {'port': {'device_id': 'bb786a65-0ab2-48e8-83e4-b047fe083129', 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89', 'admin_state_up': True, 'tenant_id': 'a7f428d0350d40a891a26b2f275269ef'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:20.520513 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Port': ['ID=84880dad-7cb5-4401-bd8e-e9c3f4ca28e0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:20.659849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:20.660173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:20.660445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:20.660785 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:20.661120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:20.661450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:20.661777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:20.662101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:20.662422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:20.662741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:20.664049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:20.664392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:20.693922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Allocated IP 172.25.8.212 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:21:20.893982 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:21.004737 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:21.051322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff217d-0952-4244-8a7f-9389b0803043 req-1660642c-ae7e-4bd8-8da7-ad3c60dd6d02 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:21.052054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-9dff217d-0952-4244-8a7f-9389b0803043 req-1660642c-ae7e-4bd8-8da7-ad3c60dd6d02 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Synchronizing usage tracker for tenant:40ecfd94410549b7b135425cfa29b88e on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:21:21.057658 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f798bd48-33f5-4eea-9e72-2ed76f5f93f9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:21.058359 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:21.080144 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-053001e1-be11-4751-835e-51e0193f9226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:21.101681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-50075a3f-7a17-45f1-af0f-b50630add231 req-1d52906b-528f-4dad-8c94-fb8dc7586c38 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:21.124966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-50075a3f-7a17-45f1-af0f-b50630add231 req-1d52906b-528f-4dad-8c94-fb8dc7586c38 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:21.134598 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f798bd48-33f5-4eea-9e72-2ed76f5f93f9 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:21.134992 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:21.182687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053001e1-be11-4751-835e-51e0193f9226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a1a94ef-55ab-4233-8dd1-92294d78e0d8,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:21.189216 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:21.194475 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-72048762-556b-4e91-97b4-113131dbcce7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/floatingips/9b668ae1-4dad-44f7-909a-68f5188746cf HTTP/1.1" status: 204 len: 168 time: 2.7052495 Feb 09 14:21:21.198403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50075a3f-7a17-45f1-af0f-b50630add231 req-1d52906b-528f-4dad-8c94-fb8dc7586c38 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Made reservation on behalf of a7f428d0350d40a891a26b2f275269ef for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:21:21.203359 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-50075a3f-7a17-45f1-af0f-b50630add231 req-1d52906b-528f-4dad-8c94-fb8dc7586c38 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:21.206761 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:21.215095 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36816) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:21.241495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-9dff217d-0952-4244-8a7f-9389b0803043 req-1660642c-ae7e-4bd8-8da7-ad3c60dd6d02 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Unset dirty status for tenant:40ecfd94410549b7b135425cfa29b88e on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:21:21.243055 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9dff217d-0952-4244-8a7f-9389b0803043 req-1660642c-ae7e-4bd8-8da7-ad3c60dd6d02 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 943 time: 1.4907084 Feb 09 14:21:21.252463 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:21.258896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': '5aba243a-f87c-4809-98c9-1bfbdb5632bb'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:21.272043 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:21.276700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Usage tracker for resource:floatingip and tenant:8bb33fce73ed4a9ab9c3fa77fb85980a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:21:21.279997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:21:21.286524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:21.308632 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:21:21.336494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053001e1-be11-4751-835e-51e0193f9226 admin admin] Checking segment: {'id': '510c8c8b-81e5-4c0b-a0a5-d15c2f531413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:21:21.336946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053001e1-be11-4751-835e-51e0193f9226 admin admin] Network hostable DHCP agents. Network: 05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:21:21.345107 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-818fd46e-b988-44d3-905d-24922eab06ff service neutron] 10.222.0.35 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0278003 Feb 09 14:21:21.397431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Pushing event updated for resources: {'Port': ['ID=c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:21.418490 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9dff217d-0952-4244-8a7f-9389b0803043 req-7abc13ba-0cde-4067-a557-0e1315bdf5cd tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506655 Feb 09 14:21:21.487144 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:21.604758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a826cd-d568-4d2f-8ac5-cce356bd9a0a req-edcc4a39-95ce-4424-a7cd-4e0b44eb2911 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:21.606923 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9a826cd-d568-4d2f-8ac5-cce356bd9a0a req-edcc4a39-95ce-4424-a7cd-4e0b44eb2911 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 932 time: 0.6717517 Feb 09 14:21:21.640188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93286fb7-1846-4227-9e18-1d18a10f2653 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:21:21.656278 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:21.677866 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053001e1-be11-4751-835e-51e0193f9226 admin admin] Network 05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:21:21.687405 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-87371c2f-beef-4645-ab08-bd5d543162d7 req-65f4bf1a-a3e2-4c94-bc49-11df2ff05a9c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 210 time: 0.1188009 Feb 09 14:21:21.700577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Transition to ACTIVE for port object 93286fb7-1846-4227-9e18-1d18a10f2653 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:21:21.711891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-50075a3f-7a17-45f1-af0f-b50630add231 req-1d52906b-528f-4dad-8c94-fb8dc7586c38 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Allocated IP 172.20.0.7 (59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89/adaa8dfb-07a1-4c7a-bd00-5979c7cd6139/fbc838fb-79fb-4ba4-8686-8896c1dbe58f) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:21:21.714607 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:21.899203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Pushing event updated for resources: {'Port': ['ID=93286fb7-1846-4227-9e18-1d18a10f2653,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:22.036756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-053001e1-be11-4751-835e-51e0193f9226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:22.047013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89ffc2e-a507-44f5-b1bc-19e4e8a7c5b8 None None] Network 05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:21:22.060878 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9a826cd-d568-4d2f-8ac5-cce356bd9a0a req-e0c59b0c-e869-4d08-90da-1b4264c70099 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947268 Feb 09 14:21:22.066451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053001e1-be11-4751-835e-51e0193f9226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:22.067113 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-053001e1-be11-4751-835e-51e0193f9226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:22.100538 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-053001e1-be11-4751-835e-51e0193f9226 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2462475 Feb 09 14:21:22.101340 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36838) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:22.109362 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c225cb07-56bb-47d9-af2d-e8b92e570d4f req-9218f7f4-6ac7-4376-8d84-6c69ad30468b service neutron] 10.222.0.35 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7529380 Feb 09 14:21:22.127905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-378259191-router', 'tenant_id': '4fe3faab5642463e916a50ee5558c2f9', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:22.137180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:22.186179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Attempting to bind port 93286fb7-1846-4227-9e18-1d18a10f2653 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:21:22.186616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Attempting to bind port 93286fb7-1846-4227-9e18-1d18a10f2653 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:21:22.187044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Attempting to bind port 93286fb7-1846-4227-9e18-1d18a10f2653 on network 30830122-d798-49d7-b828-5813fd5acd73 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:21:22.206240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Port 93286fb7-1846-4227-9e18-1d18a10f2653 on network 30830122-d798-49d7-b828-5813fd5acd73 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:21:22.206520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Attempting to bind port 93286fb7-1846-4227-9e18-1d18a10f2653 on network 30830122-d798-49d7-b828-5813fd5acd73 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:21:22.222436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:21:22.222873 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Checking segment: {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:21:22.223327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Bound using segment: {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:21:22.223866 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Bound port: 93286fb7-1846-4227-9e18-1d18a10f2653, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:21:22.224305 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:22.235095 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Usage tracker for resource:router and tenant:4fe3faab5642463e916a50ee5558c2f9 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:21:22.244730 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:21:22.265103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:22.300682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a', 'network_id': '05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a', 'tenant_id': '4fe3faab5642463e916a50ee5558c2f9', 'fixed_ips': [{'subnet_id': '4a1a94ef-55ab-4233-8dd1-92294d78e0d8'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:21:22.301325 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-50075a3f-7a17-45f1-af0f-b50630add231 req-1d52906b-528f-4dad-8c94-fb8dc7586c38 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:22.301787 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:22.328296 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:22.329306 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:22.356894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] For port 93286fb7-1846-4227-9e18-1d18a10f2653, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:21:22.361506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] For port 93286fb7-1846-4227-9e18-1d18a10f2653, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=93286fb7-1846-4227-9e18-1d18a10f2653,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:21:22.368475 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:22.433628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:22.434443 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:22.436246 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] 10.222.0.35 "PUT /v2.0/ports/93286fb7-1846-4227-9e18-1d18a10f2653 HTTP/1.1" status: 200 len: 1092 time: 4.2537835 Feb 09 14:21:22.439668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26f2995-2d22-4dac-95d5-239ad3c31a7b', 'tag': '93286fb7-1846-4227-9e18-1d18a10f2653'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:21:22.447952 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-50075a3f-7a17-45f1-af0f-b50630add231 req-1d52906b-528f-4dad-8c94-fb8dc7586c38 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:22.470318 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['ea4ee131-6417-473e-bf16-e912e57cdd8d', 'c85d29c8-9e64-4a09-a47e-384838667f5e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:21:22.473046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c3c2f-bb1e-43eb-b1e1-09029ae5ed1e req-9282332d-0671-47da-a744-7c61201a97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:22.474493 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-597c3c2f-bb1e-43eb-b1e1-09029ae5ed1e req-9282332d-0671-47da-a744-7c61201a97d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40ecfd94410549b7b135425cfa29b88e&device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 1094 time: 0.2747204 Feb 09 14:21:22.488005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50075a3f-7a17-45f1-af0f-b50630add231 req-1d52906b-528f-4dad-8c94-fb8dc7586c38 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:22.490071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-50075a3f-7a17-45f1-af0f-b50630add231 req-1d52906b-528f-4dad-8c94-fb8dc7586c38 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:22.492558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e81bc2-7ec7-42c9-9f50-010be8e0b300 service neutron] Pushing event updated for resources: {'Port': ['ID=93286fb7-1846-4227-9e18-1d18a10f2653,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:22.496322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-50075a3f-7a17-45f1-af0f-b50630add231 req-1d52906b-528f-4dad-8c94-fb8dc7586c38 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:21:22.540871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:22.584106 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Allocated IP 172.20.0.2 (05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a/4a1a94ef-55ab-4233-8dd1-92294d78e0d8/607c99a4-79f6-453d-b00d-d89a46536487) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:21:22.625585 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:22.733280 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26f2995-2d22-4dac-95d5-239ad3c31a7b', 'tag': '93286fb7-1846-4227-9e18-1d18a10f2653', 'status': 'completed', 'code': 200} Feb 09 14:21:22.787464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Allocated IP 172.25.8.49 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/eeb174d8-0330-42c0-bf74-ec3e26c1fd39) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:21:22.861415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50075a3f-7a17-45f1-af0f-b50630add231 req-1d52906b-528f-4dad-8c94-fb8dc7586c38 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:22.862054 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-50075a3f-7a17-45f1-af0f-b50630add231 req-1d52906b-528f-4dad-8c94-fb8dc7586c38 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:22.870374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52906b-528f-4dad-8c94-fb8dc7586c38 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Pushing event updated for resources: {'Port': ['ID=fbc838fb-79fb-4ba4-8686-8896c1dbe58f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:22.914703 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-50075a3f-7a17-45f1-af0f-b50630add231 req-1d52906b-528f-4dad-8c94-fb8dc7586c38 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5720260 Feb 09 14:21:22.923122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae457e-7f48-4e29-bd05-293792b69867 req-6a52e802-80e6-4d4f-8404-d08a8b2524ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:22.924579 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10ae457e-7f48-4e29-bd05-293792b69867 req-6a52e802-80e6-4d4f-8404-d08a8b2524ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 1095 time: 0.3577948 Feb 09 14:21:22.937008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caa15e-7f9d-4494-b7be-914c42bb017d req-27ade4f7-e31a-445f-879b-165b0e0d72ff tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:22.938768 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68caa15e-7f9d-4494-b7be-914c42bb017d req-27ade4f7-e31a-445f-879b-165b0e0d72ff tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 943 time: 0.2191963 Feb 09 14:21:22.944359 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:22.944723 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Request body: {'port': {'device_id': 'bb786a65-0ab2-48e8-83e4-b047fe083129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:22.980715 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:23.007121 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Transition to ACTIVE for port object 607c99a4-79f6-453d-b00d-d89a46536487 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:21:23.056808 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f701187f-3abc-4af9-aee8-0196fc74c577 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93286fb7-1846-4227-9e18-1d18a10f2653 HTTP/1.1" status: 200 len: 217 time: 0.1152070 Feb 09 14:21:23.065413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Transition to ACTIVE for port object 607c99a4-79f6-453d-b00d-d89a46536487 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:21:23.123105 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:23.208806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Network 05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:23.209161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae457e-7f48-4e29-bd05-293792b69867 req-5dd88754-26d9-44bf-be24-419f169fcd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:23.210509 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10ae457e-7f48-4e29-bd05-293792b69867 req-5dd88754-26d9-44bf-be24-419f169fcd94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63021245-ec5e-45fc-a1a8-f13ed23aa515 HTTP/1.1" status: 200 len: 851 time: 0.1275959 Feb 09 14:21:23.213294 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68caa15e-7f9d-4494-b7be-914c42bb017d req-937b6475-7dc8-4bc1-84ef-2cd6484df3a6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485591 Feb 09 14:21:23.215209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:23.220421 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Pushing event updated for resources: {'Port': ['ID=607c99a4-79f6-453d-b00d-d89a46536487,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:23.223797 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:21:23.360645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Attempting to bind port 607c99a4-79f6-453d-b00d-d89a46536487 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:21:23.360997 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Attempting to bind port 607c99a4-79f6-453d-b00d-d89a46536487 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '510c8c8b-81e5-4c0b-a0a5-d15c2f531413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:21:23.361289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Attempting to bind port 607c99a4-79f6-453d-b00d-d89a46536487 on network 05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:21:23.376934 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:21:23.377316 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Checking segment: {'id': '510c8c8b-81e5-4c0b-a0a5-d15c2f531413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:21:23.377720 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:23.378116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Bound using segment: {'id': '510c8c8b-81e5-4c0b-a0a5-d15c2f531413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:21:23.378585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Bound port: 607c99a4-79f6-453d-b00d-d89a46536487, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510c8c8b-81e5-4c0b-a0a5-d15c2f531413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:21:23.378961 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:23.448026 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10ae457e-7f48-4e29-bd05-293792b69867 req-76d25a9d-1981-4209-bd74-95cdb68fbf74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30830122-d798-49d7-b828-5813fd5acd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2243161 Feb 09 14:21:23.456317 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:23.485482 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] For port 607c99a4-79f6-453d-b00d-d89a46536487, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:21:23.488713 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] For port 607c99a4-79f6-453d-b00d-d89a46536487, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=607c99a4-79f6-453d-b00d-d89a46536487,segment=NetworkSegment(510c8c8b-81e5-4c0b-a0a5-d15c2f531413),segment_id=510c8c8b-81e5-4c0b-a0a5-d15c2f531413)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:21:23.493853 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:23.590121 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb28c61-c553-4403-8a14-a02a9f596400 None None] Pushing event updated for resources: {'Port': ['ID=607c99a4-79f6-453d-b00d-d89a46536487,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:23.739563 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10ae457e-7f48-4e29-bd05-293792b69867 req-bf4662f6-5611-4bea-9a45-2d2027b5d78f service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842610 Feb 09 14:21:23.750956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff16c4-7cb5-4281-9cf3-1d159c24a3d8 req-9c3b61a5-f1b3-4e83-8213-3613238bb131 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:23.751667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d1ff16c4-7cb5-4281-9cf3-1d159c24a3d8 req-9c3b61a5-f1b3-4e83-8213-3613238bb131 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Synchronizing usage tracker for tenant:a7f428d0350d40a891a26b2f275269ef on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:21:23.761382 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:23.899849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d1ff16c4-7cb5-4281-9cf3-1d159c24a3d8 req-9c3b61a5-f1b3-4e83-8213-3613238bb131 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Unset dirty status for tenant:a7f428d0350d40a891a26b2f275269ef on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:21:23.906536 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ff16c4-7cb5-4281-9cf3-1d159c24a3d8 req-9c3b61a5-f1b3-4e83-8213-3613238bb131 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 931 time: 0.5171819 Feb 09 14:21:23.995620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c3c2f-bb1e-43eb-b1e1-09029ae5ed1e req-d9d039c9-9655-4fe9-8954-81db7113cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:23.997767 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-597c3c2f-bb1e-43eb-b1e1-09029ae5ed1e req-d9d039c9-9655-4fe9-8954-81db7113cbc5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1bbdeaf-0df4-42bf-b801-cf0e095f67ca HTTP/1.1" status: 200 len: 915 time: 1.5019131 Feb 09 14:21:24.035587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ada60-e96f-42fc-96c8-111d2cf8f1fe req-a4496a6c-a015-47b7-aba7-f666896a83a1 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:24.037130 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-478ada60-e96f-42fc-96c8-111d2cf8f1fe req-a4496a6c-a015-47b7-aba7-f666896a83a1 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 947 time: 1.2398884 Feb 09 14:21:24.062830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ff16c4-7cb5-4281-9cf3-1d159c24a3d8 req-59f1a4e7-b077-4a9b-8579-16c3c1390259 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553483 Feb 09 14:21:24.090324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10ae457e-7f48-4e29-bd05-293792b69867 req-f380177c-288a-4eea-94ca-ab02a4b4e694 service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347182 Feb 09 14:21:24.107418 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:24.150706 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-597c3c2f-bb1e-43eb-b1e1-09029ae5ed1e req-c082031e-5ff0-457f-a945-783b9bdbeaf5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=406f9242-172c-4e28-90aa-b28f5b984dda HTTP/1.1" status: 200 len: 217 time: 0.1343083 Feb 09 14:21:24.211934 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:24.244407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc838fb-79fb-4ba4-8686-8896c1dbe58f {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:21:24.255209 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:24.275500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Transition to ACTIVE for port object fbc838fb-79fb-4ba4-8686-8896c1dbe58f will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:21:24.284039 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:24.336185 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-478ada60-e96f-42fc-96c8-111d2cf8f1fe req-859b602d-2afd-4f20-ab08-813b6f6d6cc5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329791 Feb 09 14:21:24.362020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c3c2f-bb1e-43eb-b1e1-09029ae5ed1e req-8ded072e-8b3a-48e8-895b-f1a93e8a90de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:24.363552 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-597c3c2f-bb1e-43eb-b1e1-09029ae5ed1e req-8ded072e-8b3a-48e8-895b-f1a93e8a90de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37fdf6b3-1e22-4eee-999f-3240ab8424ff HTTP/1.1" status: 200 len: 855 time: 0.2031794 Feb 09 14:21:24.440039 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-597c3c2f-bb1e-43eb-b1e1-09029ae5ed1e req-8abba014-4e55-4515-a102-1fd318173cbb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1bbdeaf-0df4-42bf-b801-cf0e095f67ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652761 Feb 09 14:21:24.460796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e79aea-6c40-48ad-a2bb-77962461c96f req-745c0143-ba17-44d7-9c44-3df6690c1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:24.462328 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10e79aea-6c40-48ad-a2bb-77962461c96f req-745c0143-ba17-44d7-9c44-3df6690c1940 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 1095 time: 0.2982907 Feb 09 14:21:24.507571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc838fb-79fb-4ba4-8686-8896c1dbe58f,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:24.760810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e79aea-6c40-48ad-a2bb-77962461c96f req-1385ec58-32ff-45ff-afe7-2506a148cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:24.762280 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10e79aea-6c40-48ad-a2bb-77962461c96f req-1385ec58-32ff-45ff-afe7-2506a148cec3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 911 time: 0.2832921 Feb 09 14:21:24.767676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Attempting to bind port fbc838fb-79fb-4ba4-8686-8896c1dbe58f on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:21:24.767676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Attempting to bind port fbc838fb-79fb-4ba4-8686-8896c1dbe58f by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:21:24.767972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Attempting to bind port fbc838fb-79fb-4ba4-8686-8896c1dbe58f on network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:21:24.772263 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:24.779314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb65558-fdb3-48ab-a95c-47318f9d4f16 req-08cd43ec-28a6-48e6-9c6d-3c381f816d95 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:24.779688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7bb65558-fdb3-48ab-a95c-47318f9d4f16 req-08cd43ec-28a6-48e6-9c6d-3c381f816d95 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Synchronizing usage tracker for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:21:24.819012 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7b0ee6-e1e5-4432-9b7b-afd4affcfe63 None None] Network 05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:21:24.839371 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Port fbc838fb-79fb-4ba4-8686-8896c1dbe58f on network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:21:24.839704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Attempting to bind port fbc838fb-79fb-4ba4-8686-8896c1dbe58f on network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:21:24.862574 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10e79aea-6c40-48ad-a2bb-77962461c96f req-6138e3a4-ec89-4f48-a8f0-e42d2b7e9717 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93286fb7-1846-4227-9e18-1d18a10f2653 HTTP/1.1" status: 200 len: 217 time: 0.0789723 Feb 09 14:21:24.867197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:21:24.867544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Checking segment: {'id': '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:21:24.868103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Bound using segment: {'id': '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:21:24.868578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Bound port: fbc838fb-79fb-4ba4-8686-8896c1dbe58f, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:21:24.868897 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:24.885089 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:24.911164 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1e3ac448-ce25-445c-9159-5de32a402a69 None None] Provisioning for port 607c99a4-79f6-453d-b00d-d89a46536487 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:21:24.913295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7bb65558-fdb3-48ab-a95c-47318f9d4f16 req-08cd43ec-28a6-48e6-9c6d-3c381f816d95 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Unset dirty status for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:21:24.914454 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7bb65558-fdb3-48ab-a95c-47318f9d4f16 req-08cd43ec-28a6-48e6-9c6d-3c381f816d95 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 944 time: 0.5699041 Feb 09 14:21:24.953291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:24.955708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:21:25.005534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device af23a0d9-1c15-48f5-a81e-9a441a603a7e no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:21:25.077616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=eeb174d8-0330-42c0-bf74-ec3e26c1fd39,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:25.169943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 607c99a4-79f6-453d-b00d-d89a46536487 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:25.193045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e79aea-6c40-48ad-a2bb-77962461c96f req-68be9cda-dec7-46b4-94dd-77a795628adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:25.194490 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10e79aea-6c40-48ad-a2bb-77962461c96f req-68be9cda-dec7-46b4-94dd-77a795628adb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63021245-ec5e-45fc-a1a8-f13ed23aa515 HTTP/1.1" status: 200 len: 851 time: 0.3144691 Feb 09 14:21:25.228225 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-597c3c2f-bb1e-43eb-b1e1-09029ae5ed1e req-754aa890-4a13-4b14-9138-a65d1aa49360 service neutron] 10.222.0.35 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455250 Feb 09 14:21:25.245542 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7bb65558-fdb3-48ab-a95c-47318f9d4f16 req-8a9b1aeb-f048-476c-bb26-c7a48b197489 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200479 Feb 09 14:21:25.252656 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:25.271583 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10e79aea-6c40-48ad-a2bb-77962461c96f req-002f2076-f120-47d2-9680-868132b5ae4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30830122-d798-49d7-b828-5813fd5acd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667198 Feb 09 14:21:25.296951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] For port fbc838fb-79fb-4ba4-8686-8896c1dbe58f, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:21:25.297774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:21:25.301131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] For port fbc838fb-79fb-4ba4-8686-8896c1dbe58f, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=fbc838fb-79fb-4ba4-8686-8896c1dbe58f,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:21:25.312317 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:25.316994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 607c99a4-79f6-453d-b00d-d89a46536487 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:21:25.322987 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:25.384982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 607c99a4-79f6-453d-b00d-d89a46536487 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:25.385797 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:25.498953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=af23a0d9-1c15-48f5-a81e-9a441a603a7e,revision_number=11']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:25.555852 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57e983-5131-433d-9866-d4db9ec8ecb2 req-d38932ca-9b49-430c-9ae7-da8e966a16b2 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:25.563368 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-da57e983-5131-433d-9866-d4db9ec8ecb2 req-d38932ca-9b49-430c-9ae7-da8e966a16b2 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 943 time: 1.0347135 Feb 09 14:21:25.585697 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:25.592467 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Router bbf0fd57-4592-4a12-9735-05535aa76669 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:21:25.624640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 607c99a4-79f6-453d-b00d-d89a46536487, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=607c99a4-79f6-453d-b00d-d89a46536487,segment=NetworkSegment(510c8c8b-81e5-4c0b-a0a5-d15c2f531413),segment_id=510c8c8b-81e5-4c0b-a0a5-d15c2f531413)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:25.631060 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:25.635874 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:25.642485 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:25.692909 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10e79aea-6c40-48ad-a2bb-77962461c96f req-f9ad0053-8f20-4e5d-adde-9a9610153f3b service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877020 Feb 09 14:21:25.706944 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0b3b85de-caeb-4a7c-afa2-0daaa53ac763 None None] Provisioning complete for port 607c99a4-79f6-453d-b00d-d89a46536487 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:25.706944 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0b3b85de-caeb-4a7c-afa2-0daaa53ac763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:25.711220 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-da57e983-5131-433d-9866-d4db9ec8ecb2 req-8a7b23a2-02fd-4c70-af94-5d0fb8d2e4d3 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467557 Feb 09 14:21:25.765514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=607c99a4-79f6-453d-b00d-d89a46536487,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:25.784284 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'code': 200} Feb 09 14:21:25.786548 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:25.863226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:25.864121 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:25.865815 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-50075a3f-7a17-45f1-af0f-b50630add231 req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] 10.222.0.35 "PUT /v2.0/ports/fbc838fb-79fb-4ba4-8686-8896c1dbe58f HTTP/1.1" status: 200 len: 1091 time: 2.9261005 Feb 09 14:21:25.872371 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb786a65-0ab2-48e8-83e4-b047fe083129', 'tag': 'fbc838fb-79fb-4ba4-8686-8896c1dbe58f'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:21:25.980867 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10e79aea-6c40-48ad-a2bb-77962461c96f req-9f092642-41e7-4e93-b9d4-9791875024cb service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682374 Feb 09 14:21:25.982025 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842ecb4-6e20-4b8e-9dce-f5f7e8f68a32 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc838fb-79fb-4ba4-8686-8896c1dbe58f,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:26.035603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43123f3-ee88-4316-aad8-2ba6ddb2306e req-2b387e55-3293-4de9-9c31-1d438ef70cb5 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:26.037173 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f43123f3-ee88-4316-aad8-2ba6ddb2306e req-2b387e55-3293-4de9-9c31-1d438ef70cb5 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 943 time: 0.4647582 Feb 09 14:21:26.040939 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-597c3c2f-bb1e-43eb-b1e1-09029ae5ed1e req-3cd2415b-81ba-4639-a719-3c3e1eb32ea6 service neutron] 10.222.0.35 "GET /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8046057 Feb 09 14:21:26.079293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50075a3f-7a17-45f1-af0f-b50630add231 req-250e669b-34d2-43eb-89bb-7378005fbce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:26.080865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-50075a3f-7a17-45f1-af0f-b50630add231 req-250e669b-34d2-43eb-89bb-7378005fbce4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7f428d0350d40a891a26b2f275269ef&device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 1094 time: 0.1556320 Feb 09 14:21:26.151158 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f43123f3-ee88-4316-aad8-2ba6ddb2306e req-f9d2e221-b843-4d5f-91f8-33fd6f1ad55f tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070783 Feb 09 14:21:26.167171 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-50075a3f-7a17-45f1-af0f-b50630add231 req-324c7972-a537-4e39-8c8a-e0a3e8e186ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbc838fb-79fb-4ba4-8686-8896c1dbe58f HTTP/1.1" status: 200 len: 217 time: 0.0754113 Feb 09 14:21:26.210185 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb786a65-0ab2-48e8-83e4-b047fe083129', 'tag': 'fbc838fb-79fb-4ba4-8686-8896c1dbe58f', 'status': 'completed', 'code': 200} Feb 09 14:21:26.237988 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50075a3f-7a17-45f1-af0f-b50630add231 req-e0f0b315-65ec-4f63-baf5-ef91072a22d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:26.239546 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-50075a3f-7a17-45f1-af0f-b50630add231 req-e0f0b315-65ec-4f63-baf5-ef91072a22d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=adaa8dfb-07a1-4c7a-bd00-5979c7cd6139 HTTP/1.1" status: 200 len: 854 time: 0.0660706 Feb 09 14:21:26.281452 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:21:26.293151 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Sync routers for ids ['bbf0fd57-4592-4a12-9735-05535aa76669'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:21:26.295619 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-50075a3f-7a17-45f1-af0f-b50630add231 req-e9d76b2c-7b23-4f95-ab77-a20e1a704c81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493889 Feb 09 14:21:26.308147 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Routers {'bbf0fd57-4592-4a12-9735-05535aa76669'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:26.310203 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['bbf0fd57-4592-4a12-9735-05535aa76669'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:26.405354 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38937244-fa65-46b6-8e81-66b00def719b req-95e7a1a0-64d5-427c-abc5-057c58d60772 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:26.407594 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-38937244-fa65-46b6-8e81-66b00def719b req-95e7a1a0-64d5-427c-abc5-057c58d60772 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.4982171 Feb 09 14:21:26.409137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Allocated IP 172.25.8.194 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/6002546a-d0b1-48e8-a9a6-614a63a8b477) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:21:26.429776 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:26.433825 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cc0a944c-585c-4d16-a4cd-c3297c8605cd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.2911904 Feb 09 14:21:26.436552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36880) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:26.526058 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Set router bbf0fd57-4592-4a12-9735-05535aa76669 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:21:26.597729 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-38937244-fa65-46b6-8e81-66b00def719b req-3487f75e-4cf1-4cf5-ad33-b81feacbf68a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754508 Feb 09 14:21:26.600152 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-50075a3f-7a17-45f1-af0f-b50630add231 req-eb7c4f14-1262-4c20-8c04-f17fe149815a service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967601 Feb 09 14:21:26.671249 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:26.723334 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:26.766073 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:26.774517 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4dd2dcbd-283b-4e4a-ba3c-22a7dbbc8c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:26.817242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e2d8d-10fe-4c3a-bbc5-ba747b51f6cf req-28233c57-da82-4d77-934e-5f370a5b0c02 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:26.825822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea0e2d8d-10fe-4c3a-bbc5-ba747b51f6cf req-28233c57-da82-4d77-934e-5f370a5b0c02 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 944 time: 0.4397149 Feb 09 14:21:26.932603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:26.938979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:26.947588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:21:26.967964 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-router', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:16Z', 'updated_at': '2022-02-09T14:21:22Z', 'revision_number': 3, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'gw_port': {'id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:20Z', 'updated_at': '2022-02-09T14:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:26.979346 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Checking router: bbf0fd57-4592-4a12-9735-05535aa76669 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:21:26.981774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Updating router bbf0fd57-4592-4a12-9735-05535aa76669 port c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:21:26.998763 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:27.006976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 93286fb7-1846-4227-9e18-1d18a10f2653 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:21:27.045501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Pushing event updated for resources: {'Port': ['ID=6002546a-d0b1-48e8-a9a6-614a63a8b477,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:27.120826 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:27.126219 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea0e2d8d-10fe-4c3a-bbc5-ba747b51f6cf req-8533e763-fdca-4719-b18c-ef9fa55a618e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992942 Feb 09 14:21:27.182842 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-50075a3f-7a17-45f1-af0f-b50630add231 req-28240ad2-eadb-4eab-8787-823855de3624 service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740693 Feb 09 14:21:27.247842 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 607c99a4-79f6-453d-b00d-d89a46536487 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:27.353638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 93286fb7-1846-4227-9e18-1d18a10f2653, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=93286fb7-1846-4227-9e18-1d18a10f2653,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:27.380627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '93286fb7-1846-4227-9e18-1d18a10f2653', 'network_id': '30830122-d798-49d7-b828-5813fd5acd73', 'port_id': '93286fb7-1846-4227-9e18-1d18a10f2653', 'mac_address': 'fa:16:3e:89:70:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63021245-ec5e-45fc-a1a8-f13ed23aa515', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:21:27.475962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 607c99a4-79f6-453d-b00d-d89a46536487 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:27.476573 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:27.560283 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:27.627030 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93286fb7-1846-4227-9e18-1d18a10f2653 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:21:27.646684 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:27.651192 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 93286fb7-1846-4227-9e18-1d18a10f2653, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=93286fb7-1846-4227-9e18-1d18a10f2653,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:27.657317 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:27.658306 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 406f9242-172c-4e28-90aa-b28f5b984dda details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:21:27.666188 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Transition to ACTIVE for port object c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:21:27.676263 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:27.827993 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Attempting to bind port c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:21:27.828213 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Attempting to bind port c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:21:27.828565 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Attempting to bind port c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:21:27.850842 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:21:27.851270 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:21:27.851622 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:27.852500 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:21:27.852999 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Bound port: c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:21:27.853365 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:27.960566 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] For port c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:21:27.966938 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] For port c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:21:27.970064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5565eb-6ef2-4b92-b261-75ed5d5e01bd req-383041d0-4189-46cc-8bdb-a3089602b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:27.972673 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f5565eb-6ef2-4b92-b261-75ed5d5e01bd req-383041d0-4189-46cc-8bdb-a3089602b1f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7f428d0350d40a891a26b2f275269ef&device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 1094 time: 0.6424944 Feb 09 14:21:27.987918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b65fa0-108e-48fc-a9b2-b9bf51537701 req-83ffc9be-f934-4c6e-ae16-29f495a51f3a tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:27.988246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=93286fb7-1846-4227-9e18-1d18a10f2653,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:27.990995 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:27.997909 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53b65fa0-108e-48fc-a9b2-b9bf51537701 req-83ffc9be-f934-4c6e-ae16-29f495a51f3a tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 943 time: 0.6770935 Feb 09 14:21:28.022825 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:28.040399 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a3d7d-7547-4ff2-9c6e-9f2a32248e33 None None] Pushing event updated for resources: {'Port': ['ID=c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:28.096489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 406f9242-172c-4e28-90aa-b28f5b984dda, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=406f9242-172c-4e28-90aa-b28f5b984dda,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:28.119323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '406f9242-172c-4e28-90aa-b28f5b984dda', 'network_id': 'a1bbdeaf-0df4-42bf-b801-cf0e095f67ca', 'port_id': '406f9242-172c-4e28-90aa-b28f5b984dda', 'mac_address': 'fa:16:3e:b9:23:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fdf6b3-1e22-4eee-999f-3240ab8424ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:21:28.119555 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e8477-b36a-4ad0-a4c8-45fa70e62b0a req-6994a2a7-8a62-48ec-ae29-25b9c8cdff8b tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:28.120237 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a3d7d-7547-4ff2-9c6e-9f2a32248e33 None None] Pushing event updated for resources: {'Port': ['ID=c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:28.120807 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-442e8477-b36a-4ad0-a4c8-45fa70e62b0a req-6994a2a7-8a62-48ec-ae29-25b9c8cdff8b tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 943 time: 0.4542227 Feb 09 14:21:28.124075 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Routers {'bbf0fd57-4592-4a12-9735-05535aa76669'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:28.124685 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['bbf0fd57-4592-4a12-9735-05535aa76669'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:28.139330 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:28.159978 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:28.189932 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:28.220097 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406f9242-172c-4e28-90aa-b28f5b984dda {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:21:28.231837 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53b65fa0-108e-48fc-a9b2-b9bf51537701 req-2e3a6935-f2f9-42cf-b766-e69d3af84910 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324154 Feb 09 14:21:28.275333 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:28.278652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 406f9242-172c-4e28-90aa-b28f5b984dda, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=406f9242-172c-4e28-90aa-b28f5b984dda,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:28.287315 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:28.360038 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] Set router bbf0fd57-4592-4a12-9735-05535aa76669 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:21:28.373505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5565eb-6ef2-4b92-b261-75ed5d5e01bd req-9bb37942-239a-4c1a-b2a2-5d5a19db9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:28.375276 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f5565eb-6ef2-4b92-b261-75ed5d5e01bd req-9bb37942-239a-4c1a-b2a2-5d5a19db9e2b service neutron] 10.222.0.35 "GET /v2.0/networks?id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 HTTP/1.1" status: 200 len: 914 time: 0.3527896 Feb 09 14:21:28.398843 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-442e8477-b36a-4ad0-a4c8-45fa70e62b0a req-2fcc304b-20ef-41f7-ac7b-0c00b54960bc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645729 Feb 09 14:21:28.399614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=eeb174d8-0330-42c0-bf74-ec3e26c1fd39,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:28.401125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=406f9242-172c-4e28-90aa-b28f5b984dda,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:28.524132 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f5565eb-6ef2-4b92-b261-75ed5d5e01bd req-19ff21aa-56e1-45b7-88a5-b2641c447709 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbc838fb-79fb-4ba4-8686-8896c1dbe58f HTTP/1.1" status: 200 len: 217 time: 0.0885186 Feb 09 14:21:28.608538 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:28.671591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5565eb-6ef2-4b92-b261-75ed5d5e01bd req-35d2db04-e31a-42c7-8ee8-0546a212bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:28.672937 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f5565eb-6ef2-4b92-b261-75ed5d5e01bd req-35d2db04-e31a-42c7-8ee8-0546a212bba3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=adaa8dfb-07a1-4c7a-bd00-5979c7cd6139 HTTP/1.1" status: 200 len: 854 time: 0.1347144 Feb 09 14:21:28.727241 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-router', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:16Z', 'updated_at': '2022-02-09T14:21:22Z', 'revision_number': 3, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'gw_port': {'id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:20Z', 'updated_at': '2022-02-09T14:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:28.733623 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dde967-88be-428c-8095-780196aa87c7 None None] The sync data for ids ['bbf0fd57-4592-4a12-9735-05535aa76669'] in n-d-828418-2 is: [{'id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-router', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:16Z', 'updated_at': '2022-02-09T14:21:22Z', 'revision_number': 3, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'gw_port': {'id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:20Z', 'updated_at': '2022-02-09T14:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:21:28.763953 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f5565eb-6ef2-4b92-b261-75ed5d5e01bd req-e70620c9-3fbd-48a0-bb52-b23ab46cd975 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821486 Feb 09 14:21:28.812796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b1748-13ae-4ec2-8115-c2580b8bbea5 req-03f1b9ee-c62e-4798-b5a5-c3a3a3a27b19 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:28.814303 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-446b1748-13ae-4ec2-8115-c2580b8bbea5 req-03f1b9ee-c62e-4798-b5a5-c3a3a3a27b19 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.4317307 Feb 09 14:21:28.858520 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['406f9242-172c-4e28-90aa-b28f5b984dda'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:21:28.886025 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Allocated IP 172.20.0.1 (04375e8a-2a29-4ee3-801b-e50e99a312f0/73fe2fc4-e537-471a-bd13-9a72088c784d/8cd56d8c-3007-4715-8df6-d10db6425637) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:21:28.900772 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:28.926608 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['93286fb7-1846-4227-9e18-1d18a10f2653'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:21:28.940227 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-446b1748-13ae-4ec2-8115-c2580b8bbea5 req-dd4d2088-ad71-48ce-91fa-2b365f02044b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731249 Feb 09 14:21:28.986864 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d47f9-f36b-4287-a0b5-fa5eea959889 req-d0848cf4-e085-4305-9265-b021cc253ed7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:28.992602 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d8d47f9-f36b-4287-a0b5-fa5eea959889 req-d0848cf4-e085-4305-9265-b021cc253ed7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 945 time: 0.4608724 Feb 09 14:21:28.995625 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Floating IP e1ab465f-0f78-46d5-9f26-0977f4d03e54 associated. External IP: 172.25.8.49, port: 5aba243a-f87c-4809-98c9-1bfbdb5632bb. Feb 09 14:21:29.225909 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0b47f16c-e6aa-409f-b2a4-04dcb45392eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:29.241908 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f5565eb-6ef2-4b92-b261-75ed5d5e01bd req-5511f2e4-1b33-4da3-99cf-37a3629fb111 service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639537 Feb 09 14:21:29.354377 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d8d47f9-f36b-4287-a0b5-fa5eea959889 req-73fca671-5ff5-4d75-bab2-0926e28a496c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600590 Feb 09 14:21:29.455038 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:29.545042 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f5565eb-6ef2-4b92-b261-75ed5d5e01bd req-322ca1ac-83ca-4b5f-b737-9abce4b3f861 service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876689 Feb 09 14:21:29.579233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53462ca5-974d-4b97-8171-a3da2f544b1a req-8e49645c-ee41-46b7-9206-e06304416f40 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:29.581091 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53462ca5-974d-4b97-8171-a3da2f544b1a req-8e49645c-ee41-46b7-9206-e06304416f40 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 944 time: 0.1875958 Feb 09 14:21:29.583572 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:29.682351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Network 04375e8a-2a29-4ee3-801b-e50e99a312f0 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:29.687749 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:29.703337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:21:29.752522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53462ca5-974d-4b97-8171-a3da2f544b1a req-481b3bc7-4d4c-4a53-82ad-228fdef07ffc tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645317 Feb 09 14:21:29.768090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd56d8c-3007-4715-8df6-d10db6425637,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:29.857331 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:29.928152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Router 11f0c6f3-2264-488b-b8aa-bd5924ca0d14 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:21:29.943959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e37e6-f2cc-47fd-a146-c77475b33bba req-a23cc57f-7381-46ff-9a6d-61fc40810ed1 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:29.945592 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-651e37e6-f2cc-47fd-a146-c77475b33bba req-a23cc57f-7381-46ff-9a6d-61fc40810ed1 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 943 time: 0.3327916 Feb 09 14:21:30.039869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router 0fc9ec94-ba9f-419a-827e-bf30628f44fe has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:21:30.063867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd840ca2-1a21-49c5-b173-87b367043e8b req-403043a7-2a7d-4872-8606-bc36c8e274fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:30.065337 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd840ca2-1a21-49c5-b173-87b367043e8b req-403043a7-2a7d-4872-8606-bc36c8e274fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 1096 time: 0.2666476 Feb 09 14:21:30.135936 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:30.162432 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-651e37e6-f2cc-47fd-a146-c77475b33bba req-b82a7003-18a2-42c0-b27e-35a3a49d70d2 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089696 Feb 09 14:21:30.225776 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:30.280733 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:21:30.291195 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Sync routers for ids ['11f0c6f3-2264-488b-b8aa-bd5924ca0d14'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:21:30.301693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Routers {'11f0c6f3-2264-488b-b8aa-bd5924ca0d14'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:30.302271 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['11f0c6f3-2264-488b-b8aa-bd5924ca0d14'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:30.350238 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:30.370904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd840ca2-1a21-49c5-b173-87b367043e8b req-e8f77a94-1641-476a-a022-ba0598b55587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:30.372728 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd840ca2-1a21-49c5-b173-87b367043e8b req-e8f77a94-1641-476a-a022-ba0598b55587 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 0.2781601 Feb 09 14:21:30.374197 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:30.378182 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d329d98b-8ee7-4886-a7a8-d16e32c81ae0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.2652233 Feb 09 14:21:30.379200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36910) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:30.382297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:21:30.396535 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037c98b-34f5-46a7-907b-a9a7cd26f8b4 None None] Sync routers for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:21:30.408734 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037c98b-34f5-46a7-907b-a9a7cd26f8b4 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:30.409490 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a037c98b-34f5-46a7-907b-a9a7cd26f8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:30.421092 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:30.535670 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a037c98b-34f5-46a7-907b-a9a7cd26f8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:30.546250 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037c98b-34f5-46a7-907b-a9a7cd26f8b4 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:30.546854 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a037c98b-34f5-46a7-907b-a9a7cd26f8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:30.590822 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Set router 11f0c6f3-2264-488b-b8aa-bd5924ca0d14 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:21:30.597138 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5c03963a-a66d-4abc-9c84-333940a8d948 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 9.3694913 Feb 09 14:21:30.598658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36914) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:30.610493 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a037c98b-34f5-46a7-907b-a9a7cd26f8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:30.610901 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037c98b-34f5-46a7-907b-a9a7cd26f8b4 None None] The sync data for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:21:30.700185 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9bf55-3e0b-4ee4-b27f-555ae4e359e6 req-dbb7dea6-3207-4c3d-bc68-58f79b242dc3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:30.707781 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1d9bf55-3e0b-4ee4-b27f-555ae4e359e6 req-dbb7dea6-3207-4c3d-bc68-58f79b242dc3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.5916440 Feb 09 14:21:30.723327 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8325c-8cbf-47dc-8bb7-beaf0a3b5586 req-49281328-4fab-470b-8faa-7acf7118b951 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:30.724808 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4a8325c-8cbf-47dc-8bb7-beaf0a3b5586 req-49281328-4fab-470b-8faa-7acf7118b951 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 945 time: 0.2448404 Feb 09 14:21:30.763408 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c55673d7-05eb-46cf-b082-e5a3737c42d6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "GET /v2.0/floatingips/e1ab465f-0f78-46d5-9f26-0977f4d03e54 HTTP/1.1" status: 200 len: 976 time: 0.1556573 Feb 09 14:21:30.764341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36918) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:30.832796 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd840ca2-1a21-49c5-b173-87b367043e8b req-bd443ca3-4813-4d4e-91a0-3528c18d08c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e HTTP/1.1" status: 200 len: 1000 time: 0.4205492 Feb 09 14:21:30.905847 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1d9bf55-3e0b-4ee4-b27f-555ae4e359e6 req-32f6c8b5-fd6f-40dd-81dc-eb6bcbf82814 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970665 Feb 09 14:21:30.933369 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'name': 'tempest-TaggedBootDevicesTest_v242-378259191-router', 'tenant_id': '4fe3faab5642463e916a50ee5558c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:22Z', 'updated_at': '2022-02-09T14:21:27Z', 'revision_number': 3, 'project_id': '4fe3faab5642463e916a50ee5558c2f9', 'gw_port': {'id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:25Z', 'updated_at': '2022-02-09T14:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:30.939509 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Checking router: 11f0c6f3-2264-488b-b8aa-bd5924ca0d14 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:21:30.940038 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Updating router 11f0c6f3-2264-488b-b8aa-bd5924ca0d14 port 6002546a-d0b1-48e8-a9a6-614a63a8b477 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:21:31.011156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b6a4fea8-1ad1-4a16-b6b2-1c1bdb50485d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Synchronizing usage tracker for tenant:8bb33fce73ed4a9ab9c3fa77fb85980a on resource:floatingip {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:21:31.030188 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4a8325c-8cbf-47dc-8bb7-beaf0a3b5586 req-6fb9ca4e-086c-4185-aa9d-7745378cc4af tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954431 Feb 09 14:21:31.043981 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device fbc838fb-79fb-4ba4-8686-8896c1dbe58f details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:21:31.061499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b6a4fea8-1ad1-4a16-b6b2-1c1bdb50485d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Unset dirty status for tenant:8bb33fce73ed4a9ab9c3fa77fb85980a on resource:floatingip {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:21:31.063130 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b6a4fea8-1ad1-4a16-b6b2-1c1bdb50485d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2973652 Feb 09 14:21:31.065595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36924) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:31.071929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-bcda4638-1cb6-4f65-a0b4-0ad4ada1e4aa tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'floatingip': {'port_id': 'ff73f801-ac58-4744-9f5c-379ebfa1bb49'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:31.074527 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:31.098829 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:31.176504 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bcda4638-1cb6-4f65-a0b4-0ad4ada1e4aa tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:31.339321 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:31.393587 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:21:31.439284 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:31.476473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:31.477243 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:31.554744 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port fbc838fb-79fb-4ba4-8686-8896c1dbe58f, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=fbc838fb-79fb-4ba4-8686-8896c1dbe58f,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:31.556197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd840ca2-1a21-49c5-b173-87b367043e8b req-07808571-6d42-462e-83eb-5506bc8eaed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:31.557655 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd840ca2-1a21-49c5-b173-87b367043e8b req-07808571-6d42-462e-83eb-5506bc8eaed0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.7119467 Feb 09 14:21:31.567936 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec8827-4905-41a8-b3fd-3f18574c1a59 req-7e832255-caae-4734-83fa-17225d66a2d9 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:31.569067 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ecec8827-4905-41a8-b3fd-3f18574c1a59 req-7e832255-caae-4734-83fa-17225d66a2d9 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 943 time: 0.1904616 Feb 09 14:21:31.579874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'fbc838fb-79fb-4ba4-8686-8896c1dbe58f', 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89', 'port_id': 'fbc838fb-79fb-4ba4-8686-8896c1dbe58f', 'mac_address': 'fa:16:3e:73:16:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adaa8dfb-07a1-4c7a-bd00-5979c7cd6139', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:21:31.647572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd56d8c-3007-4715-8df6-d10db6425637,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:31.655779 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:31.697355 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ecec8827-4905-41a8-b3fd-3f18574c1a59 req-90d9a5be-12fb-4632-96f4-bcd1203ce7af tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190188 Feb 09 14:21:31.745852 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:31.767309 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:31.797273 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:31.821587 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:31.823684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386c103-7516-4119-9671-4a3a0a1f421a req-aa3c2096-86e7-495d-b93d-a31cad908845 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:31.825772 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4386c103-7516-4119-9671-4a3a0a1f421a req-aa3c2096-86e7-495d-b93d-a31cad908845 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 944 time: 0.6956885 Feb 09 14:21:31.830590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc838fb-79fb-4ba4-8686-8896c1dbe58f {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:21:31.843672 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:31.895200 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port fbc838fb-79fb-4ba4-8686-8896c1dbe58f, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=fbc838fb-79fb-4ba4-8686-8896c1dbe58f,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:31.907973 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:31.985996 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4386c103-7516-4119-9671-4a3a0a1f421a req-d56d20aa-286e-4ca1-9b1b-316a441cc9b2 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510987 Feb 09 14:21:31.988320 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:32.006450 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bcda4638-1cb6-4f65-a0b4-0ad4ada1e4aa tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:32.011591 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bcda4638-1cb6-4f65-a0b4-0ad4ada1e4aa tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:32.027532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd840ca2-1a21-49c5-b173-87b367043e8b req-83524385-3940-42d4-a556-0a38dc843981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:32.029075 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd840ca2-1a21-49c5-b173-87b367043e8b req-83524385-3940-42d4-a556-0a38dc843981 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4468615 Feb 09 14:21:32.064708 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:32.090261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Transition to ACTIVE for port object 6002546a-d0b1-48e8-a9a6-614a63a8b477 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:21:32.098328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=fbc838fb-79fb-4ba4-8686-8896c1dbe58f,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:32.104109 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:32.181717 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f29b0e-7e69-4228-985a-829981ff62e0 None None] Pushing event updated for resources: {'Port': ['ID=6002546a-d0b1-48e8-a9a6-614a63a8b477,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:32.210894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Attempting to bind port 6002546a-d0b1-48e8-a9a6-614a63a8b477 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:21:32.211321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Attempting to bind port 6002546a-d0b1-48e8-a9a6-614a63a8b477 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:21:32.212057 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Attempting to bind port 6002546a-d0b1-48e8-a9a6-614a63a8b477 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:21:32.212188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Network 04375e8a-2a29-4ee3-801b-e50e99a312f0 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:32.218074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:21:32.218599 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:21:32.219010 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:32.219404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:21:32.219917 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Bound port: 6002546a-d0b1-48e8-a9a6-614a63a8b477, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:21:32.220303 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:32.223348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:32.313573 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-bcda4638-1cb6-4f65-a0b4-0ad4ada1e4aa tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Floating IP e1ab465f-0f78-46d5-9f26-0977f4d03e54 associated. External IP: 172.25.8.49, port: 5aba243a-f87c-4809-98c9-1bfbdb5632bb. Feb 09 14:21:32.317548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] For port 6002546a-d0b1-48e8-a9a6-614a63a8b477, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:21:32.321067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] For port 6002546a-d0b1-48e8-a9a6-614a63a8b477, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=6002546a-d0b1-48e8-a9a6-614a63a8b477,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:21:32.325333 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:32.385544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102d46b-e1ad-49b4-a0c5-169ac6b733b7 req-44a20e85-aeb3-4b84-b8dd-fec71feace1d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:32.386967 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c102d46b-e1ad-49b4-a0c5-169ac6b733b7 req-44a20e85-aeb3-4b84-b8dd-fec71feace1d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.2565525 Feb 09 14:21:32.405993 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['fbc838fb-79fb-4ba4-8686-8896c1dbe58f'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:21:32.454813 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Routers {'11f0c6f3-2264-488b-b8aa-bd5924ca0d14'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:32.455447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['11f0c6f3-2264-488b-b8aa-bd5924ca0d14'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:32.459321 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd840ca2-1a21-49c5-b173-87b367043e8b req-156e4ef7-4816-4e77-b8cb-e73eddc12ae2 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172854 Feb 09 14:21:32.548733 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f29b0e-7e69-4228-985a-829981ff62e0 None None] Pushing event updated for resources: {'Port': ['ID=6002546a-d0b1-48e8-a9a6-614a63a8b477,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:32.744181 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] Set router 11f0c6f3-2264-488b-b8aa-bd5924ca0d14 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:21:32.761288 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c102d46b-e1ad-49b4-a0c5-169ac6b733b7 req-f41e5576-4b99-4f2c-9cfa-77917313c610 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3500512 Feb 09 14:21:32.888621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Router bbf0fd57-4592-4a12-9735-05535aa76669 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:21:32.896381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a01001-a6db-49f6-81de-4b2b60402ec7 req-397d85ef-b7f9-404a-a7fd-e3b257a11c45 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:32.898250 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9a01001-a6db-49f6-81de-4b2b60402ec7 req-397d85ef-b7f9-404a-a7fd-e3b257a11c45 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 945 time: 0.6575866 Feb 09 14:21:32.984918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcda4638-1cb6-4f65-a0b4-0ad4ada1e4aa tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router 0fc9ec94-ba9f-419a-827e-bf30628f44fe has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:21:32.988200 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd840ca2-1a21-49c5-b173-87b367043e8b req-298b3d2a-2f42-4ac4-b876-54d0e94b32de service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164821 Feb 09 14:21:33.059708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device af23a0d9-1c15-48f5-a81e-9a441a603a7e details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:21:33.063380 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 93286fb7-1846-4227-9e18-1d18a10f2653 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:33.077392 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:33.096241 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9a01001-a6db-49f6-81de-4b2b60402ec7 req-93ed557d-5ac3-45f2-9224-8ac75d78b882 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684954 Feb 09 14:21:33.099077 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:33.102921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69707ddd-b8f5-43c3-bfb7-bedb26ba51c9 req-172275a8-bba9-491d-84a4-e3afe25f9206 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:33.104462 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-69707ddd-b8f5-43c3-bfb7-bedb26ba51c9 req-172275a8-bba9-491d-84a4-e3afe25f9206 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 944 time: 0.1950552 Feb 09 14:21:33.252176 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-69707ddd-b8f5-43c3-bfb7-bedb26ba51c9 req-c87d1f4e-c39d-413b-bfe2-eecbadce7116 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384959 Feb 09 14:21:33.266555 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcda4638-1cb6-4f65-a0b4-0ad4ada1e4aa tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:21:33.313614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:21:33.323315 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Sync routers for ids ['bbf0fd57-4592-4a12-9735-05535aa76669'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:21:33.335974 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Routers {'bbf0fd57-4592-4a12-9735-05535aa76669'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:33.337320 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['bbf0fd57-4592-4a12-9735-05535aa76669'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:33.343402 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698204b3-2c40-4d3f-b0fb-8478cda8a60b None None] Sync routers for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:21:33.360787 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5f71ec37-7f26-47b1-a40c-024954250a42 admin admin] 10.222.0.48 "PUT /v2.0/routers/bbf0fd57-4592-4a12-9735-05535aa76669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9160707 Feb 09 14:21:33.470825 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3001240-594a-4c36-944f-ea541c3adf95 req-5397f2ba-aa01-4cd6-9ade-3f8282c0d40e tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:33.472654 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3001240-594a-4c36-944f-ea541c3adf95 req-5397f2ba-aa01-4cd6-9ade-3f8282c0d40e tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 944 time: 0.2216377 Feb 09 14:21:33.477878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Allocated IP 172.20.0.1 (05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a/4a1a94ef-55ab-4233-8dd1-92294d78e0d8/2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:21:33.535283 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3001240-594a-4c36-944f-ea541c3adf95 req-da96a076-8298-4767-8b6a-7682c776f350 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549495 Feb 09 14:21:33.578028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698204b3-2c40-4d3f-b0fb-8478cda8a60b None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:33.578817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-698204b3-2c40-4d3f-b0fb-8478cda8a60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:33.692570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-698204b3-2c40-4d3f-b0fb-8478cda8a60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:33.703852 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:33.736053 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:33.736425 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:33.738320 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Set router bbf0fd57-4592-4a12-9735-05535aa76669 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:21:33.755836 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:33.759465 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'port_id': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'mac_address': 'fa:16:3e:f0:d4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:21:33.770813 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698204b3-2c40-4d3f-b0fb-8478cda8a60b None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:33.771443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-698204b3-2c40-4d3f-b0fb-8478cda8a60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:33.775428 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Transition to ACTIVE for port object 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:21:33.819255 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:33.865183 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 93286fb7-1846-4227-9e18-1d18a10f2653 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:21:33.907359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Network 05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:33.916261 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:33.930860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:21:33.958981 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-698204b3-2c40-4d3f-b0fb-8478cda8a60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:33.959382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698204b3-2c40-4d3f-b0fb-8478cda8a60b None None] The sync data for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:21:33.968825 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 93286fb7-1846-4227-9e18-1d18a10f2653 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:33.969199 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:34.057346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Pushing event updated for resources: {'Port': ['ID=2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:34.083484 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:34.087452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'name': 'tempest-TaggedBootDevicesTest_v242-378259191-router', 'tenant_id': '4fe3faab5642463e916a50ee5558c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:22Z', 'updated_at': '2022-02-09T14:21:27Z', 'revision_number': 3, 'project_id': '4fe3faab5642463e916a50ee5558c2f9', 'gw_port': {'id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:25Z', 'updated_at': '2022-02-09T14:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:34.102489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df8b204-637d-4773-86af-3233b16f63b3 None None] The sync data for ids ['11f0c6f3-2264-488b-b8aa-bd5924ca0d14'] in n-d-828418-2 is: [{'id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'name': 'tempest-TaggedBootDevicesTest_v242-378259191-router', 'tenant_id': '4fe3faab5642463e916a50ee5558c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:22Z', 'updated_at': '2022-02-09T14:21:27Z', 'revision_number': 3, 'project_id': '4fe3faab5642463e916a50ee5558c2f9', 'gw_port': {'id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:25Z', 'updated_at': '2022-02-09T14:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:21:34.118965 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:34.128909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-05e596a1-6ce5-4ff6-8881-aaa8e2e45552 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:34.130622 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-05e596a1-6ce5-4ff6-8881-aaa8e2e45552 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Synchronizing usage tracker for tenant:7f8c52ced27646e3b1bb36269481777f on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:21:34.141486 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693a63c-a95d-484f-9e23-7c194b7c1d18 req-4d92a0d6-d7b2-44c3-b685-c8a3dccea36a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:34.150660 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6693a63c-a95d-484f-9e23-7c194b7c1d18 req-4d92a0d6-d7b2-44c3-b685-c8a3dccea36a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1834729 Feb 09 14:21:34.162680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-05e596a1-6ce5-4ff6-8881-aaa8e2e45552 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Unset dirty status for tenant:7f8c52ced27646e3b1bb36269481777f on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:21:34.164756 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-05e596a1-6ce5-4ff6-8881-aaa8e2e45552 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/networks?id=04375e8a-2a29-4ee3-801b-e50e99a312f0 HTTP/1.1" status: 200 len: 819 time: 0.3170228 Feb 09 14:21:34.197432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcda4638-1cb6-4f65-a0b4-0ad4ada1e4aa tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router 0fc9ec94-ba9f-419a-827e-bf30628f44fe has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:21:34.221933 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6693a63c-a95d-484f-9e23-7c194b7c1d18 req-04b1b276-be1b-4864-940f-c99a4b99be5e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673780 Feb 09 14:21:34.282047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af23a0d9-1c15-48f5-a81e-9a441a603a7e {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:21:34.322094 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:34.354075 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-84b7dfd3-543f-4aa6-aca6-475dcafe44ba tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/quotas/7f8c52ced27646e3b1bb36269481777f HTTP/1.1" status: 200 len: 375 time: 0.1799736 Feb 09 14:21:34.365953 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-router', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:16Z', 'updated_at': '2022-02-09T14:21:30Z', 'revision_number': 4, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'gw_port': {'id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:20Z', 'updated_at': '2022-02-09T14:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '8cd56d8c-3007-4715-8df6-d10db6425637', 'name': '', 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'mac_address': 'fa:16:3e:64:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:28Z', 'updated_at': '2022-02-09T14:21:30Z', 'revision_number': 2, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'subnets': [{'id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:34.366538 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:34.373871 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Checking router: bbf0fd57-4592-4a12-9735-05535aa76669 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:21:34.374444 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Updating router bbf0fd57-4592-4a12-9735-05535aa76669 port 8cd56d8c-3007-4715-8df6-d10db6425637 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:21:34.421150 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:34.483867 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:34.501201 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:34.502174 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e19f22a5-5786-4f5c-bad0-00906946eb0c None None] Provisioning for port 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:21:34.525723 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['af23a0d9-1c15-48f5-a81e-9a441a603a7e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:21:34.612259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e19f22a5-5786-4f5c-bad0-00906946eb0c None None] Provisioning complete for port 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:34.614086 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e19f22a5-5786-4f5c-bad0-00906946eb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:34.647435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcda4638-1cb6-4f65-a0b4-0ad4ada1e4aa tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:21:34.651882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=af23a0d9-1c15-48f5-a81e-9a441a603a7e,revision_number=12']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:34.670017 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bcda4638-1cb6-4f65-a0b4-0ad4ada1e4aa tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:34.678364 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d4da0f-1504-4bf2-95fc-5c265e57b1d8 None None] Sync routers for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:21:34.702121 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26f2995-2d22-4dac-95d5-239ad3c31a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93286fb7-1846-4227-9e18-1d18a10f2653'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:21:34.730210 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-6fe9cf61-5c85-483a-b5d6-5c5ea2acf9bd tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f8c52ced27646e3b1bb36269481777f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3678751 Feb 09 14:21:34.744096 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 93286fb7-1846-4227-9e18-1d18a10f2653, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=93286fb7-1846-4227-9e18-1d18a10f2653,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:34.759397 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:34.760240 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 406f9242-172c-4e28-90aa-b28f5b984dda up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:34.817183 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d4da0f-1504-4bf2-95fc-5c265e57b1d8 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:34.817806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d9d4da0f-1504-4bf2-95fc-5c265e57b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:34.819179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3c79f-3e4d-497e-a0ca-5214ac316024 req-60cecba3-b5c0-4081-a692-ac285924fce8 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:34.820979 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e8c3c79f-3e4d-497e-a0ca-5214ac316024 req-60cecba3-b5c0-4081-a692-ac285924fce8 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 945 time: 0.4040825 Feb 09 14:21:34.983572 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e19f22a5-5786-4f5c-bad0-00906946eb0c None None] Port 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:21:35.025168 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d9d4da0f-1504-4bf2-95fc-5c265e57b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:35.089802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d4da0f-1504-4bf2-95fc-5c265e57b1d8 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:35.090984 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d9d4da0f-1504-4bf2-95fc-5c265e57b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:35.122547 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e8c3c79f-3e4d-497e-a0ca-5214ac316024 req-bc66e222-dbe4-4640-b535-2b8e93a1e478 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833984 Feb 09 14:21:35.154007 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:21:35.178030 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 6002546a-d0b1-48e8-a9a6-614a63a8b477 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:35.192128 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:35.196026 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:35.203540 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:35.223414 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bcda4638-1cb6-4f65-a0b4-0ad4ada1e4aa tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "PUT /v2.0/floatingips/e1ab465f-0f78-46d5-9f26-0977f4d03e54 HTTP/1.1" status: 200 len: 977 time: 4.1565454 Feb 09 14:21:35.227378 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36966) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:35.227776 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Transition to ACTIVE for port object 8cd56d8c-3007-4715-8df6-d10db6425637 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:21:35.234753 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-fae24e49-bfaf-4f7f-960f-637404490c9f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:35.244310 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:35.296338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=93286fb7-1846-4227-9e18-1d18a10f2653,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:35.312483 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d9d4da0f-1504-4bf2-95fc-5c265e57b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:35.313163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d4da0f-1504-4bf2-95fc-5c265e57b1d8 None None] The sync data for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:21:35.329443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 406f9242-172c-4e28-90aa-b28f5b984dda completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:21:35.340907 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-50216fc2-0c17-479c-bbb2-064b79b044b9 service neutron] 10.222.0.48 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018069 Feb 09 14:21:35.357060 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cb15f-a35a-4efb-8a7b-11ac7014fedb None None] Pushing event updated for resources: {'Port': ['ID=8cd56d8c-3007-4715-8df6-d10db6425637,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:35.362171 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:35.407201 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 406f9242-172c-4e28-90aa-b28f5b984dda triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:35.407584 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:35.489375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 6002546a-d0b1-48e8-a9a6-614a63a8b477 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:21:35.512579 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 6002546a-d0b1-48e8-a9a6-614a63a8b477 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:35.512960 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:35.513686 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fae24e49-bfaf-4f7f-960f-637404490c9f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:35.605178 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Attempting to bind port 8cd56d8c-3007-4715-8df6-d10db6425637 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:21:35.607086 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Attempting to bind port 8cd56d8c-3007-4715-8df6-d10db6425637 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '32436203-501b-447e-a37e-b5ff34bc7a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:21:35.607605 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Attempting to bind port 8cd56d8c-3007-4715-8df6-d10db6425637 on network 04375e8a-2a29-4ee3-801b-e50e99a312f0 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:21:35.613737 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:21:35.614524 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Checking segment: {'id': '32436203-501b-447e-a37e-b5ff34bc7a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:21:35.615249 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:35.615832 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Bound using segment: {'id': '32436203-501b-447e-a37e-b5ff34bc7a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:21:35.616456 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Bound port: 8cd56d8c-3007-4715-8df6-d10db6425637, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32436203-501b-447e-a37e-b5ff34bc7a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:21:35.617227 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:35.693502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Pushing event updated for resources: {'Port': ['ID=2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:35.706050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Network 05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:35.721282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:35.743140 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] For port 8cd56d8c-3007-4715-8df6-d10db6425637, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:21:35.752719 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] For port 8cd56d8c-3007-4715-8df6-d10db6425637, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=8cd56d8c-3007-4715-8df6-d10db6425637,segment=NetworkSegment(32436203-501b-447e-a37e-b5ff34bc7a38),segment_id=32436203-501b-447e-a37e-b5ff34bc7a38)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:21:35.759259 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:35.851328 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Routers {'bbf0fd57-4592-4a12-9735-05535aa76669'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:35.852012 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['bbf0fd57-4592-4a12-9735-05535aa76669'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:35.857786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3626ea-20aa-44b0-a701-e32a70fdd723 req-3e7e17d0-8292-4da5-b748-cd8390d41dae tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:35.865041 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce3626ea-20aa-44b0-a701-e32a70fdd723 req-3e7e17d0-8292-4da5-b748-cd8390d41dae tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 944 time: 0.5681112 Feb 09 14:21:35.896151 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:35.959644 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:35.970671 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 406f9242-172c-4e28-90aa-b28f5b984dda, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=406f9242-172c-4e28-90aa-b28f5b984dda,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:35.981419 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:35.981770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce3626ea-20aa-44b0-a701-e32a70fdd723 req-4c5c463b-ae62-461d-afdf-f043caa30060 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093912 Feb 09 14:21:36.005208 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cb15f-a35a-4efb-8a7b-11ac7014fedb None None] Pushing event updated for resources: {'Port': ['ID=8cd56d8c-3007-4715-8df6-d10db6425637,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:36.024021 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fae24e49-bfaf-4f7f-960f-637404490c9f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:36.033432 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fae24e49-bfaf-4f7f-960f-637404490c9f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:36.034113 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-fae24e49-bfaf-4f7f-960f-637404490c9f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Floating IP e1ab465f-0f78-46d5-9f26-0977f4d03e54 disassociated. External IP: 172.25.8.49, port: ff73f801-ac58-4744-9f5c-379ebfa1bb49. Feb 09 14:21:36.057916 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 6002546a-d0b1-48e8-a9a6-614a63a8b477, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=6002546a-d0b1-48e8-a9a6-614a63a8b477,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:36.070273 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device fbc838fb-79fb-4ba4-8686-8896c1dbe58f up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:36.185693 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:36.217732 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] Set router bbf0fd57-4592-4a12-9735-05535aa76669 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:21:36.233170 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=406f9242-172c-4e28-90aa-b28f5b984dda,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:36.273300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0b034662-1d51-4392-980a-8c93c321d94d None None] Provisioning complete for port 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:36.273684 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0b034662-1d51-4392-980a-8c93c321d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:36.286129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Router 11f0c6f3-2264-488b-b8aa-bd5924ca0d14 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:21:36.423982 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-03eff9a2-ffee-4893-9b09-66971584ad7f service neutron] 10.222.0.48 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0768788 Feb 09 14:21:36.442314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0b034662-1d51-4392-980a-8c93c321d94d None None] Port 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:21:36.445498 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port fbc838fb-79fb-4ba4-8686-8896c1dbe58f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:21:36.457653 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=6002546a-d0b1-48e8-a9a6-614a63a8b477,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:36.473916 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port fbc838fb-79fb-4ba4-8686-8896c1dbe58f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:36.474204 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:36.566533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ab55a-32be-4d06-bea2-4ecf99141548 req-ee15ce0f-68f1-4caa-8f7e-c5fffe8efac8 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:36.570553 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-770ab55a-32be-4d06-bea2-4ecf99141548 req-ee15ce0f-68f1-4caa-8f7e-c5fffe8efac8 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 945 time: 0.3860991 Feb 09 14:21:36.619120 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae24e49-bfaf-4f7f-960f-637404490c9f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router 0fc9ec94-ba9f-419a-827e-bf30628f44fe has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:21:36.659842 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-router', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:16Z', 'updated_at': '2022-02-09T14:21:30Z', 'revision_number': 4, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'gw_port': {'id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:20Z', 'updated_at': '2022-02-09T14:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '8cd56d8c-3007-4715-8df6-d10db6425637', 'name': '', 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'mac_address': 'fa:16:3e:64:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:28Z', 'updated_at': '2022-02-09T14:21:35Z', 'revision_number': 4, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'subnets': [{'id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:36.660480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:21:36.670098 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4ca4d797-8074-47b1-928b-d2d41f69e8e2 admin admin] 10.222.0.48 "PUT /v2.0/routers/11f0c6f3-2264-488b-b8aa-bd5924ca0d14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2897429 Feb 09 14:21:36.674612 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec509a43-5b58-4e3a-8f44-cb93a45b9fb3 None None] The sync data for ids ['bbf0fd57-4592-4a12-9735-05535aa76669'] in n-d-828418-2 is: [{'id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-router', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:16Z', 'updated_at': '2022-02-09T14:21:30Z', 'revision_number': 4, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'gw_port': {'id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:20Z', 'updated_at': '2022-02-09T14:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '8cd56d8c-3007-4715-8df6-d10db6425637', 'name': '', 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'mac_address': 'fa:16:3e:64:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:28Z', 'updated_at': '2022-02-09T14:21:35Z', 'revision_number': 4, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'subnets': [{'id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:21:36.798718 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26f2995-2d22-4dac-95d5-239ad3c31a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93286fb7-1846-4227-9e18-1d18a10f2653', 'code': 200} Feb 09 14:21:36.863454 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:36.908914 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-770ab55a-32be-4d06-bea2-4ecf99141548 req-f3926c15-0e88-43de-9663-8e2431328b0c tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276310 Feb 09 14:21:36.944390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port fbc838fb-79fb-4ba4-8686-8896c1dbe58f, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=fbc838fb-79fb-4ba4-8686-8896c1dbe58f,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:36.954948 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:36.978447 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Sync routers for ids ['11f0c6f3-2264-488b-b8aa-bd5924ca0d14'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:21:36.998305 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Routers {'11f0c6f3-2264-488b-b8aa-bd5924ca0d14'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:36.999309 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['11f0c6f3-2264-488b-b8aa-bd5924ca0d14'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:37.071587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792acf5e-0f75-43df-a9f8-7cedcbd9a214 req-396185fa-b3f6-4dc3-a722-023b52317f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:37.082140 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-792acf5e-0f75-43df-a9f8-7cedcbd9a214 req-396185fa-b3f6-4dc3-a722-023b52317f25 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 1097 time: 0.2821224 Feb 09 14:21:37.181414 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=fbc838fb-79fb-4ba4-8686-8896c1dbe58f,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:37.208631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device af23a0d9-1c15-48f5-a81e-9a441a603a7e up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:37.253848 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-792acf5e-0f75-43df-a9f8-7cedcbd9a214 req-19b51917-2971-484d-99c7-d9c3679d7687 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695879 Feb 09 14:21:37.271063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae24e49-bfaf-4f7f-960f-637404490c9f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:21:37.294910 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fae24e49-bfaf-4f7f-960f-637404490c9f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:37.320924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674face7-f128-4d6a-b815-6a920c9e1475 req-da20973b-0d7e-4712-b5af-47aad6ca490c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:37.332387 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-674face7-f128-4d6a-b815-6a920c9e1475 req-da20973b-0d7e-4712-b5af-47aad6ca490c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.1900945 Feb 09 14:21:37.364674 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c93fd4-1067-4e01-a17b-be42783d3ed1 None None] Sync routers for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:21:37.370802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 6002546a-d0b1-48e8-a9a6-614a63a8b477 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:37.439441 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c93fd4-1067-4e01-a17b-be42783d3ed1 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:37.440367 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-24c93fd4-1067-4e01-a17b-be42783d3ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:37.454354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-674face7-f128-4d6a-b815-6a920c9e1475 req-c47d715e-3eec-46b1-8b9d-5b57e3f26cf2 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190231 Feb 09 14:21:37.512656 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Set router 11f0c6f3-2264-488b-b8aa-bd5924ca0d14 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:21:37.640003 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-24c93fd4-1067-4e01-a17b-be42783d3ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:37.678329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c93fd4-1067-4e01-a17b-be42783d3ed1 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:37.679112 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-24c93fd4-1067-4e01-a17b-be42783d3ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:37.763910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-48d5ca68-516a-4bda-8e86-b0655f81544c req-792ca11a-37d0-459b-9314-0cd896d3bac9 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Synchronizing usage tracker for tenant:7f8c52ced27646e3b1bb36269481777f on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:21:37.780413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port af23a0d9-1c15-48f5-a81e-9a441a603a7e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:37.781547 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:37.801083 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-48d5ca68-516a-4bda-8e86-b0655f81544c req-792ca11a-37d0-459b-9314-0cd896d3bac9 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Unset dirty status for tenant:7f8c52ced27646e3b1bb36269481777f on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:21:37.802355 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48d5ca68-516a-4bda-8e86-b0655f81544c req-792ca11a-37d0-459b-9314-0cd896d3bac9 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 210 time: 0.2068930 Feb 09 14:21:37.847812 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fae24e49-bfaf-4f7f-960f-637404490c9f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "PUT /v2.0/floatingips/e1ab465f-0f78-46d5-9f26-0977f4d03e54 HTTP/1.1" status: 200 len: 687 time: 2.6191463 Feb 09 14:21:37.850282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37024) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:37.998404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd97370-59f6-4441-a144-c6fd8352e27a req-8fc50682-b96c-41e8-b842-a66881d26c48 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:37.999992 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cd97370-59f6-4441-a144-c6fd8352e27a req-8fc50682-b96c-41e8-b842-a66881d26c48 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 946 time: 1.0936339 Feb 09 14:21:38.088717 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-24c93fd4-1067-4e01-a17b-be42783d3ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:38.089357 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c93fd4-1067-4e01-a17b-be42783d3ed1 None None] The sync data for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:21:38.110622 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cd97370-59f6-4441-a144-c6fd8352e27a req-ee064278-88d1-40e1-8084-85a8bc5cc29b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009440 Feb 09 14:21:38.219195 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'name': 'tempest-TaggedBootDevicesTest_v242-378259191-router', 'tenant_id': '4fe3faab5642463e916a50ee5558c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:22Z', 'updated_at': '2022-02-09T14:21:34Z', 'revision_number': 4, 'project_id': '4fe3faab5642463e916a50ee5558c2f9', 'gw_port': {'id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:25Z', 'updated_at': '2022-02-09T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf', 'name': '', 'network_id': '05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a', 'tenant_id': '4fe3faab5642463e916a50ee5558c2f9', 'mac_address': 'fa:16:3e:83:5a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '4a1a94ef-55ab-4233-8dd1-92294d78e0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:33Z', 'updated_at': '2022-02-09T14:21:34Z', 'revision_number': 2, 'project_id': '4fe3faab5642463e916a50ee5558c2f9', 'subnets': [{'id': '4a1a94ef-55ab-4233-8dd1-92294d78e0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:38.223126 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Checking router: 11f0c6f3-2264-488b-b8aa-bd5924ca0d14 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:21:38.224125 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Updating router 11f0c6f3-2264-488b-b8aa-bd5924ca0d14 port 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:21:38.325462 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 6002546a-d0b1-48e8-a9a6-614a63a8b477 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:38.330038 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:38.344949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ae3e2a62-f77c-40c2-9f5b-2f498d877b2e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting port eeb174d8-0330-42c0-bf74-ec3e26c1fd39 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:21:38.345527 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2a62-f77c-40c2-9f5b-2f498d877b2e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:38.367976 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:38.516702 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:38.550834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638772f-17de-4fea-90dd-68204f569223 req-25ef5b1b-b117-4a2c-8093-1d6b843edfa1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:38.556187 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5638772f-17de-4fea-90dd-68204f569223 req-25ef5b1b-b117-4a2c-8093-1d6b843edfa1 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 945 time: 0.2053781 Feb 09 14:21:38.671503 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:38.674875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:38.696342 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5638772f-17de-4fea-90dd-68204f569223 req-a396a4a3-b5a3-4ea0-8d6a-e4ac35e8cce6 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322865 Feb 09 14:21:38.770557 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:38.859404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b284ff-12c6-4b79-96bd-cc80d1b917b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406f9242-172c-4e28-90aa-b28f5b984dda'}, {'server_uuid': 'bb786a65-0ab2-48e8-83e4-b047fe083129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc838fb-79fb-4ba4-8686-8896c1dbe58f'}, {'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:21:38.904801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8cd56d8c-3007-4715-8df6-d10db6425637 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:38.912131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998dc77-4495-497a-9518-5e63b1c5473a req-2c4bb11d-a2df-4e82-bfe7-3db402d86988 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:38.913828 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a998dc77-4495-497a-9518-5e63b1c5473a req-2c4bb11d-a2df-4e82-bfe7-3db402d86988 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 945 time: 0.7581570 Feb 09 14:21:38.967399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=af23a0d9-1c15-48f5-a81e-9a441a603a7e,revision_number=13']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:38.980752 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a998dc77-4495-497a-9518-5e63b1c5473a req-6b58f544-083c-47e6-85f6-1bafa31b2245 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593257 Feb 09 14:21:39.028565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:39.029731 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:39.030239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:39.033349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:39.033901 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:39.038349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:39.040024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:39.040662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:39.041219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:39.044092 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:39.044654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:39.045156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:39.085074 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2a62-f77c-40c2-9f5b-2f498d877b2e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:39.086841 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2a62-f77c-40c2-9f5b-2f498d877b2e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:39.088471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898d349-0b33-4e9b-b7cc-fde2a7f937ef req-b830b643-00ef-4fcb-9cd7-f4c9f2ce00e6 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:39.095158 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6898d349-0b33-4e9b-b7cc-fde2a7f937ef req-b830b643-00ef-4fcb-9cd7-f4c9f2ce00e6 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.2091711 Feb 09 14:21:39.118142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 8cd56d8c-3007-4715-8df6-d10db6425637 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:21:39.133187 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 8cd56d8c-3007-4715-8df6-d10db6425637 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:39.133569 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:39.218423 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6898d349-0b33-4e9b-b7cc-fde2a7f937ef req-9feb1810-13ca-43e5-a429-f533206d89d3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164379 Feb 09 14:21:39.336275 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:39.337474 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b284ff-12c6-4b79-96bd-cc80d1b917b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406f9242-172c-4e28-90aa-b28f5b984dda', 'code': 200} Feb 09 14:21:39.337738 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb786a65-0ab2-48e8-83e4-b047fe083129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc838fb-79fb-4ba4-8686-8896c1dbe58f', 'code': 200} Feb 09 14:21:39.337996 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'code': 200} Feb 09 14:21:39.372442 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Transition to ACTIVE for port object 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:21:39.386481 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:39.448091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ae3e2a62-f77c-40c2-9f5b-2f498d877b2e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Calling delete_port for eeb174d8-0330-42c0-bf74-ec3e26c1fd39 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:21:39.471400 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:39.548063 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 8cd56d8c-3007-4715-8df6-d10db6425637, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=8cd56d8c-3007-4715-8df6-d10db6425637,segment=NetworkSegment(32436203-501b-447e-a37e-b5ff34bc7a38),segment_id=32436203-501b-447e-a37e-b5ff34bc7a38)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:39.560640 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:39.601575 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ddd6bad-4e8e-42c5-9857-c251d7c308c5 req-44423fd4-3425-4994-9263-85a8376a5101 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 210 time: 0.2749705 Feb 09 14:21:39.836264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab87e0-710d-433a-a2f3-5504440ecfc5 req-7a1cacfd-d033-475a-8e41-d991ea562574 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:39.838655 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=8cd56d8c-3007-4715-8df6-d10db6425637,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:39.857275 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-92ab87e0-710d-433a-a2f3-5504440ecfc5 req-7a1cacfd-d033-475a-8e41-d991ea562574 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 947 time: 0.2430372 Feb 09 14:21:40.039757 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-92ab87e0-710d-433a-a2f3-5504440ecfc5 req-0438134a-5e87-4ca3-8ea2-8e8114168a3a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813235 Feb 09 14:21:40.065574 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae070d-000f-47ad-8981-ce2537643b4e None None] Pushing event updated for resources: {'Port': ['ID=2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:40.077057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd531820-ea27-4b85-b387-bb8bcb25c3c7 req-1dacfeea-8d73-4768-86f2-eb8a524305ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:40.079223 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bd531820-ea27-4b85-b387-bb8bcb25c3c7 req-1dacfeea-8d73-4768-86f2-eb8a524305ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 1096 time: 0.1462114 Feb 09 14:21:40.083956 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Attempting to bind port 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:21:40.084554 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Attempting to bind port 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '510c8c8b-81e5-4c0b-a0a5-d15c2f531413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:21:40.085151 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Attempting to bind port 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf on network 05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:21:40.095649 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:21:40.096318 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Checking segment: {'id': '510c8c8b-81e5-4c0b-a0a5-d15c2f531413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:21:40.096983 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:40.097372 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Bound using segment: {'id': '510c8c8b-81e5-4c0b-a0a5-d15c2f531413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:21:40.098174 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Bound port: 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510c8c8b-81e5-4c0b-a0a5-d15c2f531413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:21:40.098550 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:40.183089 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bd531820-ea27-4b85-b387-bb8bcb25c3c7 req-ed4ce484-2cb5-4fca-8f2c-e093ecbc3339 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776134 Feb 09 14:21:40.237134 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] For port 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:21:40.241736 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] For port 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf,segment=NetworkSegment(510c8c8b-81e5-4c0b-a0a5-d15c2f531413),segment_id=510c8c8b-81e5-4c0b-a0a5-d15c2f531413)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:21:40.250187 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:40.304529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc873d-8908-4dd6-989b-50ab266de123 req-c353dcb6-8d26-4d89-8b7d-c7e57c9c1340 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:40.305974 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:40.312086 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-38dc873d-8908-4dd6-989b-50ab266de123 req-c353dcb6-8d26-4d89-8b7d-c7e57c9c1340 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 945 time: 0.1309030 Feb 09 14:21:40.349917 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Routers {'11f0c6f3-2264-488b-b8aa-bd5924ca0d14'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:40.351341 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['11f0c6f3-2264-488b-b8aa-bd5924ca0d14'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:40.371290 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-168217c6-1492-4383-b0d8-098100c104ad tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:40.372886 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-168217c6-1492-4383-b0d8-098100c104ad tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.35 "GET /v2.0/networks?id=04375e8a-2a29-4ee3-801b-e50e99a312f0 HTTP/1.1" status: 200 len: 819 time: 0.7603259 Feb 09 14:21:40.380524 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-38dc873d-8908-4dd6-989b-50ab266de123 req-7428f9f0-6d0f-4e0d-96fe-c60c411ff736 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669096 Feb 09 14:21:40.393683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5310daa-2ae5-41f3-9d82-6907c552f657 req-cef38c94-38e4-4971-bca7-8f9f1e8baa05 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:40.395212 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5310daa-2ae5-41f3-9d82-6907c552f657 req-cef38c94-38e4-4971-bca7-8f9f1e8baa05 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 945 time: 0.4375191 Feb 09 14:21:40.472791 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5310daa-2ae5-41f3-9d82-6907c552f657 req-4d126ffc-3531-4221-9037-15f519b3196f tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558848 Feb 09 14:21:40.473447 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2a62-f77c-40c2-9f5b-2f498d877b2e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:40.533979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0de36-4cf0-458c-97be-0781a4e318ee req-60970441-ec5a-4cef-a29a-22c1a7b6f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:40.535463 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6a0de36-4cf0-458c-97be-0781a4e318ee req-60970441-ec5a-4cef-a29a-22c1a7b6f5ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 1096 time: 0.4479852 Feb 09 14:21:40.551177 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-297ca5b7-f902-4988-95b8-9d9d918661cc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Request body: {'port': {'device_id': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0', 'admin_state_up': True, 'tenant_id': '7f8c52ced27646e3b1bb36269481777f'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:40.650276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e2a62-f77c-40c2-9f5b-2f498d877b2e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Port': ['ID=eeb174d8-0330-42c0-bf74-ec3e26c1fd39,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:40.672369 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae070d-000f-47ad-8981-ce2537643b4e None None] Pushing event updated for resources: {'Port': ['ID=2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:40.698465 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] Set router 11f0c6f3-2264-488b-b8aa-bd5924ca0d14 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:21:40.814710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf96c8-94b0-425f-a157-f0882fb42971 req-7f91ae6e-5b0f-4962-8cd3-47f9c885b19c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:40.822306 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0bf96c8-94b0-425f-a157-f0882fb42971 req-7f91ae6e-5b0f-4962-8cd3-47f9c885b19c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.1863906 Feb 09 14:21:40.833678 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6a0de36-4cf0-458c-97be-0781a4e318ee req-377a1e53-0582-45ac-a118-e2688b78fa74 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516239 Feb 09 14:21:40.836499 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2a62-f77c-40c2-9f5b-2f498d877b2e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:40.926521 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0bf96c8-94b0-425f-a157-f0882fb42971 req-f8aae89d-dbf2-4b93-85c6-728f7a9aac58 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990269 Feb 09 14:21:40.948252 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9fb89574-4c4c-4c73-8dae-010e086114f6 req-757d6f49-d406-4c44-8dbe-f5e5a188a923 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 210 time: 0.0783088 Feb 09 14:21:40.966628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-297ca5b7-f902-4988-95b8-9d9d918661cc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:40.976293 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2a62-f77c-40c2-9f5b-2f498d877b2e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:40.977620 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ae3e2a62-f77c-40c2-9f5b-2f498d877b2e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/floatingips/e1ab465f-0f78-46d5-9f26-0977f4d03e54 HTTP/1.1" status: 204 len: 168 time: 3.1262410 Feb 09 14:21:40.980157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37106) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:41.006226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-297ca5b7-f902-4988-95b8-9d9d918661cc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:41.028758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-297ca5b7-f902-4988-95b8-9d9d918661cc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Made reservation on behalf of 7f8c52ced27646e3b1bb36269481777f for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:21:41.035961 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-297ca5b7-f902-4988-95b8-9d9d918661cc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:41.174134 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-c7c80e1f-b081-4c28-b257-44a1d8dc8dc6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] delete failed (client error): The resource could not be found. Feb 09 14:21:41.176902 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c7c80e1f-b081-4c28-b257-44a1d8dc8dc6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/floatingips/e1ab465f-0f78-46d5-9f26-0977f4d03e54 HTTP/1.1" status: 404 len: 345 time: 0.1942844 Feb 09 14:21:41.180385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37114) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:41.333025 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'name': 'tempest-TaggedBootDevicesTest_v242-378259191-router', 'tenant_id': '4fe3faab5642463e916a50ee5558c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:22Z', 'updated_at': '2022-02-09T14:21:34Z', 'revision_number': 4, 'project_id': '4fe3faab5642463e916a50ee5558c2f9', 'gw_port': {'id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:25Z', 'updated_at': '2022-02-09T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf', 'name': '', 'network_id': '05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a', 'tenant_id': '4fe3faab5642463e916a50ee5558c2f9', 'mac_address': 'fa:16:3e:83:5a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '4a1a94ef-55ab-4233-8dd1-92294d78e0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:33Z', 'updated_at': '2022-02-09T14:21:40Z', 'revision_number': 4, 'project_id': '4fe3faab5642463e916a50ee5558c2f9', 'subnets': [{'id': '4a1a94ef-55ab-4233-8dd1-92294d78e0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:41.345267 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3ab1b1-2a8e-4ed5-93d3-c45ab2124b12 None None] The sync data for ids ['11f0c6f3-2264-488b-b8aa-bd5924ca0d14'] in n-d-828418-2 is: [{'id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'name': 'tempest-TaggedBootDevicesTest_v242-378259191-router', 'tenant_id': '4fe3faab5642463e916a50ee5558c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:22Z', 'updated_at': '2022-02-09T14:21:34Z', 'revision_number': 4, 'project_id': '4fe3faab5642463e916a50ee5558c2f9', 'gw_port': {'id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:25Z', 'updated_at': '2022-02-09T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf', 'name': '', 'network_id': '05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a', 'tenant_id': '4fe3faab5642463e916a50ee5558c2f9', 'mac_address': 'fa:16:3e:83:5a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '4a1a94ef-55ab-4233-8dd1-92294d78e0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:33Z', 'updated_at': '2022-02-09T14:21:40Z', 'revision_number': 4, 'project_id': '4fe3faab5642463e916a50ee5558c2f9', 'subnets': [{'id': '4a1a94ef-55ab-4233-8dd1-92294d78e0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:21:41.423294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1242e0b-5b7d-480f-bca8-d55729f9f055 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:41.471300 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1242e0b-5b7d-480f-bca8-d55729f9f055 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:41.486863 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1242e0b-5b7d-480f-bca8-d55729f9f055 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:41.487784 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e1242e0b-5b7d-480f-bca8-d55729f9f055 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Synchronizing usage tracker for tenant:8bb33fce73ed4a9ab9c3fa77fb85980a on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:21:41.569405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-297ca5b7-f902-4988-95b8-9d9d918661cc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Allocated IP 172.20.0.6 (04375e8a-2a29-4ee3-801b-e50e99a312f0/73fe2fc4-e537-471a-bd13-9a72088c784d/805149b5-7347-4083-9518-9161787cbf48) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:21:41.666180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e1242e0b-5b7d-480f-bca8-d55729f9f055 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Unset dirty status for tenant:8bb33fce73ed4a9ab9c3fa77fb85980a on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:21:41.670334 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e1242e0b-5b7d-480f-bca8-d55729f9f055 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "GET /v2.0/ports?network_id=d426c2f5-7c37-4203-ae1d-e4201d35c8f0 HTTP/1.1" status: 200 len: 2357 time: 0.4849603 Feb 09 14:21:41.677728 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37128) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:41.705876 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6552e02-3870-4a4d-a813-67837231f727 req-a8943ab5-d08d-43cc-a1ab-c4aa13858bef tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:41.722394 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a6552e02-3870-4a4d-a813-67837231f727 req-a8943ab5-d08d-43cc-a1ab-c4aa13858bef tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 947 time: 0.4362690 Feb 09 14:21:41.858779 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb60ff-623a-4cfc-aa1a-1575331dc9ad req-91f7365f-c1ad-414a-9991-46512c865dee tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:41.866369 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c2bb60ff-623a-4cfc-aa1a-1575331dc9ad req-91f7365f-c1ad-414a-9991-46512c865dee tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.3756039 Feb 09 14:21:41.896630 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8cd56d8c-3007-4715-8df6-d10db6425637 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:41.936512 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c2bb60ff-623a-4cfc-aa1a-1575331dc9ad req-a4905720-d39d-4fb9-99f8-665d0b001fc3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686033 Feb 09 14:21:41.946616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc6547e-8a8a-4dec-99f8-44e0d59c1d3f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:41.949007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1cc6547e-8a8a-4dec-99f8-44e0d59c1d3f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Synchronizing usage tracker for tenant:8bb33fce73ed4a9ab9c3fa77fb85980a on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:21:41.988903 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1cc6547e-8a8a-4dec-99f8-44e0d59c1d3f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Unset dirty status for tenant:8bb33fce73ed4a9ab9c3fa77fb85980a on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:21:41.997655 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1cc6547e-8a8a-4dec-99f8-44e0d59c1d3f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "GET /v2.0/subnets/b7ffb22e-f7c5-45c5-a4c5-5cc259834dd6 HTTP/1.1" status: 200 len: 797 time: 0.3170941 Feb 09 14:21:42.000407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37134) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:42.010840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-6aa40d7d-91bb-4d75-b4df-1a98288d50bd tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'port': {'network_id': 'd426c2f5-7c37-4203-ae1d-e4201d35c8f0', 'name': 'tempest-FloatingIPTestJSON-1351914782', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:42.111679 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 8cd56d8c-3007-4715-8df6-d10db6425637 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:42.112384 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:42.397679 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-297ca5b7-f902-4988-95b8-9d9d918661cc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:42.490599 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a6552e02-3870-4a4d-a813-67837231f727 req-8214fff7-2b91-46b2-88ce-59b88e396ae4 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7635982 Feb 09 14:21:42.565315 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-297ca5b7-f902-4988-95b8-9d9d918661cc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:42.676570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14470d-acd1-479f-9e85-4fa2781d36fe req-081e2b35-e1e8-4924-bea8-469689d0bfe7 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:42.678196 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bf14470d-acd1-479f-9e85-4fa2781d36fe req-081e2b35-e1e8-4924-bea8-469689d0bfe7 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 945 time: 0.4869707 Feb 09 14:21:42.701188 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:42.840537 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bf14470d-acd1-479f-9e85-4fa2781d36fe req-ed1f60dd-0c2a-4a38-a93a-0a0cba0b30df tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346612 Feb 09 14:21:42.870346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6aa40d7d-91bb-4d75-b4df-1a98288d50bd tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:42.903396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6aa40d7d-91bb-4d75-b4df-1a98288d50bd tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:42.911183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ca5b7-f902-4988-95b8-9d9d918661cc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Pushing event updated for resources: {'Port': ['ID=805149b5-7347-4083-9518-9161787cbf48,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:42.924389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-297ca5b7-f902-4988-95b8-9d9d918661cc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Network 04375e8a-2a29-4ee3-801b-e50e99a312f0 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:42.926447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:21:42.940990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa40d7d-91bb-4d75-b4df-1a98288d50bd tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Made reservation on behalf of 8bb33fce73ed4a9ab9c3fa77fb85980a for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:21:42.943225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-297ca5b7-f902-4988-95b8-9d9d918661cc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:42.946827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-297ca5b7-f902-4988-95b8-9d9d918661cc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:21:42.955849 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:42.956441 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:43.138876 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-297ca5b7-f902-4988-95b8-9d9d918661cc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:43.140163 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-297ca5b7-f902-4988-95b8-9d9d918661cc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:43.233189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22109d7c-f10a-40fd-b252-b0ca9a38e15a req-c78d34d8-6be9-4f05-a93e-5efb6699e4fe tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:43.245279 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22109d7c-f10a-40fd-b252-b0ca9a38e15a req-c78d34d8-6be9-4f05-a93e-5efb6699e4fe tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 945 time: 0.4405668 Feb 09 14:21:43.256320 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:43.276860 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-297ca5b7-f902-4988-95b8-9d9d918661cc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7465713 Feb 09 14:21:43.290840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Request body: {'port': {'device_id': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:43.297854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf,segment=NetworkSegment(510c8c8b-81e5-4c0b-a0a5-d15c2f531413),segment_id=510c8c8b-81e5-4c0b-a0a5-d15c2f531413)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:43.307639 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:43.470051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db970ed1-d8da-453a-88c7-4ff50baf0014 req-59972aef-c1fd-473d-afed-90ccd86b846b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:43.477856 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db970ed1-d8da-453a-88c7-4ff50baf0014 req-59972aef-c1fd-473d-afed-90ccd86b846b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 931 time: 0.3511820 Feb 09 14:21:43.488784 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6aa40d7d-91bb-4d75-b4df-1a98288d50bd tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:43.505725 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:43.571178 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22109d7c-f10a-40fd-b252-b0ca9a38e15a req-bc12a27b-8f65-489b-bc10-f9e6a0e2e973 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222661 Feb 09 14:21:43.575179 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-6aa40d7d-91bb-4d75-b4df-1a98288d50bd tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] device_id is not set on port bdc9e528-67de-4e38-a71a-258de8bdaef0 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:21:43.610302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:43.728128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-db970ed1-d8da-453a-88c7-4ff50baf0014 req-cb9e8a0e-7e69-45d2-b8e8-c013edca8d48 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Synchronizing usage tracker for tenant:7f8c52ced27646e3b1bb36269481777f on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:21:43.739684 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:43.951171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:43.952007 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:44.178251 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-db970ed1-d8da-453a-88c7-4ff50baf0014 req-cb9e8a0e-7e69-45d2-b8e8-c013edca8d48 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Unset dirty status for tenant:7f8c52ced27646e3b1bb36269481777f on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:21:44.191470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21daea40-1775-4a4b-a1ab-928e6556e4fc req-c91722a3-0915-4ad1-89c5-a569ec93c94d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:44.200049 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-21daea40-1775-4a4b-a1ab-928e6556e4fc req-c91722a3-0915-4ad1-89c5-a569ec93c94d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.2519333 Feb 09 14:21:44.200486 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db970ed1-d8da-453a-88c7-4ff50baf0014 req-cb9e8a0e-7e69-45d2-b8e8-c013edca8d48 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7212942 Feb 09 14:21:44.350716 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-21daea40-1775-4a4b-a1ab-928e6556e4fc req-e281f27b-5796-4db5-830d-d859579e3201 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490889 Feb 09 14:21:44.431224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805149b5-7347-4083-9518-9161787cbf48 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:21:44.445270 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:44.489265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Transition to ACTIVE for port object 805149b5-7347-4083-9518-9161787cbf48 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:21:44.495286 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:44.686389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-6aa40d7d-91bb-4d75-b4df-1a98288d50bd tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Allocated IP 172.20.0.14 (d426c2f5-7c37-4203-ae1d-e4201d35c8f0/b7ffb22e-f7c5-45c5-a4c5-5cc259834dd6/bdc9e528-67de-4e38-a71a-258de8bdaef0) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:21:44.701718 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-6aa40d7d-91bb-4d75-b4df-1a98288d50bd tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Allocated IP 172.20.0.13 (d426c2f5-7c37-4203-ae1d-e4201d35c8f0/b7ffb22e-f7c5-45c5-a4c5-5cc259834dd6/bdc9e528-67de-4e38-a71a-258de8bdaef0) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:21:44.764300 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dd90d-840c-4abe-b0f7-e6d826039e5e req-fda1f960-4869-44c3-8e6a-0c5634488ee7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:44.800810 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-055dd90d-840c-4abe-b0f7-e6d826039e5e req-fda1f960-4869-44c3-8e6a-0c5634488ee7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 947 time: 0.3425379 Feb 09 14:21:44.905618 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-055dd90d-840c-4abe-b0f7-e6d826039e5e req-7a4bd9c1-cccc-4cd6-903c-b32fedf3dfa9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123126 Feb 09 14:21:44.905969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Pushing event updated for resources: {'Port': ['ID=805149b5-7347-4083-9518-9161787cbf48,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:44.981513 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764028d-7c56-4d41-a1cf-69be47bcc587 req-655d5304-6826-48ce-a736-63ff35c53bcb tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:44.982993 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3764028d-7c56-4d41-a1cf-69be47bcc587 req-655d5304-6826-48ce-a736-63ff35c53bcb tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 945 time: 0.4033015 Feb 09 14:21:45.012739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Attempting to bind port 805149b5-7347-4083-9518-9161787cbf48 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:21:45.013103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Attempting to bind port 805149b5-7347-4083-9518-9161787cbf48 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '32436203-501b-447e-a37e-b5ff34bc7a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:21:45.013321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Attempting to bind port 805149b5-7347-4083-9518-9161787cbf48 on network 04375e8a-2a29-4ee3-801b-e50e99a312f0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:21:45.021806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Port 805149b5-7347-4083-9518-9161787cbf48 on network 04375e8a-2a29-4ee3-801b-e50e99a312f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:21:45.022123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Attempting to bind port 805149b5-7347-4083-9518-9161787cbf48 on network 04375e8a-2a29-4ee3-801b-e50e99a312f0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:21:45.031042 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:21:45.031408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Checking segment: {'id': '32436203-501b-447e-a37e-b5ff34bc7a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:21:45.031762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Bound using segment: {'id': '32436203-501b-447e-a37e-b5ff34bc7a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:21:45.032191 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Bound port: 805149b5-7347-4083-9518-9161787cbf48, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32436203-501b-447e-a37e-b5ff34bc7a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:21:45.032535 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:45.066076 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3764028d-7c56-4d41-a1cf-69be47bcc587 req-9d51b632-ffd2-4407-88bf-1007b66ffaa0 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661495 Feb 09 14:21:45.177612 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6aa40d7d-91bb-4d75-b4df-1a98288d50bd tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:45.249993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] For port 805149b5-7347-4083-9518-9161787cbf48, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:21:45.258819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] For port 805149b5-7347-4083-9518-9161787cbf48, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=805149b5-7347-4083-9518-9161787cbf48,segment=NetworkSegment(32436203-501b-447e-a37e-b5ff34bc7a38),segment_id=32436203-501b-447e-a37e-b5ff34bc7a38)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:21:45.280934 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:45.296078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b6bac-d35f-473e-b1e2-891ebe20eec0 req-1dc72042-8284-485c-a85d-9ed093c8a2f4 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:45.303545 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4a7b6bac-d35f-473e-b1e2-891ebe20eec0 req-1dc72042-8284-485c-a85d-9ed093c8a2f4 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 945 time: 0.1292343 Feb 09 14:21:45.367787 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6aa40d7d-91bb-4d75-b4df-1a98288d50bd tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:45.430157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:45.430779 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:45.432186 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] 10.222.0.35 "PUT /v2.0/ports/805149b5-7347-4083-9518-9161787cbf48 HTTP/1.1" status: 200 len: 1091 time: 2.1475279 Feb 09 14:21:45.432657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'tag': '805149b5-7347-4083-9518-9161787cbf48'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:21:45.472440 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b29b1f-71d9-4f74-b30e-a38e9c592215 service neutron] Pushing event updated for resources: {'Port': ['ID=805149b5-7347-4083-9518-9161787cbf48,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:45.568151 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4a7b6bac-d35f-473e-b1e2-891ebe20eec0 req-23b956f3-5168-40c9-a0be-1f7a56a6871f tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628131 Feb 09 14:21:45.656415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa40d7d-91bb-4d75-b4df-1a98288d50bd tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network d426c2f5-7c37-4203-ae1d-e4201d35c8f0 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:45.657366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa40d7d-91bb-4d75-b4df-1a98288d50bd tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=bdc9e528-67de-4e38-a71a-258de8bdaef0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:45.660386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-6aa40d7d-91bb-4d75-b4df-1a98288d50bd tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:45.664359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa40d7d-91bb-4d75-b4df-1a98288d50bd tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:21:45.710781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-e41db345-bf0a-4781-946b-734041ddaf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:45.722537 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-e41db345-bf0a-4781-946b-734041ddaf52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f8c52ced27646e3b1bb36269481777f&device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 1094 time: 0.2460384 Feb 09 14:21:45.794104 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa40d7d-91bb-4d75-b4df-1a98288d50bd tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:45.794731 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6aa40d7d-91bb-4d75-b4df-1a98288d50bd tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:45.917479 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6aa40d7d-91bb-4d75-b4df-1a98288d50bd tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.9155114 Feb 09 14:21:45.939980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37166) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:45.955407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': 'bdc9e528-67de-4e38-a71a-258de8bdaef0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:45.968056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:45.983032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Usage tracker for resource:floatingip and tenant:8bb33fce73ed4a9ab9c3fa77fb85980a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:21:45.991301 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:21:46.025315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:46.051849 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:46.119196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04a8d2-214e-43ba-bc06-b2badd0b8585 req-684e5ca2-ee1c-4588-a545-571ebf545420 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:46.120504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-cf04a8d2-214e-43ba-bc06-b2badd0b8585 req-684e5ca2-ee1c-4588-a545-571ebf545420 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Synchronizing usage tracker for tenant:7f8c52ced27646e3b1bb36269481777f on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:21:46.134775 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-871c30ab-6bbc-4021-8fd1-d40519b4e933 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=805149b5-7347-4083-9518-9161787cbf48 HTTP/1.1" status: 200 len: 217 time: 0.4010406 Feb 09 14:21:46.141975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9b300-3c03-42b5-ae5f-a8474d07e713 req-32fb42fe-5ec4-4642-91e6-e92d3aa51422 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:46.143283 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dfb9b300-3c03-42b5-ae5f-a8474d07e713 req-32fb42fe-5ec4-4642-91e6-e92d3aa51422 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.2978063 Feb 09 14:21:46.211257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-cf04a8d2-214e-43ba-bc06-b2badd0b8585 req-684e5ca2-ee1c-4588-a545-571ebf545420 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Unset dirty status for tenant:7f8c52ced27646e3b1bb36269481777f on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:21:46.216163 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cf04a8d2-214e-43ba-bc06-b2badd0b8585 req-684e5ca2-ee1c-4588-a545-571ebf545420 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 943 time: 0.6246958 Feb 09 14:21:46.219194 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dfb9b300-3c03-42b5-ae5f-a8474d07e713 req-ae310fef-7556-4d93-bf34-affc966bd21b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613384 Feb 09 14:21:46.338136 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:46.406769 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cf04a8d2-214e-43ba-bc06-b2badd0b8585 req-c0cb2ce5-c7e2-4f4a-9b09-ddaf6f5f6f5b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677306 Feb 09 14:21:46.421170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-bcf7dcae-e463-4aea-97c8-d1c19cf69cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:46.422679 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-bcf7dcae-e463-4aea-97c8-d1c19cf69cb3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73fe2fc4-e537-471a-bd13-9a72088c784d HTTP/1.1" status: 200 len: 859 time: 0.2803288 Feb 09 14:21:46.539444 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-77ad8702-2fb5-4fa9-8d27-605071e523d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04375e8a-2a29-4ee3-801b-e50e99a312f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991781 Feb 09 14:21:46.548320 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'tag': '805149b5-7347-4083-9518-9161787cbf48', 'status': 'completed', 'code': 200} Feb 09 14:21:46.708895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136abd3-b884-4ff2-92a1-854ce669ee07 req-8b7318cd-bcb1-42b5-b1ab-2d82bf12d253 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:46.711405 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b136abd3-b884-4ff2-92a1-854ce669ee07 req-8b7318cd-bcb1-42b5-b1ab-2d82bf12d253 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 945 time: 0.2790520 Feb 09 14:21:46.769034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Allocated IP 172.25.8.140 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/990aaee7-8cc5-4a5d-8f56-0b74a5a707c1) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:21:46.902943 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-fbee415b-d8d2-4db7-ad8f-1dd46e6b1de8 service neutron] 10.222.0.35 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479841 Feb 09 14:21:47.074619 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b136abd3-b884-4ff2-92a1-854ce669ee07 req-4185b69e-d841-4881-b01d-0efa617aa40b tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546503 Feb 09 14:21:47.144250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349730a-b437-4ad8-9524-81ce4dc4b693 req-7b7069f1-b76c-4255-9aa6-829419ef9ebc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:47.151154 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f349730a-b437-4ad8-9524-81ce4dc4b693 req-7b7069f1-b76c-4255-9aa6-829419ef9ebc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 947 time: 0.4229789 Feb 09 14:21:47.153347 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24b17a90-998a-4cf4-9679-8887c9ad29b8 req-e965b103-8616-4941-97ef-a82aac371df4 service neutron] 10.222.0.35 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410586 Feb 09 14:21:47.182607 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:47.229850 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:47.299419 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f349730a-b437-4ad8-9524-81ce4dc4b693 req-6c7c1db1-ee0a-493b-bef1-6914cb36e4ec tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426599 Feb 09 14:21:47.348488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c8cd9-4d8f-4e14-8018-4db9e38ed9e4 req-3375552e-84b5-4c33-9512-5041060cfafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:47.349988 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-396c8cd9-4d8f-4e14-8018-4db9e38ed9e4 req-3375552e-84b5-4c33-9512-5041060cfafc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f8c52ced27646e3b1bb36269481777f&device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 1094 time: 0.1313710 Feb 09 14:21:47.432331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=990aaee7-8cc5-4a5d-8f56-0b74a5a707c1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:47.496098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:47.497234 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:47.519843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:21:47.594058 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c8cd9-4d8f-4e14-8018-4db9e38ed9e4 req-2094d81a-a5bd-4440-bdea-03ea6c161221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:47.596732 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-396c8cd9-4d8f-4e14-8018-4db9e38ed9e4 req-2094d81a-a5bd-4440-bdea-03ea6c161221 service neutron] 10.222.0.35 "GET /v2.0/networks?id=04375e8a-2a29-4ee3-801b-e50e99a312f0 HTTP/1.1" status: 200 len: 919 time: 0.2391980 Feb 09 14:21:47.643286 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa24dc0-7fd9-4983-95ba-7b60bb463e24 req-d0a85b9e-fddf-47b4-a4b2-c5e5227c0973 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:47.645418 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4fa24dc0-7fd9-4983-95ba-7b60bb463e24 req-d0a85b9e-fddf-47b4-a4b2-c5e5227c0973 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 945 time: 0.2534127 Feb 09 14:21:47.807863 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-396c8cd9-4d8f-4e14-8018-4db9e38ed9e4 req-1453184a-c401-46ce-b8fe-c701e2dad0dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=805149b5-7347-4083-9518-9161787cbf48 HTTP/1.1" status: 200 len: 217 time: 0.1666884 Feb 09 14:21:47.808090 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4fa24dc0-7fd9-4983-95ba-7b60bb463e24 req-dce4431a-c80b-4560-811d-b6c5438384d5 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534996 Feb 09 14:21:47.939515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c8cd9-4d8f-4e14-8018-4db9e38ed9e4 req-2e97c225-0dec-48ad-9112-abb9f0d26403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:47.943768 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-396c8cd9-4d8f-4e14-8018-4db9e38ed9e4 req-2e97c225-0dec-48ad-9112-abb9f0d26403 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73fe2fc4-e537-471a-bd13-9a72088c784d HTTP/1.1" status: 200 len: 859 time: 0.1207488 Feb 09 14:21:47.953275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41065216-3472-43d9-b403-bb0007f3da71 req-5a707f01-7c36-4e61-81d9-4c90b6b07bc5 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:47.954743 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41065216-3472-43d9-b403-bb0007f3da71 req-5a707f01-7c36-4e61-81d9-4c90b6b07bc5 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.3569376 Feb 09 14:21:48.022251 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-396c8cd9-4d8f-4e14-8018-4db9e38ed9e4 req-a4826f82-b6db-4be8-809d-e8c40f5f4faf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04375e8a-2a29-4ee3-801b-e50e99a312f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664973 Feb 09 14:21:48.135780 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41065216-3472-43d9-b403-bb0007f3da71 req-e3b0f3b9-47d7-4723-b828-bbfe50c99550 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474657 Feb 09 14:21:48.226389 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-396c8cd9-4d8f-4e14-8018-4db9e38ed9e4 req-4bbf13c5-bc9f-4f5c-922e-367319f96068 service neutron] 10.222.0.35 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917105 Feb 09 14:21:48.448430 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-396c8cd9-4d8f-4e14-8018-4db9e38ed9e4 req-6bff3b9c-76e0-4f66-93cd-396449d18b9e service neutron] 10.222.0.35 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161279 Feb 09 14:21:48.564797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57a673-bc19-47d5-a2ef-214d7a50dd53 req-45c38543-a9d1-4639-838d-d98077dd31ee tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:48.567340 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bf57a673-bc19-47d5-a2ef-214d7a50dd53 req-45c38543-a9d1-4639-838d-d98077dd31ee tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 943 time: 0.2896366 Feb 09 14:21:48.663170 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bf57a673-bc19-47d5-a2ef-214d7a50dd53 req-54888752-bab2-438d-9dd6-353169361ca4 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852470 Feb 09 14:21:48.710776 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:48.937131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff33d5d-75da-4c45-bb12-ec60c4f960ba req-6bbace00-a28f-45fc-915d-2692efa86f55 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:48.941899 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ff33d5d-75da-4c45-bb12-ec60c4f960ba req-6bbace00-a28f-45fc-915d-2692efa86f55 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 947 time: 0.2431865 Feb 09 14:21:48.964468 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:49.043205 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ff33d5d-75da-4c45-bb12-ec60c4f960ba req-aa667fc6-7540-4dcc-a786-2cad23c1bed0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973260 Feb 09 14:21:49.452567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f75e44-69d0-4e2a-9e94-7b0fcb84504d req-99994764-fe46-41b7-8a22-85e04a7589e4 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:49.455652 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3f75e44-69d0-4e2a-9e94-7b0fcb84504d req-99994764-fe46-41b7-8a22-85e04a7589e4 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 945 time: 0.4225006 Feb 09 14:21:49.532106 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3f75e44-69d0-4e2a-9e94-7b0fcb84504d req-6e5148a8-5c5b-487f-951c-aa5f81d7b87d tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720236 Feb 09 14:21:49.594257 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:49.604637 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:50.019814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=990aaee7-8cc5-4a5d-8f56-0b74a5a707c1,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:50.038882 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:50.094348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e457f-449d-4e92-99aa-e290fa67618a req-efe88e0c-4488-4934-ab62-b008c00f17ae tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:50.097148 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b26e457f-449d-4e92-99aa-e290fa67618a req-efe88e0c-4488-4934-ab62-b008c00f17ae tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 945 time: 0.1450241 Feb 09 14:21:50.160634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f16d5-053c-4e36-9c32-9586c209e49f req-19b8bf0d-e2b2-47e7-a0ec-2a87d880cf71 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:50.167445 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ad0f16d5-053c-4e36-9c32-9586c209e49f req-19b8bf0d-e2b2-47e7-a0ec-2a87d880cf71 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.3857386 Feb 09 14:21:50.189656 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b26e457f-449d-4e92-99aa-e290fa67618a req-1d546cff-79aa-4cac-93fc-c7914ec1c4e7 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828314 Feb 09 14:21:50.331157 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ad0f16d5-053c-4e36-9c32-9586c209e49f req-237aaf05-a899-42f4-b627-efd70ddf8568 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399996 Feb 09 14:21:50.520202 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Floating IP 78c8cfa0-807e-4cbc-a6a4-adc0cf533be4 associated. External IP: 172.25.8.140, port: bdc9e528-67de-4e38-a71a-258de8bdaef0. Feb 09 14:21:50.738051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99896b29-ae28-43f8-9e0a-d83d67c45cbf req-2209a0d2-c185-4345-a91b-fda8ae76d556 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:50.739592 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99896b29-ae28-43f8-9e0a-d83d67c45cbf req-2209a0d2-c185-4345-a91b-fda8ae76d556 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 943 time: 0.3568628 Feb 09 14:21:50.828203 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99896b29-ae28-43f8-9e0a-d83d67c45cbf req-7ef55a31-2efd-4901-851a-21880efc89bd tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689588 Feb 09 14:21:50.901194 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b7af3-57e2-4e53-b3d2-4e6edadddcf6 req-7e3f9f63-d717-43a3-9850-cbb149f16b9c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:50.908933 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f76b7af3-57e2-4e53-b3d2-4e6edadddcf6 req-7e3f9f63-d717-43a3-9850-cbb149f16b9c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 947 time: 0.2411165 Feb 09 14:21:50.975689 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f76b7af3-57e2-4e53-b3d2-4e6edadddcf6 req-e5292472-1efd-4c92-90da-af2ec5dec154 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657856 Feb 09 14:21:51.148597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 805149b5-7347-4083-9518-9161787cbf48 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:21:51.487413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router 0fc9ec94-ba9f-419a-827e-bf30628f44fe has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:21:51.560795 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 805149b5-7347-4083-9518-9161787cbf48, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=805149b5-7347-4083-9518-9161787cbf48,segment=NetworkSegment(32436203-501b-447e-a37e-b5ff34bc7a38),segment_id=32436203-501b-447e-a37e-b5ff34bc7a38)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:51.608473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '805149b5-7347-4083-9518-9161787cbf48', 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0', 'port_id': '805149b5-7347-4083-9518-9161787cbf48', 'mac_address': 'fa:16:3e:e5:a0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:21:51.759390 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:51.815510 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805149b5-7347-4083-9518-9161787cbf48 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:21:51.884629 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 805149b5-7347-4083-9518-9161787cbf48, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=805149b5-7347-4083-9518-9161787cbf48,segment=NetworkSegment(32436203-501b-447e-a37e-b5ff34bc7a38),segment_id=32436203-501b-447e-a37e-b5ff34bc7a38)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:51.892927 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:51.906748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612fb94-6182-488a-bf9f-a0773513eec5 req-c10d3a03-902c-4c42-94e8-463ccdb299d8 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:51.920326 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6612fb94-6182-488a-bf9f-a0773513eec5 req-c10d3a03-902c-4c42-94e8-463ccdb299d8 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.2637303 Feb 09 14:21:52.045178 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6612fb94-6182-488a-bf9f-a0773513eec5 req-10d6bfd4-4d92-4581-8330-1d6d7e24e287 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235731 Feb 09 14:21:52.087994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=805149b5-7347-4083-9518-9161787cbf48,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:52.218496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:21:52.228174 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244f6b5-35eb-4f5f-8f60-f3076d7c4c49 None None] Sync routers for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:21:52.245046 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f244f6b5-35eb-4f5f-8f60-f3076d7c4c49 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:52.246729 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f244f6b5-35eb-4f5f-8f60-f3076d7c4c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:52.356397 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db7b42-91e5-46ef-9ca4-5f24d4c52cb5 req-2279f925-00ed-4b29-9a10-38064e9d6573 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:52.358750 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57db7b42-91e5-46ef-9ca4-5f24d4c52cb5 req-2279f925-00ed-4b29-9a10-38064e9d6573 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 945 time: 0.3087168 Feb 09 14:21:52.365850 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:52.410026 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f244f6b5-35eb-4f5f-8f60-f3076d7c4c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:52.421947 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f244f6b5-35eb-4f5f-8f60-f3076d7c4c49 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:52.424075 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f244f6b5-35eb-4f5f-8f60-f3076d7c4c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:52.444005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['805149b5-7347-4083-9518-9161787cbf48'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:21:52.444559 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d44b5e-71da-4d83-b3d9-829fa81c33b7 req-bc72bcbf-df75-48a6-8685-d4c9e1e3d431 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:52.452966 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b1d44b5e-71da-4d83-b3d9-829fa81c33b7 req-bc72bcbf-df75-48a6-8685-d4c9e1e3d431 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 944 time: 0.1967924 Feb 09 14:21:52.508041 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f244f6b5-35eb-4f5f-8f60-f3076d7c4c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:52.511525 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244f6b5-35eb-4f5f-8f60-f3076d7c4c49 None None] The sync data for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:21:52.529074 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-23770d9f-6b5e-491f-b6b8-1147fc055a87 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.5879827 Feb 09 14:21:52.532112 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37244) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:52.536445 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b1d44b5e-71da-4d83-b3d9-829fa81c33b7 req-bfee8957-27bf-4db7-bf10-607c97e7895d tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825493 Feb 09 14:21:52.538952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-6ebeab80-ef58-4dd2-8565-3cf85c2dd342 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'floatingip': {'port_id': 'bdc9e528-67de-4e38-a71a-258de8bdaef0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:21:52.745694 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57db7b42-91e5-46ef-9ca4-5f24d4c52cb5 req-53c12ed7-ca4a-430e-8d6c-16131fb0e911 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080995 Feb 09 14:21:52.833203 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ebeab80-ef58-4dd2-8565-3cf85c2dd342 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:52.875474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d95f2-3f16-445c-ad99-bc2e9215f252 req-4e6d3b26-17e5-4087-b1dc-ecc6e8fd6bd3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:52.877084 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bd8d95f2-3f16-445c-ad99-bc2e9215f252 req-4e6d3b26-17e5-4087-b1dc-ecc6e8fd6bd3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 947 time: 0.1412508 Feb 09 14:21:52.943507 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bd8d95f2-3f16-445c-ad99-bc2e9215f252 req-efbeeb1a-274c-4bc4-a8f5-2916152ed56b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596762 Feb 09 14:21:53.158280 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:21:53.418828 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801559f-926f-4132-8f23-fc1ac766441a req-b7cae917-fa50-4777-934f-f87b328ce51a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:53.421914 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1801559f-926f-4132-8f23-fc1ac766441a req-b7cae917-fa50-4777-934f-f87b328ce51a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.2236943 Feb 09 14:21:53.707329 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1801559f-926f-4132-8f23-fc1ac766441a req-92c5f2ce-8a56-46b5-acd2-3b3262507da5 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719281 Feb 09 14:21:53.762201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f906a3-2bd5-4f67-8e01-9bf633b86481 req-ae9c0b8a-341a-480c-84ed-582a1adf5e8b tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:53.763783 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-60f906a3-2bd5-4f67-8e01-9bf633b86481 req-ae9c0b8a-341a-480c-84ed-582a1adf5e8b tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.35 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 945 time: 0.2418666 Feb 09 14:21:54.018311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-60f906a3-2bd5-4f67-8e01-9bf633b86481 req-c84c012c-85ba-4d4e-a289-5584c67608d2 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Deleting port 406f9242-172c-4e28-90aa-b28f5b984dda {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:21:54.019078 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-60f906a3-2bd5-4f67-8e01-9bf633b86481 req-c84c012c-85ba-4d4e-a289-5584c67608d2 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:54.102979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0dcb5-ef12-479a-b1e8-d9f6b8670b6f req-74468dd6-bb26-4389-a48e-df5664c1deb7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:54.110360 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1b0dcb5-ef12-479a-b1e8-d9f6b8670b6f req-74468dd6-bb26-4389-a48e-df5664c1deb7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 944 time: 0.3454988 Feb 09 14:21:54.196474 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [None req-6ebeab80-ef58-4dd2-8565-3cf85c2dd342 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:21:54.196904 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1b0dcb5-ef12-479a-b1e8-d9f6b8670b6f req-0b375c3d-790b-4907-acea-d4672e0b2179 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849974 Feb 09 14:21:54.397949 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ebeab80-ef58-4dd2-8565-3cf85c2dd342 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:54.420825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb280678-c75b-4b16-8370-1baf45209938 req-5df0b8c9-a919-4672-832c-18e9c310f229 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:54.434021 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb280678-c75b-4b16-8370-1baf45209938 req-5df0b8c9-a919-4672-832c-18e9c310f229 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 945 time: 0.5572178 Feb 09 14:21:54.471377 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ebeab80-ef58-4dd2-8565-3cf85c2dd342 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:54.646011 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb280678-c75b-4b16-8370-1baf45209938 req-6fa10f4b-0425-4e69-9ea8-04d245fd4e3e tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfe6e7bc-c44e-45ad-af1f-9490745e087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089651 Feb 09 14:21:54.791608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673ba39-5d4c-4def-93c4-84c0e8c129c2 req-2d076028-e37a-4da6-a1ee-6170d21b9221 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:54.802442 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f673ba39-5d4c-4def-93c4-84c0e8c129c2 req-2d076028-e37a-4da6-a1ee-6170d21b9221 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 947 time: 0.3364456 Feb 09 14:21:54.859813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-60f906a3-2bd5-4f67-8e01-9bf633b86481 req-c84c012c-85ba-4d4e-a289-5584c67608d2 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] For port 406f9242-172c-4e28-90aa-b28f5b984dda, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=406f9242-172c-4e28-90aa-b28f5b984dda,segment=NetworkSegment(9c8c557f-8e6a-47cb-8f73-6e561df3e613),segment_id=9c8c557f-8e6a-47cb-8f73-6e561df3e613)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:54.860488 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-60f906a3-2bd5-4f67-8e01-9bf633b86481 req-c84c012c-85ba-4d4e-a289-5584c67608d2 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:54.947485 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f673ba39-5d4c-4def-93c4-84c0e8c129c2 req-20b49732-7223-4cc4-b165-a5b938f32707 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437955 Feb 09 14:21:55.060410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-60f906a3-2bd5-4f67-8e01-9bf633b86481 req-c84c012c-85ba-4d4e-a289-5584c67608d2 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Calling delete_port for 406f9242-172c-4e28-90aa-b28f5b984dda owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:21:55.066485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebeab80-ef58-4dd2-8565-3cf85c2dd342 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router 0fc9ec94-ba9f-419a-827e-bf30628f44fe has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:21:55.148911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 805149b5-7347-4083-9518-9161787cbf48 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:21:55.296971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 805149b5-7347-4083-9518-9161787cbf48 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:21:55.322930 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 805149b5-7347-4083-9518-9161787cbf48 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:21:55.329668 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:55.352041 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-60f906a3-2bd5-4f67-8e01-9bf633b86481 req-c84c012c-85ba-4d4e-a289-5584c67608d2 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:55.420788 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['406f9242-172c-4e28-90aa-b28f5b984dda'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:21:55.472183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334f4d6-c7bb-48b9-8077-b25abd9eec5b req-f89b3ea4-cb8f-4a86-9414-1ec538b57cdb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:55.473628 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0334f4d6-c7bb-48b9-8077-b25abd9eec5b req-f89b3ea4-cb8f-4a86-9414-1ec538b57cdb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.2793269 Feb 09 14:21:55.559127 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:55.574386 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0334f4d6-c7bb-48b9-8077-b25abd9eec5b req-25c28ab0-886e-4286-8a5e-2474798de44c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908172 Feb 09 14:21:55.600009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebeab80-ef58-4dd2-8565-3cf85c2dd342 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:21:55.620024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52627c9-8b48-434f-8c5b-4ca2d06af3bb None None] Sync routers for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:21:55.621225 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ebeab80-ef58-4dd2-8565-3cf85c2dd342 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:55.634933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52627c9-8b48-434f-8c5b-4ca2d06af3bb None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:55.635558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d52627c9-8b48-434f-8c5b-4ca2d06af3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:55.772029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c012c-85ba-4d4e-a289-5584c67608d2 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Pushing event deleted for resources: {'Port': ['ID=406f9242-172c-4e28-90aa-b28f5b984dda,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:55.815032 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d52627c9-8b48-434f-8c5b-4ca2d06af3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:55.831746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805149b5-7347-4083-9518-9161787cbf48'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:21:55.854497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f906a3-2bd5-4f67-8e01-9bf633b86481 req-c84c012c-85ba-4d4e-a289-5584c67608d2 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] No DVR routers for this DVR port 406f9242-172c-4e28-90aa-b28f5b984dda on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:21:55.865161 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-60f906a3-2bd5-4f67-8e01-9bf633b86481 req-c84c012c-85ba-4d4e-a289-5584c67608d2 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:55.875205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b284ff-12c6-4b79-96bd-cc80d1b917b4', 'name': 'network-vif-deleted', 'tag': '406f9242-172c-4e28-90aa-b28f5b984dda'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:21:55.890331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 805149b5-7347-4083-9518-9161787cbf48, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=805149b5-7347-4083-9518-9161787cbf48,segment=NetworkSegment(32436203-501b-447e-a37e-b5ff34bc7a38),segment_id=32436203-501b-447e-a37e-b5ff34bc7a38)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:21:55.893216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52627c9-8b48-434f-8c5b-4ca2d06af3bb None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:55.899375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d52627c9-8b48-434f-8c5b-4ca2d06af3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:55.903096 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6ebeab80-ef58-4dd2-8565-3cf85c2dd342 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "PUT /v2.0/floatingips/78c8cfa0-807e-4cbc-a6a4-adc0cf533be4 HTTP/1.1" status: 200 len: 979 time: 3.3694949 Feb 09 14:21:55.906094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37280) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:55.943964 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-60f906a3-2bd5-4f67-8e01-9bf633b86481 req-c84c012c-85ba-4d4e-a289-5584c67608d2 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.35 "DELETE /v2.0/ports/406f9242-172c-4e28-90aa-b28f5b984dda HTTP/1.1" status: 204 len: 173 time: 2.0754142 Feb 09 14:21:55.992374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34712a34-56d6-4dd8-9635-2f04c5e38de6 req-a12c1480-2717-4086-bd4f-5f94feba8053 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:56.000446 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34712a34-56d6-4dd8-9635-2f04c5e38de6 req-a12c1480-2717-4086-bd4f-5f94feba8053 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 944 time: 0.5067658 Feb 09 14:21:56.063719 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:56.147338 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34712a34-56d6-4dd8-9635-2f04c5e38de6 req-ec9f32c8-e870-44f6-920c-b23683dce450 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459212 Feb 09 14:21:56.164204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d52627c9-8b48-434f-8c5b-4ca2d06af3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:56.164762 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52627c9-8b48-434f-8c5b-4ca2d06af3bb None None] The sync data for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:21:56.186253 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-faf54779-22ce-4f81-9437-6308723d0064 req-7eee7344-91d1-43d0-bdf1-87520e2a1e12 tempest-ServerDiskConfigTestJSON-675000944 tempest-ServerDiskConfigTestJSON-675000944-project] 10.222.0.48 "GET /v2.0/ports?device_id=87b284ff-12c6-4b79-96bd-cc80d1b917b4 HTTP/1.1" status: 200 len: 210 time: 0.0863588 Feb 09 14:21:56.272849 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b284ff-12c6-4b79-96bd-cc80d1b917b4', 'name': 'network-vif-deleted', 'tag': '406f9242-172c-4e28-90aa-b28f5b984dda', 'status': 'completed', 'code': 200} Feb 09 14:21:56.303075 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=805149b5-7347-4083-9518-9161787cbf48,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:56.350889 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805149b5-7347-4083-9518-9161787cbf48', 'code': 200} Feb 09 14:21:56.375082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting port 990aaee7-8cc5-4a5d-8f56-0b74a5a707c1 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:21:56.375422 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:56.631310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12e530-35c5-4c46-a1ec-497b58ad5ca6 req-9fa14212-105b-4b5d-a84f-43bb20bfef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:56.632899 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de12e530-35c5-4c46-a1ec-497b58ad5ca6 req-9fa14212-105b-4b5d-a84f-43bb20bfef6c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 1096 time: 0.1936440 Feb 09 14:21:56.752272 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-141788da-ef8a-4829-b89b-9de6a51591b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:56.785126 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de12e530-35c5-4c46-a1ec-497b58ad5ca6 req-4c7647e4-5b4e-48f4-984b-992435b767e2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312149 Feb 09 14:21:56.850937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdbef5-0f91-45e9-8d6d-fb6dcad70c42 req-ffd25361-6e83-4f4a-8a79-e271fe2bb93f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:56.852511 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aacdbef5-0f91-45e9-8d6d-fb6dcad70c42 req-ffd25361-6e83-4f4a-8a79-e271fe2bb93f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.1042736 Feb 09 14:21:56.896633 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:56.897622 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:57.048159 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aacdbef5-0f91-45e9-8d6d-fb6dcad70c42 req-9a0c09f2-d588-42cb-b7dd-fe6232d9a5d3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882463 Feb 09 14:21:57.156183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Calling delete_port for 990aaee7-8cc5-4a5d-8f56-0b74a5a707c1 owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:21:57.247411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b3ddc-d381-424c-b144-1f332a83b596 req-816531ff-a363-432c-ba55-c68c7e19c548 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:57.255024 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-146b3ddc-d381-424c-b144-1f332a83b596 req-816531ff-a363-432c-ba55-c68c7e19c548 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 947 time: 0.7024734 Feb 09 14:21:57.332267 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-146b3ddc-d381-424c-b144-1f332a83b596 req-e21475dc-a383-4b2a-b9b5-921e24ad4e5e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752139 Feb 09 14:21:57.412454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebceb0-cb70-4eb3-911d-bbb405bd3f0a req-36a09f71-18c8-4322-bb44-faa8ec9487b5 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:57.421084 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-07ebceb0-cb70-4eb3-911d-bbb405bd3f0a req-36a09f71-18c8-4322-bb44-faa8ec9487b5 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.1400244 Feb 09 14:21:57.505170 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-07ebceb0-cb70-4eb3-911d-bbb405bd3f0a req-894ea22c-c923-42fe-88dd-0d9779155867 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779235 Feb 09 14:21:57.509428 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:57.574501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Port': ['ID=990aaee7-8cc5-4a5d-8f56-0b74a5a707c1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:57.652294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:57.652921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:57.653441 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:57.653932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:57.654515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:57.655075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:57.655570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:57.656078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:57.656712 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:57.657192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:57.657701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:57.658188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:57.717711 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:57.718361 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Floating IP 78c8cfa0-807e-4cbc-a6a4-adc0cf533be4 disassociated (deleted). External IP: 172.25.8.140, port: bdc9e528-67de-4e38-a71a-258de8bdaef0. Feb 09 14:21:57.948970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37312) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:58.040341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-278dd46a-847b-4d1f-88d7-a04f9352e4c2 admin admin] Deleting subnet 37fdf6b3-1e22-4eee-999f-3240ab8424ff {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:21:58.044341 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-278dd46a-847b-4d1f-88d7-a04f9352e4c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:58.159873 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-278dd46a-847b-4d1f-88d7-a04f9352e4c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:58.253032 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-278dd46a-847b-4d1f-88d7-a04f9352e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:58.375519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router 0fc9ec94-ba9f-419a-827e-bf30628f44fe has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:21:58.386055 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-278dd46a-847b-4d1f-88d7-a04f9352e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:58.485201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dd46a-847b-4d1f-88d7-a04f9352e4c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37fdf6b3-1e22-4eee-999f-3240ab8424ff,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:58.497205 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-278dd46a-847b-4d1f-88d7-a04f9352e4c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:58.517301 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-278dd46a-847b-4d1f-88d7-a04f9352e4c2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/37fdf6b3-1e22-4eee-999f-3240ab8424ff HTTP/1.1" status: 204 len: 168 time: 0.5670795 Feb 09 14:21:58.518460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37322) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:58.795032 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc67c068-9082-42d2-8363-5e498e35196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:58.817802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:21:58.831445 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2193a07a-6618-4366-a1b6-515f9ba08006 None None] Sync routers for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:21:58.858290 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2193a07a-6618-4366-a1b6-515f9ba08006 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:58.864624 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-2193a07a-6618-4366-a1b6-515f9ba08006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:58.874237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc502b4-a50f-473a-985d-7dac4a2fab97 req-4038082b-f258-41eb-8a67-b6af1eab5c81 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:58.881864 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7dc502b4-a50f-473a-985d-7dac4a2fab97 req-4038082b-f258-41eb-8a67-b6af1eab5c81 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 947 time: 0.3191137 Feb 09 14:21:58.896093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad85a2-1d2b-47f8-8d2b-8bf5ae88399e req-9a488cae-2b6a-447c-9e3d-1a43a41ad32b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:58.904573 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81ad85a2-1d2b-47f8-8d2b-8bf5ae88399e req-9a488cae-2b6a-447c-9e3d-1a43a41ad32b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.5844564 Feb 09 14:21:58.942639 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-2193a07a-6618-4366-a1b6-515f9ba08006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:58.948687 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:58.958502 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2193a07a-6618-4366-a1b6-515f9ba08006 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:21:58.959931 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-2193a07a-6618-4366-a1b6-515f9ba08006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:59.038407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81ad85a2-1d2b-47f8-8d2b-8bf5ae88399e req-17471260-01b1-4255-8f24-f60e1db26bc7 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326807 Feb 09 14:21:59.053764 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc67c068-9082-42d2-8363-5e498e35196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:59.068371 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a0c0bf35-a62b-4a9d-b2cf-b20d08cd857d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/floatingips/78c8cfa0-807e-4cbc-a6a4-adc0cf533be4 HTTP/1.1" status: 204 len: 168 time: 3.1610911 Feb 09 14:21:59.070949 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37330) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:59.126539 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-2193a07a-6618-4366-a1b6-515f9ba08006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:59.126942 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2193a07a-6618-4366-a1b6-515f9ba08006 None None] The sync data for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:21:59.141384 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7dc502b4-a50f-473a-985d-7dac4a2fab97 req-3c3d92f6-ca24-484f-aed1-359d915c9292 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537436 Feb 09 14:21:59.161366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-dc67c068-9082-42d2-8363-5e498e35196e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bbdeaf-0df4-42bf-b801-cf0e095f67ca']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:59.201180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-dc67c068-9082-42d2-8363-5e498e35196e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8c557f-8e6a-47cb-8f73-6e561df3e613') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:59.201180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-dc67c068-9082-42d2-8363-5e498e35196e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8c557f-8e6a-47cb-8f73-6e561df3e613') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:59.218161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 406f9242-172c-4e28-90aa-b28f5b984dda no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:21:59.220023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b53ca579-8e37-433d-82e1-0e1696701ac6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting port bdc9e528-67de-4e38-a71a-258de8bdaef0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:21:59.220387 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b53ca579-8e37-433d-82e1-0e1696701ac6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:59.226048 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc67c068-9082-42d2-8363-5e498e35196e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:59.248025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc67c068-9082-42d2-8363-5e498e35196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:59.261088 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-498c332a-6976-47e8-8d6f-e2795dd0a3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:59.261812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc67c068-9082-42d2-8363-5e498e35196e admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:21:59.262278 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc67c068-9082-42d2-8363-5e498e35196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:59.280679 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 406f9242-172c-4e28-90aa-b28f5b984dda {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:21:59.281518 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 406f9242-172c-4e28-90aa-b28f5b984dda not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:21:59.388154 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:21:59.392073 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc67c068-9082-42d2-8363-5e498e35196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:59.419225 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc67c068-9082-42d2-8363-5e498e35196e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:59.428915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67c068-9082-42d2-8363-5e498e35196e admin admin] Pushing event deleted for resources: {'Network': ['ID=a1bbdeaf-0df4-42bf-b801-cf0e095f67ca,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:59.455456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dc67c068-9082-42d2-8363-5e498e35196e admin admin] 10.222.0.48 "DELETE /v2.0/networks/a1bbdeaf-0df4-42bf-b801-cf0e095f67ca HTTP/1.1" status: 204 len: 168 time: 0.9354310 Feb 09 14:21:59.776426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c0d2e-13df-49b3-a610-11b32657febb req-6961192b-f9dd-4644-83da-d43586289587 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:59.778405 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-737c0d2e-13df-49b3-a610-11b32657febb req-6961192b-f9dd-4644-83da-d43586289587 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.5127807 Feb 09 14:21:59.900864 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37346) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:59.989438 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-737c0d2e-13df-49b3-a610-11b32657febb req-a4b0e22a-0e48-4844-a21a-5e2f0ee1ae1e tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998014 Feb 09 14:22:00.035097 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-26afec31-4980-4775-9258-3df268037dc5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40ecfd94410549b7b135425cfa29b88e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330571 Feb 09 14:22:00.037738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37358) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:00.142264 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b53ca579-8e37-433d-82e1-0e1696701ac6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:00.151399 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-67542466-dc57-4fc6-9cb9-41721a99cd5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:00.161146 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:00.191025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-67542466-dc57-4fc6-9cb9-41721a99cd5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:00.251208 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:00.330416 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-67542466-dc57-4fc6-9cb9-41721a99cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:00.391689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67542466-dc57-4fc6-9cb9-41721a99cd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe6e7bc-c44e-45ad-af1f-9490745e087d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:00.455471 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-67542466-dc57-4fc6-9cb9-41721a99cd5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:00.457120 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-67542466-dc57-4fc6-9cb9-41721a99cd5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cfe6e7bc-c44e-45ad-af1f-9490745e087d HTTP/1.1" status: 204 len: 168 time: 0.4181492 Feb 09 14:22:00.489224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b53ca579-8e37-433d-82e1-0e1696701ac6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Calling delete_port for bdc9e528-67de-4e38-a71a-258de8bdaef0 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:22:00.505227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a36254-e0e4-43e7-b0b7-8f3619cdc24b req-f732f3fa-e8ff-4ac6-b567-e337ea9b65e3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:00.517676 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2a36254-e0e4-43e7-b0b7-8f3619cdc24b req-f732f3fa-e8ff-4ac6-b567-e337ea9b65e3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.2327762 Feb 09 14:22:00.763782 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2a36254-e0e4-43e7-b0b7-8f3619cdc24b req-ec5deb71-823d-41fe-94a4-dd54a8e2dcd3 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386591 Feb 09 14:22:00.834895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e435e1-8ee0-48b7-8feb-255fcfac8f0a req-3094f584-d467-4979-a2d0-6f134cb24d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:00.837896 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b2e435e1-8ee0-48b7-8feb-255fcfac8f0a req-3094f584-d467-4979-a2d0-6f134cb24d50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f8c52ced27646e3b1bb36269481777f&device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 1096 time: 0.2359824 Feb 09 14:22:01.065517 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b53ca579-8e37-433d-82e1-0e1696701ac6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:01.083772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dfc05-ffa1-4aff-a94d-179948a05b46 req-5aa336ae-574a-44d0-adb7-cd6f85abc1da tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:01.088873 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb3dfc05-ffa1-4aff-a94d-179948a05b46 req-5aa336ae-574a-44d0-adb7-cd6f85abc1da tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 947 time: 0.2788920 Feb 09 14:22:01.123635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e435e1-8ee0-48b7-8feb-255fcfac8f0a req-997c0d82-3586-4011-bc6c-6d7a9293c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:01.127134 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b2e435e1-8ee0-48b7-8feb-255fcfac8f0a req-997c0d82-3586-4011-bc6c-6d7a9293c8f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=04375e8a-2a29-4ee3-801b-e50e99a312f0 HTTP/1.1" status: 200 len: 919 time: 0.2802734 Feb 09 14:22:01.252694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ca579-8e37-433d-82e1-0e1696701ac6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Port': ['ID=bdc9e528-67de-4e38-a71a-258de8bdaef0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:01.352080 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b2e435e1-8ee0-48b7-8feb-255fcfac8f0a req-202577a3-1217-4074-8f0d-f430adc1faa0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=805149b5-7347-4083-9518-9161787cbf48 HTTP/1.1" status: 200 len: 217 time: 0.2117379 Feb 09 14:22:01.427315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e435e1-8ee0-48b7-8feb-255fcfac8f0a req-3417bac9-21da-419d-9141-fc003befd7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:01.429272 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b2e435e1-8ee0-48b7-8feb-255fcfac8f0a req-3417bac9-21da-419d-9141-fc003befd7d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73fe2fc4-e537-471a-bd13-9a72088c784d HTTP/1.1" status: 200 len: 859 time: 0.0707216 Feb 09 14:22:01.499622 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b2e435e1-8ee0-48b7-8feb-255fcfac8f0a req-36ed144f-02fd-4245-b3a9-36bc99256ae6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04375e8a-2a29-4ee3-801b-e50e99a312f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633776 Feb 09 14:22:01.610642 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b53ca579-8e37-433d-82e1-0e1696701ac6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:01.626854 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb3dfc05-ffa1-4aff-a94d-179948a05b46 req-cb755e3b-e436-45d8-ae9a-194d67da57d7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4599690 Feb 09 14:22:01.628549 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b53ca579-8e37-433d-82e1-0e1696701ac6 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/ports/bdc9e528-67de-4e38-a71a-258de8bdaef0 HTTP/1.1" status: 204 len: 168 time: 2.5566816 Feb 09 14:22:01.640291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37404) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:01.661348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:01.672510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:01.681766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Usage tracker for resource:floatingip and tenant:8bb33fce73ed4a9ab9c3fa77fb85980a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:01.686435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:01.708984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:01.718278 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:01.729414 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:01.955421 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:02.085914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37416) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:02.124447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Allocated IP 172.25.8.149 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/85040b08-fbb6-4b90-bc32-2b325d28c400) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:02.140771 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b2e435e1-8ee0-48b7-8feb-255fcfac8f0a req-b7c8bad9-e66d-4872-bca9-e837d5ec6e02 service neutron] 10.222.0.35 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333013 Feb 09 14:22:02.302026 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:02.389643 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077fb73-e195-43d1-97b2-c71a49c1513d req-76594e48-090f-4258-b15a-57a9e84103ce tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:02.394277 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4077fb73-e195-43d1-97b2-c71a49c1513d req-76594e48-090f-4258-b15a-57a9e84103ce tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.5163653 Feb 09 14:22:02.402980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2125139324-network', 'tenant_id': '0c009d15cc3f417f95124b29ba52273c'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:02.416031 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:02.446611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:02.461280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Usage tracker for resource:network and tenant:0c009d15cc3f417f95124b29ba52273c is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:02.471243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:02.487704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:02.529176 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4077fb73-e195-43d1-97b2-c71a49c1513d req-5a6edd1c-d873-4134-817c-efd222bcc5c1 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147676 Feb 09 14:22:02.540702 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b2e435e1-8ee0-48b7-8feb-255fcfac8f0a req-35e2ff17-9f17-44ee-a98b-09cf658d06c6 service neutron] 10.222.0.35 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744833 Feb 09 14:22:02.542044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Made reservation on behalf of 0c009d15cc3f417f95124b29ba52273c for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:02.545479 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:02.562493 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:02.581704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:02.586150 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Usage tracker for resource:security_group_rule and tenant:0c009d15cc3f417f95124b29ba52273c is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:02.589394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:02.597088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:02.599751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:02.607150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:02.613980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:02.673644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=85040b08-fbb6-4b90-bc32-2b325d28c400,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:02.768727 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e2a60-4954-4cd5-b163-443321bdb99a req-c380f90e-043c-413a-ac3d-741907f71245 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:02.775766 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-625e2a60-4954-4cd5-b163-443321bdb99a req-c380f90e-043c-413a-ac3d-741907f71245 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.4430699 Feb 09 14:22:02.785901 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:02.803994 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:02.810643 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:02.833183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:22:02.848765 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:02.849131 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Added segment b0a36955-681e-4cfc-b603-0d6c8fdb07b2 of type vlan for network fdd3a025-28d1-4acc-bbe1-081dd96e126d Feb 09 14:22:02.916721 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:03.002972 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:03.004105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:03.004699 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:03.071857 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:03.196135 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0585480 Feb 09 14:22:03.216413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37432) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:03.217018 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-625e2a60-4954-4cd5-b163-443321bdb99a req-f7e51c06-1dc4-4cf6-95ae-7ce2b6a69a0b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334936 Feb 09 14:22:03.223324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-5c5b8666-2345-4c03-b153-fadfcd463675 admin admin] Request body: {'subnet': {'network_id': 'fdd3a025-28d1-4acc-bbe1-081dd96e126d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2125139324-subnet', 'tenant_id': '0c009d15cc3f417f95124b29ba52273c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:03.237310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c40615e-187a-496f-bdb4-5d2e3aa91fce,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:03.251821 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5c5b8666-2345-4c03-b153-fadfcd463675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:03.277583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5c5b8666-2345-4c03-b153-fadfcd463675 admin admin] Usage tracker for resource:subnet and tenant:0c009d15cc3f417f95124b29ba52273c is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:03.294457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5c5b8666-2345-4c03-b153-fadfcd463675 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:03.322544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cea698-64e6-467e-ba10-6919be5453d1 admin admin] Pushing event updated for resources: {'Network': ['ID=fdd3a025-28d1-4acc-bbe1-081dd96e126d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:03.336081 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network fdd3a025-28d1-4acc-bbe1-081dd96e126d details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:22:03.347716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5c5b8666-2345-4c03-b153-fadfcd463675 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:03.415930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5b8666-2345-4c03-b153-fadfcd463675 admin admin] Made reservation on behalf of 0c009d15cc3f417f95124b29ba52273c for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:03.426919 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c5b8666-2345-4c03-b153-fadfcd463675 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:03.493597 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:03.505990 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:03.643978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=85040b08-fbb6-4b90-bc32-2b325d28c400,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:03.708334 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:03.793679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d2ce7-60db-4f74-a8db-0876a7d0c942 req-019e4554-393d-454d-aeba-0b21e9bbdfc8 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:03.795761 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a43d2ce7-60db-4f74-a8db-0876a7d0c942 req-019e4554-393d-454d-aeba-0b21e9bbdfc8 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 947 time: 0.8467922 Feb 09 14:22:03.797236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c5b8666-2345-4c03-b153-fadfcd463675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:03.817861 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:03.824525 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-af7f268b-0416-4dc0-a011-e31b92f3d408 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1819365 Feb 09 14:22:03.826841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37448) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:03.841049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'port': {'network_id': 'd426c2f5-7c37-4203-ae1d-e4201d35c8f0', 'name': 'tempest-FloatingIPTestJSON-1057339645'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:04.075933 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a43d2ce7-60db-4f74-a8db-0876a7d0c942 req-0474deb0-e31f-437f-85a4-dde0e3ba1d3a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266514 Feb 09 14:22:04.075933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b8666-2345-4c03-b153-fadfcd463675 admin admin] Checking segment: {'id': 'b0a36955-681e-4cfc-b603-0d6c8fdb07b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fdd3a025-28d1-4acc-bbe1-081dd96e126d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:22:04.075933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5b8666-2345-4c03-b153-fadfcd463675 admin admin] Network hostable DHCP agents. Network: fdd3a025-28d1-4acc-bbe1-081dd96e126d, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:22:04.088043 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adf12b-fc4a-4804-bfe3-1eadb1507e60 req-0a206f52-04c5-4c11-ab5f-3b226fa0df18 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:04.090661 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-37adf12b-fc4a-4804-bfe3-1eadb1507e60 req-0a206f52-04c5-4c11-ab5f-3b226fa0df18 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.2193451 Feb 09 14:22:04.120379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5b8666-2345-4c03-b153-fadfcd463675 admin admin] Network fdd3a025-28d1-4acc-bbe1-081dd96e126d is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:22:04.124170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b8666-2345-4c03-b153-fadfcd463675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5166c6cc-6981-455c-9e77-a4a14cc3e1d2,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:04.148765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-5c5b8666-2345-4c03-b153-fadfcd463675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, fdd3a025-28d1-4acc-bbe1-081dd96e126d) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:04.166789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b8666-2345-4c03-b153-fadfcd463675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:04.168373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c5b8666-2345-4c03-b153-fadfcd463675 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:04.170152 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7801893a-e31c-4cc3-bf67-fed24f31991e None None] Network fdd3a025-28d1-4acc-bbe1-081dd96e126d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:22:04.196215 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5c5b8666-2345-4c03-b153-fadfcd463675 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9785585 Feb 09 14:22:04.206675 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-37adf12b-fc4a-4804-bfe3-1eadb1507e60 req-ce4ed444-2457-4cf5-b05e-9dfc288be052 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154430 Feb 09 14:22:04.319714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:04.332490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Usage tracker for resource:port and tenant:8bb33fce73ed4a9ab9c3fa77fb85980a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:04.336667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:04.347265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:04.360969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Made reservation on behalf of 8bb33fce73ed4a9ab9c3fa77fb85980a for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:04.366828 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:04.410448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] device_id is not set on port 4ac0cc06-2c3a-452c-9670-1d4aa3f44227 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:22:04.750199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c26f0-3e7a-40ab-bb03-1b73711b5c4b req-fc2245d4-9356-4c74-955d-dfb4b1a74c3a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:04.752085 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d2c26f0-3e7a-40ab-bb03-1b73711b5c4b req-fc2245d4-9356-4c74-955d-dfb4b1a74c3a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.2665482 Feb 09 14:22:04.812815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Allocated IP 172.20.0.13 (d426c2f5-7c37-4203-ae1d-e4201d35c8f0/b7ffb22e-f7c5-45c5-a4c5-5cc259834dd6/4ac0cc06-2c3a-452c-9670-1d4aa3f44227) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:04.874091 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d2c26f0-3e7a-40ab-bb03-1b73711b5c4b req-17fc4aee-c983-4729-8b49-4a6d06a8c2eb tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075776 Feb 09 14:22:05.132923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15386f6-dba9-457a-99f9-2c8ce2c9c62f None None] Network fdd3a025-28d1-4acc-bbe1-081dd96e126d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:22:05.389740 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-cb6c2a09-117d-4566-935d-a156e2e6770a tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:05.397277 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-cb6c2a09-117d-4566-935d-a156e2e6770a tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/networks?id=fdd3a025-28d1-4acc-bbe1-081dd96e126d HTTP/1.1" status: 200 len: 814 time: 0.1740892 Feb 09 14:22:05.425822 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-16584b4c-6f79-4386-b4ca-85cd0936a7d4 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/quotas/0c009d15cc3f417f95124b29ba52273c HTTP/1.1" status: 200 len: 375 time: 0.0275097 Feb 09 14:22:05.487369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-71983ef2-37d4-4ef7-b24c-c8d1c80ff159 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:05.494774 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-71983ef2-37d4-4ef7-b24c-c8d1c80ff159 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/networks?id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 HTTP/1.1" status: 200 len: 814 time: 0.2746074 Feb 09 14:22:05.501141 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-c0443e13-b8fc-4b01-adcc-38012bb7a6b1 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c009d15cc3f417f95124b29ba52273c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742724 Feb 09 14:22:05.537714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-56348f4e-3787-4fe7-86e6-561724caa841 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/quotas/a7f428d0350d40a891a26b2f275269ef HTTP/1.1" status: 200 len: 375 time: 0.0411160 Feb 09 14:22:05.606532 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:05.686461 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-d2a10b94-8406-433e-9397-46dbde68d911 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7f428d0350d40a891a26b2f275269ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1427844 Feb 09 14:22:05.690945 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b097f770-d2ca-4e99-8bd4-2be270c77724 service neutron] 10.222.0.48 "GET /v2.0/networks/fdd3a025-28d1-4acc-bbe1-081dd96e126d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889989 Feb 09 14:22:05.839893 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-36187995-cbb0-4984-a7e8-0cafe975218f service neutron] 10.222.0.48 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465068 Feb 09 14:22:05.840650 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:05.854340 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-66f70b3c-1841-4793-93bf-a4ab10fd6f19 service neutron] 10.222.0.48 "GET /v2.0/networks/fdd3a025-28d1-4acc-bbe1-081dd96e126d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624629 Feb 09 14:22:05.977509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network d426c2f5-7c37-4203-ae1d-e4201d35c8f0 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:05.987589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:05.999609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:06.017736 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-883a882f-774e-4231-b65c-e584c1ef6d7c service neutron] 10.222.0.48 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715646 Feb 09 14:22:06.181655 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:06.182443 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:06.188001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=4ac0cc06-2c3a-452c-9670-1d4aa3f44227,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:06.243209 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-20e40bf9-e780-459a-86d8-89d1146b9a3d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4135842 Feb 09 14:22:06.244549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37512) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:06.251696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-db532148-26d2-4eaf-8682-1984ca12bc54 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'floatingip': {'port_id': '4ac0cc06-2c3a-452c-9670-1d4aa3f44227'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:06.600189 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db532148-26d2-4eaf-8682-1984ca12bc54 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:06.764760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f691939-9b55-4f96-bdf6-3e5d9e05c86e req-3962e748-6412-4ced-8a05-98a7871abb2e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:06.784073 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f691939-9b55-4f96-bdf6-3e5d9e05c86e req-3962e748-6412-4ced-8a05-98a7871abb2e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 947 time: 0.4924183 Feb 09 14:22:06.894783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0813c-cfd1-4686-b06a-5b4fc7ea2a01 req-c4fc4088-5b86-4d3d-a919-4c9f37102db2 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:06.903875 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7b0813c-cfd1-4686-b06a-5b4fc7ea2a01 req-c4fc4088-5b86-4d3d-a919-4c9f37102db2 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.3843472 Feb 09 14:22:06.929679 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f691939-9b55-4f96-bdf6-3e5d9e05c86e req-5e0b40d1-9b1b-4901-a4af-eba67bc47bf3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434040 Feb 09 14:22:07.030261 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7b0813c-cfd1-4686-b06a-5b4fc7ea2a01 req-9491ce27-bdd8-410c-b38e-493e06e7ecf6 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231575 Feb 09 14:22:07.284961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cda09-41de-4b1e-9ae0-331580c59368 req-a58dba1a-94cf-4bce-abee-17f065465588 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:07.286491 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d42cda09-41de-4b1e-9ae0-331580c59368 req-a58dba1a-94cf-4bce-abee-17f065465588 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.2332611 Feb 09 14:22:07.344939 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-80f9182a-377e-4d38-aaa8-c9e77069ec80 req-0fdc47e8-bcdf-4fd9-b392-d718e6197372 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 210 time: 0.0485327 Feb 09 14:22:07.365558 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d42cda09-41de-4b1e-9ae0-331580c59368 req-f18fe8db-6ccd-4214-81ee-8e89a7eb0629 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731714 Feb 09 14:22:07.612392 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-676fc29d-d70c-43d1-b643-95a03601f5af req-8b3fcbf4-ede0-4850-8c9e-fec58dee8fdf tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 210 time: 0.0657415 Feb 09 14:22:07.812708 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db532148-26d2-4eaf-8682-1984ca12bc54 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:07.818585 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db532148-26d2-4eaf-8682-1984ca12bc54 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:08.001341 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-db532148-26d2-4eaf-8682-1984ca12bc54 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Floating IP 914ed382-de65-40ef-84f9-c0898b58b591 associated. External IP: 172.25.8.149, port: 4ac0cc06-2c3a-452c-9670-1d4aa3f44227. Feb 09 14:22:08.154071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6e306-94a3-4434-b5e8-c515f2cde11c req-54f955db-2c64-43d4-9ed0-902f9993f323 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:08.155627 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f5e6e306-94a3-4434-b5e8-c515f2cde11c req-54f955db-2c64-43d4-9ed0-902f9993f323 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 947 time: 0.1248703 Feb 09 14:22:08.264976 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f5e6e306-94a3-4434-b5e8-c515f2cde11c req-42d058a3-3c2c-4fbb-839e-3f88070fd005 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009035 Feb 09 14:22:08.611585 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:08.639052 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60e38150-0e87-4ea3-861a-6867584bbd2e req-d6a38d83-22e3-4959-ba92-32dcecd16b83 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 210 time: 0.0795205 Feb 09 14:22:08.789733 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cf4c4-7f52-460a-bc3c-eb0229e1ec81 req-637a82ce-cf73-4a77-9f6c-b810c97e4992 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:08.799395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f6cf4c4-7f52-460a-bc3c-eb0229e1ec81 req-637a82ce-cf73-4a77-9f6c-b810c97e4992 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.6132710 Feb 09 14:22:08.916433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59aed4-aac7-4eae-bfd0-b7ab8c856bcc req-29abc82e-fecc-4319-88a3-06eac0ff2280 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:08.923782 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8c59aed4-aac7-4eae-bfd0-b7ab8c856bcc req-29abc82e-fecc-4319-88a3-06eac0ff2280 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.1693769 Feb 09 14:22:08.993767 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8c59aed4-aac7-4eae-bfd0-b7ab8c856bcc req-4b02d6bb-a8d0-4616-8b6c-c8e935b530af tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642154 Feb 09 14:22:09.107090 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f6cf4c4-7f52-460a-bc3c-eb0229e1ec81 req-ca130e09-45f1-4a10-8033-343b94ea7eb5 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064384 Feb 09 14:22:09.147493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-d737ee13-38b7-4a6d-a098-df1cd28f47c4 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:09.148382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-d737ee13-38b7-4a6d-a098-df1cd28f47c4 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Synchronizing usage tracker for tenant:0c009d15cc3f417f95124b29ba52273c on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:22:09.163184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db532148-26d2-4eaf-8682-1984ca12bc54 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router 0fc9ec94-ba9f-419a-827e-bf30628f44fe has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:22:09.177283 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0f228e4-9b37-4b19-8205-2a86d7f0de16 req-aa3b40bb-7611-4c84-a5c2-f8f695508519 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 210 time: 0.0672174 Feb 09 14:22:09.278350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-d737ee13-38b7-4a6d-a098-df1cd28f47c4 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Unset dirty status for tenant:0c009d15cc3f417f95124b29ba52273c on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:22:09.279441 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-d737ee13-38b7-4a6d-a098-df1cd28f47c4 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.35 "GET /v2.0/networks?id=fdd3a025-28d1-4acc-bbe1-081dd96e126d HTTP/1.1" status: 200 len: 814 time: 0.6505833 Feb 09 14:22:09.290855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-32e7fd46-5307-4dfa-86c7-c1ffdde78c52 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:09.292847 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-32e7fd46-5307-4dfa-86c7-c1ffdde78c52 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.35 "GET /v2.0/networks?id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 HTTP/1.1" status: 200 len: 814 time: 0.3708792 Feb 09 14:22:09.308493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-0ea697ce-191a-4a6b-9d40-61e491c9ead5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Request body: {'port': {'device_id': '410c0cf6-bd84-4afc-bb5d-4175bce08330', 'network_id': 'fdd3a025-28d1-4acc-bbe1-081dd96e126d', 'admin_state_up': True, 'tenant_id': '0c009d15cc3f417f95124b29ba52273c'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:09.323843 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-f8ca84c0-b314-4a48-9797-9a715c5298dc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Request body: {'port': {'device_id': '9d78d3cc-d17e-4794-8b63-29316ecf7399', 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89', 'admin_state_up': True, 'tenant_id': 'a7f428d0350d40a891a26b2f275269ef'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:09.696924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db532148-26d2-4eaf-8682-1984ca12bc54 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:22:09.711182 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db532148-26d2-4eaf-8682-1984ca12bc54 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:09.711537 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f69b1-64f1-453a-a270-f77e66ba864a None None] Sync routers for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:22:09.722375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0f69b1-64f1-453a-a270-f77e66ba864a None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:09.723175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-cc0f69b1-64f1-453a-a270-f77e66ba864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:09.780174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-f8ca84c0-b314-4a48-9797-9a715c5298dc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:09.784189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-0ea697ce-191a-4a6b-9d40-61e491c9ead5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:09.793338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-0ea697ce-191a-4a6b-9d40-61e491c9ead5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Usage tracker for resource:port and tenant:0c009d15cc3f417f95124b29ba52273c is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:09.794152 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-cc0f69b1-64f1-453a-a270-f77e66ba864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:09.796650 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-db532148-26d2-4eaf-8682-1984ca12bc54 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "PUT /v2.0/floatingips/914ed382-de65-40ef-84f9-c0898b58b591 HTTP/1.1" status: 200 len: 979 time: 3.5510240 Feb 09 14:22:09.800669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-0ea697ce-191a-4a6b-9d40-61e491c9ead5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:09.803970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37610) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:09.804475 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0f69b1-64f1-453a-a270-f77e66ba864a None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:09.805075 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-cc0f69b1-64f1-453a-a270-f77e66ba864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:09.812666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-f8ca84c0-b314-4a48-9797-9a715c5298dc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:09.815753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-0ea697ce-191a-4a6b-9d40-61e491c9ead5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:09.820587 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c9077b11-0d07-4095-b03f-ecc8ddd905d7 req-e4aa6426-d462-44ac-a19b-b978879ffdd6 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 210 time: 0.0511787 Feb 09 14:22:09.879558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-cc0f69b1-64f1-453a-a270-f77e66ba864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:09.880261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f69b1-64f1-453a-a270-f77e66ba864a None None] The sync data for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:22:09.883761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-f8ca84c0-b314-4a48-9797-9a715c5298dc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Made reservation on behalf of a7f428d0350d40a891a26b2f275269ef for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:09.887781 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-f8ca84c0-b314-4a48-9797-9a715c5298dc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:09.901120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-0ea697ce-191a-4a6b-9d40-61e491c9ead5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Made reservation on behalf of 0c009d15cc3f417f95124b29ba52273c for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:09.904405 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-0ea697ce-191a-4a6b-9d40-61e491c9ead5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:09.919328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e95fc-9ff6-4b1b-b088-af8880cb5043 req-b184ad55-ff45-4a4c-a405-131b8d685dbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:09.920810 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-019e95fc-9ff6-4b1b-b088-af8880cb5043 req-b184ad55-ff45-4a4c-a405-131b8d685dbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 947 time: 0.3614652 Feb 09 14:22:09.957153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-fe89e9ce-09c6-4c8e-b319-bc26e55f572f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting port 4ac0cc06-2c3a-452c-9670-1d4aa3f44227 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:22:09.957503 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe89e9ce-09c6-4c8e-b319-bc26e55f572f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:10.197791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a9f0f-55cb-4145-b021-f809ce001608 req-3d6b0992-f9d5-48fd-bf38-dd71bd7316f2 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:10.204531 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-538a9f0f-55cb-4145-b021-f809ce001608 req-3d6b0992-f9d5-48fd-bf38-dd71bd7316f2 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.0946014 Feb 09 14:22:10.255350 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-538a9f0f-55cb-4145-b021-f809ce001608 req-c709c645-921c-41f8-b5df-340f550b139e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497866 Feb 09 14:22:10.272924 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-019e95fc-9ff6-4b1b-b088-af8880cb5043 req-dcfa43c2-d74f-49ee-a3fe-4410ad7bd90e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3430810 Feb 09 14:22:10.309862 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:10.554449 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0333513-26cd-42df-ae2d-a918be0c3299 req-153d8873-9c62-4ae0-9c3b-e091d1ff7669 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:10.555914 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0333513-26cd-42df-ae2d-a918be0c3299 req-153d8873-9c62-4ae0-9c3b-e091d1ff7669 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.1642220 Feb 09 14:22:10.563822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-49a72308-f5e1-4777-a960-1f7179772e8c req-4a8ebceb-f688-4f81-a220-01db2bed40f8 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 210 time: 0.1587543 Feb 09 14:22:10.642864 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0333513-26cd-42df-ae2d-a918be0c3299 req-130ef02d-7156-426c-bf0d-5368cf4d2719 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715702 Feb 09 14:22:10.761300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-0ea697ce-191a-4a6b-9d40-61e491c9ead5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Allocated IP 172.20.0.3 (fdd3a025-28d1-4acc-bbe1-081dd96e126d/5166c6cc-6981-455c-9e77-a4a14cc3e1d2/61f2965c-ccd1-454a-8b85-5d9b65fb1664) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:10.763590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-f8ca84c0-b314-4a48-9797-9a715c5298dc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Allocated IP 172.20.0.2 (59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89/adaa8dfb-07a1-4c7a-bd00-5979c7cd6139/15b9b516-ebf7-40f9-abe2-d1b9b443e815) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:10.818168 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe89e9ce-09c6-4c8e-b319-bc26e55f572f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:11.060030 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-01a6f517-7e14-4a48-9a7f-57291d21f282 req-96a95ab3-6ada-4426-b759-bf141447576b tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 210 time: 0.0842130 Feb 09 14:22:11.227120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device af23a0d9-1c15-48f5-a81e-9a441a603a7e no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:22:11.363006 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:11.393718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:11.406148 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:11.413944 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:11.498019 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'code': 200} Feb 09 14:22:11.499071 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=af23a0d9-1c15-48f5-a81e-9a441a603a7e,revision_number=14']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:11.555484 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-f8ca84c0-b314-4a48-9797-9a715c5298dc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:11.569726 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-0ea697ce-191a-4a6b-9d40-61e491c9ead5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:11.570382 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb585bdb-7d98-45a3-b227-b2f3937fa33e req-fcc111b2-b62b-481c-8b99-ad7d009b63a9 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:11.575019 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe89e9ce-09c6-4c8e-b319-bc26e55f572f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:11.575397 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe89e9ce-09c6-4c8e-b319-bc26e55f572f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:11.575709 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-fe89e9ce-09c6-4c8e-b319-bc26e55f572f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Floating IP 914ed382-de65-40ef-84f9-c0898b58b591 disassociated. External IP: 172.25.8.149, port: 4ac0cc06-2c3a-452c-9670-1d4aa3f44227. Feb 09 14:22:11.576068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-fe89e9ce-09c6-4c8e-b319-bc26e55f572f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Calling delete_port for 4ac0cc06-2c3a-452c-9670-1d4aa3f44227 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:22:11.579986 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb585bdb-7d98-45a3-b227-b2f3937fa33e req-fcc111b2-b62b-481c-8b99-ad7d009b63a9 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.1819267 Feb 09 14:22:11.616066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37714) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:11.629222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f7e3b7a5-1340-49b2-9db9-feb8d975d8fa tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-760522292'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:11.634970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f7e3b7a5-1340-49b2-9db9-feb8d975d8fa tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:11.640179 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f7e3b7a5-1340-49b2-9db9-feb8d975d8fa tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Usage tracker for resource:network and tenant:fa10991579a24c27b1b3f21f294a7343 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:11.644949 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f7e3b7a5-1340-49b2-9db9-feb8d975d8fa tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:11.652783 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f7e3b7a5-1340-49b2-9db9-feb8d975d8fa tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:11.679349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e3b7a5-1340-49b2-9db9-feb8d975d8fa tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Made reservation on behalf of fa10991579a24c27b1b3f21f294a7343 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:11.683307 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7e3b7a5-1340-49b2-9db9-feb8d975d8fa tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:11.704708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb585bdb-7d98-45a3-b227-b2f3937fa33e req-43e0390e-f2da-4c0e-95ea-a536f38ad8da tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238894 Feb 09 14:22:11.723144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e3b7a5-1340-49b2-9db9-feb8d975d8fa tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:22:11.737986 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7e3b7a5-1340-49b2-9db9-feb8d975d8fa tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:11.738911 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-f7e3b7a5-1340-49b2-9db9-feb8d975d8fa tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Added segment b533b1ac-441f-4004-8d37-2a479f4ed71a of type vlan for network f95aa98c-a00b-4cac-9271-8db21c81664d Feb 09 14:22:11.775397 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7e3b7a5-1340-49b2-9db9-feb8d975d8fa tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:11.789531 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-f8ca84c0-b314-4a48-9797-9a715c5298dc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:11.793138 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-0ea697ce-191a-4a6b-9d40-61e491c9ead5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:11.802204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['ea4ee131-6417-473e-bf16-e912e57cdd8d', 'c85d29c8-9e64-4a09-a47e-384838667f5e', 'fbc838fb-79fb-4ba4-8686-8896c1dbe58f'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:22:11.812578 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7e3b7a5-1340-49b2-9db9-feb8d975d8fa tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:11.819268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e3b7a5-1340-49b2-9db9-feb8d975d8fa tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:11.820230 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7e3b7a5-1340-49b2-9db9-feb8d975d8fa tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:11.891600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-f8ca84c0-b314-4a48-9797-9a715c5298dc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:11.900497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-f8ca84c0-b314-4a48-9797-9a715c5298dc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:11.913562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-f8ca84c0-b314-4a48-9797-9a715c5298dc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:11.958754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-0ea697ce-191a-4a6b-9d40-61e491c9ead5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Network fdd3a025-28d1-4acc-bbe1-081dd96e126d is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:11.964490 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca84c0-b314-4a48-9797-9a715c5298dc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Pushing event updated for resources: {'Port': ['ID=15b9b516-ebf7-40f9-abe2-d1b9b443e815,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:11.971295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-0ea697ce-191a-4a6b-9d40-61e491c9ead5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:11.973732 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-0ea697ce-191a-4a6b-9d40-61e491c9ead5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:11.976197 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f7e3b7a5-1340-49b2-9db9-feb8d975d8fa tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3586056 Feb 09 14:22:11.983787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37720) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:11.987680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3b7a5-1340-49b2-9db9-feb8d975d8fa tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event updated for resources: {'Network': ['ID=f95aa98c-a00b-4cac-9271-8db21c81664d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:11.992770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-79e72cd6-c7b8-46ff-bc65-179d5c1e2dec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-794471113'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:11.999275 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-79e72cd6-c7b8-46ff-bc65-179d5c1e2dec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:12.001639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network f95aa98c-a00b-4cac-9271-8db21c81664d details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:22:12.006478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-79e72cd6-c7b8-46ff-bc65-179d5c1e2dec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Usage tracker for resource:network and tenant:fa10991579a24c27b1b3f21f294a7343 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:12.011937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-79e72cd6-c7b8-46ff-bc65-179d5c1e2dec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:12.020077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-79e72cd6-c7b8-46ff-bc65-179d5c1e2dec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:12.040570 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe89e9ce-09c6-4c8e-b319-bc26e55f572f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:12.041747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8545c-9d8b-4d93-8ba1-87959177d16d req-cb069ede-c2c0-40ce-9e8e-582ab7f70b27 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:12.043224 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-efa8545c-9d8b-4d93-8ba1-87959177d16d req-cb069ede-c2c0-40ce-9e8e-582ab7f70b27 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 931 time: 0.2120607 Feb 09 14:22:12.044067 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e72cd6-c7b8-46ff-bc65-179d5c1e2dec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Made reservation on behalf of fa10991579a24c27b1b3f21f294a7343 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:12.047780 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-79e72cd6-c7b8-46ff-bc65-179d5c1e2dec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:12.061378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de299f29-408a-4142-94a2-5ee113a9ebac req-22169c50-b83a-4e66-b890-5bdfa6f18b8f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:12.062861 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de299f29-408a-4142-94a2-5ee113a9ebac req-22169c50-b83a-4e66-b890-5bdfa6f18b8f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.4023459 Feb 09 14:22:12.108801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e72cd6-c7b8-46ff-bc65-179d5c1e2dec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:22:12.121641 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-efa8545c-9d8b-4d93-8ba1-87959177d16d req-3ed861cd-f6b4-482b-aa65-b7180fbf439d tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604424 Feb 09 14:22:12.126076 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-79e72cd6-c7b8-46ff-bc65-179d5c1e2dec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:12.126435 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-79e72cd6-c7b8-46ff-bc65-179d5c1e2dec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Added segment 12be5f86-6f0d-4172-8c3d-f30bde566f16 of type vlan for network e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 Feb 09 14:22:12.156248 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-79e72cd6-c7b8-46ff-bc65-179d5c1e2dec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:12.197974 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-79e72cd6-c7b8-46ff-bc65-179d5c1e2dec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:12.206474 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e72cd6-c7b8-46ff-bc65-179d5c1e2dec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:12.207902 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-79e72cd6-c7b8-46ff-bc65-179d5c1e2dec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:12.303139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-f8ca84c0-b314-4a48-9797-9a715c5298dc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:12.303665 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-f8ca84c0-b314-4a48-9797-9a715c5298dc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:12.336416 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-79e72cd6-c7b8-46ff-bc65-179d5c1e2dec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3513424 Feb 09 14:22:12.340992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37726) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:12.351250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-84a90c23-2141-4e6b-8031-9532197b0a02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Request body: {'subnet': {'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:12.377525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e72cd6-c7b8-46ff-bc65-179d5c1e2dec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event updated for resources: {'Network': ['ID=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:12.382045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-0ea697ce-191a-4a6b-9d40-61e491c9ead5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:12.383498 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-0ea697ce-191a-4a6b-9d40-61e491c9ead5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:12.391151 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:22:12.394208 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea697ce-191a-4a6b-9d40-61e491c9ead5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Pushing event updated for resources: {'Port': ['ID=61f2965c-ccd1-454a-8b85-5d9b65fb1664,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:12.500710 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-f8ca84c0-b314-4a48-9797-9a715c5298dc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1956322 Feb 09 14:22:12.503996 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de299f29-408a-4142-94a2-5ee113a9ebac req-c2e7a49f-e5c0-4995-8592-aef6c0e27c64 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592301 Feb 09 14:22:12.543096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-84a90c23-2141-4e6b-8031-9532197b0a02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:12.543436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Request body: {'port': {'device_id': '9d78d3cc-d17e-4794-8b63-29316ecf7399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:12.543541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-84a90c23-2141-4e6b-8031-9532197b0a02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Usage tracker for resource:subnet and tenant:fa10991579a24c27b1b3f21f294a7343 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:12.545802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-84a90c23-2141-4e6b-8031-9532197b0a02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:12.552819 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-84a90c23-2141-4e6b-8031-9532197b0a02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:12.574732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686f917-55d3-43b2-8dbf-bdc2b4639695 req-2bd50a08-bd5d-4914-ae08-fee732ed6db9 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:12.576651 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9686f917-55d3-43b2-8dbf-bdc2b4639695 req-2bd50a08-bd5d-4914-ae08-fee732ed6db9 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.2066529 Feb 09 14:22:12.577381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a90c23-2141-4e6b-8031-9532197b0a02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Made reservation on behalf of fa10991579a24c27b1b3f21f294a7343 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:12.582423 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84a90c23-2141-4e6b-8031-9532197b0a02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:12.587415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89e9ce-09c6-4c8e-b319-bc26e55f572f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Port': ['ID=4ac0cc06-2c3a-452c-9670-1d4aa3f44227,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:12.596190 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-0ea697ce-191a-4a6b-9d40-61e491c9ead5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2945223 Feb 09 14:22:12.622022 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Request body: {'port': {'device_id': '410c0cf6-bd84-4afc-bb5d-4175bce08330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:12.715528 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9686f917-55d3-43b2-8dbf-bdc2b4639695 req-d363842d-c3ba-41bc-bbff-75e36c665d06 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163938 Feb 09 14:22:12.906847 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:12.967707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe89e9ce-09c6-4c8e-b319-bc26e55f572f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router 0fc9ec94-ba9f-419a-827e-bf30628f44fe has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:22:13.023912 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:13.059626 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84a90c23-2141-4e6b-8031-9532197b0a02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:13.161600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a90c23-2141-4e6b-8031-9532197b0a02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event updated for resources: {'Subnet': ['ID=6a2abefd-c835-4a47-b003-11082e488e18,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:13.172109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd8147-db20-4b56-8610-b7773c45d885 req-deb3753e-676d-47da-9bd0-09fe4f552ad5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:13.172805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-82fd8147-db20-4b56-8610-b7773c45d885 req-deb3753e-676d-47da-9bd0-09fe4f552ad5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Synchronizing usage tracker for tenant:0c009d15cc3f417f95124b29ba52273c on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:22:13.187235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a90c23-2141-4e6b-8031-9532197b0a02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Checking segment: {'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:22:13.187593 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a90c23-2141-4e6b-8031-9532197b0a02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Network hostable DHCP agents. Network: f95aa98c-a00b-4cac-9271-8db21c81664d, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:22:13.200171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35651065-0bcd-445d-8a55-8ccaddfef0a7 req-5cba9e4b-7f46-44aa-aa9f-fd1ef4ba93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:13.201641 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-35651065-0bcd-445d-8a55-8ccaddfef0a7 req-5cba9e4b-7f46-44aa-aa9f-fd1ef4ba93c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 1096 time: 0.2289896 Feb 09 14:22:13.214648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a9f9b-10a4-46bc-bb3f-e0dddc71f58c req-c0918db3-10f9-4f94-b25b-128fb725b7f8 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:13.216127 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f88a9f9b-10a4-46bc-bb3f-e0dddc71f58c req-c0918db3-10f9-4f94-b25b-128fb725b7f8 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.2078872 Feb 09 14:22:13.303662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-82fd8147-db20-4b56-8610-b7773c45d885 req-deb3753e-676d-47da-9bd0-09fe4f552ad5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Unset dirty status for tenant:0c009d15cc3f417f95124b29ba52273c on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:22:13.304835 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-82fd8147-db20-4b56-8610-b7773c45d885 req-deb3753e-676d-47da-9bd0-09fe4f552ad5 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 931 time: 0.6036379 Feb 09 14:22:13.329266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a90c23-2141-4e6b-8031-9532197b0a02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Network f95aa98c-a00b-4cac-9271-8db21c81664d is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:22:13.359159 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f88a9f9b-10a4-46bc-bb3f-e0dddc71f58c req-8f98fbea-2b2b-4750-b317-2bf57fa36d3c tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183214 Feb 09 14:22:13.361406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-84a90c23-2141-4e6b-8031-9532197b0a02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, f95aa98c-a00b-4cac-9271-8db21c81664d) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:13.371504 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a218e-10a4-4d9e-96c8-ed77b89161a5 None None] Network f95aa98c-a00b-4cac-9271-8db21c81664d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:22:13.376535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a90c23-2141-4e6b-8031-9532197b0a02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:13.377119 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84a90c23-2141-4e6b-8031-9532197b0a02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:13.408100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35651065-0bcd-445d-8a55-8ccaddfef0a7 req-9860fab7-fc69-485d-8ac4-7a3367c9db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:13.409548 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-35651065-0bcd-445d-8a55-8ccaddfef0a7 req-9860fab7-fc69-485d-8ac4-7a3367c9db24 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 0.1925762 Feb 09 14:22:13.416022 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-84a90c23-2141-4e6b-8031-9532197b0a02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0711942 Feb 09 14:22:13.464830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37738) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:13.495593 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8e80a91f-0be6-43b0-bcfe-877eb17f597e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Request body: {'subnet': {'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:13.552742 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe89e9ce-09c6-4c8e-b319-bc26e55f572f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:22:13.567211 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b93c5d-5d02-490e-8a55-59383d646d30 None None] Sync routers for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:22:13.582560 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b93c5d-5d02-490e-8a55-59383d646d30 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:13.584826 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-23b93c5d-5d02-490e-8a55-59383d646d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:13.670058 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-f95aa98c-a00b-4cac-9271-8db21c81664d', 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'fixed_ips': [{'subnet_id': '6a2abefd-c835-4a47-b003-11082e488e18'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:22:13.671625 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:13.673190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-82fd8147-db20-4b56-8610-b7773c45d885 req-85f4cc73-c2d8-4d9d-995b-8d51849bcfdf tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Synchronizing usage tracker for tenant:0c009d15cc3f417f95124b29ba52273c on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:22:13.699961 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-35651065-0bcd-445d-8a55-8ccaddfef0a7 req-8ad20cca-6767-4f11-a983-29a6830c071e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e HTTP/1.1" status: 200 len: 1000 time: 0.2839885 Feb 09 14:22:13.708549 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-23b93c5d-5d02-490e-8a55-59383d646d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:13.722025 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b93c5d-5d02-490e-8a55-59383d646d30 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:13.722859 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-23b93c5d-5d02-490e-8a55-59383d646d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:13.751867 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8e80a91f-0be6-43b0-bcfe-877eb17f597e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:13.764668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8e80a91f-0be6-43b0-bcfe-877eb17f597e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Usage tracker for resource:subnet and tenant:fa10991579a24c27b1b3f21f294a7343 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:13.770804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8e80a91f-0be6-43b0-bcfe-877eb17f597e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:13.781149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8e80a91f-0be6-43b0-bcfe-877eb17f597e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:13.817489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35651065-0bcd-445d-8a55-8ccaddfef0a7 req-6003c726-fb70-44b8-9f89-a2c7726c483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:13.818993 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-35651065-0bcd-445d-8a55-8ccaddfef0a7 req-6003c726-fb70-44b8-9f89-a2c7726c483f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.1119206 Feb 09 14:22:13.821737 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e80a91f-0be6-43b0-bcfe-877eb17f597e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Made reservation on behalf of fa10991579a24c27b1b3f21f294a7343 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:13.823234 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-23b93c5d-5d02-490e-8a55-59383d646d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:13.824039 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b93c5d-5d02-490e-8a55-59383d646d30 None None] The sync data for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:22:13.825336 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e80a91f-0be6-43b0-bcfe-877eb17f597e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:13.876004 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Allocated IP 10.1.1.2 (f95aa98c-a00b-4cac-9271-8db21c81664d/6a2abefd-c835-4a47-b003-11082e488e18/2f3485d0-f9b1-4328-a293-e220e84aa7c2) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:13.950939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-82fd8147-db20-4b56-8610-b7773c45d885 req-85f4cc73-c2d8-4d9d-995b-8d51849bcfdf tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Unset dirty status for tenant:0c009d15cc3f417f95124b29ba52273c on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:22:13.951590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c0cbf-a01c-424a-9ae4-c23407bfaa5d req-b8f7e513-e438-43fb-95e6-eb7de40d4c13 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:13.952774 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-82fd8147-db20-4b56-8610-b7773c45d885 req-85f4cc73-c2d8-4d9d-995b-8d51849bcfdf tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c40615e-187a-496f-bdb4-5d2e3aa91fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5509522 Feb 09 14:22:13.955600 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e21c0cbf-a01c-424a-9ae4-c23407bfaa5d req-b8f7e513-e438-43fb-95e6-eb7de40d4c13 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.4270577 Feb 09 14:22:13.966738 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe89e9ce-09c6-4c8e-b319-bc26e55f572f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:13.970611 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fe89e9ce-09c6-4c8e-b319-bc26e55f572f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/ports/4ac0cc06-2c3a-452c-9670-1d4aa3f44227 HTTP/1.1" status: 204 len: 168 time: 4.1573071 Feb 09 14:22:13.978448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37744) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:14.109937 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-96e14364-2bdd-467e-a2ac-a418bf8e97fa tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "GET /v2.0/floatingips/914ed382-de65-40ef-84f9-c0898b58b591 HTTP/1.1" status: 200 len: 688 time: 0.1307871 Feb 09 14:22:14.113889 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37748) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:14.129656 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:14.130845 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e21c0cbf-a01c-424a-9ae4-c23407bfaa5d req-4eea4236-6ec2-4d87-9c9e-71dd2960b5ea tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567898 Feb 09 14:22:14.143113 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Transition to ACTIVE for port object 2f3485d0-f9b1-4328-a293-e220e84aa7c2 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:14.143493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35651065-0bcd-445d-8a55-8ccaddfef0a7 req-8b9bb7ef-4f04-4e0b-ab59-710712db165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:14.145097 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-35651065-0bcd-445d-8a55-8ccaddfef0a7 req-8b9bb7ef-4f04-4e0b-ab59-710712db165b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3031054 Feb 09 14:22:14.164824 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Transition to ACTIVE for port object 2f3485d0-f9b1-4328-a293-e220e84aa7c2 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:14.174826 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:14.202183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f2965c-ccd1-454a-8b85-5d9b65fb1664 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:22:14.234606 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Network f95aa98c-a00b-4cac-9271-8db21c81664d is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:14.246376 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:14.258743 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:14.268288 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:14.350411 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Pushing event updated for resources: {'Port': ['ID=2f3485d0-f9b1-4328-a293-e220e84aa7c2,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:14.359671 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Attempting to bind port 2f3485d0-f9b1-4328-a293-e220e84aa7c2 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:22:14.360076 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Attempting to bind port 2f3485d0-f9b1-4328-a293-e220e84aa7c2 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:22:14.360432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Attempting to bind port 2f3485d0-f9b1-4328-a293-e220e84aa7c2 on network f95aa98c-a00b-4cac-9271-8db21c81664d {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:14.365739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:22:14.366102 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Checking segment: {'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:22:14.366615 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:14.366872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Bound using segment: {'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:22:14.367323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Bound port: 2f3485d0-f9b1-4328-a293-e220e84aa7c2, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:22:14.367688 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:14.383103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b9b516-ebf7-40f9-abe2-d1b9b443e815 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:22:14.388755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2507a-b37f-40ad-b44a-1d3443946d35 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting port 85040b08-fbb6-4b90-bc32-2b325d28c400 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:22:14.389111 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6bd2507a-b37f-40ad-b44a-1d3443946d35 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:14.417694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Transition to ACTIVE for port object 61f2965c-ccd1-454a-8b85-5d9b65fb1664 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:14.428757 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:14.439665 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:14.461151 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] For port 2f3485d0-f9b1-4328-a293-e220e84aa7c2, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:22:14.463629 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e80a91f-0be6-43b0-bcfe-877eb17f597e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:14.463976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] For port 2f3485d0-f9b1-4328-a293-e220e84aa7c2, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2f3485d0-f9b1-4328-a293-e220e84aa7c2,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:22:14.468616 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:14.519058 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-35651065-0bcd-445d-8a55-8ccaddfef0a7 req-145a868f-41fa-4add-b28a-68357153b10d service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409801 Feb 09 14:22:14.523089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Transition to ACTIVE for port object 15b9b516-ebf7-40f9-abe2-d1b9b443e815 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:14.559409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d244e-efc0-4526-8870-46ad077274b0 None None] Pushing event updated for resources: {'Port': ['ID=2f3485d0-f9b1-4328-a293-e220e84aa7c2,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:14.623979 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:14.731271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Pushing event updated for resources: {'Port': ['ID=61f2965c-ccd1-454a-8b85-5d9b65fb1664,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:14.797732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80a91f-0be6-43b0-bcfe-877eb17f597e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event updated for resources: {'Subnet': ['ID=caf27f7d-fe34-45ce-96dd-e4751dbd5b8b,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:14.833615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80a91f-0be6-43b0-bcfe-877eb17f597e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Checking segment: {'id': '12be5f86-6f0d-4172-8c3d-f30bde566f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:22:14.833615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80a91f-0be6-43b0-bcfe-877eb17f597e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Network hostable DHCP agents. Network: e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:22:14.873396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ff72-8ca1-42f0-8f0c-6b66a89d4819 req-d97e4b58-1c41-4e56-9597-17e760fa5bbd tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:14.873659 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-acf3ff72-8ca1-42f0-8f0c-6b66a89d4819 req-d97e4b58-1c41-4e56-9597-17e760fa5bbd tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Synchronizing usage tracker for tenant:a7f428d0350d40a891a26b2f275269ef on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:22:14.885310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf94dc-c266-41eb-a8c0-8b11a6539695 req-f5b8368e-a23d-43c1-81ed-2dce976459ae tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:14.887431 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-17cf94dc-c266-41eb-a8c0-8b11a6539695 req-f5b8368e-a23d-43c1-81ed-2dce976459ae tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.6075723 Feb 09 14:22:14.913596 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-35651065-0bcd-445d-8a55-8ccaddfef0a7 req-5cffb341-5c30-4299-ac4d-442e568caf95 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858457 Feb 09 14:22:14.923971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80a91f-0be6-43b0-bcfe-877eb17f597e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Network e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:22:14.973772 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-17cf94dc-c266-41eb-a8c0-8b11a6539695 req-ee88480c-bdc0-4033-b404-877f81ef51e3 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786378 Feb 09 14:22:14.978337 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8e80a91f-0be6-43b0-bcfe-877eb17f597e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:14.989452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4762111d-1746-42d8-9547-9e376a29a3ce None None] Network e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:22:14.992270 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e80a91f-0be6-43b0-bcfe-877eb17f597e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:14.994372 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e80a91f-0be6-43b0-bcfe-877eb17f597e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:15.023108 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8e80a91f-0be6-43b0-bcfe-877eb17f597e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5522087 Feb 09 14:22:15.024069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37756) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:15.031533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Request body: {'port': {'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d', 'name': 'tempest-TaggedBootDevicesTest_v242-63805690', 'fixed_ips': [{'subnet_id': '6a2abefd-c835-4a47-b003-11082e488e18'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:15.085479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-acf3ff72-8ca1-42f0-8f0c-6b66a89d4819 req-d97e4b58-1c41-4e56-9597-17e760fa5bbd tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Unset dirty status for tenant:a7f428d0350d40a891a26b2f275269ef on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:22:15.092609 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acf3ff72-8ca1-42f0-8f0c-6b66a89d4819 req-d97e4b58-1c41-4e56-9597-17e760fa5bbd tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 931 time: 1.0217206 Feb 09 14:22:15.094321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Pushing event updated for resources: {'Port': ['ID=15b9b516-ebf7-40f9-abe2-d1b9b443e815,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:15.148030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Attempting to bind port 61f2965c-ccd1-454a-8b85-5d9b65fb1664 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:22:15.148367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Attempting to bind port 61f2965c-ccd1-454a-8b85-5d9b65fb1664 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'b0a36955-681e-4cfc-b603-0d6c8fdb07b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fdd3a025-28d1-4acc-bbe1-081dd96e126d'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:22:15.149247 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Attempting to bind port 61f2965c-ccd1-454a-8b85-5d9b65fb1664 on network fdd3a025-28d1-4acc-bbe1-081dd96e126d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:15.193955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Port 61f2965c-ccd1-454a-8b85-5d9b65fb1664 on network fdd3a025-28d1-4acc-bbe1-081dd96e126d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:22:15.194294 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Attempting to bind port 61f2965c-ccd1-454a-8b85-5d9b65fb1664 on network fdd3a025-28d1-4acc-bbe1-081dd96e126d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:15.197945 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6bd2507a-b37f-40ad-b44a-1d3443946d35 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:15.198273 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6bd2507a-b37f-40ad-b44a-1d3443946d35 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:15.223470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Attempting to bind port 15b9b516-ebf7-40f9-abe2-d1b9b443e815 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:22:15.223710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Attempting to bind port 15b9b516-ebf7-40f9-abe2-d1b9b443e815 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:22:15.224293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Attempting to bind port 15b9b516-ebf7-40f9-abe2-d1b9b443e815 on network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:15.226678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:22:15.227014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Checking segment: {'id': 'b0a36955-681e-4cfc-b603-0d6c8fdb07b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fdd3a025-28d1-4acc-bbe1-081dd96e126d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:22:15.227394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Bound using segment: {'id': 'b0a36955-681e-4cfc-b603-0d6c8fdb07b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fdd3a025-28d1-4acc-bbe1-081dd96e126d'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:22:15.228057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Bound port: 61f2965c-ccd1-454a-8b85-5d9b65fb1664, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a36955-681e-4cfc-b603-0d6c8fdb07b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fdd3a025-28d1-4acc-bbe1-081dd96e126d'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:22:15.228250 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:15.256883 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acf3ff72-8ca1-42f0-8f0c-6b66a89d4819 req-d32fb5e8-b7e6-4f86-9656-a6de5332ba6e tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628287 Feb 09 14:22:15.310736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:15.317987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Usage tracker for resource:port and tenant:fa10991579a24c27b1b3f21f294a7343 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:15.322408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1', 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'fixed_ips': [{'subnet_id': 'caf27f7d-fe34-45ce-96dd-e4751dbd5b8b'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:22:15.322600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:15.323600 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:15.330453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:15.349011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9320ac9-ff6e-4a93-9d59-4a592df99def req-3780a1e3-2db3-4c2c-8dd5-f4869c11b020 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:15.350014 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9320ac9-ff6e-4a93-9d59-4a592df99def req-3780a1e3-2db3-4c2c-8dd5-f4869c11b020 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.1622431 Feb 09 14:22:15.351156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Made reservation on behalf of fa10991579a24c27b1b3f21f294a7343 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:15.419408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2507a-b37f-40ad-b44a-1d3443946d35 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Calling delete_port for 85040b08-fbb6-4b90-bc32-2b325d28c400 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:22:15.474023 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9320ac9-ff6e-4a93-9d59-4a592df99def req-2df5401a-d217-47e6-8c2a-c8b0e634f0ac tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071403 Feb 09 14:22:15.482624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Port 15b9b516-ebf7-40f9-abe2-d1b9b443e815 on network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:22:15.482965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Attempting to bind port 15b9b516-ebf7-40f9-abe2-d1b9b443e815 on network 59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:15.554206 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:15.590232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Allocated IP 10.2.2.2 (e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1/caf27f7d-fe34-45ce-96dd-e4751dbd5b8b/a3353b74-86a4-481a-9421-1bb849f53412) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:15.609832 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] device_id is not set on port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:22:15.674044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:22:15.674381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Checking segment: {'id': '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:22:15.674770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Bound using segment: {'id': '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:22:15.675217 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Bound port: 15b9b516-ebf7-40f9-abe2-d1b9b443e815, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:22:15.675561 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:15.919804 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2f3485d0-f9b1-4328-a293-e220e84aa7c2 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:22:15.921861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd19b6-31c7-4cf1-b4f2-bd10139b03c0 req-a4d66c23-4591-4d99-ba4e-4123f10e5b14 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:15.923448 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6afd19b6-31c7-4cf1-b4f2-bd10139b03c0 req-a4d66c23-4591-4d99-ba4e-4123f10e5b14 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.2241502 Feb 09 14:22:15.954715 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.023776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26a9121-ff4e-4b1d-9103-3f1e2b37b8cb None None] Network f95aa98c-a00b-4cac-9271-8db21c81664d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:22:16.029596 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6afd19b6-31c7-4cf1-b4f2-bd10139b03c0 req-924f12fc-e708-4c75-a808-297e486a8b03 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981574 Feb 09 14:22:16.037397 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Allocated IP 10.1.1.138 (f95aa98c-a00b-4cac-9271-8db21c81664d/6a2abefd-c835-4a47-b003-11082e488e18/b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:16.087791 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] For port 61f2965c-ccd1-454a-8b85-5d9b65fb1664, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:22:16.103116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Transition to ACTIVE for port object a3353b74-86a4-481a-9421-1bb849f53412 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:16.137172 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3ab83c84-8b89-4d2d-9199-0bdee64f3070 None None] Provisioning for port 2f3485d0-f9b1-4328-a293-e220e84aa7c2 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:16.142708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9616443-a646-4b94-9b65-920d3367cdea req-c2f3d7e0-4c0c-45f7-925d-0973a608f289 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:16.144234 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a9616443-a646-4b94-9b65-920d3367cdea req-c2f3d7e0-4c0c-45f7-925d-0973a608f289 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 943 time: 0.6561985 Feb 09 14:22:16.154997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] For port 15b9b516-ebf7-40f9-abe2-d1b9b443e815, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:22:16.160073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] For port 61f2965c-ccd1-454a-8b85-5d9b65fb1664, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=61f2965c-ccd1-454a-8b85-5d9b65fb1664,segment=NetworkSegment(b0a36955-681e-4cfc-b603-0d6c8fdb07b2),segment_id=b0a36955-681e-4cfc-b603-0d6c8fdb07b2)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:22:16.167979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Transition to ACTIVE for port object a3353b74-86a4-481a-9421-1bb849f53412 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:16.183863 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 2f3485d0-f9b1-4328-a293-e220e84aa7c2 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:16.198269 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.204157 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.210456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] For port 15b9b516-ebf7-40f9-abe2-d1b9b443e815, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=15b9b516-ebf7-40f9-abe2-d1b9b443e815,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:22:16.234304 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2f3485d0-f9b1-4328-a293-e220e84aa7c2 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:16.234681 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.266742 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.273252 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a9616443-a646-4b94-9b65-920d3367cdea req-676cab5d-abbd-4a0c-a1ab-adfe86fe107e tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c40615e-187a-496f-bdb4-5d2e3aa91fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206739 Feb 09 14:22:16.304798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:16.305751 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.307381 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] 10.222.0.35 "PUT /v2.0/ports/61f2965c-ccd1-454a-8b85-5d9b65fb1664 HTTP/1.1" status: 200 len: 1091 time: 3.6937118 Feb 09 14:22:16.309146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410c0cf6-bd84-4afc-bb5d-4175bce08330', 'tag': '61f2965c-ccd1-454a-8b85-5d9b65fb1664'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:16.321789 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6bd2507a-b37f-40ad-b44a-1d3443946d35 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.342071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:16.342707 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.345107 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] 10.222.0.35 "PUT /v2.0/ports/15b9b516-ebf7-40f9-abe2-d1b9b443e815 HTTP/1.1" status: 200 len: 1091 time: 3.8120522 Feb 09 14:22:16.370347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Network e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:16.407429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:16.419027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:16.419617 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.420915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Pushing event updated for resources: {'Port': ['ID=a3353b74-86a4-481a-9421-1bb849f53412,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:16.443478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Transition to ACTIVE for port object b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:16.467180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37332a99-9f51-4b10-814b-904c80385350 req-ac8b8b6a-3fec-43c3-aaa8-ab48c2a2e9d3 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:16.468859 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-37332a99-9f51-4b10-814b-904c80385350 req-ac8b8b6a-3fec-43c3-aaa8-ab48c2a2e9d3 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.2524309 Feb 09 14:22:16.473806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631cde3-43e9-4de6-8cd3-512c8c7ea515 service neutron] Pushing event updated for resources: {'Port': ['ID=61f2965c-ccd1-454a-8b85-5d9b65fb1664,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:16.516139 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.600861 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-37332a99-9f51-4b10-814b-904c80385350 req-2f7a7973-3c21-4be7-86e3-b860740fc6ba tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230237 Feb 09 14:22:16.611336 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Network f95aa98c-a00b-4cac-9271-8db21c81664d is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:16.617474 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:16.622748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:16.655268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Attempting to bind port a3353b74-86a4-481a-9421-1bb849f53412 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:22:16.655769 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Attempting to bind port a3353b74-86a4-481a-9421-1bb849f53412 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '12be5f86-6f0d-4172-8c3d-f30bde566f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:22:16.656231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Attempting to bind port a3353b74-86a4-481a-9421-1bb849f53412 on network e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:16.670152 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:22:16.670860 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Checking segment: {'id': '12be5f86-6f0d-4172-8c3d-f30bde566f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:22:16.671150 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.672141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Bound using segment: {'id': '12be5f86-6f0d-4172-8c3d-f30bde566f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:22:16.672766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Bound port: a3353b74-86a4-481a-9421-1bb849f53412, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12be5f86-6f0d-4172-8c3d-f30bde566f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:22:16.673407 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.677120 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event updated for resources: {'Port': ['ID=b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:16.705857 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.711869 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410c0cf6-bd84-4afc-bb5d-4175bce08330', 'tag': '61f2965c-ccd1-454a-8b85-5d9b65fb1664', 'status': 'completed', 'code': 200} Feb 09 14:22:16.713240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:16.715134 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.715557 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6bd2507a-b37f-40ad-b44a-1d3443946d35 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.738245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15639ce-59c0-4e5d-8208-55c18f59cf57 service neutron] Pushing event updated for resources: {'Port': ['ID=15b9b516-ebf7-40f9-abe2-d1b9b443e815,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:16.741881 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9df08117-1912-4349-9443-bf625ccb19ca tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7155688 Feb 09 14:22:16.743525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37770) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:16.752110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Request body: {'port': {'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d', 'name': 'tempest-TaggedBootDevicesTest_v242-1355501375', 'fixed_ips': [{'subnet_id': '6a2abefd-c835-4a47-b003-11082e488e18'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:16.810561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42670dcc-f055-443c-9401-8c54c7bf9a07 req-595e608c-f111-4395-9c96-9c5e2a08442b tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:16.812143 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-42670dcc-f055-443c-9401-8c54c7bf9a07 req-595e608c-f111-4395-9c96-9c5e2a08442b tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 943 time: 0.3532841 Feb 09 14:22:16.817135 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2507a-b37f-40ad-b44a-1d3443946d35 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Port': ['ID=85040b08-fbb6-4b90-bc32-2b325d28c400,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:16.820572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-4d269492-0bf0-4424-80c7-7e3f5b0d4be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:16.822594 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-4d269492-0bf0-4424-80c7-7e3f5b0d4be4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c009d15cc3f417f95124b29ba52273c&device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 1094 time: 0.4258962 Feb 09 14:22:16.836216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] For port a3353b74-86a4-481a-9421-1bb849f53412, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:22:16.847021 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] For port a3353b74-86a4-481a-9421-1bb849f53412, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a3353b74-86a4-481a-9421-1bb849f53412,segment=NetworkSegment(12be5f86-6f0d-4172-8c3d-f30bde566f16),segment_id=12be5f86-6f0d-4172-8c3d-f30bde566f16)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:22:16.855078 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 2f3485d0-f9b1-4328-a293-e220e84aa7c2, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2f3485d0-f9b1-4328-a293-e220e84aa7c2,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:16.859537 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.899786 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.906775 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6bd2507a-b37f-40ad-b44a-1d3443946d35 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.911556 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6bd2507a-b37f-40ad-b44a-1d3443946d35 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/floatingips/914ed382-de65-40ef-84f9-c0898b58b591 HTTP/1.1" status: 204 len: 168 time: 2.7854009 Feb 09 14:22:16.911556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-cac63cd6-4c2f-4fca-9289-1f9056f9bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:16.914245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37774) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:16.914361 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-cac63cd6-4c2f-4fca-9289-1f9056f9bcff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7f428d0350d40a891a26b2f275269ef&device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 1094 time: 0.4841135 Feb 09 14:22:16.920332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': 'ff73f801-ac58-4744-9f5c-379ebfa1bb49'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:16.933667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:16.940832 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Usage tracker for resource:floatingip and tenant:8bb33fce73ed4a9ab9c3fa77fb85980a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:16.955048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4926f-f71c-4d14-a1c4-09f31bca1708 None None] Pushing event updated for resources: {'Port': ['ID=a3353b74-86a4-481a-9421-1bb849f53412,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:16.955241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:16.981937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:17.004702 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-5bb86b55-483d-410e-8453-38cc69281160 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61f2965c-ccd1-454a-8b85-5d9b65fb1664 HTTP/1.1" status: 200 len: 217 time: 0.1558723 Feb 09 14:22:17.012648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a119998-194a-49bc-a192-42c5638d63a6 req-95c03dad-b33f-4915-9565-eba01736de57 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:17.014214 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7a119998-194a-49bc-a192-42c5638d63a6 req-95c03dad-b33f-4915-9565-eba01736de57 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.1885445 Feb 09 14:22:17.015284 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:17.019299 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:17.033479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Usage tracker for resource:port and tenant:fa10991579a24c27b1b3f21f294a7343 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:17.045334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:17.051985 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=2f3485d0-f9b1-4328-a293-e220e84aa7c2,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:17.075445 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-42670dcc-f055-443c-9401-8c54c7bf9a07 req-3eb230b6-eac5-437e-aa8f-ac5b0e006a86 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519951 Feb 09 14:22:17.082727 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-2b5875ec-8762-4a87-9507-d1d47e807bed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15b9b516-ebf7-40f9-abe2-d1b9b443e815 HTTP/1.1" status: 200 len: 217 time: 0.1605184 Feb 09 14:22:17.178596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:17.219627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-616b80a3-ee62-444f-be5b-4256891d8979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:17.220750 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-616b80a3-ee62-444f-be5b-4256891d8979 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5166c6cc-6981-455c-9e77-a4a14cc3e1d2 HTTP/1.1" status: 200 len: 854 time: 0.1846831 Feb 09 14:22:17.227863 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7a119998-194a-49bc-a192-42c5638d63a6 req-1708148f-96cb-4fce-9324-a5f0aec23f3a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890106 Feb 09 14:22:17.252482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Made reservation on behalf of fa10991579a24c27b1b3f21f294a7343 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:17.257696 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:17.286151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] device_id is not set on port 60c40ead-be90-4c91-9968-52dbcccd172a yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:22:17.302123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-301a0241-d4b5-4683-9d70-d7995a4f0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:17.303579 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-301a0241-d4b5-4683-9d70-d7995a4f0c2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=adaa8dfb-07a1-4c7a-bd00-5979c7cd6139 HTTP/1.1" status: 200 len: 854 time: 0.2097538 Feb 09 14:22:17.393371 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-5fee88b9-9c87-4e81-9c4e-f800afff41cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdd3a025-28d1-4acc-bbe1-081dd96e126d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650445 Feb 09 14:22:17.401659 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-d3213bb9-37ab-47aa-89a4-70c8738b0ebf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875247 Feb 09 14:22:17.506578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b1c6f9f0-3aef-48e2-8160-6e9bd248b034 None None] Provisioning for port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:17.516062 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b1c6f9f0-3aef-48e2-8160-6e9bd248b034 None None] Provisioning complete for port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:17.516436 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f9f0-3aef-48e2-8160-6e9bd248b034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:17.635479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6f9f0-3aef-48e2-8160-6e9bd248b034 None None] Port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:22:17.649685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b1c6f9f0-3aef-48e2-8160-6e9bd248b034 None None] Provisioning complete for port 2f3485d0-f9b1-4328-a293-e220e84aa7c2 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:17.650052 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f9f0-3aef-48e2-8160-6e9bd248b034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:17.683199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb3029-d14b-426d-a0ee-4267a1a42ea7 req-57dfbd83-5104-4664-81fb-ca680ec8b221 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:17.684896 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91eb3029-d14b-426d-a0ee-4267a1a42ea7 req-57dfbd83-5104-4664-81fb-ca680ec8b221 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.4169610 Feb 09 14:22:17.781252 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91eb3029-d14b-426d-a0ee-4267a1a42ea7 req-fc33ef97-99db-4822-8540-9a0f22d22be7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757070 Feb 09 14:22:17.849188 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-354a465c-1aa1-4140-ac6a-ec36536bf5c8 service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890102 Feb 09 14:22:17.850917 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-f569c8c2-d4d5-4dac-a8b5-d6507ab9f36b service neutron] 10.222.0.35 "GET /v2.0/networks/fdd3a025-28d1-4acc-bbe1-081dd96e126d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096880 Feb 09 14:22:17.865988 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:17.884644 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2f3485d0-f9b1-4328-a293-e220e84aa7c2 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:22:17.969989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2f3485d0-f9b1-4328-a293-e220e84aa7c2 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:17.970631 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:18.067128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b471a-26d9-4ea8-90da-7f9b95c07e75 req-74e4b41b-e3bd-45a7-b379-9ab7254f69fa tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:18.075088 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-491b471a-26d9-4ea8-90da-7f9b95c07e75 req-74e4b41b-e3bd-45a7-b379-9ab7254f69fa tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 943 time: 0.5888221 Feb 09 14:22:18.112985 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-07568e05-476e-4cc6-a094-a9792bcf80e9 None None] Provisioning complete for port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:18.113560 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-07568e05-476e-4cc6-a094-a9792bcf80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:18.114639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Allocated IP 172.25.8.13 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/9eddf004-3b6b-4a25-9fc7-015f26198ecc) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:18.124326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Allocated IP 10.1.1.186 (f95aa98c-a00b-4cac-9271-8db21c81664d/6a2abefd-c835-4a47-b003-11082e488e18/60c40ead-be90-4c91-9968-52dbcccd172a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:18.142455 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a3353b74-86a4-481a-9421-1bb849f53412 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:22:18.176480 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-491b471a-26d9-4ea8-90da-7f9b95c07e75 req-b6970ab7-4d42-4d13-a593-48eeb2e2d586 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c40615e-187a-496f-bdb4-5d2e3aa91fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004238 Feb 09 14:22:18.255061 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c45d2fb-3c88-46c3-b25d-81a08b0dee69 req-329c8bf8-a1f4-4a1c-832d-9cd2bed6c103 service neutron] 10.222.0.35 "GET /v2.0/networks/fdd3a025-28d1-4acc-bbe1-081dd96e126d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931942 Feb 09 14:22:18.273196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-07568e05-476e-4cc6-a094-a9792bcf80e9 None None] Port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:22:18.279337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port a3353b74-86a4-481a-9421-1bb849f53412 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:18.474033 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:18.500903 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77ebeef9-31ea-4d5a-b7e6-ad79ebd4ff52 req-2326ccdf-55aa-4af7-890f-7473033e73cd service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403229 Feb 09 14:22:18.512047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054e00e-5ef0-42fa-ab3f-a86d99de42c3 req-9edf425b-a986-4ff0-bbfc-c22ee88adbef tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:18.513939 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d054e00e-5ef0-42fa-ab3f-a86d99de42c3 req-9edf425b-a986-4ff0-bbfc-c22ee88adbef tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.2613642 Feb 09 14:22:18.520728 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c940b13-dddf-4059-bb40-185526fe0e8e req-5ca74c25-1979-4c28-96a3-82fcf98e6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:18.522701 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c940b13-dddf-4059-bb40-185526fe0e8e req-5ca74c25-1979-4c28-96a3-82fcf98e6c6a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c009d15cc3f417f95124b29ba52273c&device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 1094 time: 0.1816566 Feb 09 14:22:18.550408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72164eb0-f60d-48e3-8234-c7a0f6778d91 None None] Network e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:22:18.604579 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:18.631705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Transition to ACTIVE for port object 60c40ead-be90-4c91-9968-52dbcccd172a will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:18.646886 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ed064b29-a62c-4411-8d84-7fea1145acf1 None None] Provisioning for port a3353b74-86a4-481a-9421-1bb849f53412 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:18.654549 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:18.654764 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ed064b29-a62c-4411-8d84-7fea1145acf1 None None] Provisioning complete for port a3353b74-86a4-481a-9421-1bb849f53412 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:18.655067 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ed064b29-a62c-4411-8d84-7fea1145acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:18.670987 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d054e00e-5ef0-42fa-ab3f-a86d99de42c3 req-9489a8f4-b71f-4673-a109-0b80c5389504 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469374 Feb 09 14:22:18.708646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2fc4d-c3fe-4e67-8b91-329819d78e63 req-1bda8d62-88e0-4f62-ac9b-2f3e87336c43 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:18.710169 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99e2fc4d-c3fe-4e67-8b91-329819d78e63 req-1bda8d62-88e0-4f62-ac9b-2f3e87336c43 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 943 time: 0.2308586 Feb 09 14:22:18.717077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d78d3cc-d17e-4794-8b63-29316ecf7399', 'tag': '15b9b516-ebf7-40f9-abe2-d1b9b443e815'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:18.731530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c940b13-dddf-4059-bb40-185526fe0e8e req-5853b7c4-1f86-4e72-ab48-10c5d1306558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:18.732572 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c940b13-dddf-4059-bb40-185526fe0e8e req-5853b7c4-1f86-4e72-ab48-10c5d1306558 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdd3a025-28d1-4acc-bbe1-081dd96e126d HTTP/1.1" status: 200 len: 914 time: 0.1880164 Feb 09 14:22:18.780239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:18.784996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:18.796866 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:18.835052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=9eddf004-3b6b-4a25-9fc7-015f26198ecc,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:18.848760 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:18.861357 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99e2fc4d-c3fe-4e67-8b91-329819d78e63 req-fefe87a8-49bd-4675-8f99-0d282c934bba tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308243 Feb 09 14:22:18.870275 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c940b13-dddf-4059-bb40-185526fe0e8e req-93aa2636-ae1c-4951-9924-ed569261cfa5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61f2965c-ccd1-454a-8b85-5d9b65fb1664 HTTP/1.1" status: 200 len: 217 time: 0.1255026 Feb 09 14:22:18.943795 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ed064b29-a62c-4411-8d84-7fea1145acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:18.955373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c940b13-dddf-4059-bb40-185526fe0e8e req-47ea6963-0721-4ed4-9483-5ab37ab70085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:18.956754 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c940b13-dddf-4059-bb40-185526fe0e8e req-47ea6963-0721-4ed4-9483-5ab37ab70085 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5166c6cc-6981-455c-9e77-a4a14cc3e1d2 HTTP/1.1" status: 200 len: 854 time: 0.0731626 Feb 09 14:22:18.965525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544d9bc-72ab-44af-995c-23710f3d64fb req-eb594ada-767c-4e15-868d-7ea0f4434531 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:18.966960 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3544d9bc-72ab-44af-995c-23710f3d64fb req-eb594ada-767c-4e15-868d-7ea0f4434531 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.1537511 Feb 09 14:22:18.978882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Network f95aa98c-a00b-4cac-9271-8db21c81664d is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:18.987016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:18.992645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ed064b29-a62c-4411-8d84-7fea1145acf1 None None] For port a3353b74-86a4-481a-9421-1bb849f53412, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a3353b74-86a4-481a-9421-1bb849f53412,segment=NetworkSegment(12be5f86-6f0d-4172-8c3d-f30bde566f16),segment_id=12be5f86-6f0d-4172-8c3d-f30bde566f16)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:18.999296 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:19.002763 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ed064b29-a62c-4411-8d84-7fea1145acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:19.029851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c940b13-dddf-4059-bb40-185526fe0e8e req-36d88769-0517-4db9-a0c1-7a9a862e8f7c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdd3a025-28d1-4acc-bbe1-081dd96e126d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619650 Feb 09 14:22:19.047451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event updated for resources: {'Port': ['ID=60c40ead-be90-4c91-9968-52dbcccd172a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:19.110889 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed064b29-a62c-4411-8d84-7fea1145acf1 None None] Pushing event updated for resources: {'Port': ['ID=a3353b74-86a4-481a-9421-1bb849f53412,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:19.135922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:19.136620 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:19.144216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3544d9bc-72ab-44af-995c-23710f3d64fb req-66bac82c-c94b-4d05-bda1-0a3db3506c7e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454365 Feb 09 14:22:19.226303 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d78d3cc-d17e-4794-8b63-29316ecf7399', 'tag': '15b9b516-ebf7-40f9-abe2-d1b9b443e815', 'status': 'completed', 'code': 200} Feb 09 14:22:19.309490 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c940b13-dddf-4059-bb40-185526fe0e8e req-96cffe5c-7ffd-4221-aa44-8aed04c8cf48 service neutron] 10.222.0.35 "GET /v2.0/networks/fdd3a025-28d1-4acc-bbe1-081dd96e126d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585957 Feb 09 14:22:19.335398 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-08920f43-b6ab-4bb5-9422-c28cb195df8f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5901144 Feb 09 14:22:19.476137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-675eba59-5035-4c1e-88ad-d9a009a374a2 None None] Provisioning for port 60c40ead-be90-4c91-9968-52dbcccd172a completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:19.478789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b76866-ff0e-4253-8c9f-6a24b578cd98 req-976d9451-dab6-4de8-baff-cf16655a1927 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:19.480993 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-68b76866-ff0e-4253-8c9f-6a24b578cd98 req-976d9451-dab6-4de8-baff-cf16655a1927 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.3323767 Feb 09 14:22:19.493056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-675eba59-5035-4c1e-88ad-d9a009a374a2 None None] Provisioning complete for port 60c40ead-be90-4c91-9968-52dbcccd172a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:19.493436 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-675eba59-5035-4c1e-88ad-d9a009a374a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:19.496392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de1200-8e1d-4440-bd5b-d1692242de37 req-2f24503f-36f9-4ca0-a053-dcf8c216d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:19.497853 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6de1200-8e1d-4440-bd5b-d1692242de37 req-2f24503f-36f9-4ca0-a053-dcf8c216d3c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7f428d0350d40a891a26b2f275269ef&device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 1094 time: 0.2507465 Feb 09 14:22:19.575124 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-675eba59-5035-4c1e-88ad-d9a009a374a2 None None] Port 60c40ead-be90-4c91-9968-52dbcccd172a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:22:19.584881 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:19.610030 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c940b13-dddf-4059-bb40-185526fe0e8e req-c953a273-4a6e-4f41-8bfd-dd611f0fb9b9 service neutron] 10.222.0.35 "GET /v2.0/networks/fdd3a025-28d1-4acc-bbe1-081dd96e126d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806916 Feb 09 14:22:19.682532 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a3353b74-86a4-481a-9421-1bb849f53412 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:22:19.742338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de1200-8e1d-4440-bd5b-d1692242de37 req-e36954a2-a47d-4428-8916-586ec51d21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:19.744070 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6de1200-8e1d-4440-bd5b-d1692242de37 req-e36954a2-a47d-4428-8916-586ec51d21ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 HTTP/1.1" status: 200 len: 914 time: 0.2323911 Feb 09 14:22:19.749401 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b2397015-e3ee-4a6d-9686-40de4bd14762 None None] Provisioning complete for port a3353b74-86a4-481a-9421-1bb849f53412 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:19.750064 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b2397015-e3ee-4a6d-9686-40de4bd14762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:19.810815 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-68b76866-ff0e-4253-8c9f-6a24b578cd98 req-dd807b0e-05ae-417e-b79d-db219825fd73 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034483 Feb 09 14:22:19.812831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0615ab5-17e4-4a2c-887c-7a30d05714a4 req-ba925b1b-8d38-4bc0-9130-9278216cc9eb tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:19.819352 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:19.819932 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port a3353b74-86a4-481a-9421-1bb849f53412 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:19.820481 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:19.820831 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e0615ab5-17e4-4a2c-887c-7a30d05714a4 req-ba925b1b-8d38-4bc0-9130-9278216cc9eb tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 943 time: 0.2130489 Feb 09 14:22:19.848801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6de1200-8e1d-4440-bd5b-d1692242de37 req-229e546e-07fc-4b30-9835-bdb4930eb84e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15b9b516-ebf7-40f9-abe2-d1b9b443e815 HTTP/1.1" status: 200 len: 217 time: 0.0969317 Feb 09 14:22:20.064804 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e0615ab5-17e4-4a2c-887c-7a30d05714a4 req-159f93b2-f6c5-428c-9316-6e9d4e58f0a3 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c40615e-187a-496f-bdb4-5d2e3aa91fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431114 Feb 09 14:22:20.070873 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:20.076375 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:20.082946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de1200-8e1d-4440-bd5b-d1692242de37 req-8bd05d08-e0b6-4512-8b74-489b87d74590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:20.084414 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6de1200-8e1d-4440-bd5b-d1692242de37 req-8bd05d08-e0b6-4512-8b74-489b87d74590 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=adaa8dfb-07a1-4c7a-bd00-5979c7cd6139 HTTP/1.1" status: 200 len: 854 time: 0.2272797 Feb 09 14:22:20.135841 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6de1200-8e1d-4440-bd5b-d1692242de37 req-669437ab-c364-4c99-ab65-6b53e79aa9cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433662 Feb 09 14:22:20.204561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=9eddf004-3b6b-4a25-9fc7-015f26198ecc,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:20.222572 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:20.228373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37808) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:20.273854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1926465968', 'description': 'tempest-description--1246780357'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:20.303089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:20.313527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Usage tracker for resource:security_group and tenant:fa10991579a24c27b1b3f21f294a7343 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:20.327312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:20.350601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:20.378939 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:20.393693 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6de1200-8e1d-4440-bd5b-d1692242de37 req-33f3af9c-3caa-4385-885f-004bce1928ff service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504828 Feb 09 14:22:20.464687 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Floating IP 2037fba6-b9ab-4b73-8523-17c3b0f14f15 associated. External IP: 172.25.8.13, port: ff73f801-ac58-4744-9f5c-379ebfa1bb49. Feb 09 14:22:20.480996 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3bfcd-4847-445f-a728-135336725a76 req-ffec1622-ce82-4807-a68c-18cb8a20c118 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:20.482434 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5c3bfcd-4847-445f-a728-135336725a76 req-ffec1622-ce82-4807-a68c-18cb8a20c118 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.2633636 Feb 09 14:22:20.487035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:20.508814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Usage tracker for resource:security_group_rule and tenant:fa10991579a24c27b1b3f21f294a7343 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:20.520034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:20.532766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:20.561267 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b1df7-b704-4f0c-8e4b-918438cea03a req-2c4a42af-63f3-4c87-af17-433b4755f72b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:20.562912 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c71b1df7-b704-4f0c-8e4b-918438cea03a req-2c4a42af-63f3-4c87-af17-433b4755f72b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.2476754 Feb 09 14:22:20.597962 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5c3bfcd-4847-445f-a728-135336725a76 req-02631403-8000-4e5c-afc2-1fee8cf85243 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069684 Feb 09 14:22:20.611645 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6de1200-8e1d-4440-bd5b-d1692242de37 req-5c171e86-9088-403a-b946-34dd2f4ed654 service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059970 Feb 09 14:22:20.676930 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:20.683115 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:20.689183 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c71b1df7-b704-4f0c-8e4b-918438cea03a req-eb131018-e9fa-4c5c-8e6e-80bb6d3f23b1 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207700 Feb 09 14:22:20.781747 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:20.787929 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:20.789211 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5272901 Feb 09 14:22:20.794464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37812) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:20.803044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:20.803408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:20.803754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:20.804092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:20.804425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:20.804756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:20.805091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:20.805413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:20.805740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:20.806064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:20.806386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:20.806707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f044c8-016f-4762-9c0f-51c14a8b71ea tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:20.837369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e92017-349e-4543-8665-3ce3b175f2d1 req-3ac9da6d-34c5-43a7-82d8-9e5942fa7212 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:20.838973 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24e92017-349e-4543-8665-3ce3b175f2d1 req-3ac9da6d-34c5-43a7-82d8-9e5942fa7212 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1103084 Feb 09 14:22:20.853453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-deca8526-eccd-4290-ad66-c6f782a3233b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Request body: {'security_group_rule': {'security_group_id': '930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:20.884056 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24e92017-349e-4543-8665-3ce3b175f2d1 req-95d331b1-2130-4b66-9f6b-53366587eae5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388091 Feb 09 14:22:20.901451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-deca8526-eccd-4290-ad66-c6f782a3233b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:20.918756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-deca8526-eccd-4290-ad66-c6f782a3233b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Usage tracker for resource:security_group_rule and tenant:fa10991579a24c27b1b3f21f294a7343 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:20.924300 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-deca8526-eccd-4290-ad66-c6f782a3233b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:20.935016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-deca8526-eccd-4290-ad66-c6f782a3233b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:20.974333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router 0fc9ec94-ba9f-419a-827e-bf30628f44fe has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:22:20.982925 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-deca8526-eccd-4290-ad66-c6f782a3233b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:21.107943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbff93d-3c7e-489e-acea-b183557fe738 req-0298e20a-80ae-48cd-9ce6-f2bdd91ace74 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:21.109424 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cfbff93d-3c7e-489e-acea-b183557fe738 req-0298e20a-80ae-48cd-9ce6-f2bdd91ace74 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 943 time: 0.2599182 Feb 09 14:22:21.165914 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-deca8526-eccd-4290-ad66-c6f782a3233b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:21.236611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 61f2965c-ccd1-454a-8b85-5d9b65fb1664 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:22:21.299093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-e7dcaf12-2ef6-457b-8a68-4eb18a2851fe tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:21.300677 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-e7dcaf12-2ef6-457b-8a68-4eb18a2851fe tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 812 time: 0.1533835 Feb 09 14:22:21.348964 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-deca8526-eccd-4290-ad66-c6f782a3233b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:21.354652 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-c7dfe44e-0dfe-4f90-9d48-3a956cafc668 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/quotas/b4a884575aa84a789b4857840c80c824 HTTP/1.1" status: 200 len: 375 time: 0.0462775 Feb 09 14:22:21.380470 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 61f2965c-ccd1-454a-8b85-5d9b65fb1664, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=61f2965c-ccd1-454a-8b85-5d9b65fb1664,segment=NetworkSegment(b0a36955-681e-4cfc-b603-0d6c8fdb07b2),segment_id=b0a36955-681e-4cfc-b603-0d6c8fdb07b2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:21.383431 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cfbff93d-3c7e-489e-acea-b183557fe738 req-2133d214-685e-4431-aa96-e5f0f7443b02 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620416 Feb 09 14:22:21.394384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca8526-eccd-4290-ad66-c6f782a3233b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee9394e-b24c-4f1c-ae97-62abe0cac07b,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:21.396387 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '61f2965c-ccd1-454a-8b85-5d9b65fb1664', 'network_id': 'fdd3a025-28d1-4acc-bbe1-081dd96e126d', 'port_id': '61f2965c-ccd1-454a-8b85-5d9b65fb1664', 'mac_address': 'fa:16:3e:05:8f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5166c6cc-6981-455c-9e77-a4a14cc3e1d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:22:21.408782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:22:21.431684 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-deca8526-eccd-4290-ad66-c6f782a3233b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:21.438766 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-deca8526-eccd-4290-ad66-c6f782a3233b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6418297 Feb 09 14:22:21.439487 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37830) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:21.447752 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:21.477251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cfd5f-5585-45a7-9c30-8f26ebd100d0 req-8d04e86b-062c-4aa4-8283-32a94de01914 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:21.478712 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d03cfd5f-5585-45a7-9c30-8f26ebd100d0 req-8d04e86b-062c-4aa4-8283-32a94de01914 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.35 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.1642530 Feb 09 14:22:21.484904 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04531b2-3174-4a4a-891e-08771732644c None None] Sync routers for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:22:21.488771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c650a2f2-a226-4715-ab03-0a95e7548742 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Request body: {'security_group_rule': {'security_group_id': '930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:21.490721 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:21.510404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c650a2f2-a226-4715-ab03-0a95e7548742 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:21.513915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04531b2-3174-4a4a-891e-08771732644c None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:21.514636 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-f04531b2-3174-4a4a-891e-08771732644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:21.518574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c650a2f2-a226-4715-ab03-0a95e7548742 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Usage tracker for resource:security_group_rule and tenant:fa10991579a24c27b1b3f21f294a7343 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:21.563715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c650a2f2-a226-4715-ab03-0a95e7548742 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:21.576349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f2965c-ccd1-454a-8b85-5d9b65fb1664 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:22:21.579220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d03cfd5f-5585-45a7-9c30-8f26ebd100d0 req-3558765f-f19f-4e28-bcff-972b5f75e075 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Deleting port 93286fb7-1846-4227-9e18-1d18a10f2653 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:22:21.579854 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d03cfd5f-5585-45a7-9c30-8f26ebd100d0 req-3558765f-f19f-4e28-bcff-972b5f75e075 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:21.589447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c650a2f2-a226-4715-ab03-0a95e7548742 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:21.596421 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-f04531b2-3174-4a4a-891e-08771732644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:21.599877 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-23ecf483-2b51-4999-bea0-9d78d79f780d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.6860561 Feb 09 14:22:21.608697 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 61f2965c-ccd1-454a-8b85-5d9b65fb1664, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=61f2965c-ccd1-454a-8b85-5d9b65fb1664,segment=NetworkSegment(b0a36955-681e-4cfc-b603-0d6c8fdb07b2),segment_id=b0a36955-681e-4cfc-b603-0d6c8fdb07b2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:21.610724 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04531b2-3174-4a4a-891e-08771732644c None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:21.611220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37834) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:21.611492 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-f04531b2-3174-4a4a-891e-08771732644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:21.630986 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-61bc8d0a-976a-4659-8b94-e326514db9d1 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2655294 Feb 09 14:22:21.634456 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8bdf3aec-acc6-4434-989c-2aff76d76107 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-910598420'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:21.648620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8bdf3aec-acc6-4434-989c-2aff76d76107 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:21.652066 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c650a2f2-a226-4715-ab03-0a95e7548742 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:21.663356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8bdf3aec-acc6-4434-989c-2aff76d76107 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Usage tracker for resource:network and tenant:8bb33fce73ed4a9ab9c3fa77fb85980a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:21.664731 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:21.665262 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 15b9b516-ebf7-40f9-abe2-d1b9b443e815 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:22:21.670707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8bdf3aec-acc6-4434-989c-2aff76d76107 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:21.687474 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8bdf3aec-acc6-4434-989c-2aff76d76107 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:21.718695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e2d6e-920a-49ae-8a39-ded2a705f467 req-2f36b113-da10-417b-98e0-e8926db759a3 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:21.720290 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-073e2d6e-920a-49ae-8a39-ded2a705f467 req-2f36b113-da10-417b-98e0-e8926db759a3 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 943 time: 0.1957703 Feb 09 14:22:21.723082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-f04531b2-3174-4a4a-891e-08771732644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:21.724027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04531b2-3174-4a4a-891e-08771732644c None None] The sync data for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:22:21.727164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdf3aec-acc6-4434-989c-2aff76d76107 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Made reservation on behalf of 8bb33fce73ed4a9ab9c3fa77fb85980a for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:21.731218 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3aec-acc6-4434-989c-2aff76d76107 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:21.787633 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c650a2f2-a226-4715-ab03-0a95e7548742 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:21.812522 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c650a2f2-a226-4715-ab03-0a95e7548742 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:21.816120 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bdf3aec-acc6-4434-989c-2aff76d76107 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:22:21.825338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=61f2965c-ccd1-454a-8b85-5d9b65fb1664,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:21.839108 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-073e2d6e-920a-49ae-8a39-ded2a705f467 req-cfce44d0-1281-4ba9-a6ec-f8b14952bf1b tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c40615e-187a-496f-bdb4-5d2e3aa91fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924327 Feb 09 14:22:21.855462 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650a2f2-a226-4715-ab03-0a95e7548742 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8989e223-aad6-462b-a10a-0453746ad188,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:21.857886 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3aec-acc6-4434-989c-2aff76d76107 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:21.858324 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-8bdf3aec-acc6-4434-989c-2aff76d76107 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Added segment e7f23967-795e-4cdc-94f7-a0393c1d2f0f of type vlan for network 819e1615-b796-4a7f-a62b-e1ee4ae60ba1 Feb 09 14:22:21.890110 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c650a2f2-a226-4715-ab03-0a95e7548742 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:21.891407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c650a2f2-a226-4715-ab03-0a95e7548742 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4460018 Feb 09 14:22:21.894486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37842) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:21.898475 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3aec-acc6-4434-989c-2aff76d76107 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:21.905555 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:21.908037 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 15b9b516-ebf7-40f9-abe2-d1b9b443e815, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=15b9b516-ebf7-40f9-abe2-d1b9b443e815,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:21.913471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:21.919804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Usage tracker for resource:floatingip and tenant:fa10991579a24c27b1b3f21f294a7343 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:21.923935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:21.924071 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '15b9b516-ebf7-40f9-abe2-d1b9b443e815', 'network_id': '59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89', 'port_id': '15b9b516-ebf7-40f9-abe2-d1b9b443e815', 'mac_address': 'fa:16:3e:d8:32:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adaa8dfb-07a1-4c7a-bd00-5979c7cd6139', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:22:21.932728 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:21.963059 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-43971fc0-a924-4a18-aad6-52c1000661ce service neutron] 10.222.0.48 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312538 Feb 09 14:22:21.984020 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:21.995540 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:22.002487 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b9b516-ebf7-40f9-abe2-d1b9b443e815 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:22:22.021051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 15b9b516-ebf7-40f9-abe2-d1b9b443e815, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=15b9b516-ebf7-40f9-abe2-d1b9b443e815,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:22.025068 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:22.068297 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3aec-acc6-4434-989c-2aff76d76107 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:22.073812 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdf3aec-acc6-4434-989c-2aff76d76107 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:22.074418 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3aec-acc6-4434-989c-2aff76d76107 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:22.098632 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=15b9b516-ebf7-40f9-abe2-d1b9b443e815,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:22.141460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d03cfd5f-5585-45a7-9c30-8f26ebd100d0 req-3558765f-f19f-4e28-bcff-972b5f75e075 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] For port 93286fb7-1846-4227-9e18-1d18a10f2653, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=93286fb7-1846-4227-9e18-1d18a10f2653,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:22.141829 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d03cfd5f-5585-45a7-9c30-8f26ebd100d0 req-3558765f-f19f-4e28-bcff-972b5f75e075 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:22.157540 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-301c55fd-5ecb-49f9-b927-0aae6640a794 service neutron] 10.222.0.48 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936479 Feb 09 14:22:22.196411 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8bdf3aec-acc6-4434-989c-2aff76d76107 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5708616 Feb 09 14:22:22.202410 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37846) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:22.217906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-69e9e324-edde-4250-bd0d-44a0ab572367 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'subnet': {'network_id': '819e1615-b796-4a7f-a62b-e1ee4ae60ba1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:22.233815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf3aec-acc6-4434-989c-2aff76d76107 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Network': ['ID=819e1615-b796-4a7f-a62b-e1ee4ae60ba1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:22.248949 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 819e1615-b796-4a7f-a62b-e1ee4ae60ba1 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:22:22.377242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0991e-74a0-4dd9-bad9-933d9d71830c req-6e875921-a4c2-43d1-9866-aa59f61edbe2 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:22.378710 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-66c0991e-74a0-4dd9-bad9-933d9d71830c req-6e875921-a4c2-43d1-9866-aa59f61edbe2 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 946 time: 0.4274344 Feb 09 14:22:22.412542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-69e9e324-edde-4250-bd0d-44a0ab572367 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:22.444229 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d03cfd5f-5585-45a7-9c30-8f26ebd100d0 req-3558765f-f19f-4e28-bcff-972b5f75e075 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Calling delete_port for 93286fb7-1846-4227-9e18-1d18a10f2653 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:22:22.462182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-69e9e324-edde-4250-bd0d-44a0ab572367 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:22.513159 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-66c0991e-74a0-4dd9-bad9-933d9d71830c req-a0e83dc4-225f-4682-b41a-f97df35d9948 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250970 Feb 09 14:22:22.518226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e9e324-edde-4250-bd0d-44a0ab572367 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Made reservation on behalf of 8bb33fce73ed4a9ab9c3fa77fb85980a for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:22.522344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69e9e324-edde-4250-bd0d-44a0ab572367 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:22.541076 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:22.622953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['61f2965c-ccd1-454a-8b85-5d9b65fb1664'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:22:22.658327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['15b9b516-ebf7-40f9-abe2-d1b9b443e815'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:22:22.713992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5094cf-86b8-40f8-a982-d98ecc4fffb6 req-41facb2e-d937-4259-8199-528e8fb0d9c1 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:22.725539 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c5094cf-86b8-40f8-a982-d98ecc4fffb6 req-41facb2e-d937-4259-8199-528e8fb0d9c1 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.2499278 Feb 09 14:22:22.727881 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d03cfd5f-5585-45a7-9c30-8f26ebd100d0 req-3558765f-f19f-4e28-bcff-972b5f75e075 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:22.747253 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2449ef1e-bdd6-420f-80be-5d096771e1dc req-a802a7a5-d773-4b8e-8b85-63a6f39d5bd6 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 210 time: 0.1282334 Feb 09 14:22:22.843759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558765f-f19f-4e28-bcff-972b5f75e075 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Pushing event deleted for resources: {'Port': ['ID=93286fb7-1846-4227-9e18-1d18a10f2653,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:22.911304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Allocated IP 172.25.8.107 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/829b4a91-4fc5-4b98-bb06-e519507f71dc) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:22.984550 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c5094cf-86b8-40f8-a982-d98ecc4fffb6 req-e5892e64-3b17-4392-a9be-092ee25e2bba tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573893 Feb 09 14:22:22.986844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03cfd5f-5585-45a7-9c30-8f26ebd100d0 req-3558765f-f19f-4e28-bcff-972b5f75e075 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] No DVR routers for this DVR port 93286fb7-1846-4227-9e18-1d18a10f2653 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:22:22.989922 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d03cfd5f-5585-45a7-9c30-8f26ebd100d0 req-3558765f-f19f-4e28-bcff-972b5f75e075 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:23.013410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26f2995-2d22-4dac-95d5-239ad3c31a7b', 'name': 'network-vif-deleted', 'tag': '93286fb7-1846-4227-9e18-1d18a10f2653'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:23.023358 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d03cfd5f-5585-45a7-9c30-8f26ebd100d0 req-3558765f-f19f-4e28-bcff-972b5f75e075 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.35 "DELETE /v2.0/ports/93286fb7-1846-4227-9e18-1d18a10f2653 HTTP/1.1" status: 204 len: 173 time: 1.5362854 Feb 09 14:22:23.171658 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69e9e324-edde-4250-bd0d-44a0ab572367 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:23.201623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4281ad-a93e-4d2c-abbf-0906256f096b req-a3acafa3-1170-4f2a-8c03-fb5e1a8b433a tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:23.203456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e4281ad-a93e-4d2c-abbf-0906256f096b req-a3acafa3-1170-4f2a-8c03-fb5e1a8b433a tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 944 time: 0.0880251 Feb 09 14:22:23.246320 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 93286fb7-1846-4227-9e18-1d18a10f2653 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:22:23.272871 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e4281ad-a93e-4d2c-abbf-0906256f096b req-bbf176f2-c92b-4622-b875-1c87aa68a980 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c40615e-187a-496f-bdb4-5d2e3aa91fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587430 Feb 09 14:22:23.292770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 93286fb7-1846-4227-9e18-1d18a10f2653 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:22:23.293316 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 93286fb7-1846-4227-9e18-1d18a10f2653 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:22:23.300167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9e324-edde-4250-bd0d-44a0ab572367 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Subnet': ['ID=20e76170-ffd6-4845-b474-4f954c1734d3,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:23.304427 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:23.316307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166b828-b184-4a19-92ca-942f0bb76cba req-a6790ce0-21ef-4e3b-af1c-312c718767f6 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:23.317793 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5166b828-b184-4a19-92ca-942f0bb76cba req-a6790ce0-21ef-4e3b-af1c-312c718767f6 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 944 time: 0.3542118 Feb 09 14:22:23.324044 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26f2995-2d22-4dac-95d5-239ad3c31a7b', 'name': 'network-vif-deleted', 'tag': '93286fb7-1846-4227-9e18-1d18a10f2653', 'status': 'completed', 'code': 200} Feb 09 14:22:23.346992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9e324-edde-4250-bd0d-44a0ab572367 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Checking segment: {'id': 'e7f23967-795e-4cdc-94f7-a0393c1d2f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '819e1615-b796-4a7f-a62b-e1ee4ae60ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:22:23.347348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e9e324-edde-4250-bd0d-44a0ab572367 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network hostable DHCP agents. Network: 819e1615-b796-4a7f-a62b-e1ee4ae60ba1, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:22:23.388073 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5166b828-b184-4a19-92ca-942f0bb76cba req-f29a8fe5-adc1-4a54-9d8b-65a7364d8b05 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619843 Feb 09 14:22:23.395676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e9e324-edde-4250-bd0d-44a0ab572367 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network 819e1615-b796-4a7f-a62b-e1ee4ae60ba1 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:22:23.407660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-69e9e324-edde-4250-bd0d-44a0ab572367 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 819e1615-b796-4a7f-a62b-e1ee4ae60ba1) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:23.411961 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:23.416257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e9e324-edde-4250-bd0d-44a0ab572367 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:23.417042 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69e9e324-edde-4250-bd0d-44a0ab572367 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:23.417163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa39466-77c7-4d29-b666-2d53a215e6ec None None] Network 819e1615-b796-4a7f-a62b-e1ee4ae60ba1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:22:23.499106 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:23.503066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:23.506909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:23.649090 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-819e1615-b796-4a7f-a62b-e1ee4ae60ba1', 'network_id': '819e1615-b796-4a7f-a62b-e1ee4ae60ba1', 'tenant_id': '8bb33fce73ed4a9ab9c3fa77fb85980a', 'fixed_ips': [{'subnet_id': '20e76170-ffd6-4845-b474-4f954c1734d3'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:22:23.649922 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:23.672081 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-69e9e324-edde-4250-bd0d-44a0ab572367 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4639232 Feb 09 14:22:23.672081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event updated for resources: {'Port': ['ID=829b4a91-4fc5-4b98-bb06-e519507f71dc,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:23.672996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37868) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:23.683957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-530843543', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:23.694099 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:23.698703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-75e07b05-eb7f-4f9d-bd01-1155ec8031aa req-63733bab-da01-4567-8abc-ed30b93bee06 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Synchronizing usage tracker for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:22:23.705003 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Usage tracker for resource:router and tenant:8bb33fce73ed4a9ab9c3fa77fb85980a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:23.709343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:23.719018 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:23.734553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-75e07b05-eb7f-4f9d-bd01-1155ec8031aa req-63733bab-da01-4567-8abc-ed30b93bee06 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Unset dirty status for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:22:23.736770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-75e07b05-eb7f-4f9d-bd01-1155ec8031aa req-63733bab-da01-4567-8abc-ed30b93bee06 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=e26f2995-2d22-4dac-95d5-239ad3c31a7b HTTP/1.1" status: 200 len: 210 time: 0.0936623 Feb 09 14:22:23.742639 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:23.743715 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:23.764591 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:23.774798 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:23.841582 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:23.859615 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Allocated IP 172.20.0.2 (819e1615-b796-4a7f-a62b-e1ee4ae60ba1/20e76170-ffd6-4845-b474-4f954c1734d3/b6637089-6fff-49cb-b51a-4ed05584eeae) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:24.062701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-8d0f93a3-f648-4974-bf01-a38ac27dfe8d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:24.065023 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-8d0f93a3-f648-4974-bf01-a38ac27dfe8d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 812 time: 0.1917176 Feb 09 14:22:24.083855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-5073271c-3e14-464d-8f3b-bb64d6200714 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Request body: {'port': {'device_id': '0604601c-b39b-48f1-80d5-488b271fbe3f', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'admin_state_up': True, 'tenant_id': 'b4a884575aa84a789b4857840c80c824'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:24.269240 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:24.283366 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Transition to ACTIVE for port object b6637089-6fff-49cb-b51a-4ed05584eeae will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:24.288470 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:24.309329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Transition to ACTIVE for port object b6637089-6fff-49cb-b51a-4ed05584eeae will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:24.318941 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:24.339236 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-145d78d2-8926-4f2c-9726-0ffe43569e08 req-fa357d3b-28e9-4b60-863a-1caad4bd57f6 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 210 time: 0.1291966 Feb 09 14:22:24.372922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-5073271c-3e14-464d-8f3b-bb64d6200714 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:24.385461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1a000-58e8-495b-912b-7d3551db7270 req-05aea46b-a923-472d-bea4-317fc31d07e3 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:24.387181 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-85b1a000-58e8-495b-912b-7d3551db7270 req-05aea46b-a923-472d-bea4-317fc31d07e3 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.1572595 Feb 09 14:22:24.393404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Network 819e1615-b796-4a7f-a62b-e1ee4ae60ba1 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:24.403642 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:24.418295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:24.438147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-5073271c-3e14-464d-8f3b-bb64d6200714 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:24.461375 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-85b1a000-58e8-495b-912b-7d3551db7270 req-44afc5a0-234a-4095-a1e4-3f4cf4f33c1d tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637817 Feb 09 14:22:24.462537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-5073271c-3e14-464d-8f3b-bb64d6200714 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Made reservation on behalf of b4a884575aa84a789b4857840c80c824 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:24.466687 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-5073271c-3e14-464d-8f3b-bb64d6200714 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:24.569840 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Pushing event updated for resources: {'Port': ['ID=b6637089-6fff-49cb-b51a-4ed05584eeae,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:24.586831 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Attempting to bind port b6637089-6fff-49cb-b51a-4ed05584eeae on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:22:24.587570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Attempting to bind port b6637089-6fff-49cb-b51a-4ed05584eeae by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'e7f23967-795e-4cdc-94f7-a0393c1d2f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '819e1615-b796-4a7f-a62b-e1ee4ae60ba1'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:22:24.588522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Attempting to bind port b6637089-6fff-49cb-b51a-4ed05584eeae on network 819e1615-b796-4a7f-a62b-e1ee4ae60ba1 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:24.594748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:22:24.595225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Checking segment: {'id': 'e7f23967-795e-4cdc-94f7-a0393c1d2f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '819e1615-b796-4a7f-a62b-e1ee4ae60ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:22:24.595697 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:24.596538 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Bound using segment: {'id': 'e7f23967-795e-4cdc-94f7-a0393c1d2f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '819e1615-b796-4a7f-a62b-e1ee4ae60ba1'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:22:24.597194 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Bound port: b6637089-6fff-49cb-b51a-4ed05584eeae, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f23967-795e-4cdc-94f7-a0393c1d2f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '819e1615-b796-4a7f-a62b-e1ee4ae60ba1'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:22:24.597913 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:24.671657 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:24.682790 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:24.699386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] For port b6637089-6fff-49cb-b51a-4ed05584eeae, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:22:24.702976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] For port b6637089-6fff-49cb-b51a-4ed05584eeae, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b6637089-6fff-49cb-b51a-4ed05584eeae,segment=NetworkSegment(e7f23967-795e-4cdc-94f7-a0393c1d2f0f),segment_id=e7f23967-795e-4cdc-94f7-a0393c1d2f0f)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:22:24.708205 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:24.736907 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8f431-70db-4af2-90bc-2c27e7585341 req-5154decc-98fd-4499-9caa-af88dd2098e3 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:24.743844 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32e8f431-70db-4af2-90bc-2c27e7585341 req-5154decc-98fd-4499-9caa-af88dd2098e3 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 944 time: 0.1704552 Feb 09 14:22:24.780109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-5073271c-3e14-464d-8f3b-bb64d6200714 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Allocated IP 172.20.0.12 (a1587716-277d-4b6f-89df-24e96250ab9d/f7392afa-2a9c-4064-b2be-b0d20969d51e/e658954f-01f9-49b0-b68a-afc1daf383c9) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:24.793326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e5ab1-d850-401e-a289-0cf4a37dd818 req-dc99fe28-9b97-4a9f-88af-0b6b9bfbfb48 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:24.794840 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-144e5ab1-d850-401e-a289-0cf4a37dd818 req-dc99fe28-9b97-4a9f-88af-0b6b9bfbfb48 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 944 time: 0.2640972 Feb 09 14:22:24.808994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfc8b6-5a56-4656-9fd5-f8066138cf7b None None] Pushing event updated for resources: {'Port': ['ID=b6637089-6fff-49cb-b51a-4ed05584eeae,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:24.809490 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-32e8f431-70db-4af2-90bc-2c27e7585341 req-0e56bb8e-b523-49a2-a944-8192124a7e55 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646656 Feb 09 14:22:24.873468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event updated for resources: {'Port': ['ID=829b4a91-4fc5-4b98-bb06-e519507f71dc,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:24.903781 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:25.017896 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-144e5ab1-d850-401e-a289-0cf4a37dd818 req-951f145a-0cc0-4e93-89f0-15662cd33a17 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c40615e-187a-496f-bdb4-5d2e3aa91fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141516 Feb 09 14:22:25.041164 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:25.042975 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-818e7c24-63f5-446f-a293-7a29875e3adf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1474071 Feb 09 14:22:25.051962 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-5073271c-3e14-464d-8f3b-bb64d6200714 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:25.088654 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-5073271c-3e14-464d-8f3b-bb64d6200714 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Transition to ACTIVE for port object e658954f-01f9-49b0-b68a-afc1daf383c9 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:25.125717 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-5073271c-3e14-464d-8f3b-bb64d6200714 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:25.215943 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:25.255251 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:25.260360 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 61f2965c-ccd1-454a-8b85-5d9b65fb1664 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:22:25.359991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 61f2965c-ccd1-454a-8b85-5d9b65fb1664 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:25.367422 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 61f2965c-ccd1-454a-8b85-5d9b65fb1664 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:25.368607 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:25.448536 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Allocated IP 172.25.8.165 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/003a0b93-0979-41e7-9a56-2ef3c719e147) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:25.500875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-5073271c-3e14-464d-8f3b-bb64d6200714 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Network a1587716-277d-4b6f-89df-24e96250ab9d is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:25.510061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-5073271c-3e14-464d-8f3b-bb64d6200714 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:25.513417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-5073271c-3e14-464d-8f3b-bb64d6200714 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:25.549371 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:25.573651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073271c-3e14-464d-8f3b-bb64d6200714 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event updated for resources: {'Port': ['ID=e658954f-01f9-49b0-b68a-afc1daf383c9,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:25.607588 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410c0cf6-bd84-4afc-bb5d-4175bce08330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f2965c-ccd1-454a-8b85-5d9b65fb1664'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:25.610674 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-a9f0306c-51a8-4ea2-9277-bb557534c350 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1926465968&fields=id&tenant_id=fa10991579a24c27b1b3f21f294a7343 HTTP/1.1" status: 200 len: 267 time: 0.2037265 Feb 09 14:22:25.624626 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 61f2965c-ccd1-454a-8b85-5d9b65fb1664, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=61f2965c-ccd1-454a-8b85-5d9b65fb1664,segment=NetworkSegment(b0a36955-681e-4cfc-b603-0d6c8fdb07b2),segment_id=b0a36955-681e-4cfc-b603-0d6c8fdb07b2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:25.641288 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:25.642105 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 15b9b516-ebf7-40f9-abe2-d1b9b443e815 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:22:25.729011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-f31818df-3b7a-4747-b5fe-ae7ef447c92a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:25.742906 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-f31818df-3b7a-4747-b5fe-ae7ef447c92a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 811 time: 0.5373685 Feb 09 14:22:25.763166 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b6637089-6fff-49cb-b51a-4ed05584eeae up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:22:25.770131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-5073271c-3e14-464d-8f3b-bb64d6200714 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:25.771376 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-5073271c-3e14-464d-8f3b-bb64d6200714 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:25.786119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-ee2cba6b-8835-4458-87c9-5a8faee907c4 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/quotas/a0e2775b9be9415aac8d2804e4d4888c HTTP/1.1" status: 200 len: 375 time: 0.0423262 Feb 09 14:22:25.857949 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-53ec8843-b4e3-4d58-8fa8-101208708ca3 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:25.858751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-53ec8843-b4e3-4d58-8fa8-101208708ca3 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Synchronizing usage tracker for tenant:fa10991579a24c27b1b3f21f294a7343 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:22:25.867344 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-a8db0d33-d3aa-49e2-aa6b-90d657be4644 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726922 Feb 09 14:22:25.889323 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-5073271c-3e14-464d-8f3b-bb64d6200714 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8102674 Feb 09 14:22:25.906559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-53ec8843-b4e3-4d58-8fa8-101208708ca3 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Unset dirty status for tenant:fa10991579a24c27b1b3f21f294a7343 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:22:25.907786 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-53ec8843-b4e3-4d58-8fa8-101208708ca3 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports/b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba HTTP/1.1" status: 200 len: 935 time: 0.1923673 Feb 09 14:22:25.934527 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=61f2965c-ccd1-454a-8b85-5d9b65fb1664,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:25.960693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Request body: {'port': {'device_id': '0604601c-b39b-48f1-80d5-488b271fbe3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:25.970666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port b6637089-6fff-49cb-b51a-4ed05584eeae completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:25.986638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 15b9b516-ebf7-40f9-abe2-d1b9b443e815 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:25.993020 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 15b9b516-ebf7-40f9-abe2-d1b9b443e815 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:25.993484 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:26.003607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-f1be8218-3100-4fca-93b0-460d681061f8 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:26.005093 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-f1be8218-3100-4fca-93b0-460d681061f8 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports/60c40ead-be90-4c91-9968-52dbcccd172a HTTP/1.1" status: 200 len: 937 time: 0.0892026 Feb 09 14:22:26.013786 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:26.062016 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a35fefa0-4e4c-45dd-a9b4-2aea82fea8a8 None None] Provisioning for port e658954f-01f9-49b0-b68a-afc1daf383c9 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:26.068082 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0068d986-4b1f-4a9a-a95f-baa449a15c2c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?network_id=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0505455 Feb 09 14:22:26.068309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a35fefa0-4e4c-45dd-a9b4-2aea82fea8a8 None None] Provisioning complete for port e658954f-01f9-49b0-b68a-afc1daf383c9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:26.068560 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a35fefa0-4e4c-45dd-a9b4-2aea82fea8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:26.111351 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:26.142942 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-b9e703b0-b014-45ad-b96e-664316e6b824 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?network_id=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0657811 Feb 09 14:22:26.209028 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e2269c78-b95b-4cdc-98fc-6887420bcec0 service neutron] 10.222.0.48 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405249 Feb 09 14:22:26.229195 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a35fefa0-4e4c-45dd-a9b4-2aea82fea8a8 None None] Port e658954f-01f9-49b0-b68a-afc1daf383c9 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:22:26.238169 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:26.251518 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bee724-ec2b-4df2-95ea-2675daabf9c0 None None] Network 819e1615-b796-4a7f-a62b-e1ee4ae60ba1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:22:26.319786 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:26.358178 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 15b9b516-ebf7-40f9-abe2-d1b9b443e815, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=15b9b516-ebf7-40f9-abe2-d1b9b443e815,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:26.368905 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:26.371167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-71f00724-8b60-4aa0-97eb-fd7f7131629b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:26.376848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-71f00724-8b60-4aa0-97eb-fd7f7131629b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:26.382481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-71f00724-8b60-4aa0-97eb-fd7f7131629b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:26.383223 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-71f00724-8b60-4aa0-97eb-fd7f7131629b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Synchronizing usage tracker for tenant:fa10991579a24c27b1b3f21f294a7343 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:22:26.420383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:26.421218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1e27343d-8555-45fc-a117-1e930fc473e0 None None] Provisioning for port b6637089-6fff-49cb-b51a-4ed05584eeae completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:26.425811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:26.428236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:26.435590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1e27343d-8555-45fc-a117-1e930fc473e0 None None] Provisioning complete for port b6637089-6fff-49cb-b51a-4ed05584eeae triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:26.435980 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1e27343d-8555-45fc-a117-1e930fc473e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:26.445195 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-942f4029-2815-4a7d-9bc3-47bef2aaa09c service neutron] 10.222.0.48 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341943 Feb 09 14:22:26.460910 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=003a0b93-0979-41e7-9a56-2ef3c719e147,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:26.468845 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-71f00724-8b60-4aa0-97eb-fd7f7131629b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Unset dirty status for tenant:fa10991579a24c27b1b3f21f294a7343 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:22:26.475861 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-71f00724-8b60-4aa0-97eb-fd7f7131629b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/networks?id=b5b27cbb-3aca-4697-bd3f-5eb25bd866e1&id=f95aa98c-a00b-4cac-9271-8db21c81664d&id=f95aa98c-a00b-4cac-9271-8db21c81664d&id=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1&id=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 HTTP/1.1" status: 200 len: 1994 time: 0.3314106 Feb 09 14:22:26.496492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-949e9d91-fe05-45c4-840f-32393f7858f9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/quotas/fa10991579a24c27b1b3f21f294a7343 HTTP/1.1" status: 200 len: 375 time: 0.0201528 Feb 09 14:22:26.584368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=15b9b516-ebf7-40f9-abe2-d1b9b443e815,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:26.771059 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e658954f-01f9-49b0-b68a-afc1daf383c9 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:22:26.781434 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1e27343d-8555-45fc-a117-1e930fc473e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:26.784930 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:26.796215 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-04c80e10-7403-4dce-988f-d8cd74609019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:26.819467 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-a833ad80-2579-4263-8fa9-7f234d8c6f68 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa10991579a24c27b1b3f21f294a7343&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3220682 Feb 09 14:22:26.830871 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-1e27343d-8555-45fc-a117-1e930fc473e0 None None] For port b6637089-6fff-49cb-b51a-4ed05584eeae, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b6637089-6fff-49cb-b51a-4ed05584eeae,segment=NetworkSegment(e7f23967-795e-4cdc-94f7-a0393c1d2f0f),segment_id=e7f23967-795e-4cdc-94f7-a0393c1d2f0f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:26.839451 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1e27343d-8555-45fc-a117-1e930fc473e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:26.889904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Transition to ACTIVE for port object e658954f-01f9-49b0-b68a-afc1daf383c9 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:26.914058 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:26.935770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27343d-8555-45fc-a117-1e930fc473e0 None None] Pushing event updated for resources: {'Port': ['ID=b6637089-6fff-49cb-b51a-4ed05584eeae,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:26.947687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-544f524d-7a2a-46fd-8c9e-527e6aa25c53 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:22:26.948669 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-544f524d-7a2a-46fd-8c9e-527e6aa25c53 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051277 Feb 09 14:22:27.070568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3ab9c-1069-4eee-b831-8ee29728d76a req-3b7f1a49-9077-4894-82ef-aed476abb0fd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:27.071442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-59f3ab9c-1069-4eee-b831-8ee29728d76a req-3b7f1a49-9077-4894-82ef-aed476abb0fd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Synchronizing usage tracker for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:22:27.162742 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=e658954f-01f9-49b0-b68a-afc1daf383c9,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:27.178941 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:27.227100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-59f3ab9c-1069-4eee-b831-8ee29728d76a req-3b7f1a49-9077-4894-82ef-aed476abb0fd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Unset dirty status for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:22:27.228485 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59f3ab9c-1069-4eee-b831-8ee29728d76a req-3b7f1a49-9077-4894-82ef-aed476abb0fd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 932 time: 0.4469364 Feb 09 14:22:27.287669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6b961f19-e1fe-433b-a9d7-2d2e16a13002 None None] Provisioning complete for port b6637089-6fff-49cb-b51a-4ed05584eeae triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:27.288357 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6b961f19-e1fe-433b-a9d7-2d2e16a13002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:27.300003 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-426b0345-7d31-4b5f-a2d7-5a6847baf859 service neutron] 10.222.0.48 "GET /v2.0/networks/b5b27cbb-3aca-4697-bd3f-5eb25bd866e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407879 Feb 09 14:22:27.300981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Attempting to bind port e658954f-01f9-49b0-b68a-afc1daf383c9 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:22:27.301317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Attempting to bind port e658954f-01f9-49b0-b68a-afc1daf383c9 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:22:27.301642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Attempting to bind port e658954f-01f9-49b0-b68a-afc1daf383c9 on network a1587716-277d-4b6f-89df-24e96250ab9d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:27.321351 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59f3ab9c-1069-4eee-b831-8ee29728d76a req-42180a67-5816-4120-afb0-661b43855ee2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843554 Feb 09 14:22:27.322072 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Port e658954f-01f9-49b0-b68a-afc1daf383c9 on network a1587716-277d-4b6f-89df-24e96250ab9d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:22:27.322802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Attempting to bind port e658954f-01f9-49b0-b68a-afc1daf383c9 on network a1587716-277d-4b6f-89df-24e96250ab9d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:27.329610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:22:27.329948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Checking segment: {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:22:27.330376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Bound using segment: {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:22:27.330793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Bound port: e658954f-01f9-49b0-b68a-afc1daf383c9, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:22:27.331183 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:27.557307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] For port e658954f-01f9-49b0-b68a-afc1daf383c9, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:22:27.567182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] For port e658954f-01f9-49b0-b68a-afc1daf383c9, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e658954f-01f9-49b0-b68a-afc1daf383c9,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:22:27.586982 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:27.664719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:27.665340 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:27.666721 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] 10.222.0.35 "PUT /v2.0/ports/e658954f-01f9-49b0-b68a-afc1daf383c9 HTTP/1.1" status: 200 len: 1092 time: 1.7154582 Feb 09 14:22:27.667153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0604601c-b39b-48f1-80d5-488b271fbe3f', 'tag': 'e658954f-01f9-49b0-b68a-afc1daf383c9'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:27.701395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3536d-ab59-4f5a-b00a-5ef09150a28e req-10eafe5a-36c7-488a-a9fc-fd3e1c6ab878 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:27.704560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-85a3536d-ab59-4f5a-b00a-5ef09150a28e req-10eafe5a-36c7-488a-a9fc-fd3e1c6ab878 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.2266586 Feb 09 14:22:27.705527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b4ebe-49bc-4c5a-84fa-b145c24e8fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=e658954f-01f9-49b0-b68a-afc1daf383c9,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:27.711964 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b6637089-6fff-49cb-b51a-4ed05584eeae up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:22:27.802058 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b6637089-6fff-49cb-b51a-4ed05584eeae triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:27.802815 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:27.866145 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-32924411-b0e7-4814-b838-42c9191bac3a service neutron] 10.222.0.48 "GET /v2.0/networks/b5b27cbb-3aca-4697-bd3f-5eb25bd866e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535414 Feb 09 14:22:27.948468 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-85a3536d-ab59-4f5a-b00a-5ef09150a28e req-51fdea8c-33d2-4ab6-9203-21866f737684 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261117 Feb 09 14:22:27.960591 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:27.992616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-084e261b-0b54-403e-819b-f97a8a568358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:27.994055 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-084e261b-0b54-403e-819b-f97a8a568358 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 1095 time: 0.2531047 Feb 09 14:22:28.017181 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410c0cf6-bd84-4afc-bb5d-4175bce08330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f2965c-ccd1-454a-8b85-5d9b65fb1664', 'code': 200} Feb 09 14:22:28.064398 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-ad59f293-34ba-46c2-ae43-ecccb8609025 service neutron] 10.222.0.48 "GET /v2.0/ports/b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1893985 Feb 09 14:22:28.076197 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-9341fad6-d184-45b8-a9c2-c75f866e9191 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e658954f-01f9-49b0-b68a-afc1daf383c9 HTTP/1.1" status: 200 len: 217 time: 0.0742488 Feb 09 14:22:28.256398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-002ace86-8965-4cff-9bbe-5266d61b2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:28.258035 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-002ace86-8965-4cff-9bbe-5266d61b2ee3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.1702406 Feb 09 14:22:28.350985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b29bf2-49b7-4f94-987f-7ce32f641d75 req-9e6612aa-a5c2-4159-b4f1-a3a07b83ce7c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:28.354865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6b29bf2-49b7-4f94-987f-7ce32f641d75 req-9e6612aa-a5c2-4159-b4f1-a3a07b83ce7c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 945 time: 0.2252815 Feb 09 14:22:28.358840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d7890-c874-4b71-9ffe-35128e49c43b req-0d65ee3e-9a3c-434c-b719-527344c6b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:28.360420 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-803d7890-c874-4b71-9ffe-35128e49c43b req-0d65ee3e-9a3c-434c-b719-527344c6b50b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 1096 time: 0.1849463 Feb 09 14:22:28.399503 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3ccb2909-e50a-4d4a-b723-67a6cf03ade4 service neutron] 10.222.0.48 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343697 Feb 09 14:22:28.447385 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6b29bf2-49b7-4f94-987f-7ce32f641d75 req-7276a2c5-3449-4022-b40d-1d91d3190694 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821583 Feb 09 14:22:28.453997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-de7f67b7-44e9-4c03-afa0-8fab55a389a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:28.455481 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-de7f67b7-44e9-4c03-afa0-8fab55a389a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845732 Feb 09 14:22:28.457137 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-803d7890-c874-4b71-9ffe-35128e49c43b req-8a2bb6f7-6b01-4541-860f-eb866005ac6e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2c40615e-187a-496f-bdb4-5d2e3aa91fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891936 Feb 09 14:22:28.527793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-b4f2918f-b5b4-4ad2-a811-bea7cd86e26a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:28.529187 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-b4f2918f-b5b4-4ad2-a811-bea7cd86e26a tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.35 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 811 time: 0.3650041 Feb 09 14:22:28.573299 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router df7c9d6d-cff5-4bdf-af64-27498bd21547 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:22:28.634637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd73885-eb51-4d27-8d1b-96793ba74687 req-a782c864-3235-4385-bd58-8f6fc5cf1188 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:28.636020 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1bd73885-eb51-4d27-8d1b-96793ba74687 req-a782c864-3235-4385-bd58-8f6fc5cf1188 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 945 time: 0.0862677 Feb 09 14:22:28.662482 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-891027d4-5c20-45f6-9fcf-f2922b35055c service neutron] 10.222.0.48 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504461 Feb 09 14:22:28.680511 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1bd73885-eb51-4d27-8d1b-96793ba74687 req-62b1b9cd-74f9-498a-a1a7-12cec31ed22c tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c40615e-187a-496f-bdb4-5d2e3aa91fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386915 Feb 09 14:22:28.806058 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-a8772bfc-0e57-4578-9b6f-57358a0cc71d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Request body: {'port': {'device_id': '418a307a-68bc-4332-8a10-8b53a0e02260', 'network_id': '30830122-d798-49d7-b828-5813fd5acd73', 'admin_state_up': True, 'tenant_id': 'a0e2775b9be9415aac8d2804e4d4888c'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:28.889428 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-5a269359-6502-4d9f-95ba-31f2e0d8d86e service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438382 Feb 09 14:22:29.013178 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e00d7997-8a5e-4d96-b7a4-9e4ce5f5cea5 service neutron] 10.222.0.48 "GET /v2.0/ports/60c40ead-be90-4c91-9968-52dbcccd172a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3433118 Feb 09 14:22:29.019165 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9e9c4c63-a23a-4e92-8380-5fc15fd48c5a req-5f018ec2-4ac7-4622-89ca-a8b44f088be0 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=418a307a-68bc-4332-8a10-8b53a0e02260 HTTP/1.1" status: 200 len: 210 time: 0.0514548 Feb 09 14:22:29.084817 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0604601c-b39b-48f1-80d5-488b271fbe3f', 'tag': 'e658954f-01f9-49b0-b68a-afc1daf383c9', 'status': 'completed', 'code': 200} Feb 09 14:22:29.095177 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a749dad-65bb-48e9-9233-d40e69fbe02a req-eb642084-5efc-4ecc-ac77-e0e26ecb5400 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979988 Feb 09 14:22:29.114531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:22:29.128990 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583165a-7341-4150-b62b-df5c5f10f47f None None] Sync routers for ids ['df7c9d6d-cff5-4bdf-af64-27498bd21547'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:22:29.158240 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583165a-7341-4150-b62b-df5c5f10f47f None None] Routers {'df7c9d6d-cff5-4bdf-af64-27498bd21547'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:29.161136 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b583165a-7341-4150-b62b-df5c5f10f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:21:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['df7c9d6d-cff5-4bdf-af64-27498bd21547'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:29.169079 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ed63a3ca-33fe-45c0-a5ea-539293645799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:29.202886 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:29.206646 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9ed009da-278d-407d-8557-79b9d4aca6d2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5266769 Feb 09 14:22:29.215750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37938) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:29.228391 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b583165a-7341-4150-b62b-df5c5f10f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:29.235584 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-061a55b5-2273-46a8-b84d-2cd0d83f7929 service neutron] 10.222.0.48 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146833 Feb 09 14:22:29.237274 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583165a-7341-4150-b62b-df5c5f10f47f None None] Routers {'df7c9d6d-cff5-4bdf-af64-27498bd21547'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:29.237703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-a8772bfc-0e57-4578-9b6f-57358a0cc71d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:29.238212 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b583165a-7341-4150-b62b-df5c5f10f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:22:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['df7c9d6d-cff5-4bdf-af64-27498bd21547'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:29.265923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-a8772bfc-0e57-4578-9b6f-57358a0cc71d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:29.330448 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b583165a-7341-4150-b62b-df5c5f10f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:29.331026 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583165a-7341-4150-b62b-df5c5f10f47f None None] The sync data for ids ['df7c9d6d-cff5-4bdf-af64-27498bd21547'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:22:29.332667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-a8772bfc-0e57-4578-9b6f-57358a0cc71d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Made reservation on behalf of a0e2775b9be9415aac8d2804e4d4888c for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:29.336470 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-a8772bfc-0e57-4578-9b6f-57358a0cc71d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:29.455276 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cef7210e-a2a7-4598-b19d-ce42dec64b5e service neutron] 10.222.0.48 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077844 Feb 09 14:22:29.556341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f6e5a-fa28-488c-9765-558af1235f5c req-67df4fff-c11b-407d-972b-ea0304c08037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:29.558373 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c56f6e5a-fa28-488c-9765-558af1235f5c req-67df4fff-c11b-407d-972b-ea0304c08037 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 1095 time: 0.3987312 Feb 09 14:22:29.595539 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8427580-db72-4254-a5e9-81a881d4b770 req-421e006f-bd0b-4f48-891a-4b65a0146b38 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:29.597282 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8427580-db72-4254-a5e9-81a881d4b770 req-421e006f-bd0b-4f48-891a-4b65a0146b38 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 944 time: 0.3824770 Feb 09 14:22:29.636270 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-a8772bfc-0e57-4578-9b6f-57358a0cc71d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Allocated IP 172.20.0.2 (30830122-d798-49d7-b828-5813fd5acd73/63021245-ec5e-45fc-a1a8-f13ed23aa515/e36b159f-be7e-4aa7-9f56-8ec68805881a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:29.662880 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5abd8f2c-39e4-4069-8df1-034a9a86e33d service neutron] 10.222.0.48 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966188 Feb 09 14:22:29.918762 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-a8c672b7-0b07-4253-8956-70f6336644f7 service neutron] 10.222.0.48 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412219 Feb 09 14:22:29.971996 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8427580-db72-4254-a5e9-81a881d4b770 req-76232773-8d1b-4185-b252-71a610c7942b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036371 Feb 09 14:22:30.017908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d78d3cc-d17e-4794-8b63-29316ecf7399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b9b516-ebf7-40f9-abe2-d1b9b443e815'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:30.033563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f6e5a-fa28-488c-9765-558af1235f5c req-4e631bb8-5064-4177-a77b-ee38402d98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:30.035031 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c56f6e5a-fa28-488c-9765-558af1235f5c req-4e631bb8-5064-4177-a77b-ee38402d98b3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 0.4688599 Feb 09 14:22:30.044663 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-a8772bfc-0e57-4578-9b6f-57358a0cc71d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:30.093352 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cf7aca90-92d2-48e6-81ce-21a07c91c1b9 service neutron] 10.222.0.48 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646082 Feb 09 14:22:30.148915 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:22:30.149993 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:30.179549 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-a8772bfc-0e57-4578-9b6f-57358a0cc71d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:30.217302 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c56f6e5a-fa28-488c-9765-558af1235f5c req-0aba8d50-dd25-4b07-952f-51b194854c04 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e658954f-01f9-49b0-b68a-afc1daf383c9 HTTP/1.1" status: 200 len: 217 time: 0.1270087 Feb 09 14:22:30.234710 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:30.270663 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-a8772bfc-0e57-4578-9b6f-57358a0cc71d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Network 30830122-d798-49d7-b828-5813fd5acd73 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:30.282984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-a8772bfc-0e57-4578-9b6f-57358a0cc71d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:30.291122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-a8772bfc-0e57-4578-9b6f-57358a0cc71d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:30.326005 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8772bfc-0e57-4578-9b6f-57358a0cc71d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Pushing event updated for resources: {'Port': ['ID=e36b159f-be7e-4aa7-9f56-8ec68805881a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:30.346957 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-f8d43ab7-40e0-4c92-9fdc-529408b93c74 service neutron] 10.222.0.48 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466905 Feb 09 14:22:30.386022 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f6e5a-fa28-488c-9765-558af1235f5c req-704ddbd4-7edf-4383-a919-92dd665e3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:30.388483 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c56f6e5a-fa28-488c-9765-558af1235f5c req-704ddbd4-7edf-4383-a919-92dd665e3db6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.1559749 Feb 09 14:22:30.403828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884eb4a-72fa-422d-8c5c-fab09f9fbf8f req-6796eaa6-cead-4978-a529-6cd4d242286e tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:30.405316 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e884eb4a-72fa-422d-8c5c-fab09f9fbf8f req-6796eaa6-cead-4978-a529-6cd4d242286e tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.3140178 Feb 09 14:22:30.437454 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-a8772bfc-0e57-4578-9b6f-57358a0cc71d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:30.437969 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-a8772bfc-0e57-4578-9b6f-57358a0cc71d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:30.489317 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-a8772bfc-0e57-4578-9b6f-57358a0cc71d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6957970 Feb 09 14:22:30.506329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Request body: {'port': {'device_id': '418a307a-68bc-4332-8a10-8b53a0e02260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:30.546849 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e884eb4a-72fa-422d-8c5c-fab09f9fbf8f req-4c966daf-26f8-4b7e-a07b-7fa3be02fdf6 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074753 Feb 09 14:22:30.552731 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-f6f8219b-f026-46c5-8200-c55856a8c5e3 service neutron] 10.222.0.48 "GET /v2.0/networks/e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994271 Feb 09 14:22:30.570909 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:30.684336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f6e5a-fa28-488c-9765-558af1235f5c req-4e490567-3d66-4197-9717-7b5ddd111d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:30.686816 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c56f6e5a-fa28-488c-9765-558af1235f5c req-4e490567-3d66-4197-9717-7b5ddd111d5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2785802 Feb 09 14:22:30.853173 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:30.946858 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-668ea3cf-37c8-491c-b79d-45ecdbd63b78 service neutron] 10.222.0.48 "GET /v2.0/networks/e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811662 Feb 09 14:22:31.040268 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c56f6e5a-fa28-488c-9765-558af1235f5c req-3e85882e-d12b-454b-b1b5-f98ef6ee3408 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392558 Feb 09 14:22:31.144716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec88857-abbd-49d1-8da9-aac150197312 req-835bc815-179f-4de6-9725-7da80dc3ae7d tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:31.146064 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ec88857-abbd-49d1-8da9-aac150197312 req-835bc815-179f-4de6-9725-7da80dc3ae7d tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 945 time: 0.3558779 Feb 09 14:22:31.253823 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-262f7e87-39c5-4b37-b215-3fccd40cc1dc service neutron] 10.222.0.48 "GET /v2.0/networks/e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990804 Feb 09 14:22:31.416729 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ec88857-abbd-49d1-8da9-aac150197312 req-fe69b11e-baa6-4c76-86f3-ceaea26c7c45 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632565 Feb 09 14:22:31.475153 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c56f6e5a-fa28-488c-9765-558af1235f5c req-7992104f-ed7f-43cd-9c1d-ff62d72ba3eb service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248314 Feb 09 14:22:31.502718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Allocated IP 172.20.0.1 (819e1615-b796-4a7f-a62b-e1ee4ae60ba1/20e76170-ffd6-4845-b474-4f954c1734d3/22d280d0-0d4a-4078-8c51-ce8ffdbf4beb) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:31.515467 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fc19fef2-d7d5-4b1d-b685-d8b191702219 service neutron] 10.222.0.48 "GET /v2.0/networks/e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548144 Feb 09 14:22:31.548336 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36b159f-be7e-4aa7-9f56-8ec68805881a {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:22:31.562350 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:31.602373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Transition to ACTIVE for port object e36b159f-be7e-4aa7-9f56-8ec68805881a will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:31.607259 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:31.711584 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:31.747704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e36b159f-be7e-4aa7-9f56-8ec68805881a,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:31.855291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e2335-4576-4353-902d-0c6cc89ef3ea req-84c0342b-ccde-4688-8f29-3c024293ab09 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:31.856802 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-771e2335-4576-4353-902d-0c6cc89ef3ea req-84c0342b-ccde-4688-8f29-3c024293ab09 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 945 time: 0.2316465 Feb 09 14:22:31.859605 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:31.894628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Attempting to bind port e36b159f-be7e-4aa7-9f56-8ec68805881a on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:22:31.895521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Attempting to bind port e36b159f-be7e-4aa7-9f56-8ec68805881a by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:22:31.895793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Attempting to bind port e36b159f-be7e-4aa7-9f56-8ec68805881a on network 30830122-d798-49d7-b828-5813fd5acd73 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:31.899670 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb593940-e1fa-4979-abce-9e4c840f0502 req-faf4e9cb-183b-4752-9488-6a7325bdb2c0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2125766 Feb 09 14:22:31.900922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Transition to ACTIVE for port object 22d280d0-0d4a-4078-8c51-ce8ffdbf4beb will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:31.901138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Port e36b159f-be7e-4aa7-9f56-8ec68805881a on network 30830122-d798-49d7-b828-5813fd5acd73 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:22:31.901362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Attempting to bind port e36b159f-be7e-4aa7-9f56-8ec68805881a on network 30830122-d798-49d7-b828-5813fd5acd73 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:31.906718 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:22:31.907113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Checking segment: {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:22:31.907538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Bound using segment: {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:22:31.908031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Bound port: e36b159f-be7e-4aa7-9f56-8ec68805881a, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24091c7-0af0-4460-a063-a78852c4a1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '30830122-d798-49d7-b828-5813fd5acd73'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:22:31.908381 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:31.940240 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-771e2335-4576-4353-902d-0c6cc89ef3ea req-756d8ace-eeb7-417b-9315-889a355453d3 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c40615e-187a-496f-bdb4-5d2e3aa91fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722444 Feb 09 14:22:31.996874 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:32.014495 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d78d3cc-d17e-4794-8b63-29316ecf7399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b9b516-ebf7-40f9-abe2-d1b9b443e815', 'code': 200} Feb 09 14:22:32.053521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] For port e36b159f-be7e-4aa7-9f56-8ec68805881a, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:22:32.057990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] For port e36b159f-be7e-4aa7-9f56-8ec68805881a, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e36b159f-be7e-4aa7-9f56-8ec68805881a,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:22:32.065652 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:32.090452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network 819e1615-b796-4a7f-a62b-e1ee4ae60ba1 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:32.095242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:32.101237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:32.128887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=22d280d0-0d4a-4078-8c51-ce8ffdbf4beb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:32.153413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:32.154081 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:32.155435 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] 10.222.0.35 "PUT /v2.0/ports/e36b159f-be7e-4aa7-9f56-8ec68805881a HTTP/1.1" status: 200 len: 1091 time: 1.6534326 Feb 09 14:22:32.155889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418a307a-68bc-4332-8a10-8b53a0e02260', 'tag': 'e36b159f-be7e-4aa7-9f56-8ec68805881a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:32.200015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c55fb-b88e-4c15-9dec-9a79e721e7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e36b159f-be7e-4aa7-9f56-8ec68805881a,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:32.283067 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:32.289438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb593940-e1fa-4979-abce-9e4c840f0502 req-7d4602c4-9892-470f-8758-2e2c2ee0f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:32.291498 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb593940-e1fa-4979-abce-9e4c840f0502 req-7d4602c4-9892-470f-8758-2e2c2ee0f257 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a7f428d0350d40a891a26b2f275269ef&device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 1096 time: 0.3498619 Feb 09 14:22:32.330657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-10a96ece-7248-4969-9aa1-9b65bd2ebc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:32.334054 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-10a96ece-7248-4969-9aa1-9b65bd2ebc50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&device_id=418a307a-68bc-4332-8a10-8b53a0e02260 HTTP/1.1" status: 200 len: 1094 time: 0.1279876 Feb 09 14:22:32.451274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cc4ef-9309-4189-a41d-854004667157 req-758b6b66-74c6-4d7b-9375-a6e176aeabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:32.452731 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-91d4b59c-309d-4ac5-b7dc-2ee2a84cbf99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e36b159f-be7e-4aa7-9f56-8ec68805881a HTTP/1.1" status: 200 len: 217 time: 0.1066756 Feb 09 14:22:32.453110 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-af9cc4ef-9309-4189-a41d-854004667157 req-758b6b66-74c6-4d7b-9375-a6e176aeabc2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 1096 time: 0.3214853 Feb 09 14:22:32.470649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1175d2c-0b0f-4280-8182-ad5553df7423 req-1ea2b23a-15de-4f6b-addc-c692907e0445 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:32.472460 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e1175d2c-0b0f-4280-8182-ad5553df7423 req-1ea2b23a-15de-4f6b-addc-c692907e0445 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=418a307a-68bc-4332-8a10-8b53a0e02260 HTTP/1.1" status: 200 len: 943 time: 0.2931783 Feb 09 14:22:32.497199 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a1fa4d97-6758-4a43-b93c-f91bc1fb03aa None None] Provisioning for port 22d280d0-0d4a-4078-8c51-ce8ffdbf4beb completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:32.504653 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a1fa4d97-6758-4a43-b93c-f91bc1fb03aa None None] Provisioning complete for port 22d280d0-0d4a-4078-8c51-ce8ffdbf4beb triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:32.505535 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4d97-6758-4a43-b93c-f91bc1fb03aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:32.553055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-8a993675-4e2a-44af-89ff-f2e89f3627cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:32.555028 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-8a993675-4e2a-44af-89ff-f2e89f3627cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63021245-ec5e-45fc-a1a8-f13ed23aa515 HTTP/1.1" status: 200 len: 851 time: 0.0922058 Feb 09 14:22:32.577958 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa4d97-6758-4a43-b93c-f91bc1fb03aa None None] Port 22d280d0-0d4a-4078-8c51-ce8ffdbf4beb cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:22:32.595787 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-af9cc4ef-9309-4189-a41d-854004667157 req-c1496843-a4f4-47cd-9476-b4dcb27069ae service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190851 Feb 09 14:22:32.610638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb593940-e1fa-4979-abce-9e4c840f0502 req-d7779239-1012-4958-9b81-c97f46f83e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:32.612314 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb593940-e1fa-4979-abce-9e4c840f0502 req-d7779239-1012-4958-9b81-c97f46f83e8e service neutron] 10.222.0.35 "GET /v2.0/networks?id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 HTTP/1.1" status: 200 len: 914 time: 0.2973537 Feb 09 14:22:32.615748 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e1175d2c-0b0f-4280-8182-ad5553df7423 req-a68699b4-3f68-45a8-a1ea-6ed1e18f5586 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183772 Feb 09 14:22:32.686278 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-a607023b-38fc-4ff4-9e70-62b1a077498c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30830122-d798-49d7-b828-5813fd5acd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193695 Feb 09 14:22:32.686604 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:32.853452 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b0124-0f32-4c09-9671-e72786078fc2 req-fb45980c-4d44-4d7d-b561-2c04a7361a7b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:32.856615 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-237b0124-0f32-4c09-9671-e72786078fc2 req-fb45980c-4d44-4d7d-b561-2c04a7361a7b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 944 time: 0.1110036 Feb 09 14:22:32.987607 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb593940-e1fa-4979-abce-9e4c840f0502 req-4ce62113-2db8-4374-809b-93eb8e65f657 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea4ee131-6417-473e-bf16-e912e57cdd8d HTTP/1.1" status: 200 len: 217 time: 0.0867910 Feb 09 14:22:33.156730 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-237b0124-0f32-4c09-9671-e72786078fc2 req-ea520b0f-1954-45c7-ac49-acbdc18d362c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945580 Feb 09 14:22:33.196446 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-ba21975e-9c05-428d-8e60-6ac7fd23b520 service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993927 Feb 09 14:22:33.309636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581de4c2-368c-42a0-b740-f6795c319a61 req-db13edf7-a80d-4fd0-acd4-0ca3ae0960c5 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:33.311171 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-581de4c2-368c-42a0-b740-f6795c319a61 req-db13edf7-a80d-4fd0-acd4-0ca3ae0960c5 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.4680321 Feb 09 14:22:33.317489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb593940-e1fa-4979-abce-9e4c840f0502 req-f63e81bc-0a5b-4033-b04a-2044a783da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:33.318987 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb593940-e1fa-4979-abce-9e4c840f0502 req-f63e81bc-0a5b-4033-b04a-2044a783da8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=adaa8dfb-07a1-4c7a-bd00-5979c7cd6139 HTTP/1.1" status: 200 len: 854 time: 0.3096366 Feb 09 14:22:33.321421 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e658954f-01f9-49b0-b68a-afc1daf383c9 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:22:33.336182 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418a307a-68bc-4332-8a10-8b53a0e02260', 'tag': 'e36b159f-be7e-4aa7-9f56-8ec68805881a', 'status': 'completed', 'code': 200} Feb 09 14:22:33.404225 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb593940-e1fa-4979-abce-9e4c840f0502 req-6f6d2858-317e-4c23-a449-d5834ad4410c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573690 Feb 09 14:22:33.425117 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cf7c39bc-5b2b-4be6-80c3-970aeac39e6a req-33b7e474-0653-4ab8-88ae-7823d2600499 service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016766 Feb 09 14:22:33.522892 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e658954f-01f9-49b0-b68a-afc1daf383c9, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e658954f-01f9-49b0-b68a-afc1daf383c9,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:33.537422 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'e658954f-01f9-49b0-b68a-afc1daf383c9', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'port_id': 'e658954f-01f9-49b0-b68a-afc1daf383c9', 'mac_address': 'fa:16:3e:bc:02:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:22:33.563352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dc9a5-2280-4840-aee6-4c22d35a2062 req-fd4036de-1e6a-48e1-8da3-2d9a5a173a23 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:33.572667 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-115dc9a5-2280-4840-aee6-4c22d35a2062 req-fd4036de-1e6a-48e1-8da3-2d9a5a173a23 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 945 time: 0.1254656 Feb 09 14:22:33.602830 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:33.624025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e658954f-01f9-49b0-b68a-afc1daf383c9 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:22:33.643329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e658954f-01f9-49b0-b68a-afc1daf383c9, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e658954f-01f9-49b0-b68a-afc1daf383c9,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:33.648787 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:33.656913 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb593940-e1fa-4979-abce-9e4c840f0502 req-0ad3fc02-9cc2-4b8b-af9f-d7fb5e6a3b1f service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743672 Feb 09 14:22:33.676298 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-581de4c2-368c-42a0-b740-f6795c319a61 req-49007d8d-284d-45f9-956a-d3fc3014e656 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555703 Feb 09 14:22:33.698294 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-115dc9a5-2280-4840-aee6-4c22d35a2062 req-b7639e2c-c599-4dd2-a772-6bc5e459ef47 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244974 Feb 09 14:22:33.751283 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=e658954f-01f9-49b0-b68a-afc1daf383c9,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:33.757568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff34d9-b957-43df-84e1-f229ca0cc402 req-ab95824f-f4dc-45f3-a69b-461ea8ec1fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:33.759164 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-38ff34d9-b957-43df-84e1-f229ca0cc402 req-ab95824f-f4dc-45f3-a69b-461ea8ec1fbf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&device_id=418a307a-68bc-4332-8a10-8b53a0e02260 HTTP/1.1" status: 200 len: 1094 time: 0.1530461 Feb 09 14:22:33.901354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb593940-e1fa-4979-abce-9e4c840f0502 req-40dfceec-4856-44b8-9a29-d9ab698b1f88 service neutron] 10.222.0.35 "GET /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235937 Feb 09 14:22:33.913953 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dc32e1d5-aa35-4c85-9782-8044c441ba72 req-b38af7cf-0308-4200-9f90-9beeb610b473 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 210 time: 0.1094415 Feb 09 14:22:33.931326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:33.937451 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:34.000898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff34d9-b957-43df-84e1-f229ca0cc402 req-3c6a6b9e-cbbc-466f-90d0-cb733fedf529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:34.002825 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-38ff34d9-b957-43df-84e1-f229ca0cc402 req-3c6a6b9e-cbbc-466f-90d0-cb733fedf529 service neutron] 10.222.0.35 "GET /v2.0/networks?id=30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 200 len: 911 time: 0.2270532 Feb 09 14:22:34.111558 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-38ff34d9-b957-43df-84e1-f229ca0cc402 req-8de57727-47ea-411f-899a-409d6d9a57e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e36b159f-be7e-4aa7-9f56-8ec68805881a HTTP/1.1" status: 200 len: 217 time: 0.0965486 Feb 09 14:22:34.167647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=22d280d0-0d4a-4078-8c51-ce8ffdbf4beb,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:34.171430 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:34.207814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff34d9-b957-43df-84e1-f229ca0cc402 req-8b493ca9-cad7-4e04-b532-9f45ca2d3f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:34.209316 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-38ff34d9-b957-43df-84e1-f229ca0cc402 req-8b493ca9-cad7-4e04-b532-9f45ca2d3f4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63021245-ec5e-45fc-a1a8-f13ed23aa515 HTTP/1.1" status: 200 len: 851 time: 0.0857816 Feb 09 14:22:34.222275 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18821d1e-6494-438f-9a5f-3dc98c7a3b85 req-43b47fd6-9079-4483-b1e4-e836aab9d35b tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:34.223947 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-18821d1e-6494-438f-9a5f-3dc98c7a3b85 req-43b47fd6-9079-4483-b1e4-e836aab9d35b tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 945 time: 0.1543381 Feb 09 14:22:34.295038 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-38ff34d9-b957-43df-84e1-f229ca0cc402 req-65e1ffb7-5fd4-4714-a783-4ce2c98a48b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30830122-d798-49d7-b828-5813fd5acd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476189 Feb 09 14:22:34.321979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdff58-e333-41af-83f1-9b6c1a549e54 req-519d58c6-16f0-490d-a6fe-49b6f2074396 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:34.324041 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9bbdff58-e333-41af-83f1-9b6c1a549e54 req-519d58c6-16f0-490d-a6fe-49b6f2074396 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=418a307a-68bc-4332-8a10-8b53a0e02260 HTTP/1.1" status: 200 len: 943 time: 0.3020313 Feb 09 14:22:34.326005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a40d9-a84b-4205-af1c-7b37a4205503 req-55bfb58d-627c-4748-b33d-d462cba508cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:34.327688 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d8a40d9-a84b-4205-af1c-7b37a4205503 req-55bfb58d-627c-4748-b33d-d462cba508cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c009d15cc3f417f95124b29ba52273c&device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 1096 time: 0.3038883 Feb 09 14:22:34.381527 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-18821d1e-6494-438f-9a5f-3dc98c7a3b85 req-3649edf6-8766-4224-90af-d39e2721a919 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c40615e-187a-496f-bdb4-5d2e3aa91fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499422 Feb 09 14:22:34.456282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network 819e1615-b796-4a7f-a62b-e1ee4ae60ba1 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:34.460286 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-38ff34d9-b957-43df-84e1-f229ca0cc402 req-5c5f7f8e-0598-4281-b56e-c54a4928ccb2 service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558485 Feb 09 14:22:34.460689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:34.488211 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9bbdff58-e333-41af-83f1-9b6c1a549e54 req-19a84676-825c-44b7-b062-d552b31e613d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463115 Feb 09 14:22:34.556916 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['e658954f-01f9-49b0-b68a-afc1daf383c9'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:22:34.783709 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-38ff34d9-b957-43df-84e1-f229ca0cc402 req-dca59c32-f082-438f-bb85-9f1d1ea1359a service neutron] 10.222.0.35 "GET /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014975 Feb 09 14:22:34.808725 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ddc18-7351-44ca-9d9b-607c41e9bfde req-d13570f8-db1f-443a-a3d7-6b72a645f16e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:34.811352 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5d5ddc18-7351-44ca-9d9b-607c41e9bfde req-d13570f8-db1f-443a-a3d7-6b72a645f16e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 945 time: 0.2312908 Feb 09 14:22:34.824553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a40d9-a84b-4205-af1c-7b37a4205503 req-13dd46e3-3ea1-42e5-8caa-8d5f32703e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:34.826710 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d8a40d9-a84b-4205-af1c-7b37a4205503 req-13dd46e3-3ea1-42e5-8caa-8d5f32703e6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdd3a025-28d1-4acc-bbe1-081dd96e126d HTTP/1.1" status: 200 len: 914 time: 0.4859657 Feb 09 14:22:34.835955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-64ec610c-c707-4d58-99e9-4932df03fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:34.838286 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-64ec610c-c707-4d58-99e9-4932df03fb9f service neutron] 10.222.0.35 "GET /v2.0/ports/b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba HTTP/1.1" status: 200 len: 1031 time: 0.3486657 Feb 09 14:22:34.886394 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-27fc45ce-07a8-41eb-849c-431bf6b6c821 None None] Provisioning complete for port 22d280d0-0d4a-4078-8c51-ce8ffdbf4beb triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:34.886882 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-27fc45ce-07a8-41eb-849c-431bf6b6c821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:34.917417 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5d5ddc18-7351-44ca-9d9b-607c41e9bfde req-ce2e330a-d798-4b4a-a052-9c0597d8af5d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980783 Feb 09 14:22:35.019514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-27fc45ce-07a8-41eb-849c-431bf6b6c821 None None] Port 22d280d0-0d4a-4078-8c51-ce8ffdbf4beb cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:22:35.142379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b55422-34f6-4f6e-94f8-d6d631068153 req-1581775a-4bf9-47de-87a0-a2612eb9a30a tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:35.144563 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-72b55422-34f6-4f6e-94f8-d6d631068153 req-1581775a-4bf9-47de-87a0-a2612eb9a30a tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 945 time: 0.1023052 Feb 09 14:22:35.201214 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-72b55422-34f6-4f6e-94f8-d6d631068153 req-b1428ce3-d348-41ac-acfe-e8894ba668bc tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484967 Feb 09 14:22:35.280229 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d8a40d9-a84b-4205-af1c-7b37a4205503 req-76f9fd4e-9765-4b7d-97e1-0abf8ab4be1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61f2965c-ccd1-454a-8b85-5d9b65fb1664 HTTP/1.1" status: 200 len: 217 time: 0.3100023 Feb 09 14:22:35.359140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a40d9-a84b-4205-af1c-7b37a4205503 req-d31c0194-ecff-4192-97cf-7d01bf637021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:35.360681 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d8a40d9-a84b-4205-af1c-7b37a4205503 req-d31c0194-ecff-4192-97cf-7d01bf637021 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5166c6cc-6981-455c-9e77-a4a14cc3e1d2 HTTP/1.1" status: 200 len: 854 time: 0.0618856 Feb 09 14:22:35.374571 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-885e9e3f-f066-423d-9274-f33c8992bf22 req-5f595d0e-d352-495c-8b4c-85ddb6df4b30 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 210 time: 0.0633736 Feb 09 14:22:35.450891 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d8a40d9-a84b-4205-af1c-7b37a4205503 req-10888578-dc2a-4e38-bfaa-1a3fc5c91057 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdd3a025-28d1-4acc-bbe1-081dd96e126d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673866 Feb 09 14:22:35.451909 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-6d421b36-a713-4e29-ac2a-a0fe84f9bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:35.453451 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-6d421b36-a713-4e29-ac2a-a0fe84f9bab1 service neutron] 10.222.0.35 "GET /v2.0/ports/60c40ead-be90-4c91-9968-52dbcccd172a HTTP/1.1" status: 200 len: 1033 time: 0.4233150 Feb 09 14:22:35.460448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router df7c9d6d-cff5-4bdf-af64-27498bd21547 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:22:35.687477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1793f-bc05-4807-af2d-1883c117bfd1 req-47e2fee2-7183-4bd8-8835-994f1d14b432 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:35.688978 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dfc1793f-bc05-4807-af2d-1883c117bfd1 req-47e2fee2-7183-4bd8-8835-994f1d14b432 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 945 time: 0.1443698 Feb 09 14:22:35.758236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354ccc1-6463-4332-9b5e-bcdc22e80475 req-6a76d8df-bd3c-448f-b473-1792c1efa564 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:35.765496 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dfc1793f-bc05-4807-af2d-1883c117bfd1 req-09f9c9f3-3d93-4658-bab1-47f5156acd82 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c40615e-187a-496f-bdb4-5d2e3aa91fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692894 Feb 09 14:22:35.765974 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6354ccc1-6463-4332-9b5e-bcdc22e80475 req-6a76d8df-bd3c-448f-b473-1792c1efa564 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.7347119 Feb 09 14:22:35.888310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6354ccc1-6463-4332-9b5e-bcdc22e80475 req-2e42e288-f27f-449f-8ff4-58dd79a33064 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214664 Feb 09 14:22:36.002884 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d8a40d9-a84b-4205-af1c-7b37a4205503 req-6a027057-6868-44fa-b868-0612152e312b service neutron] 10.222.0.35 "GET /v2.0/networks/fdd3a025-28d1-4acc-bbe1-081dd96e126d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058858 Feb 09 14:22:36.032682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-ed9e26aa-649a-4da7-b28f-49f656036b54 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:36.041932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-ed9e26aa-649a-4da7-b28f-49f656036b54 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:36.048085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-ed9e26aa-649a-4da7-b28f-49f656036b54 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:36.048926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-ed9e26aa-649a-4da7-b28f-49f656036b54 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Synchronizing usage tracker for tenant:fa10991579a24c27b1b3f21f294a7343 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:22:36.137313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70ea60-bdf0-4d38-9502-369d0a332ad4 req-de377389-fff0-450a-83d6-6e588cf5aa3f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:36.138208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4f70ea60-bdf0-4d38-9502-369d0a332ad4 req-de377389-fff0-450a-83d6-6e588cf5aa3f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Synchronizing usage tracker for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:22:36.158310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4f70ea60-bdf0-4d38-9502-369d0a332ad4 req-de377389-fff0-450a-83d6-6e588cf5aa3f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Unset dirty status for tenant:a0e2775b9be9415aac8d2804e4d4888c on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:22:36.159927 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4f70ea60-bdf0-4d38-9502-369d0a332ad4 req-de377389-fff0-450a-83d6-6e588cf5aa3f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=418a307a-68bc-4332-8a10-8b53a0e02260 HTTP/1.1" status: 200 len: 943 time: 0.2541187 Feb 09 14:22:36.162011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-bcbc3d83-0733-4afb-b1e8-4c71df116076 req-cf8637a5-4d73-4202-b892-00c2a1023946 service neutron] (87596) timed out ('10.222.0.48', 43256) {{(pid=87596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 14:22:36.220314 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4f70ea60-bdf0-4d38-9502-369d0a332ad4 req-3762962f-4780-4b3b-846a-864852f0e6aa tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536034 Feb 09 14:22:36.223236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:22:36.235709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-ed9e26aa-649a-4da7-b28f-49f656036b54 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Unset dirty status for tenant:fa10991579a24c27b1b3f21f294a7343 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:22:36.236572 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804232db-d40e-4a11-b13c-05762d260471 None None] Sync routers for ids ['df7c9d6d-cff5-4bdf-af64-27498bd21547'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:22:36.237449 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-ed9e26aa-649a-4da7-b28f-49f656036b54 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.35 "GET /v2.0/networks?id=b5b27cbb-3aca-4697-bd3f-5eb25bd866e1&id=f95aa98c-a00b-4cac-9271-8db21c81664d&id=f95aa98c-a00b-4cac-9271-8db21c81664d&id=f95aa98c-a00b-4cac-9271-8db21c81664d&id=f95aa98c-a00b-4cac-9271-8db21c81664d&id=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1&id=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 HTTP/1.1" status: 200 len: 1994 time: 0.7606256 Feb 09 14:22:36.248787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804232db-d40e-4a11-b13c-05762d260471 None None] Routers {'df7c9d6d-cff5-4bdf-af64-27498bd21547'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:36.250277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-804232db-d40e-4a11-b13c-05762d260471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:22:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['df7c9d6d-cff5-4bdf-af64-27498bd21547'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:36.290347 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bc945304-9e8c-4707-b4ed-cd83bf7acfed tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "PUT /v2.0/routers/df7c9d6d-cff5-4bdf-af64-27498bd21547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0678570 Feb 09 14:22:36.292966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38020) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:36.299856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'port': {'network_id': '819e1615-b796-4a7f-a62b-e1ee4ae60ba1', 'name': 'tempest-FloatingIPTestJSON-274579658'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:36.342079 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-804232db-d40e-4a11-b13c-05762d260471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:36.363565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804232db-d40e-4a11-b13c-05762d260471 None None] Routers {'df7c9d6d-cff5-4bdf-af64-27498bd21547'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:36.364218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-804232db-d40e-4a11-b13c-05762d260471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:22:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['df7c9d6d-cff5-4bdf-af64-27498bd21547'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:36.385419 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d8a40d9-a84b-4205-af1c-7b37a4205503 req-a8ca7dea-6359-4ea6-90c4-e12d00972665 service neutron] 10.222.0.35 "GET /v2.0/networks/fdd3a025-28d1-4acc-bbe1-081dd96e126d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708317 Feb 09 14:22:36.390217 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bd602a83-3590-4427-b87e-1846f93405ee tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Synchronizing usage tracker for tenant:fa10991579a24c27b1b3f21f294a7343 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:22:36.402532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2b85b-5c06-4e22-a0a1-947e7fe40a0a req-a46afed7-9ea9-49b3-8b7c-45d17a89165a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:36.404402 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6ce2b85b-5c06-4e22-a0a1-947e7fe40a0a req-a46afed7-9ea9-49b3-8b7c-45d17a89165a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 945 time: 0.3254297 Feb 09 14:22:36.491238 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-804232db-d40e-4a11-b13c-05762d260471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:36.491641 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804232db-d40e-4a11-b13c-05762d260471 None None] The sync data for ids ['df7c9d6d-cff5-4bdf-af64-27498bd21547'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:22:36.528186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bd602a83-3590-4427-b87e-1846f93405ee tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Unset dirty status for tenant:fa10991579a24c27b1b3f21f294a7343 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:22:36.534424 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bd602a83-3590-4427-b87e-1846f93405ee tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa10991579a24c27b1b3f21f294a7343 HTTP/1.1" status: 200 len: 380 time: 0.2801945 Feb 09 14:22:36.560026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0e92854a-d2bc-4e67-ae1b-c8770c59e0be tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Request body: {'port': {'device_id': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1', 'admin_state_up': True, 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'security_groups': ['930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:36.611345 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6ce2b85b-5c06-4e22-a0a1-947e7fe40a0a req-533a7d84-3cd9-47c3-991d-6f5a64c19ea9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982334 Feb 09 14:22:36.692201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:36.701920 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f2dd1bc4-f75e-4fd0-8b01-b3687bc5dc6a req-cc218d34-7dc2-4354-a214-13c58076f949 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 210 time: 0.0784340 Feb 09 14:22:36.703341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Usage tracker for resource:port and tenant:8bb33fce73ed4a9ab9c3fa77fb85980a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:36.715345 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:36.730091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:36.735594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a2747-3ed2-4fe1-bf4b-94a63dd522bf req-439520fe-46b8-430f-9da6-db8be5603be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:36.737079 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-856a2747-3ed2-4fe1-bf4b-94a63dd522bf req-439520fe-46b8-430f-9da6-db8be5603be8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 1096 time: 0.3369982 Feb 09 14:22:36.795050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Made reservation on behalf of 8bb33fce73ed4a9ab9c3fa77fb85980a for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:36.798821 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:36.834200 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-856a2747-3ed2-4fe1-bf4b-94a63dd522bf req-c56083be-bc98-4351-8f62-e079844f82a6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847735 Feb 09 14:22:36.850348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] device_id is not set on port f5f8b947-1d79-4ff7-b5f0-cd6b775b91b1 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:22:36.944723 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0e92854a-d2bc-4e67-ae1b-c8770c59e0be tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:37.005174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0e92854a-d2bc-4e67-ae1b-c8770c59e0be tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:37.030347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0e92854a-d2bc-4e67-ae1b-c8770c59e0be tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Made reservation on behalf of fa10991579a24c27b1b3f21f294a7343 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:37.033794 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0e92854a-d2bc-4e67-ae1b-c8770c59e0be tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:37.152708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Allocated IP 172.20.0.12 (819e1615-b796-4a7f-a62b-e1ee4ae60ba1/20e76170-ffd6-4845-b474-4f954c1734d3/f5f8b947-1d79-4ff7-b5f0-cd6b775b91b1) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:37.153489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49192ea7-ea36-4e78-9a42-e11acd2f9e24 req-1e0c275f-b26e-4760-91b7-b0997625a786 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:37.155050 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-49192ea7-ea36-4e78-9a42-e11acd2f9e24 req-1e0c275f-b26e-4760-91b7-b0997625a786 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 945 time: 0.1945059 Feb 09 14:22:37.228965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66363f47-f327-4395-989b-19c549dc4e94 req-599a7433-73a3-4738-ba6b-085d273f1acb tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:37.232640 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-66363f47-f327-4395-989b-19c549dc4e94 req-599a7433-73a3-4738-ba6b-085d273f1acb tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.1484087 Feb 09 14:22:37.235336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0e92854a-d2bc-4e67-ae1b-c8770c59e0be tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Allocated IP 172.20.0.3 (b5b27cbb-3aca-4697-bd3f-5eb25bd866e1/fb67a8bd-310b-449e-8628-b14f3b207e8b/1e48101c-8487-4aaa-8382-1ef05da81c44) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:37.301169 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-49192ea7-ea36-4e78-9a42-e11acd2f9e24 req-87ae52dc-c8a3-4160-9b01-0b9b6ffe8dc8 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c40615e-187a-496f-bdb4-5d2e3aa91fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631659 Feb 09 14:22:37.358138 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e36b159f-be7e-4aa7-9f56-8ec68805881a details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:22:37.360542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e658954f-01f9-49b0-b68a-afc1daf383c9 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:22:37.436815 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-66363f47-f327-4395-989b-19c549dc4e94 req-30ea08e3-62a2-4b59-9b78-753c235bec89 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911767 Feb 09 14:22:37.613057 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:37.637400 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Transition to ACTIVE for port object f5f8b947-1d79-4ff7-b5f0-cd6b775b91b1 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:37.738008 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0e92854a-d2bc-4e67-ae1b-c8770c59e0be tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:37.747714 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:37.788780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0e92854a-d2bc-4e67-ae1b-c8770c59e0be tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Transition to ACTIVE for port object 1e48101c-8487-4aaa-8382-1ef05da81c44 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:37.828478 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0e92854a-d2bc-4e67-ae1b-c8770c59e0be tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:37.853593 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event updated for resources: {'Port': ['ID=f5f8b947-1d79-4ff7-b5f0-cd6b775b91b1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:37.858144 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e36b159f-be7e-4aa7-9f56-8ec68805881a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e36b159f-be7e-4aa7-9f56-8ec68805881a,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:37.877666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Network 819e1615-b796-4a7f-a62b-e1ee4ae60ba1 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:37.879557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:37.891897 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c054f4a-0dfe-47a1-a653-39d50e3178f7 req-b1b9c4ac-e733-4bd4-b2bc-7d875671434f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:37.895512 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'e36b159f-be7e-4aa7-9f56-8ec68805881a', 'network_id': '30830122-d798-49d7-b828-5813fd5acd73', 'port_id': 'e36b159f-be7e-4aa7-9f56-8ec68805881a', 'mac_address': 'fa:16:3e:32:08:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63021245-ec5e-45fc-a1a8-f13ed23aa515', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:22:37.900090 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7c054f4a-0dfe-47a1-a653-39d50e3178f7 req-b1b9c4ac-e733-4bd4-b2bc-7d875671434f tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=418a307a-68bc-4332-8a10-8b53a0e02260 HTTP/1.1" status: 200 len: 943 time: 0.2338274 Feb 09 14:22:37.940663 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:37.975916 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0e92854a-d2bc-4e67-ae1b-c8770c59e0be tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Network b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:37.982205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0e92854a-d2bc-4e67-ae1b-c8770c59e0be tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:37.985717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0e92854a-d2bc-4e67-ae1b-c8770c59e0be tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:38.037482 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:38.051057 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7c054f4a-0dfe-47a1-a653-39d50e3178f7 req-14a09071-9e3b-48e5-b8f5-05660738407b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498682 Feb 09 14:22:38.071136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:38.072811 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:38.103118 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36b159f-be7e-4aa7-9f56-8ec68805881a {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:22:38.132057 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4d312f49-e3ef-464c-9a8e-4b2559271efc tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8338792 Feb 09 14:22:38.137073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38046) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:38.138476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e36b159f-be7e-4aa7-9f56-8ec68805881a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e36b159f-be7e-4aa7-9f56-8ec68805881a,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:38.146117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port e658954f-01f9-49b0-b68a-afc1daf383c9 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:38.152822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92854a-d2bc-4e67-ae1b-c8770c59e0be tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event updated for resources: {'Port': ['ID=1e48101c-8487-4aaa-8382-1ef05da81c44,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:38.154325 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ec6c3927-7c8d-4e2c-97ed-f50649dbc7f7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Request body: {'floatingip': {'port_id': 'f5f8b947-1d79-4ff7-b5f0-cd6b775b91b1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:38.156921 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:38.262707 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port e658954f-01f9-49b0-b68a-afc1daf383c9 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:38.263075 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:38.291484 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0e92854a-d2bc-4e67-ae1b-c8770c59e0be tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:38.294988 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0e92854a-d2bc-4e67-ae1b-c8770c59e0be tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:38.365982 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0e92854a-d2bc-4e67-ae1b-c8770c59e0be tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8217041 Feb 09 14:22:38.396925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Request body: {'port': {'device_id': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d', 'admin_state_up': True, 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'security_groups': ['930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:38.495132 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-aae45145-a28e-43fe-9885-0f16c8b4ba91 None None] Provisioning for port f5f8b947-1d79-4ff7-b5f0-cd6b775b91b1 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:38.511915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-aae45145-a28e-43fe-9885-0f16c8b4ba91 None None] Provisioning complete for port f5f8b947-1d79-4ff7-b5f0-cd6b775b91b1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:38.512753 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aae45145-a28e-43fe-9885-0f16c8b4ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:38.552249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=e36b159f-be7e-4aa7-9f56-8ec68805881a,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:38.676048 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec6c3927-7c8d-4e2c-97ed-f50649dbc7f7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:38.735579 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:38.740849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Usage tracker for resource:port and tenant:fa10991579a24c27b1b3f21f294a7343 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:38.746372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:38.761946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:38.799463 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48526839-eaa4-437e-9788-b93a2f78f8a6 req-eadce7ad-413d-49d1-860e-b253468956d0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:38.810383 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48526839-eaa4-437e-9788-b93a2f78f8a6 req-eadce7ad-413d-49d1-860e-b253468956d0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 945 time: 0.4340253 Feb 09 14:22:38.816449 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:38.823749 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-aae45145-a28e-43fe-9885-0f16c8b4ba91 None None] Port f5f8b947-1d79-4ff7-b5f0-cd6b775b91b1 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:22:38.841027 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:38.902175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['e36b159f-be7e-4aa7-9f56-8ec68805881a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:22:38.911172 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48526839-eaa4-437e-9788-b93a2f78f8a6 req-a67cd649-ffd9-40a4-ba35-a5530e7a99b9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995502 Feb 09 14:22:38.916352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Made reservation on behalf of fa10991579a24c27b1b3f21f294a7343 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:38.919795 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:39.048299 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0604601c-b39b-48f1-80d5-488b271fbe3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e658954f-01f9-49b0-b68a-afc1daf383c9'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:39.069867 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e658954f-01f9-49b0-b68a-afc1daf383c9, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e658954f-01f9-49b0-b68a-afc1daf383c9,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:39.076783 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ae1380f1-ca31-4a36-8e81-180969148f99 None None] Provisioning for port 1e48101c-8487-4aaa-8382-1ef05da81c44 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:39.102019 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:39.108040 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ae1380f1-ca31-4a36-8e81-180969148f99 None None] Provisioning complete for port 1e48101c-8487-4aaa-8382-1ef05da81c44 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:39.110984 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ae1380f1-ca31-4a36-8e81-180969148f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:39.194131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25e337-54a0-4920-a357-28e5c2a032ac req-f2cf6076-e79c-4d92-84c4-07ee93e03c31 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:39.197028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-2d25e337-54a0-4920-a357-28e5c2a032ac req-f2cf6076-e79c-4d92-84c4-07ee93e03c31 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Synchronizing usage tracker for tenant:fa10991579a24c27b1b3f21f294a7343 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:22:39.267894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-2d25e337-54a0-4920-a357-28e5c2a032ac req-f2cf6076-e79c-4d92-84c4-07ee93e03c31 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Unset dirty status for tenant:fa10991579a24c27b1b3f21f294a7343 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:22:39.275610 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d25e337-54a0-4920-a357-28e5c2a032ac req-f2cf6076-e79c-4d92-84c4-07ee93e03c31 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 931 time: 0.4917188 Feb 09 14:22:39.349867 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=e658954f-01f9-49b0-b68a-afc1daf383c9,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:39.353235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Allocated IP 10.1.1.89 (f95aa98c-a00b-4cac-9271-8db21c81664d/6a2abefd-c835-4a47-b003-11082e488e18/19d5bdfb-6f91-43f1-a994-fa6a8fc0381b) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:39.406132 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:39.406526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:39.406821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:39.407157 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:39.407489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:39.407877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:39.408172 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:39.408495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:39.408816 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:39.409138 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:39.409456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:39.409773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:39.410677 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d25e337-54a0-4920-a357-28e5c2a032ac req-f7e1840f-9180-4dc6-9e4e-053d25e89e1a tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321988 Feb 09 14:22:39.432074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ae1380f1-ca31-4a36-8e81-180969148f99 None None] Port 1e48101c-8487-4aaa-8382-1ef05da81c44 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:22:39.800613 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:39.816313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f931f75-8556-49d3-96e7-05b2f233c354 req-f5590bb8-a962-46fd-9f65-b591b115e27c tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:39.817811 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6f931f75-8556-49d3-96e7-05b2f233c354 req-f5590bb8-a962-46fd-9f65-b591b115e27c tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 945 time: 0.1299558 Feb 09 14:22:39.818188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea370e-d033-4803-a8ed-d836cd95a8e1 req-a0bc2ae9-c1df-4c78-a0cf-245459c19874 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:39.826252 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0ea370e-d033-4803-a8ed-d836cd95a8e1 req-a0bc2ae9-c1df-4c78-a0cf-245459c19874 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.2098725 Feb 09 14:22:39.857784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Transition to ACTIVE for port object 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:39.880672 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0ea370e-d033-4803-a8ed-d836cd95a8e1 req-672f2bbc-6b68-43d9-aad5-1e7d5af783a3 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532112 Feb 09 14:22:39.905442 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:39.975681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Network f95aa98c-a00b-4cac-9271-8db21c81664d is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:39.982149 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6f931f75-8556-49d3-96e7-05b2f233c354 req-5f19c0dc-b9b3-419f-b5bb-9322efd9b309 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c40615e-187a-496f-bdb4-5d2e3aa91fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528566 Feb 09 14:22:39.984445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:39.987023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:40.008775 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec6c3927-7c8d-4e2c-97ed-f50649dbc7f7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:40.017361 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec6c3927-7c8d-4e2c-97ed-f50649dbc7f7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:40.019952 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0604601c-b39b-48f1-80d5-488b271fbe3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e658954f-01f9-49b0-b68a-afc1daf383c9', 'code': 200} Feb 09 14:22:40.111963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-70e45f00-68fc-43cb-953a-da68db58f746 req-6e642d56-0893-4d92-9575-a8bba8f75bce tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2112871404', 'description': 'tempest-description-1482221935'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:40.122664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:40.123286 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:40.133416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-70e45f00-68fc-43cb-953a-da68db58f746 req-6e642d56-0893-4d92-9575-a8bba8f75bce tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:40.170495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-70e45f00-68fc-43cb-953a-da68db58f746 req-6e642d56-0893-4d92-9575-a8bba8f75bce tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:40.173132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event updated for resources: {'Port': ['ID=19d5bdfb-6f91-43f1-a994-fa6a8fc0381b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:40.178573 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-31536d24-9dcb-48fd-ac83-4eec958aeb13 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7929916 Feb 09 14:22:40.192821 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-792b99d8-515f-4268-88a0-957a63b03c65 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Request body: {'port': {'device_id': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d', 'admin_state_up': True, 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'security_groups': ['930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:40.209714 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-70e45f00-68fc-43cb-953a-da68db58f746 req-6e642d56-0893-4d92-9575-a8bba8f75bce tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:40.293275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-70e45f00-68fc-43cb-953a-da68db58f746 req-6e642d56-0893-4d92-9575-a8bba8f75bce tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:40.297977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-70e45f00-68fc-43cb-953a-da68db58f746 req-6e642d56-0893-4d92-9575-a8bba8f75bce tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Usage tracker for resource:security_group_rule and tenant:7f8c52ced27646e3b1bb36269481777f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:40.299583 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:40.301448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-70e45f00-68fc-43cb-953a-da68db58f746 req-6e642d56-0893-4d92-9575-a8bba8f75bce tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:40.307956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-70e45f00-68fc-43cb-953a-da68db58f746 req-6e642d56-0893-4d92-9575-a8bba8f75bce tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:40.360852 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-680ad98f-cc59-4c75-bf90-bc8ffe97304a None None] Provisioning for port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:40.367575 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-680ad98f-cc59-4c75-bf90-bc8ffe97304a None None] Provisioning complete for port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:40.368140 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-680ad98f-cc59-4c75-bf90-bc8ffe97304a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:40.421838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-792b99d8-515f-4268-88a0-957a63b03c65 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:40.436153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-792b99d8-515f-4268-88a0-957a63b03c65 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:40.463106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-792b99d8-515f-4268-88a0-957a63b03c65 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Made reservation on behalf of fa10991579a24c27b1b3f21f294a7343 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:40.468005 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-792b99d8-515f-4268-88a0-957a63b03c65 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:40.476641 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-ec6c3927-7c8d-4e2c-97ed-f50649dbc7f7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Floating IP 2037fba6-b9ab-4b73-8523-17c3b0f14f15 associated. External IP: 172.25.8.13, port: ff73f801-ac58-4744-9f5c-379ebfa1bb49. Feb 09 14:22:40.482060 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-680ad98f-cc59-4c75-bf90-bc8ffe97304a None None] Port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:22:40.628121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30550e44-9060-4eb4-b17b-9f9730690f04 req-3e322b07-66f3-4ef8-81f2-0495540fd6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:40.629747 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30550e44-9060-4eb4-b17b-9f9730690f04 req-3e322b07-66f3-4ef8-81f2-0495540fd6df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 1097 time: 0.4747910 Feb 09 14:22:40.691010 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-70e45f00-68fc-43cb-953a-da68db58f746 req-6e642d56-0893-4d92-9575-a8bba8f75bce tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:40.699919 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-70e45f00-68fc-43cb-953a-da68db58f746 req-6e642d56-0893-4d92-9575-a8bba8f75bce tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:40.736531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-792b99d8-515f-4268-88a0-957a63b03c65 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Allocated IP 10.1.1.40 (f95aa98c-a00b-4cac-9271-8db21c81664d/6a2abefd-c835-4a47-b003-11082e488e18/053a4f9c-b9b2-48db-8ac1-e540556de5f1) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:40.762426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de262c-79a3-49af-a710-85170dd26c06 req-17639416-7d08-49ef-9133-19e80b2cd519 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:40.771624 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-85de262c-79a3-49af-a710-85170dd26c06 req-17639416-7d08-49ef-9133-19e80b2cd519 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=418a307a-68bc-4332-8a10-8b53a0e02260 HTTP/1.1" status: 200 len: 944 time: 0.5301428 Feb 09 14:22:40.780662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e642d56-0893-4d92-9575-a8bba8f75bce tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29d1ca3-3b8d-4791-9eb6-6dc0d0f8a22b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:40.798957 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-70e45f00-68fc-43cb-953a-da68db58f746 req-6e642d56-0893-4d92-9575-a8bba8f75bce tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:40.809566 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30550e44-9060-4eb4-b17b-9f9730690f04 req-63bdc276-ce3e-46c6-9228-ccc541c51176 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219893 Feb 09 14:22:40.811271 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-70e45f00-68fc-43cb-953a-da68db58f746 req-6e642d56-0893-4d92-9575-a8bba8f75bce tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.7043438 Feb 09 14:22:40.859652 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-85de262c-79a3-49af-a710-85170dd26c06 req-418f6325-ae90-4039-b43f-eef204dd6545 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870473 Feb 09 14:22:41.163605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6c3927-7c8d-4e2c-97ed-f50649dbc7f7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router 0fc9ec94-ba9f-419a-827e-bf30628f44fe has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:22:41.208806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927fc4b-1db1-4486-b7aa-a19703cb035b req-6cadb0aa-42c3-4bf5-b170-999c5f5108c2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:41.210997 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a927fc4b-1db1-4486-b7aa-a19703cb035b req-6cadb0aa-42c3-4bf5-b170-999c5f5108c2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.2892599 Feb 09 14:22:41.218005 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-792b99d8-515f-4268-88a0-957a63b03c65 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:41.237067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-792b99d8-515f-4268-88a0-957a63b03c65 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Transition to ACTIVE for port object 053a4f9c-b9b2-48db-8ac1-e540556de5f1 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:41.289926 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a927fc4b-1db1-4486-b7aa-a19703cb035b req-7fc477b3-079c-4e75-8237-d0f02ce998eb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473757 Feb 09 14:22:41.316377 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-792b99d8-515f-4268-88a0-957a63b03c65 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:41.378222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e36b159f-be7e-4aa7-9f56-8ec68805881a up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:22:41.403314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-792b99d8-515f-4268-88a0-957a63b03c65 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Network f95aa98c-a00b-4cac-9271-8db21c81664d is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:41.406949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-792b99d8-515f-4268-88a0-957a63b03c65 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:41.411217 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-792b99d8-515f-4268-88a0-957a63b03c65 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:41.431689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60895190-1069-42be-9658-a7081b30c7b1 req-bd1f8752-03c8-4663-935c-dffeadcf9465 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:41.437717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60895190-1069-42be-9658-a7081b30c7b1 req-bd1f8752-03c8-4663-935c-dffeadcf9465 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:41.445407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60895190-1069-42be-9658-a7081b30c7b1 req-bd1f8752-03c8-4663-935c-dffeadcf9465 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 1652 time: 0.3557136 Feb 09 14:22:41.477759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port e36b159f-be7e-4aa7-9f56-8ec68805881a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:41.480537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b99d8-515f-4268-88a0-957a63b03c65 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event updated for resources: {'Port': ['ID=053a4f9c-b9b2-48db-8ac1-e540556de5f1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:41.485857 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port e36b159f-be7e-4aa7-9f56-8ec68805881a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:41.486527 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:41.570547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6265b24b-7b13-4337-9d49-0914d6a76629 req-2df06c65-be88-433f-b0fe-a049252aa9d6 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Synchronizing usage tracker for tenant:7f8c52ced27646e3b1bb36269481777f on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:22:41.582672 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60895190-1069-42be-9658-a7081b30c7b1 req-a7c62f8f-41f3-461f-94ee-3956dabe2315 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354828 Feb 09 14:22:41.615577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6c3927-7c8d-4e2c-97ed-f50649dbc7f7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:22:41.631808 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68357f8-acf3-4e21-ad31-8421e96497de None None] Sync routers for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:22:41.655483 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68357f8-acf3-4e21-ad31-8421e96497de None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:41.656403 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d68357f8-acf3-4e21-ad31-8421e96497de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:22:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:41.662153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-792b99d8-515f-4268-88a0-957a63b03c65 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:41.662894 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-792b99d8-515f-4268-88a0-957a63b03c65 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:41.688329 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-792b99d8-515f-4268-88a0-957a63b03c65 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5002737 Feb 09 14:22:41.690154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6265b24b-7b13-4337-9d49-0914d6a76629 req-2df06c65-be88-433f-b0fe-a049252aa9d6 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Unset dirty status for tenant:7f8c52ced27646e3b1bb36269481777f on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:22:41.691581 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6265b24b-7b13-4337-9d49-0914d6a76629 req-2df06c65-be88-433f-b0fe-a049252aa9d6 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2112871404&fields=id&tenant_id=7f8c52ced27646e3b1bb36269481777f HTTP/1.1" status: 200 len: 267 time: 0.2479877 Feb 09 14:22:41.697822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd9b8320-cdc9-4f92-8395-8dc2fe007c8c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Request body: {'port': {'device_id': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1', 'admin_state_up': True, 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'security_groups': ['930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:41.718134 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:41.823117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e36b159f-be7e-4aa7-9f56-8ec68805881a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e36b159f-be7e-4aa7-9f56-8ec68805881a,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:41.850978 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:41.855594 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d68357f8-acf3-4e21-ad31-8421e96497de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:41.883496 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68357f8-acf3-4e21-ad31-8421e96497de None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:41.884957 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d68357f8-acf3-4e21-ad31-8421e96497de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:22:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:41.957034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd9b8320-cdc9-4f92-8395-8dc2fe007c8c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:41.975610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-597d4563-e336-4f7e-abdc-57264df18539 None None] Provisioning for port 053a4f9c-b9b2-48db-8ac1-e540556de5f1 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:41.981785 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd9b8320-cdc9-4f92-8395-8dc2fe007c8c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:42.000015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265b24b-7b13-4337-9d49-0914d6a76629 req-a6d353f4-44a6-4034-ab72-ec766b5592eb tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:42.000817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-597d4563-e336-4f7e-abdc-57264df18539 None None] Provisioning complete for port 053a4f9c-b9b2-48db-8ac1-e540556de5f1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:42.001386 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-597d4563-e336-4f7e-abdc-57264df18539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:42.002114 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6265b24b-7b13-4337-9d49-0914d6a76629 req-a6d353f4-44a6-4034-ab72-ec766b5592eb tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.1621175 Feb 09 14:22:42.007967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd9b8320-cdc9-4f92-8395-8dc2fe007c8c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Made reservation on behalf of fa10991579a24c27b1b3f21f294a7343 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:42.030286 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d68357f8-acf3-4e21-ad31-8421e96497de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:42.030693 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68357f8-acf3-4e21-ad31-8421e96497de None None] The sync data for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:22:42.035352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-6265b24b-7b13-4337-9d49-0914d6a76629 req-00ae4128-32c4-427f-bdad-343c11bc7fb7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Request body: {'port': {'security_groups': ['777ce3d7-1648-4d66-99d5-5998932ae074', 'c29d1ca3-3b8d-4791-9eb6-6dc0d0f8a22b']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:42.084139 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418a307a-68bc-4332-8a10-8b53a0e02260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36b159f-be7e-4aa7-9f56-8ec68805881a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:42.128797 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-597d4563-e336-4f7e-abdc-57264df18539 None None] Port 053a4f9c-b9b2-48db-8ac1-e540556de5f1 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:22:42.131584 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=e36b159f-be7e-4aa7-9f56-8ec68805881a,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:42.291977 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6265b24b-7b13-4337-9d49-0914d6a76629 req-00ae4128-32c4-427f-bdad-343c11bc7fb7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:42.303350 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd9b8320-cdc9-4f92-8395-8dc2fe007c8c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:42.311240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6c3927-7c8d-4e2c-97ed-f50649dbc7f7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router df7c9d6d-cff5-4bdf-af64-27498bd21547 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:22:42.417068 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f81fc-91e4-411c-819f-12895974ca14 req-31d6873d-f3f9-4d52-999b-335b5cd3ea21 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:42.418608 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-695f81fc-91e4-411c-819f-12895974ca14 req-31d6873d-f3f9-4d52-999b-335b5cd3ea21 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=418a307a-68bc-4332-8a10-8b53a0e02260 HTTP/1.1" status: 200 len: 945 time: 0.2004001 Feb 09 14:22:42.553287 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-695f81fc-91e4-411c-819f-12895974ca14 req-97a48c05-e4db-49fc-916b-dcb56915166d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180127 Feb 09 14:22:42.565246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6c3927-7c8d-4e2c-97ed-f50649dbc7f7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:22:42.576449 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec6c3927-7c8d-4e2c-97ed-f50649dbc7f7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:42.580687 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dd4c94-3883-4286-abff-4abcff7b217d None None] Sync routers for ids ['df7c9d6d-cff5-4bdf-af64-27498bd21547'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:22:42.593347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dd4c94-3883-4286-abff-4abcff7b217d None None] Routers {'df7c9d6d-cff5-4bdf-af64-27498bd21547'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:42.594048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-28dd4c94-3883-4286-abff-4abcff7b217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:22:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['df7c9d6d-cff5-4bdf-af64-27498bd21547'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:42.756691 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-28dd4c94-3883-4286-abff-4abcff7b217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:42.769765 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dd4c94-3883-4286-abff-4abcff7b217d None None] Routers {'df7c9d6d-cff5-4bdf-af64-27498bd21547'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:42.770848 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-28dd4c94-3883-4286-abff-4abcff7b217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:22:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['df7c9d6d-cff5-4bdf-af64-27498bd21547'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:42.780708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ec6c3927-7c8d-4e2c-97ed-f50649dbc7f7 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "PUT /v2.0/floatingips/2037fba6-b9ab-4b73-8523-17c3b0f14f15 HTTP/1.1" status: 200 len: 977 time: 4.6424963 Feb 09 14:22:42.787775 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38086) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:42.870048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-28dd4c94-3883-4286-abff-4abcff7b217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:42.870463 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dd4c94-3883-4286-abff-4abcff7b217d None None] The sync data for ids ['df7c9d6d-cff5-4bdf-af64-27498bd21547'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:22:42.934419 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd9b8320-cdc9-4f92-8395-8dc2fe007c8c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Allocated IP 10.2.2.100 (e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1/caf27f7d-fe34-45ce-96dd-e4751dbd5b8b/9f5ec8b1-a89e-4017-a15a-bb4d56e72310) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:42.939637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f8721b8c-a4fa-4049-82df-d78d427817e9 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting port f5f8b947-1d79-4ff7-b5f0-cd6b775b91b1 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:22:42.940028 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8721b8c-a4fa-4049-82df-d78d427817e9 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:42.987798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-6265b24b-7b13-4337-9d49-0914d6a76629 req-00ae4128-32c4-427f-bdad-343c11bc7fb7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] For port 805149b5-7347-4083-9518-9161787cbf48, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=805149b5-7347-4083-9518-9161787cbf48,segment=NetworkSegment(32436203-501b-447e-a37e-b5ff34bc7a38),segment_id=32436203-501b-447e-a37e-b5ff34bc7a38)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:43.024319 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca382-4e73-4d01-9249-89bee9d50866 req-80e663e5-022e-45dc-940e-522617a54c39 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:43.024319 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3fbca382-4e73-4d01-9249-89bee9d50866 req-80e663e5-022e-45dc-940e-522617a54c39 tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 945 time: 0.2994893 Feb 09 14:22:43.129966 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6265b24b-7b13-4337-9d49-0914d6a76629 req-00ae4128-32c4-427f-bdad-343c11bc7fb7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:43.138708 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6265b24b-7b13-4337-9d49-0914d6a76629 req-00ae4128-32c4-427f-bdad-343c11bc7fb7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:43.138967 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3fbca382-4e73-4d01-9249-89bee9d50866 req-423b81c5-5a3a-4dea-a449-fb7558d8f00f tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c40615e-187a-496f-bdb4-5d2e3aa91fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844574 Feb 09 14:22:43.156865 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['805149b5-7347-4083-9518-9161787cbf48'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:22:43.201028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265b24b-7b13-4337-9d49-0914d6a76629 req-00ae4128-32c4-427f-bdad-343c11bc7fb7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:43.201679 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6265b24b-7b13-4337-9d49-0914d6a76629 req-00ae4128-32c4-427f-bdad-343c11bc7fb7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:43.203802 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6265b24b-7b13-4337-9d49-0914d6a76629 req-00ae4128-32c4-427f-bdad-343c11bc7fb7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "PUT /v2.0/ports/805149b5-7347-4083-9518-9161787cbf48 HTTP/1.1" status: 200 len: 981 time: 1.1740265 Feb 09 14:22:43.216535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'tag': '805149b5-7347-4083-9518-9161787cbf48'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:43.256497 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418a307a-68bc-4332-8a10-8b53a0e02260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36b159f-be7e-4aa7-9f56-8ec68805881a', 'code': 200} Feb 09 14:22:43.313318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae4128-32c4-427f-bdad-343c11bc7fb7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Pushing event updated for resources: {'Port': ['ID=805149b5-7347-4083-9518-9161787cbf48,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:43.330726 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd9b8320-cdc9-4f92-8395-8dc2fe007c8c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:43.362949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd9b8320-cdc9-4f92-8395-8dc2fe007c8c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Transition to ACTIVE for port object 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:43.390938 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['805149b5-7347-4083-9518-9161787cbf48'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:22:43.393192 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd9b8320-cdc9-4f92-8395-8dc2fe007c8c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:43.467333 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8721b8c-a4fa-4049-82df-d78d427817e9 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:43.533408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b8320-cdc9-4f92-8395-8dc2fe007c8c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event updated for resources: {'Port': ['ID=9f5ec8b1-a89e-4017-a15a-bb4d56e72310,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:43.570655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd9b8320-cdc9-4f92-8395-8dc2fe007c8c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Network e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:43.578424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd9b8320-cdc9-4f92-8395-8dc2fe007c8c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:43.589192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd9b8320-cdc9-4f92-8395-8dc2fe007c8c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:43.935467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd9b8320-cdc9-4f92-8395-8dc2fe007c8c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:43.936166 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd9b8320-cdc9-4f92-8395-8dc2fe007c8c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:43.962092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6cd33-8d31-4b34-a4d7-f3192d197ed4 req-6849cb60-b1e3-4c9d-a490-e569152b27d0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:43.969992 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5b6cd33-8d31-4b34-a4d7-f3192d197ed4 req-6849cb60-b1e3-4c9d-a490-e569152b27d0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.4862456 Feb 09 14:22:44.020746 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd9b8320-cdc9-4f92-8395-8dc2fe007c8c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3278511 Feb 09 14:22:44.033211 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5b6cd33-8d31-4b34-a4d7-f3192d197ed4 req-05c390fc-1af0-4a1a-a70d-9b594995462d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621634 Feb 09 14:22:44.049643 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Request body: {'port': {'device_id': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1', 'admin_state_up': True, 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'security_groups': ['930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:44.058339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-40a030fe-63ae-44c2-8c0a-a9a62896725c None None] Provisioning for port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:44.062694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74292b5c-9261-4418-bcbd-8a6a617d7f32 req-d570ba2c-b9d7-4abc-a835-9e276b8a80e8 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:44.069141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74292b5c-9261-4418-bcbd-8a6a617d7f32 req-d570ba2c-b9d7-4abc-a835-9e276b8a80e8 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:44.075764 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74292b5c-9261-4418-bcbd-8a6a617d7f32 req-d570ba2c-b9d7-4abc-a835-9e276b8a80e8 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:44.081701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74292b5c-9261-4418-bcbd-8a6a617d7f32 req-d570ba2c-b9d7-4abc-a835-9e276b8a80e8 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:44.081904 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-40a030fe-63ae-44c2-8c0a-a9a62896725c None None] Provisioning complete for port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:44.082588 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-40a030fe-63ae-44c2-8c0a-a9a62896725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:44.090492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74292b5c-9261-4418-bcbd-8a6a617d7f32 req-d570ba2c-b9d7-4abc-a835-9e276b8a80e8 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 3093 time: 0.6681821 Feb 09 14:22:44.164516 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74292b5c-9261-4418-bcbd-8a6a617d7f32 req-5ac8a3cf-be6e-473d-9d2f-de768fbc2d6d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712030 Feb 09 14:22:44.167273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e36f4-5ff2-48bb-954f-166fba3eb0dc req-e8887995-8545-476b-8e37-4c51f167caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:44.175200 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9f2e36f4-5ff2-48bb-954f-166fba3eb0dc req-e8887995-8545-476b-8e37-4c51f167caa2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=418a307a-68bc-4332-8a10-8b53a0e02260 HTTP/1.1" status: 200 len: 1096 time: 0.8302100 Feb 09 14:22:44.233942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-40a030fe-63ae-44c2-8c0a-a9a62896725c None None] Port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:22:44.273802 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'tag': '805149b5-7347-4083-9518-9161787cbf48', 'status': 'completed', 'code': 200} Feb 09 14:22:44.343340 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9f2e36f4-5ff2-48bb-954f-166fba3eb0dc req-9adc7ec8-7814-46c6-84f3-7cec47990bbe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653400 Feb 09 14:22:44.358727 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8721b8c-a4fa-4049-82df-d78d427817e9 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:44.358971 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8721b8c-a4fa-4049-82df-d78d427817e9 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:44.359279 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-f8721b8c-a4fa-4049-82df-d78d427817e9 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Floating IP 2037fba6-b9ab-4b73-8523-17c3b0f14f15 disassociated. External IP: 172.25.8.13, port: f5f8b947-1d79-4ff7-b5f0-cd6b775b91b1. Feb 09 14:22:44.359577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f8721b8c-a4fa-4049-82df-d78d427817e9 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Calling delete_port for f5f8b947-1d79-4ff7-b5f0-cd6b775b91b1 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:22:44.363785 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7375ec6e-ecda-48b1-85d8-90916b97b9ec req-bd64595b-957a-43a5-8667-ce170a4077c7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2112871404&fields=id&tenant_id=7f8c52ced27646e3b1bb36269481777f HTTP/1.1" status: 200 len: 267 time: 0.1180148 Feb 09 14:22:44.445261 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:44.460193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Usage tracker for resource:port and tenant:fa10991579a24c27b1b3f21f294a7343 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:44.466027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:44.474356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:44.497549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Made reservation on behalf of fa10991579a24c27b1b3f21f294a7343 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:44.502623 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:44.518875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b695f-1587-4272-bdb1-3dc966e4e228 req-4dbb7959-9ae7-4529-84bf-f72ef4c8c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:44.520381 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-868b695f-1587-4272-bdb1-3dc966e4e228 req-4dbb7959-9ae7-4529-84bf-f72ef4c8c5da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f8c52ced27646e3b1bb36269481777f&device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 1135 time: 0.2056303 Feb 09 14:22:44.551299 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e3b22-2478-4ae6-a29f-16dd5fed9eee req-783b84bc-8445-41a3-8cc2-c8dc5a6ce356 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:44.552810 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a67e3b22-2478-4ae6-a29f-16dd5fed9eee req-783b84bc-8445-41a3-8cc2-c8dc5a6ce356 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=418a307a-68bc-4332-8a10-8b53a0e02260 HTTP/1.1" status: 200 len: 945 time: 0.1574142 Feb 09 14:22:44.574607 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375ec6e-ecda-48b1-85d8-90916b97b9ec req-f2f17a8e-eaff-47d9-9a66-e2c809975816 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:44.576014 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7375ec6e-ecda-48b1-85d8-90916b97b9ec req-f2f17a8e-eaff-47d9-9a66-e2c809975816 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 984 time: 0.2033699 Feb 09 14:22:44.599774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-7375ec6e-ecda-48b1-85d8-90916b97b9ec req-cac7c263-e05a-47b4-bca7-2dbbf3eb7496 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Request body: {'port': {'security_groups': ['777ce3d7-1648-4d66-99d5-5998932ae074']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:44.621418 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a67e3b22-2478-4ae6-a29f-16dd5fed9eee req-a0fb1a8a-017c-4424-af90-b100f5b91d4e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622642 Feb 09 14:22:44.622515 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8721b8c-a4fa-4049-82df-d78d427817e9 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:44.672407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8721b8c-a4fa-4049-82df-d78d427817e9 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Port': ['ID=f5f8b947-1d79-4ff7-b5f0-cd6b775b91b1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:44.929690 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8721b8c-a4fa-4049-82df-d78d427817e9 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router df7c9d6d-cff5-4bdf-af64-27498bd21547 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:22:45.018119 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7375ec6e-ecda-48b1-85d8-90916b97b9ec req-cac7c263-e05a-47b4-bca7-2dbbf3eb7496 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:45.107371 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Allocated IP 10.2.2.200 (e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1/caf27f7d-fe34-45ce-96dd-e4751dbd5b8b/89eb2817-e4ee-41b5-b56e-200af49eed31) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:45.128043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b695f-1587-4272-bdb1-3dc966e4e228 req-383ea082-ac58-44a3-8758-1cf2f4d5af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:45.129563 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-868b695f-1587-4272-bdb1-3dc966e4e228 req-383ea082-ac58-44a3-8758-1cf2f4d5af43 service neutron] 10.222.0.35 "GET /v2.0/networks?id=04375e8a-2a29-4ee3-801b-e50e99a312f0 HTTP/1.1" status: 200 len: 919 time: 0.3760252 Feb 09 14:22:45.232300 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-868b695f-1587-4272-bdb1-3dc966e4e228 req-1c41326c-b972-4662-a344-1dc0aa04b0b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=805149b5-7347-4083-9518-9161787cbf48 HTTP/1.1" status: 200 len: 217 time: 0.0884147 Feb 09 14:22:45.249751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8721b8c-a4fa-4049-82df-d78d427817e9 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:22:45.262463 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a9825-c132-4621-b47d-b037f2159401 None None] Sync routers for ids ['df7c9d6d-cff5-4bdf-af64-27498bd21547'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:22:45.272124 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5a9825-c132-4621-b47d-b037f2159401 None None] Routers {'df7c9d6d-cff5-4bdf-af64-27498bd21547'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:45.273040 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-bc5a9825-c132-4621-b47d-b037f2159401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:22:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['df7c9d6d-cff5-4bdf-af64-27498bd21547'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:45.314164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850e1ce-25d4-4305-a003-4a5faed4934f req-54235653-a37b-4048-9eaf-ca00674f5dfd tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:45.317004 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d850e1ce-25d4-4305-a003-4a5faed4934f req-54235653-a37b-4048-9eaf-ca00674f5dfd tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 945 time: 0.3739159 Feb 09 14:22:45.336364 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-bc5a9825-c132-4621-b47d-b037f2159401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:45.347049 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5a9825-c132-4621-b47d-b037f2159401 None None] Routers {'df7c9d6d-cff5-4bdf-af64-27498bd21547'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:45.347942 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-bc5a9825-c132-4621-b47d-b037f2159401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:22:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['df7c9d6d-cff5-4bdf-af64-27498bd21547'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:45.414396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e269fc-8092-46e6-b297-a6be9c6ab398 req-21ad4eeb-7831-4348-a7b6-093525c72cde tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:45.416599 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-23e269fc-8092-46e6-b297-a6be9c6ab398 req-21ad4eeb-7831-4348-a7b6-093525c72cde tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.35 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 945 time: 0.3698754 Feb 09 14:22:45.417221 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-bc5a9825-c132-4621-b47d-b037f2159401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:45.417721 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a9825-c132-4621-b47d-b037f2159401 None None] The sync data for ids ['df7c9d6d-cff5-4bdf-af64-27498bd21547'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:22:45.483553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b695f-1587-4272-bdb1-3dc966e4e228 req-121c7f82-e4a8-4de9-9c19-bd049432ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:45.485025 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-868b695f-1587-4272-bdb1-3dc966e4e228 req-121c7f82-e4a8-4de9-9c19-bd049432ff29 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73fe2fc4-e537-471a-bd13-9a72088c784d HTTP/1.1" status: 200 len: 859 time: 0.2435961 Feb 09 14:22:45.489052 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d850e1ce-25d4-4305-a003-4a5faed4934f req-fd60cd45-6e84-4ac3-a50d-40d296ad196d tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c40615e-187a-496f-bdb4-5d2e3aa91fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247196 Feb 09 14:22:45.507339 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8721b8c-a4fa-4049-82df-d78d427817e9 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:45.540345 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-23e269fc-8092-46e6-b297-a6be9c6ab398 req-28089943-789f-412e-9f7e-2df51355008e tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Deleting port 61f2965c-ccd1-454a-8b85-5d9b65fb1664 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:22:45.540722 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-23e269fc-8092-46e6-b297-a6be9c6ab398 req-28089943-789f-412e-9f7e-2df51355008e tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:45.549823 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-868b695f-1587-4272-bdb1-3dc966e4e228 req-c1e170be-09aa-4c03-972f-ff28f6c204f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04375e8a-2a29-4ee3-801b-e50e99a312f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564020 Feb 09 14:22:45.596733 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f8721b8c-a4fa-4049-82df-d78d427817e9 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/ports/f5f8b947-1d79-4ff7-b5f0-cd6b775b91b1 HTTP/1.1" status: 204 len: 168 time: 2.8078728 Feb 09 14:22:45.600657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38110) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:45.733146 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:45.766938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-7375ec6e-ecda-48b1-85d8-90916b97b9ec req-cac7c263-e05a-47b4-bca7-2dbbf3eb7496 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] For port 805149b5-7347-4083-9518-9161787cbf48, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=805149b5-7347-4083-9518-9161787cbf48,segment=NetworkSegment(32436203-501b-447e-a37e-b5ff34bc7a38),segment_id=32436203-501b-447e-a37e-b5ff34bc7a38)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:45.788594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Transition to ACTIVE for port object 89eb2817-e4ee-41b5-b56e-200af49eed31 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:45.800115 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-868b695f-1587-4272-bdb1-3dc966e4e228 req-ec2516e9-6722-4d62-a729-acfbab679aee service neutron] 10.222.0.35 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376750 Feb 09 14:22:46.028727 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7375ec6e-ecda-48b1-85d8-90916b97b9ec req-cac7c263-e05a-47b4-bca7-2dbbf3eb7496 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:46.038003 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7375ec6e-ecda-48b1-85d8-90916b97b9ec req-cac7c263-e05a-47b4-bca7-2dbbf3eb7496 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:46.049422 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['805149b5-7347-4083-9518-9161787cbf48'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:22:46.131721 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:46.159928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375ec6e-ecda-48b1-85d8-90916b97b9ec req-cac7c263-e05a-47b4-bca7-2dbbf3eb7496 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:46.160665 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7375ec6e-ecda-48b1-85d8-90916b97b9ec req-cac7c263-e05a-47b4-bca7-2dbbf3eb7496 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:46.162321 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7375ec6e-ecda-48b1-85d8-90916b97b9ec req-cac7c263-e05a-47b4-bca7-2dbbf3eb7496 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "PUT /v2.0/ports/805149b5-7347-4083-9518-9161787cbf48 HTTP/1.1" status: 200 len: 942 time: 1.5708127 Feb 09 14:22:46.209758 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-868b695f-1587-4272-bdb1-3dc966e4e228 req-77deb025-8d2c-464c-a5fc-8256338c33c4 service neutron] 10.222.0.35 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969190 Feb 09 14:22:46.216892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Network e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:46.218549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7c263-e05a-47b4-bca7-2dbbf3eb7496 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Pushing event updated for resources: {'Port': ['ID=805149b5-7347-4083-9518-9161787cbf48,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:46.220757 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93742c5-dff2-49f3-a362-442e2524f2c4 req-0f53039f-7ba6-451f-bd2f-df239920ce25 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:46.228579 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c93742c5-dff2-49f3-a362-442e2524f2c4 req-0f53039f-7ba6-451f-bd2f-df239920ce25 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.4426746 Feb 09 14:22:46.314118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:46.316781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:46.360400 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['805149b5-7347-4083-9518-9161787cbf48'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:22:46.448944 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'tag': '805149b5-7347-4083-9518-9161787cbf48'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:46.458958 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c93742c5-dff2-49f3-a362-442e2524f2c4 req-63df5eac-c5a7-4891-aea4-cb1b35ebb0b6 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293019 Feb 09 14:22:46.576274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-23e269fc-8092-46e6-b297-a6be9c6ab398 req-28089943-789f-412e-9f7e-2df51355008e tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] For port 61f2965c-ccd1-454a-8b85-5d9b65fb1664, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=61f2965c-ccd1-454a-8b85-5d9b65fb1664,segment=NetworkSegment(b0a36955-681e-4cfc-b603-0d6c8fdb07b2),segment_id=b0a36955-681e-4cfc-b603-0d6c8fdb07b2)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:46.576636 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-23e269fc-8092-46e6-b297-a6be9c6ab398 req-28089943-789f-412e-9f7e-2df51355008e tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:46.624562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event updated for resources: {'Port': ['ID=89eb2817-e4ee-41b5-b56e-200af49eed31,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:46.683829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:46.684752 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:46.731859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be052be7-359c-4792-b453-b57d6b05108c req-481c5558-032b-4e1c-8e28-b6e9a2337e18 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:46.738499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be052be7-359c-4792-b453-b57d6b05108c req-481c5558-032b-4e1c-8e28-b6e9a2337e18 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:46.743491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be052be7-359c-4792-b453-b57d6b05108c req-481c5558-032b-4e1c-8e28-b6e9a2337e18 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:46.749718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be052be7-359c-4792-b453-b57d6b05108c req-481c5558-032b-4e1c-8e28-b6e9a2337e18 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:46.755083 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be052be7-359c-4792-b453-b57d6b05108c req-481c5558-032b-4e1c-8e28-b6e9a2337e18 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:46.756096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-be052be7-359c-4792-b453-b57d6b05108c req-481c5558-032b-4e1c-8e28-b6e9a2337e18 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Synchronizing usage tracker for tenant:fa10991579a24c27b1b3f21f294a7343 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:22:46.759711 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-fcf19f52-a88d-44d7-8098-4a5e42f31662 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7256005 Feb 09 14:22:46.777174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Request body: {'port': {'device_id': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:46.806065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-23e269fc-8092-46e6-b297-a6be9c6ab398 req-28089943-789f-412e-9f7e-2df51355008e tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Calling delete_port for 61f2965c-ccd1-454a-8b85-5d9b65fb1664 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:22:46.807341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-20623282-6af2-4f55-ac43-2936c03b7005 None None] Provisioning for port 89eb2817-e4ee-41b5-b56e-200af49eed31 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:22:46.813881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-be052be7-359c-4792-b453-b57d6b05108c req-481c5558-032b-4e1c-8e28-b6e9a2337e18 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Unset dirty status for tenant:fa10991579a24c27b1b3f21f294a7343 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:22:46.814191 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-20623282-6af2-4f55-ac43-2936c03b7005 None None] Provisioning complete for port 89eb2817-e4ee-41b5-b56e-200af49eed31 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:46.814191 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-20623282-6af2-4f55-ac43-2936c03b7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:46.814532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-be052be7-359c-4792-b453-b57d6b05108c req-481c5558-032b-4e1c-8e28-b6e9a2337e18 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 3814 time: 0.4598322 Feb 09 14:22:46.882556 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-20623282-6af2-4f55-ac43-2936c03b7005 None None] Port 89eb2817-e4ee-41b5-b56e-200af49eed31 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:22:46.912588 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-be052be7-359c-4792-b453-b57d6b05108c req-a4946914-8fcf-40be-a571-9447789561e8 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848055 Feb 09 14:22:46.945074 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:46.990294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349962e-10fe-4f23-b3a0-998e1f279d88 req-aba2472d-7508-4d0b-8161-63bd7f6e03ca tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:46.991874 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2349962e-10fe-4f23-b3a0-998e1f279d88 req-aba2472d-7508-4d0b-8161-63bd7f6e03ca tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=418a307a-68bc-4332-8a10-8b53a0e02260 HTTP/1.1" status: 200 len: 945 time: 0.2909098 Feb 09 14:22:47.153224 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2349962e-10fe-4f23-b3a0-998e1f279d88 req-38c37101-2546-4b0d-ab99-b6b0de247e6d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227477 Feb 09 14:22:47.159456 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-23e269fc-8092-46e6-b297-a6be9c6ab398 req-28089943-789f-412e-9f7e-2df51355008e tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:47.181827 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['61f2965c-ccd1-454a-8b85-5d9b65fb1664'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:22:47.220259 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28089943-789f-412e-9f7e-2df51355008e tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Pushing event deleted for resources: {'Port': ['ID=61f2965c-ccd1-454a-8b85-5d9b65fb1664,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:47.275126 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-ec593378-32ed-4a71-a161-1baad09499b7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3132579 Feb 09 14:22:47.280972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:47.292140 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'tag': '805149b5-7347-4083-9518-9161787cbf48', 'status': 'completed', 'code': 200} Feb 09 14:22:47.295630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:47.334037 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-991abfda-eafb-4491-a68c-b243305f6c90 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:47.358513 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Usage tracker for resource:floatingip and tenant:7f8c52ced27646e3b1bb36269481777f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:47.381185 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:47.386605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e269fc-8092-46e6-b297-a6be9c6ab398 req-28089943-789f-412e-9f7e-2df51355008e tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] No DVR routers for this DVR port 61f2965c-ccd1-454a-8b85-5d9b65fb1664 on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:22:47.396123 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-23e269fc-8092-46e6-b297-a6be9c6ab398 req-28089943-789f-412e-9f7e-2df51355008e tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:47.399592 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410c0cf6-bd84-4afc-bb5d-4175bce08330', 'name': 'network-vif-deleted', 'tag': '61f2965c-ccd1-454a-8b85-5d9b65fb1664'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:47.456063 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:47.499323 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:47.607905 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8db38b98-24f0-4fe4-ad16-084c7ebf510e req-6d7d57eb-d1fe-4f57-820e-64c275e974ec tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.48 "GET /v2.0/ports?device_id=410c0cf6-bd84-4afc-bb5d-4175bce08330 HTTP/1.1" status: 200 len: 210 time: 0.2132983 Feb 09 14:22:47.631021 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a44488-d9a4-4c1b-8771-6a1933a99c9a req-41cf7db0-32d6-4fd7-b8a9-d15f256632cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:47.632831 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67a44488-d9a4-4c1b-8771-6a1933a99c9a req-41cf7db0-32d6-4fd7-b8a9-d15f256632cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f8c52ced27646e3b1bb36269481777f&device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 1096 time: 0.3347201 Feb 09 14:22:47.818381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e48101c-8487-4aaa-8382-1ef05da81c44 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:22:47.830259 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:47.886225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Transition to ACTIVE for port object 1e48101c-8487-4aaa-8382-1ef05da81c44 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:47.902957 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:47.928708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-23e269fc-8092-46e6-b297-a6be9c6ab398 req-28089943-789f-412e-9f7e-2df51355008e tempest-InstanceActionsTestJSON-1735059842 tempest-InstanceActionsTestJSON-1735059842-project] 10.222.0.35 "DELETE /v2.0/ports/61f2965c-ccd1-454a-8b85-5d9b65fb1664 HTTP/1.1" status: 204 len: 173 time: 2.5025415 Feb 09 14:22:47.945385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a44488-d9a4-4c1b-8771-6a1933a99c9a req-6b1d13c3-728e-4de8-b766-351942b5b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:47.946968 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67a44488-d9a4-4c1b-8771-6a1933a99c9a req-6b1d13c3-728e-4de8-b766-351942b5b5e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=04375e8a-2a29-4ee3-801b-e50e99a312f0 HTTP/1.1" status: 200 len: 919 time: 0.2901089 Feb 09 14:22:48.064217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67a44488-d9a4-4c1b-8771-6a1933a99c9a req-c824ee7d-f701-4b88-b678-ca9a30c38d30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=805149b5-7347-4083-9518-9161787cbf48 HTTP/1.1" status: 200 len: 217 time: 0.1029944 Feb 09 14:22:48.165451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-991abfda-eafb-4491-a68c-b243305f6c90 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting port 22d280d0-0d4a-4078-8c51-ce8ffdbf4beb {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:22:48.166914 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-991abfda-eafb-4491-a68c-b243305f6c90 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:48.298265 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:48.373392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ec55d-993c-4a3b-b4e0-76d6390539b9 req-5915f074-6abf-4149-999a-fa199dac6124 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:48.375470 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1e0ec55d-993c-4a3b-b4e0-76d6390539b9 req-5915f074-6abf-4149-999a-fa199dac6124 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.3119311 Feb 09 14:22:48.380833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1e48101c-8487-4aaa-8382-1ef05da81c44,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:48.455040 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1e0ec55d-993c-4a3b-b4e0-76d6390539b9 req-4a32eeba-3978-4205-9bc4-818a2d49647a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718338 Feb 09 14:22:48.479690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a44488-d9a4-4c1b-8771-6a1933a99c9a req-baab78c2-23c3-45ed-9f45-e7a449ca4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:48.480701 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67a44488-d9a4-4c1b-8771-6a1933a99c9a req-baab78c2-23c3-45ed-9f45-e7a449ca4a90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73fe2fc4-e537-471a-bd13-9a72088c784d HTTP/1.1" status: 200 len: 859 time: 0.4011762 Feb 09 14:22:48.489933 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-991abfda-eafb-4491-a68c-b243305f6c90 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:48.550296 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67a44488-d9a4-4c1b-8771-6a1933a99c9a req-76a1aa58-3a49-481b-b2fa-c05032bc0cf2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04375e8a-2a29-4ee3-801b-e50e99a312f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585983 Feb 09 14:22:48.580972 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410c0cf6-bd84-4afc-bb5d-4175bce08330', 'name': 'network-vif-deleted', 'tag': '61f2965c-ccd1-454a-8b85-5d9b65fb1664', 'status': 'completed', 'code': 200} Feb 09 14:22:48.710310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Attempting to bind port 1e48101c-8487-4aaa-8382-1ef05da81c44 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:22:48.710966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Attempting to bind port 1e48101c-8487-4aaa-8382-1ef05da81c44 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:22:48.711492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Attempting to bind port 1e48101c-8487-4aaa-8382-1ef05da81c44 on network b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:48.718705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-991abfda-eafb-4491-a68c-b243305f6c90 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Calling delete_port for 22d280d0-0d4a-4078-8c51-ce8ffdbf4beb owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:22:48.734009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Port 1e48101c-8487-4aaa-8382-1ef05da81c44 on network b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:22:48.734341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Attempting to bind port 1e48101c-8487-4aaa-8382-1ef05da81c44 on network b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:48.754809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Allocated IP 172.25.8.155 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/f20866ad-1565-47e8-8eeb-4d8c92983ad4) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:22:48.757551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:22:48.758097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Checking segment: {'id': 'b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:22:48.758534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Bound using segment: {'id': 'b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:22:48.759000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Bound port: 1e48101c-8487-4aaa-8382-1ef05da81c44, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:22:48.760322 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:48.934044 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67a44488-d9a4-4c1b-8771-6a1933a99c9a req-89beeaf6-54cc-403e-997c-160f0fab0874 service neutron] 10.222.0.35 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343289 Feb 09 14:22:48.991381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6c55f-5748-4411-b14d-eefd9474e768 req-fd7a17c9-3e67-43bf-8f85-c2dbea29a5e9 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:49.000201 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-09c6c55f-5748-4411-b14d-eefd9474e768 req-fd7a17c9-3e67-43bf-8f85-c2dbea29a5e9 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=418a307a-68bc-4332-8a10-8b53a0e02260 HTTP/1.1" status: 200 len: 945 time: 0.3298841 Feb 09 14:22:49.089441 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-09c6c55f-5748-4411-b14d-eefd9474e768 req-a0884f18-c029-4b54-9616-0fb6f2c9a3d8 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879359 Feb 09 14:22:49.098031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] For port 1e48101c-8487-4aaa-8382-1ef05da81c44, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:22:49.173034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] For port 1e48101c-8487-4aaa-8382-1ef05da81c44, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1e48101c-8487-4aaa-8382-1ef05da81c44,segment=NetworkSegment(b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7),segment_id=b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:22:49.185758 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:49.222748 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67a44488-d9a4-4c1b-8771-6a1933a99c9a req-528ea4de-bef7-4abf-9b08-4595086d5d57 service neutron] 10.222.0.35 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772706 Feb 09 14:22:49.268854 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:49.274379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:49.274570 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-991abfda-eafb-4491-a68c-b243305f6c90 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:49.274934 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:49.276435 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] 10.222.0.35 "PUT /v2.0/ports/1e48101c-8487-4aaa-8382-1ef05da81c44 HTTP/1.1" status: 200 len: 1091 time: 2.5039842 Feb 09 14:22:49.292961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'tag': '1e48101c-8487-4aaa-8382-1ef05da81c44'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:49.304976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef2f02-fde5-440f-9066-b453fa94e1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1e48101c-8487-4aaa-8382-1ef05da81c44,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:49.311270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Request body: {'port': {'device_id': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:49.342870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991abfda-eafb-4491-a68c-b243305f6c90 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Port': ['ID=22d280d0-0d4a-4078-8c51-ce8ffdbf4beb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:49.385240 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 61f2965c-ccd1-454a-8b85-5d9b65fb1664 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:22:49.434263 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:49.461045 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 61f2965c-ccd1-454a-8b85-5d9b65fb1664 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:22:49.461591 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 61f2965c-ccd1-454a-8b85-5d9b65fb1664 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:22:49.558854 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:49.624346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:22:49.625098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a69524-9b1f-4572-9b9b-db52ad14529b req-0cae545c-6b9b-4f72-a1fc-ead27381a5fd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:49.631010 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:22:49.632515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a69524-9b1f-4572-9b9b-db52ad14529b req-0cae545c-6b9b-4f72-a1fc-ead27381a5fd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:49.654432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a69524-9b1f-4572-9b9b-db52ad14529b req-0cae545c-6b9b-4f72-a1fc-ead27381a5fd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:49.672668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a69524-9b1f-4572-9b9b-db52ad14529b req-0cae545c-6b9b-4f72-a1fc-ead27381a5fd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:49.678574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a69524-9b1f-4572-9b9b-db52ad14529b req-0cae545c-6b9b-4f72-a1fc-ead27381a5fd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:49.679304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:22:49.680487 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-88a69524-9b1f-4572-9b9b-db52ad14529b req-0cae545c-6b9b-4f72-a1fc-ead27381a5fd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 3826 time: 0.4450040 Feb 09 14:22:49.720090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Pushing event updated for resources: {'Port': ['ID=f20866ad-1565-47e8-8eeb-4d8c92983ad4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:49.872550 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-88a69524-9b1f-4572-9b9b-db52ad14529b req-030d4812-98ef-403a-a8ea-005af5e6b78b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632730 Feb 09 14:22:49.935209 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:49.980052 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-991abfda-eafb-4491-a68c-b243305f6c90 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:50.170057 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:50.352244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38158) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:50.397409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991abfda-eafb-4491-a68c-b243305f6c90 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router df7c9d6d-cff5-4bdf-af64-27498bd21547 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:22:50.398016 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'tag': '1e48101c-8487-4aaa-8382-1ef05da81c44', 'status': 'completed', 'code': 200} Feb 09 14:22:50.465583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:22:50.490557 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:50.522802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b280e60-5292-484b-a8fc-273b431b8db2 admin admin] Deleting subnet 5166c6cc-6981-455c-9e77-a4a14cc3e1d2 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:22:50.549904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Transition to ACTIVE for port object b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:50.550989 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b280e60-5292-484b-a8fc-273b431b8db2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:50.593016 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:50.643477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991abfda-eafb-4491-a68c-b243305f6c90 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:22:50.654090 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a8c4c8-6f25-409e-a359-f65093991522 None None] Sync routers for ids ['df7c9d6d-cff5-4bdf-af64-27498bd21547'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:22:50.654566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89dbd9f-2086-4283-b6c9-2306d2307526 req-c6a19ca5-43f0-464d-9fd1-2950e213b63d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:50.656029 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c89dbd9f-2086-4283-b6c9-2306d2307526 req-c6a19ca5-43f0-464d-9fd1-2950e213b63d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.1876142 Feb 09 14:22:50.666218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a8c4c8-6f25-409e-a359-f65093991522 None None] Routers {'df7c9d6d-cff5-4bdf-af64-27498bd21547'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:50.667102 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-66a8c4c8-6f25-409e-a359-f65093991522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:22:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['df7c9d6d-cff5-4bdf-af64-27498bd21547'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:50.685759 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-991abfda-eafb-4491-a68c-b243305f6c90 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "PUT /v2.0/routers/df7c9d6d-cff5-4bdf-af64-27498bd21547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0842385 Feb 09 14:22:50.686521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38162) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:50.740793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-66a8c4c8-6f25-409e-a359-f65093991522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:50.752726 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a8c4c8-6f25-409e-a359-f65093991522 None None] Routers {'df7c9d6d-cff5-4bdf-af64-27498bd21547'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:50.753622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-66a8c4c8-6f25-409e-a359-f65093991522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:22:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['df7c9d6d-cff5-4bdf-af64-27498bd21547'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:50.763119 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b280e60-5292-484b-a8fc-273b431b8db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:50.798730 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c89dbd9f-2086-4283-b6c9-2306d2307526 req-454bb909-bf97-4648-95a3-73b51f173d50 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331711 Feb 09 14:22:50.804662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9d87-6a8c-449a-a0cb-9bf39d1795c9 req-3f831ffd-cd61-4b7e-8263-e3f00ecc090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:50.805146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9d87-6a8c-449a-a0cb-9bf39d1795c9 req-3f831ffd-cd61-4b7e-8263-e3f00ecc090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:50.805617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9d87-6a8c-449a-a0cb-9bf39d1795c9 req-3f831ffd-cd61-4b7e-8263-e3f00ecc090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:50.806235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9d87-6a8c-449a-a0cb-9bf39d1795c9 req-3f831ffd-cd61-4b7e-8263-e3f00ecc090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:50.806568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9d87-6a8c-449a-a0cb-9bf39d1795c9 req-3f831ffd-cd61-4b7e-8263-e3f00ecc090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:50.808382 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8c1a9d87-6a8c-449a-a0cb-9bf39d1795c9 req-3f831ffd-cd61-4b7e-8263-e3f00ecc090e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa10991579a24c27b1b3f21f294a7343&device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 4361 time: 0.4164913 Feb 09 14:22:50.841496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-66a8c4c8-6f25-409e-a359-f65093991522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:50.841900 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a8c4c8-6f25-409e-a359-f65093991522 None None] The sync data for ids ['df7c9d6d-cff5-4bdf-af64-27498bd21547'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:22:50.858396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:50.861203 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:22:50.996989 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:51.002178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cf0-9f4c-45dd-be88-f229c1b48654 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:51.019866 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:51.110406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa50fed-3a01-45c3-a209-d3327f0ef648 req-e2456e2c-8dd1-4365-a020-c3ec550c423b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:51.111503 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5fa50fed-3a01-45c3-a209-d3327f0ef648 req-e2456e2c-8dd1-4365-a020-c3ec550c423b tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=418a307a-68bc-4332-8a10-8b53a0e02260 HTTP/1.1" status: 200 len: 945 time: 0.1776507 Feb 09 14:22:51.119037 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b280e60-5292-484b-a8fc-273b431b8db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:51.238506 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cf0-9f4c-45dd-be88-f229c1b48654 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:51.244909 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5fa50fed-3a01-45c3-a209-d3327f0ef648 req-9eae88f1-9e23-4601-bf64-21ab0c89168e tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756607 Feb 09 14:22:51.255032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6bfc8cf0-9f4c-45dd-be88-f229c1b48654 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting port 003a0b93-0979-41e7-9a56-2ef3c719e147 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:22:51.255465 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cf0-9f4c-45dd-be88-f229c1b48654 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:51.270851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Attempting to bind port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:22:51.270851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Attempting to bind port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:22:51.270851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Attempting to bind port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba on network f95aa98c-a00b-4cac-9271-8db21c81664d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:51.277254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Pushing event updated for resources: {'Port': ['ID=f20866ad-1565-47e8-8eeb-4d8c92983ad4,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:51.290011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9d87-6a8c-449a-a0cb-9bf39d1795c9 req-bae303de-d744-4442-9588-ee5aafd33fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:51.291039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9d87-6a8c-449a-a0cb-9bf39d1795c9 req-bae303de-d744-4442-9588-ee5aafd33fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:51.291627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9d87-6a8c-449a-a0cb-9bf39d1795c9 req-bae303de-d744-4442-9588-ee5aafd33fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:51.293299 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8c1a9d87-6a8c-449a-a0cb-9bf39d1795c9 req-bae303de-d744-4442-9588-ee5aafd33fb7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=fa10991579a24c27b1b3f21f294a7343&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4446006 Feb 09 14:22:51.293856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba on network f95aa98c-a00b-4cac-9271-8db21c81664d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:22:51.294180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Attempting to bind port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba on network f95aa98c-a00b-4cac-9271-8db21c81664d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:51.328779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:22:51.329130 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Checking segment: {'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:22:51.329538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Bound using segment: {'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:22:51.330013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Bound port: b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:22:51.334371 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:51.358472 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:51.471284 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b280e60-5292-484b-a8fc-273b431b8db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:51.548256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b280e60-5292-484b-a8fc-273b431b8db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5166c6cc-6981-455c-9e77-a4a14cc3e1d2,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:51.556765 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b280e60-5292-484b-a8fc-273b431b8db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:51.558599 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0b280e60-5292-484b-a8fc-273b431b8db2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5166c6cc-6981-455c-9e77-a4a14cc3e1d2 HTTP/1.1" status: 204 len: 168 time: 1.2052903 Feb 09 14:22:51.559668 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:51.560765 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-69f509a4-0ac1-4982-b104-becc12d4a81b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2857709 Feb 09 14:22:51.563137 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38170) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:51.689785 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cf0-9f4c-45dd-be88-f229c1b48654 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:51.766396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeca27-738b-404a-b5ff-f2130b5f751a req-271b801d-5cb9-4160-880d-6a4139c96a72 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:51.772440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeca27-738b-404a-b5ff-f2130b5f751a req-271b801d-5cb9-4160-880d-6a4139c96a72 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:51.778388 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeca27-738b-404a-b5ff-f2130b5f751a req-271b801d-5cb9-4160-880d-6a4139c96a72 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:51.784100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeca27-738b-404a-b5ff-f2130b5f751a req-271b801d-5cb9-4160-880d-6a4139c96a72 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:51.789815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeca27-738b-404a-b5ff-f2130b5f751a req-271b801d-5cb9-4160-880d-6a4139c96a72 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:51.796133 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeca27-738b-404a-b5ff-f2130b5f751a req-271b801d-5cb9-4160-880d-6a4139c96a72 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:51.798021 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e5aeca27-738b-404a-b5ff-f2130b5f751a req-271b801d-5cb9-4160-880d-6a4139c96a72 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 4602 time: 0.3036175 Feb 09 14:22:51.866022 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6bfc8cf0-9f4c-45dd-be88-f229c1b48654 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Calling delete_port for 003a0b93-0979-41e7-9a56-2ef3c719e147 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:22:51.876100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-82dbaaa7-20f9-4dbb-89a6-631fe2fdbfed tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Synchronizing usage tracker for tenant:7f8c52ced27646e3b1bb36269481777f on resource:floatingip {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:22:51.925110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] For port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:22:51.931046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9d87-6a8c-449a-a0cb-9bf39d1795c9 req-c36a0f2f-9577-4fb7-9e85-1e80db2bc266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:51.932532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8c1a9d87-6a8c-449a-a0cb-9bf39d1795c9 req-c36a0f2f-9577-4fb7-9e85-1e80db2bc266 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6308086 Feb 09 14:22:51.954784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] For port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:22:51.960649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-82dbaaa7-20f9-4dbb-89a6-631fe2fdbfed tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Unset dirty status for tenant:7f8c52ced27646e3b1bb36269481777f on resource:floatingip {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:22:51.961769 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-82dbaaa7-20f9-4dbb-89a6-631fe2fdbfed tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.155 HTTP/1.1" status: 200 len: 696 time: 0.3700294 Feb 09 14:22:51.965197 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d41a60f3-00cc-451f-9979-591a8f937efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:51.967542 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:51.972018 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e5aeca27-738b-404a-b5ff-f2130b5f751a req-02daa83b-9a0f-4ba9-85b7-4d17bb3ba605 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1162903 Feb 09 14:22:52.108575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:52.109100 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:52.110592 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] 10.222.0.35 "PUT /v2.0/ports/b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba HTTP/1.1" status: 200 len: 1134 time: 2.8066874 Feb 09 14:22:52.128011 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cf0-9f4c-45dd-be88-f229c1b48654 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:52.184403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc8cf0-9f4c-45dd-be88-f229c1b48654 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Port': ['ID=003a0b93-0979-41e7-9a56-2ef3c719e147,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:52.187097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Request body: {'port': {'device_id': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:52.291234 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cf0-9f4c-45dd-be88-f229c1b48654 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:52.344363 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d41a60f3-00cc-451f-9979-591a8f937efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:52.384243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb731866-b3b5-4df2-a50c-53122bdc4cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:52.407349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'tag': 'b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:52.437495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d41a60f3-00cc-451f-9979-591a8f937efd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd3a025-28d1-4acc-bbe1-081dd96e126d']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:52.470336 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cf0-9f4c-45dd-be88-f229c1b48654 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:52.498957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d41a60f3-00cc-451f-9979-591a8f937efd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a36955-681e-4cfc-b603-0d6c8fdb07b2') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:52.499249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d41a60f3-00cc-451f-9979-591a8f937efd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a36955-681e-4cfc-b603-0d6c8fdb07b2') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:52.502813 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cf0-9f4c-45dd-be88-f229c1b48654 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:52.520883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-1d302a50-8094-46bb-8ab5-754c8a580f56 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:52.527478 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-1d302a50-8094-46bb-8ab5-754c8a580f56 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.5547824 Feb 09 14:22:52.533368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-1db64ce5-b44c-4a43-ba62-306a34dc88b2 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:22:52.546095 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-683ad161-cbc3-44c1-84da-db656cf0aeba req-1db64ce5-b44c-4a43-ba62-306a34dc88b2 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172608 Feb 09 14:22:52.547007 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cf0-9f4c-45dd-be88-f229c1b48654 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:52.547518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfc8cf0-9f4c-45dd-be88-f229c1b48654 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Fanout notify agent at l3_agent the message router_deleted on router df7c9d6d-cff5-4bdf-af64-27498bd21547 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:22:52.553817 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d41a60f3-00cc-451f-9979-591a8f937efd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:52.575184 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cf0-9f4c-45dd-be88-f229c1b48654 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:52.578673 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6bfc8cf0-9f4c-45dd-be88-f229c1b48654 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/routers/df7c9d6d-cff5-4bdf-af64-27498bd21547 HTTP/1.1" status: 204 len: 168 time: 1.8863533 Feb 09 14:22:52.579451 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d41a60f3-00cc-451f-9979-591a8f937efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:52.586188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129f06a-e9e2-47b7-9abc-ca0876f45774 req-d4371f8f-74cb-4964-b84d-e88b69b3d7ff tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:52.588281 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3129f06a-e9e2-47b7-9abc-ca0876f45774 req-d4371f8f-74cb-4964-b84d-e88b69b3d7ff tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.1254187 Feb 09 14:22:52.589020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38184) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:52.590201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41a60f3-00cc-451f-9979-591a8f937efd admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:22:52.590735 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d41a60f3-00cc-451f-9979-591a8f937efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:22:52.609542 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:22:52.685620 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3129f06a-e9e2-47b7-9abc-ca0876f45774 req-6289871b-ef63-4f36-a89b-6efb2acde6c4 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593793 Feb 09 14:22:52.689173 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7186af9-13ac-4c48-9c47-325dc2183d8b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting subnet 20e76170-ffd6-4845-b474-4f954c1734d3 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:22:52.692470 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7186af9-13ac-4c48-9c47-325dc2183d8b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:52.704463 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:52.750222 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7186af9-13ac-4c48-9c47-325dc2183d8b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:52.784255 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d41a60f3-00cc-451f-9979-591a8f937efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:52.788863 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d41a60f3-00cc-451f-9979-591a8f937efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:52.827673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a60f3-00cc-451f-9979-591a8f937efd admin admin] Pushing event deleted for resources: {'Network': ['ID=fdd3a025-28d1-4acc-bbe1-081dd96e126d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:52.842024 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'tag': 'b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba', 'status': 'completed', 'code': 200} Feb 09 14:22:52.857507 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d41a60f3-00cc-451f-9979-591a8f937efd admin admin] 10.222.0.48 "DELETE /v2.0/networks/fdd3a025-28d1-4acc-bbe1-081dd96e126d HTTP/1.1" status: 204 len: 168 time: 1.2904007 Feb 09 14:22:52.884276 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7186af9-13ac-4c48-9c47-325dc2183d8b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:52.984329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7caebe-7c00-4703-b5c8-67be035eefe0 req-3e80d062-3f88-4090-a8df-b1f2349fc722 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:52.985847 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f7caebe-7c00-4703-b5c8-67be035eefe0 req-3e80d062-3f88-4090-a8df-b1f2349fc722 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=418a307a-68bc-4332-8a10-8b53a0e02260 HTTP/1.1" status: 200 len: 945 time: 0.3297293 Feb 09 14:22:53.006922 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7186af9-13ac-4c48-9c47-325dc2183d8b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:53.112963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38198) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:53.137389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7186af9-13ac-4c48-9c47-325dc2183d8b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Subnet': ['ID=20e76170-ffd6-4845-b474-4f954c1734d3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:53.141226 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7186af9-13ac-4c48-9c47-325dc2183d8b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:53.146937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8617c78-8def-46b8-9c0d-8459c3a23eed None None] Network 819e1615-b796-4a7f-a62b-e1ee4ae60ba1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:22:53.173393 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c7186af9-13ac-4c48-9c47-325dc2183d8b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/subnets/20e76170-ffd6-4845-b474-4f954c1734d3 HTTP/1.1" status: 204 len: 168 time: 0.5833035 Feb 09 14:22:53.178150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38202) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:53.214885 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f7caebe-7c00-4703-b5c8-67be035eefe0 req-89bd4b4d-71b9-4370-bae7-5ac4f5712e78 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160056 Feb 09 14:22:53.245542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db27803-9204-4181-bc21-8602de9841dc req-82600df1-5aa6-492e-b12d-b490e4748044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:53.246016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db27803-9204-4181-bc21-8602de9841dc req-82600df1-5aa6-492e-b12d-b490e4748044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:53.246484 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db27803-9204-4181-bc21-8602de9841dc req-82600df1-5aa6-492e-b12d-b490e4748044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:53.247009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db27803-9204-4181-bc21-8602de9841dc req-82600df1-5aa6-492e-b12d-b490e4748044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:53.247555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db27803-9204-4181-bc21-8602de9841dc req-82600df1-5aa6-492e-b12d-b490e4748044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:53.248044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db27803-9204-4181-bc21-8602de9841dc req-82600df1-5aa6-492e-b12d-b490e4748044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:53.250170 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2db27803-9204-4181-bc21-8602de9841dc req-82600df1-5aa6-492e-b12d-b490e4748044 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa10991579a24c27b1b3f21f294a7343&device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5288 time: 0.3452272 Feb 09 14:22:53.486639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c40ead-be90-4c91-9968-52dbcccd172a {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:22:53.491040 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4ee44978-cfb5-4e17-940c-1612a4cfeb20 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c009d15cc3f417f95124b29ba52273c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3768389 Feb 09 14:22:53.498016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38206) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:53.507671 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:53.552129 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cea3f42-561e-4174-9724-7998099eac2e None None] DHCP port deletion for 819e1615-b796-4a7f-a62b-e1ee4ae60ba1 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:22:53.553585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-784e1009-0e72-4ebc-ba0e-c315d9f46837 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:53.557456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-9cea3f42-561e-4174-9724-7998099eac2e None None] Deleting port b6637089-6fff-49cb-b51a-4ed05584eeae {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:22:53.557897 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9cea3f42-561e-4174-9724-7998099eac2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:53.561938 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-784e1009-0e72-4ebc-ba0e-c315d9f46837 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5014055 Feb 09 14:22:53.641014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Transition to ACTIVE for port object 60c40ead-be90-4c91-9968-52dbcccd172a will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:53.667431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db27803-9204-4181-bc21-8602de9841dc req-e4a5b48a-f7c3-4bb7-9b63-2fde23808987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:53.668329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db27803-9204-4181-bc21-8602de9841dc req-e4a5b48a-f7c3-4bb7-9b63-2fde23808987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:53.669153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db27803-9204-4181-bc21-8602de9841dc req-e4a5b48a-f7c3-4bb7-9b63-2fde23808987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:53.674726 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-27bedd7f-a539-4fa9-88a0-ef9c897af2ad tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.155 HTTP/1.1" status: 200 len: 696 time: 0.1118779 Feb 09 14:22:53.678305 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2db27803-9204-4181-bc21-8602de9841dc req-e4a5b48a-f7c3-4bb7-9b63-2fde23808987 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=fa10991579a24c27b1b3f21f294a7343&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3992498 Feb 09 14:22:53.679584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-5be87c72-d63f-4df4-9afc-fc7098b876ed tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Request body: {'floatingip': {'port_id': '805149b5-7347-4083-9518-9161787cbf48', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:53.695950 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:53.749762 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:53.755944 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b6637089-6fff-49cb-b51a-4ed05584eeae no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:22:53.778259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eba22-019d-45df-a70f-68a99116d6ca req-a9e0cc16-135b-4f9e-b8ef-5c1a05399cec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:53.779341 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-5be87c72-d63f-4df4-9afc-fc7098b876ed tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:53.784065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eba22-019d-45df-a70f-68a99116d6ca req-a9e0cc16-135b-4f9e-b8ef-5c1a05399cec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:53.789876 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eba22-019d-45df-a70f-68a99116d6ca req-a9e0cc16-135b-4f9e-b8ef-5c1a05399cec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:53.795939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eba22-019d-45df-a70f-68a99116d6ca req-a9e0cc16-135b-4f9e-b8ef-5c1a05399cec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:53.801769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eba22-019d-45df-a70f-68a99116d6ca req-a9e0cc16-135b-4f9e-b8ef-5c1a05399cec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:53.808043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eba22-019d-45df-a70f-68a99116d6ca req-a9e0cc16-135b-4f9e-b8ef-5c1a05399cec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:53.814523 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-607eba22-019d-45df-a70f-68a99116d6ca req-a9e0cc16-135b-4f9e-b8ef-5c1a05399cec tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 4602 time: 0.4134738 Feb 09 14:22:53.890831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting port b6637089-6fff-49cb-b51a-4ed05584eeae {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:22:53.891073 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:53.903048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9cea3f42-561e-4174-9724-7998099eac2e None None] For port b6637089-6fff-49cb-b51a-4ed05584eeae, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b6637089-6fff-49cb-b51a-4ed05584eeae,segment=NetworkSegment(e7f23967-795e-4cdc-94f7-a0393c1d2f0f),segment_id=e7f23967-795e-4cdc-94f7-a0393c1d2f0f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:53.903438 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9cea3f42-561e-4174-9724-7998099eac2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:54.062718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-9cea3f42-561e-4174-9724-7998099eac2e None None] Calling delete_port for b6637089-6fff-49cb-b51a-4ed05584eeae owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:22:54.164077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] For port b6637089-6fff-49cb-b51a-4ed05584eeae, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b6637089-6fff-49cb-b51a-4ed05584eeae,segment=NetworkSegment(e7f23967-795e-4cdc-94f7-a0393c1d2f0f),segment_id=e7f23967-795e-4cdc-94f7-a0393c1d2f0f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:54.164884 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:54.256351 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: b6637089-6fff-49cb-b51a-4ed05584eeae {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:22:54.256895 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b6637089-6fff-49cb-b51a-4ed05584eeae not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:22:54.272748 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9cea3f42-561e-4174-9724-7998099eac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:54.314504 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2cd25f91-3cad-4ba9-89d2-f6adddb86739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:54.325591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Pushing event updated for resources: {'Port': ['ID=60c40ead-be90-4c91-9968-52dbcccd172a,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:54.377521 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cea3f42-561e-4174-9724-7998099eac2e None None] No DVR routers for this DVR port b6637089-6fff-49cb-b51a-4ed05584eeae on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:22:54.381752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea3f42-561e-4174-9724-7998099eac2e None None] Pushing event deleted for resources: {'Port': ['ID=b6637089-6fff-49cb-b51a-4ed05584eeae,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:54.418627 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-607eba22-019d-45df-a70f-68a99116d6ca req-b73a2b6d-2b3d-410c-89b6-218a9530a681 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6028607 Feb 09 14:22:54.458577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Calling delete_port for b6637089-6fff-49cb-b51a-4ed05584eeae owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:22:54.490424 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2cd25f91-3cad-4ba9-89d2-f6adddb86739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:54.521970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Attempting to bind port 60c40ead-be90-4c91-9968-52dbcccd172a on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:22:54.522307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Attempting to bind port 60c40ead-be90-4c91-9968-52dbcccd172a by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:22:54.522633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Attempting to bind port 60c40ead-be90-4c91-9968-52dbcccd172a on network f95aa98c-a00b-4cac-9271-8db21c81664d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:54.525500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db27803-9204-4181-bc21-8602de9841dc req-4470e398-079f-440a-a63f-b6d04f2be755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:54.526998 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2db27803-9204-4181-bc21-8602de9841dc req-4470e398-079f-440a-a63f-b6d04f2be755 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8260334 Feb 09 14:22:54.557503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Port 60c40ead-be90-4c91-9968-52dbcccd172a on network f95aa98c-a00b-4cac-9271-8db21c81664d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:22:54.557926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Attempting to bind port 60c40ead-be90-4c91-9968-52dbcccd172a on network f95aa98c-a00b-4cac-9271-8db21c81664d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:54.567312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:22:54.567819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Checking segment: {'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:22:54.568207 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Bound using segment: {'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:22:54.568642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Bound port: 60c40ead-be90-4c91-9968-52dbcccd172a, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:22:54.568982 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:54.654156 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2cd25f91-3cad-4ba9-89d2-f6adddb86739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:54.688297 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:22:54.688671 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:22:54.756221 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd25f91-3cad-4ba9-89d2-f6adddb86739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c40615e-187a-496f-bdb4-5d2e3aa91fce,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:54.828396 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2cd25f91-3cad-4ba9-89d2-f6adddb86739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:54.829507 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2cd25f91-3cad-4ba9-89d2-f6adddb86739 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c40615e-187a-496f-bdb4-5d2e3aa91fce HTTP/1.1" status: 204 len: 168 time: 1.3281217 Feb 09 14:22:54.865075 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] For port 60c40ead-be90-4c91-9968-52dbcccd172a, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:22:54.890574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] For port 60c40ead-be90-4c91-9968-52dbcccd172a, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=60c40ead-be90-4c91-9968-52dbcccd172a,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:22:54.908901 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:54.975091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:54.975722 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:54.977182 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] 10.222.0.35 "PUT /v2.0/ports/60c40ead-be90-4c91-9968-52dbcccd172a HTTP/1.1" status: 200 len: 1136 time: 2.8003230 Feb 09 14:22:54.986600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'tag': '60c40ead-be90-4c91-9968-52dbcccd172a'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:55.008794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9a482-3b0f-42dc-ab4c-9fa43ed4646c req-661a278c-40c0-44b9-9f1b-59571f8886b3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:55.015645 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-92b9a482-3b0f-42dc-ab4c-9fa43ed4646c req-661a278c-40c0-44b9-9f1b-59571f8886b3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.4106488 Feb 09 14:22:55.029713 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaab02-d59e-419e-9309-863e1d396688 req-fc61f66a-b6f8-4b78-bc62-7e8a992a273d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:55.031242 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cdaaab02-d59e-419e-9309-863e1d396688 req-fc61f66a-b6f8-4b78-bc62-7e8a992a273d tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.35 "GET /v2.0/ports?device_id=418a307a-68bc-4332-8a10-8b53a0e02260 HTTP/1.1" status: 200 len: 945 time: 0.3255658 Feb 09 14:22:55.052906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Request body: {'port': {'device_id': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:55.096987 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-5be87c72-d63f-4df4-9afc-fc7098b876ed tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:55.112809 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-5be87c72-d63f-4df4-9afc-fc7098b876ed tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:55.164370 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-cdaaab02-d59e-419e-9309-863e1d396688 req-d66785dc-7a82-4275-bb2f-f21c584330ba tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Deleting port e36b159f-be7e-4aa7-9f56-8ec68805881a {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:22:55.164823 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cdaaab02-d59e-419e-9309-863e1d396688 req-d66785dc-7a82-4275-bb2f-f21c584330ba tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:55.199933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting port b6637089-6fff-49cb-b51a-4ed05584eeae {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:22:55.200202 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:55.270777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8428b-99a2-4b5a-a8c1-399369add996 service neutron] Pushing event updated for resources: {'Port': ['ID=60c40ead-be90-4c91-9968-52dbcccd172a,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:55.304110 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-92b9a482-3b0f-42dc-ab4c-9fa43ed4646c req-faef3cf8-8b7b-49a4-9ae3-b00099f89585 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875271 Feb 09 14:22:55.613985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] The port 'b6637089-6fff-49cb-b51a-4ed05584eeae' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:22:55.690267 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:55.792749 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-cdaaab02-d59e-419e-9309-863e1d396688 req-d66785dc-7a82-4275-bb2f-f21c584330ba tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] For port e36b159f-be7e-4aa7-9f56-8ec68805881a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e36b159f-be7e-4aa7-9f56-8ec68805881a,segment=NetworkSegment(e24091c7-0af0-4460-a063-a78852c4a1b9),segment_id=e24091c7-0af0-4460-a063-a78852c4a1b9)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:22:55.793108 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cdaaab02-d59e-419e-9309-863e1d396688 req-d66785dc-7a82-4275-bb2f-f21c584330ba tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:55.872302 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:55.905025 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-5be87c72-d63f-4df4-9afc-fc7098b876ed tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Floating IP 5862152a-c8be-4c24-aa9c-9c708cb81c0a associated. External IP: 172.25.8.155, port: 805149b5-7347-4083-9518-9161787cbf48. Feb 09 14:22:55.953623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-cdaaab02-d59e-419e-9309-863e1d396688 req-d66785dc-7a82-4275-bb2f-f21c584330ba tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Calling delete_port for e36b159f-be7e-4aa7-9f56-8ec68805881a owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:22:55.975273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819e1615-b796-4a7f-a62b-e1ee4ae60ba1']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:55.981210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38244) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:56.012454 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f23967-795e-4cdc-94f7-a0393c1d2f0f') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:56.012751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f23967-795e-4cdc-94f7-a0393c1d2f0f') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:56.031477 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:56.112773 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:56.144040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-860442046-network', 'tenant_id': '67414f61298f4bde8d6f7ae0ededaa2d'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:56.148113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:22:56.148601 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:22:56.165168 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:22:56.213834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c86022-f2f3-47ae-a52e-198bb53f8791 req-c16633c3-32ce-4ef8-962c-9d3542bbc150 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:56.215364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-38c86022-f2f3-47ae-a52e-198bb53f8791 req-c16633c3-32ce-4ef8-962c-9d3542bbc150 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/ports?device_id=418a307a-68bc-4332-8a10-8b53a0e02260 HTTP/1.1" status: 200 len: 945 time: 0.6022980 Feb 09 14:22:56.225944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:56.236439 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Usage tracker for resource:network and tenant:67414f61298f4bde8d6f7ae0ededaa2d is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:56.252122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:56.264101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:56.339298 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Made reservation on behalf of 67414f61298f4bde8d6f7ae0ededaa2d for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:56.341598 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:56.350383 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:56.371299 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:56.375934 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:56.388455 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-38c86022-f2f3-47ae-a52e-198bb53f8791 req-a1e5c099-2c84-4ddc-b373-34d51894ffa2 tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8daf745-865c-42e3-a928-70bf3aac60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529980 Feb 09 14:22:56.410776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Network': ['ID=819e1615-b796-4a7f-a62b-e1ee4ae60ba1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:56.436791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:56.439804 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a9273791-530c-48f3-910e-0c6a085a1459 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/networks/819e1615-b796-4a7f-a62b-e1ee4ae60ba1 HTTP/1.1" status: 204 len: 168 time: 3.2566650 Feb 09 14:22:56.443912 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Usage tracker for resource:security_group_rule and tenant:67414f61298f4bde8d6f7ae0ededaa2d is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:56.446953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38252) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:56.461830 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'tag': '60c40ead-be90-4c91-9968-52dbcccd172a', 'status': 'completed', 'code': 200} Feb 09 14:22:56.462639 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cdaaab02-d59e-419e-9309-863e1d396688 req-d66785dc-7a82-4275-bb2f-f21c584330ba tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:56.475549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['e36b159f-be7e-4aa7-9f56-8ec68805881a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:22:56.497646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:56.560682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66785dc-7a82-4275-bb2f-f21c584330ba tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Pushing event deleted for resources: {'Port': ['ID=e36b159f-be7e-4aa7-9f56-8ec68805881a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:56.635893 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:56.706122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdaaab02-d59e-419e-9309-863e1d396688 req-d66785dc-7a82-4275-bb2f-f21c584330ba tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] No DVR routers for this DVR port e36b159f-be7e-4aa7-9f56-8ec68805881a on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:22:56.710811 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cdaaab02-d59e-419e-9309-863e1d396688 req-d66785dc-7a82-4275-bb2f-f21c584330ba tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:56.737088 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cdaaab02-d59e-419e-9309-863e1d396688 req-d66785dc-7a82-4275-bb2f-f21c584330ba tempest-DeleteServersTestJSON-1577964019 tempest-DeleteServersTestJSON-1577964019-project] 10.222.0.35 "DELETE /v2.0/ports/e36b159f-be7e-4aa7-9f56-8ec68805881a HTTP/1.1" status: 204 len: 173 time: 1.6549807 Feb 09 14:22:56.741852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:22:56.753234 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4ee284e2-1582-41ec-a89b-4dc1c0c123f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:56.755373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:56.780122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Transition to ACTIVE for port object 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:56.784881 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9712650e-a8ee-451a-b24f-c9cb1396362b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting port 9eddf004-3b6b-4a25-9fc7-015f26198ecc {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:22:56.785085 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:56.785223 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9712650e-a8ee-451a-b24f-c9cb1396362b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:56.836198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-5be87c72-d63f-4df4-9afc-fc7098b876ed tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Router bbf0fd57-4592-4a12-9735-05535aa76669 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:22:57.011094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Pushing event updated for resources: {'Port': ['ID=19d5bdfb-6f91-43f1-a994-fa6a8fc0381b,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:57.154804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83855435-5610-47cb-9cbc-410bf1643317 req-778204f3-4d97-4d4f-85ea-c8b8e512d09f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.160684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83855435-5610-47cb-9cbc-410bf1643317 req-778204f3-4d97-4d4f-85ea-c8b8e512d09f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.161744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37af4-9ede-491f-9711-3b0612d36121 req-6c157c22-754d-44c6-819a-ea7139e89951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.162266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37af4-9ede-491f-9711-3b0612d36121 req-6c157c22-754d-44c6-819a-ea7139e89951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.162683 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37af4-9ede-491f-9711-3b0612d36121 req-6c157c22-754d-44c6-819a-ea7139e89951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.163148 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37af4-9ede-491f-9711-3b0612d36121 req-6c157c22-754d-44c6-819a-ea7139e89951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.163614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37af4-9ede-491f-9711-3b0612d36121 req-6c157c22-754d-44c6-819a-ea7139e89951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.164102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37af4-9ede-491f-9711-3b0612d36121 req-6c157c22-754d-44c6-819a-ea7139e89951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.164557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37af4-9ede-491f-9711-3b0612d36121 req-6c157c22-754d-44c6-819a-ea7139e89951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.166430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83855435-5610-47cb-9cbc-410bf1643317 req-778204f3-4d97-4d4f-85ea-c8b8e512d09f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.166547 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43d37af4-9ede-491f-9711-3b0612d36121 req-6c157c22-754d-44c6-819a-ea7139e89951 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa10991579a24c27b1b3f21f294a7343&device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 6217 time: 0.6659646 Feb 09 14:22:57.172150 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83855435-5610-47cb-9cbc-410bf1643317 req-778204f3-4d97-4d4f-85ea-c8b8e512d09f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.177804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83855435-5610-47cb-9cbc-410bf1643317 req-778204f3-4d97-4d4f-85ea-c8b8e512d09f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.184013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83855435-5610-47cb-9cbc-410bf1643317 req-778204f3-4d97-4d4f-85ea-c8b8e512d09f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.189633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83855435-5610-47cb-9cbc-410bf1643317 req-778204f3-4d97-4d4f-85ea-c8b8e512d09f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.191489 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-83855435-5610-47cb-9cbc-410bf1643317 req-778204f3-4d97-4d4f-85ea-c8b8e512d09f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5392 time: 0.3464224 Feb 09 14:22:57.196270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Attempting to bind port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:22:57.197116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Attempting to bind port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:22:57.197436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Attempting to bind port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b on network f95aa98c-a00b-4cac-9271-8db21c81664d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:57.215917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b on network f95aa98c-a00b-4cac-9271-8db21c81664d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:22:57.216250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Attempting to bind port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b on network f95aa98c-a00b-4cac-9271-8db21c81664d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:57.226591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:22:57.226925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Checking segment: {'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:22:57.227306 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Bound using segment: {'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:22:57.227827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Bound port: 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:22:57.228183 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:57.297137 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-83855435-5610-47cb-9cbc-410bf1643317 req-de1c39a4-13e6-4f57-9f2d-5cc93ec2eb91 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0972984 Feb 09 14:22:57.367246 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] For port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:22:57.371689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] For port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=19d5bdfb-6f91-43f1-a994-fa6a8fc0381b,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:22:57.378413 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:57.401853 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9712650e-a8ee-451a-b24f-c9cb1396362b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:57.402241 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9712650e-a8ee-451a-b24f-c9cb1396362b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:57.441405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.443273 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:57.443624 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] 10.222.0.35 "PUT /v2.0/ports/19d5bdfb-6f91-43f1-a994-fa6a8fc0381b HTTP/1.1" status: 200 len: 1090 time: 2.4084320 Feb 09 14:22:57.491420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Request body: {'port': {'device_id': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:57.573836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6ff36-5d4c-4720-8a1b-5ee6fbf2a537 service neutron] Pushing event updated for resources: {'Port': ['ID=19d5bdfb-6f91-43f1-a994-fa6a8fc0381b,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:57.615989 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:57.660901 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:57.679640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97b031-69b1-43ee-ad08-241b1e7828ac req-163fa154-acc7-461f-ba1d-7af3369697ef tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.687323 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dc97b031-69b1-43ee-ad08-241b1e7828ac req-163fa154-acc7-461f-ba1d-7af3369697ef tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.2480943 Feb 09 14:22:57.690539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9712650e-a8ee-451a-b24f-c9cb1396362b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Calling delete_port for 9eddf004-3b6b-4a25-9fc7-015f26198ecc owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:22:57.716570 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:57.720116 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37af4-9ede-491f-9711-3b0612d36121 req-abad9fad-45f3-4a4e-99ff-4bcca0238dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.720583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37af4-9ede-491f-9711-3b0612d36121 req-abad9fad-45f3-4a4e-99ff-4bcca0238dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.721462 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37af4-9ede-491f-9711-3b0612d36121 req-abad9fad-45f3-4a4e-99ff-4bcca0238dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:57.723072 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43d37af4-9ede-491f-9711-3b0612d36121 req-abad9fad-45f3-4a4e-99ff-4bcca0238dd1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=fa10991579a24c27b1b3f21f294a7343&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5360594 Feb 09 14:22:57.751453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-5be87c72-d63f-4df4-9afc-fc7098b876ed tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:22:57.770774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82166efa-8849-4d85-abc2-033a466fe328 None None] Sync routers for ids ['bbf0fd57-4592-4a12-9735-05535aa76669'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:22:57.785809 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dc97b031-69b1-43ee-ad08-241b1e7828ac req-2496a29b-b677-4944-9a9e-0b1feea72309 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971479 Feb 09 14:22:57.801701 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82166efa-8849-4d85-abc2-033a466fe328 None None] Routers {'bbf0fd57-4592-4a12-9735-05535aa76669'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:57.814977 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-82166efa-8849-4d85-abc2-033a466fe328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:22:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['bbf0fd57-4592-4a12-9735-05535aa76669'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:57.881118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:22:57.883452 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-5be87c72-d63f-4df4-9afc-fc7098b876ed tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:57.926976 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b14597-373c-4cff-ab0e-7ddf82b865a9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:57.960066 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:57.960683 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Added segment ca7614f9-21b2-4407-8b50-5b07343a22bc of type vlan for network 39c8d48e-41fa-4dca-a267-9f377abce6ae Feb 09 14:22:57.971461 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.971818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.972156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.972482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.972806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.973128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.973669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.974262 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.974582 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.974897 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.975215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.975709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:58.023137 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-5be87c72-d63f-4df4-9afc-fc7098b876ed tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "PUT /v2.0/floatingips/5862152a-c8be-4c24-aa9c-9c708cb81c0a HTTP/1.1" status: 200 len: 996 time: 4.3474989 Feb 09 14:22:58.028877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'tag': '805149b5-7347-4083-9518-9161787cbf48'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:58.041176 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-82166efa-8849-4d85-abc2-033a466fe328 None None] Set router bbf0fd57-4592-4a12-9735-05535aa76669 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:22:58.115152 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:58.129250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a5c66-9548-4641-84d8-61a64cba1472 req-5caa2fc0-bd2a-4452-9331-e0b0afbef739 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:58.130543 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b55a5c66-9548-4641-84d8-61a64cba1472 req-5caa2fc0-bd2a-4452-9331-e0b0afbef739 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 945 time: 0.1905918 Feb 09 14:22:58.161040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37af4-9ede-491f-9711-3b0612d36121 req-d6e210bf-160f-486f-a255-f01bd0fcce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:58.162646 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43d37af4-9ede-491f-9711-3b0612d36121 req-d6e210bf-160f-486f-a255-f01bd0fcce0c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4126110 Feb 09 14:22:58.208330 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b55a5c66-9548-4641-84d8-61a64cba1472 req-6eb3c828-f107-4016-bdb7-9e7fb1cee6b4 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689452 Feb 09 14:22:58.230565 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:58.231530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:58.232138 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:58.272569 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9712650e-a8ee-451a-b24f-c9cb1396362b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:58.409185 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'tag': '805149b5-7347-4083-9518-9161787cbf48', 'status': 'completed', 'code': 200} Feb 09 14:22:58.425637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712650e-a8ee-451a-b24f-c9cb1396362b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Port': ['ID=9eddf004-3b6b-4a25-9fc7-015f26198ecc,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:58.447450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053a4f9c-b9b2-48db-8ac1-e540556de5f1 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:22:58.457315 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:58.461060 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-82166efa-8849-4d85-abc2-033a466fe328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-router', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:16Z', 'updated_at': '2022-02-09T14:21:30Z', 'revision_number': 4, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'gw_port': {'id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:20Z', 'updated_at': '2022-02-09T14:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '5862152a-c8be-4c24-aa9c-9c708cb81c0a', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'port_id': '805149b5-7347-4083-9518-9161787cbf48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0', 'mac_address': 'fa:16:3e:e5:a0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:22:49Z', 'updated_at': '2022-02-09T14:22:54Z', 'revision_number': 1, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd56d8c-3007-4715-8df6-d10db6425637', 'name': '', 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'mac_address': 'fa:16:3e:64:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:28Z', 'updated_at': '2022-02-09T14:21:39Z', 'revision_number': 5, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'subnets': [{'id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:58.463878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418a307a-68bc-4332-8a10-8b53a0e02260', 'name': 'network-vif-deleted', 'tag': 'e36b159f-be7e-4aa7-9f56-8ec68805881a'}, {'name': 'network-changed', 'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'tag': '19d5bdfb-6f91-43f1-a994-fa6a8fc0381b'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:58.467587 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82166efa-8849-4d85-abc2-033a466fe328 None None] Checking router: bbf0fd57-4592-4a12-9735-05535aa76669 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:22:58.483927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Transition to ACTIVE for port object 053a4f9c-b9b2-48db-8ac1-e540556de5f1 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:22:58.485478 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82166efa-8849-4d85-abc2-033a466fe328 None None] Routers {'bbf0fd57-4592-4a12-9735-05535aa76669'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:22:58.486506 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-82166efa-8849-4d85-abc2-033a466fe328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:22:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['bbf0fd57-4592-4a12-9735-05535aa76669'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:58.496384 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:58.558808 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-dfb80b26-569d-4c52-902e-bc7f694756ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:58.560355 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-dfb80b26-569d-4c52-902e-bc7f694756ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f8c52ced27646e3b1bb36269481777f&device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 1096 time: 0.5036366 Feb 09 14:22:58.779459 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-82166efa-8849-4d85-abc2-033a466fe328 None None] Set router bbf0fd57-4592-4a12-9735-05535aa76669 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:22:58.841209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=053a4f9c-b9b2-48db-8ac1-e540556de5f1,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:58.880117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Attempting to bind port 053a4f9c-b9b2-48db-8ac1-e540556de5f1 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:22:58.880501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Attempting to bind port 053a4f9c-b9b2-48db-8ac1-e540556de5f1 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:22:58.880768 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Attempting to bind port 053a4f9c-b9b2-48db-8ac1-e540556de5f1 on network f95aa98c-a00b-4cac-9271-8db21c81664d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:58.890847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Port 053a4f9c-b9b2-48db-8ac1-e540556de5f1 on network f95aa98c-a00b-4cac-9271-8db21c81664d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:22:58.891185 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Attempting to bind port 053a4f9c-b9b2-48db-8ac1-e540556de5f1 on network f95aa98c-a00b-4cac-9271-8db21c81664d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:22:58.896695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-0bb6e658-655a-4f75-976f-f9146fa65616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:58.898156 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-0bb6e658-655a-4f75-976f-f9146fa65616 service neutron] 10.222.0.48 "GET /v2.0/networks?id=04375e8a-2a29-4ee3-801b-e50e99a312f0 HTTP/1.1" status: 200 len: 919 time: 0.3041465 Feb 09 14:22:58.909862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc2d64-a233-46d2-81ad-1f5621ddca27 req-b1e7f3d0-dd74-4d1b-a761-2eb8dc079946 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:58.915365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc2d64-a233-46d2-81ad-1f5621ddca27 req-b1e7f3d0-dd74-4d1b-a761-2eb8dc079946 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:58.921058 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc2d64-a233-46d2-81ad-1f5621ddca27 req-b1e7f3d0-dd74-4d1b-a761-2eb8dc079946 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:58.926813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc2d64-a233-46d2-81ad-1f5621ddca27 req-b1e7f3d0-dd74-4d1b-a761-2eb8dc079946 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:58.929204 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] Pushing event updated for resources: {'Network': ['ID=39c8d48e-41fa-4dca-a267-9f377abce6ae,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:58.934237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc2d64-a233-46d2-81ad-1f5621ddca27 req-b1e7f3d0-dd74-4d1b-a761-2eb8dc079946 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:58.939939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc2d64-a233-46d2-81ad-1f5621ddca27 req-b1e7f3d0-dd74-4d1b-a761-2eb8dc079946 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:58.945920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc2d64-a233-46d2-81ad-1f5621ddca27 req-b1e7f3d0-dd74-4d1b-a761-2eb8dc079946 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:58.948432 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3bc2d64-a233-46d2-81ad-1f5621ddca27 req-b1e7f3d0-dd74-4d1b-a761-2eb8dc079946 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5404 time: 0.3898320 Feb 09 14:22:58.949050 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 39c8d48e-41fa-4dca-a267-9f377abce6ae details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:22:58.949519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:22:58.949750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Checking segment: {'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:22:58.950106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Bound using segment: {'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:22:58.950542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Bound port: 053a4f9c-b9b2-48db-8ac1-e540556de5f1, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b533b1ac-441f-4004-8d37-2a479f4ed71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:22:58.950886 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:58.992733 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e5a67429-24c5-43cd-abe8-0db9a74c3bfd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0030665 Feb 09 14:22:58.996105 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38272) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:59.025518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3b5db2a6-6854-4ee6-8a2d-06718b5dcefb admin admin] Request body: {'subnet': {'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-860442046-subnet', 'tenant_id': '67414f61298f4bde8d6f7ae0ededaa2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:59.025950 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3bc2d64-a233-46d2-81ad-1f5621ddca27 req-7854428e-74d8-4633-a83d-2b268207795f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555420 Feb 09 14:22:59.050426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3b5db2a6-6854-4ee6-8a2d-06718b5dcefb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:22:59.077391 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3b5db2a6-6854-4ee6-8a2d-06718b5dcefb admin admin] Usage tracker for resource:subnet and tenant:67414f61298f4bde8d6f7ae0ededaa2d is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:22:59.084583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3b5db2a6-6854-4ee6-8a2d-06718b5dcefb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:22:59.098818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3b5db2a6-6854-4ee6-8a2d-06718b5dcefb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:22:59.101903 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9712650e-a8ee-451a-b24f-c9cb1396362b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:59.104875 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9712650e-a8ee-451a-b24f-c9cb1396362b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:59.106013 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9712650e-a8ee-451a-b24f-c9cb1396362b tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/floatingips/2037fba6-b9ab-4b73-8523-17c3b0f14f15 HTTP/1.1" status: 204 len: 168 time: 2.6581540 Feb 09 14:22:59.110884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38276) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:59.153904 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-ddc77622-7986-469e-b7df-eb015a9e7e04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=805149b5-7347-4083-9518-9161787cbf48 HTTP/1.1" status: 200 len: 999 time: 0.2269347 Feb 09 14:22:59.155880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed1591-5298-408d-a195-a60c3839bf61 req-32afcdd5-64a5-49b1-9b96-50baf68645b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:59.157479 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6bed1591-5298-408d-a195-a60c3839bf61 req-32afcdd5-64a5-49b1-9b96-50baf68645b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f8c52ced27646e3b1bb36269481777f&device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 1096 time: 0.7443042 Feb 09 14:22:59.160649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] For port 053a4f9c-b9b2-48db-8ac1-e540556de5f1, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:22:59.170336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] For port 053a4f9c-b9b2-48db-8ac1-e540556de5f1, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=053a4f9c-b9b2-48db-8ac1-e540556de5f1,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:22:59.174185 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0ec334a0-855f-48af-8e78-952499943224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:59.177213 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:59.228326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-7bf9a316-c707-42a1-9522-b3516f31cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:59.229795 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-7bf9a316-c707-42a1-9522-b3516f31cfbf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73fe2fc4-e537-471a-bd13-9a72088c784d HTTP/1.1" status: 200 len: 859 time: 0.0656617 Feb 09 14:22:59.230663 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9054e6b1-e555-426b-b161-a3cd3c99ddf8 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] DELETE failed (client error): The resource could not be found. Feb 09 14:22:59.231114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9054e6b1-e555-426b-b161-a3cd3c99ddf8 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:22:59.235207 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9054e6b1-e555-426b-b161-a3cd3c99ddf8 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/ports/f5f8b947-1d79-4ff7-b5f0-cd6b775b91b1 HTTP/1.1" status: 404 len: 333 time: 0.1209626 Feb 09 14:22:59.235761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38282) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:59.252555 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-82166efa-8849-4d85-abc2-033a466fe328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-router', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:16Z', 'updated_at': '2022-02-09T14:21:30Z', 'revision_number': 4, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'gw_port': {'id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:20Z', 'updated_at': '2022-02-09T14:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '5862152a-c8be-4c24-aa9c-9c708cb81c0a', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'port_id': '805149b5-7347-4083-9518-9161787cbf48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0', 'mac_address': 'fa:16:3e:e5:a0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:22:49Z', 'updated_at': '2022-02-09T14:22:54Z', 'revision_number': 1, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd56d8c-3007-4715-8df6-d10db6425637', 'name': '', 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'mac_address': 'fa:16:3e:64:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:28Z', 'updated_at': '2022-02-09T14:21:39Z', 'revision_number': 5, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'subnets': [{'id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:59.257305 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82166efa-8849-4d85-abc2-033a466fe328 None None] The sync data for ids ['bbf0fd57-4592-4a12-9735-05535aa76669'] in n-d-828418-2 is: [{'id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-router', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:16Z', 'updated_at': '2022-02-09T14:21:30Z', 'revision_number': 4, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'gw_port': {'id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:20Z', 'updated_at': '2022-02-09T14:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '5862152a-c8be-4c24-aa9c-9c708cb81c0a', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'port_id': '805149b5-7347-4083-9518-9161787cbf48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0', 'mac_address': 'fa:16:3e:e5:a0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:22:49Z', 'updated_at': '2022-02-09T14:22:54Z', 'revision_number': 1, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd56d8c-3007-4715-8df6-d10db6425637', 'name': '', 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'mac_address': 'fa:16:3e:64:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:28Z', 'updated_at': '2022-02-09T14:21:39Z', 'revision_number': 5, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'subnets': [{'id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:22:59.310120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:59.310870 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:59.312291 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] 10.222.0.35 "PUT /v2.0/ports/053a4f9c-b9b2-48db-8ac1-e540556de5f1 HTTP/1.1" status: 200 len: 1090 time: 1.8292415 Feb 09 14:22:59.313886 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418a307a-68bc-4332-8a10-8b53a0e02260', 'name': 'network-vif-deleted', 'tag': 'e36b159f-be7e-4aa7-9f56-8ec68805881a', 'status': 'completed', 'code': 200} Feb 09 14:22:59.314273 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'tag': '19d5bdfb-6f91-43f1-a994-fa6a8fc0381b', 'status': 'completed', 'code': 200} Feb 09 14:22:59.341289 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-064adb90-6961-42df-8ac6-e770f4935f46 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Synchronizing usage tracker for tenant:8bb33fce73ed4a9ab9c3fa77fb85980a on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:22:59.419460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5db2a6-6854-4ee6-8a2d-06718b5dcefb admin admin] Made reservation on behalf of 67414f61298f4bde8d6f7ae0ededaa2d for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:22:59.422046 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b5db2a6-6854-4ee6-8a2d-06718b5dcefb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:59.435602 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e36b159f-be7e-4aa7-9f56-8ec68805881a no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:22:59.482967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Request body: {'port': {'device_id': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:22:59.490173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: e36b159f-be7e-4aa7-9f56-8ec68805881a {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:22:59.490624 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e36b159f-be7e-4aa7-9f56-8ec68805881a not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:22:59.559991 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-f7ef63fd-f480-4017-9df0-0e9921f11e75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04375e8a-2a29-4ee3-801b-e50e99a312f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1878636 Feb 09 14:22:59.566480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed1591-5298-408d-a195-a60c3839bf61 req-3fe66c34-69d0-4d18-adf4-acf070129d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:59.567979 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6bed1591-5298-408d-a195-a60c3839bf61 req-3fe66c34-69d0-4d18-adf4-acf070129d2a service neutron] 10.222.0.35 "GET /v2.0/networks?id=04375e8a-2a29-4ee3-801b-e50e99a312f0 HTTP/1.1" status: 200 len: 919 time: 0.3337421 Feb 09 14:22:59.576107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-9125fa72-ea0a-4e7e-9ec4-050817e201db service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:22:59.577080 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-9125fa72-ea0a-4e7e-9ec4-050817e201db service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061102 Feb 09 14:22:59.619468 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f00f40-1729-4492-bde7-80e80ce10cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=053a4f9c-b9b2-48db-8ac1-e540556de5f1,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:59.625971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232994b5-0ffb-480d-94cd-45dfa63d49d3 None None] New status for floating IP 5862152a-c8be-4c24-aa9c-9c708cb81c0a: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:22:59.638318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-064adb90-6961-42df-8ac6-e770f4935f46 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Unset dirty status for tenant:8bb33fce73ed4a9ab9c3fa77fb85980a on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:22:59.639441 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-064adb90-6961-42df-8ac6-e770f4935f46 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "GET /v2.0/ports?device_id=df7c9d6d-cff5-4bdf-af64-27498bd21547 HTTP/1.1" status: 200 len: 205 time: 0.4027262 Feb 09 14:22:59.653338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38290) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:59.755830 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-ff7a083c-e597-4aaa-8ce6-9a57ec26c221 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] delete failed (client error): The resource could not be found. Feb 09 14:22:59.756829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ff7a083c-e597-4aaa-8ce6-9a57ec26c221 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/routers/df7c9d6d-cff5-4bdf-af64-27498bd21547 HTTP/1.1" status: 404 len: 336 time: 0.1008017 Feb 09 14:22:59.766252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38294) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:59.834974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e866c4-f8b5-4eb4-a7d7-398a494d0abe req-44ac95b2-44c3-4e83-b147-102319182b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:59.835752 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e866c4-f8b5-4eb4-a7d7-398a494d0abe req-44ac95b2-44c3-4e83-b147-102319182b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:59.836303 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e866c4-f8b5-4eb4-a7d7-398a494d0abe req-44ac95b2-44c3-4e83-b147-102319182b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:59.837007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e866c4-f8b5-4eb4-a7d7-398a494d0abe req-44ac95b2-44c3-4e83-b147-102319182b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:59.837532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e866c4-f8b5-4eb4-a7d7-398a494d0abe req-44ac95b2-44c3-4e83-b147-102319182b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:59.838865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e866c4-f8b5-4eb4-a7d7-398a494d0abe req-44ac95b2-44c3-4e83-b147-102319182b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:59.839101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e866c4-f8b5-4eb4-a7d7-398a494d0abe req-44ac95b2-44c3-4e83-b147-102319182b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:59.841610 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-36e866c4-f8b5-4eb4-a7d7-398a494d0abe req-44ac95b2-44c3-4e83-b147-102319182b72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa10991579a24c27b1b3f21f294a7343&device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 6351 time: 0.4952087 Feb 09 14:22:59.855276 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:59.861854 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e28f604-7d15-4e5f-bd7e-e1dc07d5b165 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] DELETE failed (client error): The resource could not be found. Feb 09 14:22:59.862305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e28f604-7d15-4e5f-bd7e-e1dc07d5b165 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:22:59.872076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908421a-14cb-4409-939d-256db648001f req-475db96e-0ccb-4e70-9eac-e16f2bd39580 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:59.873736 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b908421a-14cb-4409-939d-256db648001f req-475db96e-0ccb-4e70-9eac-e16f2bd39580 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.4461503 Feb 09 14:22:59.885340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86671b88-fd61-493a-becf-d43f8d579fcc req-842185d9-2e8f-4973-821d-f9014cdcb23d tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:59.886830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-86671b88-fd61-493a-becf-d43f8d579fcc req-842185d9-2e8f-4973-821d-f9014cdcb23d tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 945 time: 0.5394053 Feb 09 14:22:59.890773 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6bed1591-5298-408d-a195-a60c3839bf61 req-62b2d064-94a6-4b8b-8928-00ab22f02062 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=805149b5-7347-4083-9518-9161787cbf48 HTTP/1.1" status: 200 len: 999 time: 0.3127737 Feb 09 14:22:59.900063 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6e28f604-7d15-4e5f-bd7e-e1dc07d5b165 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/subnets/20e76170-ffd6-4845-b474-4f954c1734d3 HTTP/1.1" status: 404 len: 337 time: 0.1267855 Feb 09 14:22:59.911379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38298) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:00.017171 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-38d3ce5b-9db6-4012-ac5d-136ef6427e42 service neutron] 10.222.0.48 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717206 Feb 09 14:23:00.127802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3d83588a-77bb-426f-92ee-844f12a7ca5a tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting port ff73f801-ac58-4744-9f5c-379ebfa1bb49 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:23:00.128030 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d83588a-77bb-426f-92ee-844f12a7ca5a tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:00.130604 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-86671b88-fd61-493a-becf-d43f8d579fcc req-4b5834be-10f4-499a-aeca-422d1599a686 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Deleting port 15b9b516-ebf7-40f9-abe2-d1b9b443e815 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:23:00.130956 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-86671b88-fd61-493a-becf-d43f8d579fcc req-4b5834be-10f4-499a-aeca-422d1599a686 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:00.149093 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:00.181012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed1591-5298-408d-a195-a60c3839bf61 req-019e1770-6c64-400c-89c9-ab55bce096b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:00.181265 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b908421a-14cb-4409-939d-256db648001f req-d23c0544-2bdb-44a2-a94f-f29a23fae0a8 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650292 Feb 09 14:23:00.182499 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6bed1591-5298-408d-a195-a60c3839bf61 req-019e1770-6c64-400c-89c9-ab55bce096b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73fe2fc4-e537-471a-bd13-9a72088c784d HTTP/1.1" status: 200 len: 859 time: 0.2701848 Feb 09 14:23:00.235996 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:00.247084 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b5db2a6-6854-4ee6-8a2d-06718b5dcefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:00.293211 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6bed1591-5298-408d-a195-a60c3839bf61 req-c3f3511b-5b69-4376-86fa-ba17c49c1197 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04375e8a-2a29-4ee3-801b-e50e99a312f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991025 Feb 09 14:23:00.337052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e866c4-f8b5-4eb4-a7d7-398a494d0abe req-b8b1fda3-a23f-4cd9-a571-33e949fd00b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:00.337570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e866c4-f8b5-4eb4-a7d7-398a494d0abe req-b8b1fda3-a23f-4cd9-a571-33e949fd00b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:00.338028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e866c4-f8b5-4eb4-a7d7-398a494d0abe req-b8b1fda3-a23f-4cd9-a571-33e949fd00b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:00.339942 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-36e866c4-f8b5-4eb4-a7d7-398a494d0abe req-b8b1fda3-a23f-4cd9-a571-33e949fd00b8 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=fa10991579a24c27b1b3f21f294a7343&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4652946 Feb 09 14:23:00.635963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5db2a6-6854-4ee6-8a2d-06718b5dcefb admin admin] Pushing event updated for resources: {'Subnet': ['ID=381577b0-b44a-48e2-8d6e-ff167ac380e1,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:00.644456 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1c8025c-b8d0-4ceb-ac2a-0ef1bdec4879 req-bacef86f-0184-4555-81b3-f078636dc965 service neutron] 10.222.0.48 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6183660 Feb 09 14:23:00.672611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5db2a6-6854-4ee6-8a2d-06718b5dcefb admin admin] Checking segment: {'id': 'ca7614f9-21b2-4407-8b50-5b07343a22bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:23:00.672972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5db2a6-6854-4ee6-8a2d-06718b5dcefb admin admin] Network hostable DHCP agents. Network: 39c8d48e-41fa-4dca-a267-9f377abce6ae, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:23:00.828734 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6bed1591-5298-408d-a195-a60c3839bf61 req-05b004e8-9e55-417e-9822-45600925dac5 service neutron] 10.222.0.35 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169644 Feb 09 14:23:00.861345 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5db2a6-6854-4ee6-8a2d-06718b5dcefb admin admin] Network 39c8d48e-41fa-4dca-a267-9f377abce6ae is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:23:00.954586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-3b5db2a6-6854-4ee6-8a2d-06718b5dcefb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 39c8d48e-41fa-4dca-a267-9f377abce6ae) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:23:00.957857 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-86671b88-fd61-493a-becf-d43f8d579fcc req-4b5834be-10f4-499a-aeca-422d1599a686 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] For port 15b9b516-ebf7-40f9-abe2-d1b9b443e815, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=15b9b516-ebf7-40f9-abe2-d1b9b443e815,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:00.958367 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-86671b88-fd61-493a-becf-d43f8d579fcc req-4b5834be-10f4-499a-aeca-422d1599a686 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:00.967190 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24a6036-9c1e-44ed-9583-12ef3f99c2ec None None] Network 39c8d48e-41fa-4dca-a267-9f377abce6ae requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:23:00.977913 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5db2a6-6854-4ee6-8a2d-06718b5dcefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:00.978235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e866c4-f8b5-4eb4-a7d7-398a494d0abe req-32410d13-da96-44a6-bad8-8111abc5ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:00.978505 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b5db2a6-6854-4ee6-8a2d-06718b5dcefb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:00.979822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-36e866c4-f8b5-4eb4-a7d7-398a494d0abe req-32410d13-da96-44a6-bad8-8111abc5ddaf service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6220813 Feb 09 14:23:00.997355 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d83588a-77bb-426f-92ee-844f12a7ca5a tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:01.052885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc65f18-be40-4594-a967-77a8d82c0a5b req-5437dc55-0267-485c-ac01-69e6a8ddb728 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:01.059934 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1dc65f18-be40-4594-a967-77a8d82c0a5b req-5437dc55-0267-485c-ac01-69e6a8ddb728 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d78d3cc-d17e-4794-8b63-29316ecf7399 HTTP/1.1" status: 200 len: 945 time: 0.5404420 Feb 09 14:23:01.129440 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-86671b88-fd61-493a-becf-d43f8d579fcc req-4b5834be-10f4-499a-aeca-422d1599a686 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Calling delete_port for 15b9b516-ebf7-40f9-abe2-d1b9b443e815 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:23:01.143402 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3b5db2a6-6854-4ee6-8a2d-06718b5dcefb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1329911 Feb 09 14:23:01.143402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3d83588a-77bb-426f-92ee-844f12a7ca5a tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Calling delete_port for ff73f801-ac58-4744-9f5c-379ebfa1bb49 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:23:01.256181 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6bed1591-5298-408d-a195-a60c3839bf61 req-43a36715-e0bc-4e64-b8b3-3a1ff4ae975a service neutron] 10.222.0.35 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172497 Feb 09 14:23:01.269510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d5d26-b54e-47e4-aa14-67c9f6dcdf76 req-42775f53-a339-4950-b307-0ea09e9fcc4d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:01.270363 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-39c8d48e-41fa-4dca-a267-9f377abce6ae', 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae', 'tenant_id': '67414f61298f4bde8d6f7ae0ededaa2d', 'fixed_ips': [{'subnet_id': '381577b0-b44a-48e2-8d6e-ff167ac380e1'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:23:01.271268 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:01.276707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d5d26-b54e-47e4-aa14-67c9f6dcdf76 req-42775f53-a339-4950-b307-0ea09e9fcc4d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:01.282282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d5d26-b54e-47e4-aa14-67c9f6dcdf76 req-42775f53-a339-4950-b307-0ea09e9fcc4d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:01.288097 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d5d26-b54e-47e4-aa14-67c9f6dcdf76 req-42775f53-a339-4950-b307-0ea09e9fcc4d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:01.294232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d5d26-b54e-47e4-aa14-67c9f6dcdf76 req-42775f53-a339-4950-b307-0ea09e9fcc4d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:01.299796 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d5d26-b54e-47e4-aa14-67c9f6dcdf76 req-42775f53-a339-4950-b307-0ea09e9fcc4d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:01.305639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d5d26-b54e-47e4-aa14-67c9f6dcdf76 req-42775f53-a339-4950-b307-0ea09e9fcc4d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:01.310330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:01.313361 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-813d5d26-b54e-47e4-aa14-67c9f6dcdf76 req-42775f53-a339-4950-b307-0ea09e9fcc4d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5404 time: 0.5536370 Feb 09 14:23:01.316040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'tag': '053a4f9c-b9b2-48db-8ac1-e540556de5f1'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:01.354978 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:01.401589 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1dc65f18-be40-4594-a967-77a8d82c0a5b req-e43c116d-4cbc-423b-b953-ca89b596b008 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818220 Feb 09 14:23:01.404939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Transition to ACTIVE for port object 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:23:01.425781 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:01.487338 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-813d5d26-b54e-47e4-aa14-67c9f6dcdf76 req-24d5a31b-c042-49e6-bfb9-04eb62afd684 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1709180 Feb 09 14:23:01.493638 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d83588a-77bb-426f-92ee-844f12a7ca5a tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:01.555162 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Allocated IP 172.20.0.2 (39c8d48e-41fa-4dca-a267-9f377abce6ae/381577b0-b44a-48e2-8d6e-ff167ac380e1/a535d897-528b-4111-8ee4-cef6d556d5ed) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:23:01.680914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83588a-77bb-426f-92ee-844f12a7ca5a tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Port': ['ID=ff73f801-ac58-4744-9f5c-379ebfa1bb49,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:01.724764 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:01.831773 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-3526522f-3420-4700-bfb6-32f6d41a491f tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.155 HTTP/1.1" status: 200 len: 1001 time: 0.2663252 Feb 09 14:23:01.834717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5ec8b1-a89e-4017-a15a-bb4d56e72310,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:01.877684 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:01.890427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Transition to ACTIVE for port object a535d897-528b-4111-8ee4-cef6d556d5ed will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:23:01.911371 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Transition to ACTIVE for port object a535d897-528b-4111-8ee4-cef6d556d5ed will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:23:01.925521 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:01.968569 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-86671b88-fd61-493a-becf-d43f8d579fcc req-4b5834be-10f4-499a-aeca-422d1599a686 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:01.980547 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-5948c935-ac4c-4cc3-8892-1d1c58cc1675 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:01.991341 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-5948c935-ac4c-4cc3-8892-1d1c58cc1675 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports/805149b5-7347-4083-9518-9161787cbf48 HTTP/1.1" status: 200 len: 942 time: 0.1563556 Feb 09 14:23:01.992209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['ea4ee131-6417-473e-bf16-e912e57cdd8d', 'c85d29c8-9e64-4a09-a47e-384838667f5e', 'fbc838fb-79fb-4ba4-8686-8896c1dbe58f'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:23:01.997240 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d83588a-77bb-426f-92ee-844f12a7ca5a tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:02.036475 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3d83588a-77bb-426f-92ee-844f12a7ca5a tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/ports/ff73f801-ac58-4744-9f5c-379ebfa1bb49 HTTP/1.1" status: 204 len: 168 time: 2.1197329 Feb 09 14:23:02.037606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38322) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:02.038227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Network 39c8d48e-41fa-4dca-a267-9f377abce6ae is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:23:02.048035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:23:02.068743 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:23:02.078233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5834be-10f4-499a-aeca-422d1599a686 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Pushing event deleted for resources: {'Port': ['ID=15b9b516-ebf7-40f9-abe2-d1b9b443e815,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:02.147899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-86671b88-fd61-493a-becf-d43f8d579fcc req-4b5834be-10f4-499a-aeca-422d1599a686 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] No DVR routers for this DVR port 15b9b516-ebf7-40f9-abe2-d1b9b443e815 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:23:02.154984 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-86671b88-fd61-493a-becf-d43f8d579fcc req-4b5834be-10f4-499a-aeca-422d1599a686 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:02.168611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Pushing event updated for resources: {'Port': ['ID=a535d897-528b-4111-8ee4-cef6d556d5ed,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:02.179007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088a174-e9c5-40d6-92ef-74ed128dcaf3 req-36226d4b-cd74-4397-9bf8-61eed7356a02 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:02.183319 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8088a174-e9c5-40d6-92ef-74ed128dcaf3 req-36226d4b-cd74-4397-9bf8-61eed7356a02 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.3932347 Feb 09 14:23:02.193259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Attempting to bind port a535d897-528b-4111-8ee4-cef6d556d5ed on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:23:02.193721 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Attempting to bind port a535d897-528b-4111-8ee4-cef6d556d5ed by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'ca7614f9-21b2-4407-8b50-5b07343a22bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:23:02.194147 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Attempting to bind port a535d897-528b-4111-8ee4-cef6d556d5ed on network 39c8d48e-41fa-4dca-a267-9f377abce6ae {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:23:02.214096 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:23:02.214468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Checking segment: {'id': 'ca7614f9-21b2-4407-8b50-5b07343a22bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:23:02.214869 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:02.215258 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Bound using segment: {'id': 'ca7614f9-21b2-4407-8b50-5b07343a22bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:23:02.215759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Bound port: a535d897-528b-4111-8ee4-cef6d556d5ed, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7614f9-21b2-4407-8b50-5b07343a22bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:23:02.216128 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:02.224174 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-86671b88-fd61-493a-becf-d43f8d579fcc req-4b5834be-10f4-499a-aeca-422d1599a686 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.35 "DELETE /v2.0/ports/15b9b516-ebf7-40f9-abe2-d1b9b443e815 HTTP/1.1" status: 204 len: 173 time: 2.2604663 Feb 09 14:23:02.229643 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Attempting to bind port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:23:02.230074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Attempting to bind port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '12be5f86-6f0d-4172-8c3d-f30bde566f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:23:02.230445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Attempting to bind port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 on network e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:23:02.248982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 on network e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:23:02.249471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Attempting to bind port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 on network e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:23:02.251651 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-d5a7882e-433f-4fc7-a2f1-6a22ce05a837 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.155 HTTP/1.1" status: 200 len: 1001 time: 0.1527283 Feb 09 14:23:02.260219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-10538d99-6397-4a12-9357-826069e53f0e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting port 5aba243a-f87c-4809-98c9-1bfbdb5632bb {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:23:02.261001 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-10538d99-6397-4a12-9357-826069e53f0e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:02.277936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:23:02.279606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Checking segment: {'id': '12be5f86-6f0d-4172-8c3d-f30bde566f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:23:02.280916 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Bound using segment: {'id': '12be5f86-6f0d-4172-8c3d-f30bde566f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:23:02.281936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Bound port: 9f5ec8b1-a89e-4017-a15a-bb4d56e72310, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12be5f86-6f0d-4172-8c3d-f30bde566f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:23:02.282728 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:02.322884 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8088a174-e9c5-40d6-92ef-74ed128dcaf3 req-fd7c502d-2841-43c3-bae5-52a9c4ca5fe7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324768 Feb 09 14:23:02.414696 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-36851b58-e298-4481-948d-61888c13aa65 None None] For port a535d897-528b-4111-8ee4-cef6d556d5ed, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:23:02.419323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-36851b58-e298-4481-948d-61888c13aa65 None None] For port a535d897-528b-4111-8ee4-cef6d556d5ed, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a535d897-528b-4111-8ee4-cef6d556d5ed,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:23:02.426684 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:02.455897 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'tag': '053a4f9c-b9b2-48db-8ac1-e540556de5f1', 'status': 'completed', 'code': 200} Feb 09 14:23:02.575366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] For port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:23:02.580079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] For port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9f5ec8b1-a89e-4017-a15a-bb4d56e72310,segment=NetworkSegment(12be5f86-6f0d-4172-8c3d-f30bde566f16),segment_id=12be5f86-6f0d-4172-8c3d-f30bde566f16)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:23:02.583025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36851b58-e298-4481-948d-61888c13aa65 None None] Pushing event updated for resources: {'Port': ['ID=a535d897-528b-4111-8ee4-cef6d556d5ed,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:02.590159 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:02.829072 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:02.829693 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:02.831253 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] 10.222.0.35 "PUT /v2.0/ports/9f5ec8b1-a89e-4017-a15a-bb4d56e72310 HTTP/1.1" status: 200 len: 1091 time: 3.4805546 Feb 09 14:23:02.940483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Request body: {'port': {'device_id': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:02.982108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ab3a2-9184-4dcc-bd44-aba53b7d1209 req-d1d3d653-7f79-4dcc-858c-ea016f7d1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:02.982780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ab3a2-9184-4dcc-bd44-aba53b7d1209 req-d1d3d653-7f79-4dcc-858c-ea016f7d1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:02.983478 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ab3a2-9184-4dcc-bd44-aba53b7d1209 req-d1d3d653-7f79-4dcc-858c-ea016f7d1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:02.983976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ab3a2-9184-4dcc-bd44-aba53b7d1209 req-d1d3d653-7f79-4dcc-858c-ea016f7d1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:02.987248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ab3a2-9184-4dcc-bd44-aba53b7d1209 req-d1d3d653-7f79-4dcc-858c-ea016f7d1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:02.987918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ab3a2-9184-4dcc-bd44-aba53b7d1209 req-d1d3d653-7f79-4dcc-858c-ea016f7d1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:02.988561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ab3a2-9184-4dcc-bd44-aba53b7d1209 req-d1d3d653-7f79-4dcc-858c-ea016f7d1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:02.992309 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-263ab3a2-9184-4dcc-bd44-aba53b7d1209 req-d1d3d653-7f79-4dcc-858c-ea016f7d1800 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa10991579a24c27b1b3f21f294a7343&device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 6376 time: 0.5165224 Feb 09 14:23:03.029178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-10538d99-6397-4a12-9357-826069e53f0e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:03.030157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72896cc-1517-4497-9f82-dcf74137fb24 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5ec8b1-a89e-4017-a15a-bb4d56e72310,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:03.051209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-78996db0-a334-4d70-a054-e8d62d3302b0 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:03.053015 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-78996db0-a334-4d70-a054-e8d62d3302b0 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.7299521 Feb 09 14:23:03.249306 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-10538d99-6397-4a12-9357-826069e53f0e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Calling delete_port for 5aba243a-f87c-4809-98c9-1bfbdb5632bb owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:23:03.293614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ab3a2-9184-4dcc-bd44-aba53b7d1209 req-87497e7f-3cbc-45c6-ab52-0ccf58a454bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:03.294084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ab3a2-9184-4dcc-bd44-aba53b7d1209 req-87497e7f-3cbc-45c6-ab52-0ccf58a454bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:03.294544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ab3a2-9184-4dcc-bd44-aba53b7d1209 req-87497e7f-3cbc-45c6-ab52-0ccf58a454bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:03.296105 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-263ab3a2-9184-4dcc-bd44-aba53b7d1209 req-87497e7f-3cbc-45c6-ab52-0ccf58a454bb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=fa10991579a24c27b1b3f21f294a7343&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2627723 Feb 09 14:23:03.412946 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-96d5e5b1-e339-4126-a491-dd3135035452 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.155 HTTP/1.1" status: 200 len: 1001 time: 0.2743189 Feb 09 14:23:03.424244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-cdabd80f-ee56-4e83-92a9-3ea82173b7fc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:03.441117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 15b9b516-ebf7-40f9-abe2-d1b9b443e815 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:23:03.486220 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:03.487793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 15b9b516-ebf7-40f9-abe2-d1b9b443e815 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:23:03.488153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 15b9b516-ebf7-40f9-abe2-d1b9b443e815 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:23:03.509465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-83eb39b0-7320-4d61-a2ef-1412092c7441 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:03.512639 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-83eb39b0-7320-4d61-a2ef-1412092c7441 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/networks?id=39c8d48e-41fa-4dca-a267-9f377abce6ae HTTP/1.1" status: 200 len: 815 time: 0.7255700 Feb 09 14:23:03.564816 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-0b06d5b1-cf97-4f5e-a936-6c8ef41c85d0 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/quotas/67414f61298f4bde8d6f7ae0ededaa2d HTTP/1.1" status: 200 len: 375 time: 0.0335085 Feb 09 14:23:03.615605 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-cdabd80f-ee56-4e83-92a9-3ea82173b7fc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:03.660600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ab3a2-9184-4dcc-bd44-aba53b7d1209 req-c71d8471-fa3b-4f1f-8faa-2dbdb0a1a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:03.661733 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-263ab3a2-9184-4dcc-bd44-aba53b7d1209 req-c71d8471-fa3b-4f1f-8faa-2dbdb0a1a286 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3561263 Feb 09 14:23:03.717014 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-10538d99-6397-4a12-9357-826069e53f0e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:03.797912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a535d897-528b-4111-8ee4-cef6d556d5ed up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:23:03.819543 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dda0ebb-5dc4-4974-a3ba-6ab5da9a6226 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67414f61298f4bde8d6f7ae0ededaa2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2112458 Feb 09 14:23:03.868841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port a535d897-528b-4111-8ee4-cef6d556d5ed completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:23:03.943602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10538d99-6397-4a12-9357-826069e53f0e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Port': ['ID=5aba243a-f87c-4809-98c9-1bfbdb5632bb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:04.053208 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fed89b-96bd-41a8-8614-a2da4640c3f5 None None] Network 39c8d48e-41fa-4dca-a267-9f377abce6ae requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:23:04.061745 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-2223a479-44ac-4dac-8206-0f9497447f74 service neutron] 10.222.0.48 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276359 Feb 09 14:23:04.100828 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-cdabd80f-ee56-4e83-92a9-3ea82173b7fc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:04.109819 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-cdabd80f-ee56-4e83-92a9-3ea82173b7fc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:04.110277 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-cdabd80f-ee56-4e83-92a9-3ea82173b7fc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Floating IP 5862152a-c8be-4c24-aa9c-9c708cb81c0a disassociated. External IP: 172.25.8.155, port: 805149b5-7347-4083-9518-9161787cbf48. Feb 09 14:23:04.161161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-afac03a8-9ad6-4dfd-bafe-57f1e247c99f None None] Provisioning for port a535d897-528b-4111-8ee4-cef6d556d5ed completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:23:04.168514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-afac03a8-9ad6-4dfd-bafe-57f1e247c99f None None] Provisioning complete for port a535d897-528b-4111-8ee4-cef6d556d5ed triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:23:04.168874 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-afac03a8-9ad6-4dfd-bafe-57f1e247c99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:04.181202 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-10538d99-6397-4a12-9357-826069e53f0e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:04.214437 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-10538d99-6397-4a12-9357-826069e53f0e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/ports/5aba243a-f87c-4809-98c9-1bfbdb5632bb HTTP/1.1" status: 204 len: 168 time: 2.1731791 Feb 09 14:23:04.217102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38342) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:04.302016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89eb2817-e4ee-41b5-b56e-200af49eed31 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:04.323763 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:04.334182 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-3594b022-33e9-4961-92b9-bf968fee9a63 service neutron] 10.222.0.48 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635884 Feb 09 14:23:04.347488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Transition to ACTIVE for port object 89eb2817-e4ee-41b5-b56e-200af49eed31 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:23:04.355772 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:04.421464 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-afac03a8-9ad6-4dfd-bafe-57f1e247c99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:04.483508 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-afac03a8-9ad6-4dfd-bafe-57f1e247c99f None None] For port a535d897-528b-4111-8ee4-cef6d556d5ed, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a535d897-528b-4111-8ee4-cef6d556d5ed,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:04.495334 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-afac03a8-9ad6-4dfd-bafe-57f1e247c99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:04.496686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d78d3cc-d17e-4794-8b63-29316ecf7399', 'name': 'network-vif-deleted', 'tag': '15b9b516-ebf7-40f9-abe2-d1b9b443e815'}, {'name': 'network-changed', 'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'tag': '9f5ec8b1-a89e-4017-a15a-bb4d56e72310'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:04.519215 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d366757-60b7-4f8e-9228-a809a53b132e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:04.520767 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4d366757-60b7-4f8e-9228-a809a53b132e tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fc9ec94-ba9f-419a-827e-bf30628f44fe HTTP/1.1" status: 200 len: 913 time: 0.3013995 Feb 09 14:23:04.545336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38352) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:04.704813 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac03a8-9ad6-4dfd-bafe-57f1e247c99f None None] Pushing event updated for resources: {'Port': ['ID=a535d897-528b-4111-8ee4-cef6d556d5ed,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:05.064349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-cdabd80f-ee56-4e83-92a9-3ea82173b7fc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Router bbf0fd57-4592-4a12-9735-05535aa76669 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:23:05.082896 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ed5cc3eb-5cd1-4222-ade5-72bff4d3f3ef None None] Provisioning complete for port a535d897-528b-4111-8ee4-cef6d556d5ed triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:23:05.083610 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ed5cc3eb-5cd1-4222-ade5-72bff4d3f3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:05.216573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Pushing event updated for resources: {'Port': ['ID=89eb2817-e4ee-41b5-b56e-200af49eed31,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:05.258636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Attempting to bind port 89eb2817-e4ee-41b5-b56e-200af49eed31 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:23:05.258945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Attempting to bind port 89eb2817-e4ee-41b5-b56e-200af49eed31 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '12be5f86-6f0d-4172-8c3d-f30bde566f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:23:05.259236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Attempting to bind port 89eb2817-e4ee-41b5-b56e-200af49eed31 on network e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:23:05.311422 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-cdabd80f-ee56-4e83-92a9-3ea82173b7fc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:23:05.324998 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6bc07a-b5d9-4213-bf7b-2d509dd2a229 None None] Sync routers for ids ['bbf0fd57-4592-4a12-9735-05535aa76669'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:23:05.326482 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-cdabd80f-ee56-4e83-92a9-3ea82173b7fc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:05.333373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Port 89eb2817-e4ee-41b5-b56e-200af49eed31 on network e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:23:05.333713 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Attempting to bind port 89eb2817-e4ee-41b5-b56e-200af49eed31 on network e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:23:05.346235 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6bc07a-b5d9-4213-bf7b-2d509dd2a229 None None] Routers {'bbf0fd57-4592-4a12-9735-05535aa76669'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:23:05.346868 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cb6bc07a-b5d9-4213-bf7b-2d509dd2a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:22:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['bbf0fd57-4592-4a12-9735-05535aa76669'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:05.366083 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:23:05.366423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Checking segment: {'id': '12be5f86-6f0d-4172-8c3d-f30bde566f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:23:05.366812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Bound using segment: {'id': '12be5f86-6f0d-4172-8c3d-f30bde566f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:23:05.367264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Bound port: 89eb2817-e4ee-41b5-b56e-200af49eed31, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12be5f86-6f0d-4172-8c3d-f30bde566f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:23:05.367614 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:05.397244 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-cdabd80f-ee56-4e83-92a9-3ea82173b7fc tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "PUT /v2.0/floatingips/5862152a-c8be-4c24-aa9c-9c708cb81c0a HTTP/1.1" status: 200 len: 695 time: 1.9772751 Feb 09 14:23:05.397921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'tag': '805149b5-7347-4083-9518-9161787cbf48'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:05.611213 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8453e-5b85-4e40-a881-c54d36a561cb req-9b7e8fcf-9483-442d-a946-daea4f468db6 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:05.617424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8453e-5b85-4e40-a881-c54d36a561cb req-9b7e8fcf-9483-442d-a946-daea4f468db6 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:05.623904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8453e-5b85-4e40-a881-c54d36a561cb req-9b7e8fcf-9483-442d-a946-daea4f468db6 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:05.630246 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8453e-5b85-4e40-a881-c54d36a561cb req-9b7e8fcf-9483-442d-a946-daea4f468db6 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:05.636838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8453e-5b85-4e40-a881-c54d36a561cb req-9b7e8fcf-9483-442d-a946-daea4f468db6 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:05.642920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8453e-5b85-4e40-a881-c54d36a561cb req-9b7e8fcf-9483-442d-a946-daea4f468db6 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:05.649864 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8453e-5b85-4e40-a881-c54d36a561cb req-9b7e8fcf-9483-442d-a946-daea4f468db6 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:05.658206 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7f8453e-5b85-4e40-a881-c54d36a561cb req-9b7e8fcf-9483-442d-a946-daea4f468db6 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.6412730 Feb 09 14:23:05.698103 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-cb6bc07a-b5d9-4213-bf7b-2d509dd2a229 None None] Set router bbf0fd57-4592-4a12-9735-05535aa76669 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:23:05.708455 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-f178b20e-507f-481f-965a-bc6a54dd2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:05.717234 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-f178b20e-507f-481f-965a-bc6a54dd2424 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f8c52ced27646e3b1bb36269481777f&device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 1096 time: 0.2949963 Feb 09 14:23:05.757851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] For port 89eb2817-e4ee-41b5-b56e-200af49eed31, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:23:05.788308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a535d897-528b-4111-8ee4-cef6d556d5ed up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:23:05.874261 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7f8453e-5b85-4e40-a881-c54d36a561cb req-6d322a1e-c6fe-4a73-a736-44484df994a1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2151027 Feb 09 14:23:05.902123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-1967542c-bda9-43ac-8e7f-cbc994a392e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:05.908869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] For port 89eb2817-e4ee-41b5-b56e-200af49eed31, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=89eb2817-e4ee-41b5-b56e-200af49eed31,segment=NetworkSegment(12be5f86-6f0d-4172-8c3d-f30bde566f16),segment_id=12be5f86-6f0d-4172-8c3d-f30bde566f16)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:23:05.914746 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-1967542c-bda9-43ac-8e7f-cbc994a392e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=04375e8a-2a29-4ee3-801b-e50e99a312f0 HTTP/1.1" status: 200 len: 919 time: 0.1962473 Feb 09 14:23:05.944571 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:05.948082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port a535d897-528b-4111-8ee4-cef6d556d5ed triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:23:05.948961 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:06.014140 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-74c1b0f8-ccc6-4aa7-b64b-28bbd424358b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=805149b5-7347-4083-9518-9161787cbf48 HTTP/1.1" status: 200 len: 217 time: 0.0979955 Feb 09 14:23:06.085451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-50f0ef01-60c0-4066-8b8c-ef3a59b67869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:06.094141 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-50f0ef01-60c0-4066-8b8c-ef3a59b67869 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73fe2fc4-e537-471a-bd13-9a72088c784d HTTP/1.1" status: 200 len: 859 time: 0.0787423 Feb 09 14:23:06.172917 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-c5455298-a60e-43b5-af57-e2e805e97d9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04375e8a-2a29-4ee3-801b-e50e99a312f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777802 Feb 09 14:23:06.287681 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cb6bc07a-b5d9-4213-bf7b-2d509dd2a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-router', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:16Z', 'updated_at': '2022-02-09T14:21:30Z', 'revision_number': 4, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'gw_port': {'id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:20Z', 'updated_at': '2022-02-09T14:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '8cd56d8c-3007-4715-8df6-d10db6425637', 'name': '', 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'mac_address': 'fa:16:3e:64:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:28Z', 'updated_at': '2022-02-09T14:21:39Z', 'revision_number': 5, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'subnets': [{'id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:06.304766 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6bc07a-b5d9-4213-bf7b-2d509dd2a229 None None] Checking router: bbf0fd57-4592-4a12-9735-05535aa76669 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:23:06.314418 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6bc07a-b5d9-4213-bf7b-2d509dd2a229 None None] Routers {'bbf0fd57-4592-4a12-9735-05535aa76669'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:23:06.315260 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cb6bc07a-b5d9-4213-bf7b-2d509dd2a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:22:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['bbf0fd57-4592-4a12-9735-05535aa76669'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:06.375749 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-1c779b1a-f772-4ace-bcfe-3b60256aa61d service neutron] 10.222.0.48 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016947 Feb 09 14:23:06.385271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:06.385896 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:06.387299 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] 10.222.0.35 "PUT /v2.0/ports/89eb2817-e4ee-41b5-b56e-200af49eed31 HTTP/1.1" status: 200 len: 1091 time: 3.4675548 Feb 09 14:23:06.568380 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-212953ec-a1f8-44b2-9d0b-b04aaebe0638 req-2b509759-83a4-4227-9899-ca43adebe64f service neutron] 10.222.0.48 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916976 Feb 09 14:23:06.639244 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-cb6bc07a-b5d9-4213-bf7b-2d509dd2a229 None None] Set router bbf0fd57-4592-4a12-9735-05535aa76669 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:23:06.674064 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d78d3cc-d17e-4794-8b63-29316ecf7399', 'name': 'network-vif-deleted', 'tag': '15b9b516-ebf7-40f9-abe2-d1b9b443e815', 'status': 'completed', 'code': 200} Feb 09 14:23:06.674616 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'tag': '9f5ec8b1-a89e-4017-a15a-bb4d56e72310', 'status': 'completed', 'code': 200} Feb 09 14:23:06.739602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053f12f-5c9a-422d-919e-1d5c6021d85e service neutron] Pushing event updated for resources: {'Port': ['ID=89eb2817-e4ee-41b5-b56e-200af49eed31,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:06.752587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-0798fb14-4979-4f85-a699-cb686717a038 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:06.754246 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-0798fb14-4979-4f85-a699-cb686717a038 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.35 "GET /v2.0/networks?id=39c8d48e-41fa-4dca-a267-9f377abce6ae HTTP/1.1" status: 200 len: 815 time: 0.3660820 Feb 09 14:23:06.791227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Request body: {'port': {'device_id': 'a1b4855f-d00e-400d-8b54-32aa18eb4427', 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae', 'admin_state_up': True, 'tenant_id': '67414f61298f4bde8d6f7ae0ededaa2d'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:06.912723 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-63857822-5a21-45eb-a5fc-1f2ad19950c5 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:06.913429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-63857822-5a21-45eb-a5fc-1f2ad19950c5 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Synchronizing usage tracker for tenant:67414f61298f4bde8d6f7ae0ededaa2d on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:06.932563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-63857822-5a21-45eb-a5fc-1f2ad19950c5 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Unset dirty status for tenant:67414f61298f4bde8d6f7ae0ededaa2d on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:06.934037 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-63857822-5a21-45eb-a5fc-1f2ad19950c5 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/networks?id=39c8d48e-41fa-4dca-a267-9f377abce6ae HTTP/1.1" status: 200 len: 815 time: 0.1806893 Feb 09 14:23:06.956656 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d9966a32-fc55-43fa-984c-0882688e85ee tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/quotas/67414f61298f4bde8d6f7ae0ededaa2d HTTP/1.1" status: 200 len: 375 time: 0.0161285 Feb 09 14:23:06.977220 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cb6bc07a-b5d9-4213-bf7b-2d509dd2a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-router', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:16Z', 'updated_at': '2022-02-09T14:21:30Z', 'revision_number': 4, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'gw_port': {'id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:20Z', 'updated_at': '2022-02-09T14:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '8cd56d8c-3007-4715-8df6-d10db6425637', 'name': '', 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'mac_address': 'fa:16:3e:64:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:28Z', 'updated_at': '2022-02-09T14:21:39Z', 'revision_number': 5, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'subnets': [{'id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:06.977482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:06.982402 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6bc07a-b5d9-4213-bf7b-2d509dd2a229 None None] The sync data for ids ['bbf0fd57-4592-4a12-9735-05535aa76669'] in n-d-828418-2 is: [{'id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-router', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:16Z', 'updated_at': '2022-02-09T14:21:30Z', 'revision_number': 4, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'gw_port': {'id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:20Z', 'updated_at': '2022-02-09T14:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '8cd56d8c-3007-4715-8df6-d10db6425637', 'name': '', 'network_id': '04375e8a-2a29-4ee3-801b-e50e99a312f0', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'mac_address': 'fa:16:3e:64:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:28Z', 'updated_at': '2022-02-09T14:21:39Z', 'revision_number': 5, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'subnets': [{'id': '73fe2fc4-e537-471a-bd13-9a72088c784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:23:06.993901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Usage tracker for resource:port and tenant:67414f61298f4bde8d6f7ae0ededaa2d is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:07.008025 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:07.023409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:07.041019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e7e7a-dd53-4baa-bfb7-babd2e267636 req-63ec125c-8f76-48fb-a4ec-b5004516fed7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:07.048561 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0a3e7e7a-dd53-4baa-bfb7-babd2e267636 req-63ec125c-8f76-48fb-a4ec-b5004516fed7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.8307772 Feb 09 14:23:07.069265 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-b5d24e13-0054-4892-bfb5-8760828a2000 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67414f61298f4bde8d6f7ae0ededaa2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1054444 Feb 09 14:23:07.087356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd148cfe-e28a-48c3-adad-277da7ed40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:07.087881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd148cfe-e28a-48c3-adad-277da7ed40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:07.088491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd148cfe-e28a-48c3-adad-277da7ed40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:07.088960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd148cfe-e28a-48c3-adad-277da7ed40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:07.089425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd148cfe-e28a-48c3-adad-277da7ed40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:07.089889 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd148cfe-e28a-48c3-adad-277da7ed40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:07.090352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd148cfe-e28a-48c3-adad-277da7ed40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:07.092373 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cd148cfe-e28a-48c3-adad-277da7ed40c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa10991579a24c27b1b3f21f294a7343&device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 6485 time: 0.5214553 Feb 09 14:23:07.102950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Made reservation on behalf of 67414f61298f4bde8d6f7ae0ededaa2d for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:23:07.106933 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:07.159916 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:23:07.281539 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-74d69143-aa5f-4606-bf65-c4e84d7b432f service neutron] 10.222.0.48 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030022 Feb 09 14:23:07.429035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260bb21a-5e19-4f4e-9ac7-711809ec25de None None] New status for floating IP 5862152a-c8be-4c24-aa9c-9c708cb81c0a: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:23:07.498813 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e85f73ce-81e1-420f-940a-64149c9b5708 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e48101c-8487-4aaa-8382-1ef05da81c44 HTTP/1.1" status: 200 len: 217 time: 0.3772457 Feb 09 14:23:07.510921 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0a3e7e7a-dd53-4baa-bfb7-babd2e267636 req-2d1a4917-d0b9-4bc2-b1df-f2edc365918a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548781 Feb 09 14:23:07.786799 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'tag': '805149b5-7347-4083-9518-9161787cbf48', 'status': 'completed', 'code': 200} Feb 09 14:23:07.879359 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-94edd8e9-2b3f-47c6-b55a-ddc05931d019 service neutron] 10.222.0.48 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967374 Feb 09 14:23:07.948772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabff9a6-40c3-4937-b6de-08c0f7fd30df req-24dced0a-188f-4876-bcba-88275020a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:07.952483 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fabff9a6-40c3-4937-b6de-08c0f7fd30df req-24dced0a-188f-4876-bcba-88275020a3f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f8c52ced27646e3b1bb36269481777f&device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 1096 time: 0.1605034 Feb 09 14:23:07.954829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-069f7718-0cb8-4f03-bde8-fdab916092bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:07.956414 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-069f7718-0cb8-4f03-bde8-fdab916092bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb67a8bd-310b-449e-8628-b14f3b207e8b HTTP/1.1" status: 200 len: 856 time: 0.3310933 Feb 09 14:23:08.015141 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2e46682d-3b0d-486c-8ca3-f4d6881b18a0 req-4a19f33c-5038-4d19-b2b8-da6e5d4d311d tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/floatingips/5862152a-c8be-4c24-aa9c-9c708cb81c0a HTTP/1.1" status: 200 len: 695 time: 0.2322950 Feb 09 14:23:08.304838 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac3bece0-a9c5-44a3-b216-14d4961118a1 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:08.335210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabff9a6-40c3-4937-b6de-08c0f7fd30df req-a9b744af-787a-467a-8372-be3c16ad1e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:08.337221 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fabff9a6-40c3-4937-b6de-08c0f7fd30df req-a9b744af-787a-467a-8372-be3c16ad1e30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=04375e8a-2a29-4ee3-801b-e50e99a312f0 HTTP/1.1" status: 200 len: 919 time: 0.3720155 Feb 09 14:23:08.464992 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fabff9a6-40c3-4937-b6de-08c0f7fd30df req-b53f6a14-088b-41dd-8fc7-f2a2cf88af33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=805149b5-7347-4083-9518-9161787cbf48 HTTP/1.1" status: 200 len: 217 time: 0.1178710 Feb 09 14:23:08.488258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Allocated IP 172.20.0.10 (39c8d48e-41fa-4dca-a267-9f377abce6ae/381577b0-b44a-48e2-8d6e-ff167ac380e1/ca56a3ea-fd70-4992-a574-6088e0c17cf6) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:23:08.496805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0d9effe9-c825-4920-80de-ee816198eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:08.499310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0d9effe9-c825-4920-80de-ee816198eac8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b5b27cbb-3aca-4697-bd3f-5eb25bd866e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5342710 Feb 09 14:23:08.578900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d896ce-7667-44f3-8ac9-17c2a90f5f18 req-5b40b6ae-eb6a-4cab-9f97-c2bbe8db65bc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:08.585285 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d896ce-7667-44f3-8ac9-17c2a90f5f18 req-5b40b6ae-eb6a-4cab-9f97-c2bbe8db65bc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:08.594886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d896ce-7667-44f3-8ac9-17c2a90f5f18 req-5b40b6ae-eb6a-4cab-9f97-c2bbe8db65bc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:08.608315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d896ce-7667-44f3-8ac9-17c2a90f5f18 req-5b40b6ae-eb6a-4cab-9f97-c2bbe8db65bc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:08.615288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d896ce-7667-44f3-8ac9-17c2a90f5f18 req-5b40b6ae-eb6a-4cab-9f97-c2bbe8db65bc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:08.622369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d896ce-7667-44f3-8ac9-17c2a90f5f18 req-5b40b6ae-eb6a-4cab-9f97-c2bbe8db65bc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:08.629208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d896ce-7667-44f3-8ac9-17c2a90f5f18 req-5b40b6ae-eb6a-4cab-9f97-c2bbe8db65bc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:08.637511 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:08.638545 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-71d896ce-7667-44f3-8ac9-17c2a90f5f18 req-5b40b6ae-eb6a-4cab-9f97-c2bbe8db65bc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.3923535 Feb 09 14:23:08.676299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'tag': '89eb2817-e4ee-41b5-b56e-200af49eed31'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:08.679432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabff9a6-40c3-4937-b6de-08c0f7fd30df req-61fcf2d6-0c76-4eaa-a89a-5230086ff900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:08.681903 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fabff9a6-40c3-4937-b6de-08c0f7fd30df req-61fcf2d6-0c76-4eaa-a89a-5230086ff900 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=73fe2fc4-e537-471a-bd13-9a72088c784d HTTP/1.1" status: 200 len: 859 time: 0.2081432 Feb 09 14:23:08.787677 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fabff9a6-40c3-4937-b6de-08c0f7fd30df req-42828c8a-f7fd-4e9a-b2b2-553ecea1c1e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04375e8a-2a29-4ee3-801b-e50e99a312f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956678 Feb 09 14:23:08.843527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46682d-3b0d-486c-8ca3-f4d6881b18a0 req-554d7fcd-31ed-4b28-9fd4-70821fbc1aac tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:08.846046 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2e46682d-3b0d-486c-8ca3-f4d6881b18a0 req-554d7fcd-31ed-4b28-9fd4-70821fbc1aac tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 784 time: 0.8294668 Feb 09 14:23:08.928553 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-71d896ce-7667-44f3-8ac9-17c2a90f5f18 req-f3718378-8f6c-4fa0-87b8-39a936064347 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2894323 Feb 09 14:23:08.934060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-2e46682d-3b0d-486c-8ca3-f4d6881b18a0 req-b46c7861-dc2e-42a2-8603-e05425d300dd tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:23:08.935816 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2e46682d-3b0d-486c-8ca3-f4d6881b18a0 req-b46c7861-dc2e-42a2-8603-e05425d300dd tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509653 Feb 09 14:23:09.015763 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fabff9a6-40c3-4937-b6de-08c0f7fd30df req-cfb192c3-9cfa-49dc-9fed-637c5a2d52f4 service neutron] 10.222.0.35 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175546 Feb 09 14:23:09.145033 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-399387d7-5785-46de-8400-ae1fdebe4c7d service neutron] 10.222.0.35 "GET /v2.0/networks/b5b27cbb-3aca-4697-bd3f-5eb25bd866e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6233022 Feb 09 14:23:09.208106 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2e46682d-3b0d-486c-8ca3-f4d6881b18a0 req-44ca6fbd-34d7-4412-8e71-a5840ce26c1b tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.155 HTTP/1.1" status: 200 len: 696 time: 0.2445014 Feb 09 14:23:09.273466 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fabff9a6-40c3-4937-b6de-08c0f7fd30df req-76e25daa-5a21-47fb-8180-2b6876117ad9 service neutron] 10.222.0.35 "GET /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470355 Feb 09 14:23:09.348648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-333cb685-0153-4824-a245-e05c25a85ce0 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:09.349959 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-333cb685-0153-4824-a245-e05c25a85ce0 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/networks?id=39c8d48e-41fa-4dca-a267-9f377abce6ae HTTP/1.1" status: 200 len: 815 time: 0.1585932 Feb 09 14:23:09.369582 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-9ac69a9c-498e-4f82-beea-fdf524efc08f tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/quotas/67414f61298f4bde8d6f7ae0ededaa2d HTTP/1.1" status: 200 len: 375 time: 0.0096884 Feb 09 14:23:09.456334 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-4769c1cb-db99-4b37-af2a-e2806a9872c1 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67414f61298f4bde8d6f7ae0ededaa2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808597 Feb 09 14:23:09.660373 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2e46682d-3b0d-486c-8ca3-f4d6881b18a0 req-55ad9479-cacd-4120-b772-98c6dc6dad36 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.8.155 HTTP/1.1" status: 200 len: 696 time: 0.4233305 Feb 09 14:23:09.701816 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-afed3098-1f14-464e-85aa-fe3a86362925 service neutron] 10.222.0.48 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334650 Feb 09 14:23:09.887031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-5abe967e-a5fb-496f-980b-8c739d0a7fff tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:09.888377 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-5abe967e-a5fb-496f-980b-8c739d0a7fff tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.35 "GET /v2.0/networks?id=39c8d48e-41fa-4dca-a267-9f377abce6ae HTTP/1.1" status: 200 len: 815 time: 0.2733235 Feb 09 14:23:09.895859 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-fafa05d1-9d42-4698-9eca-6ba7c2140bb8 service neutron] 10.222.0.48 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842527 Feb 09 14:23:09.911590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Request body: {'port': {'device_id': '38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6', 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae', 'admin_state_up': True, 'tenant_id': '67414f61298f4bde8d6f7ae0ededaa2d'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:09.927207 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-2e46682d-3b0d-486c-8ca3-f4d6881b18a0 req-16144119-1581-4dda-be51-170c187997f7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Deleting port f20866ad-1565-47e8-8eeb-4d8c92983ad4 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:23:09.927568 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2e46682d-3b0d-486c-8ca3-f4d6881b18a0 req-16144119-1581-4dda-be51-170c187997f7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:09.953680 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-a109a51c-7c30-42a8-9b87-16ae7e928014 service neutron] 10.222.0.35 "GET /v2.0/networks/b5b27cbb-3aca-4697-bd3f-5eb25bd866e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7446105 Feb 09 14:23:10.193546 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:10.200329 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-a1f64a12-cec4-4369-8bd3-b845b0a122dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba HTTP/1.1" status: 200 len: 217 time: 0.2354159 Feb 09 14:23:10.226662 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:10.233530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Usage tracker for resource:port and tenant:67414f61298f4bde8d6f7ae0ededaa2d is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:10.237391 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:10.245818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:10.256880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b1a8a-e39e-4cba-914b-34e6d1a2dd75 req-f6a89ee1-29d3-4947-be6e-bfc8e7dd1767 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:10.258505 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-194b1a8a-e39e-4cba-914b-34e6d1a2dd75 req-f6a89ee1-29d3-4947-be6e-bfc8e7dd1767 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.1565492 Feb 09 14:23:10.279611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Made reservation on behalf of 67414f61298f4bde8d6f7ae0ededaa2d for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:23:10.283008 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:10.326028 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:10.337662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Transition to ACTIVE for port object ca56a3ea-fd70-4992-a574-6088e0c17cf6 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:23:10.359065 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2e46682d-3b0d-486c-8ca3-f4d6881b18a0 req-16144119-1581-4dda-be51-170c187997f7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:10.359426 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2e46682d-3b0d-486c-8ca3-f4d6881b18a0 req-16144119-1581-4dda-be51-170c187997f7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:10.373612 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-194b1a8a-e39e-4cba-914b-34e6d1a2dd75 req-ffa233f2-33e1-478f-92f5-337c5aaea934 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077929 Feb 09 14:23:10.387354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0132f67c-0108-44b1-83c2-49cc32a899c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:10.389017 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0132f67c-0108-44b1-83c2-49cc32a899c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6a2abefd-c835-4a47-b003-11082e488e18 HTTP/1.1" status: 200 len: 797 time: 0.1734166 Feb 09 14:23:10.536150 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ac3bece0-a9c5-44a3-b216-14d4961118a1 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting port ef51c560-18e8-4801-932a-e8c77a368d16 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:23:10.536487 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac3bece0-a9c5-44a3-b216-14d4961118a1 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:10.580525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-2e46682d-3b0d-486c-8ca3-f4d6881b18a0 req-16144119-1581-4dda-be51-170c187997f7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Calling delete_port for f20866ad-1565-47e8-8eeb-4d8c92983ad4 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:23:10.657686 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'tag': '89eb2817-e4ee-41b5-b56e-200af49eed31', 'status': 'completed', 'code': 200} Feb 09 14:23:10.777962 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:10.807641 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Allocated IP 172.20.0.11 (39c8d48e-41fa-4dca-a267-9f377abce6ae/381577b0-b44a-48e2-8d6e-ff167ac380e1/23cce45b-0b74-4331-bb0a-8d977a53d459) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:23:10.911220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Network 39c8d48e-41fa-4dca-a267-9f377abce6ae is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:23:10.921966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:23:10.931144 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-adea0d54-3992-4b08-a53a-08bd6d51de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:10.932764 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-adea0d54-3992-4b08-a53a-08bd6d51de33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f95aa98c-a00b-4cac-9271-8db21c81664d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4885557 Feb 09 14:23:10.933431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:23:11.045639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Pushing event updated for resources: {'Port': ['ID=ca56a3ea-fd70-4992-a574-6088e0c17cf6,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:11.065334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f70a02-b250-4007-9254-56b88cecce45 req-ba905bcc-abf1-4fa4-9894-aee016c3cf5e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:11.071798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f70a02-b250-4007-9254-56b88cecce45 req-ba905bcc-abf1-4fa4-9894-aee016c3cf5e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:11.077643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f70a02-b250-4007-9254-56b88cecce45 req-ba905bcc-abf1-4fa4-9894-aee016c3cf5e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:11.084625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f70a02-b250-4007-9254-56b88cecce45 req-ba905bcc-abf1-4fa4-9894-aee016c3cf5e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:11.091106 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f70a02-b250-4007-9254-56b88cecce45 req-ba905bcc-abf1-4fa4-9894-aee016c3cf5e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:11.097159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f70a02-b250-4007-9254-56b88cecce45 req-ba905bcc-abf1-4fa4-9894-aee016c3cf5e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:11.103634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f70a02-b250-4007-9254-56b88cecce45 req-ba905bcc-abf1-4fa4-9894-aee016c3cf5e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:11.105609 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-12f70a02-b250-4007-9254-56b88cecce45 req-ba905bcc-abf1-4fa4-9894-aee016c3cf5e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.2691917 Feb 09 14:23:11.181747 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:11.202588 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-12f70a02-b250-4007-9254-56b88cecce45 req-9b118139-ccd9-4252-b3b3-ae1480eb7c4c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778434 Feb 09 14:23:11.209960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Transition to ACTIVE for port object 23cce45b-0b74-4331-bb0a-8d977a53d459 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:23:11.265452 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:11.274556 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bab8fab5-7465-4c23-9584-a04fa8ccbad8 None None] Provisioning for port ca56a3ea-fd70-4992-a574-6088e0c17cf6 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:23:11.285858 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bab8fab5-7465-4c23-9584-a04fa8ccbad8 None None] Provisioning complete for port ca56a3ea-fd70-4992-a574-6088e0c17cf6 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:23:11.286300 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bab8fab5-7465-4c23-9584-a04fa8ccbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:11.324722 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac3bece0-a9c5-44a3-b216-14d4961118a1 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:11.388083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Pushing event updated for resources: {'Port': ['ID=23cce45b-0b74-4331-bb0a-8d977a53d459,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:11.397031 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bab8fab5-7465-4c23-9584-a04fa8ccbad8 None None] Port ca56a3ea-fd70-4992-a574-6088e0c17cf6 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:23:11.436130 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:11.436963 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:11.448471 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7189545f-4948-4a3a-b9aa-5309f07ee157 req-17ba840d-e35b-4596-b50d-f2ccd746649f tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 210 time: 0.0654392 Feb 09 14:23:11.450496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Network 39c8d48e-41fa-4dca-a267-9f377abce6ae is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:23:11.451761 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:23:11.464786 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:23:11.579560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:11.584445 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:11.609902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ac3bece0-a9c5-44a3-b216-14d4961118a1 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Calling delete_port for ef51c560-18e8-4801-932a-e8c77a368d16 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:23:11.615922 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-daae7eea-b2cd-48f2-85a6-6ee40552e9ef tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7092378 Feb 09 14:23:11.629734 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Request body: {'port': {'device_id': '38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:11.769099 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2e46682d-3b0d-486c-8ca3-f4d6881b18a0 req-16144119-1581-4dda-be51-170c187997f7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:11.812258 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:11.824782 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d6b173bf-ce1a-4525-a58b-fcc5c5000b47 None None] Provisioning for port 23cce45b-0b74-4331-bb0a-8d977a53d459 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:23:11.830826 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d6b173bf-ce1a-4525-a58b-fcc5c5000b47 None None] Provisioning complete for port 23cce45b-0b74-4331-bb0a-8d977a53d459 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:23:11.831470 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d6b173bf-ce1a-4525-a58b-fcc5c5000b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:11.860119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-900a4688-78f9-4099-8e2c-91dfd3bcf78e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0729358 Feb 09 14:23:11.869658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16144119-1581-4dda-be51-170c187997f7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Pushing event deleted for resources: {'Port': ['ID=f20866ad-1565-47e8-8eeb-4d8c92983ad4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:11.877457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Request body: {'port': {'device_id': 'a1b4855f-d00e-400d-8b54-32aa18eb4427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:11.885306 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce961f9-fcc5-474b-bdb8-78c86ca594dc req-40009a3d-dbe0-4e89-bec9-f171ff04bda8 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:11.886800 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ce961f9-fcc5-474b-bdb8-78c86ca594dc req-40009a3d-dbe0-4e89-bec9-f171ff04bda8 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 945 time: 0.2236242 Feb 09 14:23:11.909627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d6b173bf-ce1a-4525-a58b-fcc5c5000b47 None None] Port 23cce45b-0b74-4331-bb0a-8d977a53d459 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:23:11.943231 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-b157c3da-53be-4399-ab3b-72b6a2ad0bae service neutron] 10.222.0.35 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9664805 Feb 09 14:23:11.993883 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ce961f9-fcc5-474b-bdb8-78c86ca594dc req-d241028b-28f1-43ef-a457-6e7394876608 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970521 Feb 09 14:23:12.284261 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-e700a3d4-065c-4b21-81b8-59fda21e717f tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:12.285608 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-e700a3d4-065c-4b21-81b8-59fda21e717f tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.35 "GET /v2.0/networks?id=39c8d48e-41fa-4dca-a267-9f377abce6ae HTTP/1.1" status: 200 len: 815 time: 0.9870510 Feb 09 14:23:12.309190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-e57105c4-10e1-465a-9f19-3649aef732ce tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Request body: {'port': {'device_id': '8e8fc1ad-efac-48ff-bc13-f682122d4c4c', 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae', 'admin_state_up': True, 'tenant_id': '67414f61298f4bde8d6f7ae0ededaa2d'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:12.309443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23cce45b-0b74-4331-bb0a-8d977a53d459 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:12.318870 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:12.348052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Transition to ACTIVE for port object 23cce45b-0b74-4331-bb0a-8d977a53d459 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:23:12.355011 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:12.394340 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9ebbc-2853-4c8d-989b-f69d8ff177d3 req-5f2dff81-d9ed-4e47-902f-67a347d23dae tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:12.395900 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a8f9ebbc-2853-4c8d-989b-f69d8ff177d3 req-5f2dff81-d9ed-4e47-902f-67a347d23dae tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.2067542 Feb 09 14:23:12.541272 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2e46682d-3b0d-486c-8ca3-f4d6881b18a0 req-16144119-1581-4dda-be51-170c187997f7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:12.544854 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2e46682d-3b0d-486c-8ca3-f4d6881b18a0 req-16144119-1581-4dda-be51-170c187997f7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:12.546559 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2e46682d-3b0d-486c-8ca3-f4d6881b18a0 req-16144119-1581-4dda-be51-170c187997f7 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "DELETE /v2.0/floatingips/5862152a-c8be-4c24-aa9c-9c708cb81c0a HTTP/1.1" status: 204 len: 173 time: 2.8793774 Feb 09 14:23:12.593732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=23cce45b-0b74-4331-bb0a-8d977a53d459,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:12.600492 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c1c4211d-f483-4647-8ba9-73a02f1effea service neutron] 10.222.0.35 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350458 Feb 09 14:23:12.623783 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:12.738077 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-bff685c8-9d91-4bfd-99b4-2432307099fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=60c40ead-be90-4c91-9968-52dbcccd172a HTTP/1.1" status: 200 len: 217 time: 0.0944245 Feb 09 14:23:12.822698 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a8f9ebbc-2853-4c8d-989b-f69d8ff177d3 req-21de6037-5c95-4244-bc88-75d2cfd93344 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106576 Feb 09 14:23:12.993251 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Attempting to bind port 23cce45b-0b74-4331-bb0a-8d977a53d459 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:23:12.993878 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Attempting to bind port 23cce45b-0b74-4331-bb0a-8d977a53d459 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'ca7614f9-21b2-4407-8b50-5b07343a22bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:23:12.994206 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Attempting to bind port 23cce45b-0b74-4331-bb0a-8d977a53d459 on network 39c8d48e-41fa-4dca-a267-9f377abce6ae {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:23:13.000381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Port 23cce45b-0b74-4331-bb0a-8d977a53d459 on network 39c8d48e-41fa-4dca-a267-9f377abce6ae not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:23:13.000716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Attempting to bind port 23cce45b-0b74-4331-bb0a-8d977a53d459 on network 39c8d48e-41fa-4dca-a267-9f377abce6ae {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:23:13.010990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:23:13.011368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Checking segment: {'id': 'ca7614f9-21b2-4407-8b50-5b07343a22bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:23:13.011812 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Bound using segment: {'id': 'ca7614f9-21b2-4407-8b50-5b07343a22bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:23:13.012292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Bound port: 23cce45b-0b74-4331-bb0a-8d977a53d459, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7614f9-21b2-4407-8b50-5b07343a22bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:23:13.012647 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.134990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1860fa22-87db-4a87-997e-8e3ebc4ce23f req-ec119c4e-5c2b-4dd4-9808-2180f8a43054 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Synchronizing usage tracker for tenant:67414f61298f4bde8d6f7ae0ededaa2d on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:13.171969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1860fa22-87db-4a87-997e-8e3ebc4ce23f req-ec119c4e-5c2b-4dd4-9808-2180f8a43054 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Unset dirty status for tenant:67414f61298f4bde8d6f7ae0ededaa2d on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:13.173047 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1860fa22-87db-4a87-997e-8e3ebc4ce23f req-ec119c4e-5c2b-4dd4-9808-2180f8a43054 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 210 time: 0.1059985 Feb 09 14:23:13.183841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] For port 23cce45b-0b74-4331-bb0a-8d977a53d459, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:23:13.187563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] For port 23cce45b-0b74-4331-bb0a-8d977a53d459, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=23cce45b-0b74-4331-bb0a-8d977a53d459,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:23:13.193614 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.277491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:13.277709 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.279106 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] 10.222.0.35 "PUT /v2.0/ports/23cce45b-0b74-4331-bb0a-8d977a53d459 HTTP/1.1" status: 200 len: 1092 time: 1.6552880 Feb 09 14:23:13.279332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-e57105c4-10e1-465a-9f19-3649aef732ce tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:13.283757 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6', 'tag': '23cce45b-0b74-4331-bb0a-8d977a53d459'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:13.295900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-8fb2a57a-348f-4a9b-b90d-b62b10e9833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:13.297408 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-8fb2a57a-348f-4a9b-b90d-b62b10e9833f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6a2abefd-c835-4a47-b003-11082e488e18 HTTP/1.1" status: 200 len: 797 time: 0.5109687 Feb 09 14:23:13.372614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f12222-732a-4379-80cc-1a094ad45ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=23cce45b-0b74-4331-bb0a-8d977a53d459,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:13.374787 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-e57105c4-10e1-465a-9f19-3649aef732ce tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:13.390495 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cfe9aa0-0f13-4a2c-b237-81b5c1fafd3e req-7b56df3d-f239-481c-89fc-224b7d6914e6 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups/c29d1ca3-3b8d-4791-9eb6-6dc0d0f8a22b HTTP/1.1" status: 200 len: 1810 time: 0.1447871 Feb 09 14:23:13.482456 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8cfe9aa0-0f13-4a2c-b237-81b5c1fafd3e req-b64f8e40-9fcb-4fa1-af51-22606831f4b1 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.504317 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-17664fbb-ad09-4b19-bf03-a948ab6d4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:13.505808 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-17664fbb-ad09-4b19-bf03-a948ab6d4af7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67414f61298f4bde8d6f7ae0ededaa2d&device_id=38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6 HTTP/1.1" status: 200 len: 1095 time: 0.1777072 Feb 09 14:23:13.507307 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac3bece0-a9c5-44a3-b216-14d4961118a1 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.511763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-e57105c4-10e1-465a-9f19-3649aef732ce tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Made reservation on behalf of 67414f61298f4bde8d6f7ae0ededaa2d for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:23:13.515492 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-e57105c4-10e1-465a-9f19-3649aef732ce tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.595298 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8cfe9aa0-0f13-4a2c-b237-81b5c1fafd3e req-b64f8e40-9fcb-4fa1-af51-22606831f4b1 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.612145 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-e1f6ec1c-3cbd-4bc7-86a4-ff0a4711cb74 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23cce45b-0b74-4331-bb0a-8d977a53d459 HTTP/1.1" status: 200 len: 217 time: 0.0950000 Feb 09 14:23:13.668545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bece0-a9c5-44a3-b216-14d4961118a1 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Port': ['ID=ef51c560-18e8-4801-932a-e8c77a368d16,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:13.717755 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-b8133220-e6b8-455f-af7c-6bd3c7f78674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:13.719192 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-b8133220-e6b8-455f-af7c-6bd3c7f78674 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=381577b0-b44a-48e2-8d6e-ff167ac380e1 HTTP/1.1" status: 200 len: 854 time: 0.0973020 Feb 09 14:23:13.768484 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8cfe9aa0-0f13-4a2c-b237-81b5c1fafd3e req-b64f8e40-9fcb-4fa1-af51-22606831f4b1 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.814682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f8e40-9fcb-4fa1-af51-22606831f4b1 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29d1ca3-3b8d-4791-9eb6-6dc0d0f8a22b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:13.828037 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8cfe9aa0-0f13-4a2c-b237-81b5c1fafd3e req-b64f8e40-9fcb-4fa1-af51-22606831f4b1 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.829744 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8cfe9aa0-0f13-4a2c-b237-81b5c1fafd3e req-b64f8e40-9fcb-4fa1-af51-22606831f4b1 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "DELETE /v2.0/security-groups/c29d1ca3-3b8d-4791-9eb6-6dc0d0f8a22b HTTP/1.1" status: 204 len: 173 time: 0.4384127 Feb 09 14:23:13.829878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7183d-dcf1-4973-af21-d81e04afe6d2 req-b2ab4c40-da31-47fa-ac62-49caeba95007 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:13.830531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1ab7183d-dcf1-4973-af21-d81e04afe6d2 req-b2ab4c40-da31-47fa-ac62-49caeba95007 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Synchronizing usage tracker for tenant:a7f428d0350d40a891a26b2f275269ef on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:13.845382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458c022-e45f-4179-8bdf-0841fb7f20ed req-4bc1e191-2a5a-4056-9e76-34953b0d8fbe tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:13.852458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458c022-e45f-4179-8bdf-0841fb7f20ed req-4bc1e191-2a5a-4056-9e76-34953b0d8fbe tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:13.857919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-c0695bd1-d19b-40a4-8e06-cf7d8d17ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:13.858550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458c022-e45f-4179-8bdf-0841fb7f20ed req-4bc1e191-2a5a-4056-9e76-34953b0d8fbe tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:13.859397 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-c0695bd1-d19b-40a4-8e06-cf7d8d17ccd1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39c8d48e-41fa-4dca-a267-9f377abce6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337831 Feb 09 14:23:13.864274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458c022-e45f-4179-8bdf-0841fb7f20ed req-4bc1e191-2a5a-4056-9e76-34953b0d8fbe tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:13.870525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458c022-e45f-4179-8bdf-0841fb7f20ed req-4bc1e191-2a5a-4056-9e76-34953b0d8fbe tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:13.876251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458c022-e45f-4179-8bdf-0841fb7f20ed req-4bc1e191-2a5a-4056-9e76-34953b0d8fbe tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:13.882002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458c022-e45f-4179-8bdf-0841fb7f20ed req-4bc1e191-2a5a-4056-9e76-34953b0d8fbe tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:13.890470 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e458c022-e45f-4179-8bdf-0841fb7f20ed req-4bc1e191-2a5a-4056-9e76-34953b0d8fbe tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 1.0185812 Feb 09 14:23:14.074678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0247ebd8-2186-48d8-b82f-af57e5085021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:14.076138 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0247ebd8-2186-48d8-b82f-af57e5085021 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f95aa98c-a00b-4cac-9271-8db21c81664d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7568152 Feb 09 14:23:14.076255 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-ff7a5fce-319b-4e65-b966-ba7eefc1d71d service neutron] 10.222.0.35 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094235 Feb 09 14:23:14.076730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-1ab7183d-dcf1-4973-af21-d81e04afe6d2 req-b2ab4c40-da31-47fa-ac62-49caeba95007 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Unset dirty status for tenant:a7f428d0350d40a891a26b2f275269ef on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:14.077667 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ab7183d-dcf1-4973-af21-d81e04afe6d2 req-b2ab4c40-da31-47fa-ac62-49caeba95007 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 945 time: 0.8518896 Feb 09 14:23:14.083893 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f7bec-7608-4a0e-961d-4acefee0cd20 req-52448d99-0ae8-421a-b418-6698345f9c4f tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:14.085341 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c12f7bec-7608-4a0e-961d-4acefee0cd20 req-52448d99-0ae8-421a-b418-6698345f9c4f tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 945 time: 0.1395164 Feb 09 14:23:14.135074 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e458c022-e45f-4179-8bdf-0841fb7f20ed req-3b1a8789-7263-41ff-80ed-9adf235786da tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2439647 Feb 09 14:23:14.239362 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c12f7bec-7608-4a0e-961d-4acefee0cd20 req-03a2be57-5596-4750-afd6-01332bdbe139 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257217 Feb 09 14:23:14.243960 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6', 'tag': '23cce45b-0b74-4331-bb0a-8d977a53d459', 'status': 'completed', 'code': 200} Feb 09 14:23:14.284979 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60dca5d3-5d84-4a69-acd0-03b74a0c685f req-096eff1f-4928-413b-80b5-73a17aff5f1a service neutron] 10.222.0.35 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923978 Feb 09 14:23:14.404455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-1ab7183d-dcf1-4973-af21-d81e04afe6d2 req-753158cc-a6d4-4f57-ad0a-5a3486d433a9 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Deleting port fbc838fb-79fb-4ba4-8686-8896c1dbe58f {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:23:14.405077 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1ab7183d-dcf1-4973-af21-d81e04afe6d2 req-753158cc-a6d4-4f57-ad0a-5a3486d433a9 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:14.476543 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-be8b9a2f-fe4d-48a5-8732-0c49122174b3 service neutron] 10.222.0.35 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469572 Feb 09 14:23:14.588571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc034b7-54d4-4e76-a9d1-388a373fb1f1 req-f83439d3-e798-447d-85b3-3b95cfc2fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:14.591289 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fbc034b7-54d4-4e76-a9d1-388a373fb1f1 req-f83439d3-e798-447d-85b3-3b95cfc2fc31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67414f61298f4bde8d6f7ae0ededaa2d&device_id=38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6 HTTP/1.1" status: 200 len: 1095 time: 0.2561610 Feb 09 14:23:14.635881 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2581e-bb77-4b3e-9ee8-8978b549ce5e req-6c492967-42b1-4baa-a5ca-fa7fa3a63df4 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:14.637783 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f7e2581e-bb77-4b3e-9ee8-8978b549ce5e req-6c492967-42b1-4baa-a5ca-fa7fa3a63df4 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.2123005 Feb 09 14:23:14.641031 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:23:14.753120 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f7e2581e-bb77-4b3e-9ee8-8978b549ce5e req-97547443-7e4d-44b0-a93f-525a95f14234 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644541 Feb 09 14:23:14.786508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c837796a-c3d3-480b-8f0b-f9a6f5138a55 req-daf724ec-cc30-4de9-be6a-053ae0c544fb tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Synchronizing usage tracker for tenant:67414f61298f4bde8d6f7ae0ededaa2d on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:14.804789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc034b7-54d4-4e76-a9d1-388a373fb1f1 req-a2c442cb-e874-4ba3-86f7-e7982515b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:14.806288 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fbc034b7-54d4-4e76-a9d1-388a373fb1f1 req-a2c442cb-e874-4ba3-86f7-e7982515b752 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39c8d48e-41fa-4dca-a267-9f377abce6ae HTTP/1.1" status: 200 len: 915 time: 0.2069979 Feb 09 14:23:14.922763 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fbc034b7-54d4-4e76-a9d1-388a373fb1f1 req-0d72e421-65e2-4f3a-a973-acb9bef18241 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23cce45b-0b74-4331-bb0a-8d977a53d459 HTTP/1.1" status: 200 len: 217 time: 0.1096327 Feb 09 14:23:15.123435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c837796a-c3d3-480b-8f0b-f9a6f5138a55 req-daf724ec-cc30-4de9-be6a-053ae0c544fb tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Unset dirty status for tenant:67414f61298f4bde8d6f7ae0ededaa2d on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:15.124877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c837796a-c3d3-480b-8f0b-f9a6f5138a55 req-daf724ec-cc30-4de9-be6a-053ae0c544fb tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 210 time: 0.4932487 Feb 09 14:23:15.142453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc034b7-54d4-4e76-a9d1-388a373fb1f1 req-d9423529-3ce2-4b95-99be-6f717a02ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:15.145045 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fbc034b7-54d4-4e76-a9d1-388a373fb1f1 req-d9423529-3ce2-4b95-99be-6f717a02ffa2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=381577b0-b44a-48e2-8d6e-ff167ac380e1 HTTP/1.1" status: 200 len: 854 time: 0.2154305 Feb 09 14:23:15.163848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca56a3ea-fd70-4992-a574-6088e0c17cf6 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:15.208929 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:15.212599 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac3bece0-a9c5-44a3-b216-14d4961118a1 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:15.250923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03dbcd-fa7e-48bd-9a1c-7251b0d1767d req-2c63fd0d-3a89-4810-8041-d6ad3ab0d63c tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:15.260571 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8b03dbcd-fa7e-48bd-9a1c-7251b0d1767d req-2c63fd0d-3a89-4810-8041-d6ad3ab0d63c tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.3809612 Feb 09 14:23:15.307981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1ab7183d-dcf1-4973-af21-d81e04afe6d2 req-753158cc-a6d4-4f57-ad0a-5a3486d433a9 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] For port fbc838fb-79fb-4ba4-8686-8896c1dbe58f, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=fbc838fb-79fb-4ba4-8686-8896c1dbe58f,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:15.308688 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1ab7183d-dcf1-4973-af21-d81e04afe6d2 req-753158cc-a6d4-4f57-ad0a-5a3486d433a9 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:15.316916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8b03dbcd-fa7e-48bd-9a1c-7251b0d1767d req-832607a0-ea65-4e6d-a9ca-3ecc6139a447 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Synchronizing usage tracker for tenant:7f8c52ced27646e3b1bb36269481777f on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:15.328858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc034b7-54d4-4e76-a9d1-388a373fb1f1 req-a30b53ad-8cc5-437b-9977-5e89e51162f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:15.330337 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fbc034b7-54d4-4e76-a9d1-388a373fb1f1 req-a30b53ad-8cc5-437b-9977-5e89e51162f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39c8d48e-41fa-4dca-a267-9f377abce6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758661 Feb 09 14:23:15.358074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8b03dbcd-fa7e-48bd-9a1c-7251b0d1767d req-832607a0-ea65-4e6d-a9ca-3ecc6139a447 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Unset dirty status for tenant:7f8c52ced27646e3b1bb36269481777f on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:15.359165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8b03dbcd-fa7e-48bd-9a1c-7251b0d1767d req-832607a0-ea65-4e6d-a9ca-3ecc6139a447 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976863 Feb 09 14:23:15.423011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Transition to ACTIVE for port object ca56a3ea-fd70-4992-a574-6088e0c17cf6 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:23:15.486785 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-90a2b4f2-dd9b-4bf5-9845-84e3122bbce4 service neutron] 10.222.0.35 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8560624 Feb 09 14:23:15.572289 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fbc034b7-54d4-4e76-a9d1-388a373fb1f1 req-673fd16e-7e39-441f-9a51-0ded0c34d673 service neutron] 10.222.0.35 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338018 Feb 09 14:23:15.685013 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:15.744070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-1ab7183d-dcf1-4973-af21-d81e04afe6d2 req-753158cc-a6d4-4f57-ad0a-5a3486d433a9 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Calling delete_port for fbc838fb-79fb-4ba4-8686-8896c1dbe58f owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:23:15.764754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447228f-ba69-488a-8d58-00f68e953f06 req-b5d49baf-34d9-491f-922c-a1212868708b tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:15.767263 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b447228f-ba69-488a-8d58-00f68e953f06 req-b5d49baf-34d9-491f-922c-a1212868708b tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 945 time: 0.2511082 Feb 09 14:23:15.773253 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fbc034b7-54d4-4e76-a9d1-388a373fb1f1 req-bf2457e9-c357-4d4c-b70f-677bb36e7152 service neutron] 10.222.0.35 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928928 Feb 09 14:23:15.845351 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b447228f-ba69-488a-8d58-00f68e953f06 req-6bd0be99-5655-47d9-8f4e-c819a351f02c tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711203 Feb 09 14:23:15.896793 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-4ed444ca-6d9c-467a-9dce-ab8d560e91a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=19d5bdfb-6f91-43f1-a994-fa6a8fc0381b HTTP/1.1" status: 200 len: 217 time: 0.2134426 Feb 09 14:23:16.105705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-e57105c4-10e1-465a-9f19-3649aef732ce tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Allocated IP 172.20.0.6 (39c8d48e-41fa-4dca-a267-9f377abce6ae/381577b0-b44a-48e2-8d6e-ff167ac380e1/fbfd252e-614b-4f95-bec0-326b935ca089) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:23:16.166213 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Pushing event updated for resources: {'Port': ['ID=ca56a3ea-fd70-4992-a574-6088e0c17cf6,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:16.188548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1ee8c-1726-47f9-91c7-a58a6f2d5c01 req-a3cf7a15-80f7-47af-b62b-96ef84e9eca3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:16.190374 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-76e1ee8c-1726-47f9-91c7-a58a6f2d5c01 req-a3cf7a15-80f7-47af-b62b-96ef84e9eca3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.1136191 Feb 09 14:23:16.250071 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-76e1ee8c-1726-47f9-91c7-a58a6f2d5c01 req-00ab18ae-8a79-480b-88f6-7a876192ce3b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522883 Feb 09 14:23:16.299045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-d03cef3f-9da9-486e-b3fe-8e57acca83f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:16.300566 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-d03cef3f-9da9-486e-b3fe-8e57acca83f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6a2abefd-c835-4a47-b003-11082e488e18 HTTP/1.1" status: 200 len: 797 time: 0.3885574 Feb 09 14:23:16.456440 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675be39a-84bd-4dbb-ac9e-df4a19bd735a req-a3e40efc-65c9-475c-a886-d1da40ce9f02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:16.462131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675be39a-84bd-4dbb-ac9e-df4a19bd735a req-a3e40efc-65c9-475c-a886-d1da40ce9f02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:16.467904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675be39a-84bd-4dbb-ac9e-df4a19bd735a req-a3e40efc-65c9-475c-a886-d1da40ce9f02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:16.473254 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5db23bc1-54dd-4172-8515-437d5e44fb1b req-6dd99525-e3cf-4b6d-8707-5c461143a21b tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 210 time: 0.0537248 Feb 09 14:23:16.474152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675be39a-84bd-4dbb-ac9e-df4a19bd735a req-a3e40efc-65c9-475c-a886-d1da40ce9f02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:16.480476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675be39a-84bd-4dbb-ac9e-df4a19bd735a req-a3e40efc-65c9-475c-a886-d1da40ce9f02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:16.486148 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675be39a-84bd-4dbb-ac9e-df4a19bd735a req-a3e40efc-65c9-475c-a886-d1da40ce9f02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:16.491867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675be39a-84bd-4dbb-ac9e-df4a19bd735a req-a3e40efc-65c9-475c-a886-d1da40ce9f02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:16.494283 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-675be39a-84bd-4dbb-ac9e-df4a19bd735a req-a3e40efc-65c9-475c-a886-d1da40ce9f02 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 1.1902380 Feb 09 14:23:16.741068 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c864f-6550-441d-ac2a-ec57fc041e54 req-65282008-c15e-438c-ba08-ec4149f2e375 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:16.742532 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-685c864f-6550-441d-ac2a-ec57fc041e54 req-65282008-c15e-438c-ba08-ec4149f2e375 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.0923297 Feb 09 14:23:16.787633 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1ab7183d-dcf1-4973-af21-d81e04afe6d2 req-753158cc-a6d4-4f57-ad0a-5a3486d433a9 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:16.792050 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-685c864f-6550-441d-ac2a-ec57fc041e54 req-033c22d3-97ec-4eb4-9f43-3171f5591404 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429394 Feb 09 14:23:16.816721 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['ea4ee131-6417-473e-bf16-e912e57cdd8d', 'c85d29c8-9e64-4a09-a47e-384838667f5e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:23:16.877110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38494) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:16.888627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Attempting to bind port ca56a3ea-fd70-4992-a574-6088e0c17cf6 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:23:16.888962 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Attempting to bind port ca56a3ea-fd70-4992-a574-6088e0c17cf6 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'ca7614f9-21b2-4407-8b50-5b07343a22bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:23:16.889287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Attempting to bind port ca56a3ea-fd70-4992-a574-6088e0c17cf6 on network 39c8d48e-41fa-4dca-a267-9f377abce6ae {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:23:16.906826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753158cc-a6d4-4f57-ad0a-5a3486d433a9 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Pushing event deleted for resources: {'Port': ['ID=fbc838fb-79fb-4ba4-8686-8896c1dbe58f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:16.927069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Port ca56a3ea-fd70-4992-a574-6088e0c17cf6 on network 39c8d48e-41fa-4dca-a267-9f377abce6ae not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:23:16.927407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Attempting to bind port ca56a3ea-fd70-4992-a574-6088e0c17cf6 on network 39c8d48e-41fa-4dca-a267-9f377abce6ae {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:23:16.975137 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-675be39a-84bd-4dbb-ac9e-df4a19bd735a req-b74cc955-7314-470a-81ee-3c8036812a9e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4612401 Feb 09 14:23:17.054189 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22862ac7-6450-4cdc-a58d-40ef9021874a req-353fd02e-c66f-48f2-969f-84075c778007 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb786a65-0ab2-48e8-83e4-b047fe083129 HTTP/1.1" status: 200 len: 210 time: 0.0577369 Feb 09 14:23:17.059507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4449df-d956-497b-acc7-c9239dd4fc54 admin admin] Deleting subnet 63021245-ec5e-45fc-a1a8-f13ed23aa515 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:23:17.062643 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ff4449df-d956-497b-acc7-c9239dd4fc54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:17.063278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:23:17.063627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Checking segment: {'id': 'ca7614f9-21b2-4407-8b50-5b07343a22bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:23:17.064039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Bound using segment: {'id': 'ca7614f9-21b2-4407-8b50-5b07343a22bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:23:17.064487 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Bound port: ca56a3ea-fd70-4992-a574-6088e0c17cf6, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7614f9-21b2-4407-8b50-5b07343a22bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:23:17.064845 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:17.109266 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3bece0-a9c5-44a3-b216-14d4961118a1 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Router 0fc9ec94-ba9f-419a-827e-bf30628f44fe has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:23:17.121296 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ff4449df-d956-497b-acc7-c9239dd4fc54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:17.130554 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-d77a1b0c-6200-4803-a5f6-4da4e866ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:17.131234 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-d77a1b0c-6200-4803-a5f6-4da4e866ed39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f95aa98c-a00b-4cac-9271-8db21c81664d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7691250 Feb 09 14:23:17.177277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab7183d-dcf1-4973-af21-d81e04afe6d2 req-753158cc-a6d4-4f57-ad0a-5a3486d433a9 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] No DVR routers for this DVR port fbc838fb-79fb-4ba4-8686-8896c1dbe58f on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:23:17.200287 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ff4449df-d956-497b-acc7-c9239dd4fc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:17.215514 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1ab7183d-dcf1-4973-af21-d81e04afe6d2 req-753158cc-a6d4-4f57-ad0a-5a3486d433a9 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:17.221830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb786a65-0ab2-48e8-83e4-b047fe083129', 'name': 'network-vif-deleted', 'tag': 'fbc838fb-79fb-4ba4-8686-8896c1dbe58f'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:17.291469 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ff4449df-d956-497b-acc7-c9239dd4fc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:17.353218 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb786a65-0ab2-48e8-83e4-b047fe083129', 'name': 'network-vif-deleted', 'tag': 'fbc838fb-79fb-4ba4-8686-8896c1dbe58f', 'status': 'completed', 'code': 200} Feb 09 14:23:17.358257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4449df-d956-497b-acc7-c9239dd4fc54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63021245-ec5e-45fc-a1a8-f13ed23aa515,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:17.371795 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ff4449df-d956-497b-acc7-c9239dd4fc54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:17.384257 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ff4449df-d956-497b-acc7-c9239dd4fc54 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/63021245-ec5e-45fc-a1a8-f13ed23aa515 HTTP/1.1" status: 204 len: 168 time: 0.5045996 Feb 09 14:23:17.388552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38506) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:17.435666 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ab7183d-dcf1-4973-af21-d81e04afe6d2 req-753158cc-a6d4-4f57-ad0a-5a3486d433a9 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.35 "DELETE /v2.0/ports/fbc838fb-79fb-4ba4-8686-8896c1dbe58f HTTP/1.1" status: 204 len: 173 time: 3.3402309 Feb 09 14:23:17.488698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] For port ca56a3ea-fd70-4992-a574-6088e0c17cf6, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:23:17.508991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device fbc838fb-79fb-4ba4-8686-8896c1dbe58f no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:23:17.527686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] For port ca56a3ea-fd70-4992-a574-6088e0c17cf6, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ca56a3ea-fd70-4992-a574-6088e0c17cf6,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:23:17.594137 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-e57105c4-10e1-465a-9f19-3649aef732ce tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:17.596956 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:17.611957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: fbc838fb-79fb-4ba4-8686-8896c1dbe58f {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:23:17.615447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device fbc838fb-79fb-4ba4-8686-8896c1dbe58f not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:23:17.630663 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-facda7ad-3fe0-416e-8c1f-a5273affd329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:17.793927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81665d3-2816-4a8a-beb0-a5c6b5d466d7 req-8b43d785-d339-4d91-9b6a-590babea4231 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:17.795450 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d81665d3-2816-4a8a-beb0-a5c6b5d466d7 req-8b43d785-d339-4d91-9b6a-590babea4231 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.3288774 Feb 09 14:23:17.828338 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-3549fd0e-69e8-4ed9-a4e7-e22b2ddecf09 service neutron] 10.222.0.35 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608841 Feb 09 14:23:17.831433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:17.832549 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:17.834149 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] 10.222.0.35 "PUT /v2.0/ports/ca56a3ea-fd70-4992-a574-6088e0c17cf6 HTTP/1.1" status: 200 len: 1092 time: 5.9619942 Feb 09 14:23:17.835564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-e57105c4-10e1-465a-9f19-3649aef732ce tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Transition to ACTIVE for port object fbfd252e-614b-4f95-bec0-326b935ca089 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:23:17.837515 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-facda7ad-3fe0-416e-8c1f-a5273affd329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:17.881267 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d81665d3-2816-4a8a-beb0-a5c6b5d466d7 req-1377edd7-26dc-4a30-bc3b-6c5a1a139f73 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694337 Feb 09 14:23:17.883399 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-facda7ad-3fe0-416e-8c1f-a5273affd329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30830122-d798-49d7-b828-5813fd5acd73']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:17.901396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-facda7ad-3fe0-416e-8c1f-a5273affd329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24091c7-0af0-4460-a063-a78852c4a1b9') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:17.901692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-facda7ad-3fe0-416e-8c1f-a5273affd329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24091c7-0af0-4460-a063-a78852c4a1b9') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:17.914589 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-facda7ad-3fe0-416e-8c1f-a5273affd329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:17.944766 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-facda7ad-3fe0-416e-8c1f-a5273affd329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:17.951290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facda7ad-3fe0-416e-8c1f-a5273affd329 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:23:17.951701 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-facda7ad-3fe0-416e-8c1f-a5273affd329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:23:17.967275 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:23:17.987783 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f72120b-1f17-43b1-a798-c5d221708548 req-1c6f5ec4-e3ec-4ffa-a243-4760c9ea6edb tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 210 time: 0.2906291 Feb 09 14:23:18.062133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3bece0-a9c5-44a3-b216-14d4961118a1 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:23:18.075584 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b882b0-c965-428b-8377-157809b8a025 None None] Sync routers for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:23:18.082716 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ac3bece0-a9c5-44a3-b216-14d4961118a1 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "PUT /v2.0/routers/0fc9ec94-ba9f-419a-827e-bf30628f44fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5343585 Feb 09 14:23:18.099986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38518) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:18.199428 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b882b0-c965-428b-8377-157809b8a025 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:23:18.200453 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-01b882b0-c965-428b-8377-157809b8a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:22:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:18.244731 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca4f21-e7e0-49ee-adf1-b83308581fcd service neutron] Pushing event updated for resources: {'Port': ['ID=ca56a3ea-fd70-4992-a574-6088e0c17cf6,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:18.305689 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-01b882b0-c965-428b-8377-157809b8a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:18.314694 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-facda7ad-3fe0-416e-8c1f-a5273affd329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:18.324254 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b882b0-c965-428b-8377-157809b8a025 None None] Routers {'0fc9ec94-ba9f-419a-827e-bf30628f44fe'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:23:18.324870 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-01b882b0-c965-428b-8377-157809b8a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:22:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:18.332800 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-facda7ad-3fe0-416e-8c1f-a5273affd329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:18.350659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facda7ad-3fe0-416e-8c1f-a5273affd329 admin admin] Pushing event deleted for resources: {'Network': ['ID=30830122-d798-49d7-b828-5813fd5acd73,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:18.360323 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-facda7ad-3fe0-416e-8c1f-a5273affd329 admin admin] 10.222.0.48 "DELETE /v2.0/networks/30830122-d798-49d7-b828-5813fd5acd73 HTTP/1.1" status: 204 len: 168 time: 0.9704390 Feb 09 14:23:18.374691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef077e6-19bc-43f8-b034-502f0b77bc07 req-e9622c7b-59db-4f3b-bbf6-c3505933f546 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:18.380331 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ef077e6-19bc-43f8-b034-502f0b77bc07 req-e9622c7b-59db-4f3b-bbf6-c3505933f546 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 0.1574376 Feb 09 14:23:18.393885 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-76e01b95-5ee8-41d6-9d27-b15033896713 service neutron] 10.222.0.35 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302989 Feb 09 14:23:18.408145 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-01b882b0-c965-428b-8377-157809b8a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:18.408736 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b882b0-c965-428b-8377-157809b8a025 None None] The sync data for ids ['0fc9ec94-ba9f-419a-827e-bf30628f44fe'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:23:18.434078 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ef077e6-19bc-43f8-b034-502f0b77bc07 req-8e8cc226-c097-4169-96a5-3064fb425a5d tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525837 Feb 09 14:23:18.499133 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-d6d1ab9f-709f-47d6-8844-c871cde5ca04 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=053a4f9c-b9b2-48db-8ac1-e540556de5f1 HTTP/1.1" status: 200 len: 217 time: 0.0976145 Feb 09 14:23:18.548292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38526) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:18.612513 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2f07af20-ad36-4666-9acb-5317aa614231 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0e2775b9be9415aac8d2804e4d4888c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606432 Feb 09 14:23:18.613298 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38530) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:18.677748 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cbb8ef5c-7620-4624-a94b-7588f9f793a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:18.706980 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cbb8ef5c-7620-4624-a94b-7588f9f793a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:18.790051 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-e57105c4-10e1-465a-9f19-3649aef732ce tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:18.809077 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cbb8ef5c-7620-4624-a94b-7588f9f793a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:18.829660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8ef5c-7620-4624-a94b-7588f9f793a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8daf745-865c-42e3-a928-70bf3aac60ea,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:18.853006 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cbb8ef5c-7620-4624-a94b-7588f9f793a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:18.858882 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cbb8ef5c-7620-4624-a94b-7588f9f793a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8daf745-865c-42e3-a928-70bf3aac60ea HTTP/1.1" status: 204 len: 168 time: 0.2443542 Feb 09 14:23:18.887103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db139bab-3da9-4001-acd6-15699f141dd9 req-2393017b-e06a-4daa-8909-bbdc23777a55 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:18.887920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-db139bab-3da9-4001-acd6-15699f141dd9 req-2393017b-e06a-4daa-8909-bbdc23777a55 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Synchronizing usage tracker for tenant:7f8c52ced27646e3b1bb36269481777f on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:18.921509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-56489d1a-988a-4328-a6cf-7ab56711d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:18.922984 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-56489d1a-988a-4328-a6cf-7ab56711d4f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67414f61298f4bde8d6f7ae0ededaa2d&device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 1095 time: 0.9306831 Feb 09 14:23:18.953666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732994c-9bfa-4dae-83f0-7c7f1787f207 req-f2d2a6bd-b6b1-4e27-b571-0475a8415e33 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:18.955271 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8732994c-9bfa-4dae-83f0-7c7f1787f207 req-f2d2a6bd-b6b1-4e27-b571-0475a8415e33 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 945 time: 0.0866177 Feb 09 14:23:19.014425 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8732994c-9bfa-4dae-83f0-7c7f1787f207 req-4be765d4-989c-426a-809e-8678de4bf829 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488124 Feb 09 14:23:19.022337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-e57105c4-10e1-465a-9f19-3649aef732ce tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Network 39c8d48e-41fa-4dca-a267-9f377abce6ae is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:23:19.024948 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-475425f8-c16d-463f-804f-28f386451d1f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.086000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-e57105c4-10e1-465a-9f19-3649aef732ce tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:23:19.097831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-db139bab-3da9-4001-acd6-15699f141dd9 req-2393017b-e06a-4daa-8909-bbdc23777a55 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Unset dirty status for tenant:7f8c52ced27646e3b1bb36269481777f on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:19.098969 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-db139bab-3da9-4001-acd6-15699f141dd9 req-2393017b-e06a-4daa-8909-bbdc23777a55 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.35 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 1.4072101 Feb 09 14:23:19.100342 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-a75331b6-a2cc-49f4-b9fc-422b597172cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca56a3ea-fd70-4992-a574-6088e0c17cf6 HTTP/1.1" status: 200 len: 217 time: 0.1529860 Feb 09 14:23:19.111837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da12d9-3ace-4f16-a00f-0374edbbf16b req-f26d45e3-cd78-49bd-b568-7ad330bcb4ee tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:19.118067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da12d9-3ace-4f16-a00f-0374edbbf16b req-f26d45e3-cd78-49bd-b568-7ad330bcb4ee tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:19.123897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da12d9-3ace-4f16-a00f-0374edbbf16b req-f26d45e3-cd78-49bd-b568-7ad330bcb4ee tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:19.130195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da12d9-3ace-4f16-a00f-0374edbbf16b req-f26d45e3-cd78-49bd-b568-7ad330bcb4ee tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:19.136122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da12d9-3ace-4f16-a00f-0374edbbf16b req-f26d45e3-cd78-49bd-b568-7ad330bcb4ee tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:19.141892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da12d9-3ace-4f16-a00f-0374edbbf16b req-f26d45e3-cd78-49bd-b568-7ad330bcb4ee tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:19.147700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da12d9-3ace-4f16-a00f-0374edbbf16b req-f26d45e3-cd78-49bd-b568-7ad330bcb4ee tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:19.155961 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27da12d9-3ace-4f16-a00f-0374edbbf16b req-f26d45e3-cd78-49bd-b568-7ad330bcb4ee tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.8951008 Feb 09 14:23:19.158841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-e57105c4-10e1-465a-9f19-3649aef732ce tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:23:19.203311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57105c4-10e1-465a-9f19-3649aef732ce tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Pushing event updated for resources: {'Port': ['ID=fbfd252e-614b-4f95-bec0-326b935ca089,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:19.256046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13196adb-3492-4fb7-8cf0-10d0cf28823d req-d4def127-4d02-4a89-8c69-9914258b7157 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:19.258816 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-13196adb-3492-4fb7-8cf0-10d0cf28823d req-d4def127-4d02-4a89-8c69-9914258b7157 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.1207328 Feb 09 14:23:19.279428 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cb734f4a-558d-47f6-bb12-4d263b97902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:19.280874 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-cb734f4a-558d-47f6-bb12-4d263b97902f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6a2abefd-c835-4a47-b003-11082e488e18 HTTP/1.1" status: 200 len: 797 time: 0.5606563 Feb 09 14:23:19.313105 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-13196adb-3492-4fb7-8cf0-10d0cf28823d req-c4493120-e169-4b4b-b00c-ddd88110a268 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430827 Feb 09 14:23:19.367145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b4855f-d00e-400d-8b54-32aa18eb4427', 'tag': 'ca56a3ea-fd70-4992-a574-6088e0c17cf6'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:19.445314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e793be8c-6722-46f1-80da-2c22e21b818f None None] Provisioning for port fbfd252e-614b-4f95-bec0-326b935ca089 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:23:19.450592 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e793be8c-6722-46f1-80da-2c22e21b818f None None] Provisioning complete for port fbfd252e-614b-4f95-bec0-326b935ca089 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:23:19.451248 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e793be8c-6722-46f1-80da-2c22e21b818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.469816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-db139bab-3da9-4001-acd6-15699f141dd9 req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Deleting port 805149b5-7347-4083-9518-9161787cbf48 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:23:19.470165 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-db139bab-3da9-4001-acd6-15699f141dd9 req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.509724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-74fe6e22-0e66-4b00-846c-2c7643d7ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:19.512176 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-74fe6e22-0e66-4b00-846c-2c7643d7ae08 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=381577b0-b44a-48e2-8d6e-ff167ac380e1 HTTP/1.1" status: 200 len: 854 time: 0.3540676 Feb 09 14:23:19.512749 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e793be8c-6722-46f1-80da-2c22e21b818f None None] Port fbfd252e-614b-4f95-bec0-326b935ca089 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:23:19.516772 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 23cce45b-0b74-4331-bb0a-8d977a53d459 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:23:19.525467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-e57105c4-10e1-465a-9f19-3649aef732ce tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:19.526090 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-e57105c4-10e1-465a-9f19-3649aef732ce tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.613520 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27da12d9-3ace-4f16-a00f-0374edbbf16b req-411700c4-ddc6-4312-8f82-3532f77475be tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4567590 Feb 09 14:23:19.647489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d0275-b7cd-4495-b08c-405c234651cc req-7174e792-dfe1-463f-bf1f-6d434d9be522 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:19.656080 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-397d0275-b7cd-4495-b08c-405c234651cc req-7174e792-dfe1-463f-bf1f-6d434d9be522 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 931 time: 0.1976476 Feb 09 14:23:19.703059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 23cce45b-0b74-4331-bb0a-8d977a53d459, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=23cce45b-0b74-4331-bb0a-8d977a53d459,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:19.719754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-397d0275-b7cd-4495-b08c-405c234651cc req-5669ea75-c5aa-49dc-b55b-abf8d41c82b5 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Synchronizing usage tracker for tenant:67414f61298f4bde8d6f7ae0ededaa2d on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:19.721794 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '23cce45b-0b74-4331-bb0a-8d977a53d459', 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae', 'port_id': '23cce45b-0b74-4331-bb0a-8d977a53d459', 'mac_address': 'fa:16:3e:5d:8b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381577b0-b44a-48e2-8d6e-ff167ac380e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:23:19.732994 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b4855f-d00e-400d-8b54-32aa18eb4427', 'tag': 'ca56a3ea-fd70-4992-a574-6088e0c17cf6', 'status': 'completed', 'code': 200} Feb 09 14:23:19.752476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-397d0275-b7cd-4495-b08c-405c234651cc req-5669ea75-c5aa-49dc-b55b-abf8d41c82b5 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Unset dirty status for tenant:67414f61298f4bde8d6f7ae0ededaa2d on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:19.756726 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-397d0275-b7cd-4495-b08c-405c234651cc req-5669ea75-c5aa-49dc-b55b-abf8d41c82b5 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997291 Feb 09 14:23:19.817841 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.827696 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-e57105c4-10e1-465a-9f19-3649aef732ce tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5309427 Feb 09 14:23:19.845274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23cce45b-0b74-4331-bb0a-8d977a53d459 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:19.858779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Request body: {'port': {'device_id': '8e8fc1ad-efac-48ff-bc13-f682122d4c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:19.868683 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 23cce45b-0b74-4331-bb0a-8d977a53d459, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=23cce45b-0b74-4331-bb0a-8d977a53d459,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:19.873531 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.898207 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-475425f8-c16d-463f-804f-28f386451d1f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.951263 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=23cce45b-0b74-4331-bb0a-8d977a53d459,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:20.040942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-a2ef4b57-8cf6-44e0-a1d6-d33737b4d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:20.042412 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-a2ef4b57-8cf6-44e0-a1d6-d33737b4d648 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f95aa98c-a00b-4cac-9271-8db21c81664d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7323742 Feb 09 14:23:20.050727 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-475425f8-c16d-463f-804f-28f386451d1f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting port dfdb7bbd-b711-4be4-9bca-f29d817016ea {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:23:20.051064 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-475425f8-c16d-463f-804f-28f386451d1f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.306566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ecac5-cd45-4096-a5e7-571912d8d477 req-4919be1e-29d0-439a-9ca0-8b310efe81e8 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:20.308113 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e77ecac5-cd45-4096-a5e7-571912d8d477 req-4919be1e-29d0-439a-9ca0-8b310efe81e8 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 945 time: 0.1037581 Feb 09 14:23:20.330804 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['23cce45b-0b74-4331-bb0a-8d977a53d459'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:23:20.369643 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e77ecac5-cd45-4096-a5e7-571912d8d477 req-09dd1974-c007-4664-bcd9-d01b5b936e69 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552137 Feb 09 14:23:20.476288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-19de0a9c-16bb-462f-ace5-fe726bd5458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:20.477798 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-19de0a9c-16bb-462f-ace5-fe726bd5458a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39c8d48e-41fa-4dca-a267-9f377abce6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9478364 Feb 09 14:23:20.569633 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.611352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fe07f-ab25-435d-add0-afdb9894aea6 req-a0d67e5a-6ca5-444e-a103-9b81fc084742 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:20.612929 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f84fe07f-ab25-435d-add0-afdb9894aea6 req-a0d67e5a-6ca5-444e-a103-9b81fc084742 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.1080594 Feb 09 14:23:20.709431 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f84fe07f-ab25-435d-add0-afdb9894aea6 req-1a1e48e0-f855-46d7-9a9a-1c8f38d127ea tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882025 Feb 09 14:23:20.769242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7cff2-f238-417e-8131-55a29c49d58d req-916d92c4-9992-4a05-8e1f-8a99fe8891b0 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:20.771135 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-88f7cff2-f238-417e-8131-55a29c49d58d req-916d92c4-9992-4a05-8e1f-8a99fe8891b0 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.35 "GET /v2.0/ports?device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 945 time: 0.1124282 Feb 09 14:23:20.778511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-db139bab-3da9-4001-acd6-15699f141dd9 req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] For port 805149b5-7347-4083-9518-9161787cbf48, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=805149b5-7347-4083-9518-9161787cbf48,segment=NetworkSegment(32436203-501b-447e-a37e-b5ff34bc7a38),segment_id=32436203-501b-447e-a37e-b5ff34bc7a38)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:20.778877 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-db139bab-3da9-4001-acd6-15699f141dd9 req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.866901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-88f7cff2-f238-417e-8131-55a29c49d58d req-144166b8-56bf-42e6-821a-21c8661a7a64 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Deleting port c85d29c8-9e64-4a09-a47e-384838667f5e {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:23:20.867505 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-88f7cff2-f238-417e-8131-55a29c49d58d req-144166b8-56bf-42e6-821a-21c8661a7a64 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.947216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-1f8a11f5-83db-48ba-9473-6385e1a94456 service neutron] 10.222.0.35 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8624027 Feb 09 14:23:20.967156 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-db139bab-3da9-4001-acd6-15699f141dd9 req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Calling delete_port for 805149b5-7347-4083-9518-9161787cbf48 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:23:21.002248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875acd63-7e0c-489b-b206-17ff0a760152 req-7e44c069-491e-4b69-af0d-9c9930817ad9 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:21.003804 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-875acd63-7e0c-489b-b206-17ff0a760152 req-7e44c069-491e-4b69-af0d-9c9930817ad9 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 945 time: 1.1153822 Feb 09 14:23:21.090576 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-475425f8-c16d-463f-804f-28f386451d1f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:21.177831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb2c0c-e494-4152-b14a-76463f90c63f req-3a3505b4-46e1-43c1-9fa9-575b73d47a0b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:21.184376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb2c0c-e494-4152-b14a-76463f90c63f req-3a3505b4-46e1-43c1-9fa9-575b73d47a0b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:21.190411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb2c0c-e494-4152-b14a-76463f90c63f req-3a3505b4-46e1-43c1-9fa9-575b73d47a0b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:21.197034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb2c0c-e494-4152-b14a-76463f90c63f req-3a3505b4-46e1-43c1-9fa9-575b73d47a0b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:21.202840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb2c0c-e494-4152-b14a-76463f90c63f req-3a3505b4-46e1-43c1-9fa9-575b73d47a0b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:21.208702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb2c0c-e494-4152-b14a-76463f90c63f req-3a3505b4-46e1-43c1-9fa9-575b73d47a0b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:21.214496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb2c0c-e494-4152-b14a-76463f90c63f req-3a3505b4-46e1-43c1-9fa9-575b73d47a0b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:21.216546 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6fcb2c0c-e494-4152-b14a-76463f90c63f req-3a3505b4-46e1-43c1-9fa9-575b73d47a0b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.2795861 Feb 09 14:23:21.308039 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6fcb2c0c-e494-4152-b14a-76463f90c63f req-4fc104c7-5310-400f-808b-61dd72305781 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841238 Feb 09 14:23:21.356226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-88f7cff2-f238-417e-8131-55a29c49d58d req-144166b8-56bf-42e6-821a-21c8661a7a64 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] For port c85d29c8-9e64-4a09-a47e-384838667f5e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c85d29c8-9e64-4a09-a47e-384838667f5e,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:21.356566 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-88f7cff2-f238-417e-8131-55a29c49d58d req-144166b8-56bf-42e6-821a-21c8661a7a64 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:21.374045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-475425f8-c16d-463f-804f-28f386451d1f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Calling delete_port for dfdb7bbd-b711-4be4-9bca-f29d817016ea owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:23:21.406774 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-905f781f-d705-426b-b659-fb5f5b0e424f service neutron] 10.222.0.35 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8658748 Feb 09 14:23:21.525532 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 23cce45b-0b74-4331-bb0a-8d977a53d459 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:23:21.562313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-88f7cff2-f238-417e-8131-55a29c49d58d req-144166b8-56bf-42e6-821a-21c8661a7a64 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Calling delete_port for c85d29c8-9e64-4a09-a47e-384838667f5e owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:23:21.610409 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-875acd63-7e0c-489b-b206-17ff0a760152 req-50b95a4c-e3dc-400c-9ae9-2b7e28e139db tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/security-groups?id=777ce3d7-1648-4d66-99d5-5998932ae074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653679 Feb 09 14:23:21.697087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 23cce45b-0b74-4331-bb0a-8d977a53d459 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:23:21.702181 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 23cce45b-0b74-4331-bb0a-8d977a53d459 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:23:21.702558 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:21.709855 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5c7ced3a-8fd0-4f4a-af4c-ea74b0d949c8 service neutron] 10.222.0.35 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6698956 Feb 09 14:23:21.745873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a777591-cdca-4362-8125-f493cd711433 req-8a2fd11d-acda-4fd6-8aa1-d161d83dfc12 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:21.748500 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4a777591-cdca-4362-8125-f493cd711433 req-8a2fd11d-acda-4fd6-8aa1-d161d83dfc12 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 931 time: 0.3121259 Feb 09 14:23:21.869348 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:21.904579 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cce45b-0b74-4331-bb0a-8d977a53d459'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:21.919821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 23cce45b-0b74-4331-bb0a-8d977a53d459, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=23cce45b-0b74-4331-bb0a-8d977a53d459,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:21.924241 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:21.924962 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4a777591-cdca-4362-8125-f493cd711433 req-6e0bd399-66b8-4e30-9b05-de1ff5000be6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680548 Feb 09 14:23:21.925097 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 805149b5-7347-4083-9518-9161787cbf48 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:23:21.927016 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-88f7cff2-f238-417e-8131-55a29c49d58d req-144166b8-56bf-42e6-821a-21c8661a7a64 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:21.950244 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c4bb1fa1-5191-4acd-b7db-97380989a2f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f5ec8b1-a89e-4017-a15a-bb4d56e72310 HTTP/1.1" status: 200 len: 217 time: 0.1697414 Feb 09 14:23:22.010446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144166b8-56bf-42e6-821a-21c8661a7a64 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Pushing event deleted for resources: {'Port': ['ID=c85d29c8-9e64-4a09-a47e-384838667f5e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:22.059300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['ea4ee131-6417-473e-bf16-e912e57cdd8d'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:23:22.108929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f7cff2-f238-417e-8131-55a29c49d58d req-144166b8-56bf-42e6-821a-21c8661a7a64 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] No DVR routers for this DVR port c85d29c8-9e64-4a09-a47e-384838667f5e on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:23:22.112207 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-88f7cff2-f238-417e-8131-55a29c49d58d req-144166b8-56bf-42e6-821a-21c8661a7a64 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:22.115375 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027329ca-13a6-41a9-856b-8e7f9c9125fd', 'name': 'network-vif-deleted', 'tag': 'c85d29c8-9e64-4a09-a47e-384838667f5e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:22.154879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=23cce45b-0b74-4331-bb0a-8d977a53d459,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:22.176119 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-88f7cff2-f238-417e-8131-55a29c49d58d req-144166b8-56bf-42e6-821a-21c8661a7a64 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.35 "DELETE /v2.0/ports/c85d29c8-9e64-4a09-a47e-384838667f5e HTTP/1.1" status: 204 len: 173 time: 1.3981555 Feb 09 14:23:22.242085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b578c22-66b1-46ce-a3c4-4e82b824491b req-9c02c6cd-27b5-4c56-a603-0089b92d34e5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:22.244823 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b578c22-66b1-46ce-a3c4-4e82b824491b req-9c02c6cd-27b5-4c56-a603-0089b92d34e5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.1157663 Feb 09 14:23:22.290969 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a47c09ac-d1c0-432d-820f-9592bb57e82d req-9ae5c215-16fd-4654-8ae8-ae3a0219e3d1 service neutron] 10.222.0.35 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8692524 Feb 09 14:23:22.324797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-a0eb34d4-f438-4eb6-b8fe-61e95785d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:22.327177 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-a0eb34d4-f438-4eb6-b8fe-61e95785d06a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=caf27f7d-fe34-45ce-96dd-e4751dbd5b8b HTTP/1.1" status: 200 len: 797 time: 0.3508551 Feb 09 14:23:22.328159 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-db139bab-3da9-4001-acd6-15699f141dd9 req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:22.388386 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b578c22-66b1-46ce-a3c4-4e82b824491b req-ae29ac3c-d358-4138-9c13-22bc50214e11 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345534 Feb 09 14:23:22.437272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Pushing event deleted for resources: {'Port': ['ID=805149b5-7347-4083-9518-9161787cbf48,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:22.449361 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:22.518432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38608) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:22.549560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:22.549919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:22.550283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:22.550610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:22.550956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:22.551299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:22.551615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:22.551966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:22.552296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:22.552621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:22.552949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:22.553269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:22.563565 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cce45b-0b74-4331-bb0a-8d977a53d459', 'code': 200} Feb 09 14:23:22.619321 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027329ca-13a6-41a9-856b-8e7f9c9125fd', 'name': 'network-vif-deleted', 'tag': 'c85d29c8-9e64-4a09-a47e-384838667f5e', 'status': 'completed', 'code': 200} Feb 09 14:23:22.645878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0f9f1-d6f8-494e-b9b2-7301ac943658 req-3de40b9d-6ba9-42d6-b6f0-70d1bff0545e tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:22.646826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f5b0f9f1-d6f8-494e-b9b2-7301ac943658 req-3de40b9d-6ba9-42d6-b6f0-70d1bff0545e tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Synchronizing usage tracker for tenant:a7f428d0350d40a891a26b2f275269ef on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:22.697670 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5845fc0-2b00-464b-ab45-28356f2f6cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:22.722103 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:23:22.723075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f5845fc0-2b00-464b-ab45-28356f2f6cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:22.730622 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f5845fc0-2b00-464b-ab45-28356f2f6cf2 admin admin] Usage tracker for resource:security_group_rule and tenant:c80387562d27420990fa1591cac22653 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:22.748998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-db139bab-3da9-4001-acd6-15699f141dd9 req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] No DVR routers for this DVR port 805149b5-7347-4083-9518-9161787cbf48 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:23:22.769027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f5845fc0-2b00-464b-ab45-28356f2f6cf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:22.785747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f5845fc0-2b00-464b-ab45-28356f2f6cf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:22.790257 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-db139bab-3da9-4001-acd6-15699f141dd9 req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:22.799514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'name': 'network-vif-deleted', 'tag': '805149b5-7347-4083-9518-9161787cbf48'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:22.831585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb01f3-d335-47aa-9f3a-90638b46d187 req-e24a21fb-9679-4a86-adae-3cfb0e302921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:22.833092 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cbeb01f3-d335-47aa-9f3a-90638b46d187 req-e24a21fb-9679-4a86-adae-3cfb0e302921 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6 HTTP/1.1" status: 200 len: 1097 time: 0.1964536 Feb 09 14:23:22.848401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f5b0f9f1-d6f8-494e-b9b2-7301ac943658 req-3de40b9d-6ba9-42d6-b6f0-70d1bff0545e tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Unset dirty status for tenant:a7f428d0350d40a891a26b2f275269ef on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:22.849584 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5b0f9f1-d6f8-494e-b9b2-7301ac943658 req-3de40b9d-6ba9-42d6-b6f0-70d1bff0545e tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=027329ca-13a6-41a9-856b-8e7f9c9125fd HTTP/1.1" status: 200 len: 867 time: 1.0704255 Feb 09 14:23:22.859771 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-475425f8-c16d-463f-804f-28f386451d1f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:22.906853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4979-1423-4fb2-aa09-78e809771990 req-cc6474c1-e7df-4ced-987d-f0e5c9edf4dd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:22.909903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbfd252e-614b-4f95-bec0-326b935ca089 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:22.912798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4979-1423-4fb2-aa09-78e809771990 req-cc6474c1-e7df-4ced-987d-f0e5c9edf4dd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:22.914972 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-db139bab-3da9-4001-acd6-15699f141dd9 req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.35 "DELETE /v2.0/ports/805149b5-7347-4083-9518-9161787cbf48 HTTP/1.1" status: 204 len: 173 time: 3.7231929 Feb 09 14:23:22.919165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4979-1423-4fb2-aa09-78e809771990 req-cc6474c1-e7df-4ced-987d-f0e5c9edf4dd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:22.925260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4979-1423-4fb2-aa09-78e809771990 req-cc6474c1-e7df-4ced-987d-f0e5c9edf4dd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:22.931607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4979-1423-4fb2-aa09-78e809771990 req-cc6474c1-e7df-4ced-987d-f0e5c9edf4dd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:22.937413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4979-1423-4fb2-aa09-78e809771990 req-cc6474c1-e7df-4ced-987d-f0e5c9edf4dd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:22.943194 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:22.943385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4979-1423-4fb2-aa09-78e809771990 req-cc6474c1-e7df-4ced-987d-f0e5c9edf4dd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:22.945320 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f6e4979-1423-4fb2-aa09-78e809771990 req-cc6474c1-e7df-4ced-987d-f0e5c9edf4dd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.2186272 Feb 09 14:23:22.948339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475425f8-c16d-463f-804f-28f386451d1f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Port': ['ID=dfdb7bbd-b711-4be4-9bca-f29d817016ea,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:22.948698 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cbeb01f3-d335-47aa-9f3a-90638b46d187 req-21fecd14-414d-47b7-a4b9-af345b9773f3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064610 Feb 09 14:23:23.000342 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5d5cc873-6456-4ebb-b3d1-9303680b12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:23.001846 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-5d5cc873-6456-4ebb-b3d1-9303680b12d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6668167 Feb 09 14:23:23.031412 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5845fc0-2b00-464b-ab45-28356f2f6cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:23.036485 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f6e4979-1423-4fb2-aa09-78e809771990 req-0a43fffa-9e1e-4e80-b0da-dcd680d13648 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742640 Feb 09 14:23:23.037502 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5845fc0-2b00-464b-ab45-28356f2f6cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:23.056589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Transition to ACTIVE for port object fbfd252e-614b-4f95-bec0-326b935ca089 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:23:23.077426 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5b0f9f1-d6f8-494e-b9b2-7301ac943658 req-9b22b880-49b7-4f4e-a6bc-f63230a8c2ce tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118936 Feb 09 14:23:23.088903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55347e83-aa39-46f8-bc98-62110defefd3 req-a9a5e84b-6b2d-4ebe-8b14-4b38ef067923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:23.090391 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55347e83-aa39-46f8-bc98-62110defefd3 req-a9a5e84b-6b2d-4ebe-8b14-4b38ef067923 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67414f61298f4bde8d6f7ae0ededaa2d&device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 1095 time: 0.5472116 Feb 09 14:23:23.091033 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:23.106365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5845fc0-2b00-464b-ab45-28356f2f6cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0d0462-59c1-4a5b-887a-8efd1ef9e0bf,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:23.106365 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f5845fc0-2b00-464b-ab45-28356f2f6cf2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c80387562d27420990fa1591cac22653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5849962 Feb 09 14:23:23.107499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38620) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:23.190848 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5f638eb9-ed32-4822-8c33-fb10176eee0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:23.240769 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199eaecf-3354-4bd5-9d8a-bdd0c5a29905', 'name': 'network-vif-deleted', 'tag': '805149b5-7347-4083-9518-9161787cbf48', 'status': 'completed', 'code': 200} Feb 09 14:23:23.241532 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-475425f8-c16d-463f-804f-28f386451d1f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:23.276515 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5f638eb9-ed32-4822-8c33-fb10176eee0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:23.311990 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-489edaa5-cd3d-4c0b-bd63-58c9e861596f req-27e6f2fb-171c-435e-b0c1-baec50a30316 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] 10.222.0.48 "GET /v2.0/ports?device_id=199eaecf-3354-4bd5-9d8a-bdd0c5a29905 HTTP/1.1" status: 200 len: 210 time: 0.1220233 Feb 09 14:23:23.386556 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5f638eb9-ed32-4822-8c33-fb10176eee0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:23.403430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f638eb9-ed32-4822-8c33-fb10176eee0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0d0462-59c1-4a5b-887a-8efd1ef9e0bf,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:23.421452 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5f638eb9-ed32-4822-8c33-fb10176eee0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:23.423082 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5f638eb9-ed32-4822-8c33-fb10176eee0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba0d0462-59c1-4a5b-887a-8efd1ef9e0bf HTTP/1.1" status: 204 len: 168 time: 0.3144946 Feb 09 14:23:23.536338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c85d29c8-9e64-4a09-a47e-384838667f5e no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:23:23.627860 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: c85d29c8-9e64-4a09-a47e-384838667f5e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:23:23.628533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c85d29c8-9e64-4a09-a47e-384838667f5e not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:23:23.701076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c800747-1a77-40ed-9f7c-50ee262de1ef req-7561264e-36a2-458a-a7df-9c1f305710bc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:23.709036 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9c800747-1a77-40ed-9f7c-50ee262de1ef req-7561264e-36a2-458a-a7df-9c1f305710bc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.1375728 Feb 09 14:23:23.754309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfd252e-614b-4f95-bec0-326b935ca089,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:23.762296 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9c800747-1a77-40ed-9f7c-50ee262de1ef req-14e42add-7e82-4a4c-823b-806cb3f7c028 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519545 Feb 09 14:23:24.021498 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-475425f8-c16d-463f-804f-28f386451d1f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:24.034550 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-475425f8-c16d-463f-804f-28f386451d1f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:24.155164 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-7b3479b7-d98c-470e-9194-7b307a20f04c service neutron] 10.222.0.35 "GET /v2.0/networks/e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9160242 Feb 09 14:23:24.160154 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-475425f8-c16d-463f-804f-28f386451d1f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:24.160658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475425f8-c16d-463f-804f-28f386451d1f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Fanout notify agent at l3_agent the message router_deleted on router 0fc9ec94-ba9f-419a-827e-bf30628f44fe {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:23:24.162427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Attempting to bind port fbfd252e-614b-4f95-bec0-326b935ca089 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:23:24.162766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Attempting to bind port fbfd252e-614b-4f95-bec0-326b935ca089 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'ca7614f9-21b2-4407-8b50-5b07343a22bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:23:24.163089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Attempting to bind port fbfd252e-614b-4f95-bec0-326b935ca089 on network 39c8d48e-41fa-4dca-a267-9f377abce6ae {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:23:24.166432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55347e83-aa39-46f8-bc98-62110defefd3 req-1d09b571-5742-4b90-b375-1d0d0d7616d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:24.168151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55347e83-aa39-46f8-bc98-62110defefd3 req-1d09b571-5742-4b90-b375-1d0d0d7616d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39c8d48e-41fa-4dca-a267-9f377abce6ae HTTP/1.1" status: 200 len: 915 time: 0.9320159 Feb 09 14:23:24.248993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Port fbfd252e-614b-4f95-bec0-326b935ca089 on network 39c8d48e-41fa-4dca-a267-9f377abce6ae not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:23:24.249167 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Attempting to bind port fbfd252e-614b-4f95-bec0-326b935ca089 on network 39c8d48e-41fa-4dca-a267-9f377abce6ae {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:23:24.280117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cdb60-d1cc-4dd8-95eb-77edb65aa817 req-46fdff52-a275-4ad4-952c-b95c8ab9b097 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:24.285926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cdb60-d1cc-4dd8-95eb-77edb65aa817 req-46fdff52-a275-4ad4-952c-b95c8ab9b097 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:24.291655 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cdb60-d1cc-4dd8-95eb-77edb65aa817 req-46fdff52-a275-4ad4-952c-b95c8ab9b097 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:24.297546 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cdb60-d1cc-4dd8-95eb-77edb65aa817 req-46fdff52-a275-4ad4-952c-b95c8ab9b097 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:24.303471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cdb60-d1cc-4dd8-95eb-77edb65aa817 req-46fdff52-a275-4ad4-952c-b95c8ab9b097 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:24.309898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cdb60-d1cc-4dd8-95eb-77edb65aa817 req-46fdff52-a275-4ad4-952c-b95c8ab9b097 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:24.311809 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-475425f8-c16d-463f-804f-28f386451d1f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:24.315397 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-475425f8-c16d-463f-804f-28f386451d1f tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/routers/0fc9ec94-ba9f-419a-827e-bf30628f44fe HTTP/1.1" status: 204 len: 168 time: 6.2030351 Feb 09 14:23:24.315865 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cdb60-d1cc-4dd8-95eb-77edb65aa817 req-46fdff52-a275-4ad4-952c-b95c8ab9b097 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:24.317933 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c68cdb60-d1cc-4dd8-95eb-77edb65aa817 req-46fdff52-a275-4ad4-952c-b95c8ab9b097 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.1403706 Feb 09 14:23:24.318578 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38650) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:24.333215 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55347e83-aa39-46f8-bc98-62110defefd3 req-36a40ff9-b0bb-47cc-ab10-1229be027b52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca56a3ea-fd70-4992-a574-6088e0c17cf6 HTTP/1.1" status: 200 len: 217 time: 0.1362011 Feb 09 14:23:24.333940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:23:24.334279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Checking segment: {'id': 'ca7614f9-21b2-4407-8b50-5b07343a22bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:23:24.334655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Bound using segment: {'id': 'ca7614f9-21b2-4407-8b50-5b07343a22bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:23:24.335094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Bound port: fbfd252e-614b-4f95-bec0-326b935ca089, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7614f9-21b2-4407-8b50-5b07343a22bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:23:24.335441 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:24.374447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38656) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:24.411971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de9427-8ea6-48b6-b608-866850531577 req-42fbca51-7503-4d03-995c-87bed3def818 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:24.413738 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a4de9427-8ea6-48b6-b608-866850531577 req-42fbca51-7503-4d03-995c-87bed3def818 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 943 time: 0.9442363 Feb 09 14:23:24.432779 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-6172d4ed-2da9-459f-adf9-b991b43965b2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Deleting subnet b7ffb22e-f7c5-45c5-a4c5-5cc259834dd6 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:23:24.438131 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6172d4ed-2da9-459f-adf9-b991b43965b2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:24.485359 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c68cdb60-d1cc-4dd8-95eb-77edb65aa817 req-0856e227-a770-40f3-8fed-0e55b722e4e2 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1311100 Feb 09 14:23:24.536418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-789815344-network', 'tenant_id': '17c01b4af87540c98be4390384239de3'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:24.549400 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6172d4ed-2da9-459f-adf9-b991b43965b2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:24.570919 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-36ab8cf2-d5bb-4208-b84d-16d2bbb1229c service neutron] 10.222.0.35 "GET /v2.0/networks/e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984051 Feb 09 14:23:24.579696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:24.594457 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Usage tracker for resource:network and tenant:17c01b4af87540c98be4390384239de3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:24.599329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:24.607970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:24.639908 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6172d4ed-2da9-459f-adf9-b991b43965b2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:24.664565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55347e83-aa39-46f8-bc98-62110defefd3 req-64f9810a-ef51-4f93-b9cb-df202ec6d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:24.666014 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55347e83-aa39-46f8-bc98-62110defefd3 req-64f9810a-ef51-4f93-b9cb-df202ec6d251 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=381577b0-b44a-48e2-8d6e-ff167ac380e1 HTTP/1.1" status: 200 len: 854 time: 0.3202751 Feb 09 14:23:24.676253 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a4de9427-8ea6-48b6-b608-866850531577 req-6ee4d494-66c9-4d40-aa43-b6319b2ded19 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542050 Feb 09 14:23:24.714742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Made reservation on behalf of 17c01b4af87540c98be4390384239de3 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:23:24.719089 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:24.734606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38664) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:24.783097 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-7b4fb978-58f5-46c6-855a-62468177d2ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89eb2817-e4ee-41b5-b56e-200af49eed31 HTTP/1.1" status: 200 len: 217 time: 0.1890092 Feb 09 14:23:24.863132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] For port fbfd252e-614b-4f95-bec0-326b935ca089, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:23:24.886944 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:24.896414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] For port fbfd252e-614b-4f95-bec0-326b935ca089, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=fbfd252e-614b-4f95-bec0-326b935ca089,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:23:24.916568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0fd1600f-ce3c-44a0-ae8a-10c94a2f6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:24.918308 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-0fd1600f-ce3c-44a0-ae8a-10c94a2f6db7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=caf27f7d-fe34-45ce-96dd-e4751dbd5b8b HTTP/1.1" status: 200 len: 797 time: 0.1254852 Feb 09 14:23:24.920578 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:24.955831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:24.961065 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6172d4ed-2da9-459f-adf9-b991b43965b2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:24.995115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Usage tracker for resource:security_group_rule and tenant:17c01b4af87540c98be4390384239de3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:25.006751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:25.019241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172d4ed-2da9-459f-adf9-b991b43965b2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ffb22e-f7c5-45c5-a4c5-5cc259834dd6,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:25.021583 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6172d4ed-2da9-459f-adf9-b991b43965b2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:25.026628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:25.109287 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6172d4ed-2da9-459f-adf9-b991b43965b2 tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/subnets/b7ffb22e-f7c5-45c5-a4c5-5cc259834dd6 HTTP/1.1" status: 204 len: 168 time: 0.7837465 Feb 09 14:23:25.114753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38672) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:25.134726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:25.135350 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:25.137483 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] 10.222.0.35 "PUT /v2.0/ports/fbfd252e-614b-4f95-bec0-326b935ca089 HTTP/1.1" status: 200 len: 1091 time: 5.2838349 Feb 09 14:23:25.160164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55347e83-aa39-46f8-bc98-62110defefd3 req-0eb0cd73-84d6-41e3-b111-994c7afbd834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:25.161658 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55347e83-aa39-46f8-bc98-62110defefd3 req-0eb0cd73-84d6-41e3-b111-994c7afbd834 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39c8d48e-41fa-4dca-a267-9f377abce6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4717128 Feb 09 14:23:25.300510 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8fc1ad-efac-48ff-bc13-f682122d4c4c', 'tag': 'fbfd252e-614b-4f95-bec0-326b935ca089'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:25.308979 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e73857f3-bbcd-4bd7-ae6b-1f82598c645d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:25.482149 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8fc1ad-efac-48ff-bc13-f682122d4c4c', 'tag': 'fbfd252e-614b-4f95-bec0-326b935ca089', 'status': 'completed', 'code': 200} Feb 09 14:23:25.516069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee0bd7-42eb-49ee-8e34-6e05aa717b01 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfd252e-614b-4f95-bec0-326b935ca089,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:25.640537 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:25.649717 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:25.696176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:25.733820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00ad86-5940-4ad6-b654-8c6b20dce71c req-28da8405-8121-434b-8992-82880517a0f3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:25.735338 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa00ad86-5940-4ad6-b654-8c6b20dce71c req-28da8405-8121-434b-8992-82880517a0f3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.7447431 Feb 09 14:23:25.750397 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55347e83-aa39-46f8-bc98-62110defefd3 req-4557df3b-ab8e-4606-933d-d8615f411be3 service neutron] 10.222.0.35 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510257 Feb 09 14:23:25.752289 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-32409c07-bc55-490f-aba4-d3150b2a1271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:25.753619 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-32409c07-bc55-490f-aba4-d3150b2a1271 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67414f61298f4bde8d6f7ae0ededaa2d&device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 1094 time: 0.4207945 Feb 09 14:23:25.761216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:23:25.784822 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:25.785393 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Added segment f1319a6c-ef94-48a6-87ee-4efa83bfab66 of type vlan for network 15095253-2853-442a-b8eb-2ab399ac8fc2 Feb 09 14:23:25.849862 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:25.942200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44771719-28b8-4d70-b9e8-3acbe17d4f42 req-0b9c9e13-a5d7-4805-b840-1fc4b3dd0e30 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:25.951317 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44771719-28b8-4d70-b9e8-3acbe17d4f42 req-0b9c9e13-a5d7-4805-b840-1fc4b3dd0e30 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:25.959886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44771719-28b8-4d70-b9e8-3acbe17d4f42 req-0b9c9e13-a5d7-4805-b840-1fc4b3dd0e30 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:25.969943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44771719-28b8-4d70-b9e8-3acbe17d4f42 req-0b9c9e13-a5d7-4805-b840-1fc4b3dd0e30 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:25.978457 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44771719-28b8-4d70-b9e8-3acbe17d4f42 req-0b9c9e13-a5d7-4805-b840-1fc4b3dd0e30 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:25.984402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44771719-28b8-4d70-b9e8-3acbe17d4f42 req-0b9c9e13-a5d7-4805-b840-1fc4b3dd0e30 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:25.990184 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44771719-28b8-4d70-b9e8-3acbe17d4f42 req-0b9c9e13-a5d7-4805-b840-1fc4b3dd0e30 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:25.992280 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44771719-28b8-4d70-b9e8-3acbe17d4f42 req-0b9c9e13-a5d7-4805-b840-1fc4b3dd0e30 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.2726703 Feb 09 14:23:26.019498 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c0fa9905-d9e6-428b-9d5a-4348a483f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:26.021412 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-c0fa9905-d9e6-428b-9d5a-4348a483f463 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0861843 Feb 09 14:23:26.028480 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:26.028882 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e73857f3-bbcd-4bd7-ae6b-1f82598c645d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:26.029442 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:26.030022 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:26.144202 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-82720fe8-6862-4409-a48f-72b179c07388 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbfd252e-614b-4f95-bec0-326b935ca089 HTTP/1.1" status: 200 len: 217 time: 0.3582838 Feb 09 14:23:26.158557 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44771719-28b8-4d70-b9e8-3acbe17d4f42 req-e1369ccb-5707-4ffb-a4bd-62a6f6df13fe tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1561611 Feb 09 14:23:26.167211 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7915568 Feb 09 14:23:26.168993 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351259eb-4c9c-4a4b-9200-2ad09833f98c admin admin] Pushing event updated for resources: {'Network': ['ID=15095253-2853-442a-b8eb-2ab399ac8fc2,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:26.171501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38684) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:26.178902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-098a6f7d-1baa-4d34-b56a-c0a986323781 admin admin] Request body: {'subnet': {'network_id': '15095253-2853-442a-b8eb-2ab399ac8fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-789815344-subnet', 'tenant_id': '17c01b4af87540c98be4390384239de3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:26.187385 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 15095253-2853-442a-b8eb-2ab399ac8fc2 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:23:26.197325 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-098a6f7d-1baa-4d34-b56a-c0a986323781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:26.204804 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc482-2879-4810-89ec-24d673f497a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:26.212572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e73857f3-bbcd-4bd7-ae6b-1f82598c645d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d426c2f5-7c37-4203-ae1d-e4201d35c8f0']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:26.271750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-098a6f7d-1baa-4d34-b56a-c0a986323781 admin admin] Usage tracker for resource:subnet and tenant:17c01b4af87540c98be4390384239de3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:26.283613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-098a6f7d-1baa-4d34-b56a-c0a986323781 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:26.284115 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa00ad86-5940-4ad6-b654-8c6b20dce71c req-8ad801be-bfbb-412e-b026-ce49fcd20352 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294425 Feb 09 14:23:26.291240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e73857f3-bbcd-4bd7-ae6b-1f82598c645d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b46802-b8ee-4b54-b8cd-614dee894245') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:26.294951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e73857f3-bbcd-4bd7-ae6b-1f82598c645d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b46802-b8ee-4b54-b8cd-614dee894245') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:26.315036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-098a6f7d-1baa-4d34-b56a-c0a986323781 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:26.391372 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e73857f3-bbcd-4bd7-ae6b-1f82598c645d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:26.412062 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e73857f3-bbcd-4bd7-ae6b-1f82598c645d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:26.414554 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098a6f7d-1baa-4d34-b56a-c0a986323781 admin admin] Made reservation on behalf of 17c01b4af87540c98be4390384239de3 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:23:26.417562 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-098a6f7d-1baa-4d34-b56a-c0a986323781 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:26.419989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73857f3-bbcd-4bd7-ae6b-1f82598c645d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:23:26.420731 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e73857f3-bbcd-4bd7-ae6b-1f82598c645d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:26.490620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-1491917b-077a-4213-b38d-9a26ebd7568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:26.492214 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-1491917b-077a-4213-b38d-9a26ebd7568a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=381577b0-b44a-48e2-8d6e-ff167ac380e1 HTTP/1.1" status: 200 len: 854 time: 0.2897892 Feb 09 14:23:26.494307 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55347e83-aa39-46f8-bc98-62110defefd3 req-0447a2ba-192f-4874-8c60-b711b2c74880 service neutron] 10.222.0.35 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7073712 Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:23:26.494802 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:23:26.586068 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-e03c914a-21cf-4d33-80e8-560870ad117b service neutron] 10.222.0.35 "GET /v2.0/networks/e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949534 Feb 09 14:23:26.732762 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e73857f3-bbcd-4bd7-ae6b-1f82598c645d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:26.742145 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5d6cb93e-afd5-489c-8939-c088291ba63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:26.755531 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e73857f3-bbcd-4bd7-ae6b-1f82598c645d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:26.813156 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e73857f3-bbcd-4bd7-ae6b-1f82598c645d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] 10.222.0.48 "DELETE /v2.0/networks/d426c2f5-7c37-4203-ae1d-e4201d35c8f0 HTTP/1.1" status: 204 len: 168 time: 1.6901357 Feb 09 14:23:26.814940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73857f3-bbcd-4bd7-ae6b-1f82598c645d tempest-FloatingIPTestJSON-1870254056 tempest-FloatingIPTestJSON-1870254056-project] Pushing event deleted for resources: {'Network': ['ID=d426c2f5-7c37-4203-ae1d-e4201d35c8f0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:26.827371 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3cc97-8250-4d65-a6db-f1286b239be6 req-4f91d858-9755-4f41-b2ae-1f7fd438c624 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:26.837575 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30f3cc97-8250-4d65-a6db-f1286b239be6 req-4f91d858-9755-4f41-b2ae-1f7fd438c624 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 943 time: 0.5021634 Feb 09 14:23:26.859689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-4b891b42-ef2f-4ab4-a204-57b2d11311ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:26.862782 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-4b891b42-ef2f-4ab4-a204-57b2d11311ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39c8d48e-41fa-4dca-a267-9f377abce6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2750003 Feb 09 14:23:26.951354 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30f3cc97-8250-4d65-a6db-f1286b239be6 req-2cbe7c70-1e7a-43b0-8080-bba218f2d61b tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123579 Feb 09 14:23:26.961795 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7159a27-4c92-42e1-b219-1bc1267e0174 req-1ac8a503-08cc-4f79-a6bf-0539dd5cfc6f service neutron] 10.222.0.35 "GET /v2.0/networks/e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336136 Feb 09 14:23:27.079145 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-098a6f7d-1baa-4d34-b56a-c0a986323781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:27.118988 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-43f5713e-d887-4f3d-b96b-cc0b1bc3471a service neutron] 10.222.0.35 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441044 Feb 09 14:23:27.129509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f6dbc482-2879-4810-89ec-24d673f497a7 admin admin] Deleting port 8cd56d8c-3007-4715-8df6-d10db6425637 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:23:27.130040 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc482-2879-4810-89ec-24d673f497a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:27.261648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a6f7d-1baa-4d34-b56a-c0a986323781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c68298-23f8-4e79-ab64-ee5de65c9f5b,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:27.277072 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38698) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:27.290038 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098a6f7d-1baa-4d34-b56a-c0a986323781 admin admin] Checking segment: {'id': 'f1319a6c-ef94-48a6-87ee-4efa83bfab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '15095253-2853-442a-b8eb-2ab399ac8fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:23:27.290728 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098a6f7d-1baa-4d34-b56a-c0a986323781 admin admin] Network hostable DHCP agents. Network: 15095253-2853-442a-b8eb-2ab399ac8fc2, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:23:27.327271 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098a6f7d-1baa-4d34-b56a-c0a986323781 admin admin] Network 15095253-2853-442a-b8eb-2ab399ac8fc2 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:23:27.333917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfe620-f0d1-4d78-ab39-f2b17177f223 req-5a17c416-3470-4258-a575-d81f70aadac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:27.334398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfe620-f0d1-4d78-ab39-f2b17177f223 req-5a17c416-3470-4258-a575-d81f70aadac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:27.336471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfe620-f0d1-4d78-ab39-f2b17177f223 req-5a17c416-3470-4258-a575-d81f70aadac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:27.336471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfe620-f0d1-4d78-ab39-f2b17177f223 req-5a17c416-3470-4258-a575-d81f70aadac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:27.336692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfe620-f0d1-4d78-ab39-f2b17177f223 req-5a17c416-3470-4258-a575-d81f70aadac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:27.337118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfe620-f0d1-4d78-ab39-f2b17177f223 req-5a17c416-3470-4258-a575-d81f70aadac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:27.341917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfe620-f0d1-4d78-ab39-f2b17177f223 req-5a17c416-3470-4258-a575-d81f70aadac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:27.347889 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-19cfe620-f0d1-4d78-ab39-f2b17177f223 req-5a17c416-3470-4258-a575-d81f70aadac7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa10991579a24c27b1b3f21f294a7343&device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 6485 time: 0.2974331 Feb 09 14:23:27.384425 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-098a6f7d-1baa-4d34-b56a-c0a986323781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 15095253-2853-442a-b8eb-2ab399ac8fc2) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:23:27.394380 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36742a55-b43d-4bcc-a982-fdf72d2c235e None None] Network 15095253-2853-442a-b8eb-2ab399ac8fc2 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:23:27.417252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a6f7d-1baa-4d34-b56a-c0a986323781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:27.418100 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-098a6f7d-1baa-4d34-b56a-c0a986323781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:27.565149 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-098a6f7d-1baa-4d34-b56a-c0a986323781 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3839097 Feb 09 14:23:27.579014 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ca56a3ea-fd70-4992-a574-6088e0c17cf6 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:23:27.887859 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3c945844-b9f9-4892-9b4a-9658e157641c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8bb33fce73ed4a9ab9c3fa77fb85980a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6057146 Feb 09 14:23:27.891510 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ac1f6a8-e343-4a1e-8fad-ce2312779dba req-ad26081f-c7ed-498e-9ab4-460ff2b963a8 service neutron] 10.222.0.35 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7651184 Feb 09 14:23:27.902620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38710) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:27.970449 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port ca56a3ea-fd70-4992-a574-6088e0c17cf6, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ca56a3ea-fd70-4992-a574-6088e0c17cf6,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:27.984111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f6dbc482-2879-4810-89ec-24d673f497a7 admin admin] For port 8cd56d8c-3007-4715-8df6-d10db6425637, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=8cd56d8c-3007-4715-8df6-d10db6425637,segment=NetworkSegment(32436203-501b-447e-a37e-b5ff34bc7a38),segment_id=32436203-501b-447e-a37e-b5ff34bc7a38)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:27.984664 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc482-2879-4810-89ec-24d673f497a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:27.993672 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4ca63d-e86f-43de-bd8e-0b12b6b8180b None None] Network 15095253-2853-442a-b8eb-2ab399ac8fc2 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:23:28.068270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'ca56a3ea-fd70-4992-a574-6088e0c17cf6', 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae', 'port_id': 'ca56a3ea-fd70-4992-a574-6088e0c17cf6', 'mac_address': 'fa:16:3e:5c:6b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381577b0-b44a-48e2-8d6e-ff167ac380e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:23:28.120415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfe620-f0d1-4d78-ab39-f2b17177f223 req-08911500-c3b4-4ae6-a24f-57ee5a202e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:28.121884 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-19cfe620-f0d1-4d78-ab39-f2b17177f223 req-08911500-c3b4-4ae6-a24f-57ee5a202e7d service neutron] 10.222.0.35 "GET /v2.0/networks?id=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 HTTP/1.1" status: 200 len: 901 time: 0.7666411 Feb 09 14:23:28.130996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f6dbc482-2879-4810-89ec-24d673f497a7 admin admin] Calling delete_port for 8cd56d8c-3007-4715-8df6-d10db6425637 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:23:28.144608 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:28.168131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca56a3ea-fd70-4992-a574-6088e0c17cf6 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:28.193507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1abc82-e87e-495b-aa9f-51e85fb9af8f req-76630a42-4405-4b46-884a-0e534f3fed77 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:28.201276 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1abc82-e87e-495b-aa9f-51e85fb9af8f req-76630a42-4405-4b46-884a-0e534f3fed77 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:28.205962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port ca56a3ea-fd70-4992-a574-6088e0c17cf6, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ca56a3ea-fd70-4992-a574-6088e0c17cf6,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:28.207479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1abc82-e87e-495b-aa9f-51e85fb9af8f req-76630a42-4405-4b46-884a-0e534f3fed77 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:28.214088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1abc82-e87e-495b-aa9f-51e85fb9af8f req-76630a42-4405-4b46-884a-0e534f3fed77 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:28.216542 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:28.221347 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1abc82-e87e-495b-aa9f-51e85fb9af8f req-76630a42-4405-4b46-884a-0e534f3fed77 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:28.228895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1abc82-e87e-495b-aa9f-51e85fb9af8f req-76630a42-4405-4b46-884a-0e534f3fed77 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:28.234923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1abc82-e87e-495b-aa9f-51e85fb9af8f req-76630a42-4405-4b46-884a-0e534f3fed77 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:28.236959 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fc1abc82-e87e-495b-aa9f-51e85fb9af8f req-76630a42-4405-4b46-884a-0e534f3fed77 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.6838760 Feb 09 14:23:28.326811 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fc1abc82-e87e-495b-aa9f-51e85fb9af8f req-a5fc3525-c939-42e4-a1f9-b60af57588c1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792298 Feb 09 14:23:28.394136 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-19cfe620-f0d1-4d78-ab39-f2b17177f223 req-a5ecb76b-8690-4b9e-b9c9-c49ebd5b5170 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f5ec8b1-a89e-4017-a15a-bb4d56e72310 HTTP/1.1" status: 200 len: 217 time: 0.2623253 Feb 09 14:23:28.403678 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f67805ff-beda-4cbc-b03c-522bb9436a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:28.422299 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=ca56a3ea-fd70-4992-a574-6088e0c17cf6,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:28.513649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63722553-6a75-41e9-b9bc-7f8a0bdfcf60 req-da890005-61ed-4ab6-a1b8-989f223fe4bc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:28.515276 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63722553-6a75-41e9-b9bc-7f8a0bdfcf60 req-da890005-61ed-4ab6-a1b8-989f223fe4bc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.8239496 Feb 09 14:23:28.525640 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f67805ff-beda-4cbc-b03c-522bb9436a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:28.540574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7aae7-5575-4d77-ba38-c59393ee2004 req-8092d4ab-149d-4cc8-8e00-b7ba253e5a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:28.542033 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bc7aae7-5575-4d77-ba38-c59393ee2004 req-8092d4ab-149d-4cc8-8e00-b7ba253e5a37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67414f61298f4bde8d6f7ae0ededaa2d&device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 1094 time: 0.5714350 Feb 09 14:23:28.562593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfe620-f0d1-4d78-ab39-f2b17177f223 req-9394a03b-9c7e-40d6-9209-7bf661c2a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:28.564025 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-19cfe620-f0d1-4d78-ab39-f2b17177f223 req-9394a03b-9c7e-40d6-9209-7bf661c2a55e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=caf27f7d-fe34-45ce-96dd-e4751dbd5b8b HTTP/1.1" status: 200 len: 797 time: 0.1579847 Feb 09 14:23:28.585241 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc482-2879-4810-89ec-24d673f497a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:28.638870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbc482-2879-4810-89ec-24d673f497a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd56d8c-3007-4715-8df6-d10db6425637,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:28.719571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d86555-5705-46fd-b444-9dd7e9cf3239 req-b8c87ad5-5801-4f6f-b8ce-9b4b40edae78 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:28.720319 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-77d86555-5705-46fd-b444-9dd7e9cf3239 req-b8c87ad5-5801-4f6f-b8ce-9b4b40edae78 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Synchronizing usage tracker for tenant:a7f428d0350d40a891a26b2f275269ef on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:28.752676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-77d86555-5705-46fd-b444-9dd7e9cf3239 req-b8c87ad5-5801-4f6f-b8ce-9b4b40edae78 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Unset dirty status for tenant:a7f428d0350d40a891a26b2f275269ef on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:28.753831 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-77d86555-5705-46fd-b444-9dd7e9cf3239 req-b8c87ad5-5801-4f6f-b8ce-9b4b40edae78 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 945 time: 0.2634785 Feb 09 14:23:28.757897 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63722553-6a75-41e9-b9bc-7f8a0bdfcf60 req-a2bab3d0-c6af-4710-a041-1b8c49b9c6f9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205632 Feb 09 14:23:28.824164 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f67805ff-beda-4cbc-b03c-522bb9436a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:28.855862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7aae7-5575-4d77-ba38-c59393ee2004 req-eaf36b7c-6cc4-4e88-afcc-b8127a59fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:28.858256 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bc7aae7-5575-4d77-ba38-c59393ee2004 req-eaf36b7c-6cc4-4e88-afcc-b8127a59fd8f service neutron] 10.222.0.35 "GET /v2.0/networks?id=39c8d48e-41fa-4dca-a267-9f377abce6ae HTTP/1.1" status: 200 len: 915 time: 0.2917056 Feb 09 14:23:28.861619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfe620-f0d1-4d78-ab39-f2b17177f223 req-4c22a45c-aff9-4251-93ea-0b0fec685c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:28.863766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-19cfe620-f0d1-4d78-ab39-f2b17177f223 req-4c22a45c-aff9-4251-93ea-0b0fec685c7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2903526 Feb 09 14:23:28.866174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67805ff-beda-4cbc-b03c-522bb9436a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188cf750-9048-433f-bcb9-228507dc66a8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:28.872334 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['ca56a3ea-fd70-4992-a574-6088e0c17cf6'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:23:28.907414 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-77d86555-5705-46fd-b444-9dd7e9cf3239 req-d5147368-d07e-420c-85d4-b2009786c813 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454861 Feb 09 14:23:29.009927 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc482-2879-4810-89ec-24d673f497a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:29.013865 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f67805ff-beda-4cbc-b03c-522bb9436a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:29.017770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f67805ff-beda-4cbc-b03c-522bb9436a23 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/188cf750-9048-433f-bcb9-228507dc66a8 HTTP/1.1" status: 204 len: 168 time: 1.1119158 Feb 09 14:23:29.179011 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-77be2b98-d509-4761-87d9-9378591f25fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:29.201617 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bc7aae7-5575-4d77-ba38-c59393ee2004 req-f9001c85-cc47-43c8-9118-b107a983f291 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbfd252e-614b-4f95-bec0-326b935ca089 HTTP/1.1" status: 200 len: 217 time: 0.3292522 Feb 09 14:23:29.362191 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-19cfe620-f0d1-4d78-ab39-f2b17177f223 req-718b00ce-7154-4b69-8f12-b9a7e6fcd586 service neutron] 10.222.0.35 "GET /v2.0/networks/e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882858 Feb 09 14:23:29.365120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7aae7-5575-4d77-ba38-c59393ee2004 req-b1404476-5f5b-4fd2-8dc1-0965b39d7fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:29.366414 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bc7aae7-5575-4d77-ba38-c59393ee2004 req-b1404476-5f5b-4fd2-8dc1-0965b39d7fb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=381577b0-b44a-48e2-8d6e-ff167ac380e1 HTTP/1.1" status: 200 len: 854 time: 0.1547649 Feb 09 14:23:29.409866 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390b0ca-c11c-4a82-ac5d-0864b9350fbe req-d7a1db19-07c7-4e4e-b867-62f790c68c4e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:29.412605 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1390b0ca-c11c-4a82-ac5d-0864b9350fbe req-d7a1db19-07c7-4e4e-b867-62f790c68c4e tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 943 time: 0.4348075 Feb 09 14:23:29.597712 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1390b0ca-c11c-4a82-ac5d-0864b9350fbe req-bd8c9d21-aa3f-47ec-94b5-1ff22fd62562 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912323 Feb 09 14:23:29.626533 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-19cfe620-f0d1-4d78-ab39-f2b17177f223 req-2e6d4b5e-3bfe-4fdf-81a9-732d410a9ec5 service neutron] 10.222.0.35 "GET /v2.0/networks/e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473137 Feb 09 14:23:29.646717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7aae7-5575-4d77-ba38-c59393ee2004 req-ef22834e-04a5-4f21-b4c1-3dfec8b3f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:29.650953 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bc7aae7-5575-4d77-ba38-c59393ee2004 req-ef22834e-04a5-4f21-b4c1-3dfec8b3f505 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39c8d48e-41fa-4dca-a267-9f377abce6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2516193 Feb 09 14:23:29.673149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-d6ee6b74-92d6-42dc-9af5-7d8d788b42cb tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:29.673962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-d6ee6b74-92d6-42dc-9af5-7d8d788b42cb tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Synchronizing usage tracker for tenant:17c01b4af87540c98be4390384239de3 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:29.702188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dbc482-2879-4810-89ec-24d673f497a7 admin admin] Router bbf0fd57-4592-4a12-9735-05535aa76669 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:23:29.719841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-d6ee6b74-92d6-42dc-9af5-7d8d788b42cb tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Unset dirty status for tenant:17c01b4af87540c98be4390384239de3 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:29.723980 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-d6ee6b74-92d6-42dc-9af5-7d8d788b42cb tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/networks?id=15095253-2853-442a-b8eb-2ab399ac8fc2 HTTP/1.1" status: 200 len: 812 time: 0.4891348 Feb 09 14:23:29.978346 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-5f045fd7-6b1a-4a5a-a9c4-c7a6fd9e0779 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/quotas/17c01b4af87540c98be4390384239de3 HTTP/1.1" status: 200 len: 375 time: 0.0333822 Feb 09 14:23:30.040695 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-034225f8-5d6b-49d0-bea7-4073870506d4 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=17c01b4af87540c98be4390384239de3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534575 Feb 09 14:23:30.049287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba71c99-6380-44a3-972b-1985b6f974de req-d055a816-2970-4d3b-9295-ff8812b3cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:30.049773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba71c99-6380-44a3-972b-1985b6f974de req-d055a816-2970-4d3b-9295-ff8812b3cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:30.050245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba71c99-6380-44a3-972b-1985b6f974de req-d055a816-2970-4d3b-9295-ff8812b3cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:30.050709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba71c99-6380-44a3-972b-1985b6f974de req-d055a816-2970-4d3b-9295-ff8812b3cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:30.051171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba71c99-6380-44a3-972b-1985b6f974de req-d055a816-2970-4d3b-9295-ff8812b3cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:30.051631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba71c99-6380-44a3-972b-1985b6f974de req-d055a816-2970-4d3b-9295-ff8812b3cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:30.052119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba71c99-6380-44a3-972b-1985b6f974de req-d055a816-2970-4d3b-9295-ff8812b3cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:30.054015 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ba71c99-6380-44a3-972b-1985b6f974de req-d055a816-2970-4d3b-9295-ff8812b3cb61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa10991579a24c27b1b3f21f294a7343&device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 6485 time: 0.2988765 Feb 09 14:23:30.059388 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bc7aae7-5575-4d77-ba38-c59393ee2004 req-163f0a15-019c-44b2-8012-a5ac99213d70 service neutron] 10.222.0.35 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101428 Feb 09 14:23:30.070226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0107b11-08ab-402e-b79d-9ad28a8bcd17 req-733dcc4c-01d6-46ed-9e67-4eb69fc3487a tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:30.071715 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0107b11-08ab-402e-b79d-9ad28a8bcd17 req-733dcc4c-01d6-46ed-9e67-4eb69fc3487a tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 945 time: 0.4196005 Feb 09 14:23:30.154202 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:30.203272 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38758) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:30.235434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dbc482-2879-4810-89ec-24d673f497a7 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:23:30.251564 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc8651-fc08-4470-8f6a-b6b7b0904446 None None] Sync routers for ids ['bbf0fd57-4592-4a12-9735-05535aa76669'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:23:30.255059 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f6dbc482-2879-4810-89ec-24d673f497a7 admin admin] 10.222.0.48 "PUT /v2.0/routers/bbf0fd57-4592-4a12-9735-05535aa76669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5171530 Feb 09 14:23:30.255821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38764) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:30.278578 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:30.280766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc8651-fc08-4470-8f6a-b6b7b0904446 None None] Routers {'bbf0fd57-4592-4a12-9735-05535aa76669'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:23:30.281772 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-bbdc8651-fc08-4470-8f6a-b6b7b0904446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:23:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['bbf0fd57-4592-4a12-9735-05535aa76669'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:30.399556 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Request body: {'networks': [{'name': 'tempest-network--1640847065'}, {'name': 'tempest-network--1456738725'}]} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:30.399556 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Request body: {'network': {'name': 'tempest-network--1640847065'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:30.400051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Request body: {'network': {'name': 'tempest-network--1456738725'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:30.411435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:30.420665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Usage tracker for resource:network and tenant:719a25787c144542ba88871db83a6302 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:30.427440 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-cc76d604-329c-4d89-991d-47b67272840c service neutron] 10.222.0.48 "GET /v2.0/networks/15095253-2853-442a-b8eb-2ab399ac8fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299766 Feb 09 14:23:30.431350 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:30.466658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d0107b11-08ab-402e-b79d-9ad28a8bcd17 req-e166afa5-17b1-4f85-a251-b4100a7fb736 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Deleting port ea4ee131-6417-473e-bf16-e912e57cdd8d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:23:30.467227 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d0107b11-08ab-402e-b79d-9ad28a8bcd17 req-e166afa5-17b1-4f85-a251-b4100a7fb736 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:30.510594 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-bbdc8651-fc08-4470-8f6a-b6b7b0904446 None None] Set router bbf0fd57-4592-4a12-9735-05535aa76669 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:23:30.556875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60256f-1273-4b04-9090-1e3ba71a6e70 req-e7a8e215-9e47-496f-977d-ff1fb7ef5a1e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:30.562678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60256f-1273-4b04-9090-1e3ba71a6e70 req-e7a8e215-9e47-496f-977d-ff1fb7ef5a1e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:30.568471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60256f-1273-4b04-9090-1e3ba71a6e70 req-e7a8e215-9e47-496f-977d-ff1fb7ef5a1e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:30.574219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60256f-1273-4b04-9090-1e3ba71a6e70 req-e7a8e215-9e47-496f-977d-ff1fb7ef5a1e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:30.580047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60256f-1273-4b04-9090-1e3ba71a6e70 req-e7a8e215-9e47-496f-977d-ff1fb7ef5a1e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:30.585710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60256f-1273-4b04-9090-1e3ba71a6e70 req-e7a8e215-9e47-496f-977d-ff1fb7ef5a1e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:30.591410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60256f-1273-4b04-9090-1e3ba71a6e70 req-e7a8e215-9e47-496f-977d-ff1fb7ef5a1e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:30.593343 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b60256f-1273-4b04-9090-1e3ba71a6e70 req-e7a8e215-9e47-496f-977d-ff1fb7ef5a1e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.6578028 Feb 09 14:23:30.621333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:30.640289 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-b9d98ec6-76e6-4edc-b568-efc4dfb6c317 service neutron] 10.222.0.48 "GET /v2.0/networks/15095253-2853-442a-b8eb-2ab399ac8fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498034 Feb 09 14:23:30.665786 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Made reservation on behalf of 719a25787c144542ba88871db83a6302 for: {'network': 2} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:23:30.670939 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:30.686138 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:30.689003 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bc7aae7-5575-4d77-ba38-c59393ee2004 req-77871a80-0ab6-4286-9dda-96b9b0bdcb02 service neutron] 10.222.0.35 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145229 Feb 09 14:23:30.705490 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-675ae75c-d1fe-4c6d-9a69-1cf5231f8bc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:30.715110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba71c99-6380-44a3-972b-1985b6f974de req-7382a4a5-ace3-4c74-b527-10a9e2261f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:30.717225 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ba71c99-6380-44a3-972b-1985b6f974de req-7382a4a5-ace3-4c74-b527-10a9e2261f31 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 HTTP/1.1" status: 200 len: 901 time: 0.6438668 Feb 09 14:23:30.788214 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:30.804103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Usage tracker for resource:security_group_rule and tenant:719a25787c144542ba88871db83a6302 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:30.808282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:30.814999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:30.817955 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ba71c99-6380-44a3-972b-1985b6f974de req-855d76c8-c9b5-4004-876f-e25b8c9f6754 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89eb2817-e4ee-41b5-b56e-200af49eed31 HTTP/1.1" status: 200 len: 217 time: 0.0929437 Feb 09 14:23:30.832264 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b60256f-1273-4b04-9090-1e3ba71a6e70 req-46283067-f21e-4470-adfc-438d8bb0a9a6 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2177327 Feb 09 14:23:30.928752 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:30.940821 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:30.941285 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:30.980041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-bbdc8651-fc08-4470-8f6a-b6b7b0904446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-router', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:16Z', 'updated_at': '2022-02-09T14:23:28Z', 'revision_number': 5, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'gw_port': {'id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:20Z', 'updated_at': '2022-02-09T14:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:30.987716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc8651-fc08-4470-8f6a-b6b7b0904446 None None] Checking router: bbf0fd57-4592-4a12-9735-05535aa76669 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:23:31.011446 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc8651-fc08-4470-8f6a-b6b7b0904446 None None] Routers {'bbf0fd57-4592-4a12-9735-05535aa76669'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:23:31.012226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-bbdc8651-fc08-4470-8f6a-b6b7b0904446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:23:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['bbf0fd57-4592-4a12-9735-05535aa76669'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:31.083858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba71c99-6380-44a3-972b-1985b6f974de req-9a6eac2b-e399-4a4e-8d85-2e0adb6b9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:31.085240 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ba71c99-6380-44a3-972b-1985b6f974de req-9a6eac2b-e399-4a4e-8d85-2e0adb6b9618 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=caf27f7d-fe34-45ce-96dd-e4751dbd5b8b HTTP/1.1" status: 200 len: 797 time: 0.2127788 Feb 09 14:23:31.087403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:23:31.101242 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:31.101981 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Added segment 205bf0d1-c2c1-47a7-b7e9-62eff7eee459 of type vlan for network 8f37fbd6-e7e7-47c4-879b-3ba7eb375f08 Feb 09 14:23:31.130567 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:31.192257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d0107b11-08ab-402e-b79d-9ad28a8bcd17 req-e166afa5-17b1-4f85-a251-b4100a7fb736 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] For port ea4ee131-6417-473e-bf16-e912e57cdd8d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ea4ee131-6417-473e-bf16-e912e57cdd8d,segment=NetworkSegment(2caa8b7b-9334-4fbf-b271-b4cc3ccc3477),segment_id=2caa8b7b-9334-4fbf-b271-b4cc3ccc3477)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:31.192702 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d0107b11-08ab-402e-b79d-9ad28a8bcd17 req-e166afa5-17b1-4f85-a251-b4100a7fb736 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:31.200868 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0c5536-f291-44fe-9880-fd2994172376,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:31.261561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-bbdc8651-fc08-4470-8f6a-b6b7b0904446 None None] Set router bbf0fd57-4592-4a12-9735-05535aa76669 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:23:31.311257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:23:31.333401 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-675ae75c-d1fe-4c6d-9a69-1cf5231f8bc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:31.341489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d0107b11-08ab-402e-b79d-9ad28a8bcd17 req-e166afa5-17b1-4f85-a251-b4100a7fb736 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Calling delete_port for ea4ee131-6417-473e-bf16-e912e57cdd8d owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:23:31.343523 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:31.343841 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Added segment 82ac8dfd-9d12-4969-a0bb-0c4d5131b4f7 of type vlan for network b371c51a-6a44-4dfb-a345-42a9ae524d09 Feb 09 14:23:31.353636 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbf40e-f5fe-48c4-bdc5-c387d4196f72 req-cd41960a-bcf4-40b3-91e4-d5560e453522 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:31.360369 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-19bbf40e-f5fe-48c4-bdc5-c387d4196f72 req-cd41960a-bcf4-40b3-91e4-d5560e453522 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.3859272 Feb 09 14:23:31.390935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-675ae75c-d1fe-4c6d-9a69-1cf5231f8bc7 admin admin] Deleting port c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:23:31.390935 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-675ae75c-d1fe-4c6d-9a69-1cf5231f8bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:31.410563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414eae3b-0ff7-400a-9c4a-b95a558a3b8c req-bd4cfb7c-6191-424f-8c4f-be59a4651194 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:31.412193 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-414eae3b-0ff7-400a-9c4a-b95a558a3b8c req-bd4cfb7c-6191-424f-8c4f-be59a4651194 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 945 time: 0.3978977 Feb 09 14:23:31.446677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba71c99-6380-44a3-972b-1985b6f974de req-9a74741e-c566-47ca-9f4b-d5793c46709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:31.448796 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ba71c99-6380-44a3-972b-1985b6f974de req-9a74741e-c566-47ca-9f4b-d5793c46709a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3559015 Feb 09 14:23:31.478477 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:31.606186 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-414eae3b-0ff7-400a-9c4a-b95a558a3b8c req-ccf07bea-c10e-4626-ac00-3840cf90575e tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/security-groups?id=015f8a03-4edc-47ca-92b1-40cf96356e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858916 Feb 09 14:23:31.657066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-675ae75c-d1fe-4c6d-9a69-1cf5231f8bc7 admin admin] For port c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:31.657428 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-675ae75c-d1fe-4c6d-9a69-1cf5231f8bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:31.671370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ca56a3ea-fd70-4992-a574-6088e0c17cf6 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:23:31.818604 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:31.841311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port ca56a3ea-fd70-4992-a574-6088e0c17cf6 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:23:31.849908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port ca56a3ea-fd70-4992-a574-6088e0c17cf6 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:23:31.850542 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:31.862668 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d0107b11-08ab-402e-b79d-9ad28a8bcd17 req-e166afa5-17b1-4f85-a251-b4100a7fb736 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:31.911308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-bbdc8651-fc08-4470-8f6a-b6b7b0904446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-router', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:16Z', 'updated_at': '2022-02-09T14:23:28Z', 'revision_number': 5, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'gw_port': {'id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:20Z', 'updated_at': '2022-02-09T14:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:31.926339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc8651-fc08-4470-8f6a-b6b7b0904446 None None] The sync data for ids ['bbf0fd57-4592-4a12-9735-05535aa76669'] in n-d-828418-2 is: [{'id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'name': 'tempest-ServerRescueTestJSONUnderV235-357564061-router', 'tenant_id': '7f8c52ced27646e3b1bb36269481777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:16Z', 'updated_at': '2022-02-09T14:23:28Z', 'revision_number': 5, 'project_id': '7f8c52ced27646e3b1bb36269481777f', 'gw_port': {'id': 'c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0fd57-4592-4a12-9735-05535aa76669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:20Z', 'updated_at': '2022-02-09T14:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:23:31.948356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166afa5-17b1-4f85-a251-b4100a7fb736 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Pushing event deleted for resources: {'Port': ['ID=ea4ee131-6417-473e-bf16-e912e57cdd8d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:32.002432 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ba71c99-6380-44a3-972b-1985b6f974de req-588f3bc5-cdbc-4cdf-9134-983d18ef1ee0 service neutron] 10.222.0.35 "GET /v2.0/networks/e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276480 Feb 09 14:23:32.008122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-675ae75c-d1fe-4c6d-9a69-1cf5231f8bc7 admin admin] Calling delete_port for c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:23:32.032918 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:32.060800 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-19bbf40e-f5fe-48c4-bdc5-c387d4196f72 req-c7bc29ce-9b33-4fb5-8c99-c8abd61b4e7d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6992145 Feb 09 14:23:32.065230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b4855f-d00e-400d-8b54-32aa18eb4427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca56a3ea-fd70-4992-a574-6088e0c17cf6'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:32.095211 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port ca56a3ea-fd70-4992-a574-6088e0c17cf6, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ca56a3ea-fd70-4992-a574-6088e0c17cf6,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:32.102976 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:32.160619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0107b11-08ab-402e-b79d-9ad28a8bcd17 req-e166afa5-17b1-4f85-a251-b4100a7fb736 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] No DVR routers for this DVR port ea4ee131-6417-473e-bf16-e912e57cdd8d on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:23:32.169353 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d0107b11-08ab-402e-b79d-9ad28a8bcd17 req-e166afa5-17b1-4f85-a251-b4100a7fb736 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:32.171936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e94bdc1-70a0-4faa-b66e-685b62dc3005', 'name': 'network-vif-deleted', 'tag': 'ea4ee131-6417-473e-bf16-e912e57cdd8d'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:32.206408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=ca56a3ea-fd70-4992-a574-6088e0c17cf6,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:32.213536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3465b9-a4ff-4585-a388-e38fba44f6d3 req-73077b39-fa94-4355-a35f-9b7d208a548b tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:32.216234 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd3465b9-a4ff-4585-a388-e38fba44f6d3 req-73077b39-fa94-4355-a35f-9b7d208a548b tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 943 time: 0.4436274 Feb 09 14:23:32.220949 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0107b11-08ab-402e-b79d-9ad28a8bcd17 req-e166afa5-17b1-4f85-a251-b4100a7fb736 tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.35 "DELETE /v2.0/ports/ea4ee131-6417-473e-bf16-e912e57cdd8d HTTP/1.1" status: 204 len: 173 time: 2.1097903 Feb 09 14:23:32.285138 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ba71c99-6380-44a3-972b-1985b6f974de req-d05d125c-c472-4b46-b8b9-8d57a01ad298 service neutron] 10.222.0.35 "GET /v2.0/networks/e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742865 Feb 09 14:23:32.291807 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd3465b9-a4ff-4585-a388-e38fba44f6d3 req-f89bb89b-c018-4a3a-8f47-5e152b4b07d7 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696981 Feb 09 14:23:32.302301 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aedf8ffe-4c9c-489e-b731-0cf50583b6a2 req-7249896a-fc5f-4ce4-bc9d-dca0fa82fc4e tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 210 time: 0.0690610 Feb 09 14:23:32.310217 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:32.310848 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:32.326967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:32.326967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:32.326967 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:32.432062 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b4855f-d00e-400d-8b54-32aa18eb4427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca56a3ea-fd70-4992-a574-6088e0c17cf6', 'code': 200} Feb 09 14:23:32.510987 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-675ae75c-d1fe-4c6d-9a69-1cf5231f8bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:32.568852 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ae75c-d1fe-4c6d-9a69-1cf5231f8bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:32.571560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event updated for resources: {'Network': ['ID=8f37fbd6-e7e7-47c4-879b-3ba7eb375f08,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:32.575297 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.3709531 Feb 09 14:23:32.596971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38788) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:32.599808 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 8f37fbd6-e7e7-47c4-879b-3ba7eb375f08 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:23:32.919848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d123eec-645d-4f8c-90d8-16a0d315cfc3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event updated for resources: {'Network': ['ID=b371c51a-6a44-4dfb-a345-42a9ae524d09,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:32.927722 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-675ae75c-d1fe-4c6d-9a69-1cf5231f8bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:32.934204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network b371c51a-6a44-4dfb-a345-42a9ae524d09 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:23:33.120302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccebaa-aa7f-430a-8785-349ee6e6075a req-e7070a55-d16f-4ca8-8172-c1a08e9b88fc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:33.126131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccebaa-aa7f-430a-8785-349ee6e6075a req-e7070a55-d16f-4ca8-8172-c1a08e9b88fc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:33.133847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccebaa-aa7f-430a-8785-349ee6e6075a req-e7070a55-d16f-4ca8-8172-c1a08e9b88fc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:33.134029 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-675ae75c-d1fe-4c6d-9a69-1cf5231f8bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:33.136917 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-675ae75c-d1fe-4c6d-9a69-1cf5231f8bc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:33.141931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccebaa-aa7f-430a-8785-349ee6e6075a req-e7070a55-d16f-4ca8-8172-c1a08e9b88fc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:33.145675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c3a5b-2524-46f2-a2a8-247c105b4fc3 req-15efd389-8580-4d32-a438-f56f6195c792 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:33.147165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d94c3a5b-2524-46f2-a2a8-247c105b4fc3 req-15efd389-8580-4d32-a438-f56f6195c792 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.5116360 Feb 09 14:23:33.147714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccebaa-aa7f-430a-8785-349ee6e6075a req-e7070a55-d16f-4ca8-8172-c1a08e9b88fc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:33.153612 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccebaa-aa7f-430a-8785-349ee6e6075a req-e7070a55-d16f-4ca8-8172-c1a08e9b88fc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:33.162291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccebaa-aa7f-430a-8785-349ee6e6075a req-e7070a55-d16f-4ca8-8172-c1a08e9b88fc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:33.171695 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-09ccebaa-aa7f-430a-8785-349ee6e6075a req-e7070a55-d16f-4ca8-8172-c1a08e9b88fc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.6954780 Feb 09 14:23:33.227255 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-675ae75c-d1fe-4c6d-9a69-1cf5231f8bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:33.227902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675ae75c-d1fe-4c6d-9a69-1cf5231f8bc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbf0fd57-4592-4a12-9735-05535aa76669 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:23:33.252778 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d94c3a5b-2524-46f2-a2a8-247c105b4fc3 req-4f63e854-a1b7-4f51-898f-e78312cc0331 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978029 Feb 09 14:23:33.258236 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-675ae75c-d1fe-4c6d-9a69-1cf5231f8bc7 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:33.279507 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-675ae75c-d1fe-4c6d-9a69-1cf5231f8bc7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bbf0fd57-4592-4a12-9735-05535aa76669 HTTP/1.1" status: 204 len: 168 time: 3.0002503 Feb 09 14:23:33.279507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38796) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:33.345375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39c3eeb-36c2-42ca-a99b-e3831af587ef tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:33.355459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39c3eeb-36c2-42ca-a99b-e3831af587ef tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:33.363535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39c3eeb-36c2-42ca-a99b-e3831af587ef tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:33.372845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39c3eeb-36c2-42ca-a99b-e3831af587ef tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:33.378129 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e39c3eeb-36c2-42ca-a99b-e3831af587ef tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7690113 Feb 09 14:23:33.384432 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-09ccebaa-aa7f-430a-8785-349ee6e6075a req-1a81f85e-1193-46cf-bc93-bf17f3750783 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2115805 Feb 09 14:23:33.385516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38806) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:33.389944 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e94bdc1-70a0-4faa-b66e-685b62dc3005', 'name': 'network-vif-deleted', 'tag': 'ea4ee131-6417-473e-bf16-e912e57cdd8d', 'status': 'completed', 'code': 200} Feb 09 14:23:33.442826 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebb5e7c-a64b-4bd9-b074-0936996138a0 admin admin] Deleting subnet 73fe2fc4-e537-471a-bd13-9a72088c784d {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:23:33.454230 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5e7c-a64b-4bd9-b074-0936996138a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:33.610717 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device fbfd252e-614b-4f95-bec0-326b935ca089 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:23:33.628404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ea4ee131-6417-473e-bf16-e912e57cdd8d no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:23:33.640309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-22d227db-77d3-441f-a1d7-62803036eb24 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:33.644082 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-22d227db-77d3-441f-a1d7-62803036eb24 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.35 "GET /v2.0/networks?id=15095253-2853-442a-b8eb-2ab399ac8fc2 HTTP/1.1" status: 200 len: 812 time: 0.7787354 Feb 09 14:23:33.732097 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a76972f8-e5d6-415c-a7be-e0f401ac88a9 req-1c61d4d8-bf2c-4b73-8601-09953339ac4e tempest-AttachVolumeNegativeTest-1777278491 tempest-AttachVolumeNegativeTest-1777278491-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e94bdc1-70a0-4faa-b66e-685b62dc3005 HTTP/1.1" status: 200 len: 210 time: 0.0922072 Feb 09 14:23:33.744469 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5e7c-a64b-4bd9-b074-0936996138a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:33.744961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-381c4eee-18d9-40c0-bcad-c55c4452e232 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Request body: {'port': {'device_id': '741b4f3f-ff64-4535-a6b6-87770a872eeb', 'network_id': '15095253-2853-442a-b8eb-2ab399ac8fc2', 'admin_state_up': True, 'tenant_id': '17c01b4af87540c98be4390384239de3'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:33.757997 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: ea4ee131-6417-473e-bf16-e912e57cdd8d {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:23:33.758903 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ea4ee131-6417-473e-bf16-e912e57cdd8d not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:23:33.820700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fd374-8054-4d7f-b507-7a7f3b6d4208 req-5d7bf6ef-e73c-4ca7-b621-548953da4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:33.823143 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8f2fd374-8054-4d7f-b507-7a7f3b6d4208 req-5d7bf6ef-e73c-4ca7-b621-548953da4804 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 1097 time: 1.2225506 Feb 09 14:23:33.840607 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5e7c-a64b-4bd9-b074-0936996138a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:34.012851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port fbfd252e-614b-4f95-bec0-326b935ca089, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=fbfd252e-614b-4f95-bec0-326b935ca089,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:34.024860 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05fe04bb-2fc2-4757-875a-88a0798eaf28 req-85eea0c6-6eb8-4c1c-aff3-47360b2719c9 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 210 time: 0.1057172 Feb 09 14:23:34.024860 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5e7c-a64b-4bd9-b074-0936996138a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:34.047671 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'fbfd252e-614b-4f95-bec0-326b935ca089', 'network_id': '39c8d48e-41fa-4dca-a267-9f377abce6ae', 'port_id': 'fbfd252e-614b-4f95-bec0-326b935ca089', 'mac_address': 'fa:16:3e:ad:9c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381577b0-b44a-48e2-8d6e-ff167ac380e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:23:34.047671 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:23:34.079111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb5e7c-a64b-4bd9-b074-0936996138a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73fe2fc4-e537-471a-bd13-9a72088c784d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:34.079370 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82b1eecc-440a-450d-9c75-4f33773413e3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:34.090788 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5e7c-a64b-4bd9-b074-0936996138a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:34.099018 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9ebb5e7c-a64b-4bd9-b074-0936996138a0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/73fe2fc4-e537-471a-bd13-9a72088c784d HTTP/1.1" status: 204 len: 168 time: 0.8284941 Feb 09 14:23:34.102436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38812) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:34.105445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:23:34.105799 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c0cf3cd4-01ef-477d-bfa1-0b8fba3bd9bc not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:23:34.106899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8cd56d8c-3007-4715-8df6-d10db6425637 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:23:34.111843 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8f2fd374-8054-4d7f-b507-7a7f3b6d4208 req-dee65da7-1d6e-4ab3-b0be-66a8b8daa1d3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494532 Feb 09 14:23:34.148863 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 8cd56d8c-3007-4715-8df6-d10db6425637 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:23:34.149217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8cd56d8c-3007-4715-8df6-d10db6425637 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:23:34.173101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-381c4eee-18d9-40c0-bcad-c55c4452e232 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:34.181630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-381c4eee-18d9-40c0-bcad-c55c4452e232 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Usage tracker for resource:port and tenant:17c01b4af87540c98be4390384239de3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:34.188756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-381c4eee-18d9-40c0-bcad-c55c4452e232 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:34.211133 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:34.217039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff77b4-fd63-4969-b47b-793325db1673 req-dda4cc2b-8387-4331-8fd2-f3cda5ea212d tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:34.220399 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-61ff77b4-fd63-4969-b47b-793325db1673 req-dda4cc2b-8387-4331-8fd2-f3cda5ea212d tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 943 time: 0.5595164 Feb 09 14:23:34.222381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-381c4eee-18d9-40c0-bcad-c55c4452e232 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:34.234444 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfd252e-614b-4f95-bec0-326b935ca089 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:34.254367 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port fbfd252e-614b-4f95-bec0-326b935ca089, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=fbfd252e-614b-4f95-bec0-326b935ca089,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:34.259459 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:34.328993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-381c4eee-18d9-40c0-bcad-c55c4452e232 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Made reservation on behalf of 17c01b4af87540c98be4390384239de3 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:23:34.332445 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-381c4eee-18d9-40c0-bcad-c55c4452e232 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:34.353256 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82b1eecc-440a-450d-9c75-4f33773413e3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:34.354388 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=fbfd252e-614b-4f95-bec0-326b935ca089,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:34.391118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-82b1eecc-440a-450d-9c75-4f33773413e3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f37fbd6-e7e7-47c4-879b-3ba7eb375f08']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:34.446354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-61ff77b4-fd63-4969-b47b-793325db1673 req-238a9e44-0627-44a0-852a-f55ffdfdd713 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697502 Feb 09 14:23:34.449562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-82b1eecc-440a-450d-9c75-4f33773413e3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205bf0d1-c2c1-47a7-b7e9-62eff7eee459') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:34.449705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-82b1eecc-440a-450d-9c75-4f33773413e3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205bf0d1-c2c1-47a7-b7e9-62eff7eee459') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:34.473530 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d22eee54-9753-454f-a18e-98713a3eedd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:34.488655 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82b1eecc-440a-450d-9c75-4f33773413e3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:34.537683 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-6379712b-5ee3-4949-9373-b085da2623c8 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:34.539784 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-6379712b-5ee3-4949-9373-b085da2623c8 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 812 time: 0.2084219 Feb 09 14:23:34.557981 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82b1eecc-440a-450d-9c75-4f33773413e3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:34.594112 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-a36733cf-3132-4ec6-9f95-e679f5d04e54 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/quotas/b4a884575aa84a789b4857840c80c824 HTTP/1.1" status: 200 len: 375 time: 0.0396066 Feb 09 14:23:34.614032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b1eecc-440a-450d-9c75-4f33773413e3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:23:34.614480 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82b1eecc-440a-450d-9c75-4f33773413e3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:23:34.630059 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:23:34.681937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['fbfd252e-614b-4f95-bec0-326b935ca089'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:23:34.786751 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d22eee54-9753-454f-a18e-98713a3eedd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:34.801405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-381c4eee-18d9-40c0-bcad-c55c4452e232 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Allocated IP 172.20.0.11 (15095253-2853-442a-b8eb-2ab399ac8fc2/41c68298-23f8-4e79-ab64-ee5de65c9f5b/709bd844-9bbc-4d4a-9907-3fe0a72a9a58) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:23:34.807398 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82b1eecc-440a-450d-9c75-4f33773413e3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:34.830238 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82b1eecc-440a-450d-9c75-4f33773413e3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:34.832702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-d22eee54-9753-454f-a18e-98713a3eedd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04375e8a-2a29-4ee3-801b-e50e99a312f0']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:34.845922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1eecc-440a-450d-9c75-4f33773413e3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event deleted for resources: {'Network': ['ID=8f37fbd6-e7e7-47c4-879b-3ba7eb375f08,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:34.858672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ebfbe-543a-4a0b-839c-084e4df6442b req-14cdb00a-ed64-4e55-aa9b-60dd531d7edf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:34.864948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ebfbe-543a-4a0b-839c-084e4df6442b req-14cdb00a-ed64-4e55-aa9b-60dd531d7edf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:34.870553 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-01d51055-a620-4a8e-88e8-343063b2f5c2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2579293 Feb 09 14:23:34.871686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ebfbe-543a-4a0b-839c-084e4df6442b req-14cdb00a-ed64-4e55-aa9b-60dd531d7edf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:34.878372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ebfbe-543a-4a0b-839c-084e4df6442b req-14cdb00a-ed64-4e55-aa9b-60dd531d7edf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:34.879801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-d22eee54-9753-454f-a18e-98713a3eedd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32436203-501b-447e-a37e-b5ff34bc7a38') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:34.880575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-d22eee54-9753-454f-a18e-98713a3eedd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32436203-501b-447e-a37e-b5ff34bc7a38') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:34.885189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ebfbe-543a-4a0b-839c-084e4df6442b req-14cdb00a-ed64-4e55-aa9b-60dd531d7edf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:34.892245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ebfbe-543a-4a0b-839c-084e4df6442b req-14cdb00a-ed64-4e55-aa9b-60dd531d7edf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:34.898040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ebfbe-543a-4a0b-839c-084e4df6442b req-14cdb00a-ed64-4e55-aa9b-60dd531d7edf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:34.900815 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-504ebfbe-543a-4a0b-839c-084e4df6442b req-14cdb00a-ed64-4e55-aa9b-60dd531d7edf tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.3293991 Feb 09 14:23:34.916895 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-82b1eecc-440a-450d-9c75-4f33773413e3 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "DELETE /v2.0/networks/8f37fbd6-e7e7-47c4-879b-3ba7eb375f08 HTTP/1.1" status: 204 len: 168 time: 1.5227230 Feb 09 14:23:34.917768 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38828) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:34.997258 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d22eee54-9753-454f-a18e-98713a3eedd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:35.029661 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d22eee54-9753-454f-a18e-98713a3eedd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:35.040987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22eee54-9753-454f-a18e-98713a3eedd7 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:23:35.041381 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d22eee54-9753-454f-a18e-98713a3eedd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:23:35.056075 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:23:35.179374 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-5a9efad8-9f6c-4ec9-b82f-32180bbe5efb service neutron] 10.222.0.48 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862110 Feb 09 14:23:35.180518 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d22eee54-9753-454f-a18e-98713a3eedd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:35.186370 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d22eee54-9753-454f-a18e-98713a3eedd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:35.267782 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-504ebfbe-543a-4a0b-839c-084e4df6442b req-36444ad3-8a5d-42e8-8ae9-f7201ab579f4 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3563502 Feb 09 14:23:35.311228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22eee54-9753-454f-a18e-98713a3eedd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=04375e8a-2a29-4ee3-801b-e50e99a312f0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:35.334107 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d22eee54-9753-454f-a18e-98713a3eedd7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/04375e8a-2a29-4ee3-801b-e50e99a312f0 HTTP/1.1" status: 204 len: 168 time: 1.2266884 Feb 09 14:23:35.406511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38836) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:35.477158 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15b8d8fd-9ead-4ad4-a580-2b6309e05e24 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:35.515752 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-c2dcc6a2-f785-4b57-b7a7-e62a75c94369 service neutron] 10.222.0.48 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090298 Feb 09 14:23:35.637285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-90212cf2-05c0-4900-990d-396bc2eaca07 admin admin] Deleting subnet adaa8dfb-07a1-4c7a-bd00-5979c7cd6139 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:23:35.646694 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-90212cf2-05c0-4900-990d-396bc2eaca07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:35.819252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38848) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:35.885050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ad95746f-6d5c-4b1d-aaf6-f4e3ab41fd06 req-ec32fb46-0e5f-4e9d-8b5a-44d264639eb3 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Synchronizing usage tracker for tenant:17c01b4af87540c98be4390384239de3 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:35.890190 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15b8d8fd-9ead-4ad4-a580-2b6309e05e24 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:35.914492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-097b5a76-04ea-4e8b-ac5e-736a4cf0f0cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f8c52ced27646e3b1bb36269481777f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0904729 Feb 09 14:23:35.915070 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38852) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:35.945837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-15b8d8fd-9ead-4ad4-a580-2b6309e05e24 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b371c51a-6a44-4dfb-a345-42a9ae524d09']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:35.964978 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-381c4eee-18d9-40c0-bcad-c55c4452e232 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:35.980348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-15b8d8fd-9ead-4ad4-a580-2b6309e05e24 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ac8dfd-9d12-4969-a0bb-0c4d5131b4f7') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:35.980831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-15b8d8fd-9ead-4ad4-a580-2b6309e05e24 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ac8dfd-9d12-4969-a0bb-0c4d5131b4f7') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:36.001422 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-90212cf2-05c0-4900-990d-396bc2eaca07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:36.038529 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15b8d8fd-9ead-4ad4-a580-2b6309e05e24 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:36.051100 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f798e73-c914-49d7-b94b-1b38d9b723cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:36.054208 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ad95746f-6d5c-4b1d-aaf6-f4e3ab41fd06 req-ec32fb46-0e5f-4e9d-8b5a-44d264639eb3 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Unset dirty status for tenant:17c01b4af87540c98be4390384239de3 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:36.055792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad95746f-6d5c-4b1d-aaf6-f4e3ab41fd06 req-ec32fb46-0e5f-4e9d-8b5a-44d264639eb3 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 210 time: 0.4286628 Feb 09 14:23:36.072087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a45aa-e5f6-4c95-918e-1f520c94a984 req-73ea7075-af84-4a7b-bdf1-f909c5344999 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:36.079284 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-424a45aa-e5f6-4c95-918e-1f520c94a984 req-73ea7075-af84-4a7b-bdf1-f909c5344999 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 944 time: 0.1706820 Feb 09 14:23:36.081046 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15b8d8fd-9ead-4ad4-a580-2b6309e05e24 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:36.101915 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-90212cf2-05c0-4900-990d-396bc2eaca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:36.123300 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f798e73-c914-49d7-b94b-1b38d9b723cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:36.131551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b8d8fd-9ead-4ad4-a580-2b6309e05e24 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:23:36.132841 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15b8d8fd-9ead-4ad4-a580-2b6309e05e24 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:23:36.152342 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:23:36.174511 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-424a45aa-e5f6-4c95-918e-1f520c94a984 req-e9abd153-d2e5-4802-b32b-16091358f8d2 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940931 Feb 09 14:23:36.240212 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f798e73-c914-49d7-b94b-1b38d9b723cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:36.260778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f798e73-c914-49d7-b94b-1b38d9b723cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777ce3d7-1648-4d66-99d5-5998932ae074,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:36.286175 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f798e73-c914-49d7-b94b-1b38d9b723cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:36.289066 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9f798e73-c914-49d7-b94b-1b38d9b723cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/777ce3d7-1648-4d66-99d5-5998932ae074 HTTP/1.1" status: 204 len: 168 time: 0.3719530 Feb 09 14:23:36.304817 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de6ba91a-8462-4983-b834-6c8b16be8481 req-7dac522c-8207-4fc2-a069-2c59b3724a01 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 210 time: 0.0907118 Feb 09 14:23:36.308728 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-381c4eee-18d9-40c0-bcad-c55c4452e232 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:36.408611 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15b8d8fd-9ead-4ad4-a580-2b6309e05e24 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:36.485566 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-15b8d8fd-9ead-4ad4-a580-2b6309e05e24 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:36.493546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-381c4eee-18d9-40c0-bcad-c55c4452e232 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Network 15095253-2853-442a-b8eb-2ab399ac8fc2 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:23:36.515041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-381c4eee-18d9-40c0-bcad-c55c4452e232 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:23:36.518396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8d8fd-9ead-4ad4-a580-2b6309e05e24 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event deleted for resources: {'Network': ['ID=b371c51a-6a44-4dfb-a345-42a9ae524d09,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:36.533119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-381c4eee-18d9-40c0-bcad-c55c4452e232 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:23:36.611328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c4eee-18d9-40c0-bcad-c55c4452e232 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Pushing event updated for resources: {'Port': ['ID=709bd844-9bbc-4d4a-9907-3fe0a72a9a58,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:36.631003 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-15b8d8fd-9ead-4ad4-a580-2b6309e05e24 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "DELETE /v2.0/networks/b371c51a-6a44-4dfb-a345-42a9ae524d09 HTTP/1.1" status: 204 len: 168 time: 1.7083106 Feb 09 14:23:36.633278 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-90212cf2-05c0-4900-990d-396bc2eaca07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:36.640720 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38866) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:36.764550 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3e87b-18bb-4a50-847b-b78d624ee2c9 req-d6c27a7a-61fd-444f-a432-6e95b5ba125c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:36.771227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3e87b-18bb-4a50-847b-b78d624ee2c9 req-d6c27a7a-61fd-444f-a432-6e95b5ba125c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:36.773334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-381c4eee-18d9-40c0-bcad-c55c4452e232 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:36.774090 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-381c4eee-18d9-40c0-bcad-c55c4452e232 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:36.777974 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3e87b-18bb-4a50-847b-b78d624ee2c9 req-d6c27a7a-61fd-444f-a432-6e95b5ba125c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:36.786075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3e87b-18bb-4a50-847b-b78d624ee2c9 req-d6c27a7a-61fd-444f-a432-6e95b5ba125c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:36.796575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3e87b-18bb-4a50-847b-b78d624ee2c9 req-d6c27a7a-61fd-444f-a432-6e95b5ba125c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:36.803174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3e87b-18bb-4a50-847b-b78d624ee2c9 req-d6c27a7a-61fd-444f-a432-6e95b5ba125c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:36.810440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3e87b-18bb-4a50-847b-b78d624ee2c9 req-d6c27a7a-61fd-444f-a432-6e95b5ba125c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:36.813466 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c2d3e87b-18bb-4a50-847b-b78d624ee2c9 req-d6c27a7a-61fd-444f-a432-6e95b5ba125c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.2629697 Feb 09 14:23:36.841993 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-90212cf2-05c0-4900-990d-396bc2eaca07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:36.850449 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-90212cf2-05c0-4900-990d-396bc2eaca07 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/adaa8dfb-07a1-4c7a-bd00-5979c7cd6139 HTTP/1.1" status: 204 len: 168 time: 1.4424653 Feb 09 14:23:36.853151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-381c4eee-18d9-40c0-bcad-c55c4452e232 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1145785 Feb 09 14:23:36.853718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38872) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:36.863414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90212cf2-05c0-4900-990d-396bc2eaca07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adaa8dfb-07a1-4c7a-bd00-5979c7cd6139,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:36.898654 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Request body: {'port': {'device_id': '741b4f3f-ff64-4535-a6b6-87770a872eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:36.955787 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c2d3e87b-18bb-4a50-847b-b78d624ee2c9 req-b8e7fb0f-fcd0-4e3a-a78b-b02101793c27 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289284 Feb 09 14:23:36.998984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda14224-3698-4144-b497-93e579667fae tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:37.006511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda14224-3698-4144-b497-93e579667fae tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:37.008383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bda14224-3698-4144-b497-93e579667fae tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Synchronizing usage tracker for tenant:719a25787c144542ba88871db83a6302 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:37.031581 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bda14224-3698-4144-b497-93e579667fae tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Unset dirty status for tenant:719a25787c144542ba88871db83a6302 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:37.038176 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bda14224-3698-4144-b497-93e579667fae tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3863263 Feb 09 14:23:37.038706 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38880) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:37.047214 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0d26fdf7-b939-4c0a-b51a-7ce7955a33c7 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1869055992'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:37.055869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0d26fdf7-b939-4c0a-b51a-7ce7955a33c7 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:37.070565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0d26fdf7-b939-4c0a-b51a-7ce7955a33c7 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:37.085297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d26fdf7-b939-4c0a-b51a-7ce7955a33c7 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Made reservation on behalf of 719a25787c144542ba88871db83a6302 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:23:37.091379 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d26fdf7-b939-4c0a-b51a-7ce7955a33c7 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:37.138805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d26fdf7-b939-4c0a-b51a-7ce7955a33c7 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:23:37.155347 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d26fdf7-b939-4c0a-b51a-7ce7955a33c7 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:37.155704 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-0d26fdf7-b939-4c0a-b51a-7ce7955a33c7 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Added segment d04fd56e-8b61-42cd-bce6-55c63d0777f7 of type vlan for network 4e4201b1-ed3f-4198-8770-9fe700c02ca2 Feb 09 14:23:37.197269 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d26fdf7-b939-4c0a-b51a-7ce7955a33c7 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:37.216918 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-08aec752-53b9-44cc-87b1-ce5d0a71dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:37.262633 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d26fdf7-b939-4c0a-b51a-7ce7955a33c7 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:37.274713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d26fdf7-b939-4c0a-b51a-7ce7955a33c7 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:37.275424 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d26fdf7-b939-4c0a-b51a-7ce7955a33c7 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:37.411116 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:37.474223 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-08aec752-53b9-44cc-87b1-ce5d0a71dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:37.523764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-08aec752-53b9-44cc-87b1-ce5d0a71dff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:37.548045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-08aec752-53b9-44cc-87b1-ce5d0a71dff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:37.548541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-08aec752-53b9-44cc-87b1-ce5d0a71dff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2caa8b7b-9334-4fbf-b271-b4cc3ccc3477') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:37.574477 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-08aec752-53b9-44cc-87b1-ce5d0a71dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:37.612090 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device fbfd252e-614b-4f95-bec0-326b935ca089 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:23:37.700751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26fdf7-b939-4c0a-b51a-7ce7955a33c7 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event updated for resources: {'Network': ['ID=4e4201b1-ed3f-4198-8770-9fe700c02ca2,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:37.707523 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-08aec752-53b9-44cc-87b1-ce5d0a71dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:37.709401 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0d26fdf7-b939-4c0a-b51a-7ce7955a33c7 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6690161 Feb 09 14:23:37.710812 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38902) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:37.719132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f836c7ff-6cbe-45a2-b97a-6f74f58da6b4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-353728572'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:37.727935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f836c7ff-6cbe-45a2-b97a-6f74f58da6b4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:37.737777 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 4e4201b1-ed3f-4198-8770-9fe700c02ca2 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:23:37.738274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f836c7ff-6cbe-45a2-b97a-6f74f58da6b4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Usage tracker for resource:network and tenant:719a25787c144542ba88871db83a6302 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:37.744695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f836c7ff-6cbe-45a2-b97a-6f74f58da6b4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:37.756040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f836c7ff-6cbe-45a2-b97a-6f74f58da6b4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:37.778722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f836c7ff-6cbe-45a2-b97a-6f74f58da6b4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Made reservation on behalf of 719a25787c144542ba88871db83a6302 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:23:37.782770 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f836c7ff-6cbe-45a2-b97a-6f74f58da6b4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:37.810772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad4890-ad5f-4348-ab97-e5ab073f336a req-f9ef8547-1a44-46fa-8e36-57ef3f2f77f7 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:37.813962 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a8ad4890-ad5f-4348-ab97-e5ab073f336a req-f9ef8547-1a44-46fa-8e36-57ef3f2f77f7 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 944 time: 0.4517844 Feb 09 14:23:37.865210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38906) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:37.891126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f836c7ff-6cbe-45a2-b97a-6f74f58da6b4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:23:37.933735 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a8ad4890-ad5f-4348-ab97-e5ab073f336a req-1ae62180-b567-4780-9f5b-105f904d75d0 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103051 Feb 09 14:23:37.935057 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f836c7ff-6cbe-45a2-b97a-6f74f58da6b4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:37.935600 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-f836c7ff-6cbe-45a2-b97a-6f74f58da6b4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Added segment b33a3b05-8219-4394-ba23-cc4ac90c5c46 of type vlan for network 822071b0-f273-4d65-a3c3-0359927310fa Feb 09 14:23:37.979836 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f836c7ff-6cbe-45a2-b97a-6f74f58da6b4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:38.027160 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f836c7ff-6cbe-45a2-b97a-6f74f58da6b4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:38.049730 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f836c7ff-6cbe-45a2-b97a-6f74f58da6b4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:38.050421 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f836c7ff-6cbe-45a2-b97a-6f74f58da6b4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:38.054244 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port fbfd252e-614b-4f95-bec0-326b935ca089 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:23:38.062300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port fbfd252e-614b-4f95-bec0-326b935ca089 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:23:38.064823 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:38.134937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08aec752-53b9-44cc-87b1-ce5d0a71dff4 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:23:38.135884 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-08aec752-53b9-44cc-87b1-ce5d0a71dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:38.166191 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1475533016-network', 'tenant_id': '1420416e843f48a49610ec42176f5998'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:23:38.167647 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:23:38.180983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:38.214889 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f836c7ff-6cbe-45a2-b97a-6f74f58da6b4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5015647 Feb 09 14:23:38.223866 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38914) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:38.224873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Usage tracker for resource:network and tenant:1420416e843f48a49610ec42176f5998 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:38.234953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:38.238368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836c7ff-6cbe-45a2-b97a-6f74f58da6b4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event updated for resources: {'Network': ['ID=822071b0-f273-4d65-a3c3-0359927310fa,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:38.243722 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-37c5d1f1-c940-4176-968f-ca2a0ad0b419 req-5e5d5428-202c-42e0-adf8-9825b33f3fe6 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 210 time: 0.0812137 Feb 09 14:23:38.250913 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Request body: {'ports': [{'network_id': '4e4201b1-ed3f-4198-8770-9fe700c02ca2', 'name': 'tempest-port--1520204572', 'admin_state_up': True}, {'network_id': '822071b0-f273-4d65-a3c3-0359927310fa', 'admin_state_up': False}]} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:38.251124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Request body: {'port': {'network_id': '4e4201b1-ed3f-4198-8770-9fe700c02ca2', 'name': 'tempest-port--1520204572', 'admin_state_up': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:38.251889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Request body: {'port': {'network_id': '822071b0-f273-4d65-a3c3-0359927310fa', 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:38.252598 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 822071b0-f273-4d65-a3c3-0359927310fa details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:23:38.266313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:38.385286 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:38.433427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8fc1ad-efac-48ff-bc13-f682122d4c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfd252e-614b-4f95-bec0-326b935ca089'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:38.438362 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-08aec752-53b9-44cc-87b1-ce5d0a71dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:38.444575 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-08aec752-53b9-44cc-87b1-ce5d0a71dff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:38.447923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port fbfd252e-614b-4f95-bec0-326b935ca089, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=fbfd252e-614b-4f95-bec0-326b935ca089,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:38.452985 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:38.509424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c332de4-a650-48be-9e43-31b74cd49c83 req-bebe796b-1f1f-40a4-8003-fb6bcb1b4a53 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:38.511021 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c332de4-a650-48be-9e43-31b74cd49c83 req-bebe796b-1f1f-40a4-8003-fb6bcb1b4a53 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 932 time: 1.2231941 Feb 09 14:23:38.531664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aec752-53b9-44cc-87b1-ce5d0a71dff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:38.549213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=fbfd252e-614b-4f95-bec0-326b935ca089,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:38.575026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Made reservation on behalf of 1420416e843f48a49610ec42176f5998 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:23:38.577301 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:38.608426 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:38.613962 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:38.643924 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-08aec752-53b9-44cc-87b1-ce5d0a71dff4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/59cf6eff-3aa8-4ed1-bc7a-b4417ea62f89 HTTP/1.1" status: 204 len: 168 time: 1.7818034 Feb 09 14:23:38.677590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-51f9262f-78a7-4259-8f54-2a4f46222f8f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:38.679827 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-51f9262f-78a7-4259-8f54-2a4f46222f8f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 812 time: 0.9565730 Feb 09 14:23:38.681321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:38.697751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Usage tracker for resource:security_group_rule and tenant:1420416e843f48a49610ec42176f5998 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:38.700985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-57f82711-5342-4b7f-901f-8522c8409281 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Request body: {'port': {'device_id': 'ad75b5de-5b9b-4f38-8ce0-f82a6f46beef', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'admin_state_up': True, 'tenant_id': 'b4a884575aa84a789b4857840c80c824'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:38.704348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:38.707967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:38.717413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:38.720549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Usage tracker for resource:port and tenant:719a25787c144542ba88871db83a6302 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:38.729313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:38.740801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:38.783786 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd28c8-4ce5-46ef-9982-05cd8567235c req-12aca036-c7eb-4e26-ade3-3260ed63d9fe tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:38.789538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd28c8-4ce5-46ef-9982-05cd8567235c req-12aca036-c7eb-4e26-ade3-3260ed63d9fe tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:38.795325 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd28c8-4ce5-46ef-9982-05cd8567235c req-12aca036-c7eb-4e26-ade3-3260ed63d9fe tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:38.797544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38922) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:38.801245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd28c8-4ce5-46ef-9982-05cd8567235c req-12aca036-c7eb-4e26-ade3-3260ed63d9fe tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:38.807209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd28c8-4ce5-46ef-9982-05cd8567235c req-12aca036-c7eb-4e26-ade3-3260ed63d9fe tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:38.812599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd28c8-4ce5-46ef-9982-05cd8567235c req-12aca036-c7eb-4e26-ade3-3260ed63d9fe tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:38.816002 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c332de4-a650-48be-9e43-31b74cd49c83 req-a4f06c58-c74c-4f16-90a0-cfa2d2d5cdb2 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925186 Feb 09 14:23:38.818773 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd28c8-4ce5-46ef-9982-05cd8567235c req-12aca036-c7eb-4e26-ade3-3260ed63d9fe tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:38.822067 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-23dd28c8-4ce5-46ef-9982-05cd8567235c req-12aca036-c7eb-4e26-ade3-3260ed63d9fe tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.3952074 Feb 09 14:23:38.824943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Made reservation on behalf of 719a25787c144542ba88871db83a6302 for: {'port': 2} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:23:38.829768 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:38.889065 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8fc1ad-efac-48ff-bc13-f682122d4c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfd252e-614b-4f95-bec0-326b935ca089', 'code': 200} Feb 09 14:23:38.894437 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:38.975907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ae582b8f-cfe0-45b1-8a71-a3b489954a13 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7f428d0350d40a891a26b2f275269ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679921 Feb 09 14:23:38.987903 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38928) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:38.999626 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-23dd28c8-4ce5-46ef-9982-05cd8567235c req-ee9fb70a-13dd-491a-96cb-6c33c7f96295 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1429162 Feb 09 14:23:39.051888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-57f82711-5342-4b7f-901f-8522c8409281 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:39.091354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-57f82711-5342-4b7f-901f-8522c8409281 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:39.111229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-1494741a-4bb4-47d0-a481-09a3f204fb12 req-1d940a63-d8c5-46f2-8cd9-8b2f654c82ff service neutron] (87596) timed out ('10.222.0.48', 41506) {{(pid=87596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 14:23:39.148899 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:39.162799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:39.165888 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:39.166608 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:39.169734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-57f82711-5342-4b7f-901f-8522c8409281 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Made reservation on behalf of b4a884575aa84a789b4857840c80c824 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:23:39.173694 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-57f82711-5342-4b7f-901f-8522c8409281 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:39.221892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Transition to ACTIVE for port object 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:23:39.262483 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:39.281349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:23:39.310285 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a87d789-2527-4be0-aeef-750e6ba33fbf,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:39.314607 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85d49a4a-d90a-4468-98ff-81a24f94dc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:39.354826 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:39.355104 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Added segment 63a13ab8-e67b-4f1a-9fec-93f332ec7fa2 of type vlan for network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 Feb 09 14:23:39.357674 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85d49a4a-d90a-4468-98ff-81a24f94dc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:39.367693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] device_id is not set on port fb5bb931-4e61-47d3-8407-df1bab0c4ec7 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:23:39.420511 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:39.497434 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:39.499750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:39.499948 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:39.519182 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85d49a4a-d90a-4468-98ff-81a24f94dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:39.581302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af9d97-3c6c-4357-a679-b6b1094be6df req-3d06804b-db7d-48eb-a430-679d26eec624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:39.582870 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a3af9d97-3c6c-4357-a679-b6b1094be6df req-3d06804b-db7d-48eb-a430-679d26eec624 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 1096 time: 0.6156652 Feb 09 14:23:39.640264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Pushing event updated for resources: {'Port': ['ID=709bd844-9bbc-4d4a-9907-3fe0a72a9a58,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:39.670893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680320af-0524-467a-b1a4-70d4ec1fe471 req-391b6b5f-ba84-448b-a9cf-bfe8fcba3b4f tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:39.671482 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-680320af-0524-467a-b1a4-70d4ec1fe471 req-391b6b5f-ba84-448b-a9cf-bfe8fcba3b4f tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 945 time: 0.5776594 Feb 09 14:23:39.698138 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a3af9d97-3c6c-4357-a679-b6b1094be6df req-9471ad8e-1556-4ee2-84e3-343a41c7e64c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970170 Feb 09 14:23:39.711028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d49a4a-d90a-4468-98ff-81a24f94dc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015f8a03-4edc-47ca-92b1-40cf96356e61,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:39.721735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-57f82711-5342-4b7f-901f-8522c8409281 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Allocated IP 172.20.0.5 (a1587716-277d-4b6f-89df-24e96250ab9d/f7392afa-2a9c-4064-b2be-b0d20969d51e/89616186-2545-46c6-a544-b311c5d5aebc) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:23:39.766005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Attempting to bind port 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:23:39.766656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Attempting to bind port 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'f1319a6c-ef94-48a6-87ee-4efa83bfab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '15095253-2853-442a-b8eb-2ab399ac8fc2'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:23:39.766987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Attempting to bind port 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 on network 15095253-2853-442a-b8eb-2ab399ac8fc2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:23:39.775342 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c9941d6b-c68f-404b-8495-1d367160cd0c req-3be2b790-c592-4f90-9b46-af78126282c5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 210 time: 0.1567030 Feb 09 14:23:39.787703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] Pushing event updated for resources: {'Network': ['ID=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:39.787978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Port 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 on network 15095253-2853-442a-b8eb-2ab399ac8fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:23:39.789044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Attempting to bind port 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 on network 15095253-2853-442a-b8eb-2ab399ac8fc2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:23:39.807800 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:23:39.815811 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-edfe85c4-aff8-4a67-9228-8effee84a76d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9479892 Feb 09 14:23:39.818144 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:39.820727 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38934) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:39.824418 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-680320af-0524-467a-b1a4-70d4ec1fe471 req-6c00ec1a-79d7-409b-b0cc-8f647c5cad14 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283176 Feb 09 14:23:39.825483 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85d49a4a-d90a-4468-98ff-81a24f94dc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:39.830393 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-85d49a4a-d90a-4468-98ff-81a24f94dc7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/015f8a03-4edc-47ca-92b1-40cf96356e61 HTTP/1.1" status: 204 len: 168 time: 0.8236270 Feb 09 14:23:39.831356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:23:39.831356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Checking segment: {'id': 'f1319a6c-ef94-48a6-87ee-4efa83bfab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '15095253-2853-442a-b8eb-2ab399ac8fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:23:39.831356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Bound using segment: {'id': 'f1319a6c-ef94-48a6-87ee-4efa83bfab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '15095253-2853-442a-b8eb-2ab399ac8fc2'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:23:39.831356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Bound port: 709bd844-9bbc-4d4a-9907-3fe0a72a9a58, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1319a6c-ef94-48a6-87ee-4efa83bfab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '15095253-2853-442a-b8eb-2ab399ac8fc2'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:23:39.831356 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:39.831980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0398bb7f-f1b2-4264-bc4f-4799347ef5cd admin admin] Request body: {'subnet': {'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1475533016-subnet', 'tenant_id': '1420416e843f48a49610ec42176f5998', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:39.916238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0398bb7f-f1b2-4264-bc4f-4799347ef5cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:39.928268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0398bb7f-f1b2-4264-bc4f-4799347ef5cd admin admin] Usage tracker for resource:subnet and tenant:1420416e843f48a49610ec42176f5998 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:39.935590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0398bb7f-f1b2-4264-bc4f-4799347ef5cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:39.954321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0398bb7f-f1b2-4264-bc4f-4799347ef5cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:40.157186 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] device_id is not set on port cfe74818-937f-418a-bb23-407b70c44c57 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:23:40.167169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0398bb7f-f1b2-4264-bc4f-4799347ef5cd admin admin] Made reservation on behalf of 1420416e843f48a49610ec42176f5998 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:23:40.169931 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0398bb7f-f1b2-4264-bc4f-4799347ef5cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:40.300009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] For port 709bd844-9bbc-4d4a-9907-3fe0a72a9a58, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:23:40.329133 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:40.334715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] For port 709bd844-9bbc-4d4a-9907-3fe0a72a9a58, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=709bd844-9bbc-4d4a-9907-3fe0a72a9a58,segment=NetworkSegment(f1319a6c-ef94-48a6-87ee-4efa83bfab66),segment_id=f1319a6c-ef94-48a6-87ee-4efa83bfab66)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:23:40.342109 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-57f82711-5342-4b7f-901f-8522c8409281 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:40.353348 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:40.392256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92e137-2061-476b-8711-5fd46a9ee6f5 req-4b8f32e5-f62a-4b5f-8017-6f2a5b7388bb tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:40.401480 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8e92e137-2061-476b-8711-5fd46a9ee6f5 req-4b8f32e5-f62a-4b5f-8017-6f2a5b7388bb tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 944 time: 0.4277937 Feb 09 14:23:40.438023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-57f82711-5342-4b7f-901f-8522c8409281 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Transition to ACTIVE for port object 89616186-2545-46c6-a544-b311c5d5aebc will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:23:40.440814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:40.441646 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:40.443532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] 10.222.0.35 "PUT /v2.0/ports/709bd844-9bbc-4d4a-9907-3fe0a72a9a58 HTTP/1.1" status: 200 len: 1092 time: 3.5785844 Feb 09 14:23:40.444300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741b4f3f-ff64-4535-a6b6-87770a872eeb', 'tag': '709bd844-9bbc-4d4a-9907-3fe0a72a9a58'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:40.487497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3b508-3c37-4d53-917a-9faa3f99aea4 req-396a6538-eec1-4221-b7f1-d0041f788242 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:40.492778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3b508-3c37-4d53-917a-9faa3f99aea4 req-396a6538-eec1-4221-b7f1-d0041f788242 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:40.499538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3b508-3c37-4d53-917a-9faa3f99aea4 req-396a6538-eec1-4221-b7f1-d0041f788242 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:40.506837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3b508-3c37-4d53-917a-9faa3f99aea4 req-396a6538-eec1-4221-b7f1-d0041f788242 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:40.513504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3b508-3c37-4d53-917a-9faa3f99aea4 req-396a6538-eec1-4221-b7f1-d0041f788242 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:40.519526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3b508-3c37-4d53-917a-9faa3f99aea4 req-396a6538-eec1-4221-b7f1-d0041f788242 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:40.526320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3b508-3c37-4d53-917a-9faa3f99aea4 req-396a6538-eec1-4221-b7f1-d0041f788242 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:40.528805 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e1f3b508-3c37-4d53-917a-9faa3f99aea4 req-396a6538-eec1-4221-b7f1-d0041f788242 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.2880220 Feb 09 14:23:40.535974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40a5c7-1e8c-4051-b3e4-32340d0c5e6b service neutron] Pushing event updated for resources: {'Port': ['ID=709bd844-9bbc-4d4a-9907-3fe0a72a9a58,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:40.587078 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:40.593798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8e92e137-2061-476b-8711-5fd46a9ee6f5 req-b77eb47e-9557-4a77-97e1-05cbe514a9d4 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Synchronizing usage tracker for tenant:17c01b4af87540c98be4390384239de3 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:40.637100 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-57f82711-5342-4b7f-901f-8522c8409281 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:40.653306 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['e658954f-01f9-49b0-b68a-afc1daf383c9'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:23:40.669921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8e92e137-2061-476b-8711-5fd46a9ee6f5 req-b77eb47e-9557-4a77-97e1-05cbe514a9d4 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Unset dirty status for tenant:17c01b4af87540c98be4390384239de3 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:40.671218 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8e92e137-2061-476b-8711-5fd46a9ee6f5 req-b77eb47e-9557-4a77-97e1-05cbe514a9d4 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689519 Feb 09 14:23:40.674560 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0398bb7f-f1b2-4264-bc4f-4799347ef5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:40.738872 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e1f3b508-3c37-4d53-917a-9faa3f99aea4 req-8ff7ebe2-3c66-4f23-a1f1-e1be7afec834 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1993625 Feb 09 14:23:40.775298 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:40.777091 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741b4f3f-ff64-4535-a6b6-87770a872eeb', 'tag': '709bd844-9bbc-4d4a-9907-3fe0a72a9a58', 'status': 'completed', 'code': 200} Feb 09 14:23:40.792318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-57f82711-5342-4b7f-901f-8522c8409281 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Network a1587716-277d-4b6f-89df-24e96250ab9d is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:23:40.794333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-57f82711-5342-4b7f-901f-8522c8409281 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:23:40.796489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f82711-5342-4b7f-901f-8522c8409281 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event updated for resources: {'Port': ['ID=89616186-2545-46c6-a544-b311c5d5aebc,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:40.798779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-57f82711-5342-4b7f-901f-8522c8409281 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:23:40.909274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398bb7f-f1b2-4264-bc4f-4799347ef5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2315fb8e-5bcf-45cb-897d-5aa2d617522a,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:40.927718 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0398bb7f-f1b2-4264-bc4f-4799347ef5cd admin admin] Checking segment: {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:23:40.928121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0398bb7f-f1b2-4264-bc4f-4799347ef5cd admin admin] Network hostable DHCP agents. Network: 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:23:40.964023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event updated for resources: {'Port': ['ID=fb5bb931-4e61-47d3-8407-df1bab0c4ec7,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:40.977129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-57f82711-5342-4b7f-901f-8522c8409281 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:40.978401 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-57f82711-5342-4b7f-901f-8522c8409281 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:40.993889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Checking segment: {'id': 'd04fd56e-8b61-42cd-bce6-55c63d0777f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4e4201b1-ed3f-4198-8770-9fe700c02ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:23:40.994479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Network hostable DHCP agents. Network: 4e4201b1-ed3f-4198-8770-9fe700c02ca2, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:23:41.016881 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0398bb7f-f1b2-4264-bc4f-4799347ef5cd admin admin] Network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:23:41.020455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-5ca3fbd3-34bc-4f03-8c72-be7e223b0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:41.025868 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-5ca3fbd3-34bc-4f03-8c72-be7e223b0862 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=17c01b4af87540c98be4390384239de3&device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 1095 time: 0.4853776 Feb 09 14:23:41.054310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0398bb7f-f1b2-4264-bc4f-4799347ef5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:23:41.077854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796e7656-db2a-4fac-af39-ab54ae15eb65 None None] Network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:23:41.088582 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0398bb7f-f1b2-4264-bc4f-4799347ef5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:41.089507 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0398bb7f-f1b2-4264-bc4f-4799347ef5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:41.156001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Network 4e4201b1-ed3f-4198-8770-9fe700c02ca2 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:23:41.165713 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-209c0994-fc91-48fc-9acd-90e44fccefb7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=709bd844-9bbc-4d4a-9907-3fe0a72a9a58 HTTP/1.1" status: 200 len: 217 time: 0.1264477 Feb 09 14:23:41.167033 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-57f82711-5342-4b7f-901f-8522c8409281 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4757273 Feb 09 14:23:41.200230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Request body: {'port': {'device_id': 'ad75b5de-5b9b-4f38-8ce0-f82a6f46beef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:41.208123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 4e4201b1-ed3f-4198-8770-9fe700c02ca2) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:23:41.219504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:23:41.221600 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:41.267396 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b8449-5e48-4eb0-9404-163b4e98c04e None None] Network 4e4201b1-ed3f-4198-8770-9fe700c02ca2 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:23:41.308671 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0398bb7f-f1b2-4264-bc4f-4799347ef5cd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4868958 Feb 09 14:23:41.410281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-421d5e74-62cf-4f15-bcb5-c60c7261be56 None None] Provisioning for port 89616186-2545-46c6-a544-b311c5d5aebc completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:23:41.419766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902f361-aa9d-4975-86a8-6fbd2fb35eab req-99c280d5-ed1c-463c-8527-d8c6ac926ba3 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:41.424142 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6902f361-aa9d-4975-86a8-6fbd2fb35eab req-99c280d5-ed1c-463c-8527-d8c6ac926ba3 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 945 time: 0.3585224 Feb 09 14:23:41.427968 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-421d5e74-62cf-4f15-bcb5-c60c7261be56 None None] Provisioning complete for port 89616186-2545-46c6-a544-b311c5d5aebc triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:23:41.428649 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-421d5e74-62cf-4f15-bcb5-c60c7261be56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:41.493913 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event updated for resources: {'Port': ['ID=cfe74818-937f-418a-bb23-407b70c44c57,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:41.513172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Checking segment: {'id': 'b33a3b05-8219-4394-ba23-cc4ac90c5c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '822071b0-f273-4d65-a3c3-0359927310fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:23:41.513816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Network hostable DHCP agents. Network: 822071b0-f273-4d65-a3c3-0359927310fa, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:23:41.541833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-efcc6272-efae-42bc-ac39-f05020878959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:41.548164 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-efcc6272-efae-42bc-ac39-f05020878959 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=41c68298-23f8-4e79-ab64-ee5de65c9f5b HTTP/1.1" status: 200 len: 852 time: 0.3516886 Feb 09 14:23:41.563108 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6902f361-aa9d-4975-86a8-6fbd2fb35eab req-e193d8df-2748-45d3-bac3-cd81a28b280b tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177299 Feb 09 14:23:41.571026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Network 822071b0-f273-4d65-a3c3-0359927310fa is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:23:41.588418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 822071b0-f273-4d65-a3c3-0359927310fa) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:23:41.593948 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:23:41.601047 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:41.607928 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:41.608641 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:41.611574 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-421d5e74-62cf-4f15-bcb5-c60c7261be56 None None] Port 89616186-2545-46c6-a544-b311c5d5aebc cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:23:41.636291 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8f191d42-664a-4e2d-8416-b33582435465 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4028065 Feb 09 14:23:41.639290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38974) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:41.760748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56700c16-4d4a-44cf-bb8d-a6b9131ac03d tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:41.762092 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a024590-0712-499c-9702-2ce21220c012 None None] Network 822071b0-f273-4d65-a3c3-0359927310fa requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:23:41.779002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56700c16-4d4a-44cf-bb8d-a6b9131ac03d tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:41.781180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-56700c16-4d4a-44cf-bb8d-a6b9131ac03d tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Synchronizing usage tracker for tenant:719a25787c144542ba88871db83a6302 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:41.820017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-56700c16-4d4a-44cf-bb8d-a6b9131ac03d tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Unset dirty status for tenant:719a25787c144542ba88871db83a6302 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:41.822833 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-56700c16-4d4a-44cf-bb8d-a6b9131ac03d tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1787717 Feb 09 14:23:41.825509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38982) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:41.915311 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-4411ce69-483f-45ac-893e-07d7bf5a4fd8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15095253-2853-442a-b8eb-2ab399ac8fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2493293 Feb 09 14:23:41.968885 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:42.102061 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ef7c10-6740-4898-b535-fd418a84a401 None None] Network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:23:42.104228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-68bf9d74-368b-4b73-b360-519c7cc17c1d tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Deleting port fb5bb931-4e61-47d3-8407-df1bab0c4ec7 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:23:42.105217 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68bf9d74-368b-4b73-b360-519c7cc17c1d tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:42.113872 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda49d9-70b3-445b-bdfe-ea88b26bd0ad req-917f656f-b169-4970-bfc9-f316bcacdbf4 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:42.114629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-5dda49d9-70b3-445b-bdfe-ea88b26bd0ad req-917f656f-b169-4970-bfc9-f316bcacdbf4 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Synchronizing usage tracker for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:42.196113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-5dda49d9-70b3-445b-bdfe-ea88b26bd0ad req-917f656f-b169-4970-bfc9-f316bcacdbf4 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Unset dirty status for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:42.203082 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5dda49d9-70b3-445b-bdfe-ea88b26bd0ad req-917f656f-b169-4970-bfc9-f316bcacdbf4 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 931 time: 1.0937586 Feb 09 14:23:42.216547 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b079ae-daf3-491c-b84f-ae9df230cf68 req-68d5e3fe-42dd-47fa-a222-5dbe4d23014a tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:42.224209 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-79b079ae-daf3-491c-b84f-ae9df230cf68 req-68d5e3fe-42dd-47fa-a222-5dbe4d23014a tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 944 time: 0.2930405 Feb 09 14:23:42.348538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-d13f5257-5dc8-48d8-9f9b-92037c274f2d service neutron] 10.222.0.35 "GET /v2.0/networks/15095253-2853-442a-b8eb-2ab399ac8fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265287 Feb 09 14:23:42.384710 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5dda49d9-70b3-445b-bdfe-ea88b26bd0ad req-6b88f087-bf93-449c-94b8-b744af58d796 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803327 Feb 09 14:23:42.445023 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68bf9d74-368b-4b73-b360-519c7cc17c1d tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:42.736101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-68bf9d74-368b-4b73-b360-519c7cc17c1d tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Calling delete_port for fb5bb931-4e61-47d3-8407-df1bab0c4ec7 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:23:42.753073 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55ca7d9f-cf9f-4dc7-8d6e-6523015094ec req-5064cf89-359a-4d8b-add9-40ce91163018 service neutron] 10.222.0.35 "GET /v2.0/networks/15095253-2853-442a-b8eb-2ab399ac8fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800168 Feb 09 14:23:42.782356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e28182-f0a5-4daf-9a9f-0a670929d276 req-a4faa47d-904c-480a-a650-4dd29875a881 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:42.790302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e28182-f0a5-4daf-9a9f-0a670929d276 req-a4faa47d-904c-480a-a650-4dd29875a881 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:42.797966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e28182-f0a5-4daf-9a9f-0a670929d276 req-a4faa47d-904c-480a-a650-4dd29875a881 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:42.806427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e28182-f0a5-4daf-9a9f-0a670929d276 req-a4faa47d-904c-480a-a650-4dd29875a881 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:42.814056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e28182-f0a5-4daf-9a9f-0a670929d276 req-a4faa47d-904c-480a-a650-4dd29875a881 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:42.819923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e28182-f0a5-4daf-9a9f-0a670929d276 req-a4faa47d-904c-480a-a650-4dd29875a881 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:42.827400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e28182-f0a5-4daf-9a9f-0a670929d276 req-a4faa47d-904c-480a-a650-4dd29875a881 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:42.835588 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31e28182-f0a5-4daf-9a9f-0a670929d276 req-a4faa47d-904c-480a-a650-4dd29875a881 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.2281082 Feb 09 14:23:42.867535 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-79b079ae-daf3-491c-b84f-ae9df230cf68 req-6efbd240-5840-4c61-8aa3-6d1f0e1d063a tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6423731 Feb 09 14:23:42.901728 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68bf9d74-368b-4b73-b360-519c7cc17c1d tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:42.995601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf9d74-368b-4b73-b360-519c7cc17c1d tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event deleted for resources: {'Port': ['ID=fb5bb931-4e61-47d3-8407-df1bab0c4ec7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:43.002819 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68bf9d74-368b-4b73-b360-519c7cc17c1d tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:43.027613 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-68bf9d74-368b-4b73-b360-519c7cc17c1d tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "DELETE /v2.0/ports/fb5bb931-4e61-47d3-8407-df1bab0c4ec7 HTTP/1.1" status: 204 len: 168 time: 1.1998308 Feb 09 14:23:43.029802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39006) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:43.055775 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:23:43.170164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-14ea52d0-402d-4fb9-abe9-54a1c9cce8f9 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Deleting port cfe74818-937f-418a-bb23-407b70c44c57 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:23:43.170641 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14ea52d0-402d-4fb9-abe9-54a1c9cce8f9 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:43.189202 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31e28182-f0a5-4daf-9a9f-0a670929d276 req-6c4465dc-ab54-4eac-a96d-4cc26773806b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3526161 Feb 09 14:23:43.217372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89616186-2545-46c6-a544-b311c5d5aebc {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:43.244011 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:43.274312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39205b5-66ac-4d58-90dd-182129776453 req-d2e38366-651f-452d-9b4d-10a73407f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:43.288522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d39205b5-66ac-4d58-90dd-182129776453 req-d2e38366-651f-452d-9b4d-10a73407f1dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=17c01b4af87540c98be4390384239de3&device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 1095 time: 0.4495666 Feb 09 14:23:43.299518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Transition to ACTIVE for port object 89616186-2545-46c6-a544-b311c5d5aebc will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:23:43.356200 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:43.725819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Pushing event updated for resources: {'Port': ['ID=89616186-2545-46c6-a544-b311c5d5aebc,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:43.777131 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39028) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:43.792212 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14ea52d0-402d-4fb9-abe9-54a1c9cce8f9 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:43.806000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-d3019267-9cd0-4977-8bd7-a019086c13a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:43.806752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-d3019267-9cd0-4977-8bd7-a019086c13a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Synchronizing usage tracker for tenant:1420416e843f48a49610ec42176f5998 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:43.959017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-14ea52d0-402d-4fb9-abe9-54a1c9cce8f9 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Calling delete_port for cfe74818-937f-418a-bb23-407b70c44c57 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:23:43.992246 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Attempting to bind port 89616186-2545-46c6-a544-b311c5d5aebc on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:23:43.992907 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Attempting to bind port 89616186-2545-46c6-a544-b311c5d5aebc by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:23:43.993402 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Attempting to bind port 89616186-2545-46c6-a544-b311c5d5aebc on network a1587716-277d-4b6f-89df-24e96250ab9d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:23:43.998608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39205b5-66ac-4d58-90dd-182129776453 req-ed6ed89f-fb88-4dd9-a84c-5a5acdc18fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:44.000553 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d39205b5-66ac-4d58-90dd-182129776453 req-ed6ed89f-fb88-4dd9-a84c-5a5acdc18fe7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=15095253-2853-442a-b8eb-2ab399ac8fc2 HTTP/1.1" status: 200 len: 912 time: 0.7024274 Feb 09 14:23:44.011526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Port 89616186-2545-46c6-a544-b311c5d5aebc on network a1587716-277d-4b6f-89df-24e96250ab9d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:23:44.011832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Attempting to bind port 89616186-2545-46c6-a544-b311c5d5aebc on network a1587716-277d-4b6f-89df-24e96250ab9d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:23:44.036705 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26d3fd71-9ec8-430a-8141-3de27d436c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:44.052852 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-d3019267-9cd0-4977-8bd7-a019086c13a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Unset dirty status for tenant:1420416e843f48a49610ec42176f5998 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:44.055165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-d3019267-9cd0-4977-8bd7-a019086c13a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 806 time: 0.4395308 Feb 09 14:23:44.071902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-26d3fd71-9ec8-430a-8141-3de27d436c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:44.087838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-26d3fd71-9ec8-430a-8141-3de27d436c8d admin admin] Usage tracker for resource:security_group_rule and tenant:5905437755a84065b7ed51e930681f22 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:44.096995 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d39205b5-66ac-4d58-90dd-182129776453 req-6d5e9fe0-368c-4606-8387-6a47b7165e89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=709bd844-9bbc-4d4a-9907-3fe0a72a9a58 HTTP/1.1" status: 200 len: 217 time: 0.0864909 Feb 09 14:23:44.101305 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:23:44.101919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Checking segment: {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:23:44.102343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Bound using segment: {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:23:44.102997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Bound port: 89616186-2545-46c6-a544-b311c5d5aebc, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:23:44.103375 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:44.103926 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-f7d97b00-79f5-4c9d-b25d-0bdd74517f2e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/quotas/1420416e843f48a49610ec42176f5998 HTTP/1.1" status: 200 len: 375 time: 0.0332241 Feb 09 14:23:44.105294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-26d3fd71-9ec8-430a-8141-3de27d436c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:44.113074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-26d3fd71-9ec8-430a-8141-3de27d436c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:44.164723 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:23:44.170076 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14ea52d0-402d-4fb9-abe9-54a1c9cce8f9 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:44.176713 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-d57194fa-1067-4511-8851-5b256e7d5321 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602567 Feb 09 14:23:44.182598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321f98e-955c-479c-9200-d911c4638a85 req-653bd9b6-aaf6-4451-aa66-e116c7857c1f tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:44.190415 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e321f98e-955c-479c-9200-d911c4638a85 req-653bd9b6-aaf6-4451-aa66-e116c7857c1f tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 945 time: 0.7036200 Feb 09 14:23:44.269025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea52d0-402d-4fb9-abe9-54a1c9cce8f9 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event deleted for resources: {'Port': ['ID=cfe74818-937f-418a-bb23-407b70c44c57,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:44.307541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39205b5-66ac-4d58-90dd-182129776453 req-ae174c18-6b39-45ab-8067-c9b3a6ffba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:44.309383 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d39205b5-66ac-4d58-90dd-182129776453 req-ae174c18-6b39-45ab-8067-c9b3a6ffba02 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=41c68298-23f8-4e79-ab64-ee5de65c9f5b HTTP/1.1" status: 200 len: 852 time: 0.1850398 Feb 09 14:23:44.352048 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14ea52d0-402d-4fb9-abe9-54a1c9cce8f9 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:44.387658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] For port 89616186-2545-46c6-a544-b311c5d5aebc, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:23:44.391623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] For port 89616186-2545-46c6-a544-b311c5d5aebc, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=89616186-2545-46c6-a544-b311c5d5aebc,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:23:44.407200 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e321f98e-955c-479c-9200-d911c4638a85 req-b8f9c71c-fe03-4702-956d-9c4b3b618fba tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156491 Feb 09 14:23:44.419228 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:44.423426 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-14ea52d0-402d-4fb9-abe9-54a1c9cce8f9 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "DELETE /v2.0/ports/cfe74818-937f-418a-bb23-407b70c44c57 HTTP/1.1" status: 204 len: 168 time: 1.3909030 Feb 09 14:23:44.442769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39038) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:44.508770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9554b8d0-7be2-4245-83da-03dd44e90341 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Synchronizing usage tracker for tenant:719a25787c144542ba88871db83a6302 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:44.554065 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d39205b5-66ac-4d58-90dd-182129776453 req-d24401cb-c2f2-496b-8093-9a03ee33f257 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=15095253-2853-442a-b8eb-2ab399ac8fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2288485 Feb 09 14:23:44.557088 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-869a9362-5888-43a8-8848-703919927634 service neutron] 10.222.0.48 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329353 Feb 09 14:23:44.570972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Pushing event updated for resources: {'Port': ['ID=89616186-2545-46c6-a544-b311c5d5aebc,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:44.580304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:44.581644 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:44.583313 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-211a98dc-5dae-4b15-a405-4ff5c3ec6991 service neutron] 10.222.0.35 "PUT /v2.0/ports/89616186-2545-46c6-a544-b311c5d5aebc HTTP/1.1" status: 200 len: 1091 time: 3.3956499 Feb 09 14:23:44.612211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9554b8d0-7be2-4245-83da-03dd44e90341 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Unset dirty status for tenant:719a25787c144542ba88871db83a6302 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:44.617232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad75b5de-5b9b-4f38-8ce0-f82a6f46beef', 'tag': '89616186-2545-46c6-a544-b311c5d5aebc'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:44.619819 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9554b8d0-7be2-4245-83da-03dd44e90341 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1846001 Feb 09 14:23:44.627529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39044) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:44.688062 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26d3fd71-9ec8-430a-8141-3de27d436c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:44.696223 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26d3fd71-9ec8-430a-8141-3de27d436c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:44.744352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-bf76d07a-5a82-46bc-af0d-4a735e258271 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-923029874'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:44.808672 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-26d3fd71-9ec8-430a-8141-3de27d436c8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5905437755a84065b7ed51e930681f22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0174158 Feb 09 14:23:44.808672 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39050) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:44.813362 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bf76d07a-5a82-46bc-af0d-4a735e258271 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:44.828951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bf76d07a-5a82-46bc-af0d-4a735e258271 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Usage tracker for resource:network and tenant:719a25787c144542ba88871db83a6302 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:44.839415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bf76d07a-5a82-46bc-af0d-4a735e258271 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:44.840843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3fd71-9ec8-430a-8141-3de27d436c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34eecc9-f322-471e-bcfd-72c945e4c1b1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:44.858835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bf76d07a-5a82-46bc-af0d-4a735e258271 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:44.899778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf76d07a-5a82-46bc-af0d-4a735e258271 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Made reservation on behalf of 719a25787c144542ba88871db83a6302 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:23:44.903780 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf76d07a-5a82-46bc-af0d-4a735e258271 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:44.930680 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-9cb256bd-fa26-48e8-9474-f9192d7ae600 service neutron] 10.222.0.48 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636205 Feb 09 14:23:44.938716 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a47e6035-5258-4b5b-8fed-46fc6c596c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:44.961639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf76d07a-5a82-46bc-af0d-4a735e258271 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:23:44.971887 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf76d07a-5a82-46bc-af0d-4a735e258271 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:44.972226 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-bf76d07a-5a82-46bc-af0d-4a735e258271 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Added segment a0c1ab83-6b04-443d-8896-cdcea5a00fa0 of type vlan for network b2b59293-6736-4c2e-9fb5-4199553564c0 Feb 09 14:23:45.023662 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d39205b5-66ac-4d58-90dd-182129776453 req-94275d7d-1fdb-409c-b31e-d286ecc058f2 service neutron] 10.222.0.35 "GET /v2.0/networks/15095253-2853-442a-b8eb-2ab399ac8fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483688 Feb 09 14:23:45.036597 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf76d07a-5a82-46bc-af0d-4a735e258271 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:45.036943 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a47e6035-5258-4b5b-8fed-46fc6c596c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:45.075879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6d37-44b2-45e8-927d-de85f38185d5 req-fcdfef6a-ff2a-4cae-9489-06c1c2345926 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:45.077250 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ac9f6d37-44b2-45e8-927d-de85f38185d5 req-fcdfef6a-ff2a-4cae-9489-06c1c2345926 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 943 time: 0.4923706 Feb 09 14:23:45.129422 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a47e6035-5258-4b5b-8fed-46fc6c596c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:45.157204 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e6035-5258-4b5b-8fed-46fc6c596c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34eecc9-f322-471e-bcfd-72c945e4c1b1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:45.164798 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a47e6035-5258-4b5b-8fed-46fc6c596c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:45.167019 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a47e6035-5258-4b5b-8fed-46fc6c596c94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d34eecc9-f322-471e-bcfd-72c945e4c1b1 HTTP/1.1" status: 204 len: 168 time: 0.3606708 Feb 09 14:23:45.187372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-3071f06c-22cb-43ef-a791-bb55a2588173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:45.189061 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-3071f06c-22cb-43ef-a791-bb55a2588173 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 1094 time: 0.4500179 Feb 09 14:23:45.437718 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-59296a44-dcf0-420a-89ea-d5ea6dcdf812 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89616186-2545-46c6-a544-b311c5d5aebc HTTP/1.1" status: 200 len: 217 time: 0.2287776 Feb 09 14:23:45.462931 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5be8d-dc98-4ace-af8c-574b978439ef req-85148c76-e1f5-4c8a-871d-e3cc2a75a433 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:45.464689 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4ed5be8d-dc98-4ace-af8c-574b978439ef req-85148c76-e1f5-4c8a-871d-e3cc2a75a433 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 944 time: 0.1456618 Feb 09 14:23:45.493835 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ac9f6d37-44b2-45e8-927d-de85f38185d5 req-63b34765-36cb-4d50-a0c0-959300098e20 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571792 Feb 09 14:23:45.514441 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf76d07a-5a82-46bc-af0d-4a735e258271 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:45.519876 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf76d07a-5a82-46bc-af0d-4a735e258271 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:45.520490 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf76d07a-5a82-46bc-af0d-4a735e258271 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:45.547643 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4ed5be8d-dc98-4ace-af8c-574b978439ef req-643a1e9a-9b33-4f76-ab2f-73e43da9c7e8 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691276 Feb 09 14:23:45.666529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39066) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:45.688068 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64e8d87d-29a1-493f-9f4d-862471f2c6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:45.712198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-64e8d87d-29a1-493f-9f4d-862471f2c6d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:45.718192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-64e8d87d-29a1-493f-9f4d-862471f2c6d5 admin admin] Usage tracker for resource:security_group_rule and tenant:d4abd4fd10a145beab0ad39a90f3f0a7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:45.722889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-64e8d87d-29a1-493f-9f4d-862471f2c6d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:45.762261 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d39205b5-66ac-4d58-90dd-182129776453 req-6b3a788e-ec76-460a-b262-98b761412304 service neutron] 10.222.0.35 "GET /v2.0/networks/15095253-2853-442a-b8eb-2ab399ac8fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7300858 Feb 09 14:23:45.763902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-64e8d87d-29a1-493f-9f4d-862471f2c6d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:45.823453 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bf76d07a-5a82-46bc-af0d-4a735e258271 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1941285 Feb 09 14:23:45.824646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76d07a-5a82-46bc-af0d-4a735e258271 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event updated for resources: {'Network': ['ID=b2b59293-6736-4c2e-9fb5-4199553564c0,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:45.834015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-a85f7d10-16c9-4c9e-86ce-98988413d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:45.836096 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-a85f7d10-16c9-4c9e-86ce-98988413d676 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.3820753 Feb 09 14:23:45.839028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39072) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:45.840610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network b2b59293-6736-4c2e-9fb5-4199553564c0 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:23:45.846526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9e47406e-493f-402c-8fb7-d2eb087df393 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1268155232'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:45.874719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16003d20-350a-49ab-a9c8-810fed51b4d2 req-c1b0416b-9899-4846-84c6-c355971eb67b tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:45.876376 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-16003d20-350a-49ab-a9c8-810fed51b4d2 req-c1b0416b-9899-4846-84c6-c355971eb67b tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 946 time: 0.1691976 Feb 09 14:23:45.894066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9e47406e-493f-402c-8fb7-d2eb087df393 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:45.910749 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9e47406e-493f-402c-8fb7-d2eb087df393 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Usage tracker for resource:network and tenant:719a25787c144542ba88871db83a6302 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:45.918214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9e47406e-493f-402c-8fb7-d2eb087df393 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:45.934703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9e47406e-493f-402c-8fb7-d2eb087df393 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:45.969638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e47406e-493f-402c-8fb7-d2eb087df393 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Made reservation on behalf of 719a25787c144542ba88871db83a6302 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:23:45.974329 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9e47406e-493f-402c-8fb7-d2eb087df393 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:45.999815 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7e2ba-4cd8-49b7-98ea-ea8c28716d52 req-52023933-5c0b-4247-a52d-7a8eafa2f192 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:46.006496 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7e2ba-4cd8-49b7-98ea-ea8c28716d52 req-52023933-5c0b-4247-a52d-7a8eafa2f192 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:46.013260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7e2ba-4cd8-49b7-98ea-ea8c28716d52 req-52023933-5c0b-4247-a52d-7a8eafa2f192 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:46.020667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7e2ba-4cd8-49b7-98ea-ea8c28716d52 req-52023933-5c0b-4247-a52d-7a8eafa2f192 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:46.029320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7e2ba-4cd8-49b7-98ea-ea8c28716d52 req-52023933-5c0b-4247-a52d-7a8eafa2f192 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:46.036013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7e2ba-4cd8-49b7-98ea-ea8c28716d52 req-52023933-5c0b-4247-a52d-7a8eafa2f192 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:46.042123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7e2ba-4cd8-49b7-98ea-ea8c28716d52 req-52023933-5c0b-4247-a52d-7a8eafa2f192 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:46.044289 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-20f7e2ba-4cd8-49b7-98ea-ea8c28716d52 req-52023933-5c0b-4247-a52d-7a8eafa2f192 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.3209379 Feb 09 14:23:46.055475 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-16003d20-350a-49ab-a9c8-810fed51b4d2 req-dabb7452-9697-410c-bba6-abfc8bcc0cf8 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563087 Feb 09 14:23:46.112211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-79446f8f-47e4-49b2-a384-351db1994599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:46.114365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-79446f8f-47e4-49b2-a384-351db1994599 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2551825 Feb 09 14:23:46.118923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e47406e-493f-402c-8fb7-d2eb087df393 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:23:46.124644 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64e8d87d-29a1-493f-9f4d-862471f2c6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:46.129351 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64e8d87d-29a1-493f-9f4d-862471f2c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:46.199618 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-64e8d87d-29a1-493f-9f4d-862471f2c6d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4abd4fd10a145beab0ad39a90f3f0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5316927 Feb 09 14:23:46.200653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39078) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:46.203814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8d87d-29a1-493f-9f4d-862471f2c6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded450af-4583-4116-9628-dd8219b57c38,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:46.216076 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-20f7e2ba-4cd8-49b7-98ea-ea8c28716d52 req-e1b5124f-f5a9-46fb-bb2e-7dc80ca3a3c4 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1580961 Feb 09 14:23:46.236560 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad75b5de-5b9b-4f38-8ce0-f82a6f46beef', 'tag': '89616186-2545-46c6-a544-b311c5d5aebc', 'status': 'completed', 'code': 200} Feb 09 14:23:46.252621 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9e47406e-493f-402c-8fb7-d2eb087df393 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:46.253227 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-9e47406e-493f-402c-8fb7-d2eb087df393 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Added segment cea3f9df-a161-4846-b38f-97ae6b95f894 of type vlan for network 446f886e-5401-4385-a79e-9e83cb77713a Feb 09 14:23:46.333795 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-061ddf7d-8f16-4668-b812-301eb48398f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:46.339224 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9e47406e-493f-402c-8fb7-d2eb087df393 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:46.376380 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-061ddf7d-8f16-4668-b812-301eb48398f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:46.441022 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-738753cc-3a43-4634-a91f-d6578f4091a3 req-9f1eefc7-675d-4596-b981-29294e432800 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 210 time: 0.0557861 Feb 09 14:23:46.446973 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-5127ec5f-117f-4058-8aa9-e420ff0eb09e service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232882 Feb 09 14:23:46.486613 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9e47406e-493f-402c-8fb7-d2eb087df393 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:46.488871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-061ddf7d-8f16-4668-b812-301eb48398f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:46.492911 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e47406e-493f-402c-8fb7-d2eb087df393 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:46.493681 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9e47406e-493f-402c-8fb7-d2eb087df393 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:46.512349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ddf7d-8f16-4668-b812-301eb48398f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded450af-4583-4116-9628-dd8219b57c38,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:46.519743 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-061ddf7d-8f16-4668-b812-301eb48398f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:46.523788 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-061ddf7d-8f16-4668-b812-301eb48398f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ded450af-4583-4116-9628-dd8219b57c38 HTTP/1.1" status: 204 len: 168 time: 0.3185053 Feb 09 14:23:46.719674 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9e47406e-493f-402c-8fb7-d2eb087df393 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8786044 Feb 09 14:23:46.805794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47406e-493f-402c-8fb7-d2eb087df393 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event updated for resources: {'Network': ['ID=446f886e-5401-4385-a79e-9e83cb77713a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:46.832190 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 446f886e-5401-4385-a79e-9e83cb77713a details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:23:46.861360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b82bd-5f84-47e3-8669-100b61222d72 req-e3b049cb-da3b-4208-9624-361f9c8b5d0c tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:46.872795 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-568b82bd-5f84-47e3-8669-100b61222d72 req-e3b049cb-da3b-4208-9624-361f9c8b5d0c tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6 HTTP/1.1" status: 200 len: 946 time: 0.4934287 Feb 09 14:23:46.914892 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc4acbf2-7dba-4ed6-bd29-b35bba090406 req-6b84b838-c96f-43b9-8fec-633ca7a0bbdc service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534953 Feb 09 14:23:46.930726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400350-48c9-4688-a2d3-cd56c1196724 req-0003acf3-bfd8-4802-b089-60b6fc04b211 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:46.932235 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05400350-48c9-4688-a2d3-cd56c1196724 req-0003acf3-bfd8-4802-b089-60b6fc04b211 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 943 time: 0.2858236 Feb 09 14:23:47.054502 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05400350-48c9-4688-a2d3-cd56c1196724 req-ef438e16-09bd-4fe5-90ac-d2cfb784e115 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132400 Feb 09 14:23:47.236788 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-568b82bd-5f84-47e3-8669-100b61222d72 req-f6618af4-77ea-4100-9308-ff6a97b68898 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634005 Feb 09 14:23:47.430170 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900b87b-5725-4fcb-9a27-40d742bd9f00 req-a29dc2f1-bcff-4758-93d9-0e45115b8a53 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:47.449977 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c900b87b-5725-4fcb-9a27-40d742bd9f00 req-a29dc2f1-bcff-4758-93d9-0e45115b8a53 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 944 time: 0.2320764 Feb 09 14:23:47.477989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-022112ed-5b43-44f7-a141-a7e9904ddcf9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:47.483285 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-022112ed-5b43-44f7-a141-a7e9904ddcf9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 806 time: 0.5167704 Feb 09 14:23:47.488049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73623b-4822-4a25-9bdc-f46d8d3a76a7 req-1b847624-6beb-4217-8067-6ca80153d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:47.489613 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b73623b-4822-4a25-9bdc-f46d8d3a76a7 req-1b847624-6beb-4217-8067-6ca80153d91f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 1094 time: 0.4599774 Feb 09 14:23:47.540425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-6a63a950-28fb-4412-a332-95ee1dcac018 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Request body: {'port': {'device_id': '438c8559-7b02-4be0-b6c5-c1de1db9ed97', 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05', 'admin_state_up': True, 'tenant_id': '1420416e843f48a49610ec42176f5998'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:47.545223 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c900b87b-5725-4fcb-9a27-40d742bd9f00 req-97412bb3-19c1-483a-b91e-9e4ea247dab8 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943418 Feb 09 14:23:47.660100 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 053a4f9c-b9b2-48db-8ac1-e540556de5f1 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:23:47.901824 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73623b-4822-4a25-9bdc-f46d8d3a76a7 req-13d216f1-9b80-44f1-ba3d-38939b915087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:47.903538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b73623b-4822-4a25-9bdc-f46d8d3a76a7 req-13d216f1-9b80-44f1-ba3d-38939b915087 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 0.3729873 Feb 09 14:23:48.037524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 053a4f9c-b9b2-48db-8ac1-e540556de5f1, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=053a4f9c-b9b2-48db-8ac1-e540556de5f1,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:48.061547 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '053a4f9c-b9b2-48db-8ac1-e540556de5f1', 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d', 'port_id': '053a4f9c-b9b2-48db-8ac1-e540556de5f1', 'mac_address': 'fa:16:3e:e6:a7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2abefd-c835-4a47-b003-11082e488e18', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:23:48.093189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b761a8-104e-4b22-984a-6000eb1e609a req-6db795b5-88b5-415a-a063-85830a784b68 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:48.094972 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34b761a8-104e-4b22-984a-6000eb1e609a req-6db795b5-88b5-415a-a063-85830a784b68 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 945 time: 0.1402702 Feb 09 14:23:48.173756 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:48.194983 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b73623b-4822-4a25-9bdc-f46d8d3a76a7 req-f3199684-93c9-4929-a328-0d1f5e7ecc5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89616186-2545-46c6-a544-b311c5d5aebc HTTP/1.1" status: 200 len: 217 time: 0.2819715 Feb 09 14:23:48.213560 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053a4f9c-b9b2-48db-8ac1-e540556de5f1 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:48.226757 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34b761a8-104e-4b22-984a-6000eb1e609a req-a0d496e8-3e33-4fd0-93b0-53426f634039 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228943 Feb 09 14:23:48.266020 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-6a63a950-28fb-4412-a332-95ee1dcac018 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:48.270129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-6a63a950-28fb-4412-a332-95ee1dcac018 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Usage tracker for resource:port and tenant:1420416e843f48a49610ec42176f5998 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:48.273642 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 053a4f9c-b9b2-48db-8ac1-e540556de5f1, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=053a4f9c-b9b2-48db-8ac1-e540556de5f1,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:48.276274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-6a63a950-28fb-4412-a332-95ee1dcac018 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:48.283184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-6a63a950-28fb-4412-a332-95ee1dcac018 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:48.291511 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:48.293469 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:23:48.307870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-6a63a950-28fb-4412-a332-95ee1dcac018 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Made reservation on behalf of 1420416e843f48a49610ec42176f5998 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:23:48.308033 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-6a63a950-28fb-4412-a332-95ee1dcac018 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:48.334635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de665d-2d13-4052-8de2-1cde76516c76 req-9585be2a-3a65-4107-af3a-9ac566964260 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:48.343463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de665d-2d13-4052-8de2-1cde76516c76 req-9585be2a-3a65-4107-af3a-9ac566964260 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:48.350113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de665d-2d13-4052-8de2-1cde76516c76 req-9585be2a-3a65-4107-af3a-9ac566964260 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:48.364893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de665d-2d13-4052-8de2-1cde76516c76 req-9585be2a-3a65-4107-af3a-9ac566964260 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:48.380422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de665d-2d13-4052-8de2-1cde76516c76 req-9585be2a-3a65-4107-af3a-9ac566964260 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:48.386465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de665d-2d13-4052-8de2-1cde76516c76 req-9585be2a-3a65-4107-af3a-9ac566964260 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:48.393151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de665d-2d13-4052-8de2-1cde76516c76 req-9585be2a-3a65-4107-af3a-9ac566964260 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:48.402356 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b6de665d-2d13-4052-8de2-1cde76516c76 req-9585be2a-3a65-4107-af3a-9ac566964260 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5428 time: 0.9113181 Feb 09 14:23:48.503657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73623b-4822-4a25-9bdc-f46d8d3a76a7 req-f9cdabe8-05ec-4bdb-a759-195c80be3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:48.505871 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b73623b-4822-4a25-9bdc-f46d8d3a76a7 req-f9cdabe8-05ec-4bdb-a759-195c80be3e26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.2968500 Feb 09 14:23:48.620112 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b6de665d-2d13-4052-8de2-1cde76516c76 req-8f7c217c-5799-466b-a461-7a20eefc072c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2128441 Feb 09 14:23:48.631120 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40f01d72-0241-4a1a-8593-1fabd13f9595 req-2a311dce-d6a0-4396-b725-b1e97e6b3f6c tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 210 time: 0.1581898 Feb 09 14:23:48.710602 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 709bd844-9bbc-4d4a-9907-3fe0a72a9a58, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=709bd844-9bbc-4d4a-9907-3fe0a72a9a58,segment=NetworkSegment(f1319a6c-ef94-48a6-87ee-4efa83bfab66),segment_id=f1319a6c-ef94-48a6-87ee-4efa83bfab66)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:48.808942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '709bd844-9bbc-4d4a-9907-3fe0a72a9a58', 'network_id': '15095253-2853-442a-b8eb-2ab399ac8fc2', 'port_id': '709bd844-9bbc-4d4a-9907-3fe0a72a9a58', 'mac_address': 'fa:16:3e:48:17:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c68298-23f8-4e79-ab64-ee5de65c9f5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:23:48.810945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=053a4f9c-b9b2-48db-8ac1-e540556de5f1,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:48.823163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:48.823671 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:48.824177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:48.824636 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:48.825333 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:48.825559 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:48.826040 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:48.826551 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:48.827169 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:48.827753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:48.828236 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:48.829082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:48.962974 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:48.986910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-6a63a950-28fb-4412-a332-95ee1dcac018 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Allocated IP 172.20.0.13 (3618a6b3-fa1e-4cc5-af1a-b15890d8ad05/2315fb8e-5bcf-45cb-897d-5aa2d617522a/5ae9c28d-999c-4ab4-812a-56d6c7459cf8) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:23:48.990524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:49.029212 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 709bd844-9bbc-4d4a-9907-3fe0a72a9a58, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=709bd844-9bbc-4d4a-9907-3fe0a72a9a58,segment=NetworkSegment(f1319a6c-ef94-48a6-87ee-4efa83bfab66),segment_id=f1319a6c-ef94-48a6-87ee-4efa83bfab66)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:49.033786 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:49.034502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 60c40ead-be90-4c91-9968-52dbcccd172a details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:23:49.145464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=709bd844-9bbc-4d4a-9907-3fe0a72a9a58,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:49.189660 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 60c40ead-be90-4c91-9968-52dbcccd172a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=60c40ead-be90-4c91-9968-52dbcccd172a,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:49.228799 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '60c40ead-be90-4c91-9968-52dbcccd172a', 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d', 'port_id': '60c40ead-be90-4c91-9968-52dbcccd172a', 'mac_address': 'fa:16:3e:33:04:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2abefd-c835-4a47-b003-11082e488e18', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:23:49.365676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73623b-4822-4a25-9bdc-f46d8d3a76a7 req-451627ab-7f8d-4e8a-af55-9ca59d461df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:49.367268 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b73623b-4822-4a25-9bdc-f46d8d3a76a7 req-451627ab-7f8d-4e8a-af55-9ca59d461df8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8486888 Feb 09 14:23:49.424329 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:49.457187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74d3c1-312b-4c2e-98b0-262288210967 req-7d5987ba-6c24-497b-b8ad-4ab72db346b0 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:49.468860 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5a74d3c1-312b-4c2e-98b0-262288210967 req-7d5987ba-6c24-497b-b8ad-4ab72db346b0 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 946 time: 0.1914344 Feb 09 14:23:49.497460 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c40ead-be90-4c91-9968-52dbcccd172a {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:49.539992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 60c40ead-be90-4c91-9968-52dbcccd172a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=60c40ead-be90-4c91-9968-52dbcccd172a,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:49.546988 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:49.547809 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:23:49.555983 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5a74d3c1-312b-4c2e-98b0-262288210967 req-a300dfbe-0006-457f-862b-d0c51101adad tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825872 Feb 09 14:23:49.614903 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=19d5bdfb-6f91-43f1-a994-fa6a8fc0381b,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:49.615707 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-6a63a950-28fb-4412-a332-95ee1dcac018 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:49.636486 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97106244-9e83-4a29-8ac2-84dd663ea95a req-2422d9df-cf79-4677-aeb9-66ecaf252c7b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:49.644136 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-97106244-9e83-4a29-8ac2-84dd663ea95a req-2422d9df-cf79-4677-aeb9-66ecaf252c7b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 943 time: 0.4848797 Feb 09 14:23:49.691699 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '19d5bdfb-6f91-43f1-a994-fa6a8fc0381b', 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d', 'port_id': '19d5bdfb-6f91-43f1-a994-fa6a8fc0381b', 'mac_address': 'fa:16:3e:14:76:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2abefd-c835-4a47-b003-11082e488e18', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:23:49.831319 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:49.882391 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:49.891942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=60c40ead-be90-4c91-9968-52dbcccd172a,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:49.908428 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39148) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:49.938811 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-97106244-9e83-4a29-8ac2-84dd663ea95a req-e59491e5-8166-4baf-824c-2884dd8c8669 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936354 Feb 09 14:23:49.947637 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b73623b-4822-4a25-9bdc-f46d8d3a76a7 req-28cb2f3c-4cfd-4630-b043-8fc69cd5b3e8 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605507 Feb 09 14:23:49.950732 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=19d5bdfb-6f91-43f1-a994-fa6a8fc0381b,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:49.959337 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:49.960278 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:23:50.176897 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240f6c2-e0eb-4e51-bb30-56871d9186a7 req-f542c8b2-a21f-4dd5-a697-037320c3f5cf tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:50.188330 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3240f6c2-e0eb-4e51-bb30-56871d9186a7 req-f542c8b2-a21f-4dd5-a697-037320c3f5cf tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 945 time: 0.2687218 Feb 09 14:23:50.246240 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=19d5bdfb-6f91-43f1-a994-fa6a8fc0381b,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:50.273973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:50.305989 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b206e7b4-03fb-471d-9d70-5d0fef8e62bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:50.314170 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba', 'network_id': 'f95aa98c-a00b-4cac-9271-8db21c81664d', 'port_id': 'b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba', 'mac_address': 'fa:16:3e:65:54:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2abefd-c835-4a47-b003-11082e488e18', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:23:50.318730 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-6a63a950-28fb-4412-a332-95ee1dcac018 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:50.401639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b206e7b4-03fb-471d-9d70-5d0fef8e62bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:50.421973 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3240f6c2-e0eb-4e51-bb30-56871d9186a7 req-2848893e-e489-4820-a514-898507c51522 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303700 Feb 09 14:23:50.432257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b206e7b4-03fb-471d-9d70-5d0fef8e62bb admin admin] Usage tracker for resource:security_group_rule and tenant:ce32916c4fdc4ae1b3e1bdf4a3ca15fd is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:50.441239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b206e7b4-03fb-471d-9d70-5d0fef8e62bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:50.460853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b206e7b4-03fb-471d-9d70-5d0fef8e62bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:50.468956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-6a63a950-28fb-4412-a332-95ee1dcac018 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:23:50.477707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-6a63a950-28fb-4412-a332-95ee1dcac018 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:23:50.494642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-6a63a950-28fb-4412-a332-95ee1dcac018 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:23:50.552846 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:50.586555 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b206e7b4-03fb-471d-9d70-5d0fef8e62bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:50.591840 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b206e7b4-03fb-471d-9d70-5d0fef8e62bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:50.597141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:50.619107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63a950-28fb-4412-a332-95ee1dcac018 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Pushing event updated for resources: {'Port': ['ID=5ae9c28d-999c-4ab4-812a-56d6c7459cf8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:50.626052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39154) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:50.646124 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:50.649749 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Request body: {'subnets': [{'network_id': 'b2b59293-6736-4c2e-9fb5-4199553564c0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--748274095', 'ip_version': 6}, {'network_id': '446f886e-5401-4385-a79e-9e83cb77713a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:50.650278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Request body: {'subnet': {'network_id': 'b2b59293-6736-4c2e-9fb5-4199553564c0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--748274095', 'ip_version': 6}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:50.651133 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Request body: {'subnet': {'network_id': '446f886e-5401-4385-a79e-9e83cb77713a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:50.654673 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:50.656501 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1e48101c-8487-4aaa-8382-1ef05da81c44 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:23:50.669627 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b73623b-4822-4a25-9bdc-f46d8d3a76a7 req-41a3bffe-e1e8-4570-94c6-fb17a3fc8516 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7150180 Feb 09 14:23:50.735156 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-6a63a950-28fb-4412-a332-95ee1dcac018 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:50.736444 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-6a63a950-28fb-4412-a332-95ee1dcac018 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:50.768340 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-6a63a950-28fb-4412-a332-95ee1dcac018 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2388558 Feb 09 14:23:50.783339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b3b5a-e49e-46c0-b126-05e3ef7ca622 req-8edde58d-1dc2-4284-9203-cf8597bac0e6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:50.790512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b3b5a-e49e-46c0-b126-05e3ef7ca622 req-8edde58d-1dc2-4284-9203-cf8597bac0e6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:50.797155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b3b5a-e49e-46c0-b126-05e3ef7ca622 req-8edde58d-1dc2-4284-9203-cf8597bac0e6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:50.799136 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e9b3b5a-e49e-46c0-b126-05e3ef7ca622 req-8edde58d-1dc2-4284-9203-cf8597bac0e6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c&device_id=38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6&device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 2418 time: 0.2677724 Feb 09 14:23:50.801553 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b206e7b4-03fb-471d-9d70-5d0fef8e62bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce32916c4fdc4ae1b3e1bdf4a3ca15fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8914146 Feb 09 14:23:50.805260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Request body: {'port': {'device_id': '438c8559-7b02-4be0-b6c5-c1de1db9ed97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:50.832008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:50.837702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39158) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:50.940614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206e7b4-03fb-471d-9d70-5d0fef8e62bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc2d66c-c70c-41b4-bfad-6f23491befa1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:50.967437 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e9b3b5a-e49e-46c0-b126-05e3ef7ca622 req-53562c7a-2df7-4bc9-964c-d8b9a76cb161 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283536 Feb 09 14:23:51.011079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:51.015429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Usage tracker for resource:subnet and tenant:719a25787c144542ba88871db83a6302 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:51.019370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:51.025888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:51.037626 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1e48101c-8487-4aaa-8382-1ef05da81c44, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1e48101c-8487-4aaa-8382-1ef05da81c44,segment=NetworkSegment(b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7),segment_id=b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:51.037954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Made reservation on behalf of 719a25787c144542ba88871db83a6302 for: {'subnet': 2} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:23:51.043048 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:51.043296 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:51.059258 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '1e48101c-8487-4aaa-8382-1ef05da81c44', 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1', 'port_id': '1e48101c-8487-4aaa-8382-1ef05da81c44', 'mac_address': 'fa:16:3e:a3:15:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:23:51.070617 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7f338b2e-318b-4522-ba76-d139584b3b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:51.076856 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:51.149423 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:51.174705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81856980-e1da-4f9f-8e2d-60024e15cec2 req-836008e3-3d27-4cd9-8612-cbabd6a05113 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:51.178286 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81856980-e1da-4f9f-8e2d-60024e15cec2 req-836008e3-3d27-4cd9-8612-cbabd6a05113 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 932 time: 0.3784428 Feb 09 14:23:51.187625 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e48101c-8487-4aaa-8382-1ef05da81c44 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:51.209222 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7f338b2e-318b-4522-ba76-d139584b3b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:51.214612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1e48101c-8487-4aaa-8382-1ef05da81c44, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1e48101c-8487-4aaa-8382-1ef05da81c44,segment=NetworkSegment(b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7),segment_id=b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:51.219624 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:51.255146 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 89616186-2545-46c6-a544-b311c5d5aebc details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:23:51.282284 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-81856980-e1da-4f9f-8e2d-60024e15cec2 req-4fbab466-c463-4114-a7e8-bf6d20ae03ac tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Synchronizing usage tracker for tenant:1420416e843f48a49610ec42176f5998 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:51.337247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-81856980-e1da-4f9f-8e2d-60024e15cec2 req-4fbab466-c463-4114-a7e8-bf6d20ae03ac tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Unset dirty status for tenant:1420416e843f48a49610ec42176f5998 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:51.338268 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81856980-e1da-4f9f-8e2d-60024e15cec2 req-4fbab466-c463-4114-a7e8-bf6d20ae03ac tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397471 Feb 09 14:23:51.378871 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=1e48101c-8487-4aaa-8382-1ef05da81c44,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:51.405731 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c33b25-2cff-4867-8cde-b76cfcde12c7 req-363bad1d-171f-406e-8a58-d8ef9845ae3e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:51.412544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c33b25-2cff-4867-8cde-b76cfcde12c7 req-363bad1d-171f-406e-8a58-d8ef9845ae3e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:51.419697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c33b25-2cff-4867-8cde-b76cfcde12c7 req-363bad1d-171f-406e-8a58-d8ef9845ae3e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:51.426238 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c33b25-2cff-4867-8cde-b76cfcde12c7 req-363bad1d-171f-406e-8a58-d8ef9845ae3e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:51.432262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c33b25-2cff-4867-8cde-b76cfcde12c7 req-363bad1d-171f-406e-8a58-d8ef9845ae3e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:51.438673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c33b25-2cff-4867-8cde-b76cfcde12c7 req-363bad1d-171f-406e-8a58-d8ef9845ae3e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:51.444068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c33b25-2cff-4867-8cde-b76cfcde12c7 req-363bad1d-171f-406e-8a58-d8ef9845ae3e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:51.446049 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-37c33b25-2cff-4867-8cde-b76cfcde12c7 req-363bad1d-171f-406e-8a58-d8ef9845ae3e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5432 time: 0.3380020 Feb 09 14:23:51.455938 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7f338b2e-318b-4522-ba76-d139584b3b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:51.485863 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 89616186-2545-46c6-a544-b311c5d5aebc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=89616186-2545-46c6-a544-b311c5d5aebc,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:51.509406 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '89616186-2545-46c6-a544-b311c5d5aebc', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'port_id': '89616186-2545-46c6-a544-b311c5d5aebc', 'mac_address': 'fa:16:3e:e3:66:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:23:51.603625 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:51.624704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89616186-2545-46c6-a544-b311c5d5aebc {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:51.648475 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 89616186-2545-46c6-a544-b311c5d5aebc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=89616186-2545-46c6-a544-b311c5d5aebc,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:51.658153 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:51.660079 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:23:51.749980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b63c2-4f17-40f0-82b6-d3899208bd48 req-611df620-a9e7-4d78-bf28-19c9ef5c1864 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:51.751327 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2c3b63c2-4f17-40f0-82b6-d3899208bd48 req-611df620-a9e7-4d78-bf28-19c9ef5c1864 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 943 time: 0.2093310 Feb 09 14:23:51.757433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f338b2e-318b-4522-ba76-d139584b3b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc2d66c-c70c-41b4-bfad-6f23491befa1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:51.794567 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7f338b2e-318b-4522-ba76-d139584b3b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:51.799785 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7f338b2e-318b-4522-ba76-d139584b3b1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4dc2d66c-c70c-41b4-bfad-6f23491befa1 HTTP/1.1" status: 204 len: 168 time: 0.9555264 Feb 09 14:23:51.828019 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2c3b63c2-4f17-40f0-82b6-d3899208bd48 req-f19e42c0-fd05-4e08-81c9-72c168bed80a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713170 Feb 09 14:23:51.870531 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-37c33b25-2cff-4867-8cde-b76cfcde12c7 req-c386ffea-217b-48e4-9719-56fc05af4a70 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3902321 Feb 09 14:23:51.907308 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:51.917354 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=89616186-2545-46c6-a544-b311c5d5aebc,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:51.994585 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:52.015410 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:52.054566 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9f5ec8b1-a89e-4017-a15a-bb4d56e72310,segment=NetworkSegment(12be5f86-6f0d-4172-8c3d-f30bde566f16),segment_id=12be5f86-6f0d-4172-8c3d-f30bde566f16)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:52.057658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Transition to ACTIVE for port object 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:23:52.064163 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:52.090710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '9f5ec8b1-a89e-4017-a15a-bb4d56e72310', 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1', 'port_id': '9f5ec8b1-a89e-4017-a15a-bb4d56e72310', 'mac_address': 'fa:16:3e:62:a0:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf27f7d-fe34-45ce-96dd-e4751dbd5b8b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:23:52.168989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['053a4f9c-b9b2-48db-8ac1-e540556de5f1'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:23:52.224563 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['19d5bdfb-6f91-43f1-a994-fa6a8fc0381b'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:23:52.269823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['709bd844-9bbc-4d4a-9907-3fe0a72a9a58'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:23:52.275611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Checking segment: {'id': 'a0c1ab83-6b04-443d-8896-cdcea5a00fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b2b59293-6736-4c2e-9fb5-4199553564c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:23:52.276687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Network hostable DHCP agents. Network: b2b59293-6736-4c2e-9fb5-4199553564c0, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:23:52.283136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event updated for resources: {'Subnet': ['ID=656b7762-331c-4bee-896b-0bdc698905bb,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:52.286807 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Pushing event updated for resources: {'Port': ['ID=5ae9c28d-999c-4ab4-812a-56d6c7459cf8,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:52.332314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Network b2b59293-6736-4c2e-9fb5-4199553564c0 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:23:52.358715 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['1e48101c-8487-4aaa-8382-1ef05da81c44'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:23:52.359952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d2c51-1b5f-4a6e-83bf-7b68f7da7727 req-c3446d60-ac75-4e17-ace9-aa23653ba1d1 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:52.375807 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-567d2c51-1b5f-4a6e-83bf-7b68f7da7727 req-c3446d60-ac75-4e17-ace9-aa23653ba1d1 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 945 time: 0.2973087 Feb 09 14:23:52.395440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, b2b59293-6736-4c2e-9fb5-4199553564c0) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:23:52.407094 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:52.437303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ad395d-c8e7-4c9d-aefa-d0947e21e761 None None] Network b2b59293-6736-4c2e-9fb5-4199553564c0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:23:52.452198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ffb42-9bc7-4419-8e27-afc98418f29d req-2a598637-aa86-40b6-8b56-04186f37f745 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:52.453767 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-647ffb42-9bc7-4419-8e27-afc98418f29d req-2a598637-aa86-40b6-8b56-04186f37f745 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 945 time: 0.3230422 Feb 09 14:23:52.463328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Attempting to bind port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:23:52.463691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Attempting to bind port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:23:52.464031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Attempting to bind port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:23:52.477323 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:52.490594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:23:52.491621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Attempting to bind port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:23:52.514754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:23:52.514754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Checking segment: {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:23:52.515157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Bound using segment: {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:23:52.516515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Bound port: 5ae9c28d-999c-4ab4-812a-56d6c7459cf8, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:23:52.516515 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:52.519641 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-567d2c51-1b5f-4a6e-83bf-7b68f7da7727 req-7815e5ec-4385-47b0-90bb-9ded4ccb9a64 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428068 Feb 09 14:23:52.564357 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-647ffb42-9bc7-4419-8e27-afc98418f29d req-f7a83947-f3f0-4147-8ade-48042475ae15 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019375 Feb 09 14:23:52.635968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event updated for resources: {'Subnet': ['ID=81e43151-5bfb-4d3d-ba8f-afae1d4975b0,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:52.691010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:52.695284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] For port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:23:52.700990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] For port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5ae9c28d-999c-4ab4-812a-56d6c7459cf8,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:23:52.706698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Checking segment: {'id': 'cea3f9df-a161-4846-b38f-97ae6b95f894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '446f886e-5401-4385-a79e-9e83cb77713a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:23:52.707275 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Network hostable DHCP agents. Network: 446f886e-5401-4385-a79e-9e83cb77713a, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:23:52.707895 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:52.715451 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9f5ec8b1-a89e-4017-a15a-bb4d56e72310,segment=NetworkSegment(12be5f86-6f0d-4172-8c3d-f30bde566f16),segment_id=12be5f86-6f0d-4172-8c3d-f30bde566f16)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:52.732255 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:52.732948 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 89eb2817-e4ee-41b5-b56e-200af49eed31 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:23:52.775342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Network 446f886e-5401-4385-a79e-9e83cb77713a is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:23:52.825160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 446f886e-5401-4385-a79e-9e83cb77713a) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:23:52.837691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:52.838427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:52.839435 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:52.867838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:52.871456 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:52.874409 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] 10.222.0.35 "PUT /v2.0/ports/5ae9c28d-999c-4ab4-812a-56d6c7459cf8 HTTP/1.1" status: 200 len: 1092 time: 2.0736861 Feb 09 14:23:52.875317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438c8559-7b02-4be0-b6c5-c1de1db9ed97', 'tag': '5ae9c28d-999c-4ab4-812a-56d6c7459cf8'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:52.890516 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be77be6-5bb2-4f3a-b020-11e32583ccaa None None] Network 446f886e-5401-4385-a79e-9e83cb77713a requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:23:52.940511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19111c7f-2a68-4443-9d3f-ef192e96ceda service neutron] Pushing event updated for resources: {'Port': ['ID=5ae9c28d-999c-4ab4-812a-56d6c7459cf8,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:53.044307 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-53ffe8b6-f836-40f2-9eae-c9a5ee3bb68b tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.4061985 Feb 09 14:23:53.046698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39196) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:53.131836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-d6ad5583-e96e-40ae-a375-d356cf578784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:53.133977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-d6ad5583-e96e-40ae-a375-d356cf578784 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 1095 time: 0.1773951 Feb 09 14:23:53.135373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fc94c-5509-4d54-a35b-7963049797fb req-0c86fc59-0c37-42cf-85e0-9a5afb023610 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:53.137711 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-477fc94c-5509-4d54-a35b-7963049797fb req-0c86fc59-0c37-42cf-85e0-9a5afb023610 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 944 time: 0.2717690 Feb 09 14:23:53.148157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8edca2-ba0a-4d8d-b5ef-311f56f218e4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:53.149572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8edca2-ba0a-4d8d-b5ef-311f56f218e4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:53.151090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8edca2-ba0a-4d8d-b5ef-311f56f218e4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:53.151973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4d8edca2-ba0a-4d8d-b5ef-311f56f218e4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Synchronizing usage tracker for tenant:719a25787c144542ba88871db83a6302 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:53.200927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4d8edca2-ba0a-4d8d-b5ef-311f56f218e4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Unset dirty status for tenant:719a25787c144542ba88871db83a6302 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:53.202107 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4d8edca2-ba0a-4d8d-b5ef-311f56f218e4 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1544144 Feb 09 14:23:53.214213 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-477fc94c-5509-4d54-a35b-7963049797fb req-ff9e5d0d-f43a-4ce7-bcee-066a4791a5dd tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537782 Feb 09 14:23:53.214686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39204) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:53.266289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 89eb2817-e4ee-41b5-b56e-200af49eed31, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=89eb2817-e4ee-41b5-b56e-200af49eed31,segment=NetworkSegment(12be5f86-6f0d-4172-8c3d-f30bde566f16),segment_id=12be5f86-6f0d-4172-8c3d-f30bde566f16)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:53.302416 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['60c40ead-be90-4c91-9968-52dbcccd172a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:23:53.326897 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-18373a3c-1d30-4648-86cd-d8453f2163cc tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Deleting subnet 656b7762-331c-4bee-896b-0bdc698905bb {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:23:53.331343 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18373a3c-1d30-4648-86cd-d8453f2163cc tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:53.369191 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438c8559-7b02-4be0-b6c5-c1de1db9ed97', 'tag': '5ae9c28d-999c-4ab4-812a-56d6c7459cf8', 'status': 'completed', 'code': 200} Feb 09 14:23:53.393643 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-607cc9aa-f3ce-4ea8-a2a9-5973ccdec027 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae9c28d-999c-4ab4-812a-56d6c7459cf8 HTTP/1.1" status: 200 len: 217 time: 0.2386503 Feb 09 14:23:53.396936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '89eb2817-e4ee-41b5-b56e-200af49eed31', 'network_id': 'e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1', 'port_id': '89eb2817-e4ee-41b5-b56e-200af49eed31', 'mac_address': 'fa:16:3e:7f:ce:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf27f7d-fe34-45ce-96dd-e4751dbd5b8b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:23:53.435479 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18373a3c-1d30-4648-86cd-d8453f2163cc tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:53.505259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-a9284690-5898-41b4-bafd-0590bafc2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:53.507315 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-a9284690-5898-41b4-bafd-0590bafc2cde service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2315fb8e-5bcf-45cb-897d-5aa2d617522a HTTP/1.1" status: 200 len: 846 time: 0.0961199 Feb 09 14:23:53.519417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f43e16-3645-4feb-95ae-884bb696c658 req-e53805c9-b254-4e0f-9586-7f559042150d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:53.524175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:23:53.526638 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-28f43e16-3645-4feb-95ae-884bb696c658 req-e53805c9-b254-4e0f-9586-7f559042150d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 944 time: 0.2941256 Feb 09 14:23:53.569656 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18373a3c-1d30-4648-86cd-d8453f2163cc tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:53.591466 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-ae36986a-432d-4ed7-abfe-717bd4832c1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621703 Feb 09 14:23:53.645208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfe7fb-5b78-4900-a121-1ed296c884aa req-ddac279f-9192-4684-a6d4-3a01aaaa58c3 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:53.652056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfe7fb-5b78-4900-a121-1ed296c884aa req-ddac279f-9192-4684-a6d4-3a01aaaa58c3 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:53.658008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=9f5ec8b1-a89e-4017-a15a-bb4d56e72310,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:53.660502 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfe7fb-5b78-4900-a121-1ed296c884aa req-ddac279f-9192-4684-a6d4-3a01aaaa58c3 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:53.667811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfe7fb-5b78-4900-a121-1ed296c884aa req-ddac279f-9192-4684-a6d4-3a01aaaa58c3 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:53.674379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfe7fb-5b78-4900-a121-1ed296c884aa req-ddac279f-9192-4684-a6d4-3a01aaaa58c3 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:53.680741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfe7fb-5b78-4900-a121-1ed296c884aa req-ddac279f-9192-4684-a6d4-3a01aaaa58c3 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:53.686966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfe7fb-5b78-4900-a121-1ed296c884aa req-ddac279f-9192-4684-a6d4-3a01aaaa58c3 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:53.688962 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8bbfe7fb-5b78-4900-a121-1ed296c884aa req-ddac279f-9192-4684-a6d4-3a01aaaa58c3 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5434 time: 0.2153909 Feb 09 14:23:53.704497 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-28f43e16-3645-4feb-95ae-884bb696c658 req-d488cc8b-7d04-429b-b72c-b9decc9b2387 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748314 Feb 09 14:23:53.781998 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8bbfe7fb-5b78-4900-a121-1ed296c884aa req-936dd542-2a10-4b50-ad74-b927f0172b17 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798211 Feb 09 14:23:53.790950 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18373a3c-1d30-4648-86cd-d8453f2163cc tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:53.815677 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-cbff79d9-f012-4c51-bcd1-01a932f1787a service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104809 Feb 09 14:23:53.854479 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18373a3c-1d30-4648-86cd-d8453f2163cc tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:53.863303 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18373a3c-1d30-4648-86cd-d8453f2163cc tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event deleted for resources: {'Subnet': ['ID=656b7762-331c-4bee-896b-0bdc698905bb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:53.879057 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-18373a3c-1d30-4648-86cd-d8453f2163cc tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "DELETE /v2.0/subnets/656b7762-331c-4bee-896b-0bdc698905bb HTTP/1.1" status: 204 len: 168 time: 0.6631408 Feb 09 14:23:53.881426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39214) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:53.946927 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:53.972816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f927e5-b935-4139-814f-9b70b8b308ba tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Deleting subnet 81e43151-5bfb-4d3d-ba8f-afae1d4975b0 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:23:53.978868 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6f927e5-b935-4139-814f-9b70b8b308ba tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:54.025788 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e1a81db-cbfb-4998-bee3-d1be1de8732e req-947b5b24-0317-41a9-9156-36de0df649b9 service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025633 Feb 09 14:23:54.100330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89eb2817-e4ee-41b5-b56e-200af49eed31 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:54.131105 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aff5771-d420-47f0-89b0-5c43ac17a8eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-b2b59293-6736-4c2e-9fb5-4199553564c0', 'network_id': 'b2b59293-6736-4c2e-9fb5-4199553564c0', 'tenant_id': '719a25787c144542ba88871db83a6302', 'fixed_ips': [{'subnet_id': '656b7762-331c-4bee-896b-0bdc698905bb'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:23:54.132672 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4aff5771-d420-47f0-89b0-5c43ac17a8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:54.140221 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6f927e5-b935-4139-814f-9b70b8b308ba tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:54.230057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41f151-fe76-4e71-b605-b641c3d19376 req-dfee153d-bfa0-40b0-a4c7-100c224c3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:54.231859 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ba41f151-fe76-4e71-b605-b641c3d19376 req-dfee153d-bfa0-40b0-a4c7-100c224c3981 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 1095 time: 0.1424105 Feb 09 14:23:54.237169 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6f927e5-b935-4139-814f-9b70b8b308ba tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:54.278713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd7e95-016e-4e04-bb9e-0e5e0190c2e2 req-76251836-c2c5-4dd7-b352-813cafc2e469 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:54.282239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 89eb2817-e4ee-41b5-b56e-200af49eed31, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=89eb2817-e4ee-41b5-b56e-200af49eed31,segment=NetworkSegment(12be5f86-6f0d-4172-8c3d-f30bde566f16),segment_id=12be5f86-6f0d-4172-8c3d-f30bde566f16)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:54.285889 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bafd7e95-016e-4e04-bb9e-0e5e0190c2e2 req-76251836-c2c5-4dd7-b352-813cafc2e469 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 945 time: 0.2577500 Feb 09 14:23:54.341424 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ebd22a-61f7-4188-8c7b-c815f497cfe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-446f886e-5401-4385-a79e-9e83cb77713a', 'network_id': '446f886e-5401-4385-a79e-9e83cb77713a', 'tenant_id': '719a25787c144542ba88871db83a6302', 'fixed_ips': [{'subnet_id': '81e43151-5bfb-4d3d-ba8f-afae1d4975b0'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:23:54.342604 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-03ebd22a-61f7-4188-8c7b-c815f497cfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:54.356758 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:54.363915 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bafd7e95-016e-4e04-bb9e-0e5e0190c2e2 req-93d51ace-fa03-4240-aa77-d36135b94369 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769355 Feb 09 14:23:54.398632 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6f927e5-b935-4139-814f-9b70b8b308ba tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:54.486694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41f151-fe76-4e71-b605-b641c3d19376 req-7c1d8e1d-a6e8-4ec4-a6da-ac45dc646b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:54.489468 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ba41f151-fe76-4e71-b605-b641c3d19376 req-7c1d8e1d-a6e8-4ec4-a6da-ac45dc646b43 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 906 time: 0.2486753 Feb 09 14:23:54.500533 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6f927e5-b935-4139-814f-9b70b8b308ba tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:54.516249 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f927e5-b935-4139-814f-9b70b8b308ba tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event deleted for resources: {'Subnet': ['ID=81e43151-5bfb-4d3d-ba8f-afae1d4975b0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:54.642460 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c6f927e5-b935-4139-814f-9b70b8b308ba tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "DELETE /v2.0/subnets/81e43151-5bfb-4d3d-ba8f-afae1d4975b0 HTTP/1.1" status: 204 len: 168 time: 0.7599096 Feb 09 14:23:54.655781 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39230) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:54.665879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=89eb2817-e4ee-41b5-b56e-200af49eed31,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:54.712536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3db79c7-3d64-4134-8f73-b946ce690566 None None] Network b2b59293-6736-4c2e-9fb5-4199553564c0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:23:54.729106 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8ea4a4-0a61-4e2f-a410-1a9ab3994276 None None] Network 446f886e-5401-4385-a79e-9e83cb77713a requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:23:54.783521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f47e637-8a76-42d2-88cd-70027d815883 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:54.784240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1f47e637-8a76-42d2-88cd-70027d815883 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Synchronizing usage tracker for tenant:719a25787c144542ba88871db83a6302 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:54.824015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3a8bd-716c-4f6a-8a95-2e28eafd02c2 req-7dd8c8d8-06de-4d16-a6c4-b1490ec837e1 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:54.825628 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1f3a8bd-716c-4f6a-8a95-2e28eafd02c2 req-7dd8c8d8-06de-4d16-a6c4-b1490ec837e1 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 944 time: 0.2963233 Feb 09 14:23:54.826849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1f47e637-8a76-42d2-88cd-70027d815883 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Unset dirty status for tenant:719a25787c144542ba88871db83a6302 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:54.827964 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1f47e637-8a76-42d2-88cd-70027d815883 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1711874 Feb 09 14:23:54.832001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39242) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:54.883265 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ba41f151-fe76-4e71-b605-b641c3d19376 req-67ed149d-3ee2-404a-9b17-2454b7b55704 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae9c28d-999c-4ab4-812a-56d6c7459cf8 HTTP/1.1" status: 200 len: 217 time: 0.3724608 Feb 09 14:23:55.002502 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1f3a8bd-716c-4f6a-8a95-2e28eafd02c2 req-e6611d1b-55dd-4ca6-812a-b7a0dcce3ad9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451104 Feb 09 14:23:55.006311 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1d35838-9d9c-4bec-b56d-e17036e165e1 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:55.041892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41f151-fe76-4e71-b605-b641c3d19376 req-7c9f7b87-9630-4a65-80c4-9c15ebcffa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:55.043241 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ba41f151-fe76-4e71-b605-b641c3d19376 req-7c9f7b87-9630-4a65-80c4-9c15ebcffa62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2315fb8e-5bcf-45cb-897d-5aa2d617522a HTTP/1.1" status: 200 len: 846 time: 0.1546750 Feb 09 14:23:55.152250 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ba41f151-fe76-4e71-b605-b641c3d19376 req-88191ebb-381e-42be-b4bc-148108c2e6e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942078 Feb 09 14:23:55.168042 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a86e7a-2277-4beb-8e0a-cba29dea7fc6 req-82a82347-cb08-4eed-b29a-444b433e8923 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:55.170174 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c2a86e7a-2277-4beb-8e0a-cba29dea7fc6 req-82a82347-cb08-4eed-b29a-444b433e8923 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 944 time: 0.2321508 Feb 09 14:23:55.177392 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1d35838-9d9c-4bec-b56d-e17036e165e1 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:55.212896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e1d35838-9d9c-4bec-b56d-e17036e165e1 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446f886e-5401-4385-a79e-9e83cb77713a']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:55.229796 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e1d35838-9d9c-4bec-b56d-e17036e165e1 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea3f9df-a161-4846-b38f-97ae6b95f894') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:55.230242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e1d35838-9d9c-4bec-b56d-e17036e165e1 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea3f9df-a161-4846-b38f-97ae6b95f894') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:55.244165 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1d35838-9d9c-4bec-b56d-e17036e165e1 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:55.264351 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1d35838-9d9c-4bec-b56d-e17036e165e1 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:55.325114 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c2a86e7a-2277-4beb-8e0a-cba29dea7fc6 req-bc396703-41c2-4c7c-85ab-bdc71453c35c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316915 Feb 09 14:23:55.383674 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ba41f151-fe76-4e71-b605-b641c3d19376 req-1dff5903-eac8-4edd-a4a1-869117da4def service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120631 Feb 09 14:23:55.423460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d35838-9d9c-4bec-b56d-e17036e165e1 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:23:55.424232 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1d35838-9d9c-4bec-b56d-e17036e165e1 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:23:55.439269 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:23:55.566371 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7808c-2b3e-4180-babd-db87de5b9c4a req-0739bede-76c3-49e1-87b0-94271bce60bc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:55.572491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7808c-2b3e-4180-babd-db87de5b9c4a req-0739bede-76c3-49e1-87b0-94271bce60bc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:55.572653 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ba41f151-fe76-4e71-b605-b641c3d19376 req-d47ae46d-a6a3-469b-95c5-d1bac28de791 service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815100 Feb 09 14:23:55.578282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7808c-2b3e-4180-babd-db87de5b9c4a req-0739bede-76c3-49e1-87b0-94271bce60bc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:55.594854 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7808c-2b3e-4180-babd-db87de5b9c4a req-0739bede-76c3-49e1-87b0-94271bce60bc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:55.602123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7808c-2b3e-4180-babd-db87de5b9c4a req-0739bede-76c3-49e1-87b0-94271bce60bc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:55.608107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7808c-2b3e-4180-babd-db87de5b9c4a req-0739bede-76c3-49e1-87b0-94271bce60bc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:55.614660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7808c-2b3e-4180-babd-db87de5b9c4a req-0739bede-76c3-49e1-87b0-94271bce60bc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:55.616832 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0b7808c-2b3e-4180-babd-db87de5b9c4a req-0739bede-76c3-49e1-87b0-94271bce60bc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5435 time: 0.3547328 Feb 09 14:23:55.618097 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1d35838-9d9c-4bec-b56d-e17036e165e1 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:55.638392 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1d35838-9d9c-4bec-b56d-e17036e165e1 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:55.668991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d35838-9d9c-4bec-b56d-e17036e165e1 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event deleted for resources: {'Network': ['ID=446f886e-5401-4385-a79e-9e83cb77713a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:55.674733 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e1d35838-9d9c-4bec-b56d-e17036e165e1 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "DELETE /v2.0/networks/446f886e-5401-4385-a79e-9e83cb77713a HTTP/1.1" status: 204 len: 168 time: 0.8417237 Feb 09 14:23:55.677545 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39254) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:55.681723 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['89616186-2545-46c6-a544-b311c5d5aebc'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:23:55.780600 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0b7808c-2b3e-4180-babd-db87de5b9c4a req-f11708a3-f83e-4111-aacb-5efe532fc8c1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1436269 Feb 09 14:23:55.788806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67f82f-88bc-4e06-9749-c149b6434a76 req-e011f15a-a0fc-48d0-bf6d-f5d7b0a872c9 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:55.796674 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a67f82f-88bc-4e06-9749-c149b6434a76 req-e011f15a-a0fc-48d0-bf6d-f5d7b0a872c9 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 945 time: 0.1040642 Feb 09 14:23:55.820294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['9f5ec8b1-a89e-4017-a15a-bb4d56e72310'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:23:55.833178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c095bc75-db33-4d79-a507-5d3218b182bd tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:55.847845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['89eb2817-e4ee-41b5-b56e-200af49eed31'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:23:55.848068 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a67f82f-88bc-4e06-9749-c149b6434a76 req-7ce8a820-db3d-4cb5-a7ed-4add3cf45f93 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503891 Feb 09 14:23:55.989409 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c095bc75-db33-4d79-a507-5d3218b182bd tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:56.031306 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c095bc75-db33-4d79-a507-5d3218b182bd tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b59293-6736-4c2e-9fb5-4199553564c0']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:56.054454 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c095bc75-db33-4d79-a507-5d3218b182bd tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c1ab83-6b04-443d-8896-cdcea5a00fa0') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:56.055080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c095bc75-db33-4d79-a507-5d3218b182bd tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c1ab83-6b04-443d-8896-cdcea5a00fa0') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:56.068395 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c095bc75-db33-4d79-a507-5d3218b182bd tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:56.099781 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c095bc75-db33-4d79-a507-5d3218b182bd tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:56.107843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c095bc75-db33-4d79-a507-5d3218b182bd tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:23:56.108705 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c095bc75-db33-4d79-a507-5d3218b182bd tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:23:56.128260 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:23:56.290506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858ca39-8110-4e0d-b211-9305062c62b2 req-6f6151b2-51ca-4040-b8c9-d1e1fa9d912c tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:56.298668 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7858ca39-8110-4e0d-b211-9305062c62b2 req-6f6151b2-51ca-4040-b8c9-d1e1fa9d912c tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 946 time: 0.1280005 Feb 09 14:23:56.317462 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c095bc75-db33-4d79-a507-5d3218b182bd tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:56.345298 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c095bc75-db33-4d79-a507-5d3218b182bd tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:56.352478 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7858ca39-8110-4e0d-b211-9305062c62b2 req-02526e6e-7896-414d-938c-7857af540fdb tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526605 Feb 09 14:23:56.360788 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095bc75-db33-4d79-a507-5d3218b182bd tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event deleted for resources: {'Network': ['ID=b2b59293-6736-4c2e-9fb5-4199553564c0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:56.367047 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c095bc75-db33-4d79-a507-5d3218b182bd tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "DELETE /v2.0/networks/b2b59293-6736-4c2e-9fb5-4199553564c0 HTTP/1.1" status: 204 len: 168 time: 0.6863897 Feb 09 14:23:56.376682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39270) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:56.445626 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b3a4-e91e-41cf-8ded-1b71aac17586 req-cd1943a9-206c-4407-9d83-466b674e1cf7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:56.447137 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-10c2b3a4-e91e-41cf-8ded-1b71aac17586 req-cd1943a9-206c-4407-9d83-466b674e1cf7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 944 time: 0.2331049 Feb 09 14:23:56.525476 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e231494-23bf-44cf-a6a8-9dbccd56f0d6 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:56.532712 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-10c2b3a4-e91e-41cf-8ded-1b71aac17586 req-3440b1d5-4256-4b6b-bd57-299191ee6099 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792403 Feb 09 14:23:56.555518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017379a-8bc0-4e81-a442-52b997a2e8e0 req-812c68ab-cee1-4156-a5f2-d067996240cd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:56.560240 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4017379a-8bc0-4e81-a442-52b997a2e8e0 req-812c68ab-cee1-4156-a5f2-d067996240cd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 944 time: 0.1075602 Feb 09 14:23:56.607956 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4017379a-8bc0-4e81-a442-52b997a2e8e0 req-4c1350d9-53aa-4419-8bbf-77d816e63159 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445364 Feb 09 14:23:56.678513 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e231494-23bf-44cf-a6a8-9dbccd56f0d6 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:56.703822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-5e231494-23bf-44cf-a6a8-9dbccd56f0d6 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822071b0-f273-4d65-a3c3-0359927310fa']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:56.717078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-5e231494-23bf-44cf-a6a8-9dbccd56f0d6 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33a3b05-8219-4394-ba23-cc4ac90c5c46') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:56.717372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-5e231494-23bf-44cf-a6a8-9dbccd56f0d6 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33a3b05-8219-4394-ba23-cc4ac90c5c46') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:56.729955 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e231494-23bf-44cf-a6a8-9dbccd56f0d6 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:56.733982 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1a78-afa3-4231-bcb2-53c958cdd7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:56.751256 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e231494-23bf-44cf-a6a8-9dbccd56f0d6 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:56.758090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e231494-23bf-44cf-a6a8-9dbccd56f0d6 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:23:56.758517 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e231494-23bf-44cf-a6a8-9dbccd56f0d6 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:23:56.773863 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:23:56.852948 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e231494-23bf-44cf-a6a8-9dbccd56f0d6 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:56.876261 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e231494-23bf-44cf-a6a8-9dbccd56f0d6 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:56.885666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e231494-23bf-44cf-a6a8-9dbccd56f0d6 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event deleted for resources: {'Network': ['ID=822071b0-f273-4d65-a3c3-0359927310fa,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:56.888348 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5e231494-23bf-44cf-a6a8-9dbccd56f0d6 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "DELETE /v2.0/networks/822071b0-f273-4d65-a3c3-0359927310fa HTTP/1.1" status: 204 len: 168 time: 0.5198996 Feb 09 14:23:56.891056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39278) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:57.064573 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fbfe468-de78-4f81-8641-5f6d6a6b5605 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:57.064886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d235c-f982-4882-a6ba-18a9d00af6fe req-53ddc9eb-37e4-4b73-83c0-5c5359ed6f34 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:57.066945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-629d235c-f982-4882-a6ba-18a9d00af6fe req-53ddc9eb-37e4-4b73-83c0-5c5359ed6f34 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 945 time: 0.1056542 Feb 09 14:23:57.117164 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-629d235c-f982-4882-a6ba-18a9d00af6fe req-8d66e613-a2c2-4d11-97e7-b8ac3c8880f9 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413013 Feb 09 14:23:57.123906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197579f-11c0-445f-8291-ba7a5c88139e req-4e4a6324-48fc-4b70-8a93-d29cd2fa61f4 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:57.129699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197579f-11c0-445f-8291-ba7a5c88139e req-4e4a6324-48fc-4b70-8a93-d29cd2fa61f4 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:57.136255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197579f-11c0-445f-8291-ba7a5c88139e req-4e4a6324-48fc-4b70-8a93-d29cd2fa61f4 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:57.142227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197579f-11c0-445f-8291-ba7a5c88139e req-4e4a6324-48fc-4b70-8a93-d29cd2fa61f4 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:57.148005 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197579f-11c0-445f-8291-ba7a5c88139e req-4e4a6324-48fc-4b70-8a93-d29cd2fa61f4 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:57.153778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197579f-11c0-445f-8291-ba7a5c88139e req-4e4a6324-48fc-4b70-8a93-d29cd2fa61f4 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:57.159587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197579f-11c0-445f-8291-ba7a5c88139e req-4e4a6324-48fc-4b70-8a93-d29cd2fa61f4 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:57.161509 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a197579f-11c0-445f-8291-ba7a5c88139e req-4e4a6324-48fc-4b70-8a93-d29cd2fa61f4 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5435 time: 0.1994433 Feb 09 14:23:57.381648 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fbfe468-de78-4f81-8641-5f6d6a6b5605 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:57.412212 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a197579f-11c0-445f-8291-ba7a5c88139e req-05d087b4-8420-4d20-8968-6177a5248a7f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2324674 Feb 09 14:23:57.435402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-2fbfe468-de78-4f81-8641-5f6d6a6b5605 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4201b1-ed3f-4198-8770-9fe700c02ca2']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:57.454959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-2fbfe468-de78-4f81-8641-5f6d6a6b5605 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04fd56e-8b61-42cd-bce6-55c63d0777f7') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:57.455998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-2fbfe468-de78-4f81-8641-5f6d6a6b5605 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04fd56e-8b61-42cd-bce6-55c63d0777f7') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:57.471871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fbfe468-de78-4f81-8641-5f6d6a6b5605 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:57.495813 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fbfe468-de78-4f81-8641-5f6d6a6b5605 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:57.508805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fbfe468-de78-4f81-8641-5f6d6a6b5605 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:23:57.509207 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fbfe468-de78-4f81-8641-5f6d6a6b5605 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:23:57.524040 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:23:57.576748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5e37a-0750-4470-9038-34a3e7852444 req-43a0fc69-7229-4209-bdf6-a3a18cbc2d7c tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:57.579306 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63c5e37a-0750-4470-9038-34a3e7852444 req-43a0fc69-7229-4209-bdf6-a3a18cbc2d7c tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 946 time: 0.0952516 Feb 09 14:23:57.608201 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fbfe468-de78-4f81-8641-5f6d6a6b5605 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:57.628313 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2fbfe468-de78-4f81-8641-5f6d6a6b5605 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:57.640278 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63c5e37a-0750-4470-9038-34a3e7852444 req-89bf1a1e-9b08-44fa-8762-c0e43d2be0b1 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549464 Feb 09 14:23:57.648450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfe468-de78-4f81-8641-5f6d6a6b5605 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] Pushing event deleted for resources: {'Network': ['ID=4e4201b1-ed3f-4198-8770-9fe700c02ca2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:57.655053 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2fbfe468-de78-4f81-8641-5f6d6a6b5605 tempest-BulkNetworkOpsIpV6Test-141610540 tempest-BulkNetworkOpsIpV6Test-141610540-project] 10.222.0.48 "DELETE /v2.0/networks/4e4201b1-ed3f-4198-8770-9fe700c02ca2 HTTP/1.1" status: 204 len: 168 time: 0.7608304 Feb 09 14:23:57.755836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f86fd2-3a3b-4387-8eb2-b97ebe45aaa0 req-627de2c2-631f-49b2-b491-29246ec4a403 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:57.758079 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f86fd2-3a3b-4387-8eb2-b97ebe45aaa0 req-627de2c2-631f-49b2-b491-29246ec4a403 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 944 time: 0.0986509 Feb 09 14:23:57.821957 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f86fd2-3a3b-4387-8eb2-b97ebe45aaa0 req-01c858d3-c135-4d42-9ca3-33fa68b8fb9f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540414 Feb 09 14:23:57.849775 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabbf91-c2ed-4333-8c45-33c11f3dad81 req-80352289-5774-4498-ac85-be5532720fb3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:57.851604 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ffabbf91-c2ed-4333-8c45-33c11f3dad81 req-80352289-5774-4498-ac85-be5532720fb3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 944 time: 0.1082985 Feb 09 14:23:57.901153 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ffabbf91-c2ed-4333-8c45-33c11f3dad81 req-06303405-1306-4d05-901a-9e38a1a3f042 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418575 Feb 09 14:23:57.991109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39298) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:58.138754 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-94690ece-5192-4e6a-aaa2-0c11b82da1e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=719a25787c144542ba88871db83a6302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464076 Feb 09 14:23:58.141293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39304) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:58.208098 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:58.269162 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:58.350704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da8453-4e16-44b5-b005-9c82e974c816 req-fe32eb98-0301-4035-978d-bf711b7fc0f0 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:58.352254 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3da8453-4e16-44b5-b005-9c82e974c816 req-fe32eb98-0301-4035-978d-bf711b7fc0f0 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 945 time: 0.1234524 Feb 09 14:23:58.374431 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:58.399889 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:23:58.403377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 053a4f9c-b9b2-48db-8ac1-e540556de5f1 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:23:58.407219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0c5536-f291-44fe-9880-fd2994172376,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:58.430092 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3da8453-4e16-44b5-b005-9c82e974c816 req-476a61e4-df0a-4f9c-a873-447f71d1ff88 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699902 Feb 09 14:23:58.431434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:58.431805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:58.432148 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:58.432480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:58.432822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:58.433151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:58.433478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:58.433801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:58.434124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:58.434446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:58.434768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:58.435091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:58.437752 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:58.443022 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-57cf7b63-c9ac-413b-8f1e-670871130557 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc0c5536-f291-44fe-9880-fd2994172376 HTTP/1.1" status: 204 len: 168 time: 0.2966332 Feb 09 14:23:58.637060 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 053a4f9c-b9b2-48db-8ac1-e540556de5f1 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:23:58.656018 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 053a4f9c-b9b2-48db-8ac1-e540556de5f1 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:23:58.656490 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:58.727564 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5ae9c28d-999c-4ab4-812a-56d6c7459cf8,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:58.731087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118e22b-b3ec-4bd7-a099-273efe370ad9 req-aad38663-3578-4b3f-ad3c-1a651f774e11 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:58.737266 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118e22b-b3ec-4bd7-a099-273efe370ad9 req-aad38663-3578-4b3f-ad3c-1a651f774e11 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:58.744359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118e22b-b3ec-4bd7-a099-273efe370ad9 req-aad38663-3578-4b3f-ad3c-1a651f774e11 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:58.750416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118e22b-b3ec-4bd7-a099-273efe370ad9 req-aad38663-3578-4b3f-ad3c-1a651f774e11 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:58.757107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118e22b-b3ec-4bd7-a099-273efe370ad9 req-aad38663-3578-4b3f-ad3c-1a651f774e11 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:58.764117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118e22b-b3ec-4bd7-a099-273efe370ad9 req-aad38663-3578-4b3f-ad3c-1a651f774e11 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:58.770448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118e22b-b3ec-4bd7-a099-273efe370ad9 req-aad38663-3578-4b3f-ad3c-1a651f774e11 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:58.778945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d118e22b-b3ec-4bd7-a099-273efe370ad9 req-aad38663-3578-4b3f-ad3c-1a651f774e11 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5435 time: 0.1811643 Feb 09 14:23:58.780259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '5ae9c28d-999c-4ab4-812a-56d6c7459cf8', 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05', 'port_id': '5ae9c28d-999c-4ab4-812a-56d6c7459cf8', 'mac_address': 'fa:16:3e:db:e6:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2315fb8e-5bcf-45cb-897d-5aa2d617522a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:23:58.848747 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d118e22b-b3ec-4bd7-a099-273efe370ad9 req-f78e1343-8262-4a0f-ad61-1a38eb24c510 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690753 Feb 09 14:23:58.902778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa0d23-ba9c-4639-a4d6-bb9a8d87826e req-d4bb92df-420d-4587-96dd-66d148f540e8 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:58.908339 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9cfa0d23-ba9c-4639-a4d6-bb9a8d87826e req-d4bb92df-420d-4587-96dd-66d148f540e8 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 946 time: 0.1120243 Feb 09 14:23:58.918684 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:58.950520 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:23:58.957493 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:58.973481 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9cfa0d23-ba9c-4639-a4d6-bb9a8d87826e req-78d85f8c-c170-4da7-8fca-ac207cbf51be tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594988 Feb 09 14:23:59.002727 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5ae9c28d-999c-4ab4-812a-56d6c7459cf8,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:59.010168 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053a4f9c-b9b2-48db-8ac1-e540556de5f1'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:59.020465 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:59.061864 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 053a4f9c-b9b2-48db-8ac1-e540556de5f1, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=053a4f9c-b9b2-48db-8ac1-e540556de5f1,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:23:59.069367 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:59.104747 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff019c9-e1dd-409e-bb9d-fdd301b38974 req-036188f9-04b5-479b-88e5-fda277b151db tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:59.105661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0ff019c9-e1dd-409e-bb9d-fdd301b38974 req-036188f9-04b5-479b-88e5-fda277b151db tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Synchronizing usage tracker for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:59.111170 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=5ae9c28d-999c-4ab4-812a-56d6c7459cf8,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:59.136227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0ff019c9-e1dd-409e-bb9d-fdd301b38974 req-036188f9-04b5-479b-88e5-fda277b151db tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Unset dirty status for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:59.138467 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ff019c9-e1dd-409e-bb9d-fdd301b38974 req-036188f9-04b5-479b-88e5-fda277b151db tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 945 time: 0.1596351 Feb 09 14:23:59.179381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a171f-65bd-418f-83f9-9e5685a366ff req-680c18d0-cf1f-49f9-a1ea-0ae297662d0b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:59.187972 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f8a171f-65bd-418f-83f9-9e5685a366ff req-680c18d0-cf1f-49f9-a1ea-0ae297662d0b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 944 time: 0.1057234 Feb 09 14:23:59.200141 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5b88198e-e201-4184-93e8-96f425aac928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:59.212062 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ff019c9-e1dd-409e-bb9d-fdd301b38974 req-584a5467-a2ee-42d6-8c82-46f28747d673 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652251 Feb 09 14:23:59.213128 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=053a4f9c-b9b2-48db-8ac1-e540556de5f1,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:59.244314 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f8a171f-65bd-418f-83f9-9e5685a366ff req-798c4f91-f7b4-4471-bff6-2e344f2e8bd2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553896 Feb 09 14:23:59.279676 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053a4f9c-b9b2-48db-8ac1-e540556de5f1', 'code': 200} Feb 09 14:23:59.459012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39346) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:59.589663 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group': {'name': 'tempest-secgroup--345662802'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:23:59.601108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:59.609969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:59.613925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:59.624559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:59.640353 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:59.655334 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:59.676010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:59.687154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f885f83-0aea-4a4c-b473-daa1a9ffa590 req-9dac497e-e9bb-4e42-971a-b373755212e8 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:59.688669 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f885f83-0aea-4a4c-b473-daa1a9ffa590 req-9dac497e-e9bb-4e42-971a-b373755212e8 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 945 time: 0.1405103 Feb 09 14:23:59.689619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:59.693017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:59.715248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:59.759573 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f885f83-0aea-4a4c-b473-daa1a9ffa590 req-561ac63d-6a93-43bb-bd8e-fcb9cffc5fdb tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635061 Feb 09 14:23:59.826143 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:59.830125 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:59.843723 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:23:59.852351 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:23:59.861673 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:23:59.872080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:23:59.877570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74bc5847-7eb8-44cc-852d-ead2b46a57fd,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:59.962642 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:59.966784 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:00.014296 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da4d582-97d0-44ec-947f-6eb7ea2cec58,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:00.018456 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:00.023277 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0c3fe03f-0322-4419-90cc-c05a1697f4b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5626850 Feb 09 14:24:00.023992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39360) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:00.081763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8aaad-7f82-4fe8-b6bc-8214071d9024 req-66cf9070-054f-4273-9e1c-a83f88e4b3e1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:00.088499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8aaad-7f82-4fe8-b6bc-8214071d9024 req-66cf9070-054f-4273-9e1c-a83f88e4b3e1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:00.094375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8aaad-7f82-4fe8-b6bc-8214071d9024 req-66cf9070-054f-4273-9e1c-a83f88e4b3e1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:00.099405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-914cb936-6119-494b-b56f-38b6d981d9a3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:00.100463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8aaad-7f82-4fe8-b6bc-8214071d9024 req-66cf9070-054f-4273-9e1c-a83f88e4b3e1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:00.106299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8aaad-7f82-4fe8-b6bc-8214071d9024 req-66cf9070-054f-4273-9e1c-a83f88e4b3e1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:00.112237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8aaad-7f82-4fe8-b6bc-8214071d9024 req-66cf9070-054f-4273-9e1c-a83f88e4b3e1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:00.118614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8aaad-7f82-4fe8-b6bc-8214071d9024 req-66cf9070-054f-4273-9e1c-a83f88e4b3e1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:00.120450 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96e8aaad-7f82-4fe8-b6bc-8214071d9024 req-66cf9070-054f-4273-9e1c-a83f88e4b3e1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5436 time: 0.1421680 Feb 09 14:24:00.153579 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:00.165347 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-914cb936-6119-494b-b56f-38b6d981d9a3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:00.166642 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-914cb936-6119-494b-b56f-38b6d981d9a3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1417229 Feb 09 14:24:00.169565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39364) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:00.177112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-52b53c86-e8cb-46e7-8d3f-1d6538e92587 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group': {'name': 'tempest-security--991775670', 'description': 'tempest-security-description-1393506517'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:00.190750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6af3d4-8b76-4c86-bb77-b851e2700ddf req-e1189dcf-9718-426c-a93a-002b9809f2db tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:00.192232 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fd6af3d4-8b76-4c86-bb77-b851e2700ddf req-e1189dcf-9718-426c-a93a-002b9809f2db tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 946 time: 0.0986993 Feb 09 14:24:00.202691 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96e8aaad-7f82-4fe8-b6bc-8214071d9024 req-6debc1cb-81a7-4fd1-8770-889ff9b01088 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745313 Feb 09 14:24:00.219706 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52b53c86-e8cb-46e7-8d3f-1d6538e92587 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:00.245322 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:00.248752 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fd6af3d4-8b76-4c86-bb77-b851e2700ddf req-abde435b-d734-4ccd-a8e9-4f1ec04ac7df tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499408 Feb 09 14:24:00.303909 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52b53c86-e8cb-46e7-8d3f-1d6538e92587 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:00.308823 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52b53c86-e8cb-46e7-8d3f-1d6538e92587 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:00.313490 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52b53c86-e8cb-46e7-8d3f-1d6538e92587 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:00.317921 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-52b53c86-e8cb-46e7-8d3f-1d6538e92587 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "PUT /v2.0/security-groups/2da4d582-97d0-44ec-947f-6eb7ea2cec58 HTTP/1.1" status: 200 len: 1779 time: 0.1448648 Feb 09 14:24:00.320415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39372) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:00.390631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b53c86-e8cb-46e7-8d3f-1d6538e92587 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da4d582-97d0-44ec-947f-6eb7ea2cec58,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:00.399398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:24:00.429837 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cb63a0b8-2928-4a67-926d-7e516055a065 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-groups/2da4d582-97d0-44ec-947f-6eb7ea2cec58 HTTP/1.1" status: 200 len: 1779 time: 0.1053903 Feb 09 14:24:00.431015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39376) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:00.477703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:24:00.478749 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4323e-f9cd-4560-af43-a3943cf9aeea req-07cbdb37-6578-446a-85ea-f8382075b341 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:00.480381 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-49b4323e-f9cd-4560-af43-a3943cf9aeea req-07cbdb37-6578-446a-85ea-f8382075b341 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 944 time: 0.1106050 Feb 09 14:24:00.483658 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:24:00.484108 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:00.533380 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-49b4323e-f9cd-4560-af43-a3943cf9aeea req-0b24cbb7-b8cf-413f-9e40-8c7e91dd1f6a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458360 Feb 09 14:24:00.607007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdace85-719f-4ede-8900-74ca2b2442e1 req-170d52f9-e2f3-4e59-a723-dc850ee52ba4 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:00.608545 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bdace85-719f-4ede-8900-74ca2b2442e1 req-170d52f9-e2f3-4e59-a723-dc850ee52ba4 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 945 time: 0.2576349 Feb 09 14:24:00.631051 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:00.645471 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e280cf1-eba0-4e14-8000-4b5b4c482bbc tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:00.667445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=19d5bdfb-6f91-43f1-a994-fa6a8fc0381b,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:00.671986 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:00.672798 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1e48101c-8487-4aaa-8382-1ef05da81c44 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:24:00.702048 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bdace85-719f-4ede-8900-74ca2b2442e1 req-d0902c52-157a-4578-9ed6-ab92b787141e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865743 Feb 09 14:24:00.703549 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e280cf1-eba0-4e14-8000-4b5b4c482bbc tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:00.767308 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e280cf1-eba0-4e14-8000-4b5b4c482bbc tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:00.789167 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e280cf1-eba0-4e14-8000-4b5b4c482bbc tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da4d582-97d0-44ec-947f-6eb7ea2cec58,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:00.797994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=19d5bdfb-6f91-43f1-a994-fa6a8fc0381b,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:00.801688 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e280cf1-eba0-4e14-8000-4b5b4c482bbc tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:00.804360 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8e280cf1-eba0-4e14-8000-4b5b4c482bbc tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-groups/2da4d582-97d0-44ec-947f-6eb7ea2cec58 HTTP/1.1" status: 204 len: 168 time: 0.3715906 Feb 09 14:24:00.807322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39382) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:00.826349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 1e48101c-8487-4aaa-8382-1ef05da81c44 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:24:00.831791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 1e48101c-8487-4aaa-8382-1ef05da81c44 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:24:00.832215 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:00.865267 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c11f58ea-c95b-4ea5-b5f0-0df56af044fa tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0562871 Feb 09 14:24:00.868102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39386) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:00.904155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['5ae9c28d-999c-4ab4-812a-56d6c7459cf8'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:24:00.923706 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-efc256a3-1a62-4c27-8ad8-791a727ff9a4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] delete failed (client error): The resource could not be found. Feb 09 14:24:00.928954 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-efc256a3-1a62-4c27-8ad8-791a727ff9a4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-groups/2da4d582-97d0-44ec-947f-6eb7ea2cec58 HTTP/1.1" status: 404 len: 347 time: 0.0556459 Feb 09 14:24:00.930583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39390) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:00.938445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-22b7d3ff-ba9c-4809-b96e-59d2d8a22605 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602680489'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:00.944936 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-22b7d3ff-ba9c-4809-b96e-59d2d8a22605 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:00.955968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-22b7d3ff-ba9c-4809-b96e-59d2d8a22605 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:00.960342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-22b7d3ff-ba9c-4809-b96e-59d2d8a22605 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:00.968018 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-22b7d3ff-ba9c-4809-b96e-59d2d8a22605 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:00.984461 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22b7d3ff-ba9c-4809-b96e-59d2d8a22605 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.019667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd65df-1a1c-4e4a-aae0-5689527fa8a1 req-aa41c649-c2b5-42b3-8fe9-c61da1cc60f2 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:01.021273 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-51cd65df-1a1c-4e4a-aae0-5689527fa8a1 req-aa41c649-c2b5-42b3-8fe9-c61da1cc60f2 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 945 time: 0.1387370 Feb 09 14:24:01.024377 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.025289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-22b7d3ff-ba9c-4809-b96e-59d2d8a22605 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:01.037386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-22b7d3ff-ba9c-4809-b96e-59d2d8a22605 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:01.059518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-22b7d3ff-ba9c-4809-b96e-59d2d8a22605 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:01.079050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-22b7d3ff-ba9c-4809-b96e-59d2d8a22605 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:01.099408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1e48101c-8487-4aaa-8382-1ef05da81c44, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1e48101c-8487-4aaa-8382-1ef05da81c44,segment=NetworkSegment(b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7),segment_id=b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:01.107957 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.108892 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:24:01.114926 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-51cd65df-1a1c-4e4a-aae0-5689527fa8a1 req-6e3648c1-bbeb-4d14-9f57-ce53b7617329 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812290 Feb 09 14:24:01.203221 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22b7d3ff-ba9c-4809-b96e-59d2d8a22605 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.209133 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22b7d3ff-ba9c-4809-b96e-59d2d8a22605 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.279366 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=1e48101c-8487-4aaa-8382-1ef05da81c44,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:01.284047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d5bdfb-6f91-43f1-a994-fa6a8fc0381b'}, {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e48101c-8487-4aaa-8382-1ef05da81c44'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:24:01.293231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7d3ff-ba9c-4809-b96e-59d2d8a22605 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222918a8-b9cd-46c9-8e57-679fab25da62,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:01.309796 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22b7d3ff-ba9c-4809-b96e-59d2d8a22605 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.310843 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:24:01.311422 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-22b7d3ff-ba9c-4809-b96e-59d2d8a22605 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3795278 Feb 09 14:24:01.314909 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39408) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:01.320442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:24:01.320822 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.322522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-26af1665-04b7-4d6b-9d79-51a62ee5d954 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group_rule': {'security_group_id': '222918a8-b9cd-46c9-8e57-679fab25da62', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:01.331054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-26af1665-04b7-4d6b-9d79-51a62ee5d954 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:01.336657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-26af1665-04b7-4d6b-9d79-51a62ee5d954 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:01.341347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-26af1665-04b7-4d6b-9d79-51a62ee5d954 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:01.349289 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-26af1665-04b7-4d6b-9d79-51a62ee5d954 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:01.375801 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-26af1665-04b7-4d6b-9d79-51a62ee5d954 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.509403 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-26af1665-04b7-4d6b-9d79-51a62ee5d954 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.517909 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-26af1665-04b7-4d6b-9d79-51a62ee5d954 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.560074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af1665-04b7-4d6b-9d79-51a62ee5d954 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0fb177-8ef9-4713-9ca7-d64e80ac4ce7,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:01.561990 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-26af1665-04b7-4d6b-9d79-51a62ee5d954 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.568083 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-26af1665-04b7-4d6b-9d79-51a62ee5d954 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2518547 Feb 09 14:24:01.571383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39414) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:01.585518 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.609932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbbff2-b05a-46de-86ad-c2ed7aadedd9 req-5953eccc-9c02-4080-880e-502d0ccbcc6f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:01.615878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbbff2-b05a-46de-86ad-c2ed7aadedd9 req-5953eccc-9c02-4080-880e-502d0ccbcc6f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:01.620438 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-41b77875-b9ed-421d-82de-6c094ecd8272 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.621887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbbff2-b05a-46de-86ad-c2ed7aadedd9 req-5953eccc-9c02-4080-880e-502d0ccbcc6f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:01.628578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbbff2-b05a-46de-86ad-c2ed7aadedd9 req-5953eccc-9c02-4080-880e-502d0ccbcc6f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:01.632621 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-41b77875-b9ed-421d-82de-6c094ecd8272 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.633953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbbff2-b05a-46de-86ad-c2ed7aadedd9 req-5953eccc-9c02-4080-880e-502d0ccbcc6f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:01.635753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 709bd844-9bbc-4d4a-9907-3fe0a72a9a58, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=709bd844-9bbc-4d4a-9907-3fe0a72a9a58,segment=NetworkSegment(f1319a6c-ef94-48a6-87ee-4efa83bfab66),segment_id=f1319a6c-ef94-48a6-87ee-4efa83bfab66)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:01.639928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbbff2-b05a-46de-86ad-c2ed7aadedd9 req-5953eccc-9c02-4080-880e-502d0ccbcc6f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:01.640967 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.645663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbbff2-b05a-46de-86ad-c2ed7aadedd9 req-5953eccc-9c02-4080-880e-502d0ccbcc6f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:01.647243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2742b-e060-4edc-8e4b-bc7a12ed4244 req-94b89d71-df4b-4169-a125-e7160bb9a161 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:01.648147 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aabbbff2-b05a-46de-86ad-c2ed7aadedd9 req-5953eccc-9c02-4080-880e-502d0ccbcc6f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5438 time: 0.2090361 Feb 09 14:24:01.649262 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-19d2742b-e060-4edc-8e4b-bc7a12ed4244 req-94b89d71-df4b-4169-a125-e7160bb9a161 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 946 time: 0.1835611 Feb 09 14:24:01.705897 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aabbbff2-b05a-46de-86ad-c2ed7aadedd9 req-65f749e8-8465-4d87-81cb-d85bb50e1d39 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447555 Feb 09 14:24:01.711901 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-19d2742b-e060-4edc-8e4b-bc7a12ed4244 req-2c3a4f4c-1751-46e4-88ef-959bba7debb0 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513885 Feb 09 14:24:01.713375 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-41b77875-b9ed-421d-82de-6c094ecd8272 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.737250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b77875-b9ed-421d-82de-6c094ecd8272 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e0fb177-8ef9-4713-9ca7-d64e80ac4ce7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:01.740164 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-41b77875-b9ed-421d-82de-6c094ecd8272 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.744125 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-41b77875-b9ed-421d-82de-6c094ecd8272 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1e0fb177-8ef9-4713-9ca7-d64e80ac4ce7 HTTP/1.1" status: 204 len: 168 time: 0.1646938 Feb 09 14:24:01.744918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39422) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:01.770652 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:01.780557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=709bd844-9bbc-4d4a-9907-3fe0a72a9a58,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:01.812678 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d5bdfb-6f91-43f1-a994-fa6a8fc0381b', 'code': 200} Feb 09 14:24:01.813044 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e48101c-8487-4aaa-8382-1ef05da81c44', 'code': 200} Feb 09 14:24:01.822577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9eba120a-47cb-4b57-9b0e-260248cd946b tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:01.841519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9eba120a-47cb-4b57-9b0e-260248cd946b tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:01.842847 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9eba120a-47cb-4b57-9b0e-260248cd946b tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0965414 Feb 09 14:24:01.847770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39426) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:01.953365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aee1e4-3d80-439b-9edd-e4ae9f2dba98 req-bb93acb6-058c-44c5-a131-cde28d337f3e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:01.955639 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44aee1e4-3d80-439b-9edd-e4ae9f2dba98 req-bb93acb6-058c-44c5-a131-cde28d337f3e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 944 time: 0.0877166 Feb 09 14:24:01.968784 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8058ab83-52f0-4aa2-9513-cdcfadb2265a tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.001506 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44aee1e4-3d80-439b-9edd-e4ae9f2dba98 req-4ab21929-e181-4477-ba00-12404944181f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396597 Feb 09 14:24:02.002900 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8058ab83-52f0-4aa2-9513-cdcfadb2265a tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.052495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e06ddc-b8b5-4756-ae30-92ed64e955f7 req-f88bda24-4d8e-48e4-b988-be11c1b549cf tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:02.054601 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-12e06ddc-b8b5-4756-ae30-92ed64e955f7 req-f88bda24-4d8e-48e4-b988-be11c1b549cf tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 945 time: 0.1548605 Feb 09 14:24:02.084390 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8058ab83-52f0-4aa2-9513-cdcfadb2265a tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.116918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058ab83-52f0-4aa2-9513-cdcfadb2265a tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222918a8-b9cd-46c9-8e57-679fab25da62,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:02.128545 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-12e06ddc-b8b5-4756-ae30-92ed64e955f7 req-7a465dbb-a2a5-4c68-b4c2-9012a5614e73 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674930 Feb 09 14:24:02.135448 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8058ab83-52f0-4aa2-9513-cdcfadb2265a tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.136691 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8058ab83-52f0-4aa2-9513-cdcfadb2265a tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-groups/222918a8-b9cd-46c9-8e57-679fab25da62 HTTP/1.1" status: 204 len: 168 time: 0.2878997 Feb 09 14:24:02.139346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39430) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:02.191987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-81453f50-d58f-45e0-9c6b-4e18b3e3d495 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:02.211420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-81453f50-d58f-45e0-9c6b-4e18b3e3d495 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:02.217334 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-81453f50-d58f-45e0-9c6b-4e18b3e3d495 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722737 Feb 09 14:24:02.217334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39436) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:02.222997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0b2e82da-d0b6-4769-ab74-fe87ebee6030 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008628734'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:02.230509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0b2e82da-d0b6-4769-ab74-fe87ebee6030 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:02.241297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0b2e82da-d0b6-4769-ab74-fe87ebee6030 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:02.251302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b2e82da-d0b6-4769-ab74-fe87ebee6030 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.272631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0b2e82da-d0b6-4769-ab74-fe87ebee6030 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:02.276661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0b2e82da-d0b6-4769-ab74-fe87ebee6030 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:02.279482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0b2e82da-d0b6-4769-ab74-fe87ebee6030 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:02.286039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0b2e82da-d0b6-4769-ab74-fe87ebee6030 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:02.321843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf43f1-4506-447b-aa0d-8b1013a089c1 req-850e8439-6c53-49c7-bed4-3d45a5839cd0 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:02.323348 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-98cf43f1-4506-447b-aa0d-8b1013a089c1 req-850e8439-6c53-49c7-bed4-3d45a5839cd0 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 946 time: 0.0873690 Feb 09 14:24:02.362256 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b2e82da-d0b6-4769-ab74-fe87ebee6030 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.366435 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b2e82da-d0b6-4769-ab74-fe87ebee6030 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.375247 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-98cf43f1-4506-447b-aa0d-8b1013a089c1 req-6b3904bf-b572-40f5-bd7c-2fa041a8cfc3 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458605 Feb 09 14:24:02.412329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 89616186-2545-46c6-a544-b311c5d5aebc up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:24:02.423952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e82da-d0b6-4769-ab74-fe87ebee6030 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09aab9c-6bae-49d1-9828-201cdbe473fa,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:02.431818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b2e82da-d0b6-4769-ab74-fe87ebee6030 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.436109 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0b2e82da-d0b6-4769-ab74-fe87ebee6030 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2153347 Feb 09 14:24:02.436109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39440) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:02.441024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f2fdb864-a8d5-46d7-b5c3-d27a24f888bb tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group_rule': {'security_group_id': 'd09aab9c-6bae-49d1-9828-201cdbe473fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:02.447368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f2fdb864-a8d5-46d7-b5c3-d27a24f888bb tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:02.451613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f2fdb864-a8d5-46d7-b5c3-d27a24f888bb tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:02.454708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f2fdb864-a8d5-46d7-b5c3-d27a24f888bb tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:02.461179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f2fdb864-a8d5-46d7-b5c3-d27a24f888bb tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:02.486940 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb864-a8d5-46d7-b5c3-d27a24f888bb tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.487300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 89616186-2545-46c6-a544-b311c5d5aebc completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:24:02.492822 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 89616186-2545-46c6-a544-b311c5d5aebc triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:24:02.493192 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.553506 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb864-a8d5-46d7-b5c3-d27a24f888bb tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.557878 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb864-a8d5-46d7-b5c3-d27a24f888bb tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.591122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdb864-a8d5-46d7-b5c3-d27a24f888bb tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33311719-6fcd-4d7f-b99c-923c1e1f6bcc,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:02.602046 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb864-a8d5-46d7-b5c3-d27a24f888bb tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.603409 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f2fdb864-a8d5-46d7-b5c3-d27a24f888bb tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1663961 Feb 09 14:24:02.605963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39444) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:02.610921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-3c2d8047-b1c3-4e4b-8fa0-6a74dcdb0c45 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group_rule': {'security_group_id': 'd09aab9c-6bae-49d1-9828-201cdbe473fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:02.624139 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.626823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3c2d8047-b1c3-4e4b-8fa0-6a74dcdb0c45 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:02.631508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3c2d8047-b1c3-4e4b-8fa0-6a74dcdb0c45 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:02.634545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3c2d8047-b1c3-4e4b-8fa0-6a74dcdb0c45 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:02.640335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3c2d8047-b1c3-4e4b-8fa0-6a74dcdb0c45 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:02.658912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 89616186-2545-46c6-a544-b311c5d5aebc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=89616186-2545-46c6-a544-b311c5d5aebc,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:02.659147 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3c2d8047-b1c3-4e4b-8fa0-6a74dcdb0c45 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.663868 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.665136 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:24:02.732459 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3c2d8047-b1c3-4e4b-8fa0-6a74dcdb0c45 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.736529 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3c2d8047-b1c3-4e4b-8fa0-6a74dcdb0c45 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.760268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d8047-b1c3-4e4b-8fa0-6a74dcdb0c45 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007c0ee7-accf-486d-9516-01d32ee28864,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:02.776773 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3c2d8047-b1c3-4e4b-8fa0-6a74dcdb0c45 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.780666 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3c2d8047-b1c3-4e4b-8fa0-6a74dcdb0c45 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1713395 Feb 09 14:24:02.781146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39452) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:02.787623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e11c472e-b17b-459e-8e50-f239d052217c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group_rule': {'security_group_id': 'd09aab9c-6bae-49d1-9828-201cdbe473fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:02.789314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=89616186-2545-46c6-a544-b311c5d5aebc,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:02.794869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e11c472e-b17b-459e-8e50-f239d052217c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:02.800576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e11c472e-b17b-459e-8e50-f239d052217c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:02.804364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e11c472e-b17b-459e-8e50-f239d052217c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:02.807314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:24:02.810887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e11c472e-b17b-459e-8e50-f239d052217c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:02.812723 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:24:02.813219 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.831349 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e11c472e-b17b-459e-8e50-f239d052217c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.907799 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e11c472e-b17b-459e-8e50-f239d052217c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.913177 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e11c472e-b17b-459e-8e50-f239d052217c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.955538 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:02.994492 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9f5ec8b1-a89e-4017-a15a-bb4d56e72310,segment=NetworkSegment(12be5f86-6f0d-4172-8c3d-f30bde566f16),segment_id=12be5f86-6f0d-4172-8c3d-f30bde566f16)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:02.999837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c472e-b17b-459e-8e50-f239d052217c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969a2bb6-f6f4-4e69-b6b4-f285c4add40c,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:03.000025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e6be3-dbd1-4267-80fd-066f33584e10 req-f8d9b6ad-c03e-4d5d-82bc-04e97b0dddc6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:03.001932 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cd1e6be3-dbd1-4267-80fd-066f33584e10 req-f8d9b6ad-c03e-4d5d-82bc-04e97b0dddc6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 946 time: 0.0947387 Feb 09 14:24:03.003666 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.004839 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 89eb2817-e4ee-41b5-b56e-200af49eed31 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:24:03.027576 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e11c472e-b17b-459e-8e50-f239d052217c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.031443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39458) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:03.031817 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e11c472e-b17b-459e-8e50-f239d052217c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2492080 Feb 09 14:24:03.036581 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e94646e5-84c0-4132-805a-f97532e2631c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group_rule': {'security_group_id': 'd09aab9c-6bae-49d1-9828-201cdbe473fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:03.047032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e94646e5-84c0-4132-805a-f97532e2631c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:03.053942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e94646e5-84c0-4132-805a-f97532e2631c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:03.057734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200eed7-47f6-44a3-b436-ca2f0719bd8d req-d42f08e2-d286-4d1d-8f18-8daada9b2fa1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:03.062969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e94646e5-84c0-4132-805a-f97532e2631c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:03.063577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200eed7-47f6-44a3-b436-ca2f0719bd8d req-d42f08e2-d286-4d1d-8f18-8daada9b2fa1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:03.071537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200eed7-47f6-44a3-b436-ca2f0719bd8d req-d42f08e2-d286-4d1d-8f18-8daada9b2fa1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:03.074418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e94646e5-84c0-4132-805a-f97532e2631c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:03.077286 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200eed7-47f6-44a3-b436-ca2f0719bd8d req-d42f08e2-d286-4d1d-8f18-8daada9b2fa1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:03.085461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200eed7-47f6-44a3-b436-ca2f0719bd8d req-d42f08e2-d286-4d1d-8f18-8daada9b2fa1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:03.086859 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cd1e6be3-dbd1-4267-80fd-066f33584e10 req-ad3554b4-9f9d-4848-8c69-139da308153c tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748456 Feb 09 14:24:03.096344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200eed7-47f6-44a3-b436-ca2f0719bd8d req-d42f08e2-d286-4d1d-8f18-8daada9b2fa1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:03.106232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200eed7-47f6-44a3-b436-ca2f0719bd8d req-d42f08e2-d286-4d1d-8f18-8daada9b2fa1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:03.118699 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e94646e5-84c0-4132-805a-f97532e2631c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.120492 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8200eed7-47f6-44a3-b436-ca2f0719bd8d req-d42f08e2-d286-4d1d-8f18-8daada9b2fa1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5438 time: 0.1906159 Feb 09 14:24:03.153369 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=9f5ec8b1-a89e-4017-a15a-bb4d56e72310,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:03.164625 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 89eb2817-e4ee-41b5-b56e-200af49eed31 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:24:03.170143 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 89eb2817-e4ee-41b5-b56e-200af49eed31 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:24:03.170574 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.197362 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8200eed7-47f6-44a3-b436-ca2f0719bd8d req-6ea78351-c932-48c5-9989-71ef4bfddbd8 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755274 Feb 09 14:24:03.270986 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e94646e5-84c0-4132-805a-f97532e2631c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.279355 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e94646e5-84c0-4132-805a-f97532e2631c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.308976 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.319502 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e94646e5-84c0-4132-805a-f97532e2631c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.320722 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e94646e5-84c0-4132-805a-f97532e2631c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2883227 Feb 09 14:24:03.321619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94646e5-84c0-4132-805a-f97532e2631c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63099266-7486-462e-9ec7-488ad6d469df,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:03.323632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39466) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:03.328880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-4a6edfad-50a3-457d-b401-e30b1b2f0214 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group_rule': {'security_group_id': 'd09aab9c-6bae-49d1-9828-201cdbe473fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:03.334945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4a6edfad-50a3-457d-b401-e30b1b2f0214 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:03.339204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4a6edfad-50a3-457d-b401-e30b1b2f0214 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:03.342182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4a6edfad-50a3-457d-b401-e30b1b2f0214 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:03.347722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e698c99-a564-4be6-a84e-7a737aa33d00 req-6e96e660-041f-48c7-b6bc-26ef241a6b47 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:03.349543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4a6edfad-50a3-457d-b401-e30b1b2f0214 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:03.350448 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8e698c99-a564-4be6-a84e-7a737aa33d00 req-6e96e660-041f-48c7-b6bc-26ef241a6b47 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 945 time: 0.1555636 Feb 09 14:24:03.354645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 89eb2817-e4ee-41b5-b56e-200af49eed31, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=89eb2817-e4ee-41b5-b56e-200af49eed31,segment=NetworkSegment(12be5f86-6f0d-4172-8c3d-f30bde566f16),segment_id=12be5f86-6f0d-4172-8c3d-f30bde566f16)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:03.362790 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.363627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 60c40ead-be90-4c91-9968-52dbcccd172a up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:24:03.383161 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a6edfad-50a3-457d-b401-e30b1b2f0214 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.404172 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8e698c99-a564-4be6-a84e-7a737aa33d00 req-4f756bf4-bd3d-4963-8aa1-8b5f94e23b02 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455852 Feb 09 14:24:03.474452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=89eb2817-e4ee-41b5-b56e-200af49eed31,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:03.477744 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a6edfad-50a3-457d-b401-e30b1b2f0214 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.483427 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a6edfad-50a3-457d-b401-e30b1b2f0214 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.509105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6edfad-50a3-457d-b401-e30b1b2f0214 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307bacd6-599a-4da1-8db6-96d234162d0c,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:03.523679 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 60c40ead-be90-4c91-9968-52dbcccd172a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:24:03.532226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 60c40ead-be90-4c91-9968-52dbcccd172a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:24:03.532982 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.554567 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a6edfad-50a3-457d-b401-e30b1b2f0214 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.558842 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4a6edfad-50a3-457d-b401-e30b1b2f0214 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2341471 Feb 09 14:24:03.559212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39474) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:03.651974 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92f30fa9-6456-4350-a059-1594412d3bdd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.666088 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92f30fa9-6456-4350-a059-1594412d3bdd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.671463 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.708309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3872f-3b82-4fe1-bf0e-3fbe051c66ab req-eeb7305d-bf99-4eee-95b5-b99028582d0d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:03.710407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74c3872f-3b82-4fe1-bf0e-3fbe051c66ab req-eeb7305d-bf99-4eee-95b5-b99028582d0d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 945 time: 0.1556408 Feb 09 14:24:03.711508 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92f30fa9-6456-4350-a059-1594412d3bdd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.723944 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 60c40ead-be90-4c91-9968-52dbcccd172a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=60c40ead-be90-4c91-9968-52dbcccd172a,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:03.737386 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.738321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:24:03.742631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c6078-495c-424f-8f5a-9dfe45a1a1a9 req-7d25f43b-216f-4165-bf17-14991bc202bf tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:03.744705 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1b3c6078-495c-424f-8f5a-9dfe45a1a1a9 req-7d25f43b-216f-4165-bf17-14991bc202bf tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 946 time: 0.1081822 Feb 09 14:24:03.746599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f30fa9-6456-4350-a059-1594412d3bdd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=307bacd6-599a-4da1-8db6-96d234162d0c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:03.753980 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92f30fa9-6456-4350-a059-1594412d3bdd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.757180 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-92f30fa9-6456-4350-a059-1594412d3bdd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/307bacd6-599a-4da1-8db6-96d234162d0c HTTP/1.1" status: 204 len: 168 time: 0.1941748 Feb 09 14:24:03.759018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39478) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:03.783225 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74c3872f-3b82-4fe1-bf0e-3fbe051c66ab req-0059d813-8d88-4423-8216-0f5e9810e8e0 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587049 Feb 09 14:24:03.822031 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741b4f3f-ff64-4535-a6b6-87770a872eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709bd844-9bbc-4d4a-9907-3fe0a72a9a58'}, {'server_uuid': 'ad75b5de-5b9b-4f38-8ce0-f82a6f46beef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89616186-2545-46c6-a544-b311c5d5aebc'}, {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5ec8b1-a89e-4017-a15a-bb4d56e72310'}, {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89eb2817-e4ee-41b5-b56e-200af49eed31'}, {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c40ead-be90-4c91-9968-52dbcccd172a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:24:03.847267 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1b3c6078-495c-424f-8f5a-9dfe45a1a1a9 req-6599bd2c-4bd3-4350-b877-823114f07340 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833533 Feb 09 14:24:03.862008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bf814a52-76e2-4ca1-a802-5246ec4df2c2 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:03.880908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bf814a52-76e2-4ca1-a802-5246ec4df2c2 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:03.885883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39484) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:03.886146 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bf814a52-76e2-4ca1-a802-5246ec4df2c2 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1252460 Feb 09 14:24:03.917061 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cb77d956-bb9d-4587-850e-25025efb2780 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.933424 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cb77d956-bb9d-4587-850e-25025efb2780 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.946500 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741b4f3f-ff64-4535-a6b6-87770a872eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709bd844-9bbc-4d4a-9907-3fe0a72a9a58', 'code': 200} Feb 09 14:24:03.946754 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad75b5de-5b9b-4f38-8ce0-f82a6f46beef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89616186-2545-46c6-a544-b311c5d5aebc', 'code': 200} Feb 09 14:24:03.947001 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5ec8b1-a89e-4017-a15a-bb4d56e72310', 'code': 200} Feb 09 14:24:03.947244 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89eb2817-e4ee-41b5-b56e-200af49eed31', 'code': 200} Feb 09 14:24:03.947494 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c40ead-be90-4c91-9968-52dbcccd172a', 'code': 200} Feb 09 14:24:03.965372 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=60c40ead-be90-4c91-9968-52dbcccd172a,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:03.965633 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cb77d956-bb9d-4587-850e-25025efb2780 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.987287 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:24:03.995041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:24:03.995400 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:03.999530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77d956-bb9d-4587-850e-25025efb2780 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63099266-7486-462e-9ec7-488ad6d469df,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:04.004689 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cb77d956-bb9d-4587-850e-25025efb2780 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:04.008328 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cb77d956-bb9d-4587-850e-25025efb2780 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/63099266-7486-462e-9ec7-488ad6d469df HTTP/1.1" status: 204 len: 168 time: 0.1212649 Feb 09 14:24:04.009932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39488) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:04.101158 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-53f41362-a070-4bb6-8bdb-90b01c4ced9a tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0872416 Feb 09 14:24:04.101432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39494) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:04.265025 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:04.287042 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-70f3313f-7a8f-4b8c-be18-0b8b74a4ca4b tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:04.298816 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-70f3313f-7a8f-4b8c-be18-0b8b74a4ca4b tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:04.326200 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:04.329981 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:04.332757 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-70f3313f-7a8f-4b8c-be18-0b8b74a4ca4b tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:04.360333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3313f-7a8f-4b8c-be18-0b8b74a4ca4b tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=969a2bb6-f6f4-4e69-b6b4-f285c4add40c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:04.369605 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-70f3313f-7a8f-4b8c-be18-0b8b74a4ca4b tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:04.370940 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-70f3313f-7a8f-4b8c-be18-0b8b74a4ca4b tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/969a2bb6-f6f4-4e69-b6b4-f285c4add40c HTTP/1.1" status: 204 len: 168 time: 0.2686858 Feb 09 14:24:04.373460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39500) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:04.409129 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:24:04.433278 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:04.471642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62543a5a-4544-43fb-a68a-520e207f327d req-4812d7e4-a533-404b-b03a-2d3dfa3e05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:04.473259 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-62543a5a-4544-43fb-a68a-520e207f327d req-4812d7e4-a533-404b-b03a-2d3dfa3e05fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 1096 time: 0.2687488 Feb 09 14:24:04.492432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:24:04.503358 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:24:04.504275 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:04.512106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13b01f-9b6e-42a7-a4d0-1ea6910d78be req-a4455403-8c0e-4464-bd6d-2c88423b0f27 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:04.513640 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0a13b01f-9b6e-42a7-a4d0-1ea6910d78be req-a4455403-8c0e-4464-bd6d-2c88423b0f27 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 946 time: 0.3759036 Feb 09 14:24:04.514013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e4f65378-e70a-4700-b084-83c1255bc43f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:04.522873 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ef061-8c7d-4d52-ab8e-7ae713a4ee8a req-cee56bc2-be3d-4b05-b5a9-eb08615c2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:04.525280 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-092ef061-8c7d-4d52-ab8e-7ae713a4ee8a req-cee56bc2-be3d-4b05-b5a9-eb08615c2643 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 1097 time: 0.2612290 Feb 09 14:24:04.544832 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e4f65378-e70a-4700-b084-83c1255bc43f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:04.546505 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e4f65378-e70a-4700-b084-83c1255bc43f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1710217 Feb 09 14:24:04.551567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39506) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:04.596834 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3b7e63f-fdb6-44e6-8740-12c333f673c5 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:04.625174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a17921-d00c-47dd-95d4-5090fe27a03e req-119d67ca-0524-4fdd-b49d-63ecce049dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:04.628811 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94a17921-d00c-47dd-95d4-5090fe27a03e req-119d67ca-0524-4fdd-b49d-63ecce049dfa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67414f61298f4bde8d6f7ae0ededaa2d&device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 1097 time: 0.2715461 Feb 09 14:24:04.629339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc8a1-2426-4ba8-a407-21dbd76c257b req-8b441ee1-f705-43ba-bed2-f314802ad4eb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:04.629557 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-62543a5a-4544-43fb-a68a-520e207f327d req-0fe2b0d8-7f1d-419e-95a6-0e13aef1f79a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426792 Feb 09 14:24:04.635578 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc8a1-2426-4ba8-a407-21dbd76c257b req-8b441ee1-f705-43ba-bed2-f314802ad4eb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:04.642058 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc8a1-2426-4ba8-a407-21dbd76c257b req-8b441ee1-f705-43ba-bed2-f314802ad4eb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:04.644883 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0a13b01f-9b6e-42a7-a4d0-1ea6910d78be req-e122984a-664f-4766-a7cc-37a65c592ff7 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183891 Feb 09 14:24:04.648549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc8a1-2426-4ba8-a407-21dbd76c257b req-8b441ee1-f705-43ba-bed2-f314802ad4eb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:04.653618 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-092ef061-8c7d-4d52-ab8e-7ae713a4ee8a req-22780086-a851-420d-94e1-5eee6b7c8fb7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918288 Feb 09 14:24:04.654992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc8a1-2426-4ba8-a407-21dbd76c257b req-8b441ee1-f705-43ba-bed2-f314802ad4eb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:04.668586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc8a1-2426-4ba8-a407-21dbd76c257b req-8b441ee1-f705-43ba-bed2-f314802ad4eb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:04.668586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc8a1-2426-4ba8-a407-21dbd76c257b req-8b441ee1-f705-43ba-bed2-f314802ad4eb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:04.675976 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-896cc8a1-2426-4ba8-a407-21dbd76c257b req-8b441ee1-f705-43ba-bed2-f314802ad4eb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5442 time: 0.2570758 Feb 09 14:24:04.676742 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:04.700603 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3b7e63f-fdb6-44e6-8740-12c333f673c5 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:04.716269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5ae9c28d-999c-4ab4-812a-56d6c7459cf8,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:04.723040 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:04.742860 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-896cc8a1-2426-4ba8-a407-21dbd76c257b req-15f972e8-1268-42a8-8035-5a1fa3b2dc9a tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658178 Feb 09 14:24:04.750727 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3b7e63f-fdb6-44e6-8740-12c333f673c5 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:04.768782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7e63f-fdb6-44e6-8740-12c333f673c5 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=007c0ee7-accf-486d-9516-01d32ee28864,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:04.785246 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3b7e63f-fdb6-44e6-8740-12c333f673c5 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:04.788048 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c3b7e63f-fdb6-44e6-8740-12c333f673c5 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/007c0ee7-accf-486d-9516-01d32ee28864 HTTP/1.1" status: 204 len: 168 time: 0.2333443 Feb 09 14:24:04.788722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39510) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:04.827698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=5ae9c28d-999c-4ab4-812a-56d6c7459cf8,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:04.841288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d105a491-181b-4a70-907d-1e2a123c455e tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:04.861042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d105a491-181b-4a70-907d-1e2a123c455e tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:04.862778 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d105a491-181b-4a70-907d-1e2a123c455e tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0731270 Feb 09 14:24:04.866419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39516) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:04.877325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542403f3-9820-4572-bbe4-21880424bda0 req-2d8ee924-bd3b-4855-bddd-0648a0da74cf tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:04.880710 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-542403f3-9820-4572-bbe4-21880424bda0 req-2d8ee924-bd3b-4855-bddd-0648a0da74cf tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 945 time: 0.1230841 Feb 09 14:24:04.903493 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-baaf5e6d-232c-40f6-a05b-9141afff2fb9 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:04.917000 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-baaf5e6d-232c-40f6-a05b-9141afff2fb9 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:04.989279 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-baaf5e6d-232c-40f6-a05b-9141afff2fb9 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:05.015601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf5e6d-232c-40f6-a05b-9141afff2fb9 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33311719-6fcd-4d7f-b99c-923c1e1f6bcc,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:05.020307 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-baaf5e6d-232c-40f6-a05b-9141afff2fb9 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:05.021416 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-baaf5e6d-232c-40f6-a05b-9141afff2fb9 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/33311719-6fcd-4d7f-b99c-923c1e1f6bcc HTTP/1.1" status: 204 len: 168 time: 0.1538877 Feb 09 14:24:05.024355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39522) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:05.058319 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79833603-0313-48be-82ce-cee653b8e1a7 req-3e0b9de0-15dc-4f92-a7c4-3bb37b3f8942 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:05.059801 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-79833603-0313-48be-82ce-cee653b8e1a7 req-3e0b9de0-15dc-4f92-a7c4-3bb37b3f8942 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 946 time: 0.1454961 Feb 09 14:24:05.105278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d5bd33f1-f189-424a-a068-c4b1eeed7573 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:05.119330 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-542403f3-9820-4572-bbe4-21880424bda0 req-3d6f9a2b-8141-43ce-9b40-33cfd0506a62 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339432 Feb 09 14:24:05.138435 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-79833603-0313-48be-82ce-cee653b8e1a7 req-c6c9c6d3-4c13-4a5d-ac97-d89ac93cf331 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685141 Feb 09 14:24:05.139189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d5bd33f1-f189-424a-a068-c4b1eeed7573 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:05.144853 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d5bd33f1-f189-424a-a068-c4b1eeed7573 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1150668 Feb 09 14:24:05.145283 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39526) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:05.170036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a17921-d00c-47dd-95d4-5090fe27a03e req-7389708e-7a95-4cbf-b6db-a1d0be1392ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:05.179200 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94a17921-d00c-47dd-95d4-5090fe27a03e req-7389708e-7a95-4cbf-b6db-a1d0be1392ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=39c8d48e-41fa-4dca-a267-9f377abce6ae HTTP/1.1" status: 200 len: 915 time: 0.2668602 Feb 09 14:24:05.223356 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9296e1cb-f71c-42be-a104-4b05ce604cb7 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:05.251116 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94a17921-d00c-47dd-95d4-5090fe27a03e req-d565ff54-1fd1-4e1d-849b-61fe7c73dcac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca56a3ea-fd70-4992-a574-6088e0c17cf6 HTTP/1.1" status: 200 len: 217 time: 0.0682490 Feb 09 14:24:05.255528 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9296e1cb-f71c-42be-a104-4b05ce604cb7 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:05.305960 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9296e1cb-f71c-42be-a104-4b05ce604cb7 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:05.324996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296e1cb-f71c-42be-a104-4b05ce604cb7 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09aab9c-6bae-49d1-9828-201cdbe473fa,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:05.343939 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9296e1cb-f71c-42be-a104-4b05ce604cb7 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:05.347821 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9296e1cb-f71c-42be-a104-4b05ce604cb7 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-groups/d09aab9c-6bae-49d1-9828-201cdbe473fa HTTP/1.1" status: 204 len: 168 time: 0.1988485 Feb 09 14:24:05.349472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39530) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:05.373871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a17921-d00c-47dd-95d4-5090fe27a03e req-32c6fc9c-b935-4e7c-b5fe-62d66c47c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:05.375267 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94a17921-d00c-47dd-95d4-5090fe27a03e req-32c6fc9c-b935-4e7c-b5fe-62d66c47c9aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=381577b0-b44a-48e2-8d6e-ff167ac380e1 HTTP/1.1" status: 200 len: 854 time: 0.0879555 Feb 09 14:24:05.408346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6f1a230b-451a-4951-b522-34eec6ed11e8 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:05.427078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6f1a230b-451a-4951-b522-34eec6ed11e8 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:05.428420 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6f1a230b-451a-4951-b522-34eec6ed11e8 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0760672 Feb 09 14:24:05.432895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39534) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:05.437887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a7c26-03ff-4cfc-9540-e14d241b65a7 req-7af1a768-76cb-4486-8730-5f4791ed635f tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:05.438083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c10065cf-50bd-4c65-8fef-b6a57e70fbee tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056652440'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:05.439391 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ed9a7c26-03ff-4cfc-9540-e14d241b65a7 req-7af1a768-76cb-4486-8730-5f4791ed635f tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 946 time: 0.1874278 Feb 09 14:24:05.445100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c10065cf-50bd-4c65-8fef-b6a57e70fbee tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:05.454951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c10065cf-50bd-4c65-8fef-b6a57e70fbee tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:05.465878 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c10065cf-50bd-4c65-8fef-b6a57e70fbee tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:05.487025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c10065cf-50bd-4c65-8fef-b6a57e70fbee tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:05.491211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c10065cf-50bd-4c65-8fef-b6a57e70fbee tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:05.494400 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c10065cf-50bd-4c65-8fef-b6a57e70fbee tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:05.501862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c10065cf-50bd-4c65-8fef-b6a57e70fbee tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:05.508887 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ed9a7c26-03ff-4cfc-9540-e14d241b65a7 req-14bd46e6-8f39-4c6e-88ba-e18a53958f35 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590761 Feb 09 14:24:05.526922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a17921-d00c-47dd-95d4-5090fe27a03e req-192127e9-9100-46b1-a174-4d3437160f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:05.528967 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94a17921-d00c-47dd-95d4-5090fe27a03e req-192127e9-9100-46b1-a174-4d3437160f0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39c8d48e-41fa-4dca-a267-9f377abce6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451845 Feb 09 14:24:05.586376 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c10065cf-50bd-4c65-8fef-b6a57e70fbee tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:05.590609 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c10065cf-50bd-4c65-8fef-b6a57e70fbee tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:05.638261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10065cf-50bd-4c65-8fef-b6a57e70fbee tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3137b7e-3f9f-4cd2-859f-aad09a1ba5c8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:05.650369 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c10065cf-50bd-4c65-8fef-b6a57e70fbee tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:05.654814 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c10065cf-50bd-4c65-8fef-b6a57e70fbee tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2184157 Feb 09 14:24:05.655195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39538) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:05.663619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-53e052b8-e8bb-4a59-9ce6-c102ff304f55 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group_rule': {'security_group_id': 'e3137b7e-3f9f-4cd2-859f-aad09a1ba5c8', 'direction': 'ingress', 'protocol': 17}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:05.672905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-53e052b8-e8bb-4a59-9ce6-c102ff304f55 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:05.679748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-53e052b8-e8bb-4a59-9ce6-c102ff304f55 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:05.683609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-53e052b8-e8bb-4a59-9ce6-c102ff304f55 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:05.685452 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94a17921-d00c-47dd-95d4-5090fe27a03e req-07393b24-7a63-49f9-8c32-41c4ef561f4a service neutron] 10.222.0.35 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469827 Feb 09 14:24:05.691441 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-53e052b8-e8bb-4a59-9ce6-c102ff304f55 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:05.713766 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53e052b8-e8bb-4a59-9ce6-c102ff304f55 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:05.804826 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53e052b8-e8bb-4a59-9ce6-c102ff304f55 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:05.858309 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53e052b8-e8bb-4a59-9ce6-c102ff304f55 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:05.885997 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94a17921-d00c-47dd-95d4-5090fe27a03e req-d958220c-f517-4344-becf-0816a62e462d service neutron] 10.222.0.35 "GET /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932156 Feb 09 14:24:05.905383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e052b8-e8bb-4a59-9ce6-c102ff304f55 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf8649c-cc7c-48b2-98a9-c134010945ad,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:05.922070 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53e052b8-e8bb-4a59-9ce6-c102ff304f55 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:05.923384 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-53e052b8-e8bb-4a59-9ce6-c102ff304f55 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2666907 Feb 09 14:24:05.927666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39546) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:05.949284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba'}, {'server_uuid': '438c8559-7b02-4be0-b6c5-c1de1db9ed97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae9c28d-999c-4ab4-812a-56d6c7459cf8'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:24:05.968702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76e838-c2e9-4d41-a546-a3c7192f2d0f req-7fa24144-cd14-43ba-8824-6499277b64f4 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:05.970182 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b76e838-c2e9-4d41-a546-a3c7192f2d0f req-7fa24144-cd14-43ba-8824-6499277b64f4 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 946 time: 0.1737912 Feb 09 14:24:05.995564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b144ee7-f7eb-4453-973f-70e524c46ea9 req-1ecf1402-be6b-447a-9157-413ec5ba07f0 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.001518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b144ee7-f7eb-4453-973f-70e524c46ea9 req-1ecf1402-be6b-447a-9157-413ec5ba07f0 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.008536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b144ee7-f7eb-4453-973f-70e524c46ea9 req-1ecf1402-be6b-447a-9157-413ec5ba07f0 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.014646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b144ee7-f7eb-4453-973f-70e524c46ea9 req-1ecf1402-be6b-447a-9157-413ec5ba07f0 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.020456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b144ee7-f7eb-4453-973f-70e524c46ea9 req-1ecf1402-be6b-447a-9157-413ec5ba07f0 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.026950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b144ee7-f7eb-4453-973f-70e524c46ea9 req-1ecf1402-be6b-447a-9157-413ec5ba07f0 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.032835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b144ee7-f7eb-4453-973f-70e524c46ea9 req-1ecf1402-be6b-447a-9157-413ec5ba07f0 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.034808 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b144ee7-f7eb-4453-973f-70e524c46ea9 req-1ecf1402-be6b-447a-9157-413ec5ba07f0 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5442 time: 0.1477635 Feb 09 14:24:06.056939 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b76e838-c2e9-4d41-a546-a3c7192f2d0f req-3f192534-beac-4dc0-b716-8081a02e3455 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794489 Feb 09 14:24:06.057748 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bfdc76c-abfe-4f3c-adcf-7f9f1a20fcc3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:06.085781 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b144ee7-f7eb-4453-973f-70e524c46ea9 req-8e4db8db-3559-4308-9a57-b72d70f880c8 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445752 Feb 09 14:24:06.094613 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bfdc76c-abfe-4f3c-adcf-7f9f1a20fcc3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:06.128854 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba', 'code': 200} Feb 09 14:24:06.129197 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438c8559-7b02-4be0-b6c5-c1de1db9ed97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae9c28d-999c-4ab4-812a-56d6c7459cf8', 'code': 200} Feb 09 14:24:06.150372 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bfdc76c-abfe-4f3c-adcf-7f9f1a20fcc3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:06.171645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdc76c-abfe-4f3c-adcf-7f9f1a20fcc3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3137b7e-3f9f-4cd2-859f-aad09a1ba5c8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:06.193332 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bfdc76c-abfe-4f3c-adcf-7f9f1a20fcc3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:06.198500 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8bfdc76c-abfe-4f3c-adcf-7f9f1a20fcc3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-groups/e3137b7e-3f9f-4cd2-859f-aad09a1ba5c8 HTTP/1.1" status: 204 len: 168 time: 0.2692595 Feb 09 14:24:06.199849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39556) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:06.355427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6bc30bf-ee10-4c33-bfdf-39b78d706315 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:06.373157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d5697-6e75-4c54-8da5-0185868a56b1 req-32d047a2-9f49-4e7c-8c76-30fc11299ada tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.375535 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d2d5697-6e75-4c54-8da5-0185868a56b1 req-32d047a2-9f49-4e7c-8c76-30fc11299ada tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 946 time: 0.0856309 Feb 09 14:24:06.437491 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d2d5697-6e75-4c54-8da5-0185868a56b1 req-35edddcf-30fb-4d10-8780-b0c682295ef1 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451443 Feb 09 14:24:06.475408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e6bc30bf-ee10-4c33-bfdf-39b78d706315 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:06.476689 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e6bc30bf-ee10-4c33-bfdf-39b78d706315 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2735040 Feb 09 14:24:06.481202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39560) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:06.486491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-482f7355-d795-45aa-b57c-7400e33d42a4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group': {'name': 'tempest-secgroup--959607578'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:06.493424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-482f7355-d795-45aa-b57c-7400e33d42a4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:06.505515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-482f7355-d795-45aa-b57c-7400e33d42a4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:06.517612 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-482f7355-d795-45aa-b57c-7400e33d42a4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:06.535353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d0a6-2393-4579-9df8-b56259bb274e req-6207e393-815a-49a1-9d6e-5fba5a59a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.536471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d0a6-2393-4579-9df8-b56259bb274e req-6207e393-815a-49a1-9d6e-5fba5a59a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.537108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d0a6-2393-4579-9df8-b56259bb274e req-6207e393-815a-49a1-9d6e-5fba5a59a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.538262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d0a6-2393-4579-9df8-b56259bb274e req-6207e393-815a-49a1-9d6e-5fba5a59a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.539070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d0a6-2393-4579-9df8-b56259bb274e req-6207e393-815a-49a1-9d6e-5fba5a59a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.539854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d0a6-2393-4579-9df8-b56259bb274e req-6207e393-815a-49a1-9d6e-5fba5a59a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.540055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-482f7355-d795-45aa-b57c-7400e33d42a4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:06.540643 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831d0a6-2393-4579-9df8-b56259bb274e req-6207e393-815a-49a1-9d6e-5fba5a59a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.542743 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e831d0a6-2393-4579-9df8-b56259bb274e req-6207e393-815a-49a1-9d6e-5fba5a59a4df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 6499 time: 0.2640550 Feb 09 14:24:06.544680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-482f7355-d795-45aa-b57c-7400e33d42a4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:06.548352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-482f7355-d795-45aa-b57c-7400e33d42a4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:06.556509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2c071-75f8-4930-9315-4064b7ea22ac req-2a5d8d79-2f5d-4353-a673-80cda97dd09a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.556894 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-482f7355-d795-45aa-b57c-7400e33d42a4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:06.560269 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ea2c071-75f8-4930-9315-4064b7ea22ac req-2a5d8d79-2f5d-4353-a673-80cda97dd09a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 945 time: 0.2475686 Feb 09 14:24:06.589764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec8db9-d54e-4367-8534-a21df94bdc2e req-759c0479-c5ef-4c04-bab4-e51827e86724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.591506 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-85ec8db9-d54e-4367-8534-a21df94bdc2e req-759c0479-c5ef-4c04-bab4-e51827e86724 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 1097 time: 0.2176108 Feb 09 14:24:06.615105 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e831d0a6-2393-4579-9df8-b56259bb274e req-ec8b851a-3c76-42f0-a5c4-cdaa371b4a1c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508897 Feb 09 14:24:06.668135 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-482f7355-d795-45aa-b57c-7400e33d42a4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:06.684198 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-85ec8db9-d54e-4367-8534-a21df94bdc2e req-6fbd8a68-1ea6-4233-b8a7-46d0ade02ee9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715117 Feb 09 14:24:06.688852 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ea2c071-75f8-4930-9315-4064b7ea22ac req-c51e48e6-09ec-43d5-94ee-baee7c53de69 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773206 Feb 09 14:24:06.711853 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-482f7355-d795-45aa-b57c-7400e33d42a4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:06.775916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f7355-d795-45aa-b57c-7400e33d42a4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c143cae-c705-4fad-9f3a-52f1fc0b4673,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:06.784889 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-482f7355-d795-45aa-b57c-7400e33d42a4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:06.786159 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-482f7355-d795-45aa-b57c-7400e33d42a4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3038771 Feb 09 14:24:06.789433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39566) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:06.794339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f4f4d579-375b-4bb5-8e10-ce70e14809de tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1571264432'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:06.800713 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f4f4d579-375b-4bb5-8e10-ce70e14809de tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:06.805585 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f4f4d579-375b-4bb5-8e10-ce70e14809de tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:06.808436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f4f4d579-375b-4bb5-8e10-ce70e14809de tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:06.813776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a78c9-3054-4497-bfbd-3b23a5575a37 req-c1d26a8c-c0e1-495a-b578-f4b5f4c56c36 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:06.814558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f4f4d579-375b-4bb5-8e10-ce70e14809de tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:06.815215 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b71a78c9-3054-4497-bfbd-3b23a5575a37 req-c1d26a8c-c0e1-495a-b578-f4b5f4c56c36 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 946 time: 0.1448042 Feb 09 14:24:06.825036 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4f4d579-375b-4bb5-8e10-ce70e14809de tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:06.845049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f4f4d579-375b-4bb5-8e10-ce70e14809de tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:06.849672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f4f4d579-375b-4bb5-8e10-ce70e14809de tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:06.853932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f4f4d579-375b-4bb5-8e10-ce70e14809de tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:06.860575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f4f4d579-375b-4bb5-8e10-ce70e14809de tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:06.861214 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b71a78c9-3054-4497-bfbd-3b23a5575a37 req-a4f7a108-06bb-4387-bf71-b1faf64ac2aa tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Feb 09 14:24:06.939289 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4f4d579-375b-4bb5-8e10-ce70e14809de tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:06.943195 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4f4d579-375b-4bb5-8e10-ce70e14809de tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:06.991806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4d579-375b-4bb5-8e10-ce70e14809de tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0dd5ac-8fb0-401a-8a4f-016be28fee73,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:06.999284 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4f4d579-375b-4bb5-8e10-ce70e14809de tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:07.000478 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f4f4d579-375b-4bb5-8e10-ce70e14809de tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2100575 Feb 09 14:24:07.003408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39570) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:07.008556 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3cbb3253-8170-4b73-abfd-17ef6e1b7c8c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group_rule': {'security_group_id': '4c143cae-c705-4fad-9f3a-52f1fc0b4673', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fc0dd5ac-8fb0-401a-8a4f-016be28fee73', 'remote_ip_prefix': None}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:07.015055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3cbb3253-8170-4b73-abfd-17ef6e1b7c8c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:07.019136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3cbb3253-8170-4b73-abfd-17ef6e1b7c8c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:07.022509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3cbb3253-8170-4b73-abfd-17ef6e1b7c8c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:07.031930 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3cbb3253-8170-4b73-abfd-17ef6e1b7c8c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:07.065257 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3cbb3253-8170-4b73-abfd-17ef6e1b7c8c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:07.140596 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3cbb3253-8170-4b73-abfd-17ef6e1b7c8c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:07.144772 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3cbb3253-8170-4b73-abfd-17ef6e1b7c8c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:07.170953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb3253-8170-4b73-abfd-17ef6e1b7c8c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3c30de-5775-4e5c-96da-df8eb6dcbe6f,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:07.183694 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3cbb3253-8170-4b73-abfd-17ef6e1b7c8c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:07.187827 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3cbb3253-8170-4b73-abfd-17ef6e1b7c8c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1807461 Feb 09 14:24:07.188621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39578) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:07.227843 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a8fd-51c4-487a-a2be-bf41f6432b3f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:07.289780 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a8fd-51c4-487a-a2be-bf41f6432b3f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:07.293888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914c92f-6bb5-46eb-9e49-9688d9e65013 req-e70729f8-613c-4891-b9bd-e027a913d098 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:07.295467 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6914c92f-6bb5-46eb-9e49-9688d9e65013 req-e70729f8-613c-4891-b9bd-e027a913d098 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 946 time: 0.1231618 Feb 09 14:24:07.329795 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a8fd-51c4-487a-a2be-bf41f6432b3f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:07.353509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4a8fd-51c4-487a-a2be-bf41f6432b3f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca3c30de-5775-4e5c-96da-df8eb6dcbe6f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:07.355168 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6914c92f-6bb5-46eb-9e49-9688d9e65013 req-fa9323c8-7c85-4c83-bdb5-d9ec9ddbcef6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522823 Feb 09 14:24:07.361958 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a8fd-51c4-487a-a2be-bf41f6432b3f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:07.363106 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ccb4a8fd-51c4-487a-a2be-bf41f6432b3f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ca3c30de-5775-4e5c-96da-df8eb6dcbe6f HTTP/1.1" status: 204 len: 168 time: 0.1733427 Feb 09 14:24:07.365674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39582) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:07.400123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f32964-f6bd-4f10-8c28-fbb2c2a4f74d req-7e492a58-9c09-4401-958e-887bd0d6c696 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:07.406253 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f32964-f6bd-4f10-8c28-fbb2c2a4f74d req-7e492a58-9c09-4401-958e-887bd0d6c696 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:07.413129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f32964-f6bd-4f10-8c28-fbb2c2a4f74d req-7e492a58-9c09-4401-958e-887bd0d6c696 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:07.418747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f32964-f6bd-4f10-8c28-fbb2c2a4f74d req-7e492a58-9c09-4401-958e-887bd0d6c696 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:07.425090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f32964-f6bd-4f10-8c28-fbb2c2a4f74d req-7e492a58-9c09-4401-958e-887bd0d6c696 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:07.431476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f32964-f6bd-4f10-8c28-fbb2c2a4f74d req-7e492a58-9c09-4401-958e-887bd0d6c696 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:07.441446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f32964-f6bd-4f10-8c28-fbb2c2a4f74d req-7e492a58-9c09-4401-958e-887bd0d6c696 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:07.446073 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b6f32964-f6bd-4f10-8c28-fbb2c2a4f74d req-7e492a58-9c09-4401-958e-887bd0d6c696 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5442 time: 0.2101629 Feb 09 14:24:07.513263 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-988fd4c6-e858-4f9b-8fec-446f7e4c7041 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:07.538618 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b6f32964-f6bd-4f10-8c28-fbb2c2a4f74d req-0e365762-1291-43fb-820e-ea857028d9cd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848076 Feb 09 14:24:07.569786 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-988fd4c6-e858-4f9b-8fec-446f7e4c7041 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:07.571105 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-988fd4c6-e858-4f9b-8fec-446f7e4c7041 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2045214 Feb 09 14:24:07.574464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39592) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:07.620475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8306-f2fa-4b52-97e6-3facdb41e5e0 req-25e84fa9-8aa6-4cb2-a38e-01a9366e0317 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:07.622000 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-433a8306-f2fa-4b52-97e6-3facdb41e5e0 req-25e84fa9-8aa6-4cb2-a38e-01a9366e0317 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 946 time: 0.1064806 Feb 09 14:24:07.656769 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b31628b4-8585-42c4-bf24-247a78fa1ec3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:07.670133 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-433a8306-f2fa-4b52-97e6-3facdb41e5e0 req-72756fd6-220f-4c45-b724-7944e0c4f639 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411692 Feb 09 14:24:07.686382 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b31628b4-8585-42c4-bf24-247a78fa1ec3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:07.794455 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b31628b4-8585-42c4-bf24-247a78fa1ec3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:07.825493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31628b4-8585-42c4-bf24-247a78fa1ec3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0dd5ac-8fb0-401a-8a4f-016be28fee73,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:07.856339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4812a02-2b7f-4a28-a54a-8d282c4c808d req-ff4fe13e-dbeb-4be1-8f14-ef3d985d20c9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:07.860205 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4812a02-2b7f-4a28-a54a-8d282c4c808d req-ff4fe13e-dbeb-4be1-8f14-ef3d985d20c9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 946 time: 0.1495342 Feb 09 14:24:07.867185 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b31628b4-8585-42c4-bf24-247a78fa1ec3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:07.873195 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b31628b4-8585-42c4-bf24-247a78fa1ec3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-groups/fc0dd5ac-8fb0-401a-8a4f-016be28fee73 HTTP/1.1" status: 204 len: 168 time: 0.2976737 Feb 09 14:24:07.874633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39600) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:07.935768 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4812a02-2b7f-4a28-a54a-8d282c4c808d req-8c05d0c1-e96f-4e34-8975-e30bc9460463 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577095 Feb 09 14:24:07.989146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cd8747ac-307e-4632-b541-5d495080870b tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:08.001222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db6b72-a5bc-4daf-9351-2619d49d330e req-6a84286f-a8e3-48d7-860b-e504a8ae302d tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:08.007712 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-44db6b72-a5bc-4daf-9351-2619d49d330e req-6a84286f-a8e3-48d7-860b-e504a8ae302d tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6 HTTP/1.1" status: 200 len: 946 time: 0.1800010 Feb 09 14:24:08.031697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cd8747ac-307e-4632-b541-5d495080870b tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:08.035459 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cd8747ac-307e-4632-b541-5d495080870b tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1573372 Feb 09 14:24:08.035884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39608) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:08.165812 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00b9951b-2ee2-48ae-8530-db3275c0dc4d tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:08.167921 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-44db6b72-a5bc-4daf-9351-2619d49d330e req-e905daa3-b491-4441-967a-35759d5af34d tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578679 Feb 09 14:24:08.189411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3be53-6a39-491f-af0e-1fbf76a3c8a0 req-372b9a87-cbca-4341-8bd3-456e7b772980 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:08.190571 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b8a3be53-6a39-491f-af0e-1fbf76a3c8a0 req-372b9a87-cbca-4341-8bd3-456e7b772980 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 945 time: 0.1415818 Feb 09 14:24:08.221396 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00b9951b-2ee2-48ae-8530-db3275c0dc4d tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:08.275370 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b8a3be53-6a39-491f-af0e-1fbf76a3c8a0 req-168a9a35-076e-469a-8d00-f5184f4ea570 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751505 Feb 09 14:24:08.291089 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00b9951b-2ee2-48ae-8530-db3275c0dc4d tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:08.315664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9951b-2ee2-48ae-8530-db3275c0dc4d tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c143cae-c705-4fad-9f3a-52f1fc0b4673,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:08.336823 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00b9951b-2ee2-48ae-8530-db3275c0dc4d tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:08.338271 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-00b9951b-2ee2-48ae-8530-db3275c0dc4d tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-groups/4c143cae-c705-4fad-9f3a-52f1fc0b4673 HTTP/1.1" status: 204 len: 168 time: 0.3014009 Feb 09 14:24:08.340867 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39616) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:08.361751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436fb5c-0096-4ea3-9416-96d9c3c8be00 req-07943a5b-a738-4c8f-8323-c2e0ed792d3a tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:08.362778 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0436fb5c-0096-4ea3-9416-96d9c3c8be00 req-07943a5b-a738-4c8f-8323-c2e0ed792d3a tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 946 time: 0.0999932 Feb 09 14:24:08.407637 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0436fb5c-0096-4ea3-9416-96d9c3c8be00 req-19a11747-d6c9-4d6f-8f2d-b2365f89a33e tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387480 Feb 09 14:24:08.433874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-50e988e0-7ab9-4bc6-a761-a0277aae8d62 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:08.465874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-50e988e0-7ab9-4bc6-a761-a0277aae8d62 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:08.472215 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-50e988e0-7ab9-4bc6-a761-a0277aae8d62 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1253493 Feb 09 14:24:08.472892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39622) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:08.478941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-231ed161-efe8-4b16-9307-6413e75fde94 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group': {'name': 'tempest-secgroup--424011523'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:08.485197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-231ed161-efe8-4b16-9307-6413e75fde94 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:08.489686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab353c-9fb8-4d7b-9dc5-d39b1ea5de7f req-90fb8c4f-a8f1-43b3-8447-d1d6651adbd3 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:08.491192 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4ab353c-9fb8-4d7b-9dc5-d39b1ea5de7f req-90fb8c4f-a8f1-43b3-8447-d1d6651adbd3 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 945 time: 0.0960793 Feb 09 14:24:08.494884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-231ed161-efe8-4b16-9307-6413e75fde94 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:08.505904 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-231ed161-efe8-4b16-9307-6413e75fde94 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:08.526218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-231ed161-efe8-4b16-9307-6413e75fde94 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:08.530495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-231ed161-efe8-4b16-9307-6413e75fde94 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:08.534062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-231ed161-efe8-4b16-9307-6413e75fde94 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:08.542021 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-231ed161-efe8-4b16-9307-6413e75fde94 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:08.557713 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4ab353c-9fb8-4d7b-9dc5-d39b1ea5de7f req-b8185b5e-6ffb-44bd-9e07-70eb72a20bb3 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580401 Feb 09 14:24:08.629490 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:08.643950 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-231ed161-efe8-4b16-9307-6413e75fde94 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:08.648910 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-231ed161-efe8-4b16-9307-6413e75fde94 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:08.689134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ed161-efe8-4b16-9307-6413e75fde94 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ababc617-30d7-4aa6-9ac6-2c5d8e8cefc8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:08.706997 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-231ed161-efe8-4b16-9307-6413e75fde94 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:08.711070 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-231ed161-efe8-4b16-9307-6413e75fde94 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2343402 Feb 09 14:24:08.711320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39630) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:08.716980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-43c00a12-8288-467a-9e47-15d3ffcd45f3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group_rule': {'security_group_id': 'ababc617-30d7-4aa6-9ac6-2c5d8e8cefc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:08.723711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-43c00a12-8288-467a-9e47-15d3ffcd45f3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:08.729198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-43c00a12-8288-467a-9e47-15d3ffcd45f3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:08.732369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-43c00a12-8288-467a-9e47-15d3ffcd45f3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:08.739361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-43c00a12-8288-467a-9e47-15d3ffcd45f3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:08.753674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-9cd1fd7b-7e1a-42b8-823e-0a62a879ad1f req-a3340617-fc96-4b66-bb85-dd4d00e364cd tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:24:08.754860 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9cd1fd7b-7e1a-42b8-823e-0a62a879ad1f req-a3340617-fc96-4b66-bb85-dd4d00e364cd tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074358 Feb 09 14:24:08.777380 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708a4dd-8bfe-474e-afab-9e2982adb407 req-ecc14327-1ae7-41aa-bf0e-01ec31a9d39d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:08.783161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708a4dd-8bfe-474e-afab-9e2982adb407 req-ecc14327-1ae7-41aa-bf0e-01ec31a9d39d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:08.789783 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708a4dd-8bfe-474e-afab-9e2982adb407 req-ecc14327-1ae7-41aa-bf0e-01ec31a9d39d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:08.795565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708a4dd-8bfe-474e-afab-9e2982adb407 req-ecc14327-1ae7-41aa-bf0e-01ec31a9d39d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:08.801295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708a4dd-8bfe-474e-afab-9e2982adb407 req-ecc14327-1ae7-41aa-bf0e-01ec31a9d39d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:08.804973 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43c00a12-8288-467a-9e47-15d3ffcd45f3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:08.807434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708a4dd-8bfe-474e-afab-9e2982adb407 req-ecc14327-1ae7-41aa-bf0e-01ec31a9d39d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:08.813262 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708a4dd-8bfe-474e-afab-9e2982adb407 req-ecc14327-1ae7-41aa-bf0e-01ec31a9d39d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:08.815153 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7708a4dd-8bfe-474e-afab-9e2982adb407 req-ecc14327-1ae7-41aa-bf0e-01ec31a9d39d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5442 time: 0.1368849 Feb 09 14:24:08.863012 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7708a4dd-8bfe-474e-afab-9e2982adb407 req-437864d6-c8c4-4c22-96ab-21b956a6a7b7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410891 Feb 09 14:24:08.903688 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9cd1fd7b-7e1a-42b8-823e-0a62a879ad1f req-79c2fc8c-dec1-414b-ab23-d64ecba4b28c tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1366534 Feb 09 14:24:08.905891 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43c00a12-8288-467a-9e47-15d3ffcd45f3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:08.911286 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43c00a12-8288-467a-9e47-15d3ffcd45f3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:08.937788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c00a12-8288-467a-9e47-15d3ffcd45f3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba69428-4f87-4776-bc19-4285a82d77fd,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:08.962819 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43c00a12-8288-467a-9e47-15d3ffcd45f3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:08.965434 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-43c00a12-8288-467a-9e47-15d3ffcd45f3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2523723 Feb 09 14:24:08.968588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39638) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:09.004045 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21792425-6c50-4ec1-a262-c4be43fcd53f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:09.018387 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21792425-6c50-4ec1-a262-c4be43fcd53f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:09.058084 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21792425-6c50-4ec1-a262-c4be43fcd53f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:09.084461 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21792425-6c50-4ec1-a262-c4be43fcd53f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dba69428-4f87-4776-bc19-4285a82d77fd,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:09.098776 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21792425-6c50-4ec1-a262-c4be43fcd53f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:09.102393 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-21792425-6c50-4ec1-a262-c4be43fcd53f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/dba69428-4f87-4776-bc19-4285a82d77fd HTTP/1.1" status: 204 len: 168 time: 0.1299403 Feb 09 14:24:09.102628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39644) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:09.192631 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2a7580b1-d53f-4779-ba0e-b3873bb08a8c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:09.229934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2a7580b1-d53f-4779-ba0e-b3873bb08a8c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:09.234130 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2a7580b1-d53f-4779-ba0e-b3873bb08a8c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1278677 Feb 09 14:24:09.234569 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39650) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:09.256774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271eeb5-f6fd-4cd3-8759-144434aa4031 req-1799da35-b7e8-47ab-804e-a4935a8e8235 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:09.258917 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a271eeb5-f6fd-4cd3-8759-144434aa4031 req-1799da35-b7e8-47ab-804e-a4935a8e8235 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 946 time: 0.1185820 Feb 09 14:24:09.314464 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bb85d3aa-e71f-470a-a0b5-ca8762ed62c7 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:09.320772 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a271eeb5-f6fd-4cd3-8759-144434aa4031 req-743677b4-d952-4c7d-9b57-8884a5683cb3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559294 Feb 09 14:24:09.356982 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bb85d3aa-e71f-470a-a0b5-ca8762ed62c7 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:09.411337 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bb85d3aa-e71f-470a-a0b5-ca8762ed62c7 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:09.432347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85d3aa-e71f-470a-a0b5-ca8762ed62c7 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ababc617-30d7-4aa6-9ac6-2c5d8e8cefc8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:09.449969 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bb85d3aa-e71f-470a-a0b5-ca8762ed62c7 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:09.453498 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bb85d3aa-e71f-470a-a0b5-ca8762ed62c7 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-groups/ababc617-30d7-4aa6-9ac6-2c5d8e8cefc8 HTTP/1.1" status: 204 len: 168 time: 0.2153249 Feb 09 14:24:09.455778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39656) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:09.570680 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-276b4807-5dbf-4baf-b9d2-24ceed7e3696 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:09.606699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d77b2-e0c3-4db4-aaac-9bcda3a15564 req-eb9bd693-edea-4cdc-bfab-82b7a491a794 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:09.608273 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a17d77b2-e0c3-4db4-aaac-9bcda3a15564 req-eb9bd693-edea-4cdc-bfab-82b7a491a794 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 946 time: 0.1312804 Feb 09 14:24:09.609486 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-276b4807-5dbf-4baf-b9d2-24ceed7e3696 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:09.610689 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-276b4807-5dbf-4baf-b9d2-24ceed7e3696 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1536603 Feb 09 14:24:09.615179 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39662) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:09.621938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-de7e4422-4876-4cf9-a879-73bb1018da1c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group': {'name': 'tempest-secgroup--503044253'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:09.630817 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-de7e4422-4876-4cf9-a879-73bb1018da1c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:09.640019 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78159e39-280e-46d9-8ce2-6154eb8aabd2 req-dbaaa469-eac2-4dfc-92cc-b201a3560de9 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:09.641580 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-78159e39-280e-46d9-8ce2-6154eb8aabd2 req-dbaaa469-eac2-4dfc-92cc-b201a3560de9 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 946 time: 0.2231045 Feb 09 14:24:09.653637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-de7e4422-4876-4cf9-a879-73bb1018da1c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:09.659210 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a17d77b2-e0c3-4db4-aaac-9bcda3a15564 req-128c1193-b93d-4e28-be9c-4299dc6d2060 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446923 Feb 09 14:24:09.693439 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de7e4422-4876-4cf9-a879-73bb1018da1c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:09.735832 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-78159e39-280e-46d9-8ce2-6154eb8aabd2 req-0a42e8a7-7b15-4325-88b4-9ae415bfbfec tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869863 Feb 09 14:24:09.736994 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-de7e4422-4876-4cf9-a879-73bb1018da1c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:09.742165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-de7e4422-4876-4cf9-a879-73bb1018da1c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:09.745807 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-de7e4422-4876-4cf9-a879-73bb1018da1c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:09.753137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-de7e4422-4876-4cf9-a879-73bb1018da1c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:09.854548 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de7e4422-4876-4cf9-a879-73bb1018da1c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:09.861168 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de7e4422-4876-4cf9-a879-73bb1018da1c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:09.969617 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e4422-4876-4cf9-a879-73bb1018da1c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea013386-2c9a-42ef-a940-7b2e52fe56b6,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:09.989872 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de7e4422-4876-4cf9-a879-73bb1018da1c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:09.991844 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-de7e4422-4876-4cf9-a879-73bb1018da1c tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3755522 Feb 09 14:24:09.995918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39670) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:10.004024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4f5b18b4-4fb7-47eb-8eb8-33d49c1a13b0 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group_rule': {'security_group_id': 'ea013386-2c9a-42ef-a940-7b2e52fe56b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:10.013868 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4f5b18b4-4fb7-47eb-8eb8-33d49c1a13b0 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:10.022293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4f5b18b4-4fb7-47eb-8eb8-33d49c1a13b0 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:10.026328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4f5b18b4-4fb7-47eb-8eb8-33d49c1a13b0 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:10.035781 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4f5b18b4-4fb7-47eb-8eb8-33d49c1a13b0 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:10.062576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0978a-b59b-44be-ae25-380328ba52ce req-1b06d3af-2027-48a9-ae20-8c34e413ab5f tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:10.064174 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-edf0978a-b59b-44be-ae25-380328ba52ce req-1b06d3af-2027-48a9-ae20-8c34e413ab5f tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6 HTTP/1.1" status: 200 len: 946 time: 0.1717188 Feb 09 14:24:10.073673 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f5b18b4-4fb7-47eb-8eb8-33d49c1a13b0 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:10.142576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949acd2-a70b-4732-9a41-39ee3bc91cc5 req-60a6a4e0-5f7e-4ce4-9ceb-8fd219688524 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:10.153701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949acd2-a70b-4732-9a41-39ee3bc91cc5 req-60a6a4e0-5f7e-4ce4-9ceb-8fd219688524 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:10.154293 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-edf0978a-b59b-44be-ae25-380328ba52ce req-dac1639a-45d6-4b9f-bc64-758296186cd1 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723715 Feb 09 14:24:10.164700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949acd2-a70b-4732-9a41-39ee3bc91cc5 req-60a6a4e0-5f7e-4ce4-9ceb-8fd219688524 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:10.172423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949acd2-a70b-4732-9a41-39ee3bc91cc5 req-60a6a4e0-5f7e-4ce4-9ceb-8fd219688524 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:10.178971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949acd2-a70b-4732-9a41-39ee3bc91cc5 req-60a6a4e0-5f7e-4ce4-9ceb-8fd219688524 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:10.182240 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f5b18b4-4fb7-47eb-8eb8-33d49c1a13b0 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:10.185181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949acd2-a70b-4732-9a41-39ee3bc91cc5 req-60a6a4e0-5f7e-4ce4-9ceb-8fd219688524 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:10.191911 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949acd2-a70b-4732-9a41-39ee3bc91cc5 req-60a6a4e0-5f7e-4ce4-9ceb-8fd219688524 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:10.193565 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f5b18b4-4fb7-47eb-8eb8-33d49c1a13b0 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:10.194436 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e949acd2-a70b-4732-9a41-39ee3bc91cc5 req-60a6a4e0-5f7e-4ce4-9ceb-8fd219688524 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5442 time: 0.1926496 Feb 09 14:24:10.232688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b18b4-4fb7-47eb-8eb8-33d49c1a13b0 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd6d8ff-74bf-45ed-825a-7ad0fb826e84,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:10.249137 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f5b18b4-4fb7-47eb-8eb8-33d49c1a13b0 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:10.251036 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4f5b18b4-4fb7-47eb-8eb8-33d49c1a13b0 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2538576 Feb 09 14:24:10.255627 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39676) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:10.283671 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e949acd2-a70b-4732-9a41-39ee3bc91cc5 req-78761e68-8082-4c0b-93e4-c3aacd43b52f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775332 Feb 09 14:24:10.288148 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-97861c42-05ab-48d4-beac-b79a547b6e6a tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules/5cd6d8ff-74bf-45ed-825a-7ad0fb826e84 HTTP/1.1" status: 200 len: 763 time: 0.0292196 Feb 09 14:24:10.290862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39680) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:10.345320 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:10.433325 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bc18db81-775a-4a2f-a0bc-dc5a070ba362 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:10.458369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bc18db81-775a-4a2f-a0bc-dc5a070ba362 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:10.459903 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bc18db81-775a-4a2f-a0bc-dc5a070ba362 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1678505 Feb 09 14:24:10.463180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39688) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:10.472631 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d472f08-add5-49ca-be4c-48fd0539a931 req-fb54efd5-0916-485b-bb3b-8bca91fd6297 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:10.474116 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d472f08-add5-49ca-be4c-48fd0539a931 req-fb54efd5-0916-485b-bb3b-8bca91fd6297 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 945 time: 0.1368930 Feb 09 14:24:10.511108 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d40c4c4-2f3c-4e6b-a7c8-da6652b83fdd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:10.521057 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d472f08-add5-49ca-be4c-48fd0539a931 req-56b09e1b-76ab-46bb-94bc-dde4b68797dd tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 Feb 09 14:24:10.523657 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d40c4c4-2f3c-4e6b-a7c8-da6652b83fdd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:10.565426 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d40c4c4-2f3c-4e6b-a7c8-da6652b83fdd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:10.599264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ee21f-05dd-4739-9bea-c8645cd53c6a req-df2a2490-f320-41ee-971f-39c7804a5ffb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:10.605523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ee21f-05dd-4739-9bea-c8645cd53c6a req-df2a2490-f320-41ee-971f-39c7804a5ffb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:10.611394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ee21f-05dd-4739-9bea-c8645cd53c6a req-df2a2490-f320-41ee-971f-39c7804a5ffb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:10.617060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ee21f-05dd-4739-9bea-c8645cd53c6a req-df2a2490-f320-41ee-971f-39c7804a5ffb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:10.622735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ee21f-05dd-4739-9bea-c8645cd53c6a req-df2a2490-f320-41ee-971f-39c7804a5ffb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:10.628421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ee21f-05dd-4739-9bea-c8645cd53c6a req-df2a2490-f320-41ee-971f-39c7804a5ffb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:10.634469 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ee21f-05dd-4739-9bea-c8645cd53c6a req-df2a2490-f320-41ee-971f-39c7804a5ffb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:10.636387 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-829ee21f-05dd-4739-9bea-c8645cd53c6a req-df2a2490-f320-41ee-971f-39c7804a5ffb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5442 time: 0.2077610 Feb 09 14:24:10.647134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40c4c4-2f3c-4e6b-a7c8-da6652b83fdd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cd6d8ff-74bf-45ed-825a-7ad0fb826e84,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:10.653186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39694) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:10.658796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f36fbaf4-e78b-4ef9-9f15-5baa898e3d58 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Request body: {'floatingip': {'port_id': '1e48101c-8487-4aaa-8382-1ef05da81c44'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:10.710413 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d40c4c4-2f3c-4e6b-a7c8-da6652b83fdd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:10.711412 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7d40c4c4-2f3c-4e6b-a7c8-da6652b83fdd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5cd6d8ff-74bf-45ed-825a-7ad0fb826e84 HTTP/1.1" status: 204 len: 168 time: 0.2472124 Feb 09 14:24:10.714334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721de051-ecbe-407e-b831-3214de5a1d14 req-85c30fce-b438-4aaf-af5d-121b7af66d60 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:10.716053 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-721de051-ecbe-407e-b831-3214de5a1d14 req-85c30fce-b438-4aaf-af5d-121b7af66d60 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 946 time: 0.0896776 Feb 09 14:24:10.716743 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39700) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:10.739233 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f36fbaf4-e78b-4ef9-9f15-5baa898e3d58 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for floatingip, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:10.802100 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d8d398c6-030c-4e1f-8948-045af88660ca tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0817680 Feb 09 14:24:10.802336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39704) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:10.803509 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-721de051-ecbe-407e-b831-3214de5a1d14 req-63af40bc-6b19-4dcf-800a-58e2d2c30bb4 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701201 Feb 09 14:24:10.807504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-3605db15-40c8-4858-8ea4-062aaeb7103e tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group_rule': {'security_group_id': 'ea013386-2c9a-42ef-a940-7b2e52fe56b6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:10.832543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3605db15-40c8-4858-8ea4-062aaeb7103e tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:10.839648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3605db15-40c8-4858-8ea4-062aaeb7103e tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:10.843488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3605db15-40c8-4858-8ea4-062aaeb7103e tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:10.852029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3605db15-40c8-4858-8ea4-062aaeb7103e tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:10.938559 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3605db15-40c8-4858-8ea4-062aaeb7103e tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:11.048005 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397491c0-a236-4759-8040-eac3be446475 req-01c9ebe5-2b8f-4c9a-8bfd-59d220814bdd tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:11.049538 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-397491c0-a236-4759-8040-eac3be446475 req-01c9ebe5-2b8f-4c9a-8bfd-59d220814bdd tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 946 time: 0.0966806 Feb 09 14:24:11.103013 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-397491c0-a236-4759-8040-eac3be446475 req-18bb17ad-7cb7-4252-9d68-032ee2549268 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474095 Feb 09 14:24:11.236717 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3605db15-40c8-4858-8ea4-062aaeb7103e tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:11.249926 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3605db15-40c8-4858-8ea4-062aaeb7103e tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:11.299407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605db15-40c8-4858-8ea4-062aaeb7103e tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b19961-d86b-4c1c-a91d-1320d98e7c23,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:11.322795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b408385-ab9c-43b5-9c33-7b2dfa9f8356 req-290098da-1b22-4d87-a0bb-2c0cff1c36b6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:11.328876 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b408385-ab9c-43b5-9c33-7b2dfa9f8356 req-290098da-1b22-4d87-a0bb-2c0cff1c36b6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:11.334892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b408385-ab9c-43b5-9c33-7b2dfa9f8356 req-290098da-1b22-4d87-a0bb-2c0cff1c36b6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:11.336671 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b408385-ab9c-43b5-9c33-7b2dfa9f8356 req-290098da-1b22-4d87-a0bb-2c0cff1c36b6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c&device_id=38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6&device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 2418 time: 0.3880701 Feb 09 14:24:11.426165 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3605db15-40c8-4858-8ea4-062aaeb7103e tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:11.427352 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3605db15-40c8-4858-8ea4-062aaeb7103e tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6240773 Feb 09 14:24:11.430602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39722) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:11.456483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d6329-6e21-483c-ab50-d39df9d6c865 req-ebe25ff2-83bd-4811-ae0a-44eec805f851 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:11.458048 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0e5d6329-6e21-483c-ab50-d39df9d6c865 req-ebe25ff2-83bd-4811-ae0a-44eec805f851 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.35 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 946 time: 0.3976107 Feb 09 14:24:11.461100 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7c31c982-f1fc-48ae-b9c7-2b6cea4cfd29 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules/52b19961-d86b-4c1c-a91d-1320d98e7c23 HTTP/1.1" status: 200 len: 763 time: 0.0292816 Feb 09 14:24:11.467037 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39726) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:11.504303 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7501d8-3da2-497e-8c89-c061ce784ff3 req-85cae430-41e4-455e-be4c-f97471d60ddf tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:11.505960 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a7501d8-3da2-497e-8c89-c061ce784ff3 req-85cae430-41e4-455e-be4c-f97471d60ddf tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 806 time: 0.1836498 Feb 09 14:24:11.523379 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a7501d8-3da2-497e-8c89-c061ce784ff3 req-bd6fdf4e-6a3c-42dd-8b6e-9716d8b8cd9d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/quotas/1420416e843f48a49610ec42176f5998 HTTP/1.1" status: 200 len: 375 time: 0.0113692 Feb 09 14:24:11.626419 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a7501d8-3da2-497e-8c89-c061ce784ff3 req-0e3ac7cf-7823-4844-864a-8167064c0aef tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0943542 Feb 09 14:24:11.690405 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b408385-ab9c-43b5-9c33-7b2dfa9f8356 req-9befb026-d91c-4602-8200-3ac16c22b1fe tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462913 Feb 09 14:24:11.781692 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a7501d8-3da2-497e-8c89-c061ce784ff3 req-82c16b74-3d5c-42fe-bd89-73b2762b6b96 service neutron] 10.222.0.48 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466608 Feb 09 14:24:11.828411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-0e5d6329-6e21-483c-ab50-d39df9d6c865 req-dc762c2c-e27f-4456-8817-f8f52ed392db tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Deleting port 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:24:11.829029 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0e5d6329-6e21-483c-ab50-d39df9d6c865 req-dc762c2c-e27f-4456-8817-f8f52ed392db tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:11.930962 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a7501d8-3da2-497e-8c89-c061ce784ff3 req-a96d2aa3-e38b-46dd-b4a6-47ba0ea49590 service neutron] 10.222.0.48 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419904 Feb 09 14:24:11.935563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-62a789d3-a1a9-49e1-be6b-17f67932a45b tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:12.027830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-62a789d3-a1a9-49e1-be6b-17f67932a45b tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:12.029089 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-62a789d3-a1a9-49e1-be6b-17f67932a45b tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5588548 Feb 09 14:24:12.032309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39732) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:12.134566 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e0c3d860-0377-4917-a762-4a9f8d72f6c6 req-02b6e5fc-1fff-4af9-9010-2469647a6102 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3759918 Feb 09 14:24:12.200050 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1e63f17-a3fe-43bf-a207-949289888b58 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:12.225705 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1e63f17-a3fe-43bf-a207-949289888b58 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:12.296353 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-f36fbaf4-e78b-4ef9-9f15-5baa898e3d58 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:24:12.427692 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1e63f17-a3fe-43bf-a207-949289888b58 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:12.496591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e63f17-a3fe-43bf-a207-949289888b58 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52b19961-d86b-4c1c-a91d-1320d98e7c23,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:12.516750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-0e5d6329-6e21-483c-ab50-d39df9d6c865 req-dc762c2c-e27f-4456-8817-f8f52ed392db tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] For port 709bd844-9bbc-4d4a-9907-3fe0a72a9a58, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=709bd844-9bbc-4d4a-9907-3fe0a72a9a58,segment=NetworkSegment(f1319a6c-ef94-48a6-87ee-4efa83bfab66),segment_id=f1319a6c-ef94-48a6-87ee-4efa83bfab66)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:12.517337 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0e5d6329-6e21-483c-ab50-d39df9d6c865 req-dc762c2c-e27f-4456-8817-f8f52ed392db tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:12.564022 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f36fbaf4-e78b-4ef9-9f15-5baa898e3d58 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:12.603929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3a09d-eacb-4cd0-87c0-c0daa0956cae req-fcaef90a-8a5b-4642-8482-091f1b2adef8 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:12.606218 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bde3a09d-eacb-4cd0-87c0-c0daa0956cae req-fcaef90a-8a5b-4642-8482-091f1b2adef8 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 946 time: 0.1614163 Feb 09 14:24:12.681565 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1e63f17-a3fe-43bf-a207-949289888b58 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:12.685351 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c1e63f17-a3fe-43bf-a207-949289888b58 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/52b19961-d86b-4c1c-a91d-1320d98e7c23 HTTP/1.1" status: 204 len: 168 time: 0.6456318 Feb 09 14:24:12.686148 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39766) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:12.756685 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f36fbaf4-e78b-4ef9-9f15-5baa898e3d58 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:12.793922 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bde3a09d-eacb-4cd0-87c0-c0daa0956cae req-b4f9dae8-1d0b-44ce-aa02-a5486c77ad2e tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/security-groups?id=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705086 Feb 09 14:24:12.819811 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8fa69b68-6cd0-4292-bd5e-a55701bb1e5b tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1025057 Feb 09 14:24:12.819811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39772) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:12.820107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-0e5d6329-6e21-483c-ab50-d39df9d6c865 req-dc762c2c-e27f-4456-8817-f8f52ed392db tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Calling delete_port for 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:24:12.821144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8c077e1e-bb86-4028-99a7-b6c8f71ccb91 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group_rule': {'security_group_id': 'ea013386-2c9a-42ef-a940-7b2e52fe56b6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:12.827587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8c077e1e-bb86-4028-99a7-b6c8f71ccb91 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:12.832278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8c077e1e-bb86-4028-99a7-b6c8f71ccb91 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:12.836390 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8c077e1e-bb86-4028-99a7-b6c8f71ccb91 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:12.843020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8c077e1e-bb86-4028-99a7-b6c8f71ccb91 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:12.862959 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-8c077e1e-bb86-4028-99a7-b6c8f71ccb91 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Project 764dceca752843f8943726818f25dc32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:24:12.872312 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c077e1e-bb86-4028-99a7-b6c8f71ccb91 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:13.046346 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c077e1e-bb86-4028-99a7-b6c8f71ccb91 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:13.051187 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c077e1e-bb86-4028-99a7-b6c8f71ccb91 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:13.063527 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-f36fbaf4-e78b-4ef9-9f15-5baa898e3d58 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Floating IP 9325a425-d870-44e2-82dc-bd49a7506269 associated. External IP: 172.25.8.107, port: 1e48101c-8487-4aaa-8382-1ef05da81c44. Feb 09 14:24:13.112670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c077e1e-bb86-4028-99a7-b6c8f71ccb91 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5ffc3d-d3ee-40cd-9162-a6389a280581,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:13.128702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-46fd7779-497c-4b53-a657-8dbc916da525 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:13.130158 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-46fd7779-497c-4b53-a657-8dbc916da525 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 806 time: 0.2117879 Feb 09 14:24:13.131931 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c077e1e-bb86-4028-99a7-b6c8f71ccb91 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:13.132954 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8c077e1e-bb86-4028-99a7-b6c8f71ccb91 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3164623 Feb 09 14:24:13.135466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39786) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:13.169361 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ba2ec2f2-3f44-4753-a1e5-0ddf3a1bf56d tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules/cc5ffc3d-d3ee-40cd-9162-a6389a280581 HTTP/1.1" status: 200 len: 769 time: 0.0306532 Feb 09 14:24:13.169866 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39792) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:13.173360 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-e592de48-3e34-4ade-97d3-8aaa7bb5ae74 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/quotas/1420416e843f48a49610ec42176f5998 HTTP/1.1" status: 200 len: 375 time: 0.0352776 Feb 09 14:24:13.251193 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0e5d6329-6e21-483c-ab50-d39df9d6c865 req-dc762c2c-e27f-4456-8817-f8f52ed392db tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:13.274765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bc00ff23-771b-4599-85e3-5eabe392a797 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:13.298163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bc00ff23-771b-4599-85e3-5eabe392a797 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:13.302384 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bc00ff23-771b-4599-85e3-5eabe392a797 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1285541 Feb 09 14:24:13.302612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39796) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:13.308547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc762c2c-e27f-4456-8817-f8f52ed392db tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Pushing event deleted for resources: {'Port': ['ID=709bd844-9bbc-4d4a-9907-3fe0a72a9a58,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:13.323035 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-3037a3ac-023c-4c56-bb25-8919ec737d9d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1368580 Feb 09 14:24:13.520182 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ac88ae1-0e4c-496c-91f6-e75615117463 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:13.534201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5d6329-6e21-483c-ab50-d39df9d6c865 req-dc762c2c-e27f-4456-8817-f8f52ed392db tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] No DVR routers for this DVR port 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:24:13.535194 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ac88ae1-0e4c-496c-91f6-e75615117463 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:13.592458 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0e5d6329-6e21-483c-ab50-d39df9d6c865 req-dc762c2c-e27f-4456-8817-f8f52ed392db tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:13.601452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741b4f3f-ff64-4535-a6b6-87770a872eeb', 'name': 'network-vif-deleted', 'tag': '709bd844-9bbc-4d4a-9907-3fe0a72a9a58'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:24:13.606013 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ac88ae1-0e4c-496c-91f6-e75615117463 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:13.631693 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-e707e110-5a7d-4b2a-8046-7dfba789e6aa service neutron] 10.222.0.48 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956426 Feb 09 14:24:13.634219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac88ae1-0e4c-496c-91f6-e75615117463 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc5ffc3d-d3ee-40cd-9162-a6389a280581,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:13.640115 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0e5d6329-6e21-483c-ab50-d39df9d6c865 req-dc762c2c-e27f-4456-8817-f8f52ed392db tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.35 "DELETE /v2.0/ports/709bd844-9bbc-4d4a-9907-3fe0a72a9a58 HTTP/1.1" status: 204 len: 173 time: 2.1736434 Feb 09 14:24:13.647633 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ac88ae1-0e4c-496c-91f6-e75615117463 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:13.651036 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0ac88ae1-0e4c-496c-91f6-e75615117463 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/cc5ffc3d-d3ee-40cd-9162-a6389a280581 HTTP/1.1" status: 204 len: 168 time: 0.3452876 Feb 09 14:24:13.651879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39808) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:13.798797 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-d5e093c3-bca7-494f-a936-532b4dace703 service neutron] 10.222.0.48 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440241 Feb 09 14:24:13.799464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8e6e63d4-c450-4bfb-b6e4-6d367d64e2b3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:13.826200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36fbaf4-e78b-4ef9-9f15-5baa898e3d58 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Router 60e653a8-bc96-4226-a457-345ab4966268 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:24:13.833125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8e6e63d4-c450-4bfb-b6e4-6d367d64e2b3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:13.835521 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8e6e63d4-c450-4bfb-b6e4-6d367d64e2b3 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1817334 Feb 09 14:24:13.839024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39816) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:13.976527 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a74d7c-00cd-43a1-a011-4ccebd491afd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:14.010300 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a74d7c-00cd-43a1-a011-4ccebd491afd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:14.097495 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741b4f3f-ff64-4535-a6b6-87770a872eeb', 'name': 'network-vif-deleted', 'tag': '709bd844-9bbc-4d4a-9907-3fe0a72a9a58', 'status': 'completed', 'code': 200} Feb 09 14:24:14.099696 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a74d7c-00cd-43a1-a011-4ccebd491afd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:14.160189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a74d7c-00cd-43a1-a011-4ccebd491afd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea013386-2c9a-42ef-a940-7b2e52fe56b6,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:14.211608 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a74d7c-00cd-43a1-a011-4ccebd491afd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:14.212315 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e3a74d7c-00cd-43a1-a011-4ccebd491afd tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-groups/ea013386-2c9a-42ef-a940-7b2e52fe56b6 HTTP/1.1" status: 204 len: 168 time: 0.3714156 Feb 09 14:24:14.217917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39834) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:14.246858 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48881179-ef6f-4a48-9bd4-76c12d5fc161 req-edc9ac0c-e0bf-4283-89de-4be789b99a87 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 210 time: 0.0758069 Feb 09 14:24:14.269226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-9d054735-973c-4d0f-b70c-021025129230 req-338eb126-81a2-4648-bb46-865cd6124aa7 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Synchronizing usage tracker for tenant:17c01b4af87540c98be4390384239de3 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:14.281525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36fbaf4-e78b-4ef9-9f15-5baa898e3d58 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:24:14.286436 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f36fbaf4-e78b-4ef9-9f15-5baa898e3d58 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:14.293212 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37e874-d821-44b5-9be1-19d75eb6b785 None None] Sync routers for ids ['60e653a8-bc96-4226-a457-345ab4966268'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:24:14.300324 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d17efc4d-bd29-4aae-9ce1-3228999af560 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:14.305815 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37e874-d821-44b5-9be1-19d75eb6b785 None None] Routers {'60e653a8-bc96-4226-a457-345ab4966268'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:24:14.306625 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-2e37e874-d821-44b5-9be1-19d75eb6b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:23:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['60e653a8-bc96-4226-a457-345ab4966268'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:24:14.338037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d17efc4d-bd29-4aae-9ce1-3228999af560 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:14.339460 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d17efc4d-bd29-4aae-9ce1-3228999af560 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1205971 Feb 09 14:24:14.344228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39842) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:14.356316 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-6f7dfab4-a55c-42f1-80d6-e055a71687ef tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group': {'name': 'tempest-secgroup--102701296'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:14.377228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6f7dfab4-a55c-42f1-80d6-e055a71687ef tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:14.391606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6f7dfab4-a55c-42f1-80d6-e055a71687ef tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:14.417776 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6f7dfab4-a55c-42f1-80d6-e055a71687ef tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:14.429999 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f36fbaf4-e78b-4ef9-9f15-5baa898e3d58 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "PUT /v2.0/floatingips/9325a425-d870-44e2-82dc-bd49a7506269 HTTP/1.1" status: 200 len: 991 time: 3.7750118 Feb 09 14:24:14.454672 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:24:14.455317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-9d054735-973c-4d0f-b70c-021025129230 req-338eb126-81a2-4648-bb46-865cd6124aa7 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] Unset dirty status for tenant:17c01b4af87540c98be4390384239de3 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:14.456389 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d054735-973c-4d0f-b70c-021025129230 req-338eb126-81a2-4648-bb46-865cd6124aa7 tempest-ServerPasswordTestJSON-1357446337 tempest-ServerPasswordTestJSON-1357446337-project] 10.222.0.48 "GET /v2.0/ports?device_id=741b4f3f-ff64-4535-a6b6-87770a872eeb HTTP/1.1" status: 200 len: 210 time: 0.3050482 Feb 09 14:24:14.468824 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6f7dfab4-a55c-42f1-80d6-e055a71687ef tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:14.483095 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6f7dfab4-a55c-42f1-80d6-e055a71687ef tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:14.492911 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6f7dfab4-a55c-42f1-80d6-e055a71687ef tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:14.511485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6f7dfab4-a55c-42f1-80d6-e055a71687ef tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:14.545942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:24:14.550257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 709bd844-9bbc-4d4a-9907-3fe0a72a9a58 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:24:14.584595 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-2e37e874-d821-44b5-9be1-19d75eb6b785 None None] Set router 60e653a8-bc96-4226-a457-345ab4966268 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:24:14.678566 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6f7dfab4-a55c-42f1-80d6-e055a71687ef tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:14.687013 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6f7dfab4-a55c-42f1-80d6-e055a71687ef tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:14.796171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb4db7-9bd0-4745-a4aa-cba370dbcf04 req-4595dca7-ddbe-4662-b1e4-17e6db598f4c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:14.802324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb4db7-9bd0-4745-a4aa-cba370dbcf04 req-4595dca7-ddbe-4662-b1e4-17e6db598f4c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:14.808770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb4db7-9bd0-4745-a4aa-cba370dbcf04 req-4595dca7-ddbe-4662-b1e4-17e6db598f4c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:14.814564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb4db7-9bd0-4745-a4aa-cba370dbcf04 req-4595dca7-ddbe-4662-b1e4-17e6db598f4c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:14.820655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb4db7-9bd0-4745-a4aa-cba370dbcf04 req-4595dca7-ddbe-4662-b1e4-17e6db598f4c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:14.826723 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb4db7-9bd0-4745-a4aa-cba370dbcf04 req-4595dca7-ddbe-4662-b1e4-17e6db598f4c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:14.833110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb4db7-9bd0-4745-a4aa-cba370dbcf04 req-4595dca7-ddbe-4662-b1e4-17e6db598f4c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:14.833299 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7dfab4-a55c-42f1-80d6-e055a71687ef tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=903cbe4b-cf8f-4166-8970-4bbef54b350d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:14.835604 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0fb4db7-9bd0-4745-a4aa-cba370dbcf04 req-4595dca7-ddbe-4662-b1e4-17e6db598f4c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5442 time: 0.1468058 Feb 09 14:24:14.844018 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6f7dfab4-a55c-42f1-80d6-e055a71687ef tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:14.846136 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6f7dfab4-a55c-42f1-80d6-e055a71687ef tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5004127 Feb 09 14:24:14.850294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39854) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:14.857216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-72433102-b092-4abe-97cc-d8ba9f604033 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Request body: {'security_group_rule': {'security_group_id': '903cbe4b-cf8f-4166-8970-4bbef54b350d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:14.867801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-72433102-b092-4abe-97cc-d8ba9f604033 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:14.881455 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-72433102-b092-4abe-97cc-d8ba9f604033 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Usage tracker for resource:security_group_rule and tenant:764dceca752843f8943726818f25dc32 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:14.885575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-72433102-b092-4abe-97cc-d8ba9f604033 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:14.894327 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-72433102-b092-4abe-97cc-d8ba9f604033 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:14.908523 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0fb4db7-9bd0-4745-a4aa-cba370dbcf04 req-544fb9ea-5f76-4c7c-8066-14258e63b3fd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593956 Feb 09 14:24:14.927847 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72433102-b092-4abe-97cc-d8ba9f604033 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:14.961086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8190c2-872f-4508-bfb7-139bab4dd934 req-1535cfc7-7b5e-4dfd-bf9c-0f8868e396fe tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:14.971015 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9a8190c2-872f-4508-bfb7-139bab4dd934 req-1535cfc7-7b5e-4dfd-bf9c-0f8868e396fe tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 945 time: 0.2225077 Feb 09 14:24:15.047279 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9a8190c2-872f-4508-bfb7-139bab4dd934 req-72feb789-d976-4d2d-908d-f375dd814101 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753639 Feb 09 14:24:15.061283 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72433102-b092-4abe-97cc-d8ba9f604033 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:15.064998 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-2e37e874-d821-44b5-9be1-19d75eb6b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e653a8-bc96-4226-a457-345ab4966268', 'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-router', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:20:54Z', 'updated_at': '2022-02-09T14:21:08Z', 'revision_number': 4, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'gw_port': {'id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:20:56Z', 'updated_at': '2022-02-09T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '9325a425-d870-44e2-82dc-bd49a7506269', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '60e653a8-bc96-4226-a457-345ab4966268', 'port_id': '1e48101c-8487-4aaa-8382-1ef05da81c44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1', 'mac_address': 'fa:16:3e:a3:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:22:23Z', 'updated_at': '2022-02-09T14:24:12Z', 'revision_number': 1, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f798bd48-33f5-4eea-9e72-2ed76f5f93f9', 'name': '', 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'mac_address': 'fa:16:3e:cf:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:06Z', 'updated_at': '2022-02-09T14:21:20Z', 'revision_number': 5, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'subnets': [{'id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:24:15.069449 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37e874-d821-44b5-9be1-19d75eb6b785 None None] Checking router: 60e653a8-bc96-4226-a457-345ab4966268 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:24:15.071370 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72433102-b092-4abe-97cc-d8ba9f604033 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:15.078108 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37e874-d821-44b5-9be1-19d75eb6b785 None None] Routers {'60e653a8-bc96-4226-a457-345ab4966268'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:24:15.078704 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-2e37e874-d821-44b5-9be1-19d75eb6b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:23:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['60e653a8-bc96-4226-a457-345ab4966268'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:24:15.098678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72433102-b092-4abe-97cc-d8ba9f604033 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ee2e50-ee3c-4110-8425-1631a87d8a1c,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:15.115100 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72433102-b092-4abe-97cc-d8ba9f604033 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:15.116321 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-72433102-b092-4abe-97cc-d8ba9f604033 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2649500 Feb 09 14:24:15.118960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39858) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:15.185735 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-99f78264-84ae-48e6-be43-b2a29ce819cc tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:15.215199 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-99f78264-84ae-48e6-be43-b2a29ce819cc tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:15.256681 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-2e37e874-d821-44b5-9be1-19d75eb6b785 None None] Set router 60e653a8-bc96-4226-a457-345ab4966268 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:24:15.269683 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-99f78264-84ae-48e6-be43-b2a29ce819cc tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:15.297915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f78264-84ae-48e6-be43-b2a29ce819cc tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=903cbe4b-cf8f-4166-8970-4bbef54b350d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:15.308397 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-99f78264-84ae-48e6-be43-b2a29ce819cc tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:15.311657 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-99f78264-84ae-48e6-be43-b2a29ce819cc tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-groups/903cbe4b-cf8f-4166-8970-4bbef54b350d HTTP/1.1" status: 204 len: 168 time: 0.1897385 Feb 09 14:24:15.311927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39870) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:15.371074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-afa1bac2-be53-4a71-ac09-87213f0f5dea tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:15.406806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-afa1bac2-be53-4a71-ac09-87213f0f5dea tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:15.412022 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-afa1bac2-be53-4a71-ac09-87213f0f5dea tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0990748 Feb 09 14:24:15.412902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39874) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:15.462532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16eb785d-a18c-487a-938f-4c1c681e9c6e req-00bb4371-04ac-4d7b-aa27-791dc457f6c9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 210 time: 0.0623951 Feb 09 14:24:15.466699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-49c67732-c559-4948-97ae-0ac208d64c1f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Synchronizing usage tracker for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:15.483587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-49c67732-c559-4948-97ae-0ac208d64c1f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] Unset dirty status for tenant:764dceca752843f8943726818f25dc32 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:15.489341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39880) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:15.489513 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-49c67732-c559-4948-97ae-0ac208d64c1f tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0753577 Feb 09 14:24:15.523549 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-3e2757fe-658e-4d66-9778-784d64d010b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] delete failed (client error): The resource could not be found. Feb 09 14:24:15.524764 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3e2757fe-658e-4d66-9778-784d64d010b4 tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "DELETE /v2.0/security-groups/903cbe4b-cf8f-4166-8970-4bbef54b350d HTTP/1.1" status: 404 len: 347 time: 0.0333090 Feb 09 14:24:15.529217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39884) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:15.570278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39888) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:15.637725 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-faecb619-0490-43ac-84f3-4602d73aeb3a tempest-SecGroupIPv6Test-99321943 tempest-SecGroupIPv6Test-99321943-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1071517 Feb 09 14:24:15.683464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f9627c-0d9a-40d0-830d-34c3d2d3042e admin admin] Deleting subnet 41c68298-23f8-4e79-ab64-ee5de65c9f5b {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:24:15.688831 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-33f9627c-0d9a-40d0-830d-34c3d2d3042e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:15.716292 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-2e37e874-d821-44b5-9be1-19d75eb6b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e653a8-bc96-4226-a457-345ab4966268', 'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-router', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:20:54Z', 'updated_at': '2022-02-09T14:21:08Z', 'revision_number': 4, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'gw_port': {'id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:20:56Z', 'updated_at': '2022-02-09T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '9325a425-d870-44e2-82dc-bd49a7506269', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '60e653a8-bc96-4226-a457-345ab4966268', 'port_id': '1e48101c-8487-4aaa-8382-1ef05da81c44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1', 'mac_address': 'fa:16:3e:a3:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:22:23Z', 'updated_at': '2022-02-09T14:24:12Z', 'revision_number': 1, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f798bd48-33f5-4eea-9e72-2ed76f5f93f9', 'name': '', 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'mac_address': 'fa:16:3e:cf:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:06Z', 'updated_at': '2022-02-09T14:21:20Z', 'revision_number': 5, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'subnets': [{'id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:24:15.723275 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37e874-d821-44b5-9be1-19d75eb6b785 None None] The sync data for ids ['60e653a8-bc96-4226-a457-345ab4966268'] in n-d-828418-2 is: [{'id': '60e653a8-bc96-4226-a457-345ab4966268', 'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-router', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:20:54Z', 'updated_at': '2022-02-09T14:21:08Z', 'revision_number': 4, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'gw_port': {'id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:20:56Z', 'updated_at': '2022-02-09T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '9325a425-d870-44e2-82dc-bd49a7506269', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '60e653a8-bc96-4226-a457-345ab4966268', 'port_id': '1e48101c-8487-4aaa-8382-1ef05da81c44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1', 'mac_address': 'fa:16:3e:a3:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:22:23Z', 'updated_at': '2022-02-09T14:24:12Z', 'revision_number': 1, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f798bd48-33f5-4eea-9e72-2ed76f5f93f9', 'name': '', 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'mac_address': 'fa:16:3e:cf:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:06Z', 'updated_at': '2022-02-09T14:21:20Z', 'revision_number': 5, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'subnets': [{'id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:24:15.758135 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-4fda4a81-d5e4-4f1e-9de8-3a61ade35d58 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:15.760610 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-4fda4a81-d5e4-4f1e-9de8-3a61ade35d58 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 806 time: 0.2039661 Feb 09 14:24:15.780200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-4898b61c-847f-4429-9084-02e8038e2fde tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Request body: {'port': {'device_id': '095d693c-67e0-4f51-b7fe-92d560a3ec3d', 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05', 'admin_state_up': True, 'tenant_id': '1420416e843f48a49610ec42176f5998'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:15.785408 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-33f9627c-0d9a-40d0-830d-34c3d2d3042e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:15.874845 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-33f9627c-0d9a-40d0-830d-34c3d2d3042e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:15.978621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-4898b61c-847f-4429-9084-02e8038e2fde tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:15.986155 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-33f9627c-0d9a-40d0-830d-34c3d2d3042e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:15.992195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-4898b61c-847f-4429-9084-02e8038e2fde tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:16.005678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-4898b61c-847f-4429-9084-02e8038e2fde tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Made reservation on behalf of 1420416e843f48a49610ec42176f5998 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:24:16.013304 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-4898b61c-847f-4429-9084-02e8038e2fde tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:16.059821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d47bd-b374-4e0c-a351-2da4439e1f14 None None] New status for floating IP 9325a425-d870-44e2-82dc-bd49a7506269: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:24:16.066001 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-33f9627c-0d9a-40d0-830d-34c3d2d3042e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:16.068620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39900) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:16.071247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9627c-0d9a-40d0-830d-34c3d2d3042e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c68298-23f8-4e79-ab64-ee5de65c9f5b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:16.085270 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-33f9627c-0d9a-40d0-830d-34c3d2d3042e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/41c68298-23f8-4e79-ab64-ee5de65c9f5b HTTP/1.1" status: 204 len: 168 time: 0.4789736 Feb 09 14:24:16.093798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39908) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:16.135620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'tag': '1e48101c-8487-4aaa-8382-1ef05da81c44'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:24:16.257493 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595bcf78-a598-4eb5-8942-3b10da82a82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:16.337901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bc4d2-03e6-49e0-9e06-1519842a6d7b req-184be59b-b7a3-4bdf-9bdd-c23f4bf6e63b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:16.343620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bc4d2-03e6-49e0-9e06-1519842a6d7b req-184be59b-b7a3-4bdf-9bdd-c23f4bf6e63b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:16.350350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bc4d2-03e6-49e0-9e06-1519842a6d7b req-184be59b-b7a3-4bdf-9bdd-c23f4bf6e63b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:16.356124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bc4d2-03e6-49e0-9e06-1519842a6d7b req-184be59b-b7a3-4bdf-9bdd-c23f4bf6e63b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:16.361858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bc4d2-03e6-49e0-9e06-1519842a6d7b req-184be59b-b7a3-4bdf-9bdd-c23f4bf6e63b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:16.367593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bc4d2-03e6-49e0-9e06-1519842a6d7b req-184be59b-b7a3-4bdf-9bdd-c23f4bf6e63b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:16.373324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bc4d2-03e6-49e0-9e06-1519842a6d7b req-184be59b-b7a3-4bdf-9bdd-c23f4bf6e63b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:16.375220 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-846bc4d2-03e6-49e0-9e06-1519842a6d7b req-184be59b-b7a3-4bdf-9bdd-c23f4bf6e63b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5442 time: 0.2328885 Feb 09 14:24:16.379327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-4898b61c-847f-4429-9084-02e8038e2fde tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Allocated IP 172.20.0.8 (3618a6b3-fa1e-4cc5-af1a-b15890d8ad05/2315fb8e-5bcf-45cb-897d-5aa2d617522a/37929cd7-3490-4510-ab44-7f7a74eaf421) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:24:16.444568 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1e606b13-ff5c-4873-a6e8-e078943062ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=764dceca752843f8943726818f25dc32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747303 Feb 09 14:24:16.461014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39916) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:16.470923 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-846bc4d2-03e6-49e0-9e06-1519842a6d7b req-165f5ed6-e204-410e-a01b-a3007b930132 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0854390 Feb 09 14:24:16.562878 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595bcf78-a598-4eb5-8942-3b10da82a82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:16.597488 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-595bcf78-a598-4eb5-8942-3b10da82a82b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15095253-2853-442a-b8eb-2ab399ac8fc2']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:24:16.614653 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'tag': '1e48101c-8487-4aaa-8382-1ef05da81c44', 'status': 'completed', 'code': 200} Feb 09 14:24:16.619612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-595bcf78-a598-4eb5-8942-3b10da82a82b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1319a6c-ef94-48a6-87ee-4efa83bfab66') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:24:16.620087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-595bcf78-a598-4eb5-8942-3b10da82a82b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1319a6c-ef94-48a6-87ee-4efa83bfab66') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:24:16.633059 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595bcf78-a598-4eb5-8942-3b10da82a82b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:16.666541 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595bcf78-a598-4eb5-8942-3b10da82a82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:16.675400 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595bcf78-a598-4eb5-8942-3b10da82a82b admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:24:16.675913 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595bcf78-a598-4eb5-8942-3b10da82a82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:24:16.691093 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:24:16.785386 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595bcf78-a598-4eb5-8942-3b10da82a82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:16.790111 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595bcf78-a598-4eb5-8942-3b10da82a82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:16.814736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e15a0-7cd5-40f6-8bb3-52cacd7f5eaa req-f49c7e63-41bd-4189-8567-4833e59e05cf tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:16.816205 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-165e15a0-7cd5-40f6-8bb3-52cacd7f5eaa req-f49c7e63-41bd-4189-8567-4833e59e05cf tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 945 time: 0.5135362 Feb 09 14:24:16.822226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bcf78-a598-4eb5-8942-3b10da82a82b admin admin] Pushing event deleted for resources: {'Network': ['ID=15095253-2853-442a-b8eb-2ab399ac8fc2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:16.843124 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-595bcf78-a598-4eb5-8942-3b10da82a82b admin admin] 10.222.0.48 "DELETE /v2.0/networks/15095253-2853-442a-b8eb-2ab399ac8fc2 HTTP/1.1" status: 204 len: 168 time: 0.7418823 Feb 09 14:24:16.856658 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9efe592-d7a2-4d6a-9b8f-9342c7536681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:16.874584 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-165e15a0-7cd5-40f6-8bb3-52cacd7f5eaa req-d31fa16c-4c0d-46c0-abfa-24336f4def92 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495982 Feb 09 14:24:16.955820 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-552e390c-577d-4ab7-8fba-bf9ca1de86b5 req-efa8af86-0d82-4a35-81ce-180f4c4013c3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 210 time: 0.1127431 Feb 09 14:24:16.983563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39928) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:16.989969 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9efe592-d7a2-4d6a-9b8f-9342c7536681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:17.034741 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f073ab63-1006-4f90-ac37-c5b6851afc8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17c01b4af87540c98be4390384239de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472431 Feb 09 14:24:17.034960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39932) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:17.042292 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-4898b61c-847f-4429-9084-02e8038e2fde tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:17.093465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cffc98-bbf7-428f-82e8-880f105b3e74 req-35eb51cb-1004-403e-98d3-650d26aa3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:17.093948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cffc98-bbf7-428f-82e8-880f105b3e74 req-35eb51cb-1004-403e-98d3-650d26aa3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:17.094412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cffc98-bbf7-428f-82e8-880f105b3e74 req-35eb51cb-1004-403e-98d3-650d26aa3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:17.094874 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cffc98-bbf7-428f-82e8-880f105b3e74 req-35eb51cb-1004-403e-98d3-650d26aa3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:17.095334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cffc98-bbf7-428f-82e8-880f105b3e74 req-35eb51cb-1004-403e-98d3-650d26aa3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:17.096067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cffc98-bbf7-428f-82e8-880f105b3e74 req-35eb51cb-1004-403e-98d3-650d26aa3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:17.096650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cffc98-bbf7-428f-82e8-880f105b3e74 req-35eb51cb-1004-403e-98d3-650d26aa3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:17.098543 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88cffc98-bbf7-428f-82e8-880f105b3e74 req-35eb51cb-1004-403e-98d3-650d26aa3aa0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa10991579a24c27b1b3f21f294a7343&device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 6499 time: 0.2970018 Feb 09 14:24:17.099153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60163a6c-d6c1-4909-806a-6c2f77c908e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:17.109955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e4142-3eef-4cb0-8481-c1a563d7a524 req-8ba813af-bf43-4e30-8419-257d1fb68ea4 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:17.111457 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d11e4142-3eef-4cb0-8481-c1a563d7a524 req-8ba813af-bf43-4e30-8419-257d1fb68ea4 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 945 time: 0.4788132 Feb 09 14:24:17.129455 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60163a6c-d6c1-4909-806a-6c2f77c908e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:17.184012 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60163a6c-d6c1-4909-806a-6c2f77c908e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:17.203310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60163a6c-d6c1-4909-806a-6c2f77c908e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432b7fc3-ae53-4fa0-8a56-e3cb30929ad3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:17.223106 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60163a6c-d6c1-4909-806a-6c2f77c908e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:17.226995 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-60163a6c-d6c1-4909-806a-6c2f77c908e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/432b7fc3-ae53-4fa0-8a56-e3cb30929ad3 HTTP/1.1" status: 204 len: 168 time: 0.1889048 Feb 09 14:24:17.243603 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9efe592-d7a2-4d6a-9b8f-9342c7536681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:17.284642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efe592-d7a2-4d6a-9b8f-9342c7536681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bc5847-7eb8-44cc-852d-ead2b46a57fd,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:17.327413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d11e4142-3eef-4cb0-8481-c1a563d7a524 req-8f98c381-0cae-4b6e-8132-43a7c7015da6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Deleting port fbfd252e-614b-4f95-bec0-326b935ca089 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:24:17.327855 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d11e4142-3eef-4cb0-8481-c1a563d7a524 req-8f98c381-0cae-4b6e-8132-43a7c7015da6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:17.360603 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-4898b61c-847f-4429-9084-02e8038e2fde tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:17.373459 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['5ae9c28d-999c-4ab4-812a-56d6c7459cf8'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:24:17.500862 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9efe592-d7a2-4d6a-9b8f-9342c7536681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:17.501807 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d9efe592-d7a2-4d6a-9b8f-9342c7536681 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74bc5847-7eb8-44cc-852d-ead2b46a57fd HTTP/1.1" status: 204 len: 168 time: 1.0395317 Feb 09 14:24:17.506571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-4898b61c-847f-4429-9084-02e8038e2fde tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:24:17.515437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-4898b61c-847f-4429-9084-02e8038e2fde tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:24:17.518013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-4898b61c-847f-4429-9084-02e8038e2fde tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:24:17.606089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898b61c-847f-4429-9084-02e8038e2fde tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Pushing event updated for resources: {'Port': ['ID=37929cd7-3490-4510-ab44-7f7a74eaf421,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:17.610161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cffc98-bbf7-428f-82e8-880f105b3e74 req-f97cc4fb-66ce-44cc-bc9e-265623026877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:17.611641 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88cffc98-bbf7-428f-82e8-880f105b3e74 req-f97cc4fb-66ce-44cc-bc9e-265623026877 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 HTTP/1.1" status: 200 len: 917 time: 0.4989846 Feb 09 14:24:17.809881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-4898b61c-847f-4429-9084-02e8038e2fde tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:17.810501 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-4898b61c-847f-4429-9084-02e8038e2fde tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:17.925772 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88cffc98-bbf7-428f-82e8-880f105b3e74 req-8e89c790-177e-4c6e-a635-6304f65972bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e48101c-8487-4aaa-8382-1ef05da81c44 HTTP/1.1" status: 200 len: 1001 time: 0.2969198 Feb 09 14:24:17.942547 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-4898b61c-847f-4429-9084-02e8038e2fde tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1712239 Feb 09 14:24:17.995609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Request body: {'port': {'device_id': '095d693c-67e0-4f51-b7fe-92d560a3ec3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:18.117841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356aa131-ae09-4339-9b69-40399ce69289 req-f7146404-a5eb-4aea-abc0-fa11d264e890 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:18.125273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356aa131-ae09-4339-9b69-40399ce69289 req-f7146404-a5eb-4aea-abc0-fa11d264e890 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:18.130182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128165a-4d1f-408e-a4af-2d4f699e8359 req-2d64a3db-82f4-4b6a-a7ef-289f26a807b7 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:18.131934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356aa131-ae09-4339-9b69-40399ce69289 req-f7146404-a5eb-4aea-abc0-fa11d264e890 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:18.133264 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a128165a-4d1f-408e-a4af-2d4f699e8359 req-2d64a3db-82f4-4b6a-a7ef-289f26a807b7 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 945 time: 0.1190126 Feb 09 14:24:18.137849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356aa131-ae09-4339-9b69-40399ce69289 req-f7146404-a5eb-4aea-abc0-fa11d264e890 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:18.143776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356aa131-ae09-4339-9b69-40399ce69289 req-f7146404-a5eb-4aea-abc0-fa11d264e890 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:18.150091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356aa131-ae09-4339-9b69-40399ce69289 req-f7146404-a5eb-4aea-abc0-fa11d264e890 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:18.156189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356aa131-ae09-4339-9b69-40399ce69289 req-f7146404-a5eb-4aea-abc0-fa11d264e890 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:18.164250 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-356aa131-ae09-4339-9b69-40399ce69289 req-f7146404-a5eb-4aea-abc0-fa11d264e890 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5442 time: 0.4676187 Feb 09 14:24:18.192711 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a128165a-4d1f-408e-a4af-2d4f699e8359 req-63d898f2-11b7-438a-a7b0-3cd781235d46 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517786 Feb 09 14:24:18.232860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cffc98-bbf7-428f-82e8-880f105b3e74 req-2b0ccc55-2ed0-4593-aaef-0516e5a11fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:18.234077 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88cffc98-bbf7-428f-82e8-880f105b3e74 req-2b0ccc55-2ed0-4593-aaef-0516e5a11fab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb67a8bd-310b-449e-8628-b14f3b207e8b HTTP/1.1" status: 200 len: 856 time: 0.2946541 Feb 09 14:24:18.250305 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d11e4142-3eef-4cb0-8481-c1a563d7a524 req-8f98c381-0cae-4b6e-8132-43a7c7015da6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] For port fbfd252e-614b-4f95-bec0-326b935ca089, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=fbfd252e-614b-4f95-bec0-326b935ca089,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:18.250667 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d11e4142-3eef-4cb0-8481-c1a563d7a524 req-8f98c381-0cae-4b6e-8132-43a7c7015da6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:18.413796 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39986) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:18.433607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c095cb-0f73-4ca0-8c29-721fbd1c4688 req-78180d5f-f5a1-42c3-8c3c-9203a723250e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:18.436252 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-17c095cb-0f73-4ca0-8c29-721fbd1c4688 req-78180d5f-f5a1-42c3-8c3c-9203a723250e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 931 time: 0.0998900 Feb 09 14:24:18.443564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d11e4142-3eef-4cb0-8481-c1a563d7a524 req-8f98c381-0cae-4b6e-8132-43a7c7015da6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Calling delete_port for fbfd252e-614b-4f95-bec0-326b935ca089 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:24:18.493048 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-17c095cb-0f73-4ca0-8c29-721fbd1c4688 req-43116ed8-4d96-415d-880a-25d37b77d975 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499754 Feb 09 14:24:18.634356 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:18.668674 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-356aa131-ae09-4339-9b69-40399ce69289 req-2ae7544b-8c79-4801-b229-5cc9db364c18 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5035667 Feb 09 14:24:18.772638 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2120478295-network', 'tenant_id': 'ccdea2c300184c30ab859d88918735da'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:18.777722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:18.782230 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Usage tracker for resource:network and tenant:ccdea2c300184c30ab859d88918735da is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:18.785158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:18.791597 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:18.800855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Made reservation on behalf of ccdea2c300184c30ab859d88918735da for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:24:18.803918 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:18.822392 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:18.876723 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cffc98-bbf7-428f-82e8-880f105b3e74 req-761ca787-f94b-4ead-adf6-51a1f14a8c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:18.878525 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88cffc98-bbf7-428f-82e8-880f105b3e74 req-761ca787-f94b-4ead-adf6-51a1f14a8c11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b5b27cbb-3aca-4697-bd3f-5eb25bd866e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6200182 Feb 09 14:24:18.934812 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:18.938625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Usage tracker for resource:security_group_rule and tenant:ccdea2c300184c30ab859d88918735da is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:18.941738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:18.948730 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:19.073687 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:19.079984 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:19.089504 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d11e4142-3eef-4cb0-8481-c1a563d7a524 req-8f98c381-0cae-4b6e-8132-43a7c7015da6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:19.107355 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['23cce45b-0b74-4331-bb0a-8d977a53d459', 'ca56a3ea-fd70-4992-a574-6088e0c17cf6'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:24:19.121069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:24:19.139492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba75e546-476e-4ebe-ab82-17ea4f272538,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:19.153301 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:19.153817 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Added segment 937e6228-ea4b-4a87-aa62-0a70c607a2d4 of type vlan for network f91bd866-3f57-46af-bc51-256dc4b2ff93 Feb 09 14:24:19.159572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98c381-0cae-4b6e-8132-43a7c7015da6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Pushing event deleted for resources: {'Port': ['ID=fbfd252e-614b-4f95-bec0-326b935ca089,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:19.194420 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:19.242901 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:19.244304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:19.244965 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:19.385353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40014) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:19.386046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] Pushing event updated for resources: {'Network': ['ID=f91bd866-3f57-46af-bc51-256dc4b2ff93,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:19.410218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network f91bd866-3f57-46af-bc51-256dc4b2ff93 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:24:19.422244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11e4142-3eef-4cb0-8481-c1a563d7a524 req-8f98c381-0cae-4b6e-8132-43a7c7015da6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] No DVR routers for this DVR port fbfd252e-614b-4f95-bec0-326b935ca089 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:24:19.424278 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-96124976-f9a6-449e-a919-a1d3922af1be admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0075159 Feb 09 14:24:19.427232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40020) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:19.436401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0e5a4b92-1cd9-4e29-b58d-d496f01a6373 admin admin] Request body: {'subnet': {'network_id': 'f91bd866-3f57-46af-bc51-256dc4b2ff93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2120478295-subnet', 'tenant_id': 'ccdea2c300184c30ab859d88918735da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:19.436647 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d11e4142-3eef-4cb0-8481-c1a563d7a524 req-8f98c381-0cae-4b6e-8132-43a7c7015da6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:19.441764 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88cffc98-bbf7-428f-82e8-880f105b3e74 req-9f8d5d8e-54ee-4f0c-9117-ec8d5050a989 service neutron] 10.222.0.35 "GET /v2.0/networks/b5b27cbb-3aca-4697-bd3f-5eb25bd866e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540125 Feb 09 14:24:19.445018 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0e5a4b92-1cd9-4e29-b58d-d496f01a6373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:19.450605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0e5a4b92-1cd9-4e29-b58d-d496f01a6373 admin admin] Usage tracker for resource:subnet and tenant:ccdea2c300184c30ab859d88918735da is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:19.458032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0e5a4b92-1cd9-4e29-b58d-d496f01a6373 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:19.479262 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0e5a4b92-1cd9-4e29-b58d-d496f01a6373 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:19.481170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8fc1ad-efac-48ff-bc13-f682122d4c4c', 'name': 'network-vif-deleted', 'tag': 'fbfd252e-614b-4f95-bec0-326b935ca089'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:24:19.503316 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5a4b92-1cd9-4e29-b58d-d496f01a6373 admin admin] Made reservation on behalf of ccdea2c300184c30ab859d88918735da for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:24:19.506893 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e5a4b92-1cd9-4e29-b58d-d496f01a6373 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:19.613044 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8fc1ad-efac-48ff-bc13-f682122d4c4c', 'name': 'network-vif-deleted', 'tag': 'fbfd252e-614b-4f95-bec0-326b935ca089', 'status': 'completed', 'code': 200} Feb 09 14:24:19.643433 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d11e4142-3eef-4cb0-8481-c1a563d7a524 req-8f98c381-0cae-4b6e-8132-43a7c7015da6 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.35 "DELETE /v2.0/ports/fbfd252e-614b-4f95-bec0-326b935ca089 HTTP/1.1" status: 204 len: 173 time: 2.5089340 Feb 09 14:24:19.937507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37929cd7-3490-4510-ab44-7f7a74eaf421 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:24:19.950533 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88cffc98-bbf7-428f-82e8-880f105b3e74 req-70a6014e-9150-4c7c-be41-f19163862c2f service neutron] 10.222.0.35 "GET /v2.0/networks/b5b27cbb-3aca-4697-bd3f-5eb25bd866e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977643 Feb 09 14:24:19.952678 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:19.994113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Transition to ACTIVE for port object 37929cd7-3490-4510-ab44-7f7a74eaf421 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:24:20.001246 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:20.064207 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-765b2962-5154-4ec7-a17c-4b1a35199dc9 req-3ed5ce4c-dcfa-4fda-92bd-694a1d56723f tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e8fc1ad-efac-48ff-bc13-f682122d4c4c HTTP/1.1" status: 200 len: 210 time: 0.1899776 Feb 09 14:24:20.087785 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bfa3b38f-94bb-4a3f-a75f-9cc39024c911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:20.110772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bfa3b38f-94bb-4a3f-a75f-9cc39024c911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:20.167223 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c5ec4-b3bd-4497-afd2-b7965bd72713 req-1a9111e2-41c7-4857-96fc-bfc961e5917b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:20.168493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7f8c5ec4-b3bd-4497-afd2-b7965bd72713 req-1a9111e2-41c7-4857-96fc-bfc961e5917b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Synchronizing usage tracker for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:20.170187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bfa3b38f-94bb-4a3f-a75f-9cc39024c911 admin admin] Usage tracker for resource:security_group_rule and tenant:0cb273c53eb14375a904c9b722cd6b2a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:20.174475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bfa3b38f-94bb-4a3f-a75f-9cc39024c911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:20.178029 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e5a4b92-1cd9-4e29-b58d-d496f01a6373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:20.218069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bfa3b38f-94bb-4a3f-a75f-9cc39024c911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:20.222987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=37929cd7-3490-4510-ab44-7f7a74eaf421,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:20.280986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7f8c5ec4-b3bd-4497-afd2-b7965bd72713 req-1a9111e2-41c7-4857-96fc-bfc961e5917b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Unset dirty status for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:20.282162 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f8c5ec4-b3bd-4497-afd2-b7965bd72713 req-1a9111e2-41c7-4857-96fc-bfc961e5917b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 931 time: 0.4517257 Feb 09 14:24:20.312707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a4b92-1cd9-4e29-b58d-d496f01a6373 admin admin] Checking segment: {'id': '937e6228-ea4b-4a87-aa62-0a70c607a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f91bd866-3f57-46af-bc51-256dc4b2ff93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:24:20.313055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5a4b92-1cd9-4e29-b58d-d496f01a6373 admin admin] Network hostable DHCP agents. Network: f91bd866-3f57-46af-bc51-256dc4b2ff93, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:24:20.324094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a4b92-1cd9-4e29-b58d-d496f01a6373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c27b9a75-0d27-4005-bd83-bdce0a1c5b35,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:20.353341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5a4b92-1cd9-4e29-b58d-d496f01a6373 admin admin] Network f91bd866-3f57-46af-bc51-256dc4b2ff93 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:24:20.363349 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7f8c5ec4-b3bd-4497-afd2-b7965bd72713 req-5bbff365-6441-4971-8f4a-3822a8ad1d23 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717645 Feb 09 14:24:20.366063 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Attempting to bind port 37929cd7-3490-4510-ab44-7f7a74eaf421 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:24:20.366645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Attempting to bind port 37929cd7-3490-4510-ab44-7f7a74eaf421 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:24:20.366948 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0e5a4b92-1cd9-4e29-b58d-d496f01a6373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, f91bd866-3f57-46af-bc51-256dc4b2ff93) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:24:20.367340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Attempting to bind port 37929cd7-3490-4510-ab44-7f7a74eaf421 on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:24:20.372591 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5a4b92-1cd9-4e29-b58d-d496f01a6373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:20.373180 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e5a4b92-1cd9-4e29-b58d-d496f01a6373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:20.377909 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54526dae-0b01-4c47-9971-daa539a1d5d7 None None] Network f91bd866-3f57-46af-bc51-256dc4b2ff93 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:24:20.387065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Port 37929cd7-3490-4510-ab44-7f7a74eaf421 on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:24:20.388546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Attempting to bind port 37929cd7-3490-4510-ab44-7f7a74eaf421 on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:24:20.400559 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:24:20.406161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Checking segment: {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:24:20.406830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Bound using segment: {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:24:20.409797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Bound port: 37929cd7-3490-4510-ab44-7f7a74eaf421, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:24:20.411305 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:20.431881 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0e5a4b92-1cd9-4e29-b58d-d496f01a6373 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0021007 Feb 09 14:24:20.454837 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bfa3b38f-94bb-4a3f-a75f-9cc39024c911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:20.460967 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bfa3b38f-94bb-4a3f-a75f-9cc39024c911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:20.517626 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bfa3b38f-94bb-4a3f-a75f-9cc39024c911 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0cb273c53eb14375a904c9b722cd6b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1273189 Feb 09 14:24:20.520785 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40052) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:20.560774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] For port 37929cd7-3490-4510-ab44-7f7a74eaf421, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:24:20.568901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] For port 37929cd7-3490-4510-ab44-7f7a74eaf421, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=37929cd7-3490-4510-ab44-7f7a74eaf421,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:24:20.574286 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:20.608813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3b38f-94bb-4a3f-a75f-9cc39024c911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7c6fdf-2d5a-46f9-b242-1521dbe937ff,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:20.626265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device fbfd252e-614b-4f95-bec0-326b935ca089 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:24:20.660782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:20.661431 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:20.678119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] 10.222.0.35 "PUT /v2.0/ports/37929cd7-3490-4510-ab44-7f7a74eaf421 HTTP/1.1" status: 200 len: 1091 time: 2.6940365 Feb 09 14:24:20.715653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0894e-67c5-49c4-a15d-3c83187ec3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=37929cd7-3490-4510-ab44-7f7a74eaf421,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:20.726158 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-629b7868-fc4b-4ee8-9aeb-3019b267b617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:20.735368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: fbfd252e-614b-4f95-bec0-326b935ca089 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:24:20.735746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device fbfd252e-614b-4f95-bec0-326b935ca089 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:24:20.751052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c097e8-be0d-43fe-8386-2bf792f0775a req-6c14de80-b607-4c9e-98ad-f9b96c1c2404 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:20.757935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c097e8-be0d-43fe-8386-2bf792f0775a req-6c14de80-b607-4c9e-98ad-f9b96c1c2404 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:20.765032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c097e8-be0d-43fe-8386-2bf792f0775a req-6c14de80-b607-4c9e-98ad-f9b96c1c2404 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:20.776011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c097e8-be0d-43fe-8386-2bf792f0775a req-6c14de80-b607-4c9e-98ad-f9b96c1c2404 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:20.783788 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c097e8-be0d-43fe-8386-2bf792f0775a req-6c14de80-b607-4c9e-98ad-f9b96c1c2404 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:20.794924 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c097e8-be0d-43fe-8386-2bf792f0775a req-6c14de80-b607-4c9e-98ad-f9b96c1c2404 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:20.804794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c097e8-be0d-43fe-8386-2bf792f0775a req-6c14de80-b607-4c9e-98ad-f9b96c1c2404 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:20.814429 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-86c097e8-be0d-43fe-8386-2bf792f0775a req-6c14de80-b607-4c9e-98ad-f9b96c1c2404 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5442 time: 0.3102767 Feb 09 14:24:20.841725 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-629b7868-fc4b-4ee8-9aeb-3019b267b617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:20.905762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-98cca6a8-d3bf-4ec1-a200-d61973c9841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:20.908210 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-98cca6a8-d3bf-4ec1-a200-d61973c9841a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 1094 time: 0.1353846 Feb 09 14:24:20.914792 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-86c097e8-be0d-43fe-8386-2bf792f0775a req-59ac013d-ea53-4fc2-9d60-c31d2c44804d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992861 Feb 09 14:24:20.967991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082a8356-609e-48ff-8c34-bf577d779cf6 None None] Network f91bd866-3f57-46af-bc51-256dc4b2ff93 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:24:20.975553 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-629b7868-fc4b-4ee8-9aeb-3019b267b617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:21.017691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b7868-fc4b-4ee8-9aeb-3019b267b617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7c6fdf-2d5a-46f9-b242-1521dbe937ff,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:21.027158 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-629b7868-fc4b-4ee8-9aeb-3019b267b617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:21.033419 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-629b7868-fc4b-4ee8-9aeb-3019b267b617 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b7c6fdf-2d5a-46f9-b242-1521dbe937ff HTTP/1.1" status: 204 len: 168 time: 0.4796505 Feb 09 14:24:21.042837 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-6d8a78bc-c5ca-4386-9bd6-8007cc13b106 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37929cd7-3490-4510-ab44-7f7a74eaf421 HTTP/1.1" status: 200 len: 217 time: 0.1195562 Feb 09 14:24:21.154877 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:24:21.349756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3238-06f1-49b4-9a12-f291654f3a14 req-c61d57ed-8465-4830-9d37-826cd14eaddd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:21.358953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-a433aace-7538-4a7a-b13e-ba1d11f1be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:21.360620 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-a433aace-7538-4a7a-b13e-ba1d11f1be1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2315fb8e-5bcf-45cb-897d-5aa2d617522a HTTP/1.1" status: 200 len: 846 time: 0.3099492 Feb 09 14:24:21.369905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3238-06f1-49b4-9a12-f291654f3a14 req-c61d57ed-8465-4830-9d37-826cd14eaddd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:21.377280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3238-06f1-49b4-9a12-f291654f3a14 req-c61d57ed-8465-4830-9d37-826cd14eaddd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:21.383588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3238-06f1-49b4-9a12-f291654f3a14 req-c61d57ed-8465-4830-9d37-826cd14eaddd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:21.390048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3238-06f1-49b4-9a12-f291654f3a14 req-c61d57ed-8465-4830-9d37-826cd14eaddd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:21.401430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3238-06f1-49b4-9a12-f291654f3a14 req-c61d57ed-8465-4830-9d37-826cd14eaddd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:21.403920 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3238-06f1-49b4-9a12-f291654f3a14 req-c61d57ed-8465-4830-9d37-826cd14eaddd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:21.408265 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7dae3238-06f1-49b4-9a12-f291654f3a14 req-c61d57ed-8465-4830-9d37-826cd14eaddd tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5442 time: 0.2948031 Feb 09 14:24:21.468755 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7dae3238-06f1-49b4-9a12-f291654f3a14 req-a17b5235-49f6-4299-8f6e-387e7b95a4ad tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532799 Feb 09 14:24:21.491854 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-841e9eb7-e639-45ec-97bd-4228f49e6e7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504549 Feb 09 14:24:21.614568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095d693c-67e0-4f51-b7fe-92d560a3ec3d', 'tag': '37929cd7-3490-4510-ab44-7f7a74eaf421'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:24:21.662489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01887a-3811-41e4-9807-97b7d792771a req-6a5f0446-e462-45e4-ab7b-5862009dc544 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:21.669411 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad01887a-3811-41e4-9807-97b7d792771a req-6a5f0446-e462-45e4-ab7b-5862009dc544 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/networks?id=f91bd866-3f57-46af-bc51-256dc4b2ff93 HTTP/1.1" status: 200 len: 809 time: 0.3073952 Feb 09 14:24:21.698532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad01887a-3811-41e4-9807-97b7d792771a req-02913311-3475-44c8-a33d-872e604b0a1f tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/quotas/ccdea2c300184c30ab859d88918735da HTTP/1.1" status: 200 len: 375 time: 0.0284281 Feb 09 14:24:21.771603 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad01887a-3811-41e4-9807-97b7d792771a req-f1ed8c2a-c8f7-425a-a988-7ec75fea7610 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ccdea2c300184c30ab859d88918735da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722809 Feb 09 14:24:21.793588 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-91f05854-fb30-4f2f-97e6-1099d8ce4b0b service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930923 Feb 09 14:24:22.059233 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc0781da-cab4-473f-b529-de1260d8ebbe req-72555462-5618-48f5-b524-68b6f044c167 service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157092 Feb 09 14:24:22.072729 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad01887a-3811-41e4-9807-97b7d792771a req-b2b9751c-d41b-4466-8fe8-393ae695adc6 service neutron] 10.222.0.48 "GET /v2.0/networks/f91bd866-3f57-46af-bc51-256dc4b2ff93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001182 Feb 09 14:24:22.366887 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad01887a-3811-41e4-9807-97b7d792771a req-9a982a91-19bf-4fe7-8216-7b09cbc384c0 service neutron] 10.222.0.48 "GET /v2.0/networks/f91bd866-3f57-46af-bc51-256dc4b2ff93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932925 Feb 09 14:24:22.517117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4e116-2f89-464e-bfa5-3be4688fdd1a req-116735f9-aace-4799-b2ec-b5e5de08e77e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:22.519582 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5bf4e116-2f89-464e-bfa5-3be4688fdd1a req-116735f9-aace-4799-b2ec-b5e5de08e77e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 943 time: 0.1698530 Feb 09 14:24:22.682555 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5bf4e116-2f89-464e-bfa5-3be4688fdd1a req-d90093c5-f8ef-4802-9ceb-08008661caf6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429439 Feb 09 14:24:22.733500 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095d693c-67e0-4f51-b7fe-92d560a3ec3d', 'tag': '37929cd7-3490-4510-ab44-7f7a74eaf421', 'status': 'completed', 'code': 200} Feb 09 14:24:22.913679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a744a-aff8-412f-aa9a-d4c118c10687 req-cc69353e-cfbc-4983-a976-60e0769fd6e1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:22.942547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a744a-aff8-412f-aa9a-d4c118c10687 req-cc69353e-cfbc-4983-a976-60e0769fd6e1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:22.954480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a744a-aff8-412f-aa9a-d4c118c10687 req-cc69353e-cfbc-4983-a976-60e0769fd6e1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:22.963211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a744a-aff8-412f-aa9a-d4c118c10687 req-cc69353e-cfbc-4983-a976-60e0769fd6e1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:22.969933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a744a-aff8-412f-aa9a-d4c118c10687 req-cc69353e-cfbc-4983-a976-60e0769fd6e1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:22.976596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a744a-aff8-412f-aa9a-d4c118c10687 req-cc69353e-cfbc-4983-a976-60e0769fd6e1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:22.983438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a744a-aff8-412f-aa9a-d4c118c10687 req-cc69353e-cfbc-4983-a976-60e0769fd6e1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:22.985489 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-069a744a-aff8-412f-aa9a-d4c118c10687 req-cc69353e-cfbc-4983-a976-60e0769fd6e1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5442 time: 0.3896780 Feb 09 14:24:23.064934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c4487-d33f-4695-82a7-944c4b9b585a req-b70a69ae-fa18-4f73-bf21-133be2869ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:23.067391 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c60c4487-d33f-4695-82a7-944c4b9b585a req-b70a69ae-fa18-4f73-bf21-133be2869ea5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 1094 time: 0.2918794 Feb 09 14:24:23.360763 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b28f4a-f2ab-4944-b82c-b14fe4c2865a req-461bab16-9ad5-4210-9411-664d26fc9b26 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:23.368060 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8c874ef-048d-4c2d-b1e4-65e664ee1975 req-9f8c41b0-5d8d-4327-9e38-5762044c6b2e tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 210 time: 0.2331045 Feb 09 14:24:23.368501 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3b28f4a-f2ab-4944-b82c-b14fe4c2865a req-461bab16-9ad5-4210-9411-664d26fc9b26 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6 HTTP/1.1" status: 200 len: 946 time: 0.1609557 Feb 09 14:24:23.446556 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3b28f4a-f2ab-4944-b82c-b14fe4c2865a req-fa0cd9d3-6d26-460e-bf6d-ba8458175f75 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613558 Feb 09 14:24:23.478349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c4487-d33f-4695-82a7-944c4b9b585a req-236ccb21-ba09-4664-9117-fc703c9dc10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:23.485772 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c60c4487-d33f-4695-82a7-944c4b9b585a req-236ccb21-ba09-4664-9117-fc703c9dc10a service neutron] 10.222.0.35 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 906 time: 0.4039688 Feb 09 14:24:23.591622 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c60c4487-d33f-4695-82a7-944c4b9b585a req-3e4e3d47-d262-4855-beec-7163104441fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37929cd7-3490-4510-ab44-7f7a74eaf421 HTTP/1.1" status: 200 len: 217 time: 0.0920603 Feb 09 14:24:23.680605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40226) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:23.695774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c4487-d33f-4695-82a7-944c4b9b585a req-a472b79b-9d5a-4f4e-898d-2dcb9f7ee78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:23.697391 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c60c4487-d33f-4695-82a7-944c4b9b585a req-a472b79b-9d5a-4f4e-898d-2dcb9f7ee78d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2315fb8e-5bcf-45cb-897d-5aa2d617522a HTTP/1.1" status: 200 len: 846 time: 0.0873053 Feb 09 14:24:23.811013 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c60c4487-d33f-4695-82a7-944c4b9b585a req-655a6ee1-d105-452c-a277-449df4dfbf2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020951 Feb 09 14:24:23.869013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99b5c0-7c78-4de0-aef2-f3e53506598b req-8277e357-ac51-4b77-9177-8f9ffbe4270b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:23.870774 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2e99b5c0-7c78-4de0-aef2-f3e53506598b req-8277e357-ac51-4b77-9177-8f9ffbe4270b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1220908 Feb 09 14:24:23.924677 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2e99b5c0-7c78-4de0-aef2-f3e53506598b req-6d4827fe-1935-452e-81f1-564a4825ea85 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472152 Feb 09 14:24:24.087270 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:24.119965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:24.127649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Usage tracker for resource:security_group_rule and tenant:3ef5d5f1170f407ba4d9519c632ef452 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:24.134557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:24.147591 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3734a3-8e75-4f10-b2a8-078827d6f6de req-bcd27951-9f00-4888-8574-69ac71048818 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:24.148799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:24.152209 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2a3734a3-8e75-4f10-b2a8-078827d6f6de req-bcd27951-9f00-4888-8574-69ac71048818 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.0908983 Feb 09 14:24:24.193583 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c60c4487-d33f-4695-82a7-944c4b9b585a req-8690356b-09a8-4535-82b8-4d95796e3424 service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701701 Feb 09 14:24:24.213767 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2a3734a3-8e75-4f10-b2a8-078827d6f6de req-374053d0-73e1-4db2-8155-c935c4ca4f38 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585027 Feb 09 14:24:24.219804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21578903-36c3-4d48-b0ed-529b26ba644b req-797e282e-f490-4f70-9f46-6eabf146bd2f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:24.221730 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-21578903-36c3-4d48-b0ed-529b26ba644b req-797e282e-f490-4f70-9f46-6eabf146bd2f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 943 time: 0.3743858 Feb 09 14:24:24.371869 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-21578903-36c3-4d48-b0ed-529b26ba644b req-76eeedb2-88dd-424b-b359-3cea047680d2 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241837 Feb 09 14:24:24.439662 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c60c4487-d33f-4695-82a7-944c4b9b585a req-0d71b808-dd1a-4c9f-9016-f3fa436f6cad service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167592 Feb 09 14:24:24.456339 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:24.462444 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:24.523989 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ef5d5f1170f407ba4d9519c632ef452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8423283 Feb 09 14:24:24.526331 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251f00eb-1a0e-453a-ab46-584d4a131853,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:24.526883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40306) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:24.547152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:24.548369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:24.548937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:24.549507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:24.550408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:24.551218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:24.551944 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:24.552547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:24.553089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:24.553998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:24.554777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:24.555630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f557b21-c3a0-4e11-8597-83b0d66dd5b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:24.677754 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14ecf40a-aaf7-4651-b301-69683c4d61f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:24.743396 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14ecf40a-aaf7-4651-b301-69683c4d61f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:24.790058 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0347eed2-a7b6-49a1-8a7e-0b527ba8b8fa req-cbb1c6d8-ed13-4200-83f0-b0758d58daf3 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 210 time: 0.1483092 Feb 09 14:24:24.866369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01887a-3811-41e4-9807-97b7d792771a req-56645994-add7-422c-8a57-d96f536bbf22 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:24.868838 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad01887a-3811-41e4-9807-97b7d792771a req-56645994-add7-422c-8a57-d96f536bbf22 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.35 "GET /v2.0/networks?id=f91bd866-3f57-46af-bc51-256dc4b2ff93 HTTP/1.1" status: 200 len: 809 time: 0.2626362 Feb 09 14:24:24.886523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-ad01887a-3811-41e4-9807-97b7d792771a req-7de96b00-a042-4c8a-9bdc-fe0fccf4d7e5 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Request body: {'port': {'device_id': '07176d7d-e255-4e15-873d-f3e4c4ea617f', 'network_id': 'f91bd866-3f57-46af-bc51-256dc4b2ff93', 'admin_state_up': True, 'tenant_id': 'ccdea2c300184c30ab859d88918735da'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:24.898651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec717428-641c-4e22-a627-f50c7a5a1bba req-590fe13a-f6e1-47d3-8451-2690df89b1e2 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:24.900182 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec717428-641c-4e22-a627-f50c7a5a1bba req-590fe13a-f6e1-47d3-8451-2690df89b1e2 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6 HTTP/1.1" status: 200 len: 946 time: 0.1452670 Feb 09 14:24:24.900670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40320) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:24.918358 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14ecf40a-aaf7-4651-b301-69683c4d61f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:24.943887 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecf40a-aaf7-4651-b301-69683c4d61f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251f00eb-1a0e-453a-ab46-584d4a131853,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:25.016956 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec717428-641c-4e22-a627-f50c7a5a1bba req-427be0d3-844d-4eff-b115-160e71fbbc04 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875895 Feb 09 14:24:25.017745 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14ecf40a-aaf7-4651-b301-69683c4d61f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:25.018722 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-14ecf40a-aaf7-4651-b301-69683c4d61f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/251f00eb-1a0e-453a-ab46-584d4a131853 HTTP/1.1" status: 204 len: 168 time: 0.4892750 Feb 09 14:24:25.074270 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a69edbc0-9e60-43b3-9480-58e431c39c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:25.090515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a69edbc0-9e60-43b3-9480-58e431c39c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:25.096082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a69edbc0-9e60-43b3-9480-58e431c39c39 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ff9001137545ec8bb283b56ecd0e14 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:25.100035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a69edbc0-9e60-43b3-9480-58e431c39c39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:25.106747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a69edbc0-9e60-43b3-9480-58e431c39c39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:25.136386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760128de-5de5-40af-ac39-200606f738c9 req-4287c430-3e74-454d-ae6e-3b83417a09ea tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:25.137869 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-760128de-5de5-40af-ac39-200606f738c9 req-4287c430-3e74-454d-ae6e-3b83417a09ea tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1434309 Feb 09 14:24:25.150664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-ad01887a-3811-41e4-9807-97b7d792771a req-7de96b00-a042-4c8a-9bdc-fe0fccf4d7e5 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:25.173087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ad01887a-3811-41e4-9807-97b7d792771a req-7de96b00-a042-4c8a-9bdc-fe0fccf4d7e5 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Usage tracker for resource:port and tenant:ccdea2c300184c30ab859d88918735da is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:25.179317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ad01887a-3811-41e4-9807-97b7d792771a req-7de96b00-a042-4c8a-9bdc-fe0fccf4d7e5 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:25.187380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-ad01887a-3811-41e4-9807-97b7d792771a req-7de96b00-a042-4c8a-9bdc-fe0fccf4d7e5 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:25.215655 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-760128de-5de5-40af-ac39-200606f738c9 req-7ec01278-86dd-4b24-8e05-5856a56a5e74 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662134 Feb 09 14:24:25.218340 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a69edbc0-9e60-43b3-9480-58e431c39c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:25.223658 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a69edbc0-9e60-43b3-9480-58e431c39c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:25.232387 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad01887a-3811-41e4-9807-97b7d792771a req-7de96b00-a042-4c8a-9bdc-fe0fccf4d7e5 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Made reservation on behalf of ccdea2c300184c30ab859d88918735da for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:24:25.236475 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ad01887a-3811-41e4-9807-97b7d792771a req-7de96b00-a042-4c8a-9bdc-fe0fccf4d7e5 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:25.288811 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a69edbc0-9e60-43b3-9480-58e431c39c39 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5ff9001137545ec8bb283b56ecd0e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3865056 Feb 09 14:24:25.289879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69edbc0-9e60-43b3-9480-58e431c39c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198fb301-b936-44d8-9053-3dfc3083c50d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:25.294111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40334) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:25.450906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40342) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:25.480560 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-24d9e3e4-1e99-4430-a771-0b678eec2262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:25.510232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-24d9e3e4-1e99-4430-a771-0b678eec2262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:25.510463 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3e1018dc-2f6a-4cf8-a148-5dc3d315610f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:25.530114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-24d9e3e4-1e99-4430-a771-0b678eec2262 admin admin] Usage tracker for resource:security_group_rule and tenant:1b3cc473d47349969b7c0330a95d19a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:25.538838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-24d9e3e4-1e99-4430-a771-0b678eec2262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:25.544653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-ad01887a-3811-41e4-9807-97b7d792771a req-7de96b00-a042-4c8a-9bdc-fe0fccf4d7e5 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Allocated IP 172.20.0.12 (f91bd866-3f57-46af-bc51-256dc4b2ff93/c27b9a75-0d27-4005-bd83-bdce0a1c5b35/832f7ef2-7597-4469-ad84-fe2df4f56413) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:24:25.545290 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3e1018dc-2f6a-4cf8-a148-5dc3d315610f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:25.553219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-24d9e3e4-1e99-4430-a771-0b678eec2262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:25.682899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ee0aa-2fb1-4f89-b082-db5d57b04d67 req-f4207ab9-13b9-49a7-8c22-fd8a3816518c tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:25.684547 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-715ee0aa-2fb1-4f89-b082-db5d57b04d67 req-f4207ab9-13b9-49a7-8c22-fd8a3816518c tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 943 time: 0.1153519 Feb 09 14:24:25.687925 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3e1018dc-2f6a-4cf8-a148-5dc3d315610f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:25.719994 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1018dc-2f6a-4cf8-a148-5dc3d315610f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198fb301-b936-44d8-9053-3dfc3083c50d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:25.732933 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3e1018dc-2f6a-4cf8-a148-5dc3d315610f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:25.734465 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3e1018dc-2f6a-4cf8-a148-5dc3d315610f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/198fb301-b936-44d8-9053-3dfc3083c50d HTTP/1.1" status: 204 len: 168 time: 0.4391408 Feb 09 14:24:25.765249 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-715ee0aa-2fb1-4f89-b082-db5d57b04d67 req-8de36ee0-8a9d-48fe-b69d-e4056c01aa1d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643053 Feb 09 14:24:25.844095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfe812-c1d5-4302-94a2-22254e8cc47b req-2ae36086-5308-490f-a895-26ad2ea6054c tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:25.844837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-59bfe812-c1d5-4302-94a2-22254e8cc47b req-2ae36086-5308-490f-a895-26ad2ea6054c tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Synchronizing usage tracker for tenant:67414f61298f4bde8d6f7ae0ededaa2d on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:25.901998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-59bfe812-c1d5-4302-94a2-22254e8cc47b req-2ae36086-5308-490f-a895-26ad2ea6054c tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Unset dirty status for tenant:67414f61298f4bde8d6f7ae0ededaa2d on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:25.903135 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59bfe812-c1d5-4302-94a2-22254e8cc47b req-2ae36086-5308-490f-a895-26ad2ea6054c tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.35 "GET /v2.0/ports?device_id=38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6 HTTP/1.1" status: 200 len: 946 time: 0.3155022 Feb 09 14:24:25.924946 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-24d9e3e4-1e99-4430-a771-0b678eec2262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.003254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-59bfe812-c1d5-4302-94a2-22254e8cc47b req-7afc175f-b05e-496e-9665-e7bcbdaf37b0 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Deleting port 23cce45b-0b74-4331-bb0a-8d977a53d459 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:24:26.003696 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59bfe812-c1d5-4302-94a2-22254e8cc47b req-7afc175f-b05e-496e-9665-e7bcbdaf37b0 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.048199 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-24d9e3e4-1e99-4430-a771-0b678eec2262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.085370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f865ff-34fe-4175-8067-50018300bd48 req-b0fcb581-8e29-4432-a343-684e6c1abe77 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:26.087702 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-07f865ff-34fe-4175-8067-50018300bd48 req-b0fcb581-8e29-4432-a343-684e6c1abe77 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1567230 Feb 09 14:24:26.134732 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ad01887a-3811-41e4-9807-97b7d792771a req-7de96b00-a042-4c8a-9bdc-fe0fccf4d7e5 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.145903 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-24d9e3e4-1e99-4430-a771-0b678eec2262 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b3cc473d47349969b7c0330a95d19a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6934881 Feb 09 14:24:26.149513 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40358) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:26.152310 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-07f865ff-34fe-4175-8067-50018300bd48 req-6df338ef-0f75-4dea-a652-ff747820e752 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577276 Feb 09 14:24:26.244087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40362) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:26.248994 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9e3e4-1e99-4430-a771-0b678eec2262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b166c071-7c74-40cd-94dc-7d9aafce988a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:26.284902 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-300d06cd-13d1-4528-94d6-65232495d75d req-cb7f27a1-b9bb-4472-9a0a-b5e587790387 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 210 time: 0.1203465 Feb 09 14:24:26.312518 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6b8954b-8e53-4d2a-b384-761e31feb785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.331102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e6b8954b-8e53-4d2a-b384-761e31feb785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:26.337035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e6b8954b-8e53-4d2a-b384-761e31feb785 admin admin] Usage tracker for resource:security_group_rule and tenant:f7a8130eba004cb78011af48b499f14b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:26.340639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e6b8954b-8e53-4d2a-b384-761e31feb785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:26.348082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e6b8954b-8e53-4d2a-b384-761e31feb785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:26.368426 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42b228f2-f50d-4617-b6a6-52dc1bc4b8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.385403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db834f88-8bd8-427e-9fac-3a27432e5a41 req-fa07233b-8f1a-4db4-b6ab-53c7c7696bb1 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:26.386917 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db834f88-8bd8-427e-9fac-3a27432e5a41 req-fa07233b-8f1a-4db4-b6ab-53c7c7696bb1 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6 HTTP/1.1" status: 200 len: 946 time: 0.1266315 Feb 09 14:24:26.453170 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db834f88-8bd8-427e-9fac-3a27432e5a41 req-2e2d3d80-96a8-481a-808c-3a2edb86060a tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606077 Feb 09 14:24:26.503396 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6b8954b-8e53-4d2a-b384-761e31feb785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.504855 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 37929cd7-3490-4510-ab44-7f7a74eaf421 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:24:26.510928 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6b8954b-8e53-4d2a-b384-761e31feb785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.551994 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e6b8954b-8e53-4d2a-b384-761e31feb785 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7a8130eba004cb78011af48b499f14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065288 Feb 09 14:24:26.552963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40366) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:26.592101 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42b228f2-f50d-4617-b6a6-52dc1bc4b8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.599064 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ad01887a-3811-41e4-9807-97b7d792771a req-7de96b00-a042-4c8a-9bdc-fe0fccf4d7e5 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.642011 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ea0823fb-cdbb-4fe7-816f-008d7feec919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.643769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8954b-8e53-4d2a-b384-761e31feb785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f059e1-31ef-44bf-9903-9c7fd4af2da7,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:26.670805 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 37929cd7-3490-4510-ab44-7f7a74eaf421, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=37929cd7-3490-4510-ab44-7f7a74eaf421,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:26.679389 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ea0823fb-cdbb-4fe7-816f-008d7feec919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.686445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '37929cd7-3490-4510-ab44-7f7a74eaf421', 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05', 'port_id': '37929cd7-3490-4510-ab44-7f7a74eaf421', 'mac_address': 'fa:16:3e:11:13:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2315fb8e-5bcf-45cb-897d-5aa2d617522a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:24:26.741050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad01887a-3811-41e4-9807-97b7d792771a req-7de96b00-a042-4c8a-9bdc-fe0fccf4d7e5 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Network f91bd866-3f57-46af-bc51-256dc4b2ff93 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:24:26.745381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-59bfe812-c1d5-4302-94a2-22254e8cc47b req-7afc175f-b05e-496e-9665-e7bcbdaf37b0 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] For port 23cce45b-0b74-4331-bb0a-8d977a53d459, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=23cce45b-0b74-4331-bb0a-8d977a53d459,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:26.745759 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59bfe812-c1d5-4302-94a2-22254e8cc47b req-7afc175f-b05e-496e-9665-e7bcbdaf37b0 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.746627 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ea0823fb-cdbb-4fe7-816f-008d7feec919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.754478 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-ad01887a-3811-41e4-9807-97b7d792771a req-7de96b00-a042-4c8a-9bdc-fe0fccf4d7e5 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:24:26.754735 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dcefed7b-9c62-4717-b3bc-03598213124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.758154 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.762705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad01887a-3811-41e4-9807-97b7d792771a req-7de96b00-a042-4c8a-9bdc-fe0fccf4d7e5 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:24:26.772542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0823fb-cdbb-4fe7-816f-008d7feec919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f059e1-31ef-44bf-9903-9c7fd4af2da7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:26.777488 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37929cd7-3490-4510-ab44-7f7a74eaf421 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:24:26.777749 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ea0823fb-cdbb-4fe7-816f-008d7feec919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.788318 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ea0823fb-cdbb-4fe7-816f-008d7feec919 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31f059e1-31ef-44bf-9903-9c7fd4af2da7 HTTP/1.1" status: 204 len: 168 time: 0.2325039 Feb 09 14:24:26.789549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de96b00-a042-4c8a-9bdc-fe0fccf4d7e5 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Pushing event updated for resources: {'Port': ['ID=832f7ef2-7597-4469-ad84-fe2df4f56413,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:26.821842 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 37929cd7-3490-4510-ab44-7f7a74eaf421, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=37929cd7-3490-4510-ab44-7f7a74eaf421,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:26.829424 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:26.908806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=37929cd7-3490-4510-ab44-7f7a74eaf421,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:26.935433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-59bfe812-c1d5-4302-94a2-22254e8cc47b req-7afc175f-b05e-496e-9665-e7bcbdaf37b0 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Calling delete_port for 23cce45b-0b74-4331-bb0a-8d977a53d459 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:24:27.059940 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42b228f2-f50d-4617-b6a6-52dc1bc4b8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:27.087418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01887a-3811-41e4-9807-97b7d792771a req-7de96b00-a042-4c8a-9bdc-fe0fccf4d7e5 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:27.088061 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ad01887a-3811-41e4-9807-97b7d792771a req-7de96b00-a042-4c8a-9bdc-fe0fccf4d7e5 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:27.117608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b228f2-f50d-4617-b6a6-52dc1bc4b8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b166c071-7c74-40cd-94dc-7d9aafce988a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:27.152192 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad01887a-3811-41e4-9807-97b7d792771a req-7de96b00-a042-4c8a-9bdc-fe0fccf4d7e5 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2702079 Feb 09 14:24:27.154944 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42b228f2-f50d-4617-b6a6-52dc1bc4b8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:27.156115 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-42b228f2-f50d-4617-b6a6-52dc1bc4b8ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b166c071-7c74-40cd-94dc-7d9aafce988a HTTP/1.1" status: 204 len: 168 time: 0.9956713 Feb 09 14:24:27.198395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Request body: {'port': {'device_id': '07176d7d-e255-4e15-873d-f3e4c4ea617f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:27.244291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9c123-a077-46bf-bff7-4980ea7fd30e req-ee737e2f-6503-45a0-94d1-f5d51efc941d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:27.246154 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-90c9c123-a077-46bf-bff7-4980ea7fd30e req-ee737e2f-6503-45a0-94d1-f5d51efc941d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 944 time: 0.3215370 Feb 09 14:24:27.364315 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59bfe812-c1d5-4302-94a2-22254e8cc47b req-7afc175f-b05e-496e-9665-e7bcbdaf37b0 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:27.377724 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['ca56a3ea-fd70-4992-a574-6088e0c17cf6'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:24:27.417512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635d2cd-4dc3-4469-be3a-ba2ddfa478b2 req-292aa32c-a80f-4e28-a289-81f8306503ee tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:27.426353 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1635d2cd-4dc3-4469-be3a-ba2ddfa478b2 req-292aa32c-a80f-4e28-a289-81f8306503ee tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1461639 Feb 09 14:24:27.442860 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-90c9c123-a077-46bf-bff7-4980ea7fd30e req-9c394490-27ff-4973-8de3-72117b148b1c tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832700 Feb 09 14:24:27.464797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc175f-b05e-496e-9665-e7bcbdaf37b0 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Pushing event deleted for resources: {'Port': ['ID=23cce45b-0b74-4331-bb0a-8d977a53d459,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:27.566938 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:27.568005 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1635d2cd-4dc3-4469-be3a-ba2ddfa478b2 req-a578d890-840d-47fb-9236-e6779b96fa06 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403208 Feb 09 14:24:27.609327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['37929cd7-3490-4510-ab44-7f7a74eaf421'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:24:27.695307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bfe812-c1d5-4302-94a2-22254e8cc47b req-7afc175f-b05e-496e-9665-e7bcbdaf37b0 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] No DVR routers for this DVR port 23cce45b-0b74-4331-bb0a-8d977a53d459 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:24:27.701856 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-59bfe812-c1d5-4302-94a2-22254e8cc47b req-7afc175f-b05e-496e-9665-e7bcbdaf37b0 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:27.705142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6', 'name': 'network-vif-deleted', 'tag': '23cce45b-0b74-4331-bb0a-8d977a53d459'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:24:27.787200 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59bfe812-c1d5-4302-94a2-22254e8cc47b req-7afc175f-b05e-496e-9665-e7bcbdaf37b0 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.35 "DELETE /v2.0/ports/23cce45b-0b74-4331-bb0a-8d977a53d459 HTTP/1.1" status: 204 len: 173 time: 1.8603013 Feb 09 14:24:28.033953 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c527595c-7a27-45c7-8404-9da014be4a07 req-2fde531a-f5dd-49cf-a60f-57641ade071f tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6 HTTP/1.1" status: 200 len: 210 time: 0.1714993 Feb 09 14:24:28.089938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdc4a5-2c12-4c63-9fb4-8aa2b9ae8d2b req-be835bcd-ec2f-44bb-a12a-a328ffb70bf0 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:28.092970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e8bdc4a5-2c12-4c63-9fb4-8aa2b9ae8d2b req-be835bcd-ec2f-44bb-a12a-a328ffb70bf0 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Synchronizing usage tracker for tenant:ccdea2c300184c30ab859d88918735da on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:28.261948 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cf58e2-1cf1-48e1-b7d6-39e08dafe4a6', 'name': 'network-vif-deleted', 'tag': '23cce45b-0b74-4331-bb0a-8d977a53d459', 'status': 'completed', 'code': 200} Feb 09 14:24:28.299408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e8bdc4a5-2c12-4c63-9fb4-8aa2b9ae8d2b req-be835bcd-ec2f-44bb-a12a-a328ffb70bf0 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Unset dirty status for tenant:ccdea2c300184c30ab859d88918735da on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:28.311191 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e8bdc4a5-2c12-4c63-9fb4-8aa2b9ae8d2b req-be835bcd-ec2f-44bb-a12a-a328ffb70bf0 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 932 time: 0.6692822 Feb 09 14:24:28.418890 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e8bdc4a5-2c12-4c63-9fb4-8aa2b9ae8d2b req-fe1f4390-60ad-4a3c-9880-5d88d81a48fa tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba75e546-476e-4ebe-ab82-17ea4f272538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065385 Feb 09 14:24:28.518408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 23cce45b-0b74-4331-bb0a-8d977a53d459 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:24:28.530753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832f7ef2-7597-4469-ad84-fe2df4f56413 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:24:28.548358 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:28.599970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Transition to ACTIVE for port object 832f7ef2-7597-4469-ad84-fe2df4f56413 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:24:28.610924 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:28.640988 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 23cce45b-0b74-4331-bb0a-8d977a53d459 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:24:28.641517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 23cce45b-0b74-4331-bb0a-8d977a53d459 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:24:28.755816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f3d03-9bd4-48d7-992b-dd052f820997 req-e223eaf7-0f02-40c5-b9ec-f086ae5df844 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:28.758332 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-315f3d03-9bd4-48d7-992b-dd052f820997 req-e223eaf7-0f02-40c5-b9ec-f086ae5df844 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 944 time: 0.1788719 Feb 09 14:24:28.839978 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-315f3d03-9bd4-48d7-992b-dd052f820997 req-ef68bebf-721e-4309-85da-af7b3ea3000f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731540 Feb 09 14:24:29.078913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Pushing event updated for resources: {'Port': ['ID=832f7ef2-7597-4469-ad84-fe2df4f56413,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:29.185198 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1e4f0ff3-693a-41ce-a128-e322b3542253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:29.185547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99992c-f477-406d-a013-13a02460693c req-fe7ea25d-39ef-4ec1-915f-e28a4cfc2055 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:29.196713 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a99992c-f477-406d-a013-13a02460693c req-fe7ea25d-39ef-4ec1-915f-e28a4cfc2055 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.3549893 Feb 09 14:24:29.198763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Attempting to bind port 832f7ef2-7597-4469-ad84-fe2df4f56413 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:24:29.199374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Attempting to bind port 832f7ef2-7597-4469-ad84-fe2df4f56413 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '937e6228-ea4b-4a87-aa62-0a70c607a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f91bd866-3f57-46af-bc51-256dc4b2ff93'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:24:29.199474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Attempting to bind port 832f7ef2-7597-4469-ad84-fe2df4f56413 on network f91bd866-3f57-46af-bc51-256dc4b2ff93 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:24:29.218363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Port 832f7ef2-7597-4469-ad84-fe2df4f56413 on network f91bd866-3f57-46af-bc51-256dc4b2ff93 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:24:29.218684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Attempting to bind port 832f7ef2-7597-4469-ad84-fe2df4f56413 on network f91bd866-3f57-46af-bc51-256dc4b2ff93 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:24:29.230705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:24:29.231038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Checking segment: {'id': '937e6228-ea4b-4a87-aa62-0a70c607a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f91bd866-3f57-46af-bc51-256dc4b2ff93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:24:29.231601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Bound using segment: {'id': '937e6228-ea4b-4a87-aa62-0a70c607a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f91bd866-3f57-46af-bc51-256dc4b2ff93'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:24:29.233643 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Bound port: 832f7ef2-7597-4469-ad84-fe2df4f56413, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937e6228-ea4b-4a87-aa62-0a70c607a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f91bd866-3f57-46af-bc51-256dc4b2ff93'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:24:29.233643 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:29.274254 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a99992c-f477-406d-a013-13a02460693c req-24999bbb-fb3c-49bb-bb41-ca822116461a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761294 Feb 09 14:24:29.381779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] For port 832f7ef2-7597-4469-ad84-fe2df4f56413, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:24:29.387523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] For port 832f7ef2-7597-4469-ad84-fe2df4f56413, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=832f7ef2-7597-4469-ad84-fe2df4f56413,segment=NetworkSegment(937e6228-ea4b-4a87-aa62-0a70c607a2d4),segment_id=937e6228-ea4b-4a87-aa62-0a70c607a2d4)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:24:29.394930 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:29.505162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:29.506066 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:29.507519 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad01887a-3811-41e4-9807-97b7d792771a req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] 10.222.0.35 "PUT /v2.0/ports/832f7ef2-7597-4469-ad84-fe2df4f56413 HTTP/1.1" status: 200 len: 1092 time: 2.3161049 Feb 09 14:24:29.519029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb469a3-0b46-4af6-95a3-96102d150844 service neutron] Pushing event updated for resources: {'Port': ['ID=832f7ef2-7597-4469-ad84-fe2df4f56413,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:29.708718 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe7f18-96be-446e-b40c-9b0a006a66a4 req-3a493c3a-dca8-4bcc-a0b3-e051e8c48e41 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:29.710500 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-08fe7f18-96be-446e-b40c-9b0a006a66a4 req-3a493c3a-dca8-4bcc-a0b3-e051e8c48e41 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 946 time: 0.0969210 Feb 09 14:24:29.752535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01887a-3811-41e4-9807-97b7d792771a req-3ab829aa-2b97-43e7-a266-516c370782c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:29.753920 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad01887a-3811-41e4-9807-97b7d792771a req-3ab829aa-2b97-43e7-a266-516c370782c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccdea2c300184c30ab859d88918735da&device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 1095 time: 0.1845598 Feb 09 14:24:29.764442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51f71b-72b2-428a-848c-656b16aa4ffc req-02bddf1d-21da-4dc8-8593-6e9f962973db tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:29.773266 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd51f71b-72b2-428a-848c-656b16aa4ffc req-02bddf1d-21da-4dc8-8593-6e9f962973db tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 944 time: 0.1299319 Feb 09 14:24:29.796223 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-08fe7f18-96be-446e-b40c-9b0a006a66a4 req-051f06cf-ec61-42bf-92d8-0293b9b09b6b tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787747 Feb 09 14:24:29.874292 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad01887a-3811-41e4-9807-97b7d792771a req-e4018b4b-334a-4212-a0ba-54b30469c4f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=832f7ef2-7597-4469-ad84-fe2df4f56413 HTTP/1.1" status: 200 len: 217 time: 0.0831780 Feb 09 14:24:29.929702 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd51f71b-72b2-428a-848c-656b16aa4ffc req-a5699b9c-e7f0-4d7f-bf35-2ec05f6619cc tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba75e546-476e-4ebe-ab82-17ea4f272538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555865 Feb 09 14:24:29.950695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01887a-3811-41e4-9807-97b7d792771a req-841b4479-7009-41cb-865a-168306b5d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:29.952616 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad01887a-3811-41e4-9807-97b7d792771a req-841b4479-7009-41cb-865a-168306b5d84d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c27b9a75-0d27-4005-bd83-bdce0a1c5b35 HTTP/1.1" status: 200 len: 849 time: 0.0687089 Feb 09 14:24:30.024638 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad01887a-3811-41e4-9807-97b7d792771a req-c6944dc1-e6da-45f5-baa0-d204ec9aa69f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f91bd866-3f57-46af-bc51-256dc4b2ff93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635753 Feb 09 14:24:30.047650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087ffa8-a4a6-4d7f-aa8b-4fc014a7c4e9 req-898ec307-6a3f-48a1-96bd-f545cdfa18eb tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:30.055977 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7087ffa8-a4a6-4d7f-aa8b-4fc014a7c4e9 req-898ec307-6a3f-48a1-96bd-f545cdfa18eb tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 944 time: 0.1008880 Feb 09 14:24:30.108525 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7087ffa8-a4a6-4d7f-aa8b-4fc014a7c4e9 req-aaabbe2f-ab98-4760-8da9-74413d5b2090 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516503 Feb 09 14:24:30.158914 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:30.189785 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad01887a-3811-41e4-9807-97b7d792771a req-399b6d15-5676-4f61-99ae-d3220ea88883 service neutron] 10.222.0.35 "GET /v2.0/networks/f91bd866-3f57-46af-bc51-256dc4b2ff93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565726 Feb 09 14:24:30.253813 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:30.297704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07176d7d-e255-4e15-873d-f3e4c4ea617f', 'tag': '832f7ef2-7597-4469-ad84-fe2df4f56413'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:24:30.379336 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07176d7d-e255-4e15-873d-f3e4c4ea617f', 'tag': '832f7ef2-7597-4469-ad84-fe2df4f56413', 'status': 'completed', 'code': 200} Feb 09 14:24:30.383766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad01887a-3811-41e4-9807-97b7d792771a req-5e5d2362-0e7f-4ca4-b52b-d1b43bc79c2d service neutron] 10.222.0.35 "GET /v2.0/networks/f91bd866-3f57-46af-bc51-256dc4b2ff93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775763 Feb 09 14:24:30.534146 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 37929cd7-3490-4510-ab44-7f7a74eaf421 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:24:30.596312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf20314-5bd8-4d11-826c-4f6836bece5a req-bd61ddbc-db78-4260-921e-08a8209e36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:30.597938 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf20314-5bd8-4d11-826c-4f6836bece5a req-bd61ddbc-db78-4260-921e-08a8209e36e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccdea2c300184c30ab859d88918735da&device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 1095 time: 0.1191287 Feb 09 14:24:30.612483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824295a-7b4c-4bef-9038-3aed34b4720a req-bd8a702d-3c68-4c04-8692-6e9663038112 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:30.614063 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a824295a-7b4c-4bef-9038-3aed34b4720a req-bd8a702d-3c68-4c04-8692-6e9663038112 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1745512 Feb 09 14:24:30.655372 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 37929cd7-3490-4510-ab44-7f7a74eaf421 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:24:30.665891 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 37929cd7-3490-4510-ab44-7f7a74eaf421 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:24:30.666157 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:30.670917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40518) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:30.750156 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a824295a-7b4c-4bef-9038-3aed34b4720a req-67b4492b-4728-4303-aae3-816066c4eac7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168876 Feb 09 14:24:30.785931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf20314-5bd8-4d11-826c-4f6836bece5a req-3eb6e2fa-0e9e-4330-ae00-2bcf1409dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:30.788377 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf20314-5bd8-4d11-826c-4f6836bece5a req-3eb6e2fa-0e9e-4330-ae00-2bcf1409dd29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f91bd866-3f57-46af-bc51-256dc4b2ff93 HTTP/1.1" status: 200 len: 909 time: 0.1734066 Feb 09 14:24:30.812449 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:30.850290 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6249a37-e080-406d-b606-82c0b23edadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:30.868580 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a6249a37-e080-406d-b606-82c0b23edadb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:30.874004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a6249a37-e080-406d-b606-82c0b23edadb admin admin] Usage tracker for resource:security_group_rule and tenant:778f510f487347cd89cc92198a464e35 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:30.877000 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf20314-5bd8-4d11-826c-4f6836bece5a req-6f5461cc-ba23-4b1c-8fcb-989569ad63b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=832f7ef2-7597-4469-ad84-fe2df4f56413 HTTP/1.1" status: 200 len: 217 time: 0.0781076 Feb 09 14:24:30.877419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a6249a37-e080-406d-b606-82c0b23edadb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:30.884072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a6249a37-e080-406d-b606-82c0b23edadb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:30.886526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095d693c-67e0-4f51-b7fe-92d560a3ec3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37929cd7-3490-4510-ab44-7f7a74eaf421'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:24:30.904869 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 37929cd7-3490-4510-ab44-7f7a74eaf421, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=37929cd7-3490-4510-ab44-7f7a74eaf421,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:30.910332 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:30.974842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf20314-5bd8-4d11-826c-4f6836bece5a req-2869bbce-f22b-46b9-8973-92e0a58a3239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:30.976448 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf20314-5bd8-4d11-826c-4f6836bece5a req-2869bbce-f22b-46b9-8973-92e0a58a3239 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c27b9a75-0d27-4005-bd83-bdce0a1c5b35 HTTP/1.1" status: 200 len: 849 time: 0.0902243 Feb 09 14:24:30.993315 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095d693c-67e0-4f51-b7fe-92d560a3ec3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37929cd7-3490-4510-ab44-7f7a74eaf421', 'code': 200} Feb 09 14:24:31.008641 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=37929cd7-3490-4510-ab44-7f7a74eaf421,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:31.082907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf20314-5bd8-4d11-826c-4f6836bece5a req-9ced1cb0-0de0-4085-a6ad-f5d58d23e368 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f91bd866-3f57-46af-bc51-256dc4b2ff93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982811 Feb 09 14:24:31.142208 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6249a37-e080-406d-b606-82c0b23edadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:31.151606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40458b19-6eae-4a2e-a7db-964150771f26 req-2c7b684c-0d4b-421f-8d86-14b14de82856 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:31.153263 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40458b19-6eae-4a2e-a7db-964150771f26 req-2c7b684c-0d4b-421f-8d86-14b14de82856 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 946 time: 0.1839590 Feb 09 14:24:31.154401 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6249a37-e080-406d-b606-82c0b23edadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:31.237142 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a6249a37-e080-406d-b606-82c0b23edadb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=778f510f487347cd89cc92198a464e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5651193 Feb 09 14:24:31.237995 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6249a37-e080-406d-b606-82c0b23edadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6653c6be-4c4c-4728-8299-516fb3fdd666,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:31.241469 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40532) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:31.244407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40458b19-6eae-4a2e-a7db-964150771f26 req-e9d9ab5f-ca29-4a44-8d62-1cfcf03257c1 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830333 Feb 09 14:24:31.331034 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b94d3396-1671-4b95-beb0-7000c3771f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:31.374350 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b94d3396-1671-4b95-beb0-7000c3771f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:31.447313 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b94d3396-1671-4b95-beb0-7000c3771f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:31.481316 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d3396-1671-4b95-beb0-7000c3771f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6653c6be-4c4c-4728-8299-516fb3fdd666,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:31.562297 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b94d3396-1671-4b95-beb0-7000c3771f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:31.563503 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b94d3396-1671-4b95-beb0-7000c3771f9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6653c6be-4c4c-4728-8299-516fb3fdd666 HTTP/1.1" status: 204 len: 168 time: 0.3182054 Feb 09 14:24:31.594643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210ad55-eef4-48ae-aa18-6a0731c358c9 req-328288dd-3159-4ce2-8014-664bb27a4157 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:31.597811 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2210ad55-eef4-48ae-aa18-6a0731c358c9 req-328288dd-3159-4ce2-8014-664bb27a4157 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 945 time: 0.1266723 Feb 09 14:24:31.636094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac905b9-c2d1-403d-8b0d-663fb76aca1a req-05af143f-1ab8-48cb-b6e5-05125bbefa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:31.639188 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ac905b9-c2d1-403d-8b0d-663fb76aca1a req-05af143f-1ab8-48cb-b6e5-05125bbefa98 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 1096 time: 0.5346780 Feb 09 14:24:31.660213 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2210ad55-eef4-48ae-aa18-6a0731c358c9 req-cc166d60-6ef7-41ea-801a-b806b5cba995 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547926 Feb 09 14:24:31.674311 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf20314-5bd8-4d11-826c-4f6836bece5a req-c844acb6-961c-4608-acff-fb16d86f32b4 service neutron] 10.222.0.35 "GET /v2.0/networks/f91bd866-3f57-46af-bc51-256dc4b2ff93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724773 Feb 09 14:24:31.705488 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:31.706784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c9c3b-86c4-4e6c-a8e8-f34f1fde68ab req-5f88a877-4929-46cf-99ca-37733805f797 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:31.708900 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-171c9c3b-86c4-4e6c-a8e8-f34f1fde68ab req-5f88a877-4929-46cf-99ca-37733805f797 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 944 time: 0.4866216 Feb 09 14:24:31.838570 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-171c9c3b-86c4-4e6c-a8e8-f34f1fde68ab req-0284ba9c-4adb-4e6b-9c50-89130b49b678 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba75e546-476e-4ebe-ab82-17ea4f272538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095920 Feb 09 14:24:31.841913 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ac905b9-c2d1-403d-8b0d-663fb76aca1a req-e4d59828-627c-4c99-bbe6-35424032aa02 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784325 Feb 09 14:24:31.919747 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dcf20314-5bd8-4d11-826c-4f6836bece5a req-483f4ab5-2e76-4d54-8d3d-b94d0593228d service neutron] 10.222.0.35 "GET /v2.0/networks/f91bd866-3f57-46af-bc51-256dc4b2ff93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213840 Feb 09 14:24:31.981672 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e1d89-592a-4171-84a2-192df39d13d5 req-b0e64b5f-f7b5-499e-8294-d1526385533e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:31.983178 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-373e1d89-592a-4171-84a2-192df39d13d5 req-b0e64b5f-f7b5-499e-8294-d1526385533e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.0937266 Feb 09 14:24:32.002359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40552) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:32.022307 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a9961939-baea-438d-9a78-5b3490123970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:32.040682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a9961939-baea-438d-9a78-5b3490123970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:32.057536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a9961939-baea-438d-9a78-5b3490123970 admin admin] Usage tracker for resource:security_group_rule and tenant:dd61dfd304464fa994e14cfa2140260e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:32.060517 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-373e1d89-592a-4171-84a2-192df39d13d5 req-7d5e2ff5-7705-41a1-891f-1ac557b639a8 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686100 Feb 09 14:24:32.061852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a9961939-baea-438d-9a78-5b3490123970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:32.069310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a9961939-baea-438d-9a78-5b3490123970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:32.162520 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a9961939-baea-438d-9a78-5b3490123970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:32.166525 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a9961939-baea-438d-9a78-5b3490123970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:32.261556 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a9961939-baea-438d-9a78-5b3490123970 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd61dfd304464fa994e14cfa2140260e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579408 Feb 09 14:24:32.264565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40556) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:32.268764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9961939-baea-438d-9a78-5b3490123970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2094e72-2bf6-4bf5-86e2-2053d547ce20,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:32.302516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da282d04-5bb4-483a-91e2-845272e6b194 req-6c113b9b-ee0c-471b-8982-856a8eaf06fb tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:32.303703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-da282d04-5bb4-483a-91e2-845272e6b194 req-6c113b9b-ee0c-471b-8982-856a8eaf06fb tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Synchronizing usage tracker for tenant:67414f61298f4bde8d6f7ae0ededaa2d on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:32.323146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-da282d04-5bb4-483a-91e2-845272e6b194 req-6c113b9b-ee0c-471b-8982-856a8eaf06fb tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Unset dirty status for tenant:67414f61298f4bde8d6f7ae0ededaa2d on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:32.324762 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-da282d04-5bb4-483a-91e2-845272e6b194 req-6c113b9b-ee0c-471b-8982-856a8eaf06fb tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 946 time: 0.1502740 Feb 09 14:24:32.351622 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fdb668b4-ade9-4d55-bc71-d2b78114a935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:32.387283 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fdb668b4-ade9-4d55-bc71-d2b78114a935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:32.456120 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fdb668b4-ade9-4d55-bc71-d2b78114a935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:32.464715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-da282d04-5bb4-483a-91e2-845272e6b194 req-271cdeda-2be8-4430-8575-a00c7cc55a44 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Deleting port ca56a3ea-fd70-4992-a574-6088e0c17cf6 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:24:32.465056 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-da282d04-5bb4-483a-91e2-845272e6b194 req-271cdeda-2be8-4430-8575-a00c7cc55a44 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:32.476382 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb668b4-ade9-4d55-bc71-d2b78114a935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2094e72-2bf6-4bf5-86e2-2053d547ce20,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:32.481735 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fdb668b4-ade9-4d55-bc71-d2b78114a935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:32.482995 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fdb668b4-ade9-4d55-bc71-d2b78114a935 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2094e72-2bf6-4bf5-86e2-2053d547ce20 HTTP/1.1" status: 204 len: 168 time: 0.2172959 Feb 09 14:24:32.600219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77b529-806f-48aa-964e-2c4870a73b35 req-8f0a4909-9c3f-4f1b-bc3c-af5de76b3d92 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:32.601753 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d77b529-806f-48aa-964e-2c4870a73b35 req-8f0a4909-9c3f-4f1b-bc3c-af5de76b3d92 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 946 time: 0.2209032 Feb 09 14:24:32.741098 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d77b529-806f-48aa-964e-2c4870a73b35 req-1e0bbfdd-2eb5-44d6-897a-7b9b354b3ab8 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6b14597-373c-4cff-ab0e-7ddf82b865a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332452 Feb 09 14:24:32.801644 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-da282d04-5bb4-483a-91e2-845272e6b194 req-271cdeda-2be8-4430-8575-a00c7cc55a44 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] For port ca56a3ea-fd70-4992-a574-6088e0c17cf6, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ca56a3ea-fd70-4992-a574-6088e0c17cf6,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:32.802030 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-da282d04-5bb4-483a-91e2-845272e6b194 req-271cdeda-2be8-4430-8575-a00c7cc55a44 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:32.921913 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a17e3a-31cc-4d69-a86c-dcae5c4a509d req-7d56b721-b8e7-4966-b535-0343fd5cba5b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:32.924325 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4a17e3a-31cc-4d69-a86c-dcae5c4a509d req-7d56b721-b8e7-4966-b535-0343fd5cba5b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 945 time: 0.1285934 Feb 09 14:24:32.939030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-da282d04-5bb4-483a-91e2-845272e6b194 req-271cdeda-2be8-4430-8575-a00c7cc55a44 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Calling delete_port for ca56a3ea-fd70-4992-a574-6088e0c17cf6 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:24:33.018233 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4a17e3a-31cc-4d69-a86c-dcae5c4a509d req-16d730ab-3331-475b-bb6a-c5940414abdf tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876846 Feb 09 14:24:33.200881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf986d-3b5c-4b0f-96fc-ca5f5b37863e req-d18d2532-70d1-4670-a4af-4babb8b2e3c7 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:33.203154 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-75bf986d-3b5c-4b0f-96fc-ca5f5b37863e req-d18d2532-70d1-4670-a4af-4babb8b2e3c7 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 944 time: 0.2041972 Feb 09 14:24:33.241262 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-da282d04-5bb4-483a-91e2-845272e6b194 req-271cdeda-2be8-4430-8575-a00c7cc55a44 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:33.315960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cdeda-2be8-4430-8575-a00c7cc55a44 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Pushing event deleted for resources: {'Port': ['ID=ca56a3ea-fd70-4992-a574-6088e0c17cf6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:33.360939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f51d2-9e9d-4205-bc05-c7707edd41d7 req-564191aa-103d-4ed9-a44a-68c75a5baa75 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:33.362970 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d4f51d2-9e9d-4205-bc05-c7707edd41d7 req-564191aa-103d-4ed9-a44a-68c75a5baa75 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1443520 Feb 09 14:24:33.454213 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-75bf986d-3b5c-4b0f-96fc-ca5f5b37863e req-eca8b07d-0995-41f6-9629-d608fd665eb0 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba75e546-476e-4ebe-ab82-17ea4f272538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373178 Feb 09 14:24:33.455446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-da282d04-5bb4-483a-91e2-845272e6b194 req-271cdeda-2be8-4430-8575-a00c7cc55a44 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] No DVR routers for this DVR port ca56a3ea-fd70-4992-a574-6088e0c17cf6 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:24:33.459033 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-da282d04-5bb4-483a-91e2-845272e6b194 req-271cdeda-2be8-4430-8575-a00c7cc55a44 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:33.462180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b4855f-d00e-400d-8b54-32aa18eb4427', 'name': 'network-vif-deleted', 'tag': 'ca56a3ea-fd70-4992-a574-6088e0c17cf6'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:24:33.488876 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d4f51d2-9e9d-4205-bc05-c7707edd41d7 req-27d6102b-f2cc-41da-b14e-fdefb2342508 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164854 Feb 09 14:24:33.557957 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-da282d04-5bb4-483a-91e2-845272e6b194 req-271cdeda-2be8-4430-8575-a00c7cc55a44 tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.35 "DELETE /v2.0/ports/ca56a3ea-fd70-4992-a574-6088e0c17cf6 HTTP/1.1" status: 204 len: 173 time: 1.2170768 Feb 09 14:24:33.568371 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b4855f-d00e-400d-8b54-32aa18eb4427', 'name': 'network-vif-deleted', 'tag': 'ca56a3ea-fd70-4992-a574-6088e0c17cf6', 'status': 'completed', 'code': 200} Feb 09 14:24:34.019770 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eaf748be-c9b2-4cbe-9cd8-bc41ef161b0e req-777b6873-5f6d-40f0-b2d9-9dcf543ba47d tempest-ListServerFiltersTestJSON-151201131 tempest-ListServerFiltersTestJSON-151201131-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b4855f-d00e-400d-8b54-32aa18eb4427 HTTP/1.1" status: 200 len: 210 time: 0.0660925 Feb 09 14:24:34.318158 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb0653-ae65-41d7-9415-78fc1439ac28 req-f950109c-96bf-411d-b577-d22b742880c5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:34.319844 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4edb0653-ae65-41d7-9415-78fc1439ac28 req-f950109c-96bf-411d-b577-d22b742880c5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 945 time: 0.1490860 Feb 09 14:24:34.457050 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4edb0653-ae65-41d7-9415-78fc1439ac28 req-b0e1d727-9a1b-4b30-a3e9-8aad0980cc5c tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153598 Feb 09 14:24:34.548653 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 832f7ef2-7597-4469-ad84-fe2df4f56413 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:24:34.552782 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ca56a3ea-fd70-4992-a574-6088e0c17cf6 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:24:34.672479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: ca56a3ea-fd70-4992-a574-6088e0c17cf6 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:24:34.672479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ca56a3ea-fd70-4992-a574-6088e0c17cf6 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:24:34.898459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a27244-b1a3-4ab9-8f0f-9b8e53d69df0 req-3ff10e06-65ee-46dd-8ea0-c0f7b40975fb tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:34.907539 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a5a27244-b1a3-4ab9-8f0f-9b8e53d69df0 req-3ff10e06-65ee-46dd-8ea0-c0f7b40975fb tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 945 time: 0.2218680 Feb 09 14:24:34.974126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 832f7ef2-7597-4469-ad84-fe2df4f56413, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=832f7ef2-7597-4469-ad84-fe2df4f56413,segment=NetworkSegment(937e6228-ea4b-4a87-aa62-0a70c607a2d4),segment_id=937e6228-ea4b-4a87-aa62-0a70c607a2d4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:35.032361 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a5a27244-b1a3-4ab9-8f0f-9b8e53d69df0 req-3832533e-890c-475b-8e8f-5f956f649762 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171217 Feb 09 14:24:35.057922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '832f7ef2-7597-4469-ad84-fe2df4f56413', 'network_id': 'f91bd866-3f57-46af-bc51-256dc4b2ff93', 'port_id': '832f7ef2-7597-4469-ad84-fe2df4f56413', 'mac_address': 'fa:16:3e:0d:48:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c27b9a75-0d27-4005-bd83-bdce0a1c5b35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:24:35.119752 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6883bdb-0a51-4ed5-bc3c-a224ae0c0b23 req-ecfd4ba0-71c8-4da7-83a8-25b55ab3f99f tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:35.127482 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b6883bdb-0a51-4ed5-bc3c-a224ae0c0b23 req-ecfd4ba0-71c8-4da7-83a8-25b55ab3f99f tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 944 time: 0.3799393 Feb 09 14:24:35.155262 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:35.180977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b6883bdb-0a51-4ed5-bc3c-a224ae0c0b23 req-76ab67a9-83ae-42ee-87f8-83aaa7fc33a3 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba75e546-476e-4ebe-ab82-17ea4f272538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496168 Feb 09 14:24:35.203566 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832f7ef2-7597-4469-ad84-fe2df4f56413 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:24:35.248374 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 832f7ef2-7597-4469-ad84-fe2df4f56413, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=832f7ef2-7597-4469-ad84-fe2df4f56413,segment=NetworkSegment(937e6228-ea4b-4a87-aa62-0a70c607a2d4),segment_id=937e6228-ea4b-4a87-aa62-0a70c607a2d4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:35.253170 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:35.347479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0fcb2-dd06-43d5-b4f6-10c75290a63f req-61d06e38-650e-4b48-85fc-9d7cc1cde7fc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:35.356739 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30d0fcb2-dd06-43d5-b4f6-10c75290a63f req-61d06e38-650e-4b48-85fc-9d7cc1cde7fc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1131296 Feb 09 14:24:35.373292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=832f7ef2-7597-4469-ad84-fe2df4f56413,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:35.413967 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30d0fcb2-dd06-43d5-b4f6-10c75290a63f req-a5c67608-5c83-4f70-8a8b-98c7388a1488 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538316 Feb 09 14:24:35.540533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40664) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:35.670338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cafb9bf-ec5c-4ecb-af2a-447380731d28 admin admin] Deleting subnet 381577b0-b44a-48e2-8d6e-ff167ac380e1 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:24:35.676367 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cafb9bf-ec5c-4ecb-af2a-447380731d28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:35.736763 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cafb9bf-ec5c-4ecb-af2a-447380731d28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:35.758223 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['832f7ef2-7597-4469-ad84-fe2df4f56413'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:24:35.917108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfc58b-7334-4c43-b42e-7e97662fbbdf req-198280c0-d3b9-44b2-9670-b26bb4318981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:35.918594 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81bfc58b-7334-4c43-b42e-7e97662fbbdf req-198280c0-d3b9-44b2-9670-b26bb4318981 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 1096 time: 0.1053240 Feb 09 14:24:35.982205 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319acb29-99af-442f-bb59-c2d28d909eaf req-1753f0af-c0af-4be4-9aba-4d5f85b27d36 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:35.984129 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-319acb29-99af-442f-bb59-c2d28d909eaf req-1753f0af-c0af-4be4-9aba-4d5f85b27d36 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 945 time: 0.1768055 Feb 09 14:24:35.995715 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cafb9bf-ec5c-4ecb-af2a-447380731d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:36.101167 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-319acb29-99af-442f-bb59-c2d28d909eaf req-a4f9b98b-91aa-4e95-a712-c77bd52e6632 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085157 Feb 09 14:24:36.128291 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cafb9bf-ec5c-4ecb-af2a-447380731d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:36.135394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfc58b-7334-4c43-b42e-7e97662fbbdf req-a83f96ef-baa5-4b6f-a932-1d385a340e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:36.137339 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81bfc58b-7334-4c43-b42e-7e97662fbbdf req-a83f96ef-baa5-4b6f-a932-1d385a340e1e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 0.1943336 Feb 09 14:24:36.178449 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cafb9bf-ec5c-4ecb-af2a-447380731d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:36.183125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7fd933-b1a3-465f-a2df-e7ca10b9992d None None] Network 39c8d48e-41fa-4dca-a267-9f377abce6ae requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:24:36.187678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafb9bf-ec5c-4ecb-af2a-447380731d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=381577b0-b44a-48e2-8d6e-ff167ac380e1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:36.199495 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9cafb9bf-ec5c-4ecb-af2a-447380731d28 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/381577b0-b44a-48e2-8d6e-ff167ac380e1 HTTP/1.1" status: 204 len: 168 time: 0.6578903 Feb 09 14:24:36.200329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40710) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:36.279429 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81bfc58b-7334-4c43-b42e-7e97662fbbdf req-2c45a1e7-b099-4ce3-b26e-fb25d78c3abe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e HTTP/1.1" status: 200 len: 1000 time: 0.1349754 Feb 09 14:24:36.374059 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfc58b-7334-4c43-b42e-7e97662fbbdf req-a2293852-a293-4dec-91d2-e04c999d1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:36.375562 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81bfc58b-7334-4c43-b42e-7e97662fbbdf req-a2293852-a293-4dec-91d2-e04c999d1165 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.0894794 Feb 09 14:24:36.569626 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:36.696625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfc58b-7334-4c43-b42e-7e97662fbbdf req-713e930c-67a9-4bc2-bc93-94a07f1b55ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:36.699613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] Deleting port a535d897-528b-4111-8ee4-cef6d556d5ed {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:24:36.700147 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:36.704121 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81bfc58b-7334-4c43-b42e-7e97662fbbdf req-713e930c-67a9-4bc2-bc93-94a07f1b55ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692724 Feb 09 14:24:36.710613 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5199e0a1-fc7e-4c0f-8cab-3a7ba7d0ab12 None None] DHCP port deletion for 39c8d48e-41fa-4dca-a267-9f377abce6ae request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:24:36.715006 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5199e0a1-fc7e-4c0f-8cab-3a7ba7d0ab12 None None] Deleting port a535d897-528b-4111-8ee4-cef6d556d5ed {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:24:36.715382 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5199e0a1-fc7e-4c0f-8cab-3a7ba7d0ab12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:36.725931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47dd74-8e44-4095-ab43-a9c9496a235c req-dc00aa4e-7096-4969-8b5b-c1ab8bdf187d tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:36.735900 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc47dd74-8e44-4095-ab43-a9c9496a235c req-dc00aa4e-7096-4969-8b5b-c1ab8bdf187d tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 945 time: 0.3592143 Feb 09 14:24:36.948646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beff2b9-e090-4801-b554-0f3206da3247 req-fd211065-711b-4939-8a2d-fcebe28a67f7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:36.956885 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3beff2b9-e090-4801-b554-0f3206da3247 req-fd211065-711b-4939-8a2d-fcebe28a67f7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.3833261 Feb 09 14:24:37.000937 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc47dd74-8e44-4095-ab43-a9c9496a235c req-98fb635a-0f61-41a3-9fc0-fa6f426c0c7f tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba75e546-476e-4ebe-ab82-17ea4f272538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604852 Feb 09 14:24:37.040422 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5199e0a1-fc7e-4c0f-8cab-3a7ba7d0ab12 None None] For port a535d897-528b-4111-8ee4-cef6d556d5ed, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a535d897-528b-4111-8ee4-cef6d556d5ed,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:37.040974 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5199e0a1-fc7e-4c0f-8cab-3a7ba7d0ab12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:37.068937 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3beff2b9-e090-4801-b554-0f3206da3247 req-1e095bf7-d316-4a34-9eb2-250ec90755a1 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110396 Feb 09 14:24:37.099658 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81bfc58b-7334-4c43-b42e-7e97662fbbdf req-93e49666-a737-4c1d-a00e-8c1ab8409d7f service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189905 Feb 09 14:24:37.107881 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] For port a535d897-528b-4111-8ee4-cef6d556d5ed, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a535d897-528b-4111-8ee4-cef6d556d5ed,segment=NetworkSegment(ca7614f9-21b2-4407-8b50-5b07343a22bc),segment_id=ca7614f9-21b2-4407-8b50-5b07343a22bc)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:37.108515 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:37.305160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5199e0a1-fc7e-4c0f-8cab-3a7ba7d0ab12 None None] Calling delete_port for a535d897-528b-4111-8ee4-cef6d556d5ed owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:24:37.309842 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81bfc58b-7334-4c43-b42e-7e97662fbbdf req-6042d131-d805-4570-b42f-9b57e9ba38b0 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023246 Feb 09 14:24:37.338647 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] Calling delete_port for a535d897-528b-4111-8ee4-cef6d556d5ed owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:24:37.428587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494698fd-9e90-484f-b5e2-225805eec5e3 req-069f229f-04e0-488f-a7c9-1e638ddae04f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:37.430521 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-494698fd-9e90-484f-b5e2-225805eec5e3 req-069f229f-04e0-488f-a7c9-1e638ddae04f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 945 time: 0.1198039 Feb 09 14:24:37.456171 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5199e0a1-fc7e-4c0f-8cab-3a7ba7d0ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:37.519017 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:24:37.519596 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:24:37.521398 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-494698fd-9e90-484f-b5e2-225805eec5e3 req-fb8fd593-6328-4804-b10b-f0cba689baca tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775323 Feb 09 14:24:37.522607 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199e0a1-fc7e-4c0f-8cab-3a7ba7d0ab12 None None] Pushing event deleted for resources: {'Port': ['ID=a535d897-528b-4111-8ee4-cef6d556d5ed,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:37.533985 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5199e0a1-fc7e-4c0f-8cab-3a7ba7d0ab12 None None] No DVR routers for this DVR port a535d897-528b-4111-8ee4-cef6d556d5ed on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:24:37.868136 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a535d897-528b-4111-8ee4-cef6d556d5ed no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:24:37.949307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: a535d897-528b-4111-8ee4-cef6d556d5ed {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:24:37.950130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a535d897-528b-4111-8ee4-cef6d556d5ed not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:24:38.010086 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d50e05-9c33-476a-bdfa-0be473c3aba6 req-65588438-5c7d-4c65-bf85-70ede5d47d81 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:38.012893 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d6d50e05-9c33-476a-bdfa-0be473c3aba6 req-65588438-5c7d-4c65-bf85-70ede5d47d81 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 945 time: 0.1706190 Feb 09 14:24:38.022184 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] Deleting port a535d897-528b-4111-8ee4-cef6d556d5ed {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:24:38.023749 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:38.134923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d6d50e05-9c33-476a-bdfa-0be473c3aba6 req-d9dfbf5f-4bae-4a29-ab3a-05590e9ec69b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Deleting port 37929cd7-3490-4510-ab44-7f7a74eaf421 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:24:38.135763 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d6d50e05-9c33-476a-bdfa-0be473c3aba6 req-d9dfbf5f-4bae-4a29-ab3a-05590e9ec69b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:38.148849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] The port 'a535d897-528b-4111-8ee4-cef6d556d5ed' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:24:38.418931 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:38.473218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c8d48e-41fa-4dca-a267-9f377abce6ae']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:24:38.506756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7614f9-21b2-4407-8b50-5b07343a22bc') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:24:38.507183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7614f9-21b2-4407-8b50-5b07343a22bc') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:24:38.540262 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053721-7797-4de2-a27e-770962d7a180 req-2af7a834-64d3-4157-9bf0-13b1dd0ec51b tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:38.556422 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f053721-7797-4de2-a27e-770962d7a180 req-2af7a834-64d3-4157-9bf0-13b1dd0ec51b tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 945 time: 0.2529743 Feb 09 14:24:38.563267 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 832f7ef2-7597-4469-ad84-fe2df4f56413 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:24:38.599850 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:38.656081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-0f053721-7797-4de2-a27e-770962d7a180 req-0633daea-66c3-430f-836e-46dd0935684c tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Synchronizing usage tracker for tenant:ccdea2c300184c30ab859d88918735da on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:38.660591 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:38.670599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:24:38.671001 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:24:38.698951 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:24:38.717269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d6d50e05-9c33-476a-bdfa-0be473c3aba6 req-d9dfbf5f-4bae-4a29-ab3a-05590e9ec69b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] For port 37929cd7-3490-4510-ab44-7f7a74eaf421, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=37929cd7-3490-4510-ab44-7f7a74eaf421,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:38.717950 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:38.718298 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d6d50e05-9c33-476a-bdfa-0be473c3aba6 req-d9dfbf5f-4bae-4a29-ab3a-05590e9ec69b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:38.738209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 832f7ef2-7597-4469-ad84-fe2df4f56413 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:24:38.754002 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 832f7ef2-7597-4469-ad84-fe2df4f56413 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:24:38.754383 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:38.862957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-0f053721-7797-4de2-a27e-770962d7a180 req-0633daea-66c3-430f-836e-46dd0935684c tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Unset dirty status for tenant:ccdea2c300184c30ab859d88918735da on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:38.873157 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f053721-7797-4de2-a27e-770962d7a180 req-0633daea-66c3-430f-836e-46dd0935684c tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba75e546-476e-4ebe-ab82-17ea4f272538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136227 Feb 09 14:24:38.898866 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:38.979416 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:39.037377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] Pushing event deleted for resources: {'Network': ['ID=39c8d48e-41fa-4dca-a267-9f377abce6ae,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:39.056110 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-560a8d61-3dce-4254-abd6-e741412cd8cf admin admin] 10.222.0.48 "DELETE /v2.0/networks/39c8d48e-41fa-4dca-a267-9f377abce6ae HTTP/1.1" status: 204 len: 168 time: 2.8484812 Feb 09 14:24:39.078882 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:39.149182 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 832f7ef2-7597-4469-ad84-fe2df4f56413, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=832f7ef2-7597-4469-ad84-fe2df4f56413,segment=NetworkSegment(937e6228-ea4b-4a87-aa62-0a70c607a2d4),segment_id=937e6228-ea4b-4a87-aa62-0a70c607a2d4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:39.152513 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07176d7d-e255-4e15-873d-f3e4c4ea617f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832f7ef2-7597-4469-ad84-fe2df4f56413'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:24:39.182150 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:39.193134 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 37929cd7-3490-4510-ab44-7f7a74eaf421 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:24:39.239814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d6d50e05-9c33-476a-bdfa-0be473c3aba6 req-d9dfbf5f-4bae-4a29-ab3a-05590e9ec69b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Calling delete_port for 37929cd7-3490-4510-ab44-7f7a74eaf421 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:24:39.350963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96950f5f-c011-4215-adb3-a375bd41998e req-8c984d1f-73e2-42e4-99a7-5c4f39d67824 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:39.357781 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96950f5f-c011-4215-adb3-a375bd41998e req-8c984d1f-73e2-42e4-99a7-5c4f39d67824 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 945 time: 0.1941135 Feb 09 14:24:39.369298 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=832f7ef2-7597-4469-ad84-fe2df4f56413,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:39.381670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40848) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:39.466576 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96950f5f-c011-4215-adb3-a375bd41998e req-a6da117d-c951-4acc-beab-72c998aa8c3c tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077774 Feb 09 14:24:39.491314 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6ba75435-0d2f-4723-ace6-eeae26b29cb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67414f61298f4bde8d6f7ae0ededaa2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1100307 Feb 09 14:24:39.491771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40852) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:39.574769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40856) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:39.597220 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d6d50e05-9c33-476a-bdfa-0be473c3aba6 req-d9dfbf5f-4bae-4a29-ab3a-05590e9ec69b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:39.601154 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07176d7d-e255-4e15-873d-f3e4c4ea617f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832f7ef2-7597-4469-ad84-fe2df4f56413', 'code': 200} Feb 09 14:24:39.602989 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:39.638817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['5ae9c28d-999c-4ab4-812a-56d6c7459cf8'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:24:39.670770 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc452c61-1d56-4a8f-bf89-c4b9302cb7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:39.715166 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc452c61-1d56-4a8f-bf89-c4b9302cb7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:39.876211 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc452c61-1d56-4a8f-bf89-c4b9302cb7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:39.904953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc452c61-1d56-4a8f-bf89-c4b9302cb7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b14597-373c-4cff-ab0e-7ddf82b865a9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:39.922952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041eef90-cc58-4993-b71b-07842dabf1eb req-d7f8eed4-15c5-426b-bda0-a0cb53eb717b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:39.926373 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bc452c61-1d56-4a8f-bf89-c4b9302cb7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:39.928179 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-041eef90-cc58-4993-b71b-07842dabf1eb req-d7f8eed4-15c5-426b-bda0-a0cb53eb717b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 1.4233854 Feb 09 14:24:39.929230 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bc452c61-1d56-4a8f-bf89-c4b9302cb7ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6b14597-373c-4cff-ab0e-7ddf82b865a9 HTTP/1.1" status: 204 len: 168 time: 0.4364653 Feb 09 14:24:39.936507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfbf5f-4bae-4a29-ab3a-05590e9ec69b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Pushing event deleted for resources: {'Port': ['ID=37929cd7-3490-4510-ab44-7f7a74eaf421,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:40.026390 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-463048dd-313c-4444-af32-df1d13cd816c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:40.061706 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-463048dd-313c-4444-af32-df1d13cd816c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:40.069034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d50e05-9c33-476a-bdfa-0be473c3aba6 req-d9dfbf5f-4bae-4a29-ab3a-05590e9ec69b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] No DVR routers for this DVR port 37929cd7-3490-4510-ab44-7f7a74eaf421 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:24:40.075309 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d6d50e05-9c33-476a-bdfa-0be473c3aba6 req-d9dfbf5f-4bae-4a29-ab3a-05590e9ec69b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:40.078548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-463048dd-313c-4444-af32-df1d13cd816c admin admin] Usage tracker for resource:security_group_rule and tenant:0e579f0adb5c485e88b6c311b9dc4fb8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:40.082421 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-463048dd-313c-4444-af32-df1d13cd816c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:40.088334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095d693c-67e0-4f51-b7fe-92d560a3ec3d', 'name': 'network-vif-deleted', 'tag': '37929cd7-3490-4510-ab44-7f7a74eaf421'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:24:40.097294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-463048dd-313c-4444-af32-df1d13cd816c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:40.137247 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a319c5-09b1-4a0e-b017-c64f6436bb88 req-7ab715bd-3d0c-480c-90b1-5ad9f9524496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:40.140634 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5a319c5-09b1-4a0e-b017-c64f6436bb88 req-7ab715bd-3d0c-480c-90b1-5ad9f9524496 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 1097 time: 0.4061623 Feb 09 14:24:40.166454 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-041eef90-cc58-4993-b71b-07842dabf1eb req-e3954455-dc28-420c-857b-9b622b07c0d2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475914 Feb 09 14:24:40.171246 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d6d50e05-9c33-476a-bdfa-0be473c3aba6 req-d9dfbf5f-4bae-4a29-ab3a-05590e9ec69b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "DELETE /v2.0/ports/37929cd7-3490-4510-ab44-7f7a74eaf421 HTTP/1.1" status: 204 len: 173 time: 2.1467059 Feb 09 14:24:40.290785 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5a319c5-09b1-4a0e-b017-c64f6436bb88 req-8be974ca-4e6f-43d5-bd49-f267a75ac2e8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ba75e546-476e-4ebe-ab82-17ea4f272538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168339 Feb 09 14:24:40.302327 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095d693c-67e0-4f51-b7fe-92d560a3ec3d', 'name': 'network-vif-deleted', 'tag': '37929cd7-3490-4510-ab44-7f7a74eaf421', 'status': 'completed', 'code': 200} Feb 09 14:24:40.337064 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:40.461966 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-463048dd-313c-4444-af32-df1d13cd816c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:40.471784 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90abd36-2f05-474f-b909-9045ecff4385 req-3e383362-5627-4986-85b4-7cde337b0835 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:40.473536 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c90abd36-2f05-474f-b909-9045ecff4385 req-3e383362-5627-4986-85b4-7cde337b0835 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 946 time: 0.2897615 Feb 09 14:24:40.478835 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-463048dd-313c-4444-af32-df1d13cd816c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:40.590553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40878) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:40.613011 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-463048dd-313c-4444-af32-df1d13cd816c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e579f0adb5c485e88b6c311b9dc4fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0326774 Feb 09 14:24:40.613011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463048dd-313c-4444-af32-df1d13cd816c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a84903-92be-4b4d-85b7-c19d852ce053,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:40.740130 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c90abd36-2f05-474f-b909-9045ecff4385 req-3d83c49a-05d9-4712-a236-2107a32017b1 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba75e546-476e-4ebe-ab82-17ea4f272538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227445 Feb 09 14:24:40.756964 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-710b376e-9eaa-48b0-a115-4bd08629768e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:40.868069 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-710b376e-9eaa-48b0-a115-4bd08629768e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:40.885410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-80bbe636-9cb8-45e4-9e2b-c598342eb42b req-2968704c-25db-4ea9-88da-3a788ab1f4c0 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Synchronizing usage tracker for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:40.930108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-80bbe636-9cb8-45e4-9e2b-c598342eb42b req-2968704c-25db-4ea9-88da-3a788ab1f4c0 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Unset dirty status for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:40.931587 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-80bbe636-9cb8-45e4-9e2b-c598342eb42b req-2968704c-25db-4ea9-88da-3a788ab1f4c0 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=095d693c-67e0-4f51-b7fe-92d560a3ec3d HTTP/1.1" status: 200 len: 210 time: 0.1288989 Feb 09 14:24:40.969800 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-710b376e-9eaa-48b0-a115-4bd08629768e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:40.999152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b376e-9eaa-48b0-a115-4bd08629768e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a84903-92be-4b4d-85b7-c19d852ce053,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:41.009441 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-710b376e-9eaa-48b0-a115-4bd08629768e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:41.012961 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-710b376e-9eaa-48b0-a115-4bd08629768e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13a84903-92be-4b4d-85b7-c19d852ce053 HTTP/1.1" status: 204 len: 168 time: 0.4206898 Feb 09 14:24:41.180731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40894) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:41.680541 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e254640f-3fc4-44e9-9238-889e621ac0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:41.699143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e254640f-3fc4-44e9-9238-889e621ac0d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:41.703317 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e254640f-3fc4-44e9-9238-889e621ac0d4 admin admin] Usage tracker for resource:security_group_rule and tenant:939c26cc38194ea0991ebd2cdb902ed4 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:41.706217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e254640f-3fc4-44e9-9238-889e621ac0d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:41.713843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e254640f-3fc4-44e9-9238-889e621ac0d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:41.795044 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30894042-1f12-46ef-b8e9-764a1e6a3059 req-d09ae9f5-4e23-425e-a632-657523ae6a6b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:41.804689 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30894042-1f12-46ef-b8e9-764a1e6a3059 req-d09ae9f5-4e23-425e-a632-657523ae6a6b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.3714197 Feb 09 14:24:41.871944 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e254640f-3fc4-44e9-9238-889e621ac0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:41.889959 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-30894042-1f12-46ef-b8e9-764a1e6a3059 req-8092899f-382e-47f8-a79f-3d10632011eb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853679 Feb 09 14:24:41.893362 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e254640f-3fc4-44e9-9238-889e621ac0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:41.952304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40920) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:41.952877 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e254640f-3fc4-44e9-9238-889e621ac0d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=939c26cc38194ea0991ebd2cdb902ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7779469 Feb 09 14:24:41.954435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254640f-3fc4-44e9-9238-889e621ac0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c55f891-31f6-4bf8-bb6d-0b674d208ca2,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:42.057745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40928) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:42.154669 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-110c93c9-9198-48d5-9cc1-e8ddd6d5c829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:42.242015 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-110c93c9-9198-48d5-9cc1-e8ddd6d5c829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:42.273212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314ac8b-8145-45a8-a2d2-c605ff9441f4 req-388435ae-67c4-4277-aad5-97615bb15c13 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:42.274824 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f314ac8b-8145-45a8-a2d2-c605ff9441f4 req-388435ae-67c4-4277-aad5-97615bb15c13 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 946 time: 0.2820859 Feb 09 14:24:42.338901 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f314ac8b-8145-45a8-a2d2-c605ff9441f4 req-997b6d40-0735-4aba-8bdf-8071aa4da29f tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba75e546-476e-4ebe-ab82-17ea4f272538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497243 Feb 09 14:24:42.350965 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-110c93c9-9198-48d5-9cc1-e8ddd6d5c829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:42.374885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c93c9-9198-48d5-9cc1-e8ddd6d5c829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c55f891-31f6-4bf8-bb6d-0b674d208ca2,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:42.378478 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-110c93c9-9198-48d5-9cc1-e8ddd6d5c829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:42.381375 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-110c93c9-9198-48d5-9cc1-e8ddd6d5c829 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c55f891-31f6-4bf8-bb6d-0b674d208ca2 HTTP/1.1" status: 204 len: 168 time: 0.4252603 Feb 09 14:24:42.397382 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2079782677-network', 'tenant_id': 'ea8e498ef4054b009de6ea7a3f24aadf'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:42.431761 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:42.438631 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Usage tracker for resource:network and tenant:ea8e498ef4054b009de6ea7a3f24aadf is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:42.442499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:42.454870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:42.469161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Made reservation on behalf of ea8e498ef4054b009de6ea7a3f24aadf for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:24:42.475550 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:42.493632 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:42.517690 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:42.523584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Usage tracker for resource:security_group_rule and tenant:ea8e498ef4054b009de6ea7a3f24aadf is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:42.527651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:42.537314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:42.651236 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:42.659962 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:42.704331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:24:42.712683 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807729d3-969f-4ad8-aadf-1ca410f52af2,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:42.718268 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:42.718656 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Added segment b5aeeaaa-3b07-4b85-8ce5-a153af7a6405 of type vlan for network 84daeca4-bfd7-4950-a3aa-d4d8b637abb3 Feb 09 14:24:42.752107 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:42.801978 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:42.801978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:42.801978 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:42.909360 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8437135 Feb 09 14:24:42.911706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40958) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:42.913311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-97316cf9-18ed-4c6b-abd4-efa0239953cf admin admin] Request body: {'subnet': {'network_id': '84daeca4-bfd7-4950-a3aa-d4d8b637abb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2079782677-subnet', 'tenant_id': 'ea8e498ef4054b009de6ea7a3f24aadf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:42.921337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-97316cf9-18ed-4c6b-abd4-efa0239953cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:42.926234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-97316cf9-18ed-4c6b-abd4-efa0239953cf admin admin] Usage tracker for resource:subnet and tenant:ea8e498ef4054b009de6ea7a3f24aadf is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:42.933669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-97316cf9-18ed-4c6b-abd4-efa0239953cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:42.941226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-97316cf9-18ed-4c6b-abd4-efa0239953cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:42.945644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d078eb-aefb-4324-9f2c-a60beb418dcc admin admin] Pushing event updated for resources: {'Network': ['ID=84daeca4-bfd7-4950-a3aa-d4d8b637abb3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:42.958560 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 84daeca4-bfd7-4950-a3aa-d4d8b637abb3 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:24:42.961325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97316cf9-18ed-4c6b-abd4-efa0239953cf admin admin] Made reservation on behalf of ea8e498ef4054b009de6ea7a3f24aadf for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:24:42.964210 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-97316cf9-18ed-4c6b-abd4-efa0239953cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:43.230634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac94d6-6596-47b9-9eaa-3699a3bb2975 req-384f5b18-eec5-4746-8e1f-e75e61adaf79 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:43.236332 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97ac94d6-6596-47b9-9eaa-3699a3bb2975 req-384f5b18-eec5-4746-8e1f-e75e61adaf79 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1351886 Feb 09 14:24:43.327859 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97ac94d6-6596-47b9-9eaa-3699a3bb2975 req-2eeabefc-cea3-4d6f-81bc-8442cdb014e2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818083 Feb 09 14:24:43.368840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40982) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:43.402687 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-97316cf9-18ed-4c6b-abd4-efa0239953cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:43.420855 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b1925b9-e849-45d8-a6fa-56f62eba869f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:43.444542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-e2207c07-7d25-42c7-9355-2ef1231523c5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:43.451684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5b1925b9-e849-45d8-a6fa-56f62eba869f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:43.451877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-e2207c07-7d25-42c7-9355-2ef1231523c5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 806 time: 0.3205705 Feb 09 14:24:43.460358 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5b1925b9-e849-45d8-a6fa-56f62eba869f admin admin] Usage tracker for resource:security_group_rule and tenant:97d7acc8ec6b44a1ae04a36d53437b3d is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:43.463545 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5b1925b9-e849-45d8-a6fa-56f62eba869f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:43.472135 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5b1925b9-e849-45d8-a6fa-56f62eba869f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:43.488381 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-2133ab98-b28f-4914-b8a5-e359cf001063 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/quotas/1420416e843f48a49610ec42176f5998 HTTP/1.1" status: 200 len: 375 time: 0.0354903 Feb 09 14:24:43.560505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97316cf9-18ed-4c6b-abd4-efa0239953cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=db57dd9b-c0d7-4ae1-b1cb-1f91d4e18d4f,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:43.593296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97316cf9-18ed-4c6b-abd4-efa0239953cf admin admin] Checking segment: {'id': 'b5aeeaaa-3b07-4b85-8ce5-a153af7a6405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '84daeca4-bfd7-4950-a3aa-d4d8b637abb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:24:43.594143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97316cf9-18ed-4c6b-abd4-efa0239953cf admin admin] Network hostable DHCP agents. Network: 84daeca4-bfd7-4950-a3aa-d4d8b637abb3, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:24:43.670204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97316cf9-18ed-4c6b-abd4-efa0239953cf admin admin] Network 84daeca4-bfd7-4950-a3aa-d4d8b637abb3 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:24:43.701015 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-81b38aa3-85a8-4b61-a77f-f8efc3a7b94c tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2117524 Feb 09 14:24:43.713709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-97316cf9-18ed-4c6b-abd4-efa0239953cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 84daeca4-bfd7-4950-a3aa-d4d8b637abb3) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:24:43.719694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97316cf9-18ed-4c6b-abd4-efa0239953cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:43.720097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-97316cf9-18ed-4c6b-abd4-efa0239953cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:43.750498 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230e8aac-fd91-4374-99ee-71b6fa551715 None None] Network 84daeca4-bfd7-4950-a3aa-d4d8b637abb3 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:24:43.773687 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-97316cf9-18ed-4c6b-abd4-efa0239953cf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8647623 Feb 09 14:24:43.902747 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b1925b9-e849-45d8-a6fa-56f62eba869f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:43.914987 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b1925b9-e849-45d8-a6fa-56f62eba869f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:44.132641 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1925b9-e849-45d8-a6fa-56f62eba869f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1590451-d17c-4ee0-81db-55345b4cab1a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:44.144125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686077d-d83a-477b-b381-1a99f58b06ba req-076dd11d-27de-463c-b153-575e9ffff3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:44.145949 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1686077d-d83a-477b-b381-1a99f58b06ba req-076dd11d-27de-463c-b153-575e9ffff3be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 1096 time: 0.2702143 Feb 09 14:24:44.184871 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5b1925b9-e849-45d8-a6fa-56f62eba869f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97d7acc8ec6b44a1ae04a36d53437b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8131208 Feb 09 14:24:44.193056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41006) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:44.203849 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac28ac4-dc6d-4ce5-97d3-6cc55f1bb841 None None] Network 84daeca4-bfd7-4950-a3aa-d4d8b637abb3 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:24:44.217982 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-968776d1-479f-4e48-9d64-47f278c57697 service neutron] 10.222.0.48 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158305 Feb 09 14:24:44.313035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066233d3-80e3-487a-9f55-4831c9bc58f4 req-5a72bef1-43a3-4a20-b274-acc9602603ae tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:44.336536 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-066233d3-80e3-487a-9f55-4831c9bc58f4 req-5a72bef1-43a3-4a20-b274-acc9602603ae tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 946 time: 0.6222126 Feb 09 14:24:44.475376 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-066233d3-80e3-487a-9f55-4831c9bc58f4 req-6af0f560-7fcf-4789-9920-12d420bf55bc tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba75e546-476e-4ebe-ab82-17ea4f272538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313493 Feb 09 14:24:44.486113 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-704bfa95-6994-4a67-8bee-3df2ac2fb008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:44.572346 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-704bfa95-6994-4a67-8bee-3df2ac2fb008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:44.707902 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-704bfa95-6994-4a67-8bee-3df2ac2fb008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:44.750084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfa95-6994-4a67-8bee-3df2ac2fb008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1590451-d17c-4ee0-81db-55345b4cab1a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:44.780545 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-704bfa95-6994-4a67-8bee-3df2ac2fb008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:44.780545 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-704bfa95-6994-4a67-8bee-3df2ac2fb008 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1590451-d17c-4ee0-81db-55345b4cab1a HTTP/1.1" status: 204 len: 168 time: 0.5817404 Feb 09 14:24:44.838679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686077d-d83a-477b-b381-1a99f58b06ba req-6e11332b-16d6-444c-a40d-fb562db936ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:44.838679 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1686077d-d83a-477b-b381-1a99f58b06ba req-6e11332b-16d6-444c-a40d-fb562db936ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 0.6770897 Feb 09 14:24:44.986559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb505f-3fb1-4861-b2a3-e3ead0f9da2f req-1b153794-db97-4f3f-852e-ed71de9709c8 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:44.997909 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4deb505f-3fb1-4861-b2a3-e3ead0f9da2f req-1b153794-db97-4f3f-852e-ed71de9709c8 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.2055984 Feb 09 14:24:45.013638 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-3472ec1e-b523-4a34-b760-a7d45c28bbe2 service neutron] 10.222.0.48 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7888963 Feb 09 14:24:45.030709 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1686077d-d83a-477b-b381-1a99f58b06ba req-d5287074-f788-4c54-810f-17bf7f51e014 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e HTTP/1.1" status: 200 len: 1000 time: 0.1719899 Feb 09 14:24:45.148662 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4deb505f-3fb1-4861-b2a3-e3ead0f9da2f req-a654c722-48ae-4cc5-a86a-31e4ac4940a9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491523 Feb 09 14:24:45.203341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686077d-d83a-477b-b381-1a99f58b06ba req-ab85f672-606f-479d-8d62-7d09b6771cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:45.203341 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1686077d-d83a-477b-b381-1a99f58b06ba req-ab85f672-606f-479d-8d62-7d09b6771cd9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.1640437 Feb 09 14:24:45.430596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686077d-d83a-477b-b381-1a99f58b06ba req-4179bd76-e570-46f3-868f-c65b0676490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:45.432512 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1686077d-d83a-477b-b381-1a99f58b06ba req-4179bd76-e570-46f3-868f-c65b0676490f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2220457 Feb 09 14:24:45.676483 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1686077d-d83a-477b-b381-1a99f58b06ba req-73e05377-ad00-475d-9c91-c39f69d2347d service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284410 Feb 09 14:24:45.900280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723463f-6de2-4950-8448-f075144b329f req-4a12e779-5cc3-4e83-b7a6-afe00f7abfb3 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:45.902450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e723463f-6de2-4950-8448-f075144b329f req-4a12e779-5cc3-4e83-b7a6-afe00f7abfb3 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Synchronizing usage tracker for tenant:ea8e498ef4054b009de6ea7a3f24aadf on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:45.945736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e723463f-6de2-4950-8448-f075144b329f req-4a12e779-5cc3-4e83-b7a6-afe00f7abfb3 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Unset dirty status for tenant:ea8e498ef4054b009de6ea7a3f24aadf on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:45.947420 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e723463f-6de2-4950-8448-f075144b329f req-4a12e779-5cc3-4e83-b7a6-afe00f7abfb3 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/networks?id=84daeca4-bfd7-4950-a3aa-d4d8b637abb3 HTTP/1.1" status: 200 len: 814 time: 0.2476003 Feb 09 14:24:45.985823 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e723463f-6de2-4950-8448-f075144b329f req-c97f649a-1e9a-4898-83d0-e29a8992d2bd tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/quotas/ea8e498ef4054b009de6ea7a3f24aadf HTTP/1.1" status: 200 len: 375 time: 0.0249553 Feb 09 14:24:45.985823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41090) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:46.041448 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a51787e7-4725-4ddc-9af0-eabdc59fe398 req-b27ab7d5-db41-4b6b-8d59-b755b819eca2 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 210 time: 0.0802529 Feb 09 14:24:46.102218 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e723463f-6de2-4950-8448-f075144b329f req-0813dd2f-bf1e-456b-a9d4-c96a6c17eb26 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea8e498ef4054b009de6ea7a3f24aadf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1049669 Feb 09 14:24:46.161260 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1686077d-d83a-477b-b381-1a99f58b06ba req-846954d0-76e1-4a91-ab2f-ef63b91a0369 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807653 Feb 09 14:24:46.320612 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e723463f-6de2-4950-8448-f075144b329f req-3278e2fe-8228-43a0-b525-02403b572635 service neutron] 10.222.0.48 "GET /v2.0/networks/84daeca4-bfd7-4950-a3aa-d4d8b637abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092628 Feb 09 14:24:46.424631 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6308c01-c87c-42bb-ba09-2f6c0a78f295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:46.470010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c6308c01-c87c-42bb-ba09-2f6c0a78f295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:46.503929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c6308c01-c87c-42bb-ba09-2f6c0a78f295 admin admin] Usage tracker for resource:security_group_rule and tenant:4eebd8ccb1cd4dfea89f554c0dff8e1d is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:46.512733 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c6308c01-c87c-42bb-ba09-2f6c0a78f295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:46.530525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c6308c01-c87c-42bb-ba09-2f6c0a78f295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:46.604260 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e723463f-6de2-4950-8448-f075144b329f req-6d8ef1bf-a15c-495e-abae-21562de5d5ca service neutron] 10.222.0.48 "GET /v2.0/networks/84daeca4-bfd7-4950-a3aa-d4d8b637abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829273 Feb 09 14:24:46.698900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d75b2-3290-47d3-a0ae-6c6598a7677e req-6c406669-b9b2-46a6-9441-a769a33c9865 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:46.704883 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f23d75b2-3290-47d3-a0ae-6c6598a7677e req-6c406669-b9b2-46a6-9441-a769a33c9865 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1864648 Feb 09 14:24:46.727252 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6308c01-c87c-42bb-ba09-2f6c0a78f295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:46.735258 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6308c01-c87c-42bb-ba09-2f6c0a78f295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:46.784277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6308c01-c87c-42bb-ba09-2f6c0a78f295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea85b6c9-baed-46d2-9554-c4e3b9839526,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:46.816139 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c6308c01-c87c-42bb-ba09-2f6c0a78f295 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4eebd8ccb1cd4dfea89f554c0dff8e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8321712 Feb 09 14:24:46.818062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41112) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:46.846601 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f23d75b2-3290-47d3-a0ae-6c6598a7677e req-2cca4b9e-f1d9-4b68-9656-6864c8692c45 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322825 Feb 09 14:24:46.947117 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00062256-67c3-448a-ab3d-e18cb974eefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:47.007653 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00062256-67c3-448a-ab3d-e18cb974eefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:47.100244 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-950bd40c-a570-4062-bbbb-b4939cf3f06d req-63c13f0b-2058-47f8-b1a5-e2fed8b8b3ab tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 210 time: 0.0881624 Feb 09 14:24:47.158635 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00062256-67c3-448a-ab3d-e18cb974eefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:47.201070 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00062256-67c3-448a-ab3d-e18cb974eefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:47.205252 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-00062256-67c3-448a-ab3d-e18cb974eefc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea85b6c9-baed-46d2-9554-c4e3b9839526 HTTP/1.1" status: 204 len: 168 time: 0.3825223 Feb 09 14:24:47.205252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00062256-67c3-448a-ab3d-e18cb974eefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea85b6c9-baed-46d2-9554-c4e3b9839526,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:47.592792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8eedc6a8-12f8-42ea-b5a4-2106b12c5a49 req-5eaef457-bd22-45ce-abe1-97825f881e88 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 210 time: 0.1546228 Feb 09 14:24:47.748896 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-36914ab2-3901-4334-b6f0-ad03e63afb9a tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:47.750520 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-36914ab2-3901-4334-b6f0-ad03e63afb9a tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 806 time: 0.6034830 Feb 09 14:24:47.765486 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-644302df-651f-4c69-ba4b-2f552127a74f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Request body: {'port': {'device_id': 'fc45e497-20f7-4e5c-a0de-ad412b92b034', 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05', 'admin_state_up': True, 'tenant_id': '1420416e843f48a49610ec42176f5998'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:47.936279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41152) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:47.982474 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81f92674-468b-43fd-8e8c-913f53e0a9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:48.058399 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-81f92674-468b-43fd-8e8c-913f53e0a9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:48.102111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-644302df-651f-4c69-ba4b-2f552127a74f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:48.118665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-644302df-651f-4c69-ba4b-2f552127a74f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:48.139100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-644302df-651f-4c69-ba4b-2f552127a74f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Made reservation on behalf of 1420416e843f48a49610ec42176f5998 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:24:48.147575 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-644302df-651f-4c69-ba4b-2f552127a74f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:48.164436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-81f92674-468b-43fd-8e8c-913f53e0a9eb admin admin] Usage tracker for resource:security_group_rule and tenant:7e32faeb14ce4a5d93fd53676b0f14f9 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:48.170072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-81f92674-468b-43fd-8e8c-913f53e0a9eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:48.175975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-81f92674-468b-43fd-8e8c-913f53e0a9eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:48.482312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-644302df-651f-4c69-ba4b-2f552127a74f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Allocated IP 172.20.0.11 (3618a6b3-fa1e-4cc5-af1a-b15890d8ad05/2315fb8e-5bcf-45cb-897d-5aa2d617522a/3ee44a00-2b1e-4d6f-b275-2499e4f9d91b) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:24:48.534986 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b0457-a4c6-4c93-9892-ce8f82da13c0 req-e7136aec-09a5-429b-aec4-86da4a22c259 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:48.534986 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-101b0457-a4c6-4c93-9892-ce8f82da13c0 req-e7136aec-09a5-429b-aec4-86da4a22c259 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.4693236 Feb 09 14:24:48.675011 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b456517d-efa3-41d7-9da4-7b03a899ff1b req-8e757ba0-2125-4fcb-834b-c19df8925a6c tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 210 time: 0.1194355 Feb 09 14:24:48.677947 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81f92674-468b-43fd-8e8c-913f53e0a9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:48.694476 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-101b0457-a4c6-4c93-9892-ce8f82da13c0 req-f702f60a-18d2-4659-952e-93fef36eeb65 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393719 Feb 09 14:24:48.695391 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81f92674-468b-43fd-8e8c-913f53e0a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:48.812703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f92674-468b-43fd-8e8c-913f53e0a9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7808c228-5b37-44d6-9720-7e4e3b2084b6,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:48.829931 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-81f92674-468b-43fd-8e8c-913f53e0a9eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e32faeb14ce4a5d93fd53676b0f14f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8924472 Feb 09 14:24:48.832464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41176) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:49.120310 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1da9060d-da7c-449f-a04f-d88b573302f9 req-3fd1563c-7686-46f5-a94a-4c69e223a132 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 210 time: 0.1726429 Feb 09 14:24:49.169200 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-818d5ec4-d869-4135-ba21-dbfbae447933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:49.225280 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-818d5ec4-d869-4135-ba21-dbfbae447933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:49.321866 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-818d5ec4-d869-4135-ba21-dbfbae447933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:49.360550 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d5ec4-d869-4135-ba21-dbfbae447933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7808c228-5b37-44d6-9720-7e4e3b2084b6,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:49.367536 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-818d5ec4-d869-4135-ba21-dbfbae447933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:49.373021 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-818d5ec4-d869-4135-ba21-dbfbae447933 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7808c228-5b37-44d6-9720-7e4e3b2084b6 HTTP/1.1" status: 204 len: 168 time: 0.5365679 Feb 09 14:24:49.717227 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-644302df-651f-4c69-ba4b-2f552127a74f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:49.783182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723463f-6de2-4950-8448-f075144b329f req-c0281588-0edf-4bc4-8ce1-49073578c8b6 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:49.784714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e723463f-6de2-4950-8448-f075144b329f req-c0281588-0edf-4bc4-8ce1-49073578c8b6 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.35 "GET /v2.0/networks?id=84daeca4-bfd7-4950-a3aa-d4d8b637abb3 HTTP/1.1" status: 200 len: 814 time: 0.4644763 Feb 09 14:24:49.800163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-e723463f-6de2-4950-8448-f075144b329f req-aded5de7-1d65-4bbe-99ea-9bdf31f3a322 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Request body: {'port': {'device_id': '1d490bba-2a45-4459-bf84-5909865ab6d8', 'network_id': '84daeca4-bfd7-4950-a3aa-d4d8b637abb3', 'admin_state_up': True, 'tenant_id': 'ea8e498ef4054b009de6ea7a3f24aadf'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:49.930716 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-644302df-651f-4c69-ba4b-2f552127a74f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:49.943605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f23a73-121d-4500-a51c-2f137c05ec28 req-9dce5f46-e265-46a7-8c21-a6b3ee4d04e8 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:49.945960 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['5ae9c28d-999c-4ab4-812a-56d6c7459cf8'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:24:49.951570 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4f23a73-121d-4500-a51c-2f137c05ec28 req-9dce5f46-e265-46a7-8c21-a6b3ee4d04e8 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.6353388 Feb 09 14:24:50.000203 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cb71b879-6eb9-4a42-9d62-c3eb77de5966 req-d638ef68-bc7d-4df9-810a-8d80986dd71c tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 210 time: 0.0994725 Feb 09 14:24:50.159775 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-644302df-651f-4c69-ba4b-2f552127a74f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:24:50.167284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-644302df-651f-4c69-ba4b-2f552127a74f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:24:50.181361 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4f23a73-121d-4500-a51c-2f137c05ec28 req-30724f7c-ddcd-4158-8bd1-664a2e58f1ba tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283387 Feb 09 14:24:50.187343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-644302df-651f-4c69-ba4b-2f552127a74f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:24:50.296632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644302df-651f-4c69-ba4b-2f552127a74f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Pushing event updated for resources: {'Port': ['ID=3ee44a00-2b1e-4d6f-b275-2499e4f9d91b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:50.307856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-e723463f-6de2-4950-8448-f075144b329f req-aded5de7-1d65-4bbe-99ea-9bdf31f3a322 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:50.328733 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e723463f-6de2-4950-8448-f075144b329f req-aded5de7-1d65-4bbe-99ea-9bdf31f3a322 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Usage tracker for resource:port and tenant:ea8e498ef4054b009de6ea7a3f24aadf is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:50.359201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e723463f-6de2-4950-8448-f075144b329f req-aded5de7-1d65-4bbe-99ea-9bdf31f3a322 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:50.390374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-e723463f-6de2-4950-8448-f075144b329f req-aded5de7-1d65-4bbe-99ea-9bdf31f3a322 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:50.407719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-644302df-651f-4c69-ba4b-2f552127a74f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:50.408589 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-644302df-651f-4c69-ba4b-2f552127a74f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:50.477611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e723463f-6de2-4950-8448-f075144b329f req-aded5de7-1d65-4bbe-99ea-9bdf31f3a322 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Made reservation on behalf of ea8e498ef4054b009de6ea7a3f24aadf for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:24:50.482774 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e723463f-6de2-4950-8448-f075144b329f req-aded5de7-1d65-4bbe-99ea-9bdf31f3a322 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:50.528323 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-644302df-651f-4c69-ba4b-2f552127a74f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7686143 Feb 09 14:24:50.585904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Request body: {'port': {'device_id': 'fc45e497-20f7-4e5c-a0de-ad412b92b034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:50.762318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffd31f-4a60-44ac-bdba-4f89653b196f req-2f2c05ba-faff-430e-8346-9304853910d5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:50.763057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c4ffd31f-4a60-44ac-bdba-4f89653b196f req-2f2c05ba-faff-430e-8346-9304853910d5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Synchronizing usage tracker for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:50.778321 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:50.830147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c4ffd31f-4a60-44ac-bdba-4f89653b196f req-2f2c05ba-faff-430e-8346-9304853910d5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Unset dirty status for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:50.836392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41230) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:50.843716 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4ffd31f-4a60-44ac-bdba-4f89653b196f req-2f2c05ba-faff-430e-8346-9304853910d5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 932 time: 0.4434335 Feb 09 14:24:50.977863 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4ffd31f-4a60-44ac-bdba-4f89653b196f req-ec692e1e-629d-499f-a7d5-6370b5a1e04b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331599 Feb 09 14:24:51.006912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-e723463f-6de2-4950-8448-f075144b329f req-aded5de7-1d65-4bbe-99ea-9bdf31f3a322 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Allocated IP 172.20.0.11 (84daeca4-bfd7-4950-a3aa-d4d8b637abb3/db57dd9b-c0d7-4ae1-b1cb-1f91d4e18d4f/f078feff-6a62-4608-aebc-91b8a85a38ad) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:24:51.012847 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-77180bc4-fb09-4489-9f1a-1b8be5e31330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:51.038988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-77180bc4-fb09-4489-9f1a-1b8be5e31330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:51.045151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-77180bc4-fb09-4489-9f1a-1b8be5e31330 admin admin] Usage tracker for resource:security_group_rule and tenant:f39e4533a8ff4b36b7903aa46287e31c is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:51.049678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-77180bc4-fb09-4489-9f1a-1b8be5e31330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:51.057686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-77180bc4-fb09-4489-9f1a-1b8be5e31330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:51.136648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41248) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:51.217824 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43992d74-b2f4-4711-9367-a3fa8ad89558 req-458c489e-e3f1-4306-a647-71561ab5ef51 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:51.219448 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43992d74-b2f4-4711-9367-a3fa8ad89558 req-458c489e-e3f1-4306-a647-71561ab5ef51 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1542034 Feb 09 14:24:51.266500 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-77180bc4-fb09-4489-9f1a-1b8be5e31330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:51.280308 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de997db1-4b15-409e-bb5c-4fdf6b5be390 req-faf1b8b7-f031-4a9f-ab86-7c8b06379be0 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 210 time: 0.1110752 Feb 09 14:24:51.282296 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-77180bc4-fb09-4489-9f1a-1b8be5e31330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:51.295708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-242348172'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:51.315376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:51.330494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Usage tracker for resource:network and tenant:1a9a532665c54db28a8ed598b3e8a7c1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:51.341107 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43992d74-b2f4-4711-9367-a3fa8ad89558 req-5bbef926-2d99-4e54-93b7-3420ee73d464 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115465 Feb 09 14:24:51.351781 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:51.373997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:51.373997 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-77180bc4-fb09-4489-9f1a-1b8be5e31330 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f39e4533a8ff4b36b7903aa46287e31c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5297647 Feb 09 14:24:51.373997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41256) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:51.386259 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77180bc4-fb09-4489-9f1a-1b8be5e31330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4193b348-5b63-405d-8e95-08a16f9d6373,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:51.412476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Made reservation on behalf of 1a9a532665c54db28a8ed598b3e8a7c1 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:24:51.422920 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:51.468334 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:51.493551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:51.525548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Usage tracker for resource:security_group_rule and tenant:1a9a532665c54db28a8ed598b3e8a7c1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:51.533927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:51.541042 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b4961f4-849b-4b11-988e-bf897508a917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:51.543060 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:51.558277 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e723463f-6de2-4950-8448-f075144b329f req-aded5de7-1d65-4bbe-99ea-9bdf31f3a322 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:51.603138 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e723463f-6de2-4950-8448-f075144b329f req-aded5de7-1d65-4bbe-99ea-9bdf31f3a322 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:51.667214 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b4961f4-849b-4b11-988e-bf897508a917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:51.689432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e723463f-6de2-4950-8448-f075144b329f req-aded5de7-1d65-4bbe-99ea-9bdf31f3a322 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Network 84daeca4-bfd7-4950-a3aa-d4d8b637abb3 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:24:51.701351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-e723463f-6de2-4950-8448-f075144b329f req-aded5de7-1d65-4bbe-99ea-9bdf31f3a322 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:24:51.709046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e723463f-6de2-4950-8448-f075144b329f req-aded5de7-1d65-4bbe-99ea-9bdf31f3a322 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:24:51.777061 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b4961f4-849b-4b11-988e-bf897508a917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:51.835596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4961f4-849b-4b11-988e-bf897508a917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4193b348-5b63-405d-8e95-08a16f9d6373,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:51.879987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded5de7-1d65-4bbe-99ea-9bdf31f3a322 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Pushing event updated for resources: {'Port': ['ID=f078feff-6a62-4608-aebc-91b8a85a38ad,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:51.909300 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b4961f4-849b-4b11-988e-bf897508a917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:51.913687 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8b4961f4-849b-4b11-988e-bf897508a917 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4193b348-5b63-405d-8e95-08a16f9d6373 HTTP/1.1" status: 204 len: 168 time: 0.5424247 Feb 09 14:24:51.963166 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:51.979420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037dfc9-c1ae-41cd-95f2-e5eb03b4be84 req-650c3d51-0d43-461f-9df4-18a4177d5a95 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:51.987239 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c037dfc9-c1ae-41cd-95f2-e5eb03b4be84 req-650c3d51-0d43-461f-9df4-18a4177d5a95 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1891396 Feb 09 14:24:51.990137 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:52.003199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:24:52.024705 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:52.041302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723463f-6de2-4950-8448-f075144b329f req-aded5de7-1d65-4bbe-99ea-9bdf31f3a322 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:52.042568 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e723463f-6de2-4950-8448-f075144b329f req-aded5de7-1d65-4bbe-99ea-9bdf31f3a322 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:52.062758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Transition to ACTIVE for port object 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:24:52.072200 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:52.078896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:24:52.082806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d76d57-09ff-44a4-adcf-c327d5f7a4b1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:52.099376 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c037dfc9-c1ae-41cd-95f2-e5eb03b4be84 req-66df95fe-e517-4ba4-9734-4989c698dfea tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106353 Feb 09 14:24:52.117392 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:52.117753 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Added segment ed3416c1-bdbb-4cec-9df9-e5e7ce1436a8 of type vlan for network 3bb5023c-a53b-45b6-aab6-d5ed4627da7b Feb 09 14:24:52.136982 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e723463f-6de2-4950-8448-f075144b329f req-aded5de7-1d65-4bbe-99ea-9bdf31f3a322 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3414650 Feb 09 14:24:52.152823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Request body: {'port': {'device_id': '1d490bba-2a45-4459-bf84-5909865ab6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:52.177033 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:52.228256 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:52.235758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:52.236782 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:52.382781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee44a00-2b1e-4d6f-b275-2499e4f9d91b,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:52.407956 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2677693 Feb 09 14:24:52.418678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41280) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:52.442592 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f3439a54-9b49-47f5-8fb4-dc241fa2b7aa tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Request body: {'subnet': {'network_id': '3bb5023c-a53b-45b6-aab6-d5ed4627da7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:52.520374 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:52.528026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6d1d2-dacf-409c-b263-b897c02d7a01 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Pushing event updated for resources: {'Network': ['ID=3bb5023c-a53b-45b6-aab6-d5ed4627da7b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:52.543928 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 3bb5023c-a53b-45b6-aab6-d5ed4627da7b details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:24:52.604798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Attempting to bind port 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:24:52.605424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Attempting to bind port 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:24:52.605937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Attempting to bind port 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:24:52.607143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41284) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:52.617657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Port 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:24:52.618278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Attempting to bind port 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:24:52.631234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:24:52.631867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Checking segment: {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:24:52.632421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Bound using segment: {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:24:52.633034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Bound port: 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:24:52.633574 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:52.657460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b44f0-8639-483d-8a90-05ed929f1247 req-02bcca5e-ceaa-4418-b602-d02054facde7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:52.661911 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5adae130-2861-42ed-ac2c-f46dc9f2952e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:52.664850 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd8b44f0-8639-483d-8a90-05ed929f1247 req-02bcca5e-ceaa-4418-b602-d02054facde7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 944 time: 0.4124818 Feb 09 14:24:52.700029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5adae130-2861-42ed-ac2c-f46dc9f2952e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:52.705498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f3439a54-9b49-47f5-8fb4-dc241fa2b7aa tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:52.712049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5adae130-2861-42ed-ac2c-f46dc9f2952e admin admin] Usage tracker for resource:security_group_rule and tenant:c1eaa47996e040b3aea961997f629795 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:52.714860 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f3439a54-9b49-47f5-8fb4-dc241fa2b7aa tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Usage tracker for resource:subnet and tenant:1a9a532665c54db28a8ed598b3e8a7c1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:52.717488 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5adae130-2861-42ed-ac2c-f46dc9f2952e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:52.724350 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f3439a54-9b49-47f5-8fb4-dc241fa2b7aa tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:52.729540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5adae130-2861-42ed-ac2c-f46dc9f2952e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:52.736652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f3439a54-9b49-47f5-8fb4-dc241fa2b7aa tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:52.757990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3439a54-9b49-47f5-8fb4-dc241fa2b7aa tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Made reservation on behalf of 1a9a532665c54db28a8ed598b3e8a7c1 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:24:52.761636 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3439a54-9b49-47f5-8fb4-dc241fa2b7aa tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:52.794013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a653e5-383d-4ede-9564-5524555f6b7f req-63d808e0-5add-4a9c-8303-83cbc32a648b tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:52.795484 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b8a653e5-383d-4ede-9564-5524555f6b7f req-63d808e0-5add-4a9c-8303-83cbc32a648b tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 932 time: 0.2549474 Feb 09 14:24:52.837538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd8b44f0-8639-483d-8a90-05ed929f1247 req-4d7b9e42-f756-49c5-aaf7-9425eac87ff2 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718109 Feb 09 14:24:52.874579 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] For port 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:24:52.963466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b8a653e5-383d-4ede-9564-5524555f6b7f req-92348e9f-71fd-450a-8aa8-bb5c0329ca32 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Synchronizing usage tracker for tenant:ea8e498ef4054b009de6ea7a3f24aadf on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:52.967028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] For port 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3ee44a00-2b1e-4d6f-b275-2499e4f9d91b,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:24:52.979400 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:53.027228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b8a653e5-383d-4ede-9564-5524555f6b7f req-92348e9f-71fd-450a-8aa8-bb5c0329ca32 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Unset dirty status for tenant:ea8e498ef4054b009de6ea7a3f24aadf on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:53.028435 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b8a653e5-383d-4ede-9564-5524555f6b7f req-92348e9f-71fd-450a-8aa8-bb5c0329ca32 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/security-groups?id=807729d3-969f-4ad8-aadf-1ca410f52af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738050 Feb 09 14:24:53.031389 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5adae130-2861-42ed-ac2c-f46dc9f2952e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:53.070626 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5adae130-2861-42ed-ac2c-f46dc9f2952e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:53.079855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:53.080484 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:53.081942 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-050f9928-be36-455d-b897-b0d14e344594 service neutron] 10.222.0.35 "PUT /v2.0/ports/3ee44a00-2b1e-4d6f-b275-2499e4f9d91b HTTP/1.1" status: 200 len: 1092 time: 2.5068200 Feb 09 14:24:53.082314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc45e497-20f7-4e5c-a0de-ad412b92b034', 'tag': '3ee44a00-2b1e-4d6f-b275-2499e4f9d91b'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:24:53.111968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f9928-be36-455d-b897-b0d14e344594 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee44a00-2b1e-4d6f-b275-2499e4f9d91b,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:53.165500 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5adae130-2861-42ed-ac2c-f46dc9f2952e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1eaa47996e040b3aea961997f629795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5540457 Feb 09 14:24:53.167792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adae130-2861-42ed-ac2c-f46dc9f2952e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37079396-d694-4794-a91d-f815c429d18d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:53.183773 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41296) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:53.237596 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc45e497-20f7-4e5c-a0de-ad412b92b034', 'tag': '3ee44a00-2b1e-4d6f-b275-2499e4f9d91b', 'status': 'completed', 'code': 200} Feb 09 14:24:53.276119 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3439a54-9b49-47f5-8fb4-dc241fa2b7aa tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:53.300591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f078feff-6a62-4608-aebc-91b8a85a38ad {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:24:53.349226 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:53.385842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3439a54-9b49-47f5-8fb4-dc241fa2b7aa tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Pushing event updated for resources: {'Subnet': ['ID=56c6d841-7a8a-47f0-8559-b90284caec44,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:53.388660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Transition to ACTIVE for port object f078feff-6a62-4608-aebc-91b8a85a38ad will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:24:53.394489 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d2597a9-688b-495f-9fdc-771e2e95214c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:53.396844 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:53.412537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3439a54-9b49-47f5-8fb4-dc241fa2b7aa tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Checking segment: {'id': 'ed3416c1-bdbb-4cec-9df9-e5e7ce1436a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3bb5023c-a53b-45b6-aab6-d5ed4627da7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:24:53.412896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3439a54-9b49-47f5-8fb4-dc241fa2b7aa tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Network hostable DHCP agents. Network: 3bb5023c-a53b-45b6-aab6-d5ed4627da7b, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:24:53.438363 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d2597a9-688b-495f-9fdc-771e2e95214c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:53.447322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-a6de3074-7ada-4944-a950-6e59dea89f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:53.448855 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-a6de3074-7ada-4944-a950-6e59dea89f81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 1095 time: 0.3102002 Feb 09 14:24:53.467336 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3439a54-9b49-47f5-8fb4-dc241fa2b7aa tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Network 3bb5023c-a53b-45b6-aab6-d5ed4627da7b is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:24:53.499915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f3439a54-9b49-47f5-8fb4-dc241fa2b7aa tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 3bb5023c-a53b-45b6-aab6-d5ed4627da7b) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:24:53.509530 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585b6b6a-e2d3-498a-bab9-d0d87336e8d1 None None] Network 3bb5023c-a53b-45b6-aab6-d5ed4627da7b requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:24:53.618393 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-b77b7571-43bc-4c21-a1b9-da83b56dada9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee44a00-2b1e-4d6f-b275-2499e4f9d91b HTTP/1.1" status: 200 len: 217 time: 0.1479120 Feb 09 14:24:53.648951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3439a54-9b49-47f5-8fb4-dc241fa2b7aa tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:53.649536 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3439a54-9b49-47f5-8fb4-dc241fa2b7aa tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:53.685498 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f078feff-6a62-4608-aebc-91b8a85a38ad,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:53.686543 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d2597a9-688b-495f-9fdc-771e2e95214c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:53.701792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27591bb2-b1ff-43ac-8899-d8d7ce64bfff req-48cb83c7-f839-43fa-85da-d24c382e15ae tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:53.708247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2597a9-688b-495f-9fdc-771e2e95214c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37079396-d694-4794-a91d-f815c429d18d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:53.710640 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27591bb2-b1ff-43ac-8899-d8d7ce64bfff req-48cb83c7-f839-43fa-85da-d24c382e15ae tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.4034214 Feb 09 14:24:53.711016 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d2597a9-688b-495f-9fdc-771e2e95214c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:53.712538 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5d2597a9-688b-495f-9fdc-771e2e95214c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37079396-d694-4794-a91d-f815c429d18d HTTP/1.1" status: 204 len: 168 time: 0.5275016 Feb 09 14:24:53.719827 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f3439a54-9b49-47f5-8fb4-dc241fa2b7aa tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2943676 Feb 09 14:24:53.722190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41304) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:53.729954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Request body: {'port': {'network_id': '3bb5023c-a53b-45b6-aab6-d5ed4627da7b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1108538858'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:53.775640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-3bb5023c-a53b-45b6-aab6-d5ed4627da7b', 'network_id': '3bb5023c-a53b-45b6-aab6-d5ed4627da7b', 'tenant_id': '1a9a532665c54db28a8ed598b3e8a7c1', 'fixed_ips': [{'subnet_id': '56c6d841-7a8a-47f0-8559-b90284caec44'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:24:53.776506 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:53.847895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29facd6-4bd3-4137-b0e4-a6422aed7f84 req-184153cf-6d7f-4883-9391-d7f4e1bd8187 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:53.850279 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c29facd6-4bd3-4137-b0e4-a6422aed7f84 req-184153cf-6d7f-4883-9391-d7f4e1bd8187 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 946 time: 0.3474162 Feb 09 14:24:53.939010 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c29facd6-4bd3-4137-b0e4-a6422aed7f84 req-6b309fef-bfa0-4529-8c09-b31d2eb5001e tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba75e546-476e-4ebe-ab82-17ea4f272538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814776 Feb 09 14:24:53.945933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:53.949927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Usage tracker for resource:port and tenant:1a9a532665c54db28a8ed598b3e8a7c1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:53.952840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:53.959428 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:53.974745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Made reservation on behalf of 1a9a532665c54db28a8ed598b3e8a7c1 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:24:53.980480 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:53.992558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Allocated IP 172.20.0.2 (3bb5023c-a53b-45b6-aab6-d5ed4627da7b/56c6d841-7a8a-47f0-8559-b90284caec44/1c9bc750-3dc0-4209-8d16-64cb8b7dc613) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:24:54.026381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] device_id is not set on port ed04858d-8566-43b9-99bd-14fe7575f5f8 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:24:54.041938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-f4ba42d3-43e2-488f-b94e-c9f8e689a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:54.044004 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-f4ba42d3-43e2-488f-b94e-c9f8e689a002 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2315fb8e-5bcf-45cb-897d-5aa2d617522a HTTP/1.1" status: 200 len: 846 time: 0.4105043 Feb 09 14:24:54.044811 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Attempting to bind port f078feff-6a62-4608-aebc-91b8a85a38ad on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:24:54.045329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Attempting to bind port f078feff-6a62-4608-aebc-91b8a85a38ad by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'b5aeeaaa-3b07-4b85-8ce5-a153af7a6405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '84daeca4-bfd7-4950-a3aa-d4d8b637abb3'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:24:54.045970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Attempting to bind port f078feff-6a62-4608-aebc-91b8a85a38ad on network 84daeca4-bfd7-4950-a3aa-d4d8b637abb3 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:24:54.063169 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27591bb2-b1ff-43ac-8899-d8d7ce64bfff req-195ae536-0b34-412d-b285-2506d11db9f5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3515868 Feb 09 14:24:54.157511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Port f078feff-6a62-4608-aebc-91b8a85a38ad on network 84daeca4-bfd7-4950-a3aa-d4d8b637abb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:24:54.157846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Attempting to bind port f078feff-6a62-4608-aebc-91b8a85a38ad on network 84daeca4-bfd7-4950-a3aa-d4d8b637abb3 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:24:54.177662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:24:54.178082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Checking segment: {'id': 'b5aeeaaa-3b07-4b85-8ce5-a153af7a6405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '84daeca4-bfd7-4950-a3aa-d4d8b637abb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:24:54.178536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Bound using segment: {'id': 'b5aeeaaa-3b07-4b85-8ce5-a153af7a6405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '84daeca4-bfd7-4950-a3aa-d4d8b637abb3'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:24:54.179046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Bound port: f078feff-6a62-4608-aebc-91b8a85a38ad, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5aeeaaa-3b07-4b85-8ce5-a153af7a6405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '84daeca4-bfd7-4950-a3aa-d4d8b637abb3'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:24:54.179544 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:54.192864 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-5e655e4b-b477-4eb0-be78-4e179627bbb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405389 Feb 09 14:24:54.303297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72dcc1-5549-4070-abdb-514a13f69508 req-32004626-adde-4d90-8db6-5f4c96b2930d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:54.325268 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8e72dcc1-5549-4070-abdb-514a13f69508 req-32004626-adde-4d90-8db6-5f4c96b2930d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 944 time: 0.1692252 Feb 09 14:24:54.336857 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:54.359285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Transition to ACTIVE for port object 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:24:54.381736 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Transition to ACTIVE for port object 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:24:54.384550 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8e72dcc1-5549-4070-abdb-514a13f69508 req-45c30e02-6305-48eb-ae07-4794f4ff0aa0 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577478 Feb 09 14:24:54.390389 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:54.484382 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Allocated IP 172.20.0.5 (3bb5023c-a53b-45b6-aab6-d5ed4627da7b/56c6d841-7a8a-47f0-8559-b90284caec44/ed04858d-8566-43b9-99bd-14fe7575f5f8) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:24:54.490820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] For port f078feff-6a62-4608-aebc-91b8a85a38ad, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:24:54.497706 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Pushing event updated for resources: {'Port': ['ID=1c9bc750-3dc0-4209-8d16-64cb8b7dc613,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:54.513930 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:54.514582 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:54.515080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:54.516190 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:54.516805 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:54.517576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:54.518096 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:54.518580 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:54.519059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:54.519541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:54.520069 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:54.521666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:54.539922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Network 3bb5023c-a53b-45b6-aab6-d5ed4627da7b is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:24:54.542732 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:24:54.548627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:24:54.554897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] For port f078feff-6a62-4608-aebc-91b8a85a38ad, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=f078feff-6a62-4608-aebc-91b8a85a38ad,segment=NetworkSegment(b5aeeaaa-3b07-4b85-8ce5-a153af7a6405),segment_id=b5aeeaaa-3b07-4b85-8ce5-a153af7a6405)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:24:54.572222 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:54.606330 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-d834efbd-391d-4caa-b109-a23556fb1dca service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995848 Feb 09 14:24:54.746255 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Attempting to bind port 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:24:54.746845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Attempting to bind port 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'ed3416c1-bdbb-4cec-9df9-e5e7ce1436a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3bb5023c-a53b-45b6-aab6-d5ed4627da7b'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:24:54.747390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Attempting to bind port 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 on network 3bb5023c-a53b-45b6-aab6-d5ed4627da7b {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:24:54.754570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:24:54.756113 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Checking segment: {'id': 'ed3416c1-bdbb-4cec-9df9-e5e7ce1436a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3bb5023c-a53b-45b6-aab6-d5ed4627da7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:24:54.756858 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:54.757412 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Bound using segment: {'id': 'ed3416c1-bdbb-4cec-9df9-e5e7ce1436a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3bb5023c-a53b-45b6-aab6-d5ed4627da7b'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:24:54.758051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Bound port: 1c9bc750-3dc0-4209-8d16-64cb8b7dc613, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3416c1-bdbb-4cec-9df9-e5e7ce1436a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3bb5023c-a53b-45b6-aab6-d5ed4627da7b'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:24:54.758597 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:54.833043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:54.833665 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:54.835022 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e723463f-6de2-4950-8448-f075144b329f req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] 10.222.0.35 "PUT /v2.0/ports/f078feff-6a62-4608-aebc-91b8a85a38ad HTTP/1.1" status: 200 len: 1092 time: 2.6881437 Feb 09 14:24:54.861843 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92cf29-fc10-49a6-8126-fcca3dba9934 req-0442fa2b-90c4-4a69-9b4a-85b6cb25bf17 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:54.863179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-cb92cf29-fc10-49a6-8126-fcca3dba9934 req-0442fa2b-90c4-4a69-9b4a-85b6cb25bf17 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Synchronizing usage tracker for tenant:ea8e498ef4054b009de6ea7a3f24aadf on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:54.893143 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:54.917693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Transition to ACTIVE for port object ed04858d-8566-43b9-99bd-14fe7575f5f8 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:24:54.926550 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] For port 1c9bc750-3dc0-4209-8d16-64cb8b7dc613, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:24:54.931173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] For port 1c9bc750-3dc0-4209-8d16-64cb8b7dc613, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1c9bc750-3dc0-4209-8d16-64cb8b7dc613,segment=NetworkSegment(ed3416c1-bdbb-4cec-9df9-e5e7ce1436a8),segment_id=ed3416c1-bdbb-4cec-9df9-e5e7ce1436a8)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:24:54.937097 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:54.960709 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:54.964368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174aa9b-6164-48c4-8780-eeb0f069a3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f078feff-6a62-4608-aebc-91b8a85a38ad,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:54.983319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-cb92cf29-fc10-49a6-8126-fcca3dba9934 req-0442fa2b-90c4-4a69-9b4a-85b6cb25bf17 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Unset dirty status for tenant:ea8e498ef4054b009de6ea7a3f24aadf on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:54.990276 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb92cf29-fc10-49a6-8126-fcca3dba9934 req-0442fa2b-90c4-4a69-9b4a-85b6cb25bf17 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 944 time: 0.7623632 Feb 09 14:24:55.074047 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d7ec1a3-630e-45df-aba0-2b0ee1579ba3 req-a9110f38-9d01-45fe-9034-d5e124f4299a service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664726 Feb 09 14:24:55.092262 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb92cf29-fc10-49a6-8126-fcca3dba9934 req-b2728203-1f63-44b5-bc63-d05816a9ae42 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/security-groups?id=807729d3-969f-4ad8-aadf-1ca410f52af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963929 Feb 09 14:24:55.100295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f8eb4-469d-4912-8d5f-455025fcdec9 None None] Pushing event updated for resources: {'Port': ['ID=1c9bc750-3dc0-4209-8d16-64cb8b7dc613,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:55.121961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723463f-6de2-4950-8448-f075144b329f req-e6bb0e93-c06d-4e0a-8c63-18e56d590631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:55.128294 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e723463f-6de2-4950-8448-f075144b329f req-e6bb0e93-c06d-4e0a-8c63-18e56d590631 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea8e498ef4054b009de6ea7a3f24aadf&device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 1095 time: 0.2216830 Feb 09 14:24:55.176122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Network 3bb5023c-a53b-45b6-aab6-d5ed4627da7b is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:24:55.195147 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:24:55.209116 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:24:55.268515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d490bba-2a45-4459-bf84-5909865ab6d8', 'tag': 'f078feff-6a62-4608-aebc-91b8a85a38ad'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:24:55.292104 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e723463f-6de2-4950-8448-f075144b329f req-69f0197d-d69d-4b66-8d40-ac6896c8741f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f078feff-6a62-4608-aebc-91b8a85a38ad HTTP/1.1" status: 200 len: 217 time: 0.1494215 Feb 09 14:24:55.358717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Pushing event updated for resources: {'Port': ['ID=ed04858d-8566-43b9-99bd-14fe7575f5f8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:55.376407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0475217-5099-4b1d-8286-13ddb5ba267d req-f0ced056-deb7-4066-b474-a991574634a2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:55.386014 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c0475217-5099-4b1d-8286-13ddb5ba267d req-f0ced056-deb7-4066-b474-a991574634a2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.5761659 Feb 09 14:24:55.430751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:55.431430 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:55.559096 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c0475217-5099-4b1d-8286-13ddb5ba267d req-e81d4b7c-b747-4bf8-a83e-43ac0160c110 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718431 Feb 09 14:24:55.568279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723463f-6de2-4950-8448-f075144b329f req-5ba68174-2567-40f1-b167-97e2506a2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:55.570079 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e723463f-6de2-4950-8448-f075144b329f req-5ba68174-2567-40f1-b167-97e2506a2c10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db57dd9b-c0d7-4ae1-b1cb-1f91d4e18d4f HTTP/1.1" status: 200 len: 854 time: 0.2695169 Feb 09 14:24:55.573370 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-55beaf3b-2077-4cca-a546-848bd1c23c2b tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8494334 Feb 09 14:24:55.576919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41348) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:55.593419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Request body: {'port': {'network_id': '3bb5023c-a53b-45b6-aab6-d5ed4627da7b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-684422678', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:24:55.594428 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.api.validators [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] bootfile-name is not in valid_values {{(pid=87596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 14:24:55.595208 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.api.validators [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] tftp-server is not in valid_values {{(pid=87596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 14:24:55.627163 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.api.validators [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] server-ip-address is not in valid_values {{(pid=87596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 14:24:55.664853 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e723463f-6de2-4950-8448-f075144b329f req-45f21526-becd-44fe-872c-01b600ddb9e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84daeca4-bfd7-4950-a3aa-d4d8b637abb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677822 Feb 09 14:24:55.664853 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb2b97-5956-4b90-98bb-5bb620542fe0 req-80ec8c0d-8fd3-43e1-8706-178d24d1bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:55.664853 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25eb2b97-5956-4b90-98bb-5bb620542fe0 req-80ec8c0d-8fd3-43e1-8706-178d24d1bc4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 1095 time: 0.4463708 Feb 09 14:24:55.666525 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d490bba-2a45-4459-bf84-5909865ab6d8', 'tag': 'f078feff-6a62-4608-aebc-91b8a85a38ad', 'status': 'completed', 'code': 200} Feb 09 14:24:55.916342 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20615173-d431-4c2d-bd13-f6e1376639e4 req-7b32c393-9537-4dee-ba06-0a271a4b6d75 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:55.923150 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-20615173-d431-4c2d-bd13-f6e1376639e4 req-7b32c393-9537-4dee-ba06-0a271a4b6d75 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.35 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 946 time: 0.4475565 Feb 09 14:24:55.929574 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:24:55.981337 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:24:55.986653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Usage tracker for resource:port and tenant:1a9a532665c54db28a8ed598b3e8a7c1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:24:55.990951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:24:55.994348 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e723463f-6de2-4950-8448-f075144b329f req-0029fe8d-ed2a-4693-8f7a-2a8961de041c service neutron] 10.222.0.35 "GET /v2.0/networks/84daeca4-bfd7-4950-a3aa-d4d8b637abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157682 Feb 09 14:24:56.005197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f0205-aeea-4e1d-9ea1-31c67c93cfcc req-716eb82d-afe5-4307-9d5c-163206c40c90 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:56.006113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:24:56.014044 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e77f0205-aeea-4e1d-9ea1-31c67c93cfcc req-716eb82d-afe5-4307-9d5c-163206c40c90 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 946 time: 0.6546454 Feb 09 14:24:56.016708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb39fb-fc55-4867-a5ac-22752ca9ddc0 req-3a6f8bff-124d-4e8f-a669-739d967e8194 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:56.018403 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f3fb39fb-fc55-4867-a5ac-22752ca9ddc0 req-3a6f8bff-124d-4e8f-a669-739d967e8194 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 944 time: 0.1661103 Feb 09 14:24:56.033332 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:24:56.058883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Made reservation on behalf of 1a9a532665c54db28a8ed598b3e8a7c1 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:24:56.062313 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:56.099241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] device_id is not set on port cbd04887-cfcc-4cea-91fb-3beeadf214b1 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:24:56.145384 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f3fb39fb-fc55-4867-a5ac-22752ca9ddc0 req-2e797eba-ff21-4b6d-a8fd-09f46139ff95 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096833 Feb 09 14:24:56.402051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Allocated IP 172.20.0.13 (3bb5023c-a53b-45b6-aab6-d5ed4627da7b/56c6d841-7a8a-47f0-8559-b90284caec44/cbd04887-cfcc-4cea-91fb-3beeadf214b1) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:24:56.421283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-20615173-d431-4c2d-bd13-f6e1376639e4 req-db081130-3f61-40cd-a734-2cbcc1c3617f tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Deleting port 832f7ef2-7597-4469-ad84-fe2df4f56413 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:24:56.424414 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-20615173-d431-4c2d-bd13-f6e1376639e4 req-db081130-3f61-40cd-a734-2cbcc1c3617f tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:56.475503 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e77f0205-aeea-4e1d-9ea1-31c67c93cfcc req-bb58756e-d1c9-444f-bf7d-c629c08ffb1d tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba75e546-476e-4ebe-ab82-17ea4f272538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572458 Feb 09 14:24:56.477528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b96b3-02b9-417a-a9fe-7322140ae33e req-b259b626-8fb1-4da1-bb2c-1195f2aa0444 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:56.479446 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a87b96b3-02b9-417a-a9fe-7322140ae33e req-b259b626-8fb1-4da1-bb2c-1195f2aa0444 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 944 time: 0.1879604 Feb 09 14:24:56.558033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb2b97-5956-4b90-98bb-5bb620542fe0 req-c0eac338-7b31-4635-adca-155b4f1cef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:56.559465 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25eb2b97-5956-4b90-98bb-5bb620542fe0 req-c0eac338-7b31-4635-adca-155b4f1cef80 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 906 time: 0.8782156 Feb 09 14:24:56.647930 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a87b96b3-02b9-417a-a9fe-7322140ae33e req-fb0c8b6e-ba1c-45e6-aaeb-665da1bcb2d9 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/security-groups?id=807729d3-969f-4ad8-aadf-1ca410f52af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593907 Feb 09 14:24:56.747661 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e25d4974-180e-470b-b44d-45c15ac5e84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:56.761421 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25eb2b97-5956-4b90-98bb-5bb620542fe0 req-e16b0111-d591-4bf5-a48c-86ab93031cf4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ee44a00-2b1e-4d6f-b275-2499e4f9d91b HTTP/1.1" status: 200 len: 217 time: 0.1859446 Feb 09 14:24:56.764065 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:56.783382 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Transition to ACTIVE for port object cbd04887-cfcc-4cea-91fb-3beeadf214b1 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:24:56.813225 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:56.856525 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186024c8-041d-47d5-b24d-060fd9c6c7a3 None None] Network 3bb5023c-a53b-45b6-aab6-d5ed4627da7b requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:24:56.873222 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e723463f-6de2-4950-8448-f075144b329f req-ca1c6b74-a88a-41fc-b481-a8012060574d service neutron] 10.222.0.35 "GET /v2.0/networks/84daeca4-bfd7-4950-a3aa-d4d8b637abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7993193 Feb 09 14:24:57.027400 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Network 3bb5023c-a53b-45b6-aab6-d5ed4627da7b is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:24:57.030917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:24:57.035742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:24:57.055835 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-77baf926-61d9-40f2-ba2e-b2e95543fb66 None None] Provisioning for port 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:24:57.067806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-77baf926-61d9-40f2-ba2e-b2e95543fb66 None None] Provisioning complete for port 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:24:57.068187 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-77baf926-61d9-40f2-ba2e-b2e95543fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:57.107541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Pushing event updated for resources: {'Port': ['ID=cbd04887-cfcc-4cea-91fb-3beeadf214b1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:57.121224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:57.122181 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:57.122680 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb2b97-5956-4b90-98bb-5bb620542fe0 req-8fd0fc0e-271c-4ed4-8084-f717e21d3991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:57.124213 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25eb2b97-5956-4b90-98bb-5bb620542fe0 req-8fd0fc0e-271c-4ed4-8084-f717e21d3991 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2315fb8e-5bcf-45cb-897d-5aa2d617522a HTTP/1.1" status: 200 len: 846 time: 0.3510725 Feb 09 14:24:57.146961 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-45c6f3d9-3b66-4044-aeb1-00ce2dacd785 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.5689197 Feb 09 14:24:57.149728 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41376) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:57.233195 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25eb2b97-5956-4b90-98bb-5bb620542fe0 req-c82b64b2-4255-4a05-a055-115124398d74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761001 Feb 09 14:24:57.262751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380150b3-d86c-4996-a244-c1defb1b0649 req-79e6a852-2a8b-4dc3-8ebe-87ad4c052f69 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:57.271231 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-380150b3-d86c-4996-a244-c1defb1b0649 req-79e6a852-2a8b-4dc3-8ebe-87ad4c052f69 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.5555005 Feb 09 14:24:57.333542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b2cb4c-4580-4369-b986-bcc7a87abceb tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:57.350487 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b2cb4c-4580-4369-b986-bcc7a87abceb tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:57.364516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b2cb4c-4580-4369-b986-bcc7a87abceb tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:57.364516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-41b2cb4c-4580-4369-b986-bcc7a87abceb tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Synchronizing usage tracker for tenant:1a9a532665c54db28a8ed598b3e8a7c1 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:24:57.442974 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-41b2cb4c-4580-4369-b986-bcc7a87abceb tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Unset dirty status for tenant:1a9a532665c54db28a8ed598b3e8a7c1 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:24:57.444270 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-41b2cb4c-4580-4369-b986-bcc7a87abceb tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2932858 Feb 09 14:24:57.447447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41384) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:24:57.468376 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-380150b3-d86c-4996-a244-c1defb1b0649 req-5ecbe1e5-edde-4add-b408-e0db146a3b24 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959231 Feb 09 14:24:57.517127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-20615173-d431-4c2d-bd13-f6e1376639e4 req-db081130-3f61-40cd-a734-2cbcc1c3617f tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] For port 832f7ef2-7597-4469-ad84-fe2df4f56413, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=832f7ef2-7597-4469-ad84-fe2df4f56413,segment=NetworkSegment(937e6228-ea4b-4a87-aa62-0a70c607a2d4),segment_id=937e6228-ea4b-4a87-aa62-0a70c607a2d4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:57.518063 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-20615173-d431-4c2d-bd13-f6e1376639e4 req-db081130-3f61-40cd-a734-2cbcc1c3617f tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:57.583834 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-77baf926-61d9-40f2-ba2e-b2e95543fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:57.642809 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Deleting port cbd04887-cfcc-4cea-91fb-3beeadf214b1 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:24:57.642809 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:57.697456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-77baf926-61d9-40f2-ba2e-b2e95543fb66 None None] For port 1c9bc750-3dc0-4209-8d16-64cb8b7dc613, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1c9bc750-3dc0-4209-8d16-64cb8b7dc613,segment=NetworkSegment(ed3416c1-bdbb-4cec-9df9-e5e7ce1436a8),segment_id=ed3416c1-bdbb-4cec-9df9-e5e7ce1436a8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:57.697456 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-77baf926-61d9-40f2-ba2e-b2e95543fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:57.753651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58988611-6a7b-4fb4-a937-f32ef32579e9 req-fb3085c0-5a6e-4f2b-b317-a623b8508c50 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:57.773043 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-58988611-6a7b-4fb4-a937-f32ef32579e9 req-fb3085c0-5a6e-4f2b-b317-a623b8508c50 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 944 time: 0.3885784 Feb 09 14:24:57.889580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-20615173-d431-4c2d-bd13-f6e1376639e4 req-db081130-3f61-40cd-a734-2cbcc1c3617f tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Calling delete_port for 832f7ef2-7597-4469-ad84-fe2df4f56413 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:24:57.906105 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77baf926-61d9-40f2-ba2e-b2e95543fb66 None None] Pushing event updated for resources: {'Port': ['ID=1c9bc750-3dc0-4209-8d16-64cb8b7dc613,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:58.025791 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c515b4-8526-4b72-8827-6116fda4ec04 req-25109276-8316-418e-94da-ad977b9eb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:58.025791 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d4c515b4-8526-4b72-8827-6116fda4ec04 req-25109276-8316-418e-94da-ad977b9eb984 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea8e498ef4054b009de6ea7a3f24aadf&device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 1095 time: 1.0641546 Feb 09 14:24:58.187296 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:24:58.217954 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:58.242491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3e4e4294-5596-4288-bee8-4f12d3e69e5a None None] Provisioning for port cbd04887-cfcc-4cea-91fb-3beeadf214b1 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:24:58.254660 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3e4e4294-5596-4288-bee8-4f12d3e69e5a None None] Provisioning complete for port cbd04887-cfcc-4cea-91fb-3beeadf214b1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:24:58.254660 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3e4e4294-5596-4288-bee8-4f12d3e69e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:58.374347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3e4e4294-5596-4288-bee8-4f12d3e69e5a None None] Port cbd04887-cfcc-4cea-91fb-3beeadf214b1 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:24:58.374347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3e4e4294-5596-4288-bee8-4f12d3e69e5a None None] Provisioning for port ed04858d-8566-43b9-99bd-14fe7575f5f8 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:24:58.391379 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3e4e4294-5596-4288-bee8-4f12d3e69e5a None None] Provisioning complete for port ed04858d-8566-43b9-99bd-14fe7575f5f8 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:24:58.391379 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3e4e4294-5596-4288-bee8-4f12d3e69e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:58.482601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3e4e4294-5596-4288-bee8-4f12d3e69e5a None None] Port ed04858d-8566-43b9-99bd-14fe7575f5f8 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:24:58.491480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Calling delete_port for cbd04887-cfcc-4cea-91fb-3beeadf214b1 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:24:58.501651 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25eb2b97-5956-4b90-98bb-5bb620542fe0 req-152542ae-6995-431e-b841-019a19a41a29 service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2259424 Feb 09 14:24:58.509890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3e4e4294-5596-4288-bee8-4f12d3e69e5a None None] Provisioning complete for port 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:24:58.509890 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3e4e4294-5596-4288-bee8-4f12d3e69e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:58.707600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:24:58.707600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 832f7ef2-7597-4469-ad84-fe2df4f56413 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:24:58.743145 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-58988611-6a7b-4fb4-a937-f32ef32579e9 req-9cbdb714-6bd9-4645-b4d5-7942bf227027 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9826565 Feb 09 14:24:58.976540 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:59.035405 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:59.177446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Pushing event deleted for resources: {'Port': ['ID=cbd04887-cfcc-4cea-91fb-3beeadf214b1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:24:59.194233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c515b4-8526-4b72-8827-6116fda4ec04 req-7389c9b5-6c0a-48e6-a922-aea604a91e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:59.194233 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d4c515b4-8526-4b72-8827-6116fda4ec04 req-7389c9b5-6c0a-48e6-a922-aea604a91e36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=84daeca4-bfd7-4950-a3aa-d4d8b637abb3 HTTP/1.1" status: 200 len: 914 time: 1.0644054 Feb 09 14:24:59.231500 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d1d6dc58-4b8c-4258-b20c-a69cba2919b3 None None] Provisioning complete for port ed04858d-8566-43b9-99bd-14fe7575f5f8 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:24:59.231500 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d1d6dc58-4b8c-4258-b20c-a69cba2919b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:59.298680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:59.298680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:59.298680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:59.298680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:59.298680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:59.298680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:59.308218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:59.308218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:59.308218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:59.308218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:59.314966 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-950a4ef0-e35a-4c42-aa9a-8b723f2c5f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:59.321943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:59.321943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:24:59.343059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6dc58-4b8c-4258-b20c-a69cba2919b3 None None] Port ed04858d-8566-43b9-99bd-14fe7575f5f8 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:24:59.406807 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3ee44a00-2b1e-4d6f-b275-2499e4f9d91b,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:59.436042 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '3ee44a00-2b1e-4d6f-b275-2499e4f9d91b', 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05', 'port_id': '3ee44a00-2b1e-4d6f-b275-2499e4f9d91b', 'mac_address': 'fa:16:3e:bb:a0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2315fb8e-5bcf-45cb-897d-5aa2d617522a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:24:59.614166 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e8fbbf2e-dfc1-40b7-8ccf-9bf8c44b836f None None] Could not find standard attr ID for object cbd04887-cfcc-4cea-91fb-3beeadf214b1. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:24:59.663527 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:59.701335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:24:59.719389 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3ee44a00-2b1e-4d6f-b275-2499e4f9d91b,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:24:59.719389 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:59.918256 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d4c515b4-8526-4b72-8827-6116fda4ec04 req-2f82d79d-4d4b-4f58-9ef7-9e8211afa49e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f078feff-6a62-4608-aebc-91b8a85a38ad HTTP/1.1" status: 200 len: 217 time: 0.7119586 Feb 09 14:24:59.925877 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fec2e-7ce2-4cd7-912d-cb22dbaed99f req-83e6365c-bd0b-4302-b04c-448cd0fa6f5e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:24:59.928458 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b96fec2e-7ce2-4cd7-912d-cb22dbaed99f req-83e6365c-bd0b-4302-b04c-448cd0fa6f5e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 1.9130125 Feb 09 14:24:59.931034 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25eb2b97-5956-4b90-98bb-5bb620542fe0 req-b3366b4f-1d2a-4254-8590-1b5e231dd78d service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4350064 Feb 09 14:24:59.932326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-20615173-d431-4c2d-bd13-f6e1376639e4 req-db081130-3f61-40cd-a734-2cbcc1c3617f tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:59.937922 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:59.999863 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c61d9-0026-4297-b07f-1f44bc96c3bf req-b3947d24-6545-4402-b479-ef9b1bce97d4 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:00.017156 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-890c61d9-0026-4297-b07f-1f44bc96c3bf req-b3947d24-6545-4402-b479-ef9b1bce97d4 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/ports?device_id=07176d7d-e255-4e15-873d-f3e4c4ea617f HTTP/1.1" status: 200 len: 946 time: 0.6678364 Feb 09 14:25:00.036641 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3c331ec1-6b91-4b3a-be29-197fa1bd0276 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] 10.222.0.48 "DELETE /v2.0/ports/cbd04887-cfcc-4cea-91fb-3beeadf214b1 HTTP/1.1" status: 204 len: 168 time: 2.5835459 Feb 09 14:25:00.042709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41406) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:00.049885 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=3ee44a00-2b1e-4d6f-b275-2499e4f9d91b,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:00.071912 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-fd6ad1c6-f849-464c-835e-f47896271f5d tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Request body: {'port': {'name': 'tempest-new-port-name-477925300', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:00.071912 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.api.validators [None req-fd6ad1c6-f849-464c-835e-f47896271f5d tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] bootfile-name is not in valid_values {{(pid=87596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 14:25:00.071912 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.api.validators [None req-fd6ad1c6-f849-464c-835e-f47896271f5d tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] tftp-server is not in valid_values {{(pid=87596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 14:25:00.071912 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.api.validators [None req-fd6ad1c6-f849-464c-835e-f47896271f5d tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] server-ip-address is not in valid_values {{(pid=87596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 14:25:00.095217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:25:00.113337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db081130-3f61-40cd-a734-2cbcc1c3617f tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Pushing event deleted for resources: {'Port': ['ID=832f7ef2-7597-4469-ad84-fe2df4f56413,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:00.233872 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b96fec2e-7ce2-4cd7-912d-cb22dbaed99f req-72634597-2862-41a8-b4b9-f74c0baf2536 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740297 Feb 09 14:25:00.253004 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:00.287114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-20615173-d431-4c2d-bd13-f6e1376639e4 req-db081130-3f61-40cd-a734-2cbcc1c3617f tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] No DVR routers for this DVR port 832f7ef2-7597-4469-ad84-fe2df4f56413 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:25:00.291268 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-20615173-d431-4c2d-bd13-f6e1376639e4 req-db081130-3f61-40cd-a734-2cbcc1c3617f tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:00.306543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07176d7d-e255-4e15-873d-f3e4c4ea617f', 'name': 'network-vif-deleted', 'tag': '832f7ef2-7597-4469-ad84-fe2df4f56413'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:25:00.312126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['3ee44a00-2b1e-4d6f-b275-2499e4f9d91b'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:25:00.322200 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-20615173-d431-4c2d-bd13-f6e1376639e4 req-db081130-3f61-40cd-a734-2cbcc1c3617f tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.35 "DELETE /v2.0/ports/832f7ef2-7597-4469-ad84-fe2df4f56413 HTTP/1.1" status: 204 len: 173 time: 4.2898543 Feb 09 14:25:00.338552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c515b4-8526-4b72-8827-6116fda4ec04 req-1e81002b-6a44-48eb-afe5-68daffc76f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:00.338552 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d4c515b4-8526-4b72-8827-6116fda4ec04 req-1e81002b-6a44-48eb-afe5-68daffc76f65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db57dd9b-c0d7-4ae1-b1cb-1f91d4e18d4f HTTP/1.1" status: 200 len: 854 time: 0.3830519 Feb 09 14:25:00.452239 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d4c515b4-8526-4b72-8827-6116fda4ec04 req-75ddb111-6813-483c-997c-3f816e11dc32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=84daeca4-bfd7-4950-a3aa-d4d8b637abb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020446 Feb 09 14:25:00.481225 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:00.518483 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-890c61d9-0026-4297-b07f-1f44bc96c3bf req-cea7504b-b0cb-42f1-82c8-7895b0a2cab2 tempest-ServerTagsTestJSON-1481766825 tempest-ServerTagsTestJSON-1481766825-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba75e546-476e-4ebe-ab82-17ea4f272538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559693 Feb 09 14:25:00.543183 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad1c6-f849-464c-835e-f47896271f5d tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:00.672682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:25:00.677332 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:00.766024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device f078feff-6a62-4608-aebc-91b8a85a38ad details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:25:01.106339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761e41b-1e9c-4f1c-ad9b-8f2e4e348a0d req-4ddc5fd8-3e39-4f3e-b318-d921ea26a24a tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:01.106339 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e761e41b-1e9c-4f1c-ad9b-8f2e4e348a0d req-4ddc5fd8-3e39-4f3e-b318-d921ea26a24a tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 944 time: 0.3493230 Feb 09 14:25:01.130181 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d4c515b4-8526-4b72-8827-6116fda4ec04 req-f2d91a53-fea9-4b3a-a8a4-7e7c72fbd880 service neutron] 10.222.0.35 "GET /v2.0/networks/84daeca4-bfd7-4950-a3aa-d4d8b637abb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6623020 Feb 09 14:25:01.319274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port f078feff-6a62-4608-aebc-91b8a85a38ad, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=f078feff-6a62-4608-aebc-91b8a85a38ad,segment=NetworkSegment(b5aeeaaa-3b07-4b85-8ce5-a153af7a6405),segment_id=b5aeeaaa-3b07-4b85-8ce5-a153af7a6405)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:01.346952 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'f078feff-6a62-4608-aebc-91b8a85a38ad', 'network_id': '84daeca4-bfd7-4950-a3aa-d4d8b637abb3', 'port_id': 'f078feff-6a62-4608-aebc-91b8a85a38ad', 'mac_address': 'fa:16:3e:6f:a3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db57dd9b-c0d7-4ae1-b1cb-1f91d4e18d4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:25:01.505619 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:01.517315 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e761e41b-1e9c-4f1c-ad9b-8f2e4e348a0d req-4f6c338f-755a-452d-864b-1b3cd07115c4 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/security-groups?id=807729d3-969f-4ad8-aadf-1ca410f52af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358753 Feb 09 14:25:01.557065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f078feff-6a62-4608-aebc-91b8a85a38ad {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:25:01.625676 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port f078feff-6a62-4608-aebc-91b8a85a38ad, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=f078feff-6a62-4608-aebc-91b8a85a38ad,segment=NetworkSegment(b5aeeaaa-3b07-4b85-8ce5-a153af7a6405),segment_id=b5aeeaaa-3b07-4b85-8ce5-a153af7a6405)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:01.636743 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:01.664771 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d4c515b4-8526-4b72-8827-6116fda4ec04 req-5d925a20-da5c-4569-a807-8835d6c03d92 service neutron] 10.222.0.35 "GET /v2.0/networks/84daeca4-bfd7-4950-a3aa-d4d8b637abb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323815 Feb 09 14:25:01.676900 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad1c6-f849-464c-835e-f47896271f5d tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:01.709871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad1c6-f849-464c-835e-f47896271f5d tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:01.964994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=f078feff-6a62-4608-aebc-91b8a85a38ad,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:02.000835 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:02.130012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8269b-6545-4a46-bf3f-a0ffbfcb05a7 req-a8882c4b-148c-4ddd-94d4-9806c5ec0657 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:02.139647 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7ba8269b-6545-4a46-bf3f-a0ffbfcb05a7 req-a8882c4b-148c-4ddd-94d4-9806c5ec0657 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 945 time: 1.2780325 Feb 09 14:25:02.210749 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['f078feff-6a62-4608-aebc-91b8a85a38ad'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:25:02.233420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ad1c6-f849-464c-835e-f47896271f5d tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Pushing event updated for resources: {'Port': ['ID=ed04858d-8566-43b9-99bd-14fe7575f5f8,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:02.291531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904a6ba-db27-4e2d-99d2-a2f816ba2499 req-cbf85eb3-e838-40ac-8889-bbf881fad0ec tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:02.296779 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7ba8269b-6545-4a46-bf3f-a0ffbfcb05a7 req-3724a46e-b604-4a6e-813f-b0b424e56adc tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516955 Feb 09 14:25:02.302957 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b904a6ba-db27-4e2d-99d2-a2f816ba2499 req-cbf85eb3-e838-40ac-8889-bbf881fad0ec tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.3210042 Feb 09 14:25:02.307973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ad1c6-f849-464c-835e-f47896271f5d tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] In _notify_port_updated(), no bound segment for port ed04858d-8566-43b9-99bd-14fe7575f5f8 on network 3bb5023c-a53b-45b6-aab6-d5ed4627da7b {{(pid=87596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:25:02.330477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6ad1c6-f849-464c-835e-f47896271f5d tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:02.333157 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad1c6-f849-464c-835e-f47896271f5d tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:02.336944 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fd6ad1c6-f849-464c-835e-f47896271f5d tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] 10.222.0.48 "PUT /v2.0/ports/ed04858d-8566-43b9-99bd-14fe7575f5f8 HTTP/1.1" status: 200 len: 1135 time: 2.2943964 Feb 09 14:25:02.339585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41428) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:02.497681 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07176d7d-e255-4e15-873d-f3e4c4ea617f', 'name': 'network-vif-deleted', 'tag': '832f7ef2-7597-4469-ad84-fe2df4f56413', 'status': 'completed', 'code': 200} Feb 09 14:25:02.520745 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b904a6ba-db27-4e2d-99d2-a2f816ba2499 req-2b3d2c83-4ba5-454f-972e-f4099fad675d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157431 Feb 09 14:25:02.615129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41436) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:02.725211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1a341a-c6f4-4da7-87ba-ed056475d614 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:02.725211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8b1a341a-c6f4-4da7-87ba-ed056475d614 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Synchronizing usage tracker for tenant:1a9a532665c54db28a8ed598b3e8a7c1 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:25:02.745378 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-82b3e78f-6370-45fc-a885-700d806cd861 None None] Provisioning complete for port ed04858d-8566-43b9-99bd-14fe7575f5f8 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:25:02.745378 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-82b3e78f-6370-45fc-a885-700d806cd861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:02.746025 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-217a8525-890f-4b58-bd99-79544e3ffba7 admin admin] Deleting subnet c27b9a75-0d27-4005-bd83-bdce0a1c5b35 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:25:02.746689 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-217a8525-890f-4b58-bd99-79544e3ffba7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:02.774900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8b1a341a-c6f4-4da7-87ba-ed056475d614 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Unset dirty status for tenant:1a9a532665c54db28a8ed598b3e8a7c1 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:25:02.781769 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8b1a341a-c6f4-4da7-87ba-ed056475d614 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] 10.222.0.48 "GET /v2.0/ports/ed04858d-8566-43b9-99bd-14fe7575f5f8 HTTP/1.1" status: 200 len: 1135 time: 0.4401560 Feb 09 14:25:02.785823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41440) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:02.910394 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:25:02.986440 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-82b3e78f-6370-45fc-a885-700d806cd861 None None] Port ed04858d-8566-43b9-99bd-14fe7575f5f8 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:25:03.016106 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-217a8525-890f-4b58-bd99-79544e3ffba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:03.052405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa9cb9-b868-4eba-81cd-566bede47480 req-6afc79c1-cee0-4904-a2ff-c95a1ef89332 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:03.052405 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ffa9cb9-b868-4eba-81cd-566bede47480 req-6afc79c1-cee0-4904-a2ff-c95a1ef89332 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 945 time: 0.1823823 Feb 09 14:25:03.059994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:25:03.074820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:25:03.074820 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:03.115291 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-217a8525-890f-4b58-bd99-79544e3ffba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:03.181581 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ffa9cb9-b868-4eba-81cd-566bede47480 req-959cb92a-8df5-4429-a060-5dbcc80b2f7e tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/security-groups?id=807729d3-969f-4ad8-aadf-1ca410f52af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277616 Feb 09 14:25:03.241658 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-217a8525-890f-4b58-bd99-79544e3ffba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:03.245638 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:03.248283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e16bf-b95b-409d-b6b0-1cb3ddc13864 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Deleting port ed04858d-8566-43b9-99bd-14fe7575f5f8 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:25:03.248634 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef7e16bf-b95b-409d-b6b0-1cb3ddc13864 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:03.274641 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc45e497-20f7-4e5c-a0de-ad412b92b034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee44a00-2b1e-4d6f-b275-2499e4f9d91b'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:25:03.293307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3ee44a00-2b1e-4d6f-b275-2499e4f9d91b,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:03.299210 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:03.355063 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc45e497-20f7-4e5c-a0de-ad412b92b034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee44a00-2b1e-4d6f-b275-2499e4f9d91b', 'code': 200} Feb 09 14:25:03.356951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a8525-890f-4b58-bd99-79544e3ffba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c27b9a75-0d27-4005-bd83-bdce0a1c5b35,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:03.369508 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-217a8525-890f-4b58-bd99-79544e3ffba7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:03.383792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-217a8525-890f-4b58-bd99-79544e3ffba7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c27b9a75-0d27-4005-bd83-bdce0a1c5b35 HTTP/1.1" status: 204 len: 168 time: 0.7740283 Feb 09 14:25:03.387013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41450) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:03.437410 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=3ee44a00-2b1e-4d6f-b275-2499e4f9d91b,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:03.602806 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bca1138-a77c-4d84-aace-363f56ce5578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:03.668344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cb06a-b1d2-4a57-9095-c3506e53c4c3 req-de43cf00-7a04-4955-bd3d-0cadd078b7a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:03.668344 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e84cb06a-b1d2-4a57-9095-c3506e53c4c3 req-de43cf00-7a04-4955-bd3d-0cadd078b7a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 946 time: 0.1641603 Feb 09 14:25:03.838309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c74015-e721-4c59-b831-b906251a571e req-ef423f1d-d734-413a-b44f-1dc5de9dc190 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:03.849962 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5c74015-e721-4c59-b831-b906251a571e req-ef423f1d-d734-413a-b44f-1dc5de9dc190 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.9465046 Feb 09 14:25:03.855061 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e84cb06a-b1d2-4a57-9095-c3506e53c4c3 req-28bc9cc8-7c9b-43dc-b717-c3e6b186c410 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506867 Feb 09 14:25:03.877007 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bca1138-a77c-4d84-aace-363f56ce5578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:03.922147 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef7e16bf-b95b-409d-b6b0-1cb3ddc13864 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:03.927275 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-3bca1138-a77c-4d84-aace-363f56ce5578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91bd866-3f57-46af-bc51-256dc4b2ff93']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:03.939244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f1e66-15b5-48c4-b98a-f607537e9813 req-0e6bcb00-6dd2-4ac5-a751-f32dbcb428ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:03.939244 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a0f1e66-15b5-48c4-b98a-f607537e9813 req-0e6bcb00-6dd2-4ac5-a751-f32dbcb428ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 1097 time: 0.4875698 Feb 09 14:25:03.952538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-3bca1138-a77c-4d84-aace-363f56ce5578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937e6228-ea4b-4a87-aa62-0a70c607a2d4') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:03.952538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-3bca1138-a77c-4d84-aace-363f56ce5578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937e6228-ea4b-4a87-aa62-0a70c607a2d4') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:03.971269 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bca1138-a77c-4d84-aace-363f56ce5578 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:04.002492 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bca1138-a77c-4d84-aace-363f56ce5578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:04.014437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bca1138-a77c-4d84-aace-363f56ce5578 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:04.014437 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bca1138-a77c-4d84-aace-363f56ce5578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:04.022302 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:04.075680 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e16bf-b95b-409d-b6b0-1cb3ddc13864 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Calling delete_port for ed04858d-8566-43b9-99bd-14fe7575f5f8 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:25:04.111020 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5c74015-e721-4c59-b831-b906251a571e req-0d24a09c-a63b-4d92-9de9-710761ba802e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681432 Feb 09 14:25:04.122592 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bca1138-a77c-4d84-aace-363f56ce5578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:04.181404 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bca1138-a77c-4d84-aace-363f56ce5578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:04.192666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca1138-a77c-4d84-aace-363f56ce5578 admin admin] Pushing event deleted for resources: {'Network': ['ID=f91bd866-3f57-46af-bc51-256dc4b2ff93,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:04.194804 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a0f1e66-15b5-48c4-b98a-f607537e9813 req-8179a121-84ef-41ea-b5fa-126db37f14e6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010975 Feb 09 14:25:04.199761 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3bca1138-a77c-4d84-aace-363f56ce5578 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f91bd866-3f57-46af-bc51-256dc4b2ff93 HTTP/1.1" status: 204 len: 168 time: 0.8107479 Feb 09 14:25:04.303360 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef7e16bf-b95b-409d-b6b0-1cb3ddc13864 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:04.434391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e16bf-b95b-409d-b6b0-1cb3ddc13864 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Pushing event deleted for resources: {'Port': ['ID=ed04858d-8566-43b9-99bd-14fe7575f5f8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:04.477604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41466) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:04.573266 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef7e16bf-b95b-409d-b6b0-1cb3ddc13864 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:04.595909 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ef7e16bf-b95b-409d-b6b0-1cb3ddc13864 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] 10.222.0.48 "DELETE /v2.0/ports/ed04858d-8566-43b9-99bd-14fe7575f5f8 HTTP/1.1" status: 204 len: 168 time: 1.8068666 Feb 09 14:25:04.598572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41472) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:04.645384 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fb87cb31-08f2-4ba5-8d4b-e1cc4a7c4bb9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ccdea2c300184c30ab859d88918735da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473229 Feb 09 14:25:04.658990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41476) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:04.701709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0e0877-30e0-4866-94a7-1a29047b7cf7 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Deleting subnet 56c6d841-7a8a-47f0-8559-b90284caec44 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:25:04.705326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0877-30e0-4866-94a7-1a29047b7cf7 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:04.732327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device f078feff-6a62-4608-aebc-91b8a85a38ad up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:25:04.756637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04ea24-a4ca-4a0f-ba65-d1a959099d90 req-67826cd0-46a5-43c0-a045-4e195b1faf66 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:04.758213 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3c04ea24-a4ca-4a0f-ba65-d1a959099d90 req-67826cd0-46a5-43c0-a045-4e195b1faf66 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 945 time: 0.3626730 Feb 09 14:25:04.819203 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1829e91-48ee-4f64-a2ed-4e076f79c5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:04.831238 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0877-30e0-4866-94a7-1a29047b7cf7 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:04.860553 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3c04ea24-a4ca-4a0f-ba65-d1a959099d90 req-b091732f-d13b-4e31-a369-b82f03cb6f0e tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/security-groups?id=807729d3-969f-4ad8-aadf-1ca410f52af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840161 Feb 09 14:25:04.872116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port f078feff-6a62-4608-aebc-91b8a85a38ad completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:25:04.884590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port f078feff-6a62-4608-aebc-91b8a85a38ad triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:25:04.885557 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:04.900660 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1829e91-48ee-4f64-a2ed-4e076f79c5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:04.940291 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0877-30e0-4866-94a7-1a29047b7cf7 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:05.018400 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1829e91-48ee-4f64-a2ed-4e076f79c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:05.054878 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1829e91-48ee-4f64-a2ed-4e076f79c5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba75e546-476e-4ebe-ab82-17ea4f272538,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:05.059646 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1829e91-48ee-4f64-a2ed-4e076f79c5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:05.062641 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d1829e91-48ee-4f64-a2ed-4e076f79c5cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba75e546-476e-4ebe-ab82-17ea4f272538 HTTP/1.1" status: 204 len: 168 time: 0.3789611 Feb 09 14:25:05.114480 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:05.162444 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41490) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:05.189629 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port f078feff-6a62-4608-aebc-91b8a85a38ad, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=f078feff-6a62-4608-aebc-91b8a85a38ad,segment=NetworkSegment(b5aeeaaa-3b07-4b85-8ce5-a153af7a6405),segment_id=b5aeeaaa-3b07-4b85-8ce5-a153af7a6405)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:05.198824 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:05.201226 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0877-30e0-4866-94a7-1a29047b7cf7 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:05.263769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e0877-30e0-4866-94a7-1a29047b7cf7 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Pushing event deleted for resources: {'Subnet': ['ID=56c6d841-7a8a-47f0-8559-b90284caec44,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:05.274512 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0877-30e0-4866-94a7-1a29047b7cf7 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:05.287273 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fe0e0877-30e0-4866-94a7-1a29047b7cf7 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] 10.222.0.48 "DELETE /v2.0/subnets/56c6d841-7a8a-47f0-8559-b90284caec44 HTTP/1.1" status: 204 len: 168 time: 0.6859035 Feb 09 14:25:05.289756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41496) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:05.301939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da442d-b081-4272-9756-0f3e2b96226d req-820ac4f6-9321-4226-9c9e-4fa2a2f20f61 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:05.309723 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d4da442d-b081-4272-9756-0f3e2b96226d req-820ac4f6-9321-4226-9c9e-4fa2a2f20f61 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 946 time: 0.2412090 Feb 09 14:25:05.327263 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=f078feff-6a62-4608-aebc-91b8a85a38ad,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:05.330780 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa290339-55dd-4ecb-8191-085ded43139b None None] Network 3bb5023c-a53b-45b6-aab6-d5ed4627da7b requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:05.381737 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d4da442d-b081-4272-9756-0f3e2b96226d req-bd2c30ac-a55e-45a3-b224-576e0122796b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707102 Feb 09 14:25:05.471949 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d490bba-2a45-4459-bf84-5909865ab6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f078feff-6a62-4608-aebc-91b8a85a38ad'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:25:05.494445 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:05.510993 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Deleting port 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:25:05.523628 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:05.606671 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d490bba-2a45-4459-bf84-5909865ab6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f078feff-6a62-4608-aebc-91b8a85a38ad', 'code': 200} Feb 09 14:25:05.710108 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6305fb39-f0dc-4c33-b7e6-bd0b537611f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:05.712889 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5f952d-3447-490a-bf2b-6fdf85d1b842 None None] DHCP port deletion for 3bb5023c-a53b-45b6-aab6-d5ed4627da7b request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:25:05.721315 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f952d-3447-490a-bf2b-6fdf85d1b842 None None] Deleting port 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:25:05.721903 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ed5f952d-3447-490a-bf2b-6fdf85d1b842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:05.763165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6305fb39-f0dc-4c33-b7e6-bd0b537611f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:05.800434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6305fb39-f0dc-4c33-b7e6-bd0b537611f8 admin admin] Usage tracker for resource:security_group_rule and tenant:ec8915b83d784a12a001283cde3b1be5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:05.812425 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6305fb39-f0dc-4c33-b7e6-bd0b537611f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:05.826172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a8e1c-d8c3-448e-82c5-17aa7a21ef9a req-a51da610-46d1-46af-845b-e8c8a0c06d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:05.831070 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f61a8e1c-d8c3-448e-82c5-17aa7a21ef9a req-a51da610-46d1-46af-845b-e8c8a0c06d32 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 1097 time: 0.1132665 Feb 09 14:25:05.904161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6305fb39-f0dc-4c33-b7e6-bd0b537611f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:05.927532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f61a8e1c-d8c3-448e-82c5-17aa7a21ef9a req-35bdd68c-e466-4461-a39f-d6305830f541 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=807729d3-969f-4ad8-aadf-1ca410f52af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891204 Feb 09 14:25:05.992193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:25:06.037870 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6305fb39-f0dc-4c33-b7e6-bd0b537611f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:06.045092 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6305fb39-f0dc-4c33-b7e6-bd0b537611f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:06.091997 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6305fb39-f0dc-4c33-b7e6-bd0b537611f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec8915b83d784a12a001283cde3b1be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9259427 Feb 09 14:25:06.096045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41516) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:06.111415 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ed5f952d-3447-490a-bf2b-6fdf85d1b842 None None] For port 1c9bc750-3dc0-4209-8d16-64cb8b7dc613, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1c9bc750-3dc0-4209-8d16-64cb8b7dc613,segment=NetworkSegment(ed3416c1-bdbb-4cec-9df9-e5e7ce1436a8),segment_id=ed3416c1-bdbb-4cec-9df9-e5e7ce1436a8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:06.112081 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ed5f952d-3447-490a-bf2b-6fdf85d1b842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:06.168485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4afbf8-9bf2-4a57-b1a9-f76bc76c5b8c req-a7082342-2e8f-49d9-8dad-6d2621302a7f tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:06.176456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0e4afbf8-9bf2-4a57-b1a9-f76bc76c5b8c req-a7082342-2e8f-49d9-8dad-6d2621302a7f tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 946 time: 0.1306252 Feb 09 14:25:06.232136 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0e4afbf8-9bf2-4a57-b1a9-f76bc76c5b8c req-140db46d-8434-4245-9789-a8f415296db9 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/security-groups?id=807729d3-969f-4ad8-aadf-1ca410f52af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546656 Feb 09 14:25:06.284330 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] For port 1c9bc750-3dc0-4209-8d16-64cb8b7dc613, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1c9bc750-3dc0-4209-8d16-64cb8b7dc613,segment=NetworkSegment(ed3416c1-bdbb-4cec-9df9-e5e7ce1436a8),segment_id=ed3416c1-bdbb-4cec-9df9-e5e7ce1436a8)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:06.284699 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:06.297977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305fb39-f0dc-4c33-b7e6-bd0b537611f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d821db23-7da3-4cef-84f7-2757a5be25b3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:06.368767 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f952d-3447-490a-bf2b-6fdf85d1b842 None None] Calling delete_port for 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:25:06.448415 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:06.474304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41530) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:06.505132 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ed5f952d-3447-490a-bf2b-6fdf85d1b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:06.594625 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-efe8714b-ab49-4d1f-ba92-3207871684f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:06.605201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Calling delete_port for 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:25:06.626620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f952d-3447-490a-bf2b-6fdf85d1b842 None None] Pushing event deleted for resources: {'Port': ['ID=1c9bc750-3dc0-4209-8d16-64cb8b7dc613,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:06.629007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f952d-3447-490a-bf2b-6fdf85d1b842 None None] No DVR routers for this DVR port 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:25:06.665892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1681953397-network', 'tenant_id': 'b716be836b9a478d92d6b501df1aaf7f'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:06.665892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:06.665892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Usage tracker for resource:network and tenant:b716be836b9a478d92d6b501df1aaf7f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:06.673603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:06.677502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:06.692814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Made reservation on behalf of b716be836b9a478d92d6b501df1aaf7f for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:06.692814 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:06.704849 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:06.719888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:06.724711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Usage tracker for resource:security_group_rule and tenant:b716be836b9a478d92d6b501df1aaf7f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:06.727565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:06.733500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:06.735650 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-efe8714b-ab49-4d1f-ba92-3207871684f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:06.815263 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:25:06.815582 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:25:06.833333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecfd1d-f012-4750-afd3-096c86b85979 req-649f3dfb-7c24-4032-9c44-35bf7eab270f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:06.834806 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-51ecfd1d-f012-4750-afd3-096c86b85979 req-649f3dfb-7c24-4032-9c44-35bf7eab270f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 946 time: 0.3068228 Feb 09 14:25:06.844965 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:06.849810 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:06.875680 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-efe8714b-ab49-4d1f-ba92-3207871684f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:06.882986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:25:06.888218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b9655c-f5a0-4081-92fe-8bcde991ef3f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:06.896385 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:06.896741 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Added segment 558a17b0-2f60-46df-9ec5-702c56185e75 of type vlan for network c1fc5324-ec70-4c9e-b3e3-3c8c616978b8 Feb 09 14:25:06.900037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8714b-ab49-4d1f-ba92-3207871684f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d821db23-7da3-4cef-84f7-2757a5be25b3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:06.904604 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-51ecfd1d-f012-4750-afd3-096c86b85979 req-5e4a001b-cf25-4ce9-8f46-6ebd4ead04cd tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637350 Feb 09 14:25:06.916244 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-efe8714b-ab49-4d1f-ba92-3207871684f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:06.919821 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-efe8714b-ab49-4d1f-ba92-3207871684f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d821db23-7da3-4cef-84f7-2757a5be25b3 HTTP/1.1" status: 204 len: 168 time: 0.8199587 Feb 09 14:25:06.933546 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:06.966644 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:06.968134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:06.969180 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:07.134298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] Pushing event updated for resources: {'Network': ['ID=c1fc5324-ec70-4c9e-b3e3-3c8c616978b8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:07.138354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-770b07f3-9f60-42e9-84a9-64c80fc70217 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6582098 Feb 09 14:25:07.148544 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network c1fc5324-ec70-4c9e-b3e3-3c8c616978b8 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:25:07.182455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491bf66-dfa4-46e4-a34d-3c1ad1248cb2 req-ec03aa77-e728-456f-b9d9-cbadee7435b5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:07.189670 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3491bf66-dfa4-46e4-a34d-3c1ad1248cb2 req-ec03aa77-e728-456f-b9d9-cbadee7435b5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 946 time: 0.1463528 Feb 09 14:25:07.244033 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3491bf66-dfa4-46e4-a34d-3c1ad1248cb2 req-37604711-b097-4998-88a2-cc5d009980c6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533650 Feb 09 14:25:07.303323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41548) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:07.324185 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Deleting port 1c9bc750-3dc0-4209-8d16-64cb8b7dc613 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:25:07.324612 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:07.364862 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04af7f94-3451-428d-bee3-19a3d825df8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:07.449449 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] The port '1c9bc750-3dc0-4209-8d16-64cb8b7dc613' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:25:07.495661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-04af7f94-3451-428d-bee3-19a3d825df8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:07.573488 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-04af7f94-3451-428d-bee3-19a3d825df8e admin admin] Usage tracker for resource:security_group_rule and tenant:0cfdb241369147e7a83062c48ff5e3e2 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:07.587036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-04af7f94-3451-428d-bee3-19a3d825df8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:07.606112 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-04af7f94-3451-428d-bee3-19a3d825df8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:07.619447 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:07.665249 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb5023c-a53b-45b6-aab6-d5ed4627da7b']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:07.688405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3416c1-bdbb-4cec-9df9-e5e7ce1436a8') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:07.688703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3416c1-bdbb-4cec-9df9-e5e7ce1436a8') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:07.715216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aefad1-439f-4364-a64f-b9f899ebc75e req-39f49408-3b07-4c54-84a6-2268334ecda7 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:07.716729 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a6aefad1-439f-4364-a64f-b9f899ebc75e req-39f49408-3b07-4c54-84a6-2268334ecda7 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 946 time: 0.3530581 Feb 09 14:25:07.718408 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:07.758522 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:07.783499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:07.783924 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:07.802555 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:07.864935 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a6aefad1-439f-4364-a64f-b9f899ebc75e req-9b36bc75-01b6-43dc-b9a0-7933021aa015 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/security-groups?id=807729d3-969f-4ad8-aadf-1ca410f52af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341925 Feb 09 14:25:07.927966 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:07.934875 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04af7f94-3451-428d-bee3-19a3d825df8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:07.970857 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:07.979786 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04af7f94-3451-428d-bee3-19a3d825df8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:07.981777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9849c8e-4a98-4ced-bcde-f402ccd6256a req-0472ac12-865a-419e-8fe6-665537986c52 tempest-ComputeTenantNetworksTest-2066153637 tempest-ComputeTenantNetworksTest-2066153637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:07.987506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9849c8e-4a98-4ced-bcde-f402ccd6256a req-0472ac12-865a-419e-8fe6-665537986c52 tempest-ComputeTenantNetworksTest-2066153637 tempest-ComputeTenantNetworksTest-2066153637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:07.993716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9849c8e-4a98-4ced-bcde-f402ccd6256a req-0472ac12-865a-419e-8fe6-665537986c52 tempest-ComputeTenantNetworksTest-2066153637 tempest-ComputeTenantNetworksTest-2066153637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:07.994708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b9849c8e-4a98-4ced-bcde-f402ccd6256a req-0472ac12-865a-419e-8fe6-665537986c52 tempest-ComputeTenantNetworksTest-2066153637 tempest-ComputeTenantNetworksTest-2066153637-project] Synchronizing usage tracker for tenant:b716be836b9a478d92d6b501df1aaf7f on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:25:08.004600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] Pushing event deleted for resources: {'Network': ['ID=3bb5023c-a53b-45b6-aab6-d5ed4627da7b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:08.014323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b9849c8e-4a98-4ced-bcde-f402ccd6256a req-0472ac12-865a-419e-8fe6-665537986c52 tempest-ComputeTenantNetworksTest-2066153637 tempest-ComputeTenantNetworksTest-2066153637-project] Unset dirty status for tenant:b716be836b9a478d92d6b501df1aaf7f on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:25:08.015994 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b9849c8e-4a98-4ced-bcde-f402ccd6256a req-0472ac12-865a-419e-8fe6-665537986c52 tempest-ComputeTenantNetworksTest-2066153637 tempest-ComputeTenantNetworksTest-2066153637-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2162812 Feb 09 14:25:08.070603 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-37de4636-cc90-4c71-a173-5d38c734f9f4 tempest-ExtraDHCPOptionsTestJSON-201261850 tempest-ExtraDHCPOptionsTestJSON-201261850-project] 10.222.0.48 "DELETE /v2.0/networks/3bb5023c-a53b-45b6-aab6-d5ed4627da7b HTTP/1.1" status: 204 len: 168 time: 2.7795348 Feb 09 14:25:08.078446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af7f94-3451-428d-bee3-19a3d825df8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2a4c06-bff6-4826-a8be-b9bb62b3bd9f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:08.089623 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-04af7f94-3451-428d-bee3-19a3d825df8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0cfdb241369147e7a83062c48ff5e3e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7851453 Feb 09 14:25:08.092926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41566) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:08.196192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8aa617-5014-40e3-a713-b5585ea4c218 req-6b3bb927-b45d-40f6-b99f-15b8bdfd9e8e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:08.197795 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c8aa617-5014-40e3-a713-b5585ea4c218 req-6b3bb927-b45d-40f6-b99f-15b8bdfd9e8e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 946 time: 0.1726201 Feb 09 14:25:08.225335 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-77acd5e0-5cbc-49a6-82f7-967084bd0a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:08.280597 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-77acd5e0-5cbc-49a6-82f7-967084bd0a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:08.290797 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c8aa617-5014-40e3-a713-b5585ea4c218 req-467fa5fb-dc65-4408-a295-9d506fee8dd7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868742 Feb 09 14:25:08.291000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84481fd3-0c97-4804-8b14-7952ae0619c0 req-519784b1-a072-4c84-8cdd-90e52e57d2c0 tempest-ComputeTenantNetworksTest-2066153637 tempest-ComputeTenantNetworksTest-2066153637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:08.301447 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84481fd3-0c97-4804-8b14-7952ae0619c0 req-519784b1-a072-4c84-8cdd-90e52e57d2c0 tempest-ComputeTenantNetworksTest-2066153637 tempest-ComputeTenantNetworksTest-2066153637-project] 10.222.0.48 "GET /v2.0/networks/c1fc5324-ec70-4c9e-b3e3-3c8c616978b8 HTTP/1.1" status: 200 len: 769 time: 0.2646470 Feb 09 14:25:08.301955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41570) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:08.355135 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-77acd5e0-5cbc-49a6-82f7-967084bd0a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:08.375588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acd5e0-5cbc-49a6-82f7-967084bd0a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2a4c06-bff6-4826-a8be-b9bb62b3bd9f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:08.393461 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-77acd5e0-5cbc-49a6-82f7-967084bd0a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:08.395872 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-77acd5e0-5cbc-49a6-82f7-967084bd0a82 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb2a4c06-bff6-4826-a8be-b9bb62b3bd9f HTTP/1.1" status: 204 len: 168 time: 0.3020072 Feb 09 14:25:08.463231 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1738365a-c5f8-4326-8b0c-7162e4e03483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:08.609602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41578) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:08.663008 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:08.681827 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1738365a-c5f8-4326-8b0c-7162e4e03483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:08.734568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-1738365a-c5f8-4326-8b0c-7162e4e03483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1fc5324-ec70-4c9e-b3e3-3c8c616978b8']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:08.751050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-1738365a-c5f8-4326-8b0c-7162e4e03483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558a17b0-2f60-46df-9ec5-702c56185e75') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:08.751344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-1738365a-c5f8-4326-8b0c-7162e4e03483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558a17b0-2f60-46df-9ec5-702c56185e75') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:08.764523 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1738365a-c5f8-4326-8b0c-7162e4e03483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:08.784269 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1738365a-c5f8-4326-8b0c-7162e4e03483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:08.792888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1738365a-c5f8-4326-8b0c-7162e4e03483 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:08.794026 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1738365a-c5f8-4326-8b0c-7162e4e03483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:08.812789 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:08.898829 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1738365a-c5f8-4326-8b0c-7162e4e03483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:08.906311 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1738365a-c5f8-4326-8b0c-7162e4e03483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:08.958304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738365a-c5f8-4326-8b0c-7162e4e03483 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1fc5324-ec70-4c9e-b3e3-3c8c616978b8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:08.972070 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1738365a-c5f8-4326-8b0c-7162e4e03483 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c1fc5324-ec70-4c9e-b3e3-3c8c616978b8 HTTP/1.1" status: 204 len: 168 time: 0.6688287 Feb 09 14:25:09.053225 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-30029c10-c958-4848-8227-16267925732c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a9a532665c54db28a8ed598b3e8a7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4417536 Feb 09 14:25:09.055807 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41598) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:09.149957 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a55b4ce4-a33d-4c71-b819-a049d5b63fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:09.205055 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a55b4ce4-a33d-4c71-b819-a049d5b63fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:09.230433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326747d-31d4-48a3-88a3-df9c0ae3eb54 req-b58bc1c3-a891-43e3-9bb9-5c7baadb70b8 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:09.238647 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a326747d-31d4-48a3-88a3-df9c0ae3eb54 req-b58bc1c3-a891-43e3-9bb9-5c7baadb70b8 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 946 time: 0.1895828 Feb 09 14:25:09.267493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41604) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:09.294134 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a326747d-31d4-48a3-88a3-df9c0ae3eb54 req-f8cfdcb2-e9ee-45c4-9a2c-439b836a87fe tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/security-groups?id=807729d3-969f-4ad8-aadf-1ca410f52af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543766 Feb 09 14:25:09.320148 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a55b4ce4-a33d-4c71-b819-a049d5b63fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:09.389368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b4ce4-a33d-4c71-b819-a049d5b63fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d76d57-09ff-44a4-adcf-c327d5f7a4b1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:09.403599 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dd0f5a2c-51b4-4f16-af0e-bc38c6366bbc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b716be836b9a478d92d6b501df1aaf7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333301 Feb 09 14:25:09.404406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41612) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:09.470448 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a55b4ce4-a33d-4c71-b819-a049d5b63fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:09.473613 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a55b4ce4-a33d-4c71-b819-a049d5b63fff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35d76d57-09ff-44a4-adcf-c327d5f7a4b1 HTTP/1.1" status: 204 len: 168 time: 0.4168079 Feb 09 14:25:09.595170 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ce06f69-2d58-4e33-8bc2-5d4ddf300537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:09.628290 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ce06f69-2d58-4e33-8bc2-5d4ddf300537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:09.706257 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ce06f69-2d58-4e33-8bc2-5d4ddf300537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:09.714248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c59a1-2dc5-4673-b1bb-e2999cef37d7 req-4670aecc-251a-4398-8413-dc558d207221 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:09.716094 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d2c59a1-2dc5-4673-b1bb-e2999cef37d7 req-4670aecc-251a-4398-8413-dc558d207221 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 946 time: 0.3539407 Feb 09 14:25:09.752386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce06f69-2d58-4e33-8bc2-5d4ddf300537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b9655c-f5a0-4081-92fe-8bcde991ef3f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:09.769752 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ce06f69-2d58-4e33-8bc2-5d4ddf300537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:09.776572 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6ce06f69-2d58-4e33-8bc2-5d4ddf300537 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2b9655c-f5a0-4081-92fe-8bcde991ef3f HTTP/1.1" status: 204 len: 168 time: 0.3700147 Feb 09 14:25:09.799981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcd883-011e-453d-aeba-2dc7448dd138 req-a4e37643-87aa-4cef-bd24-a44346086be1 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:09.806631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bfcd883-011e-453d-aeba-2dc7448dd138 req-a4e37643-87aa-4cef-bd24-a44346086be1 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 946 time: 0.3273740 Feb 09 14:25:09.867555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-4d2c59a1-2dc5-4673-b1bb-e2999cef37d7 req-7079c042-da6c-4c00-9a56-d7fd04391b21 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Deleting port 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:25:09.867938 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4d2c59a1-2dc5-4673-b1bb-e2999cef37d7 req-7079c042-da6c-4c00-9a56-d7fd04391b21 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:09.931415 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bfcd883-011e-453d-aeba-2dc7448dd138 req-0c92eed9-05f0-45f3-bc45-3b47b0eb64ad tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167300 Feb 09 14:25:10.222493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-4d2c59a1-2dc5-4673-b1bb-e2999cef37d7 req-7079c042-da6c-4c00-9a56-d7fd04391b21 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] For port 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3ee44a00-2b1e-4d6f-b275-2499e4f9d91b,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:10.222912 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4d2c59a1-2dc5-4673-b1bb-e2999cef37d7 req-7079c042-da6c-4c00-9a56-d7fd04391b21 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:10.358277 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:10.401367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-4d2c59a1-2dc5-4673-b1bb-e2999cef37d7 req-7079c042-da6c-4c00-9a56-d7fd04391b21 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Calling delete_port for 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:25:10.572818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d680e-6577-4f78-9c36-f0ee2a9b4da3 req-d396046e-8ff2-40a7-9618-5780481e297c tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:10.578107 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d53d680e-6577-4f78-9c36-f0ee2a9b4da3 req-d396046e-8ff2-40a7-9618-5780481e297c tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 946 time: 0.1420650 Feb 09 14:25:10.692576 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d53d680e-6577-4f78-9c36-f0ee2a9b4da3 req-345108e2-10e0-4034-91c4-89df2dabc473 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/security-groups?id=807729d3-969f-4ad8-aadf-1ca410f52af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829875 Feb 09 14:25:10.712383 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4d2c59a1-2dc5-4673-b1bb-e2999cef37d7 req-7079c042-da6c-4c00-9a56-d7fd04391b21 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:10.719543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['5ae9c28d-999c-4ab4-812a-56d6c7459cf8', '3ee44a00-2b1e-4d6f-b275-2499e4f9d91b'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:25:10.913023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079c042-da6c-4c00-9a56-d7fd04391b21 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Pushing event deleted for resources: {'Port': ['ID=3ee44a00-2b1e-4d6f-b275-2499e4f9d91b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:11.029172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2c59a1-2dc5-4673-b1bb-e2999cef37d7 req-7079c042-da6c-4c00-9a56-d7fd04391b21 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] No DVR routers for this DVR port 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:25:11.032265 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4d2c59a1-2dc5-4673-b1bb-e2999cef37d7 req-7079c042-da6c-4c00-9a56-d7fd04391b21 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:11.036150 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc45e497-20f7-4e5c-a0de-ad412b92b034', 'name': 'network-vif-deleted', 'tag': '3ee44a00-2b1e-4d6f-b275-2499e4f9d91b'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:25:11.059902 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d2c59a1-2dc5-4673-b1bb-e2999cef37d7 req-7079c042-da6c-4c00-9a56-d7fd04391b21 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "DELETE /v2.0/ports/3ee44a00-2b1e-4d6f-b275-2499e4f9d91b HTTP/1.1" status: 204 len: 173 time: 1.3362498 Feb 09 14:25:11.107120 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc45e497-20f7-4e5c-a0de-ad412b92b034', 'name': 'network-vif-deleted', 'tag': '3ee44a00-2b1e-4d6f-b275-2499e4f9d91b', 'status': 'completed', 'code': 200} Feb 09 14:25:11.202801 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-959542a4-280a-46fb-b36b-9f2341c05763 req-2c8cff37-09a2-48ca-bd6a-ae524f06a6c4 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc45e497-20f7-4e5c-a0de-ad412b92b034 HTTP/1.1" status: 200 len: 210 time: 0.0533788 Feb 09 14:25:11.478016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41694) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:12.040083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-657591437'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:12.047551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fcdc8-6f94-42b0-842a-0fffe89b78cd req-ace7b75f-17d0-44df-89fa-15f2199d0a91 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:12.052921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:12.058261 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9f4fcdc8-6f94-42b0-842a-0fffe89b78cd req-ace7b75f-17d0-44df-89fa-15f2199d0a91 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 946 time: 0.1142085 Feb 09 14:25:12.064252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:network and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:12.064252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:12.064252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:12.076007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:12.076007 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:12.087638 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9f4fcdc8-6f94-42b0-842a-0fffe89b78cd req-11eb5e63-c01d-466b-8e59-0a26034b2ec1 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/security-groups?id=807729d3-969f-4ad8-aadf-1ca410f52af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473280 Feb 09 14:25:12.093917 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:12.120966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:12.131003 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:security_group_rule and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:12.137256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:12.148383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:12.284686 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:12.289603 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:12.309299 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:25:12.323123 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:12.323535 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Added segment 4ddbb072-b9a1-4789-a555-efd3dcdd17ec of type vlan for network d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf Feb 09 14:25:12.369591 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:12.445987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41732) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:12.456916 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-65bce0d3-c633-4580-ab2f-a4b7b5c2766d tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:12.458514 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-65bce0d3-c633-4580-ab2f-a4b7b5c2766d tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 946 time: 0.1871655 Feb 09 14:25:12.513858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf691f89-1024-4259-8083-bf2dd84704ff,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:12.548567 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:12.555435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:12.556098 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:12.604913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-030525a4-fcec-41d5-b412-dda6e6bfd430 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Deleting port f078feff-6a62-4608-aebc-91b8a85a38ad {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:25:12.605365 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-030525a4-fcec-41d5-b412-dda6e6bfd430 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:12.727224 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d00c4fa2-e50e-40af-98c9-ca9cebadbf0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:12.758900 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:25:12.801030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d00c4fa2-e50e-40af-98c9-ca9cebadbf0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:12.805209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:25:12.805980 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3ee44a00-2b1e-4d6f-b275-2499e4f9d91b not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:25:12.806781 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device f078feff-6a62-4608-aebc-91b8a85a38ad no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:25:12.809554 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d00c4fa2-e50e-40af-98c9-ca9cebadbf0f admin admin] Usage tracker for resource:security_group_rule and tenant:a360fbba7187465d8e71aa8cc2d03328 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:12.824937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d00c4fa2-e50e-40af-98c9-ca9cebadbf0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:12.841277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d00c4fa2-e50e-40af-98c9-ca9cebadbf0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:12.909195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Network': ['ID=d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:12.915670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b710276e-eea2-45a1-af6d-7c7b99d71b23 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4365559 Feb 09 14:25:12.924818 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:25:13.005517 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-70e0fe1d-6f99-483c-96d3-966f67d4cf2e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:13.017647 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-70e0fe1d-6f99-483c-96d3-966f67d4cf2e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 806 time: 0.2425370 Feb 09 14:25:13.041466 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-436e0b0d-2714-4430-9206-7dee5da37377 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/quotas/1420416e843f48a49610ec42176f5998 HTTP/1.1" status: 200 len: 375 time: 0.0194600 Feb 09 14:25:13.065296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41756) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:13.077448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9ac9100a-348d-4c6f-962b-7089bd8cd4af tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'subnet': {'network_id': 'd3f1a0ae-3399-4d8e-ad96-d83a1f929cdf', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:13.078165 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:13.128202 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d490bba-2a45-4459-bf84-5909865ab6d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f078feff-6a62-4608-aebc-91b8a85a38ad'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:25:13.144662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port f078feff-6a62-4608-aebc-91b8a85a38ad, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=f078feff-6a62-4608-aebc-91b8a85a38ad,segment=NetworkSegment(b5aeeaaa-3b07-4b85-8ce5-a153af7a6405),segment_id=b5aeeaaa-3b07-4b85-8ce5-a153af7a6405)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:13.149724 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:13.229705 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-17007a8c-db0c-4fcc-b917-7cdc13b85da5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1840441 Feb 09 14:25:13.277720 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=f078feff-6a62-4608-aebc-91b8a85a38ad,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:13.296925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-030525a4-fcec-41d5-b412-dda6e6bfd430 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] For port f078feff-6a62-4608-aebc-91b8a85a38ad, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=f078feff-6a62-4608-aebc-91b8a85a38ad,segment=NetworkSegment(b5aeeaaa-3b07-4b85-8ce5-a153af7a6405),segment_id=b5aeeaaa-3b07-4b85-8ce5-a153af7a6405)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:13.297292 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-030525a4-fcec-41d5-b412-dda6e6bfd430 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:13.307312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9ac9100a-348d-4c6f-962b-7089bd8cd4af tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:13.321541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9ac9100a-348d-4c6f-962b-7089bd8cd4af tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:subnet and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:13.325406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9ac9100a-348d-4c6f-962b-7089bd8cd4af tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:13.426163 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-c5b1ba14-9e3f-460c-a5c3-490ddff4e1ca service neutron] 10.222.0.48 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945114 Feb 09 14:25:13.452604 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9ac9100a-348d-4c6f-962b-7089bd8cd4af tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:13.463385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-030525a4-fcec-41d5-b412-dda6e6bfd430 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Calling delete_port for f078feff-6a62-4608-aebc-91b8a85a38ad owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:25:13.565934 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d00c4fa2-e50e-40af-98c9-ca9cebadbf0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:13.575018 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d00c4fa2-e50e-40af-98c9-ca9cebadbf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:13.581407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac9100a-348d-4c6f-962b-7089bd8cd4af tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:13.586594 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ac9100a-348d-4c6f-962b-7089bd8cd4af tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:13.607618 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-d3ddcf43-e71a-4409-b542-5193c14be2b7 service neutron] 10.222.0.48 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751058 Feb 09 14:25:13.773854 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d00c4fa2-e50e-40af-98c9-ca9cebadbf0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a360fbba7187465d8e71aa8cc2d03328&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3267438 Feb 09 14:25:13.773996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41778) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:13.774816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c4fa2-e50e-40af-98c9-ca9cebadbf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d91b51-efad-4495-9c45-35422eef70db,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:13.807637 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-030525a4-fcec-41d5-b412-dda6e6bfd430 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:25:13.807637 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-030525a4-fcec-41d5-b412-dda6e6bfd430 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:25:13.815846 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d490bba-2a45-4459-bf84-5909865ab6d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f078feff-6a62-4608-aebc-91b8a85a38ad', 'code': 200} Feb 09 14:25:13.824995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7daea-382b-4dd8-9b30-313416ab387c req-660b465f-25ce-4903-818c-b500eaf76bf9 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:13.834553 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5df7daea-382b-4dd8-9b30-313416ab387c req-660b465f-25ce-4903-818c-b500eaf76bf9 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 944 time: 0.4399917 Feb 09 14:25:13.951573 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5df7daea-382b-4dd8-9b30-313416ab387c req-9b7e5280-e660-4607-8d71-9856c264c364 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/security-groups?id=807729d3-969f-4ad8-aadf-1ca410f52af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175139 Feb 09 14:25:13.994406 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ac9100a-348d-4c6f-962b-7089bd8cd4af tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:13.997777 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d267ae2-ae0c-4060-9a24-f0eb7505d00f req-6755da38-4cde-4f79-b829-3125dbce0643 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 210 time: 0.1148608 Feb 09 14:25:14.009295 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2c45e26-4af2-4dc6-88ba-9497c444be70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:14.049090 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2c45e26-4af2-4dc6-88ba-9497c444be70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:14.111318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9100a-348d-4c6f-962b-7089bd8cd4af tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Subnet': ['ID=d089ec69-f890-4a80-b0b8-31a2a378e511,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:14.122194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac9100a-348d-4c6f-962b-7089bd8cd4af tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Checking segment: {'id': '4ddbb072-b9a1-4789-a555-efd3dcdd17ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd3f1a0ae-3399-4d8e-ad96-d83a1f929cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:14.122194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac9100a-348d-4c6f-962b-7089bd8cd4af tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network hostable DHCP agents. Network: d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:25:14.147918 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2c45e26-4af2-4dc6-88ba-9497c444be70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:14.149762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac9100a-348d-4c6f-962b-7089bd8cd4af tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:25:14.168006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c45e26-4af2-4dc6-88ba-9497c444be70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d91b51-efad-4495-9c45-35422eef70db,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:14.170219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-9ac9100a-348d-4c6f-962b-7089bd8cd4af tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:14.170964 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2c45e26-4af2-4dc6-88ba-9497c444be70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:14.177252 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d2c45e26-4af2-4dc6-88ba-9497c444be70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3d91b51-efad-4495-9c45-35422eef70db HTTP/1.1" status: 204 len: 168 time: 0.3991423 Feb 09 14:25:14.184651 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6649d111-1eb9-4ed7-9aff-fa51b3915abc None None] Network d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:14.185357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac9100a-348d-4c6f-962b-7089bd8cd4af tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:14.185584 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9ac9100a-348d-4c6f-962b-7089bd8cd4af tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:14.245592 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9ac9100a-348d-4c6f-962b-7089bd8cd4af tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1761081 Feb 09 14:25:14.249210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41796) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:14.257111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-954c9261-b0e7-4d7a-8c3c-2e64d89c10c7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1735507188'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:14.274865 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-954c9261-b0e7-4d7a-8c3c-2e64d89c10c7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:14.279311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-954c9261-b0e7-4d7a-8c3c-2e64d89c10c7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:network and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:14.282646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-954c9261-b0e7-4d7a-8c3c-2e64d89c10c7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:14.308089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-030525a4-fcec-41d5-b412-dda6e6bfd430 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Deleting port f078feff-6a62-4608-aebc-91b8a85a38ad {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:25:14.308331 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-030525a4-fcec-41d5-b412-dda6e6bfd430 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:14.309401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-954c9261-b0e7-4d7a-8c3c-2e64d89c10c7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:14.337395 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954c9261-b0e7-4d7a-8c3c-2e64d89c10c7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:14.344574 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-954c9261-b0e7-4d7a-8c3c-2e64d89c10c7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:14.417009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954c9261-b0e7-4d7a-8c3c-2e64d89c10c7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:25:14.448866 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-954c9261-b0e7-4d7a-8c3c-2e64d89c10c7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:14.452273 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-954c9261-b0e7-4d7a-8c3c-2e64d89c10c7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Added segment a5f50af6-a295-41ab-8950-c9901c776ef8 of type vlan for network 8afe5def-c74c-4860-beef-f0494221410b Feb 09 14:25:14.509351 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-954c9261-b0e7-4d7a-8c3c-2e64d89c10c7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:14.518110 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf', 'network_id': 'd3f1a0ae-3399-4d8e-ad96-d83a1f929cdf', 'tenant_id': '6edeb48c4acf43f4a70a60e808cd557b', 'fixed_ips': [{'subnet_id': 'd089ec69-f890-4a80-b0b8-31a2a378e511'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:25:14.521981 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:14.560518 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-954c9261-b0e7-4d7a-8c3c-2e64d89c10c7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:14.570438 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954c9261-b0e7-4d7a-8c3c-2e64d89c10c7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:14.570967 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-954c9261-b0e7-4d7a-8c3c-2e64d89c10c7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:14.785188 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-954c9261-b0e7-4d7a-8c3c-2e64d89c10c7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5341959 Feb 09 14:25:14.790195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41804) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:14.817963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-cfdcc483-a088-4cad-9837-bf008fb311a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'subnet': {'network_id': '8afe5def-c74c-4860-beef-f0494221410b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:14.891288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Allocated IP 172.20.255.242 (d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf/d089ec69-f890-4a80-b0b8-31a2a378e511/7eac7fc9-247f-43a2-a9a1-c45e53fb0c76) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:25:14.976891 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c9261-b0e7-4d7a-8c3c-2e64d89c10c7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Network': ['ID=8afe5def-c74c-4860-beef-f0494221410b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:15.075314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 8afe5def-c74c-4860-beef-f0494221410b details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:25:15.133394 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cfdcc483-a088-4cad-9837-bf008fb311a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:15.151632 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cfdcc483-a088-4cad-9837-bf008fb311a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:subnet and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:15.159386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cfdcc483-a088-4cad-9837-bf008fb311a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:15.168761 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cfdcc483-a088-4cad-9837-bf008fb311a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:15.190679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdcc483-a088-4cad-9837-bf008fb311a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:15.195087 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cfdcc483-a088-4cad-9837-bf008fb311a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:15.382748 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2b373eee-7ef7-4538-be6b-0aa91707574d req-bc3b08c4-5892-4939-8605-737612a5d475 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 210 time: 0.0665941 Feb 09 14:25:15.383015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41818) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:15.426270 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0fa0aac-11fd-4290-8b59-43da5ac6a740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:15.478904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e0fa0aac-11fd-4290-8b59-43da5ac6a740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:15.484319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-030525a4-fcec-41d5-b412-dda6e6bfd430 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] For port f078feff-6a62-4608-aebc-91b8a85a38ad, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=f078feff-6a62-4608-aebc-91b8a85a38ad,segment=NetworkSegment(b5aeeaaa-3b07-4b85-8ce5-a153af7a6405),segment_id=b5aeeaaa-3b07-4b85-8ce5-a153af7a6405)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:15.484835 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-030525a4-fcec-41d5-b412-dda6e6bfd430 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:15.490766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e0fa0aac-11fd-4290-8b59-43da5ac6a740 admin admin] Usage tracker for resource:security_group_rule and tenant:86ad2ce88aa645d8b10bd39e5e2a797a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:15.508298 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e0fa0aac-11fd-4290-8b59-43da5ac6a740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:15.529783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957fa25-103b-4721-9de3-0401c9d58117 req-76f814e0-c4f5-42b6-846c-674f77cfcb7f tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:15.530974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3957fa25-103b-4721-9de3-0401c9d58117 req-76f814e0-c4f5-42b6-846c-674f77cfcb7f tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Synchronizing usage tracker for tenant:ea8e498ef4054b009de6ea7a3f24aadf on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:25:15.535936 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e0fa0aac-11fd-4290-8b59-43da5ac6a740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:15.674038 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0fa0aac-11fd-4290-8b59-43da5ac6a740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:15.686306 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0fa0aac-11fd-4290-8b59-43da5ac6a740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:15.693063 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:15.718292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Transition to ACTIVE for port object 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:25:15.761162 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Transition to ACTIVE for port object 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:25:15.776693 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:15.788213 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e0fa0aac-11fd-4290-8b59-43da5ac6a740 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86ad2ce88aa645d8b10bd39e5e2a797a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980126 Feb 09 14:25:15.788873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41822) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:15.796912 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa0aac-11fd-4290-8b59-43da5ac6a740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2454dd-108c-4dab-af71-39440d42ea4e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:15.897349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Network d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:25:15.912623 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:15.917770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:25:15.994885 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d544cb0-c3c7-4a33-a5ac-eebcf2830352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:16.027567 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Pushing event updated for resources: {'Port': ['ID=7eac7fc9-247f-43a2-a9a1-c45e53fb0c76,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:16.078622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-9955af39-5877-4b78-bd20-c1c35397c272 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:16.078622 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-9955af39-5877-4b78-bd20-c1c35397c272 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 806 time: 0.3774624 Feb 09 14:25:16.096809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-030525a4-fcec-41d5-b412-dda6e6bfd430 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Calling delete_port for f078feff-6a62-4608-aebc-91b8a85a38ad owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:25:16.133793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Attempting to bind port 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:25:16.133793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Attempting to bind port 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '4ddbb072-b9a1-4789-a555-efd3dcdd17ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd3f1a0ae-3399-4d8e-ad96-d83a1f929cdf'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:25:16.133793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Attempting to bind port 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 on network d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:25:16.145142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:25:16.145142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Checking segment: {'id': '4ddbb072-b9a1-4789-a555-efd3dcdd17ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd3f1a0ae-3399-4d8e-ad96-d83a1f929cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:16.145142 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:16.145142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Bound using segment: {'id': '4ddbb072-b9a1-4789-a555-efd3dcdd17ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd3f1a0ae-3399-4d8e-ad96-d83a1f929cdf'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:25:16.145142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Bound port: 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddbb072-b9a1-4789-a555-efd3dcdd17ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd3f1a0ae-3399-4d8e-ad96-d83a1f929cdf'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:25:16.145142 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:16.154571 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d544cb0-c3c7-4a33-a5ac-eebcf2830352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:16.163383 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cfdcc483-a088-4cad-9837-bf008fb311a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:16.208040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3957fa25-103b-4721-9de3-0401c9d58117 req-76f814e0-c4f5-42b6-846c-674f77cfcb7f tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Unset dirty status for tenant:ea8e498ef4054b009de6ea7a3f24aadf on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:25:16.223201 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3957fa25-103b-4721-9de3-0401c9d58117 req-76f814e0-c4f5-42b6-846c-674f77cfcb7f tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 944 time: 1.0126433 Feb 09 14:25:16.223201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-3ea5f332-d770-411c-b2cc-c71a93d9cb06 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Request body: {'port': {'device_id': 'f232eb24-2f59-4274-b1e2-3670f17fe8de', 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05', 'admin_state_up': True, 'tenant_id': '1420416e843f48a49610ec42176f5998'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:16.298180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41828) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:16.320119 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcc483-a088-4cad-9837-bf008fb311a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Subnet': ['ID=ee7c88ab-aece-40a8-963d-6ebab47a841d,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:16.353667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdcc483-a088-4cad-9837-bf008fb311a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Checking segment: {'id': 'a5f50af6-a295-41ab-8950-c9901c776ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8afe5def-c74c-4860-beef-f0494221410b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:16.353667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdcc483-a088-4cad-9837-bf008fb311a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network hostable DHCP agents. Network: 8afe5def-c74c-4860-beef-f0494221410b, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:25:16.384178 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] For port 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:25:16.384178 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] For port 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7eac7fc9-247f-43a2-a9a1-c45e53fb0c76,segment=NetworkSegment(4ddbb072-b9a1-4789-a555-efd3dcdd17ec),segment_id=4ddbb072-b9a1-4789-a555-efd3dcdd17ec)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:25:16.397533 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:16.402164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdcc483-a088-4cad-9837-bf008fb311a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network 8afe5def-c74c-4860-beef-f0494221410b is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:25:16.430153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d544cb0-c3c7-4a33-a5ac-eebcf2830352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:16.457859 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-cfdcc483-a088-4cad-9837-bf008fb311a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 8afe5def-c74c-4860-beef-f0494221410b) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:16.481279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7241ed01-d1b7-4956-a704-533ed897c3ae None None] Network 8afe5def-c74c-4860-beef-f0494221410b requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:16.489084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdcc483-a088-4cad-9837-bf008fb311a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:16.489084 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cfdcc483-a088-4cad-9837-bf008fb311a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:16.564195 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cfdcc483-a088-4cad-9837-bf008fb311a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7631490 Feb 09 14:25:16.564195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d544cb0-c3c7-4a33-a5ac-eebcf2830352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2454dd-108c-4dab-af71-39440d42ea4e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:16.587612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41840) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:16.587612 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d544cb0-c3c7-4a33-a5ac-eebcf2830352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:16.596174 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5d544cb0-c3c7-4a33-a5ac-eebcf2830352 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a2454dd-108c-4dab-af71-39440d42ea4e HTTP/1.1" status: 204 len: 168 time: 0.7961292 Feb 09 14:25:16.634093 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3957fa25-103b-4721-9de3-0401c9d58117 req-401e6ee7-3d94-4000-8393-fb47196e1455 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/security-groups?id=807729d3-969f-4ad8-aadf-1ca410f52af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143755 Feb 09 14:25:16.809606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-3ea5f332-d770-411c-b2cc-c71a93d9cb06 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:16.815155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-3ea5f332-d770-411c-b2cc-c71a93d9cb06 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Usage tracker for resource:port and tenant:1420416e843f48a49610ec42176f5998 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:16.821117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-3ea5f332-d770-411c-b2cc-c71a93d9cb06 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:16.829702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-3ea5f332-d770-411c-b2cc-c71a93d9cb06 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:16.847556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-3ea5f332-d770-411c-b2cc-c71a93d9cb06 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Made reservation on behalf of 1420416e843f48a49610ec42176f5998 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:16.855652 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-3ea5f332-d770-411c-b2cc-c71a93d9cb06 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:16.923392 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c49cfe-a730-4906-90a0-2f304882d1eb None None] Pushing event updated for resources: {'Port': ['ID=7eac7fc9-247f-43a2-a9a1-c45e53fb0c76,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:16.936883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-8afe5def-c74c-4860-beef-f0494221410b', 'network_id': '8afe5def-c74c-4860-beef-f0494221410b', 'tenant_id': '6edeb48c4acf43f4a70a60e808cd557b', 'fixed_ips': [{'subnet_id': 'ee7c88ab-aece-40a8-963d-6ebab47a841d'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:25:16.936883 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:17.054691 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e101aa36-7887-4fe4-bb6d-e6c8f91cd9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:17.068760 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-030525a4-fcec-41d5-b412-dda6e6bfd430 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:17.121151 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd974a49-0ae5-4950-9b54-5aaf8ffb9d99 req-8739faf9-1aa3-4e04-aa5d-ed9a7cf452bf tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 210 time: 0.2694554 Feb 09 14:25:17.165291 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:17.167468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e101aa36-7887-4fe4-bb6d-e6c8f91cd9b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:17.172844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e101aa36-7887-4fe4-bb6d-e6c8f91cd9b9 admin admin] Usage tracker for resource:security_group_rule and tenant:c845a2d0d2d14a15bfd80ba7001a4fae is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:17.180568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e101aa36-7887-4fe4-bb6d-e6c8f91cd9b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:17.188409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e101aa36-7887-4fe4-bb6d-e6c8f91cd9b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:17.226001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030525a4-fcec-41d5-b412-dda6e6bfd430 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Pushing event deleted for resources: {'Port': ['ID=f078feff-6a62-4608-aebc-91b8a85a38ad,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:17.317480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-030525a4-fcec-41d5-b412-dda6e6bfd430 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] No DVR routers for this DVR port f078feff-6a62-4608-aebc-91b8a85a38ad on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:25:17.323267 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-030525a4-fcec-41d5-b412-dda6e6bfd430 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:17.359817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Allocated IP 172.20.0.2 (8afe5def-c74c-4860-beef-f0494221410b/ee7c88ab-aece-40a8-963d-6ebab47a841d/f9e74e02-7aaf-477c-942b-00f84047cef3) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:25:17.407242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d490bba-2a45-4459-bf84-5909865ab6d8', 'name': 'network-vif-deleted', 'tag': 'f078feff-6a62-4608-aebc-91b8a85a38ad'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:25:17.430691 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d6a7389-d3ec-4c8b-8536-39f27540125d req-030525a4-fcec-41d5-b412-dda6e6bfd430 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.35 "DELETE /v2.0/ports/f078feff-6a62-4608-aebc-91b8a85a38ad HTTP/1.1" status: 204 len: 173 time: 4.9613025 Feb 09 14:25:17.461973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-3ea5f332-d770-411c-b2cc-c71a93d9cb06 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Allocated IP 172.20.0.7 (3618a6b3-fa1e-4cc5-af1a-b15890d8ad05/2315fb8e-5bcf-45cb-897d-5aa2d617522a/18dd1c97-ec4e-4f6a-9456-a513794cf45f) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:25:17.500911 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:17.590559 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d490bba-2a45-4459-bf84-5909865ab6d8', 'name': 'network-vif-deleted', 'tag': 'f078feff-6a62-4608-aebc-91b8a85a38ad', 'status': 'completed', 'code': 200} Feb 09 14:25:17.826844 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e101aa36-7887-4fe4-bb6d-e6c8f91cd9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:17.834464 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e101aa36-7887-4fe4-bb6d-e6c8f91cd9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:17.889575 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:17.935546 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Transition to ACTIVE for port object f9e74e02-7aaf-477c-942b-00f84047cef3 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:25:17.987475 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-00c289ae-ffc3-42be-bc84-e0338b06266c req-6b016043-a85a-4a70-a9d5-295508d81973 tempest-ServerAddressesTestJSON-342435788 tempest-ServerAddressesTestJSON-342435788-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d490bba-2a45-4459-bf84-5909865ab6d8 HTTP/1.1" status: 200 len: 210 time: 0.1300271 Feb 09 14:25:17.988876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101aa36-7887-4fe4-bb6d-e6c8f91cd9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51009b3-f2d5-4cde-8204-4ef951abdc0d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:17.999214 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e101aa36-7887-4fe4-bb6d-e6c8f91cd9b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c845a2d0d2d14a15bfd80ba7001a4fae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7088356 Feb 09 14:25:18.001769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41880) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:18.006674 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Transition to ACTIVE for port object f9e74e02-7aaf-477c-942b-00f84047cef3 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:25:18.029259 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:18.066650 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:18.119873 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-3ea5f332-d770-411c-b2cc-c71a93d9cb06 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:18.122333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Subnet': ['ID=ee7c88ab-aece-40a8-963d-6ebab47a841d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:18.138266 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:25:18.180331 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-3ea5f332-d770-411c-b2cc-c71a93d9cb06 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:18.232094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41888) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:18.280996 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b04f714-1836-47e5-bcc1-8e265267c5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:18.285967 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['5ae9c28d-999c-4ab4-812a-56d6c7459cf8'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:25:18.343629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-3ea5f332-d770-411c-b2cc-c71a93d9cb06 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:25:18.348065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-3ea5f332-d770-411c-b2cc-c71a93d9cb06 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:18.352749 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-3ea5f332-d770-411c-b2cc-c71a93d9cb06 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:25:18.411689 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:18.412404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5f332-d770-411c-b2cc-c71a93d9cb06 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Pushing event updated for resources: {'Port': ['ID=18dd1c97-ec4e-4f6a-9456-a513794cf45f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:18.426024 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b04f714-1836-47e5-bcc1-8e265267c5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:18.479488 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afe5def-c74c-4860-beef-f0494221410b']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:18.495698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Network 8afe5def-c74c-4860-beef-f0494221410b is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:25:18.519832 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:18.542599 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:25:18.568371 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f50af6-a295-41ab-8950-c9901c776ef8') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:18.568986 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f50af6-a295-41ab-8950-c9901c776ef8') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:18.640291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-3ea5f332-d770-411c-b2cc-c71a93d9cb06 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:18.649927 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-3ea5f332-d770-411c-b2cc-c71a93d9cb06 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:18.689561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Pushing event updated for resources: {'Port': ['ID=f9e74e02-7aaf-477c-942b-00f84047cef3,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:18.700628 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-3ea5f332-d770-411c-b2cc-c71a93d9cb06 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4986076 Feb 09 14:25:18.724357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Request body: {'port': {'device_id': 'f232eb24-2f59-4274-b1e2-3670f17fe8de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:18.766177 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:18.797660 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:18.805920 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:18.807205 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:18.841942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Attempting to bind port f9e74e02-7aaf-477c-942b-00f84047cef3 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:25:18.842312 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Attempting to bind port f9e74e02-7aaf-477c-942b-00f84047cef3 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a5f50af6-a295-41ab-8950-c9901c776ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8afe5def-c74c-4860-beef-f0494221410b'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:25:18.842673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Attempting to bind port f9e74e02-7aaf-477c-942b-00f84047cef3 on network 8afe5def-c74c-4860-beef-f0494221410b {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:25:18.849740 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:25:18.869616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:25:18.870511 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Checking segment: {'id': 'a5f50af6-a295-41ab-8950-c9901c776ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8afe5def-c74c-4860-beef-f0494221410b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:18.871290 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:18.871948 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Bound using segment: {'id': 'a5f50af6-a295-41ab-8950-c9901c776ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8afe5def-c74c-4860-beef-f0494221410b'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:25:18.872987 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Bound port: f9e74e02-7aaf-477c-942b-00f84047cef3, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f50af6-a295-41ab-8950-c9901c776ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8afe5def-c74c-4860-beef-f0494221410b'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:25:18.873337 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:18.885929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057edc25-3330-4e7f-9c58-60e4bc231617 req-53fbbf1f-ee00-4df4-a460-f01210c3af84 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:18.886716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-057edc25-3330-4e7f-9c58-60e4bc231617 req-53fbbf1f-ee00-4df4-a460-f01210c3af84 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Synchronizing usage tracker for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:18.909903 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:18.960258 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b04f714-1836-47e5-bcc1-8e265267c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:18.990528 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032ed856-9301-4c88-b7d9-9fd88f3975fe None None] Network d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:18.991239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04f714-1836-47e5-bcc1-8e265267c5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51009b3-f2d5-4cde-8204-4ef951abdc0d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:19.010602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af66654-9ead-4db2-a156-494bcdfb149e req-84ef434a-85be-4cd4-bae8-c4acf2f3de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:19.011215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af66654-9ead-4db2-a156-494bcdfb149e req-84ef434a-85be-4cd4-bae8-c4acf2f3de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:19.011765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af66654-9ead-4db2-a156-494bcdfb149e req-84ef434a-85be-4cd4-bae8-c4acf2f3de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:19.012527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af66654-9ead-4db2-a156-494bcdfb149e req-84ef434a-85be-4cd4-bae8-c4acf2f3de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:19.013083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af66654-9ead-4db2-a156-494bcdfb149e req-84ef434a-85be-4cd4-bae8-c4acf2f3de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:19.013614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af66654-9ead-4db2-a156-494bcdfb149e req-84ef434a-85be-4cd4-bae8-c4acf2f3de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:19.014489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af66654-9ead-4db2-a156-494bcdfb149e req-84ef434a-85be-4cd4-bae8-c4acf2f3de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:19.023715 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7af66654-9ead-4db2-a156-494bcdfb149e req-84ef434a-85be-4cd4-bae8-c4acf2f3de39 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 6499 time: 0.7739990 Feb 09 14:25:19.026051 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 14:25:19.026051 n-d-828418-2 neutron-server[87596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 14:25:19.026051 n-d-828418-2 neutron-server[87596]: [parameters: {'id': '8afe5def-c74c-4860-beef-f0494221410b'}] Feb 09 14:25:19.026051 n-d-828418-2 neutron-server[87596]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:25:19.026552 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:25:19.055698 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b04f714-1836-47e5-bcc1-8e265267c5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:19.062204 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6b04f714-1836-47e5-bcc1-8e265267c5c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f51009b3-f2d5-4cde-8204-4ef951abdc0d HTTP/1.1" status: 204 len: 168 time: 1.0592942 Feb 09 14:25:19.132341 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7af66654-9ead-4db2-a156-494bcdfb149e req-f00b5ab1-e7a0-4083-bd94-2c11c365b162 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075246 Feb 09 14:25:19.162016 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] For port f9e74e02-7aaf-477c-942b-00f84047cef3, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:25:19.183089 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41910) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:19.257700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9079a017-6211-4a0b-889a-27eda89ebdbb admin admin] Deleting subnet db57dd9b-c0d7-4ae1-b1cb-1f91d4e18d4f {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:25:19.258098 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-66171a33-bd12-4cc5-ba73-20a1cc67cb72 None None] Provisioning for port 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:25:19.261820 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9079a017-6211-4a0b-889a-27eda89ebdbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:19.278147 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:19.296473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] For port f9e74e02-7aaf-477c-942b-00f84047cef3, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f9e74e02-7aaf-477c-942b-00f84047cef3,segment=NetworkSegment(a5f50af6-a295-41ab-8950-c9901c776ef8),segment_id=a5f50af6-a295-41ab-8950-c9901c776ef8)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:25:19.300482 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-66171a33-bd12-4cc5-ba73-20a1cc67cb72 None None] Provisioning complete for port 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:25:19.300886 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-66171a33-bd12-4cc5-ba73-20a1cc67cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:19.331882 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9079a017-6211-4a0b-889a-27eda89ebdbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:19.350432 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:19.365006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-057edc25-3330-4e7f-9c58-60e4bc231617 req-53fbbf1f-ee00-4df4-a460-f01210c3af84 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Unset dirty status for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:25:19.366959 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-057edc25-3330-4e7f-9c58-60e4bc231617 req-53fbbf1f-ee00-4df4-a460-f01210c3af84 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 931 time: 0.9597242 Feb 09 14:25:19.406898 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9079a017-6211-4a0b-889a-27eda89ebdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:19.527658 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:19.541377 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-057edc25-3330-4e7f-9c58-60e4bc231617 req-02ae0ec8-2bb6-4860-9344-39dc98823296 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586375 Feb 09 14:25:19.595162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Deleting port f9e74e02-7aaf-477c-942b-00f84047cef3 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:25:19.598653 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:19.657909 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e035598-1f08-4fed-b12d-5988869d6168 None None] Pushing event updated for resources: {'Port': ['ID=f9e74e02-7aaf-477c-942b-00f84047cef3,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:19.660935 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9079a017-6211-4a0b-889a-27eda89ebdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:19.701448 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36d4dd1-551e-495d-a090-ad3404cad4d1 None None] Network 8afe5def-c74c-4860-beef-f0494221410b requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:19.771264 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-66171a33-bd12-4cc5-ba73-20a1cc67cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:19.779788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41922) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:19.821056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079a017-6211-4a0b-889a-27eda89ebdbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db57dd9b-c0d7-4ae1-b1cb-1f91d4e18d4f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:19.843860 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9079a017-6211-4a0b-889a-27eda89ebdbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:19.868731 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-66171a33-bd12-4cc5-ba73-20a1cc67cb72 None None] For port 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7eac7fc9-247f-43a2-a9a1-c45e53fb0c76,segment=NetworkSegment(4ddbb072-b9a1-4789-a555-efd3dcdd17ec),segment_id=4ddbb072-b9a1-4789-a555-efd3dcdd17ec)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:19.903158 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9079a017-6211-4a0b-889a-27eda89ebdbb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/db57dd9b-c0d7-4ae1-b1cb-1f91d4e18d4f HTTP/1.1" status: 204 len: 168 time: 0.7189682 Feb 09 14:25:19.906666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41928) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:19.911702 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-66171a33-bd12-4cc5-ba73-20a1cc67cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:20.016167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66171a33-bd12-4cc5-ba73-20a1cc67cb72 None None] Pushing event updated for resources: {'Port': ['ID=7eac7fc9-247f-43a2-a9a1-c45e53fb0c76,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:20.022917 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d88c747-08c1-4840-ae43-38b21183d835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:20.079430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1d88c747-08c1-4840-ae43-38b21183d835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:20.083612 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1d88c747-08c1-4840-ae43-38b21183d835 admin admin] Usage tracker for resource:security_group_rule and tenant:c53015d40e2f4c3ebe9bb4539f3684f0 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:20.087181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1d88c747-08c1-4840-ae43-38b21183d835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:20.093250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1d88c747-08c1-4840-ae43-38b21183d835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:20.147581 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8cd559-b96d-48af-8576-16a4ceb5ebf1 None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:25:20.166204 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b0cac51-be2d-45e7-a7b8-9d2dbe757122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:20.182570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18dd1c97-ec4e-4f6a-9456-a513794cf45f {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:25:20.195686 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:20.224657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Transition to ACTIVE for port object 18dd1c97-ec4e-4f6a-9456-a513794cf45f will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:25:20.234530 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:20.275544 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b3f42cb8-27b1-4ef1-8ea8-230b2e09b326 None None] Provisioning complete for port 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:25:20.276189 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b3f42cb8-27b1-4ef1-8ea8-230b2e09b326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:20.305225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] For port f9e74e02-7aaf-477c-942b-00f84047cef3, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f9e74e02-7aaf-477c-942b-00f84047cef3,segment=NetworkSegment(a5f50af6-a295-41ab-8950-c9901c776ef8),segment_id=a5f50af6-a295-41ab-8950-c9901c776ef8)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:20.305581 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:20.430943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8cd559-b96d-48af-8576-16a4ceb5ebf1 None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:25:20.486573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Pushing event updated for resources: {'Port': ['ID=18dd1c97-ec4e-4f6a-9456-a513794cf45f,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:20.496226 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d88c747-08c1-4840-ae43-38b21183d835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:20.529898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Calling delete_port for f9e74e02-7aaf-477c-942b-00f84047cef3 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:25:20.533800 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d88c747-08c1-4840-ae43-38b21183d835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:20.665561 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1d88c747-08c1-4840-ae43-38b21183d835 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c53015d40e2f4c3ebe9bb4539f3684f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8845389 Feb 09 14:25:20.668418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41946) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:20.686020 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b0cac51-be2d-45e7-a7b8-9d2dbe757122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:20.686495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88c747-08c1-4840-ae43-38b21183d835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b4e4e8-7c8e-48b7-bf5a-a33242b21774,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:20.726093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8b0cac51-be2d-45e7-a7b8-9d2dbe757122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84daeca4-bfd7-4950-a3aa-d4d8b637abb3']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:20.743533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8b0cac51-be2d-45e7-a7b8-9d2dbe757122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5aeeaaa-3b07-4b85-8ce5-a153af7a6405') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:20.743910 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8b0cac51-be2d-45e7-a7b8-9d2dbe757122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5aeeaaa-3b07-4b85-8ce5-a153af7a6405') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:20.745947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Attempting to bind port 18dd1c97-ec4e-4f6a-9456-a513794cf45f on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:25:20.746295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Attempting to bind port 18dd1c97-ec4e-4f6a-9456-a513794cf45f by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:25:20.746642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Attempting to bind port 18dd1c97-ec4e-4f6a-9456-a513794cf45f on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:25:20.764196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Port 18dd1c97-ec4e-4f6a-9456-a513794cf45f on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:25:20.764535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Attempting to bind port 18dd1c97-ec4e-4f6a-9456-a513794cf45f on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:25:20.781664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:25:20.781994 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Checking segment: {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:20.782256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Bound using segment: {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:25:20.782655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Bound port: 18dd1c97-ec4e-4f6a-9456-a513794cf45f, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:25:20.783011 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:20.794839 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19d08d98-bb13-4f5f-9524-23a8b7cb2dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:20.795044 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b0cac51-be2d-45e7-a7b8-9d2dbe757122 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:20.823699 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b0cac51-be2d-45e7-a7b8-9d2dbe757122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:20.827398 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:20.874507 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19d08d98-bb13-4f5f-9524-23a8b7cb2dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:20.906655 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Port': ['ID=f9e74e02-7aaf-477c-942b-00f84047cef3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:20.913517 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0cac51-be2d-45e7-a7b8-9d2dbe757122 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:20.914354 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b0cac51-be2d-45e7-a7b8-9d2dbe757122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:20.930240 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:20.933074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No DVR routers for this DVR port f9e74e02-7aaf-477c-942b-00f84047cef3 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:25:20.963763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] For port 18dd1c97-ec4e-4f6a-9456-a513794cf45f, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:25:20.968758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] For port 18dd1c97-ec4e-4f6a-9456-a513794cf45f, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=18dd1c97-ec4e-4f6a-9456-a513794cf45f,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:25:20.975520 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:21.051131 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19d08d98-bb13-4f5f-9524-23a8b7cb2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:21.057719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:21.058342 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:21.059774 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] 10.222.0.35 "PUT /v2.0/ports/18dd1c97-ec4e-4f6a-9456-a513794cf45f HTTP/1.1" status: 200 len: 1091 time: 2.3482461 Feb 09 14:25:21.076830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f232eb24-2f59-4274-b1e2-3670f17fe8de', 'tag': '18dd1c97-ec4e-4f6a-9456-a513794cf45f'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:25:21.095870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d08d98-bb13-4f5f-9524-23a8b7cb2dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b4e4e8-7c8e-48b7-bf5a-a33242b21774,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:21.108282 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19d08d98-bb13-4f5f-9524-23a8b7cb2dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:21.109831 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-19d08d98-bb13-4f5f-9524-23a8b7cb2dc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7b4e4e8-7c8e-48b7-bf5a-a33242b21774 HTTP/1.1" status: 204 len: 168 time: 0.4361210 Feb 09 14:25:21.139367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111233a8-f689-4791-980f-f2a0c75a0a06 service neutron] Pushing event updated for resources: {'Port': ['ID=18dd1c97-ec4e-4f6a-9456-a513794cf45f,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:21.200032 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f232eb24-2f59-4274-b1e2-3670f17fe8de', 'tag': '18dd1c97-ec4e-4f6a-9456-a513794cf45f', 'status': 'completed', 'code': 200} Feb 09 14:25:21.248803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-92e606ea-96e9-4b1b-8f83-c3422f3f0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:21.249288 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-92e606ea-96e9-4b1b-8f83-c3422f3f0eb1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 1094 time: 0.1010156 Feb 09 14:25:21.254485 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:21.276351 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b0cac51-be2d-45e7-a7b8-9d2dbe757122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:21.304392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0835a8e-b58f-4619-a128-14240cd9229d req-1177bf58-55c0-4f87-b1bc-59de5c4b2935 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:21.312627 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0835a8e-b58f-4619-a128-14240cd9229d req-1177bf58-55c0-4f87-b1bc-59de5c4b2935 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 943 time: 0.5618091 Feb 09 14:25:21.334761 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b0cac51-be2d-45e7-a7b8-9d2dbe757122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:21.340641 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-78b85d2b-50ff-4df2-ad97-fe3b0f6372f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18dd1c97-ec4e-4f6a-9456-a513794cf45f HTTP/1.1" status: 200 len: 217 time: 0.0834234 Feb 09 14:25:21.359431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afe5def-c74c-4860-beef-f0494221410b']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:21.371460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0cac51-be2d-45e7-a7b8-9d2dbe757122 admin admin] Pushing event deleted for resources: {'Network': ['ID=84daeca4-bfd7-4950-a3aa-d4d8b637abb3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:21.397304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f50af6-a295-41ab-8950-c9901c776ef8') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:21.397655 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f50af6-a295-41ab-8950-c9901c776ef8') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:21.410796 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8b0cac51-be2d-45e7-a7b8-9d2dbe757122 admin admin] 10.222.0.48 "DELETE /v2.0/networks/84daeca4-bfd7-4950-a3aa-d4d8b637abb3 HTTP/1.1" status: 204 len: 168 time: 1.5030639 Feb 09 14:25:21.416878 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:21.425167 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-dfb2208f-3d81-4515-8d72-9b9289d23870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:21.427396 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-dfb2208f-3d81-4515-8d72-9b9289d23870 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2315fb8e-5bcf-45cb-897d-5aa2d617522a HTTP/1.1" status: 200 len: 846 time: 0.0802436 Feb 09 14:25:21.442713 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0835a8e-b58f-4619-a128-14240cd9229d req-1688c465-4910-473b-8db1-c9fbc5a9bd66 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288989 Feb 09 14:25:21.455978 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:21.473927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:21.474330 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:21.489734 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-174fee70-734b-4836-845c-02559114de55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557628 Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:21.490364 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:21.545462 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41976) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:21.594515 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:21.619939 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:21.632673 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Network': ['ID=8afe5def-c74c-4860-beef-f0494221410b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:21.641360 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0108597b-ddb8-431e-8be9-901133ee92e9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/8afe5def-c74c-4860-beef-f0494221410b HTTP/1.1" status: 204 len: 168 time: 5.0589674 Feb 09 14:25:21.641360 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41984) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:21.660790 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5e3e96d2-d67e-47e0-be46-55a55dbc1931 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2022192528'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:21.668355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5e3e96d2-d67e-47e0-be46-55a55dbc1931 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:21.674662 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5e3e96d2-d67e-47e0-be46-55a55dbc1931 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:network and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:21.678845 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5e3e96d2-d67e-47e0-be46-55a55dbc1931 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:21.687963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5e3e96d2-d67e-47e0-be46-55a55dbc1931 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:21.690158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41988) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:21.703310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-03c61928-f939-40b5-8679-eb51aa28e390 service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064352 Feb 09 14:25:21.736488 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3e96d2-d67e-47e0-be46-55a55dbc1931 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:21.741514 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e3e96d2-d67e-47e0-be46-55a55dbc1931 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:21.785182 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f0bb98e9-506e-43c5-a87d-0da23d2a5bb7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea8e498ef4054b009de6ea7a3f24aadf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0934122 Feb 09 14:25:21.789230 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41992) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:21.810669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3e96d2-d67e-47e0-be46-55a55dbc1931 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:25:21.837423 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e3e96d2-d67e-47e0-be46-55a55dbc1931 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:21.837423 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-5e3e96d2-d67e-47e0-be46-55a55dbc1931 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Added segment 596824d0-257e-4555-b32e-4aa623a240c5 of type vlan for network c873434d-1ce7-4606-acfb-eaa59cc455c9 Feb 09 14:25:21.895397 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ae8e6ecf-54d1-4e3d-b3ad-b0b071458ec1 req-fe477dfd-88b8-4438-9beb-cf79c3af8212 service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850076 Feb 09 14:25:21.916472 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:25:21.944850 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e3e96d2-d67e-47e0-be46-55a55dbc1931 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:21.950041 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d237c16b-91fc-41e6-9fff-f826a43f5426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:21.952062 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07429450-2497-4e36-8deb-d889e250a583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:22.008911 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d237c16b-91fc-41e6-9fff-f826a43f5426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:22.029999 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:25:22.030471 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:22.084848 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d237c16b-91fc-41e6-9fff-f826a43f5426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:22.087782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-07429450-2497-4e36-8deb-d889e250a583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:22.105245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-07429450-2497-4e36-8deb-d889e250a583 admin admin] Usage tracker for resource:security_group_rule and tenant:90f0710c622045f2991277a3ac74de1f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:22.116207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-07429450-2497-4e36-8deb-d889e250a583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:22.120153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237c16b-91fc-41e6-9fff-f826a43f5426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807729d3-969f-4ad8-aadf-1ca410f52af2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:22.132098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-07429450-2497-4e36-8deb-d889e250a583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:22.169112 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e3e96d2-d67e-47e0-be46-55a55dbc1931 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:22.175541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3e96d2-d67e-47e0-be46-55a55dbc1931 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:22.176103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f425-6a92-481e-a9f5-71d81eaa3371 req-1831491d-4e2f-47b9-b169-fd8f861e691b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:22.176228 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e3e96d2-d67e-47e0-be46-55a55dbc1931 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:22.177609 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cf9f425-6a92-481e-a9f5-71d81eaa3371 req-1831491d-4e2f-47b9-b169-fd8f861e691b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 1094 time: 0.2196915 Feb 09 14:25:22.214158 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d237c16b-91fc-41e6-9fff-f826a43f5426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:22.215611 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d237c16b-91fc-41e6-9fff-f826a43f5426 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/807729d3-969f-4ad8-aadf-1ca410f52af2 HTTP/1.1" status: 204 len: 168 time: 0.4253824 Feb 09 14:25:22.319480 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5e3e96d2-d67e-47e0-be46-55a55dbc1931 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6654651 Feb 09 14:25:22.324904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42012) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:22.337709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'subnet': {'network_id': 'c873434d-1ce7-4606-acfb-eaa59cc455c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:22.354158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e96d2-d67e-47e0-be46-55a55dbc1931 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Network': ['ID=c873434d-1ce7-4606-acfb-eaa59cc455c9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:22.358615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f425-6a92-481e-a9f5-71d81eaa3371 req-7868393c-3b73-4ead-8480-f8a2f172b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:22.360422 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cf9f425-6a92-481e-a9f5-71d81eaa3371 req-7868393c-3b73-4ead-8480-f8a2f172b1db service neutron] 10.222.0.35 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 906 time: 0.1761014 Feb 09 14:25:22.367053 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network c873434d-1ce7-4606-acfb-eaa59cc455c9 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:25:22.549019 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cf9f425-6a92-481e-a9f5-71d81eaa3371 req-47e6d92d-ff87-47dc-b7ce-b174edf1d791 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18dd1c97-ec4e-4f6a-9456-a513794cf45f HTTP/1.1" status: 200 len: 217 time: 0.1690426 Feb 09 14:25:22.664157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f425-6a92-481e-a9f5-71d81eaa3371 req-604bfe91-3376-4c41-886c-6766398aa4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:22.665908 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cf9f425-6a92-481e-a9f5-71d81eaa3371 req-604bfe91-3376-4c41-886c-6766398aa4fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2315fb8e-5bcf-45cb-897d-5aa2d617522a HTTP/1.1" status: 200 len: 846 time: 0.1149468 Feb 09 14:25:22.721174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:22.726073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:subnet and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:22.729196 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:22.736530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:22.746023 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07429450-2497-4e36-8deb-d889e250a583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:22.754231 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07429450-2497-4e36-8deb-d889e250a583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:22.782066 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cf9f425-6a92-481e-a9f5-71d81eaa3371 req-025eed71-2d75-49ba-813e-198bc95c23d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538774 Feb 09 14:25:22.796875 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-07429450-2497-4e36-8deb-d889e250a583 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90f0710c622045f2991277a3ac74de1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2474120 Feb 09 14:25:22.796875 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:22.798862 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:22.812309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42028) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:22.921244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07429450-2497-4e36-8deb-d889e250a583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99ef4bd-fe93-4b70-8f12-db23966da88d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:22.928390 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.ipam_backend_mixin [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Performing IP validity checks on allocation pools {{(pid=87596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 14:25:22.928761 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.ipam_backend_mixin [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 14:25:23.001758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f64a71-bc34-47a7-a3ad-249c7fd77eeb req-5cb72ab0-c79c-4e5a-b291-d04d48e0882e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:23.003376 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2f64a71-bc34-47a7-a3ad-249c7fd77eeb req-5cb72ab0-c79c-4e5a-b291-d04d48e0882e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 943 time: 0.3362570 Feb 09 14:25:23.022487 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d5c95a7c-3038-4b98-85b2-142d48b478f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:23.085474 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:23.089439 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cf9f425-6a92-481e-a9f5-71d81eaa3371 req-931de153-b43a-45a0-ae83-588fbb55b0a1 service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003087 Feb 09 14:25:23.178879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Subnet': ['ID=995d87ba-6743-4cb6-ba2e-a905f68dc3b6,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:23.186801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Checking segment: {'id': '596824d0-257e-4555-b32e-4aa623a240c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c873434d-1ce7-4606-acfb-eaa59cc455c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:23.187193 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d5c95a7c-3038-4b98-85b2-142d48b478f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:23.187329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network hostable DHCP agents. Network: c873434d-1ce7-4606-acfb-eaa59cc455c9, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:25:23.202361 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2f64a71-bc34-47a7-a3ad-249c7fd77eeb req-9d3dffe1-a77d-4200-b3e6-468fb7ea5627 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846089 Feb 09 14:25:23.213544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network c873434d-1ce7-4606-acfb-eaa59cc455c9 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:25:23.232317 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, c873434d-1ce7-4606-acfb-eaa59cc455c9) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:23.240938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:23.241667 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:23.242145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c79b18-add3-4543-98a8-c9a8b3bc06f8 None None] Network c873434d-1ce7-4606-acfb-eaa59cc455c9 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:23.278175 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-520e0788-f5c1-499e-8103-925f571213fd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9519072 Feb 09 14:25:23.281099 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42046) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:23.319076 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cf9f425-6a92-481e-a9f5-71d81eaa3371 req-c8cffce2-f693-47b5-b89e-aeff9d19e0c7 service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181065 Feb 09 14:25:23.334761 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d5c95a7c-3038-4b98-85b2-142d48b478f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:23.375926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c95a7c-3038-4b98-85b2-142d48b478f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99ef4bd-fe93-4b70-8f12-db23966da88d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:23.381972 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d5c95a7c-3038-4b98-85b2-142d48b478f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:23.385777 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d5c95a7c-3038-4b98-85b2-142d48b478f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a99ef4bd-fe93-4b70-8f12-db23966da88d HTTP/1.1" status: 204 len: 168 time: 0.5696452 Feb 09 14:25:23.514954 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64f9c314-7f42-46ab-9d5e-6e91263e3819 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:23.580201 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3653ea3-2c3c-4184-a118-3502091565b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-c873434d-1ce7-4606-acfb-eaa59cc455c9', 'network_id': 'c873434d-1ce7-4606-acfb-eaa59cc455c9', 'tenant_id': '6edeb48c4acf43f4a70a60e808cd557b', 'fixed_ips': [{'subnet_id': '995d87ba-6743-4cb6-ba2e-a905f68dc3b6'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:25:23.582165 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e3653ea3-2c3c-4184-a118-3502091565b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:23.593771 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64f9c314-7f42-46ab-9d5e-6e91263e3819 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:23.701457 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64f9c314-7f42-46ab-9d5e-6e91263e3819 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server [None req-e3653ea3-2c3c-4184-a118-3502091565b3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 995d87ba-6743-4cb6-ba2e-a905f68dc3b6: This subnet is being modified by another concurrent operation. Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 14:25:23.718909 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise exception Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 995d87ba-6743-4cb6-ba2e-a905f68dc3b6: This subnet is being modified by another concurrent operation. Feb 09 14:25:23.724130 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server Feb 09 14:25:23.740915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9841ff55-f8c4-4774-8c1d-e4d242135d65 None None] Network c873434d-1ce7-4606-acfb-eaa59cc455c9 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:23.760599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9c314-7f42-46ab-9d5e-6e91263e3819 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Subnet': ['ID=995d87ba-6743-4cb6-ba2e-a905f68dc3b6,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:23.878622 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64f9c314-7f42-46ab-9d5e-6e91263e3819 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:23.918981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-64f9c314-7f42-46ab-9d5e-6e91263e3819 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c873434d-1ce7-4606-acfb-eaa59cc455c9']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:23.925751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-64f9c314-7f42-46ab-9d5e-6e91263e3819 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596824d0-257e-4555-b32e-4aa623a240c5') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:23.926046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-64f9c314-7f42-46ab-9d5e-6e91263e3819 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596824d0-257e-4555-b32e-4aa623a240c5') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:23.939537 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64f9c314-7f42-46ab-9d5e-6e91263e3819 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:23.944243 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6c83b2-670d-4e98-899d-13730d038a3e None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:25:23.965276 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64f9c314-7f42-46ab-9d5e-6e91263e3819 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:23.975788 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f9c314-7f42-46ab-9d5e-6e91263e3819 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:23.976854 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64f9c314-7f42-46ab-9d5e-6e91263e3819 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:24.090151 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:24.094163 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64f9c314-7f42-46ab-9d5e-6e91263e3819 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:24.100400 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6c83b2-670d-4e98-899d-13730d038a3e None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:25:24.100683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42070) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:24.126786 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:24.137777 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64f9c314-7f42-46ab-9d5e-6e91263e3819 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:24.149424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:24.154702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Usage tracker for resource:security_group_rule and tenant:466bb3ea14a541b28508cb37c2a84e26 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:24.158270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:24.166207 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:24.169586 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-64f9c314-7f42-46ab-9d5e-6e91263e3819 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/c873434d-1ce7-4606-acfb-eaa59cc455c9 HTTP/1.1" status: 204 len: 168 time: 0.8872678 Feb 09 14:25:24.172099 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9c314-7f42-46ab-9d5e-6e91263e3819 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Network': ['ID=c873434d-1ce7-4606-acfb-eaa59cc455c9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:24.175132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42076) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:24.187096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-775746593'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:24.195562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:24.200127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:network and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:24.204998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:24.212850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:24.240883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:24.244854 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:24.289130 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:25:24.308599 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:24.308944 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Added segment 0fef6576-f51c-456a-ada5-c65ef7bdbd4a of type vlan for network 289d0cc2-87b5-4369-96ee-efcbb29fe69a Feb 09 14:25:24.377309 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:24.479359 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:24.496276 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:24.551692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ccaf1-edc2-4f5f-bf93-4f29060d9331 req-7c2dfc6a-7201-4689-9664-a406597d7813 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:24.565165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-402ccaf1-edc2-4f5f-bf93-4f29060d9331 req-7c2dfc6a-7201-4689-9664-a406597d7813 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 943 time: 0.1621289 Feb 09 14:25:24.609468 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:24.619272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:24.620302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:24.664589 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-402ccaf1-edc2-4f5f-bf93-4f29060d9331 req-91c58b3b-0b05-4b81-bef1-b55b603431f1 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984335 Feb 09 14:25:24.741581 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=466bb3ea14a541b28508cb37c2a84e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6392312 Feb 09 14:25:24.744609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42104) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:24.795983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Network': ['ID=289d0cc2-87b5-4369-96ee-efcbb29fe69a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:24.799507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14e8963-531c-49f5-8b5d-605d89627acb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:24.818050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.818413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.818845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.819283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.819754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.820201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.820782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.821335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.821478 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e5fa56a1-8ac0-4f2d-8837-af097e9bf31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:24.821968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.822471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.823066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.823756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8903d-d99e-4fba-aae2-c545d9e4b58c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.833633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 18dd1c97-ec4e-4f6a-9456-a513794cf45f details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:25:24.842745 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.849690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.849690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.849690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.849690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.849690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.849690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.849690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.852869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.853309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.853744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.854141 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:24.860812 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e5fa56a1-8ac0-4f2d-8837-af097e9bf31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:24.865065 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d83bf903-28ee-4cbd-94a7-291a97c4026f tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6856217 Feb 09 14:25:24.877232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42112) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:24.885393 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d36a208f-33be-46ec-abf7-cdabfff8613b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'subnet': {'network_id': '289d0cc2-87b5-4369-96ee-efcbb29fe69a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:24.920787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 289d0cc2-87b5-4369-96ee-efcbb29fe69a details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:25:25.017562 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ba7d5405-41cf-4d2b-b161-b0f07485b869 req-162b86d1-9c6b-4205-8610-768d61560a1b tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff4321ac-2443-4249-bfd2-c43f3503cd1e HTTP/1.1" status: 200 len: 210 time: 0.0989006 Feb 09 14:25:25.058437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d36a208f-33be-46ec-abf7-cdabfff8613b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:25.067471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d36a208f-33be-46ec-abf7-cdabfff8613b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:subnet and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:25.073852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d36a208f-33be-46ec-abf7-cdabfff8613b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:25.079884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d36a208f-33be-46ec-abf7-cdabfff8613b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:25.080912 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e5fa56a1-8ac0-4f2d-8837-af097e9bf31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:25.092154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36a208f-33be-46ec-abf7-cdabfff8613b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:25.101556 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d36a208f-33be-46ec-abf7-cdabfff8613b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:25.105045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa56a1-8ac0-4f2d-8837-af097e9bf31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14e8963-531c-49f5-8b5d-605d89627acb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:25.115133 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e5fa56a1-8ac0-4f2d-8837-af097e9bf31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:25.119346 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e5fa56a1-8ac0-4f2d-8837-af097e9bf31e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e14e8963-531c-49f5-8b5d-605d89627acb HTTP/1.1" status: 204 len: 168 time: 0.3733771 Feb 09 14:25:25.276680 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 18dd1c97-ec4e-4f6a-9456-a513794cf45f, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=18dd1c97-ec4e-4f6a-9456-a513794cf45f,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:25.294984 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '18dd1c97-ec4e-4f6a-9456-a513794cf45f', 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05', 'port_id': '18dd1c97-ec4e-4f6a-9456-a513794cf45f', 'mac_address': 'fa:16:3e:77:9d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2315fb8e-5bcf-45cb-897d-5aa2d617522a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:25:25.440332 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:25.484532 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18dd1c97-ec4e-4f6a-9456-a513794cf45f {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:25:25.522113 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 18dd1c97-ec4e-4f6a-9456-a513794cf45f, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=18dd1c97-ec4e-4f6a-9456-a513794cf45f,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:25.528057 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:25.682397 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=18dd1c97-ec4e-4f6a-9456-a513794cf45f,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:25.746499 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d36a208f-33be-46ec-abf7-cdabfff8613b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:25.927274 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6abc2cea-bc8e-4401-a04b-703d11d87f95 req-99efcfe7-9d34-4512-bd2e-b9db927af7a7 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.1021943 Feb 09 14:25:26.047886 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['18dd1c97-ec4e-4f6a-9456-a513794cf45f'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:25:26.132759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36a208f-33be-46ec-abf7-cdabfff8613b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Checking segment: {'id': '0fef6576-f51c-456a-ada5-c65ef7bdbd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '289d0cc2-87b5-4369-96ee-efcbb29fe69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:26.133279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36a208f-33be-46ec-abf7-cdabfff8613b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network hostable DHCP agents. Network: 289d0cc2-87b5-4369-96ee-efcbb29fe69a, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:25:26.174336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a208f-33be-46ec-abf7-cdabfff8613b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Subnet': ['ID=d984c18e-ccc6-4ced-93ba-ea4191295d5f,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:26.192012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36a208f-33be-46ec-abf7-cdabfff8613b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network 289d0cc2-87b5-4369-96ee-efcbb29fe69a is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:25:26.210792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-d36a208f-33be-46ec-abf7-cdabfff8613b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 289d0cc2-87b5-4369-96ee-efcbb29fe69a) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:26.221198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36a208f-33be-46ec-abf7-cdabfff8613b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:26.222745 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d36a208f-33be-46ec-abf7-cdabfff8613b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:26.227067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1951ac57-d089-4d2d-b7f2-521429c53260 None None] Network 289d0cc2-87b5-4369-96ee-efcbb29fe69a requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:26.239554 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef0f3c-a9aa-4631-b515-6e0b1a832082 req-d57791a2-b7bc-49cc-adfd-87d8a98c4028 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:26.247426 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ef0f3c-a9aa-4631-b515-6e0b1a832082 req-d57791a2-b7bc-49cc-adfd-87d8a98c4028 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 944 time: 0.1753030 Feb 09 14:25:26.338779 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1ef0f3c-a9aa-4631-b515-6e0b1a832082 req-1f6bca7d-e2ec-48ae-bbd7-c12eed2ff8d9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902600 Feb 09 14:25:26.347541 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d36a208f-33be-46ec-abf7-cdabfff8613b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4673040 Feb 09 14:25:26.358171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42174) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:26.712223 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c848-154c-4222-bf8f-1ccc10761865 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:26.824940 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c848-154c-4222-bf8f-1ccc10761865 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:26.861314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c83de6-dc62-4059-8b69-ec9ca6570fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-289d0cc2-87b5-4369-96ee-efcbb29fe69a', 'network_id': '289d0cc2-87b5-4369-96ee-efcbb29fe69a', 'tenant_id': '6edeb48c4acf43f4a70a60e808cd557b', 'fixed_ips': [{'subnet_id': 'd984c18e-ccc6-4ced-93ba-ea4191295d5f'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:25:26.862383 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-04c83de6-dc62-4059-8b69-ec9ca6570fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:26.899146 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-af20cf2e-b76d-4d38-a059-bb5ad36e111d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:26.963221 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c848-154c-4222-bf8f-1ccc10761865 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server [None req-04c83de6-dc62-4059-8b69-ec9ca6570fc9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d984c18e-ccc6-4ced-93ba-ea4191295d5f: This subnet is being modified by another concurrent operation. Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 14:25:27.020358 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise exception Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d984c18e-ccc6-4ced-93ba-ea4191295d5f: This subnet is being modified by another concurrent operation. Feb 09 14:25:27.025876 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server Feb 09 14:25:27.039074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99a3b6e-e0f5-4232-9a2a-416f83b9e8f4 None None] Network 289d0cc2-87b5-4369-96ee-efcbb29fe69a requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:27.057711 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6c848-154c-4222-bf8f-1ccc10761865 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Subnet': ['ID=d984c18e-ccc6-4ced-93ba-ea4191295d5f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:27.274800 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd67d995-1848-4c0a-8121-e784739dd9af None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:25:27.320589 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c46f5d8c-e4e9-45aa-8f17-1e6b99088be4 req-4c876b96-56e0-4582-808e-43b0b335f853 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0764971 Feb 09 14:25:27.329373 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c848-154c-4222-bf8f-1ccc10761865 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:27.366017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-3bf6c848-154c-4222-bf8f-1ccc10761865 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289d0cc2-87b5-4369-96ee-efcbb29fe69a']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:27.385221 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-3bf6c848-154c-4222-bf8f-1ccc10761865 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fef6576-f51c-456a-ada5-c65ef7bdbd4a') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:27.385512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-3bf6c848-154c-4222-bf8f-1ccc10761865 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fef6576-f51c-456a-ada5-c65ef7bdbd4a') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:27.401541 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c848-154c-4222-bf8f-1ccc10761865 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:27.439634 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c848-154c-4222-bf8f-1ccc10761865 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:27.452992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf6c848-154c-4222-bf8f-1ccc10761865 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:27.453647 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c848-154c-4222-bf8f-1ccc10761865 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:27.493978 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:27.620044 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c848-154c-4222-bf8f-1ccc10761865 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:27.666860 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c848-154c-4222-bf8f-1ccc10761865 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:27.698872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd67d995-1848-4c0a-8121-e784739dd9af None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:25:27.707882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6c848-154c-4222-bf8f-1ccc10761865 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Network': ['ID=289d0cc2-87b5-4369-96ee-efcbb29fe69a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:27.721030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42222) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:27.723021 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3bf6c848-154c-4222-bf8f-1ccc10761865 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/289d0cc2-87b5-4369-96ee-efcbb29fe69a HTTP/1.1" status: 204 len: 168 time: 1.3624058 Feb 09 14:25:27.731502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-82d70464-b849-40a3-82d0-5691ed01f705 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1912595474'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:27.744822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-82d70464-b849-40a3-82d0-5691ed01f705 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:27.764236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc942670-9551-467b-915a-24528ba8834d req-865796ee-4a14-4776-8044-5ec59a2ae10a tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:27.776585 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc942670-9551-467b-915a-24528ba8834d req-865796ee-4a14-4776-8044-5ec59a2ae10a tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 944 time: 0.1838737 Feb 09 14:25:27.779781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-82d70464-b849-40a3-82d0-5691ed01f705 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:network and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:27.783788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-82d70464-b849-40a3-82d0-5691ed01f705 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:27.792211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-82d70464-b849-40a3-82d0-5691ed01f705 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:27.878691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d70464-b849-40a3-82d0-5691ed01f705 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:27.888477 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82d70464-b849-40a3-82d0-5691ed01f705 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:27.925608 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc942670-9551-467b-915a-24528ba8834d req-78d4e422-9f44-449a-984b-fb018e1769d9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348469 Feb 09 14:25:27.963038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d70464-b849-40a3-82d0-5691ed01f705 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:25:27.980078 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82d70464-b849-40a3-82d0-5691ed01f705 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:27.980625 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-82d70464-b849-40a3-82d0-5691ed01f705 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Added segment e9a17db9-9d78-4c40-ad17-b8aa557d4942 of type vlan for network 909ea2be-e9df-472b-96b8-6f865965a9ec Feb 09 14:25:28.031595 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82d70464-b849-40a3-82d0-5691ed01f705 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:28.081776 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82d70464-b849-40a3-82d0-5691ed01f705 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:28.088385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d70464-b849-40a3-82d0-5691ed01f705 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:28.088996 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82d70464-b849-40a3-82d0-5691ed01f705 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:28.205082 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-82d70464-b849-40a3-82d0-5691ed01f705 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4778392 Feb 09 14:25:28.205471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42260) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:28.214785 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-2dc42472-1b12-4393-92cd-653d58910256 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'subnet': {'network_id': '909ea2be-e9df-472b-96b8-6f865965a9ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:28.227149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d70464-b849-40a3-82d0-5691ed01f705 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Network': ['ID=909ea2be-e9df-472b-96b8-6f865965a9ec,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:28.244081 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 909ea2be-e9df-472b-96b8-6f865965a9ec details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:25:28.363193 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2dc42472-1b12-4393-92cd-653d58910256 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:28.368144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2dc42472-1b12-4393-92cd-653d58910256 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:subnet and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:28.372431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2dc42472-1b12-4393-92cd-653d58910256 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:28.380546 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2dc42472-1b12-4393-92cd-653d58910256 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:28.398907 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc42472-1b12-4393-92cd-653d58910256 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:28.402807 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2dc42472-1b12-4393-92cd-653d58910256 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:28.661813 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db66419d-472c-4a7f-8be4-b0d80ec61621 req-f457beae-65b4-406d-920c-b13ef6818256 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0513670 Feb 09 14:25:28.728874 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2dc42472-1b12-4393-92cd-653d58910256 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:28.814442 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc42472-1b12-4393-92cd-653d58910256 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Subnet': ['ID=9e478cd2-0922-4e16-8d63-30265ed85ab0,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:28.822572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc42472-1b12-4393-92cd-653d58910256 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Checking segment: {'id': 'e9a17db9-9d78-4c40-ad17-b8aa557d4942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '909ea2be-e9df-472b-96b8-6f865965a9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:28.823372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc42472-1b12-4393-92cd-653d58910256 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network hostable DHCP agents. Network: 909ea2be-e9df-472b-96b8-6f865965a9ec, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:25:28.848931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 18dd1c97-ec4e-4f6a-9456-a513794cf45f up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:25:28.861417 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc42472-1b12-4393-92cd-653d58910256 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network 909ea2be-e9df-472b-96b8-6f865965a9ec is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:25:28.875721 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-2dc42472-1b12-4393-92cd-653d58910256 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 909ea2be-e9df-472b-96b8-6f865965a9ec) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:28.881360 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc42472-1b12-4393-92cd-653d58910256 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:28.881597 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2dc42472-1b12-4393-92cd-653d58910256 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:28.894744 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bb2762-59d1-40b9-a2bb-95c451de5870 None None] Network 909ea2be-e9df-472b-96b8-6f865965a9ec requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:28.908346 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2dc42472-1b12-4393-92cd-653d58910256 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6974716 Feb 09 14:25:28.908744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42292) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:29.184733 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd6f9-68fb-4ff8-b148-f45c1c9153a8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:29.193917 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7ea69d02-c66d-4b45-a17f-2ac5146b0ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:29.244585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 18dd1c97-ec4e-4f6a-9456-a513794cf45f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:25:29.254862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 18dd1c97-ec4e-4f6a-9456-a513794cf45f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:25:29.255176 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:29.325667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca7b48-90da-4733-80ad-a1f30d9a4b12 req-e9a08a3d-8165-48e0-8d39-6c03cdd62a62 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:29.335038 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4cca7b48-90da-4733-80ad-a1f30d9a4b12 req-e9a08a3d-8165-48e0-8d39-6c03cdd62a62 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 944 time: 0.2442122 Feb 09 14:25:29.359518 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd6f9-68fb-4ff8-b148-f45c1c9153a8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:29.373174 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d556a5b4-224c-4009-b0f5-ce4abd1a6d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-909ea2be-e9df-472b-96b8-6f865965a9ec', 'network_id': '909ea2be-e9df-472b-96b8-6f865965a9ec', 'tenant_id': '6edeb48c4acf43f4a70a60e808cd557b', 'fixed_ips': [{'subnet_id': '9e478cd2-0922-4e16-8d63-30265ed85ab0'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:25:29.374002 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d556a5b4-224c-4009-b0f5-ce4abd1a6d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:29.403190 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:29.469860 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4cca7b48-90da-4733-80ad-a1f30d9a4b12 req-df316677-3e89-4455-8a76-8b7c0b128c2d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334214 Feb 09 14:25:29.496703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f232eb24-2f59-4274-b1e2-3670f17fe8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dd1c97-ec4e-4f6a-9456-a513794cf45f'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:25:29.538808 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd6f9-68fb-4ff8-b148-f45c1c9153a8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:29.551356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 18dd1c97-ec4e-4f6a-9456-a513794cf45f, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=18dd1c97-ec4e-4f6a-9456-a513794cf45f,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:29.567839 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:29.605697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dd6f9-68fb-4ff8-b148-f45c1c9153a8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Subnet': ['ID=9e478cd2-0922-4e16-8d63-30265ed85ab0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:29.688407 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f232eb24-2f59-4274-b1e2-3670f17fe8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dd1c97-ec4e-4f6a-9456-a513794cf45f', 'code': 200} Feb 09 14:25:29.688989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=18dd1c97-ec4e-4f6a-9456-a513794cf45f,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server [None req-d556a5b4-224c-4009-b0f5-ce4abd1a6d66 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e478cd2-0922-4e16-8d63-30265ed85ab0: This subnet is being modified by another concurrent operation. Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 14:25:29.698295 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise exception Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e478cd2-0922-4e16-8d63-30265ed85ab0: This subnet is being modified by another concurrent operation. Feb 09 14:25:29.703276 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server Feb 09 14:25:29.723575 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22b229d-f643-4185-b1cb-6349459c9ee6 None None] Network 909ea2be-e9df-472b-96b8-6f865965a9ec requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:29.825578 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd6f9-68fb-4ff8-b148-f45c1c9153a8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:29.873527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-6f6dd6f9-68fb-4ff8-b148-f45c1c9153a8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909ea2be-e9df-472b-96b8-6f865965a9ec']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:29.897820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-6f6dd6f9-68fb-4ff8-b148-f45c1c9153a8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a17db9-9d78-4c40-ad17-b8aa557d4942') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:29.898199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-6f6dd6f9-68fb-4ff8-b148-f45c1c9153a8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a17db9-9d78-4c40-ad17-b8aa557d4942') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:29.962489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e4849-5fce-43a0-95bb-f218103b5267 req-2a2e6acb-a536-488f-a12c-2c2586d9ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:29.964297 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-846e4849-5fce-43a0-95bb-f218103b5267 req-2a2e6acb-a536-488f-a12c-2c2586d9ffbe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 1096 time: 0.2352221 Feb 09 14:25:29.966293 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c018610f-51c0-4c7b-b7a5-fff10557c2d5 req-1b54e731-7600-40bc-aa8a-83eadb1b0805 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0547769 Feb 09 14:25:29.977578 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd6f9-68fb-4ff8-b148-f45c1c9153a8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:30.017509 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55eda39-881a-4ea6-8747-dcd31d7d428c None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:25:30.050646 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd6f9-68fb-4ff8-b148-f45c1c9153a8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:30.064876 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6dd6f9-68fb-4ff8-b148-f45c1c9153a8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:30.066381 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd6f9-68fb-4ff8-b148-f45c1c9153a8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:30.084913 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:30.169142 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-846e4849-5fce-43a0-95bb-f218103b5267 req-ea24f660-2228-491e-9ef1-4fff6d3e0d51 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763759 Feb 09 14:25:30.187307 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:30.210372 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd6f9-68fb-4ff8-b148-f45c1c9153a8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:30.219910 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55eda39-881a-4ea6-8747-dcd31d7d428c None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:25:30.240227 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd6f9-68fb-4ff8-b148-f45c1c9153a8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:30.254637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dd6f9-68fb-4ff8-b148-f45c1c9153a8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Network': ['ID=909ea2be-e9df-472b-96b8-6f865965a9ec,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:30.263623 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6f6dd6f9-68fb-4ff8-b148-f45c1c9153a8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/909ea2be-e9df-472b-96b8-6f865965a9ec HTTP/1.1" status: 204 len: 168 time: 1.3531702 Feb 09 14:25:30.267526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42336) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:30.270769 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:30.277635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-029b328c-adb2-4766-97cd-8aef109477f6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-373281111'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:30.283770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-029b328c-adb2-4766-97cd-8aef109477f6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:30.291659 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-029b328c-adb2-4766-97cd-8aef109477f6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:network and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:30.297021 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-029b328c-adb2-4766-97cd-8aef109477f6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:30.306395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-029b328c-adb2-4766-97cd-8aef109477f6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:30.320220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029b328c-adb2-4766-97cd-8aef109477f6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:30.326177 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-029b328c-adb2-4766-97cd-8aef109477f6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:30.372512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029b328c-adb2-4766-97cd-8aef109477f6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:25:30.386540 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-029b328c-adb2-4766-97cd-8aef109477f6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:30.386943 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-029b328c-adb2-4766-97cd-8aef109477f6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Added segment bfcbd239-b788-4661-8029-a3578b2d2130 of type vlan for network 60f027a6-6f57-4d1e-a42b-8660508d01d8 Feb 09 14:25:30.428938 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-029b328c-adb2-4766-97cd-8aef109477f6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:30.474042 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-029b328c-adb2-4766-97cd-8aef109477f6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:30.482818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029b328c-adb2-4766-97cd-8aef109477f6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:30.483475 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-029b328c-adb2-4766-97cd-8aef109477f6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:30.638391 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-029b328c-adb2-4766-97cd-8aef109477f6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3692193 Feb 09 14:25:30.641304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42348) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:30.648241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'subnet': {'network_id': '60f027a6-6f57-4d1e-a42b-8660508d01d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:30.658338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b328c-adb2-4766-97cd-8aef109477f6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Network': ['ID=60f027a6-6f57-4d1e-a42b-8660508d01d8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:30.685066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 60f027a6-6f57-4d1e-a42b-8660508d01d8 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:25:30.859850 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:30.867769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:subnet and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:30.872416 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:30.882059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:30.887003 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-85361188-f8a6-47cb-8f6f-b2110f28fccd req-9756d77d-bd4a-4269-83b0-8543f81344a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ff4321ac-2443-4249-bfd2-c43f3503cd1e HTTP/1.1" status: 200 len: 210 time: 0.1170120 Feb 09 14:25:30.903668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee00df-3db6-40ca-adf2-956e2bbbd4f1 req-c4e7c0de-82c9-4a55-993c-ea0e01508191 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:30.905367 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74ee00df-3db6-40ca-adf2-956e2bbbd4f1 req-c4e7c0de-82c9-4a55-993c-ea0e01508191 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 945 time: 0.2150750 Feb 09 14:25:30.906592 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:30.910602 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:31.033601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.ipam_backend_mixin [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Performing IP validity checks on allocation pools {{(pid=87596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 14:25:31.034685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.ipam_backend_mixin [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 14:25:31.160096 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74ee00df-3db6-40ca-adf2-956e2bbbd4f1 req-4f558856-509b-40c9-84f3-2bbe7ae25381 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280548 Feb 09 14:25:31.197502 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:31.207050 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f6121db-6868-4128-8087-cde2e04bbec2 req-7e4acf34-6295-4341-a34c-345b1057e40f tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0637419 Feb 09 14:25:31.288011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Subnet': ['ID=6cc88099-d60e-40f6-81ed-b523b202a16a,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:31.292168 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Checking segment: {'id': 'bfcbd239-b788-4661-8029-a3578b2d2130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60f027a6-6f57-4d1e-a42b-8660508d01d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:31.292522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network hostable DHCP agents. Network: 60f027a6-6f57-4d1e-a42b-8660508d01d8, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:25:31.314745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network 60f027a6-6f57-4d1e-a42b-8660508d01d8 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:25:31.326115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 60f027a6-6f57-4d1e-a42b-8660508d01d8) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:31.334730 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:31.335329 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:31.335606 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac0e02a-f114-4545-81c2-908f9f44a4b3 None None] Network 60f027a6-6f57-4d1e-a42b-8660508d01d8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:31.359116 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bdcad1e3-9145-4c29-8770-f03eb1a89a15 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7164724 Feb 09 14:25:31.362052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42360) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:31.560330 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0fca330b-306a-4bd6-835f-4513f0587519 req-9403903d-5006-443e-8afb-e227442a76e8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0862732 Feb 09 14:25:31.613473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-60f027a6-6f57-4d1e-a42b-8660508d01d8', 'network_id': '60f027a6-6f57-4d1e-a42b-8660508d01d8', 'tenant_id': '6edeb48c4acf43f4a70a60e808cd557b', 'fixed_ips': [{'subnet_id': '6cc88099-d60e-40f6-81ed-b523b202a16a'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:25:31.613958 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:31.668849 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:31.729750 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:31.759959 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:31.834861 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Allocated IP 172.20.0.3 (60f027a6-6f57-4d1e-a42b-8660508d01d8/6cc88099-d60e-40f6-81ed-b523b202a16a/bd61b0a3-eec1-4732-82e7-8c1d0843baae) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:25:32.120630 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:32.142100 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Transition to ACTIVE for port object bd61b0a3-eec1-4732-82e7-8c1d0843baae will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:25:32.174428 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Transition to ACTIVE for port object bd61b0a3-eec1-4732-82e7-8c1d0843baae will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:25:32.182750 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:32.211461 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:32.270568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc88099-d60e-40f6-81ed-b523b202a16a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:32.307281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Network 60f027a6-6f57-4d1e-a42b-8660508d01d8 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:25:32.326461 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:32.339811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:25:32.426561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Pushing event updated for resources: {'Port': ['ID=bd61b0a3-eec1-4732-82e7-8c1d0843baae,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:32.568386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94baad-d214-408b-ac2a-cdb821483ee2 req-11149b84-368d-4c48-9e20-e21e4e86d428 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:32.576680 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec94baad-d214-408b-ac2a-cdb821483ee2 req-11149b84-368d-4c48-9e20-e21e4e86d428 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 945 time: 0.2109399 Feb 09 14:25:32.584162 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Attempting to bind port bd61b0a3-eec1-4732-82e7-8c1d0843baae on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:25:32.584730 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Attempting to bind port bd61b0a3-eec1-4732-82e7-8c1d0843baae by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'bfcbd239-b788-4661-8029-a3578b2d2130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60f027a6-6f57-4d1e-a42b-8660508d01d8'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:25:32.585222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Attempting to bind port bd61b0a3-eec1-4732-82e7-8c1d0843baae on network 60f027a6-6f57-4d1e-a42b-8660508d01d8 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:25:32.598168 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:25:32.599006 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Checking segment: {'id': 'bfcbd239-b788-4661-8029-a3578b2d2130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60f027a6-6f57-4d1e-a42b-8660508d01d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:32.600047 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:32.602719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Bound using segment: {'id': 'bfcbd239-b788-4661-8029-a3578b2d2130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60f027a6-6f57-4d1e-a42b-8660508d01d8'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:25:32.603420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Bound port: bd61b0a3-eec1-4732-82e7-8c1d0843baae, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcbd239-b788-4661-8029-a3578b2d2130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60f027a6-6f57-4d1e-a42b-8660508d01d8'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:25:32.605520 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:32.693702 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec94baad-d214-408b-ac2a-cdb821483ee2 req-40d8f393-271d-4b67-9982-1bb0c2b1abee tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049135 Feb 09 14:25:32.763442 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a349971-e9aa-4ed1-a44b-879cabc2f74a req-f9d9ca4e-bd49-4b94-9a72-ad46300d8126 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.1869347 Feb 09 14:25:32.769584 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:32.777204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] For port bd61b0a3-eec1-4732-82e7-8c1d0843baae, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:25:32.786408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] For port bd61b0a3-eec1-4732-82e7-8c1d0843baae, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=bd61b0a3-eec1-4732-82e7-8c1d0843baae,segment=NetworkSegment(bfcbd239-b788-4661-8029-a3578b2d2130),segment_id=bfcbd239-b788-4661-8029-a3578b2d2130)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:25:32.793925 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:32.846103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f027a6-6f57-4d1e-a42b-8660508d01d8']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:32.887023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfcbd239-b788-4661-8029-a3578b2d2130') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:32.892693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfcbd239-b788-4661-8029-a3578b2d2130') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:32.921102 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:32.959951 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:32.974723 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:32.975123 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:32.986098 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d183fb3-a36e-4449-b852-5e876dc74499 None None] Pushing event updated for resources: {'Port': ['ID=bd61b0a3-eec1-4732-82e7-8c1d0843baae,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:33.019842 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:33.145700 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8619ddae-1e71-432e-b0fd-0f267800f2df None None] Network 60f027a6-6f57-4d1e-a42b-8660508d01d8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:33.278901 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 14:25:33.278901 n-d-828418-2 neutron-server[87597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 14:25:33.278901 n-d-828418-2 neutron-server[87597]: [parameters: {'id': '60f027a6-6f57-4d1e-a42b-8660508d01d8'}] Feb 09 14:25:33.278901 n-d-828418-2 neutron-server[87597]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:25:33.281791 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:25:33.461041 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba17676-a904-4f36-8b8f-551781168d09 req-2baf14d5-adb4-4991-ad80-b2be789b0c8a tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:33.470927 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fba17676-a904-4f36-8b8f-551781168d09 req-2baf14d5-adb4-4991-ad80-b2be789b0c8a tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 806 time: 0.3654854 Feb 09 14:25:33.494693 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fba17676-a904-4f36-8b8f-551781168d09 req-8f619d8e-02da-4262-9237-c8421ee33187 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/quotas/1420416e843f48a49610ec42176f5998 HTTP/1.1" status: 200 len: 375 time: 0.0227804 Feb 09 14:25:33.529787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2477e56b-27d0-4a0e-b070-25da17035ed8 None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:25:33.646373 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fba17676-a904-4f36-8b8f-551781168d09 req-56e2a0c5-2c6b-44a7-9d73-b4645ff0c4a2 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1504726 Feb 09 14:25:33.703260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2477e56b-27d0-4a0e-b070-25da17035ed8 None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:25:33.783613 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:33.800570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Deleting port bd61b0a3-eec1-4732-82e7-8c1d0843baae {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:25:33.801988 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:33.929778 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fba17676-a904-4f36-8b8f-551781168d09 req-056a78f3-71fd-4169-8331-bc982c18e09e service neutron] 10.222.0.48 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825325 Feb 09 14:25:33.938954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42404) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:33.944517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-ea34a5d0-773c-49fd-a64c-a593715b7027 req-8cc00e8a-414c-4862-8428-245b032d8056 service neutron] (87597) timed out ('10.222.0.21', 54382) {{(pid=87597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 14:25:34.083033 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d48f7f1-46fe-4036-b913-c5eb57259c24 req-4ce8bdef-f80f-4e62-a88e-4c9066b8eafc tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0622671 Feb 09 14:25:34.195244 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fba17676-a904-4f36-8b8f-551781168d09 req-3c6ebd36-588a-45a4-965c-127ebe9839be service neutron] 10.222.0.48 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572222 Feb 09 14:25:34.244680 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de679352-5db6-4390-8aa8-001d0a65b3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:34.278107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-de679352-5db6-4390-8aa8-001d0a65b3e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:34.285782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-de679352-5db6-4390-8aa8-001d0a65b3e7 admin admin] Usage tracker for resource:security_group_rule and tenant:a81f1266990449e1830e59d090692504 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:34.289510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-de679352-5db6-4390-8aa8-001d0a65b3e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:34.304144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-de679352-5db6-4390-8aa8-001d0a65b3e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:34.347712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] For port bd61b0a3-eec1-4732-82e7-8c1d0843baae, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=bd61b0a3-eec1-4732-82e7-8c1d0843baae,segment=NetworkSegment(bfcbd239-b788-4661-8029-a3578b2d2130),segment_id=bfcbd239-b788-4661-8029-a3578b2d2130)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:34.348607 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:34.529101 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-16c21c4c-e050-435a-aeba-143e84b94c5d req-23800cda-8488-4b43-8370-988a42eed1e3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 210 time: 0.1020436 Feb 09 14:25:34.628925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Calling delete_port for bd61b0a3-eec1-4732-82e7-8c1d0843baae owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:25:34.649453 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de679352-5db6-4390-8aa8-001d0a65b3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:34.657967 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de679352-5db6-4390-8aa8-001d0a65b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:34.728558 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-de679352-5db6-4390-8aa8-001d0a65b3e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a81f1266990449e1830e59d090692504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7883506 Feb 09 14:25:34.729799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de679352-5db6-4390-8aa8-001d0a65b3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342efbd4-edb9-488c-82c3-db2a87976584,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:34.733080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42426) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:34.833347 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:34.838739 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1868-e195-4cf5-88b3-e4a2308a3609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:34.887073 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1868-e195-4cf5-88b3-e4a2308a3609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:34.976176 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1868-e195-4cf5-88b3-e4a2308a3609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:34.978857 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Port': ['ID=bd61b0a3-eec1-4732-82e7-8c1d0843baae,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:34.988505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No DVR routers for this DVR port bd61b0a3-eec1-4732-82e7-8c1d0843baae on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:25:35.022611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b1868-e195-4cf5-88b3-e4a2308a3609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342efbd4-edb9-488c-82c3-db2a87976584,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:35.040230 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1868-e195-4cf5-88b3-e4a2308a3609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:35.041470 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9d4b1868-e195-4cf5-88b3-e4a2308a3609 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/342efbd4-edb9-488c-82c3-db2a87976584 HTTP/1.1" status: 204 len: 168 time: 0.3073976 Feb 09 14:25:35.143748 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4f42c60f-8401-48f4-973d-1aa61d8bbc30 req-c3286f63-2ebc-49d5-8b29-bb3291fb18b6 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0639458 Feb 09 14:25:35.160855 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:25:35.194078 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:35.224336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f027a6-6f57-4d1e-a42b-8660508d01d8']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:35.240839 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfcbd239-b788-4661-8029-a3578b2d2130') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:35.241146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfcbd239-b788-4661-8029-a3578b2d2130') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:35.254545 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:35.281153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:35.298413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:35.299633 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:35.322490 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:35.434396 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:35.460898 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:35.473725 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Network': ['ID=60f027a6-6f57-4d1e-a42b-8660508d01d8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:35.480910 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-40d0ff64-271b-4acc-86f8-34a7c8021ca6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/60f027a6-6f57-4d1e-a42b-8660508d01d8 HTTP/1.1" status: 204 len: 168 time: 4.1172755 Feb 09 14:25:35.484786 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42442) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:35.494436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-de8a98c9-11d8-42c6-bca9-95293c915cdf tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-251596005'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:35.512077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-de8a98c9-11d8-42c6-bca9-95293c915cdf tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:35.523268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-de8a98c9-11d8-42c6-bca9-95293c915cdf tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:network and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:35.529391 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-de8a98c9-11d8-42c6-bca9-95293c915cdf tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:35.543390 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-de8a98c9-11d8-42c6-bca9-95293c915cdf tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:35.562408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8a98c9-11d8-42c6-bca9-95293c915cdf tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:35.569246 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de8a98c9-11d8-42c6-bca9-95293c915cdf tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:35.638007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8a98c9-11d8-42c6-bca9-95293c915cdf tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:25:35.664090 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de8a98c9-11d8-42c6-bca9-95293c915cdf tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:35.664802 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-de8a98c9-11d8-42c6-bca9-95293c915cdf tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Added segment 1bb153b3-ffa7-434b-b335-3222ab912f8a of type vlan for network a6514d97-1fa5-4700-b198-349a9ec8c778 Feb 09 14:25:35.713522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42450) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:35.742609 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de8a98c9-11d8-42c6-bca9-95293c915cdf tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:35.750544 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5ce0276d-03e0-491b-bd29-00b69749e2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:35.754019 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e8a7181-6425-4cb5-bfbd-810e60f6ec80 req-eb137fbb-7d46-4f79-a177-96c2edc26690 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 210 time: 0.0616724 Feb 09 14:25:35.795186 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5ce0276d-03e0-491b-bd29-00b69749e2da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:35.807313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5ce0276d-03e0-491b-bd29-00b69749e2da admin admin] Usage tracker for resource:security_group_rule and tenant:b6e4380e420f4bad98cf2397946d6786 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:35.820066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5ce0276d-03e0-491b-bd29-00b69749e2da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:35.832190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5ce0276d-03e0-491b-bd29-00b69749e2da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:35.841233 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de8a98c9-11d8-42c6-bca9-95293c915cdf tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:35.847012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a98c9-11d8-42c6-bca9-95293c915cdf tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:35.847582 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de8a98c9-11d8-42c6-bca9-95293c915cdf tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:35.986198 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-de8a98c9-11d8-42c6-bca9-95293c915cdf tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4994726 Feb 09 14:25:35.990574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42460) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:35.999038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0668006a-ed80-48db-bcbd-824348615413 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'subnet': {'network_id': 'a6514d97-1fa5-4700-b198-349a9ec8c778', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:35.999449 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a98c9-11d8-42c6-bca9-95293c915cdf tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Network': ['ID=a6514d97-1fa5-4700-b198-349a9ec8c778,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:36.016738 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network a6514d97-1fa5-4700-b198-349a9ec8c778 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:25:36.084288 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5ce0276d-03e0-491b-bd29-00b69749e2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:36.092030 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5ce0276d-03e0-491b-bd29-00b69749e2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:36.185682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0276d-03e0-491b-bd29-00b69749e2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa44ae82-2fc3-4d38-b042-be2e300a42c0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:36.191785 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5ce0276d-03e0-491b-bd29-00b69749e2da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6e4380e420f4bad98cf2397946d6786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4753265 Feb 09 14:25:36.197789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42466) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:36.229652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0668006a-ed80-48db-bcbd-824348615413 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:36.239267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0668006a-ed80-48db-bcbd-824348615413 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:subnet and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:36.247067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0668006a-ed80-48db-bcbd-824348615413 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:36.259700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0668006a-ed80-48db-bcbd-824348615413 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:36.277465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0668006a-ed80-48db-bcbd-824348615413 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:36.283277 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0668006a-ed80-48db-bcbd-824348615413 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:36.331023 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-049a1f83-9400-4db7-a414-78761dab18d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:36.364194 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-049a1f83-9400-4db7-a414-78761dab18d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:36.445849 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-049a1f83-9400-4db7-a414-78761dab18d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:36.476171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a1f83-9400-4db7-a414-78761dab18d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa44ae82-2fc3-4d38-b042-be2e300a42c0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:36.481276 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-049a1f83-9400-4db7-a414-78761dab18d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:36.485069 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-049a1f83-9400-4db7-a414-78761dab18d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa44ae82-2fc3-4d38-b042-be2e300a42c0 HTTP/1.1" status: 204 len: 168 time: 0.2816024 Feb 09 14:25:36.812435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba17676-a904-4f36-8b8f-551781168d09 req-d867f847-c603-4a1e-9fad-0c7281e3f2a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:36.814946 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fba17676-a904-4f36-8b8f-551781168d09 req-d867f847-c603-4a1e-9fad-0c7281e3f2a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 806 time: 0.4185987 Feb 09 14:25:36.843928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-fba17676-a904-4f36-8b8f-551781168d09 req-ad7be8ca-3540-453a-b565-ae951b01a88d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Request body: {'port': {'device_id': '241205fc-30f5-4a15-b304-05b5dbe01296', 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05', 'admin_state_up': True, 'tenant_id': '1420416e843f48a49610ec42176f5998'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:36.942500 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-499ea979-db62-4dff-8f8e-cca554b69f57 req-bc33fcfb-ed31-4e27-a758-982d06421c39 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.6240852 Feb 09 14:25:37.069594 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-975445aa-faf0-4c31-ba6f-0a631f3e7925 req-a9c7c8ff-80b9-4ff9-b1ce-aab66ab3eb2c tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 210 time: 0.0685368 Feb 09 14:25:37.158912 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0668006a-ed80-48db-bcbd-824348615413 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:37.194803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-fba17676-a904-4f36-8b8f-551781168d09 req-ad7be8ca-3540-453a-b565-ae951b01a88d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:37.216817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-fba17676-a904-4f36-8b8f-551781168d09 req-ad7be8ca-3540-453a-b565-ae951b01a88d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:37.260252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba17676-a904-4f36-8b8f-551781168d09 req-ad7be8ca-3540-453a-b565-ae951b01a88d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Made reservation on behalf of 1420416e843f48a49610ec42176f5998 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:37.263665 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fba17676-a904-4f36-8b8f-551781168d09 req-ad7be8ca-3540-453a-b565-ae951b01a88d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:37.279161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668006a-ed80-48db-bcbd-824348615413 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Subnet': ['ID=6ecf7767-2e03-415d-aa93-ab0dfd1db845,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:37.294933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0668006a-ed80-48db-bcbd-824348615413 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Checking segment: {'id': '1bb153b3-ffa7-434b-b335-3222ab912f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a6514d97-1fa5-4700-b198-349a9ec8c778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:37.295299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0668006a-ed80-48db-bcbd-824348615413 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network hostable DHCP agents. Network: a6514d97-1fa5-4700-b198-349a9ec8c778, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:25:37.391918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0668006a-ed80-48db-bcbd-824348615413 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network a6514d97-1fa5-4700-b198-349a9ec8c778 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:25:37.436787 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-0668006a-ed80-48db-bcbd-824348615413 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, a6514d97-1fa5-4700-b198-349a9ec8c778) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:37.444008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0668006a-ed80-48db-bcbd-824348615413 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:37.444586 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0668006a-ed80-48db-bcbd-824348615413 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:37.446155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeb1cbe-f58b-4884-9246-41e5ded4ab47 None None] Network a6514d97-1fa5-4700-b198-349a9ec8c778 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:37.492926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-fba17676-a904-4f36-8b8f-551781168d09 req-ad7be8ca-3540-453a-b565-ae951b01a88d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Allocated IP 172.20.0.9 (3618a6b3-fa1e-4cc5-af1a-b15890d8ad05/2315fb8e-5bcf-45cb-897d-5aa2d617522a/d9bdf1eb-dbce-4449-815d-e25fa702a17b) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:25:37.501014 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42494) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:37.512738 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0668006a-ed80-48db-bcbd-824348615413 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5205705 Feb 09 14:25:37.810020 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:37.845319 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fba17676-a904-4f36-8b8f-551781168d09 req-ad7be8ca-3540-453a-b565-ae951b01a88d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:37.885334 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-a6514d97-1fa5-4700-b198-349a9ec8c778', 'network_id': 'a6514d97-1fa5-4700-b198-349a9ec8c778', 'tenant_id': '6edeb48c4acf43f4a70a60e808cd557b', 'fixed_ips': [{'subnet_id': '6ecf7767-2e03-415d-aa93-ab0dfd1db845'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:25:37.886622 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:37.931844 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:37.955139 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fba17676-a904-4f36-8b8f-551781168d09 req-ad7be8ca-3540-453a-b565-ae951b01a88d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:37.979372 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['5ae9c28d-999c-4ab4-812a-56d6c7459cf8', '18dd1c97-ec4e-4f6a-9456-a513794cf45f'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:25:38.112753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba17676-a904-4f36-8b8f-551781168d09 req-ad7be8ca-3540-453a-b565-ae951b01a88d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:25:38.133320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7be8ca-3540-453a-b565-ae951b01a88d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Pushing event updated for resources: {'Port': ['ID=d9bdf1eb-dbce-4449-815d-e25fa702a17b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:38.157791 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81b2ac4e-fcd9-4c29-aa82-4d89d6db962e req-c5c113e5-b702-43ed-8c22-8213a464488c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2702472 Feb 09 14:25:38.159362 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-fba17676-a904-4f36-8b8f-551781168d09 req-ad7be8ca-3540-453a-b565-ae951b01a88d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:38.195422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba17676-a904-4f36-8b8f-551781168d09 req-ad7be8ca-3540-453a-b565-ae951b01a88d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:25:38.287208 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Allocated IP 172.20.0.1 (a6514d97-1fa5-4700-b198-349a9ec8c778/6ecf7767-2e03-415d-aa93-ab0dfd1db845/f654d86b-2c2f-4cf0-965e-ff5666e95d97) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:25:38.382340 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d3912931-fc0c-4f97-8072-9021903cda0f req-8a36444d-c751-4ae8-b977-b6b3be7ab896 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0888183 Feb 09 14:25:38.496257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba17676-a904-4f36-8b8f-551781168d09 req-ad7be8ca-3540-453a-b565-ae951b01a88d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:38.497212 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fba17676-a904-4f36-8b8f-551781168d09 req-ad7be8ca-3540-453a-b565-ae951b01a88d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:38.570400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2ac4e-fcd9-4c29-aa82-4d89d6db962e req-26adbc24-ae5f-4197-9e56-05184789b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:38.571892 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81b2ac4e-fcd9-4c29-aa82-4d89d6db962e req-26adbc24-ae5f-4197-9e56-05184789b7db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 1097 time: 0.2908235 Feb 09 14:25:38.573054 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fba17676-a904-4f36-8b8f-551781168d09 req-ad7be8ca-3540-453a-b565-ae951b01a88d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7376745 Feb 09 14:25:38.598566 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Request body: {'port': {'device_id': '241205fc-30f5-4a15-b304-05b5dbe01296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:38.709326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c53ec0-c810-4976-9785-b1c0a050bf50 req-624664bb-ca7d-4f4f-8f67-9630bbc9856e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:38.710082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-45c53ec0-c810-4976-9785-b1c0a050bf50 req-624664bb-ca7d-4f4f-8f67-9630bbc9856e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Synchronizing usage tracker for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:25:38.796311 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:38.856972 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:38.858495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-45c53ec0-c810-4976-9785-b1c0a050bf50 req-624664bb-ca7d-4f4f-8f67-9630bbc9856e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Unset dirty status for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:25:38.867356 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-45c53ec0-c810-4976-9785-b1c0a050bf50 req-624664bb-ca7d-4f4f-8f67-9630bbc9856e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 931 time: 0.4556761 Feb 09 14:25:38.873905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Transition to ACTIVE for port object f654d86b-2c2f-4cf0-965e-ff5666e95d97 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:25:38.876056 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:38.895665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Transition to ACTIVE for port object f654d86b-2c2f-4cf0-965e-ff5666e95d97 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:25:38.901671 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:38.929928 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:38.994345 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Pushing event updated for resources: {'Port': ['ID=f654d86b-2c2f-4cf0-965e-ff5666e95d97,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:39.016105 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Network a6514d97-1fa5-4700-b198-349a9ec8c778 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:25:39.023610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:39.025295 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-45c53ec0-c810-4976-9785-b1c0a050bf50 req-628e6741-473b-4b7a-bb47-b60fe1242005 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567969 Feb 09 14:25:39.030607 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:25:39.036704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Subnet': ['ID=6ecf7767-2e03-415d-aa93-ab0dfd1db845,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:39.052346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2ac4e-fcd9-4c29-aa82-4d89d6db962e req-baa0d8d6-e2ca-4dbe-863b-8b2c79be2d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:39.053689 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81b2ac4e-fcd9-4c29-aa82-4d89d6db962e req-baa0d8d6-e2ca-4dbe-863b-8b2c79be2d32 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 0.3903017 Feb 09 14:25:39.220725 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:39.268357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6514d97-1fa5-4700-b198-349a9ec8c778']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:39.286524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb153b3-ffa7-434b-b335-3222ab912f8a') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:39.286524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb153b3-ffa7-434b-b335-3222ab912f8a') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:39.298298 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Attempting to bind port f654d86b-2c2f-4cf0-965e-ff5666e95d97 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:25:39.298806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Attempting to bind port f654d86b-2c2f-4cf0-965e-ff5666e95d97 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '1bb153b3-ffa7-434b-b335-3222ab912f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a6514d97-1fa5-4700-b198-349a9ec8c778'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:25:39.301049 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:39.301926 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Attempting to bind port f654d86b-2c2f-4cf0-965e-ff5666e95d97 on network a6514d97-1fa5-4700-b198-349a9ec8c778 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:25:39.314177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:25:39.314741 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Checking segment: {'id': '1bb153b3-ffa7-434b-b335-3222ab912f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a6514d97-1fa5-4700-b198-349a9ec8c778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:39.317331 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:39.317861 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Bound using segment: {'id': '1bb153b3-ffa7-434b-b335-3222ab912f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a6514d97-1fa5-4700-b198-349a9ec8c778'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:25:39.319160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Bound port: f654d86b-2c2f-4cf0-965e-ff5666e95d97, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb153b3-ffa7-434b-b335-3222ab912f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a6514d97-1fa5-4700-b198-349a9ec8c778'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:25:39.320329 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:39.336764 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:39.370575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:39.373350 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:39.395258 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:39.597025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] For port f654d86b-2c2f-4cf0-965e-ff5666e95d97, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:25:39.600750 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81b2ac4e-fcd9-4c29-aa82-4d89d6db962e req-909b1627-0d5c-432d-82c9-732e9cb2779c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e658954f-01f9-49b0-b68a-afc1daf383c9 HTTP/1.1" status: 200 len: 217 time: 0.5398655 Feb 09 14:25:39.671334 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] For port f654d86b-2c2f-4cf0-965e-ff5666e95d97, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f654d86b-2c2f-4cf0-965e-ff5666e95d97,segment=NetworkSegment(1bb153b3-ffa7-434b-b335-3222ab912f8a),segment_id=1bb153b3-ffa7-434b-b335-3222ab912f8a)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:25:39.673711 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 14:25:39.673711 n-d-828418-2 neutron-server[87596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 14:25:39.673711 n-d-828418-2 neutron-server[87596]: [parameters: {'id': 'a6514d97-1fa5-4700-b198-349a9ec8c778'}] Feb 09 14:25:39.673711 n-d-828418-2 neutron-server[87596]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:25:39.674955 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:25:39.677744 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:39.733236 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c16747b7-bb27-47e4-922a-8bd44e150c30 req-a7e6e4f3-44da-487b-ad91-9beea7f9b342 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0627961 Feb 09 14:25:39.773584 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5f31f-21e2-4ef2-bf7c-3b728fd9b597 None None] Pushing event updated for resources: {'Port': ['ID=f654d86b-2c2f-4cf0-965e-ff5666e95d97,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:39.854181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2ac4e-fcd9-4c29-aa82-4d89d6db962e req-fb14d5ac-f124-4b66-8305-fcd14ee0b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:39.856314 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81b2ac4e-fcd9-4c29-aa82-4d89d6db962e req-fb14d5ac-f124-4b66-8305-fcd14ee0b104 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.2489316 Feb 09 14:25:39.889683 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6f2f5e-43ee-40e3-972a-94e41fd56f14 None None] Network a6514d97-1fa5-4700-b198-349a9ec8c778 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:40.041678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2ac4e-fcd9-4c29-aa82-4d89d6db962e req-59aa0d29-e129-4b2d-802b-f95d050e9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:40.043170 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81b2ac4e-fcd9-4c29-aa82-4d89d6db962e req-59aa0d29-e129-4b2d-802b-f95d050e9da3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688690 Feb 09 14:25:40.173706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9bdf1eb-dbce-4449-815d-e25fa702a17b {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:25:40.180393 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:40.192318 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:40.200297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Deleting port f654d86b-2c2f-4cf0-965e-ff5666e95d97 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:25:40.200807 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:40.236103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Transition to ACTIVE for port object d9bdf1eb-dbce-4449-815d-e25fa702a17b will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:25:40.268823 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:40.275771 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7897538-1e9b-467e-bf42-ca08756b805a None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:25:40.375570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42556) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:40.428837 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:40.431013 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81b2ac4e-fcd9-4c29-aa82-4d89d6db962e req-2d8becb0-b659-49cd-847d-335aea9ba518 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742461 Feb 09 14:25:40.521889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] For port f654d86b-2c2f-4cf0-965e-ff5666e95d97, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f654d86b-2c2f-4cf0-965e-ff5666e95d97,segment=NetworkSegment(1bb153b3-ffa7-434b-b335-3222ab912f8a),segment_id=1bb153b3-ffa7-434b-b335-3222ab912f8a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:40.523546 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:40.572833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7897538-1e9b-467e-bf42-ca08756b805a None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:25:40.682300 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Calling delete_port for f654d86b-2c2f-4cf0-965e-ff5666e95d97 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:25:40.764116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9bdf1eb-dbce-4449-815d-e25fa702a17b,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:40.778957 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec930ee7-919c-4e17-bf3c-ead3342923a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:40.807708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ec930ee7-919c-4e17-bf3c-ead3342923a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:40.818527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ec930ee7-919c-4e17-bf3c-ead3342923a7 admin admin] Usage tracker for resource:security_group_rule and tenant:b08c2258cf6a4c4db2f7916d518b2a0d is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:40.830043 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ec930ee7-919c-4e17-bf3c-ead3342923a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:40.884009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ec930ee7-919c-4e17-bf3c-ead3342923a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:40.917134 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:41.012876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Port': ['ID=f654d86b-2c2f-4cf0-965e-ff5666e95d97,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:41.016183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No DVR routers for this DVR port f654d86b-2c2f-4cf0-965e-ff5666e95d97 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:25:41.099802 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b768119f-2cba-4822-981c-896f5a676b29 req-3c71a40c-c567-4bd2-96aa-536e6d867cfe tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.1069043 Feb 09 14:25:41.102502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Attempting to bind port d9bdf1eb-dbce-4449-815d-e25fa702a17b on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:25:41.103048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Attempting to bind port d9bdf1eb-dbce-4449-815d-e25fa702a17b by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:25:41.103342 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Attempting to bind port d9bdf1eb-dbce-4449-815d-e25fa702a17b on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:25:41.114620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Port d9bdf1eb-dbce-4449-815d-e25fa702a17b on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:25:41.115025 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Attempting to bind port d9bdf1eb-dbce-4449-815d-e25fa702a17b on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:25:41.121346 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81b2ac4e-fcd9-4c29-aa82-4d89d6db962e req-d19c3867-5416-49fa-af8c-913e33da490e service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559853 Feb 09 14:25:41.127981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:25:41.128406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Checking segment: {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:41.128853 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Bound using segment: {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:25:41.129359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Bound port: d9bdf1eb-dbce-4449-815d-e25fa702a17b, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:25:41.129767 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:41.167922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f188a9-3dad-4972-8369-c3511de00117 req-3fccc349-3397-4031-b70a-0dd2dd3b9122 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:41.167922 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-47f188a9-3dad-4972-8369-c3511de00117 req-3fccc349-3397-4031-b70a-0dd2dd3b9122 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 943 time: 0.9650464 Feb 09 14:25:41.266604 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-47f188a9-3dad-4972-8369-c3511de00117 req-68ef0b8f-1612-4fa9-a55b-4d5c07c59b48 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727918 Feb 09 14:25:41.273852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] For port d9bdf1eb-dbce-4449-815d-e25fa702a17b, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:25:41.277198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] For port d9bdf1eb-dbce-4449-815d-e25fa702a17b, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d9bdf1eb-dbce-4449-815d-e25fa702a17b,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:25:41.284629 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:41.293323 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:41.340195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6514d97-1fa5-4700-b198-349a9ec8c778']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:41.358790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:41.359483 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:41.360963 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fba17676-a904-4f36-8b8f-551781168d09 req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] 10.222.0.35 "PUT /v2.0/ports/d9bdf1eb-dbce-4449-815d-e25fa702a17b HTTP/1.1" status: 200 len: 1091 time: 2.7697213 Feb 09 14:25:41.361657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241205fc-30f5-4a15-b304-05b5dbe01296', 'tag': 'd9bdf1eb-dbce-4449-815d-e25fa702a17b'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:25:41.362305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb153b3-ffa7-434b-b335-3222ab912f8a') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:41.362607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb153b3-ffa7-434b-b335-3222ab912f8a') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:41.375543 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec930ee7-919c-4e17-bf3c-ead3342923a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:41.383190 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:41.390502 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec930ee7-919c-4e17-bf3c-ead3342923a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:41.398463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a17198-88f3-4997-b2ce-ab50decfe8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9bdf1eb-dbce-4449-815d-e25fa702a17b,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:41.431321 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:41.446781 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241205fc-30f5-4a15-b304-05b5dbe01296', 'tag': 'd9bdf1eb-dbce-4449-815d-e25fa702a17b', 'status': 'completed', 'code': 200} Feb 09 14:25:41.453444 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ec930ee7-919c-4e17-bf3c-ead3342923a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b08c2258cf6a4c4db2f7916d518b2a0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0743580 Feb 09 14:25:41.453444 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:41.453444 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:41.454221 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42568) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:41.473036 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:41.532541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec930ee7-919c-4e17-bf3c-ead3342923a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351c9213-0794-49f3-8ec4-f3ae70cfd133,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:41.533187 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a989-7bad-40f9-9720-1475a9d641af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:41.536203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba17676-a904-4f36-8b8f-551781168d09 req-b14263e5-93bc-4807-8996-cb44e99ee442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:41.537740 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fba17676-a904-4f36-8b8f-551781168d09 req-b14263e5-93bc-4807-8996-cb44e99ee442 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 1094 time: 0.1274555 Feb 09 14:25:41.568303 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:41.574723 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:41.616494 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/a6514d97-1fa5-4700-b198-349a9ec8c778 HTTP/1.1" status: 204 len: 168 time: 4.1139162 Feb 09 14:25:41.624980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4a313-0c0e-434f-ac33-7cc35b82f8b0 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Network': ['ID=a6514d97-1fa5-4700-b198-349a9ec8c778,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:41.627845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42574) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:41.628791 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fba17676-a904-4f36-8b8f-551781168d09 req-5383a7da-0de2-4505-b808-c3dafa47703e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9bdf1eb-dbce-4449-815d-e25fa702a17b HTTP/1.1" status: 200 len: 217 time: 0.0826352 Feb 09 14:25:41.634850 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a989-7bad-40f9-9720-1475a9d641af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:41.644830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ac277abf-b94a-4a44-b14e-aaa1fe3331f1 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-804668737'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:41.690442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ac277abf-b94a-4a44-b14e-aaa1fe3331f1 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:41.707973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ac277abf-b94a-4a44-b14e-aaa1fe3331f1 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:network and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:41.720341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ac277abf-b94a-4a44-b14e-aaa1fe3331f1 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:41.737924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ac277abf-b94a-4a44-b14e-aaa1fe3331f1 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:41.753300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba17676-a904-4f36-8b8f-551781168d09 req-92153b0b-32ab-4f24-a017-e5d6ac08b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:41.754808 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fba17676-a904-4f36-8b8f-551781168d09 req-92153b0b-32ab-4f24-a017-e5d6ac08b28f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2315fb8e-5bcf-45cb-897d-5aa2d617522a HTTP/1.1" status: 200 len: 846 time: 0.1056709 Feb 09 14:25:41.756433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac277abf-b94a-4a44-b14e-aaa1fe3331f1 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:41.759714 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac277abf-b94a-4a44-b14e-aaa1fe3331f1 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:41.816740 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fba17676-a904-4f36-8b8f-551781168d09 req-dd6f2258-bbd4-4a40-9a1a-d6e2d68cc7e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445714 Feb 09 14:25:42.070332 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a989-7bad-40f9-9720-1475a9d641af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:42.084193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac277abf-b94a-4a44-b14e-aaa1fe3331f1 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:25:42.110293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5a989-7bad-40f9-9720-1475a9d641af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351c9213-0794-49f3-8ec4-f3ae70cfd133,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:42.122173 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac277abf-b94a-4a44-b14e-aaa1fe3331f1 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:42.122519 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-ac277abf-b94a-4a44-b14e-aaa1fe3331f1 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Added segment 2ccb7704-452b-4f04-bb16-a560e5bda089 of type vlan for network b2ea2ff9-7f0a-4840-bc5d-52e513c80b17 Feb 09 14:25:42.156833 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a989-7bad-40f9-9720-1475a9d641af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:42.157944 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d1e5a989-7bad-40f9-9720-1475a9d641af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/351c9213-0794-49f3-8ec4-f3ae70cfd133 HTTP/1.1" status: 204 len: 168 time: 0.7028279 Feb 09 14:25:42.196291 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac277abf-b94a-4a44-b14e-aaa1fe3331f1 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:42.207660 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fba17676-a904-4f36-8b8f-551781168d09 req-9275c69b-2460-4dd0-99a9-daf8cfbc0555 service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834293 Feb 09 14:25:42.343845 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac277abf-b94a-4a44-b14e-aaa1fe3331f1 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:42.349567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac277abf-b94a-4a44-b14e-aaa1fe3331f1 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:42.350185 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac277abf-b94a-4a44-b14e-aaa1fe3331f1 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:42.397215 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-49c8fb06-b79b-4486-884f-27246b74fb67 req-e5c3da37-1e1b-4081-af41-9813b27e2121 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.1050482 Feb 09 14:25:42.492706 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ac277abf-b94a-4a44-b14e-aaa1fe3331f1 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8628328 Feb 09 14:25:42.498049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42586) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:42.515244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-421821d8-a81d-4cb5-9f2f-3e71d187b787 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'subnet': {'network_id': 'b2ea2ff9-7f0a-4840-bc5d-52e513c80b17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:42.585839 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fba17676-a904-4f36-8b8f-551781168d09 req-c69c31ee-6da5-4121-bf64-1042bc8f06a6 service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614643 Feb 09 14:25:42.593203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac277abf-b94a-4a44-b14e-aaa1fe3331f1 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Network': ['ID=b2ea2ff9-7f0a-4840-bc5d-52e513c80b17,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:42.607482 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network b2ea2ff9-7f0a-4840-bc5d-52e513c80b17 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:25:42.664452 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f953d04-4b87-4a39-b789-a4df4038757b req-32918209-0942-431a-bab0-2e9af404034f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:42.666081 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f953d04-4b87-4a39-b789-a4df4038757b req-32918209-0942-431a-bab0-2e9af404034f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 943 time: 0.2476051 Feb 09 14:25:42.674908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42590) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:42.676062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-421821d8-a81d-4cb5-9f2f-3e71d187b787 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:42.715524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-421821d8-a81d-4cb5-9f2f-3e71d187b787 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:subnet and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:42.730875 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-421821d8-a81d-4cb5-9f2f-3e71d187b787 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:42.755161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-421821d8-a81d-4cb5-9f2f-3e71d187b787 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:42.761666 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ccf98d76-a4ec-430a-802c-742687529686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:42.768800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473137eb-73f4-4b1e-9144-41aa1cffaac7 req-2bcf084d-29f3-4a37-9508-a7a7564552d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:42.770769 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-473137eb-73f4-4b1e-9144-41aa1cffaac7 req-2bcf084d-29f3-4a37-9508-a7a7564552d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 1094 time: 0.1134686 Feb 09 14:25:42.801756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ccf98d76-a4ec-430a-802c-742687529686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:42.824786 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f953d04-4b87-4a39-b789-a4df4038757b req-0847b0c1-7af8-4792-ab96-f8c114a27332 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511693 Feb 09 14:25:42.826244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ccf98d76-a4ec-430a-802c-742687529686 admin admin] Usage tracker for resource:security_group_rule and tenant:16923f0a45bf4e629b4f27c9d0a8dd20 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:42.830231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421821d8-a81d-4cb5-9f2f-3e71d187b787 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:42.833934 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-421821d8-a81d-4cb5-9f2f-3e71d187b787 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:42.849568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ccf98d76-a4ec-430a-802c-742687529686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:42.910899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ccf98d76-a4ec-430a-802c-742687529686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:42.945607 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473137eb-73f4-4b1e-9144-41aa1cffaac7 req-94835a4b-8111-4dbb-a40e-d64e2fa55f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:42.947089 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-473137eb-73f4-4b1e-9144-41aa1cffaac7 req-94835a4b-8111-4dbb-a40e-d64e2fa55f8b service neutron] 10.222.0.35 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 906 time: 0.1664681 Feb 09 14:25:43.042449 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-473137eb-73f4-4b1e-9144-41aa1cffaac7 req-57c924d2-3195-4d2b-8b38-ead7ae2fb5fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9bdf1eb-dbce-4449-815d-e25fa702a17b HTTP/1.1" status: 200 len: 217 time: 0.0868421 Feb 09 14:25:43.101393 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ccf98d76-a4ec-430a-802c-742687529686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:43.108239 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ccf98d76-a4ec-430a-802c-742687529686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:43.118061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473137eb-73f4-4b1e-9144-41aa1cffaac7 req-6b4d63a3-f1dd-4748-acfc-9a11474ce3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:43.119559 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-473137eb-73f4-4b1e-9144-41aa1cffaac7 req-6b4d63a3-f1dd-4748-acfc-9a11474ce3d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2315fb8e-5bcf-45cb-897d-5aa2d617522a HTTP/1.1" status: 200 len: 846 time: 0.0712018 Feb 09 14:25:43.176763 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-473137eb-73f4-4b1e-9144-41aa1cffaac7 req-93d59820-3299-42b7-b71a-0318d7d2c0ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463104 Feb 09 14:25:43.287774 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ccf98d76-a4ec-430a-802c-742687529686 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16923f0a45bf4e629b4f27c9d0a8dd20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6081424 Feb 09 14:25:43.289785 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-421821d8-a81d-4cb5-9f2f-3e71d187b787 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:43.292012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42596) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:43.320164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf98d76-a4ec-430a-802c-742687529686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd95f24a-2257-41ea-ad48-7e783f75971d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:43.365226 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-473137eb-73f4-4b1e-9144-41aa1cffaac7 req-04b2ca14-37f9-4bf0-9599-1aff71a5e82f service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807988 Feb 09 14:25:43.372749 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421821d8-a81d-4cb5-9f2f-3e71d187b787 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Subnet': ['ID=0ee1b5ad-836f-4c13-8e0e-21d5825fc026,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:43.381926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421821d8-a81d-4cb5-9f2f-3e71d187b787 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Checking segment: {'id': '2ccb7704-452b-4f04-bb16-a560e5bda089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2ea2ff9-7f0a-4840-bc5d-52e513c80b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:43.382397 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421821d8-a81d-4cb5-9f2f-3e71d187b787 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network hostable DHCP agents. Network: b2ea2ff9-7f0a-4840-bc5d-52e513c80b17, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:25:43.405147 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421821d8-a81d-4cb5-9f2f-3e71d187b787 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network b2ea2ff9-7f0a-4840-bc5d-52e513c80b17 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:25:43.417397 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-421821d8-a81d-4cb5-9f2f-3e71d187b787 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, b2ea2ff9-7f0a-4840-bc5d-52e513c80b17) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:43.426998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ebd52e-a157-47a4-9d45-301f93dc9f65 None None] Network b2ea2ff9-7f0a-4840-bc5d-52e513c80b17 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:43.429684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421821d8-a81d-4cb5-9f2f-3e71d187b787 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:43.430294 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-421821d8-a81d-4cb5-9f2f-3e71d187b787 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:43.460399 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51647bbb-4f36-466e-9029-8f773d154ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:43.471081 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-421821d8-a81d-4cb5-9f2f-3e71d187b787 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9703348 Feb 09 14:25:43.471966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42602) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:43.575325 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51647bbb-4f36-466e-9029-8f773d154ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:43.628419 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41e0a189-5677-4ad5-958a-f693c58867c3 req-f52ceac3-29a7-4d46-816d-3efd1437536a tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0644648 Feb 09 14:25:43.735136 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-b2ea2ff9-7f0a-4840-bc5d-52e513c80b17', 'network_id': 'b2ea2ff9-7f0a-4840-bc5d-52e513c80b17', 'tenant_id': '6edeb48c4acf43f4a70a60e808cd557b', 'fixed_ips': [{'subnet_id': '0ee1b5ad-836f-4c13-8e0e-21d5825fc026'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:25:43.741159 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:43.745861 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-473137eb-73f4-4b1e-9144-41aa1cffaac7 req-33772204-27cc-4cdc-8cbf-61c250259f20 service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703420 Feb 09 14:25:43.772586 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:43.786273 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51647bbb-4f36-466e-9029-8f773d154ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:43.878737 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51647bbb-4f36-466e-9029-8f773d154ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd95f24a-2257-41ea-ad48-7e783f75971d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:43.921855 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51647bbb-4f36-466e-9029-8f773d154ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:43.926039 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-51647bbb-4f36-466e-9029-8f773d154ff5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd95f24a-2257-41ea-ad48-7e783f75971d HTTP/1.1" status: 204 len: 168 time: 0.6301141 Feb 09 14:25:43.942562 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:43.993891 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Allocated IP 172.20.0.1 (b2ea2ff9-7f0a-4840-bc5d-52e513c80b17/0ee1b5ad-836f-4c13-8e0e-21d5825fc026/bf6259ca-9582-4890-bec8-a5c70fd532d9) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:25:44.110506 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbbacb-90b7-48d1-9a41-f883d34b36a0 req-540a807f-2f68-4bed-aa81-d087ea4d0f35 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:44.114462 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dbcbbacb-90b7-48d1-9a41-f883d34b36a0 req-540a807f-2f68-4bed-aa81-d087ea4d0f35 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 943 time: 0.1213586 Feb 09 14:25:44.216122 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dbcbbacb-90b7-48d1-9a41-f883d34b36a0 req-00da4163-ef51-4d69-89d8-a4445d81af69 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958488 Feb 09 14:25:44.333747 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:44.345339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Transition to ACTIVE for port object bf6259ca-9582-4890-bec8-a5c70fd532d9 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:25:44.367603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Transition to ACTIVE for port object bf6259ca-9582-4890-bec8-a5c70fd532d9 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:25:44.374631 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:44.397477 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:44.457070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Network b2ea2ff9-7f0a-4840-bc5d-52e513c80b17 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:25:44.461620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:44.465567 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:25:44.467788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee1b5ad-836f-4c13-8e0e-21d5825fc026,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:44.492128 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Pushing event updated for resources: {'Port': ['ID=bf6259ca-9582-4890-bec8-a5c70fd532d9,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:44.606280 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:44.611311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Attempting to bind port bf6259ca-9582-4890-bec8-a5c70fd532d9 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:25:44.611850 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Attempting to bind port bf6259ca-9582-4890-bec8-a5c70fd532d9 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '2ccb7704-452b-4f04-bb16-a560e5bda089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2ea2ff9-7f0a-4840-bc5d-52e513c80b17'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:25:44.612313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Attempting to bind port bf6259ca-9582-4890-bec8-a5c70fd532d9 on network b2ea2ff9-7f0a-4840-bc5d-52e513c80b17 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:25:44.617925 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:25:44.618441 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Checking segment: {'id': '2ccb7704-452b-4f04-bb16-a560e5bda089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2ea2ff9-7f0a-4840-bc5d-52e513c80b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:44.618908 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:44.619357 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Bound using segment: {'id': '2ccb7704-452b-4f04-bb16-a560e5bda089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2ea2ff9-7f0a-4840-bc5d-52e513c80b17'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:25:44.619966 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Bound port: bf6259ca-9582-4890-bec8-a5c70fd532d9, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ccb7704-452b-4f04-bb16-a560e5bda089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b2ea2ff9-7f0a-4840-bc5d-52e513c80b17'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:25:44.620402 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:44.669663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ea2ff9-7f0a-4840-bc5d-52e513c80b17']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:44.685724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ccb7704-452b-4f04-bb16-a560e5bda089') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:44.686034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ccb7704-452b-4f04-bb16-a560e5bda089') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:44.703616 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:44.725444 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:44.729993 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] For port bf6259ca-9582-4890-bec8-a5c70fd532d9, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:25:44.733710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:44.734326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:44.751443 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:44.901406 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-af23f70c-084b-4299-88e1-b47cbfaf6b7b req-2f742387-4478-4a68-8fd5-4461e160204e tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0690224 Feb 09 14:25:44.902740 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 14:25:44.902740 n-d-828418-2 neutron-server[87597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 14:25:44.902740 n-d-828418-2 neutron-server[87597]: [parameters: {'id': 'b2ea2ff9-7f0a-4840-bc5d-52e513c80b17'}] Feb 09 14:25:44.902740 n-d-828418-2 neutron-server[87597]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:25:44.903200 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:25:44.904109 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] For port bf6259ca-9582-4890-bec8-a5c70fd532d9, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=bf6259ca-9582-4890-bec8-a5c70fd532d9,segment=NetworkSegment(2ccb7704-452b-4f04-bb16-a560e5bda089),segment_id=2ccb7704-452b-4f04-bb16-a560e5bda089)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:25:44.910030 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:45.071427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04180310-4a04-477a-9328-a5f57d0f66fc None None] Pushing event updated for resources: {'Port': ['ID=bf6259ca-9582-4890-bec8-a5c70fd532d9,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:45.104012 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9232319f-d46c-4d4b-98ac-74cc2884744a None None] Network b2ea2ff9-7f0a-4840-bc5d-52e513c80b17 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:45.322843 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab80edb9-073b-40c9-a3ea-04a77b52c8ca None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:25:45.407594 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:45.433000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Deleting port bf6259ca-9582-4890-bec8-a5c70fd532d9 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:25:45.433559 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:45.504462 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbf150-1923-405c-800b-01d59b1e29be req-f1778220-da8c-4922-bfac-dce0078a275b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:45.513043 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40dbf150-1923-405c-800b-01d59b1e29be req-f1778220-da8c-4922-bfac-dce0078a275b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 943 time: 0.1618130 Feb 09 14:25:45.521372 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab80edb9-073b-40c9-a3ea-04a77b52c8ca None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:25:45.619605 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40dbf150-1923-405c-800b-01d59b1e29be req-8c3a5870-dcbb-451c-85b0-7e1dba6601ca tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048934 Feb 09 14:25:45.780619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] For port bf6259ca-9582-4890-bec8-a5c70fd532d9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=bf6259ca-9582-4890-bec8-a5c70fd532d9,segment=NetworkSegment(2ccb7704-452b-4f04-bb16-a560e5bda089),segment_id=2ccb7704-452b-4f04-bb16-a560e5bda089)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:45.781540 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:45.941534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Calling delete_port for bf6259ca-9582-4890-bec8-a5c70fd532d9 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:25:46.051015 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:46.103306 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Port': ['ID=bf6259ca-9582-4890-bec8-a5c70fd532d9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:46.165307 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-df98bb36-44d0-4e48-9ce5-33d94b11fc68 req-0b7258ba-2ef5-4110-80de-ac5d3e8b0821 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.1092288 Feb 09 14:25:46.167620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No DVR routers for this DVR port bf6259ca-9582-4890-bec8-a5c70fd532d9 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:25:46.318195 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:46.347572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ea2ff9-7f0a-4840-bc5d-52e513c80b17']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:46.362869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ccb7704-452b-4f04-bb16-a560e5bda089') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:46.363169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ccb7704-452b-4f04-bb16-a560e5bda089') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:46.375254 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:46.398721 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:46.416571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:46.417460 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:46.433601 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:46.530442 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:46.540049 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:46.565722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Network': ['ID=b2ea2ff9-7f0a-4840-bc5d-52e513c80b17,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:46.573948 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d6c92cd2-86df-49eb-a1fc-ec9f7504b313 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/b2ea2ff9-7f0a-4840-bc5d-52e513c80b17 HTTP/1.1" status: 204 len: 168 time: 3.0986264 Feb 09 14:25:46.577452 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42686) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:46.583162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-06ac38bd-abfe-4f6a-9710-126307fc32f4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-393129966'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:46.592680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-06ac38bd-abfe-4f6a-9710-126307fc32f4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:46.600016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-06ac38bd-abfe-4f6a-9710-126307fc32f4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:network and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:46.603362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-06ac38bd-abfe-4f6a-9710-126307fc32f4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:46.613941 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-06ac38bd-abfe-4f6a-9710-126307fc32f4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:46.641145 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ac38bd-abfe-4f6a-9710-126307fc32f4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:46.648025 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06ac38bd-abfe-4f6a-9710-126307fc32f4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:46.701195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ac38bd-abfe-4f6a-9710-126307fc32f4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:25:46.717320 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06ac38bd-abfe-4f6a-9710-126307fc32f4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:46.718012 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-06ac38bd-abfe-4f6a-9710-126307fc32f4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Added segment 942569b1-0e69-4ba5-b705-14ba6f3b3e08 of type vlan for network 52ebe33a-ba9f-467c-889c-ce699c996171 Feb 09 14:25:46.844072 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06ac38bd-abfe-4f6a-9710-126307fc32f4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:46.902284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d9bdf1eb-dbce-4449-815d-e25fa702a17b details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:25:46.957817 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564abd8-5398-45d8-bfab-5ef5332a09fe req-d2febcfe-d430-44f5-a5ff-fa39f416a0c6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:46.961183 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2564abd8-5398-45d8-bfab-5ef5332a09fe req-d2febcfe-d430-44f5-a5ff-fa39f416a0c6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 943 time: 0.2181869 Feb 09 14:25:46.962428 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06ac38bd-abfe-4f6a-9710-126307fc32f4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:46.972638 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ac38bd-abfe-4f6a-9710-126307fc32f4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:46.973633 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06ac38bd-abfe-4f6a-9710-126307fc32f4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:47.138700 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-06ac38bd-abfe-4f6a-9710-126307fc32f4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5599246 Feb 09 14:25:47.144549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42700) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:47.153561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0c343b82-a011-4342-8238-b0655d3afb62 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:47.197626 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac38bd-abfe-4f6a-9710-126307fc32f4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Network': ['ID=52ebe33a-ba9f-467c-889c-ce699c996171,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:47.209856 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d9bdf1eb-dbce-4449-815d-e25fa702a17b, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d9bdf1eb-dbce-4449-815d-e25fa702a17b,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:47.235636 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2564abd8-5398-45d8-bfab-5ef5332a09fe req-b92177d5-718f-4ad7-99cd-9f541a535aea tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530847 Feb 09 14:25:47.239920 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'd9bdf1eb-dbce-4449-815d-e25fa702a17b', 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05', 'port_id': 'd9bdf1eb-dbce-4449-815d-e25fa702a17b', 'mac_address': 'fa:16:3e:0c:f1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2315fb8e-5bcf-45cb-897d-5aa2d617522a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:25:47.245952 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 52ebe33a-ba9f-467c-889c-ce699c996171 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:25:47.471785 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:47.510287 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9bdf1eb-dbce-4449-815d-e25fa702a17b {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:25:47.531285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d9bdf1eb-dbce-4449-815d-e25fa702a17b, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d9bdf1eb-dbce-4449-815d-e25fa702a17b,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:47.541117 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:47.663413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=d9bdf1eb-dbce-4449-815d-e25fa702a17b,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:47.678661 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bead3cd9-58a5-4927-ad8c-5cfbfc45826e req-b1813f31-fc15-4004-bc6f-eaec73c5196f tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.2099245 Feb 09 14:25:47.741839 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0c343b82-a011-4342-8238-b0655d3afb62 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:47.759441 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0c343b82-a011-4342-8238-b0655d3afb62 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:47.780672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c343b82-a011-4342-8238-b0655d3afb62 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network 52ebe33a-ba9f-467c-889c-ce699c996171 is not hosted by any dhcp agent {{(pid=87597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 14:25:47.786716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c343b82-a011-4342-8238-b0655d3afb62 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:47.787424 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0c343b82-a011-4342-8238-b0655d3afb62 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:47.788778 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0c343b82-a011-4342-8238-b0655d3afb62 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "PUT /v2.0/networks/52ebe33a-ba9f-467c-889c-ce699c996171 HTTP/1.1" status: 200 len: 723 time: 0.6427660 Feb 09 14:25:47.791644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42716) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:47.807585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-1e1b062c-47c6-49b8-959d-1805314bf3b3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'subnet': {'network_id': '52ebe33a-ba9f-467c-889c-ce699c996171', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:47.892290 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c343b82-a011-4342-8238-b0655d3afb62 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Network': ['ID=52ebe33a-ba9f-467c-889c-ce699c996171,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:47.905842 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 52ebe33a-ba9f-467c-889c-ce699c996171 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:25:47.974155 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1e1b062c-47c6-49b8-959d-1805314bf3b3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:47.979434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1e1b062c-47c6-49b8-959d-1805314bf3b3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:subnet and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:47.983050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1e1b062c-47c6-49b8-959d-1805314bf3b3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:47.990260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1e1b062c-47c6-49b8-959d-1805314bf3b3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:48.002952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1b062c-47c6-49b8-959d-1805314bf3b3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:48.007715 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e1b062c-47c6-49b8-959d-1805314bf3b3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:48.089185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['d9bdf1eb-dbce-4449-815d-e25fa702a17b'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:25:48.316945 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e1b062c-47c6-49b8-959d-1805314bf3b3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:48.447027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b062c-47c6-49b8-959d-1805314bf3b3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Subnet': ['ID=587d8fbd-9390-4dc6-9ef1-8519a6d28ac8,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:48.489907 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1b062c-47c6-49b8-959d-1805314bf3b3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Checking segment: {'id': '942569b1-0e69-4ba5-b705-14ba6f3b3e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52ebe33a-ba9f-467c-889c-ce699c996171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:48.490314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1b062c-47c6-49b8-959d-1805314bf3b3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network hostable DHCP agents. Network: 52ebe33a-ba9f-467c-889c-ce699c996171, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:25:48.540525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1b062c-47c6-49b8-959d-1805314bf3b3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network 52ebe33a-ba9f-467c-889c-ce699c996171 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:25:48.560358 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-1e1b062c-47c6-49b8-959d-1805314bf3b3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 52ebe33a-ba9f-467c-889c-ce699c996171) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:48.569486 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ed03bc-9ce7-4f2e-b1d1-3648e78ddaae None None] Network 52ebe33a-ba9f-467c-889c-ce699c996171 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:48.578464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1b062c-47c6-49b8-959d-1805314bf3b3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:48.579055 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e1b062c-47c6-49b8-959d-1805314bf3b3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:48.648856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4e054-61dd-4541-9950-144886ed64a2 req-3f4fb93f-d7c5-433d-9c39-088567c8c37d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:48.650396 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7ae4e054-61dd-4541-9950-144886ed64a2 req-3f4fb93f-d7c5-433d-9c39-088567c8c37d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 944 time: 0.2046843 Feb 09 14:25:48.652201 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1e1b062c-47c6-49b8-959d-1805314bf3b3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8595123 Feb 09 14:25:48.655983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42746) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:48.662401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-3a425009-e350-42ca-be49-8c918f70eeea tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:48.755460 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7ae4e054-61dd-4541-9950-144886ed64a2 req-e7e81922-c968-41ce-9f00-69feec999939 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966561 Feb 09 14:25:48.903621 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-52ebe33a-ba9f-467c-889c-ce699c996171', 'network_id': '52ebe33a-ba9f-467c-889c-ce699c996171', 'tenant_id': '6edeb48c4acf43f4a70a60e808cd557b', 'fixed_ips': [{'subnet_id': '587d8fbd-9390-4dc6-9ef1-8519a6d28ac8'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:25:48.904517 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:48.960703 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3a425009-e350-42ca-be49-8c918f70eeea tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2350753'] for subnet, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:49.069578 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b90ec52-8e6a-4fb2-af5c-3159701b1c41 req-6a9d9e35-e862-4d0c-aeeb-19588a291d8e tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.1693318 Feb 09 14:25:49.177579 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Allocated IP 172.20.0.2 (52ebe33a-ba9f-467c-889c-ce699c996171/587d8fbd-9390-4dc6-9ef1-8519a6d28ac8/4428ee5a-2858-4723-98f6-a9cde56653fa) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:25:49.477308 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:49.492184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Transition to ACTIVE for port object 4428ee5a-2858-4723-98f6-a9cde56653fa will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:25:49.544839 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Transition to ACTIVE for port object 4428ee5a-2858-4723-98f6-a9cde56653fa will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:25:49.553735 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:49.647266 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Network 52ebe33a-ba9f-467c-889c-ce699c996171 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:25:49.654165 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:49.669557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:25:49.719876 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Pushing event updated for resources: {'Port': ['ID=4428ee5a-2858-4723-98f6-a9cde56653fa,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:49.837359 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Attempting to bind port 4428ee5a-2858-4723-98f6-a9cde56653fa on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:25:49.839552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Attempting to bind port 4428ee5a-2858-4723-98f6-a9cde56653fa by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '942569b1-0e69-4ba5-b705-14ba6f3b3e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52ebe33a-ba9f-467c-889c-ce699c996171'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:25:49.840399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Attempting to bind port 4428ee5a-2858-4723-98f6-a9cde56653fa on network 52ebe33a-ba9f-467c-889c-ce699c996171 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:25:49.852161 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3a425009-e350-42ca-be49-8c918f70eeea tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768412928004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3420332'] for subnet, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:49.855546 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:25:49.856699 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Checking segment: {'id': '942569b1-0e69-4ba5-b705-14ba6f3b3e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52ebe33a-ba9f-467c-889c-ce699c996171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:49.857281 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:49.859059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Bound using segment: {'id': '942569b1-0e69-4ba5-b705-14ba6f3b3e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52ebe33a-ba9f-467c-889c-ce699c996171'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:25:49.859751 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Bound port: 4428ee5a-2858-4723-98f6-a9cde56653fa, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942569b1-0e69-4ba5-b705-14ba6f3b3e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '52ebe33a-ba9f-467c-889c-ce699c996171'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:25:49.862900 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:49.932090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a425009-e350-42ca-be49-8c918f70eeea tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:49.932998 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3a425009-e350-42ca-be49-8c918f70eeea tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:49.935307 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3a425009-e350-42ca-be49-8c918f70eeea tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "PUT /v2.0/subnets/587d8fbd-9390-4dc6-9ef1-8519a6d28ac8 HTTP/1.1" status: 200 len: 806 time: 1.2782969 Feb 09 14:25:49.940212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42764) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:49.960862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a425009-e350-42ca-be49-8c918f70eeea tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Subnet': ['ID=587d8fbd-9390-4dc6-9ef1-8519a6d28ac8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:50.084612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] For port 4428ee5a-2858-4723-98f6-a9cde56653fa, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:25:50.088760 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] For port 4428ee5a-2858-4723-98f6-a9cde56653fa, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4428ee5a-2858-4723-98f6-a9cde56653fa,segment=NetworkSegment(942569b1-0e69-4ba5-b705-14ba6f3b3e08),segment_id=942569b1-0e69-4ba5-b705-14ba6f3b3e08)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:25:50.094425 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:50.223094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8bedf-20ed-4863-aed3-1b91bf7ef80a req-381c5ef0-c8f2-4d31-bac2-4271c5b2b7fa tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:50.230835 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-33b8bedf-20ed-4863-aed3-1b91bf7ef80a req-381c5ef0-c8f2-4d31-bac2-4271c5b2b7fa tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 944 time: 0.2369430 Feb 09 14:25:50.274013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abf6ec-ba2b-415d-b91b-444ae2251499 None None] Pushing event updated for resources: {'Port': ['ID=4428ee5a-2858-4723-98f6-a9cde56653fa,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:50.301642 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-33b8bedf-20ed-4863-aed3-1b91bf7ef80a req-7b63472a-47fc-4b0a-8ca5-2c940c9c66af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694847 Feb 09 14:25:50.309921 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:50.334219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Deleting port 4428ee5a-2858-4723-98f6-a9cde56653fa {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:25:50.334796 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:50.480071 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a8a44657-6ac4-4f2d-8394-10ef669a504e req-3574eec5-2443-4088-828b-7e77fe783d62 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.1154022 Feb 09 14:25:50.922314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d9bdf1eb-dbce-4449-815d-e25fa702a17b up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:25:50.983482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] For port 4428ee5a-2858-4723-98f6-a9cde56653fa, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4428ee5a-2858-4723-98f6-a9cde56653fa,segment=NetworkSegment(942569b1-0e69-4ba5-b705-14ba6f3b3e08),segment_id=942569b1-0e69-4ba5-b705-14ba6f3b3e08)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:50.984159 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:51.055649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port d9bdf1eb-dbce-4449-815d-e25fa702a17b completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:25:51.075843 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port d9bdf1eb-dbce-4449-815d-e25fa702a17b triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:25:51.076680 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:51.221362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Calling delete_port for 4428ee5a-2858-4723-98f6-a9cde56653fa owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:25:51.339404 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:51.421261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d9bdf1eb-dbce-4449-815d-e25fa702a17b, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d9bdf1eb-dbce-4449-815d-e25fa702a17b,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:51.422515 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241205fc-30f5-4a15-b304-05b5dbe01296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9bdf1eb-dbce-4449-815d-e25fa702a17b'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:25:51.444741 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:51.568450 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241205fc-30f5-4a15-b304-05b5dbe01296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9bdf1eb-dbce-4449-815d-e25fa702a17b', 'code': 200} Feb 09 14:25:51.666492 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:51.675548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=d9bdf1eb-dbce-4449-815d-e25fa702a17b,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:51.816345 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Port': ['ID=4428ee5a-2858-4723-98f6-a9cde56653fa,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:51.913169 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f20727d9-6c80-4b7f-bb94-07770ed71b9b req-baed465f-eba7-404a-a091-c20fb7e11a87 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0935466 Feb 09 14:25:51.946083 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f0c2a-0940-45f2-8229-ddb5a0527adf req-4e404c87-f4fe-4a31-b2f9-1387180a7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:51.947712 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a5f0c2a-0940-45f2-8229-ddb5a0527adf req-4e404c87-f4fe-4a31-b2f9-1387180a7610 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 1096 time: 0.2865078 Feb 09 14:25:51.980451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No DVR routers for this DVR port 4428ee5a-2858-4723-98f6-a9cde56653fa on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:25:51.999421 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4428ee5a-2858-4723-98f6-a9cde56653fa up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:25:52.091490 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a5f0c2a-0940-45f2-8229-ddb5a0527adf req-f3151768-7d9b-4057-9a5f-c8406e9508f6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373453 Feb 09 14:25:52.119916 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 4428ee5a-2858-4723-98f6-a9cde56653fa {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:25:52.120365 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4428ee5a-2858-4723-98f6-a9cde56653fa not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 09 14:25:52.168773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798ac9a9-2292-4306-82fa-a3ae7ed71f0b None None] Network 52ebe33a-ba9f-467c-889c-ce699c996171 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:52.169024 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:52.197846 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Port 4428ee5a-2858-4723-98f6-a9cde56653fa not found, will not notify nova. {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 09 14:25:52.220109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2fc20-dd89-4ccd-a043-c538b15fc6c7 req-b849fbd0-7f2e-4191-a240-cfed1aeecda7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:52.222981 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7d2fc20-dd89-4ccd-a043-c538b15fc6c7 req-b849fbd0-7f2e-4191-a240-cfed1aeecda7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 945 time: 0.6585217 Feb 09 14:25:52.311142 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:52.335765 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a6c27686-4113-48be-a930-f2f204ea844b None None] Could not find standard attr ID for object 4428ee5a-2858-4723-98f6-a9cde56653fa. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:25:52.383063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Subnet': ['ID=587d8fbd-9390-4dc6-9ef1-8519a6d28ac8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:52.521001 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7d2fc20-dd89-4ccd-a043-c538b15fc6c7 req-760b368c-0b92-44e8-8e37-db71b612a61c tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786977 Feb 09 14:25:52.546218 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:52.594805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ebe33a-ba9f-467c-889c-ce699c996171']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:52.633644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942569b1-0e69-4ba5-b705-14ba6f3b3e08') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:52.634475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942569b1-0e69-4ba5-b705-14ba6f3b3e08') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:52.637247 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0df0c8-a249-4efc-9a8b-8b8f37d89bee None None] DHCP port deletion for 52ebe33a-ba9f-467c-889c-ce699c996171 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:25:52.653623 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:52.656925 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b965062-e920-4745-9c01-0417e90dde93 None None] Network 52ebe33a-ba9f-467c-889c-ce699c996171 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:52.674070 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:52.681013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:52.681474 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:52.697004 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:52.784920 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:52.790145 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:52.832372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Network': ['ID=52ebe33a-ba9f-467c-889c-ce699c996171,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:52.841229 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-28cacaa1-0f40-4c0a-8723-c3a13de80644 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/52ebe33a-ba9f-467c-889c-ce699c996171 HTTP/1.1" status: 204 len: 168 time: 2.8995843 Feb 09 14:25:52.844868 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42798) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:52.870848 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c366c125-01f5-451e-ac47-b4d988041732 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:25:52.871290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c366c125-01f5-451e-ac47-b4d988041732 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:25:52.873052 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c366c125-01f5-451e-ac47-b4d988041732 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/52ebe33a-ba9f-467c-889c-ce699c996171 HTTP/1.1" status: 404 len: 339 time: 0.0267117 Feb 09 14:25:52.877692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42802) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:52.883968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-28ce7f82-dcb5-48a4-b98b-86b070943f2d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1732681872', 'description': 'd1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:52.889298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-28ce7f82-dcb5-48a4-b98b-86b070943f2d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:52.893682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-28ce7f82-dcb5-48a4-b98b-86b070943f2d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:network and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:52.898609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-28ce7f82-dcb5-48a4-b98b-86b070943f2d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:52.905252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-28ce7f82-dcb5-48a4-b98b-86b070943f2d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:52.915096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ce7f82-dcb5-48a4-b98b-86b070943f2d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:52.919850 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28ce7f82-dcb5-48a4-b98b-86b070943f2d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:52.953079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ce7f82-dcb5-48a4-b98b-86b070943f2d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:25:52.963019 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28ce7f82-dcb5-48a4-b98b-86b070943f2d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:52.963460 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-28ce7f82-dcb5-48a4-b98b-86b070943f2d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Added segment bb22cd94-5596-4bb7-ae96-ee03d582658c of type vlan for network ea4c0265-c7b2-4d68-8fc4-24db28228abb Feb 09 14:25:52.992639 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28ce7f82-dcb5-48a4-b98b-86b070943f2d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:53.025913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28ce7f82-dcb5-48a4-b98b-86b070943f2d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:53.032375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ce7f82-dcb5-48a4-b98b-86b070943f2d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:53.033174 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28ce7f82-dcb5-48a4-b98b-86b070943f2d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:53.177915 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-28ce7f82-dcb5-48a4-b98b-86b070943f2d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2988524 Feb 09 14:25:53.180886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42814) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:53.193388 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a5743ba2-ff81-452e-954b-8d8b15ef4854 req-b4cb48d6-2a48-4f56-ade4-102fccc4a669 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0790510 Feb 09 14:25:53.202375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce7f82-dcb5-48a4-b98b-86b070943f2d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Network': ['ID=ea4c0265-c7b2-4d68-8fc4-24db28228abb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:53.215612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network ea4c0265-c7b2-4d68-8fc4-24db28228abb details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:25:53.322870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1531251c-45e7-4c1c-b29e-a21cd023799b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:53.323579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1531251c-45e7-4c1c-b29e-a21cd023799b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Synchronizing usage tracker for tenant:6edeb48c4acf43f4a70a60e808cd557b on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:25:53.344169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1531251c-45e7-4c1c-b29e-a21cd023799b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Unset dirty status for tenant:6edeb48c4acf43f4a70a60e808cd557b on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:25:53.346418 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1531251c-45e7-4c1c-b29e-a21cd023799b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "GET /v2.0/networks?id=ea4c0265-c7b2-4d68-8fc4-24db28228abb HTTP/1.1" status: 200 len: 761 time: 0.1635783 Feb 09 14:25:53.349178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42822) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:53.355545 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3a2c18be-ded4-4cb4-a0ed-1866c856a3c3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'network': {'description': 'd2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:53.681683 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a2c18be-ded4-4cb4-a0ed-1866c856a3c3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:53.747058 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a2c18be-ded4-4cb4-a0ed-1866c856a3c3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:53.769813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a2c18be-ded4-4cb4-a0ed-1866c856a3c3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network ea4c0265-c7b2-4d68-8fc4-24db28228abb is not hosted by any dhcp agent {{(pid=87596) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 14:25:53.775266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2c18be-ded4-4cb4-a0ed-1866c856a3c3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:53.775924 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a2c18be-ded4-4cb4-a0ed-1866c856a3c3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:53.782104 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3a2c18be-ded4-4cb4-a0ed-1866c856a3c3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "PUT /v2.0/networks/ea4c0265-c7b2-4d68-8fc4-24db28228abb HTTP/1.1" status: 200 len: 758 time: 0.4270496 Feb 09 14:25:53.782299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42838) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:53.941317 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4428ee5a-2858-4723-98f6-a9cde56653fa no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:25:54.037295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 4428ee5a-2858-4723-98f6-a9cde56653fa {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:25:54.038088 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4428ee5a-2858-4723-98f6-a9cde56653fa not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:25:54.085687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0426a037-8c2a-426a-bba2-8c32cf4b3593 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:54.087268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0426a037-8c2a-426a-bba2-8c32cf4b3593 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Synchronizing usage tracker for tenant:6edeb48c4acf43f4a70a60e808cd557b on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:25:54.102563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0426a037-8c2a-426a-bba2-8c32cf4b3593 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Unset dirty status for tenant:6edeb48c4acf43f4a70a60e808cd557b on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:25:54.107329 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0426a037-8c2a-426a-bba2-8c32cf4b3593 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "GET /v2.0/networks?id=ea4c0265-c7b2-4d68-8fc4-24db28228abb HTTP/1.1" status: 200 len: 761 time: 0.3213496 Feb 09 14:25:54.109230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42848) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:54.117831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-7dc97d18-d96b-4e95-9b9f-1dc29f26663b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-946833639'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:54.125754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7dc97d18-d96b-4e95-9b9f-1dc29f26663b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:54.139220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7dc97d18-d96b-4e95-9b9f-1dc29f26663b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:54.155636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc97d18-d96b-4e95-9b9f-1dc29f26663b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:54.160368 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7dc97d18-d96b-4e95-9b9f-1dc29f26663b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:54.183363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c18be-ded4-4cb4-a0ed-1866c856a3c3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Network': ['ID=ea4c0265-c7b2-4d68-8fc4-24db28228abb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:54.203153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efcd17-b5d9-43c8-a4aa-d38397a6f20e req-51d514c2-4f46-4a0f-a9b5-9d717c04f792 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:54.204418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network ea4c0265-c7b2-4d68-8fc4-24db28228abb details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:25:54.205719 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b8efcd17-b5d9-43c8-a4aa-d38397a6f20e req-51d514c2-4f46-4a0f-a9b5-9d717c04f792 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 945 time: 0.5042892 Feb 09 14:25:54.269204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc97d18-d96b-4e95-9b9f-1dc29f26663b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:25:54.292422 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7dc97d18-d96b-4e95-9b9f-1dc29f26663b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:54.295317 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-7dc97d18-d96b-4e95-9b9f-1dc29f26663b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Added segment ec8353c8-58a4-44bd-a28b-00f6a500dd1e of type vlan for network 7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f Feb 09 14:25:54.319328 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b8efcd17-b5d9-43c8-a4aa-d38397a6f20e req-b657b124-2ada-4cd8-9272-27e47c7e39b6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048059 Feb 09 14:25:54.356018 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7dc97d18-d96b-4e95-9b9f-1dc29f26663b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:54.436656 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-890b6c73-fc8c-4e64-b489-fe0f7aee4679 req-8b6121a2-de40-4b47-839b-c3e2059358a3 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0569103 Feb 09 14:25:54.443395 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7dc97d18-d96b-4e95-9b9f-1dc29f26663b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:54.449949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc97d18-d96b-4e95-9b9f-1dc29f26663b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:54.450906 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7dc97d18-d96b-4e95-9b9f-1dc29f26663b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:54.576483 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7dc97d18-d96b-4e95-9b9f-1dc29f26663b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4657338 Feb 09 14:25:54.579108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42858) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:54.589498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a3166242-a64c-4528-863b-d6d10fc04698 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'subnet': {'network_id': '7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:54.594708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc97d18-d96b-4e95-9b9f-1dc29f26663b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Network': ['ID=7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:54.614926 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:25:54.734609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a3166242-a64c-4528-863b-d6d10fc04698 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:54.738989 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a3166242-a64c-4528-863b-d6d10fc04698 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Usage tracker for resource:subnet and tenant:6edeb48c4acf43f4a70a60e808cd557b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:54.742129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a3166242-a64c-4528-863b-d6d10fc04698 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:54.748436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a3166242-a64c-4528-863b-d6d10fc04698 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:54.759826 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3166242-a64c-4528-863b-d6d10fc04698 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:54.763748 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a3166242-a64c-4528-863b-d6d10fc04698 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:55.007615 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a3166242-a64c-4528-863b-d6d10fc04698 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:55.114619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3166242-a64c-4528-863b-d6d10fc04698 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Subnet': ['ID=a2f98419-b30b-469d-a621-9700895858a7,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:55.120684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3166242-a64c-4528-863b-d6d10fc04698 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Checking segment: {'id': 'ec8353c8-58a4-44bd-a28b-00f6a500dd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:55.121145 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3166242-a64c-4528-863b-d6d10fc04698 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network hostable DHCP agents. Network: 7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:25:55.143967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3166242-a64c-4528-863b-d6d10fc04698 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network 7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:25:55.158588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-a3166242-a64c-4528-863b-d6d10fc04698 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:55.165041 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3166242-a64c-4528-863b-d6d10fc04698 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:55.165914 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a3166242-a64c-4528-863b-d6d10fc04698 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:55.168858 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822f8d94-31b9-4d29-adda-96b505e9de53 None None] Network 7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:55.194112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42872) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:55.194651 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a3166242-a64c-4528-863b-d6d10fc04698 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6130238 Feb 09 14:25:55.351785 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:55.458936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f', 'network_id': '7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f', 'tenant_id': '6edeb48c4acf43f4a70a60e808cd557b', 'fixed_ips': [{'subnet_id': 'a2f98419-b30b-469d-a621-9700895858a7'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:25:55.460039 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:55.461661 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:55.751606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cd8c1-9cd1-4256-ba8f-80af8bdc8857 req-9e1f062c-69f0-4155-b5a9-fef999718b40 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:55.752849 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b31cd8c1-9cd1-4256-ba8f-80af8bdc8857 req-9e1f062c-69f0-4155-b5a9-fef999718b40 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 945 time: 0.1762834 Feb 09 14:25:55.801845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Allocated IP 172.20.0.2 (7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f/a2f98419-b30b-469d-a621-9700895858a7/a5b40ae4-268e-47ce-bd3f-678f4b327fd8) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:25:55.864920 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b31cd8c1-9cd1-4256-ba8f-80af8bdc8857 req-0e7f8ce3-c602-40b5-836d-ab795808a4b0 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034586 Feb 09 14:25:55.938332 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cf85daf7-ef19-4afc-9fec-dc6d36d3b005 req-efc5f83f-3f24-49a6-afcd-e8b13c0f0cf1 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.1313901 Feb 09 14:25:56.160883 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:56.162240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe2b3b-57b1-4484-a204-ed0dc39a38b3 req-7c027226-ddc9-4410-bfe2-1d2ed0bcc42e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:56.163983 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96fe2b3b-57b1-4484-a204-ed0dc39a38b3 req-7c027226-ddc9-4410-bfe2-1d2ed0bcc42e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 945 time: 0.1161423 Feb 09 14:25:56.184145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Transition to ACTIVE for port object a5b40ae4-268e-47ce-bd3f-678f4b327fd8 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:25:56.213465 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Transition to ACTIVE for port object a5b40ae4-268e-47ce-bd3f-678f4b327fd8 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:25:56.223158 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:56.240518 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:56.243067 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96fe2b3b-57b1-4484-a204-ed0dc39a38b3 req-34bc56ac-e20b-4e01-b991-599535f55ccd tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723679 Feb 09 14:25:56.334015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Network 7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:25:56.337071 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:25:56.342442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:25:56.387851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Pushing event updated for resources: {'Port': ['ID=a5b40ae4-268e-47ce-bd3f-678f4b327fd8,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:56.402585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:56.402959 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:56.403282 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:56.403770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:56.404122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:56.404447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:56.404774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:56.405094 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:56.405412 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:56.405730 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:56.406045 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:56.406363 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:56.513088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f98419-b30b-469d-a621-9700895858a7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:56.514640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Attempting to bind port a5b40ae4-268e-47ce-bd3f-678f4b327fd8 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:25:56.515027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Attempting to bind port a5b40ae4-268e-47ce-bd3f-678f4b327fd8 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'ec8353c8-58a4-44bd-a28b-00f6a500dd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:25:56.515392 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Attempting to bind port a5b40ae4-268e-47ce-bd3f-678f4b327fd8 on network 7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:25:56.524166 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:25:56.524834 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Checking segment: {'id': 'ec8353c8-58a4-44bd-a28b-00f6a500dd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:25:56.525266 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:56.525666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Bound using segment: {'id': 'ec8353c8-58a4-44bd-a28b-00f6a500dd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:25:56.526323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Bound port: a5b40ae4-268e-47ce-bd3f-678f4b327fd8, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8353c8-58a4-44bd-a28b-00f6a500dd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:25:56.526704 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:56.629359 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:56.688032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:56.703171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] For port a5b40ae4-268e-47ce-bd3f-678f4b327fd8, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:25:56.709010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] For port a5b40ae4-268e-47ce-bd3f-678f4b327fd8, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a5b40ae4-268e-47ce-bd3f-678f4b327fd8,segment=NetworkSegment(ec8353c8-58a4-44bd-a28b-00f6a500dd1e),segment_id=ec8353c8-58a4-44bd-a28b-00f6a500dd1e)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:25:56.713788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8353c8-58a4-44bd-a28b-00f6a500dd1e') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:56.714189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8353c8-58a4-44bd-a28b-00f6a500dd1e') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:56.717821 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:56.735187 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:56.765655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f35a6-a287-44ce-be6e-31f1f99f2f4d req-e7280ee6-0f6b-4d4f-a361-9f2f36551464 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:56.773811 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8f0f35a6-a287-44ce-be6e-31f1f99f2f4d req-e7280ee6-0f6b-4d4f-a361-9f2f36551464 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 945 time: 0.2719512 Feb 09 14:25:56.776167 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:56.801470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:56.801965 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:56.818473 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:56.883387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42912) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:56.992335 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-67b22431-db09-40ef-9c0a-1874a1389943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:57.004521 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8f0f35a6-a287-44ce-be6e-31f1f99f2f4d req-614e120c-9c64-41f4-bf22-de8583ffabfe tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286162 Feb 09 14:25:57.006163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44621c6-9537-4f8e-834a-83dff647914e None None] Network 7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:25:57.034976 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 14:25:57.034976 n-d-828418-2 neutron-server[87597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 14:25:57.034976 n-d-828418-2 neutron-server[87597]: [parameters: {'id': '7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f'}] Feb 09 14:25:57.034976 n-d-828418-2 neutron-server[87597]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:25:57.035455 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:25:57.169427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c559a42-9c77-4a04-a737-02d9a1e8027f None None] Pushing event updated for resources: {'Port': ['ID=a5b40ae4-268e-47ce-bd3f-678f4b327fd8,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:57.199897 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb35552d-3ce8-45cc-9494-1487d5f18fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:57.318828 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b642cabd-f5ac-46a2-9669-58eb3516860c None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:25:57.340739 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bb35552d-3ce8-45cc-9494-1487d5f18fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:57.346449 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-01a4389a-07c9-481c-98f9-21f2a2abc7f3 req-b3c8e79a-929a-468a-8261-688aa41ec2cc tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.1198366 Feb 09 14:25:57.353335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bb35552d-3ce8-45cc-9494-1487d5f18fec admin admin] Usage tracker for resource:security_group_rule and tenant:c7afc7f924dc4fc092bd77bb2da998bc is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:57.381996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bb35552d-3ce8-45cc-9494-1487d5f18fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:57.400318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bb35552d-3ce8-45cc-9494-1487d5f18fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:57.551593 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb35552d-3ce8-45cc-9494-1487d5f18fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:57.556921 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb35552d-3ce8-45cc-9494-1487d5f18fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:57.582343 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b642cabd-f5ac-46a2-9669-58eb3516860c None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:25:57.613311 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:57.620123 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bb35552d-3ce8-45cc-9494-1487d5f18fec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7afc7f924dc4fc092bd77bb2da998bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7331903 Feb 09 14:25:57.621715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35552d-3ce8-45cc-9494-1487d5f18fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e22195-55e6-42f1-abc1-6bfd39fe6ff3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:57.625483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42928) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:57.735391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Deleting port a5b40ae4-268e-47ce-bd3f-678f4b327fd8 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:25:57.735864 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:57.755565 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-17c60738-8153-4f48-b830-59149fc248ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:57.787128 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-17c60738-8153-4f48-b830-59149fc248ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:57.873656 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-17c60738-8153-4f48-b830-59149fc248ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:57.892122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c60738-8153-4f48-b830-59149fc248ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e22195-55e6-42f1-abc1-6bfd39fe6ff3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:57.917449 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-17c60738-8153-4f48-b830-59149fc248ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:57.918834 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-17c60738-8153-4f48-b830-59149fc248ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95e22195-55e6-42f1-abc1-6bfd39fe6ff3 HTTP/1.1" status: 204 len: 168 time: 0.2920139 Feb 09 14:25:57.981655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a68b1-4038-4942-9ce9-2df6a0f6d500 req-23d0d22c-0eba-4871-b7e6-e902d78da5f7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:57.983777 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d23a68b1-4038-4942-9ce9-2df6a0f6d500 req-23d0d22c-0eba-4871-b7e6-e902d78da5f7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 945 time: 0.4698329 Feb 09 14:25:58.060592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] For port a5b40ae4-268e-47ce-bd3f-678f4b327fd8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a5b40ae4-268e-47ce-bd3f-678f4b327fd8,segment=NetworkSegment(ec8353c8-58a4-44bd-a28b-00f6a500dd1e),segment_id=ec8353c8-58a4-44bd-a28b-00f6a500dd1e)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:25:58.060992 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:58.076345 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d23a68b1-4038-4942-9ce9-2df6a0f6d500 req-458c0e46-4ec3-42d7-809b-0e74a119231b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847476 Feb 09 14:25:58.206901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Calling delete_port for a5b40ae4-268e-47ce-bd3f-678f4b327fd8 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:25:58.306934 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:58.362540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Port': ['ID=a5b40ae4-268e-47ce-bd3f-678f4b327fd8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:58.370132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No DVR routers for this DVR port a5b40ae4-268e-47ce-bd3f-678f4b327fd8 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:25:58.503895 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:58.535547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:58.548392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8353c8-58a4-44bd-a28b-00f6a500dd1e') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:58.549131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8353c8-58a4-44bd-a28b-00f6a500dd1e') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:25:58.563001 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:58.570054 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9cf7b252-a1de-4b33-a840-b080c09ff4d9 req-52155f3b-1c5d-4471-a76a-b354b2b37aab tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0525389 Feb 09 14:25:58.578066 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:58.584921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:25:58.585531 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:25:58.661170 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:25:58.694336 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:58.719791 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:58.732055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Network': ['ID=7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:58.747427 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-71c61227-1f82-4b3f-8373-648885d8c03c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f HTTP/1.1" status: 204 len: 168 time: 3.5506427 Feb 09 14:25:58.747631 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42960) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:58.787017 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0d39e9-12b3-4dcd-8a3e-e71bc942e022 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] GET failed (client error): The resource could not be found. Feb 09 14:25:58.787550 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cf0d39e9-12b3-4dcd-8a3e-e71bc942e022 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Synchronizing usage tracker for tenant:6edeb48c4acf43f4a70a60e808cd557b on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:25:58.805568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cf0d39e9-12b3-4dcd-8a3e-e71bc942e022 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Unset dirty status for tenant:6edeb48c4acf43f4a70a60e808cd557b on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:25:58.809444 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cf0d39e9-12b3-4dcd-8a3e-e71bc942e022 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "GET /v2.0/subnets/a2f98419-b30b-469d-a621-9700895858a7 HTTP/1.1" status: 404 len: 337 time: 0.0588026 Feb 09 14:25:58.809965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42964) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:58.837999 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-488eb38c-0175-4139-b6c3-b587e461ca24 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:25:58.838409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-488eb38c-0175-4139-b6c3-b587e461ca24 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:25:58.840304 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-488eb38c-0175-4139-b6c3-b587e461ca24 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f HTTP/1.1" status: 404 len: 339 time: 0.0290480 Feb 09 14:25:58.845920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42972) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:59.096564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42984) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:59.104405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42988) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:59.196396 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-19b2985c-e433-406a-9a4a-70fd49948ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:59.199959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b638891-4095-4165-a73a-372cc4e3950e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:59.201243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0b638891-4095-4165-a73a-372cc4e3950e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Synchronizing usage tracker for tenant:6edeb48c4acf43f4a70a60e808cd557b on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:25:59.234215 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0b638891-4095-4165-a73a-372cc4e3950e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Unset dirty status for tenant:6edeb48c4acf43f4a70a60e808cd557b on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:25:59.238097 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0b638891-4095-4165-a73a-372cc4e3950e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3876731 Feb 09 14:25:59.238785 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42998) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:59.302055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1260316668-network', 'tenant_id': 'b466cc4ddfce445a94207dc130c0d0ad'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:25:59.309727 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-89e3d481-031a-4bed-9d8d-27efbdc15e0c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 207 time: 0.0691338 Feb 09 14:25:59.312515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:59.313807 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43006) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:59.315590 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:59.327691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Usage tracker for resource:network and tenant:b466cc4ddfce445a94207dc130c0d0ad is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:59.332420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:59.340461 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:59.342854 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:59.349012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Usage tracker for resource:security_group_rule and tenant:d0d911fd306742b2b82d1311d8942347 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:59.355201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:59.362999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:59.368870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Made reservation on behalf of b466cc4ddfce445a94207dc130c0d0ad for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:25:59.371465 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:59.390687 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:59.416277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:25:59.424350 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Usage tracker for resource:security_group_rule and tenant:b466cc4ddfce445a94207dc130c0d0ad is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:25:59.427613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:25:59.436215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:25:59.526572 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:59.530802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d5757-b3e7-4412-90d7-3e1528f544de req-bdeea58e-d5b7-40b7-b303-b5aeb2018410 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:59.533189 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-073d5757-b3e7-4412-90d7-3e1528f544de req-bdeea58e-d5b7-40b7-b303-b5aeb2018410 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 945 time: 0.2660685 Feb 09 14:25:59.535070 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:59.582586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db3c4f0-88e6-4455-9aaf-1ce0adb502a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:59.588708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db3c4f0-88e6-4455-9aaf-1ce0adb502a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:59.594604 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db3c4f0-88e6-4455-9aaf-1ce0adb502a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:59.600640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db3c4f0-88e6-4455-9aaf-1ce0adb502a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:59.606216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5db3c4f0-88e6-4455-9aaf-1ce0adb502a7 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2868972 Feb 09 14:25:59.608428 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43010) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:59.621048 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:59.642438 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0d911fd306742b2b82d1311d8942347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5363808 Feb 09 14:25:59.643418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6765986b-94e5-46d8-bf9f-dde996ed8151,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:59.647113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43016) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:59.654844 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-073d5757-b3e7-4412-90d7-3e1528f544de req-365fb248-5535-4cdd-9b66-a4f248206f04 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067228 Feb 09 14:25:59.681518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bec33-0834-4498-99c2-ebd35dd0dfc3 req-d70393dc-368c-40cb-b370-48c4f88a12e5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:59.681518 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-888bec33-0834-4498-99c2-ebd35dd0dfc3 req-d70393dc-368c-40cb-b370-48c4f88a12e5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 945 time: 0.2515311 Feb 09 14:25:59.705142 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:59.714013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:59.714013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:59.721190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:59.721190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:59.721190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:59.721190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:59.721190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:59.721190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:59.721190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:59.721190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:59.721190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:59.721190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc8a44-4673-4650-81cd-321790ca2510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:25:59.759994 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:25:59.785685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-888bec33-0834-4498-99c2-ebd35dd0dfc3 req-d5ef784f-fb5b-4268-99b0-6f057c81e1b3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Deleting port d9bdf1eb-dbce-4449-815d-e25fa702a17b {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:25:59.786025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-888bec33-0834-4498-99c2-ebd35dd0dfc3 req-d5ef784f-fb5b-4268-99b0-6f057c81e1b3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:59.825103 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ad464406-323a-4bb3-a38c-d1ec6e95bfe4 req-d611736c-044b-4526-b656-7c9be52d9491 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0628140 Feb 09 14:25:59.825708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c53ad6-e702-49ef-b18b-dd776d07808f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:25:59.831761 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:59.831943 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Added segment d6de0607-ba15-476e-9e5b-c0515de426a4 of type vlan for network 4d8d79c2-9432-4fdc-bda9-84cda8a258f1 Feb 09 14:25:59.842936 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fc920d87-f35d-4565-9d29-c63e16adcc12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:59.891863 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:59.906824 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ab8bdb55-4b70-437e-afee-e3d07d30a2a5 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2916765 Feb 09 14:25:59.911842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43020) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:25:59.915626 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fc920d87-f35d-4565-9d29-c63e16adcc12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:59.992629 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb39e99-555d-4e2c-acfd-c7f935e6f3d4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:25:59.994212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb39e99-555d-4e2c-acfd-c7f935e6f3d4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:00.000454 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ceb39e99-555d-4e2c-acfd-c7f935e6f3d4 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0831625 Feb 09 14:26:00.000454 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43026) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:00.003632 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:00.004559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:00.005125 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:00.082826 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fc920d87-f35d-4565-9d29-c63e16adcc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:00.115030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc920d87-f35d-4565-9d29-c63e16adcc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6765986b-94e5-46d8-bf9f-dde996ed8151,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:00.126061 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fc920d87-f35d-4565-9d29-c63e16adcc12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:00.129829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fc920d87-f35d-4565-9d29-c63e16adcc12 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6765986b-94e5-46d8-bf9f-dde996ed8151 HTTP/1.1" status: 204 len: 168 time: 0.4788535 Feb 09 14:26:00.134548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-888bec33-0834-4498-99c2-ebd35dd0dfc3 req-d5ef784f-fb5b-4268-99b0-6f057c81e1b3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] For port d9bdf1eb-dbce-4449-815d-e25fa702a17b, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d9bdf1eb-dbce-4449-815d-e25fa702a17b,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:00.135185 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-888bec33-0834-4498-99c2-ebd35dd0dfc3 req-d5ef784f-fb5b-4268-99b0-6f057c81e1b3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:00.180403 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:00.256319 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:00.277754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-888bec33-0834-4498-99c2-ebd35dd0dfc3 req-d5ef784f-fb5b-4268-99b0-6f057c81e1b3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Calling delete_port for d9bdf1eb-dbce-4449-815d-e25fa702a17b owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:00.285859 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] Pushing event updated for resources: {'Network': ['ID=4d8d79c2-9432-4fdc-bda9-84cda8a258f1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:00.299375 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8941d5e3-1d91-4685-8de6-c98d1238706e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2043426 Feb 09 14:26:00.299850 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 4d8d79c2-9432-4fdc-bda9-84cda8a258f1 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:26:00.301297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43032) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:00.305295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2409549b-44b3-4dff-868e-8ba9ef27b0b8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:00.306877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2409549b-44b3-4dff-868e-8ba9ef27b0b8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:00.317142 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2409549b-44b3-4dff-868e-8ba9ef27b0b8 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3151422 Feb 09 14:26:00.319797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43036) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:00.323830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5a6fae9e-7fed-4ff6-a565-36e1f1513757 admin admin] Request body: {'subnet': {'network_id': '4d8d79c2-9432-4fdc-bda9-84cda8a258f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1260316668-subnet', 'tenant_id': 'b466cc4ddfce445a94207dc130c0d0ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:00.331507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5a6fae9e-7fed-4ff6-a565-36e1f1513757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:00.336124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5a6fae9e-7fed-4ff6-a565-36e1f1513757 admin admin] Usage tracker for resource:subnet and tenant:b466cc4ddfce445a94207dc130c0d0ad is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:00.339410 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5a6fae9e-7fed-4ff6-a565-36e1f1513757 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:00.346302 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5a6fae9e-7fed-4ff6-a565-36e1f1513757 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:00.362401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6fae9e-7fed-4ff6-a565-36e1f1513757 admin admin] Made reservation on behalf of b466cc4ddfce445a94207dc130c0d0ad for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:00.365041 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a6fae9e-7fed-4ff6-a565-36e1f1513757 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:00.522702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43042) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:00.538806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816fcec0-c0d9-4547-a38a-8d8535729305 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:00.540238 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-816fcec0-c0d9-4547-a38a-8d8535729305 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "GET /v2.0/networks/d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf HTTP/1.1" status: 200 len: 799 time: 0.2192678 Feb 09 14:26:00.546878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43046) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:00.550608 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca7d9879-cc46-4975-82ae-95c450a1a5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:00.566424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ca7d9879-cc46-4975-82ae-95c450a1a5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:00.571278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ca7d9879-cc46-4975-82ae-95c450a1a5df admin admin] Usage tracker for resource:security_group_rule and tenant:e784de4022a04d19b740106719d7e231 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:00.574896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ca7d9879-cc46-4975-82ae-95c450a1a5df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:00.582137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ca7d9879-cc46-4975-82ae-95c450a1a5df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:00.639652 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-888bec33-0834-4498-99c2-ebd35dd0dfc3 req-d5ef784f-fb5b-4268-99b0-6f057c81e1b3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:00.656135 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['5ae9c28d-999c-4ab4-812a-56d6c7459cf8', '18dd1c97-ec4e-4f6a-9456-a513794cf45f', 'd9bdf1eb-dbce-4449-815d-e25fa702a17b'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:26:00.708273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef784f-fb5b-4268-99b0-6f057c81e1b3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Pushing event deleted for resources: {'Port': ['ID=d9bdf1eb-dbce-4449-815d-e25fa702a17b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:00.736221 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca7d9879-cc46-4975-82ae-95c450a1a5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:00.741627 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca7d9879-cc46-4975-82ae-95c450a1a5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:00.811445 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ca7d9879-cc46-4975-82ae-95c450a1a5df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e784de4022a04d19b740106719d7e231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876246 Feb 09 14:26:00.823335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43052) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:00.824202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d9879-cc46-4975-82ae-95c450a1a5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c754cb14-c928-4b32-a2d7-a3addbd0f856,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:00.867085 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b736ac84-7f71-49f0-bae6-4cd17336cbea tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "GET /v2.0/networks/d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3188853 Feb 09 14:26:00.876448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43058) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:00.900762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-888bec33-0834-4498-99c2-ebd35dd0dfc3 req-d5ef784f-fb5b-4268-99b0-6f057c81e1b3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] No DVR routers for this DVR port d9bdf1eb-dbce-4449-815d-e25fa702a17b on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:26:00.908555 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-888bec33-0834-4498-99c2-ebd35dd0dfc3 req-d5ef784f-fb5b-4268-99b0-6f057c81e1b3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:00.911121 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241205fc-30f5-4a15-b304-05b5dbe01296', 'name': 'network-vif-deleted', 'tag': 'd9bdf1eb-dbce-4449-815d-e25fa702a17b'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:26:00.934370 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d6c52ec-f96a-40b9-99eb-7019f8162a2c req-0af86441-df67-4ada-8166-ca84973d350d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=241205fc-30f5-4a15-b304-05b5dbe01296 HTTP/1.1" status: 200 len: 210 time: 0.0776966 Feb 09 14:26:00.959808 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-888bec33-0834-4498-99c2-ebd35dd0dfc3 req-d5ef784f-fb5b-4268-99b0-6f057c81e1b3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "DELETE /v2.0/ports/d9bdf1eb-dbce-4449-815d-e25fa702a17b HTTP/1.1" status: 204 len: 173 time: 1.2735255 Feb 09 14:26:00.967670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ccaf4d-f79b-4c93-a92e-9dc0ddadbe4c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:00.969268 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-05ccaf4d-f79b-4c93-a92e-9dc0ddadbe4c tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "GET /v2.0/subnets/d089ec69-f890-4a80-b0b8-31a2a378e511 HTTP/1.1" status: 200 len: 811 time: 0.0904262 Feb 09 14:26:00.975412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43064) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:00.980878 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a6fae9e-7fed-4ff6-a565-36e1f1513757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:01.060212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fae9e-7fed-4ff6-a565-36e1f1513757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac8a23d-83d5-4069-bfc0-596b1af6df6c,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:01.127672 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2e097e03-8e47-41f3-926d-bb314b0120d1 req-0c51a715-d3b1-4b62-91f1-9cb6373be3de tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0723641 Feb 09 14:26:01.162043 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241205fc-30f5-4a15-b304-05b5dbe01296', 'name': 'network-vif-deleted', 'tag': 'd9bdf1eb-dbce-4449-815d-e25fa702a17b', 'status': 'completed', 'code': 200} Feb 09 14:26:01.168926 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b495bc15-fed2-4543-9a32-eb7f85cde9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:01.173852 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6fae9e-7fed-4ff6-a565-36e1f1513757 admin admin] Checking segment: {'id': 'd6de0607-ba15-476e-9e5b-c0515de426a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4d8d79c2-9432-4fdc-bda9-84cda8a258f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:01.174215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6fae9e-7fed-4ff6-a565-36e1f1513757 admin admin] Network hostable DHCP agents. Network: 4d8d79c2-9432-4fdc-bda9-84cda8a258f1, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:26:01.199638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588b2c6c-4ffe-4ed2-9e4a-76a8517d95be tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['shared'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:01.200212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-588b2c6c-4ffe-4ed2-9e4a-76a8517d95be tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Synchronizing usage tracker for tenant:6edeb48c4acf43f4a70a60e808cd557b on resource:subnet {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:01.212342 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-588b2c6c-4ffe-4ed2-9e4a-76a8517d95be tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Unset dirty status for tenant:6edeb48c4acf43f4a70a60e808cd557b on resource:subnet {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:01.213640 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-588b2c6c-4ffe-4ed2-9e4a-76a8517d95be tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "GET /v2.0/subnets/d089ec69-f890-4a80-b0b8-31a2a378e511?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2372069 Feb 09 14:26:01.214266 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b495bc15-fed2-4543-9a32-eb7f85cde9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:01.217625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43068) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:01.224408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-3155b62d-fecf-4d7e-8772-3699cf683c0e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-50351537'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:01.225329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6fae9e-7fed-4ff6-a565-36e1f1513757 admin admin] Network 4d8d79c2-9432-4fdc-bda9-84cda8a258f1 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:26:01.230924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3155b62d-fecf-4d7e-8772-3699cf683c0e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:01.241854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3155b62d-fecf-4d7e-8772-3699cf683c0e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:01.253662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3155b62d-fecf-4d7e-8772-3699cf683c0e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:01.257271 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3155b62d-fecf-4d7e-8772-3699cf683c0e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:01.257423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-5a6fae9e-7fed-4ff6-a565-36e1f1513757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 4d8d79c2-9432-4fdc-bda9-84cda8a258f1) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:01.263356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6fae9e-7fed-4ff6-a565-36e1f1513757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:01.263991 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a6fae9e-7fed-4ff6-a565-36e1f1513757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:01.268270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591c6c22-495e-4227-aa5b-3739179cc9eb None None] Network 4d8d79c2-9432-4fdc-bda9-84cda8a258f1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:01.293513 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5a6fae9e-7fed-4ff6-a565-36e1f1513757 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9747155 Feb 09 14:26:01.302035 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b495bc15-fed2-4543-9a32-eb7f85cde9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:01.305452 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b495bc15-fed2-4543-9a32-eb7f85cde9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:01.310765 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b495bc15-fed2-4543-9a32-eb7f85cde9d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c754cb14-c928-4b32-a2d7-a3addbd0f856 HTTP/1.1" status: 204 len: 168 time: 0.4834726 Feb 09 14:26:01.311455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3155b62d-fecf-4d7e-8772-3699cf683c0e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:26:01.323278 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3155b62d-fecf-4d7e-8772-3699cf683c0e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:01.323278 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-3155b62d-fecf-4d7e-8772-3699cf683c0e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Added segment 3bd3239f-b2a3-45b1-8ae1-fe0c7c05f7f4 of type vlan for network c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3 Feb 09 14:26:01.323860 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495bc15-fed2-4543-9a32-eb7f85cde9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c754cb14-c928-4b32-a2d7-a3addbd0f856,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:01.359657 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3155b62d-fecf-4d7e-8772-3699cf683c0e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:01.395982 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3155b62d-fecf-4d7e-8772-3699cf683c0e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:01.403435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3155b62d-fecf-4d7e-8772-3699cf683c0e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:01.404049 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3155b62d-fecf-4d7e-8772-3699cf683c0e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:01.523598 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3155b62d-fecf-4d7e-8772-3699cf683c0e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3020644 Feb 09 14:26:01.524282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43080) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:01.535048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-527c4cf0-06f1-410c-a451-672f425fb3fc tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'subnet': {'network_id': 'c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:01.555400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155b62d-fecf-4d7e-8772-3699cf683c0e tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Network': ['ID=c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:01.605097 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:26:01.696539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-527c4cf0-06f1-410c-a451-672f425fb3fc tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:01.709570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-527c4cf0-06f1-410c-a451-672f425fb3fc tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:01.728371 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527c4cf0-06f1-410c-a451-672f425fb3fc tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Made reservation on behalf of 6edeb48c4acf43f4a70a60e808cd557b for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:01.735298 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-527c4cf0-06f1-410c-a451-672f425fb3fc tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:01.751835 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f66a395-fdde-4af0-aa19-ddb553611561 None None] Network 4d8d79c2-9432-4fdc-bda9-84cda8a258f1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:01.859956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.ipam_backend_mixin [None req-527c4cf0-06f1-410c-a451-672f425fb3fc tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Performing IP validity checks on allocation pools {{(pid=87596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 14:26:01.860749 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.ipam_backend_mixin [None req-527c4cf0-06f1-410c-a451-672f425fb3fc tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 14:26:01.974867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43088) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:01.996509 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf35879b-ddb8-429b-a124-03e731fc0eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:02.013911 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bf35879b-ddb8-429b-a124-03e731fc0eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:02.018971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bf35879b-ddb8-429b-a124-03e731fc0eae admin admin] Usage tracker for resource:security_group_rule and tenant:42692fe50b9b48c3a5f5a257078a072f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:02.022668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bf35879b-ddb8-429b-a124-03e731fc0eae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:02.030266 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bf35879b-ddb8-429b-a124-03e731fc0eae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:02.089393 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-527c4cf0-06f1-410c-a451-672f425fb3fc tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:02.103350 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:02.153640 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf35879b-ddb8-429b-a124-03e731fc0eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:02.160254 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf35879b-ddb8-429b-a124-03e731fc0eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:02.205905 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bf35879b-ddb8-429b-a124-03e731fc0eae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42692fe50b9b48c3a5f5a257078a072f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290964 Feb 09 14:26:02.206795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43096) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:02.256479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c4cf0-06f1-410c-a451-672f425fb3fc tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Subnet': ['ID=b3968d8f-8848-403d-a444-9271f21fdb30,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:02.259595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35879b-ddb8-429b-a124-03e731fc0eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465f9d8f-5276-442d-94da-716f0fe3625c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:02.265136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c4cf0-06f1-410c-a451-672f425fb3fc tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Checking segment: {'id': '3bd3239f-b2a3-45b1-8ae1-fe0c7c05f7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:02.265492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c4cf0-06f1-410c-a451-672f425fb3fc tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network hostable DHCP agents. Network: c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:26:02.307850 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c4cf0-06f1-410c-a451-672f425fb3fc tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Network c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:26:02.310895 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8464300a-1133-4672-87e9-00e1b728480c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:02.325068 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-527c4cf0-06f1-410c-a451-672f425fb3fc tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:02.331586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527c4cf0-06f1-410c-a451-672f425fb3fc tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:02.332223 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-527c4cf0-06f1-410c-a451-672f425fb3fc tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676172'] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:02.336900 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb6cc1-74b4-4e30-ad4b-6e44e90f600b None None] Network c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:02.356106 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8464300a-1133-4672-87e9-00e1b728480c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:02.423579 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-527c4cf0-06f1-410c-a451-672f425fb3fc tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8980544 Feb 09 14:26:02.424242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43100) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:02.442538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8f8262d5-5b1f-4301-8665-c4008554d234 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:02.484646 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-30dea955-8cac-4254-8eb3-4085339efc4e req-9c844e84-621d-4a4a-a506-adb664d01454 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0610223 Feb 09 14:26:02.488090 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8464300a-1133-4672-87e9-00e1b728480c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:02.551746 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464300a-1133-4672-87e9-00e1b728480c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465f9d8f-5276-442d-94da-716f0fe3625c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:02.574177 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8464300a-1133-4672-87e9-00e1b728480c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:02.578662 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8464300a-1133-4672-87e9-00e1b728480c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/465f9d8f-5276-442d-94da-716f0fe3625c HTTP/1.1" status: 204 len: 168 time: 0.3687804 Feb 09 14:26:02.722298 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f8262d5-5b1f-4301-8665-c4008554d234 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60244911'] for subnet, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:02.861941 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3', 'network_id': 'c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3', 'tenant_id': '6edeb48c4acf43f4a70a60e808cd557b', 'fixed_ips': [{'subnet_id': 'b3968d8f-8848-403d-a444-9271f21fdb30'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:26:02.862928 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:02.886875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986b22a-b3a4-46e1-a17d-7088285c318b req-82db66c4-1c11-48d8-8ee5-804be7d56cd9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:02.888496 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b986b22a-b3a4-46e1-a17d-7088285c318b req-82db66c4-1c11-48d8-8ee5-804be7d56cd9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Synchronizing usage tracker for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:02.909343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b986b22a-b3a4-46e1-a17d-7088285c318b req-82db66c4-1c11-48d8-8ee5-804be7d56cd9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Unset dirty status for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:02.929678 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b986b22a-b3a4-46e1-a17d-7088285c318b req-82db66c4-1c11-48d8-8ee5-804be7d56cd9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 945 time: 0.1424959 Feb 09 14:26:02.983231 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b986b22a-b3a4-46e1-a17d-7088285c318b req-88fa1e52-e1ea-4291-80d9-793c3d86e24c tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636752 Feb 09 14:26:03.050987 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d9bdf1eb-dbce-4449-815d-e25fa702a17b no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:26:03.112066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: d9bdf1eb-dbce-4449-815d-e25fa702a17b {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:26:03.112561 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f8262d5-5b1f-4301-8665-c4008554d234 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768412928004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60171332'] for subnet, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:03.113291 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d9bdf1eb-dbce-4449-815d-e25fa702a17b not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:26:03.197885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8262d5-5b1f-4301-8665-c4008554d234 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:03.198704 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f8262d5-5b1f-4301-8665-c4008554d234 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:03.203787 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8f8262d5-5b1f-4301-8665-c4008554d234 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "PUT /v2.0/subnets/b3968d8f-8848-403d-a444-9271f21fdb30 HTTP/1.1" status: 200 len: 877 time: 0.7784975 Feb 09 14:26:03.204155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43116) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:03.223158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8262d5-5b1f-4301-8665-c4008554d234 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event updated for resources: {'Subnet': ['ID=b3968d8f-8848-403d-a444-9271f21fdb30,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:03.242419 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Allocated IP 172.20.0.3 (c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3/b3968d8f-8848-403d-a444-9271f21fdb30/1f809094-33dc-4a00-97e7-fd82d659576e) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:03.417255 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:03.489611 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:03.507833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Transition to ACTIVE for port object 1f809094-33dc-4a00-97e7-fd82d659576e will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:03.523694 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:03.555362 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Transition to ACTIVE for port object 1f809094-33dc-4a00-97e7-fd82d659576e will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:03.565550 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:03.646736 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:03.745227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Network c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:03.768201 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:03.777462 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:03.790197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Pushing event updated for resources: {'Port': ['ID=1f809094-33dc-4a00-97e7-fd82d659576e,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:03.810215 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Subnet': ['ID=b3968d8f-8848-403d-a444-9271f21fdb30,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:03.848310 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:03.853243 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cefcccb7-d284-478e-9073-25b6fa426af7 req-1a38a9f2-311d-4d9e-b503-e0fdd43cd1b4 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.1650405 Feb 09 14:26:03.883804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:03.905054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd3239f-b2a3-45b1-8ae1-fe0c7c05f7f4') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:03.905463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd3239f-b2a3-45b1-8ae1-fe0c7c05f7f4') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:03.921944 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:03.948809 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:03.959054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:26:03.959650 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:26:03.980602 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:26:04.030343 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Attempting to bind port 1f809094-33dc-4a00-97e7-fd82d659576e on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:26:04.030883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Attempting to bind port 1f809094-33dc-4a00-97e7-fd82d659576e by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '3bd3239f-b2a3-45b1-8ae1-fe0c7c05f7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:26:04.031306 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Attempting to bind port 1f809094-33dc-4a00-97e7-fd82d659576e on network c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:04.043574 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:26:04.043990 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Checking segment: {'id': '3bd3239f-b2a3-45b1-8ae1-fe0c7c05f7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:04.044555 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:04.045050 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Bound using segment: {'id': '3bd3239f-b2a3-45b1-8ae1-fe0c7c05f7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:26:04.045702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Bound port: 1f809094-33dc-4a00-97e7-fd82d659576e, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd3239f-b2a3-45b1-8ae1-fe0c7c05f7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:26:04.046275 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:04.079028 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 14:26:04.079028 n-d-828418-2 neutron-server[87597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 14:26:04.079028 n-d-828418-2 neutron-server[87597]: [parameters: {'id': 'c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3'}] Feb 09 14:26:04.079028 n-d-828418-2 neutron-server[87597]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:26:04.080327 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:26:04.203123 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] For port 1f809094-33dc-4a00-97e7-fd82d659576e, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:26:04.294983 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] For port 1f809094-33dc-4a00-97e7-fd82d659576e, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1f809094-33dc-4a00-97e7-fd82d659576e,segment=NetworkSegment(3bd3239f-b2a3-45b1-8ae1-fe0c7c05f7f4),segment_id=3bd3239f-b2a3-45b1-8ae1-fe0c7c05f7f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:26:04.295623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31967cd3-713f-4b98-8e52-b4d4aec9d583 req-3c795902-3a7e-4385-9288-af4f2061a0ca tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:04.297657 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31967cd3-713f-4b98-8e52-b4d4aec9d583 req-3c795902-3a7e-4385-9288-af4f2061a0ca tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 945 time: 0.1538069 Feb 09 14:26:04.311705 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:04.349692 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31967cd3-713f-4b98-8e52-b4d4aec9d583 req-a2840fc1-f7d1-4a94-aa8e-105ee903d131 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459733 Feb 09 14:26:04.452675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d382bc1-257b-4bca-9bf9-8750a793a651 None None] Pushing event updated for resources: {'Port': ['ID=1f809094-33dc-4a00-97e7-fd82d659576e,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:04.526119 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a092e550-dc0d-46f4-b206-c2cf638ea599 None None] Network c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:04.608443 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:04.649420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec170e2-b589-4d18-a299-764140892ac5 req-50c9a5ef-d7d3-49bf-bee1-e4d4c5578cf2 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:04.650286 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-7ec170e2-b589-4d18-a299-764140892ac5 req-50c9a5ef-d7d3-49bf-bee1-e4d4c5578cf2 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Synchronizing usage tracker for tenant:b466cc4ddfce445a94207dc130c0d0ad on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:04.651473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Deleting port 1f809094-33dc-4a00-97e7-fd82d659576e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:04.651908 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:04.672464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-7ec170e2-b589-4d18-a299-764140892ac5 req-50c9a5ef-d7d3-49bf-bee1-e4d4c5578cf2 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Unset dirty status for tenant:b466cc4ddfce445a94207dc130c0d0ad on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:04.679754 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7ec170e2-b589-4d18-a299-764140892ac5 req-50c9a5ef-d7d3-49bf-bee1-e4d4c5578cf2 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/networks?id=4d8d79c2-9432-4fdc-bda9-84cda8a258f1 HTTP/1.1" status: 200 len: 809 time: 0.3645618 Feb 09 14:26:04.697457 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7ec170e2-b589-4d18-a299-764140892ac5 req-15848176-2264-4460-95f3-9503fd514f51 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/quotas/b466cc4ddfce445a94207dc130c0d0ad HTTP/1.1" status: 200 len: 375 time: 0.0164576 Feb 09 14:26:04.754006 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7ec170e2-b589-4d18-a299-764140892ac5 req-a8a742e3-a18b-480b-a955-b82463650202 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b466cc4ddfce445a94207dc130c0d0ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554471 Feb 09 14:26:04.805360 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151c330d-1a22-4d26-9a73-335c9f56de82 None None] Network c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:04.930006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] For port 1f809094-33dc-4a00-97e7-fd82d659576e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1f809094-33dc-4a00-97e7-fd82d659576e,segment=NetworkSegment(3bd3239f-b2a3-45b1-8ae1-fe0c7c05f7f4),segment_id=3bd3239f-b2a3-45b1-8ae1-fe0c7c05f7f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:04.930689 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:04.940259 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7ec170e2-b589-4d18-a299-764140892ac5 req-86f4af8f-142d-486a-af8c-46780ac9b471 service neutron] 10.222.0.48 "GET /v2.0/networks/4d8d79c2-9432-4fdc-bda9-84cda8a258f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852088 Feb 09 14:26:04.959917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047aaeb8-86cc-4a1b-bc4b-5fffe11383f1 req-2a796d51-9988-499b-a846-a5f658e80ba0 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:04.961854 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-047aaeb8-86cc-4a1b-bc4b-5fffe11383f1 req-2a796d51-9988-499b-a846-a5f658e80ba0 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 945 time: 0.4370449 Feb 09 14:26:05.121327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Calling delete_port for 1f809094-33dc-4a00-97e7-fd82d659576e owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:05.138583 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7ec170e2-b589-4d18-a299-764140892ac5 req-575f1137-892e-40f2-8bc8-addefb303e81 service neutron] 10.222.0.48 "GET /v2.0/networks/4d8d79c2-9432-4fdc-bda9-84cda8a258f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878035 Feb 09 14:26:05.167548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2363f9d5-2132-4684-9a5a-047dfc2419ae None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:26:05.357637 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0148a886-6f5a-436e-b2eb-764b7b320349 req-7b4817f7-9bef-466d-973d-0ff659c3db93 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.2436953 Feb 09 14:26:05.368976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2363f9d5-2132-4684-9a5a-047dfc2419ae None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:26:05.377529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-047aaeb8-86cc-4a1b-bc4b-5fffe11383f1 req-0eef5f8a-fbde-404f-9614-de1ae4147e47 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Deleting port 18dd1c97-ec4e-4f6a-9456-a513794cf45f {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:05.377878 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-047aaeb8-86cc-4a1b-bc4b-5fffe11383f1 req-0eef5f8a-fbde-404f-9614-de1ae4147e47 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:05.418184 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c5ca8a23-d9ea-42a2-82b8-b9ba1c708b91 req-b2663866-fef9-4169-b374-1567ebbdd78f tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 210 time: 0.0599532 Feb 09 14:26:05.477045 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:05.542397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Port': ['ID=1f809094-33dc-4a00-97e7-fd82d659576e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:05.583183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No DVR routers for this DVR port 1f809094-33dc-4a00-97e7-fd82d659576e on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:26:06.125692 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:06.201106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:06.235260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd3239f-b2a3-45b1-8ae1-fe0c7c05f7f4') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:06.236397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd3239f-b2a3-45b1-8ae1-fe0c7c05f7f4') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:06.263330 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:06.300962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2a6db-6598-4fae-a182-6f0758fc5330 req-3df09851-1deb-40e4-8398-d4784a77f517 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:06.305072 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534baed2-1868-4554-bd6f-403d71df98fb req-7a0faf88-c286-4bce-85d6-d29dbc1878d0 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:06.308454 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7e2a6db-6598-4fae-a182-6f0758fc5330 req-3df09851-1deb-40e4-8398-d4784a77f517 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1434915 Feb 09 14:26:06.311368 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-534baed2-1868-4554-bd6f-403d71df98fb req-7a0faf88-c286-4bce-85d6-d29dbc1878d0 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 945 time: 0.6816931 Feb 09 14:26:06.337659 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:06.342360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-047aaeb8-86cc-4a1b-bc4b-5fffe11383f1 req-0eef5f8a-fbde-404f-9614-de1ae4147e47 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] For port 18dd1c97-ec4e-4f6a-9456-a513794cf45f, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=18dd1c97-ec4e-4f6a-9456-a513794cf45f,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:06.342713 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-047aaeb8-86cc-4a1b-bc4b-5fffe11383f1 req-0eef5f8a-fbde-404f-9614-de1ae4147e47 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:06.363555 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7e2a6db-6598-4fae-a182-6f0758fc5330 req-760948af-bff0-4a01-8ffa-a0079e45c9ff tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539951 Feb 09 14:26:06.415595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43242) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:06.512949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:26:06.513283 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:26:06.538071 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:26:06.544783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-047aaeb8-86cc-4a1b-bc4b-5fffe11383f1 req-0eef5f8a-fbde-404f-9614-de1ae4147e47 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Calling delete_port for 18dd1c97-ec4e-4f6a-9456-a513794cf45f owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:06.592845 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-68c45f61-8108-4a7e-926d-ef2ce09459ce req-e63cd9ab-2415-4ca7-aa21-29320edf3e05 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0726523 Feb 09 14:26:06.598673 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f5e9af1-bfe8-4562-a0a0-b6ee6c69f48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:06.615696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0f5e9af1-bfe8-4562-a0a0-b6ee6c69f48d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:06.621280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0f5e9af1-bfe8-4562-a0a0-b6ee6c69f48d admin admin] Usage tracker for resource:security_group_rule and tenant:b3ed96dd7932474f918e3f4fd37d2ab7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:06.624938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0f5e9af1-bfe8-4562-a0a0-b6ee6c69f48d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:06.633433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0f5e9af1-bfe8-4562-a0a0-b6ee6c69f48d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:06.722350 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-534baed2-1868-4554-bd6f-403d71df98fb req-b83c1c67-4248-4498-8fed-d0af776397f4 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100962 Feb 09 14:26:06.745629 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:06.749918 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-49bf082f-9a12-49a6-b0ac-d70f1f1c5c3b req-a414382d-8267-484b-b7c0-b65d4817e379 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 210 time: 0.0505466 Feb 09 14:26:06.769766 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:06.808990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Network': ['ID=c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:06.824887 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2aa2e765-b9f1-4107-8703-71ccb3ed15aa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3 HTTP/1.1" status: 204 len: 168 time: 3.6160188 Feb 09 14:26:06.825371 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43250) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:06.830379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425e80c-31bd-46b9-baaf-7fabe607ba20 req-0bf84ddb-21bb-4162-8a2e-299ba182edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:06.831834 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5425e80c-31bd-46b9-baaf-7fabe607ba20 req-0bf84ddb-21bb-4162-8a2e-299ba182edb9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 1096 time: 0.7101531 Feb 09 14:26:06.839467 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f5e9af1-bfe8-4562-a0a0-b6ee6c69f48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:06.844039 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f5e9af1-bfe8-4562-a0a0-b6ee6c69f48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:06.893353 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0f5e9af1-bfe8-4562-a0a0-b6ee6c69f48d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3ed96dd7932474f918e3f4fd37d2ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4761686 Feb 09 14:26:06.896651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43254) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:06.909273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e9af1-bfe8-4562-a0a0-b6ee6c69f48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ebcc29-9bd8-4cc4-9bf1-4dfc7c6229e5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:06.946462 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ead0e8-82a0-46b9-9141-5e2d4affbb60 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:06.946912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ead0e8-82a0-46b9-9141-5e2d4affbb60 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:06.963721 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28d4e688-92aa-46bb-ba59-e8315c37414a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:06.990411 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28d4e688-92aa-46bb-ba59-e8315c37414a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:07.053679 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28d4e688-92aa-46bb-ba59-e8315c37414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:07.069018 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4e688-92aa-46bb-ba59-e8315c37414a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ebcc29-9bd8-4cc4-9bf1-4dfc7c6229e5,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:07.075608 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28d4e688-92aa-46bb-ba59-e8315c37414a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:07.079172 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-28d4e688-92aa-46bb-ba59-e8315c37414a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23ebcc29-9bd8-4cc4-9bf1-4dfc7c6229e5 HTTP/1.1" status: 204 len: 168 time: 0.1791773 Feb 09 14:26:07.099385 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-48ead0e8-82a0-46b9-9141-5e2d4affbb60 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/subnets/b3968d8f-8848-403d-a444-9271f21fdb30 HTTP/1.1" status: 404 len: 337 time: 0.2727273 Feb 09 14:26:07.102453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43260) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:07.124604 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-047aaeb8-86cc-4a1b-bc4b-5fffe11383f1 req-0eef5f8a-fbde-404f-9614-de1ae4147e47 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:07.130937 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-60eeafa8-1b1c-4c6a-a732-486da26f9500 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:07.132161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60eeafa8-1b1c-4c6a-a732-486da26f9500 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:07.136100 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['5ae9c28d-999c-4ab4-812a-56d6c7459cf8'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:26:07.148527 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-60eeafa8-1b1c-4c6a-a732-486da26f9500 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/c40c1f0a-6490-4a24-b4fe-3a8dd5baccb3 HTTP/1.1" status: 404 len: 339 time: 0.0448844 Feb 09 14:26:07.150822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43264) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:07.205032 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-440fbf46-f04f-4f12-b3a3-f44bb516a9fa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:07.205919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440fbf46-f04f-4f12-b3a3-f44bb516a9fa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:07.208022 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-440fbf46-f04f-4f12-b3a3-f44bb516a9fa tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/subnets/a2f98419-b30b-469d-a621-9700895858a7 HTTP/1.1" status: 404 len: 337 time: 0.0554390 Feb 09 14:26:07.210974 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43268) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:07.228774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef5f8a-fbde-404f-9614-de1ae4147e47 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Pushing event deleted for resources: {'Port': ['ID=18dd1c97-ec4e-4f6a-9456-a513794cf45f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:07.253825 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-688c8984-0501-48fe-be81-69dea3217d96 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:07.254312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688c8984-0501-48fe-be81-69dea3217d96 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:07.259422 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-688c8984-0501-48fe-be81-69dea3217d96 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/7ed3b4a8-ff10-41fd-8a3e-1d2f0822279f HTTP/1.1" status: 404 len: 339 time: 0.0469184 Feb 09 14:26:07.260353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43272) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:07.406947 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4dff0eff-fe96-4f3f-a912-4def88a26963 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:07.468464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-047aaeb8-86cc-4a1b-bc4b-5fffe11383f1 req-0eef5f8a-fbde-404f-9614-de1ae4147e47 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] No DVR routers for this DVR port 18dd1c97-ec4e-4f6a-9456-a513794cf45f on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:26:07.478339 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-047aaeb8-86cc-4a1b-bc4b-5fffe11383f1 req-0eef5f8a-fbde-404f-9614-de1ae4147e47 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:07.480631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-047aaeb8-86cc-4a1b-bc4b-5fffe11383f1 req-0eef5f8a-fbde-404f-9614-de1ae4147e47 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "DELETE /v2.0/ports/18dd1c97-ec4e-4f6a-9456-a513794cf45f HTTP/1.1" status: 204 len: 173 time: 2.4609897 Feb 09 14:26:07.481179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f232eb24-2f59-4274-b1e2-3670f17fe8de', 'name': 'network-vif-deleted', 'tag': '18dd1c97-ec4e-4f6a-9456-a513794cf45f'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:26:07.500177 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43282) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:07.501460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425e80c-31bd-46b9-baaf-7fabe607ba20 req-d8c9df6d-56f5-4453-921f-a038fa8822c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:07.503100 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5425e80c-31bd-46b9-baaf-7fabe607ba20 req-d8c9df6d-56f5-4453-921f-a038fa8822c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 0.5928299 Feb 09 14:26:07.609612 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4dff0eff-fe96-4f3f-a912-4def88a26963 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:07.637663 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-4dff0eff-fe96-4f3f-a912-4def88a26963 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4c0265-c7b2-4d68-8fc4-24db28228abb']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:07.641112 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f232eb24-2f59-4274-b1e2-3670f17fe8de', 'name': 'network-vif-deleted', 'tag': '18dd1c97-ec4e-4f6a-9456-a513794cf45f', 'status': 'completed', 'code': 200} Feb 09 14:26:07.650220 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f1e602cb-cd91-41e9-b8ac-b9475bbd953e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:07.654430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-4dff0eff-fe96-4f3f-a912-4def88a26963 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb22cd94-5596-4bb7-ae96-ee03d582658c') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:07.654734 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-4dff0eff-fe96-4f3f-a912-4def88a26963 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb22cd94-5596-4bb7-ae96-ee03d582658c') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:07.666170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec170e2-b589-4d18-a299-764140892ac5 req-0d20467a-8589-4bea-8701-0f6af5f9b1e4 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:07.667682 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ec170e2-b589-4d18-a299-764140892ac5 req-0d20467a-8589-4bea-8701-0f6af5f9b1e4 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.35 "GET /v2.0/networks?id=4d8d79c2-9432-4fdc-bda9-84cda8a258f1 HTTP/1.1" status: 200 len: 809 time: 0.7225244 Feb 09 14:26:07.668944 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4dff0eff-fe96-4f3f-a912-4def88a26963 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:07.686893 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4dff0eff-fe96-4f3f-a912-4def88a26963 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:07.695824 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dff0eff-fe96-4f3f-a912-4def88a26963 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:26:07.696375 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4dff0eff-fe96-4f3f-a912-4def88a26963 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:07.711154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f1e602cb-cd91-41e9-b8ac-b9475bbd953e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:26:07.712092 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:26:07.734587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f1e602cb-cd91-41e9-b8ac-b9475bbd953e admin admin] Usage tracker for resource:security_group_rule and tenant:a7656823424649a08e8de9644d17e672 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:07.742004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f1e602cb-cd91-41e9-b8ac-b9475bbd953e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:07.755214 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5425e80c-31bd-46b9-baaf-7fabe607ba20 req-cf08a923-84b4-47db-8931-d7eeef0b0e4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e HTTP/1.1" status: 200 len: 1000 time: 0.1761606 Feb 09 14:26:07.756106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f1e602cb-cd91-41e9-b8ac-b9475bbd953e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:07.774369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-7ec170e2-b589-4d18-a299-764140892ac5 req-1ae45483-9e5a-4f00-9445-d5ab04392344 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Request body: {'port': {'device_id': 'cef6f790-bebb-4a54-9ca9-083eb913afbe', 'network_id': '4d8d79c2-9432-4fdc-bda9-84cda8a258f1', 'admin_state_up': True, 'tenant_id': 'b466cc4ddfce445a94207dc130c0d0ad'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:07.827654 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6504ebb9-12bc-4812-8836-7504dc1654eb req-9f394871-5108-4239-af66-bf670e530552 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0672023 Feb 09 14:26:07.843839 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4dff0eff-fe96-4f3f-a912-4def88a26963 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:07.870124 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4dff0eff-fe96-4f3f-a912-4def88a26963 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:07.876983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff0eff-fe96-4f3f-a912-4def88a26963 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Network': ['ID=ea4c0265-c7b2-4d68-8fc4-24db28228abb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:07.890171 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4dff0eff-fe96-4f3f-a912-4def88a26963 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/ea4c0265-c7b2-4d68-8fc4-24db28228abb HTTP/1.1" status: 204 len: 168 time: 0.6285079 Feb 09 14:26:07.899641 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43292) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:07.927094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9045f-cf0e-4606-8891-148e0bac0b7d req-ea768b25-d7fd-4fed-9892-2937bf6fcf8e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:07.934848 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89d9045f-cf0e-4606-8891-148e0bac0b7d req-ea768b25-d7fd-4fed-9892-2937bf6fcf8e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.4291399 Feb 09 14:26:07.949033 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede78e38-7991-4020-b744-48e4c48ed5dd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:07.949492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede78e38-7991-4020-b744-48e4c48ed5dd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:07.955352 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ede78e38-7991-4020-b744-48e4c48ed5dd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/subnets/587d8fbd-9390-4dc6-9ef1-8519a6d28ac8 HTTP/1.1" status: 404 len: 337 time: 0.0512717 Feb 09 14:26:07.955352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43296) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:08.011084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425e80c-31bd-46b9-baaf-7fabe607ba20 req-c8cbcc24-651e-4d71-95d4-42553a7045b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:08.012795 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5425e80c-31bd-46b9-baaf-7fabe607ba20 req-c8cbcc24-651e-4d71-95d4-42553a7045b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.2224610 Feb 09 14:26:08.025609 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39044a3-3d9f-4222-a219-082aaec8e926 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:08.026074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39044a3-3d9f-4222-a219-082aaec8e926 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:08.028087 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b39044a3-3d9f-4222-a219-082aaec8e926 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/52ebe33a-ba9f-467c-889c-ce699c996171 HTTP/1.1" status: 404 len: 339 time: 0.0718539 Feb 09 14:26:08.030495 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8c52e4f4-7346-45aa-ad95-a09e4eff49b1 req-c5374aac-da45-4fb3-97ae-4877248c54b8 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=f232eb24-2f59-4274-b1e2-3670f17fe8de HTTP/1.1" status: 200 len: 210 time: 0.0538554 Feb 09 14:26:08.031750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43300) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:08.094614 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89d9045f-cf0e-4606-8891-148e0bac0b7d req-4069600f-1b11-42f9-9de3-0be8f73777bb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587629 Feb 09 14:26:08.207237 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f37520-5ad4-4c54-84b7-0c82c12fd8dd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:08.208015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f37520-5ad4-4c54-84b7-0c82c12fd8dd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:08.209903 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d0f37520-5ad4-4c54-84b7-0c82c12fd8dd tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/subnets/0ee1b5ad-836f-4c13-8e0e-21d5825fc026 HTTP/1.1" status: 404 len: 337 time: 0.1777043 Feb 09 14:26:08.213625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43304) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:08.226502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-7ec170e2-b589-4d18-a299-764140892ac5 req-1ae45483-9e5a-4f00-9445-d5ab04392344 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:08.230342 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f1e602cb-cd91-41e9-b8ac-b9475bbd953e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:08.239800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7ec170e2-b589-4d18-a299-764140892ac5 req-1ae45483-9e5a-4f00-9445-d5ab04392344 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Usage tracker for resource:port and tenant:b466cc4ddfce445a94207dc130c0d0ad is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:08.242890 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f1e602cb-cd91-41e9-b8ac-b9475bbd953e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:08.252739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7ec170e2-b589-4d18-a299-764140892ac5 req-1ae45483-9e5a-4f00-9445-d5ab04392344 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:08.275532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-7ec170e2-b589-4d18-a299-764140892ac5 req-1ae45483-9e5a-4f00-9445-d5ab04392344 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:08.285009 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af9f2f2e-ddf9-4f3a-8508-f9af0e4dda57 req-7bce33bc-7da8-4a4e-8eed-d7a3ffab6d61 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 210 time: 0.0636196 Feb 09 14:26:08.288381 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53820a2-2335-4f2a-b032-d527ca9d43f2 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:08.289034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53820a2-2335-4f2a-b032-d527ca9d43f2 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:08.293549 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a53820a2-2335-4f2a-b032-d527ca9d43f2 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/b2ea2ff9-7f0a-4840-bc5d-52e513c80b17 HTTP/1.1" status: 404 len: 339 time: 0.0786867 Feb 09 14:26:08.294368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43308) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:08.315536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425e80c-31bd-46b9-baaf-7fabe607ba20 req-b1afd069-3f5b-4632-9225-bbde3f23af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:08.317148 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5425e80c-31bd-46b9-baaf-7fabe607ba20 req-b1afd069-3f5b-4632-9225-bbde3f23af24 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2918320 Feb 09 14:26:08.324730 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f1e602cb-cd91-41e9-b8ac-b9475bbd953e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7656823424649a08e8de9644d17e672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8206370 Feb 09 14:26:08.327184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e602cb-cd91-41e9-b8ac-b9475bbd953e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9f7c9a-08d1-408e-81f2-e710c9c9a666,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:08.328950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43312) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:08.331030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec170e2-b589-4d18-a299-764140892ac5 req-1ae45483-9e5a-4f00-9445-d5ab04392344 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Made reservation on behalf of b466cc4ddfce445a94207dc130c0d0ad for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:08.334571 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7ec170e2-b589-4d18-a299-764140892ac5 req-1ae45483-9e5a-4f00-9445-d5ab04392344 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:08.350496 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af45ad2-9537-4def-986b-7620971df6a6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:08.351064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af45ad2-9537-4def-986b-7620971df6a6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:08.352792 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5af45ad2-9537-4def-986b-7620971df6a6 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/subnets/6ecf7767-2e03-415d-aa93-ab0dfd1db845 HTTP/1.1" status: 404 len: 337 time: 0.0573218 Feb 09 14:26:08.355471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43316) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:08.400551 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-687b4885-6dda-49ea-a786-4a2506c0429a tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:08.401039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687b4885-6dda-49ea-a786-4a2506c0429a tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:08.402679 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-687b4885-6dda-49ea-a786-4a2506c0429a tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/a6514d97-1fa5-4700-b198-349a9ec8c778 HTTP/1.1" status: 404 len: 339 time: 0.0439258 Feb 09 14:26:08.405268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43320) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:08.448823 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-1110b7ee-2e5f-4b25-8798-ea1964f3d64d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:08.449478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1110b7ee-2e5f-4b25-8798-ea1964f3d64d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:08.450868 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1110b7ee-2e5f-4b25-8798-ea1964f3d64d tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/subnets/6cc88099-d60e-40f6-81ed-b523b202a16a HTTP/1.1" status: 404 len: 337 time: 0.0447047 Feb 09 14:26:08.454014 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43324) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:08.490369 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9c8f75-5064-4137-8ac6-59d29366e202 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:08.490843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9c8f75-5064-4137-8ac6-59d29366e202 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:08.492561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0e9c8f75-5064-4137-8ac6-59d29366e202 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/60f027a6-6f57-4d1e-a42b-8660508d01d8 HTTP/1.1" status: 404 len: 339 time: 0.0371368 Feb 09 14:26:08.493350 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-facbff53-c888-454e-9647-9feb7e391b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:08.495880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43328) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:08.546955 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-4089e428-4104-4333-8798-28c0f978dfe2 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:08.547407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4089e428-4104-4333-8798-28c0f978dfe2 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:08.551947 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4089e428-4104-4333-8798-28c0f978dfe2 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/subnets/9e478cd2-0922-4e16-8d63-30265ed85ab0 HTTP/1.1" status: 404 len: 337 time: 0.0523953 Feb 09 14:26:08.556274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43332) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:08.583717 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-facbff53-c888-454e-9647-9feb7e391b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:08.596006 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-b546391a-aae0-4a4c-8dd4-976fbeb99596 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:08.596473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b546391a-aae0-4a4c-8dd4-976fbeb99596 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:08.598132 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b546391a-aae0-4a4c-8dd4-976fbeb99596 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/909ea2be-e9df-472b-96b8-6f865965a9ec HTTP/1.1" status: 404 len: 339 time: 0.0411448 Feb 09 14:26:08.600995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43336) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:08.611976 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5425e80c-31bd-46b9-baaf-7fabe607ba20 req-3e6558e2-ecba-430c-b7fb-9c202d160d41 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556260 Feb 09 14:26:08.644018 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-facbff53-c888-454e-9647-9feb7e391b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:08.661116 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbff53-c888-454e-9647-9feb7e391b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9f7c9a-08d1-408e-81f2-e710c9c9a666,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:08.667791 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-facbff53-c888-454e-9647-9feb7e391b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:08.669477 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-facbff53-c888-454e-9647-9feb7e391b0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d9f7c9a-08d1-408e-81f2-e710c9c9a666 HTTP/1.1" status: 204 len: 168 time: 0.3393168 Feb 09 14:26:08.683245 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9ff90d-1c4f-4883-8f6c-0a6f76c730fe tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:08.683697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9ff90d-1c4f-4883-8f6c-0a6f76c730fe tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:08.684861 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:08.752768 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-7ec170e2-b589-4d18-a299-764140892ac5 req-1ae45483-9e5a-4f00-9445-d5ab04392344 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Allocated IP 172.20.0.4 (4d8d79c2-9432-4fdc-bda9-84cda8a258f1/cac8a23d-83d5-4069-bfc0-596b1af6df6c/8f9e6130-c3b6-45cf-89f1-af729252e2cf) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:08.757538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ad9ff90d-1c4f-4883-8f6c-0a6f76c730fe tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/subnets/d984c18e-ccc6-4ced-93ba-ea4191295d5f HTTP/1.1" status: 404 len: 337 time: 0.1499038 Feb 09 14:26:08.760209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43342) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:08.804944 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2bc6cbb-858b-4b83-b147-585d57115f58 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:08.805417 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2bc6cbb-858b-4b83-b147-585d57115f58 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:08.807075 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a2bc6cbb-858b-4b83-b147-585d57115f58 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/289d0cc2-87b5-4369-96ee-efcbb29fe69a HTTP/1.1" status: 404 len: 339 time: 0.0458727 Feb 09 14:26:08.811867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43346) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:08.889590 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-71747fe1-0309-48c8-a34c-9e454871e786 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:08.890147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71747fe1-0309-48c8-a34c-9e454871e786 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:08.892776 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-71747fe1-0309-48c8-a34c-9e454871e786 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/subnets/995d87ba-6743-4cb6-ba2e-a905f68dc3b6 HTTP/1.1" status: 404 len: 337 time: 0.0799880 Feb 09 14:26:08.897103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43352) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:08.906123 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5425e80c-31bd-46b9-baaf-7fabe607ba20 req-b55eb417-5156-458e-bb54-bb3f4527bd10 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538207 Feb 09 14:26:08.935853 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-66053daf-f5db-482f-83a0-0dbb5759df6b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:08.936412 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66053daf-f5db-482f-83a0-0dbb5759df6b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:08.942498 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-66053daf-f5db-482f-83a0-0dbb5759df6b tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/c873434d-1ce7-4606-acfb-eaa59cc455c9 HTTP/1.1" status: 404 len: 339 time: 0.0441041 Feb 09 14:26:08.943159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43358) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:08.982422 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 18dd1c97-ec4e-4f6a-9456-a513794cf45f no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:26:08.983637 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f848154-3d97-4be6-a4a9-20dc7fbda8ce tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:08.984115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f848154-3d97-4be6-a4a9-20dc7fbda8ce tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:08.989328 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8f848154-3d97-4be6-a4a9-20dc7fbda8ce tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/subnets/ee7c88ab-aece-40a8-963d-6ebab47a841d HTTP/1.1" status: 404 len: 337 time: 0.0450072 Feb 09 14:26:08.989937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43362) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:09.035753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 18dd1c97-ec4e-4f6a-9456-a513794cf45f {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:26:09.036364 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 18dd1c97-ec4e-4f6a-9456-a513794cf45f not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:26:09.036885 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-b402e552-382d-4c33-a8dc-6d93a3deb4f3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:09.037366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b402e552-382d-4c33-a8dc-6d93a3deb4f3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:09.042331 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b402e552-382d-4c33-a8dc-6d93a3deb4f3 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/8afe5def-c74c-4860-beef-f0494221410b HTTP/1.1" status: 404 len: 339 time: 0.0513954 Feb 09 14:26:09.042910 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43366) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:09.067084 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9de1893-8440-4c64-a6bd-44f293efc816 req-a27acd6f-945f-4c29-8402-52fbe519bfd8 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0542676 Feb 09 14:26:09.133939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf22b5c8-31cc-4b53-808e-160938621bf5 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Deleting subnet d089ec69-f890-4a80-b0b8-31a2a378e511 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:26:09.148251 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cf22b5c8-31cc-4b53-808e-160938621bf5 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:09.239392 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cf22b5c8-31cc-4b53-808e-160938621bf5 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:09.240474 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7ec170e2-b589-4d18-a299-764140892ac5 req-1ae45483-9e5a-4f00-9445-d5ab04392344 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:09.372058 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7ec170e2-b589-4d18-a299-764140892ac5 req-1ae45483-9e5a-4f00-9445-d5ab04392344 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:09.421151 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cf22b5c8-31cc-4b53-808e-160938621bf5 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:09.469941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec170e2-b589-4d18-a299-764140892ac5 req-1ae45483-9e5a-4f00-9445-d5ab04392344 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Network 4d8d79c2-9432-4fdc-bda9-84cda8a258f1 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:09.474818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-7ec170e2-b589-4d18-a299-764140892ac5 req-1ae45483-9e5a-4f00-9445-d5ab04392344 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:09.479929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec170e2-b589-4d18-a299-764140892ac5 req-1ae45483-9e5a-4f00-9445-d5ab04392344 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:09.592160 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cf22b5c8-31cc-4b53-808e-160938621bf5 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:09.645381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22b5c8-31cc-4b53-808e-160938621bf5 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Subnet': ['ID=d089ec69-f890-4a80-b0b8-31a2a378e511,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:09.647774 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cf22b5c8-31cc-4b53-808e-160938621bf5 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:09.658772 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143dce1b-1f19-41e9-8ee3-7e2f23f418a6 None None] Network d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:09.659602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad423e1-ae6f-4799-a6a4-bf48533d80fa req-c171f443-5ee3-41aa-b51f-18b577ee68af tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:09.660897 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fad423e1-ae6f-4799-a6a4-bf48533d80fa req-c171f443-5ee3-41aa-b51f-18b577ee68af tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 931 time: 0.2027662 Feb 09 14:26:09.676785 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cf22b5c8-31cc-4b53-808e-160938621bf5 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/subnets/d089ec69-f890-4a80-b0b8-31a2a378e511 HTTP/1.1" status: 204 len: 168 time: 0.6313787 Feb 09 14:26:09.677573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43394) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:09.686896 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae45483-9e5a-4f00-9445-d5ab04392344 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Pushing event updated for resources: {'Port': ['ID=8f9e6130-c3b6-45cf-89f1-af729252e2cf,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:09.709600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d19536-e0cd-4091-983a-10114800a29c req-e7d78cc1-7e7a-49cc-8aea-3c044f38e687 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:09.711145 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22d19536-e0cd-4091-983a-10114800a29c req-e7d78cc1-7e7a-49cc-8aea-3c044f38e687 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.4133744 Feb 09 14:26:09.737537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-fad423e1-ae6f-4799-a6a4-bf48533d80fa req-7cc8086c-1bff-40fe-a3e5-e2adf46739c0 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Synchronizing usage tracker for tenant:b466cc4ddfce445a94207dc130c0d0ad on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:09.756688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec170e2-b589-4d18-a299-764140892ac5 req-1ae45483-9e5a-4f00-9445-d5ab04392344 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:09.757324 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7ec170e2-b589-4d18-a299-764140892ac5 req-1ae45483-9e5a-4f00-9445-d5ab04392344 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:09.791330 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22d19536-e0cd-4091-983a-10114800a29c req-1e1acd07-1646-4b3b-9c43-c91378b2764e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738497 Feb 09 14:26:09.795919 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ec170e2-b589-4d18-a299-764140892ac5 req-1ae45483-9e5a-4f00-9445-d5ab04392344 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0316992 Feb 09 14:26:09.817255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Request body: {'port': {'device_id': 'cef6f790-bebb-4a54-9ca9-083eb913afbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:09.868100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-fad423e1-ae6f-4799-a6a4-bf48533d80fa req-7cc8086c-1bff-40fe-a3e5-e2adf46739c0 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Unset dirty status for tenant:b466cc4ddfce445a94207dc130c0d0ad on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:09.878744 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fad423e1-ae6f-4799-a6a4-bf48533d80fa req-7cc8086c-1bff-40fe-a3e5-e2adf46739c0 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064226 Feb 09 14:26:09.932594 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:09.955160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Deleting port 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:09.955750 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:10.027230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af632e3-b289-43e8-806b-4a6ea3513126 None None] DHCP port deletion for d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:26:10.032585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3af632e3-b289-43e8-806b-4a6ea3513126 None None] Deleting port 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:10.033184 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3af632e3-b289-43e8-806b-4a6ea3513126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:10.059106 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:10.246010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] For port 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7eac7fc9-247f-43a2-a9a1-c45e53fb0c76,segment=NetworkSegment(4ddbb072-b9a1-4789-a555-efd3dcdd17ec),segment_id=4ddbb072-b9a1-4789-a555-efd3dcdd17ec)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:10.246745 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:10.292045 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3af632e3-b289-43e8-806b-4a6ea3513126 None None] For port 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7eac7fc9-247f-43a2-a9a1-c45e53fb0c76,segment=NetworkSegment(4ddbb072-b9a1-4789-a555-efd3dcdd17ec),segment_id=4ddbb072-b9a1-4789-a555-efd3dcdd17ec)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:10.292437 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3af632e3-b289-43e8-806b-4a6ea3513126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:10.378018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aec501-d6eb-447d-a606-869799c59088 req-bac084cf-69f8-47a1-ad36-2c335e34c191 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:10.384829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52aec501-d6eb-447d-a606-869799c59088 req-bac084cf-69f8-47a1-ad36-2c335e34c191 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 806 time: 0.3641617 Feb 09 14:26:10.402596 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52aec501-d6eb-447d-a606-869799c59088 req-9ad93237-4eca-4345-a8b2-a4de242d6537 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/quotas/1420416e843f48a49610ec42176f5998 HTTP/1.1" status: 200 len: 375 time: 0.0168839 Feb 09 14:26:10.425687 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3af632e3-b289-43e8-806b-4a6ea3513126 None None] Calling delete_port for 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:10.453042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Calling delete_port for 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:10.499758 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8bbe8190-9d3d-44b3-933c-4e4743ff1f11 req-8cad7edb-c722-4c5a-8e03-7b22017aa937 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.1631491 Feb 09 14:26:10.526187 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:10.554031 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:10.559204 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-3af632e3-b289-43e8-806b-4a6ea3513126 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:26:10.559562 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-3af632e3-b289-43e8-806b-4a6ea3513126 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:26:10.700061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9e6130-c3b6-45cf-89f1-af729252e2cf {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:26:10.711913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:10.716232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] No DVR routers for this DVR port 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:26:10.734274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-52aec501-d6eb-447d-a606-869799c59088 req-ecdf3a56-19f2-44d2-a10e-1916212172d7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Synchronizing usage tracker for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:10.739819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Transition to ACTIVE for port object 8f9e6130-c3b6-45cf-89f1-af729252e2cf will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:10.747144 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:10.760643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Port': ['ID=7eac7fc9-247f-43a2-a9a1-c45e53fb0c76,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:10.861184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-52aec501-d6eb-447d-a606-869799c59088 req-ecdf3a56-19f2-44d2-a10e-1916212172d7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Unset dirty status for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:10.862477 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52aec501-d6eb-447d-a606-869799c59088 req-ecdf3a56-19f2-44d2-a10e-1916212172d7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4509110 Feb 09 14:26:10.880622 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:10.922208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:10.939589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddbb072-b9a1-4789-a555-efd3dcdd17ec') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:10.940006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddbb072-b9a1-4789-a555-efd3dcdd17ec') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:10.959884 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:10.998260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9e6130-c3b6-45cf-89f1-af729252e2cf,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:11.035285 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:11.044027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:26:11.044199 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:11.060724 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3af632e3-b289-43e8-806b-4a6ea3513126 None None] Deleting port 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:11.061817 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3af632e3-b289-43e8-806b-4a6ea3513126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:11.170903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Attempting to bind port 8f9e6130-c3b6-45cf-89f1-af729252e2cf on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:26:11.171243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Attempting to bind port 8f9e6130-c3b6-45cf-89f1-af729252e2cf by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'd6de0607-ba15-476e-9e5b-c0515de426a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4d8d79c2-9432-4fdc-bda9-84cda8a258f1'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:26:11.171569 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Attempting to bind port 8f9e6130-c3b6-45cf-89f1-af729252e2cf on network 4d8d79c2-9432-4fdc-bda9-84cda8a258f1 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:26:11.174018 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:26:11.176628 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7abf6bd5-6693-4f11-a9f4-933f00de3a79 req-fd52109c-6ba9-4906-926f-30e199891efd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0644474 Feb 09 14:26:11.178959 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52aec501-d6eb-447d-a606-869799c59088 req-2f9fdc5e-00ba-4a10-86bb-6301b976d679 service neutron] 10.222.0.48 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997115 Feb 09 14:26:11.181540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Port 8f9e6130-c3b6-45cf-89f1-af729252e2cf on network 4d8d79c2-9432-4fdc-bda9-84cda8a258f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:26:11.181879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Attempting to bind port 8f9e6130-c3b6-45cf-89f1-af729252e2cf on network 4d8d79c2-9432-4fdc-bda9-84cda8a258f1 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:11.183868 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3af632e3-b289-43e8-806b-4a6ea3513126 None None] The port '7eac7fc9-247f-43a2-a9a1-c45e53fb0c76' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:26:11.191547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:26:11.191547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Checking segment: {'id': 'd6de0607-ba15-476e-9e5b-c0515de426a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4d8d79c2-9432-4fdc-bda9-84cda8a258f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:11.191547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Bound using segment: {'id': 'd6de0607-ba15-476e-9e5b-c0515de426a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4d8d79c2-9432-4fdc-bda9-84cda8a258f1'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:26:11.191547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Bound port: 8f9e6130-c3b6-45cf-89f1-af729252e2cf, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6de0607-ba15-476e-9e5b-c0515de426a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4d8d79c2-9432-4fdc-bda9-84cda8a258f1'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:26:11.191547 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:11.232519 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:11.259102 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:11.263952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] Pushing event deleted for resources: {'Network': ['ID=d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:11.290801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be03a5-526c-4355-a415-52cc6a60b32c req-007c654d-a07e-4514-a7ee-d254ab19e0fe tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:11.292479 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-54be03a5-526c-4355-a415-52cc6a60b32c req-007c654d-a07e-4514-a7ee-d254ab19e0fe tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.3203845 Feb 09 14:26:11.297260 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6552b0d1-747e-4f2e-836c-06d7cb037ce9 tempest-NetworksTest-924810421 tempest-NetworksTest-924810421-project] 10.222.0.48 "DELETE /v2.0/networks/d3f1a0ae-3399-4d8e-ad96-d83a1f929cdf HTTP/1.1" status: 204 len: 168 time: 1.5791857 Feb 09 14:26:11.369747 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-54be03a5-526c-4355-a415-52cc6a60b32c req-042d0a02-8100-498a-8272-b07958acb7df tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631082 Feb 09 14:26:11.411874 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] For port 8f9e6130-c3b6-45cf-89f1-af729252e2cf, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:26:11.415427 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52aec501-d6eb-447d-a606-869799c59088 req-1358784b-098b-449f-bd0f-fde27e8bf3e1 service neutron] 10.222.0.48 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159994 Feb 09 14:26:11.422199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] For port 8f9e6130-c3b6-45cf-89f1-af729252e2cf, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=8f9e6130-c3b6-45cf-89f1-af729252e2cf,segment=NetworkSegment(d6de0607-ba15-476e-9e5b-c0515de426a4),segment_id=d6de0607-ba15-476e-9e5b-c0515de426a4)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:26:11.426514 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:11.490803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:11.491421 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:11.492812 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ec170e2-b589-4d18-a299-764140892ac5 req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] 10.222.0.35 "PUT /v2.0/ports/8f9e6130-c3b6-45cf-89f1-af729252e2cf HTTP/1.1" status: 200 len: 1091 time: 1.6813095 Feb 09 14:26:11.493254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef6f790-bebb-4a54-9ca9-083eb913afbe', 'tag': '8f9e6130-c3b6-45cf-89f1-af729252e2cf'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:26:11.512893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a60922-e3fe-4919-a5d4-afef7f966111 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9e6130-c3b6-45cf-89f1-af729252e2cf,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:11.621560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08393280-5911-4754-bd77-d9ce00d5e7d9 req-b9683d26-07b1-41a9-8185-16d1e497d8b4 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:11.630970 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-08393280-5911-4754-bd77-d9ce00d5e7d9 req-b9683d26-07b1-41a9-8185-16d1e497d8b4 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 943 time: 0.1187918 Feb 09 14:26:11.688443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec170e2-b589-4d18-a299-764140892ac5 req-c8143fb2-1733-440b-adda-73f270b55290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:11.689055 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-08393280-5911-4754-bd77-d9ce00d5e7d9 req-89d71e8d-db28-4c2b-a490-fd9cdc26e53c tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525353 Feb 09 14:26:11.690515 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ec170e2-b589-4d18-a299-764140892ac5 req-c8143fb2-1733-440b-adda-73f270b55290 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b466cc4ddfce445a94207dc130c0d0ad&device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 1094 time: 0.1343358 Feb 09 14:26:11.725048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43514) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:11.778358 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43520) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:11.913777 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef6f790-bebb-4a54-9ca9-083eb913afbe', 'tag': '8f9e6130-c3b6-45cf-89f1-af729252e2cf', 'status': 'completed', 'code': 200} Feb 09 14:26:11.966069 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ec170e2-b589-4d18-a299-764140892ac5 req-372eb569-23da-45f5-baf3-02fad2ea1e70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f9e6130-c3b6-45cf-89f1-af729252e2cf HTTP/1.1" status: 200 len: 217 time: 0.2685015 Feb 09 14:26:11.983386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:26:11.985020 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5382d4e-06b7-413c-a0c4-f848103c35fb req-5a565320-1a1e-42ea-84b9-ff0c0dbdd829 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 210 time: 0.0587275 Feb 09 14:26:11.985945 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-daee3b7c-30b5-4ed3-9d83-2f5205a681ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:11.997847 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-448b0c78-89b1-4b66-920b-96adfaf81c32 req-392a6a11-1a15-4564-8473-fa6027ce3fc0 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0758145 Feb 09 14:26:12.012183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-daee3b7c-30b5-4ed3-9d83-2f5205a681ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:12.047099 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:26:12.047623 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7eac7fc9-247f-43a2-a9a1-c45e53fb0c76 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:26:12.050867 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-daee3b7c-30b5-4ed3-9d83-2f5205a681ce admin admin] Usage tracker for resource:security_group_rule and tenant:809cb00ba9e74946b9c076ecf1058227 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:12.055322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-daee3b7c-30b5-4ed3-9d83-2f5205a681ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:12.069552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-daee3b7c-30b5-4ed3-9d83-2f5205a681ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:12.074363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec170e2-b589-4d18-a299-764140892ac5 req-d8ae6eba-32cf-479b-8e70-09ba20497532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:12.075951 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ec170e2-b589-4d18-a299-764140892ac5 req-d8ae6eba-32cf-479b-8e70-09ba20497532 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cac8a23d-83d5-4069-bfc0-596b1af6df6c HTTP/1.1" status: 200 len: 849 time: 0.0896940 Feb 09 14:26:12.078854 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-536b2779-05b0-48af-8c17-c123923617a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6edeb48c4acf43f4a70a60e808cd557b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2994006 Feb 09 14:26:12.081371 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43534) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:12.146619 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ec170e2-b589-4d18-a299-764140892ac5 req-39df827b-28f8-4c5a-9ce6-296a59770d68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d8d79c2-9432-4fdc-bda9-84cda8a258f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624552 Feb 09 14:26:12.166220 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:26:12.175949 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-daee3b7c-30b5-4ed3-9d83-2f5205a681ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:12.180222 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-daee3b7c-30b5-4ed3-9d83-2f5205a681ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:12.231268 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-daee3b7c-30b5-4ed3-9d83-2f5205a681ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=809cb00ba9e74946b9c076ecf1058227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5046146 Feb 09 14:26:12.234184 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43540) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:12.236516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee3b7c-30b5-4ed3-9d83-2f5205a681ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacdcf68-bc3d-489c-870b-df640edffd1e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:12.284416 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5b7034a-cad2-4688-bc2f-3dcc4a9d389c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:12.300018 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6fcdb1c2-4af7-4b86-9731-b5e91b5cf785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:12.328371 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6fcdb1c2-4af7-4b86-9731-b5e91b5cf785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:12.339999 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5b7034a-cad2-4688-bc2f-3dcc4a9d389c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:12.350161 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ec170e2-b589-4d18-a299-764140892ac5 req-00f600a7-cfbb-45c4-86a8-475001df3a5c service neutron] 10.222.0.35 "GET /v2.0/networks/4d8d79c2-9432-4fdc-bda9-84cda8a258f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962528 Feb 09 14:26:12.389651 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6fcdb1c2-4af7-4b86-9731-b5e91b5cf785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:12.410949 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdb1c2-4af7-4b86-9731-b5e91b5cf785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacdcf68-bc3d-489c-870b-df640edffd1e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:12.418691 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6fcdb1c2-4af7-4b86-9731-b5e91b5cf785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:12.420948 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6fcdb1c2-4af7-4b86-9731-b5e91b5cf785 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bacdcf68-bc3d-489c-870b-df640edffd1e HTTP/1.1" status: 204 len: 168 time: 0.1862760 Feb 09 14:26:12.521263 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ec170e2-b589-4d18-a299-764140892ac5 req-df5f37b8-e73a-45c8-8149-b4ce7ed4a279 service neutron] 10.222.0.35 "GET /v2.0/networks/4d8d79c2-9432-4fdc-bda9-84cda8a258f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592951 Feb 09 14:26:12.522631 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5b7034a-cad2-4688-bc2f-3dcc4a9d389c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:12.539762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7034a-cad2-4688-bc2f-3dcc4a9d389c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf691f89-1024-4259-8083-bf2dd84704ff,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:12.550607 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5b7034a-cad2-4688-bc2f-3dcc4a9d389c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:12.555005 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a5b7034a-cad2-4688-bc2f-3dcc4a9d389c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf691f89-1024-4259-8083-bf2dd84704ff HTTP/1.1" status: 204 len: 168 time: 0.4702544 Feb 09 14:26:12.861084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfb181-22ef-416c-a5c8-547afa191a44 req-745507ab-3195-4299-9ea1-9a3671bcbd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:12.863244 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04dfb181-22ef-416c-a5c8-547afa191a44 req-745507ab-3195-4299-9ea1-9a3671bcbd13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b466cc4ddfce445a94207dc130c0d0ad&device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 1094 time: 0.1418788 Feb 09 14:26:13.010054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed768286-fcd3-4001-9db1-67d441ba63f8 req-33daa37d-55e5-41f0-a2a3-581499efb20e tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:13.011036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ed768286-fcd3-4001-9db1-67d441ba63f8 req-33daa37d-55e5-41f0-a2a3-581499efb20e tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Synchronizing usage tracker for tenant:b466cc4ddfce445a94207dc130c0d0ad on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:13.054913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfb181-22ef-416c-a5c8-547afa191a44 req-91d306d4-a0ba-4e26-9dc0-49289dba6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:13.056603 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04dfb181-22ef-416c-a5c8-547afa191a44 req-91d306d4-a0ba-4e26-9dc0-49289dba6315 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d8d79c2-9432-4fdc-bda9-84cda8a258f1 HTTP/1.1" status: 200 len: 909 time: 0.1825347 Feb 09 14:26:13.057882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ed768286-fcd3-4001-9db1-67d441ba63f8 req-33daa37d-55e5-41f0-a2a3-581499efb20e tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Unset dirty status for tenant:b466cc4ddfce445a94207dc130c0d0ad on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:13.059011 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ed768286-fcd3-4001-9db1-67d441ba63f8 req-33daa37d-55e5-41f0-a2a3-581499efb20e tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 943 time: 0.2490582 Feb 09 14:26:13.144635 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a87f82f-627a-4411-9fea-37232513edf8 req-efc91aae-7ddf-4729-9b23-3cb82b041b93 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 210 time: 0.0551205 Feb 09 14:26:13.160281 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04dfb181-22ef-416c-a5c8-547afa191a44 req-a524be71-fd1a-4db8-b0ab-295df580783f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f9e6130-c3b6-45cf-89f1-af729252e2cf HTTP/1.1" status: 200 len: 217 time: 0.0966980 Feb 09 14:26:13.336217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ed768286-fcd3-4001-9db1-67d441ba63f8 req-fad42677-2603-4736-bcb4-728004bbcea9 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749380 Feb 09 14:26:13.356952 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-505d6f63-89b6-4735-b930-56067a2d2adb req-65be1263-6499-4980-a11b-10ecb423e6f6 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0955606 Feb 09 14:26:13.479186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfb181-22ef-416c-a5c8-547afa191a44 req-be3171e5-67b3-450f-98d6-7a6437bbb435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:13.481134 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04dfb181-22ef-416c-a5c8-547afa191a44 req-be3171e5-67b3-450f-98d6-7a6437bbb435 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cac8a23d-83d5-4069-bfc0-596b1af6df6c HTTP/1.1" status: 200 len: 849 time: 0.2577684 Feb 09 14:26:13.567693 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04dfb181-22ef-416c-a5c8-547afa191a44 req-dfc9196a-1e97-4af4-83ae-3208c88157f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d8d79c2-9432-4fdc-bda9-84cda8a258f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757484 Feb 09 14:26:13.794174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aec501-d6eb-447d-a606-869799c59088 req-07a13ef7-7083-45e5-a82c-82732284c255 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:13.795507 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52aec501-d6eb-447d-a606-869799c59088 req-07a13ef7-7083-45e5-a82c-82732284c255 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 806 time: 0.4488943 Feb 09 14:26:13.813946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43598) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:13.818438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-52aec501-d6eb-447d-a606-869799c59088 req-73d74622-be87-4f89-94cc-e8522f6d50a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Request body: {'port': {'device_id': 'c1e84212-b56a-45ab-9a5b-9e1be178e288', 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05', 'admin_state_up': True, 'tenant_id': '1420416e843f48a49610ec42176f5998'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:13.930199 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-950e3b7a-3078-4157-a045-42ec19e734fa tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] Request body: {'port': {'network_id': 'f4d17a09-e59c-4d88-aed3-8d313602bac4', 'name': 'tempest-NetworksNegativeTestJSON-152382228'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:13.951681 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-950e3b7a-3078-4157-a045-42ec19e734fa tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] POST failed (client error): The resource could not be found. Feb 09 14:26:13.952377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950e3b7a-3078-4157-a045-42ec19e734fa tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:13.959860 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-950e3b7a-3078-4157-a045-42ec19e734fa tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1388547 Feb 09 14:26:13.960500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43604) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:13.997694 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-81de5d23-b515-4dd9-bf1e-640d2ffe5642 tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:13.998183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81de5d23-b515-4dd9-bf1e-640d2ffe5642 tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:14.004170 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-81de5d23-b515-4dd9-bf1e-640d2ffe5642 tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] 10.222.0.48 "DELETE /v2.0/networks/6a87b7e9-7b18-4329-83f0-6ead61667f21 HTTP/1.1" status: 404 len: 339 time: 0.0383480 Feb 09 14:26:14.004663 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43612) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:14.058168 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd354e77-6c6e-47c1-a399-1bc492c47e4f tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:14.059383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd354e77-6c6e-47c1-a399-1bc492c47e4f tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:14.064907 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fd354e77-6c6e-47c1-a399-1bc492c47e4f tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] 10.222.0.48 "DELETE /v2.0/ports/755903ff-5501-47c3-a15b-1d798aa0ad79 HTTP/1.1" status: 404 len: 333 time: 0.0552680 Feb 09 14:26:14.065728 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43620) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:14.079665 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6d1fdbbe-2413-42cd-bb3a-bd7cecd2e389 req-0394a0ef-0789-4f23-8683-1f85f36bb19b tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f&device_id=ff4321ac-2443-4249-bfd2-c43f3503cd1e HTTP/1.1" status: 200 len: 210 time: 0.2684498 Feb 09 14:26:14.098988 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04dfb181-22ef-416c-a5c8-547afa191a44 req-4f13e475-455c-4808-bbb5-dbda0acc86e3 service neutron] 10.222.0.35 "GET /v2.0/networks/4d8d79c2-9432-4fdc-bda9-84cda8a258f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200629 Feb 09 14:26:14.126455 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b89d568-9466-4650-a2e8-11d1d16b630f tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:14.128271 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b89d568-9466-4650-a2e8-11d1d16b630f tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:14.134053 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6b89d568-9466-4650-a2e8-11d1d16b630f tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] 10.222.0.48 "DELETE /v2.0/subnets/1e2248e0-8939-4090-b695-c48374db750a HTTP/1.1" status: 404 len: 337 time: 0.0677929 Feb 09 14:26:14.134867 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43630) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:14.169560 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a23cebc-c714-4ed4-89c6-9667d595bfb4 tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] GET failed (client error): The resource could not be found. Feb 09 14:26:14.176530 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2a23cebc-c714-4ed4-89c6-9667d595bfb4 tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] 10.222.0.48 "GET /v2.0/networks/b875414a-cfd7-42d8-bfba-f45c585013aa HTTP/1.1" status: 404 len: 339 time: 0.0404670 Feb 09 14:26:14.177200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43640) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:14.246254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-52aec501-d6eb-447d-a606-869799c59088 req-73d74622-be87-4f89-94cc-e8522f6d50a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:14.250451 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4ba2f3-a002-475d-928b-b84e859d365a tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] GET failed (client error): The resource could not be found. Feb 09 14:26:14.256345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43650) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:14.259120 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cb4ba2f3-a002-475d-928b-b84e859d365a tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] 10.222.0.48 "GET /v2.0/ports/a7dc7ec2-1821-47b5-93ef-af78498524f5 HTTP/1.1" status: 404 len: 333 time: 0.0783350 Feb 09 14:26:14.315333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-52aec501-d6eb-447d-a606-869799c59088 req-73d74622-be87-4f89-94cc-e8522f6d50a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:14.324766 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb667569-ab16-43a2-86a4-bcca899e4eaf tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] GET failed (client error): The resource could not be found. Feb 09 14:26:14.326447 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bb667569-ab16-43a2-86a4-bcca899e4eaf tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] 10.222.0.48 "GET /v2.0/subnets/69cc0073-15c3-414d-8bff-54b45f5e8bbb HTTP/1.1" status: 404 len: 337 time: 0.0600102 Feb 09 14:26:14.331399 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43654) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:14.338656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8c3d29e3-a2be-4cee-953e-13c97c39050a tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:14.363762 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3d29e3-a2be-4cee-953e-13c97c39050a tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] PUT failed (client error): The resource could not be found. Feb 09 14:26:14.364714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3d29e3-a2be-4cee-953e-13c97c39050a tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:14.370333 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8c3d29e3-a2be-4cee-953e-13c97c39050a tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] 10.222.0.48 "PUT /v2.0/networks/6d92347b-716a-4e0f-978f-24f12d330815 HTTP/1.1" status: 404 len: 339 time: 0.0374620 Feb 09 14:26:14.371393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43658) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:14.378232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-449f1a50-0bdd-42a7-aac2-00f1c80d7522 tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:14.390422 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04dfb181-22ef-416c-a5c8-547afa191a44 req-a8082090-63bf-4472-b367-da7e50367af7 service neutron] 10.222.0.35 "GET /v2.0/networks/4d8d79c2-9432-4fdc-bda9-84cda8a258f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822735 Feb 09 14:26:14.404070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52aec501-d6eb-447d-a606-869799c59088 req-73d74622-be87-4f89-94cc-e8522f6d50a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Made reservation on behalf of 1420416e843f48a49610ec42176f5998 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:14.409097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-52aec501-d6eb-447d-a606-869799c59088 req-73d74622-be87-4f89-94cc-e8522f6d50a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:14.423938 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e76fff01-f23d-4de0-8b2b-17b6bb7401b9 req-c0ff8979-217b-4ee2-8617-309d1ac703d9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 210 time: 0.0961852 Feb 09 14:26:14.437816 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-449f1a50-0bdd-42a7-aac2-00f1c80d7522 tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] PUT failed (client error): The resource could not be found. Feb 09 14:26:14.438467 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449f1a50-0bdd-42a7-aac2-00f1c80d7522 tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:14.447329 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-449f1a50-0bdd-42a7-aac2-00f1c80d7522 tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] 10.222.0.48 "PUT /v2.0/ports/f73b3f62-29e8-473a-9c0a-c17821161e4f HTTP/1.1" status: 404 len: 333 time: 0.0727153 Feb 09 14:26:14.448266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43666) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:14.461037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c805e370-3230-4209-b5c7-9d293993120a tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:14.482692 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-df0831a1-ff61-4b2a-a255-b5109c35eff1 req-ae55e44a-6d6c-4b97-b0fc-c144a2be1e30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8c127660810410387a70f9767e309d9&device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0577979 Feb 09 14:26:14.521009 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c805e370-3230-4209-b5c7-9d293993120a tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] PUT failed (client error): The resource could not be found. Feb 09 14:26:14.521967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c805e370-3230-4209-b5c7-9d293993120a tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:14.523490 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c805e370-3230-4209-b5c7-9d293993120a tempest-NetworksNegativeTestJSON-1088015452 tempest-NetworksNegativeTestJSON-1088015452-project] 10.222.0.48 "PUT /v2.0/subnets/fd08ee7b-4cf1-434e-9ed5-685858a95783 HTTP/1.1" status: 404 len: 337 time: 0.0697401 Feb 09 14:26:14.649733 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-df0831a1-ff61-4b2a-a255-b5109c35eff1 req-34a6d51f-97b0-4101-b076-661a591c15d4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f8c127660810410387a70f9767e309d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836415 Feb 09 14:26:14.668142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee395dcd-c04e-44bd-9cda-46e73c7579ed req-b1bdfed0-afd1-4dec-aa46-1b6319b39fb8 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:14.669740 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ee395dcd-c04e-44bd-9cda-46e73c7579ed req-b1bdfed0-afd1-4dec-aa46-1b6319b39fb8 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 943 time: 0.1190040 Feb 09 14:26:14.679922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43674) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:14.696208 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-69fe2ecd-40ee-4ca4-9d55-9b3dacaf3de0 req-82d7a694-03f7-4d02-a5c9-057e9343ecc8 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0903192 Feb 09 14:26:14.745039 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ee395dcd-c04e-44bd-9cda-46e73c7579ed req-0d31dd6f-0349-4408-adb3-42b1cb382fbf tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618885 Feb 09 14:26:14.876701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-52aec501-d6eb-447d-a606-869799c59088 req-73d74622-be87-4f89-94cc-e8522f6d50a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Allocated IP 172.20.0.6 (3618a6b3-fa1e-4cc5-af1a-b15890d8ad05/2315fb8e-5bcf-45cb-897d-5aa2d617522a/0cd1faad-ee2e-44df-9807-a88d9f652143) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:14.880876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43682) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:14.884451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0831a1-ff61-4b2a-a255-b5109c35eff1 req-41c65b71-4fbc-4f22-bf74-f47af3d27ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:14.885733 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-df0831a1-ff61-4b2a-a255-b5109c35eff1 req-41c65b71-4fbc-4f22-bf74-f47af3d27ad4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2260392 Feb 09 14:26:14.960636 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8062254-5fcf-4270-90e5-5ecaee74d85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:14.973223 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a1ebc48-364e-40a2-aea0-2a0cde17c79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:14.988350 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b8062254-5fcf-4270-90e5-5ecaee74d85f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:14.992557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1a1ebc48-364e-40a2-aea0-2a0cde17c79e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:14.994795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b8062254-5fcf-4270-90e5-5ecaee74d85f admin admin] Usage tracker for resource:security_group_rule and tenant:7f920c51da424f71978480886622c9d7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:14.999249 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b8062254-5fcf-4270-90e5-5ecaee74d85f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:15.002585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1a1ebc48-364e-40a2-aea0-2a0cde17c79e admin admin] Usage tracker for resource:security_group_rule and tenant:8cabe42204e34c4d80b765c602c97649 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:15.007339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1a1ebc48-364e-40a2-aea0-2a0cde17c79e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:15.009925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b8062254-5fcf-4270-90e5-5ecaee74d85f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:15.015222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1a1ebc48-364e-40a2-aea0-2a0cde17c79e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:15.093754 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-52aec501-d6eb-447d-a606-869799c59088 req-73d74622-be87-4f89-94cc-e8522f6d50a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:15.125316 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-52aec501-d6eb-447d-a606-869799c59088 req-73d74622-be87-4f89-94cc-e8522f6d50a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:15.137165 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['5ae9c28d-999c-4ab4-812a-56d6c7459cf8'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:26:15.170970 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8062254-5fcf-4270-90e5-5ecaee74d85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:15.173004 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a1ebc48-364e-40a2-aea0-2a0cde17c79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:15.176671 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8062254-5fcf-4270-90e5-5ecaee74d85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:15.194837 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1a1ebc48-364e-40a2-aea0-2a0cde17c79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:15.199171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52aec501-d6eb-447d-a606-869799c59088 req-73d74622-be87-4f89-94cc-e8522f6d50a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:15.202481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-52aec501-d6eb-447d-a606-869799c59088 req-73d74622-be87-4f89-94cc-e8522f6d50a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:15.207304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-52aec501-d6eb-447d-a606-869799c59088 req-73d74622-be87-4f89-94cc-e8522f6d50a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:15.244921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d74622-be87-4f89-94cc-e8522f6d50a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Pushing event updated for resources: {'Port': ['ID=0cd1faad-ee2e-44df-9807-a88d9f652143,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:15.258160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8062254-5fcf-4270-90e5-5ecaee74d85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fe8d15-d530-4177-b736-0221dbdb742c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:15.276025 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1a1ebc48-364e-40a2-aea0-2a0cde17c79e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8cabe42204e34c4d80b765c602c97649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3940468 Feb 09 14:26:15.281335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43690) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:15.283991 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b8062254-5fcf-4270-90e5-5ecaee74d85f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f920c51da424f71978480886622c9d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6028507 Feb 09 14:26:15.289425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aec501-d6eb-447d-a606-869799c59088 req-73d74622-be87-4f89-94cc-e8522f6d50a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:15.290345 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-52aec501-d6eb-447d-a606-869799c59088 req-73d74622-be87-4f89-94cc-e8522f6d50a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:15.291414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43694) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:15.315281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ebc48-364e-40a2-aea0-2a0cde17c79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f4779a-b1fb-4af7-b939-afa75dd36ef7,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:15.345174 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52aec501-d6eb-447d-a606-869799c59088 req-73d74622-be87-4f89-94cc-e8522f6d50a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5332658 Feb 09 14:26:15.365205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Request body: {'port': {'device_id': 'c1e84212-b56a-45ab-9a5b-9e1be178e288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:15.365442 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f77c335c-bcdd-4320-93e4-b7c81cc89a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:15.391178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f77c335c-bcdd-4320-93e4-b7c81cc89a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:15.410139 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6976614c-cd23-4acc-9381-8c9b30a6d9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:15.449610 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f77c335c-bcdd-4320-93e4-b7c81cc89a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:15.466605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c335c-bcdd-4320-93e4-b7c81cc89a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fe8d15-d530-4177-b736-0221dbdb742c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:15.475846 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f77c335c-bcdd-4320-93e4-b7c81cc89a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:15.479803 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6976614c-cd23-4acc-9381-8c9b30a6d9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:15.482976 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f77c335c-bcdd-4320-93e4-b7c81cc89a8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48fe8d15-d530-4177-b736-0221dbdb742c HTTP/1.1" status: 204 len: 168 time: 0.1882951 Feb 09 14:26:15.537129 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:15.677342 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6976614c-cd23-4acc-9381-8c9b30a6d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:15.705635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976614c-cd23-4acc-9381-8c9b30a6d9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f4779a-b1fb-4af7-b939-afa75dd36ef7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:15.758227 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6976614c-cd23-4acc-9381-8c9b30a6d9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:15.760289 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6976614c-cd23-4acc-9381-8c9b30a6d9f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58f4779a-b1fb-4af7-b939-afa75dd36ef7 HTTP/1.1" status: 204 len: 168 time: 0.4778705 Feb 09 14:26:15.885802 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-341484f1-7d1f-4ed0-8406-f00cad3ec1e2 req-b5c72596-c51b-4d95-9296-21e695932016 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0526917 Feb 09 14:26:15.906552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819f767-98aa-4ab3-a0b8-43b19134da8a req-617ef278-9054-4597-8bec-5622c661b21f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:15.908096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7819f767-98aa-4ab3-a0b8-43b19134da8a req-617ef278-9054-4597-8bec-5622c661b21f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Synchronizing usage tracker for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:15.956038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7819f767-98aa-4ab3-a0b8-43b19134da8a req-617ef278-9054-4597-8bec-5622c661b21f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Unset dirty status for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:15.963054 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7819f767-98aa-4ab3-a0b8-43b19134da8a req-617ef278-9054-4597-8bec-5622c661b21f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 931 time: 0.3673549 Feb 09 14:26:16.100808 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8a655-c53d-4f05-b631-aaf20d85f1ab req-c16231cf-423f-4247-874a-63483a6f1598 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:16.102680 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a3c8a655-c53d-4f05-b631-aaf20d85f1ab req-c16231cf-423f-4247-874a-63483a6f1598 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 943 time: 0.0967038 Feb 09 14:26:16.169307 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7819f767-98aa-4ab3-a0b8-43b19134da8a req-a9cebc58-0ee8-43c1-9e2b-f39186b6564f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049489 Feb 09 14:26:16.175259 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a3c8a655-c53d-4f05-b631-aaf20d85f1ab req-b09ed316-69f3-484e-8ec5-116d17f1c914 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617979 Feb 09 14:26:16.269915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd1faad-ee2e-44df-9807-a88d9f652143 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:26:16.277759 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:16.293234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Transition to ACTIVE for port object 0cd1faad-ee2e-44df-9807-a88d9f652143 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:16.298343 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:16.509267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd1faad-ee2e-44df-9807-a88d9f652143,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:16.552323 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-df0831a1-ff61-4b2a-a255-b5109c35eff1 req-945ff294-f6d7-44b5-ae90-376156439bd3 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.35 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.0927308 Feb 09 14:26:16.606204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Attempting to bind port 0cd1faad-ee2e-44df-9807-a88d9f652143 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:26:16.608140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Attempting to bind port 0cd1faad-ee2e-44df-9807-a88d9f652143 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:26:16.608774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Attempting to bind port 0cd1faad-ee2e-44df-9807-a88d9f652143 on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:16.622371 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Port 0cd1faad-ee2e-44df-9807-a88d9f652143 on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:26:16.623637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Attempting to bind port 0cd1faad-ee2e-44df-9807-a88d9f652143 on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:16.630726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:26:16.631062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Checking segment: {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:16.631467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Bound using segment: {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:26:16.631896 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Bound port: 0cd1faad-ee2e-44df-9807-a88d9f652143, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:26:16.632242 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:16.651182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43752) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:16.731357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] For port 0cd1faad-ee2e-44df-9807-a88d9f652143, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:26:16.734626 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] For port 0cd1faad-ee2e-44df-9807-a88d9f652143, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0cd1faad-ee2e-44df-9807-a88d9f652143,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:26:16.741825 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:16.796976 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43758) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:16.806450 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68084a54-9862-44e6-a667-0f9c1c522872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:16.808614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:16.809228 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:16.810579 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52aec501-d6eb-447d-a606-869799c59088 req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] 10.222.0.35 "PUT /v2.0/ports/0cd1faad-ee2e-44df-9807-a88d9f652143 HTTP/1.1" status: 200 len: 1091 time: 1.4560106 Feb 09 14:26:16.811006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e84212-b56a-45ab-9a5b-9e1be178e288', 'tag': '0cd1faad-ee2e-44df-9807-a88d9f652143'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:26:16.831515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e356a-38cb-4d40-a612-6cdd6331a047 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd1faad-ee2e-44df-9807-a88d9f652143,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:16.851573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-68084a54-9862-44e6-a667-0f9c1c522872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:16.863710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-68084a54-9862-44e6-a667-0f9c1c522872 admin admin] Usage tracker for resource:security_group_rule and tenant:af0ae626123a40c6b9a3c4adafb7a83b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:16.870620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-68084a54-9862-44e6-a667-0f9c1c522872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:16.877183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-68084a54-9862-44e6-a667-0f9c1c522872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:16.886100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-136027420'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:16.889133 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e84212-b56a-45ab-9a5b-9e1be178e288', 'tag': '0cd1faad-ee2e-44df-9807-a88d9f652143', 'status': 'completed', 'code': 200} Feb 09 14:26:16.896921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:16.907267 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:network and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:16.911977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:16.919934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:16.938827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aec501-d6eb-447d-a606-869799c59088 req-598c26ab-d3b1-4121-85ef-800304b1e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:16.940442 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52aec501-d6eb-447d-a606-869799c59088 req-598c26ab-d3b1-4121-85ef-800304b1e927 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 1094 time: 0.0838606 Feb 09 14:26:16.940798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:16.944226 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:16.961882 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:16.987865 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:16.997101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:security_group_rule and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:17.000278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:17.004345 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 8f9e6130-c3b6-45cf-89f1-af729252e2cf details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:26:17.014517 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:17.027919 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52aec501-d6eb-447d-a606-869799c59088 req-036ce0d8-df12-4fbf-a91e-1ba87666da86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cd1faad-ee2e-44df-9807-a88d9f652143 HTTP/1.1" status: 200 len: 217 time: 0.0797470 Feb 09 14:26:17.073238 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68084a54-9862-44e6-a667-0f9c1c522872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:17.105981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aec501-d6eb-447d-a606-869799c59088 req-4cedf0d7-2817-4336-8895-5d6987a93fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:17.107105 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52aec501-d6eb-447d-a606-869799c59088 req-4cedf0d7-2817-4336-8895-5d6987a93fef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2315fb8e-5bcf-45cb-897d-5aa2d617522a HTTP/1.1" status: 200 len: 846 time: 0.0733154 Feb 09 14:26:17.171110 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52aec501-d6eb-447d-a606-869799c59088 req-ca9a73cf-5f41-4b00-9d0f-8fe7afabb24f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560558 Feb 09 14:26:17.183984 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 8f9e6130-c3b6-45cf-89f1-af729252e2cf, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=8f9e6130-c3b6-45cf-89f1-af729252e2cf,segment=NetworkSegment(d6de0607-ba15-476e-9e5b-c0515de426a4),segment_id=d6de0607-ba15-476e-9e5b-c0515de426a4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:17.184412 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46a4b962-3b53-4fbc-be61-cdf7a6f0f0d3 req-cad8cbce-7ae7-4888-bf14-9e4d31e370e1 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c35c03-ec79-4ba8-a16d-55796475a09f HTTP/1.1" status: 200 len: 210 time: 0.1587024 Feb 09 14:26:17.186301 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68084a54-9862-44e6-a667-0f9c1c522872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:17.227544 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '8f9e6130-c3b6-45cf-89f1-af729252e2cf', 'network_id': '4d8d79c2-9432-4fdc-bda9-84cda8a258f1', 'port_id': '8f9e6130-c3b6-45cf-89f1-af729252e2cf', 'mac_address': 'fa:16:3e:5b:2e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac8a23d-83d5-4069-bfc0-596b1af6df6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:26:17.260626 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-68084a54-9862-44e6-a667-0f9c1c522872 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af0ae626123a40c6b9a3c4adafb7a83b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6078405 Feb 09 14:26:17.264944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43772) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:17.280287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68084a54-9862-44e6-a667-0f9c1c522872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14b2d12-0aa0-4171-b450-bf187f31bd44,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:17.362308 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:17.368796 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2cdacbfb-2f67-4e49-be12-62dc8b6d392c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:17.385888 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9e6130-c3b6-45cf-89f1-af729252e2cf {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:26:17.392358 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:17.404890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 8f9e6130-c3b6-45cf-89f1-af729252e2cf, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=8f9e6130-c3b6-45cf-89f1-af729252e2cf,segment=NetworkSegment(d6de0607-ba15-476e-9e5b-c0515de426a4),segment_id=d6de0607-ba15-476e-9e5b-c0515de426a4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:17.412664 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:17.418370 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:17.438355 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52aec501-d6eb-447d-a606-869799c59088 req-69a0e184-4fc8-44e9-a4f1-6f736fb92b38 service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611673 Feb 09 14:26:17.478970 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2cdacbfb-2f67-4e49-be12-62dc8b6d392c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:17.488660 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=8f9e6130-c3b6-45cf-89f1-af729252e2cf,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:17.525451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:26:17.542918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04496505-78c1-4d59-800e-049e308d18f9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:17.559444 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:17.559815 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Added segment d7b6e60d-db50-409c-ad77-d20a41d0a5e2 of type vlan for network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 Feb 09 14:26:17.605878 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:17.617126 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2cdacbfb-2f67-4e49-be12-62dc8b6d392c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:17.641870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3792674-3391-45ea-bc5e-1042b7e74c11 req-a02d358f-4c70-4c33-bcca-4b172b26979c tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:17.647141 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f3792674-3391-45ea-bc5e-1042b7e74c11 req-a02d358f-4c70-4c33-bcca-4b172b26979c tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 944 time: 0.2373223 Feb 09 14:26:17.647755 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52aec501-d6eb-447d-a606-869799c59088 req-7350cda9-d272-4991-b4d7-60a236817d9d service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623979 Feb 09 14:26:17.649747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdacbfb-2f67-4e49-be12-62dc8b6d392c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14b2d12-0aa0-4171-b450-bf187f31bd44,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:17.656826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e112d-e390-4762-8c80-3b962f5332b7 req-055038bf-a13a-4c5e-ba7a-f376d2f391cf tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:17.658819 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f3e112d-e390-4762-8c80-3b962f5332b7 req-055038bf-a13a-4c5e-ba7a-f376d2f391cf tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 943 time: 0.2194905 Feb 09 14:26:17.709912 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f3e112d-e390-4762-8c80-3b962f5332b7 req-bd4fb1c1-c2ee-4644-ad1d-15ca2a76e20d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451458 Feb 09 14:26:17.715209 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:17.720748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:17.721615 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:17.725205 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2cdacbfb-2f67-4e49-be12-62dc8b6d392c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:17.728077 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2cdacbfb-2f67-4e49-be12-62dc8b6d392c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e14b2d12-0aa0-4171-b450-bf187f31bd44 HTTP/1.1" status: 204 len: 168 time: 0.4605772 Feb 09 14:26:17.814139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482ef21-5512-4d62-979c-8cc488d626c0 req-16e4b886-82db-490d-a140-cfae6b936fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:17.816154 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4482ef21-5512-4d62-979c-8cc488d626c0 req-16e4b886-82db-490d-a140-cfae6b936fe2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 1094 time: 0.0927308 Feb 09 14:26:17.836903 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f3792674-3391-45ea-bc5e-1042b7e74c11 req-173d5cde-3992-4c17-b1c2-a9252f8cf580 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722388 Feb 09 14:26:17.862579 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['8f9e6130-c3b6-45cf-89f1-af729252e2cf'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:26:17.915604 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1151729 Feb 09 14:26:17.925051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43778) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:17.946811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'name': 'tempest-PortsIpV6TestJSON-605290578'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:17.986852 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5b244-7ce1-45c8-89fe-7f87441e49ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Network': ['ID=f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:18.073525 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:26:18.124741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:18.128460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:port and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:18.134333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:18.138499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:18.156660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:18.168496 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482ef21-5512-4d62-979c-8cc488d626c0 req-64c26cef-6896-499d-8b37-49b558b697b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:18.168496 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4482ef21-5512-4d62-979c-8cc488d626c0 req-64c26cef-6896-499d-8b37-49b558b697b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 906 time: 0.3432038 Feb 09 14:26:18.176586 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:18.228591 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] device_id is not set on port fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:26:18.287559 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4482ef21-5512-4d62-979c-8cc488d626c0 req-dad01355-7b6c-465b-918d-6804e83eec22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cd1faad-ee2e-44df-9807-a88d9f652143 HTTP/1.1" status: 200 len: 217 time: 0.1084135 Feb 09 14:26:18.377397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482ef21-5512-4d62-979c-8cc488d626c0 req-11e697c7-62fb-4bf8-bdf8-fdd706f3d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:18.379442 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4482ef21-5512-4d62-979c-8cc488d626c0 req-11e697c7-62fb-4bf8-bdf8-fdd706f3d39d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2315fb8e-5bcf-45cb-897d-5aa2d617522a HTTP/1.1" status: 200 len: 846 time: 0.0914853 Feb 09 14:26:18.572075 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:18.611175 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:18.695353 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4482ef21-5512-4d62-979c-8cc488d626c0 req-524ec7e3-4888-40a9-aa9e-7ded472560e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3061762 Feb 09 14:26:18.711052 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7494591-dd77-4211-bb25-557266308e7e req-021c456f-c6ad-4275-984d-53d9e6faac54 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8c127660810410387a70f9767e309d9&device_id=ff4321ac-2443-4249-bfd2-c43f3503cd1e HTTP/1.1" status: 200 len: 210 time: 0.0634186 Feb 09 14:26:18.730288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:18.739819 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Checking segment: {'id': 'd7b6e60d-db50-409c-ad77-d20a41d0a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:18.740250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network hostable DHCP agents. Network: f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:26:18.761771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:26:18.775356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:18.780754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:18.785601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd70eaff-b6b1-41c2-b7c3-4dc345191fd5 None None] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:18.804229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:18.804898 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:18.858469 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7494591-dd77-4211-bb25-557266308e7e req-dac687c9-85dc-4161-a50e-94e067f3b753 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f8c127660810410387a70f9767e309d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1280930 Feb 09 14:26:18.862460 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d9470fd-24c9-489b-a142-eb122bf38a27 req-d853a85a-866e-4d9a-bfb7-7f96ed8f1f65 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff4321ac-2443-4249-bfd2-c43f3503cd1e HTTP/1.1" status: 200 len: 210 time: 0.1332040 Feb 09 14:26:18.945494 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d0e64392-542a-4594-a024-119e41b4c94f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0127099 Feb 09 14:26:18.958114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43812) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:18.965759 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ba8739df-a43e-4280-842f-1ea7a1850e38 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1683660779'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:19.009559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ba8739df-a43e-4280-842f-1ea7a1850e38 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:19.020887 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ba8739df-a43e-4280-842f-1ea7a1850e38 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:network and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:19.024074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ba8739df-a43e-4280-842f-1ea7a1850e38 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:19.025646 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4482ef21-5512-4d62-979c-8cc488d626c0 req-280c06f7-fb08-4442-b7b2-87a7a1d9484c service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179963 Feb 09 14:26:19.031953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ba8739df-a43e-4280-842f-1ea7a1850e38 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:19.056864 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8739df-a43e-4280-842f-1ea7a1850e38 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:19.061595 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ba8739df-a43e-4280-842f-1ea7a1850e38 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:19.122738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8739df-a43e-4280-842f-1ea7a1850e38 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:26:19.133581 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18ca39-3a0f-4a74-9322-e657e5150db3 req-bdfee978-67a9-412a-b5c9-8c03ad2b85d3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:19.144968 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8c18ca39-3a0f-4a74-9322-e657e5150db3 req-bdfee978-67a9-412a-b5c9-8c03ad2b85d3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 943 time: 0.2868977 Feb 09 14:26:19.179871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ba8739df-a43e-4280-842f-1ea7a1850e38 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:19.180224 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-ba8739df-a43e-4280-842f-1ea7a1850e38 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Added segment 60de1aec-2ef5-4bea-aba6-a338c98f9b10 of type vlan for network a1d70158-bf6d-478b-b1cf-c34d27a7ac80 Feb 09 14:26:19.208841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7494591-dd77-4211-bb25-557266308e7e req-cb777984-7984-414e-b84c-d937670627f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:19.210393 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7494591-dd77-4211-bb25-557266308e7e req-cb777984-7984-414e-b84c-d937670627f4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3376577 Feb 09 14:26:19.212353 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8c18ca39-3a0f-4a74-9322-e657e5150db3 req-dd8a6163-3534-43fb-8729-24cb566e4944 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710740 Feb 09 14:26:19.250299 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ba8739df-a43e-4280-842f-1ea7a1850e38 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:19.260126 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4482ef21-5512-4d62-979c-8cc488d626c0 req-b88759b3-e767-4b4a-8185-c7eab2337c7b service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242358 Feb 09 14:26:19.273813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d1217-b699-4f8c-98ec-ebc1342cb837 req-ed2a3e66-e889-4a22-b557-2df8e80c46b7 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:19.275307 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-438d1217-b699-4f8c-98ec-ebc1342cb837 req-ed2a3e66-e889-4a22-b557-2df8e80c46b7 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 944 time: 0.2383752 Feb 09 14:26:19.301839 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ba8739df-a43e-4280-842f-1ea7a1850e38 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:19.310254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8739df-a43e-4280-842f-1ea7a1850e38 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:19.310254 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ba8739df-a43e-4280-842f-1ea7a1850e38 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:19.330595 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-438d1217-b699-4f8c-98ec-ebc1342cb837 req-3f0decfc-fc66-4cf6-af45-71a5db6d20db tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494447 Feb 09 14:26:19.415410 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ba8739df-a43e-4280-842f-1ea7a1850e38 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4559431 Feb 09 14:26:19.418209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43826) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:19.421518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8739df-a43e-4280-842f-1ea7a1850e38 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Network': ['ID=a1d70158-bf6d-478b-b1cf-c34d27a7ac80,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:19.430104 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'ports': [{'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1'}, {'network_id': 'a1d70158-bf6d-478b-b1cf-c34d27a7ac80'}]} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:19.430528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:19.431257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'network_id': 'a1d70158-bf6d-478b-b1cf-c34d27a7ac80'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:19.432427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network a1d70158-bf6d-478b-b1cf-c34d27a7ac80 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:26:19.697002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:19.702027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:port and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:19.705001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:19.712344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:19.723623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'port': 2} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:19.729436 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:19.750192 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:20.041288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] device_id is not set on port 6d808709-25b4-4fed-97b4-af310b218fca yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:26:20.094206 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55209d04-a5c7-4635-a910-36f7c45396e4 req-345e1af0-e632-4ffc-8080-265d3d16d02e tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff4321ac-2443-4249-bfd2-c43f3503cd1e HTTP/1.1" status: 200 len: 210 time: 0.0678952 Feb 09 14:26:20.189277 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:20.295780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43848) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:20.317820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] device_id is not set on port 56758efe-d195-44a6-9a80-6c8cdf2ed08a yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:26:20.476738 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:20.488818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d416017-96c3-4f25-866c-6d1d517935a4 req-bad8005e-418d-496a-a5da-eee488805117 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:20.490868 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d416017-96c3-4f25-866c-6d1d517935a4 req-bad8005e-418d-496a-a5da-eee488805117 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 943 time: 0.1472690 Feb 09 14:26:20.523127 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:20.534361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:20.540342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Usage tracker for resource:floatingip and tenant:fe27fc2f2bef4572ad958524dadd7a75 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:20.550319 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:20.557138 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d416017-96c3-4f25-866c-6d1d517935a4 req-5c9564ec-6bae-4e4f-b4d0-104f30e13602 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601883 Feb 09 14:26:20.565574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:20.570105 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:20.591597 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:20.687562 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40a301-76f7-4b5e-9ca9-19af19df26e6 req-14ff32aa-dddc-43d8-9688-156891e710d6 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:20.689160 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f40a301-76f7-4b5e-9ca9-19af19df26e6 req-14ff32aa-dddc-43d8-9688-156891e710d6 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 944 time: 0.2315233 Feb 09 14:26:20.749212 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f40a301-76f7-4b5e-9ca9-19af19df26e6 req-f4c583af-2151-459a-b0b1-1d30f4e0d635 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538092 Feb 09 14:26:20.764033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:20.767802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:20.774529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:20.775443 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:20.777168 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=6d808709-25b4-4fed-97b4-af310b218fca,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:20.796303 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:20.900377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=56758efe-d195-44a6-9a80-6c8cdf2ed08a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:20.900377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Checking segment: {'id': '60de1aec-2ef5-4bea-aba6-a338c98f9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a1d70158-bf6d-478b-b1cf-c34d27a7ac80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:20.900377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network hostable DHCP agents. Network: a1d70158-bf6d-478b-b1cf-c34d27a7ac80, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:26:20.911929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network a1d70158-bf6d-478b-b1cf-c34d27a7ac80 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:26:20.921991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, a1d70158-bf6d-478b-b1cf-c34d27a7ac80) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:20.926800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:20.932818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:20.933246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd4fca3-529c-4d89-9f85-141cd8c5dab9 None None] Network a1d70158-bf6d-478b-b1cf-c34d27a7ac80 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:20.937535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:20.938823 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:20.962023 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2699164a-2ea8-42c6-b971-ad4d02080abd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5423305 Feb 09 14:26:20.966013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Allocated IP 172.25.8.24 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/9cef6a48-7c0b-44a8-86a0-b9534c6ae79e) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:20.966630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43856) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:21.041879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-16b7c872-92ec-44d1-8786-d0298b289b60 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port 56758efe-d195-44a6-9a80-6c8cdf2ed08a {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:21.042648 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-16b7c872-92ec-44d1-8786-d0298b289b60 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:21.053418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0cd1faad-ee2e-44df-9807-a88d9f652143 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:26:21.056078 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 8f9e6130-c3b6-45cf-89f1-af729252e2cf up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:26:21.211960 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7494591-dd77-4211-bb25-557266308e7e req-caf26ff4-f2b5-4e6d-8039-569c44cc1646 tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff4321ac-2443-4249-bfd2-c43f3503cd1e HTTP/1.1" status: 200 len: 210 time: 0.0676954 Feb 09 14:26:21.234782 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:21.270743 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:21.332908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 8f9e6130-c3b6-45cf-89f1-af729252e2cf completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:21.358035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:21.362490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:21.363395 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-16b7c872-92ec-44d1-8786-d0298b289b60 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:21.365454 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:21.404358 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 8f9e6130-c3b6-45cf-89f1-af729252e2cf triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:21.405512 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:21.435065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Pushing event updated for resources: {'Port': ['ID=9cef6a48-7c0b-44a8-86a0-b9534c6ae79e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:21.486666 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:21.487070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0cd1faad-ee2e-44df-9807-a88d9f652143, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0cd1faad-ee2e-44df-9807-a88d9f652143,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:21.507872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '0cd1faad-ee2e-44df-9807-a88d9f652143', 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05', 'port_id': '0cd1faad-ee2e-44df-9807-a88d9f652143', 'mac_address': 'fa:16:3e:d7:cb:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2315fb8e-5bcf-45cb-897d-5aa2d617522a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:26:21.541971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-16b7c872-92ec-44d1-8786-d0298b289b60 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for 56758efe-d195-44a6-9a80-6c8cdf2ed08a owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:21.581418 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:21.610115 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:21.634241 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd1faad-ee2e-44df-9807-a88d9f652143 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:26:21.672294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0cd1faad-ee2e-44df-9807-a88d9f652143, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0cd1faad-ee2e-44df-9807-a88d9f652143,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:21.686744 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:21.695697 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e0d6061d-5308-459b-a6f7-8ddc558cbdd3 req-6e637429-2c4b-4fc9-b84a-0757bf05518f tempest-ServerShowV247Test-207324566 tempest-ServerShowV247Test-207324566-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff4321ac-2443-4249-bfd2-c43f3503cd1e HTTP/1.1" status: 200 len: 210 time: 0.1691947 Feb 09 14:26:21.713248 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:21.758068 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-16b7c872-92ec-44d1-8786-d0298b289b60 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:21.834873 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=0cd1faad-ee2e-44df-9807-a88d9f652143,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:21.859471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef6f790-bebb-4a54-9ca9-083eb913afbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9e6130-c3b6-45cf-89f1-af729252e2cf'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:26:21.872741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7c872-92ec-44d1-8786-d0298b289b60 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=56758efe-d195-44a6-9a80-6c8cdf2ed08a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:21.883756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 8f9e6130-c3b6-45cf-89f1-af729252e2cf, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=8f9e6130-c3b6-45cf-89f1-af729252e2cf,segment=NetworkSegment(d6de0607-ba15-476e-9e5b-c0515de426a4),segment_id=d6de0607-ba15-476e-9e5b-c0515de426a4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:21.891859 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:21.894979 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-16b7c872-92ec-44d1-8786-d0298b289b60 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:21.908312 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-16b7c872-92ec-44d1-8786-d0298b289b60 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/56758efe-d195-44a6-9a80-6c8cdf2ed08a HTTP/1.1" status: 204 len: 168 time: 0.9404449 Feb 09 14:26:21.910838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43868) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:22.003848 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=8f9e6130-c3b6-45cf-89f1-af729252e2cf,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:22.020063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48387d4a-75fa-40c5-ae34-e539e14f51e4 req-2914d6ae-c647-41c9-a21f-b0ab6a47ba16 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:22.020788 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48387d4a-75fa-40c5-ae34-e539e14f51e4 req-2914d6ae-c647-41c9-a21f-b0ab6a47ba16 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 944 time: 0.1954298 Feb 09 14:26:22.086442 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48387d4a-75fa-40c5-ae34-e539e14f51e4 req-effa6b3c-e41e-4b2f-bb36-8acb93995765 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597293 Feb 09 14:26:22.090892 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:22.098500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352292c5-1bcf-487b-a4cf-799cf9cd3136 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:22.102064 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:22.115183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352292c5-1bcf-487b-a4cf-799cf9cd3136 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:22.116018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-352292c5-1bcf-487b-a4cf-799cf9cd3136 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:22.155635 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef6f790-bebb-4a54-9ca9-083eb913afbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9e6130-c3b6-45cf-89f1-af729252e2cf', 'code': 200} Feb 09 14:26:22.158481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99822788-6953-479c-9690-9a0ca9678634 req-e64df6a6-bd17-4609-a5f4-0716959bf0cd tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:22.165339 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99822788-6953-479c-9690-9a0ca9678634 req-e64df6a6-bd17-4609-a5f4-0716959bf0cd tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 945 time: 0.1734550 Feb 09 14:26:22.185381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-352292c5-1bcf-487b-a4cf-799cf9cd3136 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:22.186774 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-352292c5-1bcf-487b-a4cf-799cf9cd3136 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2745659 Feb 09 14:26:22.190247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43872) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:22.199214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['0cd1faad-ee2e-44df-9807-a88d9f652143'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:26:22.222857 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99822788-6953-479c-9690-9a0ca9678634 req-7aa125ec-f839-490d-b8da-aff0c8811881 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564210 Feb 09 14:26:22.309763 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Pushing event updated for resources: {'Port': ['ID=9cef6a48-7c0b-44a8-86a0-b9534c6ae79e,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:22.315034 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:22.324010 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbfe16-cd6a-44ec-b229-f0c77f0c5d88 req-3ab002e0-5fd4-4266-9d64-ba8f72c649c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:22.325707 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9adbfe16-cd6a-44ec-b229-f0c77f0c5d88 req-3ab002e0-5fd4-4266-9d64-ba8f72c649c9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 1096 time: 0.0965269 Feb 09 14:26:22.337281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-01997acf-8d4a-4105-9a1f-ca96fc1c251e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port 6d808709-25b4-4fed-97b4-af310b218fca {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:22.337625 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01997acf-8d4a-4105-9a1f-ca96fc1c251e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:22.376666 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9adbfe16-cd6a-44ec-b229-f0c77f0c5d88 req-5f9a4a2b-e462-460a-9ed3-d72a400573bc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432544 Feb 09 14:26:22.387572 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:22.389678 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-907458e9-2610-48d5-8423-8d0e292813db tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0914536 Feb 09 14:26:22.391764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43876) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:22.397785 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1501776598'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:22.403132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:22.408660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Usage tracker for resource:network and tenant:fe27fc2f2bef4572ad958524dadd7a75 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:22.411531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:22.418013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:22.429125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Made reservation on behalf of fe27fc2f2bef4572ad958524dadd7a75 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:22.433035 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:22.449296 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:22.463657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:22.467965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Usage tracker for resource:security_group_rule and tenant:fe27fc2f2bef4572ad958524dadd7a75 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:22.471614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:22.477381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:22.593959 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:22.600016 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:22.614190 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01997acf-8d4a-4105-9a1f-ca96fc1c251e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:22.632499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:26:22.640784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c01891-850b-4487-9f5c-a3685243434a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:22.646289 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:22.646640 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Added segment 08e380d9-4787-4068-ba8a-07b416831c67 of type vlan for network 0aba8795-c8a7-48fe-991e-c8c601bcd58e Feb 09 14:26:22.678094 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:22.716431 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:22.723641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:22.725240 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:22.741251 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-01997acf-8d4a-4105-9a1f-ca96fc1c251e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for 6d808709-25b4-4fed-97b4-af310b218fca owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:22.850709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Pushing event updated for resources: {'Network': ['ID=0aba8795-c8a7-48fe-991e-c8c601bcd58e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:22.853663 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01997acf-8d4a-4105-9a1f-ca96fc1c251e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:22.855303 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1689b3f4-ce66-4748-8a6a-26cd2c554ddc tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4624028 Feb 09 14:26:22.858293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43882) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:22.862615 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 0aba8795-c8a7-48fe-991e-c8c601bcd58e details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:26:22.870538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-29374a76-2942-44d9-af4e-67e06d27a352 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Request body: {'subnet': {'network_id': '0aba8795-c8a7-48fe-991e-c8c601bcd58e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:22.941267 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01997acf-8d4a-4105-9a1f-ca96fc1c251e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:22.945720 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01997acf-8d4a-4105-9a1f-ca96fc1c251e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=6d808709-25b4-4fed-97b4-af310b218fca,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:22.971443 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-01997acf-8d4a-4105-9a1f-ca96fc1c251e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/6d808709-25b4-4fed-97b4-af310b218fca HTTP/1.1" status: 204 len: 168 time: 0.7798290 Feb 09 14:26:22.973888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43888) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:23.003918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-29374a76-2942-44d9-af4e-67e06d27a352 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:23.011328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-29374a76-2942-44d9-af4e-67e06d27a352 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Usage tracker for resource:subnet and tenant:fe27fc2f2bef4572ad958524dadd7a75 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:23.014433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-29374a76-2942-44d9-af4e-67e06d27a352 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:23.020897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-29374a76-2942-44d9-af4e-67e06d27a352 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:23.031610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29374a76-2942-44d9-af4e-67e06d27a352 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Made reservation on behalf of fe27fc2f2bef4572ad958524dadd7a75 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:23.035572 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-29374a76-2942-44d9-af4e-67e06d27a352 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:23.097491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274b3841-10b0-4d49-8c9b-95c9e1ecafd1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:23.098243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-274b3841-10b0-4d49-8c9b-95c9e1ecafd1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:23.121280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-274b3841-10b0-4d49-8c9b-95c9e1ecafd1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:23.122890 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-274b3841-10b0-4d49-8c9b-95c9e1ecafd1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1473997 Feb 09 14:26:23.126050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43896) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:23.172164 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-39785e7a-8a09-4f36-8d63-395abc915e41 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] GET failed (client error): The resource could not be found. Feb 09 14:26:23.174354 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-39785e7a-8a09-4f36-8d63-395abc915e41 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports/56758efe-d195-44a6-9a80-6c8cdf2ed08a HTTP/1.1" status: 404 len: 333 time: 0.0468633 Feb 09 14:26:23.178233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43900) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:23.226090 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9592056-f4e9-4874-8097-195048690519 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] GET failed (client error): The resource could not be found. Feb 09 14:26:23.227513 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e9592056-f4e9-4874-8097-195048690519 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports/6d808709-25b4-4fed-97b4-af310b218fca HTTP/1.1" status: 404 len: 333 time: 0.0483789 Feb 09 14:26:23.230289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43904) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:23.249276 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43908) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:23.364081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27e463-66ba-4841-b4e8-63c66ee075ec req-1d39e52d-b9ab-4e32-b7fb-a30d968e7525 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:23.366376 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d27e463-66ba-4841-b4e8-63c66ee075ec req-1d39e52d-b9ab-4e32-b7fb-a30d968e7525 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 944 time: 0.1403229 Feb 09 14:26:23.463949 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d27e463-66ba-4841-b4e8-63c66ee075ec req-00d272ee-9c51-4fe1-a183-54e988c48c86 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655880 Feb 09 14:26:23.501589 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-29374a76-2942-44d9-af4e-67e06d27a352 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:23.528447 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a25a2dc-7a4f-45fb-a420-766e37a3da75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:23.554732 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-91192127-2409-4e1a-8427-5f13c1c44732 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:23.563398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5a25a2dc-7a4f-45fb-a420-766e37a3da75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:23.572336 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5a25a2dc-7a4f-45fb-a420-766e37a3da75 admin admin] Usage tracker for resource:security_group_rule and tenant:f8c127660810410387a70f9767e309d9 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:23.576439 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5a25a2dc-7a4f-45fb-a420-766e37a3da75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:23.587862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5a25a2dc-7a4f-45fb-a420-766e37a3da75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:23.588201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29374a76-2942-44d9-af4e-67e06d27a352 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Pushing event updated for resources: {'Subnet': ['ID=310bcb74-3099-487c-830c-8d75912935e2,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:23.595107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29374a76-2942-44d9-af4e-67e06d27a352 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Checking segment: {'id': '08e380d9-4787-4068-ba8a-07b416831c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0aba8795-c8a7-48fe-991e-c8c601bcd58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:23.595720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29374a76-2942-44d9-af4e-67e06d27a352 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Network hostable DHCP agents. Network: 0aba8795-c8a7-48fe-991e-c8c601bcd58e, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:26:23.614850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29374a76-2942-44d9-af4e-67e06d27a352 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Network 0aba8795-c8a7-48fe-991e-c8c601bcd58e is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:26:23.624696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-29374a76-2942-44d9-af4e-67e06d27a352 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 0aba8795-c8a7-48fe-991e-c8c601bcd58e) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:23.629674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29374a76-2942-44d9-af4e-67e06d27a352 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:23.630987 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-29374a76-2942-44d9-af4e-67e06d27a352 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:23.634428 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd97597-1f7a-4a18-94b8-ab4824ed4ea8 None None] Network 0aba8795-c8a7-48fe-991e-c8c601bcd58e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:23.659321 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-29374a76-2942-44d9-af4e-67e06d27a352 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7959628 Feb 09 14:26:23.659533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43918) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:23.665041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1456184223', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}, 'admin_state_up': False}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:23.673799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:23.678316 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Usage tracker for resource:router and tenant:fe27fc2f2bef4572ad958524dadd7a75 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:23.681558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:23.688275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:23.699149 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:23.700485 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:23.717804 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:23.760691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c134-8718-43d6-ac6d-06886071f058 req-1268b7d1-cb7f-40ae-be4c-78e8125c8cc2 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:23.760691 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-02e4c134-8718-43d6-ac6d-06886071f058 req-1268b7d1-cb7f-40ae-be4c-78e8125c8cc2 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 945 time: 0.3058627 Feb 09 14:26:23.774421 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-91192127-2409-4e1a-8427-5f13c1c44732 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:23.830511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-91192127-2409-4e1a-8427-5f13c1c44732 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d70158-bf6d-478b-b1cf-c34d27a7ac80']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:23.869993 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-02e4c134-8718-43d6-ac6d-06886071f058 req-6a58fd55-25e1-4132-8471-85572fa4b098 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104436 Feb 09 14:26:23.873938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-91192127-2409-4e1a-8427-5f13c1c44732 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60de1aec-2ef5-4bea-aba6-a338c98f9b10') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:23.874254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-91192127-2409-4e1a-8427-5f13c1c44732 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60de1aec-2ef5-4bea-aba6-a338c98f9b10') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:23.898192 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-91192127-2409-4e1a-8427-5f13c1c44732 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:23.931461 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-91192127-2409-4e1a-8427-5f13c1c44732 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:23.951260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-0aba8795-c8a7-48fe-991e-c8c601bcd58e', 'network_id': '0aba8795-c8a7-48fe-991e-c8c601bcd58e', 'tenant_id': 'fe27fc2f2bef4572ad958524dadd7a75', 'fixed_ips': [{'subnet_id': '310bcb74-3099-487c-830c-8d75912935e2'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:26:23.952242 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:23.954767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91192127-2409-4e1a-8427-5f13c1c44732 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:26:23.955362 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-91192127-2409-4e1a-8427-5f13c1c44732 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:26:23.977343 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:26:24.035166 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a25a2dc-7a4f-45fb-a420-766e37a3da75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.048522 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a25a2dc-7a4f-45fb-a420-766e37a3da75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.054030 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.109415 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5a25a2dc-7a4f-45fb-a420-766e37a3da75 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8c127660810410387a70f9767e309d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8592224 Feb 09 14:26:24.118651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43922) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:24.124291 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-91192127-2409-4e1a-8427-5f13c1c44732 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.160155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Allocated IP 172.20.0.2 (0aba8795-c8a7-48fe-991e-c8c601bcd58e/310bcb74-3099-487c-830c-8d75912935e2/77320e73-b536-4597-93fa-8acde32d59c1) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:24.164328 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-91192127-2409-4e1a-8427-5f13c1c44732 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.176901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25a2dc-7a4f-45fb-a420-766e37a3da75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cddf50-a014-4b57-80a7-87ee7e8a628e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:24.193552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91192127-2409-4e1a-8427-5f13c1c44732 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Network': ['ID=a1d70158-bf6d-478b-b1cf-c34d27a7ac80,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:24.219378 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-91192127-2409-4e1a-8427-5f13c1c44732 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/networks/a1d70158-bf6d-478b-b1cf-c34d27a7ac80 HTTP/1.1" status: 204 len: 168 time: 0.9833786 Feb 09 14:26:24.219846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43926) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:24.228843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c1e42124-fb42-4657-9edc-0f1551cbb8e6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2112513618'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:24.236452 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c1e42124-fb42-4657-9edc-0f1551cbb8e6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:24.246688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c1e42124-fb42-4657-9edc-0f1551cbb8e6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:network and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:24.252941 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c1e42124-fb42-4657-9edc-0f1551cbb8e6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:24.261564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c1e42124-fb42-4657-9edc-0f1551cbb8e6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:24.263417 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7540bd86-2193-42df-947c-e099ca37c4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.290174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e42124-fb42-4657-9edc-0f1551cbb8e6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:24.293583 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c1e42124-fb42-4657-9edc-0f1551cbb8e6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.310738 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7540bd86-2193-42df-947c-e099ca37c4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.355569 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e42124-fb42-4657-9edc-0f1551cbb8e6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:26:24.366803 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c1e42124-fb42-4657-9edc-0f1551cbb8e6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.367214 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-c1e42124-fb42-4657-9edc-0f1551cbb8e6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Added segment aa2b6b2f-5d09-46ad-b116-7b61bd3db382 of type vlan for network ffae6a7c-d9a0-40df-b900-8143689a60a8 Feb 09 14:26:24.395142 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.398994 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c1e42124-fb42-4657-9edc-0f1551cbb8e6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.403642 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7540bd86-2193-42df-947c-e099ca37c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.407242 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Transition to ACTIVE for port object 77320e73-b536-4597-93fa-8acde32d59c1 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:24.413219 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.426861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540bd86-2193-42df-947c-e099ca37c4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cddf50-a014-4b57-80a7-87ee7e8a628e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:24.433949 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Transition to ACTIVE for port object 77320e73-b536-4597-93fa-8acde32d59c1 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:24.444849 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.451676 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7540bd86-2193-42df-947c-e099ca37c4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.453675 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7540bd86-2193-42df-947c-e099ca37c4d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18cddf50-a014-4b57-80a7-87ee7e8a628e HTTP/1.1" status: 204 len: 168 time: 0.3337054 Feb 09 14:26:24.458068 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c1e42124-fb42-4657-9edc-0f1551cbb8e6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.465988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e42124-fb42-4657-9edc-0f1551cbb8e6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:24.466583 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c1e42124-fb42-4657-9edc-0f1551cbb8e6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.473267 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.606046 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c1e42124-fb42-4657-9edc-0f1551cbb8e6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3846028 Feb 09 14:26:24.608952 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Network 0aba8795-c8a7-48fe-991e-c8c601bcd58e is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:24.613290 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43934) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:24.617862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e42124-fb42-4657-9edc-0f1551cbb8e6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Network': ['ID=ffae6a7c-d9a0-40df-b900-8143689a60a8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:24.619444 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:24.624092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Allocated IP 172.25.8.22 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/2187c665-c385-4e68-86b7-056f4d79f67f) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:24.624743 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:24.631017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'subnet': {'network_id': 'ffae6a7c-d9a0-40df-b900-8143689a60a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:24.640877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network ffae6a7c-d9a0-40df-b900-8143689a60a8 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:26:24.812225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Pushing event updated for resources: {'Port': ['ID=77320e73-b536-4597-93fa-8acde32d59c1,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:24.851022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Attempting to bind port 77320e73-b536-4597-93fa-8acde32d59c1 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:26:24.851381 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Attempting to bind port 77320e73-b536-4597-93fa-8acde32d59c1 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '08e380d9-4787-4068-ba8a-07b416831c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0aba8795-c8a7-48fe-991e-c8c601bcd58e'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:26:24.851991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Attempting to bind port 77320e73-b536-4597-93fa-8acde32d59c1 on network 0aba8795-c8a7-48fe-991e-c8c601bcd58e {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:24.861627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:26:24.862069 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Checking segment: {'id': '08e380d9-4787-4068-ba8a-07b416831c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0aba8795-c8a7-48fe-991e-c8c601bcd58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:24.862476 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.862872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Bound using segment: {'id': '08e380d9-4787-4068-ba8a-07b416831c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0aba8795-c8a7-48fe-991e-c8c601bcd58e'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:26:24.863326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Bound port: 77320e73-b536-4597-93fa-8acde32d59c1, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e380d9-4787-4068-ba8a-07b416831c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0aba8795-c8a7-48fe-991e-c8c601bcd58e'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:26:24.863694 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:24.989063 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] For port 77320e73-b536-4597-93fa-8acde32d59c1, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:26:24.993201 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] For port 77320e73-b536-4597-93fa-8acde32d59c1, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=77320e73-b536-4597-93fa-8acde32d59c1,segment=NetworkSegment(08e380d9-4787-4068-ba8a-07b416831c67),segment_id=08e380d9-4787-4068-ba8a-07b416831c67)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:26:24.999559 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:25.026419 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:25.034502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:subnet and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:25.051320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:25.065392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:25.074708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0cd1faad-ee2e-44df-9807-a88d9f652143 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:26:25.075277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df482072-28d9-4f82-b692-38aa777b486f req-7aebf220-eb41-4fb8-ac84-9c2cbea97f00 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:25.077397 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df482072-28d9-4f82-b692-38aa777b486f req-7aebf220-eb41-4fb8-ac84-9c2cbea97f00 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 945 time: 0.0990314 Feb 09 14:26:25.105410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:25.108895 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:25.131998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f46e3-c7bd-42f3-9f51-4393d902ab15 req-78da9a4c-5e9a-4f50-b44d-36695c29abba tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:25.133875 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f3f46e3-c7bd-42f3-9f51-4393d902ab15 req-78da9a4c-5e9a-4f50-b44d-36695c29abba tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 944 time: 0.4265010 Feb 09 14:26:25.135505 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df482072-28d9-4f82-b692-38aa777b486f req-6c428dcb-ec80-461b-bbdf-a178d722361b tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506124 Feb 09 14:26:25.195597 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:25.261284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 0cd1faad-ee2e-44df-9807-a88d9f652143 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:25.268707 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 0cd1faad-ee2e-44df-9807-a88d9f652143 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:25.269311 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:25.276712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.ipam_backend_mixin [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Performing IP validity checks on allocation pools {{(pid=87597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 14:26:25.279047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.ipam_backend_mixin [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 14:26:25.295674 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f3f46e3-c7bd-42f3-9f51-4393d902ab15 req-2c1393ab-883a-4b4f-8b2c-3a6ca4842789 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526227 Feb 09 14:26:25.351695 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ac2f8-a503-41a6-925c-f155ac1d4228 None None] Pushing event updated for resources: {'Port': ['ID=77320e73-b536-4597-93fa-8acde32d59c1,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:25.400938 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:25.411368 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:25.445087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 0cd1faad-ee2e-44df-9807-a88d9f652143, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0cd1faad-ee2e-44df-9807-a88d9f652143,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:25.446291 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e84212-b56a-45ab-9a5b-9e1be178e288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd1faad-ee2e-44df-9807-a88d9f652143'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:26:25.464069 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:25.480829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43962) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:25.498809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:25.510446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:25.518945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:25.565870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Pushing event updated for resources: {'Port': ['ID=2187c665-c385-4e68-86b7-056f4d79f67f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:25.577444 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e84212-b56a-45ab-9a5b-9e1be178e288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd1faad-ee2e-44df-9807-a88d9f652143', 'code': 200} Feb 09 14:26:25.628535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:25.629499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:25.630565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:25.631407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:25.633652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:25.634330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:25.635030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:25.636580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:25.637322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:25.638051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:25.638764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:25.639477 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:25.673623 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=0cd1faad-ee2e-44df-9807-a88d9f652143,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:25.732369 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:25.776954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1781729812-network', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:25.794645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:25.799836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Usage tracker for resource:network and tenant:2d808ad86364433d8ce26979e7302aeb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:25.804176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:25.823773 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:25.846653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Made reservation on behalf of 2d808ad86364433d8ce26979e7302aeb for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:25.850698 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:25.868824 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:25.890253 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:25.894528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Usage tracker for resource:security_group_rule and tenant:2d808ad86364433d8ce26979e7302aeb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:25.899259 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:25.909046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:26.017982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 77320e73-b536-4597-93fa-8acde32d59c1 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:26:26.028236 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:26.036248 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:26.089008 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ccae9f-96a6-4378-95db-fe252fac874d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:26.091390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Subnet': ['ID=0be9c712-d1b7-4b63-abea-a0760a1d33ec,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:26.095984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:26:26.107778 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:26.108002 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Added segment aac0c14f-ea25-428a-866f-7c58faa1dd1c of type vlan for network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 Feb 09 14:26:26.129292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Checking segment: {'id': 'aa2b6b2f-5d09-46ad-b116-7b61bd3db382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffae6a7c-d9a0-40df-b900-8143689a60a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:26.129600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network hostable DHCP agents. Network: ffae6a7c-d9a0-40df-b900-8143689a60a8, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:26:26.132990 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 77320e73-b536-4597-93fa-8acde32d59c1 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:26.151215 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:26.196809 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:26.198196 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:26.198975 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:26.234559 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dfe4f-0e91-44c0-abfb-8a4763815de1 req-baf3899e-74a8-4a79-80f2-0652ac56e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:26.236662 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-716dfe4f-0e91-44c0-abfb-8a4763815de1 req-baf3899e-74a8-4a79-80f2-0652ac56e560 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 1096 time: 0.5653298 Feb 09 14:26:26.267936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network ffae6a7c-d9a0-40df-b900-8143689a60a8 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:26:26.318288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] Pushing event updated for resources: {'Network': ['ID=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:26.334513 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0b7ce77f-3866-42f7-8628-9078c57b28c2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8519592 Feb 09 14:26:26.337104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:26:26.350939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43980) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:26.365163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f28ef847-a969-4397-bb9f-f40871f0c5eb admin admin] Request body: {'subnet': {'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1781729812-subnet', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:26.380122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f28ef847-a969-4397-bb9f-f40871f0c5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:26.389413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f28ef847-a969-4397-bb9f-f40871f0c5eb admin admin] Usage tracker for resource:subnet and tenant:2d808ad86364433d8ce26979e7302aeb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:26.397615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f28ef847-a969-4397-bb9f-f40871f0c5eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:26.414235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f28ef847-a969-4397-bb9f-f40871f0c5eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:26.432241 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, ffae6a7c-d9a0-40df-b900-8143689a60a8) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:26.443666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28ef847-a969-4397-bb9f-f40871f0c5eb admin admin] Made reservation on behalf of 2d808ad86364433d8ce26979e7302aeb for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:26.447606 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f28ef847-a969-4397-bb9f-f40871f0c5eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:26.480424 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-716dfe4f-0e91-44c0-abfb-8a4763815de1 req-d78015cc-47bb-4c4f-a046-403b5b8614a6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369909 Feb 09 14:26:26.521800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:26.528400 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2d8ba5-70c8-4ca6-a98c-6f43638f1126 None None] Network ffae6a7c-d9a0-40df-b900-8143689a60a8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:26.533365 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:26.671822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-52137c59-ae5b-425b-933b-521e7566030d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0573900 Feb 09 14:26:26.678453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43988) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:26.681465 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:26.687015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-632a614d-e663-4252-a89e-f32db4a51bb9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'network_id': 'ffae6a7c-d9a0-40df-b900-8143689a60a8', 'name': 'tempest-PortsIpV6TestJSON-1179952136'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:26.784619 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dee8e374-b608-410d-82fc-99ceeb4ee741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:26.848166 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b21c88e-2956-4b4f-9ec1-549ed3f99e4d None None] Network 0aba8795-c8a7-48fe-991e-c8c601bcd58e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:26.913441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d3b83-145f-4078-ad2c-0f8d5a8aa6ca req-a9561cd4-d169-46fa-b4ff-25e2a644100b tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:26.915028 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bd3d3b83-145f-4078-ad2c-0f8d5a8aa6ca req-a9561cd4-d169-46fa-b4ff-25e2a644100b tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 945 time: 0.3133166 Feb 09 14:26:26.924744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-632a614d-e663-4252-a89e-f32db4a51bb9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:26.948707 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-ffae6a7c-d9a0-40df-b900-8143689a60a8', 'network_id': 'ffae6a7c-d9a0-40df-b900-8143689a60a8', 'tenant_id': 'e1d5a26f04bf4094b1d1bbdd5458e7eb', 'fixed_ips': [{'subnet_id': '0be9c712-d1b7-4b63-abea-a0760a1d33ec'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:26:26.949713 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:26.956739 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55463ab6-415e-4c91-8b37-d23431e45537 req-9337bdec-cc8d-4f0c-8e3c-eb9aa24c4d7c tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:26.960356 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55463ab6-415e-4c91-8b37-d23431e45537 req-9337bdec-cc8d-4f0c-8e3c-eb9aa24c4d7c tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 945 time: 0.3418541 Feb 09 14:26:26.963954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-632a614d-e663-4252-a89e-f32db4a51bb9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:26.996091 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0ef40725-75e1-43ea-9a2a-547dd968ca3a None None] Provisioning for port 77320e73-b536-4597-93fa-8acde32d59c1 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:27.053574 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0ef40725-75e1-43ea-9a2a-547dd968ca3a None None] Provisioning complete for port 77320e73-b536-4597-93fa-8acde32d59c1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:27.053946 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0ef40725-75e1-43ea-9a2a-547dd968ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:27.068054 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bd3d3b83-145f-4078-ad2c-0f8d5a8aa6ca req-56a5bb23-d597-47ae-9450-a31b39972198 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429985 Feb 09 14:26:27.153995 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632a614d-e663-4252-a89e-f32db4a51bb9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:27.158434 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-632a614d-e663-4252-a89e-f32db4a51bb9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:27.190040 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55463ab6-415e-4c91-8b37-d23431e45537 req-e6002761-1615-443a-aed7-bf61fe7c30f6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206709 Feb 09 14:26:27.192412 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f28ef847-a969-4397-bb9f-f40871f0c5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:27.242448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-632a614d-e663-4252-a89e-f32db4a51bb9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] device_id is not set on port a98578f0-6b66-4c30-9d42-e8d16fe07a20 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:26:27.317713 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:27.352131 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ef847-a969-4397-bb9f-f40871f0c5eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=85b1f5ca-a5fa-4f7b-8f04-40895b87e889,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:27.360139 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ef847-a969-4397-bb9f-f40871f0c5eb admin admin] Checking segment: {'id': 'aac0c14f-ea25-428a-866f-7c58faa1dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:27.360878 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ef847-a969-4397-bb9f-f40871f0c5eb admin admin] Network hostable DHCP agents. Network: b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:26:27.391787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ef847-a969-4397-bb9f-f40871f0c5eb admin admin] Network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:26:27.402669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f28ef847-a969-4397-bb9f-f40871f0c5eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:27.407502 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28ef847-a969-4397-bb9f-f40871f0c5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:27.408154 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f28ef847-a969-4397-bb9f-f40871f0c5eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:27.409092 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Allocated IP 2001:db8::2 (ffae6a7c-d9a0-40df-b900-8143689a60a8/0be9c712-d1b7-4b63-abea-a0760a1d33ec/ede4ac4b-83db-4f49-a8de-1827fb217e19) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:27.420010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b0cb79-6103-4daa-ac8f-df1bcfd191f2 None None] Network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:27.439415 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f28ef847-a969-4397-bb9f-f40871f0c5eb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0843477 Feb 09 14:26:27.439654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43992) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:27.444509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:27.450034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:27.454498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Usage tracker for resource:router and tenant:2d808ad86364433d8ce26979e7302aeb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:27.458488 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:27.464396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:27.476050 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:27.477846 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:27.494564 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:27.507084 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0ef40725-75e1-43ea-9a2a-547dd968ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:27.546770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Router 585ba929-09a7-4a6d-be68-9d1c12d9f400 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:26:27.679464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0ef40725-75e1-43ea-9a2a-547dd968ca3a None None] For port 77320e73-b536-4597-93fa-8acde32d59c1, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=77320e73-b536-4597-93fa-8acde32d59c1,segment=NetworkSegment(08e380d9-4787-4068-ba8a-07b416831c67),segment_id=08e380d9-4787-4068-ba8a-07b416831c67)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:27.698921 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0ef40725-75e1-43ea-9a2a-547dd968ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:27.743567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:26:27.756470 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52f8ef-950f-491c-80d7-1a7cdf4dd7e8 None None] Sync routers for ids ['585ba929-09a7-4a6d-be68-9d1c12d9f400'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:26:27.766877 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52f8ef-950f-491c-80d7-1a7cdf4dd7e8 None None] Routers {'585ba929-09a7-4a6d-be68-9d1c12d9f400'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:26:27.767682 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0c52f8ef-950f-491c-80d7-1a7cdf4dd7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:25:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['585ba929-09a7-4a6d-be68-9d1c12d9f400'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:27.770880 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:27.772477 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6c5b55ac-7d7e-480f-8b1d-58bd1bb83ca4 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.1118703 Feb 09 14:26:27.775608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43996) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:27.833124 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:27.835521 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0c52f8ef-950f-491c-80d7-1a7cdf4dd7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:27.847360 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52f8ef-950f-491c-80d7-1a7cdf4dd7e8 None None] Routers {'585ba929-09a7-4a6d-be68-9d1c12d9f400'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:26:27.849178 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0c52f8ef-950f-491c-80d7-1a7cdf4dd7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:25:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['585ba929-09a7-4a6d-be68-9d1c12d9f400'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:27.981000 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0c52f8ef-950f-491c-80d7-1a7cdf4dd7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:27.981787 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52f8ef-950f-491c-80d7-1a7cdf4dd7e8 None None] The sync data for ids ['585ba929-09a7-4a6d-be68-9d1c12d9f400'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:26:28.128383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef40725-75e1-43ea-9a2a-547dd968ca3a None None] Pushing event updated for resources: {'Port': ['ID=77320e73-b536-4597-93fa-8acde32d59c1,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:28.147082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:26:28.147964 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:28.287435 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:28.296237 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:28.329226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Transition to ACTIVE for port object ede4ac4b-83db-4f49-a8de-1827fb217e19 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:28.334219 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:28.369838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a8cad16e-a930-400a-b8b1-b47f10089885 None None] Provisioning complete for port 77320e73-b536-4597-93fa-8acde32d59c1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:28.370112 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a8cad16e-a930-400a-b8b1-b47f10089885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:28.423266 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Transition to ACTIVE for port object ede4ac4b-83db-4f49-a8de-1827fb217e19 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:28.439163 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:28.537696 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Network ffae6a7c-d9a0-40df-b900-8143689a60a8 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:28.548341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:28.555856 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:28.596491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-632a614d-e663-4252-a89e-f32db4a51bb9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Allocated IP 2001:db8::324 (ffae6a7c-d9a0-40df-b900-8143689a60a8/0be9c712-d1b7-4b63-abea-a0760a1d33ec/a98578f0-6b66-4c30-9d42-e8d16fe07a20) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:28.626994 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95321aa4-94fc-489d-9820-e36e3fc56afd req-d298aff9-4fcc-4c66-89ab-f18b4aa05015 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:28.629072 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-95321aa4-94fc-489d-9820-e36e3fc56afd req-d298aff9-4fcc-4c66-89ab-f18b4aa05015 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 945 time: 0.2555139 Feb 09 14:26:28.645517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c066-4b4c-49e4-a39f-99f2c14f972e req-ae187829-1b72-4c2e-a227-0931064eeb5e tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:28.647160 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d50c066-4b4c-49e4-a39f-99f2c14f972e req-ae187829-1b72-4c2e-a227-0931064eeb5e tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 945 time: 0.3473222 Feb 09 14:26:28.659473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Pushing event updated for resources: {'Port': ['ID=ede4ac4b-83db-4f49-a8de-1827fb217e19,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:28.695453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Allocated IP 172.25.8.113 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/0d53a9ee-c094-4650-998f-745728377f14) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:28.707100 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Allocated IP 172.20.0.2 (b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9/85b1f5ca-a5fa-4f7b-8f04-40895b87e889/1ac4a5a8-e9a5-4297-bcfb-343da28cc05d) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:28.725389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee49d7b-fb8a-409d-aa02-8ed3d88a3074 req-5733cd96-b65a-4f77-b833-61954910d2fa tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:28.727388 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bee49d7b-fb8a-409d-aa02-8ed3d88a3074 req-5733cd96-b65a-4f77-b833-61954910d2fa tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.35 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 945 time: 0.3372240 Feb 09 14:26:28.739483 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-95321aa4-94fc-489d-9820-e36e3fc56afd req-8ba87751-ab16-418d-8d69-7232e225f1d4 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942647 Feb 09 14:26:28.819896 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Attempting to bind port ede4ac4b-83db-4f49-a8de-1827fb217e19 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:26:28.820265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Attempting to bind port ede4ac4b-83db-4f49-a8de-1827fb217e19 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'aa2b6b2f-5d09-46ad-b116-7b61bd3db382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffae6a7c-d9a0-40df-b900-8143689a60a8'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:26:28.820625 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Attempting to bind port ede4ac4b-83db-4f49-a8de-1827fb217e19 on network ffae6a7c-d9a0-40df-b900-8143689a60a8 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:28.831391 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:26:28.832410 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Checking segment: {'id': 'aa2b6b2f-5d09-46ad-b116-7b61bd3db382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffae6a7c-d9a0-40df-b900-8143689a60a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:28.832410 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:28.832681 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Bound using segment: {'id': 'aa2b6b2f-5d09-46ad-b116-7b61bd3db382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffae6a7c-d9a0-40df-b900-8143689a60a8'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:26:28.833010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Bound port: ede4ac4b-83db-4f49-a8de-1827fb217e19, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2b6b2f-5d09-46ad-b116-7b61bd3db382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffae6a7c-d9a0-40df-b900-8143689a60a8'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:26:28.833381 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:28.978635 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d50c066-4b4c-49e4-a39f-99f2c14f972e req-0c3b854a-f01b-4815-bb2f-07e3aeba3eaa tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240676 Feb 09 14:26:28.985817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] For port ede4ac4b-83db-4f49-a8de-1827fb217e19, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:26:29.039582 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] For port ede4ac4b-83db-4f49-a8de-1827fb217e19, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ede4ac4b-83db-4f49-a8de-1827fb217e19,segment=NetworkSegment(aa2b6b2f-5d09-46ad-b116-7b61bd3db382),segment_id=aa2b6b2f-5d09-46ad-b116-7b61bd3db382)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:26:29.048977 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:29.070036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-bee49d7b-fb8a-409d-aa02-8ed3d88a3074 req-b00f4089-820a-4fa7-8775-205adf53b721 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Deleting port 8f9e6130-c3b6-45cf-89f1-af729252e2cf {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:29.072067 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bee49d7b-fb8a-409d-aa02-8ed3d88a3074 req-b00f4089-820a-4fa7-8775-205adf53b721 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:29.113234 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:29.145404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Transition to ACTIVE for port object 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:29.183128 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bbc08-6da9-43e8-b05d-ab1671c71ec7 None None] Pushing event updated for resources: {'Port': ['ID=ede4ac4b-83db-4f49-a8de-1827fb217e19,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:29.188765 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Transition to ACTIVE for port object 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:29.204691 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:29.207285 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:29.216252 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-632a614d-e663-4252-a89e-f32db4a51bb9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:29.242687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-632a614d-e663-4252-a89e-f32db4a51bb9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Transition to ACTIVE for port object a98578f0-6b66-4c30-9d42-e8d16fe07a20 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:29.249524 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-76d0b02b-0cad-4386-8511-1e5b57d60eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:29.276991 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:29.281616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:29.284859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:29.288533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:29.332023 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:29.351496 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-632a614d-e663-4252-a89e-f32db4a51bb9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:29.360615 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Pushing event updated for resources: {'Port': ['ID=1ac4a5a8-e9a5-4297-bcfb-343da28cc05d,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:29.373761 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:29.389614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:29.393154 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Attempting to bind port 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:26:29.393522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Attempting to bind port 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'aac0c14f-ea25-428a-866f-7c58faa1dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:26:29.393880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Attempting to bind port 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d on network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:29.400053 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:26:29.400548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Checking segment: {'id': 'aac0c14f-ea25-428a-866f-7c58faa1dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:29.401014 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:29.401471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Bound using segment: {'id': 'aac0c14f-ea25-428a-866f-7c58faa1dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:26:29.402004 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Bound port: 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac0c14f-ea25-428a-866f-7c58faa1dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:26:29.402449 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:29.402579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632a614d-e663-4252-a89e-f32db4a51bb9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network ffae6a7c-d9a0-40df-b900-8143689a60a8 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:29.403673 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:29.467434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-632a614d-e663-4252-a89e-f32db4a51bb9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:29.547808 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] For port 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:26:29.552356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] For port 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1ac4a5a8-e9a5-4297-bcfb-343da28cc05d,segment=NetworkSegment(aac0c14f-ea25-428a-866f-7c58faa1dd1c),segment_id=aac0c14f-ea25-428a-866f-7c58faa1dd1c)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:26:29.558380 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:29.601743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd04e8e-466f-4ebd-be84-d45a8a7f19c3 req-9473278a-a053-416c-81a0-4004b75ce6a1 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:29.608718 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2fd04e8e-466f-4ebd-be84-d45a8a7f19c3 req-9473278a-a053-416c-81a0-4004b75ce6a1 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 945 time: 0.4408085 Feb 09 14:26:29.681445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defde2c8-7f20-465f-b89f-7d0d84ff0699 None None] Pushing event updated for resources: {'Port': ['ID=1ac4a5a8-e9a5-4297-bcfb-343da28cc05d,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:29.684160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a614d-e663-4252-a89e-f32db4a51bb9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:29.690430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632a614d-e663-4252-a89e-f32db4a51bb9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:29.691066 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-632a614d-e663-4252-a89e-f32db4a51bb9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:29.775979 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-632a614d-e663-4252-a89e-f32db4a51bb9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0920489 Feb 09 14:26:29.776248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44008) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:29.784983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Pushing event updated for resources: {'Port': ['ID=0d53a9ee-c094-4650-998f-745728377f14,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:29.873033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a614d-e663-4252-a89e-f32db4a51bb9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=a98578f0-6b66-4c30-9d42-e8d16fe07a20,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:29.904100 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2fd04e8e-466f-4ebd-be84-d45a8a7f19c3 req-44581661-952e-44d8-b8e0-a5add7959b5f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943976 Feb 09 14:26:29.923819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-bee49d7b-fb8a-409d-aa02-8ed3d88a3074 req-b00f4089-820a-4fa7-8775-205adf53b721 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] For port 8f9e6130-c3b6-45cf-89f1-af729252e2cf, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=8f9e6130-c3b6-45cf-89f1-af729252e2cf,segment=NetworkSegment(d6de0607-ba15-476e-9e5b-c0515de426a4),segment_id=d6de0607-ba15-476e-9e5b-c0515de426a4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:29.924391 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bee49d7b-fb8a-409d-aa02-8ed3d88a3074 req-b00f4089-820a-4fa7-8775-205adf53b721 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:30.163890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 77320e73-b536-4597-93fa-8acde32d59c1 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:26:30.231655 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:30.232394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-bee49d7b-fb8a-409d-aa02-8ed3d88a3074 req-b00f4089-820a-4fa7-8775-205adf53b721 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Calling delete_port for 8f9e6130-c3b6-45cf-89f1-af729252e2cf owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:30.268215 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:30.285987 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:30.298368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 77320e73-b536-4597-93fa-8acde32d59c1 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:30.298368 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:30.340814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-e44962df-40e8-4679-8aee-4365d7d54db6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port a98578f0-6b66-4c30-9d42-e8d16fe07a20 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:30.341169 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e44962df-40e8-4679-8aee-4365d7d54db6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:30.345528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8970b-bef4-47e8-ba8d-2435e1eae87e req-b73e200d-e57b-441d-a4e6-8e802f3e2eb4 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:30.347052 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-62f8970b-bef4-47e8-ba8d-2435e1eae87e req-b73e200d-e57b-441d-a4e6-8e802f3e2eb4 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 945 time: 0.2426393 Feb 09 14:26:30.453162 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ede4ac4b-83db-4f49-a8de-1827fb217e19 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:26:30.497690 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-62f8970b-bef4-47e8-ba8d-2435e1eae87e req-5d095794-042c-4099-b4d3-4b46314995d4 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431460 Feb 09 14:26:30.587055 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port ede4ac4b-83db-4f49-a8de-1827fb217e19 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:30.792439 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:30.923413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4538cb90-cea7-4229-aeff-da997a5dfbe2 None None] Network ffae6a7c-d9a0-40df-b900-8143689a60a8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:30.998848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Allocated IP 172.20.0.1 (0aba8795-c8a7-48fe-991e-c8c601bcd58e/310bcb74-3099-487c-830c-8d75912935e2/131d2b21-7a40-45de-8b8d-c8946400c27f) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:31.037993 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bee49d7b-fb8a-409d-aa02-8ed3d88a3074 req-b00f4089-820a-4fa7-8775-205adf53b721 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:31.051003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead30c08-1a1a-413d-9473-1a0b40e2a7f9 req-8415a074-3749-4075-b629-baa11b87f9b2 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:31.052628 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ead30c08-1a1a-413d-9473-1a0b40e2a7f9 req-8415a074-3749-4075-b629-baa11b87f9b2 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef6f790-bebb-4a54-9ca9-083eb913afbe HTTP/1.1" status: 200 len: 945 time: 0.8385348 Feb 09 14:26:31.063811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['8f9e6130-c3b6-45cf-89f1-af729252e2cf'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:26:31.109474 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-08daf90f-6792-4043-b769-589a1e737c8d None None] Provisioning for port ede4ac4b-83db-4f49-a8de-1827fb217e19 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:31.130329 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e44962df-40e8-4679-8aee-4365d7d54db6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:31.134689 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-08daf90f-6792-4043-b769-589a1e737c8d None None] Provisioning complete for port ede4ac4b-83db-4f49-a8de-1827fb217e19 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:31.135196 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-08daf90f-6792-4043-b769-589a1e737c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:31.226664 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2ef766-46f4-4544-bd17-4f053706f1f8 None None] Network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:31.272231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a9d71-b0de-4b30-9f2e-e60d8ac43aff req-952496b5-1425-42ea-9728-36b4809d91d7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:31.273851 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb0a9d71-b0de-4b30-9f2e-e60d8ac43aff req-952496b5-1425-42ea-9728-36b4809d91d7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 945 time: 0.2772157 Feb 09 14:26:31.274886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:26:31.369679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-e44962df-40e8-4679-8aee-4365d7d54db6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for a98578f0-6b66-4c30-9d42-e8d16fe07a20 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:31.403769 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb0a9d71-b0de-4b30-9f2e-e60d8ac43aff req-4d3dc43f-89ca-4a91-b2a7-989faf743fb7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183372 Feb 09 14:26:31.443228 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f4089-820a-4fa7-8775-205adf53b721 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Pushing event deleted for resources: {'Port': ['ID=8f9e6130-c3b6-45cf-89f1-af729252e2cf,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:31.461404 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-08daf90f-6792-4043-b769-589a1e737c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:31.499941 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:26:31.531852 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Sync routers for ids ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:26:31.533421 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:31.535722 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c54edf5f-7c4f-49f3-8e60-301815d4e941 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0945959 Feb 09 14:26:31.537835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44020) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:31.578157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee49d7b-fb8a-409d-aa02-8ed3d88a3074 req-b00f4089-820a-4fa7-8775-205adf53b721 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] No DVR routers for this DVR port 8f9e6130-c3b6-45cf-89f1-af729252e2cf on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:26:31.597433 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ead30c08-1a1a-413d-9473-1a0b40e2a7f9 req-0f18671d-65b5-4fb5-81e3-84bb5e8caf41 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935990 Feb 09 14:26:31.598885 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bee49d7b-fb8a-409d-aa02-8ed3d88a3074 req-b00f4089-820a-4fa7-8775-205adf53b721 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:31.612941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef6f790-bebb-4a54-9ca9-083eb913afbe', 'name': 'network-vif-deleted', 'tag': '8f9e6130-c3b6-45cf-89f1-af729252e2cf'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:26:31.619204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Routers {'013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:26:31.620158 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:26:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:31.631060 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bee49d7b-fb8a-409d-aa02-8ed3d88a3074 req-b00f4089-820a-4fa7-8775-205adf53b721 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.35 "DELETE /v2.0/ports/8f9e6130-c3b6-45cf-89f1-af729252e2cf HTTP/1.1" status: 204 len: 173 time: 2.8923867 Feb 09 14:26:31.710444 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:31.742938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Transition to ACTIVE for port object 131d2b21-7a40-45de-8b8d-c8946400c27f will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:31.750749 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e44962df-40e8-4679-8aee-4365d7d54db6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:31.808712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44962df-40e8-4679-8aee-4365d7d54db6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=a98578f0-6b66-4c30-9d42-e8d16fe07a20,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:31.809615 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-08daf90f-6792-4043-b769-589a1e737c8d None None] For port ede4ac4b-83db-4f49-a8de-1827fb217e19, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ede4ac4b-83db-4f49-a8de-1827fb217e19,segment=NetworkSegment(aa2b6b2f-5d09-46ad-b116-7b61bd3db382),segment_id=aa2b6b2f-5d09-46ad-b116-7b61bd3db382)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:31.862116 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e44962df-40e8-4679-8aee-4365d7d54db6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:31.876539 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e44962df-40e8-4679-8aee-4365d7d54db6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/a98578f0-6b66-4c30-9d42-e8d16fe07a20 HTTP/1.1" status: 204 len: 168 time: 2.0933421 Feb 09 14:26:31.878180 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:31.878922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44028) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:31.903416 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-08daf90f-6792-4043-b769-589a1e737c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:31.943894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Network 0aba8795-c8a7-48fe-991e-c8c601bcd58e is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:31.950451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:31.963666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:32.034946 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:32.049079 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08daf90f-6792-4043-b769-589a1e737c8d None None] Pushing event updated for resources: {'Port': ['ID=ede4ac4b-83db-4f49-a8de-1827fb217e19,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:32.061216 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:32.064209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:26:32.074017 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-061c9f65-6e36-4337-bc5a-687d737bdc77 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] DELETE failed (client error): The resource could not be found. Feb 09 14:26:32.074495 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-061c9f65-6e36-4337-bc5a-687d737bdc77 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:32.078672 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-061c9f65-6e36-4337-bc5a-687d737bdc77 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/a98578f0-6b66-4c30-9d42-e8d16fe07a20 HTTP/1.1" status: 404 len: 333 time: 0.1438901 Feb 09 14:26:32.079435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44032) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:32.131819 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b2dc52-66eb-41a5-8376-804e6712568c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] GET failed (client error): The resource could not be found. Feb 09 14:26:32.132156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-72b2dc52-66eb-41a5-8376-804e6712568c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:32.215517 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef6f790-bebb-4a54-9ca9-083eb913afbe', 'name': 'network-vif-deleted', 'tag': '8f9e6130-c3b6-45cf-89f1-af729252e2cf', 'status': 'completed', 'code': 200} Feb 09 14:26:32.222472 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-18e55b74-3ea1-41ba-b87f-397be5f1378a None None] Provisioning for port 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:32.230573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-72b2dc52-66eb-41a5-8376-804e6712568c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:32.234367 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-72b2dc52-66eb-41a5-8376-804e6712568c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports/a98578f0-6b66-4c30-9d42-e8d16fe07a20 HTTP/1.1" status: 404 len: 333 time: 0.1512589 Feb 09 14:26:32.236232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44036) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:32.248738 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Set router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:26:32.261911 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Pushing event updated for resources: {'Port': ['ID=131d2b21-7a40-45de-8b8d-c8946400c27f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:32.394415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a4a5bc-81bb-47d7-9ed7-7f233bd74cef tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting subnet 0be9c712-d1b7-4b63-abea-a0760a1d33ec {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:26:32.397714 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-78a4a5bc-81bb-47d7-9ed7-7f233bd74cef tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:32.499511 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-78a4a5bc-81bb-47d7-9ed7-7f233bd74cef tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:32.574340 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:32.584314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9bbfc359-11b0-447b-be30-e78476ce2cb5 None None] Provisioning for port 131d2b21-7a40-45de-8b8d-c8946400c27f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:32.619639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9bbfc359-11b0-447b-be30-e78476ce2cb5 None None] Provisioning complete for port 131d2b21-7a40-45de-8b8d-c8946400c27f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:32.621095 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9bbfc359-11b0-447b-be30-e78476ce2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:32.673976 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-78a4a5bc-81bb-47d7-9ed7-7f233bd74cef tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:32.693356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-9bbfc359-11b0-447b-be30-e78476ce2cb5 None None] Port 131d2b21-7a40-45de-8b8d-c8946400c27f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:26:32.698227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:32.699091 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:32.785462 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:32.833938 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-78a4a5bc-81bb-47d7-9ed7-7f233bd74cef tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:32.893925 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-354c3a13-f8e4-4523-b8a1-a7cf4d2a1459 None None] Provisioning complete for port ede4ac4b-83db-4f49-a8de-1827fb217e19 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:32.894393 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-354c3a13-f8e4-4523-b8a1-a7cf4d2a1459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:32.931834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4a5bc-81bb-47d7-9ed7-7f233bd74cef tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Subnet': ['ID=0be9c712-d1b7-4b63-abea-a0760a1d33ec,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:32.937448 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-78a4a5bc-81bb-47d7-9ed7-7f233bd74cef tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:32.956458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb2dc3-7664-4f77-b450-1d02c62b0107 req-9d82bb9d-2e3f-462a-be45-ce31a33468b3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:32.957999 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46cb2dc3-7664-4f77-b450-1d02c62b0107 req-9d82bb9d-2e3f-462a-be45-ce31a33468b3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 945 time: 0.4347475 Feb 09 14:26:33.001864 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-78a4a5bc-81bb-47d7-9ed7-7f233bd74cef tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/0be9c712-d1b7-4b63-abea-a0760a1d33ec HTTP/1.1" status: 204 len: 168 time: 0.7649200 Feb 09 14:26:33.009289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44048) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:33.093644 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 8f9e6130-c3b6-45cf-89f1-af729252e2cf no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:26:33.153739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 8f9e6130-c3b6-45cf-89f1-af729252e2cf {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:26:33.154183 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 8f9e6130-c3b6-45cf-89f1-af729252e2cf not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:26:33.323974 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:33.341001 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-354c3a13-f8e4-4523-b8a1-a7cf4d2a1459 None None] Could not find standard attr ID for object a98578f0-6b66-4c30-9d42-e8d16fe07a20. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:26:33.344647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c24d1a-12e8-421c-8fec-4be51cf98ad9 req-02521f16-80f0-4603-9326-912cbb65f5f9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:33.346303 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c24d1a-12e8-421c-8fec-4be51cf98ad9 req-02521f16-80f0-4603-9326-912cbb65f5f9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 945 time: 0.7296832 Feb 09 14:26:33.358543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:29Z', 'revision_number': 3, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:33.361162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-46cb2dc3-7664-4f77-b450-1d02c62b0107 req-d81c9f5e-1886-45e4-8c8e-8fe7c10974b9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Deleting port 0cd1faad-ee2e-44df-9807-a88d9f652143 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:33.361522 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-46cb2dc3-7664-4f77-b450-1d02c62b0107 req-d81c9f5e-1886-45e4-8c8e-8fe7c10974b9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:33.371429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b12c8d-2bab-4950-b091-a9cf3957024b None None] Network ffae6a7c-d9a0-40df-b900-8143689a60a8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:33.384348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Checking router: 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:26:33.385313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Updating router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 port 0d53a9ee-c094-4650-998f-745728377f14 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:26:33.440395 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:33.451681 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:33.473712 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:33.578746 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-6be3d903-6a96-47bd-a417-3ff045d196fc tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:33.580018 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-6be3d903-6a96-47bd-a417-3ff045d196fc tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/networks?id=4d8d79c2-9432-4fdc-bda9-84cda8a258f1 HTTP/1.1" status: 200 len: 809 time: 0.3045919 Feb 09 14:26:33.592380 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port ede4ac4b-83db-4f49-a8de-1827fb217e19 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:33.592596 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:33.596579 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c24d1a-12e8-421c-8fec-4be51cf98ad9 req-ae8207fc-e060-4c09-af02-5558b6922668 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045169 Feb 09 14:26:33.636800 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1ac4a5a8-e9a5-4297-bcfb-343da28cc05d,segment=NetworkSegment(aac0c14f-ea25-428a-866f-7c58faa1dd1c),segment_id=aac0c14f-ea25-428a-866f-7c58faa1dd1c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:33.677490 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:33.679091 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-5da4b84f-809a-46e3-8326-1052c5273c9c tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/quotas/b466cc4ddfce445a94207dc130c0d0ad HTTP/1.1" status: 200 len: 375 time: 0.0885301 Feb 09 14:26:33.752751 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-50650a25-174b-4160-a8c0-c5bac3360afe tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b466cc4ddfce445a94207dc130c0d0ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607975 Feb 09 14:26:33.804233 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7cd37e75-42a0-4002-b804-74c88b2a7357 None None] Provisioning complete for port 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:33.804704 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7cd37e75-42a0-4002-b804-74c88b2a7357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:33.918126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=1ac4a5a8-e9a5-4297-bcfb-343da28cc05d,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:33.952694 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:33.955777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-46cb2dc3-7664-4f77-b450-1d02c62b0107 req-d81c9f5e-1886-45e4-8c8e-8fe7c10974b9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] For port 0cd1faad-ee2e-44df-9807-a88d9f652143, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=0cd1faad-ee2e-44df-9807-a88d9f652143,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:33.956330 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-46cb2dc3-7664-4f77-b450-1d02c62b0107 req-d81c9f5e-1886-45e4-8c8e-8fe7c10974b9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:33.966990 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:34.030521 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ede4ac4b-83db-4f49-a8de-1827fb217e19 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:26:34.034349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Allocated IP 172.20.0.1 (b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9/85b1f5ca-a5fa-4f7b-8f04-40895b87e889/992a9b82-6e93-45f1-a04c-b2373f543fb4) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:34.127338 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-264ae451-c7ed-4387-b71b-245e6a7a2c80 service neutron] 10.222.0.48 "GET /v2.0/networks/4d8d79c2-9432-4fdc-bda9-84cda8a258f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398101 Feb 09 14:26:34.153882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7cd37e75-42a0-4002-b804-74c88b2a7357 None None] Could not find standard attr ID for object a98578f0-6b66-4c30-9d42-e8d16fe07a20. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:26:34.169940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-46cb2dc3-7664-4f77-b450-1d02c62b0107 req-d81c9f5e-1886-45e4-8c8e-8fe7c10974b9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Calling delete_port for 0cd1faad-ee2e-44df-9807-a88d9f652143 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:34.176894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ede4ac4b-83db-4f49-a8de-1827fb217e19 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:34.177278 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:34.208282 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b704ee00-4fa8-4c07-bed6-4b175ed53d7e None None] DHCP port deletion for ffae6a7c-d9a0-40df-b900-8143689a60a8 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:26:34.211935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] For port ede4ac4b-83db-4f49-a8de-1827fb217e19, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ede4ac4b-83db-4f49-a8de-1827fb217e19,segment=NetworkSegment(aa2b6b2f-5d09-46ad-b116-7b61bd3db382),segment_id=aa2b6b2f-5d09-46ad-b116-7b61bd3db382)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:34.212292 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:34.224506 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b704ee00-4fa8-4c07-bed6-4b175ed53d7e None None] Deleting port ede4ac4b-83db-4f49-a8de-1827fb217e19 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:34.224506 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b704ee00-4fa8-4c07-bed6-4b175ed53d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:34.274452 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:34.279928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Pushing event updated for resources: {'Port': ['ID=131d2b21-7a40-45de-8b8d-c8946400c27f,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:34.389255 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:34.396550 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for ede4ac4b-83db-4f49-a8de-1827fb217e19 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:34.477746 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-46cb2dc3-7664-4f77-b450-1d02c62b0107 req-d81c9f5e-1886-45e4-8c8e-8fe7c10974b9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:34.481927 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Transition to ACTIVE for port object 0d53a9ee-c094-4650-998f-745728377f14 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:34.522162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Network 0aba8795-c8a7-48fe-991e-c8c601bcd58e is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:34.531851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:34.546176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c9f5e-1886-45e4-8c8e-8fe7c10974b9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Pushing event deleted for resources: {'Port': ['ID=0cd1faad-ee2e-44df-9807-a88d9f652143,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:34.559345 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-7ed919c3-6039-49bb-bf60-2c5a5dde879c service neutron] 10.222.0.48 "GET /v2.0/networks/4d8d79c2-9432-4fdc-bda9-84cda8a258f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285181 Feb 09 14:26:34.592697 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:34.659173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['5ae9c28d-999c-4ab4-812a-56d6c7459cf8', '0cd1faad-ee2e-44df-9807-a88d9f652143'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:26:34.675581 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:34.713080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=ede4ac4b-83db-4f49-a8de-1827fb217e19,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:34.717354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cb2dc3-7664-4f77-b450-1d02c62b0107 req-d81c9f5e-1886-45e4-8c8e-8fe7c10974b9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] No DVR routers for this DVR port 0cd1faad-ee2e-44df-9807-a88d9f652143 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:26:34.722638 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-46cb2dc3-7664-4f77-b450-1d02c62b0107 req-d81c9f5e-1886-45e4-8c8e-8fe7c10974b9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:34.741191 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No DVR routers for this DVR port ede4ac4b-83db-4f49-a8de-1827fb217e19 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:26:34.749134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e84212-b56a-45ab-9a5b-9e1be178e288', 'name': 'network-vif-deleted', 'tag': '0cd1faad-ee2e-44df-9807-a88d9f652143'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:26:34.785565 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:34.815484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Transition to ACTIVE for port object 992a9b82-6e93-45f1-a04c-b2373f543fb4 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:34.823953 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46cb2dc3-7664-4f77-b450-1d02c62b0107 req-d81c9f5e-1886-45e4-8c8e-8fe7c10974b9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "DELETE /v2.0/ports/0cd1faad-ee2e-44df-9807-a88d9f652143 HTTP/1.1" status: 204 len: 173 time: 1.8564270 Feb 09 14:26:35.082953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b704ee00-4fa8-4c07-bed6-4b175ed53d7e None None] For port ede4ac4b-83db-4f49-a8de-1827fb217e19, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ede4ac4b-83db-4f49-a8de-1827fb217e19,segment=NetworkSegment(aa2b6b2f-5d09-46ad-b116-7b61bd3db382),segment_id=aa2b6b2f-5d09-46ad-b116-7b61bd3db382)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:35.082953 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b704ee00-4fa8-4c07-bed6-4b175ed53d7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:35.094695 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Attempting to bind port 0d53a9ee-c094-4650-998f-745728377f14 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:26:35.095157 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Attempting to bind port 0d53a9ee-c094-4650-998f-745728377f14 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:26:35.095941 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Attempting to bind port 0d53a9ee-c094-4650-998f-745728377f14 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:35.098921 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9be13-3577-4ac4-b257-53495a0f27b5 None None] Pushing event updated for resources: {'Port': ['ID=0d53a9ee-c094-4650-998f-745728377f14,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:35.150980 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e84212-b56a-45ab-9a5b-9e1be178e288', 'name': 'network-vif-deleted', 'tag': '0cd1faad-ee2e-44df-9807-a88d9f652143', 'status': 'completed', 'code': 200} Feb 09 14:26:35.173659 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:35.181892 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:26:35.182568 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:35.183037 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:35.183491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:26:35.184364 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Bound port: 0d53a9ee-c094-4650-998f-745728377f14, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:26:35.184509 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:35.200341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f59fa0e6-ec3c-4349-a535-c84266992185 req-40d51853-2021-45fd-9030-838e7f12c5a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Synchronizing usage tracker for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:35.247196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f59fa0e6-ec3c-4349-a535-c84266992185 req-40d51853-2021-45fd-9030-838e7f12c5a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Unset dirty status for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:35.248532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f59fa0e6-ec3c-4349-a535-c84266992185 req-40d51853-2021-45fd-9030-838e7f12c5a6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e84212-b56a-45ab-9a5b-9e1be178e288 HTTP/1.1" status: 200 len: 210 time: 0.4334359 Feb 09 14:26:35.257398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Router 585ba929-09a7-4a6d-be68-9d1c12d9f400 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:26:35.263901 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5eb45221-4fc6-4d84-b8f1-d0498969618d req-7d58273b-5560-4d35-b485-aa8fdb20c51d tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 210 time: 0.1405680 Feb 09 14:26:35.290375 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:35.299806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-aa5a74a0-9e36-4cab-bead-bcccd677067b None None] Provisioning complete for port 131d2b21-7a40-45de-8b8d-c8946400c27f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:35.300246 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aa5a74a0-9e36-4cab-bead-bcccd677067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:35.311366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:35.317335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:35.333266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:35.369514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b704ee00-4fa8-4c07-bed6-4b175ed53d7e None None] Calling delete_port for ede4ac4b-83db-4f49-a8de-1827fb217e19 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:35.373122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Pushing event updated for resources: {'Port': ['ID=992a9b82-6e93-45f1-a04c-b2373f543fb4,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:35.384705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffae6a7c-d9a0-40df-b900-8143689a60a8']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:35.437167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2b6b2f-5d09-46ad-b116-7b61bd3db382') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:35.439573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2b6b2f-5d09-46ad-b116-7b61bd3db382') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:35.467425 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:35.486745 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:35.595534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:26:35.606302 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7b133969-e1e2-4466-bb51-93c8c9bd14f5 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] 10.222.0.48 "PUT /v2.0/routers/585ba929-09a7-4a6d-be68-9d1c12d9f400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8293304 Feb 09 14:26:35.607258 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadde9d3-c53f-42d0-9895-3ab92f27b781 None None] Sync routers for ids ['585ba929-09a7-4a6d-be68-9d1c12d9f400'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:26:35.615253 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44074) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:35.618926 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a74a0-9e36-4cab-bead-bcccd677067b None None] Port 131d2b21-7a40-45de-8b8d-c8946400c27f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:26:35.622010 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadde9d3-c53f-42d0-9895-3ab92f27b781 None None] Routers {'585ba929-09a7-4a6d-be68-9d1c12d9f400'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:26:35.622645 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cadde9d3-c53f-42d0-9895-3ab92f27b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:26:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['585ba929-09a7-4a6d-be68-9d1c12d9f400'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:35.630298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Request body: {'port': {'network_id': '0aba8795-c8a7-48fe-991e-c8c601bcd58e', 'name': 'tempest-FloatingIPAdminTestJSON-1005090945'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:35.656638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] For port 0d53a9ee-c094-4650-998f-745728377f14, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.666745 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.670437 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.670437 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.670437 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.670437 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.670437 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.670437 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.670437 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.670437 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.670437 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.670437 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.670437 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.670437 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.670437 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:35.670437 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:26:35.676982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] For port 0d53a9ee-c094-4650-998f-745728377f14, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0d53a9ee-c094-4650-998f-745728377f14,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:26:35.679348 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-b704ee00-4fa8-4c07-bed6-4b175ed53d7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:26:35.679348 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-b704ee00-4fa8-4c07-bed6-4b175ed53d7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:26:35.697647 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:35.719203 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:35.736714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:26:35.737252 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:35.761857 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cadde9d3-c53f-42d0-9895-3ab92f27b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:35.771378 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadde9d3-c53f-42d0-9895-3ab92f27b781 None None] Routers {'585ba929-09a7-4a6d-be68-9d1c12d9f400'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:26:35.772255 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cadde9d3-c53f-42d0-9895-3ab92f27b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:26:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['585ba929-09a7-4a6d-be68-9d1c12d9f400'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:35.801835 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-dd500582-157a-41a1-ba71-3759e6b127c7 None None] Provisioning for port 992a9b82-6e93-45f1-a04c-b2373f543fb4 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:35.815449 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-dd500582-157a-41a1-ba71-3759e6b127c7 None None] Provisioning complete for port 992a9b82-6e93-45f1-a04c-b2373f543fb4 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:35.815890 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dd500582-157a-41a1-ba71-3759e6b127c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:35.870970 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Routers {'013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:26:35.871922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:26:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:26:35.875893 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:26:35.878163 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cadde9d3-c53f-42d0-9895-3ab92f27b781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:35.878163 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadde9d3-c53f-42d0-9895-3ab92f27b781 None None] The sync data for ids ['585ba929-09a7-4a6d-be68-9d1c12d9f400'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:26:35.918131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:35.930489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Usage tracker for resource:port and tenant:fe27fc2f2bef4572ad958524dadd7a75 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:35.934885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:35.940046 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:35.942639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:35.959795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Made reservation on behalf of fe27fc2f2bef4572ad958524dadd7a75 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:35.964947 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:35.974047 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:35.985348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9be13-3577-4ac4-b257-53495a0f27b5 None None] Pushing event updated for resources: {'Port': ['ID=0d53a9ee-c094-4650-998f-745728377f14,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:36.007945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] device_id is not set on port 682feaaa-2d21-415b-b273-d31d4ea96ade yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:26:36.015606 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:26:36.025548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Network': ['ID=ffae6a7c-d9a0-40df-b900-8143689a60a8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:36.043430 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a36a8649-e859-4e7b-a602-d49119e8796d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/networks/ffae6a7c-d9a0-40df-b900-8143689a60a8 HTTP/1.1" status: 204 len: 168 time: 3.0297878 Feb 09 14:26:36.049775 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44078) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:36.055310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0977f7d8-efe7-4729-9aba-e5b785d82f97 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1267104077'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:36.062762 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0977f7d8-efe7-4729-9aba-e5b785d82f97 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:36.068141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0977f7d8-efe7-4729-9aba-e5b785d82f97 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:network and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:36.071679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0977f7d8-efe7-4729-9aba-e5b785d82f97 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:36.077131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-dd500582-157a-41a1-ba71-3759e6b127c7 None None] Port 992a9b82-6e93-45f1-a04c-b2373f543fb4 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:26:36.079862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0977f7d8-efe7-4729-9aba-e5b785d82f97 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:36.120298 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0977f7d8-efe7-4729-9aba-e5b785d82f97 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:36.123698 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0977f7d8-efe7-4729-9aba-e5b785d82f97 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:36.167383 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:36.184328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0977f7d8-efe7-4729-9aba-e5b785d82f97 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:26:36.188939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b704ee00-4fa8-4c07-bed6-4b175ed53d7e None None] Deleting port ede4ac4b-83db-4f49-a8de-1827fb217e19 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:36.189646 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b704ee00-4fa8-4c07-bed6-4b175ed53d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:36.189822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Allocated IP 172.20.0.4 (0aba8795-c8a7-48fe-991e-c8c601bcd58e/310bcb74-3099-487c-830c-8d75912935e2/682feaaa-2d21-415b-b273-d31d4ea96ade) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:36.234028 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0977f7d8-efe7-4729-9aba-e5b785d82f97 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:36.234468 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-0977f7d8-efe7-4729-9aba-e5b785d82f97 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Added segment a8332fb0-2ccc-4379-a946-652c1eb64aaa of type vlan for network 19da52ed-e5c3-473c-8cdb-2ae08751661f Feb 09 14:26:36.282013 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0977f7d8-efe7-4729-9aba-e5b785d82f97 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:36.298476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b704ee00-4fa8-4c07-bed6-4b175ed53d7e None None] The port 'ede4ac4b-83db-4f49-a8de-1827fb217e19' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:26:36.304833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:36.305327 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:36.343010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] Set router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:26:36.458178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0977f7d8-efe7-4729-9aba-e5b785d82f97 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:36.467341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0977f7d8-efe7-4729-9aba-e5b785d82f97 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:36.468525 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0977f7d8-efe7-4729-9aba-e5b785d82f97 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:36.742183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977f7d8-efe7-4729-9aba-e5b785d82f97 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Network': ['ID=19da52ed-e5c3-473c-8cdb-2ae08751661f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:36.760853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 19da52ed-e5c3-473c-8cdb-2ae08751661f details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:26:36.770000 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0d3d4f5c-5e19-46d6-8bc6-e715db8775ed req-672e6533-4a7e-4b48-8bd2-82be9553fd8e tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 210 time: 0.0757771 Feb 09 14:26:36.805329 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0977f7d8-efe7-4729-9aba-e5b785d82f97 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7545023 Feb 09 14:26:36.808636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44100) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:36.830868 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:36.835364 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:36.879657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-5f565463-9ae9-44a6-a2e3-c76aa808f798 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'subnet': {'network_id': '19da52ed-e5c3-473c-8cdb-2ae08751661f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:36.899770 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:36.937964 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:37.034979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Transition to ACTIVE for port object 682feaaa-2d21-415b-b273-d31d4ea96ade will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:37.039837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Pushing event updated for resources: {'Port': ['ID=992a9b82-6e93-45f1-a04c-b2373f543fb4,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:37.055692 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0cd1faad-ee2e-44df-9807-a88d9f652143 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:26:37.089198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-1ec16be0-c7db-47bc-8d79-9ab58d7d06c6 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:37.090630 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-1ec16be0-c7db-47bc-8d79-9ab58d7d06c6 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.35 "GET /v2.0/networks?id=4d8d79c2-9432-4fdc-bda9-84cda8a258f1 HTTP/1.1" status: 200 len: 809 time: 0.5351155 Feb 09 14:26:37.099327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 0cd1faad-ee2e-44df-9807-a88d9f652143 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:26:37.099748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 0cd1faad-ee2e-44df-9807-a88d9f652143 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:26:37.112311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:37.114958 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:37.117690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-2877f7e0-ebf9-4a1e-8322-06d3e37cd56a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Request body: {'port': {'device_id': 'bae75288-e10a-4fef-b8cf-519f9ac271db', 'network_id': '4d8d79c2-9432-4fdc-bda9-84cda8a258f1', 'admin_state_up': True, 'tenant_id': 'b466cc4ddfce445a94207dc130c0d0ad'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:37.133064 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:29Z', 'revision_number': 3, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:37.138137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d13ec9e-7206-44a9-ad11-b5bc5a333aea None None] The sync data for ids ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'] in n-d-828418-2 is: [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:29Z', 'revision_number': 3, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:26:37.139301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5f565463-9ae9-44a6-a2e3-c76aa808f798 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:37.148054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-d2fefcfd-c0de-4c07-bd75-a656f949a6b3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:37.149466 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-d2fefcfd-c0de-4c07-bd75-a656f949a6b3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 806 time: 0.4115922 Feb 09 14:26:37.174219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ede4ac4b-83db-4f49-a8de-1827fb217e19 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:26:37.218129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5f565463-9ae9-44a6-a2e3-c76aa808f798 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:subnet and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:37.225473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5f565463-9ae9-44a6-a2e3-c76aa808f798 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:37.229841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: ede4ac4b-83db-4f49-a8de-1827fb217e19 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:26:37.230292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ede4ac4b-83db-4f49-a8de-1827fb217e19 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:26:37.241551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5f565463-9ae9-44a6-a2e3-c76aa808f798 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:37.248643 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-f1ca5a3a-afba-4e0f-a238-8d89b57dfe7b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/quotas/1420416e843f48a49610ec42176f5998 HTTP/1.1" status: 200 len: 375 time: 0.0318558 Feb 09 14:26:37.322633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f565463-9ae9-44a6-a2e3-c76aa808f798 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:37.326240 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f565463-9ae9-44a6-a2e3-c76aa808f798 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:37.350368 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:37.516764 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f76ab1d9-5ac6-4d0c-876d-b44a82555d27 None None] Provisioning complete for port 992a9b82-6e93-45f1-a04c-b2373f543fb4 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:37.517522 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f76ab1d9-5ac6-4d0c-876d-b44a82555d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:37.565360 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:26:37.605220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f76ab1d9-5ac6-4d0c-876d-b44a82555d27 None None] Port 992a9b82-6e93-45f1-a04c-b2373f543fb4 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:26:37.774072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:26:37.777403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-2877f7e0-ebf9-4a1e-8322-06d3e37cd56a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:37.780049 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0f3aca14-552c-4128-9573-d376f8105f0b admin admin] 10.222.0.48 "PUT /v2.0/routers/013fa7cb-a21c-4ba8-b7a9-4082c8986cc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2408316 Feb 09 14:26:37.785613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Network 0aba8795-c8a7-48fe-991e-c8c601bcd58e is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:37.793416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:37.796074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:37.830536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-2877f7e0-ebf9-4a1e-8322-06d3e37cd56a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Usage tracker for resource:port and tenant:b466cc4ddfce445a94207dc130c0d0ad is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:37.837084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-2877f7e0-ebf9-4a1e-8322-06d3e37cd56a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:37.846723 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Pushing event updated for resources: {'Port': ['ID=682feaaa-2d21-415b-b273-d31d4ea96ade,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:37.862685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-2877f7e0-ebf9-4a1e-8322-06d3e37cd56a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:37.927256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-2877f7e0-ebf9-4a1e-8322-06d3e37cd56a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Made reservation on behalf of b466cc4ddfce445a94207dc130c0d0ad for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:37.933848 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-2877f7e0-ebf9-4a1e-8322-06d3e37cd56a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:37.970819 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-e353911e-070c-4d53-8a87-15d32da33854 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7100840 Feb 09 14:26:37.982879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:37.983494 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:38.012180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0d53a9ee-c094-4650-998f-745728377f14 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:26:38.050315 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e575cfcc-f7b4-41de-9b01-ad9fc66859e7 req-55338520-cac9-45fb-84b2-fccc974fd6fa tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 210 time: 0.1175814 Feb 09 14:26:38.152442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 0d53a9ee-c094-4650-998f-745728377f14 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:38.158713 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 0d53a9ee-c094-4650-998f-745728377f14 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:38.159405 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:38.213223 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44112) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:38.213437 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3fc94103-be86-4067-942a-6343721f475c tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5969818 Feb 09 14:26:38.255385 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-73494988-8ca9-4afd-b944-635fdd07c07b None None] Provisioning for port 682feaaa-2d21-415b-b273-d31d4ea96ade completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:38.267191 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-73494988-8ca9-4afd-b944-635fdd07c07b None None] Provisioning complete for port 682feaaa-2d21-415b-b273-d31d4ea96ade triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:38.267578 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-73494988-8ca9-4afd-b944-635fdd07c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:38.347541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-73494988-8ca9-4afd-b944-635fdd07c07b None None] Port 682feaaa-2d21-415b-b273-d31d4ea96ade cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:26:38.385891 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'project_id': 'fe27fc2f2bef4572ad958524dadd7a75', 'port_id': '682feaaa-2d21-415b-b273-d31d4ea96ade'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:38.395202 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-1fa52966-ea80-4180-a7e5-d3e1f6e526f8 service neutron] 10.222.0.48 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071956 Feb 09 14:26:38.402733 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:38.411402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Usage tracker for resource:floatingip and tenant:fe27fc2f2bef4572ad958524dadd7a75 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:38.422004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:38.429216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:38.438302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f565463-9ae9-44a6-a2e3-c76aa808f798 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:38.438815 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:38.452488 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:38.461268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 0d53a9ee-c094-4650-998f-745728377f14, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0d53a9ee-c094-4650-998f-745728377f14,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:38.465587 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:38.607644 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=0d53a9ee-c094-4650-998f-745728377f14,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:38.631198 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:38.675888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44118) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:38.681172 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:38.703823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-a2f08928-41a2-496e-a642-a9456a6d8235 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2013174539', 'description': 'tempest-description--1609248447'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:38.731581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a2f08928-41a2-496e-a642-a9456a6d8235 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:38.780853 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a2f08928-41a2-496e-a642-a9456a6d8235 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Usage tracker for resource:security_group and tenant:2d808ad86364433d8ce26979e7302aeb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:38.791176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a2f08928-41a2-496e-a642-a9456a6d8235 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:38.794045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Allocated IP 172.25.8.227 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/57c8d4d2-1f9d-4ac1-b7f8-b4cce0c166a7) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:38.845713 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a2f08928-41a2-496e-a642-a9456a6d8235 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:38.852783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f565463-9ae9-44a6-a2e3-c76aa808f798 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Subnet': ['ID=320ae494-1115-4524-ba44-9f135dc56b66,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:38.898431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f565463-9ae9-44a6-a2e3-c76aa808f798 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Checking segment: {'id': 'a8332fb0-2ccc-4379-a946-652c1eb64aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '19da52ed-e5c3-473c-8cdb-2ae08751661f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:38.898806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f565463-9ae9-44a6-a2e3-c76aa808f798 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network hostable DHCP agents. Network: 19da52ed-e5c3-473c-8cdb-2ae08751661f, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:26:38.912844 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2f08928-41a2-496e-a642-a9456a6d8235 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:38.946254 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:38.959885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-2877f7e0-ebf9-4a1e-8322-06d3e37cd56a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Allocated IP 172.20.0.2 (4d8d79c2-9432-4fdc-bda9-84cda8a258f1/cac8a23d-83d5-4069-bfc0-596b1af6df6c/24997681-2470-40db-9617-62071d199ed3) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:38.973261 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-449560e2-3c0a-4ebf-892b-dd9407f79dc3 service neutron] 10.222.0.48 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768976 Feb 09 14:26:38.977327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a2f08928-41a2-496e-a642-a9456a6d8235 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:38.981102 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:38.989192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a2f08928-41a2-496e-a642-a9456a6d8235 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Usage tracker for resource:security_group_rule and tenant:2d808ad86364433d8ce26979e7302aeb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:38.996182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a2f08928-41a2-496e-a642-a9456a6d8235 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:38.998730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f565463-9ae9-44a6-a2e3-c76aa808f798 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network 19da52ed-e5c3-473c-8cdb-2ae08751661f is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:26:39.018670 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a2f08928-41a2-496e-a642-a9456a6d8235 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:39.051353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-5f565463-9ae9-44a6-a2e3-c76aa808f798 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 19da52ed-e5c3-473c-8cdb-2ae08751661f) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:39.054973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:39.058215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:39.060499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:39.068728 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f565463-9ae9-44a6-a2e3-c76aa808f798 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:39.069586 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f565463-9ae9-44a6-a2e3-c76aa808f798 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:39.078686 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0825027-a203-4fe7-99f9-dee4d0a40f23 None None] Network 19da52ed-e5c3-473c-8cdb-2ae08751661f requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:39.095086 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-e4bdc657-abfb-4949-a37f-6618b74b422b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3502455 Feb 09 14:26:39.100949 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Pushing event updated for resources: {'Port': ['ID=57c8d4d2-1f9d-4ac1-b7f8-b4cce0c166a7,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:39.401770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-19da52ed-e5c3-473c-8cdb-2ae08751661f', 'network_id': '19da52ed-e5c3-473c-8cdb-2ae08751661f', 'tenant_id': 'e1d5a26f04bf4094b1d1bbdd5458e7eb', 'fixed_ips': [{'subnet_id': '320ae494-1115-4524-ba44-9f135dc56b66'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:26:39.402602 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:39.435036 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-2877f7e0-ebf9-4a1e-8322-06d3e37cd56a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:39.549272 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5f565463-9ae9-44a6-a2e3-c76aa808f798 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6835647 Feb 09 14:26:39.606268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44130) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:39.620080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'network_id': '19da52ed-e5c3-473c-8cdb-2ae08751661f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1600791668'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:39.637754 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-2877f7e0-ebf9-4a1e-8322-06d3e37cd56a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:39.646791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Sync routers for ids ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:26:39.648847 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-508d5453-14f1-4091-9e34-2bad19a95a6f req-41ac416b-17b3-473c-8ee8-262eac9d61ae tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 210 time: 0.1150205 Feb 09 14:26:39.672935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Allocated IP 2001:db8::2 (19da52ed-e5c3-473c-8cdb-2ae08751661f/320ae494-1115-4524-ba44-9f135dc56b66/f4ca4bd5-295d-4e81-8c8b-3745ff71af2f) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:39.678960 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Routers {'013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:26:39.679780 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:26:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:39.776068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-2877f7e0-ebf9-4a1e-8322-06d3e37cd56a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Network 4d8d79c2-9432-4fdc-bda9-84cda8a258f1 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:39.793078 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:39.809144 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877f7e0-ebf9-4a1e-8322-06d3e37cd56a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Pushing event updated for resources: {'Port': ['ID=24997681-2470-40db-9617-62071d199ed3,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:39.811939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-2877f7e0-ebf9-4a1e-8322-06d3e37cd56a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:39.819529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-2877f7e0-ebf9-4a1e-8322-06d3e37cd56a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:39.882290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:39.889827 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:port and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:39.900240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:39.905895 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2f08928-41a2-496e-a642-a9456a6d8235 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:39.916318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:39.917523 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2f08928-41a2-496e-a642-a9456a6d8235 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:39.952377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-2877f7e0-ebf9-4a1e-8322-06d3e37cd56a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:39.953828 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-2877f7e0-ebf9-4a1e-8322-06d3e37cd56a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:39.959590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc6481-f359-462f-964d-98fa193c0fce req-702aa870-57f7-4cb3-af0b-8d47f8ff43c3 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:39.978208 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e5cc6481-f359-462f-964d-98fa193c0fce req-702aa870-57f7-4cb3-af0b-8d47f8ff43c3 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 931 time: 0.4607663 Feb 09 14:26:39.995316 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0d53a9ee-c094-4650-998f-745728377f14 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:26:40.007981 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2f08928-41a2-496e-a642-a9456a6d8235 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:40.013530 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a2f08928-41a2-496e-a642-a9456a6d8235 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3265178 Feb 09 14:26:40.014776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f08928-41a2-496e-a642-a9456a6d8235 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858699b6-d2f5-41bb-8900-eac042b1caad,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:40.017694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44142) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:40.028241 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-d4dadf09-82b9-43eb-b92c-dff011d707d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:40.028989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-d4dadf09-82b9-43eb-b92c-dff011d707d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:40.029648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-d4dadf09-82b9-43eb-b92c-dff011d707d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:40.030302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-d4dadf09-82b9-43eb-b92c-dff011d707d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:40.030949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-d4dadf09-82b9-43eb-b92c-dff011d707d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:40.032184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-d4dadf09-82b9-43eb-b92c-dff011d707d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:40.032835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-d4dadf09-82b9-43eb-b92c-dff011d707d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:40.035623 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-d4dadf09-82b9-43eb-b92c-dff011d707d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa10991579a24c27b1b3f21f294a7343&device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 6499 time: 0.8493252 Feb 09 14:26:40.038631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-2877f7e0-ebf9-4a1e-8322-06d3e37cd56a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9339926 Feb 09 14:26:40.042181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-3891f673-765b-47fc-83e2-07948538dfc3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Request body: {'security_group_rule': {'security_group_id': '858699b6-d2f5-41bb-8900-eac042b1caad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:40.054637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Request body: {'port': {'device_id': 'bae75288-e10a-4fef-b8cf-519f9ac271db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:40.100489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3891f673-765b-47fc-83e2-07948538dfc3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:40.112705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Set router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:26:40.131789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:40.135221 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:40.219178 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e5cc6481-f359-462f-964d-98fa193c0fce req-cf4a8f37-4b66-4985-9bde-81b6f2c66049 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393057 Feb 09 14:26:40.232350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3891f673-765b-47fc-83e2-07948538dfc3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Usage tracker for resource:security_group_rule and tenant:2d808ad86364433d8ce26979e7302aeb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:40.236621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] device_id is not set on port fc013fb1-a530-4d0a-8f5c-1f7931fd2e70 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:26:40.247430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3891f673-765b-47fc-83e2-07948538dfc3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:40.248412 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 0d53a9ee-c094-4650-998f-745728377f14 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:40.248792 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:40.259198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3891f673-765b-47fc-83e2-07948538dfc3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:40.290749 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:40.375743 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:40.391292 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3891f673-765b-47fc-83e2-07948538dfc3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:40.554399 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:40.563621 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:40.586931 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:40.593171 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:40.596041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Transition to ACTIVE for port object f4ca4bd5-295d-4e81-8c8b-3745ff71af2f will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:40.692859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-1bc9ae19-45f1-46bb-b0ab-3c83c9050392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:40.693333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-1bc9ae19-45f1-46bb-b0ab-3c83c9050392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:40.693794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-1bc9ae19-45f1-46bb-b0ab-3c83c9050392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:40.695366 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-1bc9ae19-45f1-46bb-b0ab-3c83c9050392 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b5b27cbb-3aca-4697-bd3f-5eb25bd866e1&id=f95aa98c-a00b-4cac-9271-8db21c81664d&id=f95aa98c-a00b-4cac-9271-8db21c81664d&id=f95aa98c-a00b-4cac-9271-8db21c81664d&id=f95aa98c-a00b-4cac-9271-8db21c81664d&id=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1&id=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 HTTP/1.1" status: 200 len: 2294 time: 0.5920780 Feb 09 14:26:40.722876 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Transition to ACTIVE for port object f4ca4bd5-295d-4e81-8c8b-3745ff71af2f will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:40.739337 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:40.801601 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3891f673-765b-47fc-83e2-07948538dfc3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:40.815349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Network 19da52ed-e5c3-473c-8cdb-2ae08751661f is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:40.823120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:40.833642 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:40.861173 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:40.902415 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3891f673-765b-47fc-83e2-07948538dfc3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:40.920711 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Pushing event updated for resources: {'Port': ['ID=f4ca4bd5-295d-4e81-8c8b-3745ff71af2f,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:40.940025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:36Z', 'revision_number': 4, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '992a9b82-6e93-45f1-a04c-b2373f543fb4', 'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'mac_address': 'fa:16:3e:f3:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:33Z', 'updated_at': '2022-02-09T14:26:36Z', 'revision_number': 2, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'subnets': [{'id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:40.945999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Pushing event updated for resources: {'Port': ['ID=57c8d4d2-1f9d-4ac1-b7f8-b4cce0c166a7,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:40.955354 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Checking router: 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:26:40.955656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Updating router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 port 992a9b82-6e93-45f1-a04c-b2373f543fb4 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:26:41.001437 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Attempting to bind port f4ca4bd5-295d-4e81-8c8b-3745ff71af2f on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:26:41.001793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Attempting to bind port f4ca4bd5-295d-4e81-8c8b-3745ff71af2f by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a8332fb0-2ccc-4379-a946-652c1eb64aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '19da52ed-e5c3-473c-8cdb-2ae08751661f'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:26:41.002152 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Attempting to bind port f4ca4bd5-295d-4e81-8c8b-3745ff71af2f on network 19da52ed-e5c3-473c-8cdb-2ae08751661f {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:41.013376 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:26:41.013888 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Checking segment: {'id': 'a8332fb0-2ccc-4379-a946-652c1eb64aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '19da52ed-e5c3-473c-8cdb-2ae08751661f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:41.014246 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:41.014602 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Bound using segment: {'id': 'a8332fb0-2ccc-4379-a946-652c1eb64aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '19da52ed-e5c3-473c-8cdb-2ae08751661f'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:26:41.015102 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Bound port: f4ca4bd5-295d-4e81-8c8b-3745ff71af2f, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8332fb0-2ccc-4379-a946-652c1eb64aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '19da52ed-e5c3-473c-8cdb-2ae08751661f'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:26:41.015573 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:41.017289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Allocated IP 2001:db8::33f (19da52ed-e5c3-473c-8cdb-2ae08751661f/320ae494-1115-4524-ba44-9f135dc56b66/fc013fb1-a530-4d0a-8f5c-1f7931fd2e70) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:41.062074 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:41.068996 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8996572d-e6c0-452d-8cc1-f49e960e4206 req-f6212a56-d0b5-4352-81e8-6a29143eda9f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 210 time: 0.2856259 Feb 09 14:26:41.090253 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3891f673-765b-47fc-83e2-07948538dfc3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:41.091451 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3891f673-765b-47fc-83e2-07948538dfc3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0720596 Feb 09 14:26:41.109839 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891f673-765b-47fc-83e2-07948538dfc3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea1e1b0-fc58-409c-89d7-e0b66a78bce2,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:41.118364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44150) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:41.142205 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8f968835-d837-4eaa-9b18-797a9de758f1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Request body: {'security_group_rule': {'security_group_id': '858699b6-d2f5-41bb-8900-eac042b1caad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:41.143833 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-17868b9e-2873-4079-9dd3-b5ef7884f083 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e48101c-8487-4aaa-8382-1ef05da81c44 HTTP/1.1" status: 200 len: 1001 time: 0.4359989 Feb 09 14:26:41.161694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8f968835-d837-4eaa-9b18-797a9de758f1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:41.192586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8f968835-d837-4eaa-9b18-797a9de758f1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Usage tracker for resource:security_group_rule and tenant:2d808ad86364433d8ce26979e7302aeb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:41.239180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8f968835-d837-4eaa-9b18-797a9de758f1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:41.249118 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] For port f4ca4bd5-295d-4e81-8c8b-3745ff71af2f, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:26:41.254151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-073d6a16-6182-4258-b4b8-4ae7135f23db tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:41.254342 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Floating IP 1e206dbc-ff8c-4e49-a6bb-8dc4dd4d842d associated. External IP: 172.25.8.227, port: 682feaaa-2d21-415b-b273-d31d4ea96ade. Feb 09 14:26:41.254687 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-073d6a16-6182-4258-b4b8-4ae7135f23db tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 806 time: 0.3589361 Feb 09 14:26:41.269912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-eac1649a-1f8f-47f6-8d70-8cbe4fa348da tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Request body: {'port': {'device_id': '0e475a35-c6d0-4d20-93e4-f37983c1cdea', 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05', 'admin_state_up': True, 'tenant_id': '1420416e843f48a49610ec42176f5998'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:41.270304 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] For port f4ca4bd5-295d-4e81-8c8b-3745ff71af2f, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f4ca4bd5-295d-4e81-8c8b-3745ff71af2f,segment=NetworkSegment(a8332fb0-2ccc-4379-a946-652c1eb64aaa),segment_id=a8332fb0-2ccc-4379-a946-652c1eb64aaa)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:26:41.280030 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:41.311961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8f968835-d837-4eaa-9b18-797a9de758f1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:41.388447 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f968835-d837-4eaa-9b18-797a9de758f1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:41.392359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-c73cf208-a502-4e60-bb71-9dbb31ad1757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:41.394044 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-c73cf208-a502-4e60-bb71-9dbb31ad1757 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb67a8bd-310b-449e-8628-b14f3b207e8b HTTP/1.1" status: 200 len: 856 time: 0.2331138 Feb 09 14:26:41.494468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf913a-101f-486b-993c-5ae1627542bb None None] Pushing event updated for resources: {'Port': ['ID=f4ca4bd5-295d-4e81-8c8b-3745ff71af2f,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:41.572957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-eac1649a-1f8f-47f6-8d70-8cbe4fa348da tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:41.586112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-eac1649a-1f8f-47f6-8d70-8cbe4fa348da tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:41.620060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-eac1649a-1f8f-47f6-8d70-8cbe4fa348da tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Made reservation on behalf of 1420416e843f48a49610ec42176f5998 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:41.620396 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:41.624364 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-eac1649a-1f8f-47f6-8d70-8cbe4fa348da tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:41.663416 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:41.678391 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Transition to ACTIVE for port object 992a9b82-6e93-45f1-a04c-b2373f543fb4 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:41.698610 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:41.766472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Transition to ACTIVE for port object fc013fb1-a530-4d0a-8f5c-1f7931fd2e70 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:41.782848 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f968835-d837-4eaa-9b18-797a9de758f1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:41.810792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-16b5e4c5-b908-4b6b-a19a-dc584c995d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:41.812365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-16b5e4c5-b908-4b6b-a19a-dc584c995d32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b5b27cbb-3aca-4697-bd3f-5eb25bd866e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4014721 Feb 09 14:26:41.814359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24997681-2470-40db-9617-62071d199ed3 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:26:41.827170 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f968835-d837-4eaa-9b18-797a9de758f1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:41.950800 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a5e03-971a-4e08-b06d-928ad90a3e78 None None] Pushing event updated for resources: {'Port': ['ID=992a9b82-6e93-45f1-a04c-b2373f543fb4,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:42.050776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f4ca4bd5-295d-4e81-8c8b-3745ff71af2f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:26:42.082108 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:42.098413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f968835-d837-4eaa-9b18-797a9de758f1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8b5caa-51da-415a-9380-4649db26662e,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:42.130888 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Attempting to bind port 992a9b82-6e93-45f1-a04c-b2373f543fb4 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:26:42.131269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Attempting to bind port 992a9b82-6e93-45f1-a04c-b2373f543fb4 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'aac0c14f-ea25-428a-866f-7c58faa1dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:26:42.131628 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Attempting to bind port 992a9b82-6e93-45f1-a04c-b2373f543fb4 on network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:42.133201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44028a39-5e66-420c-80f5-bd57f0996cc3 req-98cad61e-8927-4dc1-ae15-e7637abf7302 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:42.139765 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44028a39-5e66-420c-80f5-bd57f0996cc3 req-98cad61e-8927-4dc1-ae15-e7637abf7302 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 931 time: 0.6664860 Feb 09 14:26:42.150624 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:26:42.151059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Checking segment: {'id': 'aac0c14f-ea25-428a-866f-7c58faa1dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:42.152238 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:42.152633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Bound using segment: {'id': 'aac0c14f-ea25-428a-866f-7c58faa1dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:26:42.153225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Bound port: 992a9b82-6e93-45f1-a04c-b2373f543fb4, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac0c14f-ea25-428a-866f-7c58faa1dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:26:42.153609 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:42.156833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Transition to ACTIVE for port object 24997681-2470-40db-9617-62071d199ed3 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:42.193509 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:42.211263 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f968835-d837-4eaa-9b18-797a9de758f1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:42.212754 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8f968835-d837-4eaa-9b18-797a9de758f1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0853977 Feb 09 14:26:42.220029 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:42.227312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Router 585ba929-09a7-4a6d-be68-9d1c12d9f400 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:26:42.230326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44158) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:42.255646 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port f4ca4bd5-295d-4e81-8c8b-3745ff71af2f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:42.257263 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-d23e9538-604d-47de-ae42-e273ecfe8c89 service neutron] 10.222.0.35 "GET /v2.0/networks/b5b27cbb-3aca-4697-bd3f-5eb25bd866e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352896 Feb 09 14:26:42.280825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:42.297282 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] For port 992a9b82-6e93-45f1-a04c-b2373f543fb4, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:26:42.298306 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44028a39-5e66-420c-80f5-bd57f0996cc3 req-b4d73c19-ceb5-472d-9aa5-ee6911552eb7 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422882 Feb 09 14:26:42.302377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] For port 992a9b82-6e93-45f1-a04c-b2373f543fb4, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=992a9b82-6e93-45f1-a04c-b2373f543fb4,segment=NetworkSegment(aac0c14f-ea25-428a-866f-7c58faa1dd1c),segment_id=aac0c14f-ea25-428a-866f-7c58faa1dd1c)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:26:42.308654 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:42.321594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:42.337108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network 19da52ed-e5c3-473c-8cdb-2ae08751661f is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:42.338124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Usage tracker for resource:floatingip and tenant:2d808ad86364433d8ce26979e7302aeb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:42.381647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-eac1649a-1f8f-47f6-8d70-8cbe4fa348da tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Allocated IP 172.20.0.2 (3618a6b3-fa1e-4cc5-af1a-b15890d8ad05/2315fb8e-5bcf-45cb-897d-5aa2d617522a/3c6ad6cc-717e-4c0a-86ec-056b8499d498) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:42.385583 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-381ba953-8911-4f7d-828f-7e644bee1a5c req-db825d39-7a10-4025-ac08-d0c256decd3b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 210 time: 0.1272185 Feb 09 14:26:42.393762 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:42.393955 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Routers {'013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:26:42.394398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:26:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:42.396823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:42.409942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:42.415433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:42.416083 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:42.432668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:42.434607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=fc013fb1-a530-4d0a-8f5c-1f7931fd2e70,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:42.478988 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:42.501921 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-eb8af317-a2f5-465f-bfc7-25dd102594c7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.8938692 Feb 09 14:26:42.502907 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44162) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:42.604905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a5e03-971a-4e08-b06d-928ad90a3e78 None None] Pushing event updated for resources: {'Port': ['ID=992a9b82-6e93-45f1-a04c-b2373f543fb4,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:42.777582 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] Set router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:26:42.801410 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:26:42.806796 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9835e-6aff-49b2-a4cc-b97c451f6ddf tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port fc013fb1-a530-4d0a-8f5c-1f7931fd2e70 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:42.807243 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9c9835e-6aff-49b2-a4cc-b97c451f6ddf tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:42.814490 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15328c24-7e0e-4ca1-b687-652a22e66885 None None] Sync routers for ids ['585ba929-09a7-4a6d-be68-9d1c12d9f400'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:26:42.826276 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15328c24-7e0e-4ca1-b687-652a22e66885 None None] Routers {'585ba929-09a7-4a6d-be68-9d1c12d9f400'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:26:42.828765 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-15328c24-7e0e-4ca1-b687-652a22e66885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:26:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['585ba929-09a7-4a6d-be68-9d1c12d9f400'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:42.917480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Pushing event updated for resources: {'Port': ['ID=24997681-2470-40db-9617-62071d199ed3,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:42.924833 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:42.971361 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-15328c24-7e0e-4ca1-b687-652a22e66885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:42.996056 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15328c24-7e0e-4ca1-b687-652a22e66885 None None] Routers {'585ba929-09a7-4a6d-be68-9d1c12d9f400'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:26:43.000874 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-15328c24-7e0e-4ca1-b687-652a22e66885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:26:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['585ba929-09a7-4a6d-be68-9d1c12d9f400'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:43.013699 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-c2e08a02-8062-4585-bbce-8f3b02640396 service neutron] 10.222.0.35 "GET /v2.0/networks/b5b27cbb-3aca-4697-bd3f-5eb25bd866e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636741 Feb 09 14:26:43.083600 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7a1ed8bb-3d4e-4c7e-8539-ed89508b9d5d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.8692517 Feb 09 14:26:43.088379 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-15328c24-7e0e-4ca1-b687-652a22e66885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:43.088986 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15328c24-7e0e-4ca1-b687-652a22e66885 None None] The sync data for ids ['585ba929-09a7-4a6d-be68-9d1c12d9f400'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:26:43.119050 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bfad42-f353-4218-9884-0b20825402a8 None None] Network 19da52ed-e5c3-473c-8cdb-2ae08751661f requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:43.134467 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44166) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:43.170953 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-82df9b78-e0ca-4b52-bad0-8beaa9f2fa8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba HTTP/1.1" status: 200 len: 217 time: 0.1341991 Feb 09 14:26:43.242469 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Attempting to bind port 24997681-2470-40db-9617-62071d199ed3 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:26:43.242865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Attempting to bind port 24997681-2470-40db-9617-62071d199ed3 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'd6de0607-ba15-476e-9e5b-c0515de426a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4d8d79c2-9432-4fdc-bda9-84cda8a258f1'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:26:43.243138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Attempting to bind port 24997681-2470-40db-9617-62071d199ed3 on network 4d8d79c2-9432-4fdc-bda9-84cda8a258f1 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:43.260662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-55e7d376-d439-4347-a4d6-b73c7a954baa None None] Provisioning for port f4ca4bd5-295d-4e81-8c8b-3745ff71af2f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:43.261456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Port 24997681-2470-40db-9617-62071d199ed3 on network 4d8d79c2-9432-4fdc-bda9-84cda8a258f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:26:43.261794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Attempting to bind port 24997681-2470-40db-9617-62071d199ed3 on network 4d8d79c2-9432-4fdc-bda9-84cda8a258f1 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:43.287485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:26:43.287894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Checking segment: {'id': 'd6de0607-ba15-476e-9e5b-c0515de426a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4d8d79c2-9432-4fdc-bda9-84cda8a258f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:43.288240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Bound using segment: {'id': 'd6de0607-ba15-476e-9e5b-c0515de426a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4d8d79c2-9432-4fdc-bda9-84cda8a258f1'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:26:43.288672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Bound port: 24997681-2470-40db-9617-62071d199ed3, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6de0607-ba15-476e-9e5b-c0515de426a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4d8d79c2-9432-4fdc-bda9-84cda8a258f1'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:26:43.289017 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:43.290151 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-55e7d376-d439-4347-a4d6-b73c7a954baa None None] Provisioning complete for port f4ca4bd5-295d-4e81-8c8b-3745ff71af2f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:43.290556 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-55e7d376-d439-4347-a4d6-b73c7a954baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:43.306784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-60fbc246-08d4-4095-833d-19ca5b228588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:43.308296 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-60fbc246-08d4-4095-833d-19ca5b228588 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6a2abefd-c835-4a47-b003-11082e488e18 HTTP/1.1" status: 200 len: 797 time: 0.1298673 Feb 09 14:26:43.325371 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e5e68b23-afb4-4127-8f37-d454d13756a4 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] 10.222.0.48 "GET /v2.0/floatingips/1e206dbc-ff8c-4e49-a6bb-8dc4dd4d842d HTTP/1.1" status: 200 len: 983 time: 0.1879888 Feb 09 14:26:43.328307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44170) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:43.380598 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9c9835e-6aff-49b2-a4cc-b97c451f6ddf tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:43.435761 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-eac1649a-1f8f-47f6-8d70-8cbe4fa348da tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:43.491771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] For port 24997681-2470-40db-9617-62071d199ed3, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:26:43.496046 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:43.501943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] For port 24997681-2470-40db-9617-62071d199ed3, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=24997681-2470-40db-9617-62071d199ed3,segment=NetworkSegment(d6de0607-ba15-476e-9e5b-c0515de426a4),segment_id=d6de0607-ba15-476e-9e5b-c0515de426a4)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:26:43.510931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-a3489fbe-f74d-427c-a876-2a4fc06d32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:43.512491 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-a3489fbe-f74d-427c-a876-2a4fc06d32c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f95aa98c-a00b-4cac-9271-8db21c81664d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1933770 Feb 09 14:26:43.514867 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:43.549515 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-55e7d376-d439-4347-a4d6-b73c7a954baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:43.652262 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-55e7d376-d439-4347-a4d6-b73c7a954baa None None] For port f4ca4bd5-295d-4e81-8c8b-3745ff71af2f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f4ca4bd5-295d-4e81-8c8b-3745ff71af2f,segment=NetworkSegment(a8332fb0-2ccc-4379-a946-652c1eb64aaa),segment_id=a8332fb0-2ccc-4379-a946-652c1eb64aaa)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:43.662752 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-55e7d376-d439-4347-a4d6-b73c7a954baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:43.700597 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-eac1649a-1f8f-47f6-8d70-8cbe4fa348da tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:43.713976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:43.714557 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:43.715973 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] 10.222.0.35 "PUT /v2.0/ports/24997681-2470-40db-9617-62071d199ed3 HTTP/1.1" status: 200 len: 1091 time: 3.6682389 Feb 09 14:26:43.719265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae75288-e10a-4fef-b8cf-519f9ac271db', 'tag': '24997681-2470-40db-9617-62071d199ed3'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:26:43.725909 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['5ae9c28d-999c-4ab4-812a-56d6c7459cf8'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:26:43.752829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9835e-6aff-49b2-a4cc-b97c451f6ddf tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for fc013fb1-a530-4d0a-8f5c-1f7931fd2e70 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:43.775004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a354b2-5823-4b5a-ad31-29ecd99a3d4d service neutron] Pushing event updated for resources: {'Port': ['ID=24997681-2470-40db-9617-62071d199ed3,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:43.848852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-eac1649a-1f8f-47f6-8d70-8cbe4fa348da tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:43.861336 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c9cc6234-b8bd-4591-b3f4-05ef3c6cae47 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.5337665 Feb 09 14:26:43.867775 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44180) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:43.873516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-eac1649a-1f8f-47f6-8d70-8cbe4fa348da tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:43.876549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-eac1649a-1f8f-47f6-8d70-8cbe4fa348da tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:43.899097 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:36Z', 'revision_number': 4, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '992a9b82-6e93-45f1-a04c-b2373f543fb4', 'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'mac_address': 'fa:16:3e:f3:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:33Z', 'updated_at': '2022-02-09T14:26:42Z', 'revision_number': 4, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'subnets': [{'id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:43.902737 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7d376-d439-4347-a4d6-b73c7a954baa None None] Pushing event updated for resources: {'Port': ['ID=f4ca4bd5-295d-4e81-8c8b-3745ff71af2f,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:43.926137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a54886-930a-45b0-8a29-e2238fc413fa None None] The sync data for ids ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'] in n-d-828418-2 is: [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:36Z', 'revision_number': 4, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '992a9b82-6e93-45f1-a04c-b2373f543fb4', 'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'mac_address': 'fa:16:3e:f3:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:33Z', 'updated_at': '2022-02-09T14:26:42Z', 'revision_number': 4, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'subnets': [{'id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:26:43.993368 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-3d2ac9bc-67fc-4baf-90b4-b62f28c23cb9 service neutron] 10.222.0.35 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730279 Feb 09 14:26:44.013995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1649a-1f8f-47f6-8d70-8cbe4fa348da tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Pushing event updated for resources: {'Port': ['ID=3c6ad6cc-717e-4c0a-86ec-056b8499d498,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:44.140260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-eac1649a-1f8f-47f6-8d70-8cbe4fa348da tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:44.140929 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-eac1649a-1f8f-47f6-8d70-8cbe4fa348da tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:44.180152 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-eac1649a-1f8f-47f6-8d70-8cbe4fa348da tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9139402 Feb 09 14:26:44.189680 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b70b8d-06ec-4f06-93c6-32ce096b7d93 req-4f8679a2-1c21-4a46-9d3e-1f81d533c60a tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:44.190529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e3b70b8d-06ec-4f06-93c6-32ce096b7d93 req-4f8679a2-1c21-4a46-9d3e-1f81d533c60a tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Synchronizing usage tracker for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:44.198669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Request body: {'port': {'device_id': '0e475a35-c6d0-4d20-93e4-f37983c1cdea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:44.335924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-fa78d50b-0212-428e-a722-42159f69f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:44.337431 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-fa78d50b-0212-428e-a722-42159f69f60f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b466cc4ddfce445a94207dc130c0d0ad&device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 1094 time: 0.5664716 Feb 09 14:26:44.385341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Allocated IP 172.25.8.169 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/e31dd99a-a20a-43d2-a80c-6d85010ec73e) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:44.408291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ad324-91ee-4b4f-8a45-9cbec492768a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Deleting port 57c8d4d2-1f9d-4ac1-b7f8-b4cce0c166a7 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:44.408708 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb2ad324-91ee-4b4f-8a45-9cbec492768a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:44.465317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e3b70b8d-06ec-4f06-93c6-32ce096b7d93 req-4f8679a2-1c21-4a46-9d3e-1f81d533c60a tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Unset dirty status for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:44.466487 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e3b70b8d-06ec-4f06-93c6-32ce096b7d93 req-4f8679a2-1c21-4a46-9d3e-1f81d533c60a tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 931 time: 0.8896172 Feb 09 14:26:44.478561 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-5dd2e172-7c2c-4b21-9275-97af5a2cc7a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24997681-2470-40db-9617-62071d199ed3 HTTP/1.1" status: 200 len: 217 time: 0.1310992 Feb 09 14:26:44.534798 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ef47a47a-075c-419b-abc9-858b02e90a2d None None] Provisioning complete for port f4ca4bd5-295d-4e81-8c8b-3745ff71af2f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:44.536093 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ef47a47a-075c-419b-abc9-858b02e90a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:44.671228 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-1637b206-4de1-449c-9ce3-4517e6a97ae8 service neutron] 10.222.0.35 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6477320 Feb 09 14:26:44.725793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e582f-91ed-4854-bc4d-9a7807e21baf req-fde385a9-debb-4731-a38c-f9e8d027be3d tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:44.727377 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c52e582f-91ed-4854-bc4d-9a7807e21baf req-fde385a9-debb-4731-a38c-f9e8d027be3d tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 943 time: 1.0295444 Feb 09 14:26:44.781652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ef47a47a-075c-419b-abc9-858b02e90a2d None None] Provisioning for port fc013fb1-a530-4d0a-8f5c-1f7931fd2e70 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:44.790047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ef47a47a-075c-419b-abc9-858b02e90a2d None None] Provisioning complete for port fc013fb1-a530-4d0a-8f5c-1f7931fd2e70 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:44.791425 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ef47a47a-075c-419b-abc9-858b02e90a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:44.815775 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9c9835e-6aff-49b2-a4cc-b97c451f6ddf tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:44.864228 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ef47a47a-075c-419b-abc9-858b02e90a2d None None] Port fc013fb1-a530-4d0a-8f5c-1f7931fd2e70 was deleted so its status cannot be updated. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 14:26:44.913016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9835e-6aff-49b2-a4cc-b97c451f6ddf tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=fc013fb1-a530-4d0a-8f5c-1f7931fd2e70,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:44.955043 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c52e582f-91ed-4854-bc4d-9a7807e21baf req-94dbe7a8-d0d6-4100-b8fc-7e309889c3eb tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176058 Feb 09 14:26:44.983033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-6d98052b-7e51-4f33-984b-30f765073827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:44.985673 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-6d98052b-7e51-4f33-984b-30f765073827 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cac8a23d-83d5-4069-bfc0-596b1af6df6c HTTP/1.1" status: 200 len: 849 time: 0.4791541 Feb 09 14:26:44.985992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-44fb3baf-3122-4666-ac57-d7668e3d9413 None None] Could not find standard attr ID for object fc013fb1-a530-4d0a-8f5c-1f7931fd2e70. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:26:44.987348 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-82d7de75-9f18-4231-a23f-2e5def4a0fb8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=60c40ead-be90-4c91-9968-52dbcccd172a HTTP/1.1" status: 200 len: 217 time: 0.2931979 Feb 09 14:26:45.032296 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9c9835e-6aff-49b2-a4cc-b97c451f6ddf tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:45.058188 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb2ad324-91ee-4b4f-8a45-9cbec492768a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:45.058596 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb2ad324-91ee-4b4f-8a45-9cbec492768a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:45.077394 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:45.092108 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f9c9835e-6aff-49b2-a4cc-b97c451f6ddf tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/fc013fb1-a530-4d0a-8f5c-1f7931fd2e70 HTTP/1.1" status: 204 len: 168 time: 2.5831563 Feb 09 14:26:45.096528 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:45.106006 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae75288-e10a-4fef-b8cf-519f9ac271db', 'tag': '24997681-2470-40db-9617-62071d199ed3', 'status': 'completed', 'code': 200} Feb 09 14:26:45.108432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44186) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:45.153556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-fb8ea444-8dc7-48e4-961a-6b9f07d23cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:45.154989 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-fb8ea444-8dc7-48e4-961a-6b9f07d23cb4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6a2abefd-c835-4a47-b003-11082e488e18 HTTP/1.1" status: 200 len: 797 time: 0.1557386 Feb 09 14:26:45.158225 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e3b70b8d-06ec-4f06-93c6-32ce096b7d93 req-75ec141e-0ab1-419c-95c7-0b979de6a6fc tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5941138 Feb 09 14:26:45.164327 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-3e153249-8d3b-4013-9012-7360c6068a3f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d8d79c2-9432-4fdc-bda9-84cda8a258f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636198 Feb 09 14:26:45.227907 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abfc296-111a-411f-aa8a-326ce39679c2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] GET failed (client error): The resource could not be found. Feb 09 14:26:45.228689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6abfc296-111a-411f-aa8a-326ce39679c2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:45.253494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ad324-91ee-4b4f-8a45-9cbec492768a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Calling delete_port for 57c8d4d2-1f9d-4ac1-b7f8-b4cce0c166a7 owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:45.355285 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:45.411074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6abfc296-111a-411f-aa8a-326ce39679c2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:45.415166 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6abfc296-111a-411f-aa8a-326ce39679c2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports/fc013fb1-a530-4d0a-8f5c-1f7931fd2e70 HTTP/1.1" status: 404 len: 333 time: 0.2614040 Feb 09 14:26:45.422666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44190) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:45.469850 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:45.479079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:45.517490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:45.586565 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-c0e1b727-3907-4e69-93d9-66d146affc96 service neutron] 10.222.0.35 "GET /v2.0/networks/4d8d79c2-9432-4fdc-bda9-84cda8a258f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516719 Feb 09 14:26:45.589060 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event updated for resources: {'Port': ['ID=e31dd99a-a20a-43d2-a80c-6d85010ec73e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:45.627379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec65074-158f-423a-9114-2ed31df648a0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting subnet 320ae494-1115-4524-ba44-9f135dc56b66 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:26:45.632467 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb2ad324-91ee-4b4f-8a45-9cbec492768a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:45.635906 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2ec65074-158f-423a-9114-2ed31df648a0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:45.719340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-a28bafd1-b161-4992-837c-51d20ea1e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:45.721145 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-a28bafd1-b161-4992-837c-51d20ea1e636 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f95aa98c-a00b-4cac-9271-8db21c81664d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4955575 Feb 09 14:26:45.726456 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ad324-91ee-4b4f-8a45-9cbec492768a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Pushing event deleted for resources: {'Port': ['ID=57c8d4d2-1f9d-4ac1-b7f8-b4cce0c166a7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:45.826869 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2ec65074-158f-423a-9114-2ed31df648a0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:45.895760 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:45.904487 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb2ad324-91ee-4b4f-8a45-9cbec492768a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:45.904975 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-eb2ad324-91ee-4b4f-8a45-9cbec492768a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Floating IP 1e206dbc-ff8c-4e49-a6bb-8dc4dd4d842d disassociated (deleted). External IP: 172.25.8.227, port: 682feaaa-2d21-415b-b273-d31d4ea96ade. Feb 09 14:26:45.950856 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-266242b5-bdf6-4a77-b45a-2055b7ce615d req-3e46a714-a279-4e8a-8406-dd661919b8d5 service neutron] 10.222.0.35 "GET /v2.0/networks/4d8d79c2-9432-4fdc-bda9-84cda8a258f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118894 Feb 09 14:26:45.953447 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-3bbdc617-900f-4b48-9925-5d3565183f42 service neutron] 10.222.0.35 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175541 Feb 09 14:26:46.060015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 992a9b82-6e93-45f1-a04c-b2373f543fb4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:26:46.158217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 992a9b82-6e93-45f1-a04c-b2373f543fb4 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:46.164749 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 992a9b82-6e93-45f1-a04c-b2373f543fb4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:46.165126 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:46.168929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c6ad6cc-717e-4c0a-86ec-056b8499d498 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:26:46.191101 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:46.241278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Transition to ACTIVE for port object 3c6ad6cc-717e-4c0a-86ec-056b8499d498 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:46.254003 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-3a1b3a88-775d-442e-b6db-ba7847351abc service neutron] 10.222.0.35 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892628 Feb 09 14:26:46.256101 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:46.261390 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:46.297367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ca406-81d7-4c31-afb3-f334b1f9b5fd req-9e8978c8-866e-404c-aebf-dbc8188d7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:46.298820 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-598ca406-81d7-4c31-afb3-f334b1f9b5fd req-9e8978c8-866e-404c-aebf-dbc8188d7d55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b466cc4ddfce445a94207dc130c0d0ad&device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 1094 time: 0.2278547 Feb 09 14:26:46.324947 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:46.361038 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 992a9b82-6e93-45f1-a04c-b2373f543fb4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=992a9b82-6e93-45f1-a04c-b2373f543fb4,segment=NetworkSegment(aac0c14f-ea25-428a-866f-7c58faa1dd1c),segment_id=aac0c14f-ea25-428a-866f-7c58faa1dd1c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:46.366775 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:46.367542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f4ca4bd5-295d-4e81-8c8b-3745ff71af2f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:26:46.380622 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2ec65074-158f-423a-9114-2ed31df648a0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:46.527036 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=992a9b82-6e93-45f1-a04c-b2373f543fb4,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:46.541610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f4ca4bd5-295d-4e81-8c8b-3745ff71af2f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:46.541987 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:46.627508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2e4c8-e122-4b1a-af85-7f78bdaccc81 req-cec08dc2-7834-461d-b02e-eb4bf47821ee tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:46.629091 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fce2e4c8-e122-4b1a-af85-7f78bdaccc81 req-cec08dc2-7834-461d-b02e-eb4bf47821ee tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 943 time: 0.4887309 Feb 09 14:26:46.693285 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2ec65074-158f-423a-9114-2ed31df648a0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:46.722762 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-c9fb9c4f-5a81-4cb3-b7a7-fbbf6c1aa0ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=19d5bdfb-6f91-43f1-a994-fa6a8fc0381b HTTP/1.1" status: 200 len: 217 time: 0.4206545 Feb 09 14:26:46.772382 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec65074-158f-423a-9114-2ed31df648a0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Subnet': ['ID=320ae494-1115-4524-ba44-9f135dc56b66,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:46.830022 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2ec65074-158f-423a-9114-2ed31df648a0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:46.836903 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8df456-1a8f-4c55-b2e2-1ccfbe878717 None None] Network 19da52ed-e5c3-473c-8cdb-2ae08751661f requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:46.865401 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fce2e4c8-e122-4b1a-af85-7f78bdaccc81 req-b004283e-cfd0-4910-b8ac-71aac429a781 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233975 Feb 09 14:26:46.869438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Pushing event updated for resources: {'Port': ['ID=3c6ad6cc-717e-4c0a-86ec-056b8499d498,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:46.896265 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2ec65074-158f-423a-9114-2ed31df648a0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/320ae494-1115-4524-ba44-9f135dc56b66 HTTP/1.1" status: 204 len: 168 time: 1.4630408 Feb 09 14:26:46.896265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44198) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:46.944402 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-c7cc1899-5299-4a10-b76b-2a8c566d3f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:46.945742 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-c7cc1899-5299-4a10-b76b-2a8c566d3f4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6a2abefd-c835-4a47-b003-11082e488e18 HTTP/1.1" status: 200 len: 797 time: 0.2090523 Feb 09 14:26:46.991283 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2ad324-91ee-4b4f-8a45-9cbec492768a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Router 585ba929-09a7-4a6d-be68-9d1c12d9f400 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:26:47.021200 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:47.022439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Attempting to bind port 3c6ad6cc-717e-4c0a-86ec-056b8499d498 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:26:47.022999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Attempting to bind port 3c6ad6cc-717e-4c0a-86ec-056b8499d498 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:26:47.023424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Attempting to bind port 3c6ad6cc-717e-4c0a-86ec-056b8499d498 on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:47.029185 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ca406-81d7-4c31-afb3-f334b1f9b5fd req-bd20d83a-e2d3-4608-8610-4ca88df524e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:47.031894 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-598ca406-81d7-4c31-afb3-f334b1f9b5fd req-bd20d83a-e2d3-4608-8610-4ca88df524e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d8d79c2-9432-4fdc-bda9-84cda8a258f1 HTTP/1.1" status: 200 len: 909 time: 0.6721103 Feb 09 14:26:47.034209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Port 3c6ad6cc-717e-4c0a-86ec-056b8499d498 on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:26:47.034606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Attempting to bind port 3c6ad6cc-717e-4c0a-86ec-056b8499d498 on network 3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:47.037118 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:47.102595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:26:47.103191 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Checking segment: {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:47.103708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Bound using segment: {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:26:47.104280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Bound port: 3c6ad6cc-717e-4c0a-86ec-056b8499d498, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:26:47.104722 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:47.110344 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03abbe3-5155-4031-ab1b-2a3099ba12e2 None None] DHCP port deletion for 19da52ed-e5c3-473c-8cdb-2ae08751661f request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:26:47.114831 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e03abbe3-5155-4031-ab1b-2a3099ba12e2 None None] Deleting port f4ca4bd5-295d-4e81-8c8b-3745ff71af2f {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:47.115320 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e03abbe3-5155-4031-ab1b-2a3099ba12e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:47.133907 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd656cc-71b8-46c5-8623-c010a76b895e req-82fece07-2abf-44f3-ad25-b79aac96d40a tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:47.135504 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3fd656cc-71b8-46c5-8623-c010a76b895e req-82fece07-2abf-44f3-ad25-b79aac96d40a tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 943 time: 0.8323095 Feb 09 14:26:47.149853 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-598ca406-81d7-4c31-afb3-f334b1f9b5fd req-db4c1633-63f1-4b7d-8d56-37fa1d808011 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24997681-2470-40db-9617-62071d199ed3 HTTP/1.1" status: 200 len: 217 time: 0.1050913 Feb 09 14:26:47.152230 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:47.259550 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event updated for resources: {'Port': ['ID=e31dd99a-a20a-43d2-a80c-6d85010ec73e,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:47.267165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port f4ca4bd5-295d-4e81-8c8b-3745ff71af2f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:47.267776 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:47.303327 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3fd656cc-71b8-46c5-8623-c010a76b895e req-4ef5ae74-90c0-4784-9cd5-04292f378db4 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554303 Feb 09 14:26:47.317872 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:47.326849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ca406-81d7-4c31-afb3-f334b1f9b5fd req-2ca0e8db-d9d9-47fc-9aab-098611719574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:47.328890 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-598ca406-81d7-4c31-afb3-f334b1f9b5fd req-2ca0e8db-d9d9-47fc-9aab-098611719574 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cac8a23d-83d5-4069-bfc0-596b1af6df6c HTTP/1.1" status: 200 len: 849 time: 0.1611001 Feb 09 14:26:47.333859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e03abbe3-5155-4031-ab1b-2a3099ba12e2 None None] For port f4ca4bd5-295d-4e81-8c8b-3745ff71af2f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f4ca4bd5-295d-4e81-8c8b-3745ff71af2f,segment=NetworkSegment(a8332fb0-2ccc-4379-a946-652c1eb64aaa),segment_id=a8332fb0-2ccc-4379-a946-652c1eb64aaa)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:47.334097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-246fa9ad-9e77-447a-b770-096f6cd755cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:47.334301 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e03abbe3-5155-4031-ab1b-2a3099ba12e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:47.335504 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-246fa9ad-9e77-447a-b770-096f6cd755cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f95aa98c-a00b-4cac-9271-8db21c81664d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3686833 Feb 09 14:26:47.403384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] For port 3c6ad6cc-717e-4c0a-86ec-056b8499d498, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:26:47.414380 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:47.424302 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ac3329e6-3eee-4cc0-a503-d9f844f85213 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1514430 Feb 09 14:26:47.451052 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-598ca406-81d7-4c31-afb3-f334b1f9b5fd req-b69f4e19-7400-476c-9197-c5e96a2bf4af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d8d79c2-9432-4fdc-bda9-84cda8a258f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143270 Feb 09 14:26:47.476822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2ad324-91ee-4b4f-8a45-9cbec492768a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:26:47.481249 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb2ad324-91ee-4b4f-8a45-9cbec492768a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:47.490108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] For port 3c6ad6cc-717e-4c0a-86ec-056b8499d498, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3c6ad6cc-717e-4c0a-86ec-056b8499d498,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:26:47.504824 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e03abbe3-5155-4031-ab1b-2a3099ba12e2 None None] Calling delete_port for f4ca4bd5-295d-4e81-8c8b-3745ff71af2f owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:47.596031 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:47.613065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ea3e6-bf1b-407d-8c7f-f445f5f0f75a None None] Sync routers for ids ['585ba929-09a7-4a6d-be68-9d1c12d9f400'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:26:47.627826 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e03abbe3-5155-4031-ab1b-2a3099ba12e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:47.639282 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ea3e6-bf1b-407d-8c7f-f445f5f0f75a None None] Routers {'585ba929-09a7-4a6d-be68-9d1c12d9f400'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:26:47.640051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9a0ea3e6-bf1b-407d-8c7f-f445f5f0f75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:26:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['585ba929-09a7-4a6d-be68-9d1c12d9f400'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:47.706302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:47.706956 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:47.708462 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] 10.222.0.35 "PUT /v2.0/ports/3c6ad6cc-717e-4c0a-86ec-056b8499d498 HTTP/1.1" status: 200 len: 1091 time: 3.5147820 Feb 09 14:26:47.708899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e475a35-c6d0-4d20-93e4-f37983c1cdea', 'tag': '3c6ad6cc-717e-4c0a-86ec-056b8499d498'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:26:47.784168 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9a0ea3e6-bf1b-407d-8c7f-f445f5f0f75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:47.792833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03abbe3-5155-4031-ab1b-2a3099ba12e2 None None] No DVR routers for this DVR port f4ca4bd5-295d-4e81-8c8b-3745ff71af2f on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:26:47.793049 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-eb2ad324-91ee-4b4f-8a45-9cbec492768a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] 10.222.0.48 "DELETE /v2.0/floatingips/1e206dbc-ff8c-4e49-a6bb-8dc4dd4d842d HTTP/1.1" status: 204 len: 168 time: 3.9167926 Feb 09 14:26:47.800741 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03abbe3-5155-4031-ab1b-2a3099ba12e2 None None] Pushing event deleted for resources: {'Port': ['ID=f4ca4bd5-295d-4e81-8c8b-3745ff71af2f,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:47.802126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44216) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:47.813659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:47.813784 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-4a5b5ef5-a63e-4b5e-849a-9cb5c8347afa service neutron] 10.222.0.35 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430606 Feb 09 14:26:47.817716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-3e58d449-7207-4660-b43f-fdf6bd6cd051 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Synchronizing usage tracker for tenant:2d808ad86364433d8ce26979e7302aeb on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:47.821355 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e475a35-c6d0-4d20-93e4-f37983c1cdea', 'tag': '3c6ad6cc-717e-4c0a-86ec-056b8499d498', 'status': 'completed', 'code': 200} Feb 09 14:26:47.821514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ea3e6-bf1b-407d-8c7f-f445f5f0f75a None None] Routers {'585ba929-09a7-4a6d-be68-9d1c12d9f400'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:26:47.821975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95570459-d86c-4ec7-8100-ac54a323969e service neutron] Pushing event updated for resources: {'Port': ['ID=3c6ad6cc-717e-4c0a-86ec-056b8499d498,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:47.822177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9a0ea3e6-bf1b-407d-8c7f-f445f5f0f75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:26:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['585ba929-09a7-4a6d-be68-9d1c12d9f400'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:47.832449 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:47.846530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Usage tracker for resource:floatingip and tenant:866fc78d644b4c7b974fbc8a5d3b1f93 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:47.850139 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:47.853839 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] For port f4ca4bd5-295d-4e81-8c8b-3745ff71af2f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f4ca4bd5-295d-4e81-8c8b-3745ff71af2f,segment=NetworkSegment(a8332fb0-2ccc-4379-a946-652c1eb64aaa),segment_id=a8332fb0-2ccc-4379-a946-652c1eb64aaa)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:47.854189 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:47.902121 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9a0ea3e6-bf1b-407d-8c7f-f445f5f0f75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:47.902362 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ea3e6-bf1b-407d-8c7f-f445f5f0f75a None None] The sync data for ids ['585ba929-09a7-4a6d-be68-9d1c12d9f400'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:26:47.905348 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-598ca406-81d7-4c31-afb3-f334b1f9b5fd req-5d28089f-d5c0-418e-8aa5-13e3fd809262 service neutron] 10.222.0.35 "GET /v2.0/networks/4d8d79c2-9432-4fdc-bda9-84cda8a258f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446478 Feb 09 14:26:47.966820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 992a9b82-6e93-45f1-a04c-b2373f543fb4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:26:48.026331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for f4ca4bd5-295d-4e81-8c8b-3745ff71af2f owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:48.040534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 992a9b82-6e93-45f1-a04c-b2373f543fb4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:48.040905 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:48.072515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:48.092731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-3e58d449-7207-4660-b43f-fdf6bd6cd051 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Unset dirty status for tenant:2d808ad86364433d8ce26979e7302aeb on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:48.094750 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-3e58d449-7207-4660-b43f-fdf6bd6cd051 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2013174539&fields=id&tenant_id=2d808ad86364433d8ce26979e7302aeb HTTP/1.1" status: 200 len: 267 time: 0.4484632 Feb 09 14:26:48.102560 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:48.176342 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-2137143b-b0f5-4ca6-967c-76cac3d0953b service neutron] 10.222.0.35 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450041 Feb 09 14:26:48.217839 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f4ca4bd5-295d-4e81-8c8b-3745ff71af2f no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:26:48.236323 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-598ca406-81d7-4c31-afb3-f334b1f9b5fd req-7b475a94-95d4-4390-ac49-d13d2ad86932 service neutron] 10.222.0.35 "GET /v2.0/networks/4d8d79c2-9432-4fdc-bda9-84cda8a258f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221862 Feb 09 14:26:48.252271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-560b774c-c05c-4d6f-900e-45da732794e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:48.254399 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-560b774c-c05c-4d6f-900e-45da732794e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 1094 time: 0.4872921 Feb 09 14:26:48.254930 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: f4ca4bd5-295d-4e81-8c8b-3745ff71af2f {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:26:48.255284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f4ca4bd5-295d-4e81-8c8b-3745ff71af2f not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:26:48.258636 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-3647eb25-5343-4e1a-a6b3-c18224e07b3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=053a4f9c-b9b2-48db-8ac1-e540556de5f1 HTTP/1.1" status: 200 len: 217 time: 0.0732315 Feb 09 14:26:48.289180 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:26:48.289491 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:26:48.359821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-21f95e1b-5fe1-4545-8bf9-09a5328a7eee tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:48.360428 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-21f95e1b-5fe1-4545-8bf9-09a5328a7eee tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Synchronizing usage tracker for tenant:2d808ad86364433d8ce26979e7302aeb on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:48.396123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-21f95e1b-5fe1-4545-8bf9-09a5328a7eee tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Unset dirty status for tenant:2d808ad86364433d8ce26979e7302aeb on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:48.397267 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-21f95e1b-5fe1-4545-8bf9-09a5328a7eee tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/networks?id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 HTTP/1.1" status: 200 len: 811 time: 0.2813759 Feb 09 14:26:48.407935 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:48.459425 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-b88b2637-9c40-4d89-87d0-f2d80967d600 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/quotas/2d808ad86364433d8ce26979e7302aeb HTTP/1.1" status: 200 len: 375 time: 0.0482001 Feb 09 14:26:48.506837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce81bf-9ddb-40b2-92f0-e900a1993eeb req-3b11c122-536b-4e00-b57d-11d4f4211029 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:48.506837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b9ce81bf-9ddb-40b2-92f0-e900a1993eeb req-3b11c122-536b-4e00-b57d-11d4f4211029 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Synchronizing usage tracker for tenant:b466cc4ddfce445a94207dc130c0d0ad on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:48.521626 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-0d07e786-430b-450c-a602-b38b13896161 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c6ad6cc-717e-4c0a-86ec-056b8499d498 HTTP/1.1" status: 200 len: 217 time: 0.0833461 Feb 09 14:26:48.581978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-8d4d7841-98c4-42ae-88a1-4ea72d85e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:48.583413 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-8d4d7841-98c4-42ae-88a1-4ea72d85e285 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6a2abefd-c835-4a47-b003-11082e488e18 HTTP/1.1" status: 200 len: 797 time: 0.3144896 Feb 09 14:26:48.586043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b9ce81bf-9ddb-40b2-92f0-e900a1993eeb req-3b11c122-536b-4e00-b57d-11d4f4211029 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Unset dirty status for tenant:b466cc4ddfce445a94207dc130c0d0ad on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:48.587059 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b9ce81bf-9ddb-40b2-92f0-e900a1993eeb req-3b11c122-536b-4e00-b57d-11d4f4211029 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 943 time: 0.5631037 Feb 09 14:26:48.615065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Allocated IP 172.25.8.52 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/66910793-cee2-4f9d-b754-d9a6aa8fd70d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:48.625994 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-84c9a040-b4b3-43c5-b7a4-9f57b5b81dbc tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Synchronizing usage tracker for tenant:2d808ad86364433d8ce26979e7302aeb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:48.665079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-617c362a-883c-4056-aba1-05339e193ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:48.666509 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-617c362a-883c-4056-aba1-05339e193ce9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2315fb8e-5bcf-45cb-897d-5aa2d617522a HTTP/1.1" status: 200 len: 846 time: 0.1342654 Feb 09 14:26:48.715124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-84c9a040-b4b3-43c5-b7a4-9f57b5b81dbc tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Unset dirty status for tenant:2d808ad86364433d8ce26979e7302aeb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:48.716472 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-84c9a040-b4b3-43c5-b7a4-9f57b5b81dbc tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d808ad86364433d8ce26979e7302aeb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2514117 Feb 09 14:26:48.733255 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-f9662c93-3704-4282-9e9d-66a851c156fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590630 Feb 09 14:26:48.738369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b9ce81bf-9ddb-40b2-92f0-e900a1993eeb req-adde91ba-b8fa-4174-aff4-59fe7a85e401 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195762 Feb 09 14:26:48.810528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port f4ca4bd5-295d-4e81-8c8b-3745ff71af2f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:48.811001 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:48.837609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-4238dd42-484b-4282-82c8-525ff4a9465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:48.839070 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-4238dd42-484b-4282-82c8-525ff4a9465c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f95aa98c-a00b-4cac-9271-8db21c81664d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2496283 Feb 09 14:26:48.915813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] The port 'f4ca4bd5-295d-4e81-8c8b-3745ff71af2f' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:26:49.007176 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-10104809-e13a-478a-b6d6-ce0aa2ff8b64 service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666821 Feb 09 14:26:49.008591 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:49.099334 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-3fbcd7a3-48d8-43e6-96ee-8d717f62be68 service neutron] 10.222.0.48 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692222 Feb 09 14:26:49.108384 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:49.114517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 24997681-2470-40db-9617-62071d199ed3 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:26:49.145841 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-21b0c97a-a4b6-4481-b64c-d7e219e79899 service neutron] 10.222.0.35 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661753 Feb 09 14:26:49.168090 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:26:49.194133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb01f3-772b-40c9-b380-22cca04d1ff5 req-de72c95f-9664-47d3-99d0-33d7bad49b9d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:49.201277 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0eb01f3-772b-40c9-b380-22cca04d1ff5 req-de72c95f-9664-47d3-99d0-33d7bad49b9d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 943 time: 0.3612547 Feb 09 14:26:49.304327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 24997681-2470-40db-9617-62071d199ed3, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=24997681-2470-40db-9617-62071d199ed3,segment=NetworkSegment(d6de0607-ba15-476e-9e5b-c0515de426a4),segment_id=d6de0607-ba15-476e-9e5b-c0515de426a4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:49.313691 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef57896f-f5a1-47e6-821b-af1ae94ff2ab req-4fb1eeed-27c3-4fe8-9386-2891a70392f6 service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000324 Feb 09 14:26:49.341730 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19da52ed-e5c3-473c-8cdb-2ae08751661f']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:49.343912 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0eb01f3-772b-40c9-b380-22cca04d1ff5 req-0ff96e37-ab55-49b8-9c08-55a1010284f4 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408451 Feb 09 14:26:49.358085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8332fb0-2ccc-4379-a946-652c1eb64aaa') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:49.358378 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8332fb0-2ccc-4379-a946-652c1eb64aaa') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:26:49.360494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '24997681-2470-40db-9617-62071d199ed3', 'network_id': '4d8d79c2-9432-4fdc-bda9-84cda8a258f1', 'port_id': '24997681-2470-40db-9617-62071d199ed3', 'mac_address': 'fa:16:3e:a5:02:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac8a23d-83d5-4069-bfc0-596b1af6df6c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:26:49.382079 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:49.399857 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:49.441004 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-91941858-b46f-4cc7-93fb-e5de630ded99 service neutron] 10.222.0.35 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756073 Feb 09 14:26:49.466153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:49.484345 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:49.500254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:26:49.500653 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:49.505980 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24997681-2470-40db-9617-62071d199ed3 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:26:49.521881 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:26:49.535070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 24997681-2470-40db-9617-62071d199ed3, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=24997681-2470-40db-9617-62071d199ed3,segment=NetworkSegment(d6de0607-ba15-476e-9e5b-c0515de426a4),segment_id=d6de0607-ba15-476e-9e5b-c0515de426a4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:49.541265 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:49.550693 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-6507959f-ebb0-4dfc-b150-a74506f5c69c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f5ec8b1-a89e-4017-a15a-bb4d56e72310 HTTP/1.1" status: 200 len: 217 time: 0.0966151 Feb 09 14:26:49.577376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:49.594185 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:49.605526 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Pushing event updated for resources: {'Port': ['ID=66910793-cee2-4f9d-b754-d9a6aa8fd70d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:49.614219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:49.637895 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=24997681-2470-40db-9617-62071d199ed3,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:49.652646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-dc89980c-ca45-4e23-a6aa-8a1ba417ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:49.654109 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-dc89980c-ca45-4e23-a6aa-8a1ba417ae10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=caf27f7d-fe34-45ce-96dd-e4751dbd5b8b HTTP/1.1" status: 200 len: 797 time: 0.0964606 Feb 09 14:26:49.660735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314426b-577a-4b3b-8b42-b587307c9385 req-b2266350-c88e-4244-886f-6dead8b1a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:49.662327 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d314426b-577a-4b3b-8b42-b587307c9385 req-b2266350-c88e-4244-886f-6dead8b1a019 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1420416e843f48a49610ec42176f5998&device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 1094 time: 0.2758210 Feb 09 14:26:49.671921 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-6e55a101-38a3-4596-bffa-5d99a89cb552 service neutron] 10.222.0.48 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539916 Feb 09 14:26:49.696180 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:49.728384 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:49.754533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Network': ['ID=19da52ed-e5c3-473c-8cdb-2ae08751661f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:49.762612 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e3a36049-bf0f-4789-99de-639febeb544a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/networks/19da52ed-e5c3-473c-8cdb-2ae08751661f HTTP/1.1" status: 204 len: 168 time: 2.8707573 Feb 09 14:26:49.767281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44224) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:49.792761 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b93e5f1b-694e-4418-9c8d-53a2a4a536a5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'name': 'tempest-PortsIpV6TestJSON-1324825124'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:49.877947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314426b-577a-4b3b-8b42-b587307c9385 req-dcca8934-afd3-45ae-b1d3-446ab23dbd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:49.879397 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d314426b-577a-4b3b-8b42-b587307c9385 req-dcca8934-afd3-45ae-b1d3-446ab23dbd10 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 200 len: 906 time: 0.1836064 Feb 09 14:26:49.882418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-85377816-d209-4ac5-a682-8789b2443579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:49.883957 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-85377816-d209-4ac5-a682-8789b2443579 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2207196 Feb 09 14:26:50.067837 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-859216c1-6cdb-4446-bc38-a4dda48264ec req-f3fa48e7-e2ad-45d2-9a1b-f20106676bfa tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 210 time: 0.0799263 Feb 09 14:26:50.083682 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:50.106420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b93e5f1b-694e-4418-9c8d-53a2a4a536a5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:50.146896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b93e5f1b-694e-4418-9c8d-53a2a4a536a5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:port and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:50.156517 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b93e5f1b-694e-4418-9c8d-53a2a4a536a5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:50.176164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b93e5f1b-694e-4418-9c8d-53a2a4a536a5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:50.192289 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:50.201603 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d314426b-577a-4b3b-8b42-b587307c9385 req-e0d64a49-8171-4516-a7d2-4f32d05a131c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c6ad6cc-717e-4c0a-86ec-056b8499d498 HTTP/1.1" status: 200 len: 217 time: 0.3089585 Feb 09 14:26:50.223672 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93e5f1b-694e-4418-9c8d-53a2a4a536a5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:50.227194 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b93e5f1b-694e-4418-9c8d-53a2a4a536a5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:50.227648 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['24997681-2470-40db-9617-62071d199ed3'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:26:50.268927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-b93e5f1b-694e-4418-9c8d-53a2a4a536a5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] device_id is not set on port 81c0a630-e251-4246-ab7b-0f7352b6d671 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:26:50.334028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314426b-577a-4b3b-8b42-b587307c9385 req-ab186b82-98f7-4c46-9111-80030c23bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:50.335493 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d314426b-577a-4b3b-8b42-b587307c9385 req-ab186b82-98f7-4c46-9111-80030c23bfa3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2315fb8e-5bcf-45cb-897d-5aa2d617522a HTTP/1.1" status: 200 len: 846 time: 0.1219518 Feb 09 14:26:50.344282 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-f0307272-d7d0-4f28-a8a9-94c94f625fbd service neutron] 10.222.0.35 "GET /v2.0/networks/e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970163 Feb 09 14:26:50.477405 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d314426b-577a-4b3b-8b42-b587307c9385 req-6a5c1c20-07a1-4bd8-ae89-ada85ab5ae84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320615 Feb 09 14:26:50.490277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3f3d7-fa3f-4592-99f2-582c8be7c2c2 req-458444f3-adec-40e8-9c8c-73c280ab50f0 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:50.491744 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-83c3f3d7-fa3f-4592-99f2-582c8be7c2c2 req-458444f3-adec-40e8-9c8c-73c280ab50f0 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 944 time: 0.5192370 Feb 09 14:26:50.648947 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-83c3f3d7-fa3f-4592-99f2-582c8be7c2c2 req-1fd37d85-1cad-4e95-bfc4-453ae906ff30 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344757 Feb 09 14:26:50.695041 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-531ffc6b-7599-474f-9bad-cbb14bafbb01 service neutron] 10.222.0.35 "GET /v2.0/networks/e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000691 Feb 09 14:26:50.699587 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d314426b-577a-4b3b-8b42-b587307c9385 req-18c0bb5f-ea65-49c0-b78a-148cccb2c79e service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050939 Feb 09 14:26:50.722252 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b93e5f1b-694e-4418-9c8d-53a2a4a536a5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:50.743039 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:50.752151 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:50.806961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39415a5-4d09-4e29-b164-ab74266b028d req-7cc3cc13-be95-42b1-a430-b53de22f4619 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:50.808480 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a39415a5-4d09-4e29-b164-ab74266b028d req-7cc3cc13-be95-42b1-a430-b53de22f4619 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 943 time: 0.3170402 Feb 09 14:26:50.834416 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-4afd0439-9f38-4ca2-896b-78aafae7355d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89eb2817-e4ee-41b5-b56e-200af49eed31 HTTP/1.1" status: 200 len: 217 time: 0.1276038 Feb 09 14:26:50.922917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Pushing event updated for resources: {'Port': ['ID=66910793-cee2-4f9d-b754-d9a6aa8fd70d,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:50.927980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-ff4e997e-a64c-4a7f-8ed6-13792e601b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:50.929449 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-ff4e997e-a64c-4a7f-8ed6-13792e601b42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=caf27f7d-fe34-45ce-96dd-e4751dbd5b8b HTTP/1.1" status: 200 len: 797 time: 0.0879807 Feb 09 14:26:50.937847 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a39415a5-4d09-4e29-b164-ab74266b028d req-42a9b314-0d43-4c2b-aad9-7f2ae3897f2a tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110728 Feb 09 14:26:50.941847 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b93e5f1b-694e-4418-9c8d-53a2a4a536a5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:50.942949 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:50.986932 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d314426b-577a-4b3b-8b42-b587307c9385 req-5f215e6f-f3fa-46c3-bcc3-5c8e37776450 service neutron] 10.222.0.35 "GET /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788932 Feb 09 14:26:51.016214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-b36128ef-55db-4f1a-96cc-c0c0d53b6c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:51.017617 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-b36128ef-55db-4f1a-96cc-c0c0d53b6c0b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0777171 Feb 09 14:26:51.046351 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93e5f1b-694e-4418-9c8d-53a2a4a536a5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:51.050459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b93e5f1b-694e-4418-9c8d-53a2a4a536a5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:51.055291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93e5f1b-694e-4418-9c8d-53a2a4a536a5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:51.060715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93e5f1b-694e-4418-9c8d-53a2a4a536a5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:51.061304 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b93e5f1b-694e-4418-9c8d-53a2a4a536a5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:51.065319 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:51.068969 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c6c53a9e-b65a-4276-bc3c-f948c839feb0 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2610254 Feb 09 14:26:51.068969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e5f1b-694e-4418-9c8d-53a2a4a536a5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=81c0a630-e251-4246-ab7b-0f7352b6d671,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:51.071171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44242) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:51.096630 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b93e5f1b-694e-4418-9c8d-53a2a4a536a5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3170500 Feb 09 14:26:51.098226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44248) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:51.164310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-cf2b4b28-e5c5-47e7-900e-9d732e003639 service neutron] 10.222.0.35 "GET /v2.0/networks/e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360519 Feb 09 14:26:51.195637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7f694a86-7652-4fc1-a223-f3ad1e85c3dd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port 81c0a630-e251-4246-ab7b-0f7352b6d671 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:51.201730 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f694a86-7652-4fc1-a223-f3ad1e85c3dd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:51.310212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:51.316591 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:51.320568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Usage tracker for resource:floatingip and tenant:ade33a4146e8409eb21db1aace3d75e7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:51.323369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:51.330116 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:51.346884 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:51.363778 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b6f1c8c9-7b77-45e5-863b-6b99867e768b req-d97c2e81-573b-4cec-bb82-0bd7662cedcc tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 210 time: 0.1468928 Feb 09 14:26:51.468854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-ff04ec6d-d0e1-4d84-a3af-d750a8c60d02 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:51.470556 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-ff04ec6d-d0e1-4d84-a3af-d750a8c60d02 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.35 "GET /v2.0/networks?id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 HTTP/1.1" status: 200 len: 811 time: 0.2784998 Feb 09 14:26:51.476484 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e912b6b-0c11-4834-9c77-ea94ced34db2 req-c0f7039b-e959-4a7b-bba5-7da839b29143 service neutron] 10.222.0.35 "GET /v2.0/networks/e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034461 Feb 09 14:26:51.525706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-f6f88d1b-a917-4f59-af94-3db1e37021ba tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Synchronizing usage tracker for tenant:2d808ad86364433d8ce26979e7302aeb on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:51.540030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-f6f88d1b-a917-4f59-af94-3db1e37021ba tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Unset dirty status for tenant:2d808ad86364433d8ce26979e7302aeb on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:51.541158 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-f6f88d1b-a917-4f59-af94-3db1e37021ba tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d808ad86364433d8ce26979e7302aeb HTTP/1.1" status: 200 len: 380 time: 0.0578437 Feb 09 14:26:51.551702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-04bcb77c-8fed-454f-b916-3b063b0e14ac tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Request body: {'port': {'device_id': 'b74914ef-1b54-42e1-ba61-314a8e6c8ed8', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'admin_state_up': True, 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'security_groups': ['858699b6-d2f5-41bb-8900-eac042b1caad']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:51.697831 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f694a86-7652-4fc1-a223-f3ad1e85c3dd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:51.820145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-04bcb77c-8fed-454f-b916-3b063b0e14ac tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:51.830728 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-04bcb77c-8fed-454f-b916-3b063b0e14ac tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:51.847693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-04bcb77c-8fed-454f-b916-3b063b0e14ac tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Made reservation on behalf of 2d808ad86364433d8ce26979e7302aeb for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:51.852000 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-04bcb77c-8fed-454f-b916-3b063b0e14ac tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:51.881537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7f694a86-7652-4fc1-a223-f3ad1e85c3dd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for 81c0a630-e251-4246-ab7b-0f7352b6d671 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:52.010118 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f694a86-7652-4fc1-a223-f3ad1e85c3dd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:52.033825 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-04bcb77c-8fed-454f-b916-3b063b0e14ac tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Allocated IP 172.20.0.8 (b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9/85b1f5ca-a5fa-4f7b-8f04-40895b87e889/6ce17f1c-d432-4695-a697-8a0414cceee2) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:52.077110 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f694a86-7652-4fc1-a223-f3ad1e85c3dd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:52.081092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f694a86-7652-4fc1-a223-f3ad1e85c3dd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=81c0a630-e251-4246-ab7b-0f7352b6d671,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:52.103003 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15073025-bd61-4e86-9fc1-8ecdd0804da6 req-43008036-16f0-4890-b718-befdf4248be7 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:52.104436 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15073025-bd61-4e86-9fc1-8ecdd0804da6 req-43008036-16f0-4890-b718-befdf4248be7 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 944 time: 0.2697737 Feb 09 14:26:52.113865 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7f694a86-7652-4fc1-a223-f3ad1e85c3dd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/81c0a630-e251-4246-ab7b-0f7352b6d671 HTTP/1.1" status: 204 len: 168 time: 1.0152144 Feb 09 14:26:52.116348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44258) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:52.138339 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:52.190654 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-eb406ce4-7550-4ec7-a17f-34f004e32b75 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'mac_address': 'fa:16:3e:e7:11:70', 'name': 'tempest-PortsIpV6TestJSON-666200185'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:52.204436 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15073025-bd61-4e86-9fc1-8ecdd0804da6 req-db37c6c2-62ae-4911-bb06-98af075ca53a tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893173 Feb 09 14:26:52.306484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Allocated IP 172.25.8.56 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/4ed76053-c7c9-4f82-8306-d51cf82586f3) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:52.350822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-eb406ce4-7550-4ec7-a17f-34f004e32b75 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:52.358537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-eb406ce4-7550-4ec7-a17f-34f004e32b75 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:port and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:52.370412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-eb406ce4-7550-4ec7-a17f-34f004e32b75 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:52.387594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-eb406ce4-7550-4ec7-a17f-34f004e32b75 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:52.404834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8991ce-e5ef-43eb-bb39-d5bb0b33a05e req-be7a1bd7-db24-4aa8-8874-bb6be3fd2125 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:52.406355 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e8991ce-e5ef-43eb-bb39-d5bb0b33a05e req-be7a1bd7-db24-4aa8-8874-bb6be3fd2125 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 943 time: 0.3365653 Feb 09 14:26:52.418313 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-04bcb77c-8fed-454f-b916-3b063b0e14ac tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:52.427552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb406ce4-7550-4ec7-a17f-34f004e32b75 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:52.477588 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:52.536599 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-04bcb77c-8fed-454f-b916-3b063b0e14ac tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Transition to ACTIVE for port object 6ce17f1c-d432-4695-a697-8a0414cceee2 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:52.540285 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-37281e85-6fca-4c86-8312-8f4cfaad64dc req-6bed21a2-f69e-415c-af64-715704371338 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 210 time: 0.0515573 Feb 09 14:26:52.581930 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e8991ce-e5ef-43eb-bb39-d5bb0b33a05e req-40ef2442-3318-4567-a29c-e0341694591f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559870 Feb 09 14:26:52.587634 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eb406ce4-7550-4ec7-a17f-34f004e32b75 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:52.597801 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:52.625588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-eb406ce4-7550-4ec7-a17f-34f004e32b75 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] device_id is not set on port df40667a-f272-4431-9222-83c97d9b88f5 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:26:52.665595 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-04bcb77c-8fed-454f-b916-3b063b0e14ac tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:52.679493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:52.683013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:52.688652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:52.719109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Pushing event updated for resources: {'Port': ['ID=4ed76053-c7c9-4f82-8306-d51cf82586f3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:52.773695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-04bcb77c-8fed-454f-b916-3b063b0e14ac tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:52.775149 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:52.778535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-04bcb77c-8fed-454f-b916-3b063b0e14ac tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:52.793013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-04bcb77c-8fed-454f-b916-3b063b0e14ac tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:52.831683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcb77c-8fed-454f-b916-3b063b0e14ac tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event updated for resources: {'Port': ['ID=6ce17f1c-d432-4695-a697-8a0414cceee2,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:52.849224 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:52.955971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-04bcb77c-8fed-454f-b916-3b063b0e14ac tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:52.956606 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-04bcb77c-8fed-454f-b916-3b063b0e14ac tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:52.994094 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6fc8850c-ef04-4786-a17a-ab0a6527e64d None None] Provisioning for port 6ce17f1c-d432-4695-a697-8a0414cceee2 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:53.001139 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6fc8850c-ef04-4786-a17a-ab0a6527e64d None None] Provisioning complete for port 6ce17f1c-d432-4695-a697-8a0414cceee2 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:53.001821 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6fc8850c-ef04-4786-a17a-ab0a6527e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:53.011961 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eb406ce4-7550-4ec7-a17f-34f004e32b75 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:53.017214 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-04bcb77c-8fed-454f-b916-3b063b0e14ac tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4693656 Feb 09 14:26:53.030914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Request body: {'port': {'device_id': 'b74914ef-1b54-42e1-ba61-314a8e6c8ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:53.078550 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6fc8850c-ef04-4786-a17a-ab0a6527e64d None None] Port 6ce17f1c-d432-4695-a697-8a0414cceee2 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:26:53.086864 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:53.092825 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:53.125307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3c6ad6cc-717e-4c0a-86ec-056b8499d498 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:26:53.127787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 24997681-2470-40db-9617-62071d199ed3 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:26:53.144968 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eb406ce4-7550-4ec7-a17f-34f004e32b75 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:53.214296 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Pushing event updated for resources: {'Port': ['ID=4ed76053-c7c9-4f82-8306-d51cf82586f3,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:53.224224 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:53.234495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb406ce4-7550-4ec7-a17f-34f004e32b75 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:53.239600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-eb406ce4-7550-4ec7-a17f-34f004e32b75 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:53.245678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb406ce4-7550-4ec7-a17f-34f004e32b75 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:53.251706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb406ce4-7550-4ec7-a17f-34f004e32b75 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:53.252354 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eb406ce4-7550-4ec7-a17f-34f004e32b75 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:53.258101 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:53.269367 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:53.275239 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fb015494-f687-49d1-894f-cbef7d31e32d tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2028515 Feb 09 14:26:53.275985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb406ce4-7550-4ec7-a17f-34f004e32b75 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=df40667a-f272-4431-9222-83c97d9b88f5,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:53.277053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44266) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:53.337851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3c6ad6cc-717e-4c0a-86ec-056b8499d498, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3c6ad6cc-717e-4c0a-86ec-056b8499d498,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:53.348324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-eb406ce4-7550-4ec7-a17f-34f004e32b75 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2129674 Feb 09 14:26:53.351551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44270) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:53.355992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '3c6ad6cc-717e-4c0a-86ec-056b8499d498', 'network_id': '3618a6b3-fa1e-4cc5-af1a-b15890d8ad05', 'port_id': '3c6ad6cc-717e-4c0a-86ec-056b8499d498', 'mac_address': 'fa:16:3e:cf:97:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2315fb8e-5bcf-45cb-897d-5aa2d617522a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:26:53.383405 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 24997681-2470-40db-9617-62071d199ed3 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:53.407821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 24997681-2470-40db-9617-62071d199ed3 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:53.408199 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:53.464455 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:53.485273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cae5b69-3596-4ea3-8005-a0aeebc03283 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:53.485890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9cae5b69-3596-4ea3-8005-a0aeebc03283 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:53.488386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6ad6cc-717e-4c0a-86ec-056b8499d498 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:26:53.520814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9cae5b69-3596-4ea3-8005-a0aeebc03283 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:53.524893 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9cae5b69-3596-4ea3-8005-a0aeebc03283 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports/df40667a-f272-4431-9222-83c97d9b88f5 HTTP/1.1" status: 200 len: 844 time: 0.1723828 Feb 09 14:26:53.525489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44274) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:53.543671 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3c6ad6cc-717e-4c0a-86ec-056b8499d498, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3c6ad6cc-717e-4c0a-86ec-056b8499d498,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:53.562828 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:53.582599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d15fba1c-8dbf-4f1a-a06f-f2b3536af318 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Synchronizing usage tracker for tenant:866fc78d644b4c7b974fbc8a5d3b1f93 on resource:floatingip {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:53.610894 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d15fba1c-8dbf-4f1a-a06f-f2b3536af318 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Unset dirty status for tenant:866fc78d644b4c7b974fbc8a5d3b1f93 on resource:floatingip {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:53.612651 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d15fba1c-8dbf-4f1a-a06f-f2b3536af318 tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3698 time: 0.3341496 Feb 09 14:26:53.615276 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44280) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:53.659384 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:53.694781 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=3c6ad6cc-717e-4c0a-86ec-056b8499d498,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:53.702266 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae75288-e10a-4fef-b8cf-519f9ac271db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24997681-2470-40db-9617-62071d199ed3'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:26:53.713947 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 24997681-2470-40db-9617-62071d199ed3, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=24997681-2470-40db-9617-62071d199ed3,segment=NetworkSegment(d6de0607-ba15-476e-9e5b-c0515de426a4),segment_id=d6de0607-ba15-476e-9e5b-c0515de426a4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:53.718828 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:53.730299 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9576e04-895a-46b0-a590-4ce0b48e7cf0 req-d1e4984b-5263-45e4-980a-4d02effd5d90 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:53.731877 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9576e04-895a-46b0-a590-4ce0b48e7cf0 req-d1e4984b-5263-45e4-980a-4d02effd5d90 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 944 time: 0.3756862 Feb 09 14:26:53.740540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a1c09821-e187-4f19-997e-e8fb1df46301 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Synchronizing usage tracker for tenant:fe27fc2f2bef4572ad958524dadd7a75 on resource:floatingip {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:53.791328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=24997681-2470-40db-9617-62071d199ed3,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:53.793562 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9576e04-895a-46b0-a590-4ce0b48e7cf0 req-151f147a-9999-48b9-beeb-00354493f3f4 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502231 Feb 09 14:26:53.799522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a1c09821-e187-4f19-997e-e8fb1df46301 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Unset dirty status for tenant:fe27fc2f2bef4572ad958524dadd7a75 on resource:floatingip {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:53.804153 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a1c09821-e187-4f19-997e-e8fb1df46301 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1875112 Feb 09 14:26:53.804603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44288) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:53.870228 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-1a135bd6-7c03-4c54-9154-baa22da73f9b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port df40667a-f272-4431-9222-83c97d9b88f5 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:53.870732 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1a135bd6-7c03-4c54-9154-baa22da73f9b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:54.015966 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['3c6ad6cc-717e-4c0a-86ec-056b8499d498'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:26:54.017310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-df22ba40-7713-4d60-8eb8-3dcf4bfc1060 tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Deleting port 4ed76053-c7c9-4f82-8306-d51cf82586f3 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:54.018096 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-df22ba40-7713-4d60-8eb8-3dcf4bfc1060 tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:54.060639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a3a07-01d6-4dee-8f05-cf5a0a70557a req-32d73356-5c57-4248-9ed6-67ba6c8ca9d6 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:54.060943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-802a3a07-01d6-4dee-8f05-cf5a0a70557a req-32d73356-5c57-4248-9ed6-67ba6c8ca9d6 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Synchronizing usage tracker for tenant:2d808ad86364433d8ce26979e7302aeb on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:54.197340 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bde96d-0040-4fd6-93bf-83d954ffff8c req-6264ff01-f03f-4adf-8062-5ed3d33d5823 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:54.198343 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87bde96d-0040-4fd6-93bf-83d954ffff8c req-6264ff01-f03f-4adf-8062-5ed3d33d5823 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 944 time: 0.2390828 Feb 09 14:26:54.228089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-802a3a07-01d6-4dee-8f05-cf5a0a70557a req-32d73356-5c57-4248-9ed6-67ba6c8ca9d6 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Unset dirty status for tenant:2d808ad86364433d8ce26979e7302aeb on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:54.229340 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-802a3a07-01d6-4dee-8f05-cf5a0a70557a req-32d73356-5c57-4248-9ed6-67ba6c8ca9d6 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 931 time: 0.4247601 Feb 09 14:26:54.246707 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-df22ba40-7713-4d60-8eb8-3dcf4bfc1060 tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:54.247029 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-df22ba40-7713-4d60-8eb8-3dcf4bfc1060 tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:54.264412 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1a135bd6-7c03-4c54-9154-baa22da73f9b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:54.272645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce17f1c-d432-4695-a697-8a0414cceee2 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:26:54.288951 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:54.383035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-df22ba40-7713-4d60-8eb8-3dcf4bfc1060 tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Calling delete_port for 4ed76053-c7c9-4f82-8306-d51cf82586f3 owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:54.411103 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87bde96d-0040-4fd6-93bf-83d954ffff8c req-5f6394f5-73c2-4c8c-b27f-085f7b7355a0 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002404 Feb 09 14:26:54.415644 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-1a135bd6-7c03-4c54-9154-baa22da73f9b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for df40667a-f272-4431-9222-83c97d9b88f5 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:54.483044 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-802a3a07-01d6-4dee-8f05-cf5a0a70557a req-47629a31-80c6-4661-9aff-552f3f0c0d24 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424726 Feb 09 14:26:54.487007 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae75288-e10a-4fef-b8cf-519f9ac271db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24997681-2470-40db-9617-62071d199ed3', 'code': 200} Feb 09 14:26:54.532523 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1a135bd6-7c03-4c54-9154-baa22da73f9b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:54.548827 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-df22ba40-7713-4d60-8eb8-3dcf4bfc1060 tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:54.568069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Transition to ACTIVE for port object 6ce17f1c-d432-4695-a697-8a0414cceee2 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:54.620866 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:54.627816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22ba40-7713-4d60-8eb8-3dcf4bfc1060 tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Pushing event deleted for resources: {'Port': ['ID=4ed76053-c7c9-4f82-8306-d51cf82586f3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:54.630724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a135bd6-7c03-4c54-9154-baa22da73f9b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=df40667a-f272-4431-9222-83c97d9b88f5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:54.669312 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1a135bd6-7c03-4c54-9154-baa22da73f9b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:54.690793 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-df22ba40-7713-4d60-8eb8-3dcf4bfc1060 tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:54.701750 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-df22ba40-7713-4d60-8eb8-3dcf4bfc1060 tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:54.703382 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-df22ba40-7713-4d60-8eb8-3dcf4bfc1060 tempest-FloatingIPAdminTestJSON-238125574 tempest-FloatingIPAdminTestJSON-238125574-project] 10.222.0.48 "DELETE /v2.0/floatingips/99f0c42b-b431-4793-9bcf-e0e1cad95741 HTTP/1.1" status: 204 len: 168 time: 0.8978720 Feb 09 14:26:54.705955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44292) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:54.767757 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1a135bd6-7c03-4c54-9154-baa22da73f9b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/df40667a-f272-4431-9222-83c97d9b88f5 HTTP/1.1" status: 204 len: 168 time: 1.2382064 Feb 09 14:26:54.780335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44296) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:54.829386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Pushing event updated for resources: {'Port': ['ID=6ce17f1c-d432-4695-a697-8a0414cceee2,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:54.873176 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d99b53-a65d-42f6-871f-00c3a042b3cd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] GET failed (client error): The resource could not be found. Feb 09 14:26:54.873835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d150c8d4-59b9-4f7e-bcd1-84c021973d7d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Deleting port 66910793-cee2-4f9d-b754-d9a6aa8fd70d {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:54.873835 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d150c8d4-59b9-4f7e-bcd1-84c021973d7d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:54.874049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-09d99b53-a65d-42f6-871f-00c3a042b3cd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:54.935200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d1d4f-0379-432c-af69-4001b92030a4 req-cfc72571-18a5-460a-86b7-56d91096a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:54.936788 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c54d1d4f-0379-432c-af69-4001b92030a4 req-cfc72571-18a5-460a-86b7-56d91096a5da service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 1096 time: 0.3676457 Feb 09 14:26:54.959118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-09d99b53-a65d-42f6-871f-00c3a042b3cd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:54.960224 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-09d99b53-a65d-42f6-871f-00c3a042b3cd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports/df40667a-f272-4431-9222-83c97d9b88f5 HTTP/1.1" status: 404 len: 333 time: 0.1759109 Feb 09 14:26:54.964380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44302) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:54.976818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-20251e1a-a606-4122-9977-102e81c167b5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'name': 'tempest-PortsIpV6TestJSON-1551965789'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:55.088182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Attempting to bind port 6ce17f1c-d432-4695-a697-8a0414cceee2 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:26:55.088413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Attempting to bind port 6ce17f1c-d432-4695-a697-8a0414cceee2 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'aac0c14f-ea25-428a-866f-7c58faa1dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:26:55.088732 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Attempting to bind port 6ce17f1c-d432-4695-a697-8a0414cceee2 on network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:55.113567 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c54d1d4f-0379-432c-af69-4001b92030a4 req-3ad57e80-a3b5-4f16-8ebd-11ea992ce322 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690209 Feb 09 14:26:55.115954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Port 6ce17f1c-d432-4695-a697-8a0414cceee2 on network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:26:55.116284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Attempting to bind port 6ce17f1c-d432-4695-a697-8a0414cceee2 on network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:55.127307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-20251e1a-a606-4122-9977-102e81c167b5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:55.129783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:26:55.130133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Checking segment: {'id': 'aac0c14f-ea25-428a-866f-7c58faa1dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:55.130515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Bound using segment: {'id': 'aac0c14f-ea25-428a-866f-7c58faa1dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:26:55.130955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Bound port: 6ce17f1c-d432-4695-a697-8a0414cceee2, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac0c14f-ea25-428a-866f-7c58faa1dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:26:55.131306 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:55.153403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-20251e1a-a606-4122-9977-102e81c167b5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:55.208953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20251e1a-a606-4122-9977-102e81c167b5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:55.212526 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20251e1a-a606-4122-9977-102e81c167b5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:55.246416 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d150c8d4-59b9-4f7e-bcd1-84c021973d7d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:55.247058 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d150c8d4-59b9-4f7e-bcd1-84c021973d7d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:55.252061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-20251e1a-a606-4122-9977-102e81c167b5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] device_id is not set on port 6f3e108c-1178-46b9-8193-7aba632acff7 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:26:55.264169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fae6e7-2a0c-45b2-b949-071edd433302 req-c101bfc0-bb08-425f-ba47-acf77c073a57 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:55.266479 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05fae6e7-2a0c-45b2-b949-071edd433302 req-c101bfc0-bb08-425f-ba47-acf77c073a57 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 945 time: 0.3264606 Feb 09 14:26:55.305500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] For port 6ce17f1c-d432-4695-a697-8a0414cceee2, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:26:55.311214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] For port 6ce17f1c-d432-4695-a697-8a0414cceee2, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6ce17f1c-d432-4695-a697-8a0414cceee2,segment=NetworkSegment(aac0c14f-ea25-428a-866f-7c58faa1dd1c),segment_id=aac0c14f-ea25-428a-866f-7c58faa1dd1c)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:26:55.333108 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:55.395522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d150c8d4-59b9-4f7e-bcd1-84c021973d7d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Calling delete_port for 66910793-cee2-4f9d-b754-d9a6aa8fd70d owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:55.476953 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05fae6e7-2a0c-45b2-b949-071edd433302 req-828da098-5868-4546-8cf3-178d8fb18c92 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551545 Feb 09 14:26:55.546577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:55.547206 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:55.548761 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] 10.222.0.35 "PUT /v2.0/ports/6ce17f1c-d432-4695-a697-8a0414cceee2 HTTP/1.1" status: 200 len: 1091 time: 2.5233626 Feb 09 14:26:55.550922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74914ef-1b54-42e1-ba61-314a8e6c8ed8', 'tag': '6ce17f1c-d432-4695-a697-8a0414cceee2'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:26:55.639263 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d150c8d4-59b9-4f7e-bcd1-84c021973d7d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:55.699066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150c8d4-59b9-4f7e-bcd1-84c021973d7d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Pushing event deleted for resources: {'Port': ['ID=66910793-cee2-4f9d-b754-d9a6aa8fd70d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:55.795818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20251e1a-a606-4122-9977-102e81c167b5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:55.838330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bf581-aa08-4d3e-af64-69192a11e6fb service neutron] Pushing event updated for resources: {'Port': ['ID=6ce17f1c-d432-4695-a697-8a0414cceee2,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:55.852691 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d150c8d4-59b9-4f7e-bcd1-84c021973d7d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:55.879636 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517bd32-f609-4de6-ba54-4cb74064d006 req-6bc539b6-a822-4950-8714-921812dce8f0 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:55.881149 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b517bd32-f609-4de6-ba54-4cb74064d006 req-6bc539b6-a822-4950-8714-921812dce8f0 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 943 time: 0.1856148 Feb 09 14:26:55.903463 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20251e1a-a606-4122-9977-102e81c167b5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:55.904166 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d150c8d4-59b9-4f7e-bcd1-84c021973d7d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:55.907905 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d150c8d4-59b9-4f7e-bcd1-84c021973d7d tempest-FloatingIPAdminTestJSON-1161214534 tempest-FloatingIPAdminTestJSON-1161214534-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/48413cc4-fbf6-427b-960f-779d4229102d HTTP/1.1" status: 204 len: 168 time: 1.1978872 Feb 09 14:26:55.908161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-d51a73d6-f11c-4a6d-b165-27f3738aa6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:55.909663 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-d51a73d6-f11c-4a6d-b165-27f3738aa6d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d808ad86364433d8ce26979e7302aeb&device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 1094 time: 0.1955080 Feb 09 14:26:55.910114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44312) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:55.933531 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b517bd32-f609-4de6-ba54-4cb74064d006 req-c634c49e-da5b-4e10-a1cc-5a5d90714edb tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465417 Feb 09 14:26:55.951296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2adf73-54f8-4615-8de7-fc2939e35d9f req-8b5a8d55-3107-44ae-9f95-339d16614eb5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:55.953377 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a2adf73-54f8-4615-8de7-fc2939e35d9f req-8b5a8d55-3107-44ae-9f95-339d16614eb5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 944 time: 0.2403023 Feb 09 14:26:56.037911 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74914ef-1b54-42e1-ba61-314a8e6c8ed8', 'tag': '6ce17f1c-d432-4695-a697-8a0414cceee2', 'status': 'completed', 'code': 200} Feb 09 14:26:56.105868 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-3895880f-9f83-4749-9a6d-5fa2a9a9c1d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce17f1c-d432-4695-a697-8a0414cceee2 HTTP/1.1" status: 200 len: 217 time: 0.1454895 Feb 09 14:26:56.116788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20251e1a-a606-4122-9977-102e81c167b5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:56.153571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-20251e1a-a606-4122-9977-102e81c167b5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:56.164939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20251e1a-a606-4122-9977-102e81c167b5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:56.170316 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20251e1a-a606-4122-9977-102e81c167b5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:56.170905 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20251e1a-a606-4122-9977-102e81c167b5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:56.201420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-09675639-f450-4047-97e9-8fd0491e3935 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Deleting port 682feaaa-2d21-415b-b273-d31d4ea96ade {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:56.201676 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09675639-f450-4047-97e9-8fd0491e3935 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:56.224820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20251e1a-a606-4122-9977-102e81c167b5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=6f3e108c-1178-46b9-8193-7aba632acff7,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:56.276326 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a2adf73-54f8-4615-8de7-fc2939e35d9f req-c383cb9c-8255-41c9-b994-2e4ea61637ca tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375953 Feb 09 14:26:56.286223 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-20251e1a-a606-4122-9977-102e81c167b5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3208914 Feb 09 14:26:56.290962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44316) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:56.298712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-3f16360d-c629-4e57-b5d0-b68c8981ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:56.300150 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-3f16360d-c629-4e57-b5d0-b68c8981ce3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85b1f5ca-a5fa-4f7b-8f04-40895b87e889 HTTP/1.1" status: 200 len: 850 time: 0.1853163 Feb 09 14:26:56.301009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-58042a22-4e6e-4685-ab9c-a5de5b4cd8de tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:56.419746 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58042a22-4e6e-4685-ab9c-a5de5b4cd8de tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:56.523127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-47cf3bff-61a7-4488-95aa-029fbdf99f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:56.524679 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-47cf3bff-61a7-4488-95aa-029fbdf99f7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1994479 Feb 09 14:26:56.661780 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09675639-f450-4047-97e9-8fd0491e3935 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:56.690056 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58042a22-4e6e-4685-ab9c-a5de5b4cd8de tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:56.695763 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58042a22-4e6e-4685-ab9c-a5de5b4cd8de tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:56.752162 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-af5df3f7-f2bd-4569-a120-1281786cf3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:56.769602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-58042a22-4e6e-4685-ab9c-a5de5b4cd8de tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] In _notify_port_updated(), no bound segment for port 6f3e108c-1178-46b9-8193-7aba632acff7 on network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 {{(pid=87596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:26:56.774933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58042a22-4e6e-4685-ab9c-a5de5b4cd8de tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:56.775470 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58042a22-4e6e-4685-ab9c-a5de5b4cd8de tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:56.776750 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-58042a22-4e6e-4685-ab9c-a5de5b4cd8de tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "PUT /v2.0/ports/6f3e108c-1178-46b9-8193-7aba632acff7 HTTP/1.1" status: 200 len: 818 time: 0.4865434 Feb 09 14:26:56.780198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44322) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:56.805365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-09675639-f450-4047-97e9-8fd0491e3935 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Calling delete_port for 682feaaa-2d21-415b-b273-d31d4ea96ade owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:56.824545 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58042a22-4e6e-4685-ab9c-a5de5b4cd8de tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=6f3e108c-1178-46b9-8193-7aba632acff7,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:56.865218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94213bc4-b384-46e2-968c-a8c44b268f1b req-677592ea-acd9-4f1a-af30-f893d99e5023 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:56.866730 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-94213bc4-b384-46e2-968c-a8c44b268f1b req-677592ea-acd9-4f1a-af30-f893d99e5023 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 945 time: 0.2257507 Feb 09 14:26:56.877728 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f37d3ab6-2ff9-4ff0-b524-2601966817db tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port 6f3e108c-1178-46b9-8193-7aba632acff7 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:56.878061 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f37d3ab6-2ff9-4ff0-b524-2601966817db tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:56.898389 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-db5b36df-e63e-4795-9c04-7ebd535baf9c service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613286 Feb 09 14:26:57.007910 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-94213bc4-b384-46e2-968c-a8c44b268f1b req-a5038ac6-2dd1-42e3-9824-fe5c47a22eda tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347709 Feb 09 14:26:57.134454 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f37d3ab6-2ff9-4ff0-b524-2601966817db tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:57.141334 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3c6ad6cc-717e-4c0a-86ec-056b8499d498 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:26:57.218790 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 3c6ad6cc-717e-4c0a-86ec-056b8499d498 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:26:57.225095 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 3c6ad6cc-717e-4c0a-86ec-056b8499d498 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:26:57.225755 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:57.278706 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eab8b5fe-3a50-4472-ab06-aaf27b60d3ba req-0e7b2eef-5f20-45d5-876a-e59b70d45e39 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673220 Feb 09 14:26:57.281438 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09675639-f450-4047-97e9-8fd0491e3935 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:57.361942 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:57.391939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f37d3ab6-2ff9-4ff0-b524-2601966817db tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for 6f3e108c-1178-46b9-8193-7aba632acff7 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:26:57.402343 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e475a35-c6d0-4d20-93e4-f37983c1cdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6ad6cc-717e-4c0a-86ec-056b8499d498'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:26:57.413811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3c6ad6cc-717e-4c0a-86ec-056b8499d498, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3c6ad6cc-717e-4c0a-86ec-056b8499d498,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:26:57.425103 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:57.430613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09675639-f450-4047-97e9-8fd0491e3935 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Pushing event deleted for resources: {'Port': ['ID=682feaaa-2d21-415b-b273-d31d4ea96ade,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:57.509744 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=3c6ad6cc-717e-4c0a-86ec-056b8499d498,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:57.518477 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57d82b-fb02-4019-ab84-b3dda3b9dabe req-38dfb709-8d78-4da2-b6c3-90a6206799b7 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:57.521570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:57.521910 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:57.522256 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:57.522581 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:57.522908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:57.523406 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:57.523755 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:57.524080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:57.524401 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:57.524721 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:57.525047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:57.525594 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:26:57.525786 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad57d82b-fb02-4019-ab84-b3dda3b9dabe req-38dfb709-8d78-4da2-b6c3-90a6206799b7 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 943 time: 0.4795892 Feb 09 14:26:57.597389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3839fcd-5297-4127-b2f6-a0d0554d665a req-711d9909-1e1c-4354-a658-247c7afc56aa tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:57.599164 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d3839fcd-5297-4127-b2f6-a0d0554d665a req-711d9909-1e1c-4354-a658-247c7afc56aa tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.1555448 Feb 09 14:26:57.600876 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f37d3ab6-2ff9-4ff0-b524-2601966817db tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:57.612870 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad57d82b-fb02-4019-ab84-b3dda3b9dabe req-2735749a-1199-45fc-bcb2-5de78a666c51 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855684 Feb 09 14:26:57.614188 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09675639-f450-4047-97e9-8fd0491e3935 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:57.628610 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-09675639-f450-4047-97e9-8fd0491e3935 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] 10.222.0.48 "DELETE /v2.0/ports/682feaaa-2d21-415b-b273-d31d4ea96ade HTTP/1.1" status: 204 len: 168 time: 1.7139881 Feb 09 14:26:57.631118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44332) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:57.668017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c264-af6a-4fde-9a37-b15004019389 req-a790fefb-278f-4204-82d2-6285ec1b6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:57.669497 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b751c264-af6a-4fde-9a37-b15004019389 req-a790fefb-278f-4204-82d2-6285ec1b6dc8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d808ad86364433d8ce26979e7302aeb&device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 1094 time: 0.3038197 Feb 09 14:26:57.681992 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f37d3ab6-2ff9-4ff0-b524-2601966817db tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:57.687358 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d3ab6-2ff9-4ff0-b524-2601966817db tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=6f3e108c-1178-46b9-8193-7aba632acff7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:57.701867 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f37d3ab6-2ff9-4ff0-b524-2601966817db tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/6f3e108c-1178-46b9-8193-7aba632acff7 HTTP/1.1" status: 204 len: 168 time: 0.9148939 Feb 09 14:26:57.708464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44338) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:57.748020 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e475a35-c6d0-4d20-93e4-f37983c1cdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6ad6cc-717e-4c0a-86ec-056b8499d498', 'code': 200} Feb 09 14:26:57.774572 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d3839fcd-5297-4127-b2f6-a0d0554d665a req-af4a62a4-1674-4fae-923e-12d7e4e13ecf tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590598 Feb 09 14:26:57.810568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265b019a-288e-4c49-99db-ca86411a4817 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:57.811660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-265b019a-288e-4c49-99db-ca86411a4817 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:57.829338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-265b019a-288e-4c49-99db-ca86411a4817 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:57.830786 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-265b019a-288e-4c49-99db-ca86411a4817 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1214061 Feb 09 14:26:57.833451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44342) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:57.874331 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c264-af6a-4fde-9a37-b15004019389 req-047bf437-b5c6-4000-8e91-0d22bf782b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:57.875920 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b751c264-af6a-4fde-9a37-b15004019389 req-047bf437-b5c6-4000-8e91-0d22bf782b8b service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 HTTP/1.1" status: 200 len: 911 time: 0.1997211 Feb 09 14:26:57.876292 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46ea28a-30e5-432a-8592-8448aa67dbce tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] GET failed (client error): The resource could not be found. Feb 09 14:26:57.881483 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a46ea28a-30e5-432a-8592-8448aa67dbce tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports/6f3e108c-1178-46b9-8193-7aba632acff7 HTTP/1.1" status: 404 len: 333 time: 0.0436804 Feb 09 14:26:57.882332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44346) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:57.887443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-734c114c-b100-45ba-b9c1-409168477004 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2059751492'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:57.890878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3ee0ca-5e33-4793-a028-4660f3c72685 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:57.891564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fb3ee0ca-5e33-4793-a028-4660f3c72685 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Synchronizing usage tracker for tenant:fe27fc2f2bef4572ad958524dadd7a75 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:26:57.893372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-734c114c-b100-45ba-b9c1-409168477004 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:57.897539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-734c114c-b100-45ba-b9c1-409168477004 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:network and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:57.900391 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-734c114c-b100-45ba-b9c1-409168477004 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:57.906456 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-734c114c-b100-45ba-b9c1-409168477004 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:57.917152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734c114c-b100-45ba-b9c1-409168477004 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:57.920583 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-734c114c-b100-45ba-b9c1-409168477004 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:57.947779 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734c114c-b100-45ba-b9c1-409168477004 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:26:57.957541 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-734c114c-b100-45ba-b9c1-409168477004 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:57.957882 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-734c114c-b100-45ba-b9c1-409168477004 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Added segment 986503a3-78a5-4ca5-b7a6-5f5a7f0dec62 of type vlan for network 6be62a52-4fc9-43ff-a01e-c7b1141bf6be Feb 09 14:26:57.972761 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b751c264-af6a-4fde-9a37-b15004019389 req-8b6572d6-43bb-4ef0-9b6d-4fb8143c5a7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce17f1c-d432-4695-a697-8a0414cceee2 HTTP/1.1" status: 200 len: 217 time: 0.0905569 Feb 09 14:26:57.986216 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-734c114c-b100-45ba-b9c1-409168477004 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:58.014601 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-734c114c-b100-45ba-b9c1-409168477004 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:58.020464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c114c-b100-45ba-b9c1-409168477004 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:58.021043 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-734c114c-b100-45ba-b9c1-409168477004 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:58.021899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fb3ee0ca-5e33-4793-a028-4660f3c72685 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Unset dirty status for tenant:fe27fc2f2bef4572ad958524dadd7a75 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:26:58.023029 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fb3ee0ca-5e33-4793-a028-4660f3c72685 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] 10.222.0.48 "GET /v2.0/ports?device_id=585ba929-09a7-4a6d-be68-9d1c12d9f400 HTTP/1.1" status: 200 len: 913 time: 0.3906810 Feb 09 14:26:58.027965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44350) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:58.121904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c264-af6a-4fde-9a37-b15004019389 req-90d0fbcd-e2f7-4203-a9cf-86f2a2c4ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:58.123366 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b751c264-af6a-4fde-9a37-b15004019389 req-90d0fbcd-e2f7-4203-a9cf-86f2a2c4ef83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85b1f5ca-a5fa-4f7b-8f04-40895b87e889 HTTP/1.1" status: 200 len: 850 time: 0.1430278 Feb 09 14:26:58.126751 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-734c114c-b100-45ba-b9c1-409168477004 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2405896 Feb 09 14:26:58.126751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44356) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:58.128859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef34728-3928-40f4-9305-d2551e04f83a req-b83093d7-f0a7-4c0b-80bd-3b67c8f34fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:58.130268 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6ef34728-3928-40f4-9305-d2551e04f83a req-b83093d7-f0a7-4c0b-80bd-3b67c8f34fa1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 1096 time: 0.2970586 Feb 09 14:26:58.132143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-d35d5012-8cbc-4af9-af63-d74c62ec7f63 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'subnet': {'network_id': '6be62a52-4fc9-43ff-a01e-c7b1141bf6be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:58.196877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c114c-b100-45ba-b9c1-409168477004 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Network': ['ID=6be62a52-4fc9-43ff-a01e-c7b1141bf6be,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:58.208532 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 6be62a52-4fc9-43ff-a01e-c7b1141bf6be details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:26:58.252935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d35d5012-8cbc-4af9-af63-d74c62ec7f63 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:58.258604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d35d5012-8cbc-4af9-af63-d74c62ec7f63 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:subnet and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:58.263154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d35d5012-8cbc-4af9-af63-d74c62ec7f63 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:58.271080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d35d5012-8cbc-4af9-af63-d74c62ec7f63 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:58.282158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35d5012-8cbc-4af9-af63-d74c62ec7f63 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:58.285985 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d35d5012-8cbc-4af9-af63-d74c62ec7f63 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:58.356101 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6ef34728-3928-40f4-9305-d2551e04f83a req-99b7805a-0940-4fb0-b1ec-50c94d70f07d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167835 Feb 09 14:26:58.485543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596d2f8-22fe-4509-8824-79b1811758b0 req-b2dcd11e-394b-4568-bc0d-380394ab74d3 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:58.487007 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9596d2f8-22fe-4509-8824-79b1811758b0 req-b2dcd11e-394b-4568-bc0d-380394ab74d3 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 945 time: 0.3607495 Feb 09 14:26:58.491202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c264-af6a-4fde-9a37-b15004019389 req-0eb03a16-b874-40ed-8e20-5cb2190cdda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:58.492635 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b751c264-af6a-4fde-9a37-b15004019389 req-0eb03a16-b874-40ed-8e20-5cb2190cdda1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3236370 Feb 09 14:26:58.508336 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d35d5012-8cbc-4af9-af63-d74c62ec7f63 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:58.596596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d5012-8cbc-4af9-af63-d74c62ec7f63 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Subnet': ['ID=ea5d5270-a2eb-40e8-8111-6e775b4dd05c,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:58.606446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d5012-8cbc-4af9-af63-d74c62ec7f63 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Checking segment: {'id': '986503a3-78a5-4ca5-b7a6-5f5a7f0dec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6be62a52-4fc9-43ff-a01e-c7b1141bf6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:58.606778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35d5012-8cbc-4af9-af63-d74c62ec7f63 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network hostable DHCP agents. Network: 6be62a52-4fc9-43ff-a01e-c7b1141bf6be, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:26:58.613074 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9596d2f8-22fe-4509-8824-79b1811758b0 req-a6040ca9-6fd0-4c7a-b0ac-afed7bdbb355 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176944 Feb 09 14:26:58.625999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35d5012-8cbc-4af9-af63-d74c62ec7f63 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network 6be62a52-4fc9-43ff-a01e-c7b1141bf6be is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:26:58.656572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-d35d5012-8cbc-4af9-af63-d74c62ec7f63 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 6be62a52-4fc9-43ff-a01e-c7b1141bf6be) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:58.661199 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35d5012-8cbc-4af9-af63-d74c62ec7f63 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:58.662215 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d35d5012-8cbc-4af9-af63-d74c62ec7f63 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:58.681696 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e921fcb4-5a7e-4d34-8469-618016ca3fc6 None None] Network 6be62a52-4fc9-43ff-a01e-c7b1141bf6be requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:26:58.691682 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d35d5012-8cbc-4af9-af63-d74c62ec7f63 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5636799 Feb 09 14:26:58.694401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44364) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:58.703789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-771d3709-8fe8-46c3-aa3b-2643e10232ec tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'subnet': {'network_id': '6be62a52-4fc9-43ff-a01e-c7b1141bf6be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:58.954457 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc5666-7548-4131-bcbe-38971f4b988f req-a5287cf2-c043-4daf-8ba6-d3e6797614a4 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:58.956178 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-76fc5666-7548-4131-bcbe-38971f4b988f req-a5287cf2-c043-4daf-8ba6-d3e6797614a4 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 943 time: 0.2288747 Feb 09 14:26:58.962181 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-771d3709-8fe8-46c3-aa3b-2643e10232ec tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:58.985308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-771d3709-8fe8-46c3-aa3b-2643e10232ec tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:subnet and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:58.992202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-771d3709-8fe8-46c3-aa3b-2643e10232ec tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:59.000992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-771d3709-8fe8-46c3-aa3b-2643e10232ec tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:59.015531 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-6be62a52-4fc9-43ff-a01e-c7b1141bf6be', 'network_id': '6be62a52-4fc9-43ff-a01e-c7b1141bf6be', 'tenant_id': 'e1d5a26f04bf4094b1d1bbdd5458e7eb', 'fixed_ips': [{'subnet_id': 'ea5d5270-a2eb-40e8-8111-6e775b4dd05c'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:26:59.017989 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:59.030329 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-76fc5666-7548-4131-bcbe-38971f4b988f req-e5fb4b8d-4b78-4657-a083-9a96133a5a2c tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634251 Feb 09 14:26:59.031199 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771d3709-8fe8-46c3-aa3b-2643e10232ec tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:59.037113 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-771d3709-8fe8-46c3-aa3b-2643e10232ec tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:59.098779 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b751c264-af6a-4fde-9a37-b15004019389 req-acfa798e-ea67-4ac5-9a9f-d4c7051e3092 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451704 Feb 09 14:26:59.197108 n-d-828418-2 neutron-server[87596]: INFO neutron.db.ipam_backend_mixin [None req-771d3709-8fe8-46c3-aa3b-2643e10232ec tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ea5d5270-a2eb-40e8-8111-6e775b4dd05c (CIDR: 2001:db8::/64) Feb 09 14:26:59.201628 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-771d3709-8fe8-46c3-aa3b-2643e10232ec tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:26:59.201822 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a569246b-83b4-44da-86d7-af141d804b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:59.202620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771d3709-8fe8-46c3-aa3b-2643e10232ec tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:26:59.205039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57e4ed-a288-4956-bdce-21e92f3c9e28 req-ea1b01e4-7f40-43c2-947a-7dd8dea9173f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:26:59.212401 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c57e4ed-a288-4956-bdce-21e92f3c9e28 req-ea1b01e4-7f40-43c2-947a-7dd8dea9173f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.2450919 Feb 09 14:26:59.226004 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-771d3709-8fe8-46c3-aa3b-2643e10232ec tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5302744 Feb 09 14:26:59.228896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44374) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:26:59.240585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'subnet': {'network_id': '6be62a52-4fc9-43ff-a01e-c7b1141bf6be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:26:59.291230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Allocated IP 2001:db8::2 (6be62a52-4fc9-43ff-a01e-c7b1141bf6be/ea5d5270-a2eb-40e8-8111-6e775b4dd05c/50afa79a-a795-458e-9d32-7f19bac70e08) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:26:59.349850 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c57e4ed-a288-4956-bdce-21e92f3c9e28 req-8ce7fcc4-01aa-4ce3-b518-59007dc8e6f5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365333 Feb 09 14:26:59.378844 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b751c264-af6a-4fde-9a37-b15004019389 req-0f97605f-b7dc-4598-b763-313f9e621877 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724445 Feb 09 14:26:59.405220 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8742ff34-de11-41da-b2cb-f9486cffa41a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:59.440748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:26:59.444737 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:subnet and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:26:59.448860 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:26:59.456135 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:26:59.469486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:26:59.474316 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:59.559188 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:59.570485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Transition to ACTIVE for port object 50afa79a-a795-458e-9d32-7f19bac70e08 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:59.590475 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Transition to ACTIVE for port object 50afa79a-a795-458e-9d32-7f19bac70e08 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:26:59.599677 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:59.689300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Pushing event updated for resources: {'Port': ['ID=50afa79a-a795-458e-9d32-7f19bac70e08,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:26:59.708721 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Network 6be62a52-4fc9-43ff-a01e-c7b1141bf6be is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:26:59.712018 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:26:59.714508 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:26:59.816670 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Attempting to bind port 50afa79a-a795-458e-9d32-7f19bac70e08 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:26:59.817210 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Attempting to bind port 50afa79a-a795-458e-9d32-7f19bac70e08 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '986503a3-78a5-4ca5-b7a6-5f5a7f0dec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6be62a52-4fc9-43ff-a01e-c7b1141bf6be'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:26:59.817669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Attempting to bind port 50afa79a-a795-458e-9d32-7f19bac70e08 on network 6be62a52-4fc9-43ff-a01e-c7b1141bf6be {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:26:59.825204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:26:59.825724 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Checking segment: {'id': '986503a3-78a5-4ca5-b7a6-5f5a7f0dec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6be62a52-4fc9-43ff-a01e-c7b1141bf6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:26:59.826233 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:59.827253 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Bound using segment: {'id': '986503a3-78a5-4ca5-b7a6-5f5a7f0dec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6be62a52-4fc9-43ff-a01e-c7b1141bf6be'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:26:59.827861 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Bound port: 50afa79a-a795-458e-9d32-7f19bac70e08, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986503a3-78a5-4ca5-b7a6-5f5a7f0dec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6be62a52-4fc9-43ff-a01e-c7b1141bf6be'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:26:59.828394 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:59.856297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8742ff34-de11-41da-b2cb-f9486cffa41a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Deleting port 131d2b21-7a40-45de-8b8d-c8946400c27f {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:26:59.856643 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8742ff34-de11-41da-b2cb-f9486cffa41a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:59.951703 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:59.952949 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] For port 50afa79a-a795-458e-9d32-7f19bac70e08, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:26:59.956447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] For port 50afa79a-a795-458e-9d32-7f19bac70e08, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=50afa79a-a795-458e-9d32-7f19bac70e08,segment=NetworkSegment(986503a3-78a5-4ca5-b7a6-5f5a7f0dec62),segment_id=986503a3-78a5-4ca5-b7a6-5f5a7f0dec62)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:26:59.962747 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:00.017399 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network 6be62a52-4fc9-43ff-a01e-c7b1141bf6be is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:00.025989 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:00.031854 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:00.033070 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:00.058501 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8259711 Feb 09 14:27:00.060522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44386) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:00.068756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88d3f7-f258-487c-8e20-48d0fab67259 None None] Pushing event updated for resources: {'Port': ['ID=50afa79a-a795-458e-9d32-7f19bac70e08,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:00.074914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'network_id': '6be62a52-4fc9-43ff-a01e-c7b1141bf6be', 'fixed_ips': [{'subnet_id': 'ea5d5270-a2eb-40e8-8111-6e775b4dd05c'}, {'subnet_id': '806ad5fc-e86b-4659-9e94-83781cccf86c'}], 'name': 'tempest-PortsIpV6TestJSON-438577450'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:00.099285 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Subnet': ['ID=806ad5fc-e86b-4659-9e94-83781cccf86c,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:00.186304 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8742ff34-de11-41da-b2cb-f9486cffa41a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:00.200781 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:00.212847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:00.213265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:00.213686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:00.214025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:00.214353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:00.214732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:00.215062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:00.215437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:00.215886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:00.216222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:00.216682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:00.216998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ea5501-4b00-47d6-8cd6-05de93311683 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:00.266155 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:00.339400 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:00.346068 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:port and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:00.348271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8742ff34-de11-41da-b2cb-f9486cffa41a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Calling delete_port for 131d2b21-7a40-45de-8b8d-c8946400c27f owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:00.349783 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:00.358092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:00.394395 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ca62f-b57d-4da3-888c-4a4ee7ee3bbe req-c7a45c28-065b-4465-8d27-85d5021da78d tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:00.402109 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-192ca62f-b57d-4da3-888c-4a4ee7ee3bbe req-c7a45c28-065b-4465-8d27-85d5021da78d tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 943 time: 0.1953247 Feb 09 14:27:00.422216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:00.438820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265743d-4b68-4d0d-b6a0-70f81961e7cb req-98edf180-7f08-425e-8205-6fa94b691eba tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:00.440334 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d265743d-4b68-4d0d-b6a0-70f81961e7cb req-98edf180-7f08-425e-8205-6fa94b691eba tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 945 time: 0.4890559 Feb 09 14:27:00.545572 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-192ca62f-b57d-4da3-888c-4a4ee7ee3bbe req-50e2c6b8-2fd1-450a-b7b3-bddc6d9b0e55 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411924 Feb 09 14:27:00.608210 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:00.640405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] device_id is not set on port 39d7df43-f32c-4b2d-979b-8145ed3d347f yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:27:00.760296 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d265743d-4b68-4d0d-b6a0-70f81961e7cb req-385d407c-a18e-4107-8834-9ebf8cad5c7c tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064737 Feb 09 14:27:00.882991 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8742ff34-de11-41da-b2cb-f9486cffa41a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:00.894101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb788e8-88e6-4d25-84bb-35a28e365376 req-7ccfde18-74a8-4250-8e9b-c85be98fff8e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:00.895874 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8eb788e8-88e6-4d25-84bb-35a28e365376 req-7ccfde18-74a8-4250-8e9b-c85be98fff8e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.2051566 Feb 09 14:27:00.962424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742ff34-de11-41da-b2cb-f9486cffa41a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Pushing event deleted for resources: {'Port': ['ID=131d2b21-7a40-45de-8b8d-c8946400c27f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:00.997425 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8eb788e8-88e6-4d25-84bb-35a28e365376 req-70d5618f-4147-4a0a-bace-dfc6dc442c56 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941298 Feb 09 14:27:01.162063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Allocated IP 2001:db8::70 (6be62a52-4fc9-43ff-a01e-c7b1141bf6be/ea5d5270-a2eb-40e8-8111-6e775b4dd05c/39d7df43-f32c-4b2d-979b-8145ed3d347f) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:01.168425 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Allocated IP 2001:db8:0:1::4d (6be62a52-4fc9-43ff-a01e-c7b1141bf6be/806ad5fc-e86b-4659-9e94-83781cccf86c/39d7df43-f32c-4b2d-979b-8145ed3d347f) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:01.197051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6ce17f1c-d432-4695-a697-8a0414cceee2 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:27:01.315653 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8742ff34-de11-41da-b2cb-f9486cffa41a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:01.445849 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6ce17f1c-d432-4695-a697-8a0414cceee2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6ce17f1c-d432-4695-a697-8a0414cceee2,segment=NetworkSegment(aac0c14f-ea25-428a-866f-7c58faa1dd1c),segment_id=aac0c14f-ea25-428a-866f-7c58faa1dd1c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:01.460279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '6ce17f1c-d432-4695-a697-8a0414cceee2', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'port_id': '6ce17f1c-d432-4695-a697-8a0414cceee2', 'mac_address': 'fa:16:3e:b8:d7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:27:01.506770 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:01.527013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6910a496-b15f-4bcb-b731-0441f9f71ebb None None] Network 6be62a52-4fc9-43ff-a01e-c7b1141bf6be requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:01.530445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Transition to ACTIVE for port object 39d7df43-f32c-4b2d-979b-8145ed3d347f will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:01.557770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d92d9-5096-40bd-a90a-83e399ee795d req-da3b2fb2-6bc3-4c2d-8aae-0a041cc3c78b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:01.559283 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-513d92d9-5096-40bd-a90a-83e399ee795d req-da3b2fb2-6bc3-4c2d-8aae-0a041cc3c78b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.1300416 Feb 09 14:27:01.618397 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:01.631136 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-513d92d9-5096-40bd-a90a-83e399ee795d req-44ed0a26-d866-462f-88ba-ed4cc015d476 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650380 Feb 09 14:27:01.701800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network 6be62a52-4fc9-43ff-a01e-c7b1141bf6be is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:01.705985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:01.710166 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:27:01.715991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:01.716616 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:01.737288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=39d7df43-f32c-4b2d-979b-8145ed3d347f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:01.761030 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8e6a2d1d-8598-4565-aa4f-aafbb13484ff tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.6993330 Feb 09 14:27:01.762413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44404) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:01.771968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a197a421-e5bf-4548-a9c0-4aba28ca181c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ea5d5270-a2eb-40e8-8111-6e775b4dd05c'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:01.772607 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:01.801193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce17f1c-d432-4695-a697-8a0414cceee2 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:27:01.809447 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:01.816339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0f584c30-e69c-4726-8951-2548d4ac7693 None None] Provisioning for port 50afa79a-a795-458e-9d32-7f19bac70e08 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:01.867797 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6ce17f1c-d432-4695-a697-8a0414cceee2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6ce17f1c-d432-4695-a697-8a0414cceee2,segment=NetworkSegment(aac0c14f-ea25-428a-866f-7c58faa1dd1c),segment_id=aac0c14f-ea25-428a-866f-7c58faa1dd1c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:01.877350 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:01.932463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b393478-c09c-4740-9255-1e0756f0cccf req-b5b53baa-3b64-4e7d-b7e5-d33d505802cc tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:01.934468 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b393478-c09c-4740-9255-1e0756f0cccf req-b5b53baa-3b64-4e7d-b7e5-d33d505802cc tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.35 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 945 time: 0.3642302 Feb 09 14:27:01.969603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fcf27-1e7e-4f81-9a11-3d211aeb4131 req-bddcb340-2097-447f-959f-bb8e2dc6c732 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:01.971675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=6ce17f1c-d432-4695-a697-8a0414cceee2,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:01.978367 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b97fcf27-1e7e-4f81-9a11-3d211aeb4131 req-bddcb340-2097-447f-959f-bb8e2dc6c732 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.1717072 Feb 09 14:27:02.027307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 50afa79a-a795-458e-9d32-7f19bac70e08 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:27:02.042505 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a197a421-e5bf-4548-a9c0-4aba28ca181c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:02.048836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-2b393478-c09c-4740-9255-1e0756f0cccf req-de0a6b10-2e2f-4c37-8911-f5615ad7e5a3 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Deleting port 24997681-2470-40db-9617-62071d199ed3 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:02.049289 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2b393478-c09c-4740-9255-1e0756f0cccf req-de0a6b10-2e2f-4c37-8911-f5615ad7e5a3 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:02.084375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8742ff34-de11-41da-b2cb-f9486cffa41a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Router 585ba929-09a7-4a6d-be68-9d1c12d9f400 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:27:02.100863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c1bf1-eba7-440c-b3fd-03109fe05628 req-d2bb7c39-7831-4072-b2fa-3f8673ed9f34 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:02.102552 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-312c1bf1-eba7-440c-b3fd-03109fe05628 req-d2bb7c39-7831-4072-b2fa-3f8673ed9f34 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 943 time: 0.3374062 Feb 09 14:27:02.156484 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cbf649-410b-4db2-887d-4e7fee78b3b9 None None] Update dhcp port {'port': {'network_id': '6be62a52-4fc9-43ff-a01e-c7b1141bf6be', 'fixed_ips': [{'subnet_id': 'ea5d5270-a2eb-40e8-8111-6e775b4dd05c', 'ip_address': '2001:db8::2'}, {'subnet_id': '806ad5fc-e86b-4659-9e94-83781cccf86c'}], 'binding:host_id': 'n-d-828418-2'}, 'id': '50afa79a-a795-458e-9d32-7f19bac70e08'} from n-d-828418-2. {{(pid=87598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 14:27:02.182402 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b97fcf27-1e7e-4f81-9a11-3d211aeb4131 req-75d13b58-59b0-4e63-a3b7-edcddb716718 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031443 Feb 09 14:27:02.220707 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b4cbf649-410b-4db2-887d-4e7fee78b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:02.301355 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 50afa79a-a795-458e-9d32-7f19bac70e08 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:02.305196 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-312c1bf1-eba7-440c-b3fd-03109fe05628 req-9ea23e53-5a99-4043-acd9-dd8127c28bcd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893616 Feb 09 14:27:02.362921 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 50afa79a-a795-458e-9d32-7f19bac70e08 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:02.363316 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:02.474872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['6ce17f1c-d432-4695-a697-8a0414cceee2'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:27:02.585049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111d210-e8b6-4b96-aba9-2b852201a301 req-ca914a1e-c4dd-43d9-965f-23a9d4a71ca1 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:02.598733 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d111d210-e8b6-4b96-aba9-2b852201a301 req-ca914a1e-c4dd-43d9-965f-23a9d4a71ca1 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 945 time: 0.2861719 Feb 09 14:27:02.689431 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:02.721031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-a197a421-e5bf-4548-a9c0-4aba28ca181c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Delete allocated IP 2001:db8:0:1::4d (6be62a52-4fc9-43ff-a01e-c7b1141bf6be/806ad5fc-e86b-4659-9e94-83781cccf86c) {{(pid=87596) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 14:27:02.767235 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 50afa79a-a795-458e-9d32-7f19bac70e08, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=50afa79a-a795-458e-9d32-7f19bac70e08,segment=NetworkSegment(986503a3-78a5-4ca5-b7a6-5f5a7f0dec62),segment_id=986503a3-78a5-4ca5-b7a6-5f5a7f0dec62)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:02.767431 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d111d210-e8b6-4b96-aba9-2b852201a301 req-510a6f21-94e1-455c-bcd4-387e1499eeba tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0c53ad6-e702-49ef-b18b-dd776d07808f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677358 Feb 09 14:27:02.774323 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:02.821057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8742ff34-de11-41da-b2cb-f9486cffa41a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:27:02.834625 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f6bfa-9f67-45e7-bb02-80b9f36225bd None None] Sync routers for ids ['585ba929-09a7-4a6d-be68-9d1c12d9f400'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:27:02.845889 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f6bfa-9f67-45e7-bb02-80b9f36225bd None None] Routers {'585ba929-09a7-4a6d-be68-9d1c12d9f400'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:27:02.847920 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5c4f6bfa-9f67-45e7-bb02-80b9f36225bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:26:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['585ba929-09a7-4a6d-be68-9d1c12d9f400'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:02.860875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=50afa79a-a795-458e-9d32-7f19bac70e08,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:02.865087 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8742ff34-de11-41da-b2cb-f9486cffa41a tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] 10.222.0.48 "PUT /v2.0/routers/585ba929-09a7-4a6d-be68-9d1c12d9f400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8349984 Feb 09 14:27:02.865884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44414) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:02.914188 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5c4f6bfa-9f67-45e7-bb02-80b9f36225bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:02.923502 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f6bfa-9f67-45e7-bb02-80b9f36225bd None None] Routers {'585ba929-09a7-4a6d-be68-9d1c12d9f400'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:27:02.924323 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5c4f6bfa-9f67-45e7-bb02-80b9f36225bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:26:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['585ba929-09a7-4a6d-be68-9d1c12d9f400'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:02.941153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a197a421-e5bf-4548-a9c0-4aba28ca181c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:02.956955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-a197a421-e5bf-4548-a9c0-4aba28ca181c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Ignored duplicate provisioning block setup for port 39d7df43-f32c-4b2d-979b-8145ed3d347f by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 14:27:02.961163 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a197a421-e5bf-4548-a9c0-4aba28ca181c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:02.964282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec07a4-9e23-4de8-81d2-9552113f2575 req-a57be82d-5a83-487a-b3ab-c114932d904c tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:02.965827 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3cec07a4-9e23-4de8-81d2-9552113f2575 req-a57be82d-5a83-487a-b3ab-c114932d904c tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.2601073 Feb 09 14:27:02.994157 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5c4f6bfa-9f67-45e7-bb02-80b9f36225bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:02.994884 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f6bfa-9f67-45e7-bb02-80b9f36225bd None None] The sync data for ids ['585ba929-09a7-4a6d-be68-9d1c12d9f400'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:27:03.013355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-2b393478-c09c-4740-9255-1e0756f0cccf req-de0a6b10-2e2f-4c37-8911-f5615ad7e5a3 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] For port 24997681-2470-40db-9617-62071d199ed3, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=24997681-2470-40db-9617-62071d199ed3,segment=NetworkSegment(d6de0607-ba15-476e-9e5b-c0515de426a4),segment_id=d6de0607-ba15-476e-9e5b-c0515de426a4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:03.013734 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2b393478-c09c-4740-9255-1e0756f0cccf req-de0a6b10-2e2f-4c37-8911-f5615ad7e5a3 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:03.045541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-b4cbf649-410b-4db2-887d-4e7fee78b3b9 None None] Allocated IP 2001:db8:0:1::2 (6be62a52-4fc9-43ff-a01e-c7b1141bf6be/806ad5fc-e86b-4659-9e94-83781cccf86c/50afa79a-a795-458e-9d32-7f19bac70e08) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:03.078027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a197a421-e5bf-4548-a9c0-4aba28ca181c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] In _notify_port_updated(), no bound segment for port 39d7df43-f32c-4b2d-979b-8145ed3d347f on network 6be62a52-4fc9-43ff-a01e-c7b1141bf6be {{(pid=87596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:27:03.082885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a197a421-e5bf-4548-a9c0-4aba28ca181c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:03.083488 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a197a421-e5bf-4548-a9c0-4aba28ca181c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:03.088445 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a197a421-e5bf-4548-a9c0-4aba28ca181c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "PUT /v2.0/ports/39d7df43-f32c-4b2d-979b-8145ed3d347f HTTP/1.1" status: 200 len: 924 time: 1.3210893 Feb 09 14:27:03.088445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44418) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:03.097071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-1623a96f-8c0d-4161-82f6-48bddff690fe tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ea5d5270-a2eb-40e8-8111-6e775b4dd05c'}, {'subnet_id': '806ad5fc-e86b-4659-9e94-83781cccf86c'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:03.128528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197a421-e5bf-4548-a9c0-4aba28ca181c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=39d7df43-f32c-4b2d-979b-8145ed3d347f,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:03.188080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b4cbf649-410b-4db2-887d-4e7fee78b3b9 None None] For port 50afa79a-a795-458e-9d32-7f19bac70e08, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=50afa79a-a795-458e-9d32-7f19bac70e08,segment=NetworkSegment(986503a3-78a5-4ca5-b7a6-5f5a7f0dec62),segment_id=986503a3-78a5-4ca5-b7a6-5f5a7f0dec62)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:03.213329 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b4cbf649-410b-4db2-887d-4e7fee78b3b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:03.217061 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3cec07a4-9e23-4de8-81d2-9552113f2575 req-db17f378-1046-484e-b633-e04c6165b3dd tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443233 Feb 09 14:27:03.229071 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1623a96f-8c0d-4161-82f6-48bddff690fe tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:03.233283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-2b393478-c09c-4740-9255-1e0756f0cccf req-de0a6b10-2e2f-4c37-8911-f5615ad7e5a3 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Calling delete_port for 24997681-2470-40db-9617-62071d199ed3 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:03.238883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b4cbf649-410b-4db2-887d-4e7fee78b3b9 None None] Transition to ACTIVE for port object 50afa79a-a795-458e-9d32-7f19bac70e08 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:03.244414 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b4cbf649-410b-4db2-887d-4e7fee78b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:03.299794 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c90a502a-6c69-4c16-b9bd-ae4097b9fb01 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:03.427126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbf649-410b-4db2-887d-4e7fee78b3b9 None None] Pushing event updated for resources: {'Port': ['ID=50afa79a-a795-458e-9d32-7f19bac70e08,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:03.563834 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c90a502a-6c69-4c16-b9bd-ae4097b9fb01 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:03.568667 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2b393478-c09c-4740-9255-1e0756f0cccf req-de0a6b10-2e2f-4c37-8911-f5615ad7e5a3 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:03.616583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262cb4c-24d6-48f6-8ab8-3bf728543e90 req-6eaeb022-be18-4bcf-850d-20400c92d28a tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:03.618241 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3262cb4c-24d6-48f6-8ab8-3bf728543e90 req-6eaeb022-be18-4bcf-850d-20400c92d28a tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 944 time: 0.1690524 Feb 09 14:27:03.622985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c90a502a-6c69-4c16-b9bd-ae4097b9fb01 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Deleting port 2187c665-c385-4e68-86b7-056f4d79f67f {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:03.623331 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c90a502a-6c69-4c16-b9bd-ae4097b9fb01 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:03.649899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a6b10-2e2f-4c37-8911-f5615ad7e5a3 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Pushing event deleted for resources: {'Port': ['ID=24997681-2470-40db-9617-62071d199ed3,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:03.726362 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3262cb4c-24d6-48f6-8ab8-3bf728543e90 req-c3ffa8cd-633d-44e1-948a-395bacbd426b tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721915 Feb 09 14:27:03.736829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-1623a96f-8c0d-4161-82f6-48bddff690fe tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Allocated IP 2001:db8:0:1::42 (6be62a52-4fc9-43ff-a01e-c7b1141bf6be/806ad5fc-e86b-4659-9e94-83781cccf86c/39d7df43-f32c-4b2d-979b-8145ed3d347f) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:03.751961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b393478-c09c-4740-9255-1e0756f0cccf req-de0a6b10-2e2f-4c37-8911-f5615ad7e5a3 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] No DVR routers for this DVR port 24997681-2470-40db-9617-62071d199ed3 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:27:03.755805 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2b393478-c09c-4740-9255-1e0756f0cccf req-de0a6b10-2e2f-4c37-8911-f5615ad7e5a3 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:03.758442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae75288-e10a-4fef-b8cf-519f9ac271db', 'name': 'network-vif-deleted', 'tag': '24997681-2470-40db-9617-62071d199ed3'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:27:03.834799 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae75288-e10a-4fef-b8cf-519f9ac271db', 'name': 'network-vif-deleted', 'tag': '24997681-2470-40db-9617-62071d199ed3', 'status': 'completed', 'code': 200} Feb 09 14:27:03.861300 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b393478-c09c-4740-9255-1e0756f0cccf req-de0a6b10-2e2f-4c37-8911-f5615ad7e5a3 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.35 "DELETE /v2.0/ports/24997681-2470-40db-9617-62071d199ed3 HTTP/1.1" status: 204 len: 173 time: 1.9173574 Feb 09 14:27:03.917412 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c90a502a-6c69-4c16-b9bd-ae4097b9fb01 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:03.980051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 50afa79a-a795-458e-9d32-7f19bac70e08 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:27:04.017094 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-883b4c6c-1a4e-473b-af5a-7985fa09ac29 req-82e7ef0c-8e1a-4ba4-95e2-9160d77483c3 tempest-VolumesActionsTest-1371565685 tempest-VolumesActionsTest-1371565685-project] 10.222.0.48 "GET /v2.0/ports?device_id=bae75288-e10a-4fef-b8cf-519f9ac271db HTTP/1.1" status: 200 len: 210 time: 0.0659430 Feb 09 14:27:04.051352 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1623a96f-8c0d-4161-82f6-48bddff690fe tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:04.076707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1623a96f-8c0d-4161-82f6-48bddff690fe tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Ignored duplicate provisioning block setup for port 39d7df43-f32c-4b2d-979b-8145ed3d347f by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 14:27:04.084427 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1623a96f-8c0d-4161-82f6-48bddff690fe tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:04.092615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c90a502a-6c69-4c16-b9bd-ae4097b9fb01 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Calling delete_port for 2187c665-c385-4e68-86b7-056f4d79f67f owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:04.181289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f197864-d938-4999-b7b1-83f353fa8878 None None] Network 6be62a52-4fc9-43ff-a01e-c7b1141bf6be requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:04.242502 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1623a96f-8c0d-4161-82f6-48bddff690fe tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] In _notify_port_updated(), no bound segment for port 39d7df43-f32c-4b2d-979b-8145ed3d347f on network 6be62a52-4fc9-43ff-a01e-c7b1141bf6be {{(pid=87596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:27:04.247971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1623a96f-8c0d-4161-82f6-48bddff690fe tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:04.248614 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1623a96f-8c0d-4161-82f6-48bddff690fe tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:04.255715 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1623a96f-8c0d-4161-82f6-48bddff690fe tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "PUT /v2.0/ports/39d7df43-f32c-4b2d-979b-8145ed3d347f HTTP/1.1" status: 200 len: 1009 time: 1.1616313 Feb 09 14:27:04.255715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623a96f-8c0d-4161-82f6-48bddff690fe tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=39d7df43-f32c-4b2d-979b-8145ed3d347f,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:04.255715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44430) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:04.287014 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-058f6c01-3d91-45db-ab08-f12836844984 None None] Provisioning for port 39d7df43-f32c-4b2d-979b-8145ed3d347f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:04.299556 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-058f6c01-3d91-45db-ab08-f12836844984 None None] Provisioning complete for port 39d7df43-f32c-4b2d-979b-8145ed3d347f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:04.300489 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-058f6c01-3d91-45db-ab08-f12836844984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:04.434288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-058f6c01-3d91-45db-ab08-f12836844984 None None] Port 39d7df43-f32c-4b2d-979b-8145ed3d347f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:27:04.463518 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-058f6c01-3d91-45db-ab08-f12836844984 None None] Provisioning for port 50afa79a-a795-458e-9d32-7f19bac70e08 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:04.474628 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-058f6c01-3d91-45db-ab08-f12836844984 None None] Provisioning complete for port 50afa79a-a795-458e-9d32-7f19bac70e08 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:04.475146 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-058f6c01-3d91-45db-ab08-f12836844984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:04.478371 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2c588-a5e6-45b2-a2d1-96f48f0f9154 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port 39d7df43-f32c-4b2d-979b-8145ed3d347f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:04.478371 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c588-a5e6-45b2-a2d1-96f48f0f9154 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:04.658447 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c90a502a-6c69-4c16-b9bd-ae4097b9fb01 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:04.719353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036bbb7-db32-4b1c-90d7-8164093e7ea5 req-a841342c-84cd-41c8-85fd-085024f8e76a tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:04.721282 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b036bbb7-db32-4b1c-90d7-8164093e7ea5 req-a841342c-84cd-41c8-85fd-085024f8e76a tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.3375514 Feb 09 14:27:04.731848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a502a-6c69-4c16-b9bd-ae4097b9fb01 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Pushing event deleted for resources: {'Port': ['ID=2187c665-c385-4e68-86b7-056f4d79f67f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:04.845718 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b036bbb7-db32-4b1c-90d7-8164093e7ea5 req-d8e98a4b-0930-4ede-928c-3ffbd559b60e tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149383 Feb 09 14:27:04.858326 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c588-a5e6-45b2-a2d1-96f48f0f9154 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:04.868245 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c90a502a-6c69-4c16-b9bd-ae4097b9fb01 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:04.988436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-104f6544-5bd9-45d7-93a6-c4cc7b28b853 None None] Provisioning complete for port 39d7df43-f32c-4b2d-979b-8145ed3d347f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:04.989310 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-104f6544-5bd9-45d7-93a6-c4cc7b28b853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:05.038044 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2c588-a5e6-45b2-a2d1-96f48f0f9154 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for 39d7df43-f32c-4b2d-979b-8145ed3d347f owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:05.053463 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c90a502a-6c69-4c16-b9bd-ae4097b9fb01 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:05.056184 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c90a502a-6c69-4c16-b9bd-ae4097b9fb01 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:05.088421 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c90a502a-6c69-4c16-b9bd-ae4097b9fb01 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:05.088692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90a502a-6c69-4c16-b9bd-ae4097b9fb01 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Fanout notify agent at l3_agent the message router_deleted on router 585ba929-09a7-4a6d-be68-9d1c12d9f400 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:27:05.110645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-104f6544-5bd9-45d7-93a6-c4cc7b28b853 None None] Port 39d7df43-f32c-4b2d-979b-8145ed3d347f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:27:05.118438 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c90a502a-6c69-4c16-b9bd-ae4097b9fb01 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:05.122290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44438) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:05.123963 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c90a502a-6c69-4c16-b9bd-ae4097b9fb01 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] 10.222.0.48 "DELETE /v2.0/routers/585ba929-09a7-4a6d-be68-9d1c12d9f400 HTTP/1.1" status: 204 len: 168 time: 2.2534451 Feb 09 14:27:05.133536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-104f6544-5bd9-45d7-93a6-c4cc7b28b853 None None] Provisioning complete for port 50afa79a-a795-458e-9d32-7f19bac70e08 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:05.134179 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-104f6544-5bd9-45d7-93a6-c4cc7b28b853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:05.228912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6ce17f1c-d432-4695-a697-8a0414cceee2 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:27:05.260484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6b1817-013b-44b0-b295-16837f5025ce tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Deleting subnet 310bcb74-3099-487c-830c-8d75912935e2 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:27:05.273750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a806e8-72b5-43b4-ad08-8ae126ad3e86 req-1b94b5b4-847b-4689-8abd-96d8583e39ff tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:05.275253 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-33a806e8-72b5-43b4-ad08-8ae126ad3e86 req-1b94b5b4-847b-4689-8abd-96d8583e39ff tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 944 time: 0.3386986 Feb 09 14:27:05.276009 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c6b1817-013b-44b0-b295-16837f5025ce tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:05.387155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 6ce17f1c-d432-4695-a697-8a0414cceee2 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:05.393502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 6ce17f1c-d432-4695-a697-8a0414cceee2 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:05.393853 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:05.414795 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c6b1817-013b-44b0-b295-16837f5025ce tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:05.473929 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-33a806e8-72b5-43b4-ad08-8ae126ad3e86 req-9d10040c-3112-422b-aa34-16832e9cf901 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685781 Feb 09 14:27:05.554442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5ead64a3-d0ab-4a45-8d12-71402899518e None None] Provisioning complete for port 39d7df43-f32c-4b2d-979b-8145ed3d347f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:05.554905 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5ead64a3-d0ab-4a45-8d12-71402899518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:05.558075 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c588-a5e6-45b2-a2d1-96f48f0f9154 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:05.649604 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:05.664604 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5ead64a3-d0ab-4a45-8d12-71402899518e None None] Port 39d7df43-f32c-4b2d-979b-8145ed3d347f was deleted so its status cannot be updated. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 14:27:05.672640 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c6b1817-013b-44b0-b295-16837f5025ce tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:05.684809 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74914ef-1b54-42e1-ba61-314a8e6c8ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce17f1c-d432-4695-a697-8a0414cceee2'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:27:05.696088 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6ce17f1c-d432-4695-a697-8a0414cceee2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6ce17f1c-d432-4695-a697-8a0414cceee2,segment=NetworkSegment(aac0c14f-ea25-428a-866f-7c58faa1dd1c),segment_id=aac0c14f-ea25-428a-866f-7c58faa1dd1c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:05.704659 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:05.708217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 24997681-2470-40db-9617-62071d199ed3 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:27:05.738204 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2c588-a5e6-45b2-a2d1-96f48f0f9154 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=39d7df43-f32c-4b2d-979b-8145ed3d347f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:05.778326 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74914ef-1b54-42e1-ba61-314a8e6c8ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce17f1c-d432-4695-a697-8a0414cceee2', 'code': 200} Feb 09 14:27:05.813084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 24997681-2470-40db-9617-62071d199ed3 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:27:05.813437 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 24997681-2470-40db-9617-62071d199ed3 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:27:05.845717 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c588-a5e6-45b2-a2d1-96f48f0f9154 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:05.876557 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1ac2c588-a5e6-45b2-a2d1-96f48f0f9154 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/39d7df43-f32c-4b2d-979b-8145ed3d347f HTTP/1.1" status: 204 len: 168 time: 1.6213801 Feb 09 14:27:05.879368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44458) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:05.932774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b48d4d0e-ed50-4353-a836-5b42f339416f None None] Could not find standard attr ID for object 39d7df43-f32c-4b2d-979b-8145ed3d347f. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:27:05.936820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=6ce17f1c-d432-4695-a697-8a0414cceee2,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:05.947652 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c6b1817-013b-44b0-b295-16837f5025ce tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:05.958062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f443941-8c1b-4e4a-8a20-bbe6fdd81a64 req-b3384a37-94cb-4b2e-bf66-fbe535a25a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:05.959810 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f443941-8c1b-4e4a-8a20-bbe6fdd81a64 req-b3384a37-94cb-4b2e-bf66-fbe535a25a59 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 1096 time: 0.1435165 Feb 09 14:27:05.996871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c6b1817-013b-44b0-b295-16837f5025ce tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:06.002198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e1af30-9029-4b07-8646-25df998b3f95 None None] Network 0aba8795-c8a7-48fe-991e-c8c601bcd58e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:06.006055 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a42ac80-1f8b-4528-84c0-e4916324dfb2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] GET failed (client error): The resource could not be found. Feb 09 14:27:06.008426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3a42ac80-1f8b-4528-84c0-e4916324dfb2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:06.024783 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2c6b1817-013b-44b0-b295-16837f5025ce tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] 10.222.0.48 "DELETE /v2.0/subnets/310bcb74-3099-487c-830c-8d75912935e2 HTTP/1.1" status: 204 len: 168 time: 0.9014144 Feb 09 14:27:06.027045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b1817-013b-44b0-b295-16837f5025ce tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Pushing event deleted for resources: {'Subnet': ['ID=310bcb74-3099-487c-830c-8d75912935e2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:06.027174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44464) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:06.054664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3a42ac80-1f8b-4528-84c0-e4916324dfb2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:06.057104 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3a42ac80-1f8b-4528-84c0-e4916324dfb2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports/39d7df43-f32c-4b2d-979b-8145ed3d347f HTTP/1.1" status: 404 len: 333 time: 0.1763871 Feb 09 14:27:06.060023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44470) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:06.155984 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f443941-8c1b-4e4a-8a20-bbe6fdd81a64 req-ae1cfd55-7f8d-48d1-a02a-bcc575b4c5e6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851766 Feb 09 14:27:06.208748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e77b5c6-5e0f-4e15-8fec-46f47b91fc6e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting subnet 806ad5fc-e86b-4659-9e94-83781cccf86c {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:27:06.217211 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:06.228891 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e77b5c6-5e0f-4e15-8fec-46f47b91fc6e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:06.231172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Deleting port 77320e73-b536-4597-93fa-8acde32d59c1 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:06.231817 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:06.321476 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e77b5c6-5e0f-4e15-8fec-46f47b91fc6e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:06.360259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa5d066-b66c-441a-b16e-b4a661d8f386 None None] DHCP port deletion for 0aba8795-c8a7-48fe-991e-c8c601bcd58e request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:27:06.366005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5d066-b66c-441a-b16e-b4a661d8f386 None None] Deleting port 77320e73-b536-4597-93fa-8acde32d59c1 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:06.367041 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bfa5d066-b66c-441a-b16e-b4a661d8f386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:06.393261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc3a61-0689-4034-a3ca-e74f8b23aef8 req-9549bc45-7103-41df-a9d6-7156b6c2a7f6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:06.395074 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6ebc3a61-0689-4034-a3ca-e74f8b23aef8 req-9549bc45-7103-41df-a9d6-7156b6c2a7f6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.2818534 Feb 09 14:27:06.489292 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6ebc3a61-0689-4034-a3ca-e74f8b23aef8 req-6f29f526-3332-4f29-be2e-ca7abf1947fb tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831935 Feb 09 14:27:06.529081 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e77b5c6-5e0f-4e15-8fec-46f47b91fc6e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:06.539476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] For port 77320e73-b536-4597-93fa-8acde32d59c1, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=77320e73-b536-4597-93fa-8acde32d59c1,segment=NetworkSegment(08e380d9-4787-4068-ba8a-07b416831c67),segment_id=08e380d9-4787-4068-ba8a-07b416831c67)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:06.539965 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:06.660449 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-bfa5d066-b66c-441a-b16e-b4a661d8f386 None None] For port 77320e73-b536-4597-93fa-8acde32d59c1, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=77320e73-b536-4597-93fa-8acde32d59c1,segment=NetworkSegment(08e380d9-4787-4068-ba8a-07b416831c67),segment_id=08e380d9-4787-4068-ba8a-07b416831c67)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:06.660960 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bfa5d066-b66c-441a-b16e-b4a661d8f386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:06.707607 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Calling delete_port for 77320e73-b536-4597-93fa-8acde32d59c1 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:06.803940 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5d066-b66c-441a-b16e-b4a661d8f386 None None] Calling delete_port for 77320e73-b536-4597-93fa-8acde32d59c1 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:06.831421 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e77b5c6-5e0f-4e15-8fec-46f47b91fc6e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:06.873877 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10b6bd-b13f-49a2-97bf-5b8e56c28d1a req-0588545f-944c-42cc-bf61-192d7f29e056 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:06.875439 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3b10b6bd-b13f-49a2-97bf-5b8e56c28d1a req-0588545f-944c-42cc-bf61-192d7f29e056 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.1324842 Feb 09 14:27:06.896897 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:06.897262 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-bfa5d066-b66c-441a-b16e-b4a661d8f386 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:27:06.897886 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-bfa5d066-b66c-441a-b16e-b4a661d8f386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:27:06.903143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77b5c6-5e0f-4e15-8fec-46f47b91fc6e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Subnet': ['ID=806ad5fc-e86b-4659-9e94-83781cccf86c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:06.914923 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e77b5c6-5e0f-4e15-8fec-46f47b91fc6e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:06.925437 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4247dc-a87f-4669-9ef6-465d92241508 None None] Network 6be62a52-4fc9-43ff-a01e-c7b1141bf6be requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:06.926482 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2e77b5c6-5e0f-4e15-8fec-46f47b91fc6e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/806ad5fc-e86b-4659-9e94-83781cccf86c HTTP/1.1" status: 204 len: 168 time: 0.8642473 Feb 09 14:27:06.929150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44494) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:06.979817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] No DVR routers for this DVR port 77320e73-b536-4597-93fa-8acde32d59c1 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:27:06.984660 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3b10b6bd-b13f-49a2-97bf-5b8e56c28d1a req-b088087b-2fa7-41e9-84af-a4b13290b07d tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018214 Feb 09 14:27:06.985520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Pushing event deleted for resources: {'Port': ['ID=77320e73-b536-4597-93fa-8acde32d59c1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:07.076002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-897b50b1-cd3b-4283-b24c-7b6bb260ac74 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting subnet ea5d5270-a2eb-40e8-8111-6e775b4dd05c {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:27:07.081258 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-897b50b1-cd3b-4283-b24c-7b6bb260ac74 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:07.153165 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-897b50b1-cd3b-4283-b24c-7b6bb260ac74 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:07.268408 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-897b50b1-cd3b-4283-b24c-7b6bb260ac74 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:07.274990 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:07.303105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aba8795-c8a7-48fe-991e-c8c601bcd58e']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:07.317103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e380d9-4787-4068-ba8a-07b416831c67') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:07.317465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e380d9-4787-4068-ba8a-07b416831c67') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:07.330620 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:07.353338 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:07.362945 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-897b50b1-cd3b-4283-b24c-7b6bb260ac74 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:07.364754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:27:07.365566 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:27:07.385867 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:27:07.401173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5d066-b66c-441a-b16e-b4a661d8f386 None None] Deleting port 77320e73-b536-4597-93fa-8acde32d59c1 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:07.401889 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bfa5d066-b66c-441a-b16e-b4a661d8f386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:07.410001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b50b1-cd3b-4283-b24c-7b6bb260ac74 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Subnet': ['ID=ea5d5270-a2eb-40e8-8111-6e775b4dd05c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:07.413089 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-897b50b1-cd3b-4283-b24c-7b6bb260ac74 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:07.419504 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-897b50b1-cd3b-4283-b24c-7b6bb260ac74 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/ea5d5270-a2eb-40e8-8111-6e775b4dd05c HTTP/1.1" status: 204 len: 168 time: 0.4888847 Feb 09 14:27:07.422703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44506) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:07.490130 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:07.504022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5d066-b66c-441a-b16e-b4a661d8f386 None None] The port '77320e73-b536-4597-93fa-8acde32d59c1' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:27:07.620000 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:07.627989 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:07.641226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port 50afa79a-a795-458e-9d32-7f19bac70e08 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:07.641747 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:07.644944 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Pushing event deleted for resources: {'Network': ['ID=0aba8795-c8a7-48fe-991e-c8c601bcd58e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:07.665602 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-59cab583-63d6-4177-9394-c5e35ba6c695 tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] 10.222.0.48 "DELETE /v2.0/networks/0aba8795-c8a7-48fe-991e-c8c601bcd58e HTTP/1.1" status: 204 len: 168 time: 1.6233943 Feb 09 14:27:07.671262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44516) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:07.952703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4492d85b-9f16-4de4-8726-fdbd68b10e6d tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Deleting port 9cef6a48-7c0b-44a8-86a0-b9534c6ae79e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:07.952703 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4492d85b-9f16-4de4-8726-fdbd68b10e6d tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:07.997051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 77320e73-b536-4597-93fa-8acde32d59c1 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:27:08.093387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] For port 50afa79a-a795-458e-9d32-7f19bac70e08, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=50afa79a-a795-458e-9d32-7f19bac70e08,segment=NetworkSegment(986503a3-78a5-4ca5-b7a6-5f5a7f0dec62),segment_id=986503a3-78a5-4ca5-b7a6-5f5a7f0dec62)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:08.094196 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:08.110015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 77320e73-b536-4597-93fa-8acde32d59c1 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:27:08.110363 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 77320e73-b536-4597-93fa-8acde32d59c1 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:27:08.166572 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4492d85b-9f16-4de4-8726-fdbd68b10e6d tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:08.166912 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4492d85b-9f16-4de4-8726-fdbd68b10e6d tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:08.265202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for 50afa79a-a795-458e-9d32-7f19bac70e08 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:08.308714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca1301-221d-46f6-964e-6091a57b64b2 req-29aa1341-d0ef-405d-ac43-bd6230a35b9d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:08.310220 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-17ca1301-221d-46f6-964e-6091a57b64b2 req-29aa1341-d0ef-405d-ac43-bd6230a35b9d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.4551537 Feb 09 14:27:08.366752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f395f08a-8117-4aff-a434-2e392ed7cfe8 None None] Network 6be62a52-4fc9-43ff-a01e-c7b1141bf6be requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:08.389859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4492d85b-9f16-4de4-8726-fdbd68b10e6d tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Calling delete_port for 9cef6a48-7c0b-44a8-86a0-b9534c6ae79e owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:08.414881 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-17ca1301-221d-46f6-964e-6091a57b64b2 req-1647c7f6-6f37-44e8-be68-c5adb5410fa1 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974913 Feb 09 14:27:08.457178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:08.532924 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=50afa79a-a795-458e-9d32-7f19bac70e08,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:08.537949 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No DVR routers for this DVR port 50afa79a-a795-458e-9d32-7f19bac70e08 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:27:08.551643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0d3a9dc2-5ad7-4921-a6a4-634d09d24396 None None] Provisioning complete for port 50afa79a-a795-458e-9d32-7f19bac70e08 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:08.563588 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0d3a9dc2-5ad7-4921-a6a4-634d09d24396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:08.608276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264edb4a-3117-4c25-b628-cb8dfd9342bd req-a8b329c8-5872-44fc-87f8-e2705cec4db8 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:08.615553 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-264edb4a-3117-4c25-b628-cb8dfd9342bd req-a8b329c8-5872-44fc-87f8-e2705cec4db8 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.3515210 Feb 09 14:27:08.642597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0d3a9dc2-5ad7-4921-a6a4-634d09d24396 None None] Port 50afa79a-a795-458e-9d32-7f19bac70e08 was deleted so its status cannot be updated. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 14:27:08.708749 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:08.747049 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:08.781005 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be62a52-4fc9-43ff-a01e-c7b1141bf6be']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:08.796611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986503a3-78a5-4ca5-b7a6-5f5a7f0dec62') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:08.797120 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986503a3-78a5-4ca5-b7a6-5f5a7f0dec62') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:08.806166 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-264edb4a-3117-4c25-b628-cb8dfd9342bd req-682095af-d16d-41f8-b51e-4cca6445741a tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809163 Feb 09 14:27:08.816311 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:08.837261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d468133e-9add-44e7-9376-b231a520bc33 None None] DHCP port deletion for 6be62a52-4fc9-43ff-a01e-c7b1141bf6be request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:27:08.838638 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4492d85b-9f16-4de4-8726-fdbd68b10e6d tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:08.859017 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:08.878410 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:27:08.878811 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:27:08.906572 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:27:08.976976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492d85b-9f16-4de4-8726-fdbd68b10e6d tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Pushing event deleted for resources: {'Port': ['ID=9cef6a48-7c0b-44a8-86a0-b9534c6ae79e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:09.002843 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4492d85b-9f16-4de4-8726-fdbd68b10e6d tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:09.027526 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4492d85b-9f16-4de4-8726-fdbd68b10e6d tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:09.031229 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4492d85b-9f16-4de4-8726-fdbd68b10e6d tempest-FloatingIPAdminTestJSON-1135161031 tempest-FloatingIPAdminTestJSON-1135161031-project] 10.222.0.48 "DELETE /v2.0/floatingips/1114455f-7022-4ace-bece-673ab519daf8 HTTP/1.1" status: 204 len: 168 time: 1.3564847 Feb 09 14:27:09.084808 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:09.114036 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:09.132002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Network': ['ID=6be62a52-4fc9-43ff-a01e-c7b1141bf6be,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:09.150079 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8e5d4a3e-1fe3-44ba-85d5-928976556385 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/networks/6be62a52-4fc9-43ff-a01e-c7b1141bf6be HTTP/1.1" status: 204 len: 168 time: 1.7262301 Feb 09 14:27:09.154049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44550) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:09.164434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a067fb-ab80-4dc7-8ad4-ab318b4e2386 req-dd120f60-4f99-4426-8332-e84aaf3ffea0 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:09.181561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-56a067fb-ab80-4dc7-8ad4-ab318b4e2386 req-dd120f60-4f99-4426-8332-e84aaf3ffea0 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.1826684 Feb 09 14:27:09.182519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44554) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:09.199205 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5c434741-d202-4acc-bb20-863ef1da3976 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Request body: {'floatingip': {'port_id': '6ce17f1c-d432-4695-a697-8a0414cceee2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:09.394133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf4afbe-6685-4a34-861d-b009dbd1a44b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:09.395836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1cf4afbe-6685-4a34-861d-b009dbd1a44b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:09.439663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1cf4afbe-6685-4a34-861d-b009dbd1a44b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:09.442757 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1cf4afbe-6685-4a34-861d-b009dbd1a44b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2873116 Feb 09 14:27:09.447785 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44560) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:09.505910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44566) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:09.612362 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-426fe4a4-0ce7-4dc9-a722-7f581a154642 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1623287 Feb 09 14:27:09.613606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44572) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:09.619760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-5f792bcf-a840-4fed-98ab-3aeb10e92751 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-326780734'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:09.627268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5f792bcf-a840-4fed-98ab-3aeb10e92751 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:09.631975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5f792bcf-a840-4fed-98ab-3aeb10e92751 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:network and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:09.635805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5f792bcf-a840-4fed-98ab-3aeb10e92751 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:09.647036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5f792bcf-a840-4fed-98ab-3aeb10e92751 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:09.671602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f792bcf-a840-4fed-98ab-3aeb10e92751 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:09.672992 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c434741-d202-4acc-bb20-863ef1da3976 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:09.676544 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f792bcf-a840-4fed-98ab-3aeb10e92751 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:09.825937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f792bcf-a840-4fed-98ab-3aeb10e92751 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:27:09.837278 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2856121f-45f5-424c-acc6-2ee188e860dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe27fc2f2bef4572ad958524dadd7a75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3299136 Feb 09 14:27:09.843423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44576) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:09.865772 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f792bcf-a840-4fed-98ab-3aeb10e92751 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:09.866134 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-5f792bcf-a840-4fed-98ab-3aeb10e92751 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Added segment c35a7396-4c3e-4ffe-8fb1-2b2073c15874 of type vlan for network fa2b936c-d4aa-4fee-8c85-108a65feaf21 Feb 09 14:27:09.911390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edc62a-4a6e-4e6a-a358-0461c1642ed5 req-2682a6f2-cbf5-44a4-8aa1-d329b4f5f38d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:09.912912 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-08edc62a-4a6e-4e6a-a358-0461c1642ed5 req-2682a6f2-cbf5-44a4-8aa1-d329b4f5f38d tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.2178309 Feb 09 14:27:09.956777 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f792bcf-a840-4fed-98ab-3aeb10e92751 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:09.976829 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 50afa79a-a795-458e-9d32-7f19bac70e08 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:27:10.022099 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-08edc62a-4a6e-4e6a-a358-0461c1642ed5 req-8651aaf9-c5e0-49ae-af6b-880496be3f79 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918612 Feb 09 14:27:10.022938 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-671c5955-72b0-4621-99a5-0098178c687e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:10.027965 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f792bcf-a840-4fed-98ab-3aeb10e92751 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:10.034422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f792bcf-a840-4fed-98ab-3aeb10e92751 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:10.035047 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f792bcf-a840-4fed-98ab-3aeb10e92751 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:10.035773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 50afa79a-a795-458e-9d32-7f19bac70e08 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:27:10.036307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 50afa79a-a795-458e-9d32-7f19bac70e08 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:27:10.204205 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5f792bcf-a840-4fed-98ab-3aeb10e92751 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5892682 Feb 09 14:27:10.224742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44580) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:10.234807 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9a6a5dbb-902f-467f-8cc1-357fde204c07 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'subnet': {'network_id': 'fa2b936c-d4aa-4fee-8c85-108a65feaf21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:10.313279 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-671c5955-72b0-4621-99a5-0098178c687e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:10.350625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f792bcf-a840-4fed-98ab-3aeb10e92751 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Network': ['ID=fa2b936c-d4aa-4fee-8c85-108a65feaf21,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:10.362781 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network fa2b936c-d4aa-4fee-8c85-108a65feaf21 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:27:10.371404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9a6a5dbb-902f-467f-8cc1-357fde204c07 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:10.379787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9a6a5dbb-902f-467f-8cc1-357fde204c07 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:subnet and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:10.392141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9a6a5dbb-902f-467f-8cc1-357fde204c07 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:10.466439 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-671c5955-72b0-4621-99a5-0098178c687e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:10.492789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9a6a5dbb-902f-467f-8cc1-357fde204c07 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:10.504616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c5955-72b0-4621-99a5-0098178c687e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c01891-850b-4487-9f5c-a3685243434a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:10.525060 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-671c5955-72b0-4621-99a5-0098178c687e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:10.527705 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-671c5955-72b0-4621-99a5-0098178c687e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16c01891-850b-4487-9f5c-a3685243434a HTTP/1.1" status: 204 len: 168 time: 0.6831603 Feb 09 14:27:10.615630 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:10.747233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6a5dbb-902f-467f-8cc1-357fde204c07 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:10.751510 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5dbb-902f-467f-8cc1-357fde204c07 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:10.888807 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c434741-d202-4acc-bb20-863ef1da3976 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:10.898735 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c434741-d202-4acc-bb20-863ef1da3976 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:11.011834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44592) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:11.032153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6261841-1850-446f-8d3c-b25c18f328dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:11.051809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f6261841-1850-446f-8d3c-b25c18f328dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:11.057146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f6261841-1850-446f-8d3c-b25c18f328dc admin admin] Usage tracker for resource:security_group_rule and tenant:ade33a4146e8409eb21db1aace3d75e7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:11.060855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f6261841-1850-446f-8d3c-b25c18f328dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:11.070258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f6261841-1850-446f-8d3c-b25c18f328dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:11.162677 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-5c434741-d202-4acc-bb20-863ef1da3976 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Floating IP 479eea6a-898e-4172-b001-81f980b617fc associated. External IP: 172.25.8.169, port: 6ce17f1c-d432-4695-a697-8a0414cceee2. Feb 09 14:27:11.191871 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6261841-1850-446f-8d3c-b25c18f328dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:11.200675 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6261841-1850-446f-8d3c-b25c18f328dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:11.254360 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f6261841-1850-446f-8d3c-b25c18f328dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ade33a4146e8409eb21db1aace3d75e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390759 Feb 09 14:27:11.256170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44598) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:11.307216 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6261841-1850-446f-8d3c-b25c18f328dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58825bea-006f-449f-a38d-5de143f371a7,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:11.380680 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a72a5390-579d-4ac7-8f47-5aa2ca9b7d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:11.456212 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a72a5390-579d-4ac7-8f47-5aa2ca9b7d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:11.475497 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5dbb-902f-467f-8cc1-357fde204c07 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:11.551974 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a72a5390-579d-4ac7-8f47-5aa2ca9b7d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:11.596158 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a5390-579d-4ac7-8f47-5aa2ca9b7d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58825bea-006f-449f-a38d-5de143f371a7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:11.602166 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a72a5390-579d-4ac7-8f47-5aa2ca9b7d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:11.604309 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a72a5390-579d-4ac7-8f47-5aa2ca9b7d7e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58825bea-006f-449f-a38d-5de143f371a7 HTTP/1.1" status: 204 len: 168 time: 0.3466747 Feb 09 14:27:11.662301 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a5dbb-902f-467f-8cc1-357fde204c07 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Subnet': ['ID=5c766f22-a30d-4d58-8710-41856516bf24,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:11.673553 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a5747-a506-4fc2-bf9f-f897a855b87d req-ccc9daec-f957-4c60-b4f3-7316a90c9ddc tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:11.675067 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f4a5747-a506-4fc2-bf9f-f897a855b87d req-ccc9daec-f957-4c60-b4f3-7316a90c9ddc tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.4628196 Feb 09 14:27:11.701022 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a5dbb-902f-467f-8cc1-357fde204c07 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Checking segment: {'id': 'c35a7396-4c3e-4ffe-8fb1-2b2073c15874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fa2b936c-d4aa-4fee-8c85-108a65feaf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:27:11.701384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6a5dbb-902f-467f-8cc1-357fde204c07 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network hostable DHCP agents. Network: fa2b936c-d4aa-4fee-8c85-108a65feaf21, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:27:11.832132 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f4a5747-a506-4fc2-bf9f-f897a855b87d req-2ffc7f18-a502-4865-8efa-0b81a4c0b1a0 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469793 Feb 09 14:27:11.832775 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6a5dbb-902f-467f-8cc1-357fde204c07 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network fa2b936c-d4aa-4fee-8c85-108a65feaf21 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:27:11.918083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-9a6a5dbb-902f-467f-8cc1-357fde204c07 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, fa2b936c-d4aa-4fee-8c85-108a65feaf21) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:11.923017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6a5dbb-902f-467f-8cc1-357fde204c07 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:11.923657 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a6a5dbb-902f-467f-8cc1-357fde204c07 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:11.932872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498e881c-33ee-4b35-950b-9d313c7f6aef None None] Network fa2b936c-d4aa-4fee-8c85-108a65feaf21 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:11.976410 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9a6a5dbb-902f-467f-8cc1-357fde204c07 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7481201 Feb 09 14:27:11.977617 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44610) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:11.981967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c434741-d202-4acc-bb20-863ef1da3976 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:27:11.986219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f88608c2-f857-48b2-959b-fb694f2fde23 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'network_id': 'fa2b936c-d4aa-4fee-8c85-108a65feaf21', 'name': 'tempest-PortsIpV6TestJSON-546148250'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:12.270421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44614) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:12.294222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-fa2b936c-d4aa-4fee-8c85-108a65feaf21', 'network_id': 'fa2b936c-d4aa-4fee-8c85-108a65feaf21', 'tenant_id': 'e1d5a26f04bf4094b1d1bbdd5458e7eb', 'fixed_ips': [{'subnet_id': '5c766f22-a30d-4d58-8710-41856516bf24'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:27:12.295290 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:12.320746 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b53395a2-34a1-486a-a3ca-5eb10dce22d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:12.350738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b53395a2-34a1-486a-a3ca-5eb10dce22d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:12.355851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b53395a2-34a1-486a-a3ca-5eb10dce22d4 admin admin] Usage tracker for resource:security_group_rule and tenant:866fc78d644b4c7b974fbc8a5d3b1f93 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:12.359936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b53395a2-34a1-486a-a3ca-5eb10dce22d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:12.366594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b53395a2-34a1-486a-a3ca-5eb10dce22d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:12.547318 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Allocated IP 2001:db8::2 (fa2b936c-d4aa-4fee-8c85-108a65feaf21/5c766f22-a30d-4d58-8710-41856516bf24/29848573-0345-4aa5-9fd7-81d0b092b65a) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:12.548272 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c434741-d202-4acc-bb20-863ef1da3976 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:27:12.552995 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b53395a2-34a1-486a-a3ca-5eb10dce22d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:12.563196 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b53395a2-34a1-486a-a3ca-5eb10dce22d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:12.568842 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b7e855-096f-4964-a310-8684605c9c73 None None] Sync routers for ids ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:27:12.596721 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5c434741-d202-4acc-bb20-863ef1da3976 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:12.634699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f88608c2-f857-48b2-959b-fb694f2fde23 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:12.671826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53395a2-34a1-486a-a3ca-5eb10dce22d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96488ce7-4e3f-4fff-b17e-5f2881981fe6,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:12.675384 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b7e855-096f-4964-a310-8684605c9c73 None None] Routers {'013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:27:12.676972 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-e1b7e855-096f-4964-a310-8684605c9c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:26:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:12.683843 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b53395a2-34a1-486a-a3ca-5eb10dce22d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=866fc78d644b4c7b974fbc8a5d3b1f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4122984 Feb 09 14:27:12.684996 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44622) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:12.695777 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f88608c2-f857-48b2-959b-fb694f2fde23 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:12.740428 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5c434741-d202-4acc-bb20-863ef1da3976 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "PUT /v2.0/floatingips/479eea6a-898e-4172-b001-81f980b617fc HTTP/1.1" status: 200 len: 991 time: 3.5560846 Feb 09 14:27:12.745886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74914ef-1b54-42e1-ba61-314a8e6c8ed8', 'tag': '6ce17f1c-d432-4695-a697-8a0414cceee2'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:27:12.753168 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-df718d41-d16f-4c9b-8ba3-86d236285088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:12.761466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88608c2-f857-48b2-959b-fb694f2fde23 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:12.772269 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f88608c2-f857-48b2-959b-fb694f2fde23 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:12.814670 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-df718d41-d16f-4c9b-8ba3-86d236285088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:12.842339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f88608c2-f857-48b2-959b-fb694f2fde23 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] device_id is not set on port 29337b3f-9124-477c-8939-cb0022eaadbc yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:27:12.923370 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-df718d41-d16f-4c9b-8ba3-86d236285088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:12.984980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df718d41-d16f-4c9b-8ba3-86d236285088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96488ce7-4e3f-4fff-b17e-5f2881981fe6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:13.024159 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-df718d41-d16f-4c9b-8ba3-86d236285088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:13.025576 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-df718d41-d16f-4c9b-8ba3-86d236285088 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/96488ce7-4e3f-4fff-b17e-5f2881981fe6 HTTP/1.1" status: 204 len: 168 time: 0.3394923 Feb 09 14:27:13.062311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7d102-d535-4ec4-ae8c-a0fafe51cd7a req-252b1360-7750-47b3-a179-a7aca8d48f03 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:13.064320 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15d7d102-d535-4ec4-ae8c-a0fafe51cd7a req-252b1360-7750-47b3-a179-a7aca8d48f03 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.1107590 Feb 09 14:27:13.122063 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15d7d102-d535-4ec4-ae8c-a0fafe51cd7a req-b45e58e2-81b4-41f2-b826-2fa9c2443d4a tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516300 Feb 09 14:27:13.162267 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74914ef-1b54-42e1-ba61-314a8e6c8ed8', 'tag': '6ce17f1c-d432-4695-a697-8a0414cceee2', 'status': 'completed', 'code': 200} Feb 09 14:27:13.321608 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:13.347949 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Transition to ACTIVE for port object 29848573-0345-4aa5-9fd7-81d0b092b65a will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:13.402728 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e6772-cafc-47c0-8775-a8eeaff07787 req-f5743d65-777d-479c-9eea-6005cb6cc8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:13.404283 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-878e6772-cafc-47c0-8775-a8eeaff07787 req-f5743d65-777d-479c-9eea-6005cb6cc8f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d808ad86364433d8ce26979e7302aeb&device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 1096 time: 0.1960464 Feb 09 14:27:13.409629 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-e1b7e855-096f-4964-a310-8684605c9c73 None None] Set router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:27:13.503521 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Transition to ACTIVE for port object 29848573-0345-4aa5-9fd7-81d0b092b65a will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:13.658503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-f88608c2-f857-48b2-959b-fb694f2fde23 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Allocated IP 2001:db8::33 (fa2b936c-d4aa-4fee-8c85-108a65feaf21/5c766f22-a30d-4d58-8710-41856516bf24/29337b3f-9124-477c-8939-cb0022eaadbc) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:13.721850 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:13.789703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a68106-7360-4d86-8802-703900090f11 req-629770fe-9055-450c-833a-70169bc7ec5f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:13.799137 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04a68106-7360-4d86-8802-703900090f11 req-629770fe-9055-450c-833a-70169bc7ec5f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.4431355 Feb 09 14:27:13.853907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04a68106-7360-4d86-8802-703900090f11 req-5b591545-a354-455f-b636-0d848f637858 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536056 Feb 09 14:27:13.864287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e6772-cafc-47c0-8775-a8eeaff07787 req-cfbf71b8-31ce-4869-b9fa-93a27391c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:13.866261 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-878e6772-cafc-47c0-8775-a8eeaff07787 req-cfbf71b8-31ce-4869-b9fa-93a27391c625 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 HTTP/1.1" status: 200 len: 911 time: 0.4542248 Feb 09 14:27:14.059261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Network fa2b936c-d4aa-4fee-8c85-108a65feaf21 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:14.063361 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-878e6772-cafc-47c0-8775-a8eeaff07787 req-6fb0e4dd-5412-400e-9236-5bcce867d346 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce17f1c-d432-4695-a697-8a0414cceee2 HTTP/1.1" status: 200 len: 999 time: 0.1898921 Feb 09 14:27:14.066472 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:14.081584 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f88608c2-f857-48b2-959b-fb694f2fde23 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:14.082173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:27:14.096006 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Pushing event updated for resources: {'Port': ['ID=29848573-0345-4aa5-9fd7-81d0b092b65a,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:14.135279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f88608c2-f857-48b2-959b-fb694f2fde23 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Transition to ACTIVE for port object 29337b3f-9124-477c-8939-cb0022eaadbc will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:14.188081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e6772-cafc-47c0-8775-a8eeaff07787 req-1ed44ca2-c68a-46fc-950a-71cf31cc31f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:14.190346 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-878e6772-cafc-47c0-8775-a8eeaff07787 req-1ed44ca2-c68a-46fc-950a-71cf31cc31f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85b1f5ca-a5fa-4f7b-8f04-40895b87e889 HTTP/1.1" status: 200 len: 850 time: 0.1139100 Feb 09 14:27:14.206340 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f88608c2-f857-48b2-959b-fb694f2fde23 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:14.335479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e6772-cafc-47c0-8775-a8eeaff07787 req-18b37c68-e034-4c01-a4cf-7d094b258537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:14.338522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-878e6772-cafc-47c0-8775-a8eeaff07787 req-18b37c68-e034-4c01-a4cf-7d094b258537 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312149 Feb 09 14:27:14.340833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88608c2-f857-48b2-959b-fb694f2fde23 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network fa2b936c-d4aa-4fee-8c85-108a65feaf21 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:14.349223 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f88608c2-f857-48b2-959b-fb694f2fde23 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:14.368762 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88608c2-f857-48b2-959b-fb694f2fde23 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:27:14.375367 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88608c2-f857-48b2-959b-fb694f2fde23 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:14.376350 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f88608c2-f857-48b2-959b-fb694f2fde23 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:14.392698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Attempting to bind port 29848573-0345-4aa5-9fd7-81d0b092b65a on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:27:14.393625 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Attempting to bind port 29848573-0345-4aa5-9fd7-81d0b092b65a by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'c35a7396-4c3e-4ffe-8fb1-2b2073c15874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fa2b936c-d4aa-4fee-8c85-108a65feaf21'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:27:14.394203 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Attempting to bind port 29848573-0345-4aa5-9fd7-81d0b092b65a on network fa2b936c-d4aa-4fee-8c85-108a65feaf21 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:27:14.414905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:27:14.415296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Checking segment: {'id': 'c35a7396-4c3e-4ffe-8fb1-2b2073c15874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fa2b936c-d4aa-4fee-8c85-108a65feaf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:27:14.415710 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:14.416087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Bound using segment: {'id': 'c35a7396-4c3e-4ffe-8fb1-2b2073c15874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fa2b936c-d4aa-4fee-8c85-108a65feaf21'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:27:14.416588 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Bound port: 29848573-0345-4aa5-9fd7-81d0b092b65a, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35a7396-4c3e-4ffe-8fb1-2b2073c15874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fa2b936c-d4aa-4fee-8c85-108a65feaf21'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:27:14.416960 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:14.490291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88608c2-f857-48b2-959b-fb694f2fde23 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=29337b3f-9124-477c-8939-cb0022eaadbc,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:14.517933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44670) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:14.518367 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f88608c2-f857-48b2-959b-fb694f2fde23 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5385671 Feb 09 14:27:14.526318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'network_id': 'fa2b936c-d4aa-4fee-8c85-108a65feaf21', 'name': 'tempest-PortsIpV6TestJSON-584304153'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:14.549858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449a853-ea0f-4736-bc86-718d5701851b req-08c3d5f7-a9e6-45c2-9f90-e5b60e18869b tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:14.552078 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b449a853-ea0f-4736-bc86-718d5701851b req-08c3d5f7-a9e6-45c2-9f90-e5b60e18869b tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.1305819 Feb 09 14:27:14.647394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44674) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:14.666939 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b449a853-ea0f-4736-bc86-718d5701851b req-2a448b44-17f9-493a-8b82-68a99f3b2e29 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083512 Feb 09 14:27:14.743214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] For port 29848573-0345-4aa5-9fd7-81d0b092b65a, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:27:14.747090 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] For port 29848573-0345-4aa5-9fd7-81d0b092b65a, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=29848573-0345-4aa5-9fd7-81d0b092b65a,segment=NetworkSegment(c35a7396-4c3e-4ffe-8fb1-2b2073c15874),segment_id=c35a7396-4c3e-4ffe-8fb1-2b2073c15874)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:27:14.753090 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:14.784036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:14.788614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:port and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:14.792352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:14.799339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:14.817846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-519027199'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:14.833602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:14.838028 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:14.850080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-e1b7e855-096f-4964-a310-8684605c9c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:36Z', 'revision_number': 4, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '479eea6a-898e-4172-b001-81f980b617fc', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'port_id': '6ce17f1c-d432-4695-a697-8a0414cceee2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'mac_address': 'fa:16:3e:b8:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74914ef-1b54-42e1-ba61-314a8e6c8ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:26:45Z', 'updated_at': '2022-02-09T14:27:10Z', 'revision_number': 1, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992a9b82-6e93-45f1-a04c-b2373f543fb4', 'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'mac_address': 'fa:16:3e:f3:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:33Z', 'updated_at': '2022-02-09T14:26:46Z', 'revision_number': 5, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'subnets': [{'id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:14.860794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:14.865555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b7e855-096f-4964-a310-8684605c9c73 None None] Checking router: 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:27:14.868755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] device_id is not set on port 627ae334-f202-4a35-8186-8c8e6081954a yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:27:14.897615 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b7e855-096f-4964-a310-8684605c9c73 None None] Routers {'013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:27:14.898313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-e1b7e855-096f-4964-a310-8684605c9c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:26:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:15.153742 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b110593-fd6a-4398-86ff-0fc524bc11ac None None] Pushing event updated for resources: {'Port': ['ID=29848573-0345-4aa5-9fd7-81d0b092b65a,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:15.202369 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-e1b7e855-096f-4964-a310-8684605c9c73 None None] Set router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:27:15.269908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a897a-2013-47bc-a9ac-8c9d29ecc673 req-e37b7373-0381-4076-9da4-d2ab7177e9ed tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:15.277225 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d08a897a-2013-47bc-a9ac-8c9d29ecc673 req-e37b7373-0381-4076-9da4-d2ab7177e9ed tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1646123 Feb 09 14:27:15.376536 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d08a897a-2013-47bc-a9ac-8c9d29ecc673 req-deda64fc-ac3d-4648-a87d-cee62ea098ac tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981162 Feb 09 14:27:15.398613 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-878e6772-cafc-47c0-8775-a8eeaff07787 req-59dc8e5b-caf4-4518-9ab3-d5ba43a37f37 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0515206 Feb 09 14:27:15.487535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:network and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:15.525012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:15.719847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:15.772401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:15.777269 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:15.811237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Allocated IP 2001:db8::c1 (fa2b936c-d4aa-4fee-8c85-108a65feaf21/5c766f22-a30d-4d58-8710-41856516bf24/627ae334-f202-4a35-8186-8c8e6081954a) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:15.827082 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:15.851894 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f28d3e-a650-481f-a7bb-7d403003cc51 req-1b454bd8-7f2a-4a43-b28d-8ae146d41e43 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:15.854722 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7f28d3e-a650-481f-a7bb-7d403003cc51 req-1b454bd8-7f2a-4a43-b28d-8ae146d41e43 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.2937336 Feb 09 14:27:15.897066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:15.928204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:security_group_rule and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:15.938499 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-878e6772-cafc-47c0-8775-a8eeaff07787 req-e8582eff-ad69-49c3-a18d-8587897e385a service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760735 Feb 09 14:27:15.940175 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:15.966907 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:15.993964 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7f28d3e-a650-481f-a7bb-7d403003cc51 req-a6cba714-005f-4b84-8061-3c5563da5606 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302152 Feb 09 14:27:15.996603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-e1b7e855-096f-4964-a310-8684605c9c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:36Z', 'revision_number': 4, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '479eea6a-898e-4172-b001-81f980b617fc', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'port_id': '6ce17f1c-d432-4695-a697-8a0414cceee2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'mac_address': 'fa:16:3e:b8:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74914ef-1b54-42e1-ba61-314a8e6c8ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:26:45Z', 'updated_at': '2022-02-09T14:27:10Z', 'revision_number': 1, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992a9b82-6e93-45f1-a04c-b2373f543fb4', 'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'mac_address': 'fa:16:3e:f3:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:33Z', 'updated_at': '2022-02-09T14:26:46Z', 'revision_number': 5, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'subnets': [{'id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:16.005821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b7e855-096f-4964-a310-8684605c9c73 None None] The sync data for ids ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'] in n-d-828418-2 is: [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:36Z', 'revision_number': 4, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '479eea6a-898e-4172-b001-81f980b617fc', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'port_id': '6ce17f1c-d432-4695-a697-8a0414cceee2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'mac_address': 'fa:16:3e:b8:d7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74914ef-1b54-42e1-ba61-314a8e6c8ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:26:45Z', 'updated_at': '2022-02-09T14:27:10Z', 'revision_number': 1, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992a9b82-6e93-45f1-a04c-b2373f543fb4', 'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'mac_address': 'fa:16:3e:f3:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:33Z', 'updated_at': '2022-02-09T14:26:46Z', 'revision_number': 5, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'subnets': [{'id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:27:16.014202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330d316-4889-4026-928b-0931ebb8ae85 req-20dce2cd-876d-4cc1-b7d0-eed34084e5bb tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:16.015863 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0330d316-4889-4026-928b-0931ebb8ae85 req-20dce2cd-876d-4cc1-b7d0-eed34084e5bb tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.6090569 Feb 09 14:27:16.088565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 29848573-0345-4aa5-9fd7-81d0b092b65a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:27:16.308454 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 29848573-0345-4aa5-9fd7-81d0b092b65a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:16.384910 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0330d316-4889-4026-928b-0931ebb8ae85 req-22e90192-f512-4cc0-b3b0-44e28b9fbd05 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480146 Feb 09 14:27:16.449691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319cc3-c90c-4f00-b862-93b143f28e4f req-f5585b4f-eacb-45a2-9c56-f7773386c28b tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:16.452703 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b1319cc3-c90c-4f00-b862-93b143f28e4f req-f5585b4f-eacb-45a2-9c56-f7773386c28b tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.2607560 Feb 09 14:27:16.517731 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:16.522756 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c955cf-ad76-4976-805f-60c928275e60 None None] New status for floating IP 479eea6a-898e-4172-b001-81f980b617fc: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:27:16.530587 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:16.584986 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:16.628262 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b1319cc3-c90c-4f00-b862-93b143f28e4f req-30ff5021-c6b9-4b77-b424-30cd7490e772 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659796 Feb 09 14:27:16.676765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:27:16.769727 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Transition to ACTIVE for port object 627ae334-f202-4a35-8186-8c8e6081954a will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:16.771916 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3717f6-cabf-48b8-b54f-3de9fc67c174,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:16.784434 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:16.784808 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Added segment d65a64e0-682e-4473-823a-e4f45ae917a3 of type vlan for network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 Feb 09 14:27:16.857577 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:16.905772 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:16.922853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560f0b8a-ddae-4578-abd0-1859eedeb772 None None] Network fa2b936c-d4aa-4fee-8c85-108a65feaf21 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:16.992307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-4d2f1cfb-11cb-41cd-87be-33583a8bb614 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:16.993775 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-4d2f1cfb-11cb-41cd-87be-33583a8bb614 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 812 time: 0.4018509 Feb 09 14:27:17.032360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=627ae334-f202-4a35-8186-8c8e6081954a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:17.053829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network fa2b936c-d4aa-4fee-8c85-108a65feaf21 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:17.056632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:17.060449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:27:17.066983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:17.067668 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:17.072522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-9b425e69-14b9-4620-bcdd-a28226a3cf83 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/quotas/b4a884575aa84a789b4857840c80c824 HTTP/1.1" status: 200 len: 375 time: 0.0668290 Feb 09 14:27:17.075146 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:17.080590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:17.081215 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:17.235580 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ee8aac65-add1-4e65-aee5-3a0d62cda007 None None] Provisioning for port 29848573-0345-4aa5-9fd7-81d0b092b65a completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:17.252217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ee8aac65-add1-4e65-aee5-3a0d62cda007 None None] Provisioning complete for port 29848573-0345-4aa5-9fd7-81d0b092b65a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:17.252217 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ee8aac65-add1-4e65-aee5-3a0d62cda007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:17.291039 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6420321 Feb 09 14:27:17.291765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aba8ab-ed48-445f-8a01-fac987121c02 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Network': ['ID=257ee1fc-1c7b-4103-9c7f-f18bdf615ef7,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:17.294869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44712) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:17.300155 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44714) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:17.300423 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e35679cd-d059-4ee4-bf80-711564f34d37 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7808022 Feb 09 14:27:17.308403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c5a99b82-5da9-4b00-9e5e-d6f6799ff9b4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:17.374397 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:27:17.447294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8197feee-683e-4699-aaa5-c1c3ab2804e2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:17.449103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8197feee-683e-4699-aaa5-c1c3ab2804e2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:17.454598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c5a99b82-5da9-4b00-9e5e-d6f6799ff9b4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:17.458871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c5a99b82-5da9-4b00-9e5e-d6f6799ff9b4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:17.461730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c5a99b82-5da9-4b00-9e5e-d6f6799ff9b4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:17.469000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c5a99b82-5da9-4b00-9e5e-d6f6799ff9b4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:17.469356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8197feee-683e-4699-aaa5-c1c3ab2804e2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:17.470992 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8197feee-683e-4699-aaa5-c1c3ab2804e2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A33 HTTP/1.1" status: 200 len: 927 time: 0.1698475 Feb 09 14:27:17.473792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44722) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:17.486480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a99b82-5da9-4b00-9e5e-d6f6799ff9b4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:17.490137 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c5a99b82-5da9-4b00-9e5e-d6f6799ff9b4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:17.664484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-27440447-09fe-46aa-9209-e7bb7ed45b29 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port 627ae334-f202-4a35-8186-8c8e6081954a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:17.671390 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27440447-09fe-46aa-9209-e7bb7ed45b29 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:17.679241 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-6eac1fb8-f75a-4fd0-8379-180526a8e8ec tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5875165 Feb 09 14:27:17.692868 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ee8aac65-add1-4e65-aee5-3a0d62cda007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:17.749898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ee8aac65-add1-4e65-aee5-3a0d62cda007 None None] For port 29848573-0345-4aa5-9fd7-81d0b092b65a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=29848573-0345-4aa5-9fd7-81d0b092b65a,segment=NetworkSegment(c35a7396-4c3e-4ffe-8fb1-2b2073c15874),segment_id=c35a7396-4c3e-4ffe-8fb1-2b2073c15874)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:17.756910 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ee8aac65-add1-4e65-aee5-3a0d62cda007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:17.866811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8aac65-add1-4e65-aee5-3a0d62cda007 None None] Pushing event updated for resources: {'Port': ['ID=29848573-0345-4aa5-9fd7-81d0b092b65a,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:17.912631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-5977cae4-84a5-43c8-a4bd-abd7db623927 service neutron] 10.222.0.48 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330866 Feb 09 14:27:17.984673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 29848573-0345-4aa5-9fd7-81d0b092b65a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:27:18.134869 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-b3666171-4651-47be-ae8f-9708014c6a31 service neutron] 10.222.0.48 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210395 Feb 09 14:27:18.158007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 29848573-0345-4aa5-9fd7-81d0b092b65a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:18.158374 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:18.206260 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27440447-09fe-46aa-9209-e7bb7ed45b29 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:18.319015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b0776d19-5ad7-4033-a563-34239fffbbe5 None None] Provisioning complete for port 29848573-0345-4aa5-9fd7-81d0b092b65a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:18.319613 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b0776d19-5ad7-4033-a563-34239fffbbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:18.396862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-27440447-09fe-46aa-9209-e7bb7ed45b29 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for 627ae334-f202-4a35-8186-8c8e6081954a owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:18.557088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d765583-8cae-4b01-ba8a-7248e9cf77c4 req-ff796549-8ffe-43f2-8123-022a7921fd4c tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:18.572041 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0d765583-8cae-4b01-ba8a-7248e9cf77c4 req-ff796549-8ffe-43f2-8123-022a7921fd4c tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.8317230 Feb 09 14:27:18.719051 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-56863beb-e15f-48be-bdb9-59a70e88cdfa req-cd6f9822-facd-44fd-b2cb-eef2cc51336c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 210 time: 0.1107926 Feb 09 14:27:18.729188 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c5a99b82-5da9-4b00-9e5e-d6f6799ff9b4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:18.758734 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27440447-09fe-46aa-9209-e7bb7ed45b29 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:18.829877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b0776d19-5ad7-4033-a563-34239fffbbe5 None None] Provisioning for port 29337b3f-9124-477c-8939-cb0022eaadbc completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:18.843985 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b0776d19-5ad7-4033-a563-34239fffbbe5 None None] Provisioning complete for port 29337b3f-9124-477c-8939-cb0022eaadbc triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:18.844593 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b0776d19-5ad7-4033-a563-34239fffbbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:18.877191 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a99b82-5da9-4b00-9e5e-d6f6799ff9b4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=50880191-dcca-4c87-92fe-3fb713fc9b98,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:18.884739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a99b82-5da9-4b00-9e5e-d6f6799ff9b4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:27:18.885510 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a99b82-5da9-4b00-9e5e-d6f6799ff9b4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network hostable DHCP agents. Network: 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:27:18.913750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27440447-09fe-46aa-9209-e7bb7ed45b29 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=627ae334-f202-4a35-8186-8c8e6081954a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:18.959146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a99b82-5da9-4b00-9e5e-d6f6799ff9b4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:27:18.985197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-c5a99b82-5da9-4b00-9e5e-d6f6799ff9b4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:19.004529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990f3203-8269-44e9-bbd8-c53d93022379 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:19.005092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a99b82-5da9-4b00-9e5e-d6f6799ff9b4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:19.005741 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c5a99b82-5da9-4b00-9e5e-d6f6799ff9b4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:19.007769 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27440447-09fe-46aa-9209-e7bb7ed45b29 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:19.047171 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0d765583-8cae-4b01-ba8a-7248e9cf77c4 req-69dc94d1-d290-4d2d-a46a-2bc85dd758dd tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691317 Feb 09 14:27:19.051840 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c5a99b82-5da9-4b00-9e5e-d6f6799ff9b4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7500861 Feb 09 14:27:19.052674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44744) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:19.067261 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-27440447-09fe-46aa-9209-e7bb7ed45b29 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/627ae334-f202-4a35-8186-8c8e6081954a HTTP/1.1" status: 204 len: 168 time: 1.5917580 Feb 09 14:27:19.067887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'name': 'tempest-NetworksTestDHCPv6-929752755'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:19.069857 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44748) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:19.165765 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-b061e9c3-4450-42ec-8bc3-748194e85a6a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] GET failed (client error): The resource could not be found. Feb 09 14:27:19.166617 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b061e9c3-4450-42ec-8bc3-748194e85a6a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:19.246445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b061e9c3-4450-42ec-8bc3-748194e85a6a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:19.249518 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b061e9c3-4450-42ec-8bc3-748194e85a6a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports/627ae334-f202-4a35-8186-8c8e6081954a HTTP/1.1" status: 404 len: 333 time: 0.1783319 Feb 09 14:27:19.265690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b0776d19-5ad7-4033-a563-34239fffbbe5 None None] Port 29337b3f-9124-477c-8939-cb0022eaadbc cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:27:19.281757 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b0776d19-5ad7-4033-a563-34239fffbbe5 None None] Could not find standard attr ID for object 627ae334-f202-4a35-8186-8c8e6081954a. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:27:19.303834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44752) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:19.406409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:19.410999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:port and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:19.415508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:19.424199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:19.438891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:19.446489 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:19.457366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-432dfb77-0f80-474d-9b22-cb161fd0c006 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port 29337b3f-9124-477c-8939-cb0022eaadbc {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:19.457758 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-432dfb77-0f80-474d-9b22-cb161fd0c006 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:19.473626 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port 145ac559-9b0a-4030-b9a1-6c64cb49773d yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:27:19.599406 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': '50880191-dcca-4c87-92fe-3fb713fc9b98'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:27:19.600272 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:19.658087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-aa81c345-88c6-43bd-b404-4980b56f5600 None None] Provisioning complete for port 29337b3f-9124-477c-8939-cb0022eaadbc triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:19.658462 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aa81c345-88c6-43bd-b404-4980b56f5600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:19.797540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::315 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/50880191-dcca-4c87-92fe-3fb713fc9b98/145ac559-9b0a-4030-b9a1-6c64cb49773d) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:19.814001 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-aa81c345-88c6-43bd-b404-4980b56f5600 None None] Port 29337b3f-9124-477c-8939-cb0022eaadbc cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:27:19.823683 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-aa81c345-88c6-43bd-b404-4980b56f5600 None None] Could not find standard attr ID for object 627ae334-f202-4a35-8186-8c8e6081954a. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:27:20.127050 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-432dfb77-0f80-474d-9b22-cb161fd0c006 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:20.149458 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ec307a5-5ee1-44e2-85a9-bea41cd9ecb6 req-c342425b-e311-4f50-a4f0-36425179b2a6 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 210 time: 0.1060863 Feb 09 14:27:20.388232 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:20.417083 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object 145ac559-9b0a-4030-b9a1-6c64cb49773d will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:20.453618 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-432dfb77-0f80-474d-9b22-cb161fd0c006 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for 29337b3f-9124-477c-8939-cb0022eaadbc owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:20.538448 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:20.683601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Allocated IP 2001:db8::2 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/50880191-dcca-4c87-92fe-3fb713fc9b98/96f5dda2-68d9-43da-b3f1-5b2390e74ec1) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:20.779328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b3a13-1cc6-489c-9543-2d38a57d8262 req-06ac0353-0a7f-425c-a327-42422f730cf4 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:20.780972 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b53b3a13-1cc6-489c-9543-2d38a57d8262 req-06ac0353-0a7f-425c-a327-42422f730cf4 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.3404047 Feb 09 14:27:20.892816 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b53b3a13-1cc6-489c-9543-2d38a57d8262 req-d015f112-69cd-414f-ade2-426eaccaac8b tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030614 Feb 09 14:27:20.893632 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-432dfb77-0f80-474d-9b22-cb161fd0c006 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:20.977909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dfb77-0f80-474d-9b22-cb161fd0c006 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=29337b3f-9124-477c-8939-cb0022eaadbc,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:21.006008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:21.023720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:21.057666 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-432dfb77-0f80-474d-9b22-cb161fd0c006 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:21.089173 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-432dfb77-0f80-474d-9b22-cb161fd0c006 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/29337b3f-9124-477c-8939-cb0022eaadbc HTTP/1.1" status: 204 len: 168 time: 1.7840314 Feb 09 14:27:21.091481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44772) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:21.100799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:27:21.117659 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:21.118333 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:21.136905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=145ac559-9b0a-4030-b9a1-6c64cb49773d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:21.188019 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c826b59c-ed98-457e-832d-90750f0f6aeb tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] GET failed (client error): The resource could not be found. Feb 09 14:27:21.190679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c826b59c-ed98-457e-832d-90750f0f6aeb tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:21.196920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7264f516-0b43-411d-b55a-b52e26ad4189 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:21.198475 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7264f516-0b43-411d-b55a-b52e26ad4189 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 812 time: 0.6998143 Feb 09 14:27:21.212853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44778) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:21.213430 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3dc3f00e-762f-498e-9495-766ea2be238a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1588554 Feb 09 14:27:21.224733 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-fe794e9a-4ee6-4f2e-8982-4c18496f5106 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Request body: {'port': {'device_id': 'b74e068c-b3ef-490a-b45b-8eb0156cbaee', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'admin_state_up': True, 'tenant_id': 'b4a884575aa84a789b4857840c80c824'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:21.225408 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:21.239155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Transition to ACTIVE for port object 96f5dda2-68d9-43da-b3f1-5b2390e74ec1 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:21.277106 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Transition to ACTIVE for port object 96f5dda2-68d9-43da-b3f1-5b2390e74ec1 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:21.286893 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:21.427410 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:21.430753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:21.434817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:27:21.444407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c826b59c-ed98-457e-832d-90750f0f6aeb tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:21.448740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44786) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:21.449580 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c826b59c-ed98-457e-832d-90750f0f6aeb tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports/29337b3f-9124-477c-8939-cb0022eaadbc HTTP/1.1" status: 404 len: 333 time: 0.3548756 Feb 09 14:27:21.472776 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-19608ffa-3c50-4575-bebd-5a64e2a1a277 req-890774a2-ec5a-4177-af02-98e428774f1d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 210 time: 0.0812259 Feb 09 14:27:21.508269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Pushing event updated for resources: {'Port': ['ID=96f5dda2-68d9-43da-b3f1-5b2390e74ec1,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:21.549030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d690dbae-cad8-4db3-b738-a478b0800745 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:21.555125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d690dbae-cad8-4db3-b738-a478b0800745 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:21.559117 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d690dbae-cad8-4db3-b738-a478b0800745 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3319161 Feb 09 14:27:21.561055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44790) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:21.581921 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Attempting to bind port 96f5dda2-68d9-43da-b3f1-5b2390e74ec1 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:27:21.582308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Attempting to bind port 96f5dda2-68d9-43da-b3f1-5b2390e74ec1 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:27:21.582683 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Attempting to bind port 96f5dda2-68d9-43da-b3f1-5b2390e74ec1 on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:27:21.598303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:27:21.598711 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:27:21.599090 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:21.599490 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:27:21.600063 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Bound port: 96f5dda2-68d9-43da-b3f1-5b2390e74ec1, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:27:21.600719 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:21.612146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-fe794e9a-4ee6-4f2e-8982-4c18496f5106 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:21.632674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd97c6b5-4463-4057-bcb2-557c329d1f54 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting subnet 5c766f22-a30d-4d58-8710-41856516bf24 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:27:21.637285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-fe794e9a-4ee6-4f2e-8982-4c18496f5106 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:21.640292 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd97c6b5-4463-4057-bcb2-557c329d1f54 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:21.669736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d77a5baa-b349-4f1d-aca2-6bde472ef487 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port 145ac559-9b0a-4030-b9a1-6c64cb49773d {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:21.670257 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d77a5baa-b349-4f1d-aca2-6bde472ef487 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:21.724561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-fe794e9a-4ee6-4f2e-8982-4c18496f5106 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Made reservation on behalf of b4a884575aa84a789b4857840c80c824 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:21.737951 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-fe794e9a-4ee6-4f2e-8982-4c18496f5106 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:21.799505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] For port 96f5dda2-68d9-43da-b3f1-5b2390e74ec1, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:27:21.804728 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] For port 96f5dda2-68d9-43da-b3f1-5b2390e74ec1, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=96f5dda2-68d9-43da-b3f1-5b2390e74ec1,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:27:21.820155 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd97c6b5-4463-4057-bcb2-557c329d1f54 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:21.821242 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:21.982151 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16110b-c83e-461d-861d-4863b8f353b5 None None] Pushing event updated for resources: {'Port': ['ID=96f5dda2-68d9-43da-b3f1-5b2390e74ec1,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:22.081240 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d77a5baa-b349-4f1d-aca2-6bde472ef487 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:22.158085 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd97c6b5-4463-4057-bcb2-557c329d1f54 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:22.265629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-fe794e9a-4ee6-4f2e-8982-4c18496f5106 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Allocated IP 172.20.0.4 (a1587716-277d-4b6f-89df-24e96250ab9d/f7392afa-2a9c-4064-b2be-b0d20969d51e/985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:22.401160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d77a5baa-b349-4f1d-aca2-6bde472ef487 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for 145ac559-9b0a-4030-b9a1-6c64cb49773d owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:22.618099 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d5084-0950-46f8-81fd-f00c3a652aa3 req-d7f1cdb0-51a3-482c-b263-ecd8cd3a1401 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:22.619612 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-449d5084-0950-46f8-81fd-f00c3a652aa3 req-d7f1cdb0-51a3-482c-b263-ecd8cd3a1401 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.2961810 Feb 09 14:27:22.817507 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd97c6b5-4463-4057-bcb2-557c329d1f54 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:22.824900 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d77a5baa-b349-4f1d-aca2-6bde472ef487 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:22.867021 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd97c6b5-4463-4057-bcb2-557c329d1f54 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:22.874233 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420877c7-f713-431a-9e61-361bac14b45b None None] Network fa2b936c-d4aa-4fee-8c85-108a65feaf21 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:22.891334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97c6b5-4463-4057-bcb2-557c329d1f54 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Subnet': ['ID=5c766f22-a30d-4d58-8710-41856516bf24,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:22.899301 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a5baa-b349-4f1d-aca2-6bde472ef487 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=145ac559-9b0a-4030-b9a1-6c64cb49773d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:22.912691 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cd97c6b5-4463-4057-bcb2-557c329d1f54 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/5c766f22-a30d-4d58-8710-41856516bf24 HTTP/1.1" status: 204 len: 168 time: 1.4611404 Feb 09 14:27:22.929136 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-449d5084-0950-46f8-81fd-f00c3a652aa3 req-0e7186d9-39ad-42e5-85a7-8d05a3bd5f10 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905748 Feb 09 14:27:22.929136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44806) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:22.929534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225443ac-70d0-42c4-a420-0bfd0393582f req-41663051-ff31-4679-8a7e-67d5927ff27a tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:22.932527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225443ac-70d0-42c4-a420-0bfd0393582f req-41663051-ff31-4679-8a7e-67d5927ff27a tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:22.939630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225443ac-70d0-42c4-a420-0bfd0393582f req-41663051-ff31-4679-8a7e-67d5927ff27a tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:22.945941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225443ac-70d0-42c4-a420-0bfd0393582f req-41663051-ff31-4679-8a7e-67d5927ff27a tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:22.952549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225443ac-70d0-42c4-a420-0bfd0393582f req-41663051-ff31-4679-8a7e-67d5927ff27a tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:22.958796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225443ac-70d0-42c4-a420-0bfd0393582f req-41663051-ff31-4679-8a7e-67d5927ff27a tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:22.964535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225443ac-70d0-42c4-a420-0bfd0393582f req-41663051-ff31-4679-8a7e-67d5927ff27a tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:22.966441 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-225443ac-70d0-42c4-a420-0bfd0393582f req-41663051-ff31-4679-8a7e-67d5927ff27a tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5442 time: 0.7606697 Feb 09 14:27:23.129290 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d77a5baa-b349-4f1d-aca2-6bde472ef487 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:23.145921 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-fe794e9a-4ee6-4f2e-8982-4c18496f5106 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:23.202679 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-225443ac-70d0-42c4-a420-0bfd0393582f req-93ea7088-1343-442c-8a74-cd4db446ea7b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2184386 Feb 09 14:27:23.211944 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-fe794e9a-4ee6-4f2e-8982-4c18496f5106 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Transition to ACTIVE for port object 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:23.266846 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-fe794e9a-4ee6-4f2e-8982-4c18496f5106 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:23.282834 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['e658954f-01f9-49b0-b68a-afc1daf383c9', '89616186-2545-46c6-a544-b311c5d5aebc'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:27:23.296688 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d77a5baa-b349-4f1d-aca2-6bde472ef487 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/145ac559-9b0a-4030-b9a1-6c64cb49773d HTTP/1.1" status: 204 len: 168 time: 1.7345748 Feb 09 14:27:23.338628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44814) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:23.525213 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-fe794e9a-4ee6-4f2e-8982-4c18496f5106 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Network a1587716-277d-4b6f-89df-24e96250ab9d is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:23.531383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-fe794e9a-4ee6-4f2e-8982-4c18496f5106 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:23.546474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-fe794e9a-4ee6-4f2e-8982-4c18496f5106 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:27:23.667931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fc04d4-99f1-454e-ba98-953dee13d57b None None] DHCP port deletion for fa2b936c-d4aa-4fee-8c85-108a65feaf21 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:27:23.691146 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e45fa16-cf17-47ff-855b-d340932ada51 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:23.717827 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:23.725920 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-32fc04d4-99f1-454e-ba98-953dee13d57b None None] Deleting port 29848573-0345-4aa5-9fd7-81d0b092b65a {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:23.736234 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-32fc04d4-99f1-454e-ba98-953dee13d57b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:23.767257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port 29848573-0345-4aa5-9fd7-81d0b092b65a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:23.776081 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:23.781543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-fe794e9a-4ee6-4f2e-8982-4c18496f5106 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:23.783185 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-fe794e9a-4ee6-4f2e-8982-4c18496f5106 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:23.803616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf06824-775f-42e9-9531-4a36fd887250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:23.805551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf06824-775f-42e9-9531-4a36fd887250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:23.806470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1cf06824-775f-42e9-9531-4a36fd887250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:23.841245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe794e9a-4ee6-4f2e-8982-4c18496f5106 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event updated for resources: {'Port': ['ID=985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:23.858517 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-fe794e9a-4ee6-4f2e-8982-4c18496f5106 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6425419 Feb 09 14:27:23.871551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Request body: {'port': {'device_id': 'b74e068c-b3ef-490a-b45b-8eb0156cbaee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:23.923045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1cf06824-775f-42e9-9531-4a36fd887250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:23.930977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1cf06824-775f-42e9-9531-4a36fd887250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5906887 Feb 09 14:27:23.944950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44818) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:24.107925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128e8c9-5c86-4703-aa7e-97fb6f66bbde req-318ca1d1-ddb6-4628-965d-842adf582677 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:24.160981 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b128e8c9-5c86-4703-aa7e-97fb6f66bbde req-318ca1d1-ddb6-4628-965d-842adf582677 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 931 time: 0.8572187 Feb 09 14:27:24.174640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-1441ef58-b88a-41ae-b924-797438ea8dac tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 50880191-dcca-4c87-92fe-3fb713fc9b98 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:27:24.199468 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1441ef58-b88a-41ae-b924-797438ea8dac tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:24.332528 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-32fc04d4-99f1-454e-ba98-953dee13d57b None None] For port 29848573-0345-4aa5-9fd7-81d0b092b65a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=29848573-0345-4aa5-9fd7-81d0b092b65a,segment=NetworkSegment(c35a7396-4c3e-4ffe-8fb1-2b2073c15874),segment_id=c35a7396-4c3e-4ffe-8fb1-2b2073c15874)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:24.333171 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-32fc04d4-99f1-454e-ba98-953dee13d57b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:24.365419 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1441ef58-b88a-41ae-b924-797438ea8dac tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:24.494104 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] For port 29848573-0345-4aa5-9fd7-81d0b092b65a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=29848573-0345-4aa5-9fd7-81d0b092b65a,segment=NetworkSegment(c35a7396-4c3e-4ffe-8fb1-2b2073c15874),segment_id=c35a7396-4c3e-4ffe-8fb1-2b2073c15874)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:24.496622 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:24.516922 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:24.586843 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-32fc04d4-99f1-454e-ba98-953dee13d57b None None] Calling delete_port for 29848573-0345-4aa5-9fd7-81d0b092b65a owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:24.732035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-753f3e25-ea93-4aff-90a2-f998740f6196 None None] Provisioning for port 96f5dda2-68d9-43da-b3f1-5b2390e74ec1 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:24.753104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 96f5dda2-68d9-43da-b3f1-5b2390e74ec1 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:27:24.791910 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for 29848573-0345-4aa5-9fd7-81d0b092b65a owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:24.809328 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-32fc04d4-99f1-454e-ba98-953dee13d57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:24.975029 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc04d4-99f1-454e-ba98-953dee13d57b None None] Pushing event deleted for resources: {'Port': ['ID=29848573-0345-4aa5-9fd7-81d0b092b65a,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:24.978554 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2945f01e-bab3-4d49-8eb8-371eb5b70182 None None] Provisioning for port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:24.982517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc04d4-99f1-454e-ba98-953dee13d57b None None] No DVR routers for this DVR port 29848573-0345-4aa5-9fd7-81d0b092b65a on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:27:25.023127 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:27:25.023915 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:27:25.038793 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b128e8c9-5c86-4703-aa7e-97fb6f66bbde req-634f2438-b600-4f9a-8b94-e28ac7fc56c3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8758121 Feb 09 14:27:25.065605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707be660-def0-4e2e-9357-28a97e7f54d8 req-1772428e-ab13-48ee-b580-4f731adafcf1 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:25.065605 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-707be660-def0-4e2e-9357-28a97e7f54d8 req-1772428e-ab13-48ee-b580-4f731adafcf1 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.6299090 Feb 09 14:27:25.089604 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1441ef58-b88a-41ae-b924-797438ea8dac tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:25.110032 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2945f01e-bab3-4d49-8eb8-371eb5b70182 None None] Provisioning complete for port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:25.110032 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2945f01e-bab3-4d49-8eb8-371eb5b70182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:25.182278 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-2945f01e-bab3-4d49-8eb8-371eb5b70182 None None] Port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:27:25.200792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-707be660-def0-4e2e-9357-28a97e7f54d8 req-77ada59a-a095-4253-9b74-7389e277a5c5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812776 Feb 09 14:27:25.286017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 96f5dda2-68d9-43da-b3f1-5b2390e74ec1 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:25.339048 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1441ef58-b88a-41ae-b924-797438ea8dac tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:25.344689 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 96f5dda2-68d9-43da-b3f1-5b2390e74ec1 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:25.344689 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:25.389699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:27:25.402095 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:25.409382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441ef58-b88a-41ae-b924-797438ea8dac tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=50880191-dcca-4c87-92fe-3fb713fc9b98,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:25.414205 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1441ef58-b88a-41ae-b924-797438ea8dac tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:25.446138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Transition to ACTIVE for port object 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:25.448341 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1441ef58-b88a-41ae-b924-797438ea8dac tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/50880191-dcca-4c87-92fe-3fb713fc9b98 HTTP/1.1" status: 204 len: 168 time: 1.5009623 Feb 09 14:27:25.452772 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:25.462539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44834) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:25.640473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port 29848573-0345-4aa5-9fd7-81d0b092b65a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:25.640845 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:25.785434 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e38d2eee-240c-4d4d-8d0f-78f4587ac1b0 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3256965 Feb 09 14:27:25.793281 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:25.809017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44838) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:25.824243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-809d6e3b-9097-4dd5-a43d-1874aa36522a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:25.868930 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] The port '29848573-0345-4aa5-9fd7-81d0b092b65a' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:27:25.874955 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 96f5dda2-68d9-43da-b3f1-5b2390e74ec1, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=96f5dda2-68d9-43da-b3f1-5b2390e74ec1,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:25.880374 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:26.045990 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 29848573-0345-4aa5-9fd7-81d0b092b65a no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:27:26.147852 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 29848573-0345-4aa5-9fd7-81d0b092b65a {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:27:26.151234 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 29848573-0345-4aa5-9fd7-81d0b092b65a not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:27:26.169557 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:27:26.223386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=96f5dda2-68d9-43da-b3f1-5b2390e74ec1,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:26.272979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Pushing event updated for resources: {'Port': ['ID=985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:26.286778 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:26.335298 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a838c622-52c0-4a5a-a569-24c906240012 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:26.383704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2b936c-d4aa-4fee-8c85-108a65feaf21']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:26.418154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35a7396-4c3e-4ffe-8fb1-2b2073c15874') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:26.418834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35a7396-4c3e-4ffe-8fb1-2b2073c15874') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:26.438682 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:26.454165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:26.454800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:26.454902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:26.455154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:26.455480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:26.455818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:26.456346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:26.456842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:26.457340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:26.457828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:26.458315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:26.458800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:26.498804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303c9d-f86e-49be-aae4-f0cd82fc3809 req-d5c05548-49b5-4e50-bacb-85f1d9d102ef tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:26.507589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303c9d-f86e-49be-aae4-f0cd82fc3809 req-d5c05548-49b5-4e50-bacb-85f1d9d102ef tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:26.516576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303c9d-f86e-49be-aae4-f0cd82fc3809 req-d5c05548-49b5-4e50-bacb-85f1d9d102ef tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:26.524771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303c9d-f86e-49be-aae4-f0cd82fc3809 req-d5c05548-49b5-4e50-bacb-85f1d9d102ef tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:26.533863 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303c9d-f86e-49be-aae4-f0cd82fc3809 req-d5c05548-49b5-4e50-bacb-85f1d9d102ef tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:26.538705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a25b9607-5ed6-42e0-82d4-9cd4ce3283c5 None None] Provisioning complete for port 96f5dda2-68d9-43da-b3f1-5b2390e74ec1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:26.539314 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a25b9607-5ed6-42e0-82d4-9cd4ce3283c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:26.544793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303c9d-f86e-49be-aae4-f0cd82fc3809 req-d5c05548-49b5-4e50-bacb-85f1d9d102ef tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:26.551792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303c9d-f86e-49be-aae4-f0cd82fc3809 req-d5c05548-49b5-4e50-bacb-85f1d9d102ef tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:26.553960 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e303c9d-f86e-49be-aae4-f0cd82fc3809 req-d5c05548-49b5-4e50-bacb-85f1d9d102ef tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5442 time: 1.2666004 Feb 09 14:27:26.561687 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:26.570001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:27:26.570704 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:26.584880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Attempting to bind port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:27:26.585497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Attempting to bind port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:27:26.585999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Attempting to bind port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c on network a1587716-277d-4b6f-89df-24e96250ab9d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:27:26.595034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-809d6e3b-9097-4dd5-a43d-1874aa36522a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:26.612668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c079c3-ba98-486e-920f-35e55796733a req-4717d0fb-a4f5-4a53-92e0-5e6e965decf7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:26.619339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c079c3-ba98-486e-920f-35e55796733a req-4717d0fb-a4f5-4a53-92e0-5e6e965decf7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:26.627095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c079c3-ba98-486e-920f-35e55796733a req-4717d0fb-a4f5-4a53-92e0-5e6e965decf7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:26.633351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c079c3-ba98-486e-920f-35e55796733a req-4717d0fb-a4f5-4a53-92e0-5e6e965decf7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:26.639338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c079c3-ba98-486e-920f-35e55796733a req-4717d0fb-a4f5-4a53-92e0-5e6e965decf7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:26.645753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c079c3-ba98-486e-920f-35e55796733a req-4717d0fb-a4f5-4a53-92e0-5e6e965decf7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:26.653092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c079c3-ba98-486e-920f-35e55796733a req-4717d0fb-a4f5-4a53-92e0-5e6e965decf7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:26.655920 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48c079c3-ba98-486e-920f-35e55796733a req-4717d0fb-a4f5-4a53-92e0-5e6e965decf7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.35 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5442 time: 0.8138862 Feb 09 14:27:26.662629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c on network a1587716-277d-4b6f-89df-24e96250ab9d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:27:26.663391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Attempting to bind port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c on network a1587716-277d-4b6f-89df-24e96250ab9d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:27:26.666675 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-809d6e3b-9097-4dd5-a43d-1874aa36522a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:27:26.726486 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:27:26.773392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c079c3-ba98-486e-920f-35e55796733a req-c0814bbb-82a2-43d4-be25-4277b2b219a9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:26.777770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48c079c3-ba98-486e-920f-35e55796733a req-c0814bbb-82a2-43d4-be25-4277b2b219a9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.35 "GET /v2.0/ports/b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1064379 Feb 09 14:27:26.785431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-809d6e3b-9097-4dd5-a43d-1874aa36522a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:26.790575 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:26.807703 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f0a3171c-cb88-405c-ba5f-07321bab3256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:26.820319 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:26.861973 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e303c9d-f86e-49be-aae4-f0cd82fc3809 req-a87dbb20-d09f-46bf-ab63-d2af341e1bb5 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320527 Feb 09 14:27:26.866586 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/networks/fa2b936c-d4aa-4fee-8c85-108a65feaf21 HTTP/1.1" status: 204 len: 168 time: 3.9366319 Feb 09 14:27:26.866586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6b4c5-8a55-499d-a6d3-b804d7a54e15 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Network': ['ID=fa2b936c-d4aa-4fee-8c85-108a65feaf21,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:26.872023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44850) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:26.891681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4d9b51c6-dab6-42f6-b2bc-6d89417ec2f0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1245571582'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:26.900720 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4d9b51c6-dab6-42f6-b2bc-6d89417ec2f0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:26.914417 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4d9b51c6-dab6-42f6-b2bc-6d89417ec2f0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:network and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:26.922792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4d9b51c6-dab6-42f6-b2bc-6d89417ec2f0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:26.949324 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4d9b51c6-dab6-42f6-b2bc-6d89417ec2f0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:26.961928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-809d6e3b-9097-4dd5-a43d-1874aa36522a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:26.965374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:27:26.966274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Checking segment: {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:27:26.967661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Bound using segment: {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:27:26.968714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Bound port: 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:27:26.969459 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:26.972498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9b51c6-dab6-42f6-b2bc-6d89417ec2f0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:26.983011 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9b51c6-dab6-42f6-b2bc-6d89417ec2f0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:27.039500 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ad7204-7a08-4628-b6f6-5c0c563a37ce None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:27:27.044370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f6ad7204-7a08-4628-b6f6-5c0c563a37ce None None] Deleting port 96f5dda2-68d9-43da-b3f1-5b2390e74ec1 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:27.046395 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f6ad7204-7a08-4628-b6f6-5c0c563a37ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:27.052875 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9b51c6-dab6-42f6-b2bc-6d89417ec2f0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:27:27.070240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0eb50-f827-47aa-b2ec-3049df61ba17 req-abd19030-ed3c-41f1-b327-4720a567b389 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:27.071930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-86e0eb50-f827-47aa-b2ec-3049df61ba17 req-abd19030-ed3c-41f1-b327-4720a567b389 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Synchronizing usage tracker for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:27.077253 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9b51c6-dab6-42f6-b2bc-6d89417ec2f0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:27.079151 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-4d9b51c6-dab6-42f6-b2bc-6d89417ec2f0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Added segment 3e150a8c-ada2-436e-95d7-f075256b710a of type vlan for network 7cd8ba96-e87e-40b4-8c07-efce2b6011bd Feb 09 14:27:27.147794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809d6e3b-9097-4dd5-a43d-1874aa36522a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:27.153693 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-809d6e3b-9097-4dd5-a43d-1874aa36522a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:27.203178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9b51c6-dab6-42f6-b2bc-6d89417ec2f0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:27.324343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad468548-8361-48b0-ad54-70ee95c01ff1 req-8cb37900-8922-4cef-97a9-6618236625b2 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:27.325783 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ad468548-8361-48b0-ad54-70ee95c01ff1 req-8cb37900-8922-4cef-97a9-6618236625b2 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.1938393 Feb 09 14:27:27.328272 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9b51c6-dab6-42f6-b2bc-6d89417ec2f0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:27.336135 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b51c6-dab6-42f6-b2bc-6d89417ec2f0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:27.336847 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d9b51c6-dab6-42f6-b2bc-6d89417ec2f0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:27.379618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-86e0eb50-f827-47aa-b2ec-3049df61ba17 req-abd19030-ed3c-41f1-b327-4720a567b389 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Unset dirty status for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:27.380827 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-86e0eb50-f827-47aa-b2ec-3049df61ba17 req-abd19030-ed3c-41f1-b327-4720a567b389 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 943 time: 0.9612269 Feb 09 14:27:27.432598 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48c079c3-ba98-486e-920f-35e55796733a req-78cd5e57-a471-458b-bdf0-45dae2d9bc60 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.35 "GET /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6315281 Feb 09 14:27:27.450659 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-48c079c3-ba98-486e-920f-35e55796733a req-6bf4d3e3-2371-407f-b6cc-5146bda9f6dd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:27.486469 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b51c6-dab6-42f6-b2bc-6d89417ec2f0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Network': ['ID=7cd8ba96-e87e-40b4-8c07-efce2b6011bd,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:27.532060 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4d9b51c6-dab6-42f6-b2bc-6d89417ec2f0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6584797 Feb 09 14:27:27.535762 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44858) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:27.546022 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ca8170cc-96bc-4e66-bad4-6e7d2363d32d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'subnet': {'network_id': '7cd8ba96-e87e-40b4-8c07-efce2b6011bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:27.580377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 7cd8ba96-e87e-40b4-8c07-efce2b6011bd details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:27:27.656835 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-86e0eb50-f827-47aa-b2ec-3049df61ba17 req-7a18acfd-89f0-409a-be29-9765ad96b526 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614233 Feb 09 14:27:27.677138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] For port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:27:27.707939 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ad468548-8361-48b0-ad54-70ee95c01ff1 req-3295f44b-dee4-4152-a15a-5ac495e7a085 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643923 Feb 09 14:27:27.717473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] For port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:27:27.760764 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-6bf4d3e3-2371-407f-b6cc-5146bda9f6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:27.768593 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f6ad7204-7a08-4628-b6f6-5c0c563a37ce None None] For port 96f5dda2-68d9-43da-b3f1-5b2390e74ec1, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=96f5dda2-68d9-43da-b3f1-5b2390e74ec1,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:27.768980 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f6ad7204-7a08-4628-b6f6-5c0c563a37ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:27.780414 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:27.797559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ca8170cc-96bc-4e66-bad4-6e7d2363d32d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:27.803013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ca8170cc-96bc-4e66-bad4-6e7d2363d32d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:subnet and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:27.806649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ca8170cc-96bc-4e66-bad4-6e7d2363d32d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:27.814314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ca8170cc-96bc-4e66-bad4-6e7d2363d32d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:27.827443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8170cc-96bc-4e66-bad4-6e7d2363d32d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:27.832154 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca8170cc-96bc-4e66-bad4-6e7d2363d32d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:27.916383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f6ad7204-7a08-4628-b6f6-5c0c563a37ce None None] Calling delete_port for 96f5dda2-68d9-43da-b3f1-5b2390e74ec1 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:28.084517 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f6ad7204-7a08-4628-b6f6-5c0c563a37ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:28.174173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad7204-7a08-4628-b6f6-5c0c563a37ce None None] No DVR routers for this DVR port 96f5dda2-68d9-43da-b3f1-5b2390e74ec1 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:27:28.184239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad7204-7a08-4628-b6f6-5c0c563a37ce None None] Pushing event deleted for resources: {'Port': ['ID=96f5dda2-68d9-43da-b3f1-5b2390e74ec1,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:28.237491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:28.238116 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:28.241072 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] 10.222.0.35 "PUT /v2.0/ports/985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c HTTP/1.1" status: 200 len: 1091 time: 4.3730831 Feb 09 14:27:28.241422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74e068c-b3ef-490a-b45b-8eb0156cbaee', 'tag': '985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:27:28.355246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 96f5dda2-68d9-43da-b3f1-5b2390e74ec1 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:27:28.369884 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74e068c-b3ef-490a-b45b-8eb0156cbaee', 'tag': '985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c', 'status': 'completed', 'code': 200} Feb 09 14:27:28.424747 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f23f1-c1f0-47d8-a09a-b858d325559c service neutron] Pushing event updated for resources: {'Port': ['ID=985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:28.425356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 96f5dda2-68d9-43da-b3f1-5b2390e74ec1 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:27:28.426012 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 96f5dda2-68d9-43da-b3f1-5b2390e74ec1 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:27:28.489111 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-809d6e3b-9097-4dd5-a43d-1874aa36522a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:28.651585 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809d6e3b-9097-4dd5-a43d-1874aa36522a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:28.655224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-48c079c3-ba98-486e-920f-35e55796733a req-6bf4d3e3-2371-407f-b6cc-5146bda9f6dd service neutron] For port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:28.660264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-809d6e3b-9097-4dd5-a43d-1874aa36522a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:28.672941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809d6e3b-9097-4dd5-a43d-1874aa36522a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:28.673539 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-809d6e3b-9097-4dd5-a43d-1874aa36522a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:28.679612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a67f0b-fbb7-4529-ae87-6b33d174c154 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:28.690482 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca8170cc-96bc-4e66-bad4-6e7d2363d32d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:28.733783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4355dcd-af22-4360-b649-2b46195aa73d req-68590384-9aa8-4174-aa73-a10841b66b10 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:28.745364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4355dcd-af22-4360-b649-2b46195aa73d req-68590384-9aa8-4174-aa73-a10841b66b10 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:28.765007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4355dcd-af22-4360-b649-2b46195aa73d req-68590384-9aa8-4174-aa73-a10841b66b10 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:28.784298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4355dcd-af22-4360-b649-2b46195aa73d req-68590384-9aa8-4174-aa73-a10841b66b10 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:28.791091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8170cc-96bc-4e66-bad4-6e7d2363d32d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Subnet': ['ID=c00b0066-1e8c-4ad7-a4fa-1f2c620d8683,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:28.802852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4355dcd-af22-4360-b649-2b46195aa73d req-68590384-9aa8-4174-aa73-a10841b66b10 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:28.807759 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8170cc-96bc-4e66-bad4-6e7d2363d32d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Checking segment: {'id': '3e150a8c-ada2-436e-95d7-f075256b710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7cd8ba96-e87e-40b4-8c07-efce2b6011bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:27:28.808391 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8170cc-96bc-4e66-bad4-6e7d2363d32d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network hostable DHCP agents. Network: 7cd8ba96-e87e-40b4-8c07-efce2b6011bd, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:27:28.822957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4355dcd-af22-4360-b649-2b46195aa73d req-68590384-9aa8-4174-aa73-a10841b66b10 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:28.830741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4355dcd-af22-4360-b649-2b46195aa73d req-68590384-9aa8-4174-aa73-a10841b66b10 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:28.832944 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b4355dcd-af22-4360-b649-2b46195aa73d req-68590384-9aa8-4174-aa73-a10841b66b10 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 5442 time: 0.7185075 Feb 09 14:27:28.883573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d6e3b-9097-4dd5-a43d-1874aa36522a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=483640c3-c451-4b1f-ae8a-a02df793250d,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:28.931432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8170cc-96bc-4e66-bad4-6e7d2363d32d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network 7cd8ba96-e87e-40b4-8c07-efce2b6011bd is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:27:28.948423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-ca8170cc-96bc-4e66-bad4-6e7d2363d32d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 7cd8ba96-e87e-40b4-8c07-efce2b6011bd) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:28.949134 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-809d6e3b-9097-4dd5-a43d-1874aa36522a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1390388 Feb 09 14:27:28.957055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44878) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:28.963843 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-73f16aa3-4f81-49a3-af85-3196d4674250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:28.965412 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-73f16aa3-4f81-49a3-af85-3196d4674250 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 1094 time: 0.6373963 Feb 09 14:27:28.974746 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'name': 'tempest-NetworksTestDHCPv6-482744377'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:28.996834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8170cc-96bc-4e66-bad4-6e7d2363d32d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:28.997266 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acce3c9-e4e9-4a3a-90b2-72030e06551f None None] Network 7cd8ba96-e87e-40b4-8c07-efce2b6011bd requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:28.997449 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca8170cc-96bc-4e66-bad4-6e7d2363d32d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:29.127473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-48c079c3-ba98-486e-920f-35e55796733a req-6bf4d3e3-2371-407f-b6cc-5146bda9f6dd service neutron] For port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:27:29.129907 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f561a7-84fb-4d23-ae3c-a7c64847799c req-561de848-079a-46fb-9148-29c64daa549f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:29.131761 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1f561a7-84fb-4d23-ae3c-a7c64847799c req-561de848-079a-46fb-9148-29c64daa549f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 943 time: 0.2791319 Feb 09 14:27:29.135927 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ca8170cc-96bc-4e66-bad4-6e7d2363d32d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5963469 Feb 09 14:27:29.136643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44884) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:29.157411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'network_id': '7cd8ba96-e87e-40b4-8c07-efce2b6011bd', 'name': 'tempest-PortsIpV6TestJSON-801588890', 'fixed_ips': [{'subnet_id': 'c00b0066-1e8c-4ad7-a4fa-1f2c620d8683', 'ip_address': '2001:db8::10'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:29.301293 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0d7be140-5bc3-44e5-b91e-6dc97b3c85e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:29.394726 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:27:29.510252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:29.516889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:29.519478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:port and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:29.524452 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:29.531537 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1f561a7-84fb-4d23-ae3c-a7c64847799c req-f353045d-3ab3-48a5-a9ec-2f0aff7c13ce tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912477 Feb 09 14:27:29.533016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:port and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:29.537600 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b4355dcd-af22-4360-b649-2b46195aa73d req-cf5cf0e5-8da7-4499-825b-e6c4f019fbb7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6868141 Feb 09 14:27:29.542707 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': '483640c3-c451-4b1f-ae8a-a02df793250d'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:27:29.543564 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:29.559673 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-40f48601-dfb6-47b5-8d9f-4c94f815de1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c HTTP/1.1" status: 200 len: 217 time: 0.5710721 Feb 09 14:27:29.567414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:29.582701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:29.588750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:29.606774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:29.755028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-48c079c3-ba98-486e-920f-35e55796733a req-6bf4d3e3-2371-407f-b6cc-5146bda9f6dd service neutron] device_id is not set on port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:27:29.772502 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:29.787314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:29.800748 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:29.844939 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-6bf4d3e3-2371-407f-b6cc-5146bda9f6dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:29.853679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-9398f2ba-e12e-4ce4-aa93-ca5278c9d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:29.859604 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-9398f2ba-e12e-4ce4-aa93-ca5278c9d72c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.2801983 Feb 09 14:27:29.866684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port 0c9c56f7-6a5b-4267-a6b1-9826a83b0dd1 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:27:29.987968 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-6bf4d3e3-2371-407f-b6cc-5146bda9f6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:30.025109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] device_id is not set on port 693fbda6-6b7e-4939-8c9d-5bb4849862c7 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:27:30.066793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Allocated IP 2001:db8::2 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/483640c3-c451-4b1f-ae8a-a02df793250d/c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:30.186431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f128d67-5934-485d-a8b0-2030588e6a77 req-2ca1c40c-3324-46c8-be5b-025ec7f363c6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:30.197137 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f128d67-5934-485d-a8b0-2030588e6a77 req-2ca1c40c-3324-46c8-be5b-025ec7f363c6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.2689052 Feb 09 14:27:30.341220 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f128d67-5934-485d-a8b0-2030588e6a77 req-9316c464-604c-4844-8502-a6a8007cd191 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421945 Feb 09 14:27:30.356437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c079c3-ba98-486e-920f-35e55796733a req-6bf4d3e3-2371-407f-b6cc-5146bda9f6dd service neutron] No DVR routers for this DVR port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:27:30.441035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-48c079c3-ba98-486e-920f-35e55796733a req-6bf4d3e3-2371-407f-b6cc-5146bda9f6dd service neutron] In _notify_port_updated(), no bound segment for port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba on network f95aa98c-a00b-4cac-9271-8db21c81664d {{(pid=87597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:27:30.442067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c079c3-ba98-486e-920f-35e55796733a req-6bf4d3e3-2371-407f-b6cc-5146bda9f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:30.442700 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-6bf4d3e3-2371-407f-b6cc-5146bda9f6dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:30.444062 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48c079c3-ba98-486e-920f-35e55796733a req-6bf4d3e3-2371-407f-b6cc-5146bda9f6dd service neutron] 10.222.0.35 "PUT /v2.0/ports/b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba HTTP/1.1" status: 200 len: 1031 time: 2.9978247 Feb 09 14:27:30.449584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4d3e3-2371-407f-b6cc-5146bda9f6dd service neutron] Pushing event updated for resources: {'Port': ['ID=b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:30.508919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-7cd8ba96-e87e-40b4-8c07-efce2b6011bd', 'network_id': '7cd8ba96-e87e-40b4-8c07-efce2b6011bd', 'tenant_id': 'e1d5a26f04bf4094b1d1bbdd5458e7eb', 'fixed_ips': [{'subnet_id': 'c00b0066-1e8c-4ad7-a4fa-1f2c620d8683'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:27:30.509900 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:30.580353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7228925d-d55f-43a1-9893-42149a9da9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:30.586308 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-7228925d-d55f-43a1-9893-42149a9da9c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7161181 Feb 09 14:27:30.593376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c079c3-ba98-486e-920f-35e55796733a req-dd1b271c-6528-417f-82d6-e07c838ad89d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:30.595068 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48c079c3-ba98-486e-920f-35e55796733a req-dd1b271c-6528-417f-82d6-e07c838ad89d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.35 "GET /v2.0/ports/60c40ead-be90-4c91-9968-52dbcccd172a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1398878 Feb 09 14:27:30.688455 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:30.729922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Allocated IP 2001:db8::10 (7cd8ba96-e87e-40b4-8c07-efce2b6011bd/c00b0066-1e8c-4ad7-a4fa-1f2c620d8683/693fbda6-6b7e-4939-8c9d-5bb4849862c7) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:30.750234 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:30.779779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-48c079c3-ba98-486e-920f-35e55796733a req-b0c227ac-75e2-4d09-99df-5abc230d502b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:30.852844 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-47e8e447-f8b3-4acb-bc7e-578f4035da76 None None] Provisioning complete for port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:30.853500 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-47e8e447-f8b3-4acb-bc7e-578f4035da76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:30.906693 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:31.041683 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f5ec8b1-a89e-4017-a15a-bb4d56e72310'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:27:31.079267 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-47e8e447-f8b3-4acb-bc7e-578f4035da76 None None] Port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:27:31.116275 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9f5ec8b1-a89e-4017-a15a-bb4d56e72310,segment=NetworkSegment(12be5f86-6f0d-4172-8c3d-f30bde566f16),segment_id=12be5f86-6f0d-4172-8c3d-f30bde566f16)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:31.134802 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:31.140817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 053a4f9c-b9b2-48db-8ac1-e540556de5f1 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:27:31.268986 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:31.272877 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-b0c227ac-75e2-4d09-99df-5abc230d502b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:31.284710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b4443-0b4a-4184-b845-3388f4e53360 req-8ce242ac-2b98-4228-9e4e-3c108cdedf5a tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:31.291307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b4443-0b4a-4184-b845-3388f4e53360 req-8ce242ac-2b98-4228-9e4e-3c108cdedf5a tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:31.297987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b4443-0b4a-4184-b845-3388f4e53360 req-8ce242ac-2b98-4228-9e4e-3c108cdedf5a tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:31.304189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b4443-0b4a-4184-b845-3388f4e53360 req-8ce242ac-2b98-4228-9e4e-3c108cdedf5a tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:31.311156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b4443-0b4a-4184-b845-3388f4e53360 req-8ce242ac-2b98-4228-9e4e-3c108cdedf5a tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:31.320476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b4443-0b4a-4184-b845-3388f4e53360 req-8ce242ac-2b98-4228-9e4e-3c108cdedf5a tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:31.322933 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e29b4443-0b4a-4184-b845-3388f4e53360 req-8ce242ac-2b98-4228-9e4e-3c108cdedf5a tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 4662 time: 0.2520878 Feb 09 14:27:31.349253 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:31.360897 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-b0228c6c-3e32-450c-b97c-7807cc8656c5 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7638040 Feb 09 14:27:31.363597 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Transition to ACTIVE for port object 693fbda6-6b7e-4939-8c9d-5bb4849862c7 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:31.415175 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e29b4443-0b4a-4184-b845-3388f4e53360 req-04dd0544-cee9-48ae-a501-c7a006bd7742 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757372 Feb 09 14:27:31.432780 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Transition to ACTIVE for port object c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:31.441413 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:31.527504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4008a-c7c2-4a72-ad86-a6d4fbf9e4fc req-b1ccc8f0-567d-4032-943b-64af80689ff6 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:31.531404 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-75b4008a-c7c2-4a72-ad86-a6d4fbf9e4fc req-b1ccc8f0-567d-4032-943b-64af80689ff6 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 943 time: 0.5405967 Feb 09 14:27:31.616299 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=693fbda6-6b7e-4939-8c9d-5bb4849862c7,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:31.629249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Transition to ACTIVE for port object c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:31.648818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network 7cd8ba96-e87e-40b4-8c07-efce2b6011bd is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:31.653792 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f5ec8b1-a89e-4017-a15a-bb4d56e72310', 'code': 200} Feb 09 14:27:31.657194 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=9f5ec8b1-a89e-4017-a15a-bb4d56e72310,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:31.712780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:31.725899 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:31.731301 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:27:31.742157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:31.743175 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:31.822086 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-75b4008a-c7c2-4a72-ad86-a6d4fbf9e4fc req-6b5718fa-483e-4410-a2c1-72b3f342d6a5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353704 Feb 09 14:27:31.918983 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98f8ada4-eabf-40ea-8aaa-6ed161242402 req-c7298932-2eeb-494d-8fd3-e400cb57ddae service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510769 Feb 09 14:27:31.924231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Allocated IP 2001:db8::2 (7cd8ba96-e87e-40b4-8c07-efce2b6011bd/c00b0066-1e8c-4ad7-a4fa-1f2c620d8683/53e09e91-0110-4765-8f6e-d682316cc973) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:31.925970 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9cf9ca58-b1a4-4c2e-af8a-b590fa591094 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7872984 Feb 09 14:27:31.927586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44908) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:31.932055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::58 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/483640c3-c451-4b1f-ae8a-a02df793250d/0c9c56f7-6a5b-4267-a6b1-9826a83b0dd1) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:31.947020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'network_id': '7cd8ba96-e87e-40b4-8c07-efce2b6011bd', 'name': 'tempest-PortsIpV6TestJSON-1602581665', 'fixed_ips': [{'subnet_id': 'c00b0066-1e8c-4ad7-a4fa-1f2c620d8683', 'ip_address': '2001:db8::f'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:31.968079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-48c079c3-ba98-486e-920f-35e55796733a req-b0c227ac-75e2-4d09-99df-5abc230d502b service neutron] For port 60c40ead-be90-4c91-9968-52dbcccd172a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=60c40ead-be90-4c91-9968-52dbcccd172a,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:32.087129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-48c079c3-ba98-486e-920f-35e55796733a req-b0c227ac-75e2-4d09-99df-5abc230d502b service neutron] For port 60c40ead-be90-4c91-9968-52dbcccd172a, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:27:32.122224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34b6a0-5e43-4ac9-9797-e0931457f3dc req-109d8a4a-32ce-4384-ab29-c07ec225a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:32.125231 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f34b6a0-5e43-4ac9-9797-e0931457f3dc req-109d8a4a-32ce-4384-ab29-c07ec225a7dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 1094 time: 0.1522808 Feb 09 14:27:32.292297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34b6a0-5e43-4ac9-9797-e0931457f3dc req-b31abe2a-97f4-4010-82d1-2ba60a458e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:32.293812 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f34b6a0-5e43-4ac9-9797-e0931457f3dc req-b31abe2a-97f4-4010-82d1-2ba60a458e5e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 0.1558509 Feb 09 14:27:32.347362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d6d8c-a7ee-488d-8c36-9c3d89e28cce req-4c689e86-b567-43ef-be81-623fd92e5a43 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:32.349761 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-356d6d8c-a7ee-488d-8c36-9c3d89e28cce req-4c689e86-b567-43ef-be81-623fd92e5a43 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.5080700 Feb 09 14:27:32.394986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:32.402928 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:32.404818 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:32.408119 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:27:32.455445 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:32.559873 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Pushing event updated for resources: {'Port': ['ID=c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:32.565487 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f34b6a0-5e43-4ac9-9797-e0931457f3dc req-ffb90235-669c-4fcf-bf26-c8cf56338d68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c HTTP/1.1" status: 200 len: 217 time: 0.2595751 Feb 09 14:27:32.585038 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-356d6d8c-a7ee-488d-8c36-9c3d89e28cce req-a5cfed45-1c63-4020-8de3-75c6ef47a322 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235823 Feb 09 14:27:32.629520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:32.651967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:port and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:32.673656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:32.688255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:32.738618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34b6a0-5e43-4ac9-9797-e0931457f3dc req-1ab092b5-09c0-4685-afc7-a1ac779348b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:32.742113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:32.744805 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f34b6a0-5e43-4ac9-9797-e0931457f3dc req-1ab092b5-09c0-4685-afc7-a1ac779348b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.1723709 Feb 09 14:27:32.750023 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:32.764386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 053a4f9c-b9b2-48db-8ac1-e540556de5f1, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=053a4f9c-b9b2-48db-8ac1-e540556de5f1,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:32.773686 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:32.774541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 89eb2817-e4ee-41b5-b56e-200af49eed31 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:27:32.795273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] device_id is not set on port 45f8ab9e-0496-4403-872f-59f923c3e47e yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:27:32.807113 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:32.859677 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:32.876682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-48c079c3-ba98-486e-920f-35e55796733a req-b0c227ac-75e2-4d09-99df-5abc230d502b service neutron] device_id is not set on port 60c40ead-be90-4c91-9968-52dbcccd172a yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:27:32.921467 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-b0c227ac-75e2-4d09-99df-5abc230d502b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:32.948315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object 0c9c56f7-6a5b-4267-a6b1-9826a83b0dd1 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:32.961793 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-b0c227ac-75e2-4d09-99df-5abc230d502b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:32.991213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Attempting to bind port c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:27:32.992142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Attempting to bind port c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:27:32.992911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Attempting to bind port c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98 on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:27:33.023639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=053a4f9c-b9b2-48db-8ac1-e540556de5f1,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:33.064656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:27:33.068422 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:33.068814 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:27:33.070438 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:33.071094 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:27:33.075673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Bound port: c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:27:33.084552 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:33.117047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Transition to ACTIVE for port object 53e09e91-0110-4765-8f6e-d682316cc973 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:33.221950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:33.238426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:33.249802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:27:33.256628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:33.257612 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:33.281967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02082ac8-dc09-4658-94e8-f8f04770a81c req-ea5347cd-5e8b-4b04-b63c-3cf15ce7167d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:33.297419 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02082ac8-dc09-4658-94e8-f8f04770a81c req-ea5347cd-5e8b-4b04-b63c-3cf15ce7167d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:33.298758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=0c9c56f7-6a5b-4267-a6b1-9826a83b0dd1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:33.302743 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Transition to ACTIVE for port object 53e09e91-0110-4765-8f6e-d682316cc973 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:33.311836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02082ac8-dc09-4658-94e8-f8f04770a81c req-ea5347cd-5e8b-4b04-b63c-3cf15ce7167d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:33.330546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02082ac8-dc09-4658-94e8-f8f04770a81c req-ea5347cd-5e8b-4b04-b63c-3cf15ce7167d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:33.343861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02082ac8-dc09-4658-94e8-f8f04770a81c req-ea5347cd-5e8b-4b04-b63c-3cf15ce7167d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:33.359324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02082ac8-dc09-4658-94e8-f8f04770a81c req-ea5347cd-5e8b-4b04-b63c-3cf15ce7167d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:33.360203 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:33.373630 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-02082ac8-dc09-4658-94e8-f8f04770a81c req-ea5347cd-5e8b-4b04-b63c-3cf15ce7167d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 4582 time: 0.6189089 Feb 09 14:27:33.452507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34b6a0-5e43-4ac9-9797-e0931457f3dc req-e097c03d-dd7d-44f0-b7d6-45ff33c7f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:33.455326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Allocated IP 2001:db8::f (7cd8ba96-e87e-40b4-8c07-efce2b6011bd/c00b0066-1e8c-4ad7-a4fa-1f2c620d8683/45f8ab9e-0496-4403-872f-59f923c3e47e) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:33.457525 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f34b6a0-5e43-4ac9-9797-e0931457f3dc req-e097c03d-dd7d-44f0-b7d6-45ff33c7f266 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6563551 Feb 09 14:27:33.490025 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4e777b05-fa25-4b79-8e8a-ac0e6dd5dcaa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5232949 Feb 09 14:27:33.500246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44920) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:33.520654 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c227ac-75e2-4d09-99df-5abc230d502b service neutron] Pushing event updated for resources: {'Port': ['ID=60c40ead-be90-4c91-9968-52dbcccd172a,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:33.603106 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:33.663127 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '053a4f9c-b9b2-48db-8ac1-e540556de5f1'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:27:33.679621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7210e-4062-4db1-b4ce-7b45a89ed175 req-0200251a-12ea-4858-a06a-a64f0802bfaa tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:33.682286 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-66e7210e-4062-4db1-b4ce-7b45a89ed175 req-0200251a-12ea-4858-a06a-a64f0802bfaa tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 943 time: 0.5294380 Feb 09 14:27:33.723682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c079c3-ba98-486e-920f-35e55796733a req-b0c227ac-75e2-4d09-99df-5abc230d502b service neutron] No DVR routers for this DVR port 60c40ead-be90-4c91-9968-52dbcccd172a on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:27:33.743029 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] For port c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:27:33.793143 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 89eb2817-e4ee-41b5-b56e-200af49eed31, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=89eb2817-e4ee-41b5-b56e-200af49eed31,segment=NetworkSegment(12be5f86-6f0d-4172-8c3d-f30bde566f16),segment_id=12be5f86-6f0d-4172-8c3d-f30bde566f16)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:33.814818 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Network 7cd8ba96-e87e-40b4-8c07-efce2b6011bd is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:33.820922 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:33.824921 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 60c40ead-be90-4c91-9968-52dbcccd172a no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:27:33.892108 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-02082ac8-dc09-4658-94e8-f8f04770a81c req-e68a5548-ed6f-4704-b665-94f321404298 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=e12486cb-84c4-440c-b3b4-c718c40f27a9&id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5171700 Feb 09 14:27:34.023987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-48c079c3-ba98-486e-920f-35e55796733a req-b0c227ac-75e2-4d09-99df-5abc230d502b service neutron] In _notify_port_updated(), no bound segment for port 60c40ead-be90-4c91-9968-52dbcccd172a on network f95aa98c-a00b-4cac-9271-8db21c81664d {{(pid=87597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:27:34.025189 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Pushing event updated for resources: {'Port': ['ID=53e09e91-0110-4765-8f6e-d682316cc973,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:34.025539 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c079c3-ba98-486e-920f-35e55796733a req-b0c227ac-75e2-4d09-99df-5abc230d502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:34.026623 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-b0c227ac-75e2-4d09-99df-5abc230d502b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:34.029371 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48c079c3-ba98-486e-920f-35e55796733a req-b0c227ac-75e2-4d09-99df-5abc230d502b service neutron] 10.222.0.35 "PUT /v2.0/ports/60c40ead-be90-4c91-9968-52dbcccd172a HTTP/1.1" status: 200 len: 1033 time: 3.2625136 Feb 09 14:27:34.101087 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-66e7210e-4062-4db1-b4ce-7b45a89ed175 req-28665b70-2853-4150-8bfe-3d5f5b9a7e09 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248084 Feb 09 14:27:34.144602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1523441a-601f-4eb1-90ac-5667087e4008 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:34.153699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1523441a-601f-4eb1-90ac-5667087e4008 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:34.153699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1523441a-601f-4eb1-90ac-5667087e4008 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:34.249234 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:34.252537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1523441a-601f-4eb1-90ac-5667087e4008 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:34.253931 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1523441a-601f-4eb1-90ac-5667087e4008 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.7523062 Feb 09 14:27:34.257857 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44932) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:34.262268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:27:34.295301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-231632f2-bef1-4630-a2eb-c1b30e7c0517 None None] Provisioning complete for port 60c40ead-be90-4c91-9968-52dbcccd172a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:34.297206 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-231632f2-bef1-4630-a2eb-c1b30e7c0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:34.324090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-48c079c3-ba98-486e-920f-35e55796733a req-92b5bb6e-c6e3-4bcc-9348-868f450e67de tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Deleting port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:34.324410 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-92b5bb6e-c6e3-4bcc-9348-868f450e67de tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:34.374091 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:34.391851 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '053a4f9c-b9b2-48db-8ac1-e540556de5f1', 'code': 200} Feb 09 14:27:34.404747 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 60c40ead-be90-4c91-9968-52dbcccd172a not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:27:34.404747 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:27:34.408666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f005f59c-d094-4e64-9662-3118f8be6020 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port 0c9c56f7-6a5b-4267-a6b1-9826a83b0dd1 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:34.409018 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f005f59c-d094-4e64-9662-3118f8be6020 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:34.490050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Transition to ACTIVE for port object 45f8ab9e-0496-4403-872f-59f923c3e47e will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:34.566737 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] For port c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:27:34.670008 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f34b6a0-5e43-4ac9-9797-e0931457f3dc req-cf3ca5f4-6b4b-4f86-b579-5ba7931e2ae0 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1357358 Feb 09 14:27:34.749956 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:34.768690 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:34.795498 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Attempting to bind port 53e09e91-0110-4765-8f6e-d682316cc973 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:27:34.796206 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Attempting to bind port 53e09e91-0110-4765-8f6e-d682316cc973 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '3e150a8c-ada2-436e-95d7-f075256b710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7cd8ba96-e87e-40b4-8c07-efce2b6011bd'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:27:34.796759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Attempting to bind port 53e09e91-0110-4765-8f6e-d682316cc973 on network 7cd8ba96-e87e-40b4-8c07-efce2b6011bd {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:27:34.878901 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-231632f2-bef1-4630-a2eb-c1b30e7c0517 None None] Port 60c40ead-be90-4c91-9968-52dbcccd172a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:27:34.905933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:27:34.906574 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Checking segment: {'id': '3e150a8c-ada2-436e-95d7-f075256b710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7cd8ba96-e87e-40b4-8c07-efce2b6011bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:27:34.907339 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:34.908284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Bound using segment: {'id': '3e150a8c-ada2-436e-95d7-f075256b710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7cd8ba96-e87e-40b4-8c07-efce2b6011bd'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:27:34.909045 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Bound port: 53e09e91-0110-4765-8f6e-d682316cc973, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e150a8c-ada2-436e-95d7-f075256b710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7cd8ba96-e87e-40b4-8c07-efce2b6011bd'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:27:34.909639 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:34.926245 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=89eb2817-e4ee-41b5-b56e-200af49eed31,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:35.002547 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f005f59c-d094-4e64-9662-3118f8be6020 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:35.083964 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:35.244758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f005f59c-d094-4e64-9662-3118f8be6020 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for 0c9c56f7-6a5b-4267-a6b1-9826a83b0dd1 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:35.293166 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] For port 53e09e91-0110-4765-8f6e-d682316cc973, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:27:35.300295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] For port 53e09e91-0110-4765-8f6e-d682316cc973, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=53e09e91-0110-4765-8f6e-d682316cc973,segment=NetworkSegment(3e150a8c-ada2-436e-95d7-f075256b710a),segment_id=3e150a8c-ada2-436e-95d7-f075256b710a)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:27:35.316439 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:35.337246 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-48c079c3-ba98-486e-920f-35e55796733a req-92b5bb6e-c6e3-4bcc-9348-868f450e67de tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] For port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9f5ec8b1-a89e-4017-a15a-bb4d56e72310,segment=NetworkSegment(12be5f86-6f0d-4172-8c3d-f30bde566f16),segment_id=12be5f86-6f0d-4172-8c3d-f30bde566f16)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:35.337921 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-92b5bb6e-c6e3-4bcc-9348-868f450e67de tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:35.379831 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24360c-4509-40da-aeda-8b3b3d919c91 None None] Pushing event updated for resources: {'Port': ['ID=c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:35.445232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network 7cd8ba96-e87e-40b4-8c07-efce2b6011bd is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:35.448736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:35.476512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91908a0f-13c2-405c-a5e6-657d8bdcd721 req-cfad69f0-f273-4c3d-b60b-8ab7f8d921b0 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:35.478175 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91908a0f-13c2-405c-a5e6-657d8bdcd721 req-cfad69f0-f273-4c3d-b60b-8ab7f8d921b0 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.9682441 Feb 09 14:27:35.504782 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:27:35.672464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:27:35.686858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:35.687561 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:35.693295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-48c079c3-ba98-486e-920f-35e55796733a req-92b5bb6e-c6e3-4bcc-9348-868f450e67de tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Calling delete_port for 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:35.809538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=45f8ab9e-0496-4403-872f-59f923c3e47e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:35.823043 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:35.846022 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91908a0f-13c2-405c-a5e6-657d8bdcd721 req-205c3fa8-7f6b-44c4-b456-d40e521dc54f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212868 Feb 09 14:27:35.852700 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f34b6a0-5e43-4ac9-9797-e0931457f3dc req-6ccbf0bb-887f-46e7-899c-c0de9034ef99 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1586020 Feb 09 14:27:35.874648 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'port_id': '985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c', 'mac_address': 'fa:16:3e:f7:58:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:27:35.878214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=19d5bdfb-6f91-43f1-a994-fa6a8fc0381b,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:35.891133 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:35.892047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:27:35.909956 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b42856f1-b066-4dbf-810b-183e4c0d2e6c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9726362 Feb 09 14:27:35.913533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44948) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:36.015495 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:36.093278 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:27:36.098566 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-92b5bb6e-c6e3-4bcc-9348-868f450e67de tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:36.111898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980ce04-7ae0-453b-9165-31746ea1f442 None None] Pushing event updated for resources: {'Port': ['ID=53e09e91-0110-4765-8f6e-d682316cc973,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:36.206940 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:36.211281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:27:36.212179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1e48101c-8487-4aaa-8382-1ef05da81c44 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:27:36.245726 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:36.287138 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=19d5bdfb-6f91-43f1-a994-fa6a8fc0381b,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:36.395709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b0699-6287-4046-ad88-40dc21eceffc req-a2b6995b-4c1b-473f-8d56-7179f30447d9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:36.408408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89eb2817-e4ee-41b5-b56e-200af49eed31'}, {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19d5bdfb-6f91-43f1-a994-fa6a8fc0381b'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:27:36.420654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b0699-6287-4046-ad88-40dc21eceffc req-a2b6995b-4c1b-473f-8d56-7179f30447d9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:36.426820 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b0699-6287-4046-ad88-40dc21eceffc req-a2b6995b-4c1b-473f-8d56-7179f30447d9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:36.446586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b0699-6287-4046-ad88-40dc21eceffc req-a2b6995b-4c1b-473f-8d56-7179f30447d9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:36.456964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b0699-6287-4046-ad88-40dc21eceffc req-a2b6995b-4c1b-473f-8d56-7179f30447d9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:36.463281 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9a0b0699-6287-4046-ad88-40dc21eceffc req-a2b6995b-4c1b-473f-8d56-7179f30447d9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 3878 time: 1.1720338 Feb 09 14:27:36.517526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:27:36.541292 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f005f59c-d094-4e64-9662-3118f8be6020 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:36.668614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5bb6e-c6e3-4bcc-9348-868f450e67de tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event deleted for resources: {'Port': ['ID=9f5ec8b1-a89e-4017-a15a-bb4d56e72310,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:36.703212 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:27:36.732191 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9a0b0699-6287-4046-ad88-40dc21eceffc req-58cc935e-fb53-489b-8d5a-b6a51bcabd4c tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514429 Feb 09 14:27:36.744362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005f59c-d094-4e64-9662-3118f8be6020 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=0c9c56f7-6a5b-4267-a6b1-9826a83b0dd1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:36.784103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070886ee-c64e-433f-a16d-bcac5b7d5467 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:36.785116 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-070886ee-c64e-433f-a16d-bcac5b7d5467 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:36.791117 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f005f59c-d094-4e64-9662-3118f8be6020 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:36.824367 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f005f59c-d094-4e64-9662-3118f8be6020 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/0c9c56f7-6a5b-4267-a6b1-9826a83b0dd1 HTTP/1.1" status: 204 len: 168 time: 2.5651956 Feb 09 14:27:36.829644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44964) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:36.834407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:36.882591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c079c3-ba98-486e-920f-35e55796733a req-92b5bb6e-c6e3-4bcc-9348-868f450e67de tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] No DVR routers for this DVR port 9f5ec8b1-a89e-4017-a15a-bb4d56e72310 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:27:36.913598 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-92b5bb6e-c6e3-4bcc-9348-868f450e67de tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:36.919391 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:36.921323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-deleted', 'tag': '9f5ec8b1-a89e-4017-a15a-bb4d56e72310'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:27:36.972053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b64867-147b-46a0-987e-3315560402e0 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:36.974918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b64867-147b-46a0-987e-3315560402e0 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:36.977483 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c8b64867-147b-46a0-987e-3315560402e0 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1456308 Feb 09 14:27:36.980509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44970) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:37.002427 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48c079c3-ba98-486e-920f-35e55796733a req-92b5bb6e-c6e3-4bcc-9348-868f450e67de tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.35 "DELETE /v2.0/ports/9f5ec8b1-a89e-4017-a15a-bb4d56e72310 HTTP/1.1" status: 204 len: 173 time: 2.9575028 Feb 09 14:27:37.068553 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:37.145823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1e48101c-8487-4aaa-8382-1ef05da81c44, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1e48101c-8487-4aaa-8382-1ef05da81c44,segment=NetworkSegment(b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7),segment_id=b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:37.161663 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 53e09e91-0110-4765-8f6e-d682316cc973 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:27:37.189698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-849c14e3-65ea-47e7-a24a-1a0444b4663c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 483640c3-c451-4b1f-ae8a-a02df793250d {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:27:37.196044 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-849c14e3-65ea-47e7-a24a-1a0444b4663c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:37.230980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be355ce5-1550-41d4-9acc-02326295262f req-d9c19fc0-54d4-49e5-8158-16d2037bbb32 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:37.248433 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-be355ce5-1550-41d4-9acc-02326295262f req-d9c19fc0-54d4-49e5-8158-16d2037bbb32 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 944 time: 0.6860528 Feb 09 14:27:37.278099 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:37.326928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-48c079c3-ba98-486e-920f-35e55796733a req-b359bebe-b426-4f52-98f5-bd33153f3f25 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Deleting port 1e48101c-8487-4aaa-8382-1ef05da81c44 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:37.327678 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-b359bebe-b426-4f52-98f5-bd33153f3f25 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:37.331349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-070886ee-c64e-433f-a16d-bcac5b7d5467 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:37.348751 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-070886ee-c64e-433f-a16d-bcac5b7d5467 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.4342127 Feb 09 14:27:37.361955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44980) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:37.412122 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89eb2817-e4ee-41b5-b56e-200af49eed31', 'code': 200} Feb 09 14:27:37.412627 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19d5bdfb-6f91-43f1-a994-fa6a8fc0381b', 'code': 200} Feb 09 14:27:37.459977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-be355ce5-1550-41d4-9acc-02326295262f req-181658ec-f0c4-41f6-992e-b2eb691a3a1c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055488 Feb 09 14:27:37.644255 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-849c14e3-65ea-47e7-a24a-1a0444b4663c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:37.668597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-29e94815-42a2-4be0-80b0-4e04e7206d8f None None] Provisioning for port c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:37.718226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-29e94815-42a2-4be0-80b0-4e04e7206d8f None None] Provisioning complete for port c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:37.718832 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-29e94815-42a2-4be0-80b0-4e04e7206d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:37.826568 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-849c14e3-65ea-47e7-a24a-1a0444b4663c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:37.845592 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d28f8b4-d6c8-4159-b7d4-f5227073679b None None] Network 7cd8ba96-e87e-40b4-8c07-efce2b6011bd requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:37.978684 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-deleted', 'tag': '9f5ec8b1-a89e-4017-a15a-bb4d56e72310', 'status': 'completed', 'code': 200} Feb 09 14:27:38.077393 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=1e48101c-8487-4aaa-8382-1ef05da81c44,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:38.151662 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17945d2-0d15-48d1-a47d-7b9544ea8c7d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:38.167381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17945d2-0d15-48d1-a47d-7b9544ea8c7d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:38.188205 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17945d2-0d15-48d1-a47d-7b9544ea8c7d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:38.200249 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e17945d2-0d15-48d1-a47d-7b9544ea8c7d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.8359802 Feb 09 14:27:38.218708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 53e09e91-0110-4765-8f6e-d682316cc973 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:38.240444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44986) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:38.279346 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-849c14e3-65ea-47e7-a24a-1a0444b4663c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:38.359299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-48c079c3-ba98-486e-920f-35e55796733a req-b359bebe-b426-4f52-98f5-bd33153f3f25 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] For port 1e48101c-8487-4aaa-8382-1ef05da81c44, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1e48101c-8487-4aaa-8382-1ef05da81c44,segment=NetworkSegment(b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7),segment_id=b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:38.362605 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-b359bebe-b426-4f52-98f5-bd33153f3f25 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:38.413226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c14e3-65ea-47e7-a24a-1a0444b4663c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=483640c3-c451-4b1f-ae8a-a02df793250d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:38.428552 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-849c14e3-65ea-47e7-a24a-1a0444b4663c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:38.460233 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-849c14e3-65ea-47e7-a24a-1a0444b4663c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/483640c3-c451-4b1f-ae8a-a02df793250d HTTP/1.1" status: 204 len: 168 time: 1.4780920 Feb 09 14:27:38.463252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-23809c83-5455-4b45-9f1b-117962dda14a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port 45f8ab9e-0496-4403-872f-59f923c3e47e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:38.463606 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23809c83-5455-4b45-9f1b-117962dda14a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:38.465223 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44994) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:38.548679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd7e23-3cc2-4970-b16a-717432ac25ee req-2fdbeaae-939b-4399-843f-4963b663ea8d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:38.555572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd7e23-3cc2-4970-b16a-717432ac25ee req-2fdbeaae-939b-4399-843f-4963b663ea8d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:38.560605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966b8d9-b99a-4111-a82a-aedecb8fb664 req-0545e765-9c87-4bfb-a402-0193fbe492a5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:38.562146 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3966b8d9-b99a-4111-a82a-aedecb8fb664 req-0545e765-9c87-4bfb-a402-0193fbe492a5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.5766337 Feb 09 14:27:38.563507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd7e23-3cc2-4970-b16a-717432ac25ee req-2fdbeaae-939b-4399-843f-4963b663ea8d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:38.570695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd7e23-3cc2-4970-b16a-717432ac25ee req-2fdbeaae-939b-4399-843f-4963b663ea8d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:38.573341 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7efd7e23-3cc2-4970-b16a-717432ac25ee req-2fdbeaae-939b-4399-843f-4963b663ea8d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 3141 time: 0.3696523 Feb 09 14:27:38.604274 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c2d081c8-7618-4168-80f3-df76b0cb9060 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1375275 Feb 09 14:27:38.608290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45000) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:38.618057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e31b4a85-c830-4bd1-aee4-54be48f83892 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:38.627063 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a02dfe-bfb3-4439-85b0-eecddd3747ca None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:38.767002 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7efd7e23-3cc2-4970-b16a-717432ac25ee req-b6ec5875-b0bf-400b-9179-9730ccc4458b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803999 Feb 09 14:27:38.836631 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-29e94815-42a2-4be0-80b0-4e04e7206d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:38.862272 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3966b8d9-b99a-4111-a82a-aedecb8fb664 req-96a7d238-7e9e-4193-9ce7-3b96cc092ddf tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734694 Feb 09 14:27:38.896188 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:38.909036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e31b4a85-c830-4bd1-aee4-54be48f83892 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:38.923520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e31b4a85-c830-4bd1-aee4-54be48f83892 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:38.927039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e31b4a85-c830-4bd1-aee4-54be48f83892 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:38.940533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e31b4a85-c830-4bd1-aee4-54be48f83892 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:38.964581 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31b4a85-c830-4bd1-aee4-54be48f83892 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:38.968171 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e31b4a85-c830-4bd1-aee4-54be48f83892 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:39.039106 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-29e94815-42a2-4be0-80b0-4e04e7206d8f None None] For port c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:39.093790 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-29e94815-42a2-4be0-80b0-4e04e7206d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:39.276393 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e94815-42a2-4be0-80b0-4e04e7206d8f None None] Pushing event updated for resources: {'Port': ['ID=c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:39.308366 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cb619f56-70ba-4ca8-a329-b2865daad0ee None None] Could not find standard attr ID for object 0c9c56f7-6a5b-4267-a6b1-9826a83b0dd1. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:27:39.337904 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cb619f56-70ba-4ca8-a329-b2865daad0ee None None] Provisioning for port 53e09e91-0110-4765-8f6e-d682316cc973 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:39.348413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cb619f56-70ba-4ca8-a329-b2865daad0ee None None] Provisioning complete for port 53e09e91-0110-4765-8f6e-d682316cc973 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:39.349435 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb619f56-70ba-4ca8-a329-b2865daad0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:39.359706 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23809c83-5455-4b45-9f1b-117962dda14a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:39.373741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531ce2e-da22-415a-abba-fba7cddee912 req-6c8a5984-4e4f-4c36-ab54-1bec5646455c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:39.375830 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f531ce2e-da22-415a-abba-fba7cddee912 req-6c8a5984-4e4f-4c36-ab54-1bec5646455c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 944 time: 0.3807325 Feb 09 14:27:39.440935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e48101c-8487-4aaa-8382-1ef05da81c44'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:27:39.453662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:27:39.536959 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e31b4a85-c830-4bd1-aee4-54be48f83892 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:39.694941 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b4a85-c830-4bd1-aee4-54be48f83892 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:39.704578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3840e514-30fc-435d-a1d8-8cdf3c9b9c6b None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:27:39.718162 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f531ce2e-da22-415a-abba-fba7cddee912 req-2e04412d-cfa9-4aec-bc05-54cf00179d90 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985881 Feb 09 14:27:39.723555 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-e31b4a85-c830-4bd1-aee4-54be48f83892 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:39.742719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-23809c83-5455-4b45-9f1b-117962dda14a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for 45f8ab9e-0496-4403-872f-59f923c3e47e owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:39.746494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b4a85-c830-4bd1-aee4-54be48f83892 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:39.751931 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e31b4a85-c830-4bd1-aee4-54be48f83892 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:39.765048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3840e514-30fc-435d-a1d8-8cdf3c9b9c6b None None] Deleting port c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:39.765471 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3840e514-30fc-435d-a1d8-8cdf3c9b9c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:39.768965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b4a85-c830-4bd1-aee4-54be48f83892 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=9efddd2b-4dfb-4baf-9ad7-229b381a6706,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:39.838150 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc9a85-462a-4598-9980-bfedf9b69547 req-ff070ae8-1d83-46d6-b69a-73a14fcbc197 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:39.840417 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89bc9a85-462a-4598-9980-bfedf9b69547 req-ff070ae8-1d83-46d6-b69a-73a14fcbc197 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.7647049 Feb 09 14:27:39.843100 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-b359bebe-b426-4f52-98f5-bd33153f3f25 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:39.849529 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e31b4a85-c830-4bd1-aee4-54be48f83892 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2393508 Feb 09 14:27:39.852401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45014) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:39.852831 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-b359bebe-b426-4f52-98f5-bd33153f3f25 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:39.853335 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-48c079c3-ba98-486e-920f-35e55796733a req-b359bebe-b426-4f52-98f5-bd33153f3f25 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Floating IP 9325a425-d870-44e2-82dc-bd49a7506269 disassociated. External IP: 172.25.8.107, port: 1e48101c-8487-4aaa-8382-1ef05da81c44. Feb 09 14:27:39.853815 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-48c079c3-ba98-486e-920f-35e55796733a req-b359bebe-b426-4f52-98f5-bd33153f3f25 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Calling delete_port for 1e48101c-8487-4aaa-8382-1ef05da81c44 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:39.868076 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e48101c-8487-4aaa-8382-1ef05da81c44', 'code': 200} Feb 09 14:27:39.868819 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'name': 'tempest-NetworksTestDHCPv6-457685883'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:39.930950 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb619f56-70ba-4ca8-a329-b2865daad0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:39.985782 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:40.069436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:40.070477 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:40.155453 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-cb619f56-70ba-4ca8-a329-b2865daad0ee None None] For port 53e09e91-0110-4765-8f6e-d682316cc973, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=53e09e91-0110-4765-8f6e-d682316cc973,segment=NetworkSegment(3e150a8c-ada2-436e-95d7-f075256b710a),segment_id=3e150a8c-ada2-436e-95d7-f075256b710a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:40.197637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:40.200267 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb619f56-70ba-4ca8-a329-b2865daad0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:40.358436 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89bc9a85-462a-4598-9980-bfedf9b69547 req-5556c73e-2a2f-4fb9-a619-29f65e0690be tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768773 Feb 09 14:27:40.376767 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b201da38-f441-4b83-a274-595ed57b4fed req-fd1c0ffd-fe96-48dc-9009-0c1308b335a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3984194 Feb 09 14:27:40.431515 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb619f56-70ba-4ca8-a329-b2865daad0ee None None] Pushing event updated for resources: {'Port': ['ID=53e09e91-0110-4765-8f6e-d682316cc973,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:40.599539 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:27:40.613426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:port and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:40.628169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:40.647027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:40.661167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:40.670526 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:40.772438 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port e943d3f7-a440-42fe-a355-145b5d7e8d5f yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:27:40.785791 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:40.869992 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23809c83-5455-4b45-9f1b-117962dda14a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:40.965846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23809c83-5455-4b45-9f1b-117962dda14a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=45f8ab9e-0496-4403-872f-59f923c3e47e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:40.968069 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-b359bebe-b426-4f52-98f5-bd33153f3f25 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:40.990489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fad74-7149-4376-aaff-5a3d27e87b48 req-fbc128a8-cecb-4c9d-bffb-bb16f6262ccb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:41.013301 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fad74-7149-4376-aaff-5a3d27e87b48 req-fbc128a8-cecb-4c9d-bffb-bb16f6262ccb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:41.030701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fad74-7149-4376-aaff-5a3d27e87b48 req-fbc128a8-cecb-4c9d-bffb-bb16f6262ccb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:41.041733 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23809c83-5455-4b45-9f1b-117962dda14a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:41.046071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fad74-7149-4376-aaff-5a3d27e87b48 req-fbc128a8-cecb-4c9d-bffb-bb16f6262ccb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:41.060024 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-937fad74-7149-4376-aaff-5a3d27e87b48 req-fbc128a8-cecb-4c9d-bffb-bb16f6262ccb tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 3141 time: 0.9021525 Feb 09 14:27:41.081691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201da38-f441-4b83-a274-595ed57b4fed req-e9ba4835-ce8e-4e08-aa2c-0fc815d44af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:41.083959 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b201da38-f441-4b83-a274-595ed57b4fed req-e9ba4835-ce8e-4e08-aa2c-0fc815d44af3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 1096 time: 0.6478436 Feb 09 14:27:41.191009 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:41.196020 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359bebe-b426-4f52-98f5-bd33153f3f25 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event deleted for resources: {'Port': ['ID=1e48101c-8487-4aaa-8382-1ef05da81c44,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:41.233251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cb45ddbc-a530-490d-b35e-588697f298a6 None None] Provisioning for port 45f8ab9e-0496-4403-872f-59f923c3e47e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:41.282800 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cb45ddbc-a530-490d-b35e-588697f298a6 None None] Provisioning complete for port 45f8ab9e-0496-4403-872f-59f923c3e47e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:41.283567 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb45ddbc-a530-490d-b35e-588697f298a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:41.346383 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-23809c83-5455-4b45-9f1b-117962dda14a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/45f8ab9e-0496-4403-872f-59f923c3e47e HTTP/1.1" status: 204 len: 168 time: 3.1043377 Feb 09 14:27:41.425163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::33f (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/9efddd2b-4dfb-4baf-9ad7-229b381a6706/e943d3f7-a440-42fe-a355-145b5d7e8d5f) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:41.491405 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3840e514-30fc-435d-a1d8-8cdf3c9b9c6b None None] For port c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:41.492138 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3840e514-30fc-435d-a1d8-8cdf3c9b9c6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:41.709422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45030) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:41.787088 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3840e514-30fc-435d-a1d8-8cdf3c9b9c6b None None] Calling delete_port for c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:41.909771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48c079c3-ba98-486e-920f-35e55796733a req-b359bebe-b426-4f52-98f5-bd33153f3f25 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Router 60e653a8-bc96-4226-a457-345ab4966268 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:27:41.910452 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3840e514-30fc-435d-a1d8-8cdf3c9b9c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:41.926618 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8a5d27-e4e6-42fc-a1c9-e8d8c6782ba5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] GET failed (client error): The resource could not be found. Feb 09 14:27:41.927602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8e8a5d27-e4e6-42fc-a1c9-e8d8c6782ba5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:41.957022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-cb45ddbc-a530-490d-b35e-588697f298a6 None None] Port 45f8ab9e-0496-4403-872f-59f923c3e47e was deleted so its status cannot be updated. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 14:27:42.006894 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:42.037857 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840e514-30fc-435d-a1d8-8cdf3c9b9c6b None None] Pushing event deleted for resources: {'Port': ['ID=c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:42.052905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3840e514-30fc-435d-a1d8-8cdf3c9b9c6b None None] No DVR routers for this DVR port c86f67e3-0d6d-4952-9a6f-fcd06b2e8b98 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:27:42.090157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object e943d3f7-a440-42fe-a355-145b5d7e8d5f will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:42.152859 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:42.165655 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bedc9a2-69c9-4b6f-ab6b-568aa3bafb60 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:42.307935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48c079c3-ba98-486e-920f-35e55796733a req-b359bebe-b426-4f52-98f5-bd33153f3f25 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:27:42.313094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:42.323835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:42.330561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-937fad74-7149-4376-aaff-5a3d27e87b48 req-b4573e8b-144a-49ef-9c25-1492a05c9f6e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2686224 Feb 09 14:27:42.332178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:27:42.338357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:42.339220 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:42.412471 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5554118 Feb 09 14:27:42.412471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03318172-42fc-4367-9281-b534c5fa3e30 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=e943d3f7-a440-42fe-a355-145b5d7e8d5f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:42.413014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8e8a5d27-e4e6-42fc-a1c9-e8d8c6782ba5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:42.414384 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8e8a5d27-e4e6-42fc-a1c9-e8d8c6782ba5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports/45f8ab9e-0496-4403-872f-59f923c3e47e HTTP/1.1" status: 404 len: 333 time: 0.6403768 Feb 09 14:27:42.415518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45038) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:42.419064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c079c3-ba98-486e-920f-35e55796733a req-b359bebe-b426-4f52-98f5-bd33153f3f25 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] No DVR routers for this DVR port 1e48101c-8487-4aaa-8382-1ef05da81c44 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:27:42.424394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45040) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:42.425410 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946a5134-2080-4524-915d-19e7d6127f90 None None] Sync routers for ids ['60e653a8-bc96-4226-a457-345ab4966268'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:27:42.462155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cb45ddbc-a530-490d-b35e-588697f298a6 None None] Provisioning complete for port 53e09e91-0110-4765-8f6e-d682316cc973 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:42.462797 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb45ddbc-a530-490d-b35e-588697f298a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:42.532845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946a5134-2080-4524-915d-19e7d6127f90 None None] Routers {'60e653a8-bc96-4226-a457-345ab4966268'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:27:42.534356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-946a5134-2080-4524-915d-19e7d6127f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:27:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['60e653a8-bc96-4226-a457-345ab4966268'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:42.601591 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-b359bebe-b426-4f52-98f5-bd33153f3f25 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:42.620982 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48c079c3-ba98-486e-920f-35e55796733a req-b359bebe-b426-4f52-98f5-bd33153f3f25 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.35 "DELETE /v2.0/ports/1e48101c-8487-4aaa-8382-1ef05da81c44 HTTP/1.1" status: 204 len: 173 time: 5.6005964 Feb 09 14:27:42.625159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201da38-f441-4b83-a274-595ed57b4fed req-1c58d19c-3659-49bb-8430-d61d78a9ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:42.626991 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b201da38-f441-4b83-a274-595ed57b4fed req-1c58d19c-3659-49bb-8430-d61d78a9ba0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 1.4717715 Feb 09 14:27:42.627515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-deleted', 'tag': '1e48101c-8487-4aaa-8382-1ef05da81c44'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:27:42.686078 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 53e09e91-0110-4765-8f6e-d682316cc973 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:27:42.771757 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:42.884899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0d79c-6601-4567-9144-043e17052936 req-87798674-d281-4a2b-899e-f1c69e59dd89 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:42.887828 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3cb0d79c-6601-4567-9144-043e17052936 req-87798674-d281-4a2b-899e-f1c69e59dd89 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.2986686 Feb 09 14:27:42.937025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74e068c-b3ef-490a-b45b-8eb0156cbaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:27:43.045801 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3cb0d79c-6601-4567-9144-043e17052936 req-4471c734-9292-4202-934d-b399a6560671 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508129 Feb 09 14:27:43.078543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 53e09e91-0110-4765-8f6e-d682316cc973 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:43.084300 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:43.119139 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:43.154613 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:43.235528 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-deleted', 'tag': '1e48101c-8487-4aaa-8382-1ef05da81c44', 'status': 'completed', 'code': 200} Feb 09 14:27:43.248007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-48c079c3-ba98-486e-920f-35e55796733a req-a1250843-a2ff-4fcc-b455-a00bbc99b5f1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Deleting port 053a4f9c-b9b2-48db-8ac1-e540556de5f1 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:43.248520 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-a1250843-a2ff-4fcc-b455-a00bbc99b5f1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:43.265050 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:43.313737 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74e068c-b3ef-490a-b45b-8eb0156cbaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c', 'code': 200} Feb 09 14:27:43.331294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-946a5134-2080-4524-915d-19e7d6127f90 None None] Set router 60e653a8-bc96-4226-a457-345ab4966268 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:27:43.621529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2a61e-8d61-4eee-a02d-6238827ee6bd req-937b14b5-8763-4864-8099-26eb15a80687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:43.623057 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7eb2a61e-8d61-4eee-a02d-6238827ee6bd req-937b14b5-8763-4864-8099-26eb15a80687 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 1096 time: 0.2198286 Feb 09 14:27:43.732673 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7eb2a61e-8d61-4eee-a02d-6238827ee6bd req-e14db422-0ce0-4f65-8006-2df3dd6fae42 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991020 Feb 09 14:27:43.746092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-48c079c3-ba98-486e-920f-35e55796733a req-a1250843-a2ff-4fcc-b455-a00bbc99b5f1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] For port 053a4f9c-b9b2-48db-8ac1-e540556de5f1, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=053a4f9c-b9b2-48db-8ac1-e540556de5f1,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:43.746454 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-a1250843-a2ff-4fcc-b455-a00bbc99b5f1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:43.801639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': '9efddd2b-4dfb-4baf-9ad7-229b381a6706'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:27:43.805757 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:43.857898 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b201da38-f441-4b83-a274-595ed57b4fed req-8e05c7ad-90c3-45bb-a631-716cbab2778d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89616186-2545-46c6-a544-b311c5d5aebc HTTP/1.1" status: 200 len: 217 time: 0.8687496 Feb 09 14:27:43.874783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee3049-a18f-4907-ad42-38f2cc883eea req-e3693082-7de0-4062-8838-b72913d14ac3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:43.882491 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5fee3049-a18f-4907-ad42-38f2cc883eea req-e3693082-7de0-4062-8838-b72913d14ac3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 944 time: 2.1714001 Feb 09 14:27:43.902756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85886dbd-0990-490a-bab0-a2d31187023b req-9557bda5-2ddd-4b0a-9e99-9b020863fc21 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:43.912297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85886dbd-0990-490a-bab0-a2d31187023b req-9557bda5-2ddd-4b0a-9e99-9b020863fc21 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:43.920912 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85886dbd-0990-490a-bab0-a2d31187023b req-9557bda5-2ddd-4b0a-9e99-9b020863fc21 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:43.922811 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-85886dbd-0990-490a-bab0-a2d31187023b req-9557bda5-2ddd-4b0a-9e99-9b020863fc21 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 2408 time: 0.1620939 Feb 09 14:27:43.973987 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cb45ddbc-a530-490d-b35e-588697f298a6 None None] Provisioning for port 693fbda6-6b7e-4939-8c9d-5bb4849862c7 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:44.007223 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cb45ddbc-a530-490d-b35e-588697f298a6 None None] Provisioning complete for port 693fbda6-6b7e-4939-8c9d-5bb4849862c7 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:44.007622 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb45ddbc-a530-490d-b35e-588697f298a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:44.010705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-48c079c3-ba98-486e-920f-35e55796733a req-a1250843-a2ff-4fcc-b455-a00bbc99b5f1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Calling delete_port for 053a4f9c-b9b2-48db-8ac1-e540556de5f1 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:44.018809 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-85886dbd-0990-490a-bab0-a2d31187023b req-b7bc3e75-e2ce-4306-a38d-0ce2dd1910d5 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884993 Feb 09 14:27:44.145994 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ef56c-74d3-4dc4-9116-6b6355384df6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port 693fbda6-6b7e-4939-8c9d-5bb4849862c7 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:44.146350 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef56c-74d3-4dc4-9116-6b6355384df6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:44.225077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201da38-f441-4b83-a274-595ed57b4fed req-fb681151-1bc3-4e5f-961e-e53db7bd9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:44.228151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b201da38-f441-4b83-a274-595ed57b4fed req-fb681151-1bc3-4e5f-961e-e53db7bd9a5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.1584294 Feb 09 14:27:44.337433 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-cb45ddbc-a530-490d-b35e-588697f298a6 None None] Port 693fbda6-6b7e-4939-8c9d-5bb4849862c7 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:27:44.478308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Allocated IP 2001:db8::2 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/9efddd2b-4dfb-4baf-9ad7-229b381a6706/dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:44.490076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb751cee-5b19-48c0-adfb-34bb7d0b126d req-856807e5-5425-48f4-8f3f-6fd586d33c0f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:44.502822 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb751cee-5b19-48c0-adfb-34bb7d0b126d req-856807e5-5425-48f4-8f3f-6fd586d33c0f tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.1643226 Feb 09 14:27:44.508545 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5fee3049-a18f-4907-ad42-38f2cc883eea req-a70a676d-5d93-49de-90ca-988e2c0f40cc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6249001 Feb 09 14:27:44.588748 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb751cee-5b19-48c0-adfb-34bb7d0b126d req-eaf47982-9b94-4bdd-b502-5587cd47690a tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848677 Feb 09 14:27:44.616281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-903df731-5b5e-483d-a678-88e3bb5b71d4 None None] Could not find standard attr ID for object 45f8ab9e-0496-4403-872f-59f923c3e47e. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:27:44.787930 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:44.804475 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Transition to ACTIVE for port object dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:44.823813 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Transition to ACTIVE for port object dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:44.836690 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:44.859523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-903df731-5b5e-483d-a678-88e3bb5b71d4 None None] Provisioning complete for port 693fbda6-6b7e-4939-8c9d-5bb4849862c7 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:44.859930 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-903df731-5b5e-483d-a678-88e3bb5b71d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:44.874712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae942e5e-ced2-4180-9595-337ae1c267f0 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:44.874712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ae942e5e-ced2-4180-9595-337ae1c267f0 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:44.898533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c9dff-68e7-4380-b452-005aa7eb312a req-0f29dfca-445b-4dea-84a2-b9de0f8008c3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:44.900266 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-538c9dff-68e7-4380-b452-005aa7eb312a req-0f29dfca-445b-4dea-84a2-b9de0f8008c3 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 1.9104629 Feb 09 14:27:44.953945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201da38-f441-4b83-a274-595ed57b4fed req-23fc9bcf-e106-4ae4-ab18-881add286c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:44.956310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b201da38-f441-4b83-a274-595ed57b4fed req-23fc9bcf-e106-4ae4-ab18-881add286c89 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6720777 Feb 09 14:27:45.005330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:45.011707 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-946a5134-2080-4524-915d-19e7d6127f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e653a8-bc96-4226-a457-345ab4966268', 'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-router', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:20:54Z', 'updated_at': '2022-02-09T14:21:08Z', 'revision_number': 4, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'gw_port': {'id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:20:56Z', 'updated_at': '2022-02-09T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'f798bd48-33f5-4eea-9e72-2ed76f5f93f9', 'name': '', 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'mac_address': 'fa:16:3e:cf:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:06Z', 'updated_at': '2022-02-09T14:21:20Z', 'revision_number': 5, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'subnets': [{'id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:45.026943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946a5134-2080-4524-915d-19e7d6127f90 None None] Checking router: 60e653a8-bc96-4226-a457-345ab4966268 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:27:45.036636 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:45.047370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:27:45.063161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-903df731-5b5e-483d-a678-88e3bb5b71d4 None None] Port 693fbda6-6b7e-4939-8c9d-5bb4849862c7 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:27:45.094057 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Pushing event updated for resources: {'Port': ['ID=dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:45.105091 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946a5134-2080-4524-915d-19e7d6127f90 None None] Routers {'60e653a8-bc96-4226-a457-345ab4966268'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:27:45.105918 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-946a5134-2080-4524-915d-19e7d6127f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:27:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['60e653a8-bc96-4226-a457-345ab4966268'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:45.288987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ae942e5e-ced2-4180-9595-337ae1c267f0 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:45.295653 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ae942e5e-ced2-4180-9595-337ae1c267f0 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 2.8741245 Feb 09 14:27:45.296162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45070) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:45.307493 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-a1250843-a2ff-4fcc-b455-a00bbc99b5f1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:45.426883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e0510b6e-a04e-45f4-b06f-ef8babb0b62e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port e943d3f7-a440-42fe-a355-145b5d7e8d5f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:45.427229 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0510b6e-a04e-45f4-b06f-ef8babb0b62e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:45.598017 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef56c-74d3-4dc4-9116-6b6355384df6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:45.625720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-538c9dff-68e7-4380-b452-005aa7eb312a req-f9a2c135-f31b-4511-afc5-70b9fea706a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Deleting port 3c6ad6cc-717e-4c0a-86ec-056b8499d498 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:45.626282 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-538c9dff-68e7-4380-b452-005aa7eb312a req-f9a2c135-f31b-4511-afc5-70b9fea706a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:45.707594 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-946a5134-2080-4524-915d-19e7d6127f90 None None] Set router 60e653a8-bc96-4226-a457-345ab4966268 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:27:45.810192 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0510b6e-a04e-45f4-b06f-ef8babb0b62e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:45.827346 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3c6ad6cc-717e-4c0a-86ec-056b8499d498 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:27:45.958724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e0510b6e-a04e-45f4-b06f-ef8babb0b62e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for e943d3f7-a440-42fe-a355-145b5d7e8d5f owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:45.980320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1250843-a2ff-4fcc-b455-a00bbc99b5f1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event deleted for resources: {'Port': ['ID=053a4f9c-b9b2-48db-8ac1-e540556de5f1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:46.249815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3d301-d2b5-4265-a083-de77745ee3e5 req-d353fa04-dbe1-4882-bf30-f09acd1405cf tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:46.257047 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8db3d301-d2b5-4265-a083-de77745ee3e5 req-d353fa04-dbe1-4882-bf30-f09acd1405cf tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 945 time: 0.3081937 Feb 09 14:27:46.306639 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0510b6e-a04e-45f4-b06f-ef8babb0b62e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:46.333553 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Attempting to bind port dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:27:46.333959 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Attempting to bind port dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:27:46.334279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Attempting to bind port dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8 on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:27:46.345607 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b201da38-f441-4b83-a274-595ed57b4fed req-618cf0e1-fddf-485f-8e61-57eeb6af1cc5 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2526426 Feb 09 14:27:46.348303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:27:46.348693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:27:46.349084 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:46.349479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:27:46.349958 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Bound port: dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:27:46.350325 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:46.462333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ef56c-74d3-4dc4-9116-6b6355384df6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for 693fbda6-6b7e-4939-8c9d-5bb4849862c7 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:46.489543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] For port dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:27:46.502305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] For port dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:27:46.535919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0510b6e-a04e-45f4-b06f-ef8babb0b62e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=e943d3f7-a440-42fe-a355-145b5d7e8d5f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:46.565899 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8db3d301-d2b5-4265-a083-de77745ee3e5 req-52ae98f1-c9df-4406-b99a-de129b288514 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076122 Feb 09 14:27:46.571314 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:46.701839 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0510b6e-a04e-45f4-b06f-ef8babb0b62e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:46.730787 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e0510b6e-a04e-45f4-b06f-ef8babb0b62e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/e943d3f7-a440-42fe-a355-145b5d7e8d5f HTTP/1.1" status: 204 len: 168 time: 1.4286530 Feb 09 14:27:46.731062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45088) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:46.761684 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:46.823910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c079c3-ba98-486e-920f-35e55796733a req-a1250843-a2ff-4fcc-b455-a00bbc99b5f1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] No DVR routers for this DVR port 053a4f9c-b9b2-48db-8ac1-e540556de5f1 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:27:46.829093 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-a1250843-a2ff-4fcc-b455-a00bbc99b5f1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:46.866258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-deleted', 'tag': '053a4f9c-b9b2-48db-8ac1-e540556de5f1'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:27:46.868954 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e475a35-c6d0-4d20-93e4-f37983c1cdea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c6ad6cc-717e-4c0a-86ec-056b8499d498'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:27:46.931919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3c6ad6cc-717e-4c0a-86ec-056b8499d498, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3c6ad6cc-717e-4c0a-86ec-056b8499d498,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:46.955524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae4bbf-5703-43c0-850d-8c723db45a9c None None] Pushing event updated for resources: {'Port': ['ID=dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:46.968315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e62ad1a-c9e5-43e6-a163-8cdf65239cbe tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:46.969213 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:46.971098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e62ad1a-c9e5-43e6-a163-8cdf65239cbe tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:46.972175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0e62ad1a-c9e5-43e6-a163-8cdf65239cbe tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:46.973542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-946a5134-2080-4524-915d-19e7d6127f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e653a8-bc96-4226-a457-345ab4966268', 'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-router', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:20:54Z', 'updated_at': '2022-02-09T14:21:08Z', 'revision_number': 4, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'gw_port': {'id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:20:56Z', 'updated_at': '2022-02-09T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'f798bd48-33f5-4eea-9e72-2ed76f5f93f9', 'name': '', 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'mac_address': 'fa:16:3e:cf:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:06Z', 'updated_at': '2022-02-09T14:21:20Z', 'revision_number': 5, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'subnets': [{'id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:47.007535 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48c079c3-ba98-486e-920f-35e55796733a req-a1250843-a2ff-4fcc-b455-a00bbc99b5f1 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.35 "DELETE /v2.0/ports/053a4f9c-b9b2-48db-8ac1-e540556de5f1 HTTP/1.1" status: 204 len: 173 time: 4.3515403 Feb 09 14:27:47.038349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79fc71-a1e8-4a6d-a285-b6b6df25b9cd req-167433dd-ddb6-4588-beba-e6fa47586623 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:47.048160 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8e79fc71-a1e8-4a6d-a285-b6b6df25b9cd req-167433dd-ddb6-4588-beba-e6fa47586623 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 945 time: 0.2159469 Feb 09 14:27:47.067876 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946a5134-2080-4524-915d-19e7d6127f90 None None] The sync data for ids ['60e653a8-bc96-4226-a457-345ab4966268'] in n-d-828418-2 is: [{'id': '60e653a8-bc96-4226-a457-345ab4966268', 'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-router', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:20:54Z', 'updated_at': '2022-02-09T14:21:08Z', 'revision_number': 4, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'gw_port': {'id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:20:56Z', 'updated_at': '2022-02-09T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'f798bd48-33f5-4eea-9e72-2ed76f5f93f9', 'name': '', 'network_id': 'b5b27cbb-3aca-4697-bd3f-5eb25bd866e1', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'mac_address': 'fa:16:3e:cf:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:06Z', 'updated_at': '2022-02-09T14:21:20Z', 'revision_number': 5, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'subnets': [{'id': 'fb67a8bd-310b-449e-8628-b14f3b207e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:27:47.090280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0e62ad1a-c9e5-43e6-a163-8cdf65239cbe tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:47.091491 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0e62ad1a-c9e5-43e6-a163-8cdf65239cbe tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3592227 Feb 09 14:27:47.094266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45100) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:47.167364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-48c079c3-ba98-486e-920f-35e55796733a req-20407f2c-f3f6-4af1-bd61-a89c86f9af98 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Deleting port 89eb2817-e4ee-41b5-b56e-200af49eed31 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:47.167720 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-20407f2c-f3f6-4af1-bd61-a89c86f9af98 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:47.170818 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=3c6ad6cc-717e-4c0a-86ec-056b8499d498,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:47.325048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-538c9dff-68e7-4380-b452-005aa7eb312a req-f9a2c135-f31b-4511-afc5-70b9fea706a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] For port 3c6ad6cc-717e-4c0a-86ec-056b8499d498, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3c6ad6cc-717e-4c0a-86ec-056b8499d498,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:47.326143 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-538c9dff-68e7-4380-b452-005aa7eb312a req-f9a2c135-f31b-4511-afc5-70b9fea706a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:47.343565 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b201da38-f441-4b83-a274-595ed57b4fed req-3f77000f-b470-4aeb-a252-68652e590664 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8955505 Feb 09 14:27:47.348868 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8e79fc71-a1e8-4a6d-a285-b6b6df25b9cd req-3e2590f5-90b9-43fe-a67d-f08a686b35b6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995837 Feb 09 14:27:47.354170 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb680c07-f2c1-449f-a37f-6f06110928bd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 9efddd2b-4dfb-4baf-9ad7-229b381a6706 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:27:47.358280 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb680c07-f2c1-449f-a37f-6f06110928bd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:47.493039 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb680c07-f2c1-449f-a37f-6f06110928bd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:47.689281 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb680c07-f2c1-449f-a37f-6f06110928bd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:47.708477 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb37a8e-e83b-45c2-863b-4281d3446da4 None None] New status for floating IP 9325a425-d870-44e2-82dc-bd49a7506269: DOWN {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:27:47.723297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-538c9dff-68e7-4380-b452-005aa7eb312a req-f9a2c135-f31b-4511-afc5-70b9fea706a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Calling delete_port for 3c6ad6cc-717e-4c0a-86ec-056b8499d498 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:47.766445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e95fc-d341-4c1f-99e3-437f6ee1b20b req-a15c876b-27ba-443e-ba3a-e7af8f797b3d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:47.772907 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e95fc-d341-4c1f-99e3-437f6ee1b20b req-a15c876b-27ba-443e-ba3a-e7af8f797b3d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:47.773933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4a3e95fc-d341-4c1f-99e3-437f6ee1b20b req-a15c876b-27ba-443e-ba3a-e7af8f797b3d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Synchronizing usage tracker for tenant:fa10991579a24c27b1b3f21f294a7343 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:47.780388 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9607a506-9f37-4328-a165-7613d5e83f74 req-35d38b1b-e8bf-4556-b150-cd7c25869fbd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b4a884575aa84a789b4857840c80c824 HTTP/1.1" status: 200 len: 267 time: 0.1251109 Feb 09 14:27:47.788734 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef56c-74d3-4dc4-9116-6b6355384df6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:47.917094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4a3e95fc-d341-4c1f-99e3-437f6ee1b20b req-a15c876b-27ba-443e-ba3a-e7af8f797b3d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Unset dirty status for tenant:fa10991579a24c27b1b3f21f294a7343 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:47.918294 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a3e95fc-d341-4c1f-99e3-437f6ee1b20b req-a15c876b-27ba-443e-ba3a-e7af8f797b3d tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 1676 time: 2.4697466 Feb 09 14:27:47.963927 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb680c07-f2c1-449f-a37f-6f06110928bd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:48.036991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb680c07-f2c1-449f-a37f-6f06110928bd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=9efddd2b-4dfb-4baf-9ad7-229b381a6706,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:48.050623 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb680c07-f2c1-449f-a37f-6f06110928bd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:48.055372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ef56c-74d3-4dc4-9116-6b6355384df6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=693fbda6-6b7e-4939-8c9d-5bb4849862c7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:48.076176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607a506-9f37-4328-a165-7613d5e83f74 req-f7036e26-f04f-4850-9228-a2e842a969f2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:48.084475 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9607a506-9f37-4328-a165-7613d5e83f74 req-f7036e26-f04f-4850-9228-a2e842a969f2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 945 time: 0.2968037 Feb 09 14:27:48.090635 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-9607a506-9f37-4328-a165-7613d5e83f74 req-c734d196-a0f3-4397-ac2b-f387b7153521 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Request body: {'port': {'security_groups': []}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:48.134391 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bb680c07-f2c1-449f-a37f-6f06110928bd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/9efddd2b-4dfb-4baf-9ad7-229b381a6706 HTTP/1.1" status: 204 len: 168 time: 1.0386527 Feb 09 14:27:48.142858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45128) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:48.152354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a3e95fc-d341-4c1f-99e3-437f6ee1b20b req-119b7e9a-5fb3-424a-86c1-63c03d74d844 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002850 Feb 09 14:27:48.290728 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e475a35-c6d0-4d20-93e4-f37983c1cdea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c6ad6cc-717e-4c0a-86ec-056b8499d498', 'code': 200} Feb 09 14:27:48.335515 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b0df9a2f-821f-4b4a-9650-191102b91fdb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1910448 Feb 09 14:27:48.352290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45132) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:48.404221 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-deleted', 'tag': '053a4f9c-b9b2-48db-8ac1-e540556de5f1', 'status': 'completed', 'code': 200} Feb 09 14:27:48.405249 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef56c-74d3-4dc4-9116-6b6355384df6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:48.431547 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1b0ef56c-74d3-4dc4-9116-6b6355384df6 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/693fbda6-6b7e-4939-8c9d-5bb4849862c7 HTTP/1.1" status: 204 len: 168 time: 5.9339314 Feb 09 14:27:48.432021 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45138) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:48.503343 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a04f07-ddcc-438f-92ea-c85ab0b17465 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] GET failed (client error): The resource could not be found. Feb 09 14:27:48.503930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-45a04f07-ddcc-438f-92ea-c85ab0b17465 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:48.593813 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9607a506-9f37-4328-a165-7613d5e83f74 req-c734d196-a0f3-4397-ac2b-f387b7153521 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:48.706969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d25b519-03f7-4026-a19b-f4546137503a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:48.707798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9d25b519-03f7-4026-a19b-f4546137503a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:48.756787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9d25b519-03f7-4026-a19b-f4546137503a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:48.757499 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9d25b519-03f7-4026-a19b-f4546137503a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4035008 Feb 09 14:27:48.761560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45142) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:48.767853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:27:48.877239 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [req-538c9dff-68e7-4380-b452-005aa7eb312a req-f9a2c135-f31b-4511-afc5-70b9fea706a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:27:48.877791 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [req-538c9dff-68e7-4380-b452-005aa7eb312a req-f9a2c135-f31b-4511-afc5-70b9fea706a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:27:48.885887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-45a04f07-ddcc-438f-92ea-c85ab0b17465 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:48.890222 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-45a04f07-ddcc-438f-92ea-c85ab0b17465 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports/693fbda6-6b7e-4939-8c9d-5bb4849862c7 HTTP/1.1" status: 404 len: 333 time: 0.4514325 Feb 09 14:27:48.917259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45146) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:48.927640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db33c095-f25f-4d39-b829-c16d21c9b0cf None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:48.967533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7078f90c-95ce-48ef-96cf-d7d69437bb53 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:48.968335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7078f90c-95ce-48ef-96cf-d7d69437bb53 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:49.062647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-48c079c3-ba98-486e-920f-35e55796733a req-20407f2c-f3f6-4af1-bd61-a89c86f9af98 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] For port 89eb2817-e4ee-41b5-b56e-200af49eed31, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=89eb2817-e4ee-41b5-b56e-200af49eed31,segment=NetworkSegment(12be5f86-6f0d-4172-8c3d-f30bde566f16),segment_id=12be5f86-6f0d-4172-8c3d-f30bde566f16)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:49.062977 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-20407f2c-f3f6-4af1-bd61-a89c86f9af98 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:49.091854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-71d23b2a-da8a-495a-b5fb-b2c754c41a49 None None] Could not find standard attr ID for object e943d3f7-a440-42fe-a355-145b5d7e8d5f. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:27:49.121167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-9607a506-9f37-4328-a165-7613d5e83f74 req-c734d196-a0f3-4397-ac2b-f387b7153521 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] For port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:49.153039 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9607a506-9f37-4328-a165-7613d5e83f74 req-c734d196-a0f3-4397-ac2b-f387b7153521 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:49.156412 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7078f90c-95ce-48ef-96cf-d7d69437bb53 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:49.161531 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7078f90c-95ce-48ef-96cf-d7d69437bb53 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3985963 Feb 09 14:27:49.162633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45152) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:49.166014 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9607a506-9f37-4328-a165-7613d5e83f74 req-c734d196-a0f3-4397-ac2b-f387b7153521 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:49.171997 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-71d23b2a-da8a-495a-b5fb-b2c754c41a49 None None] Provisioning for port dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:49.192273 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['e658954f-01f9-49b0-b68a-afc1daf383c9', '89616186-2545-46c6-a544-b311c5d5aebc', '985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:27:49.243860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca721fb9-270b-4fab-a4ed-343fdb79c1d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting subnet c00b0066-1e8c-4ad7-a4fa-1f2c620d8683 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:27:49.253690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b10ab-40a4-4153-981b-2137ec2a2eec req-04b7f959-501f-4a17-896e-b9aa49588746 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:49.255227 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-780b10ab-40a4-4153-981b-2137ec2a2eec req-04b7f959-501f-4a17-896e-b9aa49588746 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 943 time: 0.4518445 Feb 09 14:27:49.263268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-48c079c3-ba98-486e-920f-35e55796733a req-20407f2c-f3f6-4af1-bd61-a89c86f9af98 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Calling delete_port for 89eb2817-e4ee-41b5-b56e-200af49eed31 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:49.305302 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:49.326433 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca721fb9-270b-4fab-a4ed-343fdb79c1d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:49.348869 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fea8e750-349b-4c65-9a4c-6aeb1261e579 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1838899 Feb 09 14:27:49.350239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45160) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:49.398284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-538c9dff-68e7-4380-b452-005aa7eb312a req-f9a2c135-f31b-4511-afc5-70b9fea706a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Deleting port 3c6ad6cc-717e-4c0a-86ec-056b8499d498 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:49.398703 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-538c9dff-68e7-4380-b452-005aa7eb312a req-f9a2c135-f31b-4511-afc5-70b9fea706a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:49.424526 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-d27ce61e-ed37-4079-b827-d27803da6bf8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:49.453606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607a506-9f37-4328-a165-7613d5e83f74 req-c734d196-a0f3-4397-ac2b-f387b7153521 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:49.454348 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9607a506-9f37-4328-a165-7613d5e83f74 req-c734d196-a0f3-4397-ac2b-f387b7153521 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:49.456083 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9607a506-9f37-4328-a165-7613d5e83f74 req-c734d196-a0f3-4397-ac2b-f387b7153521 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "PUT /v2.0/ports/985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c HTTP/1.1" status: 200 len: 904 time: 1.3707526 Feb 09 14:27:49.460676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74e068c-b3ef-490a-b45b-8eb0156cbaee', 'tag': '985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:27:49.486252 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:49.488430 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:49.558859 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca721fb9-270b-4fab-a4ed-343fdb79c1d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:49.587178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734d196-a0f3-4397-ac2b-f387b7153521 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event updated for resources: {'Port': ['ID=985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:49.719815 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:27:49.749813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d27ce61e-ed37-4079-b827-d27803da6bf8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:49.870307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d27ce61e-ed37-4079-b827-d27803da6bf8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:49.910182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27ce61e-ed37-4079-b827-d27803da6bf8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:49.923395 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d27ce61e-ed37-4079-b827-d27803da6bf8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:49.972575 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca721fb9-270b-4fab-a4ed-343fdb79c1d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:50.063370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bc9a9630-0b3a-445a-b539-67eee55c0f4a None None] Provisioning complete for port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:50.063757 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bc9a9630-0b3a-445a-b539-67eee55c0f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:50.111132 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-780b10ab-40a4-4153-981b-2137ec2a2eec req-3ea30834-9b82-44bf-a60f-9ff6542b27a4 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8168690 Feb 09 14:27:50.266402 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:50.377214 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047038bd-5ae6-47ca-8522-0272392b25aa req-4a64a884-0afe-4e27-9205-ef01b0431d4b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:50.403995 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047038bd-5ae6-47ca-8522-0272392b25aa req-4a64a884-0afe-4e27-9205-ef01b0431d4b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:50.406730 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-047038bd-5ae6-47ca-8522-0272392b25aa req-4a64a884-0afe-4e27-9205-ef01b0431d4b tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 1676 time: 0.6344528 Feb 09 14:27:50.424703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:50.444159 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:50.525298 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-047038bd-5ae6-47ca-8522-0272392b25aa req-5046e44c-e9bb-4d76-a178-61ffc1ebec4e tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946169 Feb 09 14:27:50.588025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d8623c-1642-4437-a0d7-868a18d621e0 None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:27:50.677555 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74e068c-b3ef-490a-b45b-8eb0156cbaee', 'tag': '985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c', 'status': 'completed', 'code': 200} Feb 09 14:27:50.700937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c6d8623c-1642-4437-a0d7-868a18d621e0 None None] Deleting port dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:50.701152 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c6d8623c-1642-4437-a0d7-868a18d621e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:50.770019 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d27ce61e-ed37-4079-b827-d27803da6bf8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:50.806759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:27:50.847676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27ce61e-ed37-4079-b827-d27803da6bf8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:50.851238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-d27ce61e-ed37-4079-b827-d27803da6bf8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:50.861582 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27ce61e-ed37-4079-b827-d27803da6bf8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:50.862305 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d27ce61e-ed37-4079-b827-d27803da6bf8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:50.870064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ce61e-ed37-4079-b827-d27803da6bf8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=9215bd82-59e2-4c67-8465-059edc0ced5f,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:50.904361 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca721fb9-270b-4fab-a4ed-343fdb79c1d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:50.907711 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d27ce61e-ed37-4079-b827-d27803da6bf8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5266809 Feb 09 14:27:50.908466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45216) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:50.915407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-032c8ea8-640c-4d22-afc5-965223b5a2fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'fixed_ips': [{'subnet_id': '9215bd82-59e2-4c67-8465-059edc0ced5f', 'ip_address': '2001:db8::81d5:64a:9f3:922f'}], 'name': 'tempest-NetworksTestDHCPv6-1755630599'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:50.963514 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca721fb9-270b-4fab-a4ed-343fdb79c1d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:50.985408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca721fb9-270b-4fab-a4ed-343fdb79c1d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Subnet': ['ID=c00b0066-1e8c-4ad7-a4fa-1f2c620d8683,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:50.994488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-538c9dff-68e7-4380-b452-005aa7eb312a req-f9a2c135-f31b-4511-afc5-70b9fea706a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] For port 3c6ad6cc-717e-4c0a-86ec-056b8499d498, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3c6ad6cc-717e-4c0a-86ec-056b8499d498,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:50.994945 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-538c9dff-68e7-4380-b452-005aa7eb312a req-f9a2c135-f31b-4511-afc5-70b9fea706a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:51.014592 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-20407f2c-f3f6-4af1-bd61-a89c86f9af98 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:51.072596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4049c82c-a68e-441c-b45c-973f8f9a87f7 None None] Network 7cd8ba96-e87e-40b4-8c07-efce2b6011bd requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:51.130273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-032c8ea8-640c-4d22-afc5-965223b5a2fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:51.142218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-032c8ea8-640c-4d22-afc5-965223b5a2fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:51.157860 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032c8ea8-640c-4d22-afc5-965223b5a2fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:51.270888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20407f2c-f3f6-4af1-bd61-a89c86f9af98 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event deleted for resources: {'Port': ['ID=89eb2817-e4ee-41b5-b56e-200af49eed31,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:51.284351 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ca721fb9-270b-4fab-a4ed-343fdb79c1d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/c00b0066-1e8c-4ad7-a4fa-1f2c620d8683 HTTP/1.1" status: 204 len: 168 time: 2.3437679 Feb 09 14:27:51.311476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-538c9dff-68e7-4380-b452-005aa7eb312a req-f9a2c135-f31b-4511-afc5-70b9fea706a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Calling delete_port for 3c6ad6cc-717e-4c0a-86ec-056b8499d498 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:51.325145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:51.351346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45226) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:51.484107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40224063-6802-4263-a29d-8859e46748d4 req-ce81a2ee-db1f-4e27-af9c-e65d474964f0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:51.494991 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40224063-6802-4263-a29d-8859e46748d4 req-ce81a2ee-db1f-4e27-af9c-e65d474964f0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 907 time: 1.0083795 Feb 09 14:27:51.558138 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:51.587242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c079c3-ba98-486e-920f-35e55796733a req-20407f2c-f3f6-4af1-bd61-a89c86f9af98 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] No DVR routers for this DVR port 89eb2817-e4ee-41b5-b56e-200af49eed31 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:27:51.597083 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-20407f2c-f3f6-4af1-bd61-a89c86f9af98 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:51.600610 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48c079c3-ba98-486e-920f-35e55796733a req-20407f2c-f3f6-4af1-bd61-a89c86f9af98 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.35 "DELETE /v2.0/ports/89eb2817-e4ee-41b5-b56e-200af49eed31 HTTP/1.1" status: 204 len: 173 time: 4.5804768 Feb 09 14:27:51.605283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-deleted', 'tag': '89eb2817-e4ee-41b5-b56e-200af49eed31'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:27:51.623211 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-032c8ea8-640c-4d22-afc5-965223b5a2fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:51.693577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port 53e09e91-0110-4765-8f6e-d682316cc973 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:51.694611 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:51.701586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900268b-4b4a-4225-903b-8a9d8452e888 req-4612dade-2029-42e8-8edc-c87551957eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:51.704203 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3900268b-4b4a-4225-903b-8a9d8452e888 req-4612dade-2029-42e8-8edc-c87551957eb6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 1058 time: 0.9455724 Feb 09 14:27:51.710903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-48c079c3-ba98-486e-920f-35e55796733a req-9b484261-8790-4ffc-bda1-15176790e7b9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Deleting port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:51.710903 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-9b484261-8790-4ffc-bda1-15176790e7b9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:51.796571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-032c8ea8-640c-4d22-afc5-965223b5a2fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port b36f39cd-786e-4cc3-950e-515411f6b327 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:27:51.893254 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:51.955076 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c6d8623c-1642-4437-a0d7-868a18d621e0 None None] For port dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:51.955380 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c6d8623c-1642-4437-a0d7-868a18d621e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:52.132306 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] For port 53e09e91-0110-4765-8f6e-d682316cc973, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=53e09e91-0110-4765-8f6e-d682316cc973,segment=NetworkSegment(3e150a8c-ada2-436e-95d7-f075256b710a),segment_id=3e150a8c-ada2-436e-95d7-f075256b710a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:52.132979 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:52.148372 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:52.158503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c6d8623c-1642-4437-a0d7-868a18d621e0 None None] Calling delete_port for dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:52.201288 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:52.337705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for 53e09e91-0110-4765-8f6e-d682316cc973 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:52.343512 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:52.376766 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-c6d8623c-1642-4437-a0d7-868a18d621e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:27:52.377675 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-c6d8623c-1642-4437-a0d7-868a18d621e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:27:52.471694 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7511847a-6a30-401e-847f-796b2a96b384 None None] DHCP port deletion for 7cd8ba96-e87e-40b4-8c07-efce2b6011bd request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:27:52.492584 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-7511847a-6a30-401e-847f-796b2a96b384 None None] Deleting port 53e09e91-0110-4765-8f6e-d682316cc973 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:52.493391 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7511847a-6a30-401e-847f-796b2a96b384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:52.635398 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-538c9dff-68e7-4380-b452-005aa7eb312a req-f9a2c135-f31b-4511-afc5-70b9fea706a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:52.664981 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['5ae9c28d-999c-4ab4-812a-56d6c7459cf8'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:27:52.732742 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2c135-f31b-4511-afc5-70b9fea706a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Pushing event deleted for resources: {'Port': ['ID=3c6ad6cc-717e-4c0a-86ec-056b8499d498,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:52.765529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-032c8ea8-640c-4d22-afc5-965223b5a2fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::81d5:64a:9f3:922f (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/9215bd82-59e2-4c67-8465-059edc0ced5f/b36f39cd-786e-4cc3-950e-515411f6b327) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:52.786159 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 53e09e91-0110-4765-8f6e-d682316cc973 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:27:52.891816 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 53e09e91-0110-4765-8f6e-d682316cc973 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:27:52.892397 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 53e09e91-0110-4765-8f6e-d682316cc973 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:27:52.894748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c6d8623c-1642-4437-a0d7-868a18d621e0 None None] Deleting port dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:52.895694 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c6d8623c-1642-4437-a0d7-868a18d621e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:52.930475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61508760-6923-40f2-9531-c9bf70c699da req-0d4529f9-22a8-491e-a3aa-129c252717f5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:52.932613 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-61508760-6923-40f2-9531-c9bf70c699da req-0d4529f9-22a8-491e-a3aa-129c252717f5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.9611495 Feb 09 14:27:53.016337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-538c9dff-68e7-4380-b452-005aa7eb312a req-f9a2c135-f31b-4511-afc5-70b9fea706a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] No DVR routers for this DVR port 3c6ad6cc-717e-4c0a-86ec-056b8499d498 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:27:53.018776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900268b-4b4a-4225-903b-8a9d8452e888 req-6771d122-4b11-47ae-8a82-5122d3e367ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:53.020697 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3900268b-4b4a-4225-903b-8a9d8452e888 req-6771d122-4b11-47ae-8a82-5122d3e367ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 1.0512118 Feb 09 14:27:53.022219 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-538c9dff-68e7-4380-b452-005aa7eb312a req-f9a2c135-f31b-4511-afc5-70b9fea706a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:53.158872 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-538c9dff-68e7-4380-b452-005aa7eb312a req-f9a2c135-f31b-4511-afc5-70b9fea706a7 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "DELETE /v2.0/ports/3c6ad6cc-717e-4c0a-86ec-056b8499d498 HTTP/1.1" status: 204 len: 173 time: 8.2475612 Feb 09 14:27:53.188896 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3900268b-4b4a-4225-903b-8a9d8452e888 req-e586986f-eb31-46be-94ee-81e24d129b94 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c HTTP/1.1" status: 200 len: 217 time: 0.1381192 Feb 09 14:27:53.196224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-7511847a-6a30-401e-847f-796b2a96b384 None None] The port '53e09e91-0110-4765-8f6e-d682316cc973' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:27:53.218967 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-032c8ea8-640c-4d22-afc5-965223b5a2fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:53.239327 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-032c8ea8-640c-4d22-afc5-965223b5a2fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object b36f39cd-786e-4cc3-950e-515411f6b327 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:53.267141 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:53.281467 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b1dd5-c782-443d-aeef-0a7a7e7c55df req-1a8e1625-50c8-40df-a239-95b7e815ad49 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:53.283241 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cc3b1dd5-c782-443d-aeef-0a7a7e7c55df req-1a8e1625-50c8-40df-a239-95b7e815ad49 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e475a35-c6d0-4d20-93e4-f37983c1cdea HTTP/1.1" status: 200 len: 943 time: 1.7204440 Feb 09 14:27:53.324574 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-61508760-6923-40f2-9531-c9bf70c699da req-d43ae0a8-5207-4afa-9a31-de62cf25e3d7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3590336 Feb 09 14:27:53.324837 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-032c8ea8-640c-4d22-afc5-965223b5a2fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:53.385386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=53e09e91-0110-4765-8f6e-d682316cc973,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:53.406323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-48c079c3-ba98-486e-920f-35e55796733a req-9b484261-8790-4ffc-bda1-15176790e7b9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] For port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=19d5bdfb-6f91-43f1-a994-fa6a8fc0381b,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:53.406323 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-9b484261-8790-4ffc-bda1-15176790e7b9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:53.527818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No DVR routers for this DVR port 53e09e91-0110-4765-8f6e-d682316cc973 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:27:53.684036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900268b-4b4a-4225-903b-8a9d8452e888 req-69f5a30a-050b-4159-8ee6-75bb13089476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:53.703093 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3900268b-4b4a-4225-903b-8a9d8452e888 req-69f5a30a-050b-4159-8ee6-75bb13089476 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.5001156 Feb 09 14:27:53.771347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-48c079c3-ba98-486e-920f-35e55796733a req-9b484261-8790-4ffc-bda1-15176790e7b9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Calling delete_port for 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:53.779913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c6d8623c-1642-4437-a0d7-868a18d621e0 None None] For port dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:27:53.780398 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c6d8623c-1642-4437-a0d7-868a18d621e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:53.850122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032c8ea8-640c-4d22-afc5-965223b5a2fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:53.878904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-032c8ea8-640c-4d22-afc5-965223b5a2fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:53.907136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c8ea8-640c-4d22-afc5-965223b5a2fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:27:53.920204 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032c8ea8-640c-4d22-afc5-965223b5a2fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:53.920900 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-032c8ea8-640c-4d22-afc5-965223b5a2fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:53.979861 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c6d8623c-1642-4437-a0d7-868a18d621e0 None None] Calling delete_port for dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:54.035300 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:54.096581 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cc3b1dd5-c782-443d-aeef-0a7a7e7c55df req-6f699b0b-4390-42a1-908f-1ea9680be1d5 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7378874 Feb 09 14:27:54.099894 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c6d8623c-1642-4437-a0d7-868a18d621e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:54.119388 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c8ea8-640c-4d22-afc5-965223b5a2fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=b36f39cd-786e-4cc3-950e-515411f6b327,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:54.140165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-032c8ea8-640c-4d22-afc5-965223b5a2fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.2304835 Feb 09 14:27:54.140995 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45242) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:54.194026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd8ba96-e87e-40b4-8c07-efce2b6011bd']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:54.224632 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e150a8c-ada2-436e-95d7-f075256b710a') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:54.224929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e150a8c-ada2-436e-95d7-f075256b710a') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:54.228265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8623c-1642-4437-a0d7-868a18d621e0 None None] Pushing event deleted for resources: {'Port': ['ID=dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:54.252515 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:54.253041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d8623c-1642-4437-a0d7-868a18d621e0 None None] No DVR routers for this DVR port dfd0d5cc-cc00-40e8-b977-e2854bc5a7d8 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:27:54.279099 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:54.281243 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66f580c-01eb-492c-85a8-09cc30b9d16a None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:54.311435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:27:54.311973 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:54.336824 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-deleted', 'tag': '89eb2817-e4ee-41b5-b56e-200af49eed31', 'status': 'completed', 'code': 200} Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:27:54.338568 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:27:54.360404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97451371-4f96-40fd-8368-8a52f2be341d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:54.361208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-97451371-4f96-40fd-8368-8a52f2be341d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:54.451873 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900268b-4b4a-4225-903b-8a9d8452e888 req-f23e208a-4416-4a18-80b4-4f6c46e2d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:54.453364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3900268b-4b4a-4225-903b-8a9d8452e888 req-f23e208a-4416-4a18-80b4-4f6c46e2d7b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5159979 Feb 09 14:27:54.475307 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-9b484261-8790-4ffc-bda1-15176790e7b9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:54.659850 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-97451371-4f96-40fd-8368-8a52f2be341d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:54.662971 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-97451371-4f96-40fd-8368-8a52f2be341d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.5171385 Feb 09 14:27:54.665202 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:54.671040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45246) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:54.696842 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3900268b-4b4a-4225-903b-8a9d8452e888 req-7e255679-5d8d-4f77-b64e-a3944ed8c75a service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330477 Feb 09 14:27:54.707915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b484261-8790-4ffc-bda1-15176790e7b9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event deleted for resources: {'Port': ['ID=19d5bdfb-6f91-43f1-a994-fa6a8fc0381b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:54.717684 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': '9215bd82-59e2-4c67-8465-059edc0ced5f'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:27:54.718597 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:54.720393 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:54.785170 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Network': ['ID=7cd8ba96-e87e-40b4-8c07-efce2b6011bd,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:54.804911 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-000d989b-e18f-4e82-8964-4a4cf6bc53a1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/networks/7cd8ba96-e87e-40b4-8c07-efce2b6011bd HTTP/1.1" status: 204 len: 168 time: 3.4506602 Feb 09 14:27:54.811499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45252) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:54.827384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c6899363-7960-4c5e-922b-3f6ab9d47b04 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-10873851'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:54.842265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c6899363-7960-4c5e-922b-3f6ab9d47b04 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:54.854173 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c6899363-7960-4c5e-922b-3f6ab9d47b04 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:network and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:54.862791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c6899363-7960-4c5e-922b-3f6ab9d47b04 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:54.871747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-bdeae682-a009-4436-b38e-4a07e91af4e4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port b36f39cd-786e-4cc3-950e-515411f6b327 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:27:54.872818 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bdeae682-a009-4436-b38e-4a07e91af4e4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:54.916690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07222849-5680-412c-949f-7f4f913e37d4 req-c32525ee-9182-422b-ae73-bd8a32bd892f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:54.917456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-07222849-5680-412c-949f-7f4f913e37d4 req-c32525ee-9182-422b-ae73-bd8a32bd892f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Synchronizing usage tracker for tenant:fa10991579a24c27b1b3f21f294a7343 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:54.924947 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c6899363-7960-4c5e-922b-3f6ab9d47b04 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:54.938246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Allocated IP 2001:db8::2 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/9215bd82-59e2-4c67-8465-059edc0ced5f/80402bf8-a5a8-4f12-99db-7713c98941e8) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:54.959868 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17602cf8-c655-46ed-b460-7ab927699c58 req-701cf205-7ff8-404b-a8a1-129e2b0102a1 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:54.967449 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-17602cf8-c655-46ed-b460-7ab927699c58 req-701cf205-7ff8-404b-a8a1-129e2b0102a1 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.5081456 Feb 09 14:27:55.009057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6899363-7960-4c5e-922b-3f6ab9d47b04 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:55.013081 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6899363-7960-4c5e-922b-3f6ab9d47b04 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:55.092895 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3900268b-4b4a-4225-903b-8a9d8452e888 req-2c730233-e52a-4981-8937-ae967ee2e941 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675463 Feb 09 14:27:55.103475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c079c3-ba98-486e-920f-35e55796733a req-9b484261-8790-4ffc-bda1-15176790e7b9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] No DVR routers for this DVR port 19d5bdfb-6f91-43f1-a994-fa6a8fc0381b on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:27:55.107842 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48c079c3-ba98-486e-920f-35e55796733a req-9b484261-8790-4ffc-bda1-15176790e7b9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:55.129858 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48c079c3-ba98-486e-920f-35e55796733a req-9b484261-8790-4ffc-bda1-15176790e7b9 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.35 "DELETE /v2.0/ports/19d5bdfb-6f91-43f1-a994-fa6a8fc0381b HTTP/1.1" status: 204 len: 173 time: 3.5174692 Feb 09 14:27:55.134536 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-17602cf8-c655-46ed-b460-7ab927699c58 req-f95d67b9-46bc-4982-8f9a-46f7ceebb1ff tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660907 Feb 09 14:27:55.166758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-07222849-5680-412c-949f-7f4f913e37d4 req-c32525ee-9182-422b-ae73-bd8a32bd892f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Unset dirty status for tenant:fa10991579a24c27b1b3f21f294a7343 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:55.167960 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-07222849-5680-412c-949f-7f4f913e37d4 req-c32525ee-9182-422b-ae73-bd8a32bd892f tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 942 time: 1.3088622 Feb 09 14:27:55.218247 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45262) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:55.377301 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:55.416911 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-07222849-5680-412c-949f-7f4f913e37d4 req-6c8d86bc-a03a-481f-ba39-f472febaa067 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups?id=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336624 Feb 09 14:27:55.433458 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Transition to ACTIVE for port object 80402bf8-a5a8-4f12-99db-7713c98941e8 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:55.435473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6899363-7960-4c5e-922b-3f6ab9d47b04 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:27:55.437325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd778b67-c668-43e0-95a2-17731e8ac39c admin admin] Deleting subnet cac8a23d-83d5-4069-bfc0-596b1af6df6c {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:27:55.441125 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dd778b67-c668-43e0-95a2-17731e8ac39c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:55.482034 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Transition to ACTIVE for port object 80402bf8-a5a8-4f12-99db-7713c98941e8 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:55.496021 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:55.507505 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6899363-7960-4c5e-922b-3f6ab9d47b04 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:55.508193 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-c6899363-7960-4c5e-922b-3f6ab9d47b04 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Added segment 8b53a613-11bf-413f-88d3-df361057c771 of type vlan for network db45aeeb-445b-44aa-aec5-14ec848fb9ac Feb 09 14:27:55.548183 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6899363-7960-4c5e-922b-3f6ab9d47b04 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:55.552886 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dd778b67-c668-43e0-95a2-17731e8ac39c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:55.694283 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dd778b67-c668-43e0-95a2-17731e8ac39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:55.712648 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:55.721650 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:55.739911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:27:55.746847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Pushing event updated for resources: {'Port': ['ID=80402bf8-a5a8-4f12-99db-7713c98941e8,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:55.843139 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dd778b67-c668-43e0-95a2-17731e8ac39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:55.852178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6899363-7960-4c5e-922b-3f6ab9d47b04 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:55.857876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6899363-7960-4c5e-922b-3f6ab9d47b04 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:55.858894 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6899363-7960-4c5e-922b-3f6ab9d47b04 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:55.869329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Attempting to bind port 80402bf8-a5a8-4f12-99db-7713c98941e8 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:27:55.869699 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Attempting to bind port 80402bf8-a5a8-4f12-99db-7713c98941e8 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:27:55.871785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Attempting to bind port 80402bf8-a5a8-4f12-99db-7713c98941e8 on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:27:55.875973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:27:55.876344 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:27:55.876740 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:55.877122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:27:55.877579 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Bound port: 80402bf8-a5a8-4f12-99db-7713c98941e8, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:27:55.877941 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:55.937503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd778b67-c668-43e0-95a2-17731e8ac39c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac8a23d-83d5-4069-bfc0-596b1af6df6c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:55.942205 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dd778b67-c668-43e0-95a2-17731e8ac39c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:55.960717 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bdeae682-a009-4436-b38e-4a07e91af4e4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:55.964792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dd778b67-c668-43e0-95a2-17731e8ac39c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cac8a23d-83d5-4069-bfc0-596b1af6df6c HTTP/1.1" status: 204 len: 168 time: 0.7408502 Feb 09 14:27:55.969437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45284) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:55.983295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-02e991cc-d42f-465e-bfb4-21fb8059a584 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:55.984844 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-02e991cc-d42f-465e-bfb4-21fb8059a584 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 812 time: 0.3998415 Feb 09 14:27:56.026324 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c6899363-7960-4c5e-922b-3f6ab9d47b04 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2084544 Feb 09 14:27:56.030002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45290) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:56.046066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] For port 80402bf8-a5a8-4f12-99db-7713c98941e8, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:27:56.057704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] For port 80402bf8-a5a8-4f12-99db-7713c98941e8, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=80402bf8-a5a8-4f12-99db-7713c98941e8,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:27:56.063275 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:56.099050 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-93e1dbb6-2298-4f34-9129-26163f61f7d0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/quotas/b4a884575aa84a789b4857840c80c824 HTTP/1.1" status: 200 len: 375 time: 0.1010137 Feb 09 14:27:56.154582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ca058841-cf34-4fd5-89bb-2a135237b8e3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'subnet': {'network_id': 'db45aeeb-445b-44aa-aec5-14ec848fb9ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:56.239681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-bdeae682-a009-4436-b38e-4a07e91af4e4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for b36f39cd-786e-4cc3-950e-515411f6b327 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:27:56.241837 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91d8a9-29b0-4dc2-9244-c6194a4e1889 None None] Pushing event updated for resources: {'Port': ['ID=80402bf8-a5a8-4f12-99db-7713c98941e8,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:56.338874 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e475a35-c6d0-4d20-93e4-f37983c1cdea', 'name': 'network-vif-deleted', 'tag': '3c6ad6cc-717e-4c0a-86ec-056b8499d498'}, {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-deleted', 'tag': '19d5bdfb-6f91-43f1-a994-fa6a8fc0381b'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:27:56.368001 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-60a636be-02fd-4775-a4ed-64046e76d67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:56.392205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ca058841-cf34-4fd5-89bb-2a135237b8e3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:56.397976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ca058841-cf34-4fd5-89bb-2a135237b8e3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:subnet and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:56.411272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ca058841-cf34-4fd5-89bb-2a135237b8e3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:56.456780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6899363-7960-4c5e-922b-3f6ab9d47b04 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Network': ['ID=db45aeeb-445b-44aa-aec5-14ec848fb9ac,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:56.468057 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network db45aeeb-445b-44aa-aec5-14ec848fb9ac details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:27:56.473397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ca058841-cf34-4fd5-89bb-2a135237b8e3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:56.550125 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e475a35-c6d0-4d20-93e4-f37983c1cdea', 'name': 'network-vif-deleted', 'tag': '3c6ad6cc-717e-4c0a-86ec-056b8499d498', 'status': 'completed', 'code': 200} Feb 09 14:27:56.550533 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100df4c-b986-4769-8f51-1e766cc4caeb', 'name': 'network-vif-deleted', 'tag': '19d5bdfb-6f91-43f1-a994-fa6a8fc0381b', 'status': 'completed', 'code': 200} Feb 09 14:27:56.613368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca058841-cf34-4fd5-89bb-2a135237b8e3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:56.617330 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca058841-cf34-4fd5-89bb-2a135237b8e3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:56.770065 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-60a636be-02fd-4775-a4ed-64046e76d67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:56.783289 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-7e61e8b7-7790-45af-a524-23b76b402e50 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6052432 Feb 09 14:27:56.837787 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-60a636be-02fd-4775-a4ed-64046e76d67a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8d79c2-9432-4fdc-bda9-84cda8a258f1']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:56.857369 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6e6e5801-d296-4949-a621-55e48075e9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:56.860119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-60a636be-02fd-4775-a4ed-64046e76d67a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6de0607-ba15-476e-9e5b-c0515de426a4') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:56.861181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-60a636be-02fd-4775-a4ed-64046e76d67a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6de0607-ba15-476e-9e5b-c0515de426a4') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:27:56.929736 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-60a636be-02fd-4775-a4ed-64046e76d67a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:56.939790 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ff56169-4206-4f3a-8296-72bdd76d2f81 req-e5295684-6ebe-494a-a338-87501397e020 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 210 time: 0.0699348 Feb 09 14:27:56.981937 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-60a636be-02fd-4775-a4ed-64046e76d67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:57.007667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a636be-02fd-4775-a4ed-64046e76d67a admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:27:57.007667 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-60a636be-02fd-4775-a4ed-64046e76d67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:57.015521 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bdeae682-a009-4436-b38e-4a07e91af4e4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:57.105765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeae682-a009-4436-b38e-4a07e91af4e4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=b36f39cd-786e-4cc3-950e-515411f6b327,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:27:57.107048 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:27:57.165893 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-f11a2f6c-6617-4b84-860a-74c1956fc40c service neutron] 10.222.0.48 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899623 Feb 09 14:27:57.167162 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bdeae682-a009-4436-b38e-4a07e91af4e4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:57.262398 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-60a636be-02fd-4775-a4ed-64046e76d67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:57.268715 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-60a636be-02fd-4775-a4ed-64046e76d67a admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:57.291834 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bdeae682-a009-4436-b38e-4a07e91af4e4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/b36f39cd-786e-4cc3-950e-515411f6b327 HTTP/1.1" status: 204 len: 168 time: 2.6120529 Feb 09 14:27:57.292659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45310) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:57.314667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a636be-02fd-4775-a4ed-64046e76d67a admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8d79c2-9432-4fdc-bda9-84cda8a258f1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:57.328022 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-60a636be-02fd-4775-a4ed-64046e76d67a admin admin] 10.222.0.48 "DELETE /v2.0/networks/4d8d79c2-9432-4fdc-bda9-84cda8a258f1 HTTP/1.1" status: 204 len: 168 time: 1.3565009 Feb 09 14:27:57.408048 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca058841-cf34-4fd5-89bb-2a135237b8e3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:57.423227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab873923-3d89-435e-813d-5b90f5442fc3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:57.424874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab873923-3d89-435e-813d-5b90f5442fc3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:57.426151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ab873923-3d89-435e-813d-5b90f5442fc3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:57.480122 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-8a7544a0-d2f8-4f1f-acd7-30577ee70ceb service neutron] 10.222.0.48 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023093 Feb 09 14:27:57.483676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ab873923-3d89-435e-813d-5b90f5442fc3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:57.494509 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ab873923-3d89-435e-813d-5b90f5442fc3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1958506 Feb 09 14:27:57.499955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45322) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:57.633015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca058841-cf34-4fd5-89bb-2a135237b8e3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Subnet': ['ID=5be03855-3001-4f6c-8b38-2a9488653da9,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:57.689951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca058841-cf34-4fd5-89bb-2a135237b8e3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Checking segment: {'id': '8b53a613-11bf-413f-88d3-df361057c771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'db45aeeb-445b-44aa-aec5-14ec848fb9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:27:57.691542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca058841-cf34-4fd5-89bb-2a135237b8e3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network hostable DHCP agents. Network: db45aeeb-445b-44aa-aec5-14ec848fb9ac, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:27:57.725392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-215895f7-4a70-44f2-8951-aa250c84ad0b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 9215bd82-59e2-4c67-8465-059edc0ced5f {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:27:57.733532 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-215895f7-4a70-44f2-8951-aa250c84ad0b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:57.740576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca058841-cf34-4fd5-89bb-2a135237b8e3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network db45aeeb-445b-44aa-aec5-14ec848fb9ac is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:27:57.763354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-ca058841-cf34-4fd5-89bb-2a135237b8e3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, db45aeeb-445b-44aa-aec5-14ec848fb9ac) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:57.775982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b30451-7b1a-4f92-ac7e-e213f7300384 None None] Network db45aeeb-445b-44aa-aec5-14ec848fb9ac requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:57.778493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45328) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:57.792009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca058841-cf34-4fd5-89bb-2a135237b8e3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:57.792761 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca058841-cf34-4fd5-89bb-2a135237b8e3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:57.854975 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-215895f7-4a70-44f2-8951-aa250c84ad0b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:57.975539 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87afbcfb-1b27-4bb4-a5f8-c9fe4d9f0e5b req-46939ef9-85e1-484a-840d-f5d0847d3dbf tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 210 time: 0.0592160 Feb 09 14:27:57.998549 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ca058841-cf34-4fd5-89bb-2a135237b8e3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9668641 Feb 09 14:27:58.001360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45338) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:58.008927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-54529760-df0e-41e7-a8bc-77ca457fa22e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-199656043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:58.029720 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dafc88c1-e37d-431a-bc64-4f29946ab17f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b466cc4ddfce445a94207dc130c0d0ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450418 Feb 09 14:27:58.032236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45342) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:58.034419 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-54529760-df0e-41e7-a8bc-77ca457fa22e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:58.041341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-54529760-df0e-41e7-a8bc-77ca457fa22e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:router and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:58.045352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-54529760-df0e-41e7-a8bc-77ca457fa22e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:58.065954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-54529760-df0e-41e7-a8bc-77ca457fa22e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:58.096875 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-215895f7-4a70-44f2-8951-aa250c84ad0b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:58.098491 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54529760-df0e-41e7-a8bc-77ca457fa22e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:58.099454 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54529760-df0e-41e7-a8bc-77ca457fa22e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:58.160006 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54529760-df0e-41e7-a8bc-77ca457fa22e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:58.230740 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54529760-df0e-41e7-a8bc-77ca457fa22e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:58.252470 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d12d901f-a92d-420f-8b43-05deda8b6903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:58.347566 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d12d901f-a92d-420f-8b43-05deda8b6903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:58.432040 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-425aa391-d023-4f11-af4a-3ef173913420 None None] Could not find standard attr ID for object b36f39cd-786e-4cc3-950e-515411f6b327. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:27:58.463467 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54529760-df0e-41e7-a8bc-77ca457fa22e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:58.465180 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-54529760-df0e-41e7-a8bc-77ca457fa22e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4623930 Feb 09 14:27:58.478497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45352) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:58.483114 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-db45aeeb-445b-44aa-aec5-14ec848fb9ac', 'network_id': 'db45aeeb-445b-44aa-aec5-14ec848fb9ac', 'tenant_id': 'e1d5a26f04bf4094b1d1bbdd5458e7eb', 'fixed_ips': [{'subnet_id': '5be03855-3001-4f6c-8b38-2a9488653da9'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:27:58.489329 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:58.490558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-37e04141-a44d-4a0e-af03-c69468324581 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'network_id': 'db45aeeb-445b-44aa-aec5-14ec848fb9ac', 'name': 'tempest-PortsIpV6TestJSON-592708769'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:58.527054 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-215895f7-4a70-44f2-8951-aa250c84ad0b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:58.538553 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-425aa391-d023-4f11-af4a-3ef173913420 None None] Provisioning for port 80402bf8-a5a8-4f12-99db-7713c98941e8 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:58.558209 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d12d901f-a92d-420f-8b43-05deda8b6903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:58.737073 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-215895f7-4a70-44f2-8951-aa250c84ad0b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:58.760627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e549e2cd-9cf3-4ae0-b7f1-98350e964a74 None None] Could not find standard attr ID for object e943d3f7-a440-42fe-a355-145b5d7e8d5f. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:27:58.790527 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-56351708-c8ba-4f0e-8b2c-8d1a52d7ca28 req-0c87b19d-7197-4093-bf35-0944647cf6d2 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2100df4c-b986-4769-8f51-1e766cc4caeb HTTP/1.1" status: 200 len: 210 time: 0.4480803 Feb 09 14:27:58.790908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 80402bf8-a5a8-4f12-99db-7713c98941e8 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:27:58.818991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215895f7-4a70-44f2-8951-aa250c84ad0b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=9215bd82-59e2-4c67-8465-059edc0ced5f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:58.830997 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-215895f7-4a70-44f2-8951-aa250c84ad0b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/9215bd82-59e2-4c67-8465-059edc0ced5f HTTP/1.1" status: 204 len: 168 time: 1.3296649 Feb 09 14:27:58.834116 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45358) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:58.834882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d901f-a92d-420f-8b43-05deda8b6903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c53ad6-e702-49ef-b18b-dd776d07808f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:58.960056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-37e04141-a44d-4a0e-af03-c69468324581 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:58.971440 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-37e04141-a44d-4a0e-af03-c69468324581 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:58.983051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e04141-a44d-4a0e-af03-c69468324581 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:58.988263 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-37e04141-a44d-4a0e-af03-c69468324581 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:59.019318 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b0047660-a9f6-4e87-a13f-0a28136e90ae tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1684136 Feb 09 14:27:59.020954 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d12d901f-a92d-420f-8b43-05deda8b6903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:59.023609 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d12d901f-a92d-420f-8b43-05deda8b6903 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0c53ad6-e702-49ef-b18b-dd776d07808f HTTP/1.1" status: 204 len: 168 time: 0.9891381 Feb 09 14:27:59.026340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45364) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:27:59.042975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f1274408-6b79-435a-a3c7-54efc35b0dae tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:27:59.069338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Allocated IP 2001:db8::2 (db45aeeb-445b-44aa-aec5-14ec848fb9ac/5be03855-3001-4f6c-8b38-2a9488653da9/28b983e5-cbac-41a6-afdd-37b1db4b14aa) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:59.159386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-37e04141-a44d-4a0e-af03-c69468324581 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] device_id is not set on port 2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:27:59.232737 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1263af-f5c4-4d7e-afc0-38ebd2c2b947 req-37df5505-272c-481c-b66f-7163980e92df tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:27:59.233507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0e1263af-f5c4-4d7e-afc0-38ebd2c2b947 req-37df5505-272c-481c-b66f-7163980e92df tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Synchronizing usage tracker for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:27:59.316097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0e1263af-f5c4-4d7e-afc0-38ebd2c2b947 req-37df5505-272c-481c-b66f-7163980e92df tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Unset dirty status for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:27:59.323125 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0e1263af-f5c4-4d7e-afc0-38ebd2c2b947 req-37df5505-272c-481c-b66f-7163980e92df tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 946 time: 1.0517566 Feb 09 14:27:59.329572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f1274408-6b79-435a-a3c7-54efc35b0dae tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:27:59.362982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f1274408-6b79-435a-a3c7-54efc35b0dae tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:27:59.367138 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-374d2792-2acc-49e2-92f2-e8ad77b2f935 req-c328ee68-ab6e-441e-9b2b-f53b83ca9e84 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 210 time: 0.1291184 Feb 09 14:27:59.369960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f1274408-6b79-435a-a3c7-54efc35b0dae tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:27:59.389349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d22ce5b-375e-489e-baf4-a1a1a0e2a0bd None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:27:59.392781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f1274408-6b79-435a-a3c7-54efc35b0dae tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:27:59.425215 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0e1263af-f5c4-4d7e-afc0-38ebd2c2b947 req-f3e3ef21-d800-4cad-a8e6-2253b2152cd6 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011379 Feb 09 14:27:59.436363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1274408-6b79-435a-a3c7-54efc35b0dae tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:27:59.440874 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f1274408-6b79-435a-a3c7-54efc35b0dae tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:59.493785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bd43d694-4a59-4315-8d1a-c7725e780862 None None] Could not find standard attr ID for object b36f39cd-786e-4cc3-950e-515411f6b327. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:27:59.510028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 80402bf8-a5a8-4f12-99db-7713c98941e8 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:27:59.524101 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7f02f496-ab25-4b2b-ba2d-b33d3bba20ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:59.543408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 80402bf8-a5a8-4f12-99db-7713c98941e8 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:27:59.544277 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:59.596295 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:59.682852 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Transition to ACTIVE for port object 28b983e5-cbac-41a6-afdd-37b1db4b14aa will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:59.718094 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Transition to ACTIVE for port object 28b983e5-cbac-41a6-afdd-37b1db4b14aa will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:27:59.758407 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:59.831321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Network db45aeeb-445b-44aa-aec5-14ec848fb9ac is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:27:59.842326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:27:59.851862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:27:59.868590 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:59.871460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-37e04141-a44d-4a0e-af03-c69468324581 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Allocated IP 2001:db8::3ba (db45aeeb-445b-44aa-aec5-14ec848fb9ac/5be03855-3001-4f6c-8b38-2a9488653da9/2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:27:59.878407 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f1274408-6b79-435a-a3c7-54efc35b0dae tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:59.946337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Pushing event updated for resources: {'Port': ['ID=28b983e5-cbac-41a6-afdd-37b1db4b14aa,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:27:59.996478 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:59.997339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:59.997683 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:59.998230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:59.998400 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:59.998636 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:27:59.999523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.000201 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.000815 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.001302 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.001778 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.002253 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.006583 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 80402bf8-a5a8-4f12-99db-7713c98941e8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=80402bf8-a5a8-4f12-99db-7713c98941e8,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:00.018779 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6061bda3-25c5-4564-9ba5-79bdbd3e3258 None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:28:00.023521 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:00.082747 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1274408-6b79-435a-a3c7-54efc35b0dae tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=b1c6aeb8-7f38-4206-9171-7db6379b640b,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:00.122975 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=80402bf8-a5a8-4f12-99db-7713c98941e8,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:00.136012 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6061bda3-25c5-4564-9ba5-79bdbd3e3258 None None] Deleting port 80402bf8-a5a8-4f12-99db-7713c98941e8 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:00.136012 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6061bda3-25c5-4564-9ba5-79bdbd3e3258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:00.136426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45388) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:00.159965 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Attempting to bind port 28b983e5-cbac-41a6-afdd-37b1db4b14aa on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:28:00.160353 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Attempting to bind port 28b983e5-cbac-41a6-afdd-37b1db4b14aa by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '8b53a613-11bf-413f-88d3-df361057c771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'db45aeeb-445b-44aa-aec5-14ec848fb9ac'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:28:00.160753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Attempting to bind port 28b983e5-cbac-41a6-afdd-37b1db4b14aa on network db45aeeb-445b-44aa-aec5-14ec848fb9ac {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:28:00.190135 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:28:00.190661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Checking segment: {'id': '8b53a613-11bf-413f-88d3-df361057c771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'db45aeeb-445b-44aa-aec5-14ec848fb9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:28:00.191080 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:00.191472 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Bound using segment: {'id': '8b53a613-11bf-413f-88d3-df361057c771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'db45aeeb-445b-44aa-aec5-14ec848fb9ac'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:28:00.191977 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Bound port: 28b983e5-cbac-41a6-afdd-37b1db4b14aa, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b53a613-11bf-413f-88d3-df361057c771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'db45aeeb-445b-44aa-aec5-14ec848fb9ac'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:28:00.192476 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:00.230385 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:00.302434 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:00.342995 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:00.344136 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:00.417106 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:00.440278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:00.448305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] For port 28b983e5-cbac-41a6-afdd-37b1db4b14aa, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:28:00.467210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.468309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.468846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.469423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.469951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.471825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.472379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.472504 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] For port 28b983e5-cbac-41a6-afdd-37b1db4b14aa, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=28b983e5-cbac-41a6-afdd-37b1db4b14aa,segment=NetworkSegment(8b53a613-11bf-413f-88d3-df361057c771),segment_id=8b53a613-11bf-413f-88d3-df361057c771)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:28:00.473118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.473905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.474605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.476944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.477570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:00.482723 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:00.489224 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:00.491201 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b590f756-c08f-4e0b-ba68-354694f57258 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "DELETE /v2.0/security-groups/930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284 HTTP/1.1" status: 204 len: 168 time: 0.3537097 Feb 09 14:28:00.493879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45400) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:00.520800 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-f2e16a2c-6742-413b-a908-71b5cc76e286 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] show failed (client error): The resource could not be found. Feb 09 14:28:00.526530 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f2e16a2c-6742-413b-a908-71b5cc76e286 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "GET /v2.0/security-groups/930a5e0a-6ee6-4c3e-ad67-31c8fb6ca284 HTTP/1.1" status: 404 len: 347 time: 0.0271120 Feb 09 14:28:00.527481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45404) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:00.620908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6061bda3-25c5-4564-9ba5-79bdbd3e3258 None None] For port 80402bf8-a5a8-4f12-99db-7713c98941e8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=80402bf8-a5a8-4f12-99db-7713c98941e8,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:00.621312 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6061bda3-25c5-4564-9ba5-79bdbd3e3258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:00.733080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 80402bf8-a5a8-4f12-99db-7713c98941e8 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:28:00.794157 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-37e04141-a44d-4a0e-af03-c69468324581 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:00.834666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-37e04141-a44d-4a0e-af03-c69468324581 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Transition to ACTIVE for port object 2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:00.892524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9df8a57c-71d5-4270-9c65-fe84e924aa66 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Deleting port 829b4a91-4fc5-4b98-bb06-e519507f71dc {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:00.893166 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9df8a57c-71d5-4270-9c65-fe84e924aa66 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:00.982956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1274408-6b79-435a-a3c7-54efc35b0dae tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:00.993976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6061bda3-25c5-4564-9ba5-79bdbd3e3258 None None] Calling delete_port for 80402bf8-a5a8-4f12-99db-7713c98941e8 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:01.030631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-f1274408-6b79-435a-a3c7-54efc35b0dae tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:01.045135 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1274408-6b79-435a-a3c7-54efc35b0dae tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:01.045715 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f1274408-6b79-435a-a3c7-54efc35b0dae tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:01.087475 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-37e04141-a44d-4a0e-af03-c69468324581 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:01.095931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47516a7-ff39-4589-b431-d3f0182cbe38 None None] Pushing event updated for resources: {'Port': ['ID=28b983e5-cbac-41a6-afdd-37b1db4b14aa,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:01.194422 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4981a64f-6537-4123-9fd9-601b36b3a4b8 req-bc5710ee-a5d9-458b-b42f-6e6a134068f2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 210 time: 0.3539870 Feb 09 14:28:01.240024 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:01.256776 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f1274408-6b79-435a-a3c7-54efc35b0dae tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2292869 Feb 09 14:28:01.263232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e04141-a44d-4a0e-af03-c69468324581 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network db45aeeb-445b-44aa-aec5-14ec848fb9ac is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:01.267214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45412) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:01.281028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-37e04141-a44d-4a0e-af03-c69468324581 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:01.283257 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6061bda3-25c5-4564-9ba5-79bdbd3e3258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:01.299117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'fixed_ips': [{'subnet_id': 'b1c6aeb8-7f38-4206-9171-7db6379b640b', 'ip_address': '2001:db8::80d0:7645:d39b:1c1d'}], 'name': 'tempest-NetworksTestDHCPv6-12362520'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:01.318952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e04141-a44d-4a0e-af03-c69468324581 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:28:01.329107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e04141-a44d-4a0e-af03-c69468324581 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:01.329897 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-37e04141-a44d-4a0e-af03-c69468324581 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:01.368394 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061bda3-25c5-4564-9ba5-79bdbd3e3258 None None] Pushing event deleted for resources: {'Port': ['ID=80402bf8-a5a8-4f12-99db-7713c98941e8,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:01.372333 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6061bda3-25c5-4564-9ba5-79bdbd3e3258 None None] No DVR routers for this DVR port 80402bf8-a5a8-4f12-99db-7713c98941e8 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:28:01.396097 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41919c0-3453-4b90-9ae9-bc529a431b9a None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:01.410635 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9df8a57c-71d5-4270-9c65-fe84e924aa66 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:01.411084 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9df8a57c-71d5-4270-9c65-fe84e924aa66 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:01.460062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e04141-a44d-4a0e-af03-c69468324581 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:01.463230 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-37e04141-a44d-4a0e-af03-c69468324581 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9819596 Feb 09 14:28:01.478270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-8c9d0588-baae-4767-9e7d-254366ebae36 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:01.479835 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-8c9d0588-baae-4767-9e7d-254366ebae36 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 946 time: 1.4316981 Feb 09 14:28:01.486215 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-9e61ec31-a18a-46dd-a1aa-3db667aed93c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:01.487607 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-9e61ec31-a18a-46dd-a1aa-3db667aed93c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 812 time: 1.3981869 Feb 09 14:28:01.488110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45416) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:01.535502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9a0e4-0150-4557-b9d8-587b889af4ba req-a5278a5e-4fe3-41f9-8617-77606881a978 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:01.542690 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3f9a0e4-0150-4557-b9d8-587b889af4ba req-a5278a5e-4fe3-41f9-8617-77606881a978 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 946 time: 0.6219516 Feb 09 14:28:01.651154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9df8a57c-71d5-4270-9c65-fe84e924aa66 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Calling delete_port for 829b4a91-4fc5-4b98-bb06-e519507f71dc owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:01.669970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-9e07f92e-db1e-47d0-af82-b3c06bf18fbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Request body: {'port': {'device_id': 'a9a6a2e1-7b1e-4193-81ad-349123cea009', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'admin_state_up': True, 'tenant_id': 'b4a884575aa84a789b4857840c80c824'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:01.804882 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:01.807408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': 'b1c6aeb8-7f38-4206-9171-7db6379b640b'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:28:01.812575 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:01.942587 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9df8a57c-71d5-4270-9c65-fe84e924aa66 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:01.998715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8a57c-71d5-4270-9c65-fe84e924aa66 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event deleted for resources: {'Port': ['ID=829b4a91-4fc5-4b98-bb06-e519507f71dc,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:02.149482 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9df8a57c-71d5-4270-9c65-fe84e924aa66 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:02.168253 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9df8a57c-71d5-4270-9c65-fe84e924aa66 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:02.170122 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9df8a57c-71d5-4270-9c65-fe84e924aa66 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "DELETE /v2.0/floatingips/9325a425-d870-44e2-82dc-bd49a7506269 HTTP/1.1" status: 204 len: 168 time: 1.6405144 Feb 09 14:28:02.172977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45426) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:02.175095 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Allocated IP 2001:db8::2 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/b1c6aeb8-7f38-4206-9171-7db6379b640b/7325d169-43b0-4e68-9018-da96d8793dbe) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:28:02.219070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7d87c0-12e5-4e84-92da-667c7308082b None None] Network db45aeeb-445b-44aa-aec5-14ec848fb9ac requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:02.290316 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b54753a8-abc9-40e6-a165-690a8764dfdc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Deleting port 60c40ead-be90-4c91-9968-52dbcccd172a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:02.290843 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b54753a8-abc9-40e6-a165-690a8764dfdc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:02.453744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-ba55cddd-4ec5-4329-bea8-9f6aa39d45af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Deleting port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:02.454538 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-ba55cddd-4ec5-4329-bea8-9f6aa39d45af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:02.605694 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3f9a0e4-0150-4557-b9d8-587b889af4ba req-4f718c0b-70e5-409b-9820-00c0a0015831 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0620089 Feb 09 14:28:02.631420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fb681f08-699b-4f00-832a-8341aa69c2ca None None] Provisioning for port 28b983e5-cbac-41a6-afdd-37b1db4b14aa completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:02.732576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 28b983e5-cbac-41a6-afdd-37b1db4b14aa up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:28:02.736267 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7003d9ae-c634-47f2-98e8-f11085451259 req-5e60dd9b-f8b1-44a0-8b2d-b997f4a13ca9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 210 time: 0.3625481 Feb 09 14:28:02.813024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-9e07f92e-db1e-47d0-af82-b3c06bf18fbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:02.817001 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b54753a8-abc9-40e6-a165-690a8764dfdc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:02.931092 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:02.934621 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 28b983e5-cbac-41a6-afdd-37b1db4b14aa completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:02.946787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 28b983e5-cbac-41a6-afdd-37b1db4b14aa triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:02.947251 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:02.977537 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Transition to ACTIVE for port object 7325d169-43b0-4e68-9018-da96d8793dbe will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:03.037580 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Transition to ACTIVE for port object 7325d169-43b0-4e68-9018-da96d8793dbe will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:03.061476 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:03.092161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-9e07f92e-db1e-47d0-af82-b3c06bf18fbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:03.097475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b54753a8-abc9-40e6-a165-690a8764dfdc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Calling delete_port for 60c40ead-be90-4c91-9968-52dbcccd172a owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:03.101614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:03.131624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:port and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:03.143316 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:03.151165 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:03.155786 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:03.165818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-9e07f92e-db1e-47d0-af82-b3c06bf18fbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Made reservation on behalf of b4a884575aa84a789b4857840c80c824 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:03.170177 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-9e07f92e-db1e-47d0-af82-b3c06bf18fbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:03.175177 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:28:03.186227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:03.271598 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:28:03.277267 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Pushing event updated for resources: {'Port': ['ID=7325d169-43b0-4e68-9018-da96d8793dbe,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:03.324067 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b54753a8-abc9-40e6-a165-690a8764dfdc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:03.337587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:03.380618 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54753a8-abc9-40e6-a165-690a8764dfdc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event deleted for resources: {'Port': ['ID=60c40ead-be90-4c91-9968-52dbcccd172a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:03.396964 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:03.440099 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7a4a7ac6-69cb-4ada-9f50-43e992386a31 None None] Provisioning for port 2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:03.456336 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7a4a7ac6-69cb-4ada-9f50-43e992386a31 None None] Provisioning complete for port 2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:03.457343 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7a4a7ac6-69cb-4ada-9f50-43e992386a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:03.516147 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b54753a8-abc9-40e6-a165-690a8764dfdc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:03.542804 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b54753a8-abc9-40e6-a165-690a8764dfdc tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "DELETE /v2.0/ports/60c40ead-be90-4c91-9968-52dbcccd172a HTTP/1.1" status: 204 len: 168 time: 1.3686433 Feb 09 14:28:03.545387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45436) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:03.575929 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Attempting to bind port 7325d169-43b0-4e68-9018-da96d8793dbe on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:28:03.576497 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Attempting to bind port 7325d169-43b0-4e68-9018-da96d8793dbe by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:28:03.576841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Attempting to bind port 7325d169-43b0-4e68-9018-da96d8793dbe on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:28:03.595954 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 28b983e5-cbac-41a6-afdd-37b1db4b14aa, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=28b983e5-cbac-41a6-afdd-37b1db4b14aa,segment=NetworkSegment(8b53a613-11bf-413f-88d3-df361057c771),segment_id=8b53a613-11bf-413f-88d3-df361057c771)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:03.599288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a7ac6-69cb-4ada-9f50-43e992386a31 None None] Port 2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:28:03.604756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:28:03.635539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0ec2f604-b535-4639-aa10-c0012b2f7631 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Deleting port b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:03.635920 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f604-b535-4639-aa10-c0012b2f7631 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:03.693126 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:03.726929 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d07b88e8-444d-42cc-8ce0-eed939185444 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:03.755118 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7a4a7ac6-69cb-4ada-9f50-43e992386a31 None None] Provisioning complete for port 28b983e5-cbac-41a6-afdd-37b1db4b14aa triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:03.755493 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7a4a7ac6-69cb-4ada-9f50-43e992386a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:03.785592 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:28:03.785973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:28:03.786381 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:03.786777 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:28:03.787258 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Bound port: 7325d169-43b0-4e68-9018-da96d8793dbe, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:28:03.787639 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:03.977293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-ba55cddd-4ec5-4329-bea8-9f6aa39d45af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] For port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5ae9c28d-999c-4ab4-812a-56d6c7459cf8,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:03.977874 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-ba55cddd-4ec5-4329-bea8-9f6aa39d45af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:04.022707 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:04.197921 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=28b983e5-cbac-41a6-afdd-37b1db4b14aa,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:04.232034 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:04.253661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-ba55cddd-4ec5-4329-bea8-9f6aa39d45af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Calling delete_port for 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:04.262800 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c57dd8b-90a5-46dd-bc79-889ce1317b55 req-ec1762da-3419-4e1c-bbe7-a720b0358378 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 210 time: 0.1133983 Feb 09 14:28:04.275301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] For port 7325d169-43b0-4e68-9018-da96d8793dbe, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:28:04.279135 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] For port 7325d169-43b0-4e68-9018-da96d8793dbe, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7325d169-43b0-4e68-9018-da96d8793dbe,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:28:04.289137 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f604-b535-4639-aa10-c0012b2f7631 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:04.302088 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:04.424968 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438c8559-7b02-4be0-b6c5-c1de1db9ed97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae9c28d-999c-4ab4-812a-56d6c7459cf8'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:28:04.451838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf88ad9-62f8-4f08-a3d0-6ec6f0af6afd None None] Pushing event updated for resources: {'Port': ['ID=7325d169-43b0-4e68-9018-da96d8793dbe,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:04.467081 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5ae9c28d-999c-4ab4-812a-56d6c7459cf8,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:04.481621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0ec2f604-b535-4639-aa10-c0012b2f7631 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Calling delete_port for b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:04.495142 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:04.525834 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-40d3e8d5-6499-4b86-8360-5b86971c3c0b tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=38434e5b88294c10b3ea0ede6e234ce2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1397715 Feb 09 14:28:04.680639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 28b983e5-cbac-41a6-afdd-37b1db4b14aa up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:28:04.729133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=5ae9c28d-999c-4ab4-812a-56d6c7459cf8,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:04.770784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-9e07f92e-db1e-47d0-af82-b3c06bf18fbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Allocated IP 172.20.0.3 (a1587716-277d-4b6f-89df-24e96250ab9d/f7392afa-2a9c-4064-b2be-b0d20969d51e/97e2cb23-f44b-4f57-ba04-fd0e8929b244) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:28:04.777431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port 6804e987-f9c0-49f1-bfd4-1f06fd1871b1 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:28:04.782382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-551922c4-fb69-4b02-a6ff-b9af3aa99797 None None] Provisioning complete for port 2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:04.782755 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-551922c4-fb69-4b02-a6ff-b9af3aa99797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:04.908185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-551922c4-fb69-4b02-a6ff-b9af3aa99797 None None] Port 2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:28:04.911415 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 28b983e5-cbac-41a6-afdd-37b1db4b14aa triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:04.911888 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:04.945647 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8175b030-f396-4fe4-9deb-2c819ec14378 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:04.955470 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8175b030-f396-4fe4-9deb-2c819ec14378 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4213114 Feb 09 14:28:04.988184 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-d28031a2-4366-4b85-9a0e-9223a7b2e927 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/quotas/38434e5b88294c10b3ea0ede6e234ce2 HTTP/1.1" status: 200 len: 375 time: 0.0314918 Feb 09 14:28:05.030828 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f604-b535-4639-aa10-c0012b2f7631 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:05.104797 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-d77b0c1a-bb26-4632-bcc7-666eb16a30af tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=38434e5b88294c10b3ea0ede6e234ce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1154938 Feb 09 14:28:05.152643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2f604-b535-4639-aa10-c0012b2f7631 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event deleted for resources: {'Port': ['ID=b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:05.243410 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-ba55cddd-4ec5-4329-bea8-9f6aa39d45af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:28:05.244193 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-ba55cddd-4ec5-4329-bea8-9f6aa39d45af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:28:05.245148 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f604-b535-4639-aa10-c0012b2f7631 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:05.258386 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0ec2f604-b535-4639-aa10-c0012b2f7631 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "DELETE /v2.0/ports/b91d233f-fe0c-4bfa-ae7b-ff8e09d5c5ba HTTP/1.1" status: 204 len: 168 time: 1.7110026 Feb 09 14:28:05.261175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45464) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:05.289376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080098e5-e7fb-4e84-80b8-c1dabdace082 req-301c60c2-ffdf-4c1b-853d-1c4f46321a63 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:05.291007 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-080098e5-e7fb-4e84-80b8-c1dabdace082 req-301c60c2-ffdf-4c1b-853d-1c4f46321a63 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 944 time: 1.0487597 Feb 09 14:28:05.296713 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438c8559-7b02-4be0-b6c5-c1de1db9ed97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae9c28d-999c-4ab4-812a-56d6c7459cf8', 'code': 200} Feb 09 14:28:05.408464 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fbdb1a73-7b58-4e01-81c5-272286606ba8 req-e3cef155-4376-4f3e-abd9-fa96f3250978 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 210 time: 0.0661330 Feb 09 14:28:05.416179 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-403a74d4-e065-4e4a-a20a-637c5a2c6508 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Deleting subnet caf27f7d-fe34-45ce-96dd-e4751dbd5b8b {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:28:05.420347 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-403a74d4-e065-4e4a-a20a-637c5a2c6508 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:05.523286 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-403a74d4-e065-4e4a-a20a-637c5a2c6508 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:05.578463 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-080098e5-e7fb-4e84-80b8-c1dabdace082 req-725cca41-d8c1-4b96-a994-935131296f97 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737293 Feb 09 14:28:05.593632 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-d07b88e8-444d-42cc-8ce0-eed939185444 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:28:05.656313 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d07b88e8-444d-42cc-8ce0-eed939185444 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:05.661632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::80d0:7645:d39b:1c1d (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/b1c6aeb8-7f38-4206-9171-7db6379b640b/6804e987-f9c0-49f1-bfd4-1f06fd1871b1) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:28:05.678313 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d07b88e8-444d-42cc-8ce0-eed939185444 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:05.742253 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f44dd29e-4447-4f19-ac4f-d92a307abbce req-7c8069e2-4130-4c9d-b792-af5353fdbc54 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 210 time: 0.0901918 Feb 09 14:28:05.747415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-ba55cddd-4ec5-4329-bea8-9f6aa39d45af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Deleting port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:05.747789 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-ba55cddd-4ec5-4329-bea8-9f6aa39d45af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:05.804859 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-403a74d4-e065-4e4a-a20a-637c5a2c6508 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:05.807541 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-9e07f92e-db1e-47d0-af82-b3c06bf18fbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:05.908372 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-403a74d4-e065-4e4a-a20a-637c5a2c6508 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:05.954509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a74d4-e065-4e4a-a20a-637c5a2c6508 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event deleted for resources: {'Subnet': ['ID=caf27f7d-fe34-45ce-96dd-e4751dbd5b8b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:05.959133 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-403a74d4-e065-4e4a-a20a-637c5a2c6508 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:05.968909 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-403a74d4-e065-4e4a-a20a-637c5a2c6508 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "DELETE /v2.0/subnets/caf27f7d-fe34-45ce-96dd-e4751dbd5b8b HTTP/1.1" status: 204 len: 168 time: 0.7065263 Feb 09 14:28:05.969902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45476) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:05.995547 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a214b1-fead-4208-b8e4-190597cdb214 None None] Network e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:06.076344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f7d113-6b78-484d-8e4a-940990edbdc7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Deleting subnet 6a2abefd-c835-4a47-b003-11082e488e18 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:28:06.084529 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-76f7d113-6b78-484d-8e4a-940990edbdc7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:06.159662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b88e8-444d-42cc-8ce0-eed939185444 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:06.173690 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-76f7d113-6b78-484d-8e4a-940990edbdc7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:06.214129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-9e07f92e-db1e-47d0-af82-b3c06bf18fbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Transition to ACTIVE for port object 97e2cb23-f44b-4f57-ba04-fd0e8929b244 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:06.328334 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-76f7d113-6b78-484d-8e4a-940990edbdc7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:06.390060 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d07b88e8-444d-42cc-8ce0-eed939185444 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:06.401548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-10c71e63-28d5-468a-b5d3-068ee3f8d32f None None] Provisioning complete for port 2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:06.402340 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-10c71e63-28d5-468a-b5d3-068ee3f8d32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:06.468398 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-76f7d113-6b78-484d-8e4a-940990edbdc7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:06.470524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-10c71e63-28d5-468a-b5d3-068ee3f8d32f None None] Port 2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:28:06.537818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7d113-6b78-484d-8e4a-940990edbdc7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2abefd-c835-4a47-b003-11082e488e18,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:06.540701 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-76f7d113-6b78-484d-8e4a-940990edbdc7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:06.552262 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-76f7d113-6b78-484d-8e4a-940990edbdc7 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "DELETE /v2.0/subnets/6a2abefd-c835-4a47-b003-11082e488e18 HTTP/1.1" status: 204 len: 168 time: 0.5809238 Feb 09 14:28:06.553002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45482) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:06.567013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b92a8f-02b6-412b-8b81-c92ac0fd6e3d None None] Network f95aa98c-a00b-4cac-9271-8db21c81664d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:06.783924 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:06.784357 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0cfb07-a8de-4470-82b5-93ba0219d37f None None] DHCP port deletion for e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:28:06.786124 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7325d169-43b0-4e68-9018-da96d8793dbe up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:28:06.867408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bb0cfb07-a8de-4470-82b5-93ba0219d37f None None] Deleting port a3353b74-86a4-481a-9421-1bb849f53412 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:06.867954 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bb0cfb07-a8de-4470-82b5-93ba0219d37f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:06.894174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Deleting port a3353b74-86a4-481a-9421-1bb849f53412 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:06.894726 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:07.077612 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-9c5f516d-218b-49a8-b240-9d443c1748f6 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=38434e5b88294c10b3ea0ede6e234ce2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1306508 Feb 09 14:28:07.081001 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-215364cb-f507-4431-9e12-743b6c6b247f req-b830c5a3-9210-4e4f-93b1-bb05f52ea296 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 210 time: 0.1505859 Feb 09 14:28:07.081726 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-68ecebcd-44d6-41ba-8136-e8e5e6e99c7d None None] Provisioning for port 7325d169-43b0-4e68-9018-da96d8793dbe completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:07.122082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 7325d169-43b0-4e68-9018-da96d8793dbe completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:07.158752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57c054-0e84-46f5-a774-762ec7335e35 req-48c50e2f-7be3-4e62-b841-aeaff6074105 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:07.160550 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ee57c054-0e84-46f5-a774-762ec7335e35 req-48c50e2f-7be3-4e62-b841-aeaff6074105 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 944 time: 0.3736072 Feb 09 14:28:07.178066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7325d169-43b0-4e68-9018-da96d8793dbe triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:07.178484 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:07.312003 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ee57c054-0e84-46f5-a774-762ec7335e35 req-6daafaed-dbcf-46bc-9705-984c169c7c19 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400764 Feb 09 14:28:07.331163 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8f59b8d-1977-4ef8-9d4a-4c501f5da8df req-5c309559-155d-4082-8c45-0cf7f8a5557f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 210 time: 0.0794046 Feb 09 14:28:07.370860 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-9e07f92e-db1e-47d0-af82-b3c06bf18fbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:07.391937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['e658954f-01f9-49b0-b68a-afc1daf383c9', '89616186-2545-46c6-a544-b311c5d5aebc'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:28:07.397578 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] For port a3353b74-86a4-481a-9421-1bb849f53412, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a3353b74-86a4-481a-9421-1bb849f53412,segment=NetworkSegment(12be5f86-6f0d-4172-8c3d-f30bde566f16),segment_id=12be5f86-6f0d-4172-8c3d-f30bde566f16)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:07.398966 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:07.457406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-6a9a6936-adff-43a8-9224-2703544784c7 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:07.458935 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-6a9a6936-adff-43a8-9224-2703544784c7 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3547411 Feb 09 14:28:07.496466 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b571d4-7da7-4819-bcfb-0f96de88e352 None None] DHCP port deletion for f95aa98c-a00b-4cac-9271-8db21c81664d request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:28:07.498593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Request body: {'port': {'device_id': '65b45a06-2f73-47b9-aa19-484d86ab9b8d', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': '38434e5b88294c10b3ea0ede6e234ce2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:07.522345 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-16b571d4-7da7-4819-bcfb-0f96de88e352 None None] Deleting port 2f3485d0-f9b1-4328-a293-e220e84aa7c2 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:07.522805 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-16b571d4-7da7-4819-bcfb-0f96de88e352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:07.589163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-bb0cfb07-a8de-4470-82b5-93ba0219d37f None None] For port a3353b74-86a4-481a-9421-1bb849f53412, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a3353b74-86a4-481a-9421-1bb849f53412,segment=NetworkSegment(12be5f86-6f0d-4172-8c3d-f30bde566f16),segment_id=12be5f86-6f0d-4172-8c3d-f30bde566f16)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:07.589664 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bb0cfb07-a8de-4470-82b5-93ba0219d37f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:07.598078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Calling delete_port for a3353b74-86a4-481a-9421-1bb849f53412 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:07.676908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-9e07f92e-db1e-47d0-af82-b3c06bf18fbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Network a1587716-277d-4b6f-89df-24e96250ab9d is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:07.708943 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:07.710715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-9e07f92e-db1e-47d0-af82-b3c06bf18fbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:07.713190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-9e07f92e-db1e-47d0-af82-b3c06bf18fbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:28:07.780038 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event deleted for resources: {'Port': ['ID=a3353b74-86a4-481a-9421-1bb849f53412,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:07.783967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07f92e-db1e-47d0-af82-b3c06bf18fbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event updated for resources: {'Port': ['ID=97e2cb23-f44b-4f57-ba04-fd0e8929b244,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:07.786566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] No DVR routers for this DVR port a3353b74-86a4-481a-9421-1bb849f53412 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:28:07.795472 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:07.800920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-ba55cddd-4ec5-4329-bea8-9f6aa39d45af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] For port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5ae9c28d-999c-4ab4-812a-56d6c7459cf8,segment=NetworkSegment(63a13ab8-e67b-4f1a-9fec-93f332ec7fa2),segment_id=63a13ab8-e67b-4f1a-9fec-93f332ec7fa2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:07.801294 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-ba55cddd-4ec5-4329-bea8-9f6aa39d45af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:07.812808 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bb0cfb07-a8de-4470-82b5-93ba0219d37f None None] Calling delete_port for a3353b74-86a4-481a-9421-1bb849f53412 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:07.853163 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:07.941857 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:07.959555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:07.975712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-ba55cddd-4ec5-4329-bea8-9f6aa39d45af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Calling delete_port for 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:07.981054 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:07.998882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12be5f86-6f0d-4172-8c3d-f30bde566f16') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:07.999278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12be5f86-6f0d-4172-8c3d-f30bde566f16') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:08.016447 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:08.018537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Usage tracker for resource:port and tenant:38434e5b88294c10b3ea0ede6e234ce2 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:08.028830 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d07b88e8-444d-42cc-8ce0-eed939185444 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:08.035600 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:08.045403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:28:08.045986 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:08.052842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object 6804e987-f9c0-49f1-bfd4-1f06fd1871b1 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:08.054464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:08.077565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:08.114008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 7325d169-43b0-4e68-9018-da96d8793dbe, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7325d169-43b0-4e68-9018-da96d8793dbe,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:08.117342 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-16b571d4-7da7-4819-bcfb-0f96de88e352 None None] For port 2f3485d0-f9b1-4328-a293-e220e84aa7c2, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2f3485d0-f9b1-4328-a293-e220e84aa7c2,segment=NetworkSegment(b533b1ac-441f-4004-8d37-2a479f4ed71a),segment_id=b533b1ac-441f-4004-8d37-2a479f4ed71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:08.117957 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-16b571d4-7da7-4819-bcfb-0f96de88e352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:08.123401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-9e07f92e-db1e-47d0-af82-b3c06bf18fbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:08.128752 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-9e07f92e-db1e-47d0-af82-b3c06bf18fbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:08.136240 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:28:08.175398 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:28:08.182195 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:08.218555 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:08.238348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event deleted for resources: {'Network': ['ID=e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:08.244891 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3c4f322f-008b-4767-b583-d4568ea61a50 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "DELETE /v2.0/networks/e37c5ed8-7dd4-4ca0-9545-f993a88d3eb1 HTTP/1.1" status: 204 len: 168 time: 1.6908607 Feb 09 14:28:08.265132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45494) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:08.271650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Made reservation on behalf of 38434e5b88294c10b3ea0ede6e234ce2 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:08.275366 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:08.296394 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fa551c2a-1b13-4095-810d-040d0b6abb13 req-c5db7ac2-cca7-4675-871b-80d6b4f77d50 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 210 time: 0.0542378 Feb 09 14:28:08.324718 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-bb0cfb07-a8de-4470-82b5-93ba0219d37f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:28:08.325079 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-bb0cfb07-a8de-4470-82b5-93ba0219d37f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:28:08.331944 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:08.338430 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-16b571d4-7da7-4819-bcfb-0f96de88e352 None None] Calling delete_port for 2f3485d0-f9b1-4328-a293-e220e84aa7c2 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:08.536574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:08.539478 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-9e07f92e-db1e-47d0-af82-b3c06bf18fbc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9890552 Feb 09 14:28:08.541725 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=7325d169-43b0-4e68-9018-da96d8793dbe,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:08.545542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cbf4105a-4f0b-4c60-b71f-bc737511385b None None] Provisioning for port 97e2cb23-f44b-4f57-ba04-fd0e8929b244 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:08.586430 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cbf4105a-4f0b-4c60-b71f-bc737511385b None None] Provisioning complete for port 97e2cb23-f44b-4f57-ba04-fd0e8929b244 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:08.586821 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cbf4105a-4f0b-4c60-b71f-bc737511385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:08.605114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494a5e6-b6f1-4432-922e-6c00e75c308a req-5056d98c-d455-4628-9c41-457d5799f2e7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:08.618913 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a494a5e6-b6f1-4432-922e-6c00e75c308a req-5056d98c-d455-4628-9c41-457d5799f2e7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 931 time: 0.1279533 Feb 09 14:28:08.662746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-cbf4105a-4f0b-4c60-b71f-bc737511385b None None] Port 97e2cb23-f44b-4f57-ba04-fd0e8929b244 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:28:08.669823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2f3485d0-f9b1-4328-a293-e220e84aa7c2 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:28:08.705116 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a494a5e6-b6f1-4432-922e-6c00e75c308a req-e4c2c7b2-35c5-481a-bff8-fc936f46eb5b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749714 Feb 09 14:28:08.720426 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-16b571d4-7da7-4819-bcfb-0f96de88e352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:08.775953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Usage tracker for resource:security_group_rule and tenant:38434e5b88294c10b3ea0ede6e234ce2 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:08.778263 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 2f3485d0-f9b1-4328-a293-e220e84aa7c2 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:28:08.778610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2f3485d0-f9b1-4328-a293-e220e84aa7c2 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:28:08.779132 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a3353b74-86a4-481a-9421-1bb849f53412 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:28:08.788543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:08.794859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Request body: {'port': {'device_id': 'a9a6a2e1-7b1e-4193-81ad-349123cea009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:08.821523 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:08.822340 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b571d4-7da7-4819-bcfb-0f96de88e352 None None] Pushing event deleted for resources: {'Port': ['ID=2f3485d0-f9b1-4328-a293-e220e84aa7c2,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:08.832832 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bb0cfb07-a8de-4470-82b5-93ba0219d37f None None] Deleting port a3353b74-86a4-481a-9421-1bb849f53412 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:08.833151 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bb0cfb07-a8de-4470-82b5-93ba0219d37f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:08.868260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: a3353b74-86a4-481a-9421-1bb849f53412 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:28:08.868613 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a3353b74-86a4-481a-9421-1bb849f53412 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:28:08.871359 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b571d4-7da7-4819-bcfb-0f96de88e352 None None] No DVR routers for this DVR port 2f3485d0-f9b1-4328-a293-e220e84aa7c2 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:28:08.875625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:08.933568 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-ba55cddd-4ec5-4329-bea8-9f6aa39d45af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:08.935599 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:08.946480 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bb0cfb07-a8de-4470-82b5-93ba0219d37f None None] The port 'a3353b74-86a4-481a-9421-1bb849f53412' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:28:09.031925 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-89470c62-5008-4da9-a22d-6009a1f4c654 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:09.047216 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55cddd-4ec5-4329-bea8-9f6aa39d45af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Pushing event deleted for resources: {'Port': ['ID=5ae9c28d-999c-4ab4-812a-56d6c7459cf8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:09.225739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:09.321070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:09.331251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:28:09.336095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:09.336793 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:09.369102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-ba55cddd-4ec5-4329-bea8-9f6aa39d45af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] No DVR routers for this DVR port 5ae9c28d-999c-4ab4-812a-56d6c7459cf8 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:28:09.388388 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-ba55cddd-4ec5-4329-bea8-9f6aa39d45af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:09.398793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438c8559-7b02-4be0-b6c5-c1de1db9ed97', 'name': 'network-vif-deleted', 'tag': '5ae9c28d-999c-4ab4-812a-56d6c7459cf8'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:28:09.465057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=6804e987-f9c0-49f1-bfd4-1f06fd1871b1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:09.486609 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d8dd476b-c495-4233-8216-5e1309cfd8c6 req-45f3084b-036e-42cc-b8bc-e88eb747034d tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 210 time: 0.0614135 Feb 09 14:28:09.501237 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:09.527151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bb02873d-d932-4b47-9ecd-a33fb63bde82 req-ba55cddd-4ec5-4329-bea8-9f6aa39d45af tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.35 "DELETE /v2.0/ports/5ae9c28d-999c-4ab4-812a-56d6c7459cf8 HTTP/1.1" status: 204 len: 173 time: 8.0284307 Feb 09 14:28:09.527151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-37d13158-8465-433f-bbbe-95c7a62e6729 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 8.2385483 Feb 09 14:28:09.528240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45506) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:09.634454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db3376-f610-40db-a13a-44d7f9fc4d36 req-d2931870-615b-44bb-890b-52a841a62fc9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:09.635182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-73db3376-f610-40db-a13a-44d7f9fc4d36 req-d2931870-615b-44bb-890b-52a841a62fc9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Synchronizing usage tracker for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:09.639364 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438c8559-7b02-4be0-b6c5-c1de1db9ed97', 'name': 'network-vif-deleted', 'tag': '5ae9c28d-999c-4ab4-812a-56d6c7459cf8', 'status': 'completed', 'code': 200} Feb 09 14:28:09.690218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec1b8b1-ab1a-4a43-ab42-c758edde62a0 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:09.697338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec1b8b1-ab1a-4a43-ab42-c758edde62a0 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:09.700384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-eec1b8b1-ab1a-4a43-ab42-c758edde62a0 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:09.727276 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-eec1b8b1-ab1a-4a43-ab42-c758edde62a0 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:09.733559 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-eec1b8b1-ab1a-4a43-ab42-c758edde62a0 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2050574 Feb 09 14:28:09.733877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45510) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:09.766865 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:09.791961 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-89470c62-5008-4da9-a22d-6009a1f4c654 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:09.797962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1f89ca61-0744-42c3-a75f-fdb12fdcac3f None None] Provisioning for port 6804e987-f9c0-49f1-bfd4-1f06fd1871b1 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:09.814105 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1f89ca61-0744-42c3-a75f-fdb12fdcac3f None None] Provisioning complete for port 6804e987-f9c0-49f1-bfd4-1f06fd1871b1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:09.818292 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f89ca61-0744-42c3-a75f-fdb12fdcac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:09.823284 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2f5247d1-eba5-456f-b376-9a643cafb8f7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port 6804e987-f9c0-49f1-bfd4-1f06fd1871b1 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:09.823636 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f5247d1-eba5-456f-b376-9a643cafb8f7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:09.832843 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:09.880325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-73db3376-f610-40db-a13a-44d7f9fc4d36 req-d2931870-615b-44bb-890b-52a841a62fc9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] Unset dirty status for tenant:1420416e843f48a49610ec42176f5998 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:09.887523 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73db3376-f610-40db-a13a-44d7f9fc4d36 req-d2931870-615b-44bb-890b-52a841a62fc9 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/ports?device_id=438c8559-7b02-4be0-b6c5-c1de1db9ed97 HTTP/1.1" status: 200 len: 865 time: 1.3658535 Feb 09 14:28:09.969411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-89470c62-5008-4da9-a22d-6009a1f4c654 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95aa98c-a00b-4cac-9271-8db21c81664d']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:09.992084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-1f89ca61-0744-42c3-a75f-fdb12fdcac3f None None] Port 6804e987-f9c0-49f1-bfd4-1f06fd1871b1 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:28:10.017382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-89470c62-5008-4da9-a22d-6009a1f4c654 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b533b1ac-441f-4004-8d37-2a479f4ed71a') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:10.017983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-89470c62-5008-4da9-a22d-6009a1f4c654 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b533b1ac-441f-4004-8d37-2a479f4ed71a') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:10.108394 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73db3376-f610-40db-a13a-44d7f9fc4d36 req-437e2192-7eb6-48f3-be7f-95008da3aa85 tempest-ServersTestJSON-1744998885 tempest-ServersTestJSON-1744998885-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a87d789-2527-4be0-aeef-750e6ba33fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167745 Feb 09 14:28:10.109126 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcd8153-c7e3-41e8-b3b1-58f520a3becf,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:10.145193 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-89470c62-5008-4da9-a22d-6009a1f4c654 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:10.164065 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-d07b88e8-444d-42cc-8ce0-eed939185444 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:28:10.209860 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d07b88e8-444d-42cc-8ce0-eed939185444 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:10.221745 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-89470c62-5008-4da9-a22d-6009a1f4c654 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:10.233574 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d07b88e8-444d-42cc-8ce0-eed939185444 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:10.235085 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d07b88e8-444d-42cc-8ce0-eed939185444 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:10.263701 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f5247d1-eba5-456f-b376-9a643cafb8f7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:10.284701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89470c62-5008-4da9-a22d-6009a1f4c654 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:28:10.284956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580561a-3719-4984-aff1-5f49be624c51 req-26a0a2cb-a14d-44b0-8549-4a9d53a3b469 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:10.285523 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-89470c62-5008-4da9-a22d-6009a1f4c654 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:10.286541 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6580561a-3719-4984-aff1-5f49be624c51 req-26a0a2cb-a14d-44b0-8549-4a9d53a3b469 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 931 time: 0.2410581 Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:28:10.313873 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:28:10.400187 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:10.554310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2f5247d1-eba5-456f-b376-9a643cafb8f7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for 6804e987-f9c0-49f1-bfd4-1f06fd1871b1 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:10.601672 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7325d169-43b0-4e68-9018-da96d8793dbe up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:28:10.686355 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7325d169-43b0-4e68-9018-da96d8793dbe triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:10.687079 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:10.689167 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6580561a-3719-4984-aff1-5f49be624c51 req-bd183814-26a0-43c3-9618-1d1961fefb54 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957655 Feb 09 14:28:10.775695 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f5247d1-eba5-456f-b376-9a643cafb8f7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:10.832136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5247d1-eba5-456f-b376-9a643cafb8f7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=6804e987-f9c0-49f1-bfd4-1f06fd1871b1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:10.834761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b88e8-444d-42cc-8ce0-eed939185444 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:10.854658 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-174c0cb0-cc47-4f35-ad08-7866926b29c2 req-1f06b150-c873-4e0f-8f23-13d537e8e3f0 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 210 time: 0.0882246 Feb 09 14:28:10.869335 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-89470c62-5008-4da9-a22d-6009a1f4c654 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:10.874468 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-89470c62-5008-4da9-a22d-6009a1f4c654 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:10.883177 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f5247d1-eba5-456f-b376-9a643cafb8f7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:10.901263 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2f5247d1-eba5-456f-b376-9a643cafb8f7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/6804e987-f9c0-49f1-bfd4-1f06fd1871b1 HTTP/1.1" status: 204 len: 168 time: 1.1662862 Feb 09 14:28:10.904496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45520) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:10.906378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Allocated IP 192.168.233.167 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/e9e5b0b6-9c47-4658-83bb-6e59dd0218df) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:28:10.958681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89470c62-5008-4da9-a22d-6009a1f4c654 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] Pushing event deleted for resources: {'Network': ['ID=f95aa98c-a00b-4cac-9271-8db21c81664d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:10.991048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff16dc-0b6b-4505-9508-1a22878cff0e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:10.991446 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-89470c62-5008-4da9-a22d-6009a1f4c654 tempest-TaggedBootDevicesTest_v242-269574123 tempest-TaggedBootDevicesTest_v242-269574123-project] 10.222.0.48 "DELETE /v2.0/networks/f95aa98c-a00b-4cac-9271-8db21c81664d HTTP/1.1" status: 204 len: 168 time: 2.7213097 Feb 09 14:28:10.993430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff16dc-0b6b-4505-9508-1a22878cff0e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:10.995135 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0cff16dc-0b6b-4505-9508-1a22878cff0e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:11.040779 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0cff16dc-0b6b-4505-9508-1a22878cff0e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:11.043832 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0cff16dc-0b6b-4505-9508-1a22878cff0e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1365204 Feb 09 14:28:11.045473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45526) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:11.076156 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07b88e8-444d-42cc-8ce0-eed939185444 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network db45aeeb-445b-44aa-aec5-14ec848fb9ac is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:11.081173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-d07b88e8-444d-42cc-8ce0-eed939185444 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:11.177502 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:28:11.180823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3a103b-6f80-4a26-8787-343a46740bd9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet b1c6aeb8-7f38-4206-9171-7db6379b640b {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:28:11.193262 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc3a103b-6f80-4a26-8787-343a46740bd9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:11.242132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45534) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:11.314070 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e92f3a4-43e7-4639-878a-2fe9c58cd94a admin admin] Deleting subnet 2315fb8e-5bcf-45cb-897d-5aa2d617522a {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:28:11.317155 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e92f3a4-43e7-4639-878a-2fe9c58cd94a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:11.401084 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e92f3a4-43e7-4639-878a-2fe9c58cd94a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:11.494465 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc3a103b-6f80-4a26-8787-343a46740bd9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:11.538309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e2cb23-f44b-4f57-ba04-fd0e8929b244 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:28:11.542529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6f394184-082a-430a-b088-f3c617d2db3a None None] Provisioning complete for port 2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:11.543664 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6f394184-082a-430a-b088-f3c617d2db3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:11.547993 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e92f3a4-43e7-4639-878a-2fe9c58cd94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:11.613581 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:11.660361 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6f394184-082a-430a-b088-f3c617d2db3a None None] Port 2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:28:11.660789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07b88e8-444d-42cc-8ce0-eed939185444 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Router 555e50e1-2656-4185-864d-6f02a43a6ebd is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:28:11.671635 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e92f3a4-43e7-4639-878a-2fe9c58cd94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:11.674359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Transition to ACTIVE for port object 97e2cb23-f44b-4f57-ba04-fd0e8929b244 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:11.676823 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc3a103b-6f80-4a26-8787-343a46740bd9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:11.688781 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:11.692014 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:11.756864 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92f3a4-43e7-4639-878a-2fe9c58cd94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2315fb8e-5bcf-45cb-897d-5aa2d617522a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:11.770147 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e92f3a4-43e7-4639-878a-2fe9c58cd94a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:11.782511 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4e92f3a4-43e7-4639-878a-2fe9c58cd94a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2315fb8e-5bcf-45cb-897d-5aa2d617522a HTTP/1.1" status: 204 len: 168 time: 0.5396793 Feb 09 14:28:11.786401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45544) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:11.939099 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc3a103b-6f80-4a26-8787-343a46740bd9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:11.949987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07b88e8-444d-42cc-8ce0-eed939185444 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:28:11.968346 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d07b88e8-444d-42cc-8ce0-eed939185444 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "PUT /v2.0/routers/555e50e1-2656-4185-864d-6f02a43a6ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4749625 Feb 09 14:28:11.975306 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a4534-9df0-49b7-b34d-e251da1abc9c None None] Sync routers for ids ['555e50e1-2656-4185-864d-6f02a43a6ebd'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:28:11.998114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45550) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:11.999575 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc3a103b-6f80-4a26-8787-343a46740bd9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:12.003074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a4534-9df0-49b7-b34d-e251da1abc9c None None] Routers {'555e50e1-2656-4185-864d-6f02a43a6ebd'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:28:12.003787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-536a4534-9df0-49b7-b34d-e251da1abc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:27:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['555e50e1-2656-4185-864d-6f02a43a6ebd'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:12.060102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Transition to ACTIVE for port object e9e5b0b6-9c47-4658-83bb-6e59dd0218df will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:12.066677 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-518eb03f-dfa0-4274-9c8f-e3222fbfe955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:12.068774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a103b-6f80-4a26-8787-343a46740bd9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c6aeb8-7f38-4206-9171-7db6379b640b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:12.095308 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cc3a103b-6f80-4a26-8787-343a46740bd9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/b1c6aeb8-7f38-4206-9171-7db6379b640b HTTP/1.1" status: 204 len: 168 time: 1.0455408 Feb 09 14:28:12.097078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45554) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:12.143899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8de2d62-8901-4965-9633-919fb4035444 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:12.199453 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d3876869-90f0-4e21-bbcb-150c7ae176f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977952 Feb 09 14:28:12.206708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45558) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:12.214548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-227aba37-33e5-4110-bfd2-7cf0262df52e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:12.225230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Pushing event updated for resources: {'Port': ['ID=97e2cb23-f44b-4f57-ba04-fd0e8929b244,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:12.280625 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-536a4534-9df0-49b7-b34d-e251da1abc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:12.306285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-44866b66-e213-4b62-81dd-b876c6a660cb req-13cda031-4a66-492c-b6e8-ba5d6e70fd4b tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Synchronizing usage tracker for tenant:38434e5b88294c10b3ea0ede6e234ce2 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:12.311426 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a4534-9df0-49b7-b34d-e251da1abc9c None None] Routers {'555e50e1-2656-4185-864d-6f02a43a6ebd'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:28:12.312106 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-536a4534-9df0-49b7-b34d-e251da1abc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:27:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['555e50e1-2656-4185-864d-6f02a43a6ebd'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:12.390397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Attempting to bind port 97e2cb23-f44b-4f57-ba04-fd0e8929b244 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:28:12.390940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Attempting to bind port 97e2cb23-f44b-4f57-ba04-fd0e8929b244 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:28:12.391667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Attempting to bind port 97e2cb23-f44b-4f57-ba04-fd0e8929b244 on network a1587716-277d-4b6f-89df-24e96250ab9d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:28:12.397738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Port 97e2cb23-f44b-4f57-ba04-fd0e8929b244 on network a1587716-277d-4b6f-89df-24e96250ab9d not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:28:12.398074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Attempting to bind port 97e2cb23-f44b-4f57-ba04-fd0e8929b244 on network a1587716-277d-4b6f-89df-24e96250ab9d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:28:12.411085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:28:12.411429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Checking segment: {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:28:12.411846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Bound using segment: {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:28:12.412297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Bound port: 97e2cb23-f44b-4f57-ba04-fd0e8929b244, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a57222cd-b74f-4e06-af1d-850116c658ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:28:12.412652 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:12.421039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-536a4534-9df0-49b7-b34d-e251da1abc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:12.421446 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a4534-9df0-49b7-b34d-e251da1abc9c None None] The sync data for ids ['555e50e1-2656-4185-864d-6f02a43a6ebd'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:28:12.438849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-44866b66-e213-4b62-81dd-b876c6a660cb req-13cda031-4a66-492c-b6e8-ba5d6e70fd4b tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Unset dirty status for tenant:38434e5b88294c10b3ea0ede6e234ce2 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:12.440519 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-44866b66-e213-4b62-81dd-b876c6a660cb req-13cda031-4a66-492c-b6e8-ba5d6e70fd4b tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 210 time: 0.2982168 Feb 09 14:28:12.507522 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:12.583251 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1a831-3043-42ef-8c73-f8a82b7aab9b req-e8db2fef-7544-4bd3-a757-d9d1e90020c8 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:12.590676 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40e1a831-3043-42ef-8c73-f8a82b7aab9b req-e8db2fef-7544-4bd3-a757-d9d1e90020c8 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 943 time: 0.7293365 Feb 09 14:28:12.660633 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-518eb03f-dfa0-4274-9c8f-e3222fbfe955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:12.709493 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40e1a831-3043-42ef-8c73-f8a82b7aab9b req-b58b5178-8caa-44f6-8ea7-e6a572012f4f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177197 Feb 09 14:28:12.711340 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-227aba37-33e5-4110-bfd2-7cf0262df52e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:12.721487 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-227aba37-33e5-4110-bfd2-7cf0262df52e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:12.727321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-518eb03f-dfa0-4274-9c8f-e3222fbfe955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3618a6b3-fa1e-4cc5-af1a-b15890d8ad05']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:12.741662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:12.742356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf74084-b9da-411c-8090-cde2600cad1d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:12.742619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-faf74084-b9da-411c-8090-cde2600cad1d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:12.752726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-227aba37-33e5-4110-bfd2-7cf0262df52e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:12.753102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:12.753102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Pushing event updated for resources: {'Port': ['ID=e9e5b0b6-9c47-4658-83bb-6e59dd0218df,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:12.767815 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:28:12.769420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-227aba37-33e5-4110-bfd2-7cf0262df52e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:12.774491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-518eb03f-dfa0-4274-9c8f-e3222fbfe955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:12.774914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-518eb03f-dfa0-4274-9c8f-e3222fbfe955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a13ab8-e67b-4f1a-9fec-93f332ec7fa2') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:12.775521 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26c3d06-72ac-41a8-a1ae-ef17177cf45d None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:28:12.781433 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d26c3d06-72ac-41a8-a1ae-ef17177cf45d None None] Deleting port 7325d169-43b0-4e68-9018-da96d8793dbe {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:12.782493 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d26c3d06-72ac-41a8-a1ae-ef17177cf45d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:12.797849 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-518eb03f-dfa0-4274-9c8f-e3222fbfe955 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:12.806386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-faf74084-b9da-411c-8090-cde2600cad1d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:12.810736 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-faf74084-b9da-411c-8090-cde2600cad1d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports?device_id=555e50e1-2656-4185-864d-6f02a43a6ebd HTTP/1.1" status: 200 len: 988 time: 0.8024137 Feb 09 14:28:12.814485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45564) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:12.872275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:12.872930 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:12.899236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227aba37-33e5-4110-bfd2-7cf0262df52e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:12.904622 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-227aba37-33e5-4110-bfd2-7cf0262df52e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:12.920464 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-ab6851ad-c71c-43a7-996f-c9b26bebfbc5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4344630 Feb 09 14:28:12.938147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Request body: {'port': {'device_id': '65b45a06-2f73-47b9-aa19-484d86ab9b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:12.987749 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] For port 97e2cb23-f44b-4f57-ba04-fd0e8929b244, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:28:12.991883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] For port 97e2cb23-f44b-4f57-ba04-fd0e8929b244, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=97e2cb23-f44b-4f57-ba04-fd0e8929b244,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:28:13.000795 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:13.012966 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-518eb03f-dfa0-4274-9c8f-e3222fbfe955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:13.028293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518eb03f-dfa0-4274-9c8f-e3222fbfe955 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:28:13.029173 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-518eb03f-dfa0-4274-9c8f-e3222fbfe955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:28:13.096714 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:28:13.196876 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-58c256e2-81a1-4556-bfd0-c72cc17747ce None None] Provisioning for port e9e5b0b6-9c47-4658-83bb-6e59dd0218df completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:13.207154 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d26c3d06-72ac-41a8-a1ae-ef17177cf45d None None] For port 7325d169-43b0-4e68-9018-da96d8793dbe, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7325d169-43b0-4e68-9018-da96d8793dbe,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:13.207547 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d26c3d06-72ac-41a8-a1ae-ef17177cf45d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:13.220949 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-58c256e2-81a1-4556-bfd0-c72cc17747ce None None] Provisioning complete for port e9e5b0b6-9c47-4658-83bb-6e59dd0218df triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:13.221319 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-58c256e2-81a1-4556-bfd0-c72cc17747ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:13.317312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:13.318559 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:13.320722 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] 10.222.0.35 "PUT /v2.0/ports/97e2cb23-f44b-4f57-ba04-fd0e8929b244 HTTP/1.1" status: 200 len: 1091 time: 4.5363340 Feb 09 14:28:13.324892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a6a2e1-7b1e-4193-81ad-349123cea009', 'tag': '97e2cb23-f44b-4f57-ba04-fd0e8929b244'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:28:13.345834 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-518eb03f-dfa0-4274-9c8f-e3222fbfe955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:13.393604 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-518eb03f-dfa0-4274-9c8f-e3222fbfe955 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:13.429375 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518eb03f-dfa0-4274-9c8f-e3222fbfe955 admin admin] Pushing event deleted for resources: {'Network': ['ID=3618a6b3-fa1e-4cc5-af1a-b15890d8ad05,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:13.450011 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-518eb03f-dfa0-4274-9c8f-e3222fbfe955 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3618a6b3-fa1e-4cc5-af1a-b15890d8ad05 HTTP/1.1" status: 204 len: 168 time: 1.6619804 Feb 09 14:28:13.473709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d26c3d06-72ac-41a8-a1ae-ef17177cf45d None None] Calling delete_port for 7325d169-43b0-4e68-9018-da96d8793dbe owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:13.482450 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a6a2e1-7b1e-4193-81ad-349123cea009', 'tag': '97e2cb23-f44b-4f57-ba04-fd0e8929b244', 'status': 'completed', 'code': 200} Feb 09 14:28:13.483312 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:13.680362 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd93ab-5d7a-46c6-be8f-a5662f918a46 service neutron] Pushing event updated for resources: {'Port': ['ID=97e2cb23-f44b-4f57-ba04-fd0e8929b244,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:13.773052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-58c256e2-81a1-4556-bfd0-c72cc17747ce None None] Port e9e5b0b6-9c47-4658-83bb-6e59dd0218df cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:28:13.859924 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d26c3d06-72ac-41a8-a1ae-ef17177cf45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:13.950859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c3d06-72ac-41a8-a1ae-ef17177cf45d None None] Pushing event deleted for resources: {'Port': ['ID=7325d169-43b0-4e68-9018-da96d8793dbe,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:13.964423 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26c3d06-72ac-41a8-a1ae-ef17177cf45d None None] No DVR routers for this DVR port 7325d169-43b0-4e68-9018-da96d8793dbe on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:28:13.978179 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45578) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:13.981407 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-227aba37-33e5-4110-bfd2-7cf0262df52e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:14.062141 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-536f7aed-2ff5-4b3e-a337-60dd84c06c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:14.064316 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-536f7aed-2ff5-4b3e-a337-60dd84c06c0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 1094 time: 0.5841939 Feb 09 14:28:14.093790 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227aba37-33e5-4110-bfd2-7cf0262df52e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:14.108530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-227aba37-33e5-4110-bfd2-7cf0262df52e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:14.117892 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227aba37-33e5-4110-bfd2-7cf0262df52e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:14.118459 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-227aba37-33e5-4110-bfd2-7cf0262df52e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:14.120868 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7659b9-58d4-45bc-a3b2-52c755cdad65 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:14.168023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d169c-24b8-4c20-a7bd-016f3128e0b4 req-2f6f18eb-b9d0-4f05-8b37-8a6d8afa4c61 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:14.169576 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7a4d169c-24b8-4c20-a7bd-016f3128e0b4 req-2f6f18eb-b9d0-4f05-8b37-8a6d8afa4c61 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 936 time: 0.4411178 Feb 09 14:28:14.175805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227aba37-33e5-4110-bfd2-7cf0262df52e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=1ace767c-6a41-407a-aa4b-b932542cdec7,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:14.185971 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-227aba37-33e5-4110-bfd2-7cf0262df52e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9772260 Feb 09 14:28:14.203084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45582) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:14.208612 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9a2da3d6-cf9f-43b2-90d1-679ba0a32823 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1420416e843f48a49610ec42176f5998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2186508 Feb 09 14:28:14.212035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'fixed_ips': [{'subnet_id': '1ace767c-6a41-407a-aa4b-b932542cdec7', 'ip_address': '2001:db8::2ce4:8440:fd27:504e'}], 'name': 'tempest-NetworksTestDHCPv6-1338908559'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:14.217822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-a5d0e630-0f9d-45a1-9d84-b39d6742dfb9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e2cb23-f44b-4f57-ba04-fd0e8929b244 HTTP/1.1" status: 200 len: 217 time: 0.1426156 Feb 09 14:28:14.218327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45586) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:14.367938 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7a4d169c-24b8-4c20-a7bd-016f3128e0b4 req-22b1e844-cd86-4dae-8a63-20e3fe1eb7ff tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbcd8153-c7e3-41e8-b3b1-58f520a3becf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850524 Feb 09 14:28:14.382087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723fd6b-0d32-492f-8c19-a52ba434843c req-2b20c0c6-41c8-4ab6-924c-e5d1a57e7892 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:14.382825 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7723fd6b-0d32-492f-8c19-a52ba434843c req-2b20c0c6-41c8-4ab6-924c-e5d1a57e7892 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Synchronizing usage tracker for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:14.403064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-35ebd127-6ba4-4bee-9be3-f9d59391ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:14.404534 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-35ebd127-6ba4-4bee-9be3-f9d59391ce27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.1643221 Feb 09 14:28:14.450602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:14.456406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:port and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:14.460448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:14.477361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:14.492684 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72a05e8b-d0a3-480f-b361-0e3dd2913f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:14.516187 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7723fd6b-0d32-492f-8c19-a52ba434843c req-2b20c0c6-41c8-4ab6-924c-e5d1a57e7892 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Unset dirty status for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:14.517607 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7723fd6b-0d32-492f-8c19-a52ba434843c req-2b20c0c6-41c8-4ab6-924c-e5d1a57e7892 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 943 time: 0.5411541 Feb 09 14:28:14.523835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:14.563139 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72a05e8b-d0a3-480f-b361-0e3dd2913f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:14.571972 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': '1ace767c-6a41-407a-aa4b-b932542cdec7'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:28:14.573660 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:14.681735 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4d06-0674-4abd-8405-0833e1aaf39d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:14.690311 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7723fd6b-0d32-492f-8c19-a52ba434843c req-0bd09734-a594-4818-ac02-e12480802637 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551411 Feb 09 14:28:14.716218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e5b0b6-9c47-4658-83bb-6e59dd0218df {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:28:14.722894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-5c3c2902-ea77-4865-a138-5da04f4e74e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:14.723102 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7325d169-43b0-4e68-9018-da96d8793dbe no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:28:14.724466 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-5c3c2902-ea77-4865-a138-5da04f4e74e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3032522 Feb 09 14:28:14.729611 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:14.782473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 7325d169-43b0-4e68-9018-da96d8793dbe {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:28:14.782855 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7325d169-43b0-4e68-9018-da96d8793dbe not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:28:14.828863 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72a05e8b-d0a3-480f-b361-0e3dd2913f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:14.906395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Transition to ACTIVE for port object e9e5b0b6-9c47-4658-83bb-6e59dd0218df will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:14.937169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a05e8b-d0a3-480f-b361-0e3dd2913f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a87d789-2527-4be0-aeef-750e6ba33fbf,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:14.938936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Allocated IP 2001:db8::2 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/1ace767c-6a41-407a-aa4b-b932542cdec7/f579620c-ba90-4e84-b6df-e65bdead8ac8) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:28:14.942474 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:15.052938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Pushing event updated for resources: {'Port': ['ID=e9e5b0b6-9c47-4658-83bb-6e59dd0218df,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:15.062573 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:15.211137 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72a05e8b-d0a3-480f-b361-0e3dd2913f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:15.217167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port 461db2f2-df94-4d34-84c9-1d6362a4bc24 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:28:15.224625 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-72a05e8b-d0a3-480f-b361-0e3dd2913f40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a87d789-2527-4be0-aeef-750e6ba33fbf HTTP/1.1" status: 204 len: 168 time: 1.0044236 Feb 09 14:28:15.260369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-480b0599-d222-4271-bce5-ab9275eb0ae6 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269544 Feb 09 14:28:15.292609 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:15.310562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Transition to ACTIVE for port object f579620c-ba90-4e84-b6df-e65bdead8ac8 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:15.350296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Transition to ACTIVE for port object f579620c-ba90-4e84-b6df-e65bdead8ac8 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:15.369900 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:15.556909 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:15.560707 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:15.567247 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:28:15.612698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Pushing event updated for resources: {'Port': ['ID=f579620c-ba90-4e84-b6df-e65bdead8ac8,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:15.639590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f4d06-0674-4abd-8405-0833e1aaf39d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port 2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:15.640625 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4d06-0674-4abd-8405-0833e1aaf39d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:15.767664 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Attempting to bind port f579620c-ba90-4e84-b6df-e65bdead8ac8 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:28:15.768605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Attempting to bind port f579620c-ba90-4e84-b6df-e65bdead8ac8 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:28:15.768605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Attempting to bind port f579620c-ba90-4e84-b6df-e65bdead8ac8 on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:28:15.781612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:28:15.782040 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:28:15.782448 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:15.782836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:28:15.783312 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Bound port: f579620c-ba90-4e84-b6df-e65bdead8ac8, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:28:15.783691 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:16.061964 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] For port f579620c-ba90-4e84-b6df-e65bdead8ac8, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:28:16.070685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] For port f579620c-ba90-4e84-b6df-e65bdead8ac8, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f579620c-ba90-4e84-b6df-e65bdead8ac8,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:28:16.080885 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:16.108366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Attempting to bind port e9e5b0b6-9c47-4658-83bb-6e59dd0218df on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:28:16.109293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Attempting to bind port e9e5b0b6-9c47-4658-83bb-6e59dd0218df by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:28:16.110054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Attempting to bind port e9e5b0b6-9c47-4658-83bb-6e59dd0218df on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:28:16.116732 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f8a0615-3df5-482b-aa23-306a8f6edd01 req-56fa7071-5a21-44f5-815b-b7e57d74d5da service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7998719 Feb 09 14:28:16.138468 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Port e9e5b0b6-9c47-4658-83bb-6e59dd0218df on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:28:16.139312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Attempting to bind port e9e5b0b6-9c47-4658-83bb-6e59dd0218df on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:28:16.153195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:28:16.154084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:28:16.154954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:28:16.155950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Bound port: e9e5b0b6-9c47-4658-83bb-6e59dd0218df, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:28:16.156751 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:16.210355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::2ce4:8440:fd27:504e (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/1ace767c-6a41-407a-aa4b-b932542cdec7/461db2f2-df94-4d34-84c9-1d6362a4bc24) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:28:16.254732 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c8fa5-50e9-422b-96ac-a6c04a778b98 None None] Pushing event updated for resources: {'Port': ['ID=f579620c-ba90-4e84-b6df-e65bdead8ac8,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:16.483397 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:16.505250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object 461db2f2-df94-4d34-84c9-1d6362a4bc24 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:16.636100 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:16.789570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:16.828891 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:16.832777 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:28:16.846432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:16.847005 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:16.850114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ebd91-4f03-45bb-90a5-71feca3fbaec req-ed2335eb-431f-4844-a70a-d360e322a51b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:16.863532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd9ebd91-4f03-45bb-90a5-71feca3fbaec req-ed2335eb-431f-4844-a70a-d360e322a51b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 943 time: 0.9092617 Feb 09 14:28:16.904959 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4d06-0674-4abd-8405-0833e1aaf39d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:16.950727 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] For port e9e5b0b6-9c47-4658-83bb-6e59dd0218df, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:28:16.963376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] For port e9e5b0b6-9c47-4658-83bb-6e59dd0218df, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e9e5b0b6-9c47-4658-83bb-6e59dd0218df,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:28:16.967752 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd9ebd91-4f03-45bb-90a5-71feca3fbaec req-d3aa9e22-bebb-4e55-a38b-d88ef877776e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027050 Feb 09 14:28:16.970672 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:17.039408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644be9b-8d8a-4920-9ac4-67a86159af8a req-0c8f3477-0efa-4cbf-bb8f-5626c55149d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:17.041177 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c644be9b-8d8a-4920-9ac4-67a86159af8a req-0c8f3477-0efa-4cbf-bb8f-5626c55149d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 1094 time: 0.8329437 Feb 09 14:28:17.065396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:17.066156 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:17.068928 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] 10.222.0.35 "PUT /v2.0/ports/e9e5b0b6-9c47-4658-83bb-6e59dd0218df HTTP/1.1" status: 200 len: 1096 time: 4.1375744 Feb 09 14:28:17.106132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b45a06-2f73-47b9-aa19-484d86ab9b8d', 'tag': 'e9e5b0b6-9c47-4658-83bb-6e59dd0218df'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:28:17.179663 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12045469-aaa7-4cfe-a24a-4c7fa05eedb7 req-065e5538-a0ee-456a-bde0-f087f26ea628 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:17.192947 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-12045469-aaa7-4cfe-a24a-4c7fa05eedb7 req-065e5538-a0ee-456a-bde0-f087f26ea628 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 948 time: 1.1755772 Feb 09 14:28:17.228368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f4d06-0674-4abd-8405-0833e1aaf39d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for 2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:17.309113 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b45a06-2f73-47b9-aa19-484d86ab9b8d', 'tag': 'e9e5b0b6-9c47-4658-83bb-6e59dd0218df', 'status': 'completed', 'code': 200} Feb 09 14:28:17.421112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba013b-932b-4918-bace-21be4a1fc5ee service neutron] Pushing event updated for resources: {'Port': ['ID=e9e5b0b6-9c47-4658-83bb-6e59dd0218df,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:17.509574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644be9b-8d8a-4920-9ac4-67a86159af8a req-72fc652f-e652-4b72-8953-e3e259e0081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:17.511563 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c644be9b-8d8a-4920-9ac4-67a86159af8a req-72fc652f-e652-4b72-8953-e3e259e0081f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 0.4596069 Feb 09 14:28:17.523516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-30b81455-057e-4666-b02d-b50b387e79df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:17.525761 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-30b81455-057e-4666-b02d-b50b387e79df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=38434e5b88294c10b3ea0ede6e234ce2&device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 1099 time: 0.3057320 Feb 09 14:28:17.620752 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4164345 Feb 09 14:28:17.633503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45634) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:17.682884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc1cd1-0520-499c-91c6-ad92edd745e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=461db2f2-df94-4d34-84c9-1d6362a4bc24,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:17.692160 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c644be9b-8d8a-4920-9ac4-67a86159af8a req-8794268e-78f7-4b69-b9f7-1eb5725f62f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e2cb23-f44b-4f57-ba04-fd0e8929b244 HTTP/1.1" status: 200 len: 217 time: 0.1652918 Feb 09 14:28:17.693472 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-914faa69-8eac-401c-8fc1-8982c81de33d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=e9e5b0b6-9c47-4658-83bb-6e59dd0218df HTTP/1.1" status: 200 len: 217 time: 0.0864925 Feb 09 14:28:17.874607 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45642) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:17.888673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644be9b-8d8a-4920-9ac4-67a86159af8a req-221895c5-843e-485d-8d33-41e468eb8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:17.890162 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c644be9b-8d8a-4920-9ac4-67a86159af8a req-221895c5-843e-485d-8d33-41e468eb8b23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.1816404 Feb 09 14:28:17.891712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-a6e8f06c-b292-41d9-a4c7-1b749bb66194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:17.893083 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-a6e8f06c-b292-41d9-a4c7-1b749bb66194 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1858366 Feb 09 14:28:17.989086 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-12045469-aaa7-4cfe-a24a-4c7fa05eedb7 req-6771ff75-aace-40c8-ba4a-7c7bbee367ea tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbcd8153-c7e3-41e8-b3b1-58f520a3becf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7949514 Feb 09 14:28:18.127494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7392646-0589-4acd-a21d-5c1c40253379 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:18.136087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7392646-0589-4acd-a21d-5c1c40253379 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:18.137036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b7392646-0589-4acd-a21d-5c1c40253379 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:18.173597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6166d60d-5eeb-41e6-bd40-67d8552a4fec None None] Provisioning for port f579620c-ba90-4e84-b6df-e65bdead8ac8 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:18.174737 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b7392646-0589-4acd-a21d-5c1c40253379 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:18.176030 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b7392646-0589-4acd-a21d-5c1c40253379 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5415151 Feb 09 14:28:18.180192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45650) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:18.182644 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4d06-0674-4abd-8405-0833e1aaf39d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:18.220494 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644be9b-8d8a-4920-9ac4-67a86159af8a req-e1bf04de-e902-4d51-bfc0-119540ee3cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:18.222814 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c644be9b-8d8a-4920-9ac4-67a86159af8a req-e1bf04de-e902-4d51-bfc0-119540ee3cb4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3210933 Feb 09 14:28:18.277747 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9e4162a-cb3c-49e8-8b62-78a395421e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:18.346980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-08b3840e-bb1c-4de6-b6a7-c76d9444707f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port 461db2f2-df94-4d34-84c9-1d6362a4bc24 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:18.347650 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08b3840e-bb1c-4de6-b6a7-c76d9444707f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:18.357949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-da0f23c0-9091-452f-9fe3-eca10de2e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:18.359532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-da0f23c0-9091-452f-9fe3-eca10de2e6d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3947282 Feb 09 14:28:18.360726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b9e4162a-cb3c-49e8-8b62-78a395421e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:18.424267 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f4d06-0674-4abd-8405-0833e1aaf39d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:18.452416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b9e4162a-cb3c-49e8-8b62-78a395421e39 admin admin] Usage tracker for resource:security_group_rule and tenant:cbfcf461b57042acbf56b4c41449f00d is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:18.483752 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b9e4162a-cb3c-49e8-8b62-78a395421e39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:18.615658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b9e4162a-cb3c-49e8-8b62-78a395421e39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:18.627404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-43f69e0f-0890-44c5-9e5f-41db4242fe1d None None] Provisioning for port 461db2f2-df94-4d34-84c9-1d6362a4bc24 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:18.639656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-43f69e0f-0890-44c5-9e5f-41db4242fe1d None None] Provisioning complete for port 461db2f2-df94-4d34-84c9-1d6362a4bc24 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:18.640055 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-43f69e0f-0890-44c5-9e5f-41db4242fe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:18.748372 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f579620c-ba90-4e84-b6df-e65bdead8ac8 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:28:18.753699 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4d06-0674-4abd-8405-0833e1aaf39d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:18.825905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-43f69e0f-0890-44c5-9e5f-41db4242fe1d None None] Port 461db2f2-df94-4d34-84c9-1d6362a4bc24 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:28:18.859350 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port f579620c-ba90-4e84-b6df-e65bdead8ac8 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:18.866415 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f579620c-ba90-4e84-b6df-e65bdead8ac8 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:18.866842 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:18.892877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c644be9b-8d8a-4920-9ac4-67a86159af8a req-be099887-14fa-4210-a386-ef5a4309bae0 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976121 Feb 09 14:28:18.895612 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-7ddf554e-70f4-4f9d-ad8c-8b43247c928b service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556785 Feb 09 14:28:18.908995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f51dc-c7fc-4da8-87e2-01a5b29cf371 req-e4b6ab3e-e933-4719-ad06-ecc9516b96b4 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:18.912413 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-681f51dc-c7fc-4da8-87e2-01a5b29cf371 req-e4b6ab3e-e933-4719-ad06-ecc9516b96b4 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 943 time: 0.7099826 Feb 09 14:28:19.010999 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:19.094874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port f579620c-ba90-4e84-b6df-e65bdead8ac8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f579620c-ba90-4e84-b6df-e65bdead8ac8,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:19.100466 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:19.145367 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-681f51dc-c7fc-4da8-87e2-01a5b29cf371 req-4aef302e-420c-4eea-99a0-4838341196f7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539671 Feb 09 14:28:19.263322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=f579620c-ba90-4e84-b6df-e65bdead8ac8,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:19.289716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8f4d06-0674-4abd-8405-0833e1aaf39d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Router 555e50e1-2656-4185-864d-6f02a43a6ebd has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:28:19.299157 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08b3840e-bb1c-4de6-b6a7-c76d9444707f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:19.302995 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb1d0993-5f92-4251-b478-ed9786ef45ac req-1da49e78-153a-4b1b-b60c-8f8504289cb4 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825140 Feb 09 14:28:19.502060 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-08b3840e-bb1c-4de6-b6a7-c76d9444707f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for 461db2f2-df94-4d34-84c9-1d6362a4bc24 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:19.658175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 97e2cb23-f44b-4f57-ba04-fd0e8929b244 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:28:19.719895 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c644be9b-8d8a-4920-9ac4-67a86159af8a req-35b5ee6a-dcb9-4af8-9d7e-70bbd5b9a58a service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8019872 Feb 09 14:28:19.750237 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9e4162a-cb3c-49e8-8b62-78a395421e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:19.759782 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9e4162a-cb3c-49e8-8b62-78a395421e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:19.797195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8f4d06-0674-4abd-8405-0833e1aaf39d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:28:19.811751 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f6404f-fbe2-43d6-a80f-42cb179da21f None None] Sync routers for ids ['555e50e1-2656-4185-864d-6f02a43a6ebd'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:28:19.836279 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f6404f-fbe2-43d6-a80f-42cb179da21f None None] Routers {'555e50e1-2656-4185-864d-6f02a43a6ebd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:28:19.836922 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-66f6404f-fbe2-43d6-a80f-42cb179da21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:27:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['555e50e1-2656-4185-864d-6f02a43a6ebd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:19.862567 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cf8f4d06-0674-4abd-8405-0833e1aaf39d tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "PUT /v2.0/routers/555e50e1-2656-4185-864d-6f02a43a6ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0443172 Feb 09 14:28:19.863028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45662) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:19.885916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80199e-72f8-4679-8e9d-b57ccd80af80 req-257ccd09-338c-437f-83e2-9ca1a246d89f tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:19.901591 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3e80199e-72f8-4679-8e9d-b57ccd80af80 req-257ccd09-338c-437f-83e2-9ca1a246d89f tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 948 time: 0.6645055 Feb 09 14:28:19.911955 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b9e4162a-cb3c-49e8-8b62-78a395421e39 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cbfcf461b57042acbf56b4c41449f00d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0361700 Feb 09 14:28:19.913046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45666) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:19.920318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4162a-cb3c-49e8-8b62-78a395421e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bae09a8-f4e3-4f98-8bbe-d29a8370d9d0,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:19.927431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec47230-baa3-45b3-8c41-178990ec311f req-96503a12-ca87-4ec1-935a-13c7e5d8d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:19.935052 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bec47230-baa3-45b3-8c41-178990ec311f req-96503a12-ca87-4ec1-935a-13c7e5d8d0a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=38434e5b88294c10b3ea0ede6e234ce2&device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 1099 time: 0.5591679 Feb 09 14:28:20.050969 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-66f6404f-fbe2-43d6-a80f-42cb179da21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:20.059936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 97e2cb23-f44b-4f57-ba04-fd0e8929b244, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=97e2cb23-f44b-4f57-ba04-fd0e8929b244,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:20.065142 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f6404f-fbe2-43d6-a80f-42cb179da21f None None] Routers {'555e50e1-2656-4185-864d-6f02a43a6ebd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:28:20.066024 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-66f6404f-fbe2-43d6-a80f-42cb179da21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:27:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['555e50e1-2656-4185-864d-6f02a43a6ebd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:20.093706 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '97e2cb23-f44b-4f57-ba04-fd0e8929b244', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'port_id': '97e2cb23-f44b-4f57-ba04-fd0e8929b244', 'mac_address': 'fa:16:3e:f0:bd:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:28:20.101353 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0944667-574a-4394-a6c3-703ced79dcf5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] GET failed (client error): The resource could not be found. Feb 09 14:28:20.105747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f0944667-574a-4394-a6c3-703ced79dcf5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:20.142675 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-66f6404f-fbe2-43d6-a80f-42cb179da21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:20.143496 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f6404f-fbe2-43d6-a80f-42cb179da21f None None] The sync data for ids ['555e50e1-2656-4185-864d-6f02a43a6ebd'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:28:20.165598 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08b3840e-bb1c-4de6-b6a7-c76d9444707f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:20.196535 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cbd5dd06-9522-4aa9-96d3-5e823eaa99d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:20.212460 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:20.243129 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e2cb23-f44b-4f57-ba04-fd0e8929b244 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:28:20.271676 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 97e2cb23-f44b-4f57-ba04-fd0e8929b244, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=97e2cb23-f44b-4f57-ba04-fd0e8929b244,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:20.280385 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:20.317828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec47230-baa3-45b3-8c41-178990ec311f req-140e4769-16de-4a3b-afcd-320be2a4a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:20.320986 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bec47230-baa3-45b3-8c41-178990ec311f req-140e4769-16de-4a3b-afcd-320be2a4a9d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.3604741 Feb 09 14:28:20.321821 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cbd5dd06-9522-4aa9-96d3-5e823eaa99d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:20.343238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f0944667-574a-4394-a6c3-703ced79dcf5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:20.345683 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f0944667-574a-4394-a6c3-703ced79dcf5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports/2b64ab02-5a8e-446b-a01a-1bf0fcaa62fb HTTP/1.1" status: 404 len: 333 time: 0.4802740 Feb 09 14:28:20.356882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3840e-bb1c-4de6-b6a7-c76d9444707f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=461db2f2-df94-4d34-84c9-1d6362a4bc24,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:20.382308 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3e80199e-72f8-4679-8e9d-b57ccd80af80 req-b22215b4-9054-4fba-960e-fcf9969eae4a tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbcd8153-c7e3-41e8-b3b1-58f520a3becf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626781 Feb 09 14:28:20.390366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45674) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:20.391609 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08b3840e-bb1c-4de6-b6a7-c76d9444707f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:20.531174 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bec47230-baa3-45b3-8c41-178990ec311f req-0c0a2aa3-cffd-4976-ba3e-fd1590050829 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=e9e5b0b6-9c47-4658-83bb-6e59dd0218df HTTP/1.1" status: 200 len: 217 time: 0.2015641 Feb 09 14:28:20.549942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=97e2cb23-f44b-4f57-ba04-fd0e8929b244,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:20.661089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec47230-baa3-45b3-8c41-178990ec311f req-1d34362c-25fc-45a5-9559-99eae490d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:20.662851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bec47230-baa3-45b3-8c41-178990ec311f req-1d34362c-25fc-45a5-9559-99eae490d71b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1236877 Feb 09 14:28:20.712094 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f579620c-ba90-4e84-b6df-e65bdead8ac8 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:28:20.719445 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-08b3840e-bb1c-4de6-b6a7-c76d9444707f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/461db2f2-df94-4d34-84c9-1d6362a4bc24 HTTP/1.1" status: 204 len: 168 time: 2.5376706 Feb 09 14:28:20.728250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45680) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:20.731044 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ccda031d-f63c-463a-82c7-3ed0ec8ee588 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:20.763296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd0b39-52fe-477b-a38e-f7ca0412582c req-9739c69b-2c4b-4b7e-beda-7163a6fc89a6 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:20.770907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53fd0b39-52fe-477b-a38e-f7ca0412582c req-9739c69b-2c4b-4b7e-beda-7163a6fc89a6 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 944 time: 0.3195860 Feb 09 14:28:20.797645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['97e2cb23-f44b-4f57-ba04-fd0e8929b244'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:28:20.806645 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cbd5dd06-9522-4aa9-96d3-5e823eaa99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:20.832209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5dd06-9522-4aa9-96d3-5e823eaa99d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bae09a8-f4e3-4f98-8bbe-d29a8370d9d0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:20.854874 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cbd5dd06-9522-4aa9-96d3-5e823eaa99d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:20.856292 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cbd5dd06-9522-4aa9-96d3-5e823eaa99d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7bae09a8-f4e3-4f98-8bbe-d29a8370d9d0 HTTP/1.1" status: 204 len: 168 time: 0.9402525 Feb 09 14:28:20.888046 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53fd0b39-52fe-477b-a38e-f7ca0412582c req-d6a4d9f2-883e-46f1-91b9-08394195100a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160817 Feb 09 14:28:20.905828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec47230-baa3-45b3-8c41-178990ec311f req-9d025bda-8f73-4070-9f95-bd97b2aa2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:20.907718 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bec47230-baa3-45b3-8c41-178990ec311f req-9d025bda-8f73-4070-9f95-bd97b2aa2da5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2322676 Feb 09 14:28:20.936736 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f579620c-ba90-4e84-b6df-e65bdead8ac8 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:20.937115 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:21.112177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85bcf8c-1ac9-4136-9ecd-307a45c13469 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:21.114947 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85bcf8c-1ac9-4136-9ecd-307a45c13469 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:21.117470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f85bcf8c-1ac9-4136-9ecd-307a45c13469 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:21.169390 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bec47230-baa3-45b3-8c41-178990ec311f req-91fc1571-ef36-46b3-b32e-ee4e98291a33 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491071 Feb 09 14:28:21.236703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f85bcf8c-1ac9-4136-9ecd-307a45c13469 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:21.241766 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f85bcf8c-1ac9-4136-9ecd-307a45c13469 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4535933 Feb 09 14:28:21.250456 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ccda031d-f63c-463a-82c7-3ed0ec8ee588 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:21.252361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45692) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:21.256250 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ccda031d-f63c-463a-82c7-3ed0ec8ee588 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:21.335097 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ccda031d-f63c-463a-82c7-3ed0ec8ee588 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:21.335870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccda031d-f63c-463a-82c7-3ed0ec8ee588 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Fanout notify agent at l3_agent the message router_deleted on router 555e50e1-2656-4185-864d-6f02a43a6ebd {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:28:21.356322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee62b85-ef3c-40a0-b75c-bddd62303981 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 1ace767c-6a41-407a-aa4b-b932542cdec7 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:28:21.359749 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ee62b85-ef3c-40a0-b75c-bddd62303981 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:21.372850 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bec47230-baa3-45b3-8c41-178990ec311f req-f42e2c4d-311f-484b-bb0d-249f44d324c0 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973076 Feb 09 14:28:21.406020 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ccda031d-f63c-463a-82c7-3ed0ec8ee588 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:21.408281 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ccda031d-f63c-463a-82c7-3ed0ec8ee588 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/routers/555e50e1-2656-4185-864d-6f02a43a6ebd HTTP/1.1" status: 204 len: 168 time: 1.0111420 Feb 09 14:28:21.410041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45700) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:21.480638 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ee62b85-ef3c-40a0-b75c-bddd62303981 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:21.494917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88845ce-6586-48cf-b115-9c0ad6ecf759 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting subnet 5be03855-3001-4f6c-8b38-2a9488653da9 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:28:21.498879 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e88845ce-6586-48cf-b115-9c0ad6ecf759 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:21.583010 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e88845ce-6586-48cf-b115-9c0ad6ecf759 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:21.697857 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e88845ce-6586-48cf-b115-9c0ad6ecf759 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:21.711894 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ee62b85-ef3c-40a0-b75c-bddd62303981 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:21.814752 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e88845ce-6586-48cf-b115-9c0ad6ecf759 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:21.852211 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ee62b85-ef3c-40a0-b75c-bddd62303981 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:21.860545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88845ce-6586-48cf-b115-9c0ad6ecf759 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Subnet': ['ID=5be03855-3001-4f6c-8b38-2a9488653da9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:21.862598 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e88845ce-6586-48cf-b115-9c0ad6ecf759 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:21.873663 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e88845ce-6586-48cf-b115-9c0ad6ecf759 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/5be03855-3001-4f6c-8b38-2a9488653da9 HTTP/1.1" status: 204 len: 168 time: 0.4588690 Feb 09 14:28:21.874662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45716) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:21.880430 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc592e39-190f-49a9-8d7b-90dca7352482 None None] Network db45aeeb-445b-44aa-aec5-14ec848fb9ac requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:21.925362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee62b85-ef3c-40a0-b75c-bddd62303981 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=1ace767c-6a41-407a-aa4b-b932542cdec7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:21.939635 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ee62b85-ef3c-40a0-b75c-bddd62303981 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:21.970606 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3ee62b85-ef3c-40a0-b75c-bddd62303981 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/1ace767c-6a41-407a-aa4b-b932542cdec7 HTTP/1.1" status: 204 len: 168 time: 0.7164571 Feb 09 14:28:21.974298 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45724) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:21.974527 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531e5085-a4ed-48e7-bc3b-8f0e15f5a1c9 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:21.998770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09db68-db6a-426d-86d3-5698bf8d8e58 req-ec6a963e-3cfd-4373-831c-edcc5041a36a tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:22.006312 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb09db68-db6a-426d-86d3-5698bf8d8e58 req-ec6a963e-3cfd-4373-831c-edcc5041a36a tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 948 time: 0.3824329 Feb 09 14:28:22.089411 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:22.097952 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-050f7a11-c88e-4a6f-9a5a-d01974157764 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1217420 Feb 09 14:28:22.101470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45728) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:22.168765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port 28b983e5-cbac-41a6-afdd-37b1db4b14aa {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:22.169054 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:22.184429 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb09db68-db6a-426d-86d3-5698bf8d8e58 req-a0c99cf5-ca85-44ae-ada3-16f8a80c4115 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbcd8153-c7e3-41e8-b3b1-58f520a3becf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771841 Feb 09 14:28:22.275436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b61ebb-4acd-43c9-9ca2-1733c2ed5781 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:22.282265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-57b61ebb-4acd-43c9-9ca2-1733c2ed5781 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:22.307782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-57b61ebb-4acd-43c9-9ca2-1733c2ed5781 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:22.315164 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-57b61ebb-4acd-43c9-9ca2-1733c2ed5781 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2126863 Feb 09 14:28:22.315799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45740) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:22.539116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115b43c6-d3ff-4261-bcab-1a9aa9816664 None None] DHCP port deletion for db45aeeb-445b-44aa-aec5-14ec848fb9ac request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:28:22.554999 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-115b43c6-d3ff-4261-bcab-1a9aa9816664 None None] Deleting port 28b983e5-cbac-41a6-afdd-37b1db4b14aa {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:22.558788 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-115b43c6-d3ff-4261-bcab-1a9aa9816664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:22.666613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49663a51-9551-435a-a64a-b1fa779c1478 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:22.667649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-49663a51-9551-435a-a64a-b1fa779c1478 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:22.696090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-49663a51-9551-435a-a64a-b1fa779c1478 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:22.697652 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-49663a51-9551-435a-a64a-b1fa779c1478 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3809295 Feb 09 14:28:22.703024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45746) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:22.731904 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c3c6c9-3191-4fb2-a17a-3166313f917d None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:28:22.736010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 28b983e5-cbac-41a6-afdd-37b1db4b14aa no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:28:22.745417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4957d5-9167-4c56-bcd6-bc794d54932b req-b140e2b7-c06d-4bd2-a2bd-9e9ca367ad0f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:22.748364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f4957d5-9167-4c56-bcd6-bc794d54932b req-b140e2b7-c06d-4bd2-a2bd-9e9ca367ad0f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 944 time: 0.6561282 Feb 09 14:28:22.773986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-01c3c6c9-3191-4fb2-a17a-3166313f917d None None] Deleting port f579620c-ba90-4e84-b6df-e65bdead8ac8 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:22.774261 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-01c3c6c9-3191-4fb2-a17a-3166313f917d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:22.846123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] For port 28b983e5-cbac-41a6-afdd-37b1db4b14aa, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=28b983e5-cbac-41a6-afdd-37b1db4b14aa,segment=NetworkSegment(8b53a613-11bf-413f-88d3-df361057c771),segment_id=8b53a613-11bf-413f-88d3-df361057c771)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:22.846948 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:22.872525 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2ce3f993-7ae1-4226-81d0-2811d6060596 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1675963 Feb 09 14:28:22.874602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45752) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:22.881100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a9defa55-568a-420f-9582-6b5d9468f087 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:22.902958 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45756) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:22.970497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45760) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:23.078453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for 28b983e5-cbac-41a6-afdd-37b1db4b14aa owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:23.088240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a9defa55-568a-420f-9582-6b5d9468f087 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:23.100062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a9defa55-568a-420f-9582-6b5d9468f087 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:23.113235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9defa55-568a-420f-9582-6b5d9468f087 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:23.119498 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9defa55-568a-420f-9582-6b5d9468f087 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:23.181174 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:23.257253 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f4957d5-9167-4c56-bcd6-bc794d54932b req-2c906a35-834e-41fc-89bd-d344a0aec385 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028105 Feb 09 14:28:23.290640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-115b43c6-d3ff-4261-bcab-1a9aa9816664 None None] For port 28b983e5-cbac-41a6-afdd-37b1db4b14aa, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=28b983e5-cbac-41a6-afdd-37b1db4b14aa,segment=NetworkSegment(8b53a613-11bf-413f-88d3-df361057c771),segment_id=8b53a613-11bf-413f-88d3-df361057c771)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:23.291711 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-115b43c6-d3ff-4261-bcab-1a9aa9816664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:23.301088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=28b983e5-cbac-41a6-afdd-37b1db4b14aa,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:23.313722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No DVR routers for this DVR port 28b983e5-cbac-41a6-afdd-37b1db4b14aa on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:28:23.385552 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:23.443103 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8f059d7-9c3a-4433-aed0-acde675b320f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:23.481088 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:23.481483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e8f059d7-9c3a-4433-aed0-acde675b320f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:23.493586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e8f059d7-9c3a-4433-aed0-acde675b320f admin admin] Usage tracker for resource:security_group_rule and tenant:a05ac326244b43d1b83b6f0e4dbaa8b7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:23.512004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db45aeeb-445b-44aa-aec5-14ec848fb9ac']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:23.517518 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-115b43c6-d3ff-4261-bcab-1a9aa9816664 None None] Calling delete_port for 28b983e5-cbac-41a6-afdd-37b1db4b14aa owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:23.529951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b53a613-11bf-413f-88d3-df361057c771') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:23.531024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b53a613-11bf-413f-88d3-df361057c771') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:23.547999 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:23.554010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e8f059d7-9c3a-4433-aed0-acde675b320f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:23.583377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e8f059d7-9c3a-4433-aed0-acde675b320f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:23.588631 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:23.612091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:28:23.612773 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:23.615128 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-01c3c6c9-3191-4fb2-a17a-3166313f917d None None] For port f579620c-ba90-4e84-b6df-e65bdead8ac8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f579620c-ba90-4e84-b6df-e65bdead8ac8,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:23.615521 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-01c3c6c9-3191-4fb2-a17a-3166313f917d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:28:23.632802 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:28:23.684468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e9e5b0b6-9c47-4658-83bb-6e59dd0218df details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:28:23.686523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 97e2cb23-f44b-4f57-ba04-fd0e8929b244 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:28:23.714061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fad36e-26d5-491e-aabf-d9dd66481614 req-5f2c428e-562a-43b4-a9fd-1d5b2ed764a8 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:23.716494 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-78fad36e-26d5-491e-aabf-d9dd66481614 req-5f2c428e-562a-43b4-a9fd-1d5b2ed764a8 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 948 time: 0.3687639 Feb 09 14:28:23.727874 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:23.732631 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:23.758793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Network': ['ID=db45aeeb-445b-44aa-aec5-14ec848fb9ac,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:23.774979 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-24dc2ac2-9f3b-4933-a5a5-3f4d7dd6c319 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/networks/db45aeeb-445b-44aa-aec5-14ec848fb9ac HTTP/1.1" status: 204 len: 168 time: 1.8962176 Feb 09 14:28:23.776547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45774) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:23.782323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-01c3c6c9-3191-4fb2-a17a-3166313f917d None None] Calling delete_port for f579620c-ba90-4e84-b6df-e65bdead8ac8 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:23.857101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d48994-962a-4349-82a5-61a84061e7e2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:23.857713 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-79d48994-962a-4349-82a5-61a84061e7e2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:23.876819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-79d48994-962a-4349-82a5-61a84061e7e2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:23.881564 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-79d48994-962a-4349-82a5-61a84061e7e2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports/fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba HTTP/1.1" status: 200 len: 844 time: 0.1014037 Feb 09 14:28:23.881893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45778) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:23.888973 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-115b43c6-d3ff-4261-bcab-1a9aa9816664 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:28:23.889322 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-115b43c6-d3ff-4261-bcab-1a9aa9816664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:28:23.965816 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-78fad36e-26d5-491e-aabf-d9dd66481614 req-a07a9db0-be32-4d3e-82d5-0f5d0fc37d10 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbcd8153-c7e3-41e8-b3b1-58f520a3becf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101629 Feb 09 14:28:23.975227 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9ce562e5-5dba-446a-b8b0-0bba076051bd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports/fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0919089 Feb 09 14:28:23.976867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45782) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:23.987699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b1b05caa-1871-4941-8934-1ac7e9d2eaa3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'subnet': {'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:23.998034 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-01c3c6c9-3191-4fb2-a17a-3166313f917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:24.051877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 97e2cb23-f44b-4f57-ba04-fd0e8929b244 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:24.056800 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9defa55-568a-420f-9582-6b5d9468f087 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:24.077239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3c6c9-3191-4fb2-a17a-3166313f917d None None] Pushing event deleted for resources: {'Port': ['ID=f579620c-ba90-4e84-b6df-e65bdead8ac8,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:24.081493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c3c6c9-3191-4fb2-a17a-3166313f917d None None] No DVR routers for this DVR port f579620c-ba90-4e84-b6df-e65bdead8ac8 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:28:24.088963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e9e5b0b6-9c47-4658-83bb-6e59dd0218df, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e9e5b0b6-9c47-4658-83bb-6e59dd0218df,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:24.098274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 97e2cb23-f44b-4f57-ba04-fd0e8929b244 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:24.098658 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:24.131480 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8f059d7-9c3a-4433-aed0-acde675b320f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:24.155840 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8f059d7-9c3a-4433-aed0-acde675b320f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:24.165112 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'e9e5b0b6-9c47-4658-83bb-6e59dd0218df', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': 'e9e5b0b6-9c47-4658-83bb-6e59dd0218df', 'mac_address': 'fa:16:3e:74:45:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:28:24.165973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b1b05caa-1871-4941-8934-1ac7e9d2eaa3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:24.173441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b1b05caa-1871-4941-8934-1ac7e9d2eaa3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:subnet and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:24.179624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b1b05caa-1871-4941-8934-1ac7e9d2eaa3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:24.190468 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b1b05caa-1871-4941-8934-1ac7e9d2eaa3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:24.198487 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9defa55-568a-420f-9582-6b5d9468f087 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:24.214312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b05caa-1871-4941-8934-1ac7e9d2eaa3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:24.220903 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b1b05caa-1871-4941-8934-1ac7e9d2eaa3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:24.250696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-a9defa55-568a-420f-9582-6b5d9468f087 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:24.269433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9defa55-568a-420f-9582-6b5d9468f087 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=7e8d1734-e536-4c64-81ea-79ba967a9fa4,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:24.273945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d59307-9b44-44e1-8a7a-15202a49ea93 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:24.277689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9defa55-568a-420f-9582-6b5d9468f087 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:24.278318 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9defa55-568a-420f-9582-6b5d9468f087 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:24.295505 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e8f059d7-9c3a-4433-aed0-acde675b320f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a05ac326244b43d1b83b6f0e4dbaa8b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3880079 Feb 09 14:28:24.298750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f059d7-9c3a-4433-aed0-acde675b320f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5a9476-9f2a-4f46-b9d9-9bd853370ffd,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:24.309308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45786) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:24.377326 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a9defa55-568a-420f-9582-6b5d9468f087 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5012436 Feb 09 14:28:24.381977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45792) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:24.393369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9f12c97a-6337-4016-9c61-b466b19efe82 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'fixed_ips': [{'subnet_id': '7e8d1734-e536-4c64-81ea-79ba967a9fa4', 'ip_address': '2001:db8::e5a8:5e9e:b2f1:ec2e'}], 'name': 'tempest-NetworksTestDHCPv6-556952575'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:24.437495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-115b43c6-d3ff-4261-bcab-1a9aa9816664 None None] Deleting port 28b983e5-cbac-41a6-afdd-37b1db4b14aa {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:24.438277 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-115b43c6-d3ff-4261-bcab-1a9aa9816664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:24.509846 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-630be7bb-73f3-4a4f-8494-4f639bbf5ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:24.641153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-115b43c6-d3ff-4261-bcab-1a9aa9816664 None None] The port '28b983e5-cbac-41a6-afdd-37b1db4b14aa' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:28:24.649252 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:24.727523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f579620c-ba90-4e84-b6df-e65bdead8ac8 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:28:24.757766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a77f83-a53c-4e5f-b6ef-26c631c3e577 req-61edff5e-3378-40ef-b2c0-82a29c001c87 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:24.764269 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c9a77f83-a53c-4e5f-b6ef-26c631c3e577 req-61edff5e-3378-40ef-b2c0-82a29c001c87 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 944 time: 0.2609532 Feb 09 14:28:24.767537 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b1b05caa-1871-4941-8934-1ac7e9d2eaa3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:24.786120 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-630be7bb-73f3-4a4f-8494-4f639bbf5ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:24.811092 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: f579620c-ba90-4e84-b6df-e65bdead8ac8 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:28:24.811472 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f579620c-ba90-4e84-b6df-e65bdead8ac8 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:28:24.820793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9f12c97a-6337-4016-9c61-b466b19efe82 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:24.832671 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e5b0b6-9c47-4658-83bb-6e59dd0218df {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:28:24.850853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e9e5b0b6-9c47-4658-83bb-6e59dd0218df, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e9e5b0b6-9c47-4658-83bb-6e59dd0218df,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:24.857791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9f12c97a-6337-4016-9c61-b466b19efe82 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:24.871516 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:24.874772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b05caa-1871-4941-8934-1ac7e9d2eaa3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:24.878339 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7a76905-9754-410c-858b-ce6fe4326b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:24.892387 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c9a77f83-a53c-4e5f-b6ef-26c631c3e577 req-8385c92e-0a14-4d71-bf21-9403b787b686 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192648 Feb 09 14:28:24.893330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-b1b05caa-1871-4941-8934-1ac7e9d2eaa3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:24.903530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b05caa-1871-4941-8934-1ac7e9d2eaa3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:24.904151 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b1b05caa-1871-4941-8934-1ac7e9d2eaa3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:24.911783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b05caa-1871-4941-8934-1ac7e9d2eaa3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Subnet': ['ID=e04c7ab4-a0bb-4a7a-a276-04a30042ad99,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:24.922314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7496b0af-98fa-494f-a524-d8efdcdabbfe None None] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:24.935343 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b1b05caa-1871-4941-8934-1ac7e9d2eaa3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9561453 Feb 09 14:28:24.937326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45796) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:24.942785 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d0a7426b-5f92-4976-aea2-623730f72f0b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'security_group': {'name': 'tempest-secgroup-768875488'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:24.948662 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:24.953367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d0a7426b-5f92-4976-aea2-623730f72f0b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:24.956851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f12c97a-6337-4016-9c61-b466b19efe82 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:24.959221 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d0a7426b-5f92-4976-aea2-623730f72f0b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:security_group and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:24.962794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d0a7426b-5f92-4976-aea2-623730f72f0b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:24.970933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d0a7426b-5f92-4976-aea2-623730f72f0b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:24.982508 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0a7426b-5f92-4976-aea2-623730f72f0b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:25.003472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d0a7426b-5f92-4976-aea2-623730f72f0b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:25.007371 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d0a7426b-5f92-4976-aea2-623730f72f0b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:security_group_rule and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:25.010337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d0a7426b-5f92-4976-aea2-623730f72f0b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:25.017157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d0a7426b-5f92-4976-aea2-623730f72f0b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:25.079230 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-630be7bb-73f3-4a4f-8494-4f639bbf5ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:25.113081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630be7bb-73f3-4a4f-8494-4f639bbf5ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5a9476-9f2a-4f46-b9d9-9bd853370ffd,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:25.118633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6a2e1-7b1e-4193-81ad-349123cea009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e2cb23-f44b-4f57-ba04-fd0e8929b244'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:28:25.127867 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-630be7bb-73f3-4a4f-8494-4f639bbf5ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:25.132130 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-630be7bb-73f3-4a4f-8494-4f639bbf5ccd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf5a9476-9f2a-4f46-b9d9-9bd853370ffd HTTP/1.1" status: 204 len: 168 time: 0.8217862 Feb 09 14:28:25.162478 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=e9e5b0b6-9c47-4658-83bb-6e59dd0218df,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:25.194907 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 97e2cb23-f44b-4f57-ba04-fd0e8929b244, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=97e2cb23-f44b-4f57-ba04-fd0e8929b244,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:25.220783 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0a7426b-5f92-4976-aea2-623730f72f0b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:25.227035 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0a7426b-5f92-4976-aea2-623730f72f0b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:25.288426 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f12c97a-6337-4016-9c61-b466b19efe82 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:25.293568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7426b-5f92-4976-aea2-623730f72f0b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5475351c-0f30-4bae-8143-d2efef9e9133,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:25.326075 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a6a2e1-7b1e-4193-81ad-349123cea009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e2cb23-f44b-4f57-ba04-fd0e8929b244', 'code': 200} Feb 09 14:28:25.327396 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['e9e5b0b6-9c47-4658-83bb-6e59dd0218df'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:28:25.349901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-9f12c97a-6337-4016-9c61-b466b19efe82 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port 3f8c25e4-1890-4378-8893-eca556353887 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:28:25.378263 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0a7426b-5f92-4976-aea2-623730f72f0b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:25.379505 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d0a7426b-5f92-4976-aea2-623730f72f0b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4412172 Feb 09 14:28:25.383026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45808) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:25.390469 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d308f8b3-6d38-45d4-8403-6f754eceb184 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'security_group': {'name': 'tempest-secgroup-548675123'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:25.397439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d308f8b3-6d38-45d4-8403-6f754eceb184 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:25.404223 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d308f8b3-6d38-45d4-8403-6f754eceb184 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:security_group and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:25.408403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d308f8b3-6d38-45d4-8403-6f754eceb184 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:25.417759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d308f8b3-6d38-45d4-8403-6f754eceb184 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:25.435582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8bd5d-4617-45b6-9ebd-a6ff96c84e26 req-193d531b-06c6-4cfd-93ba-4d0abc069306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:25.437688 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93b8bd5d-4617-45b6-9ebd-a6ff96c84e26 req-193d531b-06c6-4cfd-93ba-4d0abc069306 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 1096 time: 0.1523945 Feb 09 14:28:25.439219 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d308f8b3-6d38-45d4-8403-6f754eceb184 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:25.484182 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:25.500149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d308f8b3-6d38-45d4-8403-6f754eceb184 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:25.508698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d308f8b3-6d38-45d4-8403-6f754eceb184 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:security_group_rule and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:25.514126 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d308f8b3-6d38-45d4-8403-6f754eceb184 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:25.522589 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93b8bd5d-4617-45b6-9ebd-a6ff96c84e26 req-4434a1a8-3300-4982-b629-15355ce91d4c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735996 Feb 09 14:28:25.523755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d308f8b3-6d38-45d4-8403-6f754eceb184 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:25.567712 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733abcb4-71b1-40e9-a9ef-1b2efc516360 req-13473c35-7f2f-4540-beb3-6860b7443473 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:25.575285 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-733abcb4-71b1-40e9-a9ef-1b2efc516360 req-13473c35-7f2f-4540-beb3-6860b7443473 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 949 time: 0.3850913 Feb 09 14:28:25.648987 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d308f8b3-6d38-45d4-8403-6f754eceb184 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:25.655476 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d308f8b3-6d38-45d4-8403-6f754eceb184 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:25.705880 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-733abcb4-71b1-40e9-a9ef-1b2efc516360 req-6930cef4-02ad-4001-afbf-babd8ce52ea6 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbcd8153-c7e3-41e8-b3b1-58f520a3becf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281040 Feb 09 14:28:25.744551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308f8b3-6d38-45d4-8403-6f754eceb184 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb2e148-c00b-45b0-a76d-5716a7857e03,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:25.752005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': '7e8d1734-e536-4c64-81ea-79ba967a9fa4'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:28:25.753218 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:25.760410 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d308f8b3-6d38-45d4-8403-6f754eceb184 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:25.761934 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d308f8b3-6d38-45d4-8403-6f754eceb184 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3778956 Feb 09 14:28:25.765479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45820) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:25.776173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-464003768', 'security_groups': ['0cb2e148-c00b-45b0-a76d-5716a7857e03'], 'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e04c7ab4-a0bb-4a7a-a276-04a30042ad99'}]}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:25.877182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-9f12c97a-6337-4016-9c61-b466b19efe82 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::e5a8:5e9e:b2f1:ec2e (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/7e8d1734-e536-4c64-81ea-79ba967a9fa4/3f8c25e4-1890-4378-8893-eca556353887) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:28:25.904513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f7a76905-9754-410c-858b-ce6fe4326b4d admin admin] Deleting port f798bd48-33f5-4eea-9e72-2ed76f5f93f9 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:25.904513 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7a76905-9754-410c-858b-ce6fe4326b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:25.959908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=97e2cb23-f44b-4f57-ba04-fd0e8929b244,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:25.986420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:25.999440 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:26.012893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:26.040385 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'tenant_id': 'e1d5a26f04bf4094b1d1bbdd5458e7eb', 'fixed_ips': [{'subnet_id': 'e04c7ab4-a0bb-4a7a-a276-04a30042ad99'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:28:26.041401 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:26.252793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Allocated IP 2001:db8::2 (f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1/e04c7ab4-a0bb-4a7a-a276-04a30042ad99/63d62d33-28fc-4dfe-b0af-bbc03af139a8) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:28:26.331499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f7a76905-9754-410c-858b-ce6fe4326b4d admin admin] For port f798bd48-33f5-4eea-9e72-2ed76f5f93f9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f798bd48-33f5-4eea-9e72-2ed76f5f93f9,segment=NetworkSegment(b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7),segment_id=b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:26.332137 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7a76905-9754-410c-858b-ce6fe4326b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:26.404724 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:26.423665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cd5d3-a905-436d-94a3-69800785356c req-9a748b65-ba6a-4ef3-b403-ebbe0b3439ad tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:26.425377 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-455cd5d3-a905-436d-94a3-69800785356c req-9a748b65-ba6a-4ef3-b403-ebbe0b3439ad tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.3003757 Feb 09 14:28:26.441113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] device_id is not set on port 7f6f4db6-a49e-4893-8ce1-66087a42c49a yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:28:26.531555 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:26.557527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f7a76905-9754-410c-858b-ce6fe4326b4d admin admin] Calling delete_port for f798bd48-33f5-4eea-9e72-2ed76f5f93f9 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:26.559103 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Transition to ACTIVE for port object 63d62d33-28fc-4dfe-b0af-bbc03af139a8 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:26.576433 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-455cd5d3-a905-436d-94a3-69800785356c req-310c5e1e-5fb6-43f1-bf0b-a77aa326bfb8 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382449 Feb 09 14:28:26.607095 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Transition to ACTIVE for port object 63d62d33-28fc-4dfe-b0af-bbc03af139a8 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:26.616296 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:26.725530 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:26.728957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:26.734910 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:28:26.749296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Pushing event updated for resources: {'Port': ['ID=63d62d33-28fc-4dfe-b0af-bbc03af139a8,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:26.805388 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f12c97a-6337-4016-9c61-b466b19efe82 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:26.834685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-9f12c97a-6337-4016-9c61-b466b19efe82 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object 3f8c25e4-1890-4378-8893-eca556353887 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:26.836409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Allocated IP 2001:db8::320 (f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1/e04c7ab4-a0bb-4a7a-a276-04a30042ad99/7f6f4db6-a49e-4893-8ce1-66087a42c49a) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:28:26.866884 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f0965898-0c70-48a8-ba5b-f2d20b3ede93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:26.890313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Attempting to bind port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:28:26.890682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Attempting to bind port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd7b6e60d-db50-409c-ad77-d20a41d0a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:28:26.891038 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Attempting to bind port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 on network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:28:26.934027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:28:26.934027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Checking segment: {'id': 'd7b6e60d-db50-409c-ad77-d20a41d0a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:28:26.934317 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:26.934715 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Bound using segment: {'id': 'd7b6e60d-db50-409c-ad77-d20a41d0a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:28:26.935595 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Bound port: 63d62d33-28fc-4dfe-b0af-bbc03af139a8, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b6e60d-db50-409c-ad77-d20a41d0a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:28:26.936009 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:27.009455 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f12c97a-6337-4016-9c61-b466b19efe82 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:27.058659 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] For port 63d62d33-28fc-4dfe-b0af-bbc03af139a8, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:28:27.077733 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] For port 63d62d33-28fc-4dfe-b0af-bbc03af139a8, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=63d62d33-28fc-4dfe-b0af-bbc03af139a8,segment=NetworkSegment(d7b6e60d-db50-409c-ad77-d20a41d0a5e2),segment_id=d7b6e60d-db50-409c-ad77-d20a41d0a5e2)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:28:27.096287 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:27.124973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f40ff-3c14-4d93-8b0b-1fa40a7b2b6d req-5e75e97f-3c9e-48a4-863d-1684b3b9d466 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:27.126742 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d2f40ff-3c14-4d93-8b0b-1fa40a7b2b6d req-5e75e97f-3c9e-48a4-863d-1684b3b9d466 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 949 time: 0.2364330 Feb 09 14:28:27.134257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12c97a-6337-4016-9c61-b466b19efe82 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=3f8c25e4-1890-4378-8893-eca556353887,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:27.143144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f12c97a-6337-4016-9c61-b466b19efe82 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:27.151357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-9f12c97a-6337-4016-9c61-b466b19efe82 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:27.173878 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f12c97a-6337-4016-9c61-b466b19efe82 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:28:27.179670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f12c97a-6337-4016-9c61-b466b19efe82 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:27.180319 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f12c97a-6337-4016-9c61-b466b19efe82 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:27.197419 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:27.254837 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8f50a-cbc5-4703-b739-1faf43a6e81e None None] Pushing event updated for resources: {'Port': ['ID=63d62d33-28fc-4dfe-b0af-bbc03af139a8,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:27.272248 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9f12c97a-6337-4016-9c61-b466b19efe82 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8845544 Feb 09 14:28:27.274192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45850) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:27.290987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Transition to ACTIVE for port object 7f6f4db6-a49e-4893-8ce1-66087a42c49a will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:27.296324 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f53a277f-8f6b-49be-85a9-40cffe7faad6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'fixed_ips': [{'subnet_id': '7e8d1734-e536-4c64-81ea-79ba967a9fa4', 'ip_address': '2001:db8::e5a8:5e9e:b2f1:ec2e'}], 'name': 'tempest-NetworksTestDHCPv6-1571664192'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:27.321186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8d2f40ff-3c14-4d93-8b0b-1fa40a7b2b6d req-68f78131-34d8-482c-bf73-7b782fd776cf tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Synchronizing usage tracker for tenant:38434e5b88294c10b3ea0ede6e234ce2 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:27.326693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Allocated IP 2001:db8::2 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/7e8d1734-e536-4c64-81ea-79ba967a9fa4/1a23f370-72ac-4385-8559-34fb1f936a2e) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:28:27.332961 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:27.450801 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:27.462616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:27.466994 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7a76905-9754-410c-858b-ce6fe4326b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:27.470531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:28:27.476555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:27.477273 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:27.487566 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8d2f40ff-3c14-4d93-8b0b-1fa40a7b2b6d req-68f78131-34d8-482c-bf73-7b782fd776cf tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Unset dirty status for tenant:38434e5b88294c10b3ea0ede6e234ce2 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:27.488770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d2f40ff-3c14-4d93-8b0b-1fa40a7b2b6d req-68f78131-34d8-482c-bf73-7b782fd776cf tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbcd8153-c7e3-41e8-b3b1-58f520a3becf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528509 Feb 09 14:28:27.512245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=7f6f4db6-a49e-4893-8ce1-66087a42c49a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:27.524098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:27.524741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:27.525250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:27.525974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:27.526472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:27.527098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:27.527660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:27.528204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:27.529077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:27.529595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:27.530109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:27.530596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:28:27.545665 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9e0575e4-6c65-4342-805d-b6b3ba37813f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7753029 Feb 09 14:28:27.546385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45856) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:27.554109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c4ecf004-84fa-4f31-b78d-03a7ab007cf9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'subnet': {'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:27.755066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e9e5b0b6-9c47-4658-83bb-6e59dd0218df up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:28:27.883717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c4ecf004-84fa-4f31-b78d-03a7ab007cf9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:27.886381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a76905-9754-410c-858b-ce6fe4326b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=f798bd48-33f5-4eea-9e72-2ed76f5f93f9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:27.898374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c4ecf004-84fa-4f31-b78d-03a7ab007cf9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:subnet and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:27.905140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c4ecf004-84fa-4f31-b78d-03a7ab007cf9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:27.911320 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:27.934894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c4ecf004-84fa-4f31-b78d-03a7ab007cf9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:27.960659 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Transition to ACTIVE for port object 1a23f370-72ac-4385-8559-34fb1f936a2e will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:27.971625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ecf004-84fa-4f31-b78d-03a7ab007cf9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:27.978821 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c4ecf004-84fa-4f31-b78d-03a7ab007cf9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:28.024274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Transition to ACTIVE for port object 1a23f370-72ac-4385-8559-34fb1f936a2e will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:28.029621 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port e9e5b0b6-9c47-4658-83bb-6e59dd0218df completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:28.041040 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:28.052292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f53a277f-8f6b-49be-85a9-40cffe7faad6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:28.121690 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f53a277f-8f6b-49be-85a9-40cffe7faad6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:port and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:28.125503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port e9e5b0b6-9c47-4658-83bb-6e59dd0218df triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:28.125972 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:28.131884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f53a277f-8f6b-49be-85a9-40cffe7faad6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:28.150942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f53a277f-8f6b-49be-85a9-40cffe7faad6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:28.182617 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53a277f-8f6b-49be-85a9-40cffe7faad6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:28.193893 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f53a277f-8f6b-49be-85a9-40cffe7faad6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:28.219140 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:28.228086 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:28.241917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de60b7-6b1e-4805-969f-1c86357080c2 req-c28e545f-2eb3-44fd-a180-a47752953de1 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:28.243047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:28:28.250351 n-d-828418-2 neutron-server[87597]: INFO neutron.db.ipam_backend_mixin [None req-c4ecf004-84fa-4f31-b78d-03a7ab007cf9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e04c7ab4-a0bb-4a7a-a276-04a30042ad99 (CIDR: 2001:db8::/64) Feb 09 14:28:28.253219 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05de60b7-6b1e-4805-969f-1c86357080c2 req-c28e545f-2eb3-44fd-a180-a47752953de1 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.4340229 Feb 09 14:28:28.257555 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ecf004-84fa-4f31-b78d-03a7ab007cf9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:28:28.258834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ecf004-84fa-4f31-b78d-03a7ab007cf9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:28:28.286528 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Pushing event updated for resources: {'Port': ['ID=1a23f370-72ac-4385-8559-34fb1f936a2e,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:28.296568 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c4ecf004-84fa-4f31-b78d-03a7ab007cf9 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7484591 Feb 09 14:28:28.298966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45864) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:28.309411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ce2dc3f7-2099-43d4-acd7-4723fb3ec52f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'subnet': {'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:28.318382 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f53a277f-8f6b-49be-85a9-40cffe7faad6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port 9b609d17-3fe3-46ca-b7e0-da857cbbb64d yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:28:28.497305 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05de60b7-6b1e-4805-969f-1c86357080c2 req-5cd1e8e2-89c1-4a85-96b7-f2883da8c8b9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431617 Feb 09 14:28:28.544525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ce2dc3f7-2099-43d4-acd7-4723fb3ec52f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:28.558903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ce2dc3f7-2099-43d4-acd7-4723fb3ec52f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:subnet and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:28.562902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ce2dc3f7-2099-43d4-acd7-4723fb3ec52f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:28.568171 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7a76905-9754-410c-858b-ce6fe4326b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:28.579711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ce2dc3f7-2099-43d4-acd7-4723fb3ec52f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:28.601710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2dc3f7-2099-43d4-acd7-4723fb3ec52f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:28.609025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ce2dc3f7-2099-43d4-acd7-4723fb3ec52f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:28.621374 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:28.668266 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Attempting to bind port 1a23f370-72ac-4385-8559-34fb1f936a2e on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:28:28.673937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Attempting to bind port 1a23f370-72ac-4385-8559-34fb1f936a2e by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:28:28.674318 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Attempting to bind port 1a23f370-72ac-4385-8559-34fb1f936a2e on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:28:28.711926 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:28:28.712346 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:28:28.712919 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:28.713336 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:28:28.713542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Bound port: 1a23f370-72ac-4385-8559-34fb1f936a2e, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:28:28.713887 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:28.833040 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b45a06-2f73-47b9-aa19-484d86ab9b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e5b0b6-9c47-4658-83bb-6e59dd0218df'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:28:28.895069 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 63d62d33-28fc-4dfe-b0af-bbc03af139a8 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:28:28.963802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port e9e5b0b6-9c47-4658-83bb-6e59dd0218df, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e9e5b0b6-9c47-4658-83bb-6e59dd0218df,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:29.005272 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:29.195648 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ce2dc3f7-2099-43d4-acd7-4723fb3ec52f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:29.204566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a04a2-0a6f-4344-b3b3-4b5418c22c3a req-6b3f73f8-361b-4c5a-807a-99d9669c403e tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:29.215623 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-429a04a2-0a6f-4344-b3b3-4b5418c22c3a req-6b3f73f8-361b-4c5a-807a-99d9669c403e tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 949 time: 0.3627214 Feb 09 14:28:29.217707 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53a277f-8f6b-49be-85a9-40cffe7faad6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 14:28:29.218149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53a277f-8f6b-49be-85a9-40cffe7faad6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:28:29.246548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] For port 1a23f370-72ac-4385-8559-34fb1f936a2e, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:28:29.252519 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] For port 1a23f370-72ac-4385-8559-34fb1f936a2e, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1a23f370-72ac-4385-8559-34fb1f936a2e,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:28:29.258135 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:29.263570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2dc3f7-2099-43d4-acd7-4723fb3ec52f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:29.265529 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-12f976d8-de3f-4ec4-bab1-6463e6327bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:29.267531 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=e9e5b0b6-9c47-4658-83bb-6e59dd0218df,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:29.275080 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:29.284097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-ce2dc3f7-2099-43d4-acd7-4723fb3ec52f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:29.292320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2dc3f7-2099-43d4-acd7-4723fb3ec52f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:29.292914 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ce2dc3f7-2099-43d4-acd7-4723fb3ec52f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:29.419875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4f895a7a-361a-4c0d-8c7f-e334ae4800e6 None None] Provisioning for port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:29.423418 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ce2dc3f7-2099-43d4-acd7-4723fb3ec52f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1228254 Feb 09 14:28:29.440512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45886) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:29.445244 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4f895a7a-361a-4c0d-8c7f-e334ae4800e6 None None] Provisioning complete for port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:29.446998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-6b3e8491-4e43-4f57-947d-627e87fc358f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-372967728', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3af5eb29-4cc8-4bfa-a9e5-6b78e93ca6ca'}], 'security_groups': ['5475351c-0f30-4bae-8143-d2efef9e9133']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:29.450855 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4f895a7a-361a-4c0d-8c7f-e334ae4800e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:29.520198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2dc3f7-2099-43d4-acd7-4723fb3ec52f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Subnet': ['ID=3af5eb29-4cc8-4bfa-a9e5-6b78e93ca6ca,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:29.527812 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd908e-b162-48fb-8e9f-c4b07a6e6aae None None] Pushing event updated for resources: {'Port': ['ID=1a23f370-72ac-4385-8559-34fb1f936a2e,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:29.694182 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b45a06-2f73-47b9-aa19-484d86ab9b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e5b0b6-9c47-4658-83bb-6e59dd0218df', 'code': 200} Feb 09 14:28:29.695179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a646818-21e8-43a6-951a-b7df32676df1 None None] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:29.864458 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-429a04a2-0a6f-4344-b3b3-4b5418c22c3a req-c9f65759-44ef-42bb-8ea5-778ebfd4fdc8 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbcd8153-c7e3-41e8-b3b1-58f520a3becf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6420608 Feb 09 14:28:29.869016 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f53a277f-8f6b-49be-85a9-40cffe7faad6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.5899806 Feb 09 14:28:29.879411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45892) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:29.883759 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a76905-9754-410c-858b-ce6fe4326b4d admin admin] Router 60e653a8-bc96-4226-a457-345ab4966268 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:28:29.932056 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b3e8491-4e43-4f57-947d-627e87fc358f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:30.214939 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4f895a7a-361a-4c0d-8c7f-e334ae4800e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:30.282747 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:30.299551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b278262-5f17-4ae3-ac19-9d3658317e14 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:30.304158 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:30.305488 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b278262-5f17-4ae3-ac19-9d3658317e14 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:30.306281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6b278262-5f17-4ae3-ac19-9d3658317e14 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:30.308931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4f895a7a-361a-4c0d-8c7f-e334ae4800e6 None None] For port 63d62d33-28fc-4dfe-b0af-bbc03af139a8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=63d62d33-28fc-4dfe-b0af-bbc03af139a8,segment=NetworkSegment(d7b6e60d-db50-409c-ad77-d20a41d0a5e2),segment_id=d7b6e60d-db50-409c-ad77-d20a41d0a5e2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:30.320183 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4f895a7a-361a-4c0d-8c7f-e334ae4800e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:30.346053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a76905-9754-410c-858b-ce6fe4326b4d admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:28:30.361372 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f7a76905-9754-410c-858b-ce6fe4326b4d admin admin] 10.222.0.48 "PUT /v2.0/routers/60e653a8-bc96-4226-a457-345ab4966268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3897903 Feb 09 14:28:30.363839 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6b278262-5f17-4ae3-ac19-9d3658317e14 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:30.369155 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6b278262-5f17-4ae3-ac19-9d3658317e14 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4880519 Feb 09 14:28:30.369767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45906) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:30.370096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45908) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:30.376680 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c05328-25f4-4621-8004-4b0437a63793 None None] Sync routers for ids ['60e653a8-bc96-4226-a457-345ab4966268'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:28:30.423917 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c05328-25f4-4621-8004-4b0437a63793 None None] Routers {'60e653a8-bc96-4226-a457-345ab4966268'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:28:30.425051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-41c05328-25f4-4621-8004-4b0437a63793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:28:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['60e653a8-bc96-4226-a457-345ab4966268'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:30.536391 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-141b9389-ba9f-4619-bc12-0c4df329f86f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port 3f8c25e4-1890-4378-8893-eca556353887 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:30.536733 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-141b9389-ba9f-4619-bc12-0c4df329f86f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:30.565162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2956b0-fa82-4c99-a7a1-5f51af0930bc req-d613658e-c8b7-4499-a1dd-aaca4aaf1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:30.566705 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a2956b0-fa82-4c99-a7a1-5f51af0930bc req-d613658e-c8b7-4499-a1dd-aaca4aaf1338 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 1101 time: 0.7190430 Feb 09 14:28:30.692070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929ebd6-e30b-47f5-9b35-3246a77958dd req-1d859d78-34d5-4efb-afee-211dfebed5d2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:30.693594 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9929ebd6-e30b-47f5-9b35-3246a77958dd req-1d859d78-34d5-4efb-afee-211dfebed5d2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.7162519 Feb 09 14:28:30.719294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-41c05328-25f4-4621-8004-4b0437a63793 None None] Set router 60e653a8-bc96-4226-a457-345ab4966268 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:28:30.797596 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a2956b0-fa82-4c99-a7a1-5f51af0930bc req-6aeb277f-a423-416d-92c5-9e7938e62c71 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fbcd8153-c7e3-41e8-b3b1-58f520a3becf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176285 Feb 09 14:28:30.815670 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-012ef39e-ed04-4dfd-9245-4df5b122bc3a admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:30.889215 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9929ebd6-e30b-47f5-9b35-3246a77958dd req-6e35b681-3a1c-4c27-a535-eaf1e434e733 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645303 Feb 09 14:28:30.962940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-6b3e8491-4e43-4f57-947d-627e87fc358f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Delete allocated IP 2001:db8::320 (f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1/e04c7ab4-a0bb-4a7a-a276-04a30042ad99) {{(pid=87597) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 14:28:30.982694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-6b3e8491-4e43-4f57-947d-627e87fc358f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Allocated IP 2001:db8:0:1::14c (f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1/3af5eb29-4cc8-4bfa-a9e5-6b78e93ca6ca/7f6f4db6-a49e-4893-8ce1-66087a42c49a) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:28:31.078565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1a23f370-72ac-4385-8559-34fb1f936a2e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:28:31.138349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f895a7a-361a-4c0d-8c7f-e334ae4800e6 None None] Pushing event updated for resources: {'Port': ['ID=63d62d33-28fc-4dfe-b0af-bbc03af139a8,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:31.185577 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4f895a7a-361a-4c0d-8c7f-e334ae4800e6 None None] Provisioning complete for port fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:31.185953 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4f895a7a-361a-4c0d-8c7f-e334ae4800e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:31.257553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b3e8491-4e43-4f57-947d-627e87fc358f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:31.289087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-6b3e8491-4e43-4f57-947d-627e87fc358f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Ignored duplicate provisioning block setup for port 7f6f4db6-a49e-4893-8ce1-66087a42c49a by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 14:28:31.299030 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b3e8491-4e43-4f57-947d-627e87fc358f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:31.388682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31335dce-ae3a-4d47-8ab2-9d7fdf558d7c None None] Update dhcp port {'port': {'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'fixed_ips': [{'subnet_id': 'e04c7ab4-a0bb-4a7a-a276-04a30042ad99', 'ip_address': '2001:db8::2'}, {'subnet_id': '3af5eb29-4cc8-4bfa-a9e5-6b78e93ca6ca'}], 'binding:host_id': 'n-d-828418-2'}, 'id': '63d62d33-28fc-4dfe-b0af-bbc03af139a8'} from n-d-828418-2. {{(pid=87598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 14:28:31.457919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4f895a7a-361a-4c0d-8c7f-e334ae4800e6 None None] Port fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:28:31.602364 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-012ef39e-ed04-4dfd-9245-4df5b122bc3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:31.607891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e8491-4e43-4f57-947d-627e87fc358f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=7f6f4db6-a49e-4893-8ce1-66087a42c49a,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:31.622630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-6b3e8491-4e43-4f57-947d-627e87fc358f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] In _notify_port_updated(), no bound segment for port 7f6f4db6-a49e-4893-8ce1-66087a42c49a on network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 {{(pid=87597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:28:31.632138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3e8491-4e43-4f57-947d-627e87fc358f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:31.633250 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b3e8491-4e43-4f57-947d-627e87fc358f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:31.635619 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6b3e8491-4e43-4f57-947d-627e87fc358f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "PUT /v2.0/ports/7f6f4db6-a49e-4893-8ce1-66087a42c49a HTTP/1.1" status: 200 len: 930 time: 2.1939597 Feb 09 14:28:31.640106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45932) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:31.728774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-012ef39e-ed04-4dfd-9245-4df5b122bc3a admin admin] Deleting port e6b08409-7cae-42e7-a011-08eb3d23eef4 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:31.729122 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-012ef39e-ed04-4dfd-9245-4df5b122bc3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:31.799418 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-31335dce-ae3a-4d47-8ab2-9d7fdf558d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:31.813361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-7e371318-8285-4df9-a814-0a2911326c03 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port 7f6f4db6-a49e-4893-8ce1-66087a42c49a {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:31.813714 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e371318-8285-4df9-a814-0a2911326c03 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:31.815606 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:31.816614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 1a23f370-72ac-4385-8559-34fb1f936a2e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:31.829059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7d20102d-fad5-4eaa-bd1d-07cadb586769 None None] Provisioning for port 1a23f370-72ac-4385-8559-34fb1f936a2e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:31.842668 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1a23f370-72ac-4385-8559-34fb1f936a2e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:31.843042 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:31.856007 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-141b9389-ba9f-4619-bc12-0c4df329f86f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:31.939478 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7d20102d-fad5-4eaa-bd1d-07cadb586769 None None] Provisioning complete for port 1a23f370-72ac-4385-8559-34fb1f936a2e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:31.939905 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7d20102d-fad5-4eaa-bd1d-07cadb586769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:32.018946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-141b9389-ba9f-4619-bc12-0c4df329f86f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for 3f8c25e4-1890-4378-8893-eca556353887 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:32.077514 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a7462-8bed-4bf3-8ed3-396fffd880e8 req-d83d92fc-f42c-4589-8956-c8c04f1d7d3c tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:32.084751 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bd7a7462-8bed-4bf3-8ed3-396fffd880e8 req-d83d92fc-f42c-4589-8956-c8c04f1d7d3c tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 950 time: 1.0145848 Feb 09 14:28:32.146961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b055aa-c1d8-4fd6-9d5d-446595e54787 req-d226b738-550b-4f83-a995-6ef69117f383 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:32.148534 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73b055aa-c1d8-4fd6-9d5d-446595e54787 req-d226b738-550b-4f83-a995-6ef69117f383 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.2083535 Feb 09 14:28:32.165937 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e371318-8285-4df9-a814-0a2911326c03 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:32.252042 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-31335dce-ae3a-4d47-8ab2-9d7fdf558d7c None None] Allocated IP 2001:db8:0:1::2 (f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1/3af5eb29-4cc8-4bfa-a9e5-6b78e93ca6ca/63d62d33-28fc-4dfe-b0af-bbc03af139a8) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:28:32.253959 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:32.360670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bd7a7462-8bed-4bf3-8ed3-396fffd880e8 req-fb35fdf3-3f43-44eb-ae3b-fb879403c2e4 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbcd8153-c7e3-41e8-b3b1-58f520a3becf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748127 Feb 09 14:28:32.412830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-7e371318-8285-4df9-a814-0a2911326c03 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for 7f6f4db6-a49e-4893-8ce1-66087a42c49a owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:32.453832 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-41c05328-25f4-4621-8004-4b0437a63793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e653a8-bc96-4226-a457-345ab4966268', 'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-router', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:20:54Z', 'updated_at': '2022-02-09T14:28:26Z', 'revision_number': 5, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'gw_port': {'id': 'e6b08409-7cae-42e7-a011-08eb3d23eef4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e653a8-bc96-4226-a457-345ab4966268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:20:56Z', 'updated_at': '2022-02-09T14:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:32.504862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 1a23f370-72ac-4385-8559-34fb1f936a2e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1a23f370-72ac-4385-8559-34fb1f936a2e,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:32.515036 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c05328-25f4-4621-8004-4b0437a63793 None None] Checking router: 60e653a8-bc96-4226-a457-345ab4966268 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:28:32.565624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-012ef39e-ed04-4dfd-9245-4df5b122bc3a admin admin] For port e6b08409-7cae-42e7-a011-08eb3d23eef4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e6b08409-7cae-42e7-a011-08eb3d23eef4,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:32.566685 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-012ef39e-ed04-4dfd-9245-4df5b122bc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:32.627505 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73b055aa-c1d8-4fd6-9d5d-446595e54787 req-bb778dd4-1745-4131-b61b-bfa3a399bdd3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695680 Feb 09 14:28:32.740019 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e371318-8285-4df9-a814-0a2911326c03 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:32.781660 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7d20102d-fad5-4eaa-bd1d-07cadb586769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:32.838225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-31335dce-ae3a-4d47-8ab2-9d7fdf558d7c None None] For port 63d62d33-28fc-4dfe-b0af-bbc03af139a8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=63d62d33-28fc-4dfe-b0af-bbc03af139a8,segment=NetworkSegment(d7b6e60d-db50-409c-ad77-d20a41d0a5e2),segment_id=d7b6e60d-db50-409c-ad77-d20a41d0a5e2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:32.867313 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e371318-8285-4df9-a814-0a2911326c03 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:32.878678 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7e371318-8285-4df9-a814-0a2911326c03 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/7f6f4db6-a49e-4893-8ce1-66087a42c49a HTTP/1.1" status: 204 len: 168 time: 1.2372735 Feb 09 14:28:32.879475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e371318-8285-4df9-a814-0a2911326c03 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=7f6f4db6-a49e-4893-8ce1-66087a42c49a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:32.882883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45952) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:32.887202 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-31335dce-ae3a-4d47-8ab2-9d7fdf558d7c None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:32.906614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-31335dce-ae3a-4d47-8ab2-9d7fdf558d7c None None] Transition to ACTIVE for port object 63d62d33-28fc-4dfe-b0af-bbc03af139a8 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:32.916946 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:32.945781 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-012ef39e-ed04-4dfd-9245-4df5b122bc3a admin admin] Calling delete_port for e6b08409-7cae-42e7-a011-08eb3d23eef4 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:32.966790 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-31335dce-ae3a-4d47-8ab2-9d7fdf558d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:33.116193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c05328-25f4-4621-8004-4b0437a63793 None None] Routers {'60e653a8-bc96-4226-a457-345ab4966268'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:28:33.118125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-41c05328-25f4-4621-8004-4b0437a63793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:28:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['60e653a8-bc96-4226-a457-345ab4966268'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:33.186312 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-141b9389-ba9f-4619-bc12-0c4df329f86f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:33.216800 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-70934ef4-ee00-4474-af04-c0ab13044c0a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] GET failed (client error): The resource could not be found. Feb 09 14:28:33.217349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-70934ef4-ee00-4474-af04-c0ab13044c0a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:33.252187 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 63d62d33-28fc-4dfe-b0af-bbc03af139a8 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:28:33.266256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-70934ef4-ee00-4474-af04-c0ab13044c0a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:33.278187 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-70934ef4-ee00-4474-af04-c0ab13044c0a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports/7f6f4db6-a49e-4893-8ce1-66087a42c49a HTTP/1.1" status: 404 len: 333 time: 0.3942242 Feb 09 14:28:33.281483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45960) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:33.352110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b9389-ba9f-4619-bc12-0c4df329f86f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=3f8c25e4-1890-4378-8893-eca556353887,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:33.386888 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-141b9389-ba9f-4619-bc12-0c4df329f86f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:33.421271 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=1a23f370-72ac-4385-8559-34fb1f936a2e,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:33.450738 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a49d6c7c-c4fe-40db-9d65-d78febc2021a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:33.524855 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-141b9389-ba9f-4619-bc12-0c4df329f86f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/3f8c25e4-1890-4378-8893-eca556353887 HTTP/1.1" status: 204 len: 168 time: 3.1500573 Feb 09 14:28:33.529452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45966) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:33.570140 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-012ef39e-ed04-4dfd-9245-4df5b122bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:33.621217 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a49d6c7c-c4fe-40db-9d65-d78febc2021a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:33.706846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb68b0b-e8a0-436e-8b51-bb2ba05a7e28 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:33.709361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb68b0b-e8a0-436e-8b51-bb2ba05a7e28 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:33.710192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ccb68b0b-e8a0-436e-8b51-bb2ba05a7e28 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:33.734166 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a49d6c7c-c4fe-40db-9d65-d78febc2021a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:33.741787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ef39e-ed04-4dfd-9245-4df5b122bc3a admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b08409-7cae-42e7-a011-08eb3d23eef4,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:33.759026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ccb68b0b-e8a0-436e-8b51-bb2ba05a7e28 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:33.761635 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ccb68b0b-e8a0-436e-8b51-bb2ba05a7e28 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2304888 Feb 09 14:28:33.764626 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45976) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:33.793374 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 97e2cb23-f44b-4f57-ba04-fd0e8929b244 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:28:33.902337 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-012ef39e-ed04-4dfd-9245-4df5b122bc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:33.956583 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-7d20102d-fad5-4eaa-bd1d-07cadb586769 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:28:33.956943 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-7d20102d-fad5-4eaa-bd1d-07cadb586769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:28:33.989530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d6c7c-c4fe-40db-9d65-d78febc2021a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb2e148-c00b-45b0-a76d-5716a7857e03,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:34.029825 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-41c05328-25f4-4621-8004-4b0437a63793 None None] Set router 60e653a8-bc96-4226-a457-345ab4966268 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:28:34.038887 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a49d6c7c-c4fe-40db-9d65-d78febc2021a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:34.053527 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a49d6c7c-c4fe-40db-9d65-d78febc2021a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/security-groups/0cb2e148-c00b-45b0-a76d-5716a7857e03 HTTP/1.1" status: 204 len: 168 time: 0.7707064 Feb 09 14:28:34.078401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45980) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:34.171925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a16a1d-5bb7-4f5e-95f3-c48bdf2fade1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 7e8d1734-e536-4c64-81ea-79ba967a9fa4 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:28:34.201034 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7a16a1d-5bb7-4f5e-95f3-c48bdf2fade1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:34.271560 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-012ef39e-ed04-4dfd-9245-4df5b122bc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:34.275571 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-012ef39e-ed04-4dfd-9245-4df5b122bc3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:34.304457 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7a16a1d-5bb7-4f5e-95f3-c48bdf2fade1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:34.320558 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc14cf-b88f-491b-8393-a7f7912245aa req-ce341752-8f05-4e12-a9bd-64a154efb23c tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:34.322615 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ebbc14cf-b88f-491b-8393-a7f7912245aa req-ce341752-8f05-4e12-a9bd-64a154efb23c tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 950 time: 0.6467707 Feb 09 14:28:34.324159 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-012ef39e-ed04-4dfd-9245-4df5b122bc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:34.325007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012ef39e-ed04-4dfd-9245-4df5b122bc3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60e653a8-bc96-4226-a457-345ab4966268 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:28:34.365533 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-012ef39e-ed04-4dfd-9245-4df5b122bc3a admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:34.366950 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-012ef39e-ed04-4dfd-9245-4df5b122bc3a admin admin] 10.222.0.48 "DELETE /v2.0/routers/60e653a8-bc96-4226-a457-345ab4966268 HTTP/1.1" status: 204 len: 168 time: 3.9958565 Feb 09 14:28:34.377793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45986) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:34.439971 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ebbc14cf-b88f-491b-8393-a7f7912245aa req-da5af3c3-7e10-4042-a2e7-066982cf27dc tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbcd8153-c7e3-41e8-b3b1-58f520a3becf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071532 Feb 09 14:28:34.503881 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd30f027-2970-4b39-aa9b-36e0829ae2ce admin admin] Deleting subnet fb67a8bd-310b-449e-8628-b14f3b207e8b {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:28:34.521151 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bd30f027-2970-4b39-aa9b-36e0829ae2ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:34.575587 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7a16a1d-5bb7-4f5e-95f3-c48bdf2fade1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:34.699285 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bd30f027-2970-4b39-aa9b-36e0829ae2ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:34.701314 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.resource_extend [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] It took 0.75 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:28:34.725970 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7d20102d-fad5-4eaa-bd1d-07cadb586769 None None] Could not find standard attr ID for object 7f6f4db6-a49e-4893-8ce1-66087a42c49a. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:28:34.813965 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-666f6475-6b6c-44b9-b46e-aa02c3f6d71c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:34.914829 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bd30f027-2970-4b39-aa9b-36e0829ae2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:34.920798 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31335dce-ae3a-4d47-8ab2-9d7fdf558d7c None None] Pushing event updated for resources: {'Port': ['ID=63d62d33-28fc-4dfe-b0af-bbc03af139a8,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:34.922841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf16013-4afb-43b4-a881-b26e8a43a445 req-17c943f0-8472-42ee-bc84-26fe23cec863 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:34.926130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-41c05328-25f4-4621-8004-4b0437a63793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e653a8-bc96-4226-a457-345ab4966268', 'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-router', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:20:54Z', 'updated_at': '2022-02-09T14:28:31Z', 'revision_number': 6, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:34.938749 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0cf16013-4afb-43b4-a881-b26e8a43a445 req-17c943f0-8472-42ee-bc84-26fe23cec863 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.4697819 Feb 09 14:28:34.947775 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c05328-25f4-4621-8004-4b0437a63793 None None] The sync data for ids ['60e653a8-bc96-4226-a457-345ab4966268'] in n-d-828418-2 is: [{'id': '60e653a8-bc96-4226-a457-345ab4966268', 'name': 'tempest-TaggedBootDevicesTest_v242-1669417718-router', 'tenant_id': 'fa10991579a24c27b1b3f21f294a7343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:20:54Z', 'updated_at': '2022-02-09T14:28:31Z', 'revision_number': 6, 'project_id': 'fa10991579a24c27b1b3f21f294a7343', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:28:34.954912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-99b70e6c-7c61-43c8-a511-fd81410a3fc7 None None] Could not find standard attr ID for object 3f8c25e4-1890-4378-8893-eca556353887. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:28:35.016410 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7a16a1d-5bb7-4f5e-95f3-c48bdf2fade1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:35.021864 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-666f6475-6b6c-44b9-b46e-aa02c3f6d71c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:35.069517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 97e2cb23-f44b-4f57-ba04-fd0e8929b244, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=97e2cb23-f44b-4f57-ba04-fd0e8929b244,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:35.094991 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bd30f027-2970-4b39-aa9b-36e0829ae2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:35.098382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '97e2cb23-f44b-4f57-ba04-fd0e8929b244', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'port_id': '97e2cb23-f44b-4f57-ba04-fd0e8929b244', 'mac_address': 'fa:16:3e:f0:bd:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:28:35.150899 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7a16a1d-5bb7-4f5e-95f3-c48bdf2fade1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:35.151136 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bd30f027-2970-4b39-aa9b-36e0829ae2ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:35.154759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a16a1d-5bb7-4f5e-95f3-c48bdf2fade1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8d1734-e536-4c64-81ea-79ba967a9fa4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:35.154938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30f027-2970-4b39-aa9b-36e0829ae2ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb67a8bd-310b-449e-8628-b14f3b207e8b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:35.164812 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bd30f027-2970-4b39-aa9b-36e0829ae2ce admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fb67a8bd-310b-449e-8628-b14f3b207e8b HTTP/1.1" status: 204 len: 168 time: 0.7830269 Feb 09 14:28:35.165057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46004) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:35.176521 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24e6ddc-2265-410c-82e1-8f2c1a2b520e None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:35.199140 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa011c2-d3f3-4f32-addc-290d4f694ccb None None] Network b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:35.224708 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0cf16013-4afb-43b4-a881-b26e8a43a445 req-9d66df3f-1890-4b81-85fa-f726fc870a27 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855639 Feb 09 14:28:35.232929 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e7a16a1d-5bb7-4f5e-95f3-c48bdf2fade1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/7e8d1734-e536-4c64-81ea-79ba967a9fa4 HTTP/1.1" status: 204 len: 168 time: 1.4328654 Feb 09 14:28:35.235138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46008) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:35.323116 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-666f6475-6b6c-44b9-b46e-aa02c3f6d71c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:35.339176 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:35.357890 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] Deleting port 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:35.358613 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:35.411792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-99792813-c16c-4821-9019-11a147ca1450 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1677957 Feb 09 14:28:35.424627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46016) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:35.442425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1ea009bf-a0a5-4fa4-a6fb-542e616081d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:35.498629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f6475-6b6c-44b9-b46e-aa02c3f6d71c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5475351c-0f30-4bae-8143-d2efef9e9133,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:35.660731 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-666f6475-6b6c-44b9-b46e-aa02c3f6d71c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:35.665643 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-666f6475-6b6c-44b9-b46e-aa02c3f6d71c tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/security-groups/5475351c-0f30-4bae-8143-d2efef9e9133 HTTP/1.1" status: 204 len: 168 time: 1.5810962 Feb 09 14:28:35.670802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46028) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:35.696584 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:35.737996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1a23f370-72ac-4385-8559-34fb1f936a2e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:28:35.837039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe973ee3-031c-4156-b4e9-d7a55f5b21cd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting subnet e04c7ab4-a0bb-4a7a-a276-04a30042ad99 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:28:35.869713 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe973ee3-031c-4156-b4e9-d7a55f5b21cd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:36.003217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97e2cb23-f44b-4f57-ba04-fd0e8929b244 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:28:36.062791 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe973ee3-031c-4156-b4e9-d7a55f5b21cd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:36.082240 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 97e2cb23-f44b-4f57-ba04-fd0e8929b244, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=97e2cb23-f44b-4f57-ba04-fd0e8929b244,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:36.116048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] For port 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=597d0ab2-f467-4c4d-8c55-f7c1207bd1e0,segment=NetworkSegment(b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7),segment_id=b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:36.116416 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:36.129325 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-38b660cc-b7cb-4eaa-aa38-2620fdc02118 None None] Provisioning for port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:36.130273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1ea009bf-a0a5-4fa4-a6fb-542e616081d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:36.137459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1ea009bf-a0a5-4fa4-a6fb-542e616081d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:36.142105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1ea009bf-a0a5-4fa4-a6fb-542e616081d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:36.149584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1ea009bf-a0a5-4fa4-a6fb-542e616081d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:36.168009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea009bf-a0a5-4fa4-a6fb-542e616081d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:36.170763 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:36.184007 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ea009bf-a0a5-4fa4-a6fb-542e616081d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:36.366289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-38b660cc-b7cb-4eaa-aa38-2620fdc02118 None None] Provisioning complete for port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:36.366515 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-38b660cc-b7cb-4eaa-aa38-2620fdc02118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:36.409803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] Calling delete_port for 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:36.644414 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:36.686872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['97e2cb23-f44b-4f57-ba04-fd0e8929b244'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:28:36.724113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] No DVR routers for this DVR port 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:28:36.741885 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe973ee3-031c-4156-b4e9-d7a55f5b21cd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:36.807721 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] Pushing event deleted for resources: {'Port': ['ID=597d0ab2-f467-4c4d-8c55-f7c1207bd1e0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:36.948719 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:37.016782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b27cbb-3aca-4697-bd3f-5eb25bd866e1']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:37.064648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:37.066074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4290ddb-9d6a-4d1d-acbf-7b7a36ac6ef7') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:37.068040 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7349d92-6383-4e9d-9df8-c9ca703d62e2 None None] DHCP port deletion for b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:28:37.080879 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe973ee3-031c-4156-b4e9-d7a55f5b21cd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:37.084701 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:37.123959 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:37.127858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca91c7-45ba-4fe0-a7a2-304e17184b36 req-ce3fd4b8-41e1-4240-bb0e-6e6748ed1ce9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:37.131615 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bca91c7-45ba-4fe0-a7a2-304e17184b36 req-ce3fd4b8-41e1-4240-bb0e-6e6748ed1ce9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 944 time: 0.5763617 Feb 09 14:28:37.138286 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:28:37.139188 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:28:37.157677 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:28:37.212859 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fe973ee3-031c-4156-b4e9-d7a55f5b21cd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:37.238203 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1a23f370-72ac-4385-8559-34fb1f936a2e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:37.238581 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:37.257702 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:37.263368 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:37.268186 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1323624f-4d77-4b60-af6f-c3293e0fe2a1 None None] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:37.291031 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fe973ee3-031c-4156-b4e9-d7a55f5b21cd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/e04c7ab4-a0bb-4a7a-a276-04a30042ad99 HTTP/1.1" status: 204 len: 168 time: 1.6191678 Feb 09 14:28:37.292143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe973ee3-031c-4156-b4e9-d7a55f5b21cd tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Subnet': ['ID=e04c7ab4-a0bb-4a7a-a276-04a30042ad99,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:37.303024 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ea009bf-a0a5-4fa4-a6fb-542e616081d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:37.321669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46052) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:37.321905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=97e2cb23-f44b-4f57-ba04-fd0e8929b244,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:37.326946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5b27cbb-3aca-4697-bd3f-5eb25bd866e1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:37.336052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-2278ca18-e32c-4c31-8fb8-95a0983748c0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'subnet': {'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:37.403639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea009bf-a0a5-4fa4-a6fb-542e616081d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:37.410061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-1ea009bf-a0a5-4fa4-a6fb-542e616081d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:37.423965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea009bf-a0a5-4fa4-a6fb-542e616081d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:37.424804 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ea009bf-a0a5-4fa4-a6fb-542e616081d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:37.449470 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bca91c7-45ba-4fe0-a7a2-304e17184b36 req-752f30a6-e7a0-4083-9483-2a411c766571 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766789 Feb 09 14:28:37.456892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea009bf-a0a5-4fa4-a6fb-542e616081d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=54177d18-b1ef-400e-bca9-d24edebd6671,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:37.483778 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1ea009bf-a0a5-4fa4-a6fb-542e616081d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0572236 Feb 09 14:28:37.486598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46056) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:37.499270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-22c09bc4-5373-436c-8ae3-02768d16c89b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'fixed_ips': [{'subnet_id': '54177d18-b1ef-400e-bca9-d24edebd6671', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1016270134'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:37.570871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2278ca18-e32c-4c31-8fb8-95a0983748c0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:37.579641 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2278ca18-e32c-4c31-8fb8-95a0983748c0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:subnet and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:37.591795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2278ca18-e32c-4c31-8fb8-95a0983748c0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:37.600207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2278ca18-e32c-4c31-8fb8-95a0983748c0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:37.622257 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e372e24c-53e8-46ff-8569-c6bf942e4676 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b5b27cbb-3aca-4697-bd3f-5eb25bd866e1 HTTP/1.1" status: 204 len: 168 time: 2.4558005 Feb 09 14:28:37.624667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46060) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:37.632064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2278ca18-e32c-4c31-8fb8-95a0983748c0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:37.635581 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2278ca18-e32c-4c31-8fb8-95a0983748c0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:37.742489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-38b660cc-b7cb-4eaa-aa38-2620fdc02118 None None] Provisioning complete for port fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:37.742917 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-38b660cc-b7cb-4eaa-aa38-2620fdc02118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:37.813213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-38b660cc-b7cb-4eaa-aa38-2620fdc02118 None None] Port fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:28:37.814810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25984b7d-0b1a-48aa-abe8-1f30de4f2306 None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:28:37.866884 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-25984b7d-0b1a-48aa-abe8-1f30de4f2306 None None] Deleting port 1a23f370-72ac-4385-8559-34fb1f936a2e {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:37.867259 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-25984b7d-0b1a-48aa-abe8-1f30de4f2306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:37.911419 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-38b660cc-b7cb-4eaa-aa38-2620fdc02118 None None] Could not find standard attr ID for object 7f6f4db6-a49e-4893-8ce1-66087a42c49a. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:28:37.993112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-22c09bc4-5373-436c-8ae3-02768d16c89b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:37.998033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-22c09bc4-5373-436c-8ae3-02768d16c89b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:port and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:38.001466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-22c09bc4-5373-436c-8ae3-02768d16c89b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:38.009294 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-22c09bc4-5373-436c-8ae3-02768d16c89b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:38.024898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c09bc4-5373-436c-8ae3-02768d16c89b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:38.242009 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22c09bc4-5373-436c-8ae3-02768d16c89b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:38.250820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-716e5f90-39ad-4152-94da-00672d55bd66 None None] Could not find standard attr ID for object 7f6f4db6-a49e-4893-8ce1-66087a42c49a. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:28:38.274706 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 63d62d33-28fc-4dfe-b0af-bbc03af139a8 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:28:38.307062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-22c09bc4-5373-436c-8ae3-02768d16c89b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port 4440c5e0-b3d2-4b67-b4e6-7f04a2870f6f yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:28:38.483465 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:38.483857 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:38.738679 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-25984b7d-0b1a-48aa-abe8-1f30de4f2306 None None] For port 1a23f370-72ac-4385-8559-34fb1f936a2e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1a23f370-72ac-4385-8559-34fb1f936a2e,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:38.739385 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-25984b7d-0b1a-48aa-abe8-1f30de4f2306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:38.780888 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c09bc4-5373-436c-8ae3-02768d16c89b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:28:38.781350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c09bc4-5373-436c-8ae3-02768d16c89b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:28:38.963058 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-22c09bc4-5373-436c-8ae3-02768d16c89b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4752576 Feb 09 14:28:38.964977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46070) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:38.974843 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:38.986671 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2278ca18-e32c-4c31-8fb8-95a0983748c0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:38.990740 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-25984b7d-0b1a-48aa-abe8-1f30de4f2306 None None] Calling delete_port for 1a23f370-72ac-4385-8559-34fb1f936a2e owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:39.142770 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-25984b7d-0b1a-48aa-abe8-1f30de4f2306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:39.146376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2278ca18-e32c-4c31-8fb8-95a0983748c0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:39.161024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-2278ca18-e32c-4c31-8fb8-95a0983748c0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:39.193489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f0097-5243-4952-8fbb-188b16aee871 req-44a44e5c-b5d2-4042-a8da-d3049b3facd5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:39.196836 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-062f0097-5243-4952-8fbb-188b16aee871 req-44a44e5c-b5d2-4042-a8da-d3049b3facd5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 944 time: 0.4302428 Feb 09 14:28:39.250039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7059ecd5-bff0-435d-a8c5-ed17fe7fefc8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:39.250734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7059ecd5-bff0-435d-a8c5-ed17fe7fefc8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:39.260211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2278ca18-e32c-4c31-8fb8-95a0983748c0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:39.266930 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25984b7d-0b1a-48aa-abe8-1f30de4f2306 None None] No DVR routers for this DVR port 1a23f370-72ac-4385-8559-34fb1f936a2e on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:28:39.268056 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2278ca18-e32c-4c31-8fb8-95a0983748c0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:39.290780 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:28:39.303671 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-062f0097-5243-4952-8fbb-188b16aee871 req-e5b9b4cc-23d4-4153-963a-80dec768ffc1 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991991 Feb 09 14:28:39.344455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7059ecd5-bff0-435d-a8c5-ed17fe7fefc8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:39.347309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c5f594-c0d3-4662-be21-28e505db4be4 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:39.350947 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7059ecd5-bff0-435d-a8c5-ed17fe7fefc8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3817167 Feb 09 14:28:39.352414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278ca18-e32c-4c31-8fb8-95a0983748c0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Subnet': ['ID=69433816-297d-4adc-bdf8-331e24f8bf6c,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:39.354103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46076) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:39.447601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46084) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:39.459371 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2278ca18-e32c-4c31-8fb8-95a0983748c0 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1266108 Feb 09 14:28:39.469769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-a26be538-8081-4df6-bd39-59acd4cea8d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'security_group': {'name': 'tempest-secgroup-1972684531'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:39.493339 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b36c9c6-9491-4e43-a6ac-bbfd3fcb4e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:39.518022 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a26be538-8081-4df6-bd39-59acd4cea8d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:39.543435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a26be538-8081-4df6-bd39-59acd4cea8d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:security_group and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:39.561018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a26be538-8081-4df6-bd39-59acd4cea8d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:39.573523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25984b7d-0b1a-48aa-abe8-1f30de4f2306 None None] Pushing event deleted for resources: {'Port': ['ID=1a23f370-72ac-4385-8559-34fb1f936a2e,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:39.579482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a26be538-8081-4df6-bd39-59acd4cea8d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:39.601946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaddccb-3e9a-4fbf-b8be-fd394a1d01a5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:39.606820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaddccb-3e9a-4fbf-b8be-fd394a1d01a5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:39.607990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dcaddccb-3e9a-4fbf-b8be-fd394a1d01a5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:39.639036 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:28:39.639377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 597d0ab2-f467-4c4d-8c55-f7c1207bd1e0 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:28:39.649209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e6b08409-7cae-42e7-a011-08eb3d23eef4 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:28:39.658023 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a26be538-8081-4df6-bd39-59acd4cea8d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:39.713542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a26be538-8081-4df6-bd39-59acd4cea8d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:39.720967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a26be538-8081-4df6-bd39-59acd4cea8d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:security_group_rule and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:39.735278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a26be538-8081-4df6-bd39-59acd4cea8d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:39.750929 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: e6b08409-7cae-42e7-a011-08eb3d23eef4 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:28:39.755239 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a26be538-8081-4df6-bd39-59acd4cea8d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:39.755924 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e6b08409-7cae-42e7-a011-08eb3d23eef4 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:28:39.757330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1a23f370-72ac-4385-8559-34fb1f936a2e no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:28:39.832487 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 1a23f370-72ac-4385-8559-34fb1f936a2e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:28:39.833195 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1a23f370-72ac-4385-8559-34fb1f936a2e not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:28:39.833899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f798bd48-33f5-4eea-9e72-2ed76f5f93f9 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:28:39.865631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584fff57-4cb9-40da-9966-ad7651f140fc None None] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:39.947931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dcaddccb-3e9a-4fbf-b8be-fd394a1d01a5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:39.956530 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dcaddccb-3e9a-4fbf-b8be-fd394a1d01a5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5987241 Feb 09 14:28:39.961697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46096) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:39.966694 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a26be538-8081-4df6-bd39-59acd4cea8d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:40.008219 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a26be538-8081-4df6-bd39-59acd4cea8d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:40.030411 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: f798bd48-33f5-4eea-9e72-2ed76f5f93f9 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:28:40.030775 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f798bd48-33f5-4eea-9e72-2ed76f5f93f9 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:28:40.053086 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a26be538-8081-4df6-bd39-59acd4cea8d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:40.058359 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a26be538-8081-4df6-bd39-59acd4cea8d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6087739 Feb 09 14:28:40.062152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46106) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:40.075117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-cdbef0d2-7369-414a-883f-21f4aba3dac3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'security_group': {'name': 'tempest-secgroup-1286256467'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:40.100162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-cdbef0d2-7369-414a-883f-21f4aba3dac3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:40.101870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-056910c4-5273-457d-8024-9d600e0dde50 None None] Provisioning complete for port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:40.106124 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-056910c4-5273-457d-8024-9d600e0dde50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:40.108947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cdbef0d2-7369-414a-883f-21f4aba3dac3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:security_group and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:40.122005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cdbef0d2-7369-414a-883f-21f4aba3dac3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:40.133934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c27a0c-2a8c-4925-b2bd-5e8416e5eefd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 54177d18-b1ef-400e-bca9-d24edebd6671 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:28:40.136501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26be538-8081-4df6-bd39-59acd4cea8d5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d19b385a-be38-40f7-bf31-4f5cb2741731,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:40.139989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-cdbef0d2-7369-414a-883f-21f4aba3dac3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:40.145415 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6c27a0c-2a8c-4925-b2bd-5e8416e5eefd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:40.176056 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:28:40.202282 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cdbef0d2-7369-414a-883f-21f4aba3dac3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:40.238801 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-cdbef0d2-7369-414a-883f-21f4aba3dac3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:40.242722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cdbef0d2-7369-414a-883f-21f4aba3dac3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:security_group_rule and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:40.245851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cdbef0d2-7369-414a-883f-21f4aba3dac3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:40.251611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-cdbef0d2-7369-414a-883f-21f4aba3dac3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:40.279604 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 97e2cb23-f44b-4f57-ba04-fd0e8929b244 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:28:40.368604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6b36c9c6-9491-4e43-a6ac-bbfd3fcb4e1e admin admin] Deleting port 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:40.370180 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b36c9c6-9491-4e43-a6ac-bbfd3fcb4e1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:40.428509 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cdbef0d2-7369-414a-883f-21f4aba3dac3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:40.440804 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cdbef0d2-7369-414a-883f-21f4aba3dac3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:40.478213 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6c27a0c-2a8c-4925-b2bd-5e8416e5eefd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:40.701985 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:40.861627 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46126) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:40.875298 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cdbef0d2-7369-414a-883f-21f4aba3dac3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:40.879742 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cdbef0d2-7369-414a-883f-21f4aba3dac3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8110988 Feb 09 14:28:40.895442 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46132) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:40.906141 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6c27a0c-2a8c-4925-b2bd-5e8416e5eefd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:40.907596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-dbaca85f-b67f-4067-b68d-2b321e071ae5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'security_group': {'name': 'tempest-secgroup-1021145653'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:40.941633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dbaca85f-b67f-4067-b68d-2b321e071ae5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:40.958431 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec18a4d-8ffd-46e8-ad20-7373d07f986a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': '54177d18-b1ef-400e-bca9-d24edebd6671'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:28:40.959198 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4ec18a4d-8ffd-46e8-ad20-7373d07f986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:40.965480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dbaca85f-b67f-4067-b68d-2b321e071ae5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:security_group and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:40.968838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dbaca85f-b67f-4067-b68d-2b321e071ae5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:40.983753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbef0d2-7369-414a-883f-21f4aba3dac3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c30d0a-45f3-44d9-8778-ea82b6a604d2,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:40.988825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dbaca85f-b67f-4067-b68d-2b321e071ae5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:41.093019 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 97e2cb23-f44b-4f57-ba04-fd0e8929b244 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:41.093256 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:41.109945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250b3c2-93d2-42f3-b5da-3bc8a02a99b3 req-9b456a66-7022-44ab-a957-9ac108eed72e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:41.111459 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e250b3c2-93d2-42f3-b5da-3bc8a02a99b3 req-9b456a66-7022-44ab-a957-9ac108eed72e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 944 time: 0.5161641 Feb 09 14:28:41.116541 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbaca85f-b67f-4067-b68d-2b321e071ae5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:41.134336 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e115d48-be41-42b9-a410-8435e1552b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:41.154975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6b36c9c6-9491-4e43-a6ac-bbfd3fcb4e1e admin admin] For port 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf,segment=NetworkSegment(510c8c8b-81e5-4c0b-a0a5-d15c2f531413),segment_id=510c8c8b-81e5-4c0b-a0a5-d15c2f531413)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:41.155818 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b36c9c6-9491-4e43-a6ac-bbfd3fcb4e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:41.193089 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6c27a0c-2a8c-4925-b2bd-5e8416e5eefd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:41.297937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1e115d48-be41-42b9-a410-8435e1552b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:41.304832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c27a0c-2a8c-4925-b2bd-5e8416e5eefd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=54177d18-b1ef-400e-bca9-d24edebd6671,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:41.308492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1e115d48-be41-42b9-a410-8435e1552b8a admin admin] Usage tracker for resource:security_group_rule and tenant:c71c845221f14a50840bf30b928dede0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:41.317055 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e250b3c2-93d2-42f3-b5da-3bc8a02a99b3 req-9b5ff500-ea08-4b31-9df0-e3fc77c59bb7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904135 Feb 09 14:28:41.318070 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1e115d48-be41-42b9-a410-8435e1552b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:41.330196 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1e115d48-be41-42b9-a410-8435e1552b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:41.335050 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6c27a0c-2a8c-4925-b2bd-5e8416e5eefd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:41.358771 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c6c27a0c-2a8c-4925-b2bd-5e8416e5eefd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/54177d18-b1ef-400e-bca9-d24edebd6671 HTTP/1.1" status: 204 len: 168 time: 1.3957224 Feb 09 14:28:41.361899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46144) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:41.520963 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0cf6d439-07d2-4fb7-9443-56c848a12abc tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1577337 Feb 09 14:28:41.528351 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e115d48-be41-42b9-a410-8435e1552b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:41.529112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46148) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:41.535328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d41afa18-e1d6-441c-b34a-c0b661a421a3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:41.584648 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-056910c4-5273-457d-8024-9d600e0dde50 None None] Provisioning complete for port fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:41.585791 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-056910c4-5273-457d-8024-9d600e0dde50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:41.705497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6b36c9c6-9491-4e43-a6ac-bbfd3fcb4e1e admin admin] Calling delete_port for 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:41.772370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dbaca85f-b67f-4067-b68d-2b321e071ae5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:41.782212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dbaca85f-b67f-4067-b68d-2b321e071ae5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:security_group_rule and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:41.792304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dbaca85f-b67f-4067-b68d-2b321e071ae5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:41.803846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d41afa18-e1d6-441c-b34a-c0b661a421a3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:41.806736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dbaca85f-b67f-4067-b68d-2b321e071ae5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:41.813424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d41afa18-e1d6-441c-b34a-c0b661a421a3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:41.824527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d41afa18-e1d6-441c-b34a-c0b661a421a3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:41.837407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d41afa18-e1d6-441c-b34a-c0b661a421a3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:41.855844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41afa18-e1d6-441c-b34a-c0b661a421a3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:41.859502 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d41afa18-e1d6-441c-b34a-c0b661a421a3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:41.865195 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1e115d48-be41-42b9-a410-8435e1552b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:41.878144 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-056910c4-5273-457d-8024-9d600e0dde50 None None] Port fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:28:41.937983 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:41.976705 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1e115d48-be41-42b9-a410-8435e1552b8a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c71c845221f14a50840bf30b928dede0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1137137 Feb 09 14:28:41.986964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46154) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:42.014530 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 97e2cb23-f44b-4f57-ba04-fd0e8929b244, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=97e2cb23-f44b-4f57-ba04-fd0e8929b244,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:42.019106 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e115d48-be41-42b9-a410-8435e1552b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9351e1-bbce-4ed8-9d06-43092536b52b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:42.023810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6a2e1-7b1e-4193-81ad-349123cea009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e2cb23-f44b-4f57-ba04-fd0e8929b244'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:28:42.034125 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:42.188740 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbaca85f-b67f-4067-b68d-2b321e071ae5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:42.215853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=97e2cb23-f44b-4f57-ba04-fd0e8929b244,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:42.222639 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbaca85f-b67f-4067-b68d-2b321e071ae5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:42.368286 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aba2f0bd-e1d0-43e3-8ec6-0cf4bfc94198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:42.435874 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d41afa18-e1d6-441c-b34a-c0b661a421a3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:42.445631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b242752-1806-4853-b304-29e99ebe1c29 None None] Update dhcp port {'port': {'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'fixed_ips': [{'subnet_id': '3af5eb29-4cc8-4bfa-a9e5-6b78e93ca6ca', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '69433816-297d-4adc-bdf8-331e24f8bf6c'}], 'binding:host_id': 'n-d-828418-2'}, 'id': '63d62d33-28fc-4dfe-b0af-bbc03af139a8'} from n-d-828418-2. {{(pid=87598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 14:28:42.464277 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbaca85f-b67f-4067-b68d-2b321e071ae5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:42.469855 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dbaca85f-b67f-4067-b68d-2b321e071ae5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5729160 Feb 09 14:28:42.472045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46164) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:42.497013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaca85f-b67f-4067-b68d-2b321e071ae5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f24120-32a7-4220-858b-2e280bd1f45e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:42.528026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7030f6e5-28d3-4f2d-bbc3-c1ab0fe88cf7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1402836289', 'security_groups': ['f8f24120-32a7-4220-858b-2e280bd1f45e'], 'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '69433816-297d-4adc-bdf8-331e24f8bf6c'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:42.551182 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b242752-1806-4853-b304-29e99ebe1c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:42.616536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41afa18-e1d6-441c-b34a-c0b661a421a3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:42.632570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-d41afa18-e1d6-441c-b34a-c0b661a421a3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:42.648719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41afa18-e1d6-441c-b34a-c0b661a421a3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:42.649921 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d41afa18-e1d6-441c-b34a-c0b661a421a3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:42.662162 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4b6b3e-31b6-4ac5-998a-b08851bf0f5b None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:42.692387 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41afa18-e1d6-441c-b34a-c0b661a421a3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=134417ac-d2c7-490b-a0e8-4b4aa5dc45b3,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:42.726254 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d41afa18-e1d6-441c-b34a-c0b661a421a3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1960132 Feb 09 14:28:42.729674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46170) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:42.741804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-427f287b-d959-4259-af2f-a2e91e62990e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-420241253', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:42.756648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-427f287b-d959-4259-af2f-a2e91e62990e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:42.767286 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-427f287b-d959-4259-af2f-a2e91e62990e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:router and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:42.779989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847b4a2-a6a6-4ef4-af7b-5e9d45dfa90a req-f49127e4-e304-42f0-b511-a9e0297feda9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:42.781435 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1847b4a2-a6a6-4ef4-af7b-5e9d45dfa90a req-f49127e4-e304-42f0-b511-a9e0297feda9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.2507751 Feb 09 14:28:42.782353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-427f287b-d959-4259-af2f-a2e91e62990e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:42.790869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-427f287b-d959-4259-af2f-a2e91e62990e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:42.871882 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a6a2e1-7b1e-4193-81ad-349123cea009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e2cb23-f44b-4f57-ba04-fd0e8929b244', 'code': 200} Feb 09 14:28:42.873294 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-427f287b-d959-4259-af2f-a2e91e62990e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:42.875543 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-427f287b-d959-4259-af2f-a2e91e62990e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:42.902922 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1847b4a2-a6a6-4ef4-af7b-5e9d45dfa90a req-66e61a98-46af-497b-892e-730183224cf9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141770 Feb 09 14:28:42.928011 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-427f287b-d959-4259-af2f-a2e91e62990e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:42.965911 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-427f287b-d959-4259-af2f-a2e91e62990e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:43.009623 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-427f287b-d959-4259-af2f-a2e91e62990e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:43.014892 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-427f287b-d959-4259-af2f-a2e91e62990e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2839415 Feb 09 14:28:43.017452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46174) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:43.093815 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': '134417ac-d2c7-490b-a0e8-4b4aa5dc45b3'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:28:43.095338 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:43.134356 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aba2f0bd-e1d0-43e3-8ec6-0cf4bfc94198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:43.412017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7030f6e5-28d3-4f2d-bbc3-c1ab0fe88cf7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:43.433109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7030f6e5-28d3-4f2d-bbc3-c1ab0fe88cf7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:43.458721 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7030f6e5-28d3-4f2d-bbc3-c1ab0fe88cf7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:43.474927 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-4b242752-1806-4853-b304-29e99ebe1c29 None None] Allocated IP 2001:db8::2 (f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1/69433816-297d-4adc-bdf8-331e24f8bf6c/63d62d33-28fc-4dfe-b0af-bbc03af139a8) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:28:43.497492 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aba2f0bd-e1d0-43e3-8ec6-0cf4bfc94198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:43.500630 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b36c9c6-9491-4e43-a6ac-bbfd3fcb4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:43.640621 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Allocated IP 2001:db8::2 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/134417ac-d2c7-490b-a0e8-4b4aa5dc45b3/832c9b76-8065-4b82-a669-06769cf4a164) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:28:43.737416 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36c9c6-9491-4e43-a6ac-bbfd3fcb4e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:43.748162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2f0bd-e1d0-43e3-8ec6-0cf4bfc94198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9351e1-bbce-4ed8-9d06-43092536b52b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:43.869563 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:44.026466 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aba2f0bd-e1d0-43e3-8ec6-0cf4bfc94198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:44.047660 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-aba2f0bd-e1d0-43e3-8ec6-0cf4bfc94198 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f9351e1-bbce-4ed8-9d06-43092536b52b HTTP/1.1" status: 204 len: 168 time: 2.0503371 Feb 09 14:28:44.101070 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:44.201977 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7030f6e5-28d3-4f2d-bbc3-c1ab0fe88cf7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:44.229875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Transition to ACTIVE for port object 832c9b76-8065-4b82-a669-06769cf4a164 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:44.404990 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Transition to ACTIVE for port object 832c9b76-8065-4b82-a669-06769cf4a164 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:44.427244 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:44.486703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-7030f6e5-28d3-4f2d-bbc3-c1ab0fe88cf7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] device_id is not set on port a8542007-5475-4e6d-921d-dee88c1de97c yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:28:44.702347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4b242752-1806-4853-b304-29e99ebe1c29 None None] For port 63d62d33-28fc-4dfe-b0af-bbc03af139a8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=63d62d33-28fc-4dfe-b0af-bbc03af139a8,segment=NetworkSegment(d7b6e60d-db50-409c-ad77-d20a41d0a5e2),segment_id=d7b6e60d-db50-409c-ad77-d20a41d0a5e2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:44.725660 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:44.730672 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:44.745596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:28:44.779493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Pushing event updated for resources: {'Port': ['ID=832c9b76-8065-4b82-a669-06769cf4a164,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:44.794359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::1 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/134417ac-d2c7-490b-a0e8-4b4aa5dc45b3/0cf29e5c-1589-46e0-afc2-e3214b89e54a) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:28:44.899638 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.resource_extend [None req-4b242752-1806-4853-b304-29e99ebe1c29 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:28:45.008672 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177016e-840c-4ac3-98d0-7825a1fa38c7 req-2f5546a3-4370-4dfc-afd9-17b02adeeabc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:45.017292 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5177016e-840c-4ac3-98d0-7825a1fa38c7 req-2f5546a3-4370-4dfc-afd9-17b02adeeabc tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.7592292 Feb 09 14:28:45.047491 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b242752-1806-4853-b304-29e99ebe1c29 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:45.108238 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Attempting to bind port 832c9b76-8065-4b82-a669-06769cf4a164 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:28:45.109898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Attempting to bind port 832c9b76-8065-4b82-a669-06769cf4a164 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:28:45.110690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Attempting to bind port 832c9b76-8065-4b82-a669-06769cf4a164 on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:28:45.130118 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5177016e-840c-4ac3-98d0-7825a1fa38c7 req-3811ea51-5968-4c10-819c-cb53accb29c1 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117659 Feb 09 14:28:45.134349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:28:45.136037 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b36c9c6-9491-4e43-a6ac-bbfd3fcb4e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:45.152678 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:28:45.153667 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:45.153991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:28:45.154803 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Bound port: 832c9b76-8065-4b82-a669-06769cf4a164, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:28:45.155636 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:45.206021 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4b242752-1806-4853-b304-29e99ebe1c29 None None] Transition to ACTIVE for port object 63d62d33-28fc-4dfe-b0af-bbc03af139a8 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:45.214571 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:45.221070 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b242752-1806-4853-b304-29e99ebe1c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:45.263836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object 0cf29e5c-1589-46e0-afc2-e3214b89e54a will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:45.294730 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:45.443602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=0cf29e5c-1589-46e0-afc2-e3214b89e54a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:45.451285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:45.456610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:45.460720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:28:45.460910 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:45.492217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] For port 832c9b76-8065-4b82-a669-06769cf4a164, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:28:45.508163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] For port 832c9b76-8065-4b82-a669-06769cf4a164, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=832c9b76-8065-4b82-a669-06769cf4a164,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:28:45.558076 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:45.797211 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b242752-1806-4853-b304-29e99ebe1c29 None None] Pushing event updated for resources: {'Port': ['ID=63d62d33-28fc-4dfe-b0af-bbc03af139a8,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:46.042306 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:46.157040 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89ffc4-c46c-4b37-a4a3-01ec4c3d6329 None None] Pushing event updated for resources: {'Port': ['ID=832c9b76-8065-4b82-a669-06769cf4a164,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:46.427030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-7030f6e5-28d3-4f2d-bbc3-c1ab0fe88cf7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Allocated IP 2001:db8::363 (f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1/69433816-297d-4adc-bdf8-331e24f8bf6c/a8542007-5475-4e6d-921d-dee88c1de97c) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:28:46.461363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b36c9c6-9491-4e43-a6ac-bbfd3fcb4e1e admin admin] Router 11f0c6f3-2264-488b-b8aa-bd5924ca0d14 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:28:47.538674 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 832c9b76-8065-4b82-a669-06769cf4a164 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:28:47.539623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25379026-17ec-4e97-8229-a1f4aae2e5f9 req-8b77ecf5-3dd2-4b93-8c35-edbb5ce49337 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:47.548006 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25379026-17ec-4e97-8229-a1f4aae2e5f9 req-8b77ecf5-3dd2-4b93-8c35-edbb5ce49337 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.9147270 Feb 09 14:28:47.700462 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:47.762279 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25379026-17ec-4e97-8229-a1f4aae2e5f9 req-2ac79abc-1d8e-415e-82e0-34e38e6b9475 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133293 Feb 09 14:28:47.765257 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:47.772763 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:47.805138 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f997aa9f-96c8-4b41-a3b2-a2be4db752dd None None] Provisioning for port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:47.832927 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f997aa9f-96c8-4b41-a3b2-a2be4db752dd None None] Provisioning complete for port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:47.835816 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f997aa9f-96c8-4b41-a3b2-a2be4db752dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:47.857716 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7030f6e5-28d3-4f2d-bbc3-c1ab0fe88cf7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:47.901955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7030f6e5-28d3-4f2d-bbc3-c1ab0fe88cf7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Transition to ACTIVE for port object a8542007-5475-4e6d-921d-dee88c1de97c will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:47.970487 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7030f6e5-28d3-4f2d-bbc3-c1ab0fe88cf7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:48.064621 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 832c9b76-8065-4b82-a669-06769cf4a164 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:48.110851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 63d62d33-28fc-4dfe-b0af-bbc03af139a8 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:28:48.160788 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7030f6e5-28d3-4f2d-bbc3-c1ab0fe88cf7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:48.208269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-7030f6e5-28d3-4f2d-bbc3-c1ab0fe88cf7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:48.369775 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=0cf29e5c-1589-46e0-afc2-e3214b89e54a,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:48.499917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7030f6e5-28d3-4f2d-bbc3-c1ab0fe88cf7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:28:48.507271 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030f6e5-28d3-4f2d-bbc3-c1ab0fe88cf7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:48.508389 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7030f6e5-28d3-4f2d-bbc3-c1ab0fe88cf7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:48.537618 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030f6e5-28d3-4f2d-bbc3-c1ab0fe88cf7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=a8542007-5475-4e6d-921d-dee88c1de97c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:48.660222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b36c9c6-9491-4e43-a6ac-bbfd3fcb4e1e admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:28:48.670488 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6b254c-27a6-4f47-be3d-ec009aa4695c None None] Sync routers for ids ['11f0c6f3-2264-488b-b8aa-bd5924ca0d14'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:28:48.675446 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6b36c9c6-9491-4e43-a6ac-bbfd3fcb4e1e admin admin] 10.222.0.48 "PUT /v2.0/routers/11f0c6f3-2264-488b-b8aa-bd5924ca0d14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0465298 Feb 09 14:28:48.676461 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46260) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:48.718556 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b254c-27a6-4f47-be3d-ec009aa4695c None None] Routers {'11f0c6f3-2264-488b-b8aa-bd5924ca0d14'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:28:48.719209 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3f6b254c-27a6-4f47-be3d-ec009aa4695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:28:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['11f0c6f3-2264-488b-b8aa-bd5924ca0d14'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:48.802636 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7030f6e5-28d3-4f2d-bbc3-c1ab0fe88cf7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.3088305 Feb 09 14:28:48.809164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46268) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:48.830358 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f82f238d-22fc-498b-acae-5cc3c0bb5038 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'subnet': {'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:48.834384 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f997aa9f-96c8-4b41-a3b2-a2be4db752dd None None] Provisioning complete for port fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:48.834960 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f997aa9f-96c8-4b41-a3b2-a2be4db752dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:48.956877 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:48.960205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:49.203106 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f997aa9f-96c8-4b41-a3b2-a2be4db752dd None None] Port fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:28:49.258431 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:49.264846 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:49.695287 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e920c6c7-3946-40a2-a8b7-2c0fe8d16ca7 None None] Provisioning for port 832c9b76-8065-4b82-a669-06769cf4a164 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:49.738532 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e920c6c7-3946-40a2-a8b7-2c0fe8d16ca7 None None] Provisioning complete for port 832c9b76-8065-4b82-a669-06769cf4a164 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:49.752780 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-3f6b254c-27a6-4f47-be3d-ec009aa4695c None None] Set router 11f0c6f3-2264-488b-b8aa-bd5924ca0d14 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:28:49.753371 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e920c6c7-3946-40a2-a8b7-2c0fe8d16ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:49.768000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8ae7c-9658-4e4a-a048-0dd7ee0fdf72 req-8e91832d-7846-4af1-b882-7afcfff0bc2c tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:49.785331 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c2b8ae7c-9658-4e4a-a048-0dd7ee0fdf72 req-8e91832d-7846-4af1-b882-7afcfff0bc2c tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 1.2646756 Feb 09 14:28:49.811424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f82f238d-22fc-498b-acae-5cc3c0bb5038 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:49.824798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f82f238d-22fc-498b-acae-5cc3c0bb5038 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:subnet and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:49.841336 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f82f238d-22fc-498b-acae-5cc3c0bb5038 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:49.889507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f82f238d-22fc-498b-acae-5cc3c0bb5038 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:49.992624 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-264f61d9-e94c-4a7d-8950-e39feba5b4f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:50.079532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c2b8ae7c-9658-4e4a-a048-0dd7ee0fdf72 req-068d6d74-4c34-4be8-9ae7-6a581aaf85e1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901611 Feb 09 14:28:50.136509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Router 4d892e50-9192-4c25-8e2b-522467c366c6 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:28:50.408718 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e920c6c7-3946-40a2-a8b7-2c0fe8d16ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:50.503846 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e920c6c7-3946-40a2-a8b7-2c0fe8d16ca7 None None] For port 832c9b76-8065-4b82-a669-06769cf4a164, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=832c9b76-8065-4b82-a669-06769cf4a164,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:50.508545 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e920c6c7-3946-40a2-a8b7-2c0fe8d16ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:50.605864 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82f238d-22fc-498b-acae-5cc3c0bb5038 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:50.612038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:28:50.624729 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f82f238d-22fc-498b-acae-5cc3c0bb5038 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:50.656829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1ad248f7-7633-4220-a956-4c2bffff2f97 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "PUT /v2.0/routers/4d892e50-9192-4c25-8e2b-522467c366c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6381772 Feb 09 14:28:50.663297 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Sync routers for ids ['4d892e50-9192-4c25-8e2b-522467c366c6'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:28:50.664436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46292) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:50.687573 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3f6b254c-27a6-4f47-be3d-ec009aa4695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'name': 'tempest-TaggedBootDevicesTest_v242-378259191-router', 'tenant_id': '4fe3faab5642463e916a50ee5558c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:22Z', 'updated_at': '2022-02-09T14:28:43Z', 'revision_number': 5, 'project_id': '4fe3faab5642463e916a50ee5558c2f9', 'gw_port': {'id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:25Z', 'updated_at': '2022-02-09T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:50.704521 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6b254c-27a6-4f47-be3d-ec009aa4695c None None] Checking router: 11f0c6f3-2264-488b-b8aa-bd5924ca0d14 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:28:50.738536 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b254c-27a6-4f47-be3d-ec009aa4695c None None] Routers {'11f0c6f3-2264-488b-b8aa-bd5924ca0d14'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:28:50.746667 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e920c6c7-3946-40a2-a8b7-2c0fe8d16ca7 None None] Provisioning for port a8542007-5475-4e6d-921d-dee88c1de97c completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:50.747913 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3f6b254c-27a6-4f47-be3d-ec009aa4695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:28:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['11f0c6f3-2264-488b-b8aa-bd5924ca0d14'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:50.795010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e920c6c7-3946-40a2-a8b7-2c0fe8d16ca7 None None] Provisioning complete for port a8542007-5475-4e6d-921d-dee88c1de97c triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:50.795618 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e920c6c7-3946-40a2-a8b7-2c0fe8d16ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:50.943351 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Routers {'4d892e50-9192-4c25-8e2b-522467c366c6'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:28:50.943928 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:28:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4d892e50-9192-4c25-8e2b-522467c366c6'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:50.958368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd58bf31-2144-4b9b-8671-341dc6afe15e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:50.959010 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bd58bf31-2144-4b9b-8671-341dc6afe15e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:28:51.004992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bd58bf31-2144-4b9b-8671-341dc6afe15e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:28:51.007516 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bd58bf31-2144-4b9b-8671-341dc6afe15e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports/0cf29e5c-1589-46e0-afc2-e3214b89e54a HTTP/1.1" status: 200 len: 911 time: 0.3306088 Feb 09 14:28:51.011278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46298) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:51.174927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46304) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:51.365615 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-3f6b254c-27a6-4f47-be3d-ec009aa4695c None None] Set router 11f0c6f3-2264-488b-b8aa-bd5924ca0d14 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:28:51.397387 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920c6c7-3946-40a2-a8b7-2c0fe8d16ca7 None None] Pushing event updated for resources: {'Port': ['ID=832c9b76-8065-4b82-a669-06769cf4a164,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:51.446885 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Set router 4d892e50-9192-4c25-8e2b-522467c366c6 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:28:51.562072 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e920c6c7-3946-40a2-a8b7-2c0fe8d16ca7 None None] Port a8542007-5475-4e6d-921d-dee88c1de97c cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:28:51.596279 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-264f61d9-e94c-4a7d-8950-e39feba5b4f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:51.620554 n-d-828418-2 neutron-server[87596]: INFO neutron.db.ipam_backend_mixin [None req-f82f238d-22fc-498b-acae-5cc3c0bb5038 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69433816-297d-4adc-bdf8-331e24f8bf6c (CIDR: 2001:db8::/64) Feb 09 14:28:51.647940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f529c-9fe0-40d5-aa58-f9808fd7cfd3 req-f4c46e63-135c-4152-a60a-aec203b46613 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:51.652839 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec4f529c-9fe0-40d5-aa58-f9808fd7cfd3 req-f4c46e63-135c-4152-a60a-aec203b46613 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 2.2927155 Feb 09 14:28:51.656801 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82f238d-22fc-498b-acae-5cc3c0bb5038 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:28:51.657968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82f238d-22fc-498b-acae-5cc3c0bb5038 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:28:51.673539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-264f61d9-e94c-4a7d-8950-e39feba5b4f1 admin admin] Deleting port 6002546a-d0b1-48e8-a9a6-614a63a8b477 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:51.674068 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-264f61d9-e94c-4a7d-8950-e39feba5b4f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:51.973720 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec4f529c-9fe0-40d5-aa58-f9808fd7cfd3 req-e8ad56bc-a648-409f-8b63-f902631f93a2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330453 Feb 09 14:28:51.987871 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f82f238d-22fc-498b-acae-5cc3c0bb5038 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.1772964 Feb 09 14:28:52.045567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46316) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:52.081719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ddbede7c-7a55-45a6-af64-e79a7cb39aa2 None None] Provisioning for port 0cf29e5c-1589-46e0-afc2-e3214b89e54a completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:28:52.097323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ddbede7c-7a55-45a6-af64-e79a7cb39aa2 None None] Provisioning complete for port 0cf29e5c-1589-46e0-afc2-e3214b89e54a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:52.097323 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ddbede7c-7a55-45a6-af64-e79a7cb39aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:52.124817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a398ca-7b50-479f-8732-9bb22b8cacb8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:52.135154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a398ca-7b50-479f-8732-9bb22b8cacb8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:52.138973 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-20a398ca-7b50-479f-8732-9bb22b8cacb8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.1254139 Feb 09 14:28:52.141500 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a338d5e4-8fac-46ea-b0f7-469d16e36920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:52.152903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46320) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:52.168182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4d4b8612-60d0-4ae7-b01d-341794156105 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'subnet': {'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:52.335218 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3f6b254c-27a6-4f47-be3d-ec009aa4695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'name': 'tempest-TaggedBootDevicesTest_v242-378259191-router', 'tenant_id': '4fe3faab5642463e916a50ee5558c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:22Z', 'updated_at': '2022-02-09T14:28:43Z', 'revision_number': 5, 'project_id': '4fe3faab5642463e916a50ee5558c2f9', 'gw_port': {'id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:25Z', 'updated_at': '2022-02-09T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:52.345620 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6b254c-27a6-4f47-be3d-ec009aa4695c None None] The sync data for ids ['11f0c6f3-2264-488b-b8aa-bd5924ca0d14'] in n-d-828418-2 is: [{'id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'name': 'tempest-TaggedBootDevicesTest_v242-378259191-router', 'tenant_id': '4fe3faab5642463e916a50ee5558c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:21:22Z', 'updated_at': '2022-02-09T14:28:43Z', 'revision_number': 5, 'project_id': '4fe3faab5642463e916a50ee5558c2f9', 'gw_port': {'id': '6002546a-d0b1-48e8-a9a6-614a63a8b477', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f0c6f3-2264-488b-b8aa-bd5924ca0d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:21:25Z', 'updated_at': '2022-02-09T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:28:52.380075 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ddbede7c-7a55-45a6-af64-e79a7cb39aa2 None None] Port 0cf29e5c-1589-46e0-afc2-e3214b89e54a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:28:52.465879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d892e50-9192-4c25-8e2b-522467c366c6', 'name': 'tempest-NetworksTestDHCPv6-router-420241253', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:28:42Z', 'updated_at': '2022-02-09T14:28:45Z', 'revision_number': 2, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'gw_port_host': None, '_interfaces': [{'id': '0cf29e5c-1589-46e0-afc2-e3214b89e54a', 'name': '', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'mac_address': 'fa:16:3e:03:e4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d892e50-9192-4c25-8e2b-522467c366c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '134417ac-d2c7-490b-a0e8-4b4aa5dc45b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:28:44Z', 'updated_at': '2022-02-09T14:28:46Z', 'revision_number': 2, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'subnets': [{'id': '134417ac-d2c7-490b-a0e8-4b4aa5dc45b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:52.470889 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Checking router: 4d892e50-9192-4c25-8e2b-522467c366c6 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:28:52.471508 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Updating router 4d892e50-9192-4c25-8e2b-522467c366c6 port 0cf29e5c-1589-46e0-afc2-e3214b89e54a binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:28:52.479822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a338d5e4-8fac-46ea-b0f7-469d16e36920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:52.503712 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4d4b8612-60d0-4ae7-b01d-341794156105 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:52.513582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a338d5e4-8fac-46ea-b0f7-469d16e36920 admin admin] Usage tracker for resource:security_group_rule and tenant:3cb930d25b3f42bcb8b86949631d5860 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:52.518710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4d4b8612-60d0-4ae7-b01d-341794156105 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:subnet and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:52.525681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4d4b8612-60d0-4ae7-b01d-341794156105 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:52.539416 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4d4b8612-60d0-4ae7-b01d-341794156105 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:52.562863 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4b8612-60d0-4ae7-b01d-341794156105 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:52.571408 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8612-60d0-4ae7-b01d-341794156105 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:52.665725 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a338d5e4-8fac-46ea-b0f7-469d16e36920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:52.729733 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fde47-3411-4c7f-a94d-15035682bf2f req-524b1a74-8bd5-4d50-b70a-42e020052151 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:52.774641 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ab1fde47-3411-4c7f-a94d-15035682bf2f req-524b1a74-8bd5-4d50-b70a-42e020052151 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 1.3944781 Feb 09 14:28:52.780605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 832c9b76-8065-4b82-a669-06769cf4a164 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:28:52.794980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a338d5e4-8fac-46ea-b0f7-469d16e36920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:52.893951 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:52.923694 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 832c9b76-8065-4b82-a669-06769cf4a164 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:28:52.924563 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:52.982872 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a338d5e4-8fac-46ea-b0f7-469d16e36920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:53.039425 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a338d5e4-8fac-46ea-b0f7-469d16e36920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:53.086268 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a338d5e4-8fac-46ea-b0f7-469d16e36920 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3cb930d25b3f42bcb8b86949631d5860&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9095211 Feb 09 14:28:53.094351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46328) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:53.234837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-264f61d9-e94c-4a7d-8950-e39feba5b4f1 admin admin] For port 6002546a-d0b1-48e8-a9a6-614a63a8b477, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=6002546a-d0b1-48e8-a9a6-614a63a8b477,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:53.236159 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-264f61d9-e94c-4a7d-8950-e39feba5b4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:53.339509 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ab1fde47-3411-4c7f-a94d-15035682bf2f req-bd827fee-d324-449e-b04a-606f2e16dbef tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5626721 Feb 09 14:28:53.340635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338d5e4-8fac-46ea-b0f7-469d16e36920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b082b73-51b9-4c00-9eb5-8e3b0b64742d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:53.476793 n-d-828418-2 neutron-server[87596]: INFO neutron.db.ipam_backend_mixin [None req-4d4b8612-60d0-4ae7-b01d-341794156105 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3af5eb29-4cc8-4bfa-a9e5-6b78e93ca6ca (CIDR: 2001:db8:0:1::/64) Feb 09 14:28:53.568257 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-676912e5-d562-478f-b959-b989bcc32d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:53.582363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-264f61d9-e94c-4a7d-8950-e39feba5b4f1 admin admin] Calling delete_port for 6002546a-d0b1-48e8-a9a6-614a63a8b477 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:53.628289 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-676912e5-d562-478f-b959-b989bcc32d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:53.629206 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4b8612-60d0-4ae7-b01d-341794156105 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:28:53.629789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d4b8612-60d0-4ae7-b01d-341794156105 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:28:53.775714 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4d4b8612-60d0-4ae7-b01d-341794156105 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.7307727 Feb 09 14:28:53.778186 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46334) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:53.818149 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-676912e5-d562-478f-b959-b989bcc32d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:53.830892 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4476375a-fd7d-4dc8-b6e3-ebf3ef353b26 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'subnet': {'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:53.851593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676912e5-d562-478f-b959-b989bcc32d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b082b73-51b9-4c00-9eb5-8e3b0b64742d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:53.867310 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-676912e5-d562-478f-b959-b989bcc32d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:53.868620 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-676912e5-d562-478f-b959-b989bcc32d13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b082b73-51b9-4c00-9eb5-8e3b0b64742d HTTP/1.1" status: 204 len: 168 time: 0.7689729 Feb 09 14:28:54.036414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d8bd7-eb18-473a-95d9-4d466da5917b req-0fbb3547-adb2-4e60-9643-1004249caa17 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:54.037967 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-586d8bd7-eb18-473a-95d9-4d466da5917b req-0fbb3547-adb2-4e60-9643-1004249caa17 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.6320815 Feb 09 14:28:54.147516 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-586d8bd7-eb18-473a-95d9-4d466da5917b req-39bd1e3f-86aa-48cf-9936-9a37b6f136ec tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019070 Feb 09 14:28:54.157455 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:54.196207 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:54.230776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4476375a-fd7d-4dc8-b6e3-ebf3ef353b26 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:54.236988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4476375a-fd7d-4dc8-b6e3-ebf3ef353b26 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Usage tracker for resource:subnet and tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:54.241648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4476375a-fd7d-4dc8-b6e3-ebf3ef353b26 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:54.260762 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4476375a-fd7d-4dc8-b6e3-ebf3ef353b26 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:54.268936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Transition to ACTIVE for port object 0cf29e5c-1589-46e0-afc2-e3214b89e54a will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:28:54.283880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4476375a-fd7d-4dc8-b6e3-ebf3ef353b26 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Made reservation on behalf of e1d5a26f04bf4094b1d1bbdd5458e7eb for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:28:54.294494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:28:54.295289 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4476375a-fd7d-4dc8-b6e3-ebf3ef353b26 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:54.443202 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:54.554696 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-264f61d9-e94c-4a7d-8950-e39feba5b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:54.685118 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:28:54.685854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2f2c9949-cd20-4bb3-a15d-bfb30b58dbcf not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:28:54.775398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f61d9-e94c-4a7d-8950-e39feba5b4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6002546a-d0b1-48e8-a9a6-614a63a8b477,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:54.780254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46344) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:54.869911 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72317c37-f893-4a3a-a5d1-f6afcc41e4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:54.923832 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-72317c37-f893-4a3a-a5d1-f6afcc41e4ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:28:54.946243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-72317c37-f893-4a3a-a5d1-f6afcc41e4ed admin admin] Usage tracker for resource:security_group_rule and tenant:a549347a08db4cc596cdc81b3371784a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:28:54.960905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-72317c37-f893-4a3a-a5d1-f6afcc41e4ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:28:54.980963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-72317c37-f893-4a3a-a5d1-f6afcc41e4ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:28:54.990954 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-264f61d9-e94c-4a7d-8950-e39feba5b4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:55.161340 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a8c50-314c-41bd-bc57-f1b00211563c None None] Pushing event updated for resources: {'Port': ['ID=0cf29e5c-1589-46e0-afc2-e3214b89e54a,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:55.233651 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Attempting to bind port 0cf29e5c-1589-46e0-afc2-e3214b89e54a on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:28:55.234265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Attempting to bind port 0cf29e5c-1589-46e0-afc2-e3214b89e54a by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:28:55.234399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Attempting to bind port 0cf29e5c-1589-46e0-afc2-e3214b89e54a on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:28:55.249201 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-264f61d9-e94c-4a7d-8950-e39feba5b4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:55.249935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:28:55.250313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:28:55.250720 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:55.251111 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:28:55.251586 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Bound port: 0cf29e5c-1589-46e0-afc2-e3214b89e54a, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:28:55.251988 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:55.254656 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-264f61d9-e94c-4a7d-8950-e39feba5b4f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:55.292347 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-264f61d9-e94c-4a7d-8950-e39feba5b4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:55.294078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264f61d9-e94c-4a7d-8950-e39feba5b4f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11f0c6f3-2264-488b-b8aa-bd5924ca0d14 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:28:55.318460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81e918-de73-464a-bb33-e766fdfa1bd2 req-65dd384f-041c-4a65-8713-3cb4f9e4e858 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:55.323495 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d81e918-de73-464a-bb33-e766fdfa1bd2 req-65dd384f-041c-4a65-8713-3cb4f9e4e858 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.4010055 Feb 09 14:28:55.445792 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-264f61d9-e94c-4a7d-8950-e39feba5b4f1 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:55.450764 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-264f61d9-e94c-4a7d-8950-e39feba5b4f1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/11f0c6f3-2264-488b-b8aa-bd5924ca0d14 HTTP/1.1" status: 204 len: 168 time: 6.7725949 Feb 09 14:28:55.456334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46352) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:55.465041 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d81e918-de73-464a-bb33-e766fdfa1bd2 req-62acae0e-e373-4331-8323-f683589d34e2 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333828 Feb 09 14:28:55.478170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port 0cf29e5c-1589-46e0-afc2-e3214b89e54a {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:55.478593 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:55.556045 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] For port 0cf29e5c-1589-46e0-afc2-e3214b89e54a, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:28:55.588474 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] For port 0cf29e5c-1589-46e0-afc2-e3214b89e54a, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0cf29e5c-1589-46e0-afc2-e3214b89e54a,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:28:55.604185 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:55.641744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-487f4f86-2713-4e18-8731-f79cae65a924 admin admin] Deleting subnet 4a1a94ef-55ab-4233-8dd1-92294d78e0d8 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:28:55.810868 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-487f4f86-2713-4e18-8731-f79cae65a924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:55.997852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] For port 0cf29e5c-1589-46e0-afc2-e3214b89e54a, host n-d-828418-2, got binding levels [] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:55.998567 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:56.023912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Routers {'4d892e50-9192-4c25-8e2b-522467c366c6'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:28:56.024561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:28:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4d892e50-9192-4c25-8e2b-522467c366c6'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:56.477605 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72317c37-f893-4a3a-a5d1-f6afcc41e4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:56.495288 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4476375a-fd7d-4dc8-b6e3-ebf3ef353b26 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:56.566207 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 6002546a-d0b1-48e8-a9a6-614a63a8b477 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:28:56.683985 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72317c37-f893-4a3a-a5d1-f6afcc41e4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:56.695003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for 0cf29e5c-1589-46e0-afc2-e3214b89e54a owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:56.721885 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-487f4f86-2713-4e18-8731-f79cae65a924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:56.805953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 6002546a-d0b1-48e8-a9a6-614a63a8b477 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:28:56.806295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 6002546a-d0b1-48e8-a9a6-614a63a8b477 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:28:56.824269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a8c50-314c-41bd-bc57-f1b00211563c None None] Pushing event updated for resources: {'Port': ['ID=0cf29e5c-1589-46e0-afc2-e3214b89e54a,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:56.948682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] Set router 4d892e50-9192-4c25-8e2b-522467c366c6 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:28:57.047467 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4bd650c7-6fcf-48ea-969d-bc118430da1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:57.178137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476375a-fd7d-4dc8-b6e3-ebf3ef353b26 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Subnet': ['ID=fcbe270b-25c2-4d23-9d1d-b627dfdc8f5f,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:57.190152 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-72317c37-f893-4a3a-a5d1-f6afcc41e4ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a549347a08db4cc596cdc81b3371784a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3914502 Feb 09 14:28:57.210663 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4476375a-fd7d-4dc8-b6e3-ebf3ef353b26 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:28:57.212913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46362) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:57.238835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4476375a-fd7d-4dc8-b6e3-ebf3ef353b26 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:28:57.261056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72317c37-f893-4a3a-a5d1-f6afcc41e4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f482008-cb9a-41cc-84bc-57f56eb6fe24,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:57.264965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4476375a-fd7d-4dc8-b6e3-ebf3ef353b26 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:57.265779 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4476375a-fd7d-4dc8-b6e3-ebf3ef353b26 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:57.270145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5be063-7f7a-4e10-bc67-4424a0a41105 None None] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:57.298138 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4476375a-fd7d-4dc8-b6e3-ebf3ef353b26 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.5177393 Feb 09 14:28:57.300036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46366) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:57.314616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-917113256', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fcbe270b-25c2-4d23-9d1d-b627dfdc8f5f'}], 'security_groups': ['d19b385a-be38-40f7-bf31-4f5cb2741731', 'e0c30d0a-45f3-44d9-8778-ea82b6a604d2']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:28:57.504572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2ce5c-8553-41ae-af93-dbbd711b52b3 req-f605a7e7-6d3d-4ed7-93dc-acf35a16a74a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:57.506959 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-03a2ce5c-8553-41ae-af93-dbbd711b52b3 req-f605a7e7-6d3d-4ed7-93dc-acf35a16a74a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 1.8531227 Feb 09 14:28:57.542349 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-487f4f86-2713-4e18-8731-f79cae65a924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:57.549003 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5548ce6e-6cab-4da4-abba-711284287641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:57.611962 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5548ce6e-6cab-4da4-abba-711284287641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:57.616808 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-03a2ce5c-8553-41ae-af93-dbbd711b52b3 req-1b41be58-e03b-449e-a553-ae7700bc6108 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947845 Feb 09 14:28:57.735669 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:28:57.754655 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:28:57.820783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4f164-ca0a-4ad2-ae65-8619332133eb req-f9eee335-2f0a-4608-8df2-60db4686fd92 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:28:57.823400 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9d4f164-ca0a-4ad2-ae65-8619332133eb req-f9eee335-2f0a-4608-8df2-60db4686fd92 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.9928803 Feb 09 14:28:57.831233 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:57.870109 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5548ce6e-6cab-4da4-abba-711284287641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:57.880068 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-487f4f86-2713-4e18-8731-f79cae65a924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:57.952946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548ce6e-6cab-4da4-abba-711284287641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f482008-cb9a-41cc-84bc-57f56eb6fe24,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:58.023917 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5548ce6e-6cab-4da4-abba-711284287641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:58.029981 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5548ce6e-6cab-4da4-abba-711284287641 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f482008-cb9a-41cc-84bc-57f56eb6fe24 HTTP/1.1" status: 204 len: 168 time: 0.7884240 Feb 09 14:28:58.065686 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9d4f164-ca0a-4ad2-ae65-8619332133eb req-b1149bb5-0f37-4aed-a1ac-89adeb72afb9 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240579 Feb 09 14:28:58.127326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f4f86-2713-4e18-8731-f79cae65a924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a1a94ef-55ab-4233-8dd1-92294d78e0d8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:28:58.128805 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-487f4f86-2713-4e18-8731-f79cae65a924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:58.153222 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-487f4f86-2713-4e18-8731-f79cae65a924 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4a1a94ef-55ab-4233-8dd1-92294d78e0d8 HTTP/1.1" status: 204 len: 168 time: 2.6922162 Feb 09 14:28:58.153585 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46374) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:28:58.262719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port 0cf29e5c-1589-46e0-afc2-e3214b89e54a {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:58.263700 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:58.318424 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422f3271-b926-4cb7-afd7-333da7d50000 None None] Network 05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:28:58.443154 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:58.518453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] Deleting port 607c99a4-79f6-453d-b00d-d89a46536487 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:58.521438 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:58.943413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] For port 0cf29e5c-1589-46e0-afc2-e3214b89e54a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0cf29e5c-1589-46e0-afc2-e3214b89e54a,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:58.944174 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:59.216573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for 0cf29e5c-1589-46e0-afc2-e3214b89e54a owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:28:59.264387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Delete allocated IP 2001:db8::363 (f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1/69433816-297d-4adc-bdf8-331e24f8bf6c) {{(pid=87596) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 14:28:59.280061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Allocated IP 2001:db8:0:2::3e4 (f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1/fcbe270b-25c2-4d23-9d1d-b627dfdc8f5f/a8542007-5475-4e6d-921d-dee88c1de97c) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:28:59.486998 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-04e0fbbc-5c00-4149-908a-f4d257f6f375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:59.573632 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d892e50-9192-4c25-8e2b-522467c366c6', 'name': 'tempest-NetworksTestDHCPv6-router-420241253', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:28:42Z', 'updated_at': '2022-02-09T14:28:45Z', 'revision_number': 2, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'gw_port_host': None, '_interfaces': [{'id': '0cf29e5c-1589-46e0-afc2-e3214b89e54a', 'name': '', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'mac_address': 'fa:16:3e:03:e4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d892e50-9192-4c25-8e2b-522467c366c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '134417ac-d2c7-490b-a0e8-4b4aa5dc45b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:28:44Z', 'updated_at': '2022-02-09T14:28:55Z', 'revision_number': 4, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'subnets': [{'id': '134417ac-d2c7-490b-a0e8-4b4aa5dc45b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:28:59.586351 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c696a-7b6e-41d2-bc38-d0fdfba37c82 None None] The sync data for ids ['4d892e50-9192-4c25-8e2b-522467c366c6'] in n-d-828418-2 is: [{'id': '4d892e50-9192-4c25-8e2b-522467c366c6', 'name': 'tempest-NetworksTestDHCPv6-router-420241253', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:28:42Z', 'updated_at': '2022-02-09T14:28:45Z', 'revision_number': 2, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'gw_port_host': None, '_interfaces': [{'id': '0cf29e5c-1589-46e0-afc2-e3214b89e54a', 'name': '', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'mac_address': 'fa:16:3e:03:e4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d892e50-9192-4c25-8e2b-522467c366c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '134417ac-d2c7-490b-a0e8-4b4aa5dc45b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:28:44Z', 'updated_at': '2022-02-09T14:28:55Z', 'revision_number': 4, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'subnets': [{'id': '134417ac-d2c7-490b-a0e8-4b4aa5dc45b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:28:59.830511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] For port 607c99a4-79f6-453d-b00d-d89a46536487, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=607c99a4-79f6-453d-b00d-d89a46536487,segment=NetworkSegment(510c8c8b-81e5-4c0b-a0a5-d15c2f531413),segment_id=510c8c8b-81e5-4c0b-a0a5-d15c2f531413)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:28:59.830907 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:59.841187 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4357d65d-c9d4-46eb-9693-23531ae24461 None None] DHCP port deletion for 05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:28:59.886214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4357d65d-c9d4-46eb-9693-23531ae24461 None None] Deleting port 607c99a4-79f6-453d-b00d-d89a46536487 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:28:59.891200 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4357d65d-c9d4-46eb-9693-23531ae24461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:00.002368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e8fb7-27c3-41c2-8f99-84cafb23b4f4 req-c2caa6ea-0c57-4091-b3b4-75873d155778 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:00.011939 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cc0e8fb7-27c3-41c2-8f99-84cafb23b4f4 req-c2caa6ea-0c57-4091-b3b4-75873d155778 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.6166742 Feb 09 14:29:00.159928 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Update dhcp port {'port': {'network_id': 'f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1', 'fixed_ips': [{'subnet_id': '3af5eb29-4cc8-4bfa-a9e5-6b78e93ca6ca', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '69433816-297d-4adc-bdf8-331e24f8bf6c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fcbe270b-25c2-4d23-9d1d-b627dfdc8f5f'}], 'binding:host_id': 'n-d-828418-2'}, 'id': '63d62d33-28fc-4dfe-b0af-bbc03af139a8'} from n-d-828418-2. {{(pid=87598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 14:29:00.204757 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cc0e8fb7-27c3-41c2-8f99-84cafb23b4f4 req-e59f1fda-b73f-4b18-8385-477410d40e93 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919012 Feb 09 14:29:00.206833 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:00.265168 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Transition to ACTIVE for port object a8542007-5475-4e6d-921d-dee88c1de97c will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:00.280837 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:00.347323 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:00.372057 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:00.378547 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:00.600797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] In _notify_port_updated(), no bound segment for port a8542007-5475-4e6d-921d-dee88c1de97c on network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 {{(pid=87596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:29:00.607124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:00.607957 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:00.612376 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "PUT /v2.0/ports/a8542007-5475-4e6d-921d-dee88c1de97c HTTP/1.1" status: 200 len: 969 time: 3.3035469 Feb 09 14:29:00.613236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46404) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:00.702791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0cf29e5c-1589-46e0-afc2-e3214b89e54a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:29:00.709760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event updated for resources: {'Port': ['ID=a8542007-5475-4e6d-921d-dee88c1de97c,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:00.712258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] Calling delete_port for 607c99a4-79f6-453d-b00d-d89a46536487 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:00.779483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:00.780126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:00.782652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:00.783175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:00.784414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:00.787182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:00.787751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:00.790232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:00.790787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:00.791574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:00.792729 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:00.795050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3be07-7e30-41c7-a4f7-6d959e2e21e5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:00.854714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c7cd1-6ed1-422e-9212-70a9776e820a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port a8542007-5475-4e6d-921d-dee88c1de97c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:00.855327 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7cd1-6ed1-422e-9212-70a9776e820a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:00.983698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b7df7-e4c1-454f-9f8d-9645ff07fdf3 req-0ffe2dd0-7b39-4dff-a6de-432d21d7cf2e tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:01.035211 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b1b7df7-e4c1-454f-9f8d-9645ff07fdf3 req-0ffe2dd0-7b39-4dff-a6de-432d21d7cf2e tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 1.5965149 Feb 09 14:29:01.180759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4357d65d-c9d4-46eb-9693-23531ae24461 None None] For port 607c99a4-79f6-453d-b00d-d89a46536487, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=607c99a4-79f6-453d-b00d-d89a46536487,segment=NetworkSegment(510c8c8b-81e5-4c0b-a0a5-d15c2f531413),segment_id=510c8c8b-81e5-4c0b-a0a5-d15c2f531413)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:01.181620 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4357d65d-c9d4-46eb-9693-23531ae24461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:01.257247 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:01.498862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] No DVR routers for this DVR port 607c99a4-79f6-453d-b00d-d89a46536487 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:29:01.671270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=607c99a4-79f6-453d-b00d-d89a46536487,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:01.808349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Allocated IP 2001:db8:0:2::2 (f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1/fcbe270b-25c2-4d23-9d1d-b627dfdc8f5f/63d62d33-28fc-4dfe-b0af-bbc03af139a8) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:29:01.908745 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4357d65d-c9d4-46eb-9693-23531ae24461 None None] Calling delete_port for 607c99a4-79f6-453d-b00d-d89a46536487 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:01.981477 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:02.053727 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:02.087374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510c8c8b-81e5-4c0b-a0a5-d15c2f531413') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:02.087673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510c8c8b-81e5-4c0b-a0a5-d15c2f531413') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:02.114624 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:02.152913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:02.172649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:29:02.173595 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:02.328452 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7cd1-6ed1-422e-9212-70a9776e820a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:29:02.471429 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:29:02.607700 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b1b7df7-e4c1-454f-9f8d-9645ff07fdf3 req-a96315a7-bcc3-4e18-9614-aca97f63795f tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4996603 Feb 09 14:29:02.788717 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:02.864820 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:02.886281 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-4357d65d-c9d4-46eb-9693-23531ae24461 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:29:02.887411 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-4357d65d-c9d4-46eb-9693-23531ae24461 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:29:02.895309 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:02.913597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] For port 63d62d33-28fc-4dfe-b0af-bbc03af139a8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=63d62d33-28fc-4dfe-b0af-bbc03af139a8,segment=NetworkSegment(d7b6e60d-db50-409c-ad77-d20a41d0a5e2),segment_id=d7b6e60d-db50-409c-ad77-d20a41d0a5e2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:02.958296 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c7cd1-6ed1-422e-9212-70a9776e820a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for a8542007-5475-4e6d-921d-dee88c1de97c owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:02.980822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a HTTP/1.1" status: 204 len: 168 time: 4.8258944 Feb 09 14:29:02.987720 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:02.991917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ca155-4d43-47f7-b31f-0c2bbe0a49f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=05a9b4a3-e83a-47ff-9dd8-2aa6bd1b114a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:03.061109 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Transition to ACTIVE for port object 63d62d33-28fc-4dfe-b0af-bbc03af139a8 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:03.069911 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:03.087207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae23b03-4e21-4a6a-ac98-f4fef963a018 req-16618be5-bc49-4121-96c6-e37805134d9e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:03.096151 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:03.100689 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dae23b03-4e21-4a6a-ac98-f4fef963a018 req-16618be5-bc49-4121-96c6-e37805134d9e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.7624359 Feb 09 14:29:03.219476 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dae23b03-4e21-4a6a-ac98-f4fef963a018 req-8bfeda89-6772-4d4b-9c3e-189d94440861 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125803 Feb 09 14:29:03.284993 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 0cf29e5c-1589-46e0-afc2-e3214b89e54a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:29:03.298122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=0cf29e5c-1589-46e0-afc2-e3214b89e54a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:03.429712 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7cd1-6ed1-422e-9212-70a9776e820a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:03.440821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4357d65d-c9d4-46eb-9693-23531ae24461 None None] Deleting port 607c99a4-79f6-453d-b00d-d89a46536487 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:03.441495 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4357d65d-c9d4-46eb-9693-23531ae24461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:03.556665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46438) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:03.597142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 0cf29e5c-1589-46e0-afc2-e3214b89e54a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:03.604205 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:03.680726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c7cd1-6ed1-422e-9212-70a9776e820a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=a8542007-5475-4e6d-921d-dee88c1de97c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:03.699031 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7cd1-6ed1-422e-9212-70a9776e820a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:03.735652 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9c0c7cd1-6ed1-422e-9212-70a9776e820a tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/a8542007-5475-4e6d-921d-dee88c1de97c HTTP/1.1" status: 204 len: 168 time: 3.1183143 Feb 09 14:29:03.738572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46444) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:03.917833 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bd930a-2619-4b4c-8f7e-72b74624439b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] GET failed (client error): The resource could not be found. Feb 09 14:29:03.919992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4357d65d-c9d4-46eb-9693-23531ae24461 None None] The port '607c99a4-79f6-453d-b00d-d89a46536487' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:29:03.920756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-26bd930a-2619-4b4c-8f7e-72b74624439b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Synchronizing usage tracker for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:03.921229 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Port 0cf29e5c-1589-46e0-afc2-e3214b89e54a was deleted so its status cannot be updated. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 14:29:03.974200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-26bd930a-2619-4b4c-8f7e-72b74624439b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Unset dirty status for tenant:e1d5a26f04bf4094b1d1bbdd5458e7eb on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:03.979644 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-26bd930a-2619-4b4c-8f7e-72b74624439b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports/a8542007-5475-4e6d-921d-dee88c1de97c HTTP/1.1" status: 404 len: 333 time: 0.2325466 Feb 09 14:29:03.981289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46454) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:04.042945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 607c99a4-79f6-453d-b00d-d89a46536487 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:29:04.078379 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:04.083818 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Pushing event updated for resources: {'Port': ['ID=63d62d33-28fc-4dfe-b0af-bbc03af139a8,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:04.089790 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c508b11d-8fb2-45bb-84b0-4d7fbe1c5ca1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa10991579a24c27b1b3f21f294a7343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5318928 Feb 09 14:29:04.090483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46460) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:04.100310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:04.101018 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:04.101597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:04.102175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:04.102744 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:04.106739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:04.107419 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:04.108495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:04.109101 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:04.116247 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:04.117109 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:04.117697 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66930b9e-181e-400c-a1b5-d9377ad8b585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:04.123533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 607c99a4-79f6-453d-b00d-d89a46536487 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:29:04.124288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 607c99a4-79f6-453d-b00d-d89a46536487 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:29:04.221779 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a191-d706-452e-859e-f75561bbc46b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:04.291158 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a191-d706-452e-859e-f75561bbc46b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:04.388508 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a191-d706-452e-859e-f75561bbc46b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:04.439966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9a191-d706-452e-859e-f75561bbc46b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f24120-32a7-4220-858b-2e280bd1f45e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:04.452346 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a191-d706-452e-859e-f75561bbc46b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:04.465463 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a1f9a191-d706-452e-859e-f75561bbc46b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/security-groups/f8f24120-32a7-4220-858b-2e280bd1f45e HTTP/1.1" status: 204 len: 168 time: 0.4830432 Feb 09 14:29:04.469731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46468) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:04.477175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 63d62d33-28fc-4dfe-b0af-bbc03af139a8 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:29:04.761306 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Router 4d892e50-9192-4c25-8e2b-522467c366c6 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:29:04.771957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56106b91-4a46-493c-ae5f-54cbf0ba2843 req-abc745c2-8900-4405-9c85-03e9ba07fe66 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:04.773990 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-56106b91-4a46-493c-ae5f-54cbf0ba2843 req-abc745c2-8900-4405-9c85-03e9ba07fe66 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.8102615 Feb 09 14:29:04.882752 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26e45306-f118-42bc-a998-0f5b4d036fa2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:04.885085 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-574ca318-60ad-46d9-8728-045ca779e261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:04.949215 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-574ca318-60ad-46d9-8728-045ca779e261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:05.021506 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-574ca318-60ad-46d9-8728-045ca779e261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:05.081034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ca318-60ad-46d9-8728-045ca779e261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12486cb-84c4-440c-b3b4-c718c40f27a9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:05.083835 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-574ca318-60ad-46d9-8728-045ca779e261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:05.093322 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-574ca318-60ad-46d9-8728-045ca779e261 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e12486cb-84c4-440c-b3b4-c718c40f27a9 HTTP/1.1" status: 204 len: 168 time: 0.9971817 Feb 09 14:29:05.137843 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26e45306-f118-42bc-a998-0f5b4d036fa2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:05.238192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9c31d-d7b4-4e2e-8f2d-62f609a4fd8a req-2bd9e5ef-8161-45df-904f-3fd70486efc7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:05.240234 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dad9c31d-d7b4-4e2e-8f2d-62f609a4fd8a req-2bd9e5ef-8161-45df-904f-3fd70486efc7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.5941741 Feb 09 14:29:05.430117 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dad9c31d-d7b4-4e2e-8f2d-62f609a4fd8a req-0eb47d82-a4a3-432f-8659-83746f5ac287 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716099 Feb 09 14:29:05.446610 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26e45306-f118-42bc-a998-0f5b4d036fa2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:05.520922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e45306-f118-42bc-a998-0f5b4d036fa2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c30d0a-45f3-44d9-8778-ea82b6a604d2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:05.531832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:29:05.538039 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26e45306-f118-42bc-a998-0f5b4d036fa2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:05.553957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46490) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:05.562763 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-26e45306-f118-42bc-a998-0f5b4d036fa2 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/security-groups/e0c30d0a-45f3-44d9-8778-ea82b6a604d2 HTTP/1.1" status: 204 len: 168 time: 1.0859971 Feb 09 14:29:05.563968 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0ca9e5a4-5da2-4b45-8517-c0e7563f944b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "PUT /v2.0/routers/4d892e50-9192-4c25-8e2b-522467c366c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4081688 Feb 09 14:29:05.566887 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46494) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:05.576889 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-86b45737-d755-4263-baeb-10fb292a5375 None None] Provisioning for port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:29:05.591277 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b49c20-2f60-4eed-ac96-a3b9cf80091c None None] Sync routers for ids ['4d892e50-9192-4c25-8e2b-522467c366c6'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:29:05.616471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-86b45737-d755-4263-baeb-10fb292a5375 None None] Provisioning complete for port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:05.616846 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-86b45737-d755-4263-baeb-10fb292a5375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:05.625661 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b49c20-2f60-4eed-ac96-a3b9cf80091c None None] Routers {'4d892e50-9192-4c25-8e2b-522467c366c6'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:29:05.626296 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-53b49c20-2f60-4eed-ac96-a3b9cf80091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:28:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4d892e50-9192-4c25-8e2b-522467c366c6'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:05.714730 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-56106b91-4a46-493c-ae5f-54cbf0ba2843 req-de641940-4f84-4698-801c-ee07435d75d8 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9301953 Feb 09 14:29:05.786619 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b28aa4f-cfa9-4b4c-8044-4b091753fb43 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:05.803456 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae42ff8-3f1a-4557-8f2c-0adb11b37dfb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:05.805714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae42ff8-3f1a-4557-8f2c-0adb11b37dfb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:05.807287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5ae42ff8-3f1a-4557-8f2c-0adb11b37dfb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:05.840662 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5ae42ff8-3f1a-4557-8f2c-0adb11b37dfb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:05.845471 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5ae42ff8-3f1a-4557-8f2c-0adb11b37dfb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2771752 Feb 09 14:29:05.850594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46500) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:05.872062 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b28aa4f-cfa9-4b4c-8044-4b091753fb43 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:06.072709 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b28aa4f-cfa9-4b4c-8044-4b091753fb43 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:06.085490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fbd726-c7d1-47e7-912d-04484239c4bd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 134417ac-d2c7-490b-a0e8-4b4aa5dc45b3 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:29:06.105258 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-33fbd726-c7d1-47e7-912d-04484239c4bd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:06.113897 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-53b49c20-2f60-4eed-ac96-a3b9cf80091c None None] Set router 4d892e50-9192-4c25-8e2b-522467c366c6 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:29:06.138878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28aa4f-cfa9-4b4c-8044-4b091753fb43 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19b385a-be38-40f7-bf31-4f5cb2741731,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:06.167106 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b28aa4f-cfa9-4b4c-8044-4b091753fb43 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:06.171275 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6b28aa4f-cfa9-4b4c-8044-4b091753fb43 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/security-groups/d19b385a-be38-40f7-bf31-4f5cb2741731 HTTP/1.1" status: 204 len: 168 time: 0.6129591 Feb 09 14:29:06.179396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46508) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:06.191050 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-86b45737-d755-4263-baeb-10fb292a5375 None None] Provisioning complete for port fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:06.191420 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-86b45737-d755-4263-baeb-10fb292a5375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:06.251717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46512) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:06.365523 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-53b49c20-2f60-4eed-ac96-a3b9cf80091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d892e50-9192-4c25-8e2b-522467c366c6', 'name': 'tempest-NetworksTestDHCPv6-router-420241253', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:28:42Z', 'updated_at': '2022-02-09T14:29:02Z', 'revision_number': 3, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:06.374474 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b49c20-2f60-4eed-ac96-a3b9cf80091c None None] Checking router: 4d892e50-9192-4c25-8e2b-522467c366c6 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:29:06.381341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6251a97-c839-4c2a-8331-d3581329eb31 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting subnet 69433816-297d-4adc-bdf8-331e24f8bf6c {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:29:06.390367 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6251a97-c839-4c2a-8331-d3581329eb31 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:06.402074 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b49c20-2f60-4eed-ac96-a3b9cf80091c None None] Routers {'4d892e50-9192-4c25-8e2b-522467c366c6'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:29:06.403136 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-53b49c20-2f60-4eed-ac96-a3b9cf80091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:28:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4d892e50-9192-4c25-8e2b-522467c366c6'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:06.406118 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-86b45737-d755-4263-baeb-10fb292a5375 None None] Port fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:29:06.415251 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-33fbd726-c7d1-47e7-912d-04484239c4bd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:06.421204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-86b45737-d755-4263-baeb-10fb292a5375 None None] Could not find standard attr ID for object a8542007-5475-4e6d-921d-dee88c1de97c. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:29:06.535097 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5b1dee19-c5b3-41ff-8d8d-d891ee817ce0 None None] Could not find standard attr ID for object a8542007-5475-4e6d-921d-dee88c1de97c. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:29:06.548688 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6251a97-c839-4c2a-8331-d3581329eb31 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:06.611159 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-53b49c20-2f60-4eed-ac96-a3b9cf80091c None None] Set router 4d892e50-9192-4c25-8e2b-522467c366c6 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:29:06.627456 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-31cc4890-70b0-44b5-8960-c676d5c60e72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4fe3faab5642463e916a50ee5558c2f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745453 Feb 09 14:29:06.632117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46520) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:06.721925 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6251a97-c839-4c2a-8331-d3581329eb31 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:06.853629 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bea4358-b13f-408c-bc94-6a687ed028f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:06.870578 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-53b49c20-2f60-4eed-ac96-a3b9cf80091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d892e50-9192-4c25-8e2b-522467c366c6', 'name': 'tempest-NetworksTestDHCPv6-router-420241253', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:28:42Z', 'updated_at': '2022-02-09T14:29:02Z', 'revision_number': 3, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:06.880450 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-33fbd726-c7d1-47e7-912d-04484239c4bd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:06.882058 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b49c20-2f60-4eed-ac96-a3b9cf80091c None None] The sync data for ids ['4d892e50-9192-4c25-8e2b-522467c366c6'] in n-d-828418-2 is: [{'id': '4d892e50-9192-4c25-8e2b-522467c366c6', 'name': 'tempest-NetworksTestDHCPv6-router-420241253', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:28:42Z', 'updated_at': '2022-02-09T14:29:02Z', 'revision_number': 3, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:29:06.889409 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6251a97-c839-4c2a-8331-d3581329eb31 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:06.972190 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bea4358-b13f-408c-bc94-6a687ed028f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:06.986722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7fe43-b474-40a4-b044-31070925b5a9 req-a6ac8b41-eba4-458e-84ee-6f762697200a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:06.994411 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4da7fe43-b474-40a4-b044-31070925b5a9 req-a6ac8b41-eba4-458e-84ee-6f762697200a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.2447155 Feb 09 14:29:07.032630 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c895691-2597-45e8-9556-8f8839e55a19 None None] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:07.098609 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6251a97-c839-4c2a-8331-d3581329eb31 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:07.122666 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c6251a97-c839-4c2a-8331-d3581329eb31 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/69433816-297d-4adc-bdf8-331e24f8bf6c HTTP/1.1" status: 204 len: 168 time: 0.9421287 Feb 09 14:29:07.130666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46530) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:07.136407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6251a97-c839-4c2a-8331-d3581329eb31 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Subnet': ['ID=69433816-297d-4adc-bdf8-331e24f8bf6c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:07.195907 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355497b-38d8-4beb-936c-79bf74344294 req-bda5dba0-9bee-40bb-a606-97fa8787c512 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:07.205776 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f355497b-38d8-4beb-936c-79bf74344294 req-bda5dba0-9bee-40bb-a606-97fa8787c512 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.1868131 Feb 09 14:29:07.251660 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4da7fe43-b474-40a4-b044-31070925b5a9 req-0d3963fe-caff-497c-b478-ac3c422ddfb3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564044 Feb 09 14:29:07.274934 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f355497b-38d8-4beb-936c-79bf74344294 req-231ca196-169d-4cee-bdb7-a5c1d87b81ba tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673225 Feb 09 14:29:07.293297 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-33fbd726-c7d1-47e7-912d-04484239c4bd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:07.548548 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-33fbd726-c7d1-47e7-912d-04484239c4bd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:07.552304 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b5e739-c921-433a-8c1b-b478a305d2b0 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:07.577131 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bea4358-b13f-408c-bc94-6a687ed028f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:07.579985 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bea4358-b13f-408c-bc94-6a687ed028f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:07.585651 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3bea4358-b13f-408c-bc94-6a687ed028f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7dc76e43-adb0-4ec7-a496-9e1bad7db3fd HTTP/1.1" status: 204 len: 168 time: 0.9523787 Feb 09 14:29:07.607061 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-33fbd726-c7d1-47e7-912d-04484239c4bd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/134417ac-d2c7-490b-a0e8-4b4aa5dc45b3 HTTP/1.1" status: 204 len: 168 time: 1.7529514 Feb 09 14:29:07.607061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbd726-c7d1-47e7-912d-04484239c4bd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=134417ac-d2c7-490b-a0e8-4b4aa5dc45b3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:07.607568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46542) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:07.614446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea4358-b13f-408c-bc94-6a687ed028f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc76e43-adb0-4ec7-a496-9e1bad7db3fd,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:07.624270 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3cdfe59-426f-45a5-84c9-b17912e661d1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting subnet fcbe270b-25c2-4d23-9d1d-b627dfdc8f5f {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:29:07.630646 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3cdfe59-426f-45a5-84c9-b17912e661d1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:07.812802 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3cdfe59-426f-45a5-84c9-b17912e661d1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:08.073397 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c250f894-5671-42df-a94f-3a8295886e4a None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:29:08.078937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c250f894-5671-42df-a94f-3a8295886e4a None None] Deleting port 832c9b76-8065-4b82-a669-06769cf4a164 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:08.079844 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c250f894-5671-42df-a94f-3a8295886e4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:08.148172 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3cdfe59-426f-45a5-84c9-b17912e661d1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:08.334068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-403d3097-f9cb-4696-85f0-9794138927d7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:router {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:08.395620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 832c9b76-8065-4b82-a669-06769cf4a164 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:29:08.396800 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3cdfe59-426f-45a5-84c9-b17912e661d1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:08.462420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdfe59-426f-45a5-84c9-b17912e661d1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Subnet': ['ID=fcbe270b-25c2-4d23-9d1d-b627dfdc8f5f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:08.473884 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3cdfe59-426f-45a5-84c9-b17912e661d1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:08.485835 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f3cdfe59-426f-45a5-84c9-b17912e661d1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/fcbe270b-25c2-4d23-9d1d-b627dfdc8f5f HTTP/1.1" status: 204 len: 168 time: 1.3468904 Feb 09 14:29:08.488319 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46562) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:08.633770 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a13c76a-7c5c-4169-aa58-6cb052faaee3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] DELETE failed (client error): The resource could not be found. Feb 09 14:29:08.636086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a13c76a-7c5c-4169-aa58-6cb052faaee3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:29:08.638077 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0a13c76a-7c5c-4169-aa58-6cb052faaee3 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/69433816-297d-4adc-bdf8-331e24f8bf6c HTTP/1.1" status: 404 len: 337 time: 0.1480014 Feb 09 14:29:08.641171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46566) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:08.690422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-403d3097-f9cb-4696-85f0-9794138927d7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:router {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:08.694400 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-403d3097-f9cb-4696-85f0-9794138927d7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.0831144 Feb 09 14:29:08.737208 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46570) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:08.772507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-79527c54-b694-42b9-a5fb-278115622c06 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting subnet 3af5eb29-4cc8-4bfa-a9e5-6b78e93ca6ca {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:29:08.787136 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-79527c54-b694-42b9-a5fb-278115622c06 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:08.849658 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:08.883668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156dbab-c6da-46fa-82dd-0b21deef98e0 req-aa551a85-fa21-4b61-a32c-a21ce8b04750 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:08.886193 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b156dbab-c6da-46fa-82dd-0b21deef98e0 req-aa551a85-fa21-4b61-a32c-a21ce8b04750 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.3490608 Feb 09 14:29:08.888751 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-79527c54-b694-42b9-a5fb-278115622c06 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:08.917957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2955478-065b-4030-9005-b2dd146ee4a3 req-88d74634-15eb-444f-86ae-44e6bbce7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:08.919868 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2955478-065b-4030-9005-b2dd146ee4a3 req-88d74634-15eb-444f-86ae-44e6bbce7772 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d808ad86364433d8ce26979e7302aeb&device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 1096 time: 0.9758432 Feb 09 14:29:09.019419 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 832c9b76-8065-4b82-a669-06769cf4a164, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=832c9b76-8065-4b82-a669-06769cf4a164,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:09.080410 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b156dbab-c6da-46fa-82dd-0b21deef98e0 req-3fc2bc43-30c1-4387-b807-ef90e05241bf tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357632 Feb 09 14:29:09.210306 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a723632a-15f4-4cac-a026-4e574b3c4498 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:09.292994 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-79527c54-b694-42b9-a5fb-278115622c06 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:09.321048 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:09.327257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0cf29e5c-1589-46e0-afc2-e3214b89e54a no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:29:09.359552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25251f09-7848-478f-ac2e-592473e18de2 req-47e24cdf-8742-4ad9-b8d4-82c4bd70c16e tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:09.375168 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25251f09-7848-478f-ac2e-592473e18de2 req-47e24cdf-8742-4ad9-b8d4-82c4bd70c16e tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 1.3255794 Feb 09 14:29:09.429533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 0cf29e5c-1589-46e0-afc2-e3214b89e54a {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:29:09.430183 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0cf29e5c-1589-46e0-afc2-e3214b89e54a not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:29:09.438237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fa6817-36d0-4f70-9766-8c4ed0658db0 None None] Network f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:09.455954 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:09.598769 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-79527c54-b694-42b9-a5fb-278115622c06 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:09.652261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-36be75f5-e02b-4095-9b70-c5099928a747 None None] Provisioning complete for port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:09.654688 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36be75f5-e02b-4095-9b70-c5099928a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:09.709892 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79527c54-b694-42b9-a5fb-278115622c06 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Subnet': ['ID=3af5eb29-4cc8-4bfa-a9e5-6b78e93ca6ca,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:09.719863 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-79527c54-b694-42b9-a5fb-278115622c06 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:09.740350 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-79527c54-b694-42b9-a5fb-278115622c06 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/3af5eb29-4cc8-4bfa-a9e5-6b78e93ca6ca HTTP/1.1" status: 204 len: 168 time: 1.0972791 Feb 09 14:29:09.744736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46596) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:09.772259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=832c9b76-8065-4b82-a669-06769cf4a164,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:09.799359 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25251f09-7848-478f-ac2e-592473e18de2 req-c16c8cce-0c97-4e53-b09d-91aed60704e3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4211478 Feb 09 14:29:09.858905 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e04a84-8c89-4f88-9c79-0fb32f607100 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] DELETE failed (client error): The resource could not be found. Feb 09 14:29:09.860685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e04a84-8c89-4f88-9c79-0fb32f607100 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:29:09.871410 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d9e04a84-8c89-4f88-9c79-0fb32f607100 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/e04c7ab4-a0bb-4a7a-a276-04a30042ad99 HTTP/1.1" status: 404 len: 337 time: 0.1253614 Feb 09 14:29:09.878358 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46604) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:09.947394 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c250f894-5671-42df-a94f-3a8295886e4a None None] For port 832c9b76-8065-4b82-a669-06769cf4a164, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=832c9b76-8065-4b82-a669-06769cf4a164,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:09.947704 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c250f894-5671-42df-a94f-3a8295886e4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:10.025945 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-263c121a-9c97-49fd-bfbe-ffc8216c132b tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "GET /v2.0/ports?device_id=555e50e1-2656-4185-864d-6f02a43a6ebd HTTP/1.1" status: 200 len: 205 time: 0.1436396 Feb 09 14:29:10.028387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46612) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:10.244240 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-7c38b1a5-71bd-4bfa-ba26-565ee11cdfa4 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] delete failed (client error): The resource could not be found. Feb 09 14:29:10.244240 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7c38b1a5-71bd-4bfa-ba26-565ee11cdfa4 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/routers/555e50e1-2656-4185-864d-6f02a43a6ebd HTTP/1.1" status: 404 len: 336 time: 0.2080276 Feb 09 14:29:10.244240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46618) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:10.308537 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c250f894-5671-42df-a94f-3a8295886e4a None None] Calling delete_port for 832c9b76-8065-4b82-a669-06769cf4a164 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:10.321493 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c405e43-3f70-4800-8099-11c138f2c3ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] DELETE failed (client error): The resource could not be found. Feb 09 14:29:10.322896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c405e43-3f70-4800-8099-11c138f2c3ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:29:10.325087 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0c405e43-3f70-4800-8099-11c138f2c3ed tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/5be03855-3001-4f6c-8b38-2a9488653da9 HTTP/1.1" status: 404 len: 337 time: 0.0816252 Feb 09 14:29:10.326531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46622) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:10.327955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46624) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:10.438439 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-2735c75f-242a-4cd7-91fc-19252d46c4e7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] DELETE failed (client error): The resource could not be found. Feb 09 14:29:10.445028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2735c75f-242a-4cd7-91fc-19252d46c4e7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:29:10.460117 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2735c75f-242a-4cd7-91fc-19252d46c4e7 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/c00b0066-1e8c-4ad7-a4fa-1f2c620d8683 HTTP/1.1" status: 404 len: 337 time: 0.1283121 Feb 09 14:29:10.463583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46636) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:10.617825 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-c250f894-5671-42df-a94f-3a8295886e4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:29:10.620093 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-c250f894-5671-42df-a94f-3a8295886e4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:29:10.663125 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:10.706547 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0d1d15-df1c-42d5-ade7-a2b7f42621ef tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] DELETE failed (client error): The resource could not be found. Feb 09 14:29:10.707017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd0d1d15-df1c-42d5-ade7-a2b7f42621ef tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:29:10.719651 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fd0d1d15-df1c-42d5-ade7-a2b7f42621ef tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/5c766f22-a30d-4d58-8710-41856516bf24 HTTP/1.1" status: 404 len: 337 time: 0.2548759 Feb 09 14:29:10.727717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46644) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:10.754457 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a723632a-15f4-4cac-a026-4e574b3c4498 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:10.765111 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a723632a-15f4-4cac-a026-4e574b3c4498 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:10.872658 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a723632a-15f4-4cac-a026-4e574b3c4498 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:10.873385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a723632a-15f4-4cac-a026-4e574b3c4498 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Fanout notify agent at l3_agent the message router_deleted on router 4d892e50-9192-4c25-8e2b-522467c366c6 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:29:10.936945 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cbe091-9540-4c4c-8773-7e5b76b8c36f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] DELETE failed (client error): The resource could not be found. Feb 09 14:29:10.937427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65cbe091-9540-4c4c-8773-7e5b76b8c36f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:29:10.939816 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-65cbe091-9540-4c4c-8773-7e5b76b8c36f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/39d7df43-f32c-4b2d-979b-8145ed3d347f HTTP/1.1" status: 404 len: 333 time: 0.2038209 Feb 09 14:29:10.956734 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46652) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:11.012808 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2955478-065b-4030-9005-b2dd146ee4a3 req-f6796059-8000-4f6d-a488-3fe2cae8d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:11.014490 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2955478-065b-4030-9005-b2dd146ee4a3 req-f6796059-8000-4f6d-a488-3fe2cae8d40a service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 HTTP/1.1" status: 200 len: 911 time: 1.9811909 Feb 09 14:29:11.025727 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a723632a-15f4-4cac-a026-4e574b3c4498 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:11.043373 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a723632a-15f4-4cac-a026-4e574b3c4498 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/routers/4d892e50-9192-4c25-8e2b-522467c366c6 HTTP/1.1" status: 204 len: 168 time: 2.3005702 Feb 09 14:29:11.050415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46658) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:11.121445 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb01ccf-7935-4b6b-8e3b-8f4316236cf1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] DELETE failed (client error): The resource could not be found. Feb 09 14:29:11.124308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb01ccf-7935-4b6b-8e3b-8f4316236cf1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:29:11.126129 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c250f894-5671-42df-a94f-3a8295886e4a None None] Deleting port 832c9b76-8065-4b82-a669-06769cf4a164 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:11.126693 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c250f894-5671-42df-a94f-3a8295886e4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:11.132086 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bcb01ccf-7935-4b6b-8e3b-8f4316236cf1 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/806ad5fc-e86b-4659-9e94-83781cccf86c HTTP/1.1" status: 404 len: 337 time: 0.1741097 Feb 09 14:29:11.136836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46664) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:11.229247 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-36be75f5-e02b-4095-9b70-c5099928a747 None None] Provisioning complete for port fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:11.230520 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36be75f5-e02b-4095-9b70-c5099928a747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:11.246036 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-478bd60e-c3d9-455d-ad9f-147df5e20f22 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] DELETE failed (client error): The resource could not be found. Feb 09 14:29:11.246515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478bd60e-c3d9-455d-ad9f-147df5e20f22 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:29:11.255165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-478bd60e-c3d9-455d-ad9f-147df5e20f22 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/ea5d5270-a2eb-40e8-8111-6e775b4dd05c HTTP/1.1" status: 404 len: 337 time: 0.1121516 Feb 09 14:29:11.263900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46668) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:11.277497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1127115721-network', 'tenant_id': 'f653d0afe11b46f7bd37269f9912ebd9'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:11.298869 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-36be75f5-e02b-4095-9b70-c5099928a747 None None] Port fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:29:11.317662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-49647f70-08e6-46b0-a899-cd0bb5941dad tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:11.390295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:11.422474 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] DHCP port deletion for f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:29:11.428406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Usage tracker for resource:network and tenant:f653d0afe11b46f7bd37269f9912ebd9 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:11.436158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:11.437581 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] Deleting port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:11.438036 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:11.460884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdf4b0-9122-48fb-a8a8-18d094423e74 req-5b0ea3fd-7cee-4604-993e-790632460fc0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:11.474664 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-62cdf4b0-9122-48fb-a8a8-18d094423e74 req-5b0ea3fd-7cee-4604-993e-790632460fc0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.8768516 Feb 09 14:29:11.477889 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f45c34f-64e8-4873-83a3-6aeec9983de5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] DELETE failed (client error): The resource could not be found. Feb 09 14:29:11.479501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f45c34f-64e8-4873-83a3-6aeec9983de5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:29:11.488088 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3f45c34f-64e8-4873-83a3-6aeec9983de5 tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/fc013fb1-a530-4d0a-8f5c-1f7931fd2e70 HTTP/1.1" status: 404 len: 333 time: 0.2219098 Feb 09 14:29:11.497359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:11.545833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46676) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:11.622957 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-07344381-7844-44f4-9e9c-464c1ef96a1f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] DELETE failed (client error): The resource could not be found. Feb 09 14:29:11.623513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07344381-7844-44f4-9e9c-464c1ef96a1f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:29:11.625406 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-07344381-7844-44f4-9e9c-464c1ef96a1f tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/320ae494-1115-4524-ba44-9f135dc56b66 HTTP/1.1" status: 404 len: 337 time: 0.0785453 Feb 09 14:29:11.634002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46682) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:11.722158 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2955478-065b-4030-9005-b2dd146ee4a3 req-9d482bb3-504c-4282-86c2-92f8f6a76520 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce17f1c-d432-4695-a697-8a0414cceee2 HTTP/1.1" status: 200 len: 1001 time: 0.6767128 Feb 09 14:29:11.730598 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-f440c752-3af6-4c6d-8404-3149b640596e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] DELETE failed (client error): The resource could not be found. Feb 09 14:29:11.731189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f440c752-3af6-4c6d-8404-3149b640596e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:29:11.735600 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f440c752-3af6-4c6d-8404-3149b640596e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/subnets/0be9c712-d1b7-4b63-abea-a0760a1d33ec HTTP/1.1" status: 404 len: 337 time: 0.0997996 Feb 09 14:29:11.746064 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-62cdf4b0-9122-48fb-a8a8-18d094423e74 req-7aec42c5-1e89-4eea-989e-c973e32e413e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701194 Feb 09 14:29:11.746870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Made reservation on behalf of f653d0afe11b46f7bd37269f9912ebd9 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:11.755104 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:11.782448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46686) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:11.875446 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:11.914505 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:11.920489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Usage tracker for resource:security_group_rule and tenant:f653d0afe11b46f7bd37269f9912ebd9 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:11.925259 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:11.933887 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:11.959130 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-49647f70-08e6-46b0-a899-cd0bb5941dad tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:12.027407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-32040219-61d3-49d1-aae9-a6444140681e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:12.028513 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32040219-61d3-49d1-aae9-a6444140681e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:12.030959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-49647f70-08e6-46b0-a899-cd0bb5941dad tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:12.053405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-49647f70-08e6-46b0-a899-cd0bb5941dad tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:12.078081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-49647f70-08e6-46b0-a899-cd0bb5941dad tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:12.094260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c250f894-5671-42df-a94f-3a8295886e4a None None] For port 832c9b76-8065-4b82-a669-06769cf4a164, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=832c9b76-8065-4b82-a669-06769cf4a164,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:12.094762 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c250f894-5671-42df-a94f-3a8295886e4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:12.148447 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49647f70-08e6-46b0-a899-cd0bb5941dad tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:12.156829 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49647f70-08e6-46b0-a899-cd0bb5941dad tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:12.228753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d1d73-21d3-414a-8d86-1806caa24f49 req-29ca6068-7991-42b7-9297-5e150c5118ec tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:12.240962 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-674d1d73-21d3-414a-8d86-1806caa24f49 req-29ca6068-7991-42b7-9297-5e150c5118ec tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 1.1946359 Feb 09 14:29:12.342121 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c250f894-5671-42df-a94f-3a8295886e4a None None] Calling delete_port for 832c9b76-8065-4b82-a669-06769cf4a164 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:12.373941 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:12.377409 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32040219-61d3-49d1-aae9-a6444140681e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:12.404412 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:12.417965 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 63d62d33-28fc-4dfe-b0af-bbc03af139a8 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:29:12.436367 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:29:12.439427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2955478-065b-4030-9005-b2dd146ee4a3 req-a941b0cd-e59f-42ce-afa0-d44fc63fb0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:12.448285 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2955478-065b-4030-9005-b2dd146ee4a3 req-a941b0cd-e59f-42ce-afa0-d44fc63fb0a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85b1f5ca-a5fa-4f7b-8f04-40895b87e889 HTTP/1.1" status: 200 len: 850 time: 0.6816587 Feb 09 14:29:12.468112 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:12.469547 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Added segment ea5836d9-66ec-46f9-9d84-e20835669c8b of type vlan for network 7507322b-3b4a-41f2-81d0-bc00fd4e91f8 Feb 09 14:29:12.532463 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:12.679576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] For port 63d62d33-28fc-4dfe-b0af-bbc03af139a8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=63d62d33-28fc-4dfe-b0af-bbc03af139a8,segment=NetworkSegment(d7b6e60d-db50-409c-ad77-d20a41d0a5e2),segment_id=d7b6e60d-db50-409c-ad77-d20a41d0a5e2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:12.680150 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:12.728744 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-674d1d73-21d3-414a-8d86-1806caa24f49 req-665f53da-d53e-4ae4-9999-8ace74593d0a tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4861062 Feb 09 14:29:12.882786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2955478-065b-4030-9005-b2dd146ee4a3 req-dee34eb6-1185-4b35-be12-184e22137bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:12.905231 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2955478-065b-4030-9005-b2dd146ee4a3 req-dee34eb6-1185-4b35-be12-184e22137bf9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4225538 Feb 09 14:29:13.075246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-32040219-61d3-49d1-aae9-a6444140681e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:13.080180 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:13.155748 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:13.156885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:13.157633 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:13.167055 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] Calling delete_port for 63d62d33-28fc-4dfe-b0af-bbc03af139a8 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:13.283846 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c250f894-5671-42df-a94f-3a8295886e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:13.296800 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2955478-065b-4030-9005-b2dd146ee4a3 req-5781d7d3-1a2d-418d-8b7d-84e83447cf99 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782246 Feb 09 14:29:13.335152 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0016630 Feb 09 14:29:13.346548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46738) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:13.365407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 63d62d33-28fc-4dfe-b0af-bbc03af139a8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=63d62d33-28fc-4dfe-b0af-bbc03af139a8,segment=NetworkSegment(d7b6e60d-db50-409c-ad77-d20a41d0a5e2),segment_id=d7b6e60d-db50-409c-ad77-d20a41d0a5e2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:13.374171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c250f894-5671-42df-a94f-3a8295886e4a None None] No DVR routers for this DVR port 832c9b76-8065-4b82-a669-06769cf4a164 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:29:13.377856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8693c371-67b1-4e43-a794-29a7e80f74ca,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:13.378379 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:13.383629 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4fe819b6-0192-449b-989b-68f7267c04b5 admin admin] Request body: {'subnet': {'network_id': '7507322b-3b4a-41f2-81d0-bc00fd4e91f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1127115721-subnet', 'tenant_id': 'f653d0afe11b46f7bd37269f9912ebd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:13.395121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4fe819b6-0192-449b-989b-68f7267c04b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:13.399105 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32040219-61d3-49d1-aae9-a6444140681e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:13.406967 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250f894-5671-42df-a94f-3a8295886e4a None None] Pushing event deleted for resources: {'Port': ['ID=832c9b76-8065-4b82-a669-06769cf4a164,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:13.407384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4fe819b6-0192-449b-989b-68f7267c04b5 admin admin] Usage tracker for resource:subnet and tenant:f653d0afe11b46f7bd37269f9912ebd9 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:13.413734 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e55fc9-2499-4a9e-bc11-1f6e6d39cc6b admin admin] Pushing event updated for resources: {'Network': ['ID=7507322b-3b4a-41f2-81d0-bc00fd4e91f8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:13.482352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4fe819b6-0192-449b-989b-68f7267c04b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:13.489638 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32040219-61d3-49d1-aae9-a6444140681e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:13.532537 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32040219-61d3-49d1-aae9-a6444140681e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:13.541525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4fe819b6-0192-449b-989b-68f7267c04b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:13.550554 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 7507322b-3b4a-41f2-81d0-bc00fd4e91f8 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:29:13.605663 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-32040219-61d3-49d1-aae9-a6444140681e tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/ports/fe7b68f1-2ba1-42e8-af30-f96ce4d8f4ba HTTP/1.1" status: 204 len: 168 time: 1.8220937 Feb 09 14:29:13.622811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe819b6-0192-449b-989b-68f7267c04b5 admin admin] Made reservation on behalf of f653d0afe11b46f7bd37269f9912ebd9 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:13.623832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46750) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:13.628973 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4fe819b6-0192-449b-989b-68f7267c04b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:13.765966 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:29:13.766326 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:29:13.767390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=63d62d33-28fc-4dfe-b0af-bbc03af139a8,revision_number=11']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:13.819313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecd8c7-a9b9-4858-a27f-d2ca9c3f9efd req-457a36e4-76b9-466b-bc61-739b5d7e1421 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:13.821499 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0ecd8c7-a9b9-4858-a27f-d2ca9c3f9efd req-457a36e4-76b9-466b-bc61-739b5d7e1421 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.6680212 Feb 09 14:29:13.896474 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0ecd8c7-a9b9-4858-a27f-d2ca9c3f9efd req-5e48dbc7-0975-4fd3-88a1-c3545cc80d4a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586727 Feb 09 14:29:14.026372 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49647f70-08e6-46b0-a899-cd0bb5941dad tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:14.035311 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4fe819b6-0192-449b-989b-68f7267c04b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:14.145272 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe819b6-0192-449b-989b-68f7267c04b5 admin admin] Checking segment: {'id': 'ea5836d9-66ec-46f9-9d84-e20835669c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7507322b-3b4a-41f2-81d0-bc00fd4e91f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:29:14.146030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe819b6-0192-449b-989b-68f7267c04b5 admin admin] Network hostable DHCP agents. Network: 7507322b-3b4a-41f2-81d0-bc00fd4e91f8, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:29:14.151879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49647f70-08e6-46b0-a899-cd0bb5941dad tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=b10941f2-504c-4883-9253-c88d81c0ac9d,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:14.157600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe819b6-0192-449b-989b-68f7267c04b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db0872df-7636-47ba-8ff5-548253dc8624,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:14.177430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe819b6-0192-449b-989b-68f7267c04b5 admin admin] Network 7507322b-3b4a-41f2-81d0-bc00fd4e91f8 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:29:14.184242 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:14.192114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4fe819b6-0192-449b-989b-68f7267c04b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 7507322b-3b4a-41f2-81d0-bc00fd4e91f8) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:14.203661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe819b6-0192-449b-989b-68f7267c04b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:14.204507 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce153bc-63af-47cf-b5ae-97c7161abfe6 None None] Network 7507322b-3b4a-41f2-81d0-bc00fd4e91f8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:14.205834 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4fe819b6-0192-449b-989b-68f7267c04b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:14.207489 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2955478-065b-4030-9005-b2dd146ee4a3 req-d0ece9be-4cb1-4f91-a83f-c72dd7ab4522 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8996139 Feb 09 14:29:14.229182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49647f70-08e6-46b0-a899-cd0bb5941dad tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:14.232939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-49647f70-08e6-46b0-a899-cd0bb5941dad tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:14.237749 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49647f70-08e6-46b0-a899-cd0bb5941dad tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:14.238642 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49647f70-08e6-46b0-a899-cd0bb5941dad tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:14.266537 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4fe819b6-0192-449b-989b-68f7267c04b5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9081597 Feb 09 14:29:14.278844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Deleting port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:14.279385 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:14.334118 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] Deleting port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:14.334607 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:14.370188 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-49647f70-08e6-46b0-a899-cd0bb5941dad tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3184905 Feb 09 14:29:14.373583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46794) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:14.381175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-01b2e845-532b-4fc3-a344-5727cc665f66 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-326776783', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:14.400236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-01b2e845-532b-4fc3-a344-5727cc665f66 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:14.414450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-01b2e845-532b-4fc3-a344-5727cc665f66 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:router and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:14.421502 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-01b2e845-532b-4fc3-a344-5727cc665f66 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:14.442011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11950a3-3288-4933-97c5-69a791195b08 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:14.442286 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-01b2e845-532b-4fc3-a344-5727cc665f66 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:14.475317 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01b2e845-532b-4fc3-a344-5727cc665f66 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:14.476471 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01b2e845-532b-4fc3-a344-5727cc665f66 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:14.537156 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01b2e845-532b-4fc3-a344-5727cc665f66 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:14.580457 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01b2e845-532b-4fc3-a344-5727cc665f66 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:14.598494 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5ea4b-f788-4497-a35d-08ef9b73be75 req-f14a98ad-62d1-4339-b078-6216bb4b1de4 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:14.632022 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-42f5ea4b-f788-4497-a35d-08ef9b73be75 req-f14a98ad-62d1-4339-b078-6216bb4b1de4 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.6998477 Feb 09 14:29:14.647404 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01b2e845-532b-4fc3-a344-5727cc665f66 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:14.648312 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-01b2e845-532b-4fc3-a344-5727cc665f66 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2725401 Feb 09 14:29:14.652205 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46806) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:15.049404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': 'b10941f2-504c-4883-9253-c88d81c0ac9d'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:29:15.050571 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:15.367608 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Allocated IP 2001:db8::2 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/b10941f2-504c-4883-9253-c88d81c0ac9d/cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:29:15.435944 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-42f5ea4b-f788-4497-a35d-08ef9b73be75 req-fdf7152e-3ee8-4aa0-bd05-b4c3ed07dac1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8019581 Feb 09 14:29:15.501056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03144398-b621-4f39-b1ca-7b2502795c6b req-cf8eced7-5d63-49aa-aac4-861431482c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:15.509487 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03144398-b621-4f39-b1ca-7b2502795c6b req-cf8eced7-5d63-49aa-aac4-861431482c0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 1096 time: 0.8689375 Feb 09 14:29:15.518828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] For port 63d62d33-28fc-4dfe-b0af-bbc03af139a8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=63d62d33-28fc-4dfe-b0af-bbc03af139a8,segment=NetworkSegment(d7b6e60d-db50-409c-ad77-d20a41d0a5e2),segment_id=d7b6e60d-db50-409c-ad77-d20a41d0a5e2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:15.519430 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:15.676855 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:15.687678 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Transition to ACTIVE for port object cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:15.707451 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Transition to ACTIVE for port object cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:15.818518 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] For port 63d62d33-28fc-4dfe-b0af-bbc03af139a8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=63d62d33-28fc-4dfe-b0af-bbc03af139a8,segment=NetworkSegment(d7b6e60d-db50-409c-ad77-d20a41d0a5e2),segment_id=d7b6e60d-db50-409c-ad77-d20a41d0a5e2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:15.819502 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:15.909643 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Calling delete_port for 63d62d33-28fc-4dfe-b0af-bbc03af139a8 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:15.992248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03144398-b621-4f39-b1ca-7b2502795c6b req-5efe2d60-78b2-4dd4-b3af-91487491e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:15.994953 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03144398-b621-4f39-b1ca-7b2502795c6b req-5efe2d60-78b2-4dd4-b3af-91487491e9de service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 0.4609694 Feb 09 14:29:16.013084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] Calling delete_port for 63d62d33-28fc-4dfe-b0af-bbc03af139a8 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:16.087141 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:16.094491 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03144398-b621-4f39-b1ca-7b2502795c6b req-e8c46b76-cb38-4d94-a848-114a5462a6ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e2cb23-f44b-4f57-ba04-fd0e8929b244 HTTP/1.1" status: 200 len: 217 time: 0.0858402 Feb 09 14:29:16.106824 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:16.168691 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f416b80f-cab1-43d8-9750-d4e2dbf1cf3b None None] Network 7507322b-3b4a-41f2-81d0-bc00fd4e91f8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:16.178070 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:16.247940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Port': ['ID=63d62d33-28fc-4dfe-b0af-bbc03af139a8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:16.260188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] No DVR routers for this DVR port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:29:16.292802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:16.298845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:16.309058 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:29:16.314430 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:29:16.315021 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:29:16.440970 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Pushing event updated for resources: {'Port': ['ID=cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:16.458683 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ad5bf-6534-4059-9945-e81af3805137 req-a209c9e6-2806-41e3-9a4c-ab35676488ba tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:16.459495 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-623ad5bf-6534-4059-9945-e81af3805137 req-a209c9e6-2806-41e3-9a4c-ab35676488ba tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Synchronizing usage tracker for tenant:f653d0afe11b46f7bd37269f9912ebd9 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:16.507875 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-623ad5bf-6534-4059-9945-e81af3805137 req-a209c9e6-2806-41e3-9a4c-ab35676488ba tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Unset dirty status for tenant:f653d0afe11b46f7bd37269f9912ebd9 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:16.509293 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-623ad5bf-6534-4059-9945-e81af3805137 req-a209c9e6-2806-41e3-9a4c-ab35676488ba tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/networks?id=7507322b-3b4a-41f2-81d0-bc00fd4e91f8 HTTP/1.1" status: 200 len: 818 time: 1.1500220 Feb 09 14:29:16.528873 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Attempting to bind port cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:29:16.529564 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Attempting to bind port cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:29:16.530171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Attempting to bind port cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21 on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:29:16.540143 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:29:16.541648 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:29:16.542285 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:16.542899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:29:16.543304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5c4ba-597a-41a3-bd21-69a52e711976 req-32121a55-d4a6-4d3d-bff4-d2239620285b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:16.544240 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Bound port: cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:29:16.544872 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ee5c4ba-597a-41a3-bd21-69a52e711976 req-32121a55-d4a6-4d3d-bff4-d2239620285b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.8220301 Feb 09 14:29:16.550991 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:16.565033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03144398-b621-4f39-b1ca-7b2502795c6b req-65f68ef0-61a8-43d0-bc46-fc1518e98644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:16.566144 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03144398-b621-4f39-b1ca-7b2502795c6b req-65f68ef0-61a8-43d0-bc46-fc1518e98644 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.4551277 Feb 09 14:29:16.569179 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-623ad5bf-6534-4059-9945-e81af3805137 req-23ff54ff-eadb-4332-aed2-ebca8a7059e6 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/quotas/f653d0afe11b46f7bd37269f9912ebd9 HTTP/1.1" status: 200 len: 375 time: 0.0510840 Feb 09 14:29:16.640064 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-623ad5bf-6534-4059-9945-e81af3805137 req-9c7a8b5e-e06a-4846-bf7c-081c9207e747 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f653d0afe11b46f7bd37269f9912ebd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649357 Feb 09 14:29:16.725576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] For port cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:29:16.732604 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] For port cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:29:16.741068 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:16.760050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::1 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/b10941f2-504c-4883-9253-c88d81c0ac9d/d2c10103-5d9f-4998-8528-317aef1e81ed) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:29:16.767525 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:16.819235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:16.833965 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ee5c4ba-597a-41a3-bd21-69a52e711976 req-63013adc-bf4c-4312-9bb0-204362572ad8 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711802 Feb 09 14:29:16.842735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b6e60d-db50-409c-ad77-d20a41d0a5e2') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:16.843048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b6e60d-db50-409c-ad77-d20a41d0a5e2') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:16.865511 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e18d3-ab5f-4b8d-a352-36097ae73714 None None] Pushing event updated for resources: {'Port': ['ID=cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:16.904409 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:16.962047 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:16.982112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03144398-b621-4f39-b1ca-7b2502795c6b req-f3af3db1-ff4c-4fa4-a55b-0955a9e72d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:16.984557 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03144398-b621-4f39-b1ca-7b2502795c6b req-f3af3db1-ff4c-4fa4-a55b-0955a9e72d9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4014804 Feb 09 14:29:16.989505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:29:16.992082 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:29:17.025792 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:29:17.177948 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:29:17.209197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] Deleting port 63d62d33-28fc-4dfe-b0af-bbc03af139a8 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:17.209565 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:17.265509 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-623ad5bf-6534-4059-9945-e81af3805137 req-9894d3fe-1662-4cf0-b04b-e49c5ddedf6c service neutron] 10.222.0.48 "GET /v2.0/networks/7507322b-3b4a-41f2-81d0-bc00fd4e91f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289552 Feb 09 14:29:17.359398 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:17.410024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d770df3f-d38d-4104-ae3b-9a2b1ee93c70 None None] The port '63d62d33-28fc-4dfe-b0af-bbc03af139a8' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:29:17.468645 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:17.496143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object d2c10103-5d9f-4998-8528-317aef1e81ed will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:17.506166 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:17.525516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] Pushing event deleted for resources: {'Network': ['ID=f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:17.578882 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9bf8f40d-6d68-48c6-8ae4-feeabb6e85ad tempest-PortsIpV6TestJSON-621015085 tempest-PortsIpV6TestJSON-621015085-project] 10.222.0.48 "DELETE /v2.0/networks/f9a9d7f1-8bfd-44c8-8387-401bfa0e0cd1 HTTP/1.1" status: 204 len: 168 time: 3.9517422 Feb 09 14:29:17.601187 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998670c-9916-45ac-8b72-bf14919a1bbe req-0342f132-c633-42f6-86ea-ec6dec4e684b tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:17.602677 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9998670c-9916-45ac-8b72-bf14919a1bbe req-0342f132-c633-42f6-86ea-ec6dec4e684b tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.4686043 Feb 09 14:29:17.612347 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03144398-b621-4f39-b1ca-7b2502795c6b req-db1c521b-9cd5-45dd-a140-5a2f824e8572 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949636 Feb 09 14:29:17.677476 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-623ad5bf-6534-4059-9945-e81af3805137 req-4310e287-a421-46a6-a341-98ecc412492b service neutron] 10.222.0.48 "GET /v2.0/networks/7507322b-3b4a-41f2-81d0-bc00fd4e91f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040499 Feb 09 14:29:17.697196 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:17.842269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:17.853596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:17.858837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:29:17.859468 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:17.984666 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9998670c-9916-45ac-8b72-bf14919a1bbe req-7054329f-fbc1-4105-b8eb-f34e98b1e4f3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3711345 Feb 09 14:29:18.156589 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03144398-b621-4f39-b1ca-7b2502795c6b req-e4cc0963-537b-43c1-81af-95ab569501e6 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249279 Feb 09 14:29:18.283305 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46904) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:18.304766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b256f62-9f80-42ad-a82d-1c32cec413ae req-6073a7bd-4201-43af-9c6b-1a7cdf1a0b6f tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 210 time: 0.1466920 Feb 09 14:29:18.386457 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:29:18.414257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=d2c10103-5d9f-4998-8528-317aef1e81ed,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:18.518746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 97e2cb23-f44b-4f57-ba04-fd0e8929b244 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:29:18.535300 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec4959-2691-4fad-a091-72a3a7a576d4 req-d929fe99-95dc-414a-9ea8-e18c7e2302e5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:18.538376 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-baec4959-2691-4fad-a091-72a3a7a576d4 req-d929fe99-95dc-414a-9ea8-e18c7e2302e5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 945 time: 0.2453134 Feb 09 14:29:18.687884 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:29:18.739199 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-baec4959-2691-4fad-a091-72a3a7a576d4 req-cb0667a1-9cd0-4312-9347-3c58d240efcd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895168 Feb 09 14:29:18.779812 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:18.868941 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:18.961374 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6a2e1-7b1e-4193-81ad-349123cea009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e2cb23-f44b-4f57-ba04-fd0e8929b244'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:29:18.972379 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 97e2cb23-f44b-4f57-ba04-fd0e8929b244, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=97e2cb23-f44b-4f57-ba04-fd0e8929b244,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:18.978677 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:19.030951 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c82c1e47-a761-4ef4-ad69-e00bd1c31a64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1d5a26f04bf4094b1d1bbdd5458e7eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7229924 Feb 09 14:29:19.033552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46934) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:19.102538 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a6a2e1-7b1e-4193-81ad-349123cea009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e2cb23-f44b-4f57-ba04-fd0e8929b244', 'code': 200} Feb 09 14:29:19.130933 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ff144cf6-a82e-4bc3-b010-81352295281d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:19.165056 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ff144cf6-a82e-4bc3-b010-81352295281d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:19.196495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6b130142-65a1-4da2-8558-60c5ca3990d6 None None] Provisioning for port cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:29:19.212263 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6b130142-65a1-4da2-8558-60c5ca3990d6 None None] Provisioning complete for port cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:19.216355 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6b130142-65a1-4da2-8558-60c5ca3990d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:19.261148 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ff144cf6-a82e-4bc3-b010-81352295281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:19.289191 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff144cf6-a82e-4bc3-b010-81352295281d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04496505-78c1-4d59-800e-049e308d18f9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:19.329538 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ff144cf6-a82e-4bc3-b010-81352295281d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:19.330678 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ff144cf6-a82e-4bc3-b010-81352295281d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04496505-78c1-4d59-800e-049e308d18f9 HTTP/1.1" status: 204 len: 168 time: 0.2958982 Feb 09 14:29:19.499058 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=97e2cb23-f44b-4f57-ba04-fd0e8929b244,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:19.570246 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6b130142-65a1-4da2-8558-60c5ca3990d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:19.625938 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6b130142-65a1-4da2-8558-60c5ca3990d6 None None] For port cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:19.632485 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6b130142-65a1-4da2-8558-60c5ca3990d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:19.718062 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:19.756786 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:19.758073 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:19.787833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b130142-65a1-4da2-8558-60c5ca3990d6 None None] Pushing event updated for resources: {'Port': ['ID=cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:19.803282 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8fe37d49-36b2-4d60-afc4-041179924574 None None] Provisioning for port d2c10103-5d9f-4998-8528-317aef1e81ed completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:29:19.811831 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8fe37d49-36b2-4d60-afc4-041179924574 None None] Provisioning complete for port d2c10103-5d9f-4998-8528-317aef1e81ed triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:19.812546 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8fe37d49-36b2-4d60-afc4-041179924574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:19.824180 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4e01ee83-9f58-47a6-8776-34ef8ba65b57 req-eaa82b3a-bc45-4e64-9256-748d7021079b tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 210 time: 0.1033559 Feb 09 14:29:19.945685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8fe37d49-36b2-4d60-afc4-041179924574 None None] Port d2c10103-5d9f-4998-8528-317aef1e81ed cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:29:20.031407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=d2c10103-5d9f-4998-8528-317aef1e81ed,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:20.154574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:20.160046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:20.297698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:29:20.393720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ad5bf-6534-4059-9945-e81af3805137 req-587673c9-727e-443b-bc28-3b650ea8a19c tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:20.395421 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-623ad5bf-6534-4059-9945-e81af3805137 req-587673c9-727e-443b-bc28-3b650ea8a19c tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.35 "GET /v2.0/networks?id=7507322b-3b4a-41f2-81d0-bc00fd4e91f8 HTTP/1.1" status: 200 len: 818 time: 0.3516550 Feb 09 14:29:20.445949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72d56e-f199-48e6-8b04-0a0077bb8a15 req-f931db2e-bab4-494c-96af-2af5e8dc6f8b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:20.456972 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8f72d56e-f199-48e6-8b04-0a0077bb8a15 req-f931db2e-bab4-494c-96af-2af5e8dc6f8b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 943 time: 0.5049500 Feb 09 14:29:20.519676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-623ad5bf-6534-4059-9945-e81af3805137 req-9b17d2f6-d123-46ee-a130-63468880bc84 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Request body: {'port': {'device_id': 'd01a5e18-2cf2-4d68-938d-188d7cfd9917', 'network_id': '7507322b-3b4a-41f2-81d0-bc00fd4e91f8', 'admin_state_up': True, 'tenant_id': 'f653d0afe11b46f7bd37269f9912ebd9'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:20.571343 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:20.573042 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:20.669616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Router 297db853-dc52-4f04-82b3-dbb5c3cbb494 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:29:20.806788 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8f72d56e-f199-48e6-8b04-0a0077bb8a15 req-67c28ed8-1192-4457-8e0d-187e68f3e706 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456697 Feb 09 14:29:20.920329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9fd689c6-2d19-4324-8359-3101c9e50e9d None None] Provisioning complete for port d2c10103-5d9f-4998-8528-317aef1e81ed triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:20.923486 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9fd689c6-2d19-4324-8359-3101c9e50e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:20.939366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-623ad5bf-6534-4059-9945-e81af3805137 req-9b17d2f6-d123-46ee-a130-63468880bc84 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:20.948812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-623ad5bf-6534-4059-9945-e81af3805137 req-9b17d2f6-d123-46ee-a130-63468880bc84 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Usage tracker for resource:port and tenant:f653d0afe11b46f7bd37269f9912ebd9 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:20.955097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-623ad5bf-6534-4059-9945-e81af3805137 req-9b17d2f6-d123-46ee-a130-63468880bc84 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:20.978583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-623ad5bf-6534-4059-9945-e81af3805137 req-9b17d2f6-d123-46ee-a130-63468880bc84 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:21.010722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623ad5bf-6534-4059-9945-e81af3805137 req-9b17d2f6-d123-46ee-a130-63468880bc84 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Made reservation on behalf of f653d0afe11b46f7bd37269f9912ebd9 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:21.016428 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-623ad5bf-6534-4059-9945-e81af3805137 req-9b17d2f6-d123-46ee-a130-63468880bc84 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:21.042347 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:29:21.058904 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Sync routers for ids ['297db853-dc52-4f04-82b3-dbb5c3cbb494'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:29:21.064819 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ecc2cff0-2b57-4340-8c93-97e0386da2fd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "PUT /v2.0/routers/297db853-dc52-4f04-82b3-dbb5c3cbb494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4089549 Feb 09 14:29:21.089138 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-9fd689c6-2d19-4324-8359-3101c9e50e9d None None] Port d2c10103-5d9f-4998-8528-317aef1e81ed cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:29:21.090540 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Routers {'297db853-dc52-4f04-82b3-dbb5c3cbb494'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:29:21.091158 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:28:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['297db853-dc52-4f04-82b3-dbb5c3cbb494'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:21.101930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47000) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:21.163281 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1f0b23d4-7cab-47a9-a8c3-cbd2e2d16848 req-79de2c34-5670-4989-be77-efa4fe7daf3b tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 210 time: 0.1134758 Feb 09 14:29:21.293332 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Set router 297db853-dc52-4f04-82b3-dbb5c3cbb494 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:29:21.300963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f6796-a25d-41a0-9e74-b88fc653c21a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:21.301598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-752f6796-a25d-41a0-9e74-b88fc653c21a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:21.355319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-752f6796-a25d-41a0-9e74-b88fc653c21a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:21.356505 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-752f6796-a25d-41a0-9e74-b88fc653c21a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports/d2c10103-5d9f-4998-8528-317aef1e81ed HTTP/1.1" status: 200 len: 911 time: 0.2526178 Feb 09 14:29:21.360412 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47014) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:21.527625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-623ad5bf-6534-4059-9945-e81af3805137 req-9b17d2f6-d123-46ee-a130-63468880bc84 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Allocated IP 172.20.0.4 (7507322b-3b4a-41f2-81d0-bc00fd4e91f8/db0872df-7636-47ba-8ff5-548253dc8624/84660029-80b2-485f-a961-821e844b7a3e) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:29:21.531988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f048c-c517-4d30-a7d7-ef025b624025 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:21.566310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f048c-c517-4d30-a7d7-ef025b624025 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:21.567108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-833f048c-c517-4d30-a7d7-ef025b624025 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:21.569609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47022) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:21.614545 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-833f048c-c517-4d30-a7d7-ef025b624025 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:21.615696 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-833f048c-c517-4d30-a7d7-ef025b624025 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2540727 Feb 09 14:29:21.620245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47028) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:22.019590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-20765750'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:22.028862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:22.035433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:network and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:22.044075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:22.052095 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:22.053096 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297db853-dc52-4f04-82b3-dbb5c3cbb494', 'name': 'tempest-NetworksTestDHCPv6-router-326776783', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:29:14Z', 'updated_at': '2022-02-09T14:29:18Z', 'revision_number': 2, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'gw_port_host': None, '_interfaces': [{'id': 'd2c10103-5d9f-4998-8528-317aef1e81ed', 'name': '', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'mac_address': 'fa:16:3e:c2:f1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297db853-dc52-4f04-82b3-dbb5c3cbb494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b10941f2-504c-4883-9253-c88d81c0ac9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:29:16Z', 'updated_at': '2022-02-09T14:29:19Z', 'revision_number': 2, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'subnets': [{'id': 'b10941f2-504c-4883-9253-c88d81c0ac9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:22.064379 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Checking router: 297db853-dc52-4f04-82b3-dbb5c3cbb494 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:29:22.065871 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Updating router 297db853-dc52-4f04-82b3-dbb5c3cbb494 port d2c10103-5d9f-4998-8528-317aef1e81ed binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:29:22.069461 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:22.074996 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:22.092440 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:22.113443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:22.118782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:security_group_rule and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:22.123689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:22.135601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:22.182549 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:22.414954 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-623ad5bf-6534-4059-9945-e81af3805137 req-9b17d2f6-d123-46ee-a130-63468880bc84 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:22.453219 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-623ad5bf-6534-4059-9945-e81af3805137 req-9b17d2f6-d123-46ee-a130-63468880bc84 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:22.460563 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:22.466186 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:22.538714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:29:22.581827 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b9461a-ac7c-43e4-879f-a76d5fc75917,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:22.590717 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:22.591645 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Added segment f85e748e-6a51-4a20-807a-144a55ad7dec of type vlan for network 37922efb-ad82-43cb-839e-8a90e435f4d7 Feb 09 14:29:22.635058 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d14f8b-3015-4f18-95e4-6a066efbbd3a req-bb044a25-39e2-4383-b574-a4e9df8442e1 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:22.636998 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-41d14f8b-3015-4f18-95e4-6a066efbbd3a req-bb044a25-39e2-4383-b574-a4e9df8442e1 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 931 time: 0.2401049 Feb 09 14:29:22.655027 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:22.711677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17d2f6-d123-46ee-a130-63468880bc84 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Pushing event updated for resources: {'Port': ['ID=84660029-80b2-485f-a961-821e844b7a3e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:22.728394 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-41d14f8b-3015-4f18-95e4-6a066efbbd3a req-92ac54a5-c28e-45f3-a81e-4513fa8968bd tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Synchronizing usage tracker for tenant:f653d0afe11b46f7bd37269f9912ebd9 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:22.796149 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:22.805682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:22.806971 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:22.817457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623ad5bf-6534-4059-9945-e81af3805137 req-9b17d2f6-d123-46ee-a130-63468880bc84 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Network 7507322b-3b4a-41f2-81d0-bc00fd4e91f8 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:22.826300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-623ad5bf-6534-4059-9945-e81af3805137 req-9b17d2f6-d123-46ee-a130-63468880bc84 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:22.832536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-623ad5bf-6534-4059-9945-e81af3805137 req-9b17d2f6-d123-46ee-a130-63468880bc84 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:29:22.840448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-41d14f8b-3015-4f18-95e4-6a066efbbd3a req-92ac54a5-c28e-45f3-a81e-4513fa8968bd tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Unset dirty status for tenant:f653d0afe11b46f7bd37269f9912ebd9 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:22.842666 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-41d14f8b-3015-4f18-95e4-6a066efbbd3a req-92ac54a5-c28e-45f3-a81e-4513fa8968bd tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/security-groups?id=8693c371-67b1-4e43-a794-29a7e80f74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889720 Feb 09 14:29:22.871155 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:22.920284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Transition to ACTIVE for port object d2c10103-5d9f-4998-8528-317aef1e81ed will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:22.934876 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:22.945609 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3711300 Feb 09 14:29:22.946611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47068) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:22.954272 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7', 'name': 'tempest-PortsTestJSON-1723042921'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:22.962714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ad5bf-6534-4059-9945-e81af3805137 req-9b17d2f6-d123-46ee-a130-63468880bc84 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:22.963956 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-623ad5bf-6534-4059-9945-e81af3805137 req-9b17d2f6-d123-46ee-a130-63468880bc84 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:23.013737 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-623ad5bf-6534-4059-9945-e81af3805137 req-9b17d2f6-d123-46ee-a130-63468880bc84 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5919824 Feb 09 14:29:23.080293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Request body: {'port': {'device_id': 'd01a5e18-2cf2-4d68-938d-188d7cfd9917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:23.099322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0772a-bf11-4c98-9a1c-38c465f98659 None None] Pushing event updated for resources: {'Port': ['ID=d2c10103-5d9f-4998-8528-317aef1e81ed,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:23.122157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a22b2-9435-442f-9c90-1cc51af89a03 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Network': ['ID=37922efb-ad82-43cb-839e-8a90e435f4d7,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:23.214224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c87e4-d5c5-40f8-bda0-2594020e9b48 req-8bacf9cb-6fb4-4d15-9653-c37dd7a2c6d7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:23.216237 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-662c87e4-d5c5-40f8-bda0-2594020e9b48 req-8bacf9cb-6fb4-4d15-9653-c37dd7a2c6d7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 943 time: 1.1999438 Feb 09 14:29:23.320978 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:29:23.392985 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-662c87e4-d5c5-40f8-bda0-2594020e9b48 req-08f3da64-73b5-4502-a6a7-e94ad93d1d93 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626072 Feb 09 14:29:23.434036 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72daf6a9-4323-415a-84e8-713c0b6227c9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:23.450177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:23.472184 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:port and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:23.485029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:23.490019 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Attempting to bind port d2c10103-5d9f-4998-8528-317aef1e81ed on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:29:23.490391 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Attempting to bind port d2c10103-5d9f-4998-8528-317aef1e81ed by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:29:23.490750 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Attempting to bind port d2c10103-5d9f-4998-8528-317aef1e81ed on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:29:23.494560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:23.510992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:23.516969 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:23.535176 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:29:23.535586 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:29:23.536020 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:23.536725 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:29:23.536891 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Bound port: d2c10103-5d9f-4998-8528-317aef1e81ed, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:29:23.537280 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:23.551796 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] device_id is not set on port 3ed5a584-ee58-4d24-b952-bdaaa9e16450 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:29:23.700913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:23.757930 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] For port d2c10103-5d9f-4998-8528-317aef1e81ed, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:29:23.771249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] For port d2c10103-5d9f-4998-8528-317aef1e81ed, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d2c10103-5d9f-4998-8528-317aef1e81ed,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:29:23.777960 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:23.872160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Routers {'297db853-dc52-4f04-82b3-dbb5c3cbb494'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:29:23.872160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:28:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['297db853-dc52-4f04-82b3-dbb5c3cbb494'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:24.080977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a966b5-c812-4652-be7a-8b755c8197a0 req-ae3ce2b9-d8b8-4cc7-9a76-e502f1c295f7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:24.082496 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f5a966b5-c812-4652-be7a-8b755c8197a0 req-ae3ce2b9-d8b8-4cc7-9a76-e502f1c295f7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.4861023 Feb 09 14:29:24.113342 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:24.157509 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] Set router 297db853-dc52-4f04-82b3-dbb5c3cbb494 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:29:24.219693 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f5a966b5-c812-4652-be7a-8b755c8197a0 req-e3c2a145-5d52-4dde-a19b-716c1fd46607 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202049 Feb 09 14:29:24.283419 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:24.498872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 97e2cb23-f44b-4f57-ba04-fd0e8929b244 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:29:24.506991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-72daf6a9-4323-415a-84e8-713c0b6227c9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port d2c10103-5d9f-4998-8528-317aef1e81ed {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:24.507607 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72daf6a9-4323-415a-84e8-713c0b6227c9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:24.524142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Checking segment: {'id': 'f85e748e-6a51-4a20-807a-144a55ad7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:29:24.524693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network hostable DHCP agents. Network: 37922efb-ad82-43cb-839e-8a90e435f4d7, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:29:24.544524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=3ed5a584-ee58-4d24-b952-bdaaa9e16450,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:24.645533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10b382-17cb-48ab-9c69-64828ef5ad21 req-16ba5f76-11f5-4e98-bb2c-815400adc3be tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:24.650350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0a10b382-17cb-48ab-9c69-64828ef5ad21 req-16ba5f76-11f5-4e98-bb2c-815400adc3be tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Synchronizing usage tracker for tenant:f653d0afe11b46f7bd37269f9912ebd9 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:24.658821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0772a-bf11-4c98-9a1c-38c465f98659 None None] Pushing event updated for resources: {'Port': ['ID=d2c10103-5d9f-4998-8528-317aef1e81ed,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:24.701927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:29:24.749776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2ed53-bebd-47f7-ad51-46578e485772 req-e5ce2754-b941-4616-9b1e-a2b95bafc838 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:24.751221 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e5c2ed53-bebd-47f7-ad51-46578e485772 req-e5ce2754-b941-4616-9b1e-a2b95bafc838 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.2079220 Feb 09 14:29:24.752060 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 37922efb-ad82-43cb-839e-8a90e435f4d7) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:24.795747 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d37e52d-67f0-4006-b48a-f883314115cb None None] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:24.798207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:29:24.805052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:24.807802 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:24.818529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0a10b382-17cb-48ab-9c69-64828ef5ad21 req-16ba5f76-11f5-4e98-bb2c-815400adc3be tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Unset dirty status for tenant:f653d0afe11b46f7bd37269f9912ebd9 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:24.819689 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0a10b382-17cb-48ab-9c69-64828ef5ad21 req-16ba5f76-11f5-4e98-bb2c-815400adc3be tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 931 time: 0.6843524 Feb 09 14:29:24.853484 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d644fd30-e750-4cf3-8b94-562254c6cd8c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9051650 Feb 09 14:29:24.857440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47110) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:24.867674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ddd66eee-39b9-41f8-a622-ce3ca27fd5ff tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1613998798'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:24.876969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ddd66eee-39b9-41f8-a622-ce3ca27fd5ff tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:24.898338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ddd66eee-39b9-41f8-a622-ce3ca27fd5ff tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:network and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:24.906183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ddd66eee-39b9-41f8-a622-ce3ca27fd5ff tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:24.918886 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e5c2ed53-bebd-47f7-ad51-46578e485772 req-2afd64ce-d272-4092-955d-af1e1b9b127c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881314 Feb 09 14:29:24.920300 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ddd66eee-39b9-41f8-a622-ce3ca27fd5ff tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:24.938639 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0a10b382-17cb-48ab-9c69-64828ef5ad21 req-4fe238df-3834-4291-ba47-8ccef810b789 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/security-groups?id=8693c371-67b1-4e43-a794-29a7e80f74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082518 Feb 09 14:29:24.949163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd66eee-39b9-41f8-a622-ce3ca27fd5ff tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:24.953685 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ddd66eee-39b9-41f8-a622-ce3ca27fd5ff tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:24.995294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd66eee-39b9-41f8-a622-ce3ca27fd5ff tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:29:25.007107 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ddd66eee-39b9-41f8-a622-ce3ca27fd5ff tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:25.007529 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-ddd66eee-39b9-41f8-a622-ce3ca27fd5ff tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Added segment 2a3595d7-bb97-459a-9600-5a643d700475 of type vlan for network 74e67386-3306-44db-b609-9a2ccabbb2c3 Feb 09 14:29:25.046610 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ddd66eee-39b9-41f8-a622-ce3ca27fd5ff tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:25.091931 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ddd66eee-39b9-41f8-a622-ce3ca27fd5ff tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:25.099971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd66eee-39b9-41f8-a622-ce3ca27fd5ff tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:25.100770 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ddd66eee-39b9-41f8-a622-ce3ca27fd5ff tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:25.123881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-72daf6a9-4323-415a-84e8-713c0b6227c9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] For port d2c10103-5d9f-4998-8528-317aef1e81ed, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d2c10103-5d9f-4998-8528-317aef1e81ed,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:25.124268 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72daf6a9-4323-415a-84e8-713c0b6227c9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:25.231507 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ddd66eee-39b9-41f8-a622-ce3ca27fd5ff tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3728254 Feb 09 14:29:25.238852 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47124) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:25.305258 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297db853-dc52-4f04-82b3-dbb5c3cbb494', 'name': 'tempest-NetworksTestDHCPv6-router-326776783', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:29:14Z', 'updated_at': '2022-02-09T14:29:18Z', 'revision_number': 2, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'gw_port_host': None, '_interfaces': [{'id': 'd2c10103-5d9f-4998-8528-317aef1e81ed', 'name': '', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'mac_address': 'fa:16:3e:c2:f1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297db853-dc52-4f04-82b3-dbb5c3cbb494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b10941f2-504c-4883-9253-c88d81c0ac9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:29:16Z', 'updated_at': '2022-02-09T14:29:23Z', 'revision_number': 4, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'subnets': [{'id': 'b10941f2-504c-4883-9253-c88d81c0ac9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:25.313965 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d97af3-5deb-4a2a-8ed0-054825517183 None None] The sync data for ids ['297db853-dc52-4f04-82b3-dbb5c3cbb494'] in n-d-828418-2 is: [{'id': '297db853-dc52-4f04-82b3-dbb5c3cbb494', 'name': 'tempest-NetworksTestDHCPv6-router-326776783', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:29:14Z', 'updated_at': '2022-02-09T14:29:18Z', 'revision_number': 2, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'gw_port_host': None, '_interfaces': [{'id': 'd2c10103-5d9f-4998-8528-317aef1e81ed', 'name': '', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'mac_address': 'fa:16:3e:c2:f1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297db853-dc52-4f04-82b3-dbb5c3cbb494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': 'b10941f2-504c-4883-9253-c88d81c0ac9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:29:16Z', 'updated_at': '2022-02-09T14:29:23Z', 'revision_number': 4, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'subnets': [{'id': 'b10941f2-504c-4883-9253-c88d81c0ac9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:29:25.343205 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd66eee-39b9-41f8-a622-ce3ca27fd5ff tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Network': ['ID=74e67386-3306-44db-b609-9a2ccabbb2c3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:25.356250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'ports': [{'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7'}, {'network_id': '74e67386-3306-44db-b609-9a2ccabbb2c3'}]} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:25.356835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:25.357561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'network_id': '74e67386-3306-44db-b609-9a2ccabbb2c3'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:25.359268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 74e67386-3306-44db-b609-9a2ccabbb2c3 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:29:25.663925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84660029-80b2-485f-a961-821e844b7a3e {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:29:25.678011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-72daf6a9-4323-415a-84e8-713c0b6227c9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for d2c10103-5d9f-4998-8528-317aef1e81ed owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:25.819891 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:25.865504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:25.877267 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:port and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:25.882086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:25.890956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:25.895557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Transition to ACTIVE for port object 84660029-80b2-485f-a961-821e844b7a3e will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:25.927435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'port': 2} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:25.932051 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:25.933937 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:25.978390 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:26.078529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47146) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:26.217785 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Pushing event updated for resources: {'Port': ['ID=84660029-80b2-485f-a961-821e844b7a3e,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:26.257598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cef95-15bd-4452-b1b6-b301a2f3b5c1 req-da50fd12-14c9-4412-89cb-802ac2b36f08 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:26.264960 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b35cef95-15bd-4452-b1b6-b301a2f3b5c1 req-da50fd12-14c9-4412-89cb-802ac2b36f08 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.6038668 Feb 09 14:29:26.332840 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d2c10103-5d9f-4998-8528-317aef1e81ed up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:29:26.434456 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19ae9ee8-00de-4796-8ed4-adbbd9789f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:26.496985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] device_id is not set on port 82434dae-6a15-47a4-896a-900bb62d3569 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:29:26.514244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-19ae9ee8-00de-4796-8ed4-adbbd9789f13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:26.551801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec571e9-e309-45d3-8165-8dea8f72dc45 req-a3e1817a-9016-4567-8445-1c2ddb2791c5 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:26.558754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-19ae9ee8-00de-4796-8ed4-adbbd9789f13 admin admin] Usage tracker for resource:security_group_rule and tenant:bc99cc8171874a2a8507c6943d63b2ce is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:26.561712 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7ec571e9-e309-45d3-8165-8dea8f72dc45 req-a3e1817a-9016-4567-8445-1c2ddb2791c5 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 943 time: 0.3361280 Feb 09 14:29:26.582407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-19ae9ee8-00de-4796-8ed4-adbbd9789f13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:26.610712 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b35cef95-15bd-4452-b1b6-b301a2f3b5c1 req-788d1f3b-ca11-4bdd-8185-49a03a6153f3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444417 Feb 09 14:29:26.619487 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7ec571e9-e309-45d3-8165-8dea8f72dc45 req-e6e6bfaa-191d-4cec-9c68-35a8bc9d2beb tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/security-groups?id=8693c371-67b1-4e43-a794-29a7e80f74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567644 Feb 09 14:29:26.642901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-19ae9ee8-00de-4796-8ed4-adbbd9789f13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:26.665182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Attempting to bind port 84660029-80b2-485f-a961-821e844b7a3e on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:29:26.666383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Attempting to bind port 84660029-80b2-485f-a961-821e844b7a3e by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'ea5836d9-66ec-46f9-9d84-e20835669c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7507322b-3b4a-41f2-81d0-bc00fd4e91f8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:29:26.666912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Attempting to bind port 84660029-80b2-485f-a961-821e844b7a3e on network 7507322b-3b4a-41f2-81d0-bc00fd4e91f8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:29:26.669540 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port d2c10103-5d9f-4998-8528-317aef1e81ed completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:29:26.674660 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d2c10103-5d9f-4998-8528-317aef1e81ed triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:26.675028 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:26.699371 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72daf6a9-4323-415a-84e8-713c0b6227c9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:26.713479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Port d2c10103-5d9f-4998-8528-317aef1e81ed was deleted so its status cannot be updated. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 14:29:26.718533 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:26.755094 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6a80eac4-b5cc-471c-806b-f1f1f20aed54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:26.763770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Port 84660029-80b2-485f-a961-821e844b7a3e on network 7507322b-3b4a-41f2-81d0-bc00fd4e91f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:29:26.764306 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Attempting to bind port 84660029-80b2-485f-a961-821e844b7a3e on network 7507322b-3b4a-41f2-81d0-bc00fd4e91f8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:29:26.781604 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72daf6a9-4323-415a-84e8-713c0b6227c9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=d2c10103-5d9f-4998-8528-317aef1e81ed,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:26.790907 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:29:26.791460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Checking segment: {'id': 'ea5836d9-66ec-46f9-9d84-e20835669c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7507322b-3b4a-41f2-81d0-bc00fd4e91f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:29:26.792159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Bound using segment: {'id': 'ea5836d9-66ec-46f9-9d84-e20835669c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7507322b-3b4a-41f2-81d0-bc00fd4e91f8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:29:26.792773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Bound port: 84660029-80b2-485f-a961-821e844b7a3e, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea5836d9-66ec-46f9-9d84-e20835669c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7507322b-3b4a-41f2-81d0-bc00fd4e91f8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:29:26.794148 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:26.847777 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] device_id is not set on port a5ae23a9-7c49-4986-855f-493272fb9b56 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:29:26.976657 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:27.007240 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:27.109976 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72daf6a9-4323-415a-84e8-713c0b6227c9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:27.199639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:27.202810 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:27.205454 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:29:27.206679 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:27.225778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=82434dae-6a15-47a4-896a-900bb62d3569,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:27.259844 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19ae9ee8-00de-4796-8ed4-adbbd9789f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:27.264654 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] For port 84660029-80b2-485f-a961-821e844b7a3e, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:29:27.328139 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19ae9ee8-00de-4796-8ed4-adbbd9789f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:27.337621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=a5ae23a9-7c49-4986-855f-493272fb9b56,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:27.342652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Checking segment: {'id': '2a3595d7-bb97-459a-9600-5a643d700475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '74e67386-3306-44db-b609-9a2ccabbb2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:29:27.343015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network hostable DHCP agents. Network: 74e67386-3306-44db-b609-9a2ccabbb2c3, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:29:27.354310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] For port 84660029-80b2-485f-a961-821e844b7a3e, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=84660029-80b2-485f-a961-821e844b7a3e,segment=NetworkSegment(ea5836d9-66ec-46f9-9d84-e20835669c8b),segment_id=ea5836d9-66ec-46f9-9d84-e20835669c8b)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:29:27.365784 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 74e67386-3306-44db-b609-9a2ccabbb2c3 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:29:27.378207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 74e67386-3306-44db-b609-9a2ccabbb2c3) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:27.381841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:29:27.389207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:27.395039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:27.395201 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba260484-d485-43e9-b6ab-140964511f2e None None] Network 74e67386-3306-44db-b609-9a2ccabbb2c3 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:27.395709 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:27.419107 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5d65e6d0-d506-4e43-8368-8ef717226be8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1788745 Feb 09 14:29:27.422019 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47166) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:27.455905 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:27.516678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5d148271-7881-416e-a986-7b43b9cb7834 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port a5ae23a9-7c49-4986-855f-493272fb9b56 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:27.517228 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d148271-7881-416e-a986-7b43b9cb7834 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:27.556453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Pushing event updated for resources: {'Port': ['ID=84660029-80b2-485f-a961-821e844b7a3e,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:27.568721 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:27.569384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:27.569912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:27.570415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:27.570924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:27.571816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:27.572373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:27.572868 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:27.573357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:27.573845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:27.574367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:27.574698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:29:27.578000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae9ee8-00de-4796-8ed4-adbbd9789f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74b0482-2acc-493b-a434-bb4d9ba4a898,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:27.590413 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-19ae9ee8-00de-4796-8ed4-adbbd9789f13 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc99cc8171874a2a8507c6943d63b2ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5075753 Feb 09 14:29:27.591369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47174) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:27.886153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d148271-7881-416e-a986-7b43b9cb7834 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:27.947410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:27.948396 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:27.952253 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-623ad5bf-6534-4059-9945-e81af3805137 req-4d23b46f-c732-4305-b270-3752ee0c47dc service neutron] 10.222.0.35 "PUT /v2.0/ports/84660029-80b2-485f-a961-821e844b7a3e HTTP/1.1" status: 200 len: 1091 time: 4.8759582 Feb 09 14:29:27.952253 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01a5e18-2cf2-4d68-938d-188d7cfd9917', 'tag': '84660029-80b2-485f-a961-821e844b7a3e'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:29:27.999331 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72daf6a9-4323-415a-84e8-713c0b6227c9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Router 297db853-dc52-4f04-82b3-dbb5c3cbb494 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:29:28.039527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5d148271-7881-416e-a986-7b43b9cb7834 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for a5ae23a9-7c49-4986-855f-493272fb9b56 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:28.140533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ee5c2-2bf4-4ce9-a637-ecf4a6edeca1 req-7722c373-5034-415b-8941-0942d7975929 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:28.142041 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b80ee5c2-2bf4-4ce9-a637-ecf4a6edeca1 req-7722c373-5034-415b-8941-0942d7975929 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 943 time: 0.3160915 Feb 09 14:29:28.177367 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d148271-7881-416e-a986-7b43b9cb7834 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:28.255718 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-27a2fa03-8c6b-44d9-9e46-47a84bc3e989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:28.265556 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d148271-7881-416e-a986-7b43b9cb7834 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=a5ae23a9-7c49-4986-855f-493272fb9b56,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:28.273616 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b80ee5c2-2bf4-4ce9-a637-ecf4a6edeca1 req-8ebdb98c-8a0d-4993-bb10-3a39cb2755ac tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/security-groups?id=8693c371-67b1-4e43-a794-29a7e80f74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252172 Feb 09 14:29:28.278366 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d148271-7881-416e-a986-7b43b9cb7834 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:28.285811 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5d148271-7881-416e-a986-7b43b9cb7834 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/a5ae23a9-7c49-4986-855f-493272fb9b56 HTTP/1.1" status: 204 len: 168 time: 0.8626480 Feb 09 14:29:28.288553 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47194) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:28.302953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72daf6a9-4323-415a-84e8-713c0b6227c9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:29:28.318393 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5713610-0461-439e-b128-81a4e5e541f5 None None] Sync routers for ids ['297db853-dc52-4f04-82b3-dbb5c3cbb494'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:29:28.336427 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5713610-0461-439e-b128-81a4e5e541f5 None None] Routers {'297db853-dc52-4f04-82b3-dbb5c3cbb494'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:29:28.338011 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b5713610-0461-439e-b128-81a4e5e541f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:28:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['297db853-dc52-4f04-82b3-dbb5c3cbb494'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:28.353196 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-27a2fa03-8c6b-44d9-9e46-47a84bc3e989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:28.374207 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30fc5-3c49-4cb9-84d9-afccd22eeeaa req-d24f7a4c-f105-418b-a6b1-4230a284ce4a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:28.382654 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-42d30fc5-3c49-4cb9-84d9-afccd22eeeaa req-d24f7a4c-f105-418b-a6b1-4230a284ce4a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.4838011 Feb 09 14:29:28.390467 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01a5e18-2cf2-4d68-938d-188d7cfd9917', 'tag': '84660029-80b2-485f-a961-821e844b7a3e', 'status': 'completed', 'code': 200} Feb 09 14:29:28.418344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ad5bf-6534-4059-9945-e81af3805137 req-1a315a65-07d2-49c0-94fb-3cff0ad22f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:28.420272 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-623ad5bf-6534-4059-9945-e81af3805137 req-1a315a65-07d2-49c0-94fb-3cff0ad22f17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f653d0afe11b46f7bd37269f9912ebd9&device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 1094 time: 0.4129760 Feb 09 14:29:28.424656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958875a4-7072-4514-8857-c854f9c629fa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:28.434689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958875a4-7072-4514-8857-c854f9c629fa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:28.435644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-958875a4-7072-4514-8857-c854f9c629fa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:28.459064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-958875a4-7072-4514-8857-c854f9c629fa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:28.460805 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-958875a4-7072-4514-8857-c854f9c629fa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1697779 Feb 09 14:29:28.463500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47202) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:28.486081 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-b5713610-0461-439e-b128-81a4e5e541f5 None None] Set router 297db853-dc52-4f04-82b3-dbb5c3cbb494 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:29:28.574278 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-623ad5bf-6534-4059-9945-e81af3805137 req-34750801-6584-4c46-8cd8-268c48691f08 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84660029-80b2-485f-a961-821e844b7a3e HTTP/1.1" status: 200 len: 217 time: 0.1310027 Feb 09 14:29:28.575458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d1902f9e-d0de-4dae-b628-dea3df785f0a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 82434dae-6a15-47a4-896a-900bb62d3569 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:28.575948 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1902f9e-d0de-4dae-b628-dea3df785f0a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:28.591022 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-42d30fc5-3c49-4cb9-84d9-afccd22eeeaa req-83a9ed47-e133-4485-97d2-c364fa461270 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073443 Feb 09 14:29:28.663128 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-72daf6a9-4323-415a-84e8-713c0b6227c9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "PUT /v2.0/routers/297db853-dc52-4f04-82b3-dbb5c3cbb494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0396934 Feb 09 14:29:28.664339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47206) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:28.728474 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b5713610-0461-439e-b128-81a4e5e541f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297db853-dc52-4f04-82b3-dbb5c3cbb494', 'name': 'tempest-NetworksTestDHCPv6-router-326776783', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:29:14Z', 'updated_at': '2022-02-09T14:29:26Z', 'revision_number': 3, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:28.736848 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5713610-0461-439e-b128-81a4e5e541f5 None None] Checking router: 297db853-dc52-4f04-82b3-dbb5c3cbb494 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:29:28.748902 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5713610-0461-439e-b128-81a4e5e541f5 None None] Routers {'297db853-dc52-4f04-82b3-dbb5c3cbb494'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:29:28.749711 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b5713610-0461-439e-b128-81a4e5e541f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:28:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['297db853-dc52-4f04-82b3-dbb5c3cbb494'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:28.776452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ad5bf-6534-4059-9945-e81af3805137 req-13147731-a70d-4b5c-9d2a-9f2131a08167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:28.780711 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-623ad5bf-6534-4059-9945-e81af3805137 req-13147731-a70d-4b5c-9d2a-9f2131a08167 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db0872df-7636-47ba-8ff5-548253dc8624 HTTP/1.1" status: 200 len: 858 time: 0.1883278 Feb 09 14:29:28.784154 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-27a2fa03-8c6b-44d9-9e46-47a84bc3e989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:28.850098 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1902f9e-d0de-4dae-b628-dea3df785f0a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:28.854862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2fa03-8c6b-44d9-9e46-47a84bc3e989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74b0482-2acc-493b-a434-bb4d9ba4a898,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:28.863632 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-623ad5bf-6534-4059-9945-e81af3805137 req-bedaf1f6-ae3f-45b7-944f-0d375edc68a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7507322b-3b4a-41f2-81d0-bc00fd4e91f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656915 Feb 09 14:29:28.877882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dc0724-b852-4372-9d38-52b4f442d603 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:28.881323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dc0724-b852-4372-9d38-52b4f442d603 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:28.882392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-15dc0724-b852-4372-9d38-52b4f442d603 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:28.921096 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-b5713610-0461-439e-b128-81a4e5e541f5 None None] Set router 297db853-dc52-4f04-82b3-dbb5c3cbb494 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:29:28.982000 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-27a2fa03-8c6b-44d9-9e46-47a84bc3e989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:28.983356 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-27a2fa03-8c6b-44d9-9e46-47a84bc3e989 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c74b0482-2acc-493b-a434-bb4d9ba4a898 HTTP/1.1" status: 204 len: 168 time: 1.0872564 Feb 09 14:29:29.009128 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-15dc0724-b852-4372-9d38-52b4f442d603 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:29.010411 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-15dc0724-b852-4372-9d38-52b4f442d603 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3386762 Feb 09 14:29:29.013610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47218) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:29.043922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d1902f9e-d0de-4dae-b628-dea3df785f0a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for 82434dae-6a15-47a4-896a-900bb62d3569 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:29.047041 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b5713610-0461-439e-b128-81a4e5e541f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297db853-dc52-4f04-82b3-dbb5c3cbb494', 'name': 'tempest-NetworksTestDHCPv6-router-326776783', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:29:14Z', 'updated_at': '2022-02-09T14:29:26Z', 'revision_number': 3, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:29.051466 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5713610-0461-439e-b128-81a4e5e541f5 None None] The sync data for ids ['297db853-dc52-4f04-82b3-dbb5c3cbb494'] in n-d-828418-2 is: [{'id': '297db853-dc52-4f04-82b3-dbb5c3cbb494', 'name': 'tempest-NetworksTestDHCPv6-router-326776783', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:29:14Z', 'updated_at': '2022-02-09T14:29:26Z', 'revision_number': 3, 'project_id': '52f6b6c2dfd9495da8877f08d6432f76', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:29:29.161735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b1fa0f-4001-478f-b15f-e0446c933753 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet b10941f2-504c-4883-9253-c88d81c0ac9d {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:29:29.169411 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-623ad5bf-6534-4059-9945-e81af3805137 req-ec6fb237-e712-4bcc-b042-70592cd1c2e5 service neutron] 10.222.0.35 "GET /v2.0/networks/7507322b-3b4a-41f2-81d0-bc00fd4e91f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975941 Feb 09 14:29:29.169974 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6b1fa0f-4001-478f-b15f-e0446c933753 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:29.203418 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9418693a-9d82-4497-8eff-52f0a9b59cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:29.222209 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1902f9e-d0de-4dae-b628-dea3df785f0a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:29.307744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1902f9e-d0de-4dae-b628-dea3df785f0a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=82434dae-6a15-47a4-896a-900bb62d3569,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:29.330386 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6b1fa0f-4001-478f-b15f-e0446c933753 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:29.341179 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1902f9e-d0de-4dae-b628-dea3df785f0a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:29.360502 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d1902f9e-d0de-4dae-b628-dea3df785f0a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/82434dae-6a15-47a4-896a-900bb62d3569 HTTP/1.1" status: 204 len: 168 time: 0.8952062 Feb 09 14:29:29.363474 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47230) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:29.392233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47234) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:29.446656 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ed8e-2594-44b9-9905-b7d3eb2d253a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:29.486164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d5e8ed8e-2594-44b9-9905-b7d3eb2d253a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:29.492731 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d5e8ed8e-2594-44b9-9905-b7d3eb2d253a admin admin] Usage tracker for resource:security_group_rule and tenant:04a7d7e40ee8465694c50a7eb78e635c is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:29.497339 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-623ad5bf-6534-4059-9945-e81af3805137 req-39b4d81e-2cfa-4991-b0cb-32c3011b571e service neutron] 10.222.0.35 "GET /v2.0/networks/7507322b-3b4a-41f2-81d0-bc00fd4e91f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902148 Feb 09 14:29:29.498360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d5e8ed8e-2594-44b9-9905-b7d3eb2d253a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:29.537946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d5e8ed8e-2594-44b9-9905-b7d3eb2d253a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:29.546049 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6b1fa0f-4001-478f-b15f-e0446c933753 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:29.732925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0dcf7e-3d93-4142-8fba-1dd6ebca074b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:29.733656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4c0dcf7e-3d93-4142-8fba-1dd6ebca074b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:29.788749 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813442e-0bbf-4c67-9079-a10aacb6bb5f req-4161b7a1-dddb-4a33-928e-6b1e6e3e8715 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:29.790280 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4813442e-0bbf-4c67-9079-a10aacb6bb5f req-4161b7a1-dddb-4a33-928e-6b1e6e3e8715 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 943 time: 0.3302665 Feb 09 14:29:29.791102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4c0dcf7e-3d93-4142-8fba-1dd6ebca074b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:29.792124 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4c0dcf7e-3d93-4142-8fba-1dd6ebca074b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4265308 Feb 09 14:29:29.794918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47246) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:29.855595 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-7511be45-f66a-4181-903c-58212d4f3e96 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] GET failed (client error): The resource could not be found. Feb 09 14:29:29.856940 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7511be45-f66a-4181-903c-58212d4f3e96 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports/a5ae23a9-7c49-4986-855f-493272fb9b56 HTTP/1.1" status: 404 len: 333 time: 0.0611331 Feb 09 14:29:29.862610 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47250) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:29.878566 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ed8e-2594-44b9-9905-b7d3eb2d253a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:29.888889 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6b1fa0f-4001-478f-b15f-e0446c933753 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:29.919621 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ecdec9-b516-4a8c-928e-60c50a452031 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] GET failed (client error): The resource could not be found. Feb 09 14:29:29.920061 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ed8e-2594-44b9-9905-b7d3eb2d253a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:29.923174 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e2ecdec9-b516-4a8c-928e-60c50a452031 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports/82434dae-6a15-47a4-896a-900bb62d3569 HTTP/1.1" status: 404 len: 333 time: 0.0573566 Feb 09 14:29:29.924403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47254) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:29.927896 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4813442e-0bbf-4c67-9079-a10aacb6bb5f req-6c716fe1-31c4-4ba2-a151-8ce785b4a7b4 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/security-groups?id=8693c371-67b1-4e43-a794-29a7e80f74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305058 Feb 09 14:29:30.060801 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-058cba0d-1541-4f64-84e4-4882cf176ef5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.103763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dff598-4851-40d2-9d5c-aa2b153776ce req-cac93d60-4eec-4f5b-9894-f88f0efde134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:30.105232 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-70dff598-4851-40d2-9d5c-aa2b153776ce req-cac93d60-4eec-4f5b-9894-f88f0efde134 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f653d0afe11b46f7bd37269f9912ebd9&device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 1094 time: 0.5116739 Feb 09 14:29:30.110969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1fa0f-4001-478f-b15f-e0446c933753 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=b10941f2-504c-4883-9253-c88d81c0ac9d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:30.115480 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6b1fa0f-4001-478f-b15f-e0446c933753 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.126019 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af7af0-615b-4536-aaf9-699a81dc0a87 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:30.236478 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-058cba0d-1541-4f64-84e4-4882cf176ef5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.275099 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-058cba0d-1541-4f64-84e4-4882cf176ef5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e67386-3306-44db-b609-9a2ccabbb2c3']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:30.279894 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d5e8ed8e-2594-44b9-9905-b7d3eb2d253a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04a7d7e40ee8465694c50a7eb78e635c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8830884 Feb 09 14:29:30.280697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8ed8e-2594-44b9-9905-b7d3eb2d253a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eedce89-e3ba-4633-9c9c-23640aac3534,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:30.284258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47266) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:30.285675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d2c10103-5d9f-4998-8528-317aef1e81ed no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:29:30.314002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-058cba0d-1541-4f64-84e4-4882cf176ef5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3595d7-bb97-459a-9600-5a643d700475') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:30.314757 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-058cba0d-1541-4f64-84e4-4882cf176ef5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3595d7-bb97-459a-9600-5a643d700475') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:30.314919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de0fca-ac21-4d33-b4d4-4317eccabda4 req-39fc38e3-ba83-4877-b58b-c2c73d3130b6 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:30.316736 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10de0fca-ac21-4d33-b4d4-4317eccabda4 req-39fc38e3-ba83-4877-b58b-c2c73d3130b6 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.5612249 Feb 09 14:29:30.325303 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d6b1fa0f-4001-478f-b15f-e0446c933753 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/b10941f2-504c-4883-9253-c88d81c0ac9d HTTP/1.1" status: 204 len: 168 time: 1.2909627 Feb 09 14:29:30.343664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47270) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:30.343664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dff598-4851-40d2-9d5c-aa2b153776ce req-35e18ea3-afb8-43a6-8574-185f14fada8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:30.346407 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-70dff598-4851-40d2-9d5c-aa2b153776ce req-35e18ea3-afb8-43a6-8574-185f14fada8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7507322b-3b4a-41f2-81d0-bc00fd4e91f8 HTTP/1.1" status: 200 len: 918 time: 0.2226000 Feb 09 14:29:30.361242 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-058cba0d-1541-4f64-84e4-4882cf176ef5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.369669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: d2c10103-5d9f-4998-8528-317aef1e81ed {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:29:30.369669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d2c10103-5d9f-4998-8528-317aef1e81ed not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:29:30.379185 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.388787 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-058cba0d-1541-4f64-84e4-4882cf176ef5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.389858 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.392980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058cba0d-1541-4f64-84e4-4882cf176ef5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:29:30.393373 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-058cba0d-1541-4f64-84e4-4882cf176ef5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:29:30.499049 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:29:30.511941 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-058cba0d-1541-4f64-84e4-4882cf176ef5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.531840 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-70dff598-4851-40d2-9d5c-aa2b153776ce req-6eecfb3e-db51-41c0-9a54-3c557aba03c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84660029-80b2-485f-a961-821e844b7a3e HTTP/1.1" status: 200 len: 217 time: 0.1176784 Feb 09 14:29:30.536477 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-058cba0d-1541-4f64-84e4-4882cf176ef5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.589616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cba0d-1541-4f64-84e4-4882cf176ef5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Network': ['ID=74e67386-3306-44db-b609-9a2ccabbb2c3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:30.591526 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43354fd8-e7f5-4175-be3e-f72d9c899bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.597577 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-058cba0d-1541-4f64-84e4-4882cf176ef5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/networks/74e67386-3306-44db-b609-9a2ccabbb2c3 HTTP/1.1" status: 204 len: 168 time: 0.6650040 Feb 09 14:29:30.598679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47274) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:30.603896 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6d5e1c-1b14-4f7e-af43-702c679eb3eb None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:29:30.609521 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d5e1c-1b14-4f7e-af43-702c679eb3eb None None] Deleting port cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:30.610225 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3f6d5e1c-1b14-4f7e-af43-702c679eb3eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.615318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-80112af5-2001-48bb-8bcb-2f6537c66c87 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-424598397'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:30.628178 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10de0fca-ac21-4d33-b4d4-4317eccabda4 req-041042f7-a787-40dc-abc9-db856fd2fad1 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027508 Feb 09 14:29:30.630410 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-80112af5-2001-48bb-8bcb-2f6537c66c87 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:30.640703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-80112af5-2001-48bb-8bcb-2f6537c66c87 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:network and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:30.644470 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43354fd8-e7f5-4175-be3e-f72d9c899bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.652036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-80112af5-2001-48bb-8bcb-2f6537c66c87 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:30.661742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-80112af5-2001-48bb-8bcb-2f6537c66c87 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:30.698318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dff598-4851-40d2-9d5c-aa2b153776ce req-4be0b8a1-7c71-4a25-b2c5-506127a22aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:30.699811 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-70dff598-4851-40d2-9d5c-aa2b153776ce req-4be0b8a1-7c71-4a25-b2c5-506127a22aa8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db0872df-7636-47ba-8ff5-548253dc8624 HTTP/1.1" status: 200 len: 858 time: 0.1580629 Feb 09 14:29:30.709091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80112af5-2001-48bb-8bcb-2f6537c66c87 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:30.715231 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80112af5-2001-48bb-8bcb-2f6537c66c87 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.775017 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43354fd8-e7f5-4175-be3e-f72d9c899bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.777674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1a381e72-e244-4ce7-81df-05708ec21514 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:router {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:30.791338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80112af5-2001-48bb-8bcb-2f6537c66c87 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:29:30.794209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43354fd8-e7f5-4175-be3e-f72d9c899bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eedce89-e3ba-4633-9c9c-23640aac3534,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:30.796298 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-70dff598-4851-40d2-9d5c-aa2b153776ce req-56ce546c-e2e9-44be-bc50-c4d7772fa02a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7507322b-3b4a-41f2-81d0-bc00fd4e91f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864859 Feb 09 14:29:30.810343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1a381e72-e244-4ce7-81df-05708ec21514 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:router {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:30.811849 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1a381e72-e244-4ce7-81df-05708ec21514 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4714887 Feb 09 14:29:30.814817 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47284) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:30.817918 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80112af5-2001-48bb-8bcb-2f6537c66c87 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.818268 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-80112af5-2001-48bb-8bcb-2f6537c66c87 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Added segment 0596caaf-ecca-4e0e-ab25-58397a11ff92 of type vlan for network 9b83b769-8907-4f8d-bdc8-eca7d849107e Feb 09 14:29:30.917748 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43354fd8-e7f5-4175-be3e-f72d9c899bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.921620 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-43354fd8-e7f5-4175-be3e-f72d9c899bb7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2eedce89-e3ba-4633-9c9c-23640aac3534 HTTP/1.1" status: 204 len: 168 time: 0.6336176 Feb 09 14:29:31.018652 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-70dff598-4851-40d2-9d5c-aa2b153776ce req-ed8d442a-960e-454e-a499-13b6f59195bc service neutron] 10.222.0.35 "GET /v2.0/networks/7507322b-3b4a-41f2-81d0-bc00fd4e91f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054636 Feb 09 14:29:31.022452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3f6d5e1c-1b14-4f7e-af43-702c679eb3eb None None] For port cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:31.025507 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3f6d5e1c-1b14-4f7e-af43-702c679eb3eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:31.068813 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2d5cde11-84da-4fc4-bea5-4b39ab978c36 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:31.172892 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80112af5-2001-48bb-8bcb-2f6537c66c87 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:31.196911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d5e1c-1b14-4f7e-af43-702c679eb3eb None None] Calling delete_port for cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:31.266854 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-70dff598-4851-40d2-9d5c-aa2b153776ce req-e2e7c38e-6d31-4484-aded-7dd114dcb29d service neutron] 10.222.0.35 "GET /v2.0/networks/7507322b-3b4a-41f2-81d0-bc00fd4e91f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353470 Feb 09 14:29:31.323831 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3f6d5e1c-1b14-4f7e-af43-702c679eb3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:31.372263 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80112af5-2001-48bb-8bcb-2f6537c66c87 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:31.378275 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80112af5-2001-48bb-8bcb-2f6537c66c87 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:31.379147 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80112af5-2001-48bb-8bcb-2f6537c66c87 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:31.380748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6d5e1c-1b14-4f7e-af43-702c679eb3eb None None] No DVR routers for this DVR port cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:29:31.385806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d5e1c-1b14-4f7e-af43-702c679eb3eb None None] Pushing event deleted for resources: {'Port': ['ID=cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:31.642712 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-80112af5-2001-48bb-8bcb-2f6537c66c87 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0425828 Feb 09 14:29:31.645525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47310) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:31.652664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'subnet': {'network_id': '9b83b769-8907-4f8d-bdc8-eca7d849107e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:31.761864 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:31.869529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:31.880326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:subnet and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:31.885752 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:31.893671 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2d5cde11-84da-4fc4-bea5-4b39ab978c36 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:31.898019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:31.898706 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2d5cde11-84da-4fc4-bea5-4b39ab978c36 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:31.919441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:31.924661 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:31.927564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee67c71-4f9e-4852-89f2-24f2187289ec req-a3ddbea6-1fa7-4daf-a2ac-911f5e5a3227 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:31.929278 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fee67c71-4f9e-4852-89f2-24f2187289ec req-a3ddbea6-1fa7-4daf-a2ac-911f5e5a3227 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 943 time: 0.7511234 Feb 09 14:29:31.929964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80112af5-2001-48bb-8bcb-2f6537c66c87 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Network': ['ID=9b83b769-8907-4f8d-bdc8-eca7d849107e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:31.941819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 9b83b769-8907-4f8d-bdc8-eca7d849107e details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:29:32.045968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.ipam_backend_mixin [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Performing IP validity checks on allocation pools {{(pid=87597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 14:29:32.046741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.ipam_backend_mixin [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 14:29:32.077553 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fee67c71-4f9e-4852-89f2-24f2187289ec req-5fd0acc1-4de0-4723-becc-7cebc154783e tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/security-groups?id=8693c371-67b1-4e43-a794-29a7e80f74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211395 Feb 09 14:29:32.081352 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2d5cde11-84da-4fc4-bea5-4b39ab978c36 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:32.084999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5cde11-84da-4fc4-bea5-4b39ab978c36 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Fanout notify agent at l3_agent the message router_deleted on router 297db853-dc52-4f04-82b3-dbb5c3cbb494 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:29:32.118782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad3053-b95b-4748-9edf-1042b688b02a req-f2629a21-d5d2-4dfa-afe0-51ed1c607e79 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:32.121178 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77ad3053-b95b-4748-9edf-1042b688b02a req-f2629a21-d5d2-4dfa-afe0-51ed1c607e79 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.3367202 Feb 09 14:29:32.152272 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2d5cde11-84da-4fc4-bea5-4b39ab978c36 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:32.159020 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2d5cde11-84da-4fc4-bea5-4b39ab978c36 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/routers/297db853-dc52-4f04-82b3-dbb5c3cbb494 HTTP/1.1" status: 204 len: 168 time: 1.3431027 Feb 09 14:29:32.161840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47334) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:32.289734 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77ad3053-b95b-4748-9edf-1042b688b02a req-25263b50-a81a-4516-a0a4-23788d52bb3e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215484 Feb 09 14:29:32.332660 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a213708c-846d-4831-83ed-447cc5703277 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1692710 Feb 09 14:29:32.335248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47340) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:32.348605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:29:32.409878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:29:32.410315 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device cfc1b0ea-8b57-48b8-89b4-5e8eb2a89f21 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:29:32.413197 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:32.473157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dba5de-74c2-48f1-987f-a59b4d287751 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:32.473926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c8dba5de-74c2-48f1-987f-a59b4d287751 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:32.501706 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c8dba5de-74c2-48f1-987f-a59b4d287751 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:32.503642 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c8dba5de-74c2-48f1-987f-a59b4d287751 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1648779 Feb 09 14:29:32.506242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47346) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:32.514726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Subnet': ['ID=1e21f807-a415-429d-a1aa-822639f10ad0,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:32.516955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Checking segment: {'id': '0596caaf-ecca-4e0e-ab25-58397a11ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b83b769-8907-4f8d-bdc8-eca7d849107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:29:32.517189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network hostable DHCP agents. Network: 9b83b769-8907-4f8d-bdc8-eca7d849107e, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:29:32.542032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 9b83b769-8907-4f8d-bdc8-eca7d849107e is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:29:32.568015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 9b83b769-8907-4f8d-bdc8-eca7d849107e) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:32.574990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:32.576117 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:32.578483 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dea7d86-c169-4456-a0cf-4e2d224fa870 None None] Network 9b83b769-8907-4f8d-bdc8-eca7d849107e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:32.620599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-88e52c8b-6f24-4d1e-a7d4-0faeb8232e49 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:router {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:32.658573 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bbb50a61-4c53-48aa-95e3-433547d9c0c2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0075977 Feb 09 14:29:32.659050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47356) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:32.664401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-88e52c8b-6f24-4d1e-a7d4-0faeb8232e49 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:router {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:32.676513 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-88e52c8b-6f24-4d1e-a7d4-0faeb8232e49 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1668971 Feb 09 14:29:32.676942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'network_id': '9b83b769-8907-4f8d-bdc8-eca7d849107e', 'name': 'tempest-PortsTestJSON-1321529190'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:32.677686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47360) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:32.684888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-65e0da7f-b431-4d9a-b157-9ba8b602ccaf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:32.840198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-65e0da7f-b431-4d9a-b157-9ba8b602ccaf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:32.850541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-65e0da7f-b431-4d9a-b157-9ba8b602ccaf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:32.863055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e0da7f-b431-4d9a-b157-9ba8b602ccaf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:32.866926 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65e0da7f-b431-4d9a-b157-9ba8b602ccaf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:32.898977 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-9b83b769-8907-4f8d-bdc8-eca7d849107e', 'network_id': '9b83b769-8907-4f8d-bdc8-eca7d849107e', 'tenant_id': '5630d50e4fb5462e9b466142aa6ba4f5', 'fixed_ips': [{'subnet_id': '1e21f807-a415-429d-a1aa-822639f10ad0'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:29:32.901168 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:32.928758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:32.942064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:32.958938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:32.966418 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:33.017654 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] device_id is not set on port d4b89dfa-5c58-4815-81eb-727c4158766f yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:29:33.233562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Allocated IP 172.20.0.2 (9b83b769-8907-4f8d-bdc8-eca7d849107e/1e21f807-a415-429d-a1aa-822639f10ad0/4f799d75-eee4-4bee-983a-cd3f1b7a847e) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:29:33.542427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73accc9f-b153-4ef8-8803-624723e1de5a req-12dcc6b6-7e97-4e8a-aced-74260acaf6be tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:33.564464 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-73accc9f-b153-4ef8-8803-624723e1de5a req-12dcc6b6-7e97-4e8a-aced-74260acaf6be tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 943 time: 0.2522454 Feb 09 14:29:33.614442 n-d-828418-2 neutron-server[87596]: DEBUG neutron.objects.ports [None req-65e0da7f-b431-4d9a-b157-9ba8b602ccaf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87596) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:29:33.618958 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65e0da7f-b431-4d9a-b157-9ba8b602ccaf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:33.650634 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:33.664432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76964b22-6295-46a4-8b47-74ceee973ef7 req-51ea8c3c-e57c-431b-9370-6607b3b1b339 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:33.670815 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-76964b22-6295-46a4-8b47-74ceee973ef7 req-51ea8c3c-e57c-431b-9370-6607b3b1b339 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.2329023 Feb 09 14:29:33.676731 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Transition to ACTIVE for port object 4f799d75-eee4-4bee-983a-cd3f1b7a847e will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:33.708942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e0da7f-b431-4d9a-b157-9ba8b602ccaf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:33.719348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-65e0da7f-b431-4d9a-b157-9ba8b602ccaf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:33.726505 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e0da7f-b431-4d9a-b157-9ba8b602ccaf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:33.727280 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-76964b22-6295-46a4-8b47-74ceee973ef7 req-d288105e-f763-4816-9d6b-d0da3f6f7bf7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492229 Feb 09 14:29:33.733239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55a3de6-0c9a-4367-9a30-f587af594224 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:33.739831 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65e0da7f-b431-4d9a-b157-9ba8b602ccaf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:33.751758 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Transition to ACTIVE for port object 4f799d75-eee4-4bee-983a-cd3f1b7a847e will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:33.769309 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-73accc9f-b153-4ef8-8803-624723e1de5a req-249c3845-9d6a-41b3-a563-8b5494b6112f tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/security-groups?id=8693c371-67b1-4e43-a794-29a7e80f74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035911 Feb 09 14:29:33.801580 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0da7f-b431-4d9a-b157-9ba8b602ccaf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=66f673d5-7563-4cd1-bd1a-21ae3fda70b9,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:33.811974 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-65e0da7f-b431-4d9a-b157-9ba8b602ccaf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1329858 Feb 09 14:29:33.816366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47394) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:33.824248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-06127307-5d4b-4c44-a55c-420ec2ab4ef3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:33.927659 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6119d481-795d-4b18-bf5b-cbb13a019106 {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:29:33.928147 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:29:34.027069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-06127307-5d4b-4c44-a55c-420ec2ab4ef3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:34.031407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-06127307-5d4b-4c44-a55c-420ec2ab4ef3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:34.034709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-06127307-5d4b-4c44-a55c-420ec2ab4ef3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:34.041834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-06127307-5d4b-4c44-a55c-420ec2ab4ef3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:34.055361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06127307-5d4b-4c44-a55c-420ec2ab4ef3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:34.061583 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06127307-5d4b-4c44-a55c-420ec2ab4ef3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:34.062869 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:34.188493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Network 9b83b769-8907-4f8d-bdc8-eca7d849107e is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:34.210954 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:34.213549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:29:34.216164 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Pushing event updated for resources: {'Port': ['ID=4f799d75-eee4-4bee-983a-cd3f1b7a847e,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:34.308214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': '66f673d5-7563-4cd1-bd1a-21ae3fda70b9'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:29:34.309066 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:34.402195 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06127307-5d4b-4c44-a55c-420ec2ab4ef3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:34.429418 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:34.462076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] device_id is not set on port 48992e62-b1b7-4eec-9da0-30340e57e83e yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:29:34.466229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06127307-5d4b-4c44-a55c-420ec2ab4ef3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:34.469681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-06127307-5d4b-4c44-a55c-420ec2ab4ef3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:34.474687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06127307-5d4b-4c44-a55c-420ec2ab4ef3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:34.475326 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-06127307-5d4b-4c44-a55c-420ec2ab4ef3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:34.515264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06127307-5d4b-4c44-a55c-420ec2ab4ef3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=8568d79b-6557-4fe5-8169-b770585deecf,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:34.526025 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-06127307-5d4b-4c44-a55c-420ec2ab4ef3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7082136 Feb 09 14:29:34.528618 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47424) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:34.573538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'mac_address': 'fa:16:3e:36:51:52', 'name': 'tempest-NetworksTestDHCPv6-1435502832'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:34.617047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Attempting to bind port 4f799d75-eee4-4bee-983a-cd3f1b7a847e on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:29:34.617418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Attempting to bind port 4f799d75-eee4-4bee-983a-cd3f1b7a847e by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '0596caaf-ecca-4e0e-ab25-58397a11ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b83b769-8907-4f8d-bdc8-eca7d849107e'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:29:34.617802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Attempting to bind port 4f799d75-eee4-4bee-983a-cd3f1b7a847e on network 9b83b769-8907-4f8d-bdc8-eca7d849107e {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:29:34.620717 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 84660029-80b2-485f-a961-821e844b7a3e details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:29:34.642705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:29:34.643424 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Checking segment: {'id': '0596caaf-ecca-4e0e-ab25-58397a11ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b83b769-8907-4f8d-bdc8-eca7d849107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:29:34.644151 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:34.644820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Bound using segment: {'id': '0596caaf-ecca-4e0e-ab25-58397a11ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b83b769-8907-4f8d-bdc8-eca7d849107e'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:29:34.645515 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Bound port: 4f799d75-eee4-4bee-983a-cd3f1b7a847e, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0596caaf-ecca-4e0e-ab25-58397a11ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b83b769-8907-4f8d-bdc8-eca7d849107e'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:29:34.646097 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:34.718511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Allocated IP 172.20.0.6 (9b83b769-8907-4f8d-bdc8-eca7d849107e/1e21f807-a415-429d-a1aa-822639f10ad0/48992e62-b1b7-4eec-9da0-30340e57e83e) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:29:34.768213 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:34.774014 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:port and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:34.783579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:34.795558 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:34.812303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Allocated IP 2001:db8::f816:3eff:fe10:c8f7 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/66f673d5-7563-4cd1-bd1a-21ae3fda70b9/7465b745-54db-40d0-8be3-1ff976da11be) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:29:34.817047 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:34.862141 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.resource_extend [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:29:35.092048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] For port 4f799d75-eee4-4bee-983a-cd3f1b7a847e, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:29:35.209559 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] For port 4f799d75-eee4-4bee-983a-cd3f1b7a847e, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4f799d75-eee4-4bee-983a-cd3f1b7a847e,segment=NetworkSegment(0596caaf-ecca-4e0e-ab25-58397a11ff92),segment_id=0596caaf-ecca-4e0e-ab25-58397a11ff92)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:29:35.209559 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:35.209559 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 84660029-80b2-485f-a961-821e844b7a3e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=84660029-80b2-485f-a961-821e844b7a3e,segment=NetworkSegment(ea5836d9-66ec-46f9-9d84-e20835669c8b),segment_id=ea5836d9-66ec-46f9-9d84-e20835669c8b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:35.253208 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '84660029-80b2-485f-a961-821e844b7a3e', 'network_id': '7507322b-3b4a-41f2-81d0-bc00fd4e91f8', 'port_id': '84660029-80b2-485f-a961-821e844b7a3e', 'mac_address': 'fa:16:3e:09:f4:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0872df-7636-47ba-8ff5-548253dc8624', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:29:35.309229 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:35.330166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4aca6-3bff-49c5-b37e-ea2f9997efb2 req-3450958d-194b-46c0-859c-6a59c5e096f2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:35.339588 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18b4aca6-3bff-49c5-b37e-ea2f9997efb2 req-3450958d-194b-46c0-859c-6a59c5e096f2 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.3937976 Feb 09 14:29:35.378814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b0865-f842-4b28-b921-0a7010013585 req-31f169f4-ef77-4447-97d0-fa91a3e263e7 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:35.380419 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c08b0865-f842-4b28-b921-0a7010013585 req-31f169f4-ef77-4447-97d0-fa91a3e263e7 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 943 time: 0.4037678 Feb 09 14:29:35.390313 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:35.396992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Transition to ACTIVE for port object 48992e62-b1b7-4eec-9da0-30340e57e83e will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:35.421931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18b4aca6-3bff-49c5-b37e-ea2f9997efb2 req-0d966d2d-8c7d-4e24-8746-dcc3eec27bf6 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806413 Feb 09 14:29:35.453405 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:35.462652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port 10c2c2a4-5695-4839-b185-0e775b85f3f3 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:29:35.468096 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:35.544705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 9b83b769-8907-4f8d-bdc8-eca7d849107e is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:35.548455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:35.553353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:29:35.572912 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c08b0865-f842-4b28-b921-0a7010013585 req-607186e5-2b19-49ac-acfe-a7cbbef78705 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/security-groups?id=8693c371-67b1-4e43-a794-29a7e80f74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700361 Feb 09 14:29:35.578904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47448) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:35.618737 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84660029-80b2-485f-a961-821e844b7a3e {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:29:35.638006 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74705540-6037-46bf-9097-e430a9a2d47e None None] Pushing event updated for resources: {'Port': ['ID=4f799d75-eee4-4bee-983a-cd3f1b7a847e,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:35.656919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=48992e62-b1b7-4eec-9da0-30340e57e83e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:35.675572 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 84660029-80b2-485f-a961-821e844b7a3e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=84660029-80b2-485f-a961-821e844b7a3e,segment=NetworkSegment(ea5836d9-66ec-46f9-9d84-e20835669c8b),segment_id=ea5836d9-66ec-46f9-9d84-e20835669c8b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:35.685410 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:35.690733 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:35.742261 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:35.744844 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:35.777552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=84660029-80b2-485f-a961-821e844b7a3e,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:35.786177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Transition to ACTIVE for port object 7465b745-54db-40d0-8be3-1ff976da11be will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:35.804810 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0f427943-96e4-46ba-8aeb-0213c993bb8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1441612 Feb 09 14:29:35.806287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47454) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:35.809343 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Transition to ACTIVE for port object 7465b745-54db-40d0-8be3-1ff976da11be will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:35.816736 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:35.888864 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Pushing event updated for resources: {'Port': ['ID=7465b745-54db-40d0-8be3-1ff976da11be,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:35.904059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:35.905616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:35.908267 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:29:35.914057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c055b718-d2fe-4b39-9e6a-af97598d05f8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 48992e62-b1b7-4eec-9da0-30340e57e83e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:35.914527 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c055b718-d2fe-4b39-9e6a-af97598d05f8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:35.985842 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca4bf12a-7ee3-49f6-959f-70a121432eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:36.018280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ca4bf12a-7ee3-49f6-959f-70a121432eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:36.022750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ca4bf12a-7ee3-49f6-959f-70a121432eeb admin admin] Usage tracker for resource:security_group_rule and tenant:679d9853e0484deaabf93a7d058ccde1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:36.026599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ca4bf12a-7ee3-49f6-959f-70a121432eeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:36.034185 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ca4bf12a-7ee3-49f6-959f-70a121432eeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:36.037279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 172.20.0.10 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/8568d79b-6557-4fe5-8169-b770585deecf/10c2c2a4-5695-4839-b185-0e775b85f3f3) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:29:36.051027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::f816:3eff:fe36:5152 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/66f673d5-7563-4cd1-bd1a-21ae3fda70b9/10c2c2a4-5695-4839-b185-0e775b85f3f3) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:29:36.141238 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Attempting to bind port 7465b745-54db-40d0-8be3-1ff976da11be on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:29:36.141608 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Attempting to bind port 7465b745-54db-40d0-8be3-1ff976da11be by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:29:36.141989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Attempting to bind port 7465b745-54db-40d0-8be3-1ff976da11be on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:29:36.155076 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:29:36.155448 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:29:36.158371 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:36.159117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:29:36.175711 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Bound port: 7465b745-54db-40d0-8be3-1ff976da11be, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:29:36.176436 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:36.339247 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4f799d75-eee4-4bee-983a-cd3f1b7a847e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:29:36.457029 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca4bf12a-7ee3-49f6-959f-70a121432eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:36.457197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['84660029-80b2-485f-a961-821e844b7a3e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:29:36.464998 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca4bf12a-7ee3-49f6-959f-70a121432eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:36.515778 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] For port 7465b745-54db-40d0-8be3-1ff976da11be, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:29:36.552263 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c055b718-d2fe-4b39-9e6a-af97598d05f8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:36.560632 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:36.579025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] For port 7465b745-54db-40d0-8be3-1ff976da11be, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7465b745-54db-40d0-8be3-1ff976da11be,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:29:36.581413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object 10c2c2a4-5695-4839-b185-0e775b85f3f3 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:36.599750 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:36.612871 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ca4bf12a-7ee3-49f6-959f-70a121432eeb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=679d9853e0484deaabf93a7d058ccde1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0313652 Feb 09 14:29:36.620998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47472) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:36.636385 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:36.794928 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=10c2c2a4-5695-4839-b185-0e775b85f3f3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:36.858781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c055b718-d2fe-4b39-9e6a-af97598d05f8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for 48992e62-b1b7-4eec-9da0-30340e57e83e owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:36.873823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 4f799d75-eee4-4bee-983a-cd3f1b7a847e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:29:36.878382 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bf12a-7ee3-49f6-959f-70a121432eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febdb290-3157-4e88-91ee-a19919878572,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:36.899872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:36.921837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:36.927558 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:29:36.997770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f10a6-2ede-4acd-9ef4-3098724e3105 None None] Pushing event updated for resources: {'Port': ['ID=7465b745-54db-40d0-8be3-1ff976da11be,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:37.046639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58db182-9552-44c4-8294-db325643d92f req-e2a66269-155e-479f-af30-e6a7edb64c46 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:37.048173 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c58db182-9552-44c4-8294-db325643d92f req-e2a66269-155e-479f-af30-e6a7edb64c46 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.3782165 Feb 09 14:29:37.073059 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ba77b84-d638-4c80-90f6-40904874d14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:37.153554 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:37.154239 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:37.225168 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ba77b84-d638-4c80-90f6-40904874d14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:37.282926 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c58db182-9552-44c4-8294-db325643d92f req-ab827195-ecb6-49f3-9bbe-5ef8747e4d15 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807930 Feb 09 14:29:37.291807 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c055b718-d2fe-4b39-9e6a-af97598d05f8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:37.329069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc59498-173b-409e-8265-1471abb7ccc8 req-0dd22c59-3217-41f8-8fab-59f39feda6d5 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:37.332470 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6cc59498-173b-409e-8265-1471abb7ccc8 req-0dd22c59-3217-41f8-8fab-59f39feda6d5 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 944 time: 0.5283704 Feb 09 14:29:37.336363 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7f75d40a-6686-4649-a385-398917095b03 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8052897 Feb 09 14:29:37.341946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47486) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:37.418349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055b718-d2fe-4b39-9e6a-af97598d05f8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=48992e62-b1b7-4eec-9da0-30340e57e83e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:37.458480 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec113aa-ed26-4f7e-8f20-184a97c53f32 None None] Network 9b83b769-8907-4f8d-bdc8-eca7d849107e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:37.555807 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ba77b84-d638-4c80-90f6-40904874d14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:37.573657 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f983282d-f50a-4d90-a555-6d3b42dec48f None None] Provisioning for port 4f799d75-eee4-4bee-983a-cd3f1b7a847e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:29:37.584951 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f983282d-f50a-4d90-a555-6d3b42dec48f None None] Provisioning complete for port 4f799d75-eee4-4bee-983a-cd3f1b7a847e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:37.585743 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f983282d-f50a-4d90-a555-6d3b42dec48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:37.630628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba77b84-d638-4c80-90f6-40904874d14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febdb290-3157-4e88-91ee-a19919878572,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:37.643989 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6cc59498-173b-409e-8265-1471abb7ccc8 req-215b4298-44e7-4a94-a0fb-02f69874f258 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/security-groups?id=8693c371-67b1-4e43-a794-29a7e80f74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055811 Feb 09 14:29:37.650374 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ba77b84-d638-4c80-90f6-40904874d14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:37.651492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0ba77b84-d638-4c80-90f6-40904874d14a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/febdb290-3157-4e88-91ee-a19919878572 HTTP/1.1" status: 204 len: 168 time: 1.0277615 Feb 09 14:29:37.748632 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc1c6c1-2a8f-4b2e-86f9-d37c3188263d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:37.761888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc1c6c1-2a8f-4b2e-86f9-d37c3188263d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:37.762733 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ffc1c6c1-2a8f-4b2e-86f9-d37c3188263d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:37.776493 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c055b718-d2fe-4b39-9e6a-af97598d05f8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:37.795653 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c055b718-d2fe-4b39-9e6a-af97598d05f8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/48992e62-b1b7-4eec-9da0-30340e57e83e HTTP/1.1" status: 204 len: 168 time: 1.9876714 Feb 09 14:29:37.798483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47498) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:37.830137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ffc1c6c1-2a8f-4b2e-86f9-d37c3188263d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:37.830137 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ffc1c6c1-2a8f-4b2e-86f9-d37c3188263d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4768674 Feb 09 14:29:37.830137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47502) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:37.849612 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f983282d-f50a-4d90-a555-6d3b42dec48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:37.880968 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e00481e-de2d-49c2-910a-fbfec8cf8268 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] DELETE failed (client error): The resource could not be found. Feb 09 14:29:37.881586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e00481e-de2d-49c2-910a-fbfec8cf8268 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:29:37.887634 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7e00481e-de2d-49c2-910a-fbfec8cf8268 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/48992e62-b1b7-4eec-9da0-30340e57e83e HTTP/1.1" status: 404 len: 333 time: 0.0859432 Feb 09 14:29:37.888451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47506) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:37.944483 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f7c6f4-b35c-422e-ab50-e0c64bd88e41 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] GET failed (client error): The resource could not be found. Feb 09 14:29:37.945018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-86f7c6f4-b35c-422e-ab50-e0c64bd88e41 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:37.957177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f983282d-f50a-4d90-a555-6d3b42dec48f None None] For port 4f799d75-eee4-4bee-983a-cd3f1b7a847e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4f799d75-eee4-4bee-983a-cd3f1b7a847e,segment=NetworkSegment(0596caaf-ecca-4e0e-ab25-58397a11ff92),segment_id=0596caaf-ecca-4e0e-ab25-58397a11ff92)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:37.963422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-86f7c6f4-b35c-422e-ab50-e0c64bd88e41 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:37.968549 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-86f7c6f4-b35c-422e-ab50-e0c64bd88e41 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports/48992e62-b1b7-4eec-9da0-30340e57e83e HTTP/1.1" status: 404 len: 333 time: 0.0784671 Feb 09 14:29:37.969441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47512) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:37.971929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8e970daf-9ba9-41a8-a466-06c4e6f58221 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port 10c2c2a4-5695-4839-b185-0e775b85f3f3 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:37.972359 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e970daf-9ba9-41a8-a466-06c4e6f58221 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:37.981717 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f983282d-f50a-4d90-a555-6d3b42dec48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:38.077322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-443e2d89-ae60-4e86-afe0-756c60ac917e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting subnet 1e21f807-a415-429d-a1aa-822639f10ad0 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:29:38.081610 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-443e2d89-ae60-4e86-afe0-756c60ac917e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:38.165147 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983282d-f50a-4d90-a555-6d3b42dec48f None None] Pushing event updated for resources: {'Port': ['ID=4f799d75-eee4-4bee-983a-cd3f1b7a847e,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:38.208304 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-443e2d89-ae60-4e86-afe0-756c60ac917e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:38.402554 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-443e2d89-ae60-4e86-afe0-756c60ac917e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:38.528499 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 84660029-80b2-485f-a961-821e844b7a3e up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:29:38.597114 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e970daf-9ba9-41a8-a466-06c4e6f58221 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:38.633134 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7465b745-54db-40d0-8be3-1ff976da11be up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:29:38.835539 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-443e2d89-ae60-4e86-afe0-756c60ac917e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:38.929151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e2d89-ae60-4e86-afe0-756c60ac917e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Subnet': ['ID=1e21f807-a415-429d-a1aa-822639f10ad0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:38.936320 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-443e2d89-ae60-4e86-afe0-756c60ac917e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:38.948999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dee9eb-71fe-4b15-8c25-8e5c1ef2a289 req-8f8eacba-91e6-431d-9b5e-730a222f9817 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:38.959570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6fc79c-5ec2-4c88-ae6d-cb65ade08fe9 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:38.961013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8e970daf-9ba9-41a8-a466-06c4e6f58221 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for 10c2c2a4-5695-4839-b185-0e775b85f3f3 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:38.964702 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99dee9eb-71fe-4b15-8c25-8e5c1ef2a289 req-8f8eacba-91e6-431d-9b5e-730a222f9817 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.3734269 Feb 09 14:29:39.003070 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-443e2d89-ae60-4e86-afe0-756c60ac917e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/1e21f807-a415-429d-a1aa-822639f10ad0 HTTP/1.1" status: 204 len: 168 time: 1.0315666 Feb 09 14:29:39.012259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47544) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:39.173217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d17d419-78cf-4a41-a994-f412dcb1c0d1 None None] Network 9b83b769-8907-4f8d-bdc8-eca7d849107e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:39.184141 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99dee9eb-71fe-4b15-8c25-8e5c1ef2a289 req-b946f3a7-e3b1-4f3e-b6d0-2593acdc5d46 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035396 Feb 09 14:29:39.222548 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:39.266023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 4f799d75-eee4-4bee-983a-cd3f1b7a847e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:39.266566 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:39.320064 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 84660029-80b2-485f-a961-821e844b7a3e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:29:39.326117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 7465b745-54db-40d0-8be3-1ff976da11be completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:29:39.332070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2c9be78a-9110-4de7-9104-22ea18f9f097 None None] Provisioning complete for port 4f799d75-eee4-4bee-983a-cd3f1b7a847e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:39.332700 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2c9be78a-9110-4de7-9104-22ea18f9f097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:39.378760 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:39.457419 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 84660029-80b2-485f-a961-821e844b7a3e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:39.457992 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:39.458335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ad1e4-3a99-4924-9c45-2aa424c80d0e req-ac229256-26e8-4d53-a095-3ddc97153031 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:39.460906 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ae5ad1e4-3a99-4924-9c45-2aa424c80d0e req-ac229256-26e8-4d53-a095-3ddc97153031 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 944 time: 0.4365435 Feb 09 14:29:39.527352 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4f799d75-eee4-4bee-983a-cd3f1b7a847e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:29:39.658124 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ae5ad1e4-3a99-4924-9c45-2aa424c80d0e req-6315a183-c05e-4731-a2bd-513238dcf904 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/security-groups?id=8693c371-67b1-4e43-a794-29a7e80f74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811769 Feb 09 14:29:39.724138 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e970daf-9ba9-41a8-a466-06c4e6f58221 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:39.735157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] For port 4f799d75-eee4-4bee-983a-cd3f1b7a847e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4f799d75-eee4-4bee-983a-cd3f1b7a847e,segment=NetworkSegment(0596caaf-ecca-4e0e-ab25-58397a11ff92),segment_id=0596caaf-ecca-4e0e-ab25-58397a11ff92)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:39.735828 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:39.869959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e970daf-9ba9-41a8-a466-06c4e6f58221 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=10c2c2a4-5695-4839-b185-0e775b85f3f3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:39.991693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for 4f799d75-eee4-4bee-983a-cd3f1b7a847e owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:40.050481 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e970daf-9ba9-41a8-a466-06c4e6f58221 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:40.074034 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8e970daf-9ba9-41a8-a466-06c4e6f58221 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/10c2c2a4-5695-4839-b185-0e775b85f3f3 HTTP/1.1" status: 204 len: 168 time: 2.2504199 Feb 09 14:29:40.076386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47574) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:40.108584 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:40.154507 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:40.168968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdae21d-fcdd-4d4a-8cab-b16fc180397e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:40.171050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdae21d-fcdd-4d4a-8cab-b16fc180397e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:40.172273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=4f799d75-eee4-4bee-983a-cd3f1b7a847e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:40.173253 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdae21d-fcdd-4d4a-8cab-b16fc180397e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:40.174732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6bdae21d-fcdd-4d4a-8cab-b16fc180397e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:40.179211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No DVR routers for this DVR port 4f799d75-eee4-4bee-983a-cd3f1b7a847e on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:29:40.187876 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4f799d75-eee4-4bee-983a-cd3f1b7a847e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:40.188253 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:40.194797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6bdae21d-fcdd-4d4a-8cab-b16fc180397e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:40.204673 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6bdae21d-fcdd-4d4a-8cab-b16fc180397e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1239893 Feb 09 14:29:40.204673 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47584) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:40.328053 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Port 4f799d75-eee4-4bee-983a-cd3f1b7a847e was deleted so its status cannot be updated. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 09 14:29:40.376761 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01a5e18-2cf2-4d68-938d-188d7cfd9917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84660029-80b2-485f-a961-821e844b7a3e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:29:40.388617 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-79611374-5ee1-47cf-b082-fd8e4848428c None None] Provisioning for port 7465b745-54db-40d0-8be3-1ff976da11be completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:29:40.408413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 84660029-80b2-485f-a961-821e844b7a3e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=84660029-80b2-485f-a961-821e844b7a3e,segment=NetworkSegment(ea5836d9-66ec-46f9-9d84-e20835669c8b),segment_id=ea5836d9-66ec-46f9-9d84-e20835669c8b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:40.409366 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-79611374-5ee1-47cf-b082-fd8e4848428c None None] Provisioning complete for port 7465b745-54db-40d0-8be3-1ff976da11be triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:40.409713 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-79611374-5ee1-47cf-b082-fd8e4848428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:40.434923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c29a04-ddf7-4d63-9b75-3b7dc2aecca6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 66f673d5-7563-4cd1-bd1a-21ae3fda70b9 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:29:40.443552 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83c29a04-ddf7-4d63-9b75-3b7dc2aecca6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:40.531405 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01a5e18-2cf2-4d68-938d-188d7cfd9917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84660029-80b2-485f-a961-821e844b7a3e', 'code': 200} Feb 09 14:29:40.542359 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83c29a04-ddf7-4d63-9b75-3b7dc2aecca6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:40.563305 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:40.666754 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:40.706611 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83c29a04-ddf7-4d63-9b75-3b7dc2aecca6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:40.720655 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:40.721562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b83b769-8907-4f8d-bdc8-eca7d849107e']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:40.750398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0596caaf-ecca-4e0e-ab25-58397a11ff92') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:40.751614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0596caaf-ecca-4e0e-ab25-58397a11ff92') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:40.812030 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:40.888322 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:40.900891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26793a-684d-401b-82a8-13ac4cce9140 req-5e3ace34-938c-41ec-bacd-b10f55ad1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:40.903475 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6b26793a-684d-401b-82a8-13ac4cce9140 req-5e3ace34-938c-41ec-bacd-b10f55ad1438 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 1096 time: 0.3735821 Feb 09 14:29:40.905963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:29:40.906625 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:40.921068 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=84660029-80b2-485f-a961-821e844b7a3e,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:29:40.928035 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:29:40.948345 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83c29a04-ddf7-4d63-9b75-3b7dc2aecca6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:41.008490 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83c29a04-ddf7-4d63-9b75-3b7dc2aecca6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:41.017679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c29a04-ddf7-4d63-9b75-3b7dc2aecca6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=66f673d5-7563-4cd1-bd1a-21ae3fda70b9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:41.034949 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-83c29a04-ddf7-4d63-9b75-3b7dc2aecca6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/66f673d5-7563-4cd1-bd1a-21ae3fda70b9 HTTP/1.1" status: 204 len: 168 time: 0.8063414 Feb 09 14:29:41.042183 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523e00ea-1c41-49b5-a819-6cf6c8fb3b73 None None] Update dhcp port {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'fixed_ips': [{'subnet_id': '66f673d5-7563-4cd1-bd1a-21ae3fda70b9', 'ip_address': '2001:db8::f816:3eff:fe10:c8f7'}, {'subnet_id': '8568d79b-6557-4fe5-8169-b770585deecf'}], 'binding:host_id': 'n-d-828418-2'}, 'id': '7465b745-54db-40d0-8be3-1ff976da11be'} from n-d-828418-2. {{(pid=87598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 14:29:41.044287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47620) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:41.081075 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2c6f97-83b9-4f27-8377-5f4a0c342477 None None] DHCP port deletion for 9b83b769-8907-4f8d-bdc8-eca7d849107e request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:29:41.088835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c29d73-99e2-422a-82a9-5ebbb87554fe req-c18ef31f-f17c-4509-bead-d5a077209c52 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:41.091083 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6c29d73-99e2-422a-82a9-5ebbb87554fe req-c18ef31f-f17c-4509-bead-d5a077209c52 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.6242120 Feb 09 14:29:41.108050 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:41.116794 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:41.157620 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-523e00ea-1c41-49b5-a819-6cf6c8fb3b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:41.169933 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-79611374-5ee1-47cf-b082-fd8e4848428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:41.189233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5282d62-4802-467e-a21c-62b399eb96d3 req-1bf487b7-4f64-48a0-9971-ae92de00513f tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:41.190795 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5282d62-4802-467e-a21c-62b399eb96d3 req-1bf487b7-4f64-48a0-9971-ae92de00513f tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 945 time: 0.3311872 Feb 09 14:29:41.203878 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9214773c-5d69-455a-bd9e-73ee100f73ab tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 8568d79b-6557-4fe5-8169-b770585deecf {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:29:41.220615 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9214773c-5d69-455a-bd9e-73ee100f73ab tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:41.306791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-79611374-5ee1-47cf-b082-fd8e4848428c None None] For port 7465b745-54db-40d0-8be3-1ff976da11be, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7465b745-54db-40d0-8be3-1ff976da11be,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:41.309930 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5282d62-4802-467e-a21c-62b399eb96d3 req-7c62551b-2bd9-48f2-990d-04cb339ddbfd tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/security-groups?id=8693c371-67b1-4e43-a794-29a7e80f74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113589 Feb 09 14:29:41.312511 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9214773c-5d69-455a-bd9e-73ee100f73ab tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:41.393281 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6b26793a-684d-401b-82a8-13ac4cce9140 req-7e1a07ec-a001-4ec3-ac24-1894f0c0711b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8693c371-67b1-4e43-a794-29a7e80f74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598310 Feb 09 14:29:41.404689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Network': ['ID=9b83b769-8907-4f8d-bdc8-eca7d849107e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:41.410429 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9214773c-5d69-455a-bd9e-73ee100f73ab tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:41.422051 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-79611374-5ee1-47cf-b082-fd8e4848428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:41.425404 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2ccac5ff-3871-49c1-bb80-8fb5accbf41c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/networks/9b83b769-8907-4f8d-bdc8-eca7d849107e HTTP/1.1" status: 204 len: 168 time: 2.4118030 Feb 09 14:29:41.429332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47644) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:41.438185 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6c29d73-99e2-422a-82a9-5ebbb87554fe req-4a1d2572-39d5-4c99-bb05-fbf0660b97d9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3177598 Feb 09 14:29:41.441832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f787942d-eb83-4c3c-ab6c-71f3db298f02 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1953193336'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:41.451525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f787942d-eb83-4c3c-ab6c-71f3db298f02 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:41.469835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f787942d-eb83-4c3c-ab6c-71f3db298f02 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:network and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:41.474364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f787942d-eb83-4c3c-ab6c-71f3db298f02 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:41.490030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f787942d-eb83-4c3c-ab6c-71f3db298f02 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:41.511654 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f787942d-eb83-4c3c-ab6c-71f3db298f02 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:41.521436 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f787942d-eb83-4c3c-ab6c-71f3db298f02 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:41.523867 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9214773c-5d69-455a-bd9e-73ee100f73ab tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:41.554121 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-79611374-5ee1-47cf-b082-fd8e4848428c None None] Could not find standard attr ID for object 48992e62-b1b7-4eec-9da0-30340e57e83e. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:29:41.590285 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214773c-5d69-455a-bd9e-73ee100f73ab tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=8568d79b-6557-4fe5-8169-b770585deecf,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:41.595599 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9214773c-5d69-455a-bd9e-73ee100f73ab tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:41.610643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79611374-5ee1-47cf-b082-fd8e4848428c None None] Pushing event updated for resources: {'Port': ['ID=7465b745-54db-40d0-8be3-1ff976da11be,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:41.614985 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9214773c-5d69-455a-bd9e-73ee100f73ab tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/8568d79b-6557-4fe5-8169-b770585deecf HTTP/1.1" status: 204 len: 168 time: 0.5680482 Feb 09 14:29:41.616084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47656) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server [None req-523e00ea-1c41-49b5-a819-6cf6c8fb3b73 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8568d79b-6557-4fe5-8169-b770585deecf: This subnet is being modified by another concurrent operation. Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 14:29:41.622132 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise exception Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8568d79b-6557-4fe5-8169-b770585deecf: This subnet is being modified by another concurrent operation. Feb 09 14:29:41.624913 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server Feb 09 14:29:41.630457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f787942d-eb83-4c3c-ab6c-71f3db298f02 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:29:41.651346 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f787942d-eb83-4c3c-ab6c-71f3db298f02 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:41.654546 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-f787942d-eb83-4c3c-ab6c-71f3db298f02 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Added segment d0b246e8-0f1d-4ad8-9c93-dc987501099b of type vlan for network 0f523589-2448-45db-ad1e-afae5f46dfbb Feb 09 14:29:41.696416 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f787942d-eb83-4c3c-ab6c-71f3db298f02 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:41.726148 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fb53d9-6821-4410-9d0a-ec6f9dfc9195 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:41.736551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47664) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:41.736896 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-573578ac-2bba-4701-a743-ac7436f32a4f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1194198 Feb 09 14:29:41.743350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:41.856611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b670a427-5046-45d2-b752-ffb629d5e244 None None] Provisioning complete for port 7465b745-54db-40d0-8be3-1ff976da11be triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:41.856905 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b670a427-5046-45d2-b752-ffb629d5e244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:41.880592 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f787942d-eb83-4c3c-ab6c-71f3db298f02 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:41.887175 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f787942d-eb83-4c3c-ab6c-71f3db298f02 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:41.887819 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f787942d-eb83-4c3c-ab6c-71f3db298f02 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:42.019784 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f787942d-eb83-4c3c-ab6c-71f3db298f02 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5893941 Feb 09 14:29:42.022668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47686) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:42.029532 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-aebba6e5-2bfc-4e35-8c8b-cda25e09418b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'subnet': {'network_id': '0f523589-2448-45db-ad1e-afae5f46dfbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:42.038295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:42.043082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:42.046450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:42.052586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:42.076820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:42.084700 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:42.087094 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db069145-6b20-4c9d-8b94-cb438c9f7bfb None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:29:42.096310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-db069145-6b20-4c9d-8b94-cb438c9f7bfb None None] Deleting port 7465b745-54db-40d0-8be3-1ff976da11be {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:42.098121 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-db069145-6b20-4c9d-8b94-cb438c9f7bfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:42.167009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787942d-eb83-4c3c-ab6c-71f3db298f02 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Network': ['ID=0f523589-2448-45db-ad1e-afae5f46dfbb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:42.196354 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 0f523589-2448-45db-ad1e-afae5f46dfbb details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:29:42.196906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-aebba6e5-2bfc-4e35-8c8b-cda25e09418b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:42.201291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-aebba6e5-2bfc-4e35-8c8b-cda25e09418b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:subnet and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:42.205176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-aebba6e5-2bfc-4e35-8c8b-cda25e09418b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:42.224308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-aebba6e5-2bfc-4e35-8c8b-cda25e09418b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:42.249472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebba6e5-2bfc-4e35-8c8b-cda25e09418b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:42.253562 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aebba6e5-2bfc-4e35-8c8b-cda25e09418b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:42.479131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7465b745-54db-40d0-8be3-1ff976da11be no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:29:42.715701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-db069145-6b20-4c9d-8b94-cb438c9f7bfb None None] For port 7465b745-54db-40d0-8be3-1ff976da11be, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7465b745-54db-40d0-8be3-1ff976da11be,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:42.716371 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-db069145-6b20-4c9d-8b94-cb438c9f7bfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:42.834726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.objects.ports [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87597) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:29:42.836505 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aebba6e5-2bfc-4e35-8c8b-cda25e09418b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:42.966047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-db069145-6b20-4c9d-8b94-cb438c9f7bfb None None] Calling delete_port for 7465b745-54db-40d0-8be3-1ff976da11be owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:43.065458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf96a7-5cbd-4841-9c0d-ab38b5509057 req-c1fafd06-650e-4143-9ab2-5dc793171729 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:43.066959 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0cdf96a7-5cbd-4841-9c0d-ab38b5509057 req-c1fafd06-650e-4143-9ab2-5dc793171729 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 945 time: 0.3716943 Feb 09 14:29:43.120755 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:43.166219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebba6e5-2bfc-4e35-8c8b-cda25e09418b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Subnet': ['ID=24541a88-b873-4caf-b59c-16b56b9e0db1,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:43.181653 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0cdf96a7-5cbd-4841-9c0d-ab38b5509057 req-af3091b5-64d6-42d0-ac50-cda104a78feb tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/security-groups?id=8693c371-67b1-4e43-a794-29a7e80f74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066675 Feb 09 14:29:43.192456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 7465b745-54db-40d0-8be3-1ff976da11be, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7465b745-54db-40d0-8be3-1ff976da11be,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:43.203063 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:43.204021 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4f799d75-eee4-4bee-983a-cd3f1b7a847e no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:29:43.215022 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebba6e5-2bfc-4e35-8c8b-cda25e09418b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Checking segment: {'id': 'd0b246e8-0f1d-4ad8-9c93-dc987501099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f523589-2448-45db-ad1e-afae5f46dfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:29:43.215678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebba6e5-2bfc-4e35-8c8b-cda25e09418b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network hostable DHCP agents. Network: 0f523589-2448-45db-ad1e-afae5f46dfbb, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:29:43.243293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebba6e5-2bfc-4e35-8c8b-cda25e09418b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 0f523589-2448-45db-ad1e-afae5f46dfbb is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:29:43.282585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-aebba6e5-2bfc-4e35-8c8b-cda25e09418b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 0f523589-2448-45db-ad1e-afae5f46dfbb) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:43.285206 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-23723adb-5c96-4105-b8b8-6c9f486b316e req-45f27175-5f47-402a-9a30-d92131936c93 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5441308 Feb 09 14:29:43.287095 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebba6e5-2bfc-4e35-8c8b-cda25e09418b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:43.288071 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aebba6e5-2bfc-4e35-8c8b-cda25e09418b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:43.302103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8db2cc-4787-4f35-ab3b-b3923f1333ce req-3fe28dc5-2249-4a75-9888-9f38049031d6 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:43.304280 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9e8db2cc-4787-4f35-ab3b-b3923f1333ce req-3fe28dc5-2249-4a75-9888-9f38049031d6 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.5670350 Feb 09 14:29:43.376722 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-aebba6e5-2bfc-4e35-8c8b-cda25e09418b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3528266 Feb 09 14:29:43.379190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47748) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:43.387106 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'network_id': '0f523589-2448-45db-ad1e-afae5f46dfbb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-370338633'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:43.500308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725955b0-6f38-4e7d-9eec-7d3d53f63c04 None None] Network 0f523589-2448-45db-ad1e-afae5f46dfbb requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:43.551253 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9e8db2cc-4787-4f35-ab3b-b3923f1333ce req-6c94c10d-9f55-4afb-9597-eb092313da3d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401497 Feb 09 14:29:43.609447 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:43.658520 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=7465b745-54db-40d0-8be3-1ff976da11be,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:43.682270 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:43.690303 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:port and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:43.698535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:43.712703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:43.725321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:43.733314 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:43.747602 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 4f799d75-eee4-4bee-983a-cd3f1b7a847e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:29:43.748088 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4f799d75-eee4-4bee-983a-cd3f1b7a847e not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:29:43.821378 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] device_id is not set on port 2a33d0a4-f8cc-48e1-adae-77dbb96a1517 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:29:43.956520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23723adb-5c96-4105-b8b8-6c9f486b316e req-36095960-cc1a-4e87-94a0-9b952bb9c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:43.958048 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-23723adb-5c96-4105-b8b8-6c9f486b316e req-36095960-cc1a-4e87-94a0-9b952bb9c919 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 1096 time: 0.4766119 Feb 09 14:29:44.129628 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-0f523589-2448-45db-ad1e-afae5f46dfbb', 'network_id': '0f523589-2448-45db-ad1e-afae5f46dfbb', 'tenant_id': '5630d50e4fb5462e9b466142aa6ba4f5', 'fixed_ips': [{'subnet_id': '24541a88-b873-4caf-b59c-16b56b9e0db1'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:29:44.130517 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:44.188794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Allocated IP 172.20.0.4 (0f523589-2448-45db-ad1e-afae5f46dfbb/24541a88-b873-4caf-b59c-16b56b9e0db1/2a33d0a4-f8cc-48e1-adae-77dbb96a1517) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:29:44.282218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] For port 7465b745-54db-40d0-8be3-1ff976da11be, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7465b745-54db-40d0-8be3-1ff976da11be,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:44.357634 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23723adb-5c96-4105-b8b8-6c9f486b316e req-db347603-2e8d-4e49-ae35-887d77f3b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:44.359158 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-23723adb-5c96-4105-b8b8-6c9f486b316e req-db347603-2e8d-4e49-ae35-887d77f3b6e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 0.3423982 Feb 09 14:29:44.496789 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:44.541892 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Transition to ACTIVE for port object 2a33d0a4-f8cc-48e1-adae-77dbb96a1517 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:44.573034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc96c4-9b56-481c-bfa2-4efd18b0a584 req-4e03b7f1-9911-4827-bdf3-93095355fd67 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:44.575102 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14bc96c4-9b56-481c-bfa2-4efd18b0a584 req-4e03b7f1-9911-4827-bdf3-93095355fd67 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 945 time: 0.1703720 Feb 09 14:29:44.653211 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14bc96c4-9b56-481c-bfa2-4efd18b0a584 req-5fb4988e-16ee-441d-a42f-0cc67b93fc85 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/security-groups?id=8693c371-67b1-4e43-a794-29a7e80f74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718894 Feb 09 14:29:44.674363 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:44.753643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 0f523589-2448-45db-ad1e-afae5f46dfbb is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:44.754754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:44.759697 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:29:44.800237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=2a33d0a4-f8cc-48e1-adae-77dbb96a1517,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:44.812655 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-23723adb-5c96-4105-b8b8-6c9f486b316e req-99f82f84-7177-49b7-a608-af4da5dabf8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e HTTP/1.1" status: 200 len: 1000 time: 0.3979990 Feb 09 14:29:44.821425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Allocated IP 172.20.0.2 (0f523589-2448-45db-ad1e-afae5f46dfbb/24541a88-b873-4caf-b59c-16b56b9e0db1/61907709-d116-4e88-a309-7e8036cbccec) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:29:44.871119 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:44.871812 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:44.875307 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:29:44.901538 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:44.909827 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:44.924842 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:44.931278 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cded3541-0b85-4758-b8d4-4e2b37816149 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.5473375 Feb 09 14:29:44.932975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47852) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:45.035886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-341ba33b-97cc-4a3c-858e-b84c2756d4aa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 2a33d0a4-f8cc-48e1-adae-77dbb96a1517 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:45.036231 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-341ba33b-97cc-4a3c-858e-b84c2756d4aa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:45.058299 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-db069145-6b20-4c9d-8b94-cb438c9f7bfb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:29:45.058813 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-db069145-6b20-4c9d-8b94-cb438c9f7bfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:29:45.167071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:45.170649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:45.194599 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:45.195388 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:45.256889 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23723adb-5c96-4105-b8b8-6c9f486b316e req-ee831bda-39c7-4304-9a40-3812a9b40440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:45.267389 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-23723adb-5c96-4105-b8b8-6c9f486b316e req-ee831bda-39c7-4304-9a40-3812a9b40440 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.4397223 Feb 09 14:29:45.317322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d7e5b-da2e-4008-8c19-61fa422eeaec req-11117694-31cd-40d1-a3e3-fa1ae47710bb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:45.321178 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a36d7e5b-da2e-4008-8c19-61fa422eeaec req-11117694-31cd-40d1-a3e3-fa1ae47710bb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 1.1109369 Feb 09 14:29:45.329708 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:45.349727 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Transition to ACTIVE for port object 61907709-d116-4e88-a309-7e8036cbccec will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:45.372073 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Transition to ACTIVE for port object 61907709-d116-4e88-a309-7e8036cbccec will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:45.379853 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:45.449510 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Network 0f523589-2448-45db-ad1e-afae5f46dfbb is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:45.457134 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:45.459511 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:29:45.466559 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=0b7da38d-5d02-4c1e-99ae-913162232c83,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:45.472395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=7465b745-54db-40d0-8be3-1ff976da11be,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:45.488973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47880) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:45.489633 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-731cfbc0-e10f-42ee-ba77-46524c193911 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7517147 Feb 09 14:29:45.517878 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-341ba33b-97cc-4a3c-858e-b84c2756d4aa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:45.577424 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-db069145-6b20-4c9d-8b94-cb438c9f7bfb None None] Deleting port 7465b745-54db-40d0-8be3-1ff976da11be {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:45.589198 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-db069145-6b20-4c9d-8b94-cb438c9f7bfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:45.626890 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a36d7e5b-da2e-4008-8c19-61fa422eeaec req-c4839193-0ae8-40a9-a4c6-e889eca3c678 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375383 Feb 09 14:29:45.634941 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-2a432c3b-1f9d-4cb6-a734-46660f8bc6f3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:45.654990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23723adb-5c96-4105-b8b8-6c9f486b316e req-5af843af-55fd-4aac-8428-3e1f2fdd2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:45.656591 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-23723adb-5c96-4105-b8b8-6c9f486b316e req-5af843af-55fd-4aac-8428-3e1f2fdd2691 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3234644 Feb 09 14:29:45.742284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Pushing event updated for resources: {'Port': ['ID=61907709-d116-4e88-a309-7e8036cbccec,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:45.761965 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Attempting to bind port 61907709-d116-4e88-a309-7e8036cbccec on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:29:45.762342 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Attempting to bind port 61907709-d116-4e88-a309-7e8036cbccec by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd0b246e8-0f1d-4ad8-9c93-dc987501099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f523589-2448-45db-ad1e-afae5f46dfbb'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:29:45.762708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Attempting to bind port 61907709-d116-4e88-a309-7e8036cbccec on network 0f523589-2448-45db-ad1e-afae5f46dfbb {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:29:45.771244 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:29:45.771558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Checking segment: {'id': 'd0b246e8-0f1d-4ad8-9c93-dc987501099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f523589-2448-45db-ad1e-afae5f46dfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:29:45.771967 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:45.772358 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Bound using segment: {'id': 'd0b246e8-0f1d-4ad8-9c93-dc987501099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f523589-2448-45db-ad1e-afae5f46dfbb'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:29:45.772829 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Bound port: 61907709-d116-4e88-a309-7e8036cbccec, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b246e8-0f1d-4ad8-9c93-dc987501099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0f523589-2448-45db-ad1e-afae5f46dfbb'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:29:45.773208 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:45.835784 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-23723adb-5c96-4105-b8b8-6c9f486b316e req-9d1684c3-89dd-409d-8724-8810b8e44756 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716852 Feb 09 14:29:45.902162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-341ba33b-97cc-4a3c-858e-b84c2756d4aa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for 2a33d0a4-f8cc-48e1-adae-77dbb96a1517 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:45.978305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeaf7fd-a17d-4ac4-85f7-82a4b411c0dc req-ddad02f5-86e7-43f0-b027-f7f4300fdc75 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:45.986035 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-afeaf7fd-a17d-4ac4-85f7-82a4b411c0dc req-ddad02f5-86e7-43f0-b027-f7f4300fdc75 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 945 time: 0.6215572 Feb 09 14:29:46.078956 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-23723adb-5c96-4105-b8b8-6c9f486b316e req-9f7056fa-5560-4d6c-9c2c-4849ee360145 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273543 Feb 09 14:29:46.105983 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] For port 61907709-d116-4e88-a309-7e8036cbccec, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:29:46.123782 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] For port 61907709-d116-4e88-a309-7e8036cbccec, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=61907709-d116-4e88-a309-7e8036cbccec,segment=NetworkSegment(d0b246e8-0f1d-4ad8-9c93-dc987501099b),segment_id=d0b246e8-0f1d-4ad8-9c93-dc987501099b)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:29:46.136466 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:46.272977 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-db069145-6b20-4c9d-8b94-cb438c9f7bfb None None] For port 7465b745-54db-40d0-8be3-1ff976da11be, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7465b745-54db-40d0-8be3-1ff976da11be,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:46.272977 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-db069145-6b20-4c9d-8b94-cb438c9f7bfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:46.317331 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b164d-2069-4025-8219-cf94b916a51a req-0d49f854-7127-485a-8141-9cc68cf92711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:46.318943 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f2b164d-2069-4025-8219-cf94b916a51a req-0d49f854-7127-485a-8141-9cc68cf92711 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 1096 time: 0.1264851 Feb 09 14:29:46.405754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2a432c3b-1f9d-4cb6-a734-46660f8bc6f3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:46.409978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2a432c3b-1f9d-4cb6-a734-46660f8bc6f3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:46.412942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2a432c3b-1f9d-4cb6-a734-46660f8bc6f3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:46.419584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2a432c3b-1f9d-4cb6-a734-46660f8bc6f3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:46.440497 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-afeaf7fd-a17d-4ac4-85f7-82a4b411c0dc req-a835b04c-02b8-49b7-8188-b4c4bda21f21 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/security-groups?id=8693c371-67b1-4e43-a794-29a7e80f74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296043 Feb 09 14:29:46.441188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a432c3b-1f9d-4cb6-a734-46660f8bc6f3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:46.444661 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a432c3b-1f9d-4cb6-a734-46660f8bc6f3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:46.478644 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-db069145-6b20-4c9d-8b94-cb438c9f7bfb None None] Calling delete_port for 7465b745-54db-40d0-8be3-1ff976da11be owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:46.568680 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d5b3a-cfc3-4541-b34e-b39cd3131e46 None None] Pushing event updated for resources: {'Port': ['ID=61907709-d116-4e88-a309-7e8036cbccec,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:46.673616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b164d-2069-4025-8219-cf94b916a51a req-48240992-17a8-4e7c-862a-860fe313484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:46.676049 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f2b164d-2069-4025-8219-cf94b916a51a req-48240992-17a8-4e7c-862a-860fe313484e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 0.3450871 Feb 09 14:29:46.722021 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-341ba33b-97cc-4a3c-858e-b84c2756d4aa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:46.913282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ba33b-97cc-4a3c-858e-b84c2756d4aa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=2a33d0a4-f8cc-48e1-adae-77dbb96a1517,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:46.977211 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-db069145-6b20-4c9d-8b94-cb438c9f7bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:46.978739 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-341ba33b-97cc-4a3c-858e-b84c2756d4aa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:47.072224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db069145-6b20-4c9d-8b94-cb438c9f7bfb None None] Pushing event deleted for resources: {'Port': ['ID=7465b745-54db-40d0-8be3-1ff976da11be,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:47.085522 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-341ba33b-97cc-4a3c-858e-b84c2756d4aa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/2a33d0a4-f8cc-48e1-adae-77dbb96a1517 HTTP/1.1" status: 204 len: 168 time: 2.1407094 Feb 09 14:29:47.103460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47970) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:47.206062 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db069145-6b20-4c9d-8b94-cb438c9f7bfb None None] No DVR routers for this DVR port 7465b745-54db-40d0-8be3-1ff976da11be on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:29:47.217857 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fe066c-2b2c-470d-b3d2-2102a99f7d1d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] GET failed (client error): The resource could not be found. Feb 09 14:29:47.218857 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-76fe066c-2b2c-470d-b3d2-2102a99f7d1d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:47.233252 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5bf4cd-d3d2-481d-b7a6-a4f3c21fe8ab None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:47.252011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-76fe066c-2b2c-470d-b3d2-2102a99f7d1d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:47.256680 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-76fe066c-2b2c-470d-b3d2-2102a99f7d1d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports/2a33d0a4-f8cc-48e1-adae-77dbb96a1517 HTTP/1.1" status: 404 len: 333 time: 0.1489236 Feb 09 14:29:47.257146 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47980) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:47.294796 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f2b164d-2069-4025-8219-cf94b916a51a req-59a47cde-fa0d-4b30-b2ea-fde8d501081e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e HTTP/1.1" status: 200 len: 1000 time: 0.6082814 Feb 09 14:29:47.357686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d3ed79-a555-4550-95f5-44f17bcafee7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting subnet 24541a88-b873-4caf-b59c-16b56b9e0db1 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:29:47.403630 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-39d3ed79-a555-4550-95f5-44f17bcafee7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:47.542664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b164d-2069-4025-8219-cf94b916a51a req-d9be727a-dfd2-423d-945c-74849999d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:47.544151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f2b164d-2069-4025-8219-cf94b916a51a req-d9be727a-dfd2-423d-945c-74849999d2da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.2413542 Feb 09 14:29:47.560776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fb175-89f0-4df5-93cc-017a2b859e4a req-5804f767-b740-4eb7-9655-350352135cc8 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:47.562283 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-439fb175-89f0-4df5-93cc-017a2b859e4a req-5804f767-b740-4eb7-9655-350352135cc8 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.5163195 Feb 09 14:29:47.574047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': '0b7da38d-5d02-4c1e-99ae-913162232c83'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:29:47.574905 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:47.579365 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-39d3ed79-a555-4550-95f5-44f17bcafee7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:47.671279 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a432c3b-1f9d-4cb6-a734-46660f8bc6f3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:47.686304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a86c52-5d76-4a17-a329-4d0098d6e96d req-fcf397f6-825d-4c04-8fb4-29e40168e347 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:47.689199 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0a86c52-5d76-4a17-a329-4d0098d6e96d req-fcf397f6-825d-4c04-8fb4-29e40168e347 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.35 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 945 time: 0.5005515 Feb 09 14:29:47.843762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d0a86c52-5d76-4a17-a329-4d0098d6e96d req-0bff7215-5fc2-408c-b0c6-11fabb338339 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Deleting port 84660029-80b2-485f-a961-821e844b7a3e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:47.844358 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d0a86c52-5d76-4a17-a329-4d0098d6e96d req-0bff7215-5fc2-408c-b0c6-11fabb338339 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:47.894087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a432c3b-1f9d-4cb6-a734-46660f8bc6f3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:47.920147 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a432c3b-1f9d-4cb6-a734-46660f8bc6f3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=8aefc92f-a57a-476c-9793-d7acf5a402cf,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:47.941582 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-2a432c3b-1f9d-4cb6-a734-46660f8bc6f3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:47.959959 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-439fb175-89f0-4df5-93cc-017a2b859e4a req-afa8bc2c-aeac-4260-817e-3c16483f6a11 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923985 Feb 09 14:29:47.964416 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Allocated IP 2001:db8::f816:3eff:fef9:f4db (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/0b7da38d-5d02-4c1e-99ae-913162232c83/b31d73af-4f44-42d9-800e-8214170c33da) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:29:47.970098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a432c3b-1f9d-4cb6-a734-46660f8bc6f3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:47.970711 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a432c3b-1f9d-4cb6-a734-46660f8bc6f3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:48.071027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b5af3-5c87-4893-be82-35ada77f2fdd req-31e259fa-7fb8-4a6a-838e-b656e75b508a tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:48.079423 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d4b5af3-5c87-4893-be82-35ada77f2fdd req-31e259fa-7fb8-4a6a-838e-b656e75b508a tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 945 time: 0.3867512 Feb 09 14:29:48.101073 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2a432c3b-1f9d-4cb6-a734-46660f8bc6f3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6077864 Feb 09 14:29:48.108261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48032) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:48.118586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'mac_address': 'fa:16:3e:97:32:e1', 'name': 'tempest-NetworksTestDHCPv6-2014205419'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:48.265172 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-39d3ed79-a555-4550-95f5-44f17bcafee7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:48.332348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:48.365281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:port and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:48.365281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:48.378258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:48.409677 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d4b5af3-5c87-4893-be82-35ada77f2fdd req-c182f83a-3d13-43dc-900a-e72c9d30d9ba tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/security-groups?id=8693c371-67b1-4e43-a794-29a7e80f74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144078 Feb 09 14:29:48.420811 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:48.427236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:48.446798 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Transition to ACTIVE for port object b31d73af-4f44-42d9-800e-8214170c33da will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:48.463372 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Transition to ACTIVE for port object b31d73af-4f44-42d9-800e-8214170c33da will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:48.472590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb38cb80-e25b-4e3c-987b-77114c69552f None None] Network 0f523589-2448-45db-ad1e-afae5f46dfbb requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:48.640598 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:48.712485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 61907709-d116-4e88-a309-7e8036cbccec up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:29:48.715408 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-39d3ed79-a555-4550-95f5-44f17bcafee7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:48.716285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b164d-2069-4025-8219-cf94b916a51a req-1f153c93-c3d8-49f0-bcd3-e7c2f33e7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:48.717837 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f2b164d-2069-4025-8219-cf94b916a51a req-1f153c93-c3d8-49f0-bcd3-e7c2f33e7e8c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1537473 Feb 09 14:29:48.800304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3ed79-a555-4550-95f5-44f17bcafee7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Subnet': ['ID=24541a88-b873-4caf-b59c-16b56b9e0db1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:48.808729 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-39d3ed79-a555-4550-95f5-44f17bcafee7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:48.835662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:48.837745 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-39d3ed79-a555-4550-95f5-44f17bcafee7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/24541a88-b873-4caf-b59c-16b56b9e0db1 HTTP/1.1" status: 204 len: 168 time: 1.5787172 Feb 09 14:29:48.855547 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48052) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:48.855885 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:48.859621 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:29:48.882708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ae0351d5-5ff6-40a1-92e6-5305e867a7c4 None None] Provisioning for port 61907709-d116-4e88-a309-7e8036cbccec completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:29:48.976842 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:48.996397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48060) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:49.051566 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d0a86c52-5d76-4a17-a329-4d0098d6e96d req-0bff7215-5fc2-408c-b0c6-11fabb338339 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] For port 84660029-80b2-485f-a961-821e844b7a3e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=84660029-80b2-485f-a961-821e844b7a3e,segment=NetworkSegment(ea5836d9-66ec-46f9-9d84-e20835669c8b),segment_id=ea5836d9-66ec-46f9-9d84-e20835669c8b)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:49.061042 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d0a86c52-5d76-4a17-a329-4d0098d6e96d req-0bff7215-5fc2-408c-b0c6-11fabb338339 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:49.077237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port 9fb55086-979d-4922-98c7-cf67ad8014a2 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:29:49.084117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Pushing event updated for resources: {'Port': ['ID=b31d73af-4f44-42d9-800e-8214170c33da,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:49.296598 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 61907709-d116-4e88-a309-7e8036cbccec completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:29:49.347878 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:49.373042 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 61907709-d116-4e88-a309-7e8036cbccec triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:49.373422 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:49.450499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d0a86c52-5d76-4a17-a329-4d0098d6e96d req-0bff7215-5fc2-408c-b0c6-11fabb338339 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Calling delete_port for 84660029-80b2-485f-a961-821e844b7a3e owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:49.548661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Attempting to bind port b31d73af-4f44-42d9-800e-8214170c33da on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:29:49.549638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Attempting to bind port b31d73af-4f44-42d9-800e-8214170c33da by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:29:49.550175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Attempting to bind port b31d73af-4f44-42d9-800e-8214170c33da on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:29:49.576035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:29:49.576666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:29:49.577223 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:49.577791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:29:49.578438 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Bound port: b31d73af-4f44-42d9-800e-8214170c33da, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:29:49.579079 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:49.650653 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0205c095-42e6-4ec5-865e-96be1d9f8940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:49.670260 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f2b164d-2069-4025-8219-cf94b916a51a req-91a4f83b-48c1-4bf2-8431-02ba9b7a12be service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9386811 Feb 09 14:29:49.703140 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 61907709-d116-4e88-a309-7e8036cbccec {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:49.703477 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:49.707199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0205c095-42e6-4ec5-865e-96be1d9f8940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:49.717138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0205c095-42e6-4ec5-865e-96be1d9f8940 admin admin] Usage tracker for resource:security_group_rule and tenant:4092c07a5c90459d91b8d2eaf4d0836d is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:49.781597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0205c095-42e6-4ec5-865e-96be1d9f8940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:49.796091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0205c095-42e6-4ec5-865e-96be1d9f8940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:49.843426 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] For port b31d73af-4f44-42d9-800e-8214170c33da, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:29:49.848816 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] For port b31d73af-4f44-42d9-800e-8214170c33da, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b31d73af-4f44-42d9-800e-8214170c33da,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:29:49.856504 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:49.871963 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:49.897257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 172.20.0.9 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/8aefc92f-a57a-476c-9793-d7acf5a402cf/9fb55086-979d-4922-98c7-cf67ad8014a2) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:29:49.967220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb1c3d0-079a-4bc9-8187-8fa40e0e1a1f None None] DHCP port deletion for 0f523589-2448-45db-ad1e-afae5f46dfbb request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:29:49.998384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::f816:3eff:fe97:32e1 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/0b7da38d-5d02-4c1e-99ae-913162232c83/9fb55086-979d-4922-98c7-cf67ad8014a2) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:29:50.008421 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-efb1c3d0-079a-4bc9-8187-8fa40e0e1a1f None None] Deleting port 61907709-d116-4e88-a309-7e8036cbccec {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:50.009772 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efb1c3d0-079a-4bc9-8187-8fa40e0e1a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:50.042143 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc6505-e72a-447c-87fb-3eab6d93c240 None None] Pushing event updated for resources: {'Port': ['ID=b31d73af-4f44-42d9-800e-8214170c33da,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:50.043442 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a472fd5-3f5d-4e12-ac39-fc77f715e8b0 req-12a44d43-5eaf-4f2b-81c8-ffc1820b9553 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:50.045663 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1a472fd5-3f5d-4e12-ac39-fc77f715e8b0 req-12a44d43-5eaf-4f2b-81c8-ffc1820b9553 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 945 time: 0.3933954 Feb 09 14:29:50.069116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 61907709-d116-4e88-a309-7e8036cbccec, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=61907709-d116-4e88-a309-7e8036cbccec,segment=NetworkSegment(d0b246e8-0f1d-4ad8-9c93-dc987501099b),segment_id=d0b246e8-0f1d-4ad8-9c93-dc987501099b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:50.123619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7508c5-25dc-49cd-bdaf-eaac2a6cf91f req-25678640-fabd-4c59-b01c-4301514a9013 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:50.140862 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b7508c5-25dc-49cd-bdaf-eaac2a6cf91f req-25678640-fabd-4c59-b01c-4301514a9013 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.7973995 Feb 09 14:29:50.147809 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:50.230930 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1a472fd5-3f5d-4e12-ac39-fc77f715e8b0 req-0e39185a-09d2-4fbf-b14b-346cb4a8ecd3 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/security-groups?id=8693c371-67b1-4e43-a794-29a7e80f74ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663280 Feb 09 14:29:50.240213 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f2b164d-2069-4025-8219-cf94b916a51a req-1f5de0c0-9eaa-4c74-8de2-69574ecb54f5 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490258 Feb 09 14:29:50.404387 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0205c095-42e6-4ec5-865e-96be1d9f8940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:50.419995 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d0a86c52-5d76-4a17-a329-4d0098d6e96d req-0bff7215-5fc2-408c-b0c6-11fabb338339 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:50.451656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] For port 61907709-d116-4e88-a309-7e8036cbccec, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=61907709-d116-4e88-a309-7e8036cbccec,segment=NetworkSegment(d0b246e8-0f1d-4ad8-9c93-dc987501099b),segment_id=d0b246e8-0f1d-4ad8-9c93-dc987501099b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:50.452037 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:50.475673 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0205c095-42e6-4ec5-865e-96be1d9f8940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:50.542209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff7215-5fc2-408c-b0c6-11fabb338339 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Pushing event deleted for resources: {'Port': ['ID=84660029-80b2-485f-a961-821e844b7a3e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:50.561998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=61907709-d116-4e88-a309-7e8036cbccec,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:50.580447 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b7508c5-25dc-49cd-bdaf-eaac2a6cf91f req-536a6ac1-8802-47d7-8d61-142693171852 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4362423 Feb 09 14:29:50.722275 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 84660029-80b2-485f-a961-821e844b7a3e no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:29:50.772627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a86c52-5d76-4a17-a329-4d0098d6e96d req-0bff7215-5fc2-408c-b0c6-11fabb338339 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] No DVR routers for this DVR port 84660029-80b2-485f-a961-821e844b7a3e on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:29:50.776773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205c095-42e6-4ec5-865e-96be1d9f8940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b127b037-26be-4dd8-80d9-feaff7a7beb7,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:50.779932 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d0a86c52-5d76-4a17-a329-4d0098d6e96d req-0bff7215-5fc2-408c-b0c6-11fabb338339 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:50.784883 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0205c095-42e6-4ec5-865e-96be1d9f8940 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4092c07a5c90459d91b8d2eaf4d0836d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7741103 Feb 09 14:29:50.785013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b31d73af-4f44-42d9-800e-8214170c33da up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:29:50.785926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01a5e18-2cf2-4d68-938d-188d7cfd9917', 'name': 'network-vif-deleted', 'tag': '84660029-80b2-485f-a961-821e844b7a3e'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:29:50.790382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48088) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:50.845986 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:50.880356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object 9fb55086-979d-4922-98c7-cf67ad8014a2 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:50.889838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 84660029-80b2-485f-a961-821e844b7a3e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:29:50.889838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 84660029-80b2-485f-a961-821e844b7a3e not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:29:50.922571 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01a5e18-2cf2-4d68-938d-188d7cfd9917', 'name': 'network-vif-deleted', 'tag': '84660029-80b2-485f-a961-821e844b7a3e', 'status': 'completed', 'code': 200} Feb 09 14:29:50.948401 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0a86c52-5d76-4a17-a329-4d0098d6e96d req-0bff7215-5fc2-408c-b0c6-11fabb338339 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.35 "DELETE /v2.0/ports/84660029-80b2-485f-a961-821e844b7a3e HTTP/1.1" status: 204 len: 173 time: 3.2536032 Feb 09 14:29:50.981035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-efb1c3d0-079a-4bc9-8187-8fa40e0e1a1f None None] For port 61907709-d116-4e88-a309-7e8036cbccec, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=61907709-d116-4e88-a309-7e8036cbccec,segment=NetworkSegment(d0b246e8-0f1d-4ad8-9c93-dc987501099b),segment_id=d0b246e8-0f1d-4ad8-9c93-dc987501099b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:50.981432 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efb1c3d0-079a-4bc9-8187-8fa40e0e1a1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:50.986074 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:50.992872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port b31d73af-4f44-42d9-800e-8214170c33da completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:29:51.040557 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-de2806f0-283e-4ed0-9675-7f554cae41ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:51.128048 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-de2806f0-283e-4ed0-9675-7f554cae41ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:51.136473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 61907709-d116-4e88-a309-7e8036cbccec no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:29:51.200250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for 61907709-d116-4e88-a309-7e8036cbccec owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:51.246080 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-de2806f0-283e-4ed0-9675-7f554cae41ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:51.284817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2806f0-283e-4ed0-9675-7f554cae41ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b127b037-26be-4dd8-80d9-feaff7a7beb7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:51.285425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-efb1c3d0-079a-4bc9-8187-8fa40e0e1a1f None None] Calling delete_port for 61907709-d116-4e88-a309-7e8036cbccec owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:51.287347 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-de2806f0-283e-4ed0-9675-7f554cae41ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:51.307142 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-de2806f0-283e-4ed0-9675-7f554cae41ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b127b037-26be-4dd8-80d9-feaff7a7beb7 HTTP/1.1" status: 204 len: 168 time: 0.5001168 Feb 09 14:29:51.340409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:51.375493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:51.382287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:29:51.519610 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efb1c3d0-079a-4bc9-8187-8fa40e0e1a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:51.614041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb1c3d0-079a-4bc9-8187-8fa40e0e1a1f None None] No DVR routers for this DVR port 61907709-d116-4e88-a309-7e8036cbccec on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:29:51.656723 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1c3d0-079a-4bc9-8187-8fa40e0e1a1f None None] Pushing event deleted for resources: {'Port': ['ID=61907709-d116-4e88-a309-7e8036cbccec,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:51.667175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:51.673399 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:51.674110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a4543cb9-c58c-4444-b2be-0e917f094bb2 req-7dd1230c-9e0c-4625-a7b9-f658430e2bb5 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Synchronizing usage tracker for tenant:f653d0afe11b46f7bd37269f9912ebd9 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:51.674744 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No active binding found for port 61907709-d116-4e88-a309-7e8036cbccec {{(pid=87598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 14:29:51.680268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 61907709-d116-4e88-a309-7e8036cbccec not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:29:51.713505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a4543cb9-c58c-4444-b2be-0e917f094bb2 req-7dd1230c-9e0c-4625-a7b9-f658430e2bb5 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] Unset dirty status for tenant:f653d0afe11b46f7bd37269f9912ebd9 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:51.714950 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a4543cb9-c58c-4444-b2be-0e917f094bb2 req-7dd1230c-9e0c-4625-a7b9-f658430e2bb5 tempest-InstanceActionsV221TestJSON-1204642577 tempest-InstanceActionsV221TestJSON-1204642577-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01a5e18-2cf2-4d68-938d-188d7cfd9917 HTTP/1.1" status: 200 len: 210 time: 0.2120051 Feb 09 14:29:51.777731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=9fb55086-979d-4922-98c7-cf67ad8014a2,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:51.792895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48116) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:51.793395 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b71cb703-a408-416b-8c58-5a7301005606 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6832676 Feb 09 14:29:51.853227 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:29:51.853549 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:29:51.895571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a0bfce-0b6d-4910-b77e-c8490bb045c6 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:51.933682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ecdd5-a668-4bff-8a1f-bd2d7a2149d6 req-c36f394c-f992-461c-bab4-a4610bde1be5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:51.935388 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-318ecdd5-a668-4bff-8a1f-bd2d7a2149d6 req-c36f394c-f992-461c-bab4-a4610bde1be5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1595240 Feb 09 14:29:51.993284 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-318ecdd5-a668-4bff-8a1f-bd2d7a2149d6 req-dc975f7e-0890-4057-9058-4e12220b721a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470376 Feb 09 14:29:52.005437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeefc69-285a-4fcb-ba18-95102b017c87 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:52.042661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeefc69-285a-4fcb-ba18-95102b017c87 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:52.043501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-faeefc69-285a-4fcb-ba18-95102b017c87 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:52.074644 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-faeefc69-285a-4fcb-ba18-95102b017c87 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:52.076217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-faeefc69-285a-4fcb-ba18-95102b017c87 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2819664 Feb 09 14:29:52.079608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48128) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:52.095310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fc1ab5f4-1a7e-4c08-a9ad-d1a48faf59d1 None None] Provisioning for port b31d73af-4f44-42d9-800e-8214170c33da completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:29:52.140308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fc1ab5f4-1a7e-4c08-a9ad-d1a48faf59d1 None None] Provisioning complete for port b31d73af-4f44-42d9-800e-8214170c33da triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:52.140587 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fc1ab5f4-1a7e-4c08-a9ad-d1a48faf59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:52.272649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-01a9ad36-5596-4d53-9817-2e85702ba775 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port 9fb55086-979d-4922-98c7-cf67ad8014a2 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:52.272649 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01a9ad36-5596-4d53-9817-2e85702ba775 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:52.342693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa72c7a-0698-4ad3-87ec-be9892febbaa req-0bd5b40f-1877-4cf6-b18d-c04e79a978a4 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:52.356535 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-afa72c7a-0698-4ad3-87ec-be9892febbaa req-0bd5b40f-1877-4cf6-b18d-c04e79a978a4 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1621478 Feb 09 14:29:52.371680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 61907709-d116-4e88-a309-7e8036cbccec {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:52.372079 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:52.400984 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-afa72c7a-0698-4ad3-87ec-be9892febbaa req-1749d593-5408-4301-84c2-41b7d210c5b3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434091 Feb 09 14:29:52.498794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] The port '61907709-d116-4e88-a309-7e8036cbccec' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:29:52.500140 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fc1ab5f4-1a7e-4c08-a9ad-d1a48faf59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:52.701541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fc1ab5f4-1a7e-4c08-a9ad-d1a48faf59d1 None None] For port b31d73af-4f44-42d9-800e-8214170c33da, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b31d73af-4f44-42d9-800e-8214170c33da,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:52.721939 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fc1ab5f4-1a7e-4c08-a9ad-d1a48faf59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:52.797007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16145eb-fcce-49b7-a8ef-2188abb57686 None None] Update dhcp port {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'fixed_ips': [{'subnet_id': '0b7da38d-5d02-4c1e-99ae-913162232c83', 'ip_address': '2001:db8::f816:3eff:fef9:f4db'}, {'subnet_id': '8aefc92f-a57a-476c-9793-d7acf5a402cf'}], 'binding:host_id': 'n-d-828418-2'}, 'id': 'b31d73af-4f44-42d9-800e-8214170c33da'} from n-d-828418-2. {{(pid=87598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 14:29:52.829378 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:52.868029 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ab5f4-1a7e-4c08-a9ad-d1a48faf59d1 None None] Pushing event updated for resources: {'Port': ['ID=b31d73af-4f44-42d9-800e-8214170c33da,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:52.873165 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a16145eb-fcce-49b7-a8ef-2188abb57686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:53.095656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f523589-2448-45db-ad1e-afae5f46dfbb']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:53.138965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b246e8-0f1d-4ad8-9c93-dc987501099b') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:53.139427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b246e8-0f1d-4ad8-9c93-dc987501099b') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:53.156789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48172) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:53.181654 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:53.196999 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-a16145eb-fcce-49b7-a8ef-2188abb57686 None None] Allocated IP 172.20.0.2 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/8aefc92f-a57a-476c-9793-d7acf5a402cf/b31d73af-4f44-42d9-800e-8214170c33da) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:29:53.229069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0eb23ee-bf16-4c0c-b4d4-63a4055539d8 admin admin] Deleting subnet db0872df-7636-47ba-8ff5-548253dc8624 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:29:53.233351 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0eb23ee-bf16-4c0c-b4d4-63a4055539d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:53.300280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88fb0c-98f3-477b-8942-9ff09483017c req-e53b0bc7-1068-4dc1-8f85-f8765e5d97b5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:53.302971 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-be88fb0c-98f3-477b-8942-9ff09483017c req-e53b0bc7-1068-4dc1-8f85-f8765e5d97b5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.6182771 Feb 09 14:29:53.325090 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01a9ad36-5596-4d53-9817-2e85702ba775 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:53.355992 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:53.382369 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0eb23ee-bf16-4c0c-b4d4-63a4055539d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:53.454029 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0eb23ee-bf16-4c0c-b4d4-63a4055539d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:53.457187 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a16145eb-fcce-49b7-a8ef-2188abb57686 None None] For port b31d73af-4f44-42d9-800e-8214170c33da, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b31d73af-4f44-42d9-800e-8214170c33da,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:53.488156 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a16145eb-fcce-49b7-a8ef-2188abb57686 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:53.548147 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-01a9ad36-5596-4d53-9817-2e85702ba775 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for 9fb55086-979d-4922-98c7-cf67ad8014a2 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:53.555545 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0eb23ee-bf16-4c0c-b4d4-63a4055539d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:53.588638 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:29:53.589040 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:29:53.604350 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:29:53.668598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb23ee-bf16-4c0c-b4d4-63a4055539d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db0872df-7636-47ba-8ff5-548253dc8624,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:53.670977 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0eb23ee-bf16-4c0c-b4d4-63a4055539d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:53.682530 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e0eb23ee-bf16-4c0c-b4d4-63a4055539d8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/db0872df-7636-47ba-8ff5-548253dc8624 HTTP/1.1" status: 204 len: 168 time: 0.5237322 Feb 09 14:29:53.683328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48190) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:53.739719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a16145eb-fcce-49b7-a8ef-2188abb57686 None None] Transition to ACTIVE for port object b31d73af-4f44-42d9-800e-8214170c33da will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:29:53.745053 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a16145eb-fcce-49b7-a8ef-2188abb57686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:53.891160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16145eb-fcce-49b7-a8ef-2188abb57686 None None] Pushing event updated for resources: {'Port': ['ID=b31d73af-4f44-42d9-800e-8214170c33da,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:53.946085 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:53.951354 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:54.012986 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2b55c8e-aadd-41ad-b7f9-fdbc0cabd9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:54.014194 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Network': ['ID=0f523589-2448-45db-ad1e-afae5f46dfbb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:54.021567 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cd348097-dec2-4f18-9d06-f6ab85cd3882 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/networks/0f523589-2448-45db-ad1e-afae5f46dfbb HTTP/1.1" status: 204 len: 168 time: 5.1595914 Feb 09 14:29:54.025630 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48202) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:54.031928 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-be88fb0c-98f3-477b-8942-9ff09483017c req-a075195c-005b-4ecb-90ba-d1a07f444c8c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6193461 Feb 09 14:29:54.038695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7cf950c2-91df-420c-ae00-3f8047925bfa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7', 'name': 'tempest-PortsTestJSON-1765091024'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:54.150359 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01a9ad36-5596-4d53-9817-2e85702ba775 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:54.178966 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:29:54.298271 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2b55c8e-aadd-41ad-b7f9-fdbc0cabd9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:54.328799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-c2b55c8e-aadd-41ad-b7f9-fdbc0cabd9cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7507322b-3b4a-41f2-81d0-bc00fd4e91f8']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:54.347282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-c2b55c8e-aadd-41ad-b7f9-fdbc0cabd9cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5836d9-66ec-46f9-9d84-e20835669c8b') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:54.347580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-c2b55c8e-aadd-41ad-b7f9-fdbc0cabd9cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5836d9-66ec-46f9-9d84-e20835669c8b') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:54.378290 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2b55c8e-aadd-41ad-b7f9-fdbc0cabd9cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:54.421711 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2b55c8e-aadd-41ad-b7f9-fdbc0cabd9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:54.435366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48216) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:54.438780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b55c8e-aadd-41ad-b7f9-fdbc0cabd9cb admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:29:54.439905 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2b55c8e-aadd-41ad-b7f9-fdbc0cabd9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:29:54.458546 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:29:54.463484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9ad36-5596-4d53-9817-2e85702ba775 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=9fb55086-979d-4922-98c7-cf67ad8014a2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:54.535603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b31d73af-4f44-42d9-800e-8214170c33da up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:29:54.576841 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2b55c8e-aadd-41ad-b7f9-fdbc0cabd9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:54.591828 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2b55c8e-aadd-41ad-b7f9-fdbc0cabd9cb admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:54.628799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b55c8e-aadd-41ad-b7f9-fdbc0cabd9cb admin admin] Pushing event deleted for resources: {'Network': ['ID=7507322b-3b4a-41f2-81d0-bc00fd4e91f8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:54.633952 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c2b55c8e-aadd-41ad-b7f9-fdbc0cabd9cb admin admin] 10.222.0.48 "DELETE /v2.0/networks/7507322b-3b4a-41f2-81d0-bc00fd4e91f8 HTTP/1.1" status: 204 len: 168 time: 0.9493670 Feb 09 14:29:54.750595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7cf950c2-91df-420c-ae00-3f8047925bfa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:54.814715 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01a9ad36-5596-4d53-9817-2e85702ba775 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:54.821171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48232) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:54.842290 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-01a9ad36-5596-4d53-9817-2e85702ba775 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/9fb55086-979d-4922-98c7-cf67ad8014a2 HTTP/1.1" status: 204 len: 168 time: 2.7514265 Feb 09 14:29:54.862004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7cf950c2-91df-420c-ae00-3f8047925bfa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:54.877610 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf950c2-91df-420c-ae00-3f8047925bfa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:54.881627 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7cf950c2-91df-420c-ae00-3f8047925bfa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:54.942702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-7cf950c2-91df-420c-ae00-3f8047925bfa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] device_id is not set on port 11e62d97-f95f-4fb2-961b-6967a5db629d yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:29:55.015394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6d9720-f9aa-47f9-bfbd-002661b088a4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:55.017145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6d9720-f9aa-47f9-bfbd-002661b088a4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:55.018998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6d9720-f9aa-47f9-bfbd-002661b088a4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:55.020346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4e6d9720-f9aa-47f9-bfbd-002661b088a4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:29:55.029146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d512d797-2e6e-4f3f-9433-b1e42b1e47d3 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:55.059026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4e6d9720-f9aa-47f9-bfbd-002661b088a4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:29:55.063072 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4e6d9720-f9aa-47f9-bfbd-002661b088a4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2380290 Feb 09 14:29:55.069981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48236) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:55.074343 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d512d797-2e6e-4f3f-9433-b1e42b1e47d3 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] 10.222.0.48 "PUT /v2.0/quotas/f0848dd00f054bb9a30e2fbeb04c85ce HTTP/1.1" status: 200 len: 368 time: 0.6349967 Feb 09 14:29:55.089722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48240) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:55.099273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Request body: {'network': {'project_id': 'f0848dd00f054bb9a30e2fbeb04c85ce'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:55.122896 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48244) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:55.140576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:55.153415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Usage tracker for resource:network and tenant:f0848dd00f054bb9a30e2fbeb04c85ce is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:55.156986 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:55.164203 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:55.201596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Made reservation on behalf of f0848dd00f054bb9a30e2fbeb04c85ce for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:55.204192 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.204359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2d0055-2847-4118-97ec-0f27f1348584 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 0b7da38d-5d02-4c1e-99ae-913162232c83 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:29:55.207576 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d2d0055-2847-4118-97ec-0f27f1348584 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.235807 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.241759 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6571fe7f-ca3e-4e60-a624-172cd12a34b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f653d0afe11b46f7bd37269f9912ebd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1145632 Feb 09 14:29:55.247210 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48252) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:55.299702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:55.309649 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d2d0055-2847-4118-97ec-0f27f1348584 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.382195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Usage tracker for resource:security_group_rule and tenant:f0848dd00f054bb9a30e2fbeb04c85ce is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:55.396599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:55.416750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:55.422213 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42b0372c-c182-408a-a26e-bdde42a1804c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.427917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b6776-5ffb-455b-888f-2e4a2cbe0977 req-307c288c-9d1a-472d-93a8-f9351f25ed5a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:55.430573 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-902b6776-5ffb-455b-888f-2e4a2cbe0977 req-307c288c-9d1a-472d-93a8-f9351f25ed5a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.3935690 Feb 09 14:29:55.470075 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42b0372c-c182-408a-a26e-bdde42a1804c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.484318 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d2d0055-2847-4118-97ec-0f27f1348584 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.521310 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7cf950c2-91df-420c-ae00-3f8047925bfa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.597576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-15d1f417-b089-4716-85dc-846d61ccfeb9 None None] Provisioning for port b31d73af-4f44-42d9-800e-8214170c33da completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:29:55.609480 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-15d1f417-b089-4716-85dc-846d61ccfeb9 None None] Provisioning complete for port b31d73af-4f44-42d9-800e-8214170c33da triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:55.609983 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-15d1f417-b089-4716-85dc-846d61ccfeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.616882 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-902b6776-5ffb-455b-888f-2e4a2cbe0977 req-38344df5-d095-4aaa-bb6d-505ddab15c5c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642113 Feb 09 14:29:55.660136 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.666974 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.678703 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7cf950c2-91df-420c-ae00-3f8047925bfa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.713167 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42b0372c-c182-408a-a26e-bdde42a1804c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.731617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0372c-c182-408a-a26e-bdde42a1804c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8693c371-67b1-4e43-a794-29a7e80f74ca,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:55.742522 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d2d0055-2847-4118-97ec-0f27f1348584 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.816138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf950c2-91df-420c-ae00-3f8047925bfa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:55.826997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:29:55.829251 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-7cf950c2-91df-420c-ae00-3f8047925bfa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:55.831342 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d0055-2847-4118-97ec-0f27f1348584 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7da38d-5d02-4c1e-99ae-913162232c83,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:55.844398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf950c2-91df-420c-ae00-3f8047925bfa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:29:55.851160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf950c2-91df-420c-ae00-3f8047925bfa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:55.851892 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7cf950c2-91df-420c-ae00-3f8047925bfa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.856291 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-15d1f417-b089-4716-85dc-846d61ccfeb9 None None] Could not find standard attr ID for object 9fb55086-979d-4922-98c7-cf67ad8014a2. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:29:55.873945 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b36170d-b5b2-450c-94db-ab0c437250f5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:55.879154 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.879418 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Added segment f1f96ec4-4f51-4ff2-bcb5-b813ed673ea6 of type vlan for network 2a88f592-9584-4318-8f37-a42ca36402e6 Feb 09 14:29:55.884088 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d2d0055-2847-4118-97ec-0f27f1348584 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.896079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf950c2-91df-420c-ae00-3f8047925bfa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=11e62d97-f95f-4fb2-961b-6967a5db629d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:55.899508 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42b0372c-c182-408a-a26e-bdde42a1804c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.901003 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-42b0372c-c182-408a-a26e-bdde42a1804c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8693c371-67b1-4e43-a794-29a7e80f74ca HTTP/1.1" status: 204 len: 168 time: 0.6528485 Feb 09 14:29:55.920696 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0d2d0055-2847-4118-97ec-0f27f1348584 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/0b7da38d-5d02-4c1e-99ae-913162232c83 HTTP/1.1" status: 204 len: 168 time: 0.8471262 Feb 09 14:29:55.922677 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48264) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:55.974789 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:55.996301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48268) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:56.012319 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7cf950c2-91df-420c-ae00-3f8047925bfa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9854307 Feb 09 14:29:56.104665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30d9086-6702-43fc-9920-e483c157a261 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:56.138562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-cbc853ab-5928-4063-a4b7-92b9633c5b08 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 11e62d97-f95f-4fb2-961b-6967a5db629d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:56.140070 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cbc853ab-5928-4063-a4b7-92b9633c5b08 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:56.260614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ca4337ba-3e7f-45c6-a2fa-37b3d2aca917 None None] Could not find standard attr ID for object 10c2c2a4-5695-4839-b185-0e775b85f3f3. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:29:56.273080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6cc84c-f42e-4e9d-b2eb-d0b128592125 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 8aefc92f-a57a-476c-9793-d7acf5a402cf {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:29:56.283882 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc84c-f42e-4e9d-b2eb-d0b128592125 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:56.319912 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:56.321513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:56.322087 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:56.459933 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cbc853ab-5928-4063-a4b7-92b9633c5b08 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:56.495486 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc84c-f42e-4e9d-b2eb-d0b128592125 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:56.543648 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4521239 Feb 09 14:29:56.552552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48286) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:56.565363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-43ee0d85-2d79-47b2-a901-96a6a53cde7a tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Request body: {'network': {'project_id': 'f0848dd00f054bb9a30e2fbeb04c85ce'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:56.606859 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a011c8-2488-45b6-a3ed-6083e5e0dda2 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Pushing event updated for resources: {'Network': ['ID=2a88f592-9584-4318-8f37-a42ca36402e6,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:56.618707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-43ee0d85-2d79-47b2-a901-96a6a53cde7a tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:56.624952 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 2a88f592-9584-4318-8f37-a42ca36402e6 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:29:56.636506 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-43ee0d85-2d79-47b2-a901-96a6a53cde7a tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Usage tracker for resource:network and tenant:f0848dd00f054bb9a30e2fbeb04c85ce is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:56.642446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-43ee0d85-2d79-47b2-a901-96a6a53cde7a tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:56.657390 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-43ee0d85-2d79-47b2-a901-96a6a53cde7a tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:56.707471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ee0d85-2d79-47b2-a901-96a6a53cde7a tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Made reservation on behalf of f0848dd00f054bb9a30e2fbeb04c85ce for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:56.709878 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43ee0d85-2d79-47b2-a901-96a6a53cde7a tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:56.750891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-cbc853ab-5928-4063-a4b7-92b9633c5b08 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for 11e62d97-f95f-4fb2-961b-6967a5db629d owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:56.762711 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc84c-f42e-4e9d-b2eb-d0b128592125 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:56.814365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ee0d85-2d79-47b2-a901-96a6a53cde7a tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:29:56.860125 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43ee0d85-2d79-47b2-a901-96a6a53cde7a tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:56.860487 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-43ee0d85-2d79-47b2-a901-96a6a53cde7a tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Added segment 185736ba-82c5-4b26-a432-64fcf6a3ff45 of type vlan for network 4738c95c-3df5-498e-b93d-a9b96ae34b9f Feb 09 14:29:56.920040 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-81fd32d3-3229-40f2-94d1-88722155218a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:56.956457 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43ee0d85-2d79-47b2-a901-96a6a53cde7a tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:56.997391 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc84c-f42e-4e9d-b2eb-d0b128592125 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:57.059926 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cbc853ab-5928-4063-a4b7-92b9633c5b08 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:57.091119 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cc84c-f42e-4e9d-b2eb-d0b128592125 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=8aefc92f-a57a-476c-9793-d7acf5a402cf,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:57.109285 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc84c-f42e-4e9d-b2eb-d0b128592125 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:57.115433 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43ee0d85-2d79-47b2-a901-96a6a53cde7a tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:57.116984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee0d85-2d79-47b2-a901-96a6a53cde7a tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:57.118711 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43ee0d85-2d79-47b2-a901-96a6a53cde7a tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:57.149373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc853ab-5928-4063-a4b7-92b9633c5b08 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=11e62d97-f95f-4fb2-961b-6967a5db629d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:57.154705 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cbc853ab-5928-4063-a4b7-92b9633c5b08 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:57.166539 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cbc853ab-5928-4063-a4b7-92b9633c5b08 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/11e62d97-f95f-4fb2-961b-6967a5db629d HTTP/1.1" status: 204 len: 168 time: 1.1691492 Feb 09 14:29:57.169314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48310) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:57.177013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1095a736-ddcc-4948-8fa7-697e10611df4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7', 'mac_address': 'fa:16:3e:89:7b:25', 'name': 'tempest-PortsTestJSON-1102990948'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:57.236995 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ff6cc84c-f42e-4e9d-b2eb-d0b128592125 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/8aefc92f-a57a-476c-9793-d7acf5a402cf HTTP/1.1" status: 204 len: 168 time: 1.3131812 Feb 09 14:29:57.244454 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48314) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:57.298394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c81fc-df66-4e6a-87d1-19cdadc6a1b7 req-28c85838-f8a4-4b17-b28a-a30a3050c1b6 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:57.300197 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e55c81fc-df66-4e6a-87d1-19cdadc6a1b7 req-28c85838-f8a4-4b17-b28a-a30a3050c1b6 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.3654048 Feb 09 14:29:57.300865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48318) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:57.344343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1095a736-ddcc-4948-8fa7-697e10611df4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:57.354843 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-43ee0d85-2d79-47b2-a901-96a6a53cde7a tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8011661 Feb 09 14:29:57.360305 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1f6f3329-2149-4ed3-b097-c877301ffb43 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120634 Feb 09 14:29:57.364086 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48328) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:57.364500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48330) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:57.365714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee0d85-2d79-47b2-a901-96a6a53cde7a tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Pushing event updated for resources: {'Network': ['ID=4738c95c-3df5-498e-b93d-a9b96ae34b9f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:57.365820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1095a736-ddcc-4948-8fa7-697e10611df4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:port and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:57.376603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 4738c95c-3df5-498e-b93d-a9b96ae34b9f details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:29:57.382146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1095a736-ddcc-4948-8fa7-697e10611df4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:57.391541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-378805f4-ecc6-4bf5-abae-673245c773c7 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Request body: {'network': {'project_id': 'f0848dd00f054bb9a30e2fbeb04c85ce'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:57.398980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1095a736-ddcc-4948-8fa7-697e10611df4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:57.403987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-3b17e5cd-c0e7-4ebe-8e9a-84a9f717e8a6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:57.454062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-378805f4-ecc6-4bf5-abae-673245c773c7 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:57.546445 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e55c81fc-df66-4e6a-87d1-19cdadc6a1b7 req-1cee6ecd-3108-4c55-9841-95088b14913e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325549 Feb 09 14:29:57.553480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-378805f4-ecc6-4bf5-abae-673245c773c7 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Usage tracker for resource:network and tenant:f0848dd00f054bb9a30e2fbeb04c85ce is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:57.577996 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-378805f4-ecc6-4bf5-abae-673245c773c7 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:57.586401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-119806242-network', 'tenant_id': 'c024d02814d948829adf7be459d0a506'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:57.593910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1095a736-ddcc-4948-8fa7-697e10611df4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:57.613544 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f1082a-a897-4078-b97e-1926ca00dde5 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:29:57.698658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-378805f4-ecc6-4bf5-abae-673245c773c7 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:57.705864 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:57.711379 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-378805f4-ecc6-4bf5-abae-673245c773c7 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 14:29:57.711901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378805f4-ecc6-4bf5-abae-673245c773c7 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:29:57.713024 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-378805f4-ecc6-4bf5-abae-673245c773c7 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3430090 Feb 09 14:29:57.717206 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48344) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:57.735557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Usage tracker for resource:network and tenant:c024d02814d948829adf7be459d0a506 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:57.757382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:57.788484 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:57.807004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3b17e5cd-c0e7-4ebe-8e9a-84a9f717e8a6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:57.823205 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1095a736-ddcc-4948-8fa7-697e10611df4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:57.849968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3b17e5cd-c0e7-4ebe-8e9a-84a9f717e8a6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:57.852093 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5e63bc45-6491-40ac-9683-651a03fd24da tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0848dd00f054bb9a30e2fbeb04c85ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324129 Feb 09 14:29:57.856440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48350) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:57.859936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Made reservation on behalf of c024d02814d948829adf7be459d0a506 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:57.864450 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:57.907892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3b17e5cd-c0e7-4ebe-8e9a-84a9f717e8a6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:57.956947 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-56d8ca1e-f67d-4c16-8dcb-a933741a0236 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.007084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-166cfa85-1fd8-472b-8fc6-176a58005555 None None] Provisioning complete for port b31d73af-4f44-42d9-800e-8214170c33da triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:29:58.007765 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-166cfa85-1fd8-472b-8fc6-176a58005555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.014076 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-56d8ca1e-f67d-4c16-8dcb-a933741a0236 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.076726 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-56d8ca1e-f67d-4c16-8dcb-a933741a0236 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.101156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8ca1e-f67d-4c16-8dcb-a933741a0236 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b36170d-b5b2-450c-94db-ab0c437250f5,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:58.115298 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-56d8ca1e-f67d-4c16-8dcb-a933741a0236 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.116423 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-56d8ca1e-f67d-4c16-8dcb-a933741a0236 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b36170d-b5b2-450c-94db-ab0c437250f5 HTTP/1.1" status: 204 len: 168 time: 0.2590051 Feb 09 14:29:58.119037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48360) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:58.160338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3b17e5cd-c0e7-4ebe-8e9a-84a9f717e8a6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:58.164692 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.171958 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d381789-9702-403a-8f39-dff83829bfd4 None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:29:58.189768 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-7d381789-9702-403a-8f39-dff83829bfd4 None None] Deleting port b31d73af-4f44-42d9-800e-8214170c33da {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:29:58.189768 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7d381789-9702-403a-8f39-dff83829bfd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.250083 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d664dd47-e6fe-4552-a04b-5be89c5b4b83 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.276283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-1095a736-ddcc-4948-8fa7-697e10611df4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] device_id is not set on port 96a38989-2814-436c-8cb6-f2ca27ba6100 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:29:58.325517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:29:58.342635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b17e5cd-c0e7-4ebe-8e9a-84a9f717e8a6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:29:58.347167 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b17e5cd-c0e7-4ebe-8e9a-84a9f717e8a6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.365589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Usage tracker for resource:security_group_rule and tenant:c024d02814d948829adf7be459d0a506 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:29:58.395141 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:29:58.444293 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d664dd47-e6fe-4552-a04b-5be89c5b4b83 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.468341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b31d73af-4f44-42d9-800e-8214170c33da no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:29:58.475180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-d664dd47-e6fe-4552-a04b-5be89c5b4b83 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4738c95c-3df5-498e-b93d-a9b96ae34b9f']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:58.477274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:29:58.492430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-d664dd47-e6fe-4552-a04b-5be89c5b4b83 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185736ba-82c5-4b26-a432-64fcf6a3ff45') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:58.492430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-d664dd47-e6fe-4552-a04b-5be89c5b4b83 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185736ba-82c5-4b26-a432-64fcf6a3ff45') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:58.512248 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d664dd47-e6fe-4552-a04b-5be89c5b4b83 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.536957 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d664dd47-e6fe-4552-a04b-5be89c5b4b83 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.561445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d664dd47-e6fe-4552-a04b-5be89c5b4b83 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:29:58.561445 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d664dd47-e6fe-4552-a04b-5be89c5b4b83 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.561847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-7d381789-9702-403a-8f39-dff83829bfd4 None None] For port b31d73af-4f44-42d9-800e-8214170c33da, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b31d73af-4f44-42d9-800e-8214170c33da,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:29:58.561847 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7d381789-9702-403a-8f39-dff83829bfd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:29:58.593226 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:29:58.734004 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d664dd47-e6fe-4552-a04b-5be89c5b4b83 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.745577 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d664dd47-e6fe-4552-a04b-5be89c5b4b83 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.782590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-7d381789-9702-403a-8f39-dff83829bfd4 None None] Calling delete_port for b31d73af-4f44-42d9-800e-8214170c33da owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:29:58.796464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664dd47-e6fe-4552-a04b-5be89c5b4b83 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Pushing event deleted for resources: {'Network': ['ID=4738c95c-3df5-498e-b93d-a9b96ae34b9f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:58.808717 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d664dd47-e6fe-4552-a04b-5be89c5b4b83 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] 10.222.0.48 "DELETE /v2.0/networks/4738c95c-3df5-498e-b93d-a9b96ae34b9f HTTP/1.1" status: 204 len: 168 time: 0.6846061 Feb 09 14:29:58.809009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48370) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:58.840369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05c081-5782-415a-8b58-8686f988d378 req-1ac947a3-c197-4f16-8749-daaaf32aec25 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:58.848442 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-db05c081-5782-415a-8b58-8686f988d378 req-1ac947a3-c197-4f16-8749-daaaf32aec25 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.9367540 Feb 09 14:29:58.912048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8ee9a-f7f3-4231-9661-b6e6dea57885 req-ff045bf2-b086-4872-b7da-8534e149094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:58.913572 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94f8ee9a-f7f3-4231-9661-b6e6dea57885 req-ff045bf2-b086-4872-b7da-8534e149094f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4a884575aa84a789b4857840c80c824&device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 1096 time: 0.7242551 Feb 09 14:29:58.918414 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.947544 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7d381789-9702-403a-8f39-dff83829bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.970729 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1095a736-ddcc-4948-8fa7-697e10611df4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.974413 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a022d95-e6db-4e19-8d56-1a415b205fb0 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:59.045746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d381789-9702-403a-8f39-dff83829bfd4 None None] No DVR routers for this DVR port b31d73af-4f44-42d9-800e-8214170c33da on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:29:59.047409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d381789-9702-403a-8f39-dff83829bfd4 None None] Pushing event deleted for resources: {'Port': ['ID=b31d73af-4f44-42d9-800e-8214170c33da,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:59.070468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fe6aba-bf59-4aa8-8007-495cde438a65 None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:29:59.150773 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-db05c081-5782-415a-8b58-8686f988d378 req-12184dec-2fed-431b-8724-46feb06e7b85 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012450 Feb 09 14:29:59.176925 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a022d95-e6db-4e19-8d56-1a415b205fb0 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:59.212108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-5a022d95-e6db-4e19-8d56-1a415b205fb0 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a88f592-9584-4318-8f37-a42ca36402e6']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:59.231364 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-39183743-157d-4af5-b6f9-ee3cbaa75740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:59.233613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-5a022d95-e6db-4e19-8d56-1a415b205fb0 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f96ec4-4f51-4ff2-bcb5-b813ed673ea6') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:59.233923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-5a022d95-e6db-4e19-8d56-1a415b205fb0 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f96ec4-4f51-4ff2-bcb5-b813ed673ea6') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:29:59.235989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe6aba-bf59-4aa8-8007-495cde438a65 None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:29:59.249375 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a022d95-e6db-4e19-8d56-1a415b205fb0 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:59.268524 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a022d95-e6db-4e19-8d56-1a415b205fb0 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:59.274801 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8ee9a-f7f3-4231-9661-b6e6dea57885 req-2af9f1d7-3f74-4814-93c6-2005c3f5efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:59.276274 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94f8ee9a-f7f3-4231-9661-b6e6dea57885 req-2af9f1d7-3f74-4814-93c6-2005c3f5efb0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 200 len: 912 time: 0.3530357 Feb 09 14:29:59.276417 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a022d95-e6db-4e19-8d56-1a415b205fb0 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:29:59.276726 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a022d95-e6db-4e19-8d56-1a415b205fb0 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:59.280205 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:59.283535 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b17e5cd-c0e7-4ebe-8e9a-84a9f717e8a6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:29:59.296952 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:29:59.441560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94f8ee9a-f7f3-4231-9661-b6e6dea57885 req-2709a459-b503-4d48-b05c-e3450a99eec7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e HTTP/1.1" status: 200 len: 1000 time: 0.1465855 Feb 09 14:29:59.450076 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:59.509990 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a022d95-e6db-4e19-8d56-1a415b205fb0 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:59.544660 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a022d95-e6db-4e19-8d56-1a415b205fb0 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:59.558953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a022d95-e6db-4e19-8d56-1a415b205fb0 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a88f592-9584-4318-8f37-a42ca36402e6,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:59.569738 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5a022d95-e6db-4e19-8d56-1a415b205fb0 tempest-QuotasNegativeTest-1794809267 tempest-QuotasNegativeTest-1794809267-project-admin] 10.222.0.48 "DELETE /v2.0/networks/2a88f592-9584-4318-8f37-a42ca36402e6 HTTP/1.1" status: 204 len: 168 time: 0.7586482 Feb 09 14:29:59.571129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b17e5cd-c0e7-4ebe-8e9a-84a9f717e8a6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:59.572500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:29:59.579396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8ee9a-f7f3-4231-9661-b6e6dea57885 req-a11afeee-8dc7-4fc4-9e7a-858c99944b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:59.581481 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94f8ee9a-f7f3-4231-9661-b6e6dea57885 req-a11afeee-8dc7-4fc4-9e7a-858c99944b48 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 200 len: 851 time: 0.1042540 Feb 09 14:29:59.592466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-3b17e5cd-c0e7-4ebe-8e9a-84a9f717e8a6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:59.683279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b17e5cd-c0e7-4ebe-8e9a-84a9f717e8a6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:59.684897 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b17e5cd-c0e7-4ebe-8e9a-84a9f717e8a6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:59.728324 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:59.729211 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Added segment 592da187-9306-40d7-aa82-bc4da1564609 of type vlan for network f7610042-64a5-4213-a8e5-88e8184a0ffc Feb 09 14:29:59.740976 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1095a736-ddcc-4948-8fa7-697e10611df4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:59.755043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc5185f-4b43-448b-81fc-075a3584509b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:59.796679 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': '40894b9f-f3cb-49e7-ba1b-20642920672b'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:29:59.797716 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:59.833449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17e5cd-c0e7-4ebe-8e9a-84a9f717e8a6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=40894b9f-f3cb-49e7-ba1b-20642920672b,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:59.907787 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:59.912983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1095a736-ddcc-4948-8fa7-697e10611df4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:29:59.915234 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3b17e5cd-c0e7-4ebe-8e9a-84a9f717e8a6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5436630 Feb 09 14:29:59.918433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48394) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:29:59.920163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095a736-ddcc-4948-8fa7-697e10611df4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=96a38989-2814-436c-8cb6-f2ca27ba6100,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:29:59.924930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-1095a736-ddcc-4948-8fa7-697e10611df4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:29:59.933358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1095a736-ddcc-4948-8fa7-697e10611df4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:29:59.942081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1095a736-ddcc-4948-8fa7-697e10611df4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:59.943243 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1095a736-ddcc-4948-8fa7-697e10611df4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:59.945634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:29:59.957067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8ee9a-f7f3-4231-9661-b6e6dea57885 req-e338f97e-a14f-45bc-8f2a-0c841aa4c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:29:59.958887 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94f8ee9a-f7f3-4231-9661-b6e6dea57885 req-e338f97e-a14f-45bc-8f2a-0c841aa4c2bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1587716-277d-4b6f-89df-24e96250ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3601940 Feb 09 14:29:59.994942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Allocated IP 172.20.0.2 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/40894b9f-f3cb-49e7-ba1b-20642920672b/a431f681-c69d-435b-8fcb-d230516eab9e) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:00.115580 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1095a736-ddcc-4948-8fa7-697e10611df4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9415658 Feb 09 14:30:00.115808 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48400) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:00.130828 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:00.132145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:00.133622 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:00.225747 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:00.263278 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94f8ee9a-f7f3-4231-9661-b6e6dea57885 req-0a78cdb3-4e15-4403-a458-b588c4af0575 service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953866 Feb 09 14:30:00.335711 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0307736 Feb 09 14:30:00.340042 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48408) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:00.342639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:00.347821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:00.348441 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:00.350784 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:00.358546 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:00.370699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:00.379264 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:00.391908 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:00.394232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Transition to ACTIVE for port object a431f681-c69d-435b-8fcb-d230516eab9e will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:00.410920 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48412) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:00.415645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-fc0c2854-8eb5-4d26-971c-b4c7a0d7010b admin admin] Request body: {'subnet': {'network_id': 'f7610042-64a5-4213-a8e5-88e8184a0ffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-119806242-subnet', 'tenant_id': 'c024d02814d948829adf7be459d0a506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:00.421103 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Transition to ACTIVE for port object a431f681-c69d-435b-8fcb-d230516eab9e will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:00.428509 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:00.509640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:00.512846 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:00.515529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:00.527052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Pushing event updated for resources: {'Port': ['ID=a431f681-c69d-435b-8fcb-d230516eab9e,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:00.627863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fc0c2854-8eb5-4d26-971c-b4c7a0d7010b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:00.631625 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Attempting to bind port a431f681-c69d-435b-8fcb-d230516eab9e on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:00.632162 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Attempting to bind port a431f681-c69d-435b-8fcb-d230516eab9e by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:00.633147 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Attempting to bind port a431f681-c69d-435b-8fcb-d230516eab9e on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:00.639256 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:30:00.639810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:30:00.640324 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:00.640825 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:30:00.641406 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Bound port: a431f681-c69d-435b-8fcb-d230516eab9e, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:30:00.641905 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:00.645177 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fc0c2854-8eb5-4d26-971c-b4c7a0d7010b admin admin] Usage tracker for resource:subnet and tenant:c024d02814d948829adf7be459d0a506 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:00.652446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fc0c2854-8eb5-4d26-971c-b4c7a0d7010b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:00.657482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295adcd6-c04f-4228-a6dc-0aa888131029 admin admin] Pushing event updated for resources: {'Network': ['ID=f7610042-64a5-4213-a8e5-88e8184a0ffc,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:00.671777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fc0c2854-8eb5-4d26-971c-b4c7a0d7010b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:00.700853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network f7610042-64a5-4213-a8e5-88e8184a0ffc details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:30:00.705401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0c2854-8eb5-4d26-971c-b4c7a0d7010b admin admin] Made reservation on behalf of c024d02814d948829adf7be459d0a506 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:00.708072 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fc0c2854-8eb5-4d26-971c-b4c7a0d7010b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:00.750119 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271af4f2-6640-4c63-96ea-d86b6fc11296 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:00.750972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-271af4f2-6640-4c63-96ea-d86b6fc11296 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:00.814579 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94f8ee9a-f7f3-4231-9661-b6e6dea57885 req-d8332f6b-d8a1-4192-8e07-d40fe179df3c service neutron] 10.222.0.35 "GET /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809234 Feb 09 14:30:00.869340 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] For port a431f681-c69d-435b-8fcb-d230516eab9e, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:30:00.873946 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] For port a431f681-c69d-435b-8fcb-d230516eab9e, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a431f681-c69d-435b-8fcb-d230516eab9e,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:30:00.886839 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:00.986389 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a7c8c-dfe0-4395-9de2-05665185ba6f None None] Pushing event updated for resources: {'Port': ['ID=a431f681-c69d-435b-8fcb-d230516eab9e,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:01.006730 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-271af4f2-6640-4c63-96ea-d86b6fc11296 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:01.009685 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-271af4f2-6640-4c63-96ea-d86b6fc11296 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports/96a38989-2814-436c-8cb6-f2ca27ba6100 HTTP/1.1" status: 200 len: 841 time: 0.8906894 Feb 09 14:30:01.021009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48418) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:01.035791 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fc0c2854-8eb5-4d26-971c-b4c7a0d7010b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:01.130859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c2854-8eb5-4d26-971c-b4c7a0d7010b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3407ac2-b0bc-4169-870e-0aafafa756d9,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:01.141963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c2854-8eb5-4d26-971c-b4c7a0d7010b admin admin] Checking segment: {'id': '592da187-9306-40d7-aa82-bc4da1564609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f7610042-64a5-4213-a8e5-88e8184a0ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:30:01.142537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0c2854-8eb5-4d26-971c-b4c7a0d7010b admin admin] Network hostable DHCP agents. Network: f7610042-64a5-4213-a8e5-88e8184a0ffc, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:30:01.172938 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:01.173903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0c2854-8eb5-4d26-971c-b4c7a0d7010b admin admin] Network f7610042-64a5-4213-a8e5-88e8184a0ffc is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:30:01.187471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-fc0c2854-8eb5-4d26-971c-b4c7a0d7010b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, f7610042-64a5-4213-a8e5-88e8184a0ffc) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:01.194550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0c2854-8eb5-4d26-971c-b4c7a0d7010b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:01.197866 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fc0c2854-8eb5-4d26-971c-b4c7a0d7010b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:01.241020 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fc0c2854-8eb5-4d26-971c-b4c7a0d7010b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8391545 Feb 09 14:30:01.308229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:01.325021 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8bb90-1e98-40da-9c37-bf54649be72d req-d85975a3-4697-4335-86f4-10b9440f8cd7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:01.327869 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34f8bb90-1e98-40da-9c37-bf54649be72d req-d85975a3-4697-4335-86f4-10b9440f8cd7 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.9130077 Feb 09 14:30:01.331774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b983a0fa-8db1-49cd-a965-36dc0a57a65b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 96a38989-2814-436c-8cb6-f2ca27ba6100 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:01.334744 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b983a0fa-8db1-49cd-a965-36dc0a57a65b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:01.387884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Usage tracker for resource:security_group_rule and tenant:1dcab40cd5f34d7b827be773bc5072d2 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:01.418928 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:01.437462 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:01.624963 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34f8bb90-1e98-40da-9c37-bf54649be72d req-72af4432-2485-4a40-a166-4759265908fa tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468119 Feb 09 14:30:01.733512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.objects.ports [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87596) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:30:01.754267 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:01.848485 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b983a0fa-8db1-49cd-a965-36dc0a57a65b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:01.974537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-8f6c763b-3bce-49ff-9857-dcca7e0a3d8c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:01.975528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-8f6c763b-3bce-49ff-9857-dcca7e0a3d8c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Synchronizing usage tracker for tenant:c024d02814d948829adf7be459d0a506 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:02.009626 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b983a0fa-8db1-49cd-a965-36dc0a57a65b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for 96a38989-2814-436c-8cb6-f2ca27ba6100 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:02.012020 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-8f6c763b-3bce-49ff-9857-dcca7e0a3d8c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Unset dirty status for tenant:c024d02814d948829adf7be459d0a506 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:02.013935 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-8f6c763b-3bce-49ff-9857-dcca7e0a3d8c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/networks?id=f7610042-64a5-4213-a8e5-88e8184a0ffc HTTP/1.1" status: 200 len: 813 time: 0.2434926 Feb 09 14:30:02.035989 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-d6b1f010-224e-4f5f-8f1d-8677b9c12dc0 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/quotas/c024d02814d948829adf7be459d0a506 HTTP/1.1" status: 200 len: 375 time: 0.0133421 Feb 09 14:30:02.169230 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-4f91d57e-ac8a-40f6-b5b3-4e2a2e6b4b73 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c024d02814d948829adf7be459d0a506&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131477 Feb 09 14:30:02.169655 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:02.181012 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:02.486513 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-cf22a99b-a609-48b8-b94d-0d94a84f22b0 service neutron] 10.222.0.48 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115172 Feb 09 14:30:02.518060 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a589fa4-acaa-4ef1-8c7d-42d17263648a None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:02.542087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b470306c-d3e5-4aed-adbc-a57e66e37ea8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:02.551283 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6075c4b-2bd3-49bb-9d77-fe42fd3a7edf None None] Network f7610042-64a5-4213-a8e5-88e8184a0ffc requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:02.555887 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1dcab40cd5f34d7b827be773bc5072d2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1402090 Feb 09 14:30:02.556861 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b983a0fa-8db1-49cd-a965-36dc0a57a65b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:02.558513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48450) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:02.584922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:02.585327 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:02.585738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:02.586078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:02.586413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:02.586747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:02.587075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:02.587402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:02.587809 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:02.588098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:02.588423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:02.588771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86dcdbf-b7a5-4f07-934a-a31ed4f727b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:02.722194 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-3bc0aa30-a305-4678-9aa6-544248004d65 service neutron] 10.222.0.48 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286046 Feb 09 14:30:02.811195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983a0fa-8db1-49cd-a965-36dc0a57a65b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=96a38989-2814-436c-8cb6-f2ca27ba6100,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:02.829373 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b983a0fa-8db1-49cd-a965-36dc0a57a65b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:02.850722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48470) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:02.851564 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b983a0fa-8db1-49cd-a965-36dc0a57a65b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/96a38989-2814-436c-8cb6-f2ca27ba6100 HTTP/1.1" status: 204 len: 168 time: 1.8285952 Feb 09 14:30:02.852172 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a431f681-c69d-435b-8fcb-d230516eab9e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:02.894537 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:03.006928 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0121b37-1d77-4b16-8c5c-e60ebce3e2ea tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] GET failed (client error): The resource could not be found. Feb 09 14:30:03.007452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b0121b37-1d77-4b16-8c5c-e60ebce3e2ea tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:03.013180 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d9d4fbbe-e210-4959-82a3-9513fc58fbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:03.046259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b0121b37-1d77-4b16-8c5c-e60ebce3e2ea tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:03.047547 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b0121b37-1d77-4b16-8c5c-e60ebce3e2ea tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports/96a38989-2814-436c-8cb6-f2ca27ba6100 HTTP/1.1" status: 404 len: 333 time: 0.1943913 Feb 09 14:30:03.051276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48492) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:03.058223 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-019dea28-22f0-422a-b24f-e3f37e137665 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7', 'name': 'tempest-PortsTestJSON-1901240572'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:03.086449 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d9d4fbbe-e210-4959-82a3-9513fc58fbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:03.146451 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a01b12d6-3822-463e-90ca-04264f602751 None None] Provisioning for port a431f681-c69d-435b-8fcb-d230516eab9e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:03.221723 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port a431f681-c69d-435b-8fcb-d230516eab9e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:03.256764 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee74e7-0e93-412a-a710-f4fbfd9a3665 req-0fb6d8f4-c5be-42e5-9ae4-a6fefd71e33d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:03.259330 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0dee74e7-0e93-412a-a710-f4fbfd9a3665 req-0fb6d8f4-c5be-42e5-9ae4-a6fefd71e33d tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.4041195 Feb 09 14:30:03.267399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port a431f681-c69d-435b-8fcb-d230516eab9e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:03.267813 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:03.272169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-019dea28-22f0-422a-b24f-e3f37e137665 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:03.285640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-019dea28-22f0-422a-b24f-e3f37e137665 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:03.330248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019dea28-22f0-422a-b24f-e3f37e137665 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:03.338770 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-019dea28-22f0-422a-b24f-e3f37e137665 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:03.364540 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0dee74e7-0e93-412a-a710-f4fbfd9a3665 req-84df9688-7786-4903-8cbb-67ad913a4573 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905793 Feb 09 14:30:03.379285 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d9d4fbbe-e210-4959-82a3-9513fc58fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:03.411161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-019dea28-22f0-422a-b24f-e3f37e137665 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] device_id is not set on port 00e39560-42b2-461d-8c8b-920fb18d8458 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:03.438977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4fbbe-e210-4959-82a3-9513fc58fbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b470306c-d3e5-4aed-adbc-a57e66e37ea8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:03.446609 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d9d4fbbe-e210-4959-82a3-9513fc58fbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:03.448008 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d9d4fbbe-e210-4959-82a3-9513fc58fbdc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b470306c-d3e5-4aed-adbc-a57e66e37ea8 HTTP/1.1" status: 204 len: 168 time: 0.8536005 Feb 09 14:30:03.457168 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] For port a431f681-c69d-435b-8fcb-d230516eab9e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a431f681-c69d-435b-8fcb-d230516eab9e,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:03.523460 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:03.535919 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:03.538130 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:03.839668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:03.852540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:03.870179 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:03.871037 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:03.883927 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:03.912926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=9f143acb-ab3e-4ff0-aa1f-466d1b13648f,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:03.938179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435f8035-1303-4af3-ac27-606c83baeb6a None None] Network f7610042-64a5-4213-a8e5-88e8184a0ffc requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:03.947257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=a431f681-c69d-435b-8fcb-d230516eab9e,revision_number=4']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:03.956514 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-93994b7b-b215-4696-9395-1efb0db09de9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0355065 Feb 09 14:30:03.956862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48584) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:03.979300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'mac_address': 'fa:16:3e:14:cd:97', 'name': 'tempest-NetworksTestDHCPv6-1827351823'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:04.033021 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-019dea28-22f0-422a-b24f-e3f37e137665 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:04.058606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93c3ea-6934-4b6a-9cea-3ee77463849d req-22d6fa41-0bf2-4570-8bc9-a609a948dc5b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:04.065970 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b93c3ea-6934-4b6a-9cea-3ee77463849d req-22d6fa41-0bf2-4570-8bc9-a609a948dc5b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.3325853 Feb 09 14:30:04.109445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48606) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:04.206809 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b93c3ea-6934-4b6a-9cea-3ee77463849d req-9f5d41c5-7b1f-469e-bc80-1787a2c9d8e5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332929 Feb 09 14:30:04.263976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port a431f681-c69d-435b-8fcb-d230516eab9e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a431f681-c69d-435b-8fcb-d230516eab9e,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:04.286964 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:04.307812 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-70dfb5ca-fbe4-4029-9540-906ffcc6262e req-2877bfcb-ee7c-4d7c-9c71-3eb728b6d8ab tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 210 time: 0.1309342 Feb 09 14:30:04.318640 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-019dea28-22f0-422a-b24f-e3f37e137665 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:04.331097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d84cd7cd-c7c4-40b4-a914-acf5c8104c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:04.455146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d84cd7cd-c7c4-40b4-a914-acf5c8104c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:04.477390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d84cd7cd-c7c4-40b4-a914-acf5c8104c73 admin admin] Usage tracker for resource:security_group_rule and tenant:b03aa74cd58b44db9fa45386015beab1 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:04.497278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d84cd7cd-c7c4-40b4-a914-acf5c8104c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:04.512520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d84cd7cd-c7c4-40b4-a914-acf5c8104c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:04.574660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019dea28-22f0-422a-b24f-e3f37e137665 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:04.583057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-019dea28-22f0-422a-b24f-e3f37e137665 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:04.586777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:04.596615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dea28-22f0-422a-b24f-e3f37e137665 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=00e39560-42b2-461d-8c8b-920fb18d8458,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:04.602302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019dea28-22f0-422a-b24f-e3f37e137665 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:04.609257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019dea28-22f0-422a-b24f-e3f37e137665 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:04.610275 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-019dea28-22f0-422a-b24f-e3f37e137665 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:04.618236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:port and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:04.629322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a431f681-c69d-435b-8fcb-d230516eab9e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:04.695061 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=a431f681-c69d-435b-8fcb-d230516eab9e,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:04.732264 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:04.732768 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:04.733862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:04.734338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:04.734806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:04.735281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:04.735763 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:04.736255 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:04.736761 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:04.737224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:04.737976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:04.738519 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:04.880439 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port a431f681-c69d-435b-8fcb-d230516eab9e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:04.881494 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:04.932100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:04.974570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:05.055778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:05.076133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f15905-dccc-4543-8de5-e5105491b9dd None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:05.201525 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-06eb60f6-9092-446e-9e0b-bc00a998ef7c None None] Provisioning complete for port a431f681-c69d-435b-8fcb-d230516eab9e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:05.201902 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-06eb60f6-9092-446e-9e0b-bc00a998ef7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:05.269513 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:05.287860 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48742) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:05.294778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e1736c05-07ce-4d82-9169-f76e01e99bc3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:05.300070 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-019dea28-22f0-422a-b24f-e3f37e137665 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2465763 Feb 09 14:30:05.343800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port d0c9cef0-e3bc-4b6c-b1c6-a16e2a5a7307 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:05.565983 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1736c05-07ce-4d82-9169-f76e01e99bc3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:05.769533 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-00fa1795-a18e-4f56-ba6a-90f851c89bf0 req-bd416e12-2d19-4005-a953-04443c9db2cd tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 210 time: 0.0945351 Feb 09 14:30:05.836641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 172.20.0.11 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/40894b9f-f3cb-49e7-ba1b-20642920672b/d0c9cef0-e3bc-4b6c-b1c6-a16e2a5a7307) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:05.855135 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::f816:3eff:fe14:cd97 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/9f143acb-ab3e-4ff0-aa1f-466d1b13648f/d0c9cef0-e3bc-4b6c-b1c6-a16e2a5a7307) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:05.877102 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d84cd7cd-c7c4-40b4-a914-acf5c8104c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:05.894159 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d84cd7cd-c7c4-40b4-a914-acf5c8104c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:06.032592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cd7cd-c7c4-40b4-a914-acf5c8104c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2f70d9-2363-45eb-91ea-63fafdbae69b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:06.138032 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1736c05-07ce-4d82-9169-f76e01e99bc3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:06.150588 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1736c05-07ce-4d82-9169-f76e01e99bc3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:06.200292 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d84cd7cd-c7c4-40b4-a914-acf5c8104c73 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b03aa74cd58b44db9fa45386015beab1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0892661 Feb 09 14:30:06.204001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48846) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:06.275434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e1736c05-07ce-4d82-9169-f76e01e99bc3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] In _notify_port_updated(), no bound segment for port 00e39560-42b2-461d-8c8b-920fb18d8458 on network 37922efb-ad82-43cb-839e-8a90e435f4d7 {{(pid=87596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:30:06.281473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1736c05-07ce-4d82-9169-f76e01e99bc3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:06.283716 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1736c05-07ce-4d82-9169-f76e01e99bc3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:06.285380 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e1736c05-07ce-4d82-9169-f76e01e99bc3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "PUT /v2.0/ports/00e39560-42b2-461d-8c8b-920fb18d8458 HTTP/1.1" status: 200 len: 818 time: 0.9960711 Feb 09 14:30:06.291538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 48860) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:06.313373 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7f12b221-570a-4925-8f8b-38516969656e None None] Provisioning complete for port a431f681-c69d-435b-8fcb-d230516eab9e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:06.314152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1736c05-07ce-4d82-9169-f76e01e99bc3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=00e39560-42b2-461d-8c8b-920fb18d8458,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:06.314553 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7f12b221-570a-4925-8f8b-38516969656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:06.324337 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3553277-7af9-460f-894b-0489da385bc1 req-85b178a2-d35b-40c5-9cdf-44f98c61d268 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:06.326497 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3553277-7af9-460f-894b-0489da385bc1 req-85b178a2-d35b-40c5-9cdf-44f98c61d268 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6a2e1-7b1e-4193-81ad-349123cea009 HTTP/1.1" status: 200 len: 943 time: 0.3666093 Feb 09 14:30:06.421621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-c3553277-7af9-460f-894b-0489da385bc1 req-5ba2be29-99e5-4ca5-a0be-14435f58a1c3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Deleting port 97e2cb23-f44b-4f57-ba04-fd0e8929b244 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:06.422470 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c3553277-7af9-460f-894b-0489da385bc1 req-5ba2be29-99e5-4ca5-a0be-14435f58a1c3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:06.498378 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a431f681-c69d-435b-8fcb-d230516eab9e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:06.624017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port a431f681-c69d-435b-8fcb-d230516eab9e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:06.624440 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:06.760820 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:06.779875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab2880-46c9-412c-889d-b36b5f0c0641 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 00e39560-42b2-461d-8c8b-920fb18d8458 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:06.780371 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2880-46c9-412c-889d-b36b5f0c0641 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:06.813317 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-c3553277-7af9-460f-894b-0489da385bc1 req-5ba2be29-99e5-4ca5-a0be-14435f58a1c3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] For port 97e2cb23-f44b-4f57-ba04-fd0e8929b244, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=97e2cb23-f44b-4f57-ba04-fd0e8929b244,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:06.813799 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c3553277-7af9-460f-894b-0489da385bc1 req-5ba2be29-99e5-4ca5-a0be-14435f58a1c3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:06.846180 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-46a93b86-7791-4bc7-b933-864b0adffb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:06.895776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object d0c9cef0-e3bc-4b6c-b1c6-a16e2a5a7307 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:06.986359 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-46a93b86-7791-4bc7-b933-864b0adffb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:07.072574 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2335a2c-20a8-4789-837a-7b73b6bcaec9 req-9c86aa61-981d-4455-a04f-66eac3ad2292 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 210 time: 0.1312675 Feb 09 14:30:07.094205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-53563313-89d3-4afc-8889-4684c951903a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:07.095931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-53563313-89d3-4afc-8889-4684c951903a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.35 "GET /v2.0/networks?id=f7610042-64a5-4213-a8e5-88e8184a0ffc HTTP/1.1" status: 200 len: 813 time: 0.6778960 Feb 09 14:30:07.125142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-eacbc8f9-6e3c-4034-af3f-5cce38e0135e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Request body: {'port': {'device_id': '537f1d08-9329-47ff-a568-8e9366dbef7a', 'network_id': 'f7610042-64a5-4213-a8e5-88e8184a0ffc', 'admin_state_up': True, 'tenant_id': 'c024d02814d948829adf7be459d0a506'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:07.126004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-c3553277-7af9-460f-894b-0489da385bc1 req-5ba2be29-99e5-4ca5-a0be-14435f58a1c3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Calling delete_port for 97e2cb23-f44b-4f57-ba04-fd0e8929b244 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:07.291516 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c3553277-7af9-460f-894b-0489da385bc1 req-5ba2be29-99e5-4ca5-a0be-14435f58a1c3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:07.301538 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:07.303690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['e658954f-01f9-49b0-b68a-afc1daf383c9', '89616186-2545-46c6-a544-b311c5d5aebc'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:30:07.395047 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-46a93b86-7791-4bc7-b933-864b0adffb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:07.401462 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2be29-99e5-4ca5-a0be-14435f58a1c3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event deleted for resources: {'Port': ['ID=97e2cb23-f44b-4f57-ba04-fd0e8929b244,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:07.452011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3553277-7af9-460f-894b-0489da385bc1 req-5ba2be29-99e5-4ca5-a0be-14435f58a1c3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] No DVR routers for this DVR port 97e2cb23-f44b-4f57-ba04-fd0e8929b244 on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:30:07.454629 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c3553277-7af9-460f-894b-0489da385bc1 req-5ba2be29-99e5-4ca5-a0be-14435f58a1c3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:07.457913 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6a2e1-7b1e-4193-81ad-349123cea009', 'name': 'network-vif-deleted', 'tag': '97e2cb23-f44b-4f57-ba04-fd0e8929b244'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:30:07.468518 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2880-46c9-412c-889d-b36b5f0c0641 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:07.481977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a93b86-7791-4bc7-b933-864b0adffb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2f70d9-2363-45eb-91ea-63fafdbae69b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:07.499174 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3553277-7af9-460f-894b-0489da385bc1 req-5ba2be29-99e5-4ca5-a0be-14435f58a1c3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "DELETE /v2.0/ports/97e2cb23-f44b-4f57-ba04-fd0e8929b244 HTTP/1.1" status: 204 len: 173 time: 1.1669872 Feb 09 14:30:07.539661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:07.569094 n-d-828418-2 neutron-server[87596]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9a6a2e1-7b1e-4193-81ad-349123cea009', 'name': 'network-vif-deleted', 'tag': '97e2cb23-f44b-4f57-ba04-fd0e8929b244', 'status': 'failed', 'code': 422} returned with failed status Feb 09 14:30:07.818970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:07.827332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab2880-46c9-412c-889d-b36b5f0c0641 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for 00e39560-42b2-461d-8c8b-920fb18d8458 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:07.869849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:07.895833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=d0c9cef0-e3bc-4b6c-b1c6-a16e2a5a7307,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:07.922550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-eacbc8f9-6e3c-4034-af3f-5cce38e0135e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:07.935667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-eacbc8f9-6e3c-4034-af3f-5cce38e0135e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Usage tracker for resource:port and tenant:c024d02814d948829adf7be459d0a506 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:07.938730 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-46a93b86-7791-4bc7-b933-864b0adffb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:07.940083 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-46a93b86-7791-4bc7-b933-864b0adffb5f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e2f70d9-2363-45eb-91ea-63fafdbae69b HTTP/1.1" status: 204 len: 168 time: 1.7347610 Feb 09 14:30:07.941724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-eacbc8f9-6e3c-4034-af3f-5cce38e0135e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:07.962982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-eacbc8f9-6e3c-4034-af3f-5cce38e0135e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:08.003090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:08.003670 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:08.015229 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-eacbc8f9-6e3c-4034-af3f-5cce38e0135e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Made reservation on behalf of c024d02814d948829adf7be459d0a506 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:08.018683 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-eacbc8f9-6e3c-4034-af3f-5cce38e0135e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:08.047433 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2880-46c9-412c-889d-b36b5f0c0641 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:08.146974 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49000) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:08.156609 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e7017ae8-fcff-43e1-8d3b-e798b4dbac99 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.1908441 Feb 09 14:30:08.188168 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab2880-46c9-412c-889d-b36b5f0c0641 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=00e39560-42b2-461d-8c8b-920fb18d8458,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:08.228059 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2880-46c9-412c-889d-b36b5f0c0641 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:08.260958 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e3ab2880-46c9-412c-889d-b36b5f0c0641 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/00e39560-42b2-461d-8c8b-920fb18d8458 HTTP/1.1" status: 204 len: 168 time: 1.9506478 Feb 09 14:30:08.264512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49010) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:08.321780 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7c60b809-11d8-44e3-a78a-bca13645dbc0 None None] Provisioning for port d0c9cef0-e3bc-4b6c-b1c6-a16e2a5a7307 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:08.328515 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7c60b809-11d8-44e3-a78a-bca13645dbc0 None None] Provisioning complete for port d0c9cef0-e3bc-4b6c-b1c6-a16e2a5a7307 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:08.329119 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7c60b809-11d8-44e3-a78a-bca13645dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:08.366075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365eb2ca-0e92-4551-b402-c4fce8b92cc9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:08.373076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365eb2ca-0e92-4551-b402-c4fce8b92cc9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:08.373983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-365eb2ca-0e92-4551-b402-c4fce8b92cc9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:08.403070 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-365eb2ca-0e92-4551-b402-c4fce8b92cc9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:08.407707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49014) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:08.408730 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-365eb2ca-0e92-4551-b402-c4fce8b92cc9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2605686 Feb 09 14:30:08.426421 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8f59ab-323c-4970-b90f-64e14606b55f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:08.427126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cb8f59ab-323c-4970-b90f-64e14606b55f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:08.448999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cb8f59ab-323c-4970-b90f-64e14606b55f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:08.452865 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cb8f59ab-323c-4970-b90f-64e14606b55f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1847301 Feb 09 14:30:08.453040 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-7c60b809-11d8-44e3-a78a-bca13645dbc0 None None] Port d0c9cef0-e3bc-4b6c-b1c6-a16e2a5a7307 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:30:08.453214 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49020) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:08.512822 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e5b886-7348-4f07-8bf4-a97ffcc77762 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] GET failed (client error): The resource could not be found. Feb 09 14:30:08.515136 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-80e5b886-7348-4f07-8bf4-a97ffcc77762 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports/00e39560-42b2-461d-8c8b-920fb18d8458 HTTP/1.1" status: 404 len: 333 time: 0.0603895 Feb 09 14:30:08.518988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49028) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:08.526242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-90bd0b8d-2ce0-436a-bc24-07e9e43fcf06 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-632195190'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:08.532135 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-90bd0b8d-2ce0-436a-bc24-07e9e43fcf06 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:08.537148 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-90bd0b8d-2ce0-436a-bc24-07e9e43fcf06 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:network and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:08.539236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-7e47ff2d-d702-438d-af5a-8b8c62da8f7b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port d0c9cef0-e3bc-4b6c-b1c6-a16e2a5a7307 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:08.539587 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e47ff2d-d702-438d-af5a-8b8c62da8f7b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:08.541650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-90bd0b8d-2ce0-436a-bc24-07e9e43fcf06 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:08.549452 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-90bd0b8d-2ce0-436a-bc24-07e9e43fcf06 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:08.570991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bd0b8d-2ce0-436a-bc24-07e9e43fcf06 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:08.575956 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-90bd0b8d-2ce0-436a-bc24-07e9e43fcf06 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:08.606319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-eacbc8f9-6e3c-4034-af3f-5cce38e0135e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Allocated IP 172.20.0.11 (f7610042-64a5-4213-a8e5-88e8184a0ffc/e3407ac2-b0bc-4169-870e-0aafafa756d9/b22fbcdd-e7aa-48dd-8961-31638e547dfe) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:08.645875 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bd0b8d-2ce0-436a-bc24-07e9e43fcf06 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:30:08.718382 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-78b1e877-c2d5-4b52-86cb-4b8568d7db02 req-5a52fabb-698c-4114-9ed8-bfd9b79a884f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 210 time: 0.0647752 Feb 09 14:30:08.721869 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-90bd0b8d-2ce0-436a-bc24-07e9e43fcf06 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:08.723599 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:08.724368 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-90bd0b8d-2ce0-436a-bc24-07e9e43fcf06 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Added segment d9803ee1-e9b7-4bf8-8125-606dd97ec969 of type vlan for network f0bd1ce9-2024-4bdc-90b1-32928e1185ac Feb 09 14:30:08.768841 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-90bd0b8d-2ce0-436a-bc24-07e9e43fcf06 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:08.837869 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-90bd0b8d-2ce0-436a-bc24-07e9e43fcf06 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:08.849227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bd0b8d-2ce0-436a-bc24-07e9e43fcf06 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:08.851369 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-90bd0b8d-2ce0-436a-bc24-07e9e43fcf06 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:09.056091 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e47ff2d-d702-438d-af5a-8b8c62da8f7b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:09.069944 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-90bd0b8d-2ce0-436a-bc24-07e9e43fcf06 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5495279 Feb 09 14:30:09.074368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49048) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:09.078680 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-eacbc8f9-6e3c-4034-af3f-5cce38e0135e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:09.084861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8812d8cc-3b12-429a-b543-4b8b114fae1e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'subnet': {'network_id': 'f0bd1ce9-2024-4bdc-90b1-32928e1185ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:09.105758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd0b8d-2ce0-436a-bc24-07e9e43fcf06 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Network': ['ID=f0bd1ce9-2024-4bdc-90b1-32928e1185ac,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:09.119142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network f0bd1ce9-2024-4bdc-90b1-32928e1185ac details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:30:09.214308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-7e47ff2d-d702-438d-af5a-8b8c62da8f7b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for d0c9cef0-e3bc-4b6c-b1c6-a16e2a5a7307 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:09.260955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfaff5-5ed0-4356-b992-934d1ad8f61e req-f8b59015-0828-462a-8751-765f68f58a9c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:09.261648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a2bfaff5-5ed0-4356-b992-934d1ad8f61e req-f8b59015-0828-462a-8751-765f68f58a9c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Synchronizing usage tracker for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:09.264533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8812d8cc-3b12-429a-b543-4b8b114fae1e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:09.269795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8812d8cc-3b12-429a-b543-4b8b114fae1e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:subnet and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:09.277913 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8812d8cc-3b12-429a-b543-4b8b114fae1e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:09.286609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8812d8cc-3b12-429a-b543-4b8b114fae1e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:09.297231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a2bfaff5-5ed0-4356-b992-934d1ad8f61e req-f8b59015-0828-462a-8751-765f68f58a9c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Unset dirty status for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:09.298726 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a2bfaff5-5ed0-4356-b992-934d1ad8f61e req-f8b59015-0828-462a-8751-765f68f58a9c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 907 time: 0.2978013 Feb 09 14:30:09.301012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8812d8cc-3b12-429a-b543-4b8b114fae1e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:09.305362 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8812d8cc-3b12-429a-b543-4b8b114fae1e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:09.309858 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-eacbc8f9-6e3c-4034-af3f-5cce38e0135e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:09.436647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-eacbc8f9-6e3c-4034-af3f-5cce38e0135e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Network f7610042-64a5-4213-a8e5-88e8184a0ffc is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:09.441627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-eacbc8f9-6e3c-4034-af3f-5cce38e0135e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:09.447635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-eacbc8f9-6e3c-4034-af3f-5cce38e0135e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:09.524476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbc8f9-6e3c-4034-af3f-5cce38e0135e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Pushing event updated for resources: {'Port': ['ID=b22fbcdd-e7aa-48dd-8961-31638e547dfe,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:09.574846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-eacbc8f9-6e3c-4034-af3f-5cce38e0135e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:09.575450 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-eacbc8f9-6e3c-4034-af3f-5cce38e0135e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:09.590051 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e47ff2d-d702-438d-af5a-8b8c62da8f7b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:09.645251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47ff2d-d702-438d-af5a-8b8c62da8f7b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=d0c9cef0-e3bc-4b6c-b1c6-a16e2a5a7307,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:09.650037 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-eacbc8f9-6e3c-4034-af3f-5cce38e0135e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5398021 Feb 09 14:30:09.695703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Request body: {'port': {'device_id': '537f1d08-9329-47ff-a568-8e9366dbef7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:09.729600 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8812d8cc-3b12-429a-b543-4b8b114fae1e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:09.832947 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812d8cc-3b12-429a-b543-4b8b114fae1e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Subnet': ['ID=93dc7919-e746-4987-8a76-09489b806468,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:09.858440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812d8cc-3b12-429a-b543-4b8b114fae1e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Checking segment: {'id': 'd9803ee1-e9b7-4bf8-8125-606dd97ec969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0bd1ce9-2024-4bdc-90b1-32928e1185ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:30:09.858440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8812d8cc-3b12-429a-b543-4b8b114fae1e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network hostable DHCP agents. Network: f0bd1ce9-2024-4bdc-90b1-32928e1185ac, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:30:09.895274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8812d8cc-3b12-429a-b543-4b8b114fae1e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network f0bd1ce9-2024-4bdc-90b1-32928e1185ac is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:30:09.913427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8812d8cc-3b12-429a-b543-4b8b114fae1e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, f0bd1ce9-2024-4bdc-90b1-32928e1185ac) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:09.926940 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617a2da1-c71a-456a-9ef7-f0b6302535ec None None] Network f0bd1ce9-2024-4bdc-90b1-32928e1185ac requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:09.940970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8812d8cc-3b12-429a-b543-4b8b114fae1e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:09.942615 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8812d8cc-3b12-429a-b543-4b8b114fae1e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:09.982899 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8812d8cc-3b12-429a-b543-4b8b114fae1e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9038303 Feb 09 14:30:09.985048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49068) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:10.006064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7c8096ee-f2d1-4a52-b0a8-2da977e275f2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'subnet': {'network_id': 'f0bd1ce9-2024-4bdc-90b1-32928e1185ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:10.102953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49074) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:10.214015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-f0bd1ce9-2024-4bdc-90b1-32928e1185ac', 'network_id': 'f0bd1ce9-2024-4bdc-90b1-32928e1185ac', 'tenant_id': '5630d50e4fb5462e9b466142aa6ba4f5', 'fixed_ips': [{'subnet_id': '93dc7919-e746-4987-8a76-09489b806468'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:30:10.214852 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:10.260732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7c8096ee-f2d1-4a52-b0a8-2da977e275f2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:10.269109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7c8096ee-f2d1-4a52-b0a8-2da977e275f2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:subnet and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:10.278776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7c8096ee-f2d1-4a52-b0a8-2da977e275f2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:10.287201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7c8096ee-f2d1-4a52-b0a8-2da977e275f2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:10.304937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8096ee-f2d1-4a52-b0a8-2da977e275f2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:10.309208 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c8096ee-f2d1-4a52-b0a8-2da977e275f2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:10.321781 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e47ff2d-d702-438d-af5a-8b8c62da8f7b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:10.344337 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7e47ff2d-d702-438d-af5a-8b8c62da8f7b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/d0c9cef0-e3bc-4b6c-b1c6-a16e2a5a7307 HTTP/1.1" status: 204 len: 168 time: 1.9345932 Feb 09 14:30:10.347113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49082) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:10.350515 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:10.456377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Allocated IP 172.20.0.2 (f0bd1ce9-2024-4bdc-90b1-32928e1185ac/93dc7919-e746-4987-8a76-09489b806468/3849c34e-6a87-48c1-9e4b-95951ca6e5d9) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:10.593358 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:10.595918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9694fbd-8d62-4c3c-aa15-822846b8d753 req-e9c55cff-6432-4fca-8f05-f360a90ca363 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:10.596692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a9694fbd-8d62-4c3c-aa15-822846b8d753 req-e9c55cff-6432-4fca-8f05-f360a90ca363 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Synchronizing usage tracker for tenant:c024d02814d948829adf7be459d0a506 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:10.610857 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec0dd60-8a5d-43ce-bbf4-54f77a0ebcb1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:10.612424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec0dd60-8a5d-43ce-bbf4-54f77a0ebcb1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:10.614052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec0dd60-8a5d-43ce-bbf4-54f77a0ebcb1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:10.614893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cec0dd60-8a5d-43ce-bbf4-54f77a0ebcb1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:10.697692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a9694fbd-8d62-4c3c-aa15-822846b8d753 req-e9c55cff-6432-4fca-8f05-f360a90ca363 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Unset dirty status for tenant:c024d02814d948829adf7be459d0a506 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:10.699290 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a9694fbd-8d62-4c3c-aa15-822846b8d753 req-e9c55cff-6432-4fca-8f05-f360a90ca363 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 932 time: 0.6150661 Feb 09 14:30:10.703218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cec0dd60-8a5d-43ce-bbf4-54f77a0ebcb1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:10.707486 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cec0dd60-8a5d-43ce-bbf4-54f77a0ebcb1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3581178 Feb 09 14:30:10.708538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49088) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:10.709898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1763594068'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:10.722782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:10.732478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Usage tracker for resource:network and tenant:3a806cd7798d4e14a51e647a4e327902 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:10.742261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:10.746697 n-d-828418-2 neutron-server[87596]: INFO neutron.db.ipam_backend_mixin [None req-7c8096ee-f2d1-4a52-b0a8-2da977e275f2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 93dc7919-e746-4987-8a76-09489b806468 (CIDR: 172.20.0.0/28) Feb 09 14:30:10.756337 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:10.761894 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8096ee-f2d1-4a52-b0a8-2da977e275f2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:30:10.762828 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c8096ee-f2d1-4a52-b0a8-2da977e275f2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:30:10.785695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Made reservation on behalf of 3a806cd7798d4e14a51e647a4e327902 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:10.789706 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:10.799714 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:10.803119 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:10.816567 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Transition to ACTIVE for port object 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:10.820419 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7c8096ee-f2d1-4a52-b0a8-2da977e275f2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8315454 Feb 09 14:30:10.824080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49092) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:10.834645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-bf337e17-74b3-4159-8adc-ef52d3736869 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'subnet': {'network_id': 'f0bd1ce9-2024-4bdc-90b1-32928e1185ac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:10.848028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Transition to ACTIVE for port object 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:10.857268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:10.859626 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:10.932954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a9694fbd-8d62-4c3c-aa15-822846b8d753 req-b1265912-5a7d-4c50-8ed4-cf5ab2b39e88 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Synchronizing usage tracker for tenant:c024d02814d948829adf7be459d0a506 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:10.939892 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Usage tracker for resource:security_group_rule and tenant:3a806cd7798d4e14a51e647a4e327902 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:10.948512 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Network f0bd1ce9-2024-4bdc-90b1-32928e1185ac is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:10.949509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:10.952120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:10.957538 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:10.962298 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Pushing event updated for resources: {'Port': ['ID=3849c34e-6a87-48c1-9e4b-95951ca6e5d9,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:10.963426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27080d7-8ac6-4528-bc86-d71cf0e022d1 req-ce02ee4b-621d-45f6-ba10-83b174c2451b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:10.963554 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e46244-948b-4117-b665-6ddd1836cb84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 40894b9f-f3cb-49e7-ba1b-20642920672b {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:30:10.965420 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f27080d7-8ac6-4528-bc86-d71cf0e022d1 req-ce02ee4b-621d-45f6-ba10-83b174c2451b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 907 time: 0.2985830 Feb 09 14:30:10.979646 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6e46244-948b-4117-b665-6ddd1836cb84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:10.982334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:11.067262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a9694fbd-8d62-4c3c-aa15-822846b8d753 req-b1265912-5a7d-4c50-8ed4-cf5ab2b39e88 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Unset dirty status for tenant:c024d02814d948829adf7be459d0a506 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:11.076621 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a9694fbd-8d62-4c3c-aa15-822846b8d753 req-b1265912-5a7d-4c50-8ed4-cf5ab2b39e88 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668289 Feb 09 14:30:11.108990 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6e46244-948b-4117-b665-6ddd1836cb84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.126740 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Attempting to bind port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:11.127277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Attempting to bind port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd9803ee1-e9b7-4bf8-8125-606dd97ec969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0bd1ce9-2024-4bdc-90b1-32928e1185ac'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:11.127892 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Attempting to bind port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 on network f0bd1ce9-2024-4bdc-90b1-32928e1185ac {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:11.134942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:30:11.135708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Checking segment: {'id': 'd9803ee1-e9b7-4bf8-8125-606dd97ec969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0bd1ce9-2024-4bdc-90b1-32928e1185ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:30:11.136465 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.137193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Bound using segment: {'id': 'd9803ee1-e9b7-4bf8-8125-606dd97ec969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0bd1ce9-2024-4bdc-90b1-32928e1185ac'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:30:11.138063 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Bound port: 3849c34e-6a87-48c1-9e4b-95951ca6e5d9, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9803ee1-e9b7-4bf8-8125-606dd97ec969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f0bd1ce9-2024-4bdc-90b1-32928e1185ac'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:30:11.140988 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.195565 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.199326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bf337e17-74b3-4159-8adc-ef52d3736869 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:11.205493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bf337e17-74b3-4159-8adc-ef52d3736869 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:subnet and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:11.209072 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.214176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bf337e17-74b3-4159-8adc-ef52d3736869 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:11.238187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bf337e17-74b3-4159-8adc-ef52d3736869 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:11.283761 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:30:11.284189 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] For port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:30:11.284328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63157c1c-3202-44ab-a5e4-dda70e036893,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:11.285538 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] For port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3849c34e-6a87-48c1-9e4b-95951ca6e5d9,segment=NetworkSegment(d9803ee1-e9b7-4bf8-8125-606dd97ec969),segment_id=d9803ee1-e9b7-4bf8-8125-606dd97ec969)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:30:11.287115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf337e17-74b3-4159-8adc-ef52d3736869 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:11.293619 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.297568 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf337e17-74b3-4159-8adc-ef52d3736869 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.401643 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25137e1-971b-4633-ac56-20e10cec1d28 req-50077bcb-6941-4919-a377-08bd2e067ddd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:11.403054 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d25137e1-971b-4633-ac56-20e10cec1d28 req-50077bcb-6941-4919-a377-08bd2e067ddd tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 907 time: 0.5115020 Feb 09 14:30:11.448845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dfa66-6817-45ba-ac58-38713f62050f None None] Pushing event updated for resources: {'Port': ['ID=3849c34e-6a87-48c1-9e4b-95951ca6e5d9,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:11.498929 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:30:11.552391 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.553002 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Added segment 66047c30-bce5-4ac0-912b-2a04398259d6 of type vlan for network a19355df-5c5d-4846-9d09-0a06f894fcc5 Feb 09 14:30:11.586630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d25137e1-971b-4633-ac56-20e10cec1d28 req-b4927b3c-8236-49ab-a0f0-887f89ca41db tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Deleting port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:11.587907 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d25137e1-971b-4633-ac56-20e10cec1d28 req-b4927b3c-8236-49ab-a0f0-887f89ca41db tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.597997 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.661426 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6e46244-948b-4117-b665-6ddd1836cb84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.661979 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf337e17-74b3-4159-8adc-ef52d3736869 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.722282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf337e17-74b3-4159-8adc-ef52d3736869 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network f0bd1ce9-2024-4bdc-90b1-32928e1185ac is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:11.740661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-bf337e17-74b3-4159-8adc-ef52d3736869 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:11.747153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.765258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:11.769350 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.773379 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6e46244-948b-4117-b665-6ddd1836cb84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.777585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf337e17-74b3-4159-8adc-ef52d3736869 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:11.778236 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf337e17-74b3-4159-8adc-ef52d3736869 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.875643 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e46244-948b-4117-b665-6ddd1836cb84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=40894b9f-f3cb-49e7-ba1b-20642920672b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:11.878705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22fbcdd-e7aa-48dd-8961-31638e547dfe {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:30:11.886185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e802ee-1422-42fd-b7e2-b977d6f7bd6a None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:11.902068 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6e46244-948b-4117-b665-6ddd1836cb84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.916499 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:11.951136 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.8468192 Feb 09 14:30:11.991660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf337e17-74b3-4159-8adc-ef52d3736869 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Subnet': ['ID=c6667b47-1be4-412a-a3d5-2311a1588173,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:12.003645 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bf337e17-74b3-4159-8adc-ef52d3736869 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1770067 Feb 09 14:30:12.007841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49108) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:12.016541 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a6e46244-948b-4117-b665-6ddd1836cb84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/40894b9f-f3cb-49e7-ba1b-20642920672b HTTP/1.1" status: 204 len: 168 time: 1.2896035 Feb 09 14:30:12.017088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'network_id': 'f0bd1ce9-2024-4bdc-90b1-32928e1185ac', 'fixed_ips': [{'subnet_id': '93dc7919-e746-4987-8a76-09489b806468'}, {'subnet_id': 'c6667b47-1be4-412a-a3d5-2311a1588173'}], 'name': 'tempest-PortsTestJSON-615492196'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:12.018023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Transition to ACTIVE for port object b22fbcdd-e7aa-48dd-8961-31638e547dfe will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:12.024437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49112) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:12.037037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec4aef-2855-4241-bb50-8bfd4db5f5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Pushing event updated for resources: {'Network': ['ID=a19355df-5c5d-4846-9d09-0a06f894fcc5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:12.070949 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:12.096275 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network a19355df-5c5d-4846-9d09-0a06f894fcc5 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:30:12.229099 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:12.235695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:port and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:12.239396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:12.247695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:12.258502 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49118) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:12.268739 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Request body: {'port': {'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5', 'binding:host_id': 'n-h2-828418-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-397698648'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:12.281603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:12.305375 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:12.312337 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Usage tracker for resource:port and tenant:96b84090906a480f86f911725ff31a02 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:12.374895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:12.444047 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:12.522229 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:12.525330 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Made reservation on behalf of 96b84090906a480f86f911725ff31a02 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:12.532729 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:12.554790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-77775943-39a4-4fea-b5bf-bdf1d8698012 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 9f143acb-ab3e-4ff0-aa1f-466d1b13648f {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:30:12.558742 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-77775943-39a4-4fea-b5bf-bdf1d8698012 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:12.560347 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:12.641182 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-77775943-39a4-4fea-b5bf-bdf1d8698012 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:12.665532 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:12.684010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:12.689503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:12.699054 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Usage tracker for resource:security_group_rule and tenant:96b84090906a480f86f911725ff31a02 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:12.699542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b22fbcdd-e7aa-48dd-8961-31638e547dfe,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:12.718583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680674b5-ee70-4d4c-a71a-a80c83a9e33e req-37c59431-e298-4175-bbc7-e4716cc9921a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:12.728448 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-680674b5-ee70-4d4c-a71a-a80c83a9e33e req-37c59431-e298-4175-bbc7-e4716cc9921a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 907 time: 0.3501525 Feb 09 14:30:12.729786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e54a5c-8912-4f84-a3f2-f6fcce4d7c79 req-da0345f1-dcaa-440e-a850-ef4b37b35a6a tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:12.731329 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c2e54a5c-8912-4f84-a3f2-f6fcce4d7c79 req-da0345f1-dcaa-440e-a850-ef4b37b35a6a tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 950 time: 0.9126000 Feb 09 14:30:12.731932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:12.766523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:12.769228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] device_id is not set on port c43011ab-abe8-4dd7-afc0-faedcb6b5e4b yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:12.898279 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c2e54a5c-8912-4f84-a3f2-f6fcce4d7c79 req-905f36ef-295c-4f86-91e2-4a916006276f tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbcd8153-c7e3-41e8-b3b1-58f520a3becf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338727 Feb 09 14:30:12.900103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d25137e1-971b-4633-ac56-20e10cec1d28 req-b4927b3c-8236-49ab-a0f0-887f89ca41db tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] For port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:12.900477 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d25137e1-971b-4633-ac56-20e10cec1d28 req-b4927b3c-8236-49ab-a0f0-887f89ca41db tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:12.980003 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ce4b9-d77f-44f0-b6b2-c5125fedd349 None None] Network f0bd1ce9-2024-4bdc-90b1-32928e1185ac requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:13.058739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d25137e1-971b-4633-ac56-20e10cec1d28 req-b4927b3c-8236-49ab-a0f0-887f89ca41db tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Calling delete_port for 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:13.116812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Attempting to bind port b22fbcdd-e7aa-48dd-8961-31638e547dfe on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:13.116812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Attempting to bind port b22fbcdd-e7aa-48dd-8961-31638e547dfe by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '592da187-9306-40d7-aa82-bc4da1564609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f7610042-64a5-4213-a8e5-88e8184a0ffc'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:13.117333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Attempting to bind port b22fbcdd-e7aa-48dd-8961-31638e547dfe on network f7610042-64a5-4213-a8e5-88e8184a0ffc {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:13.124738 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-77775943-39a4-4fea-b5bf-bdf1d8698012 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:13.164881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Port b22fbcdd-e7aa-48dd-8961-31638e547dfe on network f7610042-64a5-4213-a8e5-88e8184a0ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:13.165340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Attempting to bind port b22fbcdd-e7aa-48dd-8961-31638e547dfe on network f7610042-64a5-4213-a8e5-88e8184a0ffc {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:13.183770 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:13.193361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:30:13.193859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Checking segment: {'id': '592da187-9306-40d7-aa82-bc4da1564609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f7610042-64a5-4213-a8e5-88e8184a0ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:30:13.194867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Bound using segment: {'id': '592da187-9306-40d7-aa82-bc4da1564609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f7610042-64a5-4213-a8e5-88e8184a0ffc'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:30:13.195406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Bound port: b22fbcdd-e7aa-48dd-8961-31638e547dfe, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592da187-9306-40d7-aa82-bc4da1564609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f7610042-64a5-4213-a8e5-88e8184a0ffc'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:30:13.195878 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:13.224613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51c8ed-6a81-45cc-90c5-077afe36bee2 req-5b9ff6ea-acb0-4bed-aad8-a262a5b4a3ae tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:13.227070 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ff51c8ed-6a81-45cc-90c5-077afe36bee2 req-5b9ff6ea-acb0-4bed-aad8-a262a5b4a3ae tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.3524199 Feb 09 14:30:13.237348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e49a3fdb-495c-4b62-a7de-c985c1b0f259 None None] Provisioning for port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:13.251764 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:13.256042 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e49a3fdb-495c-4b62-a7de-c985c1b0f259 None None] Provisioning complete for port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:13.257398 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e49a3fdb-495c-4b62-a7de-c985c1b0f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:13.268607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] device_id is not set on port 100d81e4-a3df-4108-a739-83f9e2d5e38a yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:13.277836 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-77775943-39a4-4fea-b5bf-bdf1d8698012 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:13.327302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77775943-39a4-4fea-b5bf-bdf1d8698012 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=9f143acb-ab3e-4ff0-aa1f-466d1b13648f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:13.426629 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-77775943-39a4-4fea-b5bf-bdf1d8698012 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:13.438159 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceea380-d589-4302-a571-9187124df589 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:13.461792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-77775943-39a4-4fea-b5bf-bdf1d8698012 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/9f143acb-ab3e-4ff0-aa1f-466d1b13648f HTTP/1.1" status: 204 len: 168 time: 1.4359682 Feb 09 14:30:13.464925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49122) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:13.520317 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e49a3fdb-495c-4b62-a7de-c985c1b0f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:13.522410 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7693a2ac-f503-487d-8cd8-bf06c0b0e10b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:13.542170 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ff51c8ed-6a81-45cc-90c5-077afe36bee2 req-26c90739-9891-4581-b2e4-1e562d75df62 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054376 Feb 09 14:30:13.562442 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f8bf025e-0ae9-44fd-b4a3-d1697f4f37d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940044 Feb 09 14:30:13.566321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49126) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:13.568877 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d25137e1-971b-4633-ac56-20e10cec1d28 req-b4927b3c-8236-49ab-a0f0-887f89ca41db tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:13.620527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f2dbb6bd-0c6d-4920-b32a-0614b5dce250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:13.639841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e49a3fdb-495c-4b62-a7de-c985c1b0f259 None None] For port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3849c34e-6a87-48c1-9e4b-95951ca6e5d9,segment=NetworkSegment(d9803ee1-e9b7-4bf8-8125-606dd97ec969),segment_id=d9803ee1-e9b7-4bf8-8125-606dd97ec969)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:13.643911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a8ceac-db9a-4f24-9e3e-23db3dbaa2aa None None] Update dhcp port {'port': {'network_id': 'f0bd1ce9-2024-4bdc-90b1-32928e1185ac', 'fixed_ips': [{'subnet_id': '93dc7919-e746-4987-8a76-09489b806468', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c6667b47-1be4-412a-a3d5-2311a1588173'}], 'binding:host_id': 'n-d-828418-2'}, 'id': '3849c34e-6a87-48c1-9e4b-95951ca6e5d9'} from n-d-828418-2. {{(pid=87598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 14:30:13.673408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Allocated IP 172.20.0.7 (f0bd1ce9-2024-4bdc-90b1-32928e1185ac/93dc7919-e746-4987-8a76-09489b806468/c43011ab-abe8-4dd7-afc0-faedcb6b5e4b) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:13.714380 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e49a3fdb-495c-4b62-a7de-c985c1b0f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:13.782937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] For port b22fbcdd-e7aa-48dd-8961-31638e547dfe, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:30:13.785287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4927b3c-8236-49ab-a0f0-887f89ca41db tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event deleted for resources: {'Port': ['ID=985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:13.793135 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f2dbb6bd-0c6d-4920-b32a-0614b5dce250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:13.830366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] For port b22fbcdd-e7aa-48dd-8961-31638e547dfe, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe,segment=NetworkSegment(592da187-9306-40d7-aa82-bc4da1564609),segment_id=592da187-9306-40d7-aa82-bc4da1564609)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:30:13.831975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f2dbb6bd-0c6d-4920-b32a-0614b5dce250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:13.840383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f2dbb6bd-0c6d-4920-b32a-0614b5dce250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:13.843783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25137e1-971b-4633-ac56-20e10cec1d28 req-b4927b3c-8236-49ab-a0f0-887f89ca41db tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] No DVR routers for this DVR port 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:30:13.849238 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:13.854647 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d25137e1-971b-4633-ac56-20e10cec1d28 req-b4927b3c-8236-49ab-a0f0-887f89ca41db tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:13.856911 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d25137e1-971b-4633-ac56-20e10cec1d28 req-b4927b3c-8236-49ab-a0f0-887f89ca41db tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "DELETE /v2.0/ports/985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c HTTP/1.1" status: 204 len: 173 time: 2.4470453 Feb 09 14:30:13.858766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f2dbb6bd-0c6d-4920-b32a-0614b5dce250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:13.887125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Allocated IP 172.20.0.20 (f0bd1ce9-2024-4bdc-90b1-32928e1185ac/c6667b47-1be4-412a-a3d5-2311a1588173/c43011ab-abe8-4dd7-afc0-faedcb6b5e4b) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:13.894764 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-24a8ceac-db9a-4f24-9e3e-23db3dbaa2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:13.930451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74e068c-b3ef-490a-b45b-8eb0156cbaee', 'name': 'network-vif-deleted', 'tag': '985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:30:14.028420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-643ee6c3-3aff-4f8b-aea5-bdfe6c683666 None None] Provisioning complete for port a431f681-c69d-435b-8fcb-d230516eab9e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:14.028798 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-643ee6c3-3aff-4f8b-aea5-bdfe6c683666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:14.053941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ff7b1218-e898-46ad-9b16-95cc8481ae69 req-df4ee17b-471d-4585-8e22-f9d5739cfdc1 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Synchronizing usage tracker for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:14.056245 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a3fdb-495c-4b62-a7de-c985c1b0f259 None None] Pushing event updated for resources: {'Port': ['ID=3849c34e-6a87-48c1-9e4b-95951ca6e5d9,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:14.067758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:14.068383 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:14.069783 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] 10.222.0.35 "PUT /v2.0/ports/b22fbcdd-e7aa-48dd-8961-31638e547dfe HTTP/1.1" status: 200 len: 1092 time: 4.3835974 Feb 09 14:30:14.073187 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dbb6bd-0c6d-4920-b32a-0614b5dce250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:14.076689 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb6bd-0c6d-4920-b32a-0614b5dce250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:14.161100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] device_id is not set on port 100d81e4-a3df-4108-a739-83f9e2d5e38a yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:14.185169 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:14.238463 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Transition to ACTIVE for port object 100d81e4-a3df-4108-a739-83f9e2d5e38a will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:14.278840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b691b-38d8-41ac-a66a-6852f71620b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b22fbcdd-e7aa-48dd-8961-31638e547dfe,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:14.284751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26248e-dabd-4809-9bee-5c5e38b2b69d req-69fba4f3-8f0e-4d84-a9be-8f9af89b49e1 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:14.286359 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1f26248e-dabd-4809-9bee-5c5e38b2b69d req-69fba4f3-8f0e-4d84-a9be-8f9af89b49e1 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 950 time: 0.1903410 Feb 09 14:30:14.287854 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:14.293405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ff7b1218-e898-46ad-9b16-95cc8481ae69 req-df4ee17b-471d-4585-8e22-f9d5739cfdc1 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Unset dirty status for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:14.294560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ff7b1218-e898-46ad-9b16-95cc8481ae69 req-df4ee17b-471d-4585-8e22-f9d5739cfdc1 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74e068c-b3ef-490a-b45b-8eb0156cbaee HTTP/1.1" status: 200 len: 210 time: 0.3490219 Feb 09 14:30:14.351222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b879eda-e158-4f99-b333-a222cdcc932f None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:30:14.355967 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-7b879eda-e158-4f99-b333-a222cdcc932f None None] Deleting port a431f681-c69d-435b-8fcb-d230516eab9e {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:14.356397 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7b879eda-e158-4f99-b333-a222cdcc932f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:14.430431 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74e068c-b3ef-490a-b45b-8eb0156cbaee', 'name': 'network-vif-deleted', 'tag': '985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c', 'status': 'completed', 'code': 200} Feb 09 14:30:14.438483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07466f-8931-4255-9c72-3cad1bbc9512 req-7cedf9e9-74ba-4f9b-92ce-98bc29487230 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:14.440149 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb07466f-8931-4255-9c72-3cad1bbc9512 req-7cedf9e9-74ba-4f9b-92ce-98bc29487230 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.35 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 950 time: 0.2289917 Feb 09 14:30:14.442940 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:14.449166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-61c442bf-d78a-41e4-909f-e8589bd43e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:14.449325 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-61c442bf-d78a-41e4-909f-e8589bd43e61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c024d02814d948829adf7be459d0a506&device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 1095 time: 0.2762325 Feb 09 14:30:14.493900 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:14.513553 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Pushing event updated for resources: {'Port': ['ID=100d81e4-a3df-4108-a739-83f9e2d5e38a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:14.538590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Transition to ACTIVE for port object c43011ab-abe8-4dd7-afc0-faedcb6b5e4b will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:14.566092 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1f26248e-dabd-4809-9bee-5c5e38b2b69d req-aba404f8-288e-4563-9330-40625c3e6c89 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbcd8153-c7e3-41e8-b3b1-58f520a3becf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058468 Feb 09 14:30:14.569688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Checking segment: {'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:30:14.571015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Network hostable DHCP agents. Network: a19355df-5c5d-4846-9d09-0a06f894fcc5, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:30:14.640114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Network a19355df-5c5d-4846-9d09-0a06f894fcc5 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:30:14.666790 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, a19355df-5c5d-4846-9d09-0a06f894fcc5) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:14.673755 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:14.699569 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:14.713995 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-7b879eda-e158-4f99-b333-a222cdcc932f None None] For port a431f681-c69d-435b-8fcb-d230516eab9e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a431f681-c69d-435b-8fcb-d230516eab9e,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:14.714682 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7b879eda-e158-4f99-b333-a222cdcc932f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:14.775311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:14.775573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:14.776027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:14.796975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:14.797325 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:14.801979 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 2 to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a Feb 09 14:30:14.803994 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-5d9aee71-f1ef-4a49-9242-4337ce7f9cd3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe HTTP/1.1" status: 200 len: 217 time: 0.3381381 Feb 09 14:30:14.813565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network f0bd1ce9-2024-4bdc-90b1-32928e1185ac is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:14.824395 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:14.831614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:14.848972 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-7b879eda-e158-4f99-b333-a222cdcc932f None None] Calling delete_port for a431f681-c69d-435b-8fcb-d230516eab9e owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:14.862922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:14.862922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:14.862922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:14.865057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=c43011ab-abe8-4dd7-afc0-faedcb6b5e4b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:14.883711 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:14.883711 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:14.885495 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 3 to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a Feb 09 14:30:14.888690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c98fe0-1315-4c24-bbe6-bd8f2765305b None None] Network a19355df-5c5d-4846-9d09-0a06f894fcc5 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:14.902483 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:30:14.912081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:14.912620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:14.912747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:14.924015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:14.924349 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:14.925341 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 4 to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a Feb 09 14:30:14.940990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:14.941746 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:14.955919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:30:14.956358 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 985cba1a-0a19-4dcd-a9c8-6dc38a3f9e3c not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:30:14.976087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:14.977579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:14.977579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:14.983243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-cb07466f-8931-4255-9c72-3cad1bbc9512 req-904657c0-0089-4bc9-bfbb-a939f41c943e tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Deleting port e9e5b0b6-9c47-4658-83bb-6e59dd0218df {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:14.983926 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cb07466f-8931-4255-9c72-3cad1bbc9512 req-904657c0-0089-4bc9-bfbb-a939f41c943e tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:14.994156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:14.994492 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:14.997488 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 5 to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a Feb 09 14:30:15.019365 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-072afa1e-7fd5-4038-a786-ec599dbdfc9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.0105960 Feb 09 14:30:15.020194 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49138) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:15.020573 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb6bd-0c6d-4920-b32a-0614b5dce250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:15.030668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-19288952-8945-453e-9ca6-a651f3ce7824 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '93dc7919-e746-4987-8a76-09489b806468'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:15.056096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-2ddf915f-d60f-469e-a10a-0e7866a05750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:15.057575 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-2ddf915f-d60f-469e-a10a-0e7866a05750 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3407ac2-b0bc-4169-870e-0aafafa756d9 HTTP/1.1" status: 200 len: 853 time: 0.2383084 Feb 09 14:30:15.063239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:15.063239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:15.063239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:15.082839 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:15.083172 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:15.085718 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 6 to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a Feb 09 14:30:15.097237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:15.097746 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:15.141539 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-f1c1bf5e-1843-4368-99da-389e0b49968b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7610042-64a5-4213-a8e5-88e8184a0ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650842 Feb 09 14:30:15.144051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:15.144393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:15.144733 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:15.160492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dbb6bd-0c6d-4920-b32a-0614b5dce250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:15.164185 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:15.164518 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:15.164914 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 7 to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a Feb 09 14:30:15.185458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-f2dbb6bd-0c6d-4920-b32a-0614b5dce250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:15.190244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:15.190585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:15.190917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:15.193179 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19288952-8945-453e-9ca6-a651f3ce7824 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:15.210925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:15.211259 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:15.213857 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 8 to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a Feb 09 14:30:15.255165 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-24a8ceac-db9a-4f24-9e3e-23db3dbaa2aa None None] Allocated IP 172.20.0.18 (f0bd1ce9-2024-4bdc-90b1-32928e1185ac/c6667b47-1be4-412a-a3d5-2311a1588173/3849c34e-6a87-48c1-9e4b-95951ca6e5d9) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:15.270964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dbb6bd-0c6d-4920-b32a-0614b5dce250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:15.271554 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb6bd-0c6d-4920-b32a-0614b5dce250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:15.274853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:15.275195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:15.275532 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:15.280417 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7b879eda-e158-4f99-b333-a222cdcc932f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:15.284614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbb6bd-0c6d-4920-b32a-0614b5dce250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=db99025f-df01-4afc-a7ff-be0e2c1e9d68,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:15.285595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:15.285926 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:15.289756 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 9 to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a Feb 09 14:30:15.354389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997ba69-342c-4614-af5c-031debf5adbf req-8590676d-6272-4fba-9adc-0a9bfd4e0ff7 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:15.355060 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b879eda-e158-4f99-b333-a222cdcc932f None None] No DVR routers for this DVR port a431f681-c69d-435b-8fcb-d230516eab9e on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:30:15.355889 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9997ba69-342c-4614-af5c-031debf5adbf req-8590676d-6272-4fba-9adc-0a9bfd4e0ff7 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.5467551 Feb 09 14:30:15.365803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:15.366386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:15.367389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:15.369251 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f2dbb6bd-0c6d-4920-b32a-0614b5dce250 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8015492 Feb 09 14:30:15.370311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49144) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:15.381625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:15.381985 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:15.389208 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b879eda-e158-4f99-b333-a222cdcc932f None None] Pushing event deleted for resources: {'Port': ['ID=a431f681-c69d-435b-8fcb-d230516eab9e,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:15.389439 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 10 to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a Feb 09 14:30:15.452630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:15.460997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:15.461355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:15.461684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:15.474927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 100d81e4-a3df-4108-a739-83f9e2d5e38a on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:15.475146 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 100d81e4-a3df-4108-a739-83f9e2d5e38a on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:15.475451 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:15.506278 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4e5260-bbc7-44e2-9978-160b96d118a2 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:15.630512 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-652b6f52-18bb-4524-b816-00a67af89d8e service neutron] 10.222.0.35 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769306 Feb 09 14:30:15.667935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] For port 100d81e4-a3df-4108-a739-83f9e2d5e38a, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:30:15.668239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempted to set empty binding levels {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 14:30:15.673024 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:15.683373 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9997ba69-342c-4614-af5c-031debf5adbf req-f963f9e9-4b35-4143-a504-55c53f8c1ce7 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935925 Feb 09 14:30:15.723513 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a431f681-c69d-435b-8fcb-d230516eab9e no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:30:15.761232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:15.761859 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:15.790346 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.5301447 Feb 09 14:30:15.791137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49154) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:15.835983 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-24a8ceac-db9a-4f24-9e3e-23db3dbaa2aa None None] For port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3849c34e-6a87-48c1-9e4b-95951ca6e5d9,segment=NetworkSegment(d9803ee1-e9b7-4bf8-8125-606dd97ec969),segment_id=d9803ee1-e9b7-4bf8-8125-606dd97ec969)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:15.867857 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a8744eec-46af-45fa-afff-44a20c404883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Deleting port 100d81e4-a3df-4108-a739-83f9e2d5e38a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:15.868190 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8744eec-46af-45fa-afff-44a20c404883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:15.891757 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-cb07466f-8931-4255-9c72-3cad1bbc9512 req-904657c0-0089-4bc9-bfbb-a939f41c943e tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] For port e9e5b0b6-9c47-4658-83bb-6e59dd0218df, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e9e5b0b6-9c47-4658-83bb-6e59dd0218df,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:15.892317 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-24a8ceac-db9a-4f24-9e3e-23db3dbaa2aa None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:15.892824 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cb07466f-8931-4255-9c72-3cad1bbc9512 req-904657c0-0089-4bc9-bfbb-a939f41c943e tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:15.913166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:15.913567 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-24a8ceac-db9a-4f24-9e3e-23db3dbaa2aa None None] Transition to ACTIVE for port object 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:15.941346 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: a431f681-c69d-435b-8fcb-d230516eab9e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:30:15.941797 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a431f681-c69d-435b-8fcb-d230516eab9e not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:30:15.946596 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-24a8ceac-db9a-4f24-9e3e-23db3dbaa2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:16.011824 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:16.022543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:16.103834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-cb07466f-8931-4255-9c72-3cad1bbc9512 req-904657c0-0089-4bc9-bfbb-a939f41c943e tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Calling delete_port for e9e5b0b6-9c47-4658-83bb-6e59dd0218df owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:16.136383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:16.192835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5fe19-b35c-4d59-97f0-5307948da1bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Pushing event updated for resources: {'Port': ['ID=100d81e4-a3df-4108-a739-83f9e2d5e38a,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:16.213998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:16.219764 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:16.236445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8ceac-db9a-4f24-9e3e-23db3dbaa2aa None None] Pushing event updated for resources: {'Port': ['ID=3849c34e-6a87-48c1-9e4b-95951ca6e5d9,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:16.243246 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7cd4006-9948-40b8-9915-6e28c1670056 req-5029594c-5fbc-4309-aeda-e4e11dcab8a0 service neutron] 10.222.0.35 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804758 Feb 09 14:30:16.287446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-19288952-8945-453e-9ca6-a651f3ce7824 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Delete allocated IP 172.20.0.20 (f0bd1ce9-2024-4bdc-90b1-32928e1185ac/c6667b47-1be4-412a-a3d5-2311a1588173) {{(pid=87596) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 14:30:16.319523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': 'db99025f-df01-4afc-a7ff-be0e2c1e9d68'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:30:16.320415 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:16.532120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:16.585259 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a8744eec-46af-45fa-afff-44a20c404883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] For port 100d81e4-a3df-4108-a739-83f9e2d5e38a, host n-h2-828418-2, got binding levels [] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:16.585874 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8744eec-46af-45fa-afff-44a20c404883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:16.600112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537f1d08-9329-47ff-a568-8e9366dbef7a', 'tag': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:30:16.625686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbcbf2-d792-4ab0-a543-b952065d7f13 req-3b7a387f-f739-4949-85bc-f7ef189e4381 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:16.627209 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9fdbcbf2-d792-4ab0-a543-b952065d7f13 req-3b7a387f-f739-4949-85bc-f7ef189e4381 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 950 time: 0.7185538 Feb 09 14:30:16.651768 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Allocated IP 172.20.0.2 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/db99025f-df01-4afc-a7ff-be0e2c1e9d68/e925d096-f9eb-44fb-aeb2-28e8f79eb826) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:16.718334 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cb07466f-8931-4255-9c72-3cad1bbc9512 req-904657c0-0089-4bc9-bfbb-a939f41c943e tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:16.753665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a8744eec-46af-45fa-afff-44a20c404883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Calling delete_port for 100d81e4-a3df-4108-a739-83f9e2d5e38a owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:16.795512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904657c0-0089-4bc9-bfbb-a939f41c943e tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Pushing event deleted for resources: {'Port': ['ID=e9e5b0b6-9c47-4658-83bb-6e59dd0218df,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:16.807818 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9fdbcbf2-d792-4ab0-a543-b952065d7f13 req-ccbb7a7b-fd3c-4041-a9c2-b3f66ed378fc tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbcd8153-c7e3-41e8-b3b1-58f520a3becf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650176 Feb 09 14:30:16.845827 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e9e5b0b6-9c47-4658-83bb-6e59dd0218df no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:30:16.851128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827d5da-e413-46f0-8cb7-893c2de6079e req-36baa29f-2a22-4e5f-9187-30182f5515bf tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:16.852706 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4827d5da-e413-46f0-8cb7-893c2de6079e req-36baa29f-2a22-4e5f-9187-30182f5515bf tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 945 time: 0.7312825 Feb 09 14:30:16.899596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: e9e5b0b6-9c47-4658-83bb-6e59dd0218df {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:30:16.900133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e9e5b0b6-9c47-4658-83bb-6e59dd0218df not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:30:16.968098 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19288952-8945-453e-9ca6-a651f3ce7824 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:16.968230 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537f1d08-9329-47ff-a568-8e9366dbef7a', 'tag': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe', 'status': 'completed', 'code': 200} Feb 09 14:30:16.985086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-19288952-8945-453e-9ca6-a651f3ce7824 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Ignored duplicate provisioning block setup for port c43011ab-abe8-4dd7-afc0-faedcb6b5e4b by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 14:30:16.989951 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8744eec-46af-45fa-afff-44a20c404883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:16.996272 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19288952-8945-453e-9ca6-a651f3ce7824 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:17.071718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e29bb69-9e85-4fa6-b1e3-907a4adaf90b None None] Network f0bd1ce9-2024-4bdc-90b1-32928e1185ac requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:17.074820 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8744eec-46af-45fa-afff-44a20c404883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Pushing event deleted for resources: {'Port': ['ID=100d81e4-a3df-4108-a739-83f9e2d5e38a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:17.089266 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb07466f-8931-4255-9c72-3cad1bbc9512 req-904657c0-0089-4bc9-bfbb-a939f41c943e tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] No DVR routers for this DVR port e9e5b0b6-9c47-4658-83bb-6e59dd0218df on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:30:17.099838 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cb07466f-8931-4255-9c72-3cad1bbc9512 req-904657c0-0089-4bc9-bfbb-a939f41c943e tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:17.115381 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8744eec-46af-45fa-afff-44a20c404883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:17.164121 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2278aa23-fcb5-4c4a-acb0-8085e262f3aa None None] Provisioning for port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:17.172138 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:17.172328 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a8744eec-46af-45fa-afff-44a20c404883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] 10.222.0.48 "DELETE /v2.0/ports/100d81e4-a3df-4108-a739-83f9e2d5e38a HTTP/1.1" status: 204 len: 168 time: 1.3778107 Feb 09 14:30:17.183496 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49164) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:17.192599 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Transition to ACTIVE for port object e925d096-f9eb-44fb-aeb2-28e8f79eb826 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:17.194153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2278aa23-fcb5-4c4a-acb0-8085e262f3aa None None] Provisioning complete for port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:17.194949 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2278aa23-fcb5-4c4a-acb0-8085e262f3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:17.195268 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4827d5da-e413-46f0-8cb7-893c2de6079e req-72ecae2a-3237-4818-9f1a-1da52c2e4acf tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310533 Feb 09 14:30:17.256313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19288952-8945-453e-9ca6-a651f3ce7824 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=c43011ab-abe8-4dd7-afc0-faedcb6b5e4b,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:17.258379 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb07466f-8931-4255-9c72-3cad1bbc9512 req-904657c0-0089-4bc9-bfbb-a939f41c943e tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.35 "DELETE /v2.0/ports/e9e5b0b6-9c47-4658-83bb-6e59dd0218df HTTP/1.1" status: 204 len: 173 time: 2.7915177 Feb 09 14:30:17.270084 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f99f7d6-0cd3-4546-b648-e43e16ef94b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] GET failed (client error): The resource could not be found. Feb 09 14:30:17.274725 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3f99f7d6-0cd3-4546-b648-e43e16ef94b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] 10.222.0.48 "GET /v2.0/ports/100d81e4-a3df-4108-a739-83f9e2d5e38a HTTP/1.1" status: 404 len: 333 time: 0.0838890 Feb 09 14:30:17.276839 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-19288952-8945-453e-9ca6-a651f3ce7824 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] In _notify_port_updated(), no bound segment for port c43011ab-abe8-4dd7-afc0-faedcb6b5e4b on network f0bd1ce9-2024-4bdc-90b1-32928e1185ac {{(pid=87596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:30:17.281646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49168) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:17.282262 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19288952-8945-453e-9ca6-a651f3ce7824 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:17.282986 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19288952-8945-453e-9ca6-a651f3ce7824 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:17.286738 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-19288952-8945-453e-9ca6-a651f3ce7824 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "PUT /v2.0/ports/c43011ab-abe8-4dd7-afc0-faedcb6b5e4b HTTP/1.1" status: 200 len: 918 time: 2.2604246 Feb 09 14:30:17.287028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49172) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:17.292558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-3f8dc4ac-804d-4a18-a735-132c4faafffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Request body: {'port': {'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-246408710'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:17.293411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e0c62d8b-ce51-4211-9e6d-12816c24df99 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '93dc7919-e746-4987-8a76-09489b806468'}, {'subnet_id': 'c6667b47-1be4-412a-a3d5-2311a1588173'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:17.336443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3f8dc4ac-804d-4a18-a735-132c4faafffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:17.355708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3f8dc4ac-804d-4a18-a735-132c4faafffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Usage tracker for resource:port and tenant:96b84090906a480f86f911725ff31a02 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:17.359673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3f8dc4ac-804d-4a18-a735-132c4faafffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:17.374353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3f8dc4ac-804d-4a18-a735-132c4faafffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:17.382419 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce59a5-6bac-4688-8ad1-229ea85e10df req-987c7466-7a82-4fc8-90af-495c2bf8e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:17.383938 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7ce59a5-6bac-4688-8ad1-229ea85e10df req-987c7466-7a82-4fc8-90af-495c2bf8e670 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c024d02814d948829adf7be459d0a506&device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 1095 time: 0.3950653 Feb 09 14:30:17.396843 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c2cb8-1789-47ef-9844-07a6f3f2b307 req-09ef72bc-38f5-43d4-b8d2-a45ae6e4863c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:17.399229 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3b5c2cb8-1789-47ef-9844-07a6f3f2b307 req-09ef72bc-38f5-43d4-b8d2-a45ae6e4863c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 945 time: 0.5248067 Feb 09 14:30:17.441922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a356f30-a050-473a-9d6d-0acf48b2b652 req-2bde1e72-c91e-4d4a-91bc-e84cf07cf456 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:17.448513 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Transition to ACTIVE for port object e925d096-f9eb-44fb-aeb2-28e8f79eb826 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:17.449762 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7a356f30-a050-473a-9d6d-0acf48b2b652 req-2bde1e72-c91e-4d4a-91bc-e84cf07cf456 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.4100990 Feb 09 14:30:17.483251 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:17.489350 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0c62d8b-ce51-4211-9e6d-12816c24df99 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:17.582509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8dc4ac-804d-4a18-a735-132c4faafffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Made reservation on behalf of 96b84090906a480f86f911725ff31a02 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:17.584985 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f8dc4ac-804d-4a18-a735-132c4faafffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:17.610114 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:17.627649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:17.641682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:17.643838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Pushing event updated for resources: {'Port': ['ID=e925d096-f9eb-44fb-aeb2-28e8f79eb826,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:17.691417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-3f8dc4ac-804d-4a18-a735-132c4faafffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] device_id is not set on port 4045e21e-3d50-42f7-b451-47e13a6b17e5 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:17.730135 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3b5c2cb8-1789-47ef-9844-07a6f3f2b307 req-b630f327-fb0a-4e4e-a6b8-6b7642ede10a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Deleting port 89616186-2545-46c6-a544-b311c5d5aebc {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:17.730135 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3b5c2cb8-1789-47ef-9844-07a6f3f2b307 req-b630f327-fb0a-4e4e-a6b8-6b7642ede10a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:17.755661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Attempting to bind port e925d096-f9eb-44fb-aeb2-28e8f79eb826 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:17.756156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Attempting to bind port e925d096-f9eb-44fb-aeb2-28e8f79eb826 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:17.756587 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Attempting to bind port e925d096-f9eb-44fb-aeb2-28e8f79eb826 on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:17.765066 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7a356f30-a050-473a-9d6d-0acf48b2b652 req-fd780be6-e340-4a74-8655-e2174f891f06 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143108 Feb 09 14:30:17.765213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:30:17.765474 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:30:17.765995 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:17.766462 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:30:17.767081 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Bound port: e925d096-f9eb-44fb-aeb2-28e8f79eb826, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:30:17.767433 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:17.884417 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-13214ed7-6063-4183-92d3-dc385472841e None None] For port e925d096-f9eb-44fb-aeb2-28e8f79eb826, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:30:17.892067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-13214ed7-6063-4183-92d3-dc385472841e None None] For port e925d096-f9eb-44fb-aeb2-28e8f79eb826, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e925d096-f9eb-44fb-aeb2-28e8f79eb826,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:30:17.893082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce59a5-6bac-4688-8ad1-229ea85e10df req-c98823b9-17bb-4202-852c-ea89fd9400ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:17.894748 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7ce59a5-6bac-4688-8ad1-229ea85e10df req-c98823b9-17bb-4202-852c-ea89fd9400ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7610042-64a5-4213-a8e5-88e8184a0ffc HTTP/1.1" status: 200 len: 913 time: 0.4912658 Feb 09 14:30:17.908202 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:17.964482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-e0c62d8b-ce51-4211-9e6d-12816c24df99 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Allocated IP 172.20.0.21 (f0bd1ce9-2024-4bdc-90b1-32928e1185ac/c6667b47-1be4-412a-a3d5-2311a1588173/c43011ab-abe8-4dd7-afc0-faedcb6b5e4b) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:18.004352 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13214ed7-6063-4183-92d3-dc385472841e None None] Pushing event updated for resources: {'Port': ['ID=e925d096-f9eb-44fb-aeb2-28e8f79eb826,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:18.164664 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7ce59a5-6bac-4688-8ad1-229ea85e10df req-d0df5ee5-a942-478d-8bd2-452e7b8cf7b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe HTTP/1.1" status: 200 len: 217 time: 0.2413495 Feb 09 14:30:18.187432 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-594c0b54-d878-4135-8f00-cba7648111e5 req-d7073486-7a2a-44f7-b0f4-7f6e962afaa5 tempest-VolumesBackupsTest-1937740244 tempest-VolumesBackupsTest-1937740244-project] 10.222.0.48 "GET /v2.0/ports?device_id=65b45a06-2f73-47b9-aa19-484d86ab9b8d HTTP/1.1" status: 200 len: 210 time: 0.1780100 Feb 09 14:30:18.256028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-689070c7-ee94-4535-a288-f242ebe1160f None None] Provisioning for port c43011ab-abe8-4dd7-afc0-faedcb6b5e4b completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:18.266788 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-689070c7-ee94-4535-a288-f242ebe1160f None None] Provisioning complete for port c43011ab-abe8-4dd7-afc0-faedcb6b5e4b triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:18.267165 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-689070c7-ee94-4535-a288-f242ebe1160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:18.310380 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0c62d8b-ce51-4211-9e6d-12816c24df99 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:18.329627 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e0c62d8b-ce51-4211-9e6d-12816c24df99 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Ignored duplicate provisioning block setup for port c43011ab-abe8-4dd7-afc0-faedcb6b5e4b by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 14:30:18.339149 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0c62d8b-ce51-4211-9e6d-12816c24df99 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:18.435011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-689070c7-ee94-4535-a288-f242ebe1160f None None] Port c43011ab-abe8-4dd7-afc0-faedcb6b5e4b cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:30:18.461881 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-689070c7-ee94-4535-a288-f242ebe1160f None None] Provisioning complete for port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:18.462257 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-689070c7-ee94-4535-a288-f242ebe1160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:18.758622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4c77a201-d97f-4a16-8c20-294d6b09218b None None] Provisioning complete for port c43011ab-abe8-4dd7-afc0-faedcb6b5e4b triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:18.759301 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4c77a201-d97f-4a16-8c20-294d6b09218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:18.783514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.objects.ports [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87597) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:30:18.822035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4c77a201-d97f-4a16-8c20-294d6b09218b None None] Port c43011ab-abe8-4dd7-afc0-faedcb6b5e4b cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:30:18.863809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce59a5-6bac-4688-8ad1-229ea85e10df req-28c4577c-454d-48be-a6bf-9844f05266af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:18.865689 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7ce59a5-6bac-4688-8ad1-229ea85e10df req-28c4577c-454d-48be-a6bf-9844f05266af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3407ac2-b0bc-4169-870e-0aafafa756d9 HTTP/1.1" status: 200 len: 853 time: 0.6750393 Feb 09 14:30:18.924415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e0c62d8b-ce51-4211-9e6d-12816c24df99 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] In _notify_port_updated(), no bound segment for port c43011ab-abe8-4dd7-afc0-faedcb6b5e4b on network f0bd1ce9-2024-4bdc-90b1-32928e1185ac {{(pid=87596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:30:18.931700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c62d8b-ce51-4211-9e6d-12816c24df99 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:18.932971 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0c62d8b-ce51-4211-9e6d-12816c24df99 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:18.938015 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e0c62d8b-ce51-4211-9e6d-12816c24df99 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "PUT /v2.0/ports/c43011ab-abe8-4dd7-afc0-faedcb6b5e4b HTTP/1.1" status: 200 len: 998 time: 1.6500149 Feb 09 14:30:18.939225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49182) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:18.949479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c62d8b-ce51-4211-9e6d-12816c24df99 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=c43011ab-abe8-4dd7-afc0-faedcb6b5e4b,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:18.964328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fdf7f42c-1f04-4eef-b5a9-15a35485406d None None] Provisioning complete for port c43011ab-abe8-4dd7-afc0-faedcb6b5e4b triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:18.964889 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f42c-1f04-4eef-b5a9-15a35485406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:18.981880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b45a06-2f73-47b9-aa19-484d86ab9b8d', 'name': 'network-vif-deleted', 'tag': 'e9e5b0b6-9c47-4658-83bb-6e59dd0218df'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:30:19.033678 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7ce59a5-6bac-4688-8ad1-229ea85e10df req-9fd860fc-a5fd-4f9f-8cac-9970b3c61cae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7610042-64a5-4213-a8e5-88e8184a0ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443744 Feb 09 14:30:19.050316 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7f42c-1f04-4eef-b5a9-15a35485406d None None] Port c43011ab-abe8-4dd7-afc0-faedcb6b5e4b cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:30:19.062946 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f8dc4ac-804d-4a18-a735-132c4faafffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:19.073349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d79bb8ca-859e-4ec5-a558-dd86cb12772a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port c43011ab-abe8-4dd7-afc0-faedcb6b5e4b {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:19.073692 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d79bb8ca-859e-4ec5-a558-dd86cb12772a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:19.118801 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-3b5c2cb8-1789-47ef-9844-07a6f3f2b307 req-b630f327-fb0a-4e4e-a6b8-6b7642ede10a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] For port 89616186-2545-46c6-a544-b311c5d5aebc, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=89616186-2545-46c6-a544-b311c5d5aebc,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:19.119149 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3b5c2cb8-1789-47ef-9844-07a6f3f2b307 req-b630f327-fb0a-4e4e-a6b8-6b7642ede10a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:19.209931 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53be3e-9f40-4004-8c5e-696bf8780004 req-cc0ee8b8-c517-4d45-8357-d38fec2c754f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:19.213283 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ae53be3e-9f40-4004-8c5e-696bf8780004 req-cc0ee8b8-c517-4d45-8357-d38fec2c754f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.2653182 Feb 09 14:30:19.367666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3b5c2cb8-1789-47ef-9844-07a6f3f2b307 req-b630f327-fb0a-4e4e-a6b8-6b7642ede10a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Calling delete_port for 89616186-2545-46c6-a544-b311c5d5aebc owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:19.374335 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ae53be3e-9f40-4004-8c5e-696bf8780004 req-05111290-f69b-4030-96d0-42cde6bfb534 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513772 Feb 09 14:30:19.395383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-afa952ab-cf2d-4876-962d-55daa89a7b47 None None] Provisioning complete for port c43011ab-abe8-4dd7-afc0-faedcb6b5e4b triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:19.396102 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-afa952ab-cf2d-4876-962d-55daa89a7b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:19.417969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedefb58-3ba3-4d1a-923f-d7c7a10b6244 req-b0a35009-b58d-4045-9d87-e2ef32a091ae tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:19.419538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eedefb58-3ba3-4d1a-923f-d7c7a10b6244 req-b0a35009-b58d-4045-9d87-e2ef32a091ae tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 945 time: 0.9957473 Feb 09 14:30:19.465316 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d79bb8ca-859e-4ec5-a558-dd86cb12772a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:19.596048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-afa952ab-cf2d-4876-962d-55daa89a7b47 None None] Port c43011ab-abe8-4dd7-afc0-faedcb6b5e4b cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:30:19.610744 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f8dc4ac-804d-4a18-a735-132c4faafffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:19.620543 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b45a06-2f73-47b9-aa19-484d86ab9b8d', 'name': 'network-vif-deleted', 'tag': 'e9e5b0b6-9c47-4658-83bb-6e59dd0218df', 'status': 'completed', 'code': 200} Feb 09 14:30:19.712281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d79bb8ca-859e-4ec5-a558-dd86cb12772a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for c43011ab-abe8-4dd7-afc0-faedcb6b5e4b owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:19.819070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8dc4ac-804d-4a18-a735-132c4faafffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Network a19355df-5c5d-4846-9d09-0a06f894fcc5 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:19.832715 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7ce59a5-6bac-4688-8ad1-229ea85e10df req-5f55a0df-a0ee-48b3-a662-7836b3cd6238 service neutron] 10.222.0.35 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7744956 Feb 09 14:30:19.833833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-3f8dc4ac-804d-4a18-a735-132c4faafffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:19.833979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-71c7e1dd-2ab0-46d3-8c14-de7bc9b930b5 None None] Provisioning for port e925d096-f9eb-44fb-aeb2-28e8f79eb826 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:19.849801 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8dc4ac-804d-4a18-a735-132c4faafffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:19.851088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8dc4ac-804d-4a18-a735-132c4faafffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:19.851898 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f8dc4ac-804d-4a18-a735-132c4faafffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:19.879563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8dc4ac-804d-4a18-a735-132c4faafffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Pushing event updated for resources: {'Port': ['ID=4045e21e-3d50-42f7-b451-47e13a6b17e5,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:19.885661 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eedefb58-3ba3-4d1a-923f-d7c7a10b6244 req-c0b332c5-65d4-4135-94bc-f76efb40584b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500508 Feb 09 14:30:19.894785 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:19.970122 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3b5c2cb8-1789-47ef-9844-07a6f3f2b307 req-b630f327-fb0a-4e4e-a6b8-6b7642ede10a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:19.976880 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d79bb8ca-859e-4ec5-a558-dd86cb12772a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:19.988743 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['e658954f-01f9-49b0-b68a-afc1daf383c9'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:30:20.034501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bb8ca-859e-4ec5-a558-dd86cb12772a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=c43011ab-abe8-4dd7-afc0-faedcb6b5e4b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:20.132489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630f327-fb0a-4e4e-a6b8-6b7642ede10a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event deleted for resources: {'Port': ['ID=89616186-2545-46c6-a544-b311c5d5aebc,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:20.217673 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d79bb8ca-859e-4ec5-a558-dd86cb12772a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:20.230832 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d79bb8ca-859e-4ec5-a558-dd86cb12772a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/c43011ab-abe8-4dd7-afc0-faedcb6b5e4b HTTP/1.1" status: 204 len: 168 time: 1.2833812 Feb 09 14:30:20.233295 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3f8dc4ac-804d-4a18-a735-132c4faafffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.9487739 Feb 09 14:30:20.233996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49194) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:20.237223 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49198) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:20.249874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:20.347671 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c4fe36-8b70-486f-bc84-0901959eb48f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] GET failed (client error): The resource could not be found. Feb 09 14:30:20.348392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-38c4fe36-8b70-486f-bc84-0901959eb48f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:20.434733 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-38c4fe36-8b70-486f-bc84-0901959eb48f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:20.435984 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-38c4fe36-8b70-486f-bc84-0901959eb48f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports/c43011ab-abe8-4dd7-afc0-faedcb6b5e4b HTTP/1.1" status: 404 len: 333 time: 0.2008586 Feb 09 14:30:20.439013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49204) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:20.493822 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:20.510976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] For port e925d096-f9eb-44fb-aeb2-28e8f79eb826, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e925d096-f9eb-44fb-aeb2-28e8f79eb826,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:20.533557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e925d096-f9eb-44fb-aeb2-28e8f79eb826 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:20.554879 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:20.607604 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:20.608375 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:20.612682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5c2cb8-1789-47ef-9844-07a6f3f2b307 req-b630f327-fb0a-4e4e-a6b8-6b7642ede10a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] No DVR routers for this DVR port 89616186-2545-46c6-a544-b311c5d5aebc on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:30:20.615571 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3b5c2cb8-1789-47ef-9844-07a6f3f2b307 req-b630f327-fb0a-4e4e-a6b8-6b7642ede10a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:20.618485 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3b5c2cb8-1789-47ef-9844-07a6f3f2b307 req-b630f327-fb0a-4e4e-a6b8-6b7642ede10a tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "DELETE /v2.0/ports/89616186-2545-46c6-a544-b311c5d5aebc HTTP/1.1" status: 204 len: 173 time: 3.1857769 Feb 09 14:30:20.655186 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port e925d096-f9eb-44fb-aeb2-28e8f79eb826 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:20.665507 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e925d096-f9eb-44fb-aeb2-28e8f79eb826 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:20.666111 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:20.850623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=e925d096-f9eb-44fb-aeb2-28e8f79eb826,revision_number=4']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:20.874530 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b22fbcdd-e7aa-48dd-8961-31638e547dfe details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:30:20.875064 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7ce59a5-6bac-4688-8ad1-229ea85e10df req-e3efd481-c9ce-4055-8ba4-e42a80ae49f3 service neutron] 10.222.0.35 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0173445 Feb 09 14:30:20.877263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:20.881024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:20.884680 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:20.885257 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:20.909681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e6a6bf-fb60-42a8-80de-a5a61af376d5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting subnet c6667b47-1be4-412a-a3d5-2311a1588173 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:30:20.916657 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.5245512 Feb 09 14:30:20.916840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49208) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:20.919620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdca707-6d9d-4b06-bc0e-b1afa50208fa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=86224879-c02e-4746-bbc1-b541f7d7d084,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:20.925747 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 89616186-2545-46c6-a544-b311c5d5aebc no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:30:20.932722 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a6bf-fb60-42a8-80de-a5a61af376d5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:20.979541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0f956b-d204-4e24-9a32-4ac4a581a1e0 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:21.034404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'mac_address': 'fa:16:3e:dc:01:c3', 'name': 'tempest-NetworksTestDHCPv6-731492162'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:21.121450 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 89616186-2545-46c6-a544-b311c5d5aebc {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:30:21.121787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 89616186-2545-46c6-a544-b311c5d5aebc not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:30:21.151680 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0a7c1a5c-0f46-4405-a82c-3587f759f15c req-2ca0cde7-c28a-4099-a5fc-8533a7a85809 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Synchronizing usage tracker for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:21.168769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0a7c1a5c-0f46-4405-a82c-3587f759f15c req-2ca0cde7-c28a-4099-a5fc-8533a7a85809 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Unset dirty status for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:21.170407 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0a7c1a5c-0f46-4405-a82c-3587f759f15c req-2ca0cde7-c28a-4099-a5fc-8533a7a85809 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad75b5de-5b9b-4f38-8ce0-f82a6f46beef HTTP/1.1" status: 200 len: 210 time: 0.0637472 Feb 09 14:30:21.176400 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a6bf-fb60-42a8-80de-a5a61af376d5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:21.212390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b22fbcdd-e7aa-48dd-8961-31638e547dfe, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe,segment=NetworkSegment(592da187-9306-40d7-aa82-bc4da1564609),segment_id=592da187-9306-40d7-aa82-bc4da1564609)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:21.250425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe', 'network_id': 'f7610042-64a5-4213-a8e5-88e8184a0ffc', 'port_id': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe', 'mac_address': 'fa:16:3e:a7:da:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3407ac2-b0bc-4169-870e-0aafafa756d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:30:21.252587 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:21.269846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650d04c-6d77-4485-a3ac-6919b83214e9 req-43e4ec21-ce1a-4134-81a7-c5cc94ff2f08 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:21.272180 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a650d04c-6d77-4485-a3ac-6919b83214e9 req-43e4ec21-ce1a-4134-81a7-c5cc94ff2f08 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.6916180 Feb 09 14:30:21.392812 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a650d04c-6d77-4485-a3ac-6919b83214e9 req-dc81c542-2e07-438b-9eb1-b7ba55145ae4 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084907 Feb 09 14:30:21.432367 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port e925d096-f9eb-44fb-aeb2-28e8f79eb826, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e925d096-f9eb-44fb-aeb2-28e8f79eb826,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:21.469149 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:21.482709 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:21.488094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] device_id is not set on port 4045e21e-3d50-42f7-b451-47e13a6b17e5 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:21.512899 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:21.557386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22fbcdd-e7aa-48dd-8961-31638e547dfe {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:30:21.558411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Transition to ACTIVE for port object 4045e21e-3d50-42f7-b451-47e13a6b17e5 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:21.564311 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:21.615875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=e925d096-f9eb-44fb-aeb2-28e8f79eb826,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:21.620693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b22fbcdd-e7aa-48dd-8961-31638e547dfe, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe,segment=NetworkSegment(592da187-9306-40d7-aa82-bc4da1564609),segment_id=592da187-9306-40d7-aa82-bc4da1564609)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:21.621497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad75b5de-5b9b-4f38-8ce0-f82a6f46beef', 'name': 'network-vif-deleted', 'tag': '89616186-2545-46c6-a544-b311c5d5aebc'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:30:21.628553 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:21.658237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:21.677302 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a6bf-fb60-42a8-80de-a5a61af376d5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:21.708504 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b22fbcdd-e7aa-48dd-8961-31638e547dfe,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:21.710925 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad75b5de-5b9b-4f38-8ce0-f82a6f46beef', 'name': 'network-vif-deleted', 'tag': '89616186-2545-46c6-a544-b311c5d5aebc', 'status': 'completed', 'code': 200} Feb 09 14:30:21.784678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:port and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:21.804224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:21.815455 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:21.849342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Pushing event updated for resources: {'Port': ['ID=4045e21e-3d50-42f7-b451-47e13a6b17e5,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:21.860111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:21.936102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:21.936409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:21.936742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:21.949082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:21.949415 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:21.952151 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 2 to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 Feb 09 14:30:21.977708 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a6bf-fb60-42a8-80de-a5a61af376d5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:22.021193 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:22.021528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:22.021858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:22.031805 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a6bf-fb60-42a8-80de-a5a61af376d5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:22.038460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6a6bf-fb60-42a8-80de-a5a61af376d5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Subnet': ['ID=c6667b47-1be4-412a-a3d5-2311a1588173,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:22.039436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd0ff55-46ad-4351-8b22-e533a29a5d45 None None] Network f0bd1ce9-2024-4bdc-90b1-32928e1185ac requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:22.055288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:22.055601 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:22.058613 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 3 to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 Feb 09 14:30:22.080868 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e1e6a6bf-fb60-42a8-80de-a5a61af376d5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/c6667b47-1be4-412a-a3d5-2311a1588173 HTTP/1.1" status: 204 len: 168 time: 1.6363544 Feb 09 14:30:22.081193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49218) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:22.091770 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:22.105323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:22.105323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:22.105323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:22.117144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:22.117475 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:22.121431 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 4 to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 Feb 09 14:30:22.137812 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port 2dba71b2-fe69-4d13-82e2-c19c25217e5d yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:22.199264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:22.199608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:22.199955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:22.222375 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:22.222707 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:22.231490 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 5 to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 Feb 09 14:30:22.300023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:22.300583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:22.300991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:22.307680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:22.308018 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:22.311474 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 6 to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 Feb 09 14:30:22.369626 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:22.369957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:22.370294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:22.385197 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:22.385501 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:22.387923 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 7 to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 Feb 09 14:30:22.394644 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['b22fbcdd-e7aa-48dd-8961-31638e547dfe'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:30:22.424364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:22.424708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:22.425046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:22.525010 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab764a63-bbb0-41b9-9ad4-63eb7fc396d6 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting subnet 93dc7919-e746-4987-8a76-09489b806468 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:30:22.532031 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab764a63-bbb0-41b9-9ad4-63eb7fc396d6 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:22.545731 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e925d096-f9eb-44fb-aeb2-28e8f79eb826 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:22.550243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:22.554700 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:22.568338 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 8 to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 Feb 09 14:30:22.617111 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab764a63-bbb0-41b9-9ad4-63eb7fc396d6 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:22.646325 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:22.646656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:22.646987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:22.664699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:22.665025 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:22.672498 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 9 to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 Feb 09 14:30:22.689952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:22.690273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:22.690611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:22.695277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 172.20.0.4 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/db99025f-df01-4afc-a7ff-be0e2c1e9d68/2dba71b2-fe69-4d13-82e2-c19c25217e5d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:22.703524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:22.703896 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:22.705430 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 10 to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 Feb 09 14:30:22.716810 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::f816:3eff:fedc:1c3 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/86224879-c02e-4746-bbc1-b541f7d7d084/2dba71b2-fe69-4d13-82e2-c19c25217e5d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:22.731004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:22.731320 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:22.731787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:22.773134 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:22.773394 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:22.773744 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:22.775664 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0b8ed6e4-40d8-4d67-a0e7-58126297e2d0 None None] Provisioning complete for port e925d096-f9eb-44fb-aeb2-28e8f79eb826 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:22.776068 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0b8ed6e4-40d8-4d67-a0e7-58126297e2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:22.939136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04e67b-2d20-48b8-a747-9bfa115da58d req-dfab15e0-6f4d-441a-8b53-d4fdceacf22a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:22.940908 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef04e67b-2d20-48b8-a747-9bfa115da58d req-dfab15e0-6f4d-441a-8b53-d4fdceacf22a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 945 time: 0.2862935 Feb 09 14:30:23.005947 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] For port 4045e21e-3d50-42f7-b451-47e13a6b17e5, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:30:23.006328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempted to set empty binding levels {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 14:30:23.008510 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab764a63-bbb0-41b9-9ad4-63eb7fc396d6 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:23.013581 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:23.151815 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef04e67b-2d20-48b8-a747-9bfa115da58d req-880b9f2e-dd4a-4894-acce-c2defccbee7e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025683 Feb 09 14:30:23.153090 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab764a63-bbb0-41b9-9ad4-63eb7fc396d6 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:23.160312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] In _notify_port_updated(), no bound segment for port 4045e21e-3d50-42f7-b451-47e13a6b17e5 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:30:23.161617 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.162419 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:23.173113 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] 10.222.0.48 "PUT /v2.0/ports/4045e21e-3d50-42f7-b451-47e13a6b17e5 HTTP/1.1" status: 200 len: 978 time: 2.9268377 Feb 09 14:30:23.176652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49270) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:23.229784 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab764a63-bbb0-41b9-9ad4-63eb7fc396d6 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:23.245000 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e925d096-f9eb-44fb-aeb2-28e8f79eb826 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:23.245879 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:23.246807 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab764a63-bbb0-41b9-9ad4-63eb7fc396d6 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Subnet': ['ID=93dc7919-e746-4987-8a76-09489b806468,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:23.258284 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ab764a63-bbb0-41b9-9ad4-63eb7fc396d6 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/93dc7919-e746-4987-8a76-09489b806468 HTTP/1.1" status: 204 len: 168 time: 1.1758387 Feb 09 14:30:23.258985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49276) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:23.549166 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:23.567070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cda61f3-5dab-4b47-bcc1-84a3b9be2765 None None] Update dhcp port {'port': {'network_id': 'f0bd1ce9-2024-4bdc-90b1-32928e1185ac', 'fixed_ips': [{'subnet_id': '93dc7919-e746-4987-8a76-09489b806468'}], 'binding:host_id': 'n-d-828418-2'}, 'id': '3849c34e-6a87-48c1-9e4b-95951ca6e5d9'} from n-d-828418-2. {{(pid=87598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 14:30:23.621630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:23.621972 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:23.636044 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3cda61f3-5dab-4b47-bcc1-84a3b9be2765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:23.654200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636240dc-1ad9-49db-82f8-c949046f125f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Pushing event updated for resources: {'Port': ['ID=4045e21e-3d50-42f7-b451-47e13a6b17e5,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:23.698731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c8a9a-1b14-48cb-b19c-a5be3b3a63d2 req-d9a1cdcf-a4c5-4f3a-aadd-f0ab78043299 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.700553 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-211c8a9a-1b14-48cb-b19c-a5be3b3a63d2 req-d9a1cdcf-a4c5-4f3a-aadd-f0ab78043299 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.6337662 Feb 09 14:30:23.704032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b72c6-e72b-4aa4-a7b9-89c709760c39 req-a4280ef5-9427-4a71-b2a1-7154879cdee5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.705484 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d02b72c6-e72b-4aa4-a7b9-89c709760c39 req-a4280ef5-9427-4a71-b2a1-7154879cdee5 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 946 time: 0.2877574 Feb 09 14:30:23.782392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.782871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.783339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.783896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.784357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.784821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.785282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.785736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.786195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.786650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.787102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.787556 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.788071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.788528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.789516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.789516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.789868 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.790320 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.790772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.791226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:23.793412 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Synchronizing usage tracker for tenant:96b84090906a480f86f911725ff31a02 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:23.823870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Unset dirty status for tenant:96b84090906a480f86f911725ff31a02 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:23.829241 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-07db4995-2e50-4b7d-8953-8678fc5d4d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17954 time: 0.5760875 Feb 09 14:30:23.838530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49312) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:23.864826 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abb39d1-b6c8-4c6b-a743-bdee8b4dccf4 None None] Network f0bd1ce9-2024-4bdc-90b1-32928e1185ac requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:23.916430 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-211c8a9a-1b14-48cb-b19c-a5be3b3a63d2 req-6f6153b1-40ff-44a4-8f0d-05d7cc148448 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047570 Feb 09 14:30:23.918948 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-74e52e03-2de1-4442-a0d3-b3d544ec5814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Deleting port 4045e21e-3d50-42f7-b451-47e13a6b17e5 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:23.919297 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-74e52e03-2de1-4442-a0d3-b3d544ec5814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:23.941638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d02b72c6-e72b-4aa4-a7b9-89c709760c39 req-8c78ef82-6c70-4428-823b-6b16c8b31ca9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Deleting port e658954f-01f9-49b0-b68a-afc1daf383c9 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:23.942128 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d02b72c6-e72b-4aa4-a7b9-89c709760c39 req-8c78ef82-6c70-4428-823b-6b16c8b31ca9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:23.981669 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:24.043088 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8249fb91-1ed1-46f7-b374-0282f36b48af None None] Provisioning complete for port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:24.043554 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8249fb91-1ed1-46f7-b374-0282f36b48af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:24.047516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object 2dba71b2-fe69-4d13-82e2-c19c25217e5d will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:24.064463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] For port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3849c34e-6a87-48c1-9e4b-95951ca6e5d9,segment=NetworkSegment(d9803ee1-e9b7-4bf8-8125-606dd97ec969),segment_id=d9803ee1-e9b7-4bf8-8125-606dd97ec969)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:24.064817 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:24.188238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-74e52e03-2de1-4442-a0d3-b3d544ec5814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] For port 4045e21e-3d50-42f7-b451-47e13a6b17e5, host n-h2-828418-2, got binding levels [] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:24.188614 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-74e52e03-2de1-4442-a0d3-b3d544ec5814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:24.301803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:24.359155 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-74e52e03-2de1-4442-a0d3-b3d544ec5814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Calling delete_port for 4045e21e-3d50-42f7-b451-47e13a6b17e5 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:24.369121 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fb3acf-f994-4083-a23a-54896dc802fc None None] DHCP port deletion for f0bd1ce9-2024-4bdc-90b1-32928e1185ac request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:30:24.378548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-36fb3acf-f994-4083-a23a-54896dc802fc None None] Deleting port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:24.378925 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36fb3acf-f994-4083-a23a-54896dc802fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:24.412497 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:24.515991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:30:24.517893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d02b72c6-e72b-4aa4-a7b9-89c709760c39 req-8c78ef82-6c70-4428-823b-6b16c8b31ca9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] For port e658954f-01f9-49b0-b68a-afc1daf383c9, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=e658954f-01f9-49b0-b68a-afc1daf383c9,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:24.518707 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d02b72c6-e72b-4aa4-a7b9-89c709760c39 req-8c78ef82-6c70-4428-823b-6b16c8b31ca9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:24.543839 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:24.550964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:24.559649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:24.643090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=2dba71b2-fe69-4d13-82e2-c19c25217e5d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:24.690958 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-74e52e03-2de1-4442-a0d3-b3d544ec5814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:24.707285 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:24.707992 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:24.814204 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e52e03-2de1-4442-a0d3-b3d544ec5814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Pushing event deleted for resources: {'Port': ['ID=4045e21e-3d50-42f7-b451-47e13a6b17e5,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:24.840579 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0f53d751-2bed-43f9-a4a4-d8b7f3088619 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.8731365 Feb 09 14:30:24.841427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49322) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:24.846174 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-74e52e03-2de1-4442-a0d3-b3d544ec5814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:24.848114 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-74e52e03-2de1-4442-a0d3-b3d544ec5814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] 10.222.0.48 "DELETE /v2.0/ports/4045e21e-3d50-42f7-b451-47e13a6b17e5 HTTP/1.1" status: 204 len: 168 time: 1.0053744 Feb 09 14:30:24.862668 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b22fbcdd-e7aa-48dd-8961-31638e547dfe up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:24.891172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49326) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:24.966848 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf4b9b1-f48b-4008-81c4-63bab614c373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] GET failed (client error): The resource could not be found. Feb 09 14:30:24.967393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-eaf4b9b1-f48b-4008-81c4-63bab614c373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Synchronizing usage tracker for tenant:96b84090906a480f86f911725ff31a02 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:24.969134 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.001419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-eaf4b9b1-f48b-4008-81c4-63bab614c373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Unset dirty status for tenant:96b84090906a480f86f911725ff31a02 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:25.004282 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-eaf4b9b1-f48b-4008-81c4-63bab614c373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] 10.222.0.48 "GET /v2.0/ports/4045e21e-3d50-42f7-b451-47e13a6b17e5 HTTP/1.1" status: 404 len: 333 time: 0.1098633 Feb 09 14:30:25.011106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d02b72c6-e72b-4aa4-a7b9-89c709760c39 req-8c78ef82-6c70-4428-823b-6b16c8b31ca9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Calling delete_port for e658954f-01f9-49b0-b68a-afc1daf383c9 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:25.021948 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49332) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:25.040469 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-36fb3acf-f994-4083-a23a-54896dc802fc None None] For port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3849c34e-6a87-48c1-9e4b-95951ca6e5d9,segment=NetworkSegment(d9803ee1-e9b7-4bf8-8125-606dd97ec969),segment_id=d9803ee1-e9b7-4bf8-8125-606dd97ec969)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:25.043550 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36fb3acf-f994-4083-a23a-54896dc802fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.056972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af382fe5-5f80-441c-a635-57a78350e7aa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:25.060431 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.064692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af382fe5-5f80-441c-a635-57a78350e7aa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:25.066313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-af382fe5-5f80-441c-a635-57a78350e7aa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:25.086708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-051b46cd-5e70-4ed9-928e-96c2cb74403a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-148330691', 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:25.099078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-051b46cd-5e70-4ed9-928e-96c2cb74403a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:25.111700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-051b46cd-5e70-4ed9-928e-96c2cb74403a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:25.125523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=3849c34e-6a87-48c1-9e4b-95951ca6e5d9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:25.139691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No DVR routers for this DVR port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:30:25.164802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051b46cd-5e70-4ed9-928e-96c2cb74403a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Made reservation on behalf of 96b84090906a480f86f911725ff31a02 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:25.167037 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-051b46cd-5e70-4ed9-928e-96c2cb74403a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.202993 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-051b46cd-5e70-4ed9-928e-96c2cb74403a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] device_id is not set on port 0b0e3760-72b5-4964-85aa-3f6d5a1f7b44 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:25.237290 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d56fa-cd2f-4f5a-b694-e5a77179b849 req-d871503c-0f80-4735-9486-00cde1dbd4af tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:25.238820 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d35d56fa-cd2f-4f5a-b694-e5a77179b849 req-d871503c-0f80-4735-9486-00cde1dbd4af tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 945 time: 0.9442134 Feb 09 14:30:25.257467 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-36fb3acf-f994-4083-a23a-54896dc802fc None None] Calling delete_port for 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:25.343683 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port b22fbcdd-e7aa-48dd-8961-31638e547dfe completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:25.364310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port b22fbcdd-e7aa-48dd-8961-31638e547dfe triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:25.364973 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.390906 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.406349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-32c4c153-2c46-4e56-925e-0089fee19682 None None] Provisioning for port 2dba71b2-fe69-4d13-82e2-c19c25217e5d completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:25.420265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-af382fe5-5f80-441c-a635-57a78350e7aa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:25.421978 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-32c4c153-2c46-4e56-925e-0089fee19682 None None] Provisioning complete for port 2dba71b2-fe69-4d13-82e2-c19c25217e5d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:25.422444 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-32c4c153-2c46-4e56-925e-0089fee19682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.423771 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-af382fe5-5f80-441c-a635-57a78350e7aa tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5797138 Feb 09 14:30:25.429652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49338) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:25.442285 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d35d56fa-cd2f-4f5a-b694-e5a77179b849 req-9d06f0fc-154e-408b-8e92-2f0519acf39b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525354 Feb 09 14:30:25.444796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bd1ce9-2024-4bdc-90b1-32928e1185ac']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:30:25.461618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9803ee1-e9b7-4bf8-8125-606dd97ec969') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:30:25.461959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9803ee1-e9b7-4bf8-8125-606dd97ec969') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:30:25.485951 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d02b72c6-e72b-4aa4-a7b9-89c709760c39 req-8c78ef82-6c70-4428-823b-6b16c8b31ca9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.494621 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-32c4c153-2c46-4e56-925e-0089fee19682 None None] Port 2dba71b2-fe69-4d13-82e2-c19c25217e5d cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:30:25.574137 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-36fb3acf-f994-4083-a23a-54896dc802fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:30:25.574914 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-36fb3acf-f994-4083-a23a-54896dc802fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:30:25.582605 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.585305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2dffef07-b674-4299-a2b1-c6e49485f12f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port 2dba71b2-fe69-4d13-82e2-c19c25217e5d {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:25.585654 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2dffef07-b674-4299-a2b1-c6e49485f12f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.619132 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.634282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:30:25.634900 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.654630 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.743589 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-051b46cd-5e70-4ed9-928e-96c2cb74403a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.761549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537f1d08-9329-47ff-a568-8e9366dbef7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:30:25.775599 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b22fbcdd-e7aa-48dd-8961-31638e547dfe, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe,segment=NetworkSegment(592da187-9306-40d7-aa82-bc4da1564609),segment_id=592da187-9306-40d7-aa82-bc4da1564609)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:25.784357 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:30:25.792752 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:30:25.803936 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.807064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78ef82-6c70-4428-823b-6b16c8b31ca9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event deleted for resources: {'Port': ['ID=e658954f-01f9-49b0-b68a-afc1daf383c9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:25.890270 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7059d-befb-4afe-b886-73dce5adf1f8 req-0dbfd3f7-a934-4c10-bb21-f56a29f2300f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:25.891198 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.905460 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b22fbcdd-e7aa-48dd-8961-31638e547dfe,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:25.906526 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a0a7059d-befb-4afe-b886-73dce5adf1f8 req-0dbfd3f7-a934-4c10-bb21-f56a29f2300f tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 867 time: 0.7705488 Feb 09 14:30:25.923042 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Network': ['ID=f0bd1ce9-2024-4bdc-90b1-32928e1185ac,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:25.926344 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e7d5b5f0-9c06-468c-8763-3bfc9a0018b1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/networks/f0bd1ce9-2024-4bdc-90b1-32928e1185ac HTTP/1.1" status: 204 len: 168 time: 2.6663516 Feb 09 14:30:25.968986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49348) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:25.970375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02b72c6-e72b-4aa4-a7b9-89c709760c39 req-8c78ef82-6c70-4428-823b-6b16c8b31ca9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] No DVR routers for this DVR port e658954f-01f9-49b0-b68a-afc1daf383c9 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:30:25.974386 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d02b72c6-e72b-4aa4-a7b9-89c709760c39 req-8c78ef82-6c70-4428-823b-6b16c8b31ca9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.977228 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d02b72c6-e72b-4aa4-a7b9-89c709760c39 req-8c78ef82-6c70-4428-823b-6b16c8b31ca9 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "DELETE /v2.0/ports/e658954f-01f9-49b0-b68a-afc1daf383c9 HTTP/1.1" status: 204 len: 173 time: 2.1872771 Feb 09 14:30:25.978027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0604601c-b39b-48f1-80d5-488b271fbe3f', 'name': 'network-vif-deleted', 'tag': 'e658954f-01f9-49b0-b68a-afc1daf383c9'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:30:26.021570 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a0a7059d-befb-4afe-b886-73dce5adf1f8 req-6dd7b58f-3d60-4061-9db0-b9b8b87ee7ac tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139205 Feb 09 14:30:26.076611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-36fb3acf-f994-4083-a23a-54896dc802fc None None] Deleting port 3849c34e-6a87-48c1-9e4b-95951ca6e5d9 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:26.077655 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36fb3acf-f994-4083-a23a-54896dc802fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:26.091221 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dad0d9-fc57-4f50-ab5a-b5647b90acf1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:26.092268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-77dad0d9-fc57-4f50-ab5a-b5647b90acf1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:26.113899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-77dad0d9-fc57-4f50-ab5a-b5647b90acf1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:26.120392 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-77dad0d9-fc57-4f50-ab5a-b5647b90acf1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1447656 Feb 09 14:30:26.120628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49358) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:26.283685 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0604601c-b39b-48f1-80d5-488b271fbe3f', 'name': 'network-vif-deleted', 'tag': 'e658954f-01f9-49b0-b68a-afc1daf383c9', 'status': 'completed', 'code': 200} Feb 09 14:30:26.334678 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537f1d08-9329-47ff-a568-8e9366dbef7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe', 'code': 200} Feb 09 14:30:26.340144 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e8878c64-3f8c-4500-aeb7-17057f6c8795 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2167077 Feb 09 14:30:26.359217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-36fb3acf-f994-4083-a23a-54896dc802fc None None] The port '3849c34e-6a87-48c1-9e4b-95951ca6e5d9' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:30:26.426212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49362) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:26.433170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1a8b361f-7d48-4481-896e-4175dc913884 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1317797101'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:26.441234 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2dffef07-b674-4299-a2b1-c6e49485f12f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:26.445236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1a8b361f-7d48-4481-896e-4175dc913884 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:26.451218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1a8b361f-7d48-4481-896e-4175dc913884 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:network and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:26.455905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1a8b361f-7d48-4481-896e-4175dc913884 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:26.462766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1a8b361f-7d48-4481-896e-4175dc913884 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:26.478467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8b361f-7d48-4481-896e-4175dc913884 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:26.482812 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1a8b361f-7d48-4481-896e-4175dc913884 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:26.545509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8b361f-7d48-4481-896e-4175dc913884 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:30:26.563368 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1a8b361f-7d48-4481-896e-4175dc913884 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:26.563852 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-1a8b361f-7d48-4481-896e-4175dc913884 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Added segment 8429b86c-30a8-4f1b-9ae3-19a09028fbed of type vlan for network b0c903f3-0ba8-4f25-b9aa-b2284179e0bd Feb 09 14:30:26.595925 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1a8b361f-7d48-4481-896e-4175dc913884 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:26.600192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2dffef07-b674-4299-a2b1-c6e49485f12f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for 2dba71b2-fe69-4d13-82e2-c19c25217e5d owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:26.627802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd6d72-68af-426b-851d-210a442dc94d req-92076b17-2296-4c06-8b6a-1b4f3e4c394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:26.629322 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-42fd6d72-68af-426b-851d-210a442dc94d req-92076b17-2296-4c06-8b6a-1b4f3e4c394e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 1097 time: 0.2874570 Feb 09 14:30:26.630373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1a8b361f-7d48-4481-896e-4175dc913884 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:26.636207 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8b361f-7d48-4481-896e-4175dc913884 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:26.636803 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1a8b361f-7d48-4481-896e-4175dc913884 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:26.651293 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-051b46cd-5e70-4ed9-928e-96c2cb74403a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:26.768015 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7e431c42-be72-4c96-af19-c6c0c73e2d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:26.778087 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1a8b361f-7d48-4481-896e-4175dc913884 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3505797 Feb 09 14:30:26.785468 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49370) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:26.790154 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-42fd6d72-68af-426b-851d-210a442dc94d req-9b96970b-aecb-4e5f-8557-52d27df105a2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354861 Feb 09 14:30:26.793584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'subnet': {'network_id': 'b0c903f3-0ba8-4f25-b9aa-b2284179e0bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:26.849465 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051b46cd-5e70-4ed9-928e-96c2cb74403a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Network a19355df-5c5d-4846-9d09-0a06f894fcc5 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:26.855918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b361f-7d48-4481-896e-4175dc913884 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Network': ['ID=b0c903f3-0ba8-4f25-b9aa-b2284179e0bd,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:26.862426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-051b46cd-5e70-4ed9-928e-96c2cb74403a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:26.873086 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network b0c903f3-0ba8-4f25-b9aa-b2284179e0bd details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:30:26.878453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b46cd-5e70-4ed9-928e-96c2cb74403a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:26.879487 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051b46cd-5e70-4ed9-928e-96c2cb74403a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:26.880199 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-051b46cd-5e70-4ed9-928e-96c2cb74403a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:26.898718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e658954f-01f9-49b0-b68a-afc1daf383c9 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:30:26.934065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:26.938047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:subnet and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:26.941189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:26.947398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:26.948407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-051b46cd-5e70-4ed9-928e-96c2cb74403a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9204137 Feb 09 14:30:26.949564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49374) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:26.956429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b46cd-5e70-4ed9-928e-96c2cb74403a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Pushing event updated for resources: {'Port': ['ID=0b0e3760-72b5-4964-85aa-3f6d5a1f7b44,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:26.958978 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: e658954f-01f9-49b0-b68a-afc1daf383c9 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:30:26.960630 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device e658954f-01f9-49b0-b68a-afc1daf383c9 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:30:26.961139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:26.967551 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:27.112755 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6d80f6-f04f-44db-9630-428d2d3dba89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:27.113398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4c6d80f6-f04f-44db-9630-428d2d3dba89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Synchronizing usage tracker for tenant:96b84090906a480f86f911725ff31a02 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:27.140572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9325ad-8cf8-48f0-8065-d252875bc9c4 req-595d2d03-7efe-4378-ab96-8b3e70c8d396 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:27.142170 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f9325ad-8cf8-48f0-8065-d252875bc9c4 req-595d2d03-7efe-4378-ab96-8b3e70c8d396 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.4816620 Feb 09 14:30:27.207338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4c6d80f6-f04f-44db-9630-428d2d3dba89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Unset dirty status for tenant:96b84090906a480f86f911725ff31a02 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:27.212085 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4c6d80f6-f04f-44db-9630-428d2d3dba89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] 10.222.0.48 "GET /v2.0/ports/0b0e3760-72b5-4964-85aa-3f6d5a1f7b44 HTTP/1.1" status: 200 len: 958 time: 0.2597916 Feb 09 14:30:27.212871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49380) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:27.310170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-87aee06b-6bdc-4184-970b-1dc67d8de2fa req-fd8771bf-93cb-4f5c-a128-dd971ea94427 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Synchronizing usage tracker for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:27.334916 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-87aee06b-6bdc-4184-970b-1dc67d8de2fa req-fd8771bf-93cb-4f5c-a128-dd971ea94427 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Unset dirty status for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:27.337156 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-87aee06b-6bdc-4184-970b-1dc67d8de2fa req-fd8771bf-93cb-4f5c-a128-dd971ea94427 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=0604601c-b39b-48f1-80d5-488b271fbe3f HTTP/1.1" status: 200 len: 210 time: 0.1344128 Feb 09 14:30:27.375475 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f9325ad-8cf8-48f0-8065-d252875bc9c4 req-6489fa0e-bffa-44d7-a101-ae1f3fe21b12 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069535 Feb 09 14:30:27.385911 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9b89ce92-6112-4980-b9a3-f7b28a042c19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Deleting port 0b0e3760-72b5-4964-85aa-3f6d5a1f7b44 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:27.386182 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9b89ce92-6112-4980-b9a3-f7b28a042c19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:27.429367 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2dffef07-b674-4299-a2b1-c6e49485f12f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:27.520714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffef07-b674-4299-a2b1-c6e49485f12f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=2dba71b2-fe69-4d13-82e2-c19c25217e5d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:27.657657 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:27.832776 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2dffef07-b674-4299-a2b1-c6e49485f12f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:27.871955 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2dffef07-b674-4299-a2b1-c6e49485f12f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/2dba71b2-fe69-4d13-82e2-c19c25217e5d HTTP/1.1" status: 204 len: 168 time: 2.4410954 Feb 09 14:30:27.875021 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49388) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:27.936492 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9b89ce92-6112-4980-b9a3-f7b28a042c19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:27.992328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Checking segment: {'id': '8429b86c-30a8-4f1b-9ae3-19a09028fbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0c903f3-0ba8-4f25-b9aa-b2284179e0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:30:27.992796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network hostable DHCP agents. Network: b0c903f3-0ba8-4f25-b9aa-b2284179e0bd, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:30:28.008643 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Subnet': ['ID=f83000af-3762-4507-8bb4-52b33da81568,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:28.023921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:28.024295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:28.024635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:28.025223 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:28.025556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:28.025890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:28.026210 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:28.026551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:28.026978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:28.027297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:28.027619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:28.027967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:30:28.041428 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network b0c903f3-0ba8-4f25-b9aa-b2284179e0bd is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:30:28.051472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, b0c903f3-0ba8-4f25-b9aa-b2284179e0bd) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:28.055528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:28.056203 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:28.064292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c890a2-daee-475c-8247-a39a35eb231a None None] Network b0c903f3-0ba8-4f25-b9aa-b2284179e0bd requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:28.087176 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-98eb0808-391e-465f-bd45-9a06ed0d89df tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3006353 Feb 09 14:30:28.089945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49392) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:28.106001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9b89ce92-6112-4980-b9a3-f7b28a042c19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Calling delete_port for 0b0e3760-72b5-4964-85aa-3f6d5a1f7b44 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:28.106396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-00f3af9c-c9cb-4d79-898f-38d1df412d47 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'network_id': 'b0c903f3-0ba8-4f25-b9aa-b2284179e0bd', 'name': 'tempest-PortsTestJSON-1932628893'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:28.166370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5388d09-aebe-453e-8891-7be36d8bf003 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:28.168633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5388d09-aebe-453e-8891-7be36d8bf003 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:28.170250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5388d09-aebe-453e-8891-7be36d8bf003 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:28.172008 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b5388d09-aebe-453e-8891-7be36d8bf003 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:28.202611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b5388d09-aebe-453e-8891-7be36d8bf003 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:28.205701 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b5388d09-aebe-453e-8891-7be36d8bf003 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3296812 Feb 09 14:30:28.217503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49396) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:28.246727 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9b89ce92-6112-4980-b9a3-f7b28a042c19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:28.315159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89ce92-6112-4980-b9a3-f7b28a042c19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b0e3760-72b5-4964-85aa-3f6d5a1f7b44,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:28.321694 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9b89ce92-6112-4980-b9a3-f7b28a042c19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:28.334171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-413e2ef6-eba6-4746-9742-40a022b03835 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 86224879-c02e-4746-bbc1-b541f7d7d084 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:30:28.338290 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9b89ce92-6112-4980-b9a3-f7b28a042c19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] 10.222.0.48 "DELETE /v2.0/ports/0b0e3760-72b5-4964-85aa-3f6d5a1f7b44 HTTP/1.1" status: 204 len: 168 time: 1.0903714 Feb 09 14:30:28.340277 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-413e2ef6-eba6-4746-9742-40a022b03835 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:28.340880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49400) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:28.354439 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-b0c903f3-0ba8-4f25-b9aa-b2284179e0bd', 'network_id': 'b0c903f3-0ba8-4f25-b9aa-b2284179e0bd', 'tenant_id': '5630d50e4fb5462e9b466142aa6ba4f5', 'fixed_ips': [{'subnet_id': 'f83000af-3762-4507-8bb4-52b33da81568'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:30:28.355579 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:28.415422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-00f3af9c-c9cb-4d79-898f-38d1df412d47 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:28.466640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-00f3af9c-c9cb-4d79-898f-38d1df412d47 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:28.482342 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-413e2ef6-eba6-4746-9742-40a022b03835 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:28.587179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f3af9c-c9cb-4d79-898f-38d1df412d47 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:28.590725 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00f3af9c-c9cb-4d79-898f-38d1df412d47 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:28.658729 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-00f3af9c-c9cb-4d79-898f-38d1df412d47 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] device_id is not set on port 7f9827f5-209f-4d41-a914-7f3ed3ace124 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:28.773278 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Allocated IP 172.20.0.2 (b0c903f3-0ba8-4f25-b9aa-b2284179e0bd/f83000af-3762-4507-8bb4-52b33da81568/bc079a0b-5012-4f7d-9459-a928b438bbc0) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:28.837162 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e93a2b-2521-48aa-9266-eef5e2b18107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] GET failed (client error): The resource could not be found. Feb 09 14:30:28.837707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-79e93a2b-2521-48aa-9266-eef5e2b18107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Synchronizing usage tracker for tenant:96b84090906a480f86f911725ff31a02 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:28.876815 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-413e2ef6-eba6-4746-9742-40a022b03835 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:28.974160 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-413e2ef6-eba6-4746-9742-40a022b03835 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:29.011235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-79e93a2b-2521-48aa-9266-eef5e2b18107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Unset dirty status for tenant:96b84090906a480f86f911725ff31a02 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:29.012430 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-79e93a2b-2521-48aa-9266-eef5e2b18107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] 10.222.0.48 "GET /v2.0/ports/0b0e3760-72b5-4964-85aa-3f6d5a1f7b44 HTTP/1.1" status: 404 len: 333 time: 0.6703858 Feb 09 14:30:29.016376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49418) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:29.027000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4adad4eb-07be-4d9d-a1f0-fbef0fb577ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Request body: {'port': {'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-811642729'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:29.039878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e2ef6-eba6-4746-9742-40a022b03835 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=86224879-c02e-4746-bbc1-b541f7d7d084,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:29.043753 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-413e2ef6-eba6-4746-9742-40a022b03835 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:29.052630 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4adad4eb-07be-4d9d-a1f0-fbef0fb577ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:29.069393 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-413e2ef6-eba6-4746-9742-40a022b03835 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/86224879-c02e-4746-bbc1-b541f7d7d084 HTTP/1.1" status: 204 len: 168 time: 0.8503118 Feb 09 14:30:29.070169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49422) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:29.125508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4adad4eb-07be-4d9d-a1f0-fbef0fb577ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:29.158389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a592a10-9128-4301-ae0d-cd73caa3c603 req-24adbfe3-8a98-4f39-9e8e-f3df44640767 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:29.162747 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-50aa5ce1-543e-4d37-b0aa-e36290cd5912 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet db99025f-df01-4afc-a7ff-be0e2c1e9d68 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:30:29.163036 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2a592a10-9128-4301-ae0d-cd73caa3c603 req-24adbfe3-8a98-4f39-9e8e-f3df44640767 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.3216233 Feb 09 14:30:29.167364 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50aa5ce1-543e-4d37-b0aa-e36290cd5912 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:29.169876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adad4eb-07be-4d9d-a1f0-fbef0fb577ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Made reservation on behalf of 96b84090906a480f86f911725ff31a02 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:29.175949 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4adad4eb-07be-4d9d-a1f0-fbef0fb577ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:29.186601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea6e22e-3c56-4bc6-ae6c-485b4683e2b9 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:29.272265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-4adad4eb-07be-4d9d-a1f0-fbef0fb577ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] device_id is not set on port 4590907d-9503-4992-964f-39f26e595eb4 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:29.305338 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50aa5ce1-543e-4d37-b0aa-e36290cd5912 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:29.330691 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2a592a10-9128-4301-ae0d-cd73caa3c603 req-83422adc-7f68-4664-9c5d-5dc572598822 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342654 Feb 09 14:30:29.396706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a4359-5369-48c8-bcce-60181f4e6cfe req-6aa32bca-11bb-430f-86ab-ed99b6239f66 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:29.398612 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f33a4359-5369-48c8-bcce-60181f4e6cfe req-6aa32bca-11bb-430f-86ab-ed99b6239f66 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.1735215 Feb 09 14:30:29.480529 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f33a4359-5369-48c8-bcce-60181f4e6cfe req-8861ba6f-bd80-4c00-9470-f2886fb31405 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724833 Feb 09 14:30:29.502065 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:29.513934 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Transition to ACTIVE for port object bc079a0b-5012-4f7d-9459-a928b438bbc0 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:29.520637 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50aa5ce1-543e-4d37-b0aa-e36290cd5912 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:29.535996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Transition to ACTIVE for port object bc079a0b-5012-4f7d-9459-a928b438bbc0 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:29.548987 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:29.643609 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4adad4eb-07be-4d9d-a1f0-fbef0fb577ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:29.672647 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-153057ac-f3f7-4da0-90d7-2764c39ee85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:29.675995 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd70ae0-aab0-420e-8722-399625c38db5 req-a1514081-f251-4b19-8bde-02a1d03bd87a tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:29.677772 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ecd70ae0-aab0-420e-8722-399625c38db5 req-a1514081-f251-4b19-8bde-02a1d03bd87a tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.1333516 Feb 09 14:30:29.689742 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Network b0c903f3-0ba8-4f25-b9aa-b2284179e0bd is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:29.705366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-00f3af9c-c9cb-4d79-898f-38d1df412d47 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Allocated IP 172.20.0.12 (b0c903f3-0ba8-4f25-b9aa-b2284179e0bd/f83000af-3762-4507-8bb4-52b33da81568/7f9827f5-209f-4d41-a914-7f3ed3ace124) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:29.719445 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50aa5ce1-543e-4d37-b0aa-e36290cd5912 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:29.732391 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:29.743362 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ecd70ae0-aab0-420e-8722-399625c38db5 req-8593c525-73a4-4e6e-a010-64670b33b686 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585425 Feb 09 14:30:29.750856 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4adad4eb-07be-4d9d-a1f0-fbef0fb577ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:29.773673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:29.778135 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa5ce1-543e-4d37-b0aa-e36290cd5912 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=db99025f-df01-4afc-a7ff-be0e2c1e9d68,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:29.796654 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50aa5ce1-543e-4d37-b0aa-e36290cd5912 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:29.827096 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-50aa5ce1-543e-4d37-b0aa-e36290cd5912 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/db99025f-df01-4afc-a7ff-be0e2c1e9d68 HTTP/1.1" status: 204 len: 168 time: 0.7529817 Feb 09 14:30:29.832616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49428) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:29.870481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adad4eb-07be-4d9d-a1f0-fbef0fb577ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Pushing event updated for resources: {'Port': ['ID=4590907d-9503-4992-964f-39f26e595eb4,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:29.878229 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Pushing event updated for resources: {'Port': ['ID=bc079a0b-5012-4f7d-9459-a928b438bbc0,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:29.893225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adad4eb-07be-4d9d-a1f0-fbef0fb577ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Network a19355df-5c5d-4846-9d09-0a06f894fcc5 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:29.895994 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4adad4eb-07be-4d9d-a1f0-fbef0fb577ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:29.899461 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adad4eb-07be-4d9d-a1f0-fbef0fb577ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:29.902313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adad4eb-07be-4d9d-a1f0-fbef0fb577ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:29.902313 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4adad4eb-07be-4d9d-a1f0-fbef0fb577ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:29.913995 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Attempting to bind port bc079a0b-5012-4f7d-9459-a928b438bbc0 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:29.914508 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Attempting to bind port bc079a0b-5012-4f7d-9459-a928b438bbc0 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '8429b86c-30a8-4f1b-9ae3-19a09028fbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0c903f3-0ba8-4f25-b9aa-b2284179e0bd'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:29.914965 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Attempting to bind port bc079a0b-5012-4f7d-9459-a928b438bbc0 on network b0c903f3-0ba8-4f25-b9aa-b2284179e0bd {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:29.923855 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-004a976e-527f-4668-8e9d-c05eb68a2794 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882812 Feb 09 14:30:29.924906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49432) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:29.926008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:30:29.926493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Checking segment: {'id': '8429b86c-30a8-4f1b-9ae3-19a09028fbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0c903f3-0ba8-4f25-b9aa-b2284179e0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:30:29.927425 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:29.927917 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Bound using segment: {'id': '8429b86c-30a8-4f1b-9ae3-19a09028fbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0c903f3-0ba8-4f25-b9aa-b2284179e0bd'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:30:29.929278 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Bound port: bc079a0b-5012-4f7d-9459-a928b438bbc0, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8429b86c-30a8-4f1b-9ae3-19a09028fbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b0c903f3-0ba8-4f25-b9aa-b2284179e0bd'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:30:29.929863 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:30.007332 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4adad4eb-07be-4d9d-a1f0-fbef0fb577ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9854519 Feb 09 14:30:30.009529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49436) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:30.017036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:30.102489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e186af25-a850-4b2e-bea4-d4e26226764d None None] Update dhcp port {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'fixed_ips': [{'subnet_id': 'db99025f-df01-4afc-a7ff-be0e2c1e9d68'}], 'binding:host_id': 'n-d-828418-2'}, 'id': 'e925d096-f9eb-44fb-aeb2-28e8f79eb826'} from n-d-828418-2. {{(pid=87598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 14:30:30.131289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] For port bc079a0b-5012-4f7d-9459-a928b438bbc0, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:30:30.150787 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00f3af9c-c9cb-4d79-898f-38d1df412d47 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:30.174619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-00f3af9c-c9cb-4d79-898f-38d1df412d47 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Transition to ACTIVE for port object 7f9827f5-209f-4d41-a914-7f3ed3ace124 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:30.185440 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:30.213187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7dd5a8-2f30-40ec-83ac-707783324c3b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:30.213981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7b7dd5a8-2f30-40ec-83ac-707783324c3b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:30.226271 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00f3af9c-c9cb-4d79-898f-38d1df412d47 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:30.276631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] For port bc079a0b-5012-4f7d-9459-a928b438bbc0, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=bc079a0b-5012-4f7d-9459-a928b438bbc0,segment=NetworkSegment(8429b86c-30a8-4f1b-9ae3-19a09028fbed),segment_id=8429b86c-30a8-4f1b-9ae3-19a09028fbed)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:30:30.288255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7b7dd5a8-2f30-40ec-83ac-707783324c3b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:30.288511 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:30.292169 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7b7dd5a8-2f30-40ec-83ac-707783324c3b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3642800 Feb 09 14:30:30.294744 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:30.299467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49442) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:30.341298 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e186af25-a850-4b2e-bea4-d4e26226764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:30.368937 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:30.369276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f3af9c-c9cb-4d79-898f-38d1df412d47 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network b0c903f3-0ba8-4f25-b9aa-b2284179e0bd is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:30.386523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-00f3af9c-c9cb-4d79-898f-38d1df412d47 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:30.396003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f3af9c-c9cb-4d79-898f-38d1df412d47 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:30.448451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3af9c-c9cb-4d79-898f-38d1df412d47 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=7f9827f5-209f-4d41-a914-7f3ed3ace124,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:30.460425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e3f8c-6a3d-4eff-8c7d-b444aad78ff4 None None] Pushing event updated for resources: {'Port': ['ID=bc079a0b-5012-4f7d-9459-a928b438bbc0,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:30.475806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5521880-ff36-497d-b176-c46da167789d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:30.476485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f5521880-ff36-497d-b176-c46da167789d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:30.573717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f3af9c-c9cb-4d79-898f-38d1df412d47 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:30.574320 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00f3af9c-c9cb-4d79-898f-38d1df412d47 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:30.592067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f5521880-ff36-497d-b176-c46da167789d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:30.598251 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f5521880-ff36-497d-b176-c46da167789d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2975373 Feb 09 14:30:30.608960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49450) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:30.665288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] device_id is not set on port 4590907d-9503-4992-964f-39f26e595eb4 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:30.683030 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:30.712376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Transition to ACTIVE for port object 4590907d-9503-4992-964f-39f26e595eb4 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:30.763437 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fd5539-f165-462f-b2ab-0cea9dea12c9 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:30.781314 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:30.873246 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0c9f8088-e670-479b-8e34-e6f29a7830b2 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2630584 Feb 09 14:30:30.881695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49456) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:30.919376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Pushing event updated for resources: {'Port': ['ID=4590907d-9503-4992-964f-39f26e595eb4,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:30.923029 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-caabe622-96c0-4454-999f-cfc569bd9826 None None] Provisioning complete for port e925d096-f9eb-44fb-aeb2-28e8f79eb826 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:30.923663 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-caabe622-96c0-4454-999f-cfc569bd9826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:30.957705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c0c7e4e0-2704-4622-9939-fd6c53db15e4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:31.077713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:31.078257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:31.078559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:31.089392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:31.089813 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:31.090389 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 2 to bind port 4590907d-9503-4992-964f-39f26e595eb4 Feb 09 14:30:31.106163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12809c-42e7-41bf-b569-76773177dde5 req-2d2e6811-3221-4b6b-a063-f8790278b9da tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:31.112327 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ad12809c-42e7-41bf-b569-76773177dde5 req-2d2e6811-3221-4b6b-a063-f8790278b9da tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.3978553 Feb 09 14:30:31.129746 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c0c7e4e0-2704-4622-9939-fd6c53db15e4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:31.130357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:31.130844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:31.131710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:31.141396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c0c7e4e0-2704-4622-9939-fd6c53db15e4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:31.154939 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-00f3af9c-c9cb-4d79-898f-38d1df412d47 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0622299 Feb 09 14:30:31.159058 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:31.159606 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:31.166672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49460) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:31.168789 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 3 to bind port 4590907d-9503-4992-964f-39f26e595eb4 Feb 09 14:30:31.181215 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:30:31.194273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e970e51-d7f1-456f-a3ae-5fddd5275cb5 req-686a7e81-7d2e-4402-8f12-0fd0cb80ea0c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:31.195915 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4e970e51-d7f1-456f-a3ae-5fddd5275cb5 req-686a7e81-7d2e-4402-8f12-0fd0cb80ea0c tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.6916244 Feb 09 14:30:31.196514 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:31.197006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:31.197729 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:31.200243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'network_id': 'b0c903f3-0ba8-4f25-b9aa-b2284179e0bd', 'name': 'tempest-PortsTestJSON-2137038747'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:31.205047 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:31.207915 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:31.218813 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 4 to bind port 4590907d-9503-4992-964f-39f26e595eb4 Feb 09 14:30:31.256416 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ad12809c-42e7-41bf-b569-76773177dde5 req-106d1d99-afd3-4fc5-8d01-90bc837ef25b tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203339 Feb 09 14:30:31.257624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:31.258144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:31.258661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:31.265485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:31.266023 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:31.266564 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 5 to bind port 4590907d-9503-4992-964f-39f26e595eb4 Feb 09 14:30:31.285531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:31.285869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:31.286349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:31.306077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:31.306865 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:31.307528 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 6 to bind port 4590907d-9503-4992-964f-39f26e595eb4 Feb 09 14:30:31.316553 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc0bd9d-16a7-45fd-8800-bb6e39e38479 None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:30:31.322763 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-adc0bd9d-16a7-45fd-8800-bb6e39e38479 None None] Deleting port e925d096-f9eb-44fb-aeb2-28e8f79eb826 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:31.323516 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-adc0bd9d-16a7-45fd-8800-bb6e39e38479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:31.339901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:31.340242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:31.340822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:31.349069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:31.349639 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:31.350649 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 7 to bind port 4590907d-9503-4992-964f-39f26e595eb4 Feb 09 14:30:31.372814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:31.373665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:31.374014 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:31.381451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:31.381803 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:31.382189 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 8 to bind port 4590907d-9503-4992-964f-39f26e595eb4 Feb 09 14:30:31.411977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:31.412240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:31.413255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:31.419662 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:31.420028 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:31.420421 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 9 to bind port 4590907d-9503-4992-964f-39f26e595eb4 Feb 09 14:30:31.483677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c7e4e0-2704-4622-9939-fd6c53db15e4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:31.488639 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e4e0-2704-4622-9939-fd6c53db15e4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:31.490080 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c7e4e0-2704-4622-9939-fd6c53db15e4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:30:31.491178 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c7e4e0-2704-4622-9939-fd6c53db15e4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:30:31.545352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:31.545602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:31.545902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:31.561526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:31.572303 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c0c7e4e0-2704-4622-9939-fd6c53db15e4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6856561 Feb 09 14:30:31.572701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:31.572987 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:31.573558 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempt 10 to bind port 4590907d-9503-4992-964f-39f26e595eb4 Feb 09 14:30:31.576009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:port and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:31.586330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915048ff-089d-4dbd-8d39-c03a2aee307e req-6ca7def0-c38f-4777-9fd4-d2d72d31d3c8 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:31.594610 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-915048ff-089d-4dbd-8d39-c03a2aee307e req-6ca7def0-c38f-4777-9fd4-d2d72d31d3c8 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.7079082 Feb 09 14:30:31.596329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:31.597445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49466) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:31.623789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-dfc7c31d-f8b4-4f8a-97f9-f8359309f68b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:31.629773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-4e970e51-d7f1-456f-a3ae-5fddd5275cb5 req-31c6e5d0-bd75-4a98-a95c-28de8b71edc0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Deleting port af23a0d9-1c15-48f5-a81e-9a441a603a7e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:31.630333 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4e970e51-d7f1-456f-a3ae-5fddd5275cb5 req-31c6e5d0-bd75-4a98-a95c-28de8b71edc0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:31.714096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:31.740606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:31.740998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:31.741321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempting to bind port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:31.757999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:31.762136 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:31.776816 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-adc0bd9d-16a7-45fd-8800-bb6e39e38479 None None] For port e925d096-f9eb-44fb-aeb2-28e8f79eb826, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e925d096-f9eb-44fb-aeb2-28e8f79eb826,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:31.777206 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-adc0bd9d-16a7-45fd-8800-bb6e39e38479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:31.781058 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:31.781397 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Failed to bind port 4590907d-9503-4992-964f-39f26e595eb4 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '66047c30-bce5-4ac0-912b-2a04398259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a19355df-5c5d-4846-9d09-0a06f894fcc5'}] Feb 09 14:30:31.781746 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:31.817775 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dfc7c31d-f8b4-4f8a-97f9-f8359309f68b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:31.827829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] device_id is not set on port 060640d4-b917-4d1b-97fb-8755983293c9 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:31.855719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca950b-1feb-41c8-ab35-2dd04b012f5a req-1092f01a-ad55-4d98-9632-0860092004d9 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:31.862995 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a8ca950b-1feb-41c8-ab35-2dd04b012f5a req-1092f01a-ad55-4d98-9632-0860092004d9 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.4136100 Feb 09 14:30:31.869767 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:31.927288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dfc7c31d-f8b4-4f8a-97f9-f8359309f68b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:32.006913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-adc0bd9d-16a7-45fd-8800-bb6e39e38479 None None] Calling delete_port for e925d096-f9eb-44fb-aeb2-28e8f79eb826 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:32.039088 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-915048ff-089d-4dbd-8d39-c03a2aee307e req-117d2638-2710-48e1-b2f9-43098b778a1b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165311 Feb 09 14:30:32.109904 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f28139-6f3a-4060-9ea3-d6c3d6bddf13 None None] Network b0c903f3-0ba8-4f25-b9aa-b2284179e0bd requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:32.253735 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc7c31d-f8b4-4f8a-97f9-f8359309f68b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:32.257924 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfc7c31d-f8b4-4f8a-97f9-f8359309f68b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:32.261925 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-adc0bd9d-16a7-45fd-8800-bb6e39e38479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:32.266968 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc7c31d-f8b4-4f8a-97f9-f8359309f68b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:30:32.267461 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc7c31d-f8b4-4f8a-97f9-f8359309f68b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:30:32.281698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-44d9983a-f0cf-4384-973f-754725f31ebc None None] Provisioning for port bc079a0b-5012-4f7d-9459-a928b438bbc0 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:32.298488 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a8ca950b-1feb-41c8-ab35-2dd04b012f5a req-b5c10872-8347-4dcf-b90c-811f23736157 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4346240 Feb 09 14:30:32.326363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] For port 4590907d-9503-4992-964f-39f26e595eb4, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:30:32.327055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attempted to set empty binding levels {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 14:30:32.336639 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dfc7c31d-f8b4-4f8a-97f9-f8359309f68b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7373035 Feb 09 14:30:32.338088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49484) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:32.339504 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:32.344499 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0bd9d-16a7-45fd-8800-bb6e39e38479 None None] No DVR routers for this DVR port e925d096-f9eb-44fb-aeb2-28e8f79eb826 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:30:32.350381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-37f8455e-9b38-46d1-a3c0-1126bcb8cb2d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:32.355561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0bd9d-16a7-45fd-8800-bb6e39e38479 None None] Pushing event deleted for resources: {'Port': ['ID=e925d096-f9eb-44fb-aeb2-28e8f79eb826,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:32.499304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-6581ee74-153c-4d49-ab0e-c8f7e82c853b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:32.500791 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-6581ee74-153c-4d49-ab0e-c8f7e82c853b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/networks?id=f7610042-64a5-4213-a8e5-88e8184a0ffc HTTP/1.1" status: 200 len: 813 time: 0.1886413 Feb 09 14:30:32.527074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] In _notify_port_updated(), no bound segment for port 4590907d-9503-4992-964f-39f26e595eb4 on network a19355df-5c5d-4846-9d09-0a06f894fcc5 {{(pid=87596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:30:32.528451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:32.529271 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:32.530812 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] 10.222.0.48 "PUT /v2.0/ports/4590907d-9503-4992-964f-39f26e595eb4 HTTP/1.1" status: 200 len: 978 time: 2.5203199 Feb 09 14:30:32.535218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49490) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:32.553851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-d7e0c0b9-85e2-4d8c-9dd5-288ae7e4ef0d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/quotas/c024d02814d948829adf7be459d0a506 HTTP/1.1" status: 200 len: 375 time: 0.0451484 Feb 09 14:30:32.633114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-86879948-9317-4cc1-9af7-a6d401e04583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Deleting port 4590907d-9503-4992-964f-39f26e595eb4 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:32.633692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Allocated IP 172.20.0.10 (b0c903f3-0ba8-4f25-b9aa-b2284179e0bd/f83000af-3762-4507-8bb4-52b33da81568/060640d4-b917-4d1b-97fb-8755983293c9) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:32.634481 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-86879948-9317-4cc1-9af7-a6d401e04583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:32.673678 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device bc079a0b-5012-4f7d-9459-a928b438bbc0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:32.734187 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-4e970e51-d7f1-456f-a3ae-5fddd5275cb5 req-31c6e5d0-bd75-4a98-a95c-28de8b71edc0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] For port af23a0d9-1c15-48f5-a81e-9a441a603a7e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=af23a0d9-1c15-48f5-a81e-9a441a603a7e,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:32.734576 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4e970e51-d7f1-456f-a3ae-5fddd5275cb5 req-31c6e5d0-bd75-4a98-a95c-28de8b71edc0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:32.785725 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e8458-1cf5-4fed-b655-19c89b5ddcb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Pushing event updated for resources: {'Port': ['ID=4590907d-9503-4992-964f-39f26e595eb4,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:32.832491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port bc079a0b-5012-4f7d-9459-a928b438bbc0 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:32.838864 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port bc079a0b-5012-4f7d-9459-a928b438bbc0 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:32.839495 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:32.910382 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-37f8455e-9b38-46d1-a3c0-1126bcb8cb2d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:32.939373 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device af23a0d9-1c15-48f5-a81e-9a441a603a7e no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:30:33.036693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-37f8455e-9b38-46d1-a3c0-1126bcb8cb2d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:33.130025 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-720e98fe-2518-419a-8863-990a1e36fe47 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c024d02814d948829adf7be459d0a506&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5683157 Feb 09 14:30:33.133716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59cba8-fa6c-473c-80b3-5c9128acca0f req-6bb726c5-cd52-49d8-bbda-8deb3c764005 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:33.147313 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e59cba8-fa6c-473c-80b3-5c9128acca0f req-6bb726c5-cd52-49d8-bbda-8deb3c764005 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 945 time: 0.4489610 Feb 09 14:30:33.183274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f8455e-9b38-46d1-a3c0-1126bcb8cb2d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:33.186756 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37f8455e-9b38-46d1-a3c0-1126bcb8cb2d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:33.192347 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f8455e-9b38-46d1-a3c0-1126bcb8cb2d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:30:33.195686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f8455e-9b38-46d1-a3c0-1126bcb8cb2d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:30:33.244694 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3ad0f93c-92c2-44e2-9b1b-f63b827f7065 None None] Provisioning complete for port bc079a0b-5012-4f7d-9459-a928b438bbc0 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:33.248000 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3ad0f93c-92c2-44e2-9b1b-f63b827f7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:33.274837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-86879948-9317-4cc1-9af7-a6d401e04583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] For port 4590907d-9503-4992-964f-39f26e595eb4, host n-h2-828418-2, got binding levels [] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:33.275425 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-86879948-9317-4cc1-9af7-a6d401e04583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:33.300594 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e59cba8-fa6c-473c-80b3-5c9128acca0f req-11d235ca-c169-4797-a86b-e96e07b05c66 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519384 Feb 09 14:30:33.440177 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:33.481262 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-86879948-9317-4cc1-9af7-a6d401e04583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Calling delete_port for 4590907d-9503-4992-964f-39f26e595eb4 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:33.487046 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port bc079a0b-5012-4f7d-9459-a928b438bbc0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=bc079a0b-5012-4f7d-9459-a928b438bbc0,segment=NetworkSegment(8429b86c-30a8-4f1b-9ae3-19a09028fbed),segment_id=8429b86c-30a8-4f1b-9ae3-19a09028fbed)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:33.513455 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:33.628534 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-37f8455e-9b38-46d1-a3c0-1126bcb8cb2d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2842937 Feb 09 14:30:33.629916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49496) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:33.643042 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-86879948-9317-4cc1-9af7-a6d401e04583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:33.649489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7054dcff-396a-4164-814e-5397d7f1a476 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:33.660260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e925d096-f9eb-44fb-aeb2-28e8f79eb826 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:30:33.703305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: e925d096-f9eb-44fb-aeb2-28e8f79eb826 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:30:33.703649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e925d096-f9eb-44fb-aeb2-28e8f79eb826 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:30:33.743126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=bc079a0b-5012-4f7d-9459-a928b438bbc0,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:33.758726 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3ad0f93c-92c2-44e2-9b1b-f63b827f7065 None None] Provisioning for port 7f9827f5-209f-4d41-a914-7f3ed3ace124 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:33.764161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3ad0f93c-92c2-44e2-9b1b-f63b827f7065 None None] Provisioning complete for port 7f9827f5-209f-4d41-a914-7f3ed3ace124 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:33.764542 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3ad0f93c-92c2-44e2-9b1b-f63b827f7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:33.802539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86879948-9317-4cc1-9af7-a6d401e04583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Pushing event deleted for resources: {'Port': ['ID=4590907d-9503-4992-964f-39f26e595eb4,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:33.815930 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-86879948-9317-4cc1-9af7-a6d401e04583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:33.846969 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3ad0f93c-92c2-44e2-9b1b-f63b827f7065 None None] Port 7f9827f5-209f-4d41-a914-7f3ed3ace124 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:30:33.861223 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-86879948-9317-4cc1-9af7-a6d401e04583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] 10.222.0.48 "DELETE /v2.0/ports/4590907d-9503-4992-964f-39f26e595eb4 HTTP/1.1" status: 204 len: 168 time: 1.3221350 Feb 09 14:30:33.864764 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4e970e51-d7f1-456f-a3ae-5fddd5275cb5 req-31c6e5d0-bd75-4a98-a95c-28de8b71edc0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:33.865260 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4e970e51-d7f1-456f-a3ae-5fddd5275cb5 req-31c6e5d0-bd75-4a98-a95c-28de8b71edc0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:33.865438 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49502) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:33.865524 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-4e970e51-d7f1-456f-a3ae-5fddd5275cb5 req-31c6e5d0-bd75-4a98-a95c-28de8b71edc0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Floating IP 5adb79ca-8edd-4ebb-b15c-f2a0dec0c444 disassociated. External IP: 172.25.8.234, port: af23a0d9-1c15-48f5-a81e-9a441a603a7e. Feb 09 14:30:33.865831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-4e970e51-d7f1-456f-a3ae-5fddd5275cb5 req-31c6e5d0-bd75-4a98-a95c-28de8b71edc0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Calling delete_port for af23a0d9-1c15-48f5-a81e-9a441a603a7e owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:33.919699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7054dcff-396a-4164-814e-5397d7f1a476 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:33.924252 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-46456644-486b-41bd-b298-ff2df5b38afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] GET failed (client error): The resource could not be found. Feb 09 14:30:33.924252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-46456644-486b-41bd-b298-ff2df5b38afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Synchronizing usage tracker for tenant:96b84090906a480f86f911725ff31a02 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:33.945129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7054dcff-396a-4164-814e-5397d7f1a476 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:33.946958 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-a3f1082f-04d3-4b95-8592-3e0a92145c59 service neutron] 10.222.0.48 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7311850 Feb 09 14:30:33.963167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff1012-a2e0-4ae8-8eaf-34c762d56296 req-6d69a4da-6a4f-4275-acf2-834858b789b7 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:33.964706 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-76ff1012-a2e0-4ae8-8eaf-34c762d56296 req-6d69a4da-6a4f-4275-acf2-834858b789b7 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.3828063 Feb 09 14:30:33.970848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-46456644-486b-41bd-b298-ff2df5b38afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] Unset dirty status for tenant:96b84090906a480f86f911725ff31a02 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:33.972230 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-46456644-486b-41bd-b298-ff2df5b38afd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911500114-project-admin] 10.222.0.48 "GET /v2.0/ports/4590907d-9503-4992-964f-39f26e595eb4 HTTP/1.1" status: 404 len: 333 time: 0.1011035 Feb 09 14:30:33.973457 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7054dcff-396a-4164-814e-5397d7f1a476 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:33.976010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0a8e2afd-22c0-4003-aeb6-2d98144d8f58 None None] Provisioning complete for port 7f9827f5-209f-4d41-a914-7f3ed3ace124 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:33.976615 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0a8e2afd-22c0-4003-aeb6-2d98144d8f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:33.977908 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7054dcff-396a-4164-814e-5397d7f1a476 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:33.979295 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-7054dcff-396a-4164-814e-5397d7f1a476 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:30:33.979744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7054dcff-396a-4164-814e-5397d7f1a476 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:30:33.986648 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:33.992329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49506) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:34.018679 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7054dcff-396a-4164-814e-5397d7f1a476 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3824704 Feb 09 14:30:34.019360 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49510) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:34.030091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3ed1957c-1bf5-40c6-98e7-5663fe274caf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:34.046883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e2afd-22c0-4003-aeb6-2d98144d8f58 None None] Port 7f9827f5-209f-4d41-a914-7f3ed3ace124 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:30:34.133896 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-76ff1012-a2e0-4ae8-8eaf-34c762d56296 req-9e740033-0dee-4263-9adc-bc2d97271f16 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373920 Feb 09 14:30:34.166388 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3ed1957c-1bf5-40c6-98e7-5663fe274caf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:34.179757 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3ed1957c-1bf5-40c6-98e7-5663fe274caf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:34.193951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed1957c-1bf5-40c6-98e7-5663fe274caf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:34.197376 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ed1957c-1bf5-40c6-98e7-5663fe274caf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:34.199336 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed1957c-1bf5-40c6-98e7-5663fe274caf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:30:34.199978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed1957c-1bf5-40c6-98e7-5663fe274caf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:30:34.206055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Transition to ACTIVE for port object 060640d4-b917-4d1b-97fb-8755983293c9 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:34.222724 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3ed1957c-1bf5-40c6-98e7-5663fe274caf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1992414 Feb 09 14:30:34.226289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49514) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:34.232584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5386e567-d19a-4522-9db1-0700dc5d6b6a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:34.330612 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-756dd865-1616-4a4a-9dd2-8c14d1bf5b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:34.358256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5386e567-d19a-4522-9db1-0700dc5d6b6a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:34.370034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5386e567-d19a-4522-9db1-0700dc5d6b6a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:34.382695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5386e567-d19a-4522-9db1-0700dc5d6b6a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:34.391134 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-36ca8a50-151f-41e0-9d4a-32e3825ed00e service neutron] 10.222.0.48 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363661 Feb 09 14:30:34.392148 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:34.393267 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5386e567-d19a-4522-9db1-0700dc5d6b6a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:34.394847 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-5386e567-d19a-4522-9db1-0700dc5d6b6a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:30:34.395715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5386e567-d19a-4522-9db1-0700dc5d6b6a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:30:34.438441 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5386e567-d19a-4522-9db1-0700dc5d6b6a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2107439 Feb 09 14:30:34.445286 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49520) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:34.497135 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4e970e51-d7f1-456f-a3ae-5fddd5275cb5 req-31c6e5d0-bd75-4a98-a95c-28de8b71edc0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:34.531058 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device bc079a0b-5012-4f7d-9459-a928b438bbc0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:34.747510 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port bc079a0b-5012-4f7d-9459-a928b438bbc0 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:34.747913 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:34.767291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network b0c903f3-0ba8-4f25-b9aa-b2284179e0bd is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:34.790348 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-82338f67-a494-425a-8b27-a81b863361a8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3438714 Feb 09 14:30:34.798813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49528) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:34.844560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:34.861501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:34.871648 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-02cf464d-4190-4035-94f7-9e2df4e05cc7 req-6f8c62af-e3ee-4c83-b815-1ddaaacb4682 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 210 time: 0.3398001 Feb 09 14:30:34.919789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=060640d4-b917-4d1b-97fb-8755983293c9,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:34.942227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b48150-f60c-4b7d-88dc-ea388998936f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:34.943795 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-70b48150-f60c-4b7d-88dc-ea388998936f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1394315 Feb 09 14:30:34.946843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49534) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:35.075313 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e900d28d-c73b-4904-907d-fc83a9e77ff4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1235850 Feb 09 14:30:35.076879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49542) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:35.094571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-287dc943-ae1a-4f12-a0c1-111144ecdfed tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:35.262531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-287dc943-ae1a-4f12-a0c1-111144ecdfed tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:35.308759 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-287dc943-ae1a-4f12-a0c1-111144ecdfed tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:35.342553 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287dc943-ae1a-4f12-a0c1-111144ecdfed tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:35.347007 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-287dc943-ae1a-4f12-a0c1-111144ecdfed tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:35.389232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:35.389890 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:35.390646 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9f4da7b4-b771-43ef-a135-b324560419d6 None None] Provisioning for port 060640d4-b917-4d1b-97fb-8755983293c9 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:35.405134 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9f4da7b4-b771-43ef-a135-b324560419d6 None None] Provisioning complete for port 060640d4-b917-4d1b-97fb-8755983293c9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:35.405687 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9f4da7b4-b771-43ef-a135-b324560419d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:35.442196 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-203c4169-1c37-45a1-93a4-be4d2ded02f0 req-e0259a50-15c1-4759-bb82-af3c3cd9b0ff tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 210 time: 0.6582782 Feb 09 14:30:35.460809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6e5d0-bd75-4a98-a95c-28de8b71edc0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event deleted for resources: {'Port': ['ID=af23a0d9-1c15-48f5-a81e-9a441a603a7e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:35.466219 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dfc741c2-98fd-478a-a79b-6afb2d7941ee tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2830851 Feb 09 14:30:35.471639 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-756dd865-1616-4a4a-9dd2-8c14d1bf5b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:35.481695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49550) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:35.499336 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-9f4da7b4-b771-43ef-a135-b324560419d6 None None] Port 060640d4-b917-4d1b-97fb-8755983293c9 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:30:35.612046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-756dd865-1616-4a4a-9dd2-8c14d1bf5b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19355df-5c5d-4846-9d09-0a06f894fcc5']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:30:35.660873 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e970e51-d7f1-456f-a3ae-5fddd5275cb5 req-31c6e5d0-bd75-4a98-a95c-28de8b71edc0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Router 45bd2bc0-5555-419a-902a-d3a9e2623d1d has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:30:35.666121 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-756dd865-1616-4a4a-9dd2-8c14d1bf5b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66047c30-bce5-4ac0-912b-2a04398259d6') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:30:35.666418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-756dd865-1616-4a4a-9dd2-8c14d1bf5b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66047c30-bce5-4ac0-912b-2a04398259d6') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:30:35.685265 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-756dd865-1616-4a4a-9dd2-8c14d1bf5b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:35.688452 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524532c-942e-4253-a3bf-2fd2b3492cdf req-010c1756-60f1-40bc-9268-6fb196480e95 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:35.696808 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4524532c-942e-4253-a3bf-2fd2b3492cdf req-010c1756-60f1-40bc-9268-6fb196480e95 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.1911395 Feb 09 14:30:35.777969 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4524532c-942e-4253-a3bf-2fd2b3492cdf req-4e585ead-e4eb-4146-ad3e-46eb680dc2c6 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807278 Feb 09 14:30:35.955955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.objects.ports [None req-287dc943-ae1a-4f12-a0c1-111144ecdfed tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87596) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:30:35.957507 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-287dc943-ae1a-4f12-a0c1-111144ecdfed tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:35.961354 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-756dd865-1616-4a4a-9dd2-8c14d1bf5b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:35.989102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756dd865-1616-4a4a-9dd2-8c14d1bf5b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:30:35.989506 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-756dd865-1616-4a4a-9dd2-8c14d1bf5b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:30:36.011448 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:30:36.048687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287dc943-ae1a-4f12-a0c1-111144ecdfed tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:36.051415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-287dc943-ae1a-4f12-a0c1-111144ecdfed tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:36.059432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287dc943-ae1a-4f12-a0c1-111144ecdfed tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:36.060132 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-287dc943-ae1a-4f12-a0c1-111144ecdfed tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:36.064554 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b34c0b-9fe6-49e0-86ef-3d563fe86b7d None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:36.085573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287dc943-ae1a-4f12-a0c1-111144ecdfed tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=0b2f3ae1-e384-4a25-ae32-419fa0c5fca6,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:36.102703 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-287dc943-ae1a-4f12-a0c1-111144ecdfed tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0244358 Feb 09 14:30:36.105645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49556) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:36.114519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8c84fc5a-ecc9-4d19-a15e-aa3438c7067d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'mac_address': 'fa:16:3e:ff:82:2e', 'name': 'tempest-NetworksTestDHCPv6-271254941'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:36.135694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c955e794-d029-4b42-89ff-f70750ba5373 req-a4a647c5-37a4-40a7-b3b2-2f39630a7ab3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Synchronizing usage tracker for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:36.216041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbd48f0-2644-49fc-97cf-005f42d98dd0 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:36.216679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1fbd48f0-2644-49fc-97cf-005f42d98dd0 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:36.285482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e970e51-d7f1-456f-a3ae-5fddd5275cb5 req-31c6e5d0-bd75-4a98-a95c-28de8b71edc0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:30:36.287103 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-756dd865-1616-4a4a-9dd2-8c14d1bf5b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:36.301089 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0132ae5-8a74-4fdf-8f34-ef4de2593dc5 None None] Sync routers for ids ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:30:36.332009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8c84fc5a-ecc9-4d19-a15e-aa3438c7067d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:36.340533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0132ae5-8a74-4fdf-8f34-ef4de2593dc5 None None] Routers {'45bd2bc0-5555-419a-902a-d3a9e2623d1d'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:30:36.341713 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b0132ae5-8a74-4fdf-8f34-ef4de2593dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:30:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:30:36.352841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8c84fc5a-ecc9-4d19-a15e-aa3438c7067d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:36.369819 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c84fc5a-ecc9-4d19-a15e-aa3438c7067d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:36.371342 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c955e794-d029-4b42-89ff-f70750ba5373 req-a4a647c5-37a4-40a7-b3b2-2f39630a7ab3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Unset dirty status for tenant:b4a884575aa84a789b4857840c80c824 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:36.372548 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c955e794-d029-4b42-89ff-f70750ba5373 req-a4a647c5-37a4-40a7-b3b2-2f39630a7ab3 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 210 time: 0.3055775 Feb 09 14:30:36.376731 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-756dd865-1616-4a4a-9dd2-8c14d1bf5b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:36.399096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1fbd48f0-2644-49fc-97cf-005f42d98dd0 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:36.399096 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1fbd48f0-2644-49fc-97cf-005f42d98dd0 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.9046497 Feb 09 14:30:36.421675 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49562) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:36.422487 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756dd865-1616-4a4a-9dd2-8c14d1bf5b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] Pushing event deleted for resources: {'Network': ['ID=a19355df-5c5d-4846-9d09-0a06f894fcc5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:36.490140 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-756dd865-1616-4a4a-9dd2-8c14d1bf5b83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1464155086-project] 10.222.0.48 "DELETE /v2.0/networks/a19355df-5c5d-4846-9d09-0a06f894fcc5 HTTP/1.1" status: 204 len: 168 time: 2.4945941 Feb 09 14:30:36.553686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e970e51-d7f1-456f-a3ae-5fddd5275cb5 req-31c6e5d0-bd75-4a98-a95c-28de8b71edc0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] No DVR routers for this DVR port af23a0d9-1c15-48f5-a81e-9a441a603a7e on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:30:36.645093 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c84fc5a-ecc9-4d19-a15e-aa3438c7067d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:36.693362 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4e970e51-d7f1-456f-a3ae-5fddd5275cb5 req-31c6e5d0-bd75-4a98-a95c-28de8b71edc0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:36.698790 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4e970e51-d7f1-456f-a3ae-5fddd5275cb5 req-31c6e5d0-bd75-4a98-a95c-28de8b71edc0 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.35 "DELETE /v2.0/ports/af23a0d9-1c15-48f5-a81e-9a441a603a7e HTTP/1.1" status: 204 len: 173 time: 5.3155131 Feb 09 14:30:36.699259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'name': 'network-vif-deleted', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:30:36.729943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-b0132ae5-8a74-4fdf-8f34-ef4de2593dc5 None None] Set router 45bd2bc0-5555-419a-902a-d3a9e2623d1d gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:30:36.766305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-8c84fc5a-ecc9-4d19-a15e-aa3438c7067d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port c9d9cf6e-4b27-41f5-929b-5774360ba1bb yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:37.010903 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16e38cb-fd1f-4d23-ab79-0e96f3a36459', 'name': 'network-vif-deleted', 'tag': 'af23a0d9-1c15-48f5-a81e-9a441a603a7e', 'status': 'completed', 'code': 200} Feb 09 14:30:37.072799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-476d4682-254a-46fd-a4b6-d59a97a5d86a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 060640d4-b917-4d1b-97fb-8755983293c9 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:37.073056 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a2955ba6-0771-4fb1-91e3-f401ad55d34f req-1f3cc472-334e-4c81-9ffe-d089333ff461 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 210 time: 0.3773432 Feb 09 14:30:37.074308 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-476d4682-254a-46fd-a4b6-d59a97a5d86a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:37.239767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8c84fc5a-ecc9-4d19-a15e-aa3438c7067d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::f816:3eff:feff:822e (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/0b2f3ae1-e384-4a25-ae32-419fa0c5fca6/c9d9cf6e-4b27-41f5-929b-5774360ba1bb) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:37.308781 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': '0b2f3ae1-e384-4a25-ae32-419fa0c5fca6'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:30:37.310414 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:37.337399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b0132ae5-8a74-4fdf-8f34-ef4de2593dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'name': 'tempest-ServerActionsTestJSON-2072923249-router', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:07Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'gw_port': {'id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:08Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9849bc26-b569-46ba-b232-a55b497dd796', 'name': '', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'mac_address': 'fa:16:3e:5a:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:17Z', 'updated_at': '2022-02-09T14:19:27Z', 'revision_number': 5, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'subnets': [{'id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:30:37.344166 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0132ae5-8a74-4fdf-8f34-ef4de2593dc5 None None] Checking router: 45bd2bc0-5555-419a-902a-d3a9e2623d1d for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:30:37.355436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0132ae5-8a74-4fdf-8f34-ef4de2593dc5 None None] Routers {'45bd2bc0-5555-419a-902a-d3a9e2623d1d'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:30:37.356345 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b0132ae5-8a74-4fdf-8f34-ef4de2593dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:30:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:30:37.450496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49584) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:37.749812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-bd5872d4-fa8b-4c2a-aee5-1b1b800175bc tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:37.752228 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-bd5872d4-fa8b-4c2a-aee5-1b1b800175bc tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.35 "GET /v2.0/networks?id=f7610042-64a5-4213-a8e5-88e8184a0ffc HTTP/1.1" status: 200 len: 813 time: 1.1479390 Feb 09 14:30:37.762499 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-b0132ae5-8a74-4fdf-8f34-ef4de2593dc5 None None] Set router 45bd2bc0-5555-419a-902a-d3a9e2623d1d gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:30:37.768896 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0211e9c1-6e0e-4b5f-a7f0-fcf783cc8a2f req-a662e864-2f04-4d40-b05f-5d08fc9d4028 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16e38cb-fd1f-4d23-ab79-0e96f3a36459 HTTP/1.1" status: 200 len: 210 time: 0.1440234 Feb 09 14:30:37.841285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-627cbc02-2b2d-4a91-8108-0735e05aea2c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Request body: {'port': {'device_id': '5e09e1cd-8155-4ae9-b331-76b1baacf7df', 'network_id': 'f7610042-64a5-4213-a8e5-88e8184a0ffc', 'admin_state_up': True, 'tenant_id': 'c024d02814d948829adf7be459d0a506'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:37.850756 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c84fc5a-ecc9-4d19-a15e-aa3438c7067d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:37.865041 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7be9bfb3-21c3-42fc-b5d9-053edbc9c098 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3a806cd7798d4e14a51e647a4e327902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4134319 Feb 09 14:30:37.868468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49590) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:37.891355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8c84fc5a-ecc9-4d19-a15e-aa3438c7067d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object c9d9cf6e-4b27-41f5-929b-5774360ba1bb will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:37.973268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189938f-33f6-47df-a257-df878aedc9b7 req-3813207c-8936-4f05-a96d-4aff51991445 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:37.980833 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f189938f-33f6-47df-a257-df878aedc9b7 req-3813207c-8936-4f05-a96d-4aff51991445 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.6710932 Feb 09 14:30:38.102253 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f189938f-33f6-47df-a257-df878aedc9b7 req-c692dbe8-4f62-4811-9cc8-4c73b800737f tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204274 Feb 09 14:30:38.135774 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e4747097-31a7-4acc-9432-81349147013f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:38.145097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-476d4682-254a-46fd-a4b6-d59a97a5d86a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:38.165846 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c84fc5a-ecc9-4d19-a15e-aa3438c7067d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:38.260442 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e4747097-31a7-4acc-9432-81349147013f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:38.299126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Allocated IP 2001:db8::f816:3eff:fe58:2e59 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/0b2f3ae1-e384-4a25-ae32-419fa0c5fca6/8677bd29-5d89-47e1-adcc-38169d3ed0b4) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:38.385210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c84fc5a-ecc9-4d19-a15e-aa3438c7067d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:38.400357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8c84fc5a-ecc9-4d19-a15e-aa3438c7067d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:38.415386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84fc5a-ecc9-4d19-a15e-aa3438c7067d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:38.422176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c84fc5a-ecc9-4d19-a15e-aa3438c7067d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:38.422998 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c84fc5a-ecc9-4d19-a15e-aa3438c7067d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:38.430412 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6202809a-0e77-4b95-b19d-b8b5445e460a req-9e2ed5ce-94dc-4af4-8d27-e243117ed9da tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 210 time: 0.1060240 Feb 09 14:30:38.433386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84fc5a-ecc9-4d19-a15e-aa3438c7067d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=c9d9cf6e-4b27-41f5-929b-5774360ba1bb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:38.452588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-476d4682-254a-46fd-a4b6-d59a97a5d86a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for 060640d4-b917-4d1b-97fb-8755983293c9 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:38.484872 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e4747097-31a7-4acc-9432-81349147013f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:38.487787 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e4747097-31a7-4acc-9432-81349147013f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:38.492388 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e4747097-31a7-4acc-9432-81349147013f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63157c1c-3202-44ab-a5e4-dda70e036893 HTTP/1.1" status: 204 len: 168 time: 0.6228654 Feb 09 14:30:38.524631 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8c84fc5a-ecc9-4d19-a15e-aa3438c7067d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4174390 Feb 09 14:30:38.527327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49600) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:38.544487 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4747097-31a7-4acc-9432-81349147013f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63157c1c-3202-44ab-a5e4-dda70e036893,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:38.601829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-627cbc02-2b2d-4a91-8108-0735e05aea2c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:38.679119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-627cbc02-2b2d-4a91-8108-0735e05aea2c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:38.720887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1f3065-e9e4-4c6e-897c-e8eeb5b677cd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:38.721637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4b1f3065-e9e4-4c6e-897c-e8eeb5b677cd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:38.725604 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-627cbc02-2b2d-4a91-8108-0735e05aea2c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Made reservation on behalf of c024d02814d948829adf7be459d0a506 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:38.728980 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-627cbc02-2b2d-4a91-8108-0735e05aea2c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:38.797338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4b1f3065-e9e4-4c6e-897c-e8eeb5b677cd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:38.798658 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4b1f3065-e9e4-4c6e-897c-e8eeb5b677cd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2702203 Feb 09 14:30:38.804280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49606) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:38.827963 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:38.842371 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b0132ae5-8a74-4fdf-8f34-ef4de2593dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'name': 'tempest-ServerActionsTestJSON-2072923249-router', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:07Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'gw_port': {'id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:08Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9849bc26-b569-46ba-b232-a55b497dd796', 'name': '', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'mac_address': 'fa:16:3e:5a:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:17Z', 'updated_at': '2022-02-09T14:19:27Z', 'revision_number': 5, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'subnets': [{'id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:30:38.847554 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-476d4682-254a-46fd-a4b6-d59a97a5d86a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:38.860417 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0132ae5-8a74-4fdf-8f34-ef4de2593dc5 None None] The sync data for ids ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'] in n-d-828418-2 is: [{'id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'name': 'tempest-ServerActionsTestJSON-2072923249-router', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:07Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'gw_port': {'id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:08Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9849bc26-b569-46ba-b232-a55b497dd796', 'name': '', 'network_id': 'a1587716-277d-4b6f-89df-24e96250ab9d', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'mac_address': 'fa:16:3e:5a:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:17Z', 'updated_at': '2022-02-09T14:19:27Z', 'revision_number': 5, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'subnets': [{'id': 'f7392afa-2a9c-4064-b2be-b0d20969d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:30:38.868388 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:38.904716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Transition to ACTIVE for port object 8677bd29-5d89-47e1-adcc-38169d3ed0b4 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:38.948751 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Transition to ACTIVE for port object 8677bd29-5d89-47e1-adcc-38169d3ed0b4 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:38.963698 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:39.036716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-384b79ab-6d61-4634-93a6-9769a7e36eea tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port c9d9cf6e-4b27-41f5-929b-5774360ba1bb {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:39.038964 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-384b79ab-6d61-4634-93a6-9769a7e36eea tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:39.073907 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:39.090474 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:39.100748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:39.122555 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49614) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:39.123459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49616) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:39.182357 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Pushing event updated for resources: {'Port': ['ID=8677bd29-5d89-47e1-adcc-38169d3ed0b4,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:39.292903 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8b3089eb-6e44-4e95-aca1-5bccc6ec65cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96b84090906a480f86f911725ff31a02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613533 Feb 09 14:30:39.316746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Attempting to bind port 8677bd29-5d89-47e1-adcc-38169d3ed0b4 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:39.317404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Attempting to bind port 8677bd29-5d89-47e1-adcc-38169d3ed0b4 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:39.317862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Attempting to bind port 8677bd29-5d89-47e1-adcc-38169d3ed0b4 on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:39.323518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49624) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:39.335618 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:30:39.335618 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:30:39.335618 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:39.335618 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:30:39.335618 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Bound port: 8677bd29-5d89-47e1-adcc-38169d3ed0b4, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:30:39.336493 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:39.379591 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce41e02a-d061-4b79-8d00-843f0eae7081 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:39.387067 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cf945d-9791-47c6-bc6f-fa27a330b80e None None] New status for floating IP 5adb79ca-8edd-4ebb-b15c-f2a0dec0c444: DOWN {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:30:39.473561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-627cbc02-2b2d-4a91-8108-0735e05aea2c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Allocated IP 172.20.0.10 (f7610042-64a5-4213-a8e5-88e8184a0ffc/e3407ac2-b0bc-4169-870e-0aafafa756d9/904e2a54-6f6f-4653-82c0-df8cfed529d3) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:39.540985 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] For port 8677bd29-5d89-47e1-adcc-38169d3ed0b4, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:30:39.546257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] For port 8677bd29-5d89-47e1-adcc-38169d3ed0b4, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=8677bd29-5d89-47e1-adcc-38169d3ed0b4,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:30:39.553359 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:39.560983 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce41e02a-d061-4b79-8d00-843f0eae7081 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:39.632814 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b3483b7c-8eda-411a-83c0-af27bcb72715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:39.738858 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-384b79ab-6d61-4634-93a6-9769a7e36eea tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:39.795097 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea454e-b46d-4bf3-b97a-f14188113e66 None None] Pushing event updated for resources: {'Port': ['ID=8677bd29-5d89-47e1-adcc-38169d3ed0b4,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:39.915825 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d4682-254a-46fd-a4b6-d59a97a5d86a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=060640d4-b917-4d1b-97fb-8755983293c9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:39.951914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-384b79ab-6d61-4634-93a6-9769a7e36eea tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for c9d9cf6e-4b27-41f5-929b-5774360ba1bb owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:40.042766 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3aaeae12-1c96-4c9e-8e60-1c291166a013 req-443b17f7-cd73-40dd-b459-76026d35d94d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 210 time: 0.0595117 Feb 09 14:30:40.088722 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b3483b7c-8eda-411a-83c0-af27bcb72715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:40.181457 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce41e02a-d061-4b79-8d00-843f0eae7081 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:40.217300 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41e02a-d061-4b79-8d00-843f0eae7081 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:40.253357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6f844-1f84-48b7-bc21-17277f715f0a req-e0ab1626-9e3d-4875-b72c-1d6d01772469 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:40.260507 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d6d6f844-1f84-48b7-bc21-17277f715f0a req-e0ab1626-9e3d-4875-b72c-1d6d01772469 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.8774223 Feb 09 14:30:40.274536 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-627cbc02-2b2d-4a91-8108-0735e05aea2c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:40.278074 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-476d4682-254a-46fd-a4b6-d59a97a5d86a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:40.303406 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce41e02a-d061-4b79-8d00-843f0eae7081 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:40.305575 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ce41e02a-d061-4b79-8d00-843f0eae7081 tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "DELETE /v2.0/security-groups/5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b HTTP/1.1" status: 204 len: 168 time: 1.1794460 Feb 09 14:30:40.312238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49634) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:40.317870 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-476d4682-254a-46fd-a4b6-d59a97a5d86a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/060640d4-b917-4d1b-97fb-8755983293c9 HTTP/1.1" status: 204 len: 168 time: 3.8912318 Feb 09 14:30:40.321948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49638) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:40.341703 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b3483b7c-8eda-411a-83c0-af27bcb72715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:40.370211 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-e0e8fe1a-e2ac-4327-bb5e-f81a6cadcc9e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] show failed (client error): The resource could not be found. Feb 09 14:30:40.371324 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e0e8fe1a-e2ac-4327-bb5e-f81a6cadcc9e tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "GET /v2.0/security-groups/5a5e3a40-0501-4ce3-ae0b-986eca2d0e8b HTTP/1.1" status: 404 len: 347 time: 0.0578680 Feb 09 14:30:40.372600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3483b7c-8eda-411a-83c0-af27bcb72715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7693a2ac-f503-487d-8cd8-bf06c0b0e10b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:40.376381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49642) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:40.419513 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-69aa6018-4d14-491f-852f-d0efceb75696 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] GET failed (client error): The resource could not be found. Feb 09 14:30:40.420634 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-69aa6018-4d14-491f-852f-d0efceb75696 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:40.452018 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:40.481065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-69aa6018-4d14-491f-852f-d0efceb75696 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:40.485098 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-69aa6018-4d14-491f-852f-d0efceb75696 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports/060640d4-b917-4d1b-97fb-8755983293c9 HTTP/1.1" status: 404 len: 333 time: 0.1595080 Feb 09 14:30:40.485504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49646) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:40.552119 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-627cbc02-2b2d-4a91-8108-0735e05aea2c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:40.561034 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-384b79ab-6d61-4634-93a6-9769a7e36eea tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:40.564583 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['b22fbcdd-e7aa-48dd-8961-31638e547dfe'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:30:40.660305 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cbc02-2b2d-4a91-8108-0735e05aea2c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Pushing event updated for resources: {'Port': ['ID=904e2a54-6f6f-4653-82c0-df8cfed529d3,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:40.684247 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-627cbc02-2b2d-4a91-8108-0735e05aea2c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Network f7610042-64a5-4213-a8e5-88e8184a0ffc is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:40.709797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-627cbc02-2b2d-4a91-8108-0735e05aea2c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:40.731002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-3f8a800d-994f-4d82-8823-815516b99843 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 7f9827f5-209f-4d41-a914-7f3ed3ace124 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:40.732365 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f8a800d-994f-4d82-8823-815516b99843 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:40.734562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8677bd29-5d89-47e1-adcc-38169d3ed0b4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:40.778579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b79ab-6d61-4634-93a6-9769a7e36eea tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=c9d9cf6e-4b27-41f5-929b-5774360ba1bb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:40.842900 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b3483b7c-8eda-411a-83c0-af27bcb72715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:40.845621 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b3483b7c-8eda-411a-83c0-af27bcb72715 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7693a2ac-f503-487d-8cd8-bf06c0b0e10b HTTP/1.1" status: 204 len: 168 time: 1.5129154 Feb 09 14:30:40.917409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-627cbc02-2b2d-4a91-8108-0735e05aea2c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:40.975890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 8677bd29-5d89-47e1-adcc-38169d3ed0b4 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:41.087060 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-384b79ab-6d61-4634-93a6-9769a7e36eea tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:41.090909 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-384b79ab-6d61-4634-93a6-9769a7e36eea tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/c9d9cf6e-4b27-41f5-929b-5774360ba1bb HTTP/1.1" status: 204 len: 168 time: 2.2839282 Feb 09 14:30:41.111894 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49656) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:41.151623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-627cbc02-2b2d-4a91-8108-0735e05aea2c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:41.152473 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-627cbc02-2b2d-4a91-8108-0735e05aea2c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:41.223999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4c4c04f0-3197-4353-9152-20d798548fdb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Deleting port f4900601-eebd-4190-81e6-e5308506cbdb {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:41.224344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4c4c04f0-3197-4353-9152-20d798548fdb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:41.298659 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d6d6f844-1f84-48b7-bc21-17277f715f0a req-c53ade1a-1f1f-4515-b7c1-84dd22ac6ade tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0370021 Feb 09 14:30:41.331566 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-627cbc02-2b2d-4a91-8108-0735e05aea2c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4957695 Feb 09 14:30:41.399873 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Request body: {'port': {'device_id': '5e09e1cd-8155-4ae9-b331-76b1baacf7df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:41.687939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3564fe-4e73-4621-ad46-f75e7710f478 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:41.689936 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3564fe-4e73-4621-ad46-f75e7710f478 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:41.690353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0d3564fe-4e73-4621-ad46-f75e7710f478 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:41.696827 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1f623a39-34eb-436f-af05-be4d73b90f38 None None] Provisioning for port 8677bd29-5d89-47e1-adcc-38169d3ed0b4 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:41.710331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1f623a39-34eb-436f-af05-be4d73b90f38 None None] Provisioning complete for port 8677bd29-5d89-47e1-adcc-38169d3ed0b4 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:41.711252 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f623a39-34eb-436f-af05-be4d73b90f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:41.716091 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f8a800d-994f-4d82-8823-815516b99843 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:41.739567 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:41.766130 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0d3564fe-4e73-4621-ad46-f75e7710f478 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:41.767416 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0d3564fe-4e73-4621-ad46-f75e7710f478 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.6545801 Feb 09 14:30:41.783379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49670) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:41.977159 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4c4c04f0-3197-4353-9152-20d798548fdb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:41.977551 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4c4c04f0-3197-4353-9152-20d798548fdb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:42.007752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b843c-0947-4c0f-ab54-8529a001d488 req-ab74cd3f-483e-4c15-8748-32afbb4eb138 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:42.009278 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ef3b843c-0947-4c0f-ab54-8529a001d488 req-ab74cd3f-483e-4c15-8748-32afbb4eb138 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 932 time: 0.7313433 Feb 09 14:30:42.034828 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f623a39-34eb-436f-af05-be4d73b90f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:42.057804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-3f8a800d-994f-4d82-8823-815516b99843 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for 7f9827f5-209f-4d41-a914-7f3ed3ace124 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:42.093115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-1f623a39-34eb-436f-af05-be4d73b90f38 None None] For port 8677bd29-5d89-47e1-adcc-38169d3ed0b4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=8677bd29-5d89-47e1-adcc-38169d3ed0b4,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:42.098745 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f623a39-34eb-436f-af05-be4d73b90f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:42.231288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4c4c04f0-3197-4353-9152-20d798548fdb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Calling delete_port for f4900601-eebd-4190-81e6-e5308506cbdb owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:42.233097 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f623a39-34eb-436f-af05-be4d73b90f38 None None] Pushing event updated for resources: {'Port': ['ID=8677bd29-5d89-47e1-adcc-38169d3ed0b4,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:42.242522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ecca7ed9-7357-43bf-ad86-f772d339f626 None None] Could not find standard attr ID for object c9d9cf6e-4b27-41f5-929b-5774360ba1bb. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:30:42.285769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c90e99b-ac5a-44bb-bafb-10b68a883867 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 0b2f3ae1-e384-4a25-ae32-419fa0c5fca6 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:30:42.297851 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c90e99b-ac5a-44bb-bafb-10b68a883867 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:42.379175 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f8a800d-994f-4d82-8823-815516b99843 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:42.418374 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ef3b843c-0947-4c0f-ab54-8529a001d488 req-9464aded-241c-41e2-9df3-d052030d35e4 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435249 Feb 09 14:30:42.436249 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c90e99b-ac5a-44bb-bafb-10b68a883867 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:42.545579 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8677bd29-5d89-47e1-adcc-38169d3ed0b4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:42.586618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a800d-994f-4d82-8823-815516b99843 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=7f9827f5-209f-4d41-a914-7f3ed3ace124,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:42.742484 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 8677bd29-5d89-47e1-adcc-38169d3ed0b4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:42.742976 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:42.759594 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4c4c04f0-3197-4353-9152-20d798548fdb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:42.867080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c04f0-3197-4353-9152-20d798548fdb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Pushing event deleted for resources: {'Port': ['ID=f4900601-eebd-4190-81e6-e5308506cbdb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:43.002155 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c90e99b-ac5a-44bb-bafb-10b68a883867 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:43.073265 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4c4c04f0-3197-4353-9152-20d798548fdb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:43.123411 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4c4c04f0-3197-4353-9152-20d798548fdb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:43.127952 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4c4c04f0-3197-4353-9152-20d798548fdb tempest-ServerActionsTestJSON-2105190109 tempest-ServerActionsTestJSON-2105190109-project] 10.222.0.48 "DELETE /v2.0/floatingips/5adb79ca-8edd-4ebb-b15c-f2a0dec0c444 HTTP/1.1" status: 204 len: 168 time: 2.7521539 Feb 09 14:30:43.129768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49710) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:43.138557 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c90e99b-ac5a-44bb-bafb-10b68a883867 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:43.234697 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f8a800d-994f-4d82-8823-815516b99843 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:43.254713 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3f8a800d-994f-4d82-8823-815516b99843 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/7f9827f5-209f-4d41-a914-7f3ed3ace124 HTTP/1.1" status: 204 len: 168 time: 2.7680364 Feb 09 14:30:43.269476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49724) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:43.273344 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8848d4-706a-4f46-ad44-6cf98d6b93b8 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:43.276640 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c90e99b-ac5a-44bb-bafb-10b68a883867 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:43.304897 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90e99b-ac5a-44bb-bafb-10b68a883867 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2f3ae1-e384-4a25-ae32-419fa0c5fca6,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:43.318506 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3c90e99b-ac5a-44bb-bafb-10b68a883867 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/0b2f3ae1-e384-4a25-ae32-419fa0c5fca6 HTTP/1.1" status: 204 len: 168 time: 1.5273170 Feb 09 14:30:43.319665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49728) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:43.322658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64e7c1-19cd-4040-9797-3883670e9658 req-168e34f6-9f11-4366-bbf1-0f3f1f21b41e tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:43.324287 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe64e7c1-19cd-4040-9797-3883670e9658 req-168e34f6-9f11-4366-bbf1-0f3f1f21b41e tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.7665572 Feb 09 14:30:43.368110 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ca31f3-ee03-49ce-b5d8-93256713873d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] GET failed (client error): The resource could not be found. Feb 09 14:30:43.368783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-80ca31f3-ee03-49ce-b5d8-93256713873d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:43.439952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-80ca31f3-ee03-49ce-b5d8-93256713873d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:43.445251 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-80ca31f3-ee03-49ce-b5d8-93256713873d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports/7f9827f5-209f-4d41-a914-7f3ed3ace124 HTTP/1.1" status: 404 len: 333 time: 0.1672347 Feb 09 14:30:43.445841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49732) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:43.446180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49734) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:43.479505 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-da17830a-799a-4a3f-adb6-be444c48889d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1556137 Feb 09 14:30:43.482693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49744) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:43.492386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-30f43a75-7a19-4c4e-9962-3b05c42981f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:43.534845 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe64e7c1-19cd-4040-9797-3883670e9658 req-6973c5d1-f671-4bb2-9daa-4d3de83f6b61 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028265 Feb 09 14:30:43.539339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-5466e98e-ee7b-420c-8424-ad07e952b078 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting subnet f83000af-3762-4507-8bb4-52b33da81568 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:30:43.544307 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5466e98e-ee7b-420c-8424-ad07e952b078 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:43.576275 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:30:43.723070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec7378d-982e-4da5-bc71-d89e94856a62 None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:30:43.729267 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-1ec7378d-982e-4da5-bc71-d89e94856a62 None None] Deleting port 8677bd29-5d89-47e1-adcc-38169d3ed0b4 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:43.730536 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1ec7378d-982e-4da5-bc71-d89e94856a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:43.745052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904e2a54-6f6f-4653-82c0-df8cfed529d3 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:30:43.765037 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:43.812604 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Transition to ACTIVE for port object 904e2a54-6f6f-4653-82c0-df8cfed529d3 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:43.881635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1818875339', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:43.889483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:43.895626 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Usage tracker for resource:port and tenant:78539c56d9d946a7875dd44be1626815 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:43.900139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:43.907401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:43.922244 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:44.015014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Made reservation on behalf of 78539c56d9d946a7875dd44be1626815 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:44.017364 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:44.066483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Pushing event updated for resources: {'Port': ['ID=904e2a54-6f6f-4653-82c0-df8cfed529d3,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:44.096591 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5466e98e-ee7b-420c-8424-ad07e952b078 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:44.192129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-30f43a75-7a19-4c4e-9962-3b05c42981f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:44.212430 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:44.228450 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-1ec7378d-982e-4da5-bc71-d89e94856a62 None None] For port 8677bd29-5d89-47e1-adcc-38169d3ed0b4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=8677bd29-5d89-47e1-adcc-38169d3ed0b4,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:44.229033 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1ec7378d-982e-4da5-bc71-d89e94856a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:44.255503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-30f43a75-7a19-4c4e-9962-3b05c42981f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:44.261751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-30f43a75-7a19-4c4e-9962-3b05c42981f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:44.331311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-30f43a75-7a19-4c4e-9962-3b05c42981f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:44.390502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-1ec7378d-982e-4da5-bc71-d89e94856a62 None None] Calling delete_port for 8677bd29-5d89-47e1-adcc-38169d3ed0b4 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:44.448539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f43a75-7a19-4c4e-9962-3b05c42981f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:44.452800 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-30f43a75-7a19-4c4e-9962-3b05c42981f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:44.491032 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5466e98e-ee7b-420c-8424-ad07e952b078 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:44.500075 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1ec7378d-982e-4da5-bc71-d89e94856a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:44.565997 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8677bd29-5d89-47e1-adcc-38169d3ed0b4 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:30:44.591198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:44.613183 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7378d-982e-4da5-bc71-d89e94856a62 None None] Pushing event deleted for resources: {'Port': ['ID=8677bd29-5d89-47e1-adcc-38169d3ed0b4,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:44.625138 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec7378d-982e-4da5-bc71-d89e94856a62 None None] No DVR routers for this DVR port 8677bd29-5d89-47e1-adcc-38169d3ed0b4 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:30:44.627383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 8677bd29-5d89-47e1-adcc-38169d3ed0b4 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:30:44.628056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8677bd29-5d89-47e1-adcc-38169d3ed0b4 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:30:44.702815 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Usage tracker for resource:security_group_rule and tenant:78539c56d9d946a7875dd44be1626815 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:44.718043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:44.736524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bf1fe-1b6c-4709-a70e-354700c2d1a3 req-822a34b8-f069-4190-9797-ed99405a0502 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:44.738045 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e17bf1fe-1b6c-4709-a70e-354700c2d1a3 req-822a34b8-f069-4190-9797-ed99405a0502 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 944 time: 0.6609802 Feb 09 14:30:44.749281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Attempting to bind port 904e2a54-6f6f-4653-82c0-df8cfed529d3 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:44.749596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Attempting to bind port 904e2a54-6f6f-4653-82c0-df8cfed529d3 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '592da187-9306-40d7-aa82-bc4da1564609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f7610042-64a5-4213-a8e5-88e8184a0ffc'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:44.749929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Attempting to bind port 904e2a54-6f6f-4653-82c0-df8cfed529d3 on network f7610042-64a5-4213-a8e5-88e8184a0ffc {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:44.770119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:44.808034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Port 904e2a54-6f6f-4653-82c0-df8cfed529d3 on network f7610042-64a5-4213-a8e5-88e8184a0ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:30:44.808543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Attempting to bind port 904e2a54-6f6f-4653-82c0-df8cfed529d3 on network f7610042-64a5-4213-a8e5-88e8184a0ffc {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:44.834960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:30:44.835245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Checking segment: {'id': '592da187-9306-40d7-aa82-bc4da1564609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f7610042-64a5-4213-a8e5-88e8184a0ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:30:44.837111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Bound using segment: {'id': '592da187-9306-40d7-aa82-bc4da1564609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f7610042-64a5-4213-a8e5-88e8184a0ffc'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:30:44.837111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Bound port: 904e2a54-6f6f-4653-82c0-df8cfed529d3, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592da187-9306-40d7-aa82-bc4da1564609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f7610042-64a5-4213-a8e5-88e8184a0ffc'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:30:44.837111 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:44.943982 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e17bf1fe-1b6c-4709-a70e-354700c2d1a3 req-4a263ae8-9cf8-4c4d-bd7c-b9aa92151367 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496718 Feb 09 14:30:44.945638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7269977-428b-46d2-aa04-2516b4107412 req-897ca1a1-1cfd-4736-ae75-8f0cae6d36bb tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:44.947301 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7269977-428b-46d2-aa04-2516b4107412 req-897ca1a1-1cfd-4736-ae75-8f0cae6d36bb tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.7396982 Feb 09 14:30:44.958588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537201d-07fa-482e-8e9d-b909a8d52507 req-ae60e229-6ec9-411f-a636-b7d9d0f9b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:44.962088 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1537201d-07fa-482e-8e9d-b909a8d52507 req-ae60e229-6ec9-411f-a636-b7d9d0f9b2fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d808ad86364433d8ce26979e7302aeb&device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 1096 time: 0.7495787 Feb 09 14:30:44.969045 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5466e98e-ee7b-420c-8424-ad07e952b078 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:45.057145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff6da85-092d-4b48-bcb0-6b07971db546 None None] Network b0c903f3-0ba8-4f25-b9aa-b2284179e0bd requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:45.081944 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5466e98e-ee7b-420c-8424-ad07e952b078 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:45.093725 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5466e98e-ee7b-420c-8424-ad07e952b078 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/f83000af-3762-4507-8bb4-52b33da81568 HTTP/1.1" status: 204 len: 168 time: 1.6454723 Feb 09 14:30:45.102142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49760) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:45.112753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466e98e-ee7b-420c-8424-ad07e952b078 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Subnet': ['ID=f83000af-3762-4507-8bb4-52b33da81568,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:45.187065 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7269977-428b-46d2-aa04-2516b4107412 req-e428de92-76a5-4a23-ae9b-0ad0120f0418 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208583 Feb 09 14:30:45.202012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] For port 904e2a54-6f6f-4653-82c0-df8cfed529d3, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:30:45.237066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] For port 904e2a54-6f6f-4653-82c0-df8cfed529d3, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=904e2a54-6f6f-4653-82c0-df8cfed529d3,segment=NetworkSegment(592da187-9306-40d7-aa82-bc4da1564609),segment_id=592da187-9306-40d7-aa82-bc4da1564609)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:30:45.263188 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:45.357120 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:45.404686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port bc079a0b-5012-4f7d-9459-a928b438bbc0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:45.405088 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:45.411806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670a2502-0efb-4bde-bf30-ce49868570d7 None None] DHCP port deletion for b0c903f3-0ba8-4f25-b9aa-b2284179e0bd request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:30:45.416981 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-670a2502-0efb-4bde-bf30-ce49868570d7 None None] Deleting port bc079a0b-5012-4f7d-9459-a928b438bbc0 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:45.417739 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-670a2502-0efb-4bde-bf30-ce49868570d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:45.553384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537201d-07fa-482e-8e9d-b909a8d52507 req-a969d925-f78f-4081-9b41-788eac1371b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:45.561609 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1537201d-07fa-482e-8e9d-b909a8d52507 req-a969d925-f78f-4081-9b41-788eac1371b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 HTTP/1.1" status: 200 len: 911 time: 0.5777693 Feb 09 14:30:45.614888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:45.616185 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:45.617622 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] 10.222.0.35 "PUT /v2.0/ports/904e2a54-6f6f-4653-82c0-df8cfed529d3 HTTP/1.1" status: 200 len: 1092 time: 4.2220211 Feb 09 14:30:45.622361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e09e1cd-8155-4ae9-b331-76b1baacf7df', 'tag': '904e2a54-6f6f-4653-82c0-df8cfed529d3'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:30:45.738194 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-670a2502-0efb-4bde-bf30-ce49868570d7 None None] For port bc079a0b-5012-4f7d-9459-a928b438bbc0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=bc079a0b-5012-4f7d-9459-a928b438bbc0,segment=NetworkSegment(8429b86c-30a8-4f1b-9ae3-19a09028fbed),segment_id=8429b86c-30a8-4f1b-9ae3-19a09028fbed)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:45.738592 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-670a2502-0efb-4bde-bf30-ce49868570d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:45.765174 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:45.835626 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e09e1cd-8155-4ae9-b331-76b1baacf7df', 'tag': '904e2a54-6f6f-4653-82c0-df8cfed529d3', 'status': 'completed', 'code': 200} Feb 09 14:30:45.843025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:45.862638 n-d-828418-2 neutron-server[87596]: DEBUG neutron.objects.ports [None req-30f43a75-7a19-4c4e-9962-3b05c42981f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87596) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:30:45.868267 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-30f43a75-7a19-4c4e-9962-3b05c42981f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:45.887750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffa28e9-a18c-40f7-80b0-6b127b2fe4f2,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:45.891835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] device_id is not set on port e20bfe98-751e-455f-8e20-dd4045323e73 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:45.925964 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0843ba4-3ad9-47c1-9308-6c8cfb07ade9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:45.958598 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-670a2502-0efb-4bde-bf30-ce49868570d7 None None] Calling delete_port for bc079a0b-5012-4f7d-9459-a928b438bbc0 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:45.990543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7426d74-19f0-426e-9c53-43e97bb28590 service neutron] Pushing event updated for resources: {'Port': ['ID=904e2a54-6f6f-4653-82c0-df8cfed529d3,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:46.006487 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1537201d-07fa-482e-8e9d-b909a8d52507 req-16d659f7-e982-469b-a662-2a1b40dc2d53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce17f1c-d432-4695-a697-8a0414cceee2 HTTP/1.1" status: 200 len: 1001 time: 0.3872375 Feb 09 14:30:46.053402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] For port bc079a0b-5012-4f7d-9459-a928b438bbc0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=bc079a0b-5012-4f7d-9459-a928b438bbc0,segment=NetworkSegment(8429b86c-30a8-4f1b-9ae3-19a09028fbed),segment_id=8429b86c-30a8-4f1b-9ae3-19a09028fbed)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:46.053967 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:46.072307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f43a75-7a19-4c4e-9962-3b05c42981f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:46.085242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537201d-07fa-482e-8e9d-b909a8d52507 req-ba78a346-9993-4348-9d3f-5b915819d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:46.087206 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1537201d-07fa-482e-8e9d-b909a8d52507 req-ba78a346-9993-4348-9d3f-5b915819d635 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85b1f5ca-a5fa-4f7b-8f04-40895b87e889 HTTP/1.1" status: 200 len: 850 time: 0.0728841 Feb 09 14:30:46.096366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-30f43a75-7a19-4c4e-9962-3b05c42981f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:46.112932 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd36c42d-fee1-4d22-baa9-42a9551a463b None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:46.211031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-36e248e2-602e-4d73-9484-be8ec84f3a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:46.229111 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-36e248e2-602e-4d73-9484-be8ec84f3a39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c024d02814d948829adf7be459d0a506&device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 1095 time: 0.4661157 Feb 09 14:30:46.233624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for bc079a0b-5012-4f7d-9459-a928b438bbc0 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:46.266245 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-670a2502-0efb-4bde-bf30-ce49868570d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:46.323350 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f43a75-7a19-4c4e-9962-3b05c42981f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:46.323972 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-30f43a75-7a19-4c4e-9962-3b05c42981f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:46.349120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a2502-0efb-4bde-bf30-ce49868570d7 None None] Pushing event deleted for resources: {'Port': ['ID=bc079a0b-5012-4f7d-9459-a928b438bbc0,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:46.365073 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:30:46.366907 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:30:46.367155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670a2502-0efb-4bde-bf30-ce49868570d7 None None] No DVR routers for this DVR port bc079a0b-5012-4f7d-9459-a928b438bbc0 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:30:46.376410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Allocated IP 172.25.8.240 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/e20bfe98-751e-455f-8e20-dd4045323e73) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:46.383201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f43a75-7a19-4c4e-9962-3b05c42981f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=3f82a0b5-0be0-450e-8747-6dd7361001ac,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:46.390908 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-30f43a75-7a19-4c4e-9962-3b05c42981f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9069796 Feb 09 14:30:46.444037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49778) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:46.457990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'mac_address': 'fa:16:3e:3b:7a:6c', 'name': 'tempest-NetworksTestDHCPv6-174196688'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:46.584190 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device bc079a0b-5012-4f7d-9459-a928b438bbc0 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:30:46.625450 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-c618dfa3-2fe3-4b3b-b20d-54cb01b162fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=904e2a54-6f6f-4653-82c0-df8cfed529d3 HTTP/1.1" status: 200 len: 217 time: 0.3801310 Feb 09 14:30:46.651584 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: bc079a0b-5012-4f7d-9459-a928b438bbc0 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:30:46.652944 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device bc079a0b-5012-4f7d-9459-a928b438bbc0 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:30:46.659772 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': '3f82a0b5-0be0-450e-8747-6dd7361001ac'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:30:46.666213 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:46.740354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-39653396-3449-4754-a5d9-e121fe6e4b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:46.743085 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-39653396-3449-4754-a5d9-e121fe6e4b1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3407ac2-b0bc-4169-870e-0aafafa756d9 HTTP/1.1" status: 200 len: 853 time: 0.0977364 Feb 09 14:30:46.823536 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:46.872855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537201d-07fa-482e-8e9d-b909a8d52507 req-618f7ba8-f4c7-498f-852b-b3255e1a5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:46.876298 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1537201d-07fa-482e-8e9d-b909a8d52507 req-618f7ba8-f4c7-498f-852b-b3255e1a5850 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7786272 Feb 09 14:30:46.886517 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port bc079a0b-5012-4f7d-9459-a928b438bbc0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:46.886865 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:46.912910 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:46.925001 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Allocated IP 2001:db8::f816:3eff:fe56:bf99 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/3f82a0b5-0be0-450e-8747-6dd7361001ac/fd4faed4-a94a-4993-be02-4aafa83f358d) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:47.032269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] The port 'bc079a0b-5012-4f7d-9459-a928b438bbc0' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:30:47.040725 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Pushing event updated for resources: {'Port': ['ID=e20bfe98-751e-455f-8e20-dd4045323e73,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:47.052077 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-cbab0d34-848f-4a4d-9810-b3c019e4630e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7610042-64a5-4213-a8e5-88e8184a0ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1860695 Feb 09 14:30:47.109420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300a41a-c075-44c4-accd-3853fcac40d0 req-0e115b06-5bb9-4c8f-8005-0d2758b4b0f0 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:47.117259 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2300a41a-c075-44c4-accd-3853fcac40d0 req-0e115b06-5bb9-4c8f-8005-0d2758b4b0f0 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.7393820 Feb 09 14:30:47.148973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:47.184862 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:47.196360 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Transition to ACTIVE for port object fd4faed4-a94a-4993-be02-4aafa83f358d will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:47.217083 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Transition to ACTIVE for port object fd4faed4-a94a-4993-be02-4aafa83f358d will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:47.225578 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:47.229748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:port and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:47.244744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:47.258844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:47.280200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:47.292004 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-1a080fb2-9998-4e3a-9cb0-946a283f067c service neutron] 10.222.0.35 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779771 Feb 09 14:30:47.294017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:47.296580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:47.305771 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:47.310369 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:47.319816 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:47.345722 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2300a41a-c075-44c4-accd-3853fcac40d0 req-7772687f-8b6b-4d1e-a2c9-fe221fe41db0 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274783 Feb 09 14:30:47.375464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:47.391847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c903f3-0ba8-4f25-b9aa-b2284179e0bd']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:30:47.448255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:47.461237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8429b86c-30a8-4f1b-9ae3-19a09028fbed') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:30:47.461530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8429b86c-30a8-4f1b-9ae3-19a09028fbed') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:30:47.464940 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Pushing event updated for resources: {'Port': ['ID=fd4faed4-a94a-4993-be02-4aafa83f358d,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:47.477134 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Attempting to bind port fd4faed4-a94a-4993-be02-4aafa83f358d on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:47.478008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Attempting to bind port fd4faed4-a94a-4993-be02-4aafa83f358d by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:47.478008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Attempting to bind port fd4faed4-a94a-4993-be02-4aafa83f358d on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:47.483555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:30:47.484025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:30:47.484424 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:47.484815 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:30:47.486436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Bound port: fd4faed4-a94a-4993-be02-4aafa83f358d, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:30:47.486436 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:47.487291 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:47.569578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621ab98-97e9-434a-99cd-ae642abec281 req-2b826c94-3dfa-450f-baac-606e0230ef0e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:47.569578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7621ab98-97e9-434a-99cd-ae642abec281 req-2b826c94-3dfa-450f-baac-606e0230ef0e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Synchronizing usage tracker for tenant:c024d02814d948829adf7be459d0a506 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:47.572729 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:47.586809 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:30:47.587216 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:30:47.607535 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:30:47.610807 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1537201d-07fa-482e-8e9d-b909a8d52507 req-9aa95f58-9531-42f1-af43-557bf0776ede service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6767201 Feb 09 14:30:47.624841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:47.625684 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:47.689897 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] For port fd4faed4-a94a-4993-be02-4aafa83f358d, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:30:47.696837 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] For port fd4faed4-a94a-4993-be02-4aafa83f358d, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=fd4faed4-a94a-4993-be02-4aafa83f358d,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:30:47.705315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e0843ba4-3ad9-47c1-9308-6c8cfb07ade9 admin admin] Deleting port 9849bc26-b569-46ba-b232-a55b497dd796 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:47.705603 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0843ba4-3ad9-47c1-9308-6c8cfb07ade9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:47.708286 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:47.816928 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:47.837237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a724fd-31c2-4ffc-8a97-006a035892d8 None None] Pushing event updated for resources: {'Port': ['ID=fd4faed4-a94a-4993-be02-4aafa83f358d,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:47.969122 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6329c242-052b-46ba-a35c-a9f2bb93f223 req-05baf421-8bb2-4cb0-aebf-434b8ec39beb service neutron] 10.222.0.35 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6517277 Feb 09 14:30:47.985459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-7621ab98-97e9-434a-99cd-ae642abec281 req-2b826c94-3dfa-450f-baac-606e0230ef0e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Unset dirty status for tenant:c024d02814d948829adf7be459d0a506 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:47.987396 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:47.995428 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7621ab98-97e9-434a-99cd-ae642abec281 req-2b826c94-3dfa-450f-baac-606e0230ef0e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 944 time: 1.7617464 Feb 09 14:30:48.027638 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port 9ca873e1-ef45-4d84-ab70-909637715d5e yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:48.098499 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:48.108731 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/networks/b0c903f3-0ba8-4f25-b9aa-b2284179e0bd HTTP/1.1" status: 204 len: 168 time: 3.0054157 Feb 09 14:30:48.114523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49786) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:48.132747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcb396-ac28-47b4-84e0-a77c65444ede tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Network': ['ID=b0c903f3-0ba8-4f25-b9aa-b2284179e0bd,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:48.150246 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4d606424-c925-48bb-bad3-1840d6a4eef1 tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.7004483 Feb 09 14:30:48.152364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49790) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:48.169007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b834db47-b0ae-4e88-9ea5-02d2379aff6c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-516684057'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:48.173684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}]}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:48.192522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:48.203841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b834db47-b0ae-4e88-9ea5-02d2379aff6c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:48.219424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Usage tracker for resource:router and tenant:78539c56d9d946a7875dd44be1626815 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:48.227813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:48.231434 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b834db47-b0ae-4e88-9ea5-02d2379aff6c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:network and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:48.240373 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7621ab98-97e9-434a-99cd-ae642abec281 req-86a021b8-5186-464c-9cb5-86067d135dc6 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438889 Feb 09 14:30:48.241264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b834db47-b0ae-4e88-9ea5-02d2379aff6c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:48.260074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b834db47-b0ae-4e88-9ea5-02d2379aff6c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:48.285394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b834db47-b0ae-4e88-9ea5-02d2379aff6c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:48.286968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:48.290540 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b834db47-b0ae-4e88-9ea5-02d2379aff6c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:48.308574 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1537201d-07fa-482e-8e9d-b909a8d52507 req-a04c106f-0d40-40ea-b1b7-a4a1d5b4663a service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6744456 Feb 09 14:30:48.331469 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e0843ba4-3ad9-47c1-9308-6c8cfb07ade9 admin admin] For port 9849bc26-b569-46ba-b232-a55b497dd796, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9849bc26-b569-46ba-b232-a55b497dd796,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:48.331887 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0843ba4-3ad9-47c1-9308-6c8cfb07ade9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:48.347296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34813f16-cce2-44ef-807b-10617cbcbe55 req-a4273e7a-39d8-48e9-b681-a09fe2442fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:48.349138 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34813f16-cce2-44ef-807b-10617cbcbe55 req-a4273e7a-39d8-48e9-b681-a09fe2442fa5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c024d02814d948829adf7be459d0a506&device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 1095 time: 0.2819097 Feb 09 14:30:48.353039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b834db47-b0ae-4e88-9ea5-02d2379aff6c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:30:48.475620 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:48.485797 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:48.560560 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device fd4faed4-a94a-4993-be02-4aafa83f358d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:48.575125 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b834db47-b0ae-4e88-9ea5-02d2379aff6c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:48.575466 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-b834db47-b0ae-4e88-9ea5-02d2379aff6c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Added segment 90fe9549-e669-494e-9e0c-6f21bb067baf of type vlan for network 8390e01c-f49c-4b83-ae3c-e9beec299f11 Feb 09 14:30:48.581002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e0843ba4-3ad9-47c1-9308-6c8cfb07ade9 admin admin] Calling delete_port for 9849bc26-b569-46ba-b232-a55b497dd796 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:48.612260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::f816:3eff:fe3b:7a6c (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/3f82a0b5-0be0-450e-8747-6dd7361001ac/9ca873e1-ef45-4d84-ab70-909637715d5e) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:48.670629 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b834db47-b0ae-4e88-9ea5-02d2379aff6c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:48.675174 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port fd4faed4-a94a-4993-be02-4aafa83f358d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:48.690178 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34813f16-cce2-44ef-807b-10617cbcbe55 req-6ab8f97a-5d1e-4362-9862-ca32a6016789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:48.691710 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34813f16-cce2-44ef-807b-10617cbcbe55 req-6ab8f97a-5d1e-4362-9862-ca32a6016789 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7610042-64a5-4213-a8e5-88e8184a0ffc HTTP/1.1" status: 200 len: 913 time: 0.3329260 Feb 09 14:30:48.784759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63b37c-8914-4637-91ba-4e19fce6a56b req-bf543b70-2a6e-4213-8849-719b554d366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:48.787530 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f63b37c-8914-4637-91ba-4e19fce6a56b req-bf543b70-2a6e-4213-8849-719b554d366b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d808ad86364433d8ce26979e7302aeb&device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 1096 time: 0.3035729 Feb 09 14:30:48.821446 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34813f16-cce2-44ef-807b-10617cbcbe55 req-405aa28e-c01a-40d4-9023-40993fe8d2e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=904e2a54-6f6f-4653-82c0-df8cfed529d3 HTTP/1.1" status: 200 len: 217 time: 0.1129575 Feb 09 14:30:48.886329 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:48.943462 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b834db47-b0ae-4e88-9ea5-02d2379aff6c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:48.949517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b834db47-b0ae-4e88-9ea5-02d2379aff6c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:48.950153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b834db47-b0ae-4e88-9ea5-02d2379aff6c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:49.223264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63b37c-8914-4637-91ba-4e19fce6a56b req-26f39bed-d4b8-456a-9c69-65953ca10315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:49.225592 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f63b37c-8914-4637-91ba-4e19fce6a56b req-26f39bed-d4b8-456a-9c69-65953ca10315 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 HTTP/1.1" status: 200 len: 911 time: 0.4090164 Feb 09 14:30:49.361012 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f63b37c-8914-4637-91ba-4e19fce6a56b req-2c076ca0-1b76-4fca-aedb-e9766b3618bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ce17f1c-d432-4695-a697-8a0414cceee2 HTTP/1.1" status: 200 len: 1001 time: 0.1184523 Feb 09 14:30:49.434367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34813f16-cce2-44ef-807b-10617cbcbe55 req-28ac3d0e-d562-476b-bb65-fc165ee9a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:49.436002 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34813f16-cce2-44ef-807b-10617cbcbe55 req-28ac3d0e-d562-476b-bb65-fc165ee9a7e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3407ac2-b0bc-4169-870e-0aafafa756d9 HTTP/1.1" status: 200 len: 853 time: 0.5931535 Feb 09 14:30:49.441972 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b834db47-b0ae-4e88-9ea5-02d2379aff6c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3172896 Feb 09 14:30:49.443585 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834db47-b0ae-4e88-9ea5-02d2379aff6c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Network': ['ID=8390e01c-f49c-4b83-ae3c-e9beec299f11,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:49.447965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49800) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:49.457661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 8390e01c-f49c-4b83-ae3c-e9beec299f11 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:30:49.467142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d238799d-1657-47bf-af9c-7468cbeafe7b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'subnet': {'network_id': '8390e01c-f49c-4b83-ae3c-e9beec299f11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:49.548072 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34813f16-cce2-44ef-807b-10617cbcbe55 req-25e2f127-dbc5-4a56-bff2-90004400e5c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7610042-64a5-4213-a8e5-88e8184a0ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604827 Feb 09 14:30:49.551341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc474a3-7219-45ba-96e7-c50aba231078 req-63da641d-f8d8-4463-a5ab-d3b8ec14d11e tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:49.553476 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3cc474a3-7219-45ba-96e7-c50aba231078 req-63da641d-f8d8-4463-a5ab-d3b8ec14d11e tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.9807155 Feb 09 14:30:49.647784 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:49.650070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e423485b-f643-45fd-9f23-b54b9a60e923 None None] Provisioning for port fd4faed4-a94a-4993-be02-4aafa83f358d completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:49.655859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e423485b-f643-45fd-9f23-b54b9a60e923 None None] Provisioning complete for port fd4faed4-a94a-4993-be02-4aafa83f358d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:49.656152 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e423485b-f643-45fd-9f23-b54b9a60e923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:49.804673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63b37c-8914-4637-91ba-4e19fce6a56b req-d53c38f4-1892-4a2a-8d19-c8d4de495fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:49.806169 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f63b37c-8914-4637-91ba-4e19fce6a56b req-d53c38f4-1892-4a2a-8d19-c8d4de495fe4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85b1f5ca-a5fa-4f7b-8f04-40895b87e889 HTTP/1.1" status: 200 len: 850 time: 0.4281807 Feb 09 14:30:49.814048 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e423485b-f643-45fd-9f23-b54b9a60e923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:49.854868 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3cc474a3-7219-45ba-96e7-c50aba231078 req-f8f5aafd-07fb-4b51-a902-445337060120 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944022 Feb 09 14:30:49.860514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e423485b-f643-45fd-9f23-b54b9a60e923 None None] For port fd4faed4-a94a-4993-be02-4aafa83f358d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=fd4faed4-a94a-4993-be02-4aafa83f358d,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:49.867833 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e423485b-f643-45fd-9f23-b54b9a60e923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:49.877863 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:49.908264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object 9ca873e1-ef45-4d84-ab70-909637715d5e will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:50.016294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423485b-f643-45fd-9f23-b54b9a60e923 None None] Pushing event updated for resources: {'Port': ['ID=fd4faed4-a94a-4993-be02-4aafa83f358d,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:50.025379 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0843ba4-3ad9-47c1-9308-6c8cfb07ade9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:50.080441 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34813f16-cce2-44ef-807b-10617cbcbe55 req-ba05dfef-00aa-479a-a0a9-08769510a029 service neutron] 10.222.0.35 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202657 Feb 09 14:30:50.091347 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0843ba4-3ad9-47c1-9308-6c8cfb07ade9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9849bc26-b569-46ba-b232-a55b497dd796,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:50.125201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d238799d-1657-47bf-af9c-7468cbeafe7b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:50.183828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d238799d-1657-47bf-af9c-7468cbeafe7b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:subnet and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:50.188977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d238799d-1657-47bf-af9c-7468cbeafe7b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:50.194798 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:50.206838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d238799d-1657-47bf-af9c-7468cbeafe7b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:50.241069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdf401-674f-4c90-a61f-3003fa5a5864 req-27c97ba6-8a8e-4651-8331-1e5fd21755fc tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:50.246318 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15fdf401-674f-4c90-a61f-3003fa5a5864 req-27c97ba6-8a8e-4651-8331-1e5fd21755fc tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 944 time: 0.6998234 Feb 09 14:30:50.259826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63b37c-8914-4637-91ba-4e19fce6a56b req-ef65b053-ddce-4e70-a284-c30abbb7c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:50.261346 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f63b37c-8914-4637-91ba-4e19fce6a56b req-ef65b053-ddce-4e70-a284-c30abbb7c4b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4247262 Feb 09 14:30:50.297354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d238799d-1657-47bf-af9c-7468cbeafe7b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:50.297354 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d238799d-1657-47bf-af9c-7468cbeafe7b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:50.442292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:50.487676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:50.516660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:50.528484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:50.530873 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:50.549254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=9ca873e1-ef45-4d84-ab70-909637715d5e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:50.628682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device fd4faed4-a94a-4993-be02-4aafa83f358d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:50.784768 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34813f16-cce2-44ef-807b-10617cbcbe55 req-80efbb9e-f062-4cd6-948f-eb89e5235c20 service neutron] 10.222.0.35 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6938195 Feb 09 14:30:50.788803 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15fdf401-674f-4c90-a61f-3003fa5a5864 req-c8d26c3e-e25b-4f44-b035-1aea545c9f3f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322020 Feb 09 14:30:50.793455 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d238799d-1657-47bf-af9c-7468cbeafe7b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:50.806705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port fd4faed4-a94a-4993-be02-4aafa83f358d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:50.807545 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:50.846865 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0843ba4-3ad9-47c1-9308-6c8cfb07ade9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:50.851318 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b8b468db-1b56-4f22-9c99-232c42dac144 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4039500 Feb 09 14:30:50.881900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49812) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:50.924581 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8c667d23-d54c-4586-b275-e8c8d31cdcab None None] Provisioning for port 9ca873e1-ef45-4d84-ab70-909637715d5e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:50.932643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8c667d23-d54c-4586-b275-e8c8d31cdcab None None] Provisioning complete for port 9ca873e1-ef45-4d84-ab70-909637715d5e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:50.933048 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8c667d23-d54c-4586-b275-e8c8d31cdcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:51.032703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 904e2a54-6f6f-4653-82c0-df8cfed529d3 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:30:51.080338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8c667d23-d54c-4586-b275-e8c8d31cdcab None None] Port 9ca873e1-ef45-4d84-ab70-909637715d5e cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:30:51.082009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d238799d-1657-47bf-af9c-7468cbeafe7b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Checking segment: {'id': '90fe9549-e669-494e-9e0c-6f21bb067baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8390e01c-f49c-4b83-ae3c-e9beec299f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:30:51.082384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d238799d-1657-47bf-af9c-7468cbeafe7b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network hostable DHCP agents. Network: 8390e01c-f49c-4b83-ae3c-e9beec299f11, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:30:51.094393 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238799d-1657-47bf-af9c-7468cbeafe7b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Subnet': ['ID=3a997835-3d65-457f-a670-62291b996e10,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:51.106215 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f63b37c-8914-4637-91ba-4e19fce6a56b req-3f50e747-8ad7-4ef5-bc63-f047e77ba65b service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8202281 Feb 09 14:30:51.138571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d238799d-1657-47bf-af9c-7468cbeafe7b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 8390e01c-f49c-4b83-ae3c-e9beec299f11 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:30:51.200136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-d238799d-1657-47bf-af9c-7468cbeafe7b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 8390e01c-f49c-4b83-ae3c-e9beec299f11) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:51.214156 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d238799d-1657-47bf-af9c-7468cbeafe7b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:51.214156 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d238799d-1657-47bf-af9c-7468cbeafe7b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:51.216792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083c7e23-f5a0-4774-9ee5-0268f9371b28 None None] Network 8390e01c-f49c-4b83-ae3c-e9beec299f11 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:51.254589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d50fed-7602-49b6-99c1-acae4b88d379 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:51.260595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d50fed-7602-49b6-99c1-acae4b88d379 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:51.265548 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c8d50fed-7602-49b6-99c1-acae4b88d379 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3793712 Feb 09 14:30:51.266829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49818) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:51.274566 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:51.310381 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d238799d-1657-47bf-af9c-7468cbeafe7b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8613694 Feb 09 14:30:51.335969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49822) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:51.373235 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f63b37c-8914-4637-91ba-4e19fce6a56b req-6def2a1a-f93c-4fab-88a4-cd0018092ba3 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571175 Feb 09 14:30:51.376431 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 904e2a54-6f6f-4653-82c0-df8cfed529d3, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=904e2a54-6f6f-4653-82c0-df8cfed529d3,segment=NetworkSegment(592da187-9306-40d7-aa82-bc4da1564609),segment_id=592da187-9306-40d7-aa82-bc4da1564609)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:51.376712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-d29e0a38-df1a-43a1-851b-0453702298ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port 9ca873e1-ef45-4d84-ab70-909637715d5e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:51.377126 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d29e0a38-df1a-43a1-851b-0453702298ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:51.416307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '904e2a54-6f6f-4653-82c0-df8cfed529d3', 'network_id': 'f7610042-64a5-4213-a8e5-88e8184a0ffc', 'port_id': '904e2a54-6f6f-4653-82c0-df8cfed529d3', 'mac_address': 'fa:16:3e:cb:13:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3407ac2-b0bc-4169-870e-0aafafa756d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:30:51.515519 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:51.572995 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904e2a54-6f6f-4653-82c0-df8cfed529d3 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:30:51.591285 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'network_id': '8390e01c-f49c-4b83-ae3c-e9beec299f11', 'name': 'tempest-PortsTestJSON-1515367958', 'fixed_ips': [{'subnet_id': '3a997835-3d65-457f-a670-62291b996e10', 'ip_address': '172.20.0.10'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:51.591557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 904e2a54-6f6f-4653-82c0-df8cfed529d3, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=904e2a54-6f6f-4653-82c0-df8cfed529d3,segment=NetworkSegment(592da187-9306-40d7-aa82-bc4da1564609),segment_id=592da187-9306-40d7-aa82-bc4da1564609)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:51.597459 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:51.627561 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:51.747475 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-8390e01c-f49c-4b83-ae3c-e9beec299f11', 'network_id': '8390e01c-f49c-4b83-ae3c-e9beec299f11', 'tenant_id': '5630d50e4fb5462e9b466142aa6ba4f5', 'fixed_ips': [{'subnet_id': '3a997835-3d65-457f-a670-62291b996e10'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:30:51.748968 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:51.752380 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d29e0a38-df1a-43a1-851b-0453702298ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:51.775440 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=904e2a54-6f6f-4653-82c0-df8cfed529d3,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:51.945334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-d29e0a38-df1a-43a1-851b-0453702298ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for 9ca873e1-ef45-4d84-ab70-909637715d5e owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:52.035155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Allocated IP 172.20.0.2 (8390e01c-f49c-4b83-ae3c-e9beec299f11/3a997835-3d65-457f-a670-62291b996e10/30dce600-ec84-461c-8e16-b01f355bc3e5) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:52.129880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234ac84-cc60-4c93-97bc-deb8b1b87739 req-3f2e908e-0750-4cbb-a9e7-9065f0e90a9f tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:52.138718 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a234ac84-cc60-4c93-97bc-deb8b1b87739 req-3f2e908e-0750-4cbb-a9e7-9065f0e90a9f tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.9972105 Feb 09 14:30:52.148380 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['904e2a54-6f6f-4653-82c0-df8cfed529d3'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:30:52.198056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538697e-dd7b-410a-9c29-e58631a3e490 req-5c582bcc-29bc-46e3-a5ee-22f200455696 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:52.206160 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a538697e-dd7b-410a-9c29-e58631a3e490 req-5c582bcc-29bc-46e3-a5ee-22f200455696 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 945 time: 0.1618888 Feb 09 14:30:52.284016 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a538697e-dd7b-410a-9c29-e58631a3e490 req-38132289-ef82-4bc4-a280-5a3db7051802 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770295 Feb 09 14:30:52.290003 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d29e0a38-df1a-43a1-851b-0453702298ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:52.390457 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:52.397757 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:52.448253 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:52.468874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Transition to ACTIVE for port object 30dce600-ec84-461c-8e16-b01f355bc3e5 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:52.493753 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0843ba4-3ad9-47c1-9308-6c8cfb07ade9 admin admin] Router 45bd2bc0-5555-419a-902a-d3a9e2623d1d has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:30:52.501110 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Transition to ACTIVE for port object 30dce600-ec84-461c-8e16-b01f355bc3e5 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:52.503368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:port and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:52.510846 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:52.522443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:52.528026 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a234ac84-cc60-4c93-97bc-deb8b1b87739 req-4436bb8f-62ec-4271-86cc-45f40d12dd5c tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3883860 Feb 09 14:30:52.529559 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e0a38-df1a-43a1-851b-0453702298ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=9ca873e1-ef45-4d84-ab70-909637715d5e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:52.537433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:52.613597 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d29e0a38-df1a-43a1-851b-0453702298ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:52.641383 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d29e0a38-df1a-43a1-851b-0453702298ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/9ca873e1-ef45-4d84-ab70-909637715d5e HTTP/1.1" status: 204 len: 168 time: 1.3720078 Feb 09 14:30:52.642516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49832) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:52.667623 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Network 8390e01c-f49c-4b83-ae3c-e9beec299f11 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:52.672442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:52.676934 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Pushing event updated for resources: {'Port': ['ID=30dce600-ec84-461c-8e16-b01f355bc3e5,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:52.679913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:52.775402 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e5ad4f-4ce7-47d0-a739-58deb2e74c52 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:52.777015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e5ad4f-4ce7-47d0-a739-58deb2e74c52 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:52.778509 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-74e5ad4f-4ce7-47d0-a739-58deb2e74c52 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1350574 Feb 09 14:30:52.788282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49838) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:52.806908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Attempting to bind port 30dce600-ec84-461c-8e16-b01f355bc3e5 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:30:52.807387 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Attempting to bind port 30dce600-ec84-461c-8e16-b01f355bc3e5 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '90fe9549-e669-494e-9e0c-6f21bb067baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8390e01c-f49c-4b83-ae3c-e9beec299f11'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:30:52.807636 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Attempting to bind port 30dce600-ec84-461c-8e16-b01f355bc3e5 on network 8390e01c-f49c-4b83-ae3c-e9beec299f11 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:30:52.815193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:30:52.816020 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Checking segment: {'id': '90fe9549-e669-494e-9e0c-6f21bb067baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8390e01c-f49c-4b83-ae3c-e9beec299f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:30:52.816462 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:52.816884 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Bound using segment: {'id': '90fe9549-e669-494e-9e0c-6f21bb067baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8390e01c-f49c-4b83-ae3c-e9beec299f11'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:30:52.817385 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Bound port: 30dce600-ec84-461c-8e16-b01f355bc3e5, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fe9549-e669-494e-9e0c-6f21bb067baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8390e01c-f49c-4b83-ae3c-e9beec299f11'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:30:52.817815 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:52.922519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-41fbb3ea-7793-48d4-8c1c-c317a264d1be tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 3f82a0b5-0be0-450e-8747-6dd7361001ac {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:30:52.926363 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-41fbb3ea-7793-48d4-8c1c-c317a264d1be tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:52.947666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] For port 30dce600-ec84-461c-8e16-b01f355bc3e5, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:30:52.953629 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] For port 30dce600-ec84-461c-8e16-b01f355bc3e5, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=30dce600-ec84-461c-8e16-b01f355bc3e5,segment=NetworkSegment(90fe9549-e669-494e-9e0c-6f21bb067baf),segment_id=90fe9549-e669-494e-9e0c-6f21bb067baf)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:30:52.960188 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:53.009884 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-41fbb3ea-7793-48d4-8c1c-c317a264d1be tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:53.089547 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c96eec-0ac5-4ab9-916f-66b0aadf1870 None None] Pushing event updated for resources: {'Port': ['ID=30dce600-ec84-461c-8e16-b01f355bc3e5,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:53.120549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:53.149429 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-41fbb3ea-7793-48d4-8c1c-c317a264d1be tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:53.287568 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-41fbb3ea-7793-48d4-8c1c-c317a264d1be tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:53.307268 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:53.378705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbb3ea-7793-48d4-8c1c-c317a264d1be tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=3f82a0b5-0be0-450e-8747-6dd7361001ac,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:53.378705 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-41fbb3ea-7793-48d4-8c1c-c317a264d1be tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:53.385072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0843ba4-3ad9-47c1-9308-6c8cfb07ade9 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:30:53.385072 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:53.391989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094b76c5-f79b-4e37-b8cd-bf15d4a2fa11 None None] Sync routers for ids ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:30:53.394909 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-41fbb3ea-7793-48d4-8c1c-c317a264d1be tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/3f82a0b5-0be0-450e-8747-6dd7361001ac HTTP/1.1" status: 204 len: 168 time: 0.6054540 Feb 09 14:30:53.395614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49846) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:53.403521 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:53.421881 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] device_id is not set on port 4ab2aec7-e967-43a4-87b7-ca731812228f yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:53.426980 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7994f5b4-5698-4439-8a5a-8d02f7c9ac6d None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:53.497036 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e0843ba4-3ad9-47c1-9308-6c8cfb07ade9 admin admin] 10.222.0.48 "PUT /v2.0/routers/45bd2bc0-5555-419a-902a-d3a9e2623d1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3641853 Feb 09 14:30:53.501113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49850) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:53.523292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094b76c5-f79b-4e37-b8cd-bf15d4a2fa11 None None] Routers {'45bd2bc0-5555-419a-902a-d3a9e2623d1d'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:30:53.524058 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-094b76c5-f79b-4e37-b8cd-bf15d4a2fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:30:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:30:53.600549 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:53.600549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c74ba765-cb9d-47a1-a59a-e67324745bcc {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:30:53.640888 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ae9d55b5-6e66-4a97-ba43-94e118bbdc16 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2421825 Feb 09 14:30:53.641705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49854) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:53.722146 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 14:30:53.727059 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f53dd6b8-eb73-4a5b-a588-28c84199897a tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.5734346 Feb 09 14:30:53.727792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49858) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:53.752407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24cee0-51c7-4ecf-a9f3-eef818e620f4 req-95f1e58e-da1a-48ad-a1ba-2dbbf3af4316 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:53.754098 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f24cee0-51c7-4ecf-a9f3-eef818e620f4 req-95f1e58e-da1a-48ad-a1ba-2dbbf3af4316 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 945 time: 0.1933098 Feb 09 14:30:53.811245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f1e84d-1a18-4386-bf68-c24279782e3b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:53.811971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-65f1e84d-1a18-4386-bf68-c24279782e3b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:53.820717 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f24cee0-51c7-4ecf-a9f3-eef818e620f4 req-f5c2a0ea-c70d-4939-8136-76bef0cd0b83 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593324 Feb 09 14:30:53.838641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-65f1e84d-1a18-4386-bf68-c24279782e3b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:53.850682 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-65f1e84d-1a18-4386-bf68-c24279782e3b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1996884 Feb 09 14:30:53.850682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49864) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:53.925335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1a28d8-e6f9-40dd-8844-913f6eb70dac tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:53.926054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3f1a28d8-e6f9-40dd-8844-913f6eb70dac tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:53.931745 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e9a651-dc11-4737-acc4-6db824ab19d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:53.946213 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3f1a28d8-e6f9-40dd-8844-913f6eb70dac tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:53.949923 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3f1a28d8-e6f9-40dd-8844-913f6eb70dac tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1050036 Feb 09 14:30:53.950570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49868) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:53.968210 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-094b76c5-f79b-4e37-b8cd-bf15d4a2fa11 None None] Set router 45bd2bc0-5555-419a-902a-d3a9e2623d1d gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:30:53.994583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-78c87bc4-c192-4f81-b235-3e161207dffb tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Deleting port e20bfe98-751e-455f-8e20-dd4045323e73 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:53.994934 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-78c87bc4-c192-4f81-b235-3e161207dffb tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:54.023168 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a859c14f-a4cf-4778-8c86-f0cae1cb2536 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675139 Feb 09 14:30:54.024624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49872) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:54.031905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:54.102272 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Allocated IP 172.20.0.10 (8390e01c-f49c-4b83-ae3c-e9beec299f11/3a997835-3d65-457f-a670-62291b996e10/4ab2aec7-e967-43a4-87b7-ca731812228f) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:54.173969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:54.214398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:54.233463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:54.237201 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:54.278996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:30:54.305051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Deleting port fd4faed4-a94a-4993-be02-4aafa83f358d {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:54.305545 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:54.401112 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e9a651-dc11-4737-acc4-6db824ab19d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:54.493741 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-094b76c5-f79b-4e37-b8cd-bf15d4a2fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'name': 'tempest-ServerActionsTestJSON-2072923249-router', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:07Z', 'updated_at': '2022-02-09T14:30:49Z', 'revision_number': 5, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'gw_port': {'id': 'ece8cf2b-a89a-4139-b603-3b12ab62472c', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:19:08Z', 'updated_at': '2022-02-09T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:30:54.509536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094b76c5-f79b-4e37-b8cd-bf15d4a2fa11 None None] Checking router: 45bd2bc0-5555-419a-902a-d3a9e2623d1d for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:30:54.619804 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-78c87bc4-c192-4f81-b235-3e161207dffb tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:54.638699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-97e9a651-dc11-4737-acc4-6db824ab19d7 admin admin] Deleting port ece8cf2b-a89a-4139-b603-3b12ab62472c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:54.641842 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e9a651-dc11-4737-acc4-6db824ab19d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:54.692268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] For port fd4faed4-a94a-4993-be02-4aafa83f358d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=fd4faed4-a94a-4993-be02-4aafa83f358d,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:54.693120 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:54.837800 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 30dce600-ec84-461c-8e16-b01f355bc3e5 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:54.857572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.objects.ports [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87597) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:30:54.918738 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f71899a-15de-4b27-ba34-65eb26a1299e None None] Network 8390e01c-f49c-4b83-ae3c-e9beec299f11 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:54.942272 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Calling delete_port for fd4faed4-a94a-4993-be02-4aafa83f358d owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:55.055895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-78c87bc4-c192-4f81-b235-3e161207dffb tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Calling delete_port for e20bfe98-751e-455f-8e20-dd4045323e73 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:55.064573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094b76c5-f79b-4e37-b8cd-bf15d4a2fa11 None None] Routers {'45bd2bc0-5555-419a-902a-d3a9e2623d1d'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:30:55.064573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-094b76c5-f79b-4e37-b8cd-bf15d4a2fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:30:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:30:55.124034 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:55.180895 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 904e2a54-6f6f-4653-82c0-df8cfed529d3 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:55.269934 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-118318ce-af3a-4bdd-945a-0ed2447fec28 None None] Provisioning for port 30dce600-ec84-461c-8e16-b01f355bc3e5 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:55.460751 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-094b76c5-f79b-4e37-b8cd-bf15d4a2fa11 None None] Set router 45bd2bc0-5555-419a-902a-d3a9e2623d1d gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:30:55.534902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] For port fd4faed4-a94a-4993-be02-4aafa83f358d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=fd4faed4-a94a-4993-be02-4aafa83f358d,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:55.562886 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:55.569668 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:55.570342 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:55.579828 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 904e2a54-6f6f-4653-82c0-df8cfed529d3 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:55.613663 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:30:55.614385 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:30:55.615052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-094b76c5-f79b-4e37-b8cd-bf15d4a2fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'name': 'tempest-ServerActionsTestJSON-2072923249-router', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:07Z', 'updated_at': '2022-02-09T14:30:54Z', 'revision_number': 6, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:30:55.625719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 904e2a54-6f6f-4653-82c0-df8cfed529d3 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:55.626245 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:55.651380 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:55.660774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 30dce600-ec84-461c-8e16-b01f355bc3e5 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:55.670513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Transition to ACTIVE for port object 4ab2aec7-e967-43a4-87b7-ca731812228f will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:55.679898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094b76c5-f79b-4e37-b8cd-bf15d4a2fa11 None None] The sync data for ids ['45bd2bc0-5555-419a-902a-d3a9e2623d1d'] in n-d-828418-2 is: [{'id': '45bd2bc0-5555-419a-902a-d3a9e2623d1d', 'name': 'tempest-ServerActionsTestJSON-2072923249-router', 'tenant_id': 'b4a884575aa84a789b4857840c80c824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:19:07Z', 'updated_at': '2022-02-09T14:30:54Z', 'revision_number': 6, 'project_id': 'b4a884575aa84a789b4857840c80c824', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:30:55.704576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 30dce600-ec84-461c-8e16-b01f355bc3e5 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:55.704951 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:55.705111 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:55.799990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-97e9a651-dc11-4737-acc4-6db824ab19d7 admin admin] For port ece8cf2b-a89a-4139-b603-3b12ab62472c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ece8cf2b-a89a-4139-b603-3b12ab62472c,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:55.800347 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e9a651-dc11-4737-acc4-6db824ab19d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:55.811148 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-78c87bc4-c192-4f81-b235-3e161207dffb tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:55.825945 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 8390e01c-f49c-4b83-ae3c-e9beec299f11 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:55.836028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:55.850682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f23f11-ed69-4a9f-97fd-6fe36eaa109b req-456f426b-2627-4dcb-b6d1-8da406523e6b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:55.857979 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4f23f11-ed69-4a9f-97fd-6fe36eaa109b req-456f426b-2627-4dcb-b6d1-8da406523e6b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 945 time: 0.7460313 Feb 09 14:30:55.859973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:55.904055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=fd4faed4-a94a-4993-be02-4aafa83f358d,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:55.953489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:55.954936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:55.964100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:55.965511 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:55.981652 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:56.007855 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:56.019757 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=57b46647-d7af-4874-8ff7-87515fd65aff,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:56.027716 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-92628622-342b-4945-afc4-5ab5945f78d6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0017235 Feb 09 14:30:56.031779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49902) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:56.038584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-81924969-c23f-4563-a81f-06253663cea3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'mac_address': 'fa:16:3e:41:21:5d', 'name': 'tempest-NetworksTestDHCPv6-1913438338'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:56.079397 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-97e9a651-dc11-4737-acc4-6db824ab19d7 admin admin] Calling delete_port for ece8cf2b-a89a-4139-b603-3b12ab62472c owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:56.111112 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 904e2a54-6f6f-4653-82c0-df8cfed529d3, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=904e2a54-6f6f-4653-82c0-df8cfed529d3,segment=NetworkSegment(592da187-9306-40d7-aa82-bc4da1564609),segment_id=592da187-9306-40d7-aa82-bc4da1564609)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:56.128374 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e09e1cd-8155-4ae9-b331-76b1baacf7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904e2a54-6f6f-4653-82c0-df8cfed529d3'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:30:56.138150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=4ab2aec7-e967-43a4-87b7-ca731812228f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:56.139989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Deleting port fd4faed4-a94a-4993-be02-4aafa83f358d {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:56.140714 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:56.229012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-81924969-c23f-4563-a81f-06253663cea3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:56.246999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-81924969-c23f-4563-a81f-06253663cea3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:56.247668 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:56.250953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 30dce600-ec84-461c-8e16-b01f355bc3e5, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=30dce600-ec84-461c-8e16-b01f355bc3e5,segment=NetworkSegment(90fe9549-e669-494e-9e0c-6f21bb067baf),segment_id=90fe9549-e669-494e-9e0c-6f21bb067baf)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:56.260822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81924969-c23f-4563-a81f-06253663cea3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:56.329485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c87bc4-c192-4f81-b235-3e161207dffb tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Pushing event deleted for resources: {'Port': ['ID=e20bfe98-751e-455f-8e20-dd4045323e73,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:56.390422 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e09e1cd-8155-4ae9-b331-76b1baacf7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904e2a54-6f6f-4653-82c0-df8cfed529d3', 'code': 200} Feb 09 14:30:56.391930 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:56.432624 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4f23f11-ed69-4a9f-97fd-6fe36eaa109b req-72001c17-5662-4a5b-a070-49c703d4ac9f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737712 Feb 09 14:30:56.445104 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:56.445733 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:56.573810 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-78c87bc4-c192-4f81-b235-3e161207dffb tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:56.579856 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-78c87bc4-c192-4f81-b235-3e161207dffb tempest-RoutersAdminNegativeTest-423145807 tempest-RoutersAdminNegativeTest-423145807-project-admin] 10.222.0.48 "DELETE /v2.0/ports/e20bfe98-751e-455f-8e20-dd4045323e73 HTTP/1.1" status: 204 len: 168 time: 2.8464911 Feb 09 14:30:56.581992 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-81924969-c23f-4563-a81f-06253663cea3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:56.598486 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-83d4aa3e-cbbd-4225-9c6a-4446ec416454 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.0189455 Feb 09 14:30:56.600248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49910) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:56.617059 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'network_id': '8390e01c-f49c-4b83-ae3c-e9beec299f11', 'name': 'tempest-PortsTestJSON-2134140712', 'fixed_ips': [{'subnet_id': '3a997835-3d65-457f-a670-62291b996e10', 'ip_address': '172.20.0.9'}]}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:30:56.726688 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device fd4faed4-a94a-4993-be02-4aafa83f358d no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:30:56.798911 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e9a651-dc11-4737-acc4-6db824ab19d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:56.871961 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=904e2a54-6f6f-4653-82c0-df8cfed529d3,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:56.875313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-81924969-c23f-4563-a81f-06253663cea3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port 0bf033c5-6fd3-4d36-b220-0fa6e67d8564 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:56.902023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9a651-dc11-4737-acc4-6db824ab19d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece8cf2b-a89a-4139-b603-3b12ab62472c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:56.975904 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-df93dec6-6639-46d5-a09b-d2ff5409f5da None None] Provisioning for port 4ab2aec7-e967-43a4-87b7-ca731812228f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:30:57.001054 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c728d4b2-c4bc-4935-8c52-3fdef6090a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:57.054762 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-df93dec6-6639-46d5-a09b-d2ff5409f5da None None] Provisioning complete for port 4ab2aec7-e967-43a4-87b7-ca731812228f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:57.055132 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df93dec6-6639-46d5-a09b-d2ff5409f5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:57.108626 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e9a651-dc11-4737-acc4-6db824ab19d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:57.155701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49922) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:57.173277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-81924969-c23f-4563-a81f-06253663cea3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::f816:3eff:fe41:215d (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/57b46647-d7af-4874-8ff7-87515fd65aff/0bf033c5-6fd3-4d36-b220-0fa6e67d8564) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:57.206076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca31a48-8219-43ee-bdb9-80c3ad405922 req-65678870-95f5-45d0-becf-a5f118ca4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:57.207788 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bca31a48-8219-43ee-bdb9-80c3ad405922 req-65678870-95f5-45d0-becf-a5f118ca4c7a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 1097 time: 0.7962039 Feb 09 14:30:57.230919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=30dce600-ec84-461c-8e16-b01f355bc3e5,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:57.306812 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] For port fd4faed4-a94a-4993-be02-4aafa83f358d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=fd4faed4-a94a-4993-be02-4aafa83f358d,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:57.307263 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:57.323434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-df93dec6-6639-46d5-a09b-d2ff5409f5da None None] Port 4ab2aec7-e967-43a4-87b7-ca731812228f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:30:57.337844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:57.356040 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bca31a48-8219-43ee-bdb9-80c3ad405922 req-28865888-1d37-498f-8bb3-534624f567e9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384606 Feb 09 14:30:57.360088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:port and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:57.365924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:57.388986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:57.459572 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Calling delete_port for fd4faed4-a94a-4993-be02-4aafa83f358d owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:57.496050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:30:57.570120 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:57.580753 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e9a651-dc11-4737-acc4-6db824ab19d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:57.584926 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7807cfb0-6955-482b-9923-cef77d1b312c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:57.597599 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-df93dec6-6639-46d5-a09b-d2ff5409f5da None None] Provisioning complete for port 30dce600-ec84-461c-8e16-b01f355bc3e5 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:57.598189 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df93dec6-6639-46d5-a09b-d2ff5409f5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:57.601570 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e9a651-dc11-4737-acc4-6db824ab19d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:57.609734 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7807cfb0-6955-482b-9923-cef77d1b312c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:30:57.625590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7807cfb0-6955-482b-9923-cef77d1b312c admin admin] Usage tracker for resource:security_group_rule and tenant:89f624d0097d499a9f9b58583d89639c is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:30:57.630792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7807cfb0-6955-482b-9923-cef77d1b312c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:30:57.639879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7807cfb0-6955-482b-9923-cef77d1b312c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:30:57.645008 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e9a651-dc11-4737-acc4-6db824ab19d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:57.646972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e9a651-dc11-4737-acc4-6db824ab19d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45bd2bc0-5555-419a-902a-d3a9e2623d1d {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:30:57.672896 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e9a651-dc11-4737-acc4-6db824ab19d7 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:57.674344 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-97e9a651-dc11-4737-acc4-6db824ab19d7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/45bd2bc0-5555-419a-902a-d3a9e2623d1d HTTP/1.1" status: 204 len: 168 time: 4.1721804 Feb 09 14:30:57.679164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49930) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:57.705290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port fd4faed4-a94a-4993-be02-4aafa83f358d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=fd4faed4-a94a-4993-be02-4aafa83f358d,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:57.714390 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:57.791597 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:30:57.797440 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:30:57.888198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=fd4faed4-a94a-4993-be02-4aafa83f358d,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:57.895413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 30dce600-ec84-461c-8e16-b01f355bc3e5 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:30:57.922547 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7807cfb0-6955-482b-9923-cef77d1b312c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:57.936490 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7807cfb0-6955-482b-9923-cef77d1b312c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:57.951359 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-81924969-c23f-4563-a81f-06253663cea3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:57.975620 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:57.981201 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7807cfb0-6955-482b-9923-cef77d1b312c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89f624d0097d499a9f9b58583d89639c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8244231 Feb 09 14:30:57.982077 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 30dce600-ec84-461c-8e16-b01f355bc3e5 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:57.982457 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:57.985353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49934) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:58.001981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-81924969-c23f-4563-a81f-06253663cea3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object 0bf033c5-6fd3-4d36-b220-0fa6e67d8564 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:58.024629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] device_id is not set on port db9a1ed0-b27e-48af-a89f-042178432dc5 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:30:58.039165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4863f8ba-cd18-4af9-b38d-24662facc724 admin admin] Deleting subnet f7392afa-2a9c-4064-b2be-b0d20969d51e {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:30:58.053305 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4863f8ba-cd18-4af9-b38d-24662facc724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:58.137254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807cfb0-6955-482b-9923-cef77d1b312c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38db1afa-15ee-4335-8637-ebcd2911b34d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:58.162185 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe09813-d8a0-4e5a-9647-b87786561085 req-1be1db7c-68cd-499c-943b-db8201c17491 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:58.163977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7fe09813-d8a0-4e5a-9647-b87786561085 req-1be1db7c-68cd-499c-943b-db8201c17491 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 946 time: 0.3637106 Feb 09 14:30:58.170738 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-81924969-c23f-4563-a81f-06253663cea3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:58.181408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8675c243-ece4-4edb-98fd-a5a9a44b1297 None None] Provisioning complete for port 4ab2aec7-e967-43a4-87b7-ca731812228f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:30:58.181869 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8675c243-ece4-4edb-98fd-a5a9a44b1297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:58.186483 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4863f8ba-cd18-4af9-b38d-24662facc724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:58.250988 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c161775-29f2-43b7-a07a-ee6c22c5456c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:58.267092 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8675c243-ece4-4edb-98fd-a5a9a44b1297 None None] Port 4ab2aec7-e967-43a4-87b7-ca731812228f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:30:58.281846 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c161775-29f2-43b7-a07a-ee6c22c5456c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:58.291518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81924969-c23f-4563-a81f-06253663cea3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:58.320542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9849bc26-b569-46ba-b232-a55b497dd796 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:30:58.352276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Deleting port fd4faed4-a94a-4993-be02-4aafa83f358d {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:58.352642 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:58.357672 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4863f8ba-cd18-4af9-b38d-24662facc724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:58.413958 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 9849bc26-b569-46ba-b232-a55b497dd796 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:30:58.414267 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9849bc26-b569-46ba-b232-a55b497dd796 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:30:58.414698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ece8cf2b-a89a-4139-b603-3b12ab62472c no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:30:58.417310 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c161775-29f2-43b7-a07a-ee6c22c5456c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:58.431711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Allocated IP 172.20.0.9 (8390e01c-f49c-4b83-ae3c-e9beec299f11/3a997835-3d65-457f-a670-62291b996e10/db9a1ed0-b27e-48af-a89f-042178432dc5) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:30:58.438691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c161775-29f2-43b7-a07a-ee6c22c5456c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38db1afa-15ee-4335-8637-ebcd2911b34d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:58.460477 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c161775-29f2-43b7-a07a-ee6c22c5456c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:58.464065 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2c161775-29f2-43b7-a07a-ee6c22c5456c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38db1afa-15ee-4335-8637-ebcd2911b34d HTTP/1.1" status: 204 len: 168 time: 0.4688320 Feb 09 14:30:58.477660 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: ece8cf2b-a89a-4139-b603-3b12ab62472c {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:30:58.478013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ece8cf2b-a89a-4139-b603-3b12ab62472c not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:30:58.506066 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4863f8ba-cd18-4af9-b38d-24662facc724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:58.621702 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4863f8ba-cd18-4af9-b38d-24662facc724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:58.631255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863f8ba-cd18-4af9-b38d-24662facc724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7392afa-2a9c-4064-b2be-b0d20969d51e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:58.647563 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4863f8ba-cd18-4af9-b38d-24662facc724 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f7392afa-2a9c-4064-b2be-b0d20969d51e HTTP/1.1" status: 204 len: 168 time: 0.9634829 Feb 09 14:30:58.648264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49942) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:58.753640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7bc7f9-e0be-400e-8330-2e0139e8586b None None] Network a1587716-277d-4b6f-89df-24e96250ab9d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:30:58.790577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-81924969-c23f-4563-a81f-06253663cea3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:58.793079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81924969-c23f-4563-a81f-06253663cea3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:58.802166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81924969-c23f-4563-a81f-06253663cea3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:58.802994 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-81924969-c23f-4563-a81f-06253663cea3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:58.842165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81924969-c23f-4563-a81f-06253663cea3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=0bf033c5-6fd3-4d36-b220-0fa6e67d8564,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:58.856311 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7fe09813-d8a0-4e5a-9647-b87786561085 req-644f0556-7bae-4781-b6db-221145311269 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6804368 Feb 09 14:30:58.887374 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:58.905279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] Deleting port ab6b63da-d6f1-4a21-af6b-e81f89507632 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:58.905587 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:59.003742 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-81924969-c23f-4563-a81f-06253663cea3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9704983 Feb 09 14:30:59.007073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49952) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:59.074444 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] For port fd4faed4-a94a-4993-be02-4aafa83f358d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=fd4faed4-a94a-4993-be02-4aafa83f358d,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:59.075091 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:59.075556 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49956) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:59.097857 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:59.156459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Transition to ACTIVE for port object db9a1ed0-b27e-48af-a89f-042178432dc5 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:30:59.198143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f5d52c-b0b1-4cfd-b7b2-aa463afac9e5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:59.210804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f5d52c-b0b1-4cfd-b7b2-aa463afac9e5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:59.211786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-72f5d52c-b0b1-4cfd-b7b2-aa463afac9e5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:30:59.235018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-72f5d52c-b0b1-4cfd-b7b2-aa463afac9e5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:30:59.241387 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-72f5d52c-b0b1-4cfd-b7b2-aa463afac9e5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2333055 Feb 09 14:30:59.242125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49962) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:59.245063 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Calling delete_port for fd4faed4-a94a-4993-be02-4aafa83f358d owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:59.302920 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1d80e94d-85d3-4c4e-ab7a-5eadd0f36645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:59.358263 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6edd4dff-4872-4a85-adf4-7f2bd5d7686b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78539c56d9d946a7875dd44be1626815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763095 Feb 09 14:30:59.360930 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49966) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:30:59.390413 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:59.401349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b1a77152-bb43-45c8-ad49-7b01788f7402 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port 0bf033c5-6fd3-4d36-b220-0fa6e67d8564 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:59.401701 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b1a77152-bb43-45c8-ad49-7b01788f7402 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:59.411711 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] For port ab6b63da-d6f1-4a21-af6b-e81f89507632, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ab6b63da-d6f1-4a21-af6b-e81f89507632,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:30:59.412089 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:59.414960 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bc28ef-0c9d-43bd-8428-5ffe650ab6d1 None None] DHCP port deletion for a1587716-277d-4b6f-89df-24e96250ab9d request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:30:59.426025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-63bc28ef-0c9d-43bd-8428-5ffe650ab6d1 None None] Deleting port ab6b63da-d6f1-4a21-af6b-e81f89507632 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:30:59.426649 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-63bc28ef-0c9d-43bd-8428-5ffe650ab6d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:59.558007 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:59.565454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 8390e01c-f49c-4b83-ae3c-e9beec299f11 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:30:59.576985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] Calling delete_port for ab6b63da-d6f1-4a21-af6b-e81f89507632 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:30:59.578455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:30:59.588685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:30:59.662525 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] Pushing event deleted for resources: {'Port': ['ID=fd4faed4-a94a-4993-be02-4aafa83f358d,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:59.672374 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c5d860c0-d3c4-4703-87fc-80cee01773ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:59.704281 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c5d860c0-d3c4-4703-87fc-80cee01773ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:59.721450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=db9a1ed0-b27e-48af-a89f-042178432dc5,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:59.788207 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c5d860c0-d3c4-4703-87fc-80cee01773ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:59.818084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d860c0-d3c4-4703-87fc-80cee01773ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffa28e9-a18c-40f7-80b0-6b127b2fe4f2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:59.838273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:30:59.839270 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:59.842043 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c5d860c0-d3c4-4703-87fc-80cee01773ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:59.843966 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c5d860c0-d3c4-4703-87fc-80cee01773ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ffa28e9-a18c-40f7-80b0-6b127b2fe4f2 HTTP/1.1" status: 204 len: 168 time: 0.4818239 Feb 09 14:30:59.846195 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:59.929799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6b63da-d6f1-4a21-af6b-e81f89507632,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:30:59.938262 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ab6b63da-d6f1-4a21-af6b-e81f89507632 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:30:59.947916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] No DVR routers for this DVR port ab6b63da-d6f1-4a21-af6b-e81f89507632 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:31:00.017141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: ab6b63da-d6f1-4a21-af6b-e81f89507632 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:31:00.027904 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ab6b63da-d6f1-4a21-af6b-e81f89507632 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:31:00.112294 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-44f86b8d-e454-4c92-94c9-b9dee9475053 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5107870 Feb 09 14:31:00.113280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49974) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:00.122076 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b1a77152-bb43-45c8-ad49-7b01788f7402 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:00.167486 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99feb3bb-3ab0-4811-b52d-02aa03e95d8f None None] No DVR routers for this DVR port fd4faed4-a94a-4993-be02-4aafa83f358d on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:31:00.173568 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:00.198113 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ee62da-ffc7-4874-86aa-0cf4518b0af6 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:00.287398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1587716-277d-4b6f-89df-24e96250ab9d']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:00.293545 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6d1c8f27-c0a7-4848-9369-6b939a5b81e8 None None] Provisioning for port db9a1ed0-b27e-48af-a89f-042178432dc5 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:00.329845 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57222cd-b74f-4e06-af1d-850116c658ff') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:00.330177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57222cd-b74f-4e06-af1d-850116c658ff') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:00.331710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6d1c8f27-c0a7-4848-9369-6b939a5b81e8 None None] Provisioning complete for port db9a1ed0-b27e-48af-a89f-042178432dc5 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:00.332679 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6d1c8f27-c0a7-4848-9369-6b939a5b81e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:00.361316 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcec8c-b831-4158-bfe7-03fc15436374 req-33af0dd0-3819-4ef0-86f8-6b7b54d60930 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:00.373857 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ddcec8c-b831-4158-bfe7-03fc15436374 req-33af0dd0-3819-4ef0-86f8-6b7b54d60930 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 946 time: 0.2776225 Feb 09 14:31:00.400039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c8f27-c0a7-4848-9369-6b939a5b81e8 None None] Port db9a1ed0-b27e-48af-a89f-042178432dc5 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:00.403763 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-63bc28ef-0c9d-43bd-8428-5ffe650ab6d1 None None] For port ab6b63da-d6f1-4a21-af6b-e81f89507632, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ab6b63da-d6f1-4a21-af6b-e81f89507632,segment=NetworkSegment(a57222cd-b74f-4e06-af1d-850116c658ff),segment_id=a57222cd-b74f-4e06-af1d-850116c658ff)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:00.404007 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-63bc28ef-0c9d-43bd-8428-5ffe650ab6d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:00.413280 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:00.426153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b1a77152-bb43-45c8-ad49-7b01788f7402 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for 0bf033c5-6fd3-4d36-b220-0fa6e67d8564 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:00.428475 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:00.434333 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:00.521924 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ddcec8c-b831-4158-bfe7-03fc15436374 req-da4f9d48-b258-48c6-91ed-75c3c22325f7 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472077 Feb 09 14:31:00.534333 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:00.545395 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-63bc28ef-0c9d-43bd-8428-5ffe650ab6d1 None None] Calling delete_port for ab6b63da-d6f1-4a21-af6b-e81f89507632 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:00.546228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:31:00.547360 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:31:00.568221 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.709053 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.711809 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.711809 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.711809 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.711809 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.711809 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.711809 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.711809 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.711809 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.711809 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.711809 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.711809 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.711809 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.711809 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:00.711809 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:31:00.725947 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-63bc28ef-0c9d-43bd-8428-5ffe650ab6d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:31:00.727159 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-63bc28ef-0c9d-43bd-8428-5ffe650ab6d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:31:00.739376 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b1a77152-bb43-45c8-ad49-7b01788f7402 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:00.809869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a77152-bb43-45c8-ad49-7b01788f7402 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=0bf033c5-6fd3-4d36-b220-0fa6e67d8564,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:00.885528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c574fc4-167a-46f0-8972-9ec530622489 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:00.888008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6c574fc4-167a-46f0-8972-9ec530622489 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:00.917020 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6c574fc4-167a-46f0-8972-9ec530622489 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:00.918549 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6c574fc4-167a-46f0-8972-9ec530622489 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.8023584 Feb 09 14:31:00.919843 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b1a77152-bb43-45c8-ad49-7b01788f7402 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:00.935461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49996) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:00.942405 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b1a77152-bb43-45c8-ad49-7b01788f7402 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/0bf033c5-6fd3-4d36-b220-0fa6e67d8564 HTTP/1.1" status: 204 len: 168 time: 1.6943121 Feb 09 14:31:00.945576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50000) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:01.050857 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:01.070368 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:01.084991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bf5f25-1d5a-43ac-89aa-62d10080ce6e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:01.102163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bf5f25-1d5a-43ac-89aa-62d10080ce6e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:01.103577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236dcf70-46ae-4097-b40a-1b9bf3471879 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:01.103796 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': '57b46647-d7af-4874-8ff7-87515fd65aff'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:31:01.104754 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:01.109604 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bf5f25-1d5a-43ac-89aa-62d10080ce6e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:01.110322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236dcf70-46ae-4097-b40a-1b9bf3471879 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:01.111097 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-236dcf70-46ae-4097-b40a-1b9bf3471879 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:01.115973 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-35bf5f25-1d5a-43ac-89aa-62d10080ce6e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1752396 Feb 09 14:31:01.116339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50008) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:01.121174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] Pushing event deleted for resources: {'Network': ['ID=a1587716-277d-4b6f-89df-24e96250ab9d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:01.171647 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7dcf4ca2-3f39-4f8c-98ef-eeb6e1579cee admin admin] 10.222.0.48 "DELETE /v2.0/networks/a1587716-277d-4b6f-89df-24e96250ab9d HTTP/1.1" status: 204 len: 168 time: 2.5123017 Feb 09 14:31:01.222822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-236dcf70-46ae-4097-b40a-1b9bf3471879 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:01.226871 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-236dcf70-46ae-4097-b40a-1b9bf3471879 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2793696 Feb 09 14:31:01.229429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-63bc28ef-0c9d-43bd-8428-5ffe650ab6d1 None None] Deleting port ab6b63da-d6f1-4a21-af6b-e81f89507632 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:01.231180 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-63bc28ef-0c9d-43bd-8428-5ffe650ab6d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:01.233259 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50016) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:01.247340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-2a8301de-11e1-4cb9-bb60-d5c5872d2d3b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port db9a1ed0-b27e-48af-a89f-042178432dc5 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:01.247720 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a8301de-11e1-4cb9-bb60-d5c5872d2d3b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:01.427959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 57b46647-d7af-4874-8ff7-87515fd65aff {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:31:01.428471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50030) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:01.457723 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f335-237d-4d22-a7a6-8ea1667f6e3e req-c9a4cbd1-ed84-4cdb-8322-cba2cb0f1966 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:01.458841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-63bc28ef-0c9d-43bd-8428-5ffe650ab6d1 None None] The port 'ab6b63da-d6f1-4a21-af6b-e81f89507632' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:31:01.459657 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a92f335-237d-4d22-a7a6-8ea1667f6e3e req-c9a4cbd1-ed84-4cdb-8322-cba2cb0f1966 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 946 time: 0.3026390 Feb 09 14:31:01.526591 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Allocated IP 2001:db8::f816:3eff:fea4:5c00 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/57b46647-d7af-4874-8ff7-87515fd65aff/4c8898c8-730d-4ba0-8280-eb9ad0e818bf) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:01.562109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50034) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:01.566842 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a92f335-237d-4d22-a7a6-8ea1667f6e3e req-0cbad02c-a801-432f-b9b2-1b46a62f97bd tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009891 Feb 09 14:31:01.710895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-786522564'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:01.716954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:01.721341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Usage tracker for resource:network and tenant:21a68bbec4924a2cbb94919f060d4ef8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:01.725747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:01.732392 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-935ed725-8aba-43b5-8a75-8da53e57b962 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4a884575aa84a789b4857840c80c824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955456 Feb 09 14:31:01.734844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50044) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:01.739332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:01.782401 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:01.811997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Made reservation on behalf of 21a68bbec4924a2cbb94919f060d4ef8 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:01.816891 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:01.842567 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a8301de-11e1-4cb9-bb60-d5c5872d2d3b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:01.845352 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:01.867414 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:01.876481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:01.882500 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Transition to ACTIVE for port object 4c8898c8-730d-4ba0-8280-eb9ad0e818bf will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:01.891994 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Usage tracker for resource:security_group_rule and tenant:21a68bbec4924a2cbb94919f060d4ef8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:01.897743 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:01.906949 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:01.908946 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Transition to ACTIVE for port object 4c8898c8-730d-4ba0-8280-eb9ad0e818bf will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:01.909263 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21e6d71e-b7ad-4f76-9636-5049877b0563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:01.917276 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:01.921386 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.016270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:02.020756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:02.026696 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:02.034083 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21e6d71e-b7ad-4f76-9636-5049877b0563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.035567 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Pushing event updated for resources: {'Port': ['ID=4c8898c8-730d-4ba0-8280-eb9ad0e818bf,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:02.048102 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.160233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-2a8301de-11e1-4cb9-bb60-d5c5872d2d3b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for db9a1ed0-b27e-48af-a89f-042178432dc5 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:02.223505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Attempting to bind port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:31:02.224571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Attempting to bind port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:31:02.225324 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Attempting to bind port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:31:02.235432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:31:02.236242 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:31:02.236758 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.237250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:31:02.237963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Bound port: 4c8898c8-730d-4ba0-8280-eb9ad0e818bf, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:31:02.238411 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.257161 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.261398 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21e6d71e-b7ad-4f76-9636-5049877b0563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.298554 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.312790 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-21e6d71e-b7ad-4f76-9636-5049877b0563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.317045 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-21e6d71e-b7ad-4f76-9636-5049877b0563 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85 HTTP/1.1" status: 204 len: 168 time: 0.5809135 Feb 09 14:31:02.326523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6d71e-b7ad-4f76-9636-5049877b0563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e04a8b-fc73-45e5-b3ca-a3bd03f9ba85,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:02.347372 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a8301de-11e1-4cb9-bb60-d5c5872d2d3b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.365004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:31:02.368587 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.439931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8301de-11e1-4cb9-bb60-d5c5872d2d3b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=db9a1ed0-b27e-48af-a89f-042178432dc5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:02.447388 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc376c5c-aea8-4bbf-8df3-b643ca333674,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:02.466231 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.466581 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Added segment bdb1192c-92eb-4aef-8252-b0736a73830a of type vlan for network 44f07911-1672-489e-b44a-85874f3d3b68 Feb 09 14:31:02.524959 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.546696 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.550482 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] For port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:31:02.554959 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] For port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4c8898c8-730d-4ba0-8280-eb9ad0e818bf,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:31:02.560479 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.658473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=57b46647-d7af-4874-8ff7-87515fd65aff,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:02.664856 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.678442 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a8301de-11e1-4cb9-bb60-d5c5872d2d3b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.695770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:02.703430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:02.705937 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2a8301de-11e1-4cb9-bb60-d5c5872d2d3b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/db9a1ed0-b27e-48af-a89f-042178432dc5 HTTP/1.1" status: 204 len: 168 time: 1.5879886 Feb 09 14:31:02.706837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50058) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:02.707784 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:02.709681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:02.710125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:02.710552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:02.711722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:02.712176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:02.713384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:02.713829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:02.718869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:02.719354 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:02.730634 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.751810 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:02.754573 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:02.770395 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e04e51f-b262-452d-921b-26e6f50e1c72 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] GET failed (client error): The resource could not be found. Feb 09 14:31:02.771780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2e04e51f-b262-452d-921b-26e6f50e1c72 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:02.783583 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0944c54-1b4a-4044-b474-29745ba00e89 None None] Pushing event updated for resources: {'Port': ['ID=4c8898c8-730d-4ba0-8280-eb9ad0e818bf,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:02.798489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2e04e51f-b262-452d-921b-26e6f50e1c72 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:02.805756 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2e04e51f-b262-452d-921b-26e6f50e1c72 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports/db9a1ed0-b27e-48af-a89f-042178432dc5 HTTP/1.1" status: 404 len: 333 time: 0.0976062 Feb 09 14:31:02.808379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50062) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:02.980910 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-290d9ca2-4adc-4acb-be46-27cc630d8421 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/57b46647-d7af-4874-8ff7-87515fd65aff HTTP/1.1" status: 204 len: 168 time: 1.7465532 Feb 09 14:31:02.982004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50072) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:03.010473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-01e29bc0-7f6f-4e43-988d-5746d70b19b0 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 4ab2aec7-e967-43a4-87b7-ca731812228f {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:03.011060 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-01e29bc0-7f6f-4e43-988d-5746d70b19b0 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:03.119073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Pushing event updated for resources: {'Network': ['ID=44f07911-1672-489e-b44a-85874f3d3b68,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:03.132691 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4b8938e2-da8f-4dff-b6f8-c1f2d236bab1 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5684104 Feb 09 14:31:03.132691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50080) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:03.142456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50084) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:03.146426 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a9dbd276-6f11-4b6a-b72f-d925e67bb187 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1524341 Feb 09 14:31:03.150440 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 44f07911-1672-489e-b44a-85874f3d3b68 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:31:03.162057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5f8e4e65-2abd-4b25-9902-d3b4334d69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Request body: {'subnet': {'network_id': '44f07911-1672-489e-b44a-85874f3d3b68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:03.200562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:03.239481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d796f6f-c6bd-4802-8c02-790136842fac req-155e5787-e12d-4da6-bc1a-f16029ef867e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:03.240997 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d796f6f-c6bd-4802-8c02-790136842fac req-155e5787-e12d-4da6-bc1a-f16029ef867e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 946 time: 0.3532755 Feb 09 14:31:03.351219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5f8e4e65-2abd-4b25-9902-d3b4334d69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:03.361685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5f8e4e65-2abd-4b25-9902-d3b4334d69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Usage tracker for resource:subnet and tenant:21a68bbec4924a2cbb94919f060d4ef8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:03.369427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5f8e4e65-2abd-4b25-9902-d3b4334d69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:03.379766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5f8e4e65-2abd-4b25-9902-d3b4334d69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:03.398105 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8e4e65-2abd-4b25-9902-d3b4334d69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Made reservation on behalf of 21a68bbec4924a2cbb94919f060d4ef8 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:03.401599 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5f8e4e65-2abd-4b25-9902-d3b4334d69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:03.434534 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d796f6f-c6bd-4802-8c02-790136842fac req-3c22e9bf-a0e6-4c71-82af-bbcef369af41 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247902 Feb 09 14:31:03.532169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:03.553946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:03.560446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:03.573606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:03.601683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694664f-2c65-4558-b161-5f90213f1b52 req-ec48f747-3533-4f12-b54b-e43b14837f44 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:03.603213 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7694664f-2c65-4558-b161-5f90213f1b52 req-ec48f747-3533-4f12-b54b-e43b14837f44 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 946 time: 0.4604933 Feb 09 14:31:03.669267 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-01e29bc0-7f6f-4e43-988d-5746d70b19b0 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:03.677776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:03.681220 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:03.907519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50106) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:03.915891 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5f8e4e65-2abd-4b25-9902-d3b4334d69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:03.952251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4c8898c8-730d-4ba0-8280-eb9ad0e818bf up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:04.050474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-01e29bc0-7f6f-4e43-988d-5746d70b19b0 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for 4ab2aec7-e967-43a4-87b7-ca731812228f owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:04.056886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e4e65-2abd-4b25-9902-d3b4334d69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Pushing event updated for resources: {'Subnet': ['ID=16a75036-45fc-4d34-bd5a-093f2caa36c1,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:04.068400 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e4e65-2abd-4b25-9902-d3b4334d69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Checking segment: {'id': 'bdb1192c-92eb-4aef-8252-b0736a73830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '44f07911-1672-489e-b44a-85874f3d3b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:31:04.074823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e4e65-2abd-4b25-9902-d3b4334d69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Network hostable DHCP agents. Network: 44f07911-1672-489e-b44a-85874f3d3b68, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:31:04.106019 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:04.114964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e4e65-2abd-4b25-9902-d3b4334d69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Network 44f07911-1672-489e-b44a-85874f3d3b68 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:31:04.129790 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-5f8e4e65-2abd-4b25-9902-d3b4334d69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 44f07911-1672-489e-b44a-85874f3d3b68) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:04.137546 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8e4e65-2abd-4b25-9902-d3b4334d69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:04.138135 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5f8e4e65-2abd-4b25-9902-d3b4334d69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:04.140039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5d86df-86f7-4b95-96e1-a3875915f9b8 None None] Network 44f07911-1672-489e-b44a-85874f3d3b68 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:04.152827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-7694664f-2c65-4558-b161-5f90213f1b52 req-2935df92-c94a-4868-b68e-0de05ebdc27a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Deleting port 904e2a54-6f6f-4653-82c0-df8cfed529d3 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:04.153204 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7694664f-2c65-4558-b161-5f90213f1b52 req-2935df92-c94a-4868-b68e-0de05ebdc27a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:04.204989 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1012179529-network', 'tenant_id': 'f329e1acc66c4209902442da890f389b'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:04.216948 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5f8e4e65-2abd-4b25-9902-d3b4334d69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0827990 Feb 09 14:31:04.218705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:04.220176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50116) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:04.224765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Usage tracker for resource:network and tenant:f329e1acc66c4209902442da890f389b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:04.229970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:04.239083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:04.248451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Request body: {'port': {'network_id': '44f07911-1672-489e-b44a-85874f3d3b68', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-778088471'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:04.253737 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Made reservation on behalf of f329e1acc66c4209902442da890f389b for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:04.258985 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:04.288265 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:04.323084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:04.328550 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Usage tracker for resource:security_group_rule and tenant:f329e1acc66c4209902442da890f389b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:04.332602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:04.346460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:04.510101 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:04.517791 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:04.522261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-44f07911-1672-489e-b44a-85874f3d3b68', 'network_id': '44f07911-1672-489e-b44a-85874f3d3b68', 'tenant_id': '21a68bbec4924a2cbb94919f060d4ef8', 'fixed_ips': [{'subnet_id': '16a75036-45fc-4d34-bd5a-093f2caa36c1'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:31:04.523293 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:04.617123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:31:04.634351 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a9e3f2-3810-40d6-bf31-90c71bf75b4f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:04.658487 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:04.659915 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Added segment dfb7a772-cd33-4581-92b5-d5c327e9965f of type vlan for network 94817499-99f0-4764-beb5-d3673145fb06 Feb 09 14:31:04.721755 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:04.748901 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Allocated IP 2001:db8::2 (44f07911-1672-489e-b44a-85874f3d3b68/16a75036-45fc-4d34-bd5a-093f2caa36c1/c25fcf66-98df-43de-b562-c42788aa2513) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:04.868014 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:04.869114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:04.869727 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:04.883631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8259eba-45b0-4bc8-b73b-401ce4bfbb18 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:05.078815 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-01e29bc0-7f6f-4e43-988d-5746d70b19b0 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:05.162602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f82ad5-f331-406a-916e-e959e6e76d34 req-50de9112-f2cb-4c08-9945-4413c9d1e00f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:05.164262 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Provisioning for port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:05.170548 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96f82ad5-f331-406a-916e-e959e6e76d34 req-50de9112-f2cb-4c08-9945-4413c9d1e00f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 946 time: 0.4409881 Feb 09 14:31:05.177642 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Provisioning complete for port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:05.178368 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:05.184431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e29bc0-7f6f-4e43-988d-5746d70b19b0 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=4ab2aec7-e967-43a4-87b7-ca731812228f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:05.208513 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:05.230594 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3217697 Feb 09 14:31:05.245787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50134) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:05.249585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f652a0a-6cfb-4bfc-989e-0ff584ff5ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=94817499-99f0-4764-beb5-d3673145fb06,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:05.267383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e407789e-2024-4fd3-8486-b53c28e73671 admin admin] Request body: {'subnet': {'network_id': '94817499-99f0-4764-beb5-d3673145fb06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1012179529-subnet', 'tenant_id': 'f329e1acc66c4209902442da890f389b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:05.282100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e407789e-2024-4fd3-8486-b53c28e73671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:05.284867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Usage tracker for resource:port and tenant:21a68bbec4924a2cbb94919f060d4ef8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:05.309756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e407789e-2024-4fd3-8486-b53c28e73671 admin admin] Usage tracker for resource:subnet and tenant:f329e1acc66c4209902442da890f389b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:05.323690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:05.325190 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96f82ad5-f331-406a-916e-e959e6e76d34 req-57be5c01-d333-4cf4-bf19-254e159da2d0 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537066 Feb 09 14:31:05.328508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e407789e-2024-4fd3-8486-b53c28e73671 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:05.335550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-7694664f-2c65-4558-b161-5f90213f1b52 req-2935df92-c94a-4868-b68e-0de05ebdc27a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] For port 904e2a54-6f6f-4653-82c0-df8cfed529d3, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=904e2a54-6f6f-4653-82c0-df8cfed529d3,segment=NetworkSegment(592da187-9306-40d7-aa82-bc4da1564609),segment_id=592da187-9306-40d7-aa82-bc4da1564609)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:05.335961 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7694664f-2c65-4558-b161-5f90213f1b52 req-2935df92-c94a-4868-b68e-0de05ebdc27a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:05.340604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e407789e-2024-4fd3-8486-b53c28e73671 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:05.350401 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 94817499-99f0-4764-beb5-d3673145fb06 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:31:05.362202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e407789e-2024-4fd3-8486-b53c28e73671 admin admin] Made reservation on behalf of f329e1acc66c4209902442da890f389b for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:05.368205 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e407789e-2024-4fd3-8486-b53c28e73671 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:05.385423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:05.625860 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e407789e-2024-4fd3-8486-b53c28e73671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:05.684759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-7694664f-2c65-4558-b161-5f90213f1b52 req-2935df92-c94a-4868-b68e-0de05ebdc27a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Calling delete_port for 904e2a54-6f6f-4653-82c0-df8cfed529d3 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:05.727921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407789e-2024-4fd3-8486-b53c28e73671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b7185b-4db6-4235-afde-81fd3aa661d7,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:05.737470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e407789e-2024-4fd3-8486-b53c28e73671 admin admin] Checking segment: {'id': 'dfb7a772-cd33-4581-92b5-d5c327e9965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94817499-99f0-4764-beb5-d3673145fb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:31:05.737829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e407789e-2024-4fd3-8486-b53c28e73671 admin admin] Network hostable DHCP agents. Network: 94817499-99f0-4764-beb5-d3673145fb06, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:31:05.743346 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:05.753936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Made reservation on behalf of 21a68bbec4924a2cbb94919f060d4ef8 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:05.756001 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:05.759160 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:05.765869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e407789e-2024-4fd3-8486-b53c28e73671 admin admin] Network 94817499-99f0-4764-beb5-d3673145fb06 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:31:05.778046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-e407789e-2024-4fd3-8486-b53c28e73671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 94817499-99f0-4764-beb5-d3673145fb06) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:05.793972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e407789e-2024-4fd3-8486-b53c28e73671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:05.794608 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e407789e-2024-4fd3-8486-b53c28e73671 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:05.808810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b386a78-9891-422e-ac1b-7d0eb0b8ff4f None None] Network 94817499-99f0-4764-beb5-d3673145fb06 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:05.812264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] device_id is not set on port 7fd83703-52a0-4556-bcab-35babd72fd0f yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:31:05.832820 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e407789e-2024-4fd3-8486-b53c28e73671 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5821512 Feb 09 14:31:05.859028 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-01e29bc0-7f6f-4e43-988d-5746d70b19b0 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:05.882397 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-01e29bc0-7f6f-4e43-988d-5746d70b19b0 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/4ab2aec7-e967-43a4-87b7-ca731812228f HTTP/1.1" status: 204 len: 168 time: 3.0728555 Feb 09 14:31:05.885689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.objects.ports [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87597) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:31:05.886912 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50142) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:05.964495 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f7f2d1-30cd-4595-8ecf-5cc585b4c0aa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] GET failed (client error): The resource could not be found. Feb 09 14:31:05.966039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-42f7f2d1-30cd-4595-8ecf-5cc585b4c0aa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:05.966613 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Transition to ACTIVE for port object c25fcf66-98df-43de-b562-c42788aa2513 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:06.001950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-42f7f2d1-30cd-4595-8ecf-5cc585b4c0aa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:06.012239 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-42f7f2d1-30cd-4595-8ecf-5cc585b4c0aa tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports/4ab2aec7-e967-43a4-87b7-ca731812228f HTTP/1.1" status: 404 len: 333 time: 0.1234593 Feb 09 14:31:06.014160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50146) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:06.022145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] For port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4c8898c8-730d-4ba0-8280-eb9ad0e818bf,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:06.055581 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:06.071084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50152) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:06.109957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Transition to ACTIVE for port object c25fcf66-98df-43de-b562-c42788aa2513 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:06.158269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-658f0dbd-8969-4eb6-ab03-73162520c146 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting subnet 3a997835-3d65-457f-a670-62291b996e10 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:31:06.163203 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:06.163446 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-658f0dbd-8969-4eb6-ab03-73162520c146 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:06.226067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Allocated IP 2001:db8::1e1 (44f07911-1672-489e-b44a-85874f3d3b68/16a75036-45fc-4d34-bd5a-093f2caa36c1/7fd83703-52a0-4556-bcab-35babd72fd0f) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:06.231256 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Network 44f07911-1672-489e-b44a-85874f3d3b68 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:06.260370 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-658f0dbd-8969-4eb6-ab03-73162520c146 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:06.265104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:06.275286 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:06.320309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-65ed2b00-602e-4e42-9b7f-283a3366e581 None None] Provisioning complete for port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:06.320643 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-65ed2b00-602e-4e42-9b7f-283a3366e581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:06.459468 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-658f0dbd-8969-4eb6-ab03-73162520c146 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:06.472869 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Pushing event updated for resources: {'Port': ['ID=4c8898c8-730d-4ba0-8280-eb9ad0e818bf,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:06.554917 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:06.572631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Transition to ACTIVE for port object 7fd83703-52a0-4556-bcab-35babd72fd0f will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:06.596631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:06.597244 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:06.600281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:06.600951 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:06.601434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:06.601976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:06.602592 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:06.603277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:06.603787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:06.609532 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:06.610373 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:06.611051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2bb01-1f1c-47fc-9461-42f94cad5a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:06.634856 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-658f0dbd-8969-4eb6-ab03-73162520c146 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:06.692263 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:06.693116 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-658f0dbd-8969-4eb6-ab03-73162520c146 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:06.719467 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f0dbd-8969-4eb6-ab03-73162520c146 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Subnet': ['ID=3a997835-3d65-457f-a670-62291b996e10,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:06.732147 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-658f0dbd-8969-4eb6-ab03-73162520c146 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/3a997835-3d65-457f-a670-62291b996e10 HTTP/1.1" status: 204 len: 168 time: 0.7163842 Feb 09 14:31:06.733523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50160) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:06.783465 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a98d6-a8ad-4988-8087-506b5627ccff None None] Network 8390e01c-f49c-4b83-ae3c-e9beec299f11 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:06.913659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d7f24-24ae-40b7-a8b3-4f7a27476c2c req-b12d6dde-2791-4161-b5c5-c80dfe538973 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:06.915281 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d16d7f24-24ae-40b7-a8b3-4f7a27476c2c req-b12d6dde-2791-4161-b5c5-c80dfe538973 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 946 time: 0.3492491 Feb 09 14:31:06.921871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:06.961940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 30dce600-ec84-461c-8e16-b01f355bc3e5 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:06.962441 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:06.972713 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9015afde-6f4d-4ca9-ad3a-7fd08d5832cb None None] Network 94817499-99f0-4764-beb5-d3673145fb06 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:07.082070 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d16d7f24-24ae-40b7-a8b3-4f7a27476c2c req-7772605e-d874-4729-9188-8152e22f771f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579614 Feb 09 14:31:07.108034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Network 44f07911-1672-489e-b44a-85874f3d3b68 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:07.113787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Pushing event updated for resources: {'Port': ['ID=c25fcf66-98df-43de-b562-c42788aa2513,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:07.132921 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:07.137850 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Attempting to bind port c25fcf66-98df-43de-b562-c42788aa2513 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:31:07.138220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Attempting to bind port c25fcf66-98df-43de-b562-c42788aa2513 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'bdb1192c-92eb-4aef-8252-b0736a73830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '44f07911-1672-489e-b44a-85874f3d3b68'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:31:07.138592 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Attempting to bind port c25fcf66-98df-43de-b562-c42788aa2513 on network 44f07911-1672-489e-b44a-85874f3d3b68 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:31:07.141222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 904e2a54-6f6f-4653-82c0-df8cfed529d3 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:31:07.148101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:07.152750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:07.160198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:07.161615 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:07.176724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-6825ef90-adae-4157-82fd-586b4f7ce5cc admin admin] Deleting subnet e1b7185b-4db6-4235-afde-81fd3aa661d7 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:31:07.189711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Pushing event updated for resources: {'Port': ['ID=7fd83703-52a0-4556-bcab-35babd72fd0f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:07.202441 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6825ef90-adae-4157-82fd-586b4f7ce5cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:07.244642 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:31:07.245217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Checking segment: {'id': 'bdb1192c-92eb-4aef-8252-b0736a73830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '44f07911-1672-489e-b44a-85874f3d3b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:31:07.245334 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:07.245739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Bound using segment: {'id': 'bdb1192c-92eb-4aef-8252-b0736a73830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '44f07911-1672-489e-b44a-85874f3d3b68'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:31:07.246353 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Bound port: c25fcf66-98df-43de-b562-c42788aa2513, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb1192c-92eb-4aef-8252-b0736a73830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '44f07911-1672-489e-b44a-85874f3d3b68'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:31:07.246733 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:07.311773 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] For port 30dce600-ec84-461c-8e16-b01f355bc3e5, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=30dce600-ec84-461c-8e16-b01f355bc3e5,segment=NetworkSegment(90fe9549-e669-494e-9e0c-6f21bb067baf),segment_id=90fe9549-e669-494e-9e0c-6f21bb067baf)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:07.312378 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:07.341651 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7694664f-2c65-4558-b161-5f90213f1b52 req-2935df92-c94a-4868-b68e-0de05ebdc27a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:07.404487 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-98930409-3db0-4a66-8abc-786795635996 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.1804948 Feb 09 14:31:07.409713 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6825ef90-adae-4157-82fd-586b4f7ce5cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:07.410434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['b22fbcdd-e7aa-48dd-8961-31638e547dfe'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:31:07.441036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935df92-c94a-4868-b68e-0de05ebdc27a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Pushing event deleted for resources: {'Port': ['ID=904e2a54-6f6f-4653-82c0-df8cfed529d3,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:07.448736 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50168) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:07.481255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for 30dce600-ec84-461c-8e16-b01f355bc3e5 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:07.520943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Request body: {'port': {'network_id': '44f07911-1672-489e-b44a-85874f3d3b68', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1949140956', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:07.521583 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.api.validators [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] bootfile-name is not in valid_values {{(pid=87597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 14:31:07.522026 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.api.validators [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] tftp-server is not in valid_values {{(pid=87597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 14:31:07.522487 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.api.validators [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] server-ip-address is not in valid_values {{(pid=87597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 14:31:07.549805 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No active binding found for port 904e2a54-6f6f-4653-82c0-df8cfed529d3 {{(pid=87598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 14:31:07.550769 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 904e2a54-6f6f-4653-82c0-df8cfed529d3 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:31:07.577832 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:07.646141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cba62e96-0e1e-4e91-8620-06d37890b494 None None] Could not find standard attr ID for object 0bf033c5-6fd3-4d36-b220-0fa6e67d8564. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:31:07.663962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=30dce600-ec84-461c-8e16-b01f355bc3e5,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:07.669439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-7694664f-2c65-4558-b161-5f90213f1b52 req-2935df92-c94a-4868-b68e-0de05ebdc27a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] No DVR routers for this DVR port 904e2a54-6f6f-4653-82c0-df8cfed529d3 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:31:07.673132 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7694664f-2c65-4558-b161-5f90213f1b52 req-2935df92-c94a-4868-b68e-0de05ebdc27a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:07.676976 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7694664f-2c65-4558-b161-5f90213f1b52 req-2935df92-c94a-4868-b68e-0de05ebdc27a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.35 "DELETE /v2.0/ports/904e2a54-6f6f-4653-82c0-df8cfed529d3 HTTP/1.1" status: 204 len: 173 time: 4.0528855 Feb 09 14:31:07.682256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No DVR routers for this DVR port 30dce600-ec84-461c-8e16-b01f355bc3e5 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:31:07.688081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e09e1cd-8155-4ae9-b331-76b1baacf7df', 'name': 'network-vif-deleted', 'tag': '904e2a54-6f6f-4653-82c0-df8cfed529d3'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:31:07.789878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] For port c25fcf66-98df-43de-b562-c42788aa2513, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:31:07.866947 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e09e1cd-8155-4ae9-b331-76b1baacf7df', 'name': 'network-vif-deleted', 'tag': '904e2a54-6f6f-4653-82c0-df8cfed529d3', 'status': 'completed', 'code': 200} Feb 09 14:31:07.917670 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6825ef90-adae-4157-82fd-586b4f7ce5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:07.944920 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c3d9df-a5bf-465d-8c07-242edb4ad9df None None] DHCP port deletion for 8390e01c-f49c-4b83-ae3c-e9beec299f11 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:31:08.048755 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4c8898c8-730d-4ba0-8280-eb9ad0e818bf up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:08.101917 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] For port c25fcf66-98df-43de-b562-c42788aa2513, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c25fcf66-98df-43de-b562-c42788aa2513,segment=NetworkSegment(bdb1192c-92eb-4aef-8252-b0736a73830a),segment_id=bdb1192c-92eb-4aef-8252-b0736a73830a)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:31:08.119767 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.136480 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.151984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8390e01c-f49c-4b83-ae3c-e9beec299f11']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:08.156836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:08.169486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90fe9549-e669-494e-9e0c-6f21bb067baf') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:08.169991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90fe9549-e669-494e-9e0c-6f21bb067baf') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:08.171319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Usage tracker for resource:port and tenant:21a68bbec4924a2cbb94919f060d4ef8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:08.182337 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:31:08.185915 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.189309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:08.196093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] For port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4c8898c8-730d-4ba0-8280-eb9ad0e818bf,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:08.207221 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.208555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:08.217395 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:31:08.218461 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.225337 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6825ef90-adae-4157-82fd-586b4f7ce5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:31:08.238409 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:31:08.281045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825ef90-adae-4157-82fd-586b4f7ce5cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b7185b-4db6-4235-afde-81fd3aa661d7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:08.283559 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Made reservation on behalf of 21a68bbec4924a2cbb94919f060d4ef8 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:08.288074 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.312018 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.317070 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6825ef90-adae-4157-82fd-586b4f7ce5cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.324961 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970995d-fcc7-47f7-bf0c-edaf46b90312 None None] Pushing event updated for resources: {'Port': ['ID=c25fcf66-98df-43de-b562-c42788aa2513,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:08.333078 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6825ef90-adae-4157-82fd-586b4f7ce5cc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e1b7185b-4db6-4235-afde-81fd3aa661d7 HTTP/1.1" status: 204 len: 168 time: 2.2594709 Feb 09 14:31:08.336938 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.337463 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.341443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50182) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:08.366901 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.400448 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.432090 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:08.432748 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.483025 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/networks/8390e01c-f49c-4b83-ae3c-e9beec299f11 HTTP/1.1" status: 204 len: 168 time: 1.7353182 Feb 09 14:31:08.488994 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] device_id is not set on port 47acb424-7c58-4807-b9fb-4659052a2ae0 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:31:08.496959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd29dca-a64c-48a4-b41a-b5a965bcf80f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Network': ['ID=8390e01c-f49c-4b83-ae3c-e9beec299f11,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:08.515524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50186) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:08.530843 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f6e8396-f078-4315-b2a7-f20e78cc4b04 req-aa394c9d-89a2-4c99-8e77-8c5ee471ab02 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e09e1cd-8155-4ae9-b331-76b1baacf7df HTTP/1.1" status: 200 len: 210 time: 0.1255329 Feb 09 14:31:08.543338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8535f0e8-e2c3-4b12-bad2-95b97ab2e758 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-30964764'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:08.572873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8535f0e8-e2c3-4b12-bad2-95b97ab2e758 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:08.588607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8535f0e8-e2c3-4b12-bad2-95b97ab2e758 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:network and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:08.595329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8535f0e8-e2c3-4b12-bad2-95b97ab2e758 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:08.614373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8535f0e8-e2c3-4b12-bad2-95b97ab2e758 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:08.638266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8535f0e8-e2c3-4b12-bad2-95b97ab2e758 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:08.642379 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8535f0e8-e2c3-4b12-bad2-95b97ab2e758 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.698162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8535f0e8-e2c3-4b12-bad2-95b97ab2e758 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:31:08.712362 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8535f0e8-e2c3-4b12-bad2-95b97ab2e758 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.712715 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-8535f0e8-e2c3-4b12-bad2-95b97ab2e758 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Added segment 6d20e032-dd29-4f31-b05b-513fb201c3c3 of type vlan for network f55c72ca-d3ed-4686-8da8-5d801a2bcee6 Feb 09 14:31:08.742260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=4c8898c8-730d-4ba0-8280-eb9ad0e818bf,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:08.751776 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.760334 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8535f0e8-e2c3-4b12-bad2-95b97ab2e758 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.768795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:08.777795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:08.784724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:08.785417 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.809887 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ea9c7a-e653-48d2-ab58-02db05a39263 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:08.823444 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8535f0e8-e2c3-4b12-bad2-95b97ab2e758 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.832990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8535f0e8-e2c3-4b12-bad2-95b97ab2e758 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:08.834175 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8535f0e8-e2c3-4b12-bad2-95b97ab2e758 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:08.907931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 5.7534564 Feb 09 14:31:08.908909 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50192) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:08.919973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d8e18-7c32-4981-9a8b-a846ce4c1bde tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=c06fb82d-8d1e-4ed9-bfc4-9f9ee9ba7b29,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:08.949021 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'mac_address': 'fa:16:3e:05:f9:48', 'name': 'tempest-NetworksTestDHCPv6-1085214703'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:08.990080 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8535f0e8-e2c3-4b12-bad2-95b97ab2e758 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4694934 Feb 09 14:31:09.008664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50198) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:09.022339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-6f5cdb22-cbda-42e1-9ed5-69c71ba247db tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'subnet': {'network_id': 'f55c72ca-d3ed-4686-8da8-5d801a2bcee6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:09.084654 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5a210d7-6a3b-4817-b90c-3222daf54e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:09.119464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535f0e8-e2c3-4b12-bad2-95b97ab2e758 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Network': ['ID=f55c72ca-d3ed-4686-8da8-5d801a2bcee6,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:09.135133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Allocated IP 2001:db8::31c (44f07911-1672-489e-b44a-85874f3d3b68/16a75036-45fc-4d34-bd5a-093f2caa36c1/47acb424-7c58-4807-b9fb-4659052a2ae0) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:09.154939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network f55c72ca-d3ed-4686-8da8-5d801a2bcee6 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:31:09.175392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6f5cdb22-cbda-42e1-9ed5-69c71ba247db tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:09.180444 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6f5cdb22-cbda-42e1-9ed5-69c71ba247db tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:subnet and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:09.183418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6f5cdb22-cbda-42e1-9ed5-69c71ba247db tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:09.189596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6f5cdb22-cbda-42e1-9ed5-69c71ba247db tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:09.200865 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5cdb22-cbda-42e1-9ed5-69c71ba247db tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:09.205199 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdb22-cbda-42e1-9ed5-69c71ba247db tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:09.378171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:09.396066 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5a210d7-6a3b-4817-b90c-3222daf54e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:09.406992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:port and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:09.424269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:09.454669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:09.457858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-a5a210d7-6a3b-4817-b90c-3222daf54e27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94817499-99f0-4764-beb5-d3673145fb06']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:09.502028 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdb22-cbda-42e1-9ed5-69c71ba247db tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:09.572538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cdb22-cbda-42e1-9ed5-69c71ba247db tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Subnet': ['ID=8b2f9cfa-c970-4758-8765-f022ec6103a1,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:09.662195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5cdb22-cbda-42e1-9ed5-69c71ba247db tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Checking segment: {'id': '6d20e032-dd29-4f31-b05b-513fb201c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f55c72ca-d3ed-4686-8da8-5d801a2bcee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:31:09.662460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5cdb22-cbda-42e1-9ed5-69c71ba247db tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network hostable DHCP agents. Network: f55c72ca-d3ed-4686-8da8-5d801a2bcee6, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:31:09.690364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5cdb22-cbda-42e1-9ed5-69c71ba247db tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network f55c72ca-d3ed-4686-8da8-5d801a2bcee6 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:31:09.708773 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-6f5cdb22-cbda-42e1-9ed5-69c71ba247db tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, f55c72ca-d3ed-4686-8da8-5d801a2bcee6) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:09.713457 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5cdb22-cbda-42e1-9ed5-69c71ba247db tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:09.713986 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdb22-cbda-42e1-9ed5-69c71ba247db tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:09.731653 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3874071-793c-4684-a44d-474643ca1ce4 None None] Network f55c72ca-d3ed-4686-8da8-5d801a2bcee6 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:09.772745 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6f5cdb22-cbda-42e1-9ed5-69c71ba247db tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7603207 Feb 09 14:31:09.776758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50210) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:09.790734 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-28806ab3-4e82-4d38-928b-874398bdab8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-319740263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:09.814798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-28806ab3-4e82-4d38-928b-874398bdab8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:09.821980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-28806ab3-4e82-4d38-928b-874398bdab8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:router and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:09.832390 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-28806ab3-4e82-4d38-928b-874398bdab8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:09.852796 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-28806ab3-4e82-4d38-928b-874398bdab8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:09.876133 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28806ab3-4e82-4d38-928b-874398bdab8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:09.880488 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28806ab3-4e82-4d38-928b-874398bdab8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:09.930251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-a5a210d7-6a3b-4817-b90c-3222daf54e27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb7a772-cd33-4581-92b5-d5c327e9965f') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:09.931128 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-a5a210d7-6a3b-4817-b90c-3222daf54e27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb7a772-cd33-4581-92b5-d5c327e9965f') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:09.957236 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28806ab3-4e82-4d38-928b-874398bdab8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:09.969501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:09.993219 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5a210d7-6a3b-4817-b90c-3222daf54e27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:10.010226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0664b120-dbc8-4708-aaff-dfbf29c989eb None None] Provisioning complete for port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:10.010603 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0664b120-dbc8-4708-aaff-dfbf29c989eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:10.081966 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c25fcf66-98df-43de-b562-c42788aa2513 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:10.092827 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28806ab3-4e82-4d38-928b-874398bdab8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:10.125267 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28806ab3-4e82-4d38-928b-874398bdab8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:10.126714 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-28806ab3-4e82-4d38-928b-874398bdab8d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3436739 Feb 09 14:31:10.130167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50216) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:10.144630 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'network_id': 'f55c72ca-d3ed-4686-8da8-5d801a2bcee6', 'name': 'tempest-PortsTestJSON-841383344'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:10.172321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5833f2-682f-484c-839a-6fee8980b0fd req-6fa7db18-79a4-418f-b31a-e547e209916f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:10.173958 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5b5833f2-682f-484c-839a-6fee8980b0fd req-6fa7db18-79a4-418f-b31a-e547e209916f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.2091506 Feb 09 14:31:10.176071 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5a210d7-6a3b-4817-b90c-3222daf54e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:10.178945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-f55c72ca-d3ed-4686-8da8-5d801a2bcee6', 'network_id': 'f55c72ca-d3ed-4686-8da8-5d801a2bcee6', 'tenant_id': '5630d50e4fb5462e9b466142aa6ba4f5', 'fixed_ips': [{'subnet_id': '8b2f9cfa-c970-4758-8765-f022ec6103a1'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:31:10.180009 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:10.211985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a210d7-6a3b-4817-b90c-3222daf54e27 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:31:10.212747 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5a210d7-6a3b-4817-b90c-3222daf54e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:31:10.228051 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:31:10.315185 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5b5833f2-682f-484c-839a-6fee8980b0fd req-bf3e6369-4a12-49eb-80ed-895deca9e96e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795188 Feb 09 14:31:10.346886 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34280757-be38-4c13-bb6c-2fc8f8eea2d5 None None] Network 44f07911-1672-489e-b44a-85874f3d3b68 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:10.394963 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:10.399829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:10.405496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:port and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:10.408707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:10.416987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:10.426395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Transition to ACTIVE for port object 47acb424-7c58-4807-b9fb-4659052a2ae0 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:10.430195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:10.435549 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:10.472520 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:10.477741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] device_id is not set on port 66330e1c-391e-4885-8f3b-052b5b8e28e5 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:31:10.487153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5a210d7-6a3b-4817-b90c-3222daf54e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:10.493404 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a5a210d7-6a3b-4817-b90c-3222daf54e27 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:10.577774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a210d7-6a3b-4817-b90c-3222daf54e27 admin admin] Pushing event deleted for resources: {'Network': ['ID=94817499-99f0-4764-beb5-d3673145fb06,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:10.618816 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a5a210d7-6a3b-4817-b90c-3222daf54e27 admin admin] 10.222.0.48 "DELETE /v2.0/networks/94817499-99f0-4764-beb5-d3673145fb06 HTTP/1.1" status: 204 len: 168 time: 2.1508288 Feb 09 14:31:10.619398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port 2423041a-fff8-41bb-92c6-a86c89919f8d yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:31:10.782343 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:10.808610 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:10.823578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port c25fcf66-98df-43de-b562-c42788aa2513 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:10.832426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50228) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:10.905913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4c8898c8-730d-4ba0-8280-eb9ad0e818bf up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:10.914780 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-274d20a5-0351-437e-b8d2-4abe6223d99f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f329e1acc66c4209902442da890f389b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805616 Feb 09 14:31:10.915360 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50232) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:10.964124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Network 44f07911-1672-489e-b44a-85874f3d3b68 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:10.974809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:10.985703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:10.994487 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:10.995233 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:11.016792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f97d0-08b5-458f-96af-a7eb86524e1a req-111a4fe7-0c59-4baf-844d-d93545f8c4bc tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:11.018770 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0d3f97d0-08b5-458f-96af-a7eb86524e1a req-111a4fe7-0c59-4baf-844d-d93545f8c4bc tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.2677646 Feb 09 14:31:11.021969 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0447ff16-d297-461c-b2c6-5b21baa574be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:11.060323 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.6004381 Feb 09 14:31:11.075618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50238) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:11.085555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Allocated IP 172.20.0.2 (f55c72ca-d3ed-4686-8da8-5d801a2bcee6/8b2f9cfa-c970-4758-8765-f022ec6103a1/3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:11.131804 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0d3f97d0-08b5-458f-96af-a7eb86524e1a req-ae85fcfe-0add-4c65-aa08-74ad95b732ce tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809815 Feb 09 14:31:11.150997 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0447ff16-d297-461c-b2c6-5b21baa574be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:11.151565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:11.152044 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:11.163305 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca0de0-9314-4512-8042-7fa4f9ef61cd tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Pushing event updated for resources: {'Port': ['ID=47acb424-7c58-4807-b9fb-4659052a2ae0,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:11.183653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::f816:3eff:fe05:f948 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/c06fb82d-8d1e-4ed9-bfc4-9f9ee9ba7b29/2423041a-fff8-41bb-92c6-a86c89919f8d) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:11.282820 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0447ff16-d297-461c-b2c6-5b21baa574be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:11.339524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c001772-da1a-491e-96f2-bedb810cd126 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:11.346779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c001772-da1a-491e-96f2-bedb810cd126 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:11.353580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c001772-da1a-491e-96f2-bedb810cd126 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:11.354476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447ff16-d297-461c-b2c6-5b21baa574be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a9e3f2-3810-40d6-bf31-90c71bf75b4f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:11.354595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3c001772-da1a-491e-96f2-bedb810cd126 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Synchronizing usage tracker for tenant:21a68bbec4924a2cbb94919f060d4ef8 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:11.377478 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0447ff16-d297-461c-b2c6-5b21baa574be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:11.383527 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0447ff16-d297-461c-b2c6-5b21baa574be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41a9e3f2-3810-40d6-bf31-90c71bf75b4f HTTP/1.1" status: 204 len: 168 time: 0.4661760 Feb 09 14:31:11.463750 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b97249f8-c5bf-4ed8-8cb9-50bd67b628dd None None] Provisioning for port c25fcf66-98df-43de-b562-c42788aa2513 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:11.494082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b97249f8-c5bf-4ed8-8cb9-50bd67b628dd None None] Provisioning complete for port c25fcf66-98df-43de-b562-c42788aa2513 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:11.494579 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b97249f8-c5bf-4ed8-8cb9-50bd67b628dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:11.680801 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:11.696387 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Transition to ACTIVE for port object 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:11.714440 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3c001772-da1a-491e-96f2-bedb810cd126 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Unset dirty status for tenant:21a68bbec4924a2cbb94919f060d4ef8 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:11.715655 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3c001772-da1a-491e-96f2-bedb810cd126 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.6385252 Feb 09 14:31:11.719599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50250) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:11.722730 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Transition to ACTIVE for port object 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:11.840451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26028ef5-4038-40b8-8a50-e259e2e5d59f req-e10559ea-bbed-49fa-9060-79cec87fe34d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:11.841209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-26028ef5-4038-40b8-8a50-e259e2e5d59f req-e10559ea-bbed-49fa-9060-79cec87fe34d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Synchronizing usage tracker for tenant:c024d02814d948829adf7be459d0a506 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:11.867423 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:11.904409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object 2423041a-fff8-41bb-92c6-a86c89919f8d will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:11.905989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-26028ef5-4038-40b8-8a50-e259e2e5d59f req-e10559ea-bbed-49fa-9060-79cec87fe34d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Unset dirty status for tenant:c024d02814d948829adf7be459d0a506 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:11.908916 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-26028ef5-4038-40b8-8a50-e259e2e5d59f req-e10559ea-bbed-49fa-9060-79cec87fe34d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.5486269 Feb 09 14:31:11.945688 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:11.980377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Allocated IP 172.20.0.5 (f55c72ca-d3ed-4686-8da8-5d801a2bcee6/8b2f9cfa-c970-4758-8765-f022ec6103a1/66330e1c-391e-4885-8f3b-052b5b8e28e5) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:11.984874 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-26028ef5-4038-40b8-8a50-e259e2e5d59f req-49c74057-4335-465b-96ea-ccbffc4fd746 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626540 Feb 09 14:31:11.997470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b92e9287-18e7-48c3-be29-024fd149734d tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Deleting port 47acb424-7c58-4807-b9fb-4659052a2ae0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:11.998063 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b92e9287-18e7-48c3-be29-024fd149734d tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:12.001638 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:12.093529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=2423041a-fff8-41bb-92c6-a86c89919f8d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:12.100097 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 30dce600-ec84-461c-8e16-b01f355bc3e5 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:31:12.117119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:12.122302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:12.126660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:12.134963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:12.135638 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:12.163318 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-44da361e-0595-4100-8f27-da313ddc2b5d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2395847 Feb 09 14:31:12.164526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50264) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:12.276737 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Pushing event updated for resources: {'Port': ['ID=3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:12.354030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a42b7e-73a2-46fa-a4f1-a9dc11d4952e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:12.359248 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Network f55c72ca-d3ed-4686-8da8-5d801a2bcee6 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:12.360639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a42b7e-73a2-46fa-a4f1-a9dc11d4952e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:12.361457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-94a42b7e-73a2-46fa-a4f1-a9dc11d4952e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:12.392445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:12.402425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 30dce600-ec84-461c-8e16-b01f355bc3e5 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:31:12.404270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 30dce600-ec84-461c-8e16-b01f355bc3e5 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:31:12.407805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-94a42b7e-73a2-46fa-a4f1-a9dc11d4952e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:12.411435 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-94a42b7e-73a2-46fa-a4f1-a9dc11d4952e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2433825 Feb 09 14:31:12.415241 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50272) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:12.441321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:12.536307 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b97249f8-c5bf-4ed8-8cb9-50bd67b628dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:12.573453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-03a9c5c8-015f-4708-afc1-a47235b70652 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port 2423041a-fff8-41bb-92c6-a86c89919f8d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:12.574130 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-03a9c5c8-015f-4708-afc1-a47235b70652 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:12.857956 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Attempting to bind port 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:31:12.858503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Attempting to bind port 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '6d20e032-dd29-4f31-b05b-513fb201c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f55c72ca-d3ed-4686-8da8-5d801a2bcee6'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:31:12.858984 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Attempting to bind port 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd on network f55c72ca-d3ed-4686-8da8-5d801a2bcee6 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:31:12.868476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b97249f8-c5bf-4ed8-8cb9-50bd67b628dd None None] For port c25fcf66-98df-43de-b562-c42788aa2513, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c25fcf66-98df-43de-b562-c42788aa2513,segment=NetworkSegment(bdb1192c-92eb-4aef-8252-b0736a73830a),segment_id=bdb1192c-92eb-4aef-8252-b0736a73830a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:12.870034 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:31:12.870568 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Checking segment: {'id': '6d20e032-dd29-4f31-b05b-513fb201c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f55c72ca-d3ed-4686-8da8-5d801a2bcee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:31:12.871092 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:12.871616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Bound using segment: {'id': '6d20e032-dd29-4f31-b05b-513fb201c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f55c72ca-d3ed-4686-8da8-5d801a2bcee6'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:31:12.872327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Bound port: 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d20e032-dd29-4f31-b05b-513fb201c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f55c72ca-d3ed-4686-8da8-5d801a2bcee6'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:31:12.872829 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:12.887202 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b97249f8-c5bf-4ed8-8cb9-50bd67b628dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:13.079061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50290) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:13.108245 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97249f8-c5bf-4ed8-8cb9-50bd67b628dd None None] Pushing event updated for resources: {'Port': ['ID=c25fcf66-98df-43de-b562-c42788aa2513,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:13.120821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b20940c8-8fd5-4632-ae67-bd5585a45a6d None None] Provisioning for port 2423041a-fff8-41bb-92c6-a86c89919f8d completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:13.143036 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b20940c8-8fd5-4632-ae67-bd5585a45a6d None None] Provisioning complete for port 2423041a-fff8-41bb-92c6-a86c89919f8d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:13.143408 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b20940c8-8fd5-4632-ae67-bd5585a45a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:13.204583 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-03a9c5c8-015f-4708-afc1-a47235b70652 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:13.264323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] For port 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:31:13.266513 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b20940c8-8fd5-4632-ae67-bd5585a45a6d None None] Port 2423041a-fff8-41bb-92c6-a86c89919f8d cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:13.275239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] For port 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd,segment=NetworkSegment(6d20e032-dd29-4f31-b05b-513fb201c3c3),segment_id=6d20e032-dd29-4f31-b05b-513fb201c3c3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:31:13.284547 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:13.402226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf7795-e5c8-4680-bd5a-366cb7295c31 None None] Pushing event updated for resources: {'Port': ['ID=3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:13.434093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-43734461-0435-4ad5-a87b-5852dd552afd None None] Provisioning for port 47acb424-7c58-4807-b9fb-4659052a2ae0 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:13.437061 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:13.444012 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-43734461-0435-4ad5-a87b-5852dd552afd None None] Provisioning complete for port 47acb424-7c58-4807-b9fb-4659052a2ae0 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:13.444603 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-43734461-0435-4ad5-a87b-5852dd552afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:13.484510 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b92e9287-18e7-48c3-be29-024fd149734d tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:13.493765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Transition to ACTIVE for port object 66330e1c-391e-4885-8f3b-052b5b8e28e5 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:13.518194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-03a9c5c8-015f-4708-afc1-a47235b70652 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for 2423041a-fff8-41bb-92c6-a86c89919f8d owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:13.524681 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-43734461-0435-4ad5-a87b-5852dd552afd None None] Port 47acb424-7c58-4807-b9fb-4659052a2ae0 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:13.543711 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-43734461-0435-4ad5-a87b-5852dd552afd None None] Provisioning complete for port c25fcf66-98df-43de-b562-c42788aa2513 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:13.544036 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-43734461-0435-4ad5-a87b-5852dd552afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:13.831263 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:13.848528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b92e9287-18e7-48c3-be29-024fd149734d tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Calling delete_port for 47acb424-7c58-4807-b9fb-4659052a2ae0 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:13.904577 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-43734461-0435-4ad5-a87b-5852dd552afd None None] Provisioning for port 7fd83703-52a0-4556-bcab-35babd72fd0f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:13.904811 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-482347328-network', 'tenant_id': '700b9235bb3d4706bcd2644827123371'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:13.915128 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:13.918951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Usage tracker for resource:network and tenant:700b9235bb3d4706bcd2644827123371 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:13.922706 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-43734461-0435-4ad5-a87b-5852dd552afd None None] Provisioning complete for port 7fd83703-52a0-4556-bcab-35babd72fd0f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:13.923230 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-43734461-0435-4ad5-a87b-5852dd552afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:13.923416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:13.930729 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:13.951270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Made reservation on behalf of 700b9235bb3d4706bcd2644827123371 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:13.954914 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:13.981877 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:14.008549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:14.015503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Usage tracker for resource:security_group_rule and tenant:700b9235bb3d4706bcd2644827123371 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:14.032859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:14.041871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:14.074870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=66330e1c-391e-4885-8f3b-052b5b8e28e5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:14.097080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-43734461-0435-4ad5-a87b-5852dd552afd None None] Port 7fd83703-52a0-4556-bcab-35babd72fd0f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:14.140795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network f55c72ca-d3ed-4686-8da8-5d801a2bcee6 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:14.144910 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:14.155901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:14.194694 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-03a9c5c8-015f-4708-afc1-a47235b70652 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:14.240558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-35b77d7d-1ed7-4330-9db7-1d7452a31a19 None None] Provisioning complete for port 7fd83703-52a0-4556-bcab-35babd72fd0f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:14.241526 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-35b77d7d-1ed7-4330-9db7-1d7452a31a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:14.278851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:14.279880 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:14.352568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9c5c8-015f-4708-afc1-a47235b70652 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=2423041a-fff8-41bb-92c6-a86c89919f8d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:14.360453 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-35b77d7d-1ed7-4330-9db7-1d7452a31a19 None None] Port 7fd83703-52a0-4556-bcab-35babd72fd0f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:14.367581 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b3f92642-06a2-4f25-9f7e-7cdd089d5371 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2308872 Feb 09 14:31:14.370589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50312) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:14.460307 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-03a9c5c8-015f-4708-afc1-a47235b70652 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:14.464570 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b92e9287-18e7-48c3-be29-024fd149734d tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:14.477946 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0d9536b7-597f-4840-8f10-3540143b47e5 None None] Could not find standard attr ID for object 47acb424-7c58-4807-b9fb-4659052a2ae0. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:31:14.627069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e9287-18e7-48c3-be29-024fd149734d tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Pushing event deleted for resources: {'Port': ['ID=47acb424-7c58-4807-b9fb-4659052a2ae0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:14.732934 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b92e9287-18e7-48c3-be29-024fd149734d tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:14.736034 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b92e9287-18e7-48c3-be29-024fd149734d tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] 10.222.0.48 "DELETE /v2.0/ports/47acb424-7c58-4807-b9fb-4659052a2ae0 HTTP/1.1" status: 204 len: 168 time: 3.0152023 Feb 09 14:31:14.741602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50316) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:14.765669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c25fcf66-98df-43de-b562-c42788aa2513 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:14.783893 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-de25f3af-0a46-4a2a-bbd4-82049e8aec25 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Request body: {'port': {'name': 'tempest-new-port-name-1265030140', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:14.784568 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.api.validators [None req-de25f3af-0a46-4a2a-bbd4-82049e8aec25 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] bootfile-name is not in valid_values {{(pid=87596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 14:31:14.785540 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.api.validators [None req-de25f3af-0a46-4a2a-bbd4-82049e8aec25 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] tftp-server is not in valid_values {{(pid=87596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 14:31:14.787791 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.api.validators [None req-de25f3af-0a46-4a2a-bbd4-82049e8aec25 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] server-ip-address is not in valid_values {{(pid=87596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 14:31:14.838991 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-03a9c5c8-015f-4708-afc1-a47235b70652 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/2423041a-fff8-41bb-92c6-a86c89919f8d HTTP/1.1" status: 204 len: 168 time: 2.4226038 Feb 09 14:31:14.850244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50320) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:14.934928 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c25fcf66-98df-43de-b562-c42788aa2513 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:14.936422 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:15.083614 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de25f3af-0a46-4a2a-bbd4-82049e8aec25 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:15.099626 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:15.174336 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:15.293616 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:15.343693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a537c8e6-a26a-4019-8ba8-382404aa10a8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:15.345733 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a537c8e6-a26a-4019-8ba8-382404aa10a8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:15.346676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a537c8e6-a26a-4019-8ba8-382404aa10a8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:15.372401 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81e331e-fbcd-4ec5-af7c-b0ca68e3d1bd None None] Network f55c72ca-d3ed-4686-8da8-5d801a2bcee6 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:15.425515 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:15.437665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:31:15.486061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a537c8e6-a26a-4019-8ba8-382404aa10a8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:15.487213 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a537c8e6-a26a-4019-8ba8-382404aa10a8 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6307437 Feb 09 14:31:15.494523 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:15.494870 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Added segment 3cda6b70-5c76-4ef6-9d02-9e7951b7b153 of type vlan for network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 Feb 09 14:31:15.514806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50332) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:15.522585 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de25f3af-0a46-4a2a-bbd4-82049e8aec25 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:15.527800 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de25f3af-0a46-4a2a-bbd4-82049e8aec25 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:15.538398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d725ae53-b443-4270-914a-b42e30bdc58a None None] Provisioning for port 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:15.562935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d725ae53-b443-4270-914a-b42e30bdc58a None None] Provisioning complete for port 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:15.564669 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d725ae53-b443-4270-914a-b42e30bdc58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:15.620499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-de25f3af-0a46-4a2a-bbd4-82049e8aec25 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] In _notify_port_updated(), no bound segment for port 7fd83703-52a0-4556-bcab-35babd72fd0f on network 44f07911-1672-489e-b44a-85874f3d3b68 {{(pid=87596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:31:15.648335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de25f3af-0a46-4a2a-bbd4-82049e8aec25 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:15.649183 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de25f3af-0a46-4a2a-bbd4-82049e8aec25 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:15.650720 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-de25f3af-0a46-4a2a-bbd4-82049e8aec25 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] 10.222.0.48 "PUT /v2.0/ports/7fd83703-52a0-4556-bcab-35babd72fd0f HTTP/1.1" status: 200 len: 1130 time: 0.9077742 Feb 09 14:31:15.658097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50338) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:15.723968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25f3af-0a46-4a2a-bbd4-82049e8aec25 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Pushing event updated for resources: {'Port': ['ID=7fd83703-52a0-4556-bcab-35babd72fd0f,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:15.768332 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d13e79a-1e91-402a-99ea-c1453e2082ed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:15.781251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b475418d-f395-4c96-8fce-ea08f969390e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:15.853108 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:15.882599 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d725ae53-b443-4270-914a-b42e30bdc58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:15.945696 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d725ae53-b443-4270-914a-b42e30bdc58a None None] For port 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd,segment=NetworkSegment(6d20e032-dd29-4f31-b05b-513fb201c3c3),segment_id=6d20e032-dd29-4f31-b05b-513fb201c3c3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:15.960015 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d725ae53-b443-4270-914a-b42e30bdc58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:15.960269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fd188c-e937-46a6-a581-750d879d17ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet c06fb82d-8d1e-4ed9-bfc4-9f9ee9ba7b29 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:31:15.976988 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-63fd188c-e937-46a6-a581-750d879d17ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:16.040956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498af71d-366b-49f6-bb2a-03b1055f51b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:16.042409 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-498af71d-366b-49f6-bb2a-03b1055f51b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] 10.222.0.48 "GET /v2.0/ports/7fd83703-52a0-4556-bcab-35babd72fd0f HTTP/1.1" status: 200 len: 1130 time: 0.3792624 Feb 09 14:31:16.043028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725ae53-b443-4270-914a-b42e30bdc58a None None] Pushing event updated for resources: {'Port': ['ID=3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:16.046461 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50352) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:16.060466 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:31:16.137625 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-75e998d7-57e4-4910-9cd6-f9bc1b3dad9e None None] Provisioning complete for port 7fd83703-52a0-4556-bcab-35babd72fd0f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:16.138000 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-75e998d7-57e4-4910-9cd6-f9bc1b3dad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:16.200083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9f46c65d-d8f3-47af-b6ad-b7c2af673a46 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Deleting port 7fd83703-52a0-4556-bcab-35babd72fd0f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:16.200791 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f46c65d-d8f3-47af-b6ad-b7c2af673a46 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:16.210605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-75e998d7-57e4-4910-9cd6-f9bc1b3dad9e None None] Port 7fd83703-52a0-4556-bcab-35babd72fd0f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:16.212274 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-63fd188c-e937-46a6-a581-750d879d17ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:16.342880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-12835231-54a0-4814-8722-7f2133e80018 None None] Provisioning complete for port 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:16.343255 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-12835231-54a0-4814-8722-7f2133e80018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:16.534548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:16.544677 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:16.546638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:16.547436 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:16.630177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-12835231-54a0-4814-8722-7f2133e80018 None None] Provisioning for port 66330e1c-391e-4885-8f3b-052b5b8e28e5 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:16.632541 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f46c65d-d8f3-47af-b6ad-b7c2af673a46 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:16.652876 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-12835231-54a0-4814-8722-7f2133e80018 None None] Provisioning complete for port 66330e1c-391e-4885-8f3b-052b5b8e28e5 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:16.653285 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-12835231-54a0-4814-8722-7f2133e80018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:16.700981 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:16.701421 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:16.738264 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-63fd188c-e937-46a6-a581-750d879d17ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:16.808715 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-12835231-54a0-4814-8722-7f2133e80018 None None] Port 66330e1c-391e-4885-8f3b-052b5b8e28e5 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:16.820565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9f46c65d-d8f3-47af-b6ad-b7c2af673a46 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Calling delete_port for 7fd83703-52a0-4556-bcab-35babd72fd0f owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:16.909739 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.8268929 Feb 09 14:31:16.909739 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-63fd188c-e937-46a6-a581-750d879d17ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:16.913564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50362) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:16.934855 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b48f1808-f9c3-4648-84dd-4fdda8c17193 None None] Provisioning complete for port 66330e1c-391e-4885-8f3b-052b5b8e28e5 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:16.935231 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b48f1808-f9c3-4648-84dd-4fdda8c17193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:16.946968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b023abe-8e39-487a-a48a-a3a36efa046e admin admin] Pushing event updated for resources: {'Network': ['ID=7bbb3d60-5bb5-4148-942d-8f599eefdf54,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:16.953642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-711c18df-1760-4609-99e5-933bed99f52b admin admin] Request body: {'subnet': {'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-subnet', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:17.005108 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:31:17.024023 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f46c65d-d8f3-47af-b6ad-b7c2af673a46 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:17.056134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-711c18df-1760-4609-99e5-933bed99f52b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:17.060776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-711c18df-1760-4609-99e5-933bed99f52b admin admin] Usage tracker for resource:subnet and tenant:700b9235bb3d4706bcd2644827123371 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:17.064054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-711c18df-1760-4609-99e5-933bed99f52b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:17.070332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-711c18df-1760-4609-99e5-933bed99f52b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:17.078248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd188c-e937-46a6-a581-750d879d17ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=c06fb82d-8d1e-4ed9-bfc4-9f9ee9ba7b29,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:17.089692 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-63fd188c-e937-46a6-a581-750d879d17ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:17.100393 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711c18df-1760-4609-99e5-933bed99f52b admin admin] Made reservation on behalf of 700b9235bb3d4706bcd2644827123371 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:17.101966 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4e3b5f-15f4-45e8-9cd8-ee850c8c1661 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:17.102715 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-711c18df-1760-4609-99e5-933bed99f52b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:17.208102 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b48f1808-f9c3-4648-84dd-4fdda8c17193 None None] Port 66330e1c-391e-4885-8f3b-052b5b8e28e5 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:17.235976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ac25c-400c-46b9-97e6-528564a25a94 req-66fb3557-d3b2-40aa-be10-edb512ca4729 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:17.237484 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-865ac25c-400c-46b9-97e6-528564a25a94 req-66fb3557-d3b2-40aa-be10-edb512ca4729 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 1.0551412 Feb 09 14:31:17.243507 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-63fd188c-e937-46a6-a581-750d879d17ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/c06fb82d-8d1e-4ed9-bfc4-9f9ee9ba7b29 HTTP/1.1" status: 204 len: 168 time: 1.7227666 Feb 09 14:31:17.249776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50366) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:17.256674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46c65d-d8f3-47af-b6ad-b7c2af673a46 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Pushing event deleted for resources: {'Port': ['ID=7fd83703-52a0-4556-bcab-35babd72fd0f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:17.331554 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f46c65d-d8f3-47af-b6ad-b7c2af673a46 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:17.351146 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9f46c65d-d8f3-47af-b6ad-b7c2af673a46 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] 10.222.0.48 "DELETE /v2.0/ports/7fd83703-52a0-4556-bcab-35babd72fd0f HTTP/1.1" status: 204 len: 168 time: 1.3014970 Feb 09 14:31:17.351469 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50370) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:17.373395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-12dd1467-0e40-46ad-b6b8-cd2053732e66 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037638 Feb 09 14:31:17.383555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50374) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:17.464523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb641d35-d1bd-4d8e-82ec-71bb8324bd98 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Deleting subnet 16a75036-45fc-4d34-bd5a-093f2caa36c1 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:31:17.467639 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb641d35-d1bd-4d8e-82ec-71bb8324bd98 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:17.508608 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-865ac25c-400c-46b9-97e6-528564a25a94 req-f9286fac-b57c-44ae-9f33-210b99b27593 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577660 Feb 09 14:31:17.542061 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8ade20-d7b6-4fb3-8fb0-5a222752323e None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:31:17.546607 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-1d8ade20-d7b6-4fb3-8fb0-5a222752323e None None] Deleting port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:17.546976 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1d8ade20-d7b6-4fb3-8fb0-5a222752323e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:17.565382 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d13e79a-1e91-402a-99ea-c1453e2082ed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:17.576640 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb641d35-d1bd-4d8e-82ec-71bb8324bd98 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:17.709459 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d13e79a-1e91-402a-99ea-c1453e2082ed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:17.742742 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb641d35-d1bd-4d8e-82ec-71bb8324bd98 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:17.779041 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-711c18df-1760-4609-99e5-933bed99f52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:17.871270 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb641d35-d1bd-4d8e-82ec-71bb8324bd98 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:17.919831 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-1d8ade20-d7b6-4fb3-8fb0-5a222752323e None None] For port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4c8898c8-730d-4ba0-8280-eb9ad0e818bf,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:17.920652 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1d8ade20-d7b6-4fb3-8fb0-5a222752323e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:17.923995 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb641d35-d1bd-4d8e-82ec-71bb8324bd98 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Pushing event deleted for resources: {'Subnet': ['ID=16a75036-45fc-4d34-bd5a-093f2caa36c1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:17.949111 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb641d35-d1bd-4d8e-82ec-71bb8324bd98 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:17.954315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8043075c-92d5-4d0d-92e0-1bd9acb5117b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:17.955212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8043075c-92d5-4d0d-92e0-1bd9acb5117b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:17.960491 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bb641d35-d1bd-4d8e-82ec-71bb8324bd98 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] 10.222.0.48 "DELETE /v2.0/subnets/16a75036-45fc-4d34-bd5a-093f2caa36c1 HTTP/1.1" status: 204 len: 168 time: 0.6058760 Feb 09 14:31:17.961373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50382) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:17.968264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13e79a-1e91-402a-99ea-c1453e2082ed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=66330e1c-391e-4885-8f3b-052b5b8e28e5,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:18.110739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-1d8ade20-d7b6-4fb3-8fb0-5a222752323e None None] Calling delete_port for 4c8898c8-730d-4ba0-8280-eb9ad0e818bf owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:18.124789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c18df-1760-4609-99e5-933bed99f52b admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f02c33-2303-43f7-a170-a6650a01e0b9,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:18.129795 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:18.135307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8043075c-92d5-4d0d-92e0-1bd9acb5117b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:18.136602 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8043075c-92d5-4d0d-92e0-1bd9acb5117b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7436969 Feb 09 14:31:18.140895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50388) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:18.149160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711c18df-1760-4609-99e5-933bed99f52b admin admin] Checking segment: {'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:31:18.149490 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711c18df-1760-4609-99e5-933bed99f52b admin admin] Network hostable DHCP agents. Network: 7bbb3d60-5bb5-4148-942d-8f599eefdf54, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:31:18.178986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eec451-6c6f-4e3e-be27-d80ed6a30ba9 None None] Network 44f07911-1672-489e-b44a-85874f3d3b68 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:18.212551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cf215-f131-4060-9273-dc9f2476f52c req-3a36c2b0-dd95-47fb-b0f0-326919bfa3e9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:18.214211 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-019cf215-f131-4060-9273-dc9f2476f52c req-3a36c2b0-dd95-47fb-b0f0-326919bfa3e9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.3823798 Feb 09 14:31:18.230437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Deleting port c25fcf66-98df-43de-b562-c42788aa2513 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:18.230800 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:18.242323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711c18df-1760-4609-99e5-933bed99f52b admin admin] Network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:31:18.299244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-711c18df-1760-4609-99e5-933bed99f52b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 7bbb3d60-5bb5-4148-942d-8f599eefdf54) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:18.310365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711c18df-1760-4609-99e5-933bed99f52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:18.311163 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-711c18df-1760-4609-99e5-933bed99f52b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:18.331857 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a5f8c2-f6b5-4a8b-91d2-d023c79bc16d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:18.333107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-64a5f8c2-f6b5-4a8b-91d2-d023c79bc16d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:18.340562 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-711c18df-1760-4609-99e5-933bed99f52b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3940973 Feb 09 14:31:18.343072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50394) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:18.367960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:18.383931 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:18.393119 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-019cf215-f131-4060-9273-dc9f2476f52c req-e3f79ec7-5de3-4b02-b81f-bda083af3e05 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350863 Feb 09 14:31:18.395501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Usage tracker for resource:router and tenant:700b9235bb3d4706bcd2644827123371 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:18.423477 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86029971-8c1a-4394-9752-f1a6b4fdaf97 None None] Network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:18.424285 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d13e79a-1e91-402a-99ea-c1453e2082ed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:18.447877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:18.461501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-64a5f8c2-f6b5-4a8b-91d2-d023c79bc16d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:18.462660 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-64a5f8c2-f6b5-4a8b-91d2-d023c79bc16d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3157737 Feb 09 14:31:18.483414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50400) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:18.484271 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:18.578338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4c8898c8-730d-4ba0-8280-eb9ad0e818bf no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:31:18.634086 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d13e79a-1e91-402a-99ea-c1453e2082ed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:18.642427 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-481787be-7946-46c4-974c-306e24ad595b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1557610 Feb 09 14:31:18.646200 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:18.647316 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:18.655847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50406) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:18.748356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c8fedc48-3714-4818-b9cf-20612fe76d9c None None] Provisioning complete for port 66330e1c-391e-4885-8f3b-052b5b8e28e5 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:18.748731 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c8fedc48-3714-4818-b9cf-20612fe76d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:18.805412 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1d8ade20-d7b6-4fb3-8fb0-5a222752323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:18.837396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] For port c25fcf66-98df-43de-b562-c42788aa2513, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c25fcf66-98df-43de-b562-c42788aa2513,segment=NetworkSegment(bdb1192c-92eb-4aef-8252-b0736a73830a),segment_id=bdb1192c-92eb-4aef-8252-b0736a73830a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:18.838802 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:18.878476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ade20-d7b6-4fb3-8fb0-5a222752323e None None] Pushing event deleted for resources: {'Port': ['ID=4c8898c8-730d-4ba0-8280-eb9ad0e818bf,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:18.915776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8ade20-d7b6-4fb3-8fb0-5a222752323e None None] No DVR routers for this DVR port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:31:18.919655 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No active binding found for port 4c8898c8-730d-4ba0-8280-eb9ad0e818bf {{(pid=87598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 14:31:18.920117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4c8898c8-730d-4ba0-8280-eb9ad0e818bf not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:31:18.966132 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c8fedc48-3714-4818-b9cf-20612fe76d9c None None] Port 66330e1c-391e-4885-8f3b-052b5b8e28e5 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:19.099419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Calling delete_port for c25fcf66-98df-43de-b562-c42788aa2513 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:19.147762 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff54eea-ace2-4019-91e5-2f0e930eca1b None None] DHCP port deletion for 44f07911-1672-489e-b44a-85874f3d3b68 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:31:19.170193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4ff54eea-ace2-4019-91e5-2f0e930eca1b None None] Deleting port c25fcf66-98df-43de-b562-c42788aa2513 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:19.170653 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4ff54eea-ace2-4019-91e5-2f0e930eca1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:19.180310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b168ebde-dceb-48c1-b481-f9056e1aed2b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:19.344534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b168ebde-dceb-48c1-b481-f9056e1aed2b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:19.355639 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:19.378627 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b168ebde-dceb-48c1-b481-f9056e1aed2b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:19.414250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b168ebde-dceb-48c1-b481-f9056e1aed2b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:19.418304 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b168ebde-dceb-48c1-b481-f9056e1aed2b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:19.444385 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:19.452953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4ff54eea-ace2-4019-91e5-2f0e930eca1b None None] The port 'c25fcf66-98df-43de-b562-c42788aa2513' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:31:19.454094 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:31:19.457990 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:19.463621 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d13e79a-1e91-402a-99ea-c1453e2082ed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:19.469418 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d13e79a-1e91-402a-99ea-c1453e2082ed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:19.594980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13e79a-1e91-402a-99ea-c1453e2082ed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=66330e1c-391e-4885-8f3b-052b5b8e28e5,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:19.657525 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d13e79a-1e91-402a-99ea-c1453e2082ed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:19.760714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Allocated IP 172.20.0.2 (7bbb3d60-5bb5-4148-942d-8f599eefdf54/42f02c33-2303-43f7-a170-a6650a01e0b9/f1c081d0-69b5-4648-9fd8-f8d304e84426) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:19.847340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d13e79a-1e91-402a-99ea-c1453e2082ed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network f55c72ca-d3ed-4686-8da8-5d801a2bcee6 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:19.848670 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-0d13e79a-1e91-402a-99ea-c1453e2082ed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:19.914178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] No DVR routers for this DVR port c25fcf66-98df-43de-b562-c42788aa2513 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:31:19.974633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Pushing event deleted for resources: {'Port': ['ID=c25fcf66-98df-43de-b562-c42788aa2513,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:20.104326 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:20.140854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Transition to ACTIVE for port object f1c081d0-69b5-4648-9fd8-f8d304e84426 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:20.199313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Transition to ACTIVE for port object f1c081d0-69b5-4648-9fd8-f8d304e84426 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:20.212635 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:20.330710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d13e79a-1e91-402a-99ea-c1453e2082ed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Router f791380d-a60d-4c85-b154-d1fc5065a949 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:31:20.336025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Pushing event updated for resources: {'Port': ['ID=f1c081d0-69b5-4648-9fd8-f8d304e84426,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:20.349849 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:20.352471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:20.356980 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:20.366223 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-22df5784-524a-44db-833e-62c88c42f6b7 None None] Provisioning complete for port 66330e1c-391e-4885-8f3b-052b5b8e28e5 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:20.366599 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-22df5784-524a-44db-833e-62c88c42f6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:20.466762 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:20.518644 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Attempting to bind port f1c081d0-69b5-4648-9fd8-f8d304e84426 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:31:20.519041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Attempting to bind port f1c081d0-69b5-4648-9fd8-f8d304e84426 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:31:20.519406 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Attempting to bind port f1c081d0-69b5-4648-9fd8-f8d304e84426 on network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:31:20.526802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:31:20.527186 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Checking segment: {'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:31:20.527594 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:20.528013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Bound using segment: {'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:31:20.528513 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Bound port: f1c081d0-69b5-4648-9fd8-f8d304e84426, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:31:20.529055 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:20.544583 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c25fcf66-98df-43de-b562-c42788aa2513 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:31:20.581292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: c25fcf66-98df-43de-b562-c42788aa2513 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:31:20.583584 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c25fcf66-98df-43de-b562-c42788aa2513 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:31:20.583584 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-22df5784-524a-44db-833e-62c88c42f6b7 None None] Port 66330e1c-391e-4885-8f3b-052b5b8e28e5 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:20.635076 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:20.654534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d13e79a-1e91-402a-99ea-c1453e2082ed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:31:20.667060 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0d13e79a-1e91-402a-99ea-c1453e2082ed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "PUT /v2.0/routers/f791380d-a60d-4c85-b154-d1fc5065a949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2947698 Feb 09 14:31:20.667814 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46130cfd-6dda-423a-8dc1-11b322479f1a None None] Sync routers for ids ['f791380d-a60d-4c85-b154-d1fc5065a949'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:31:20.668236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50426) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:20.686213 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46130cfd-6dda-423a-8dc1-11b322479f1a None None] Routers {'f791380d-a60d-4c85-b154-d1fc5065a949'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:31:20.686946 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-46130cfd-6dda-423a-8dc1-11b322479f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:30:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f791380d-a60d-4c85-b154-d1fc5065a949'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:20.702358 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] For port f1c081d0-69b5-4648-9fd8-f8d304e84426, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:31:20.706031 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] For port f1c081d0-69b5-4648-9fd8-f8d304e84426, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f1c081d0-69b5-4648-9fd8-f8d304e84426,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:31:20.711151 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:20.772742 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372eab8e-23b7-4dd1-b949-8f8503159865 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:20.773579 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-372eab8e-23b7-4dd1-b949-8f8503159865 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:20.797789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-372eab8e-23b7-4dd1-b949-8f8503159865 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:20.805410 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-372eab8e-23b7-4dd1-b949-8f8503159865 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports?device_id=f791380d-a60d-4c85-b154-d1fc5065a949 HTTP/1.1" status: 200 len: 981 time: 0.1360812 Feb 09 14:31:20.811660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50432) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:20.836831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f07911-1672-489e-b44a-85874f3d3b68']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:20.841512 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-46130cfd-6dda-423a-8dc1-11b322479f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:20.859433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb1192c-92eb-4aef-8252-b0736a73830a') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:20.859894 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb1192c-92eb-4aef-8252-b0736a73830a') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:20.865321 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46130cfd-6dda-423a-8dc1-11b322479f1a None None] Routers {'f791380d-a60d-4c85-b154-d1fc5065a949'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:31:20.866243 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-46130cfd-6dda-423a-8dc1-11b322479f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:30:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f791380d-a60d-4c85-b154-d1fc5065a949'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:20.874215 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:20.896166 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:20.903149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:31:20.903542 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:20.911463 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e67419-6f44-42ca-b58c-639ffae5c0c3 None None] Pushing event updated for resources: {'Port': ['ID=f1c081d0-69b5-4648-9fd8-f8d304e84426,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:20.961603 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-46130cfd-6dda-423a-8dc1-11b322479f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:20.963189 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46130cfd-6dda-423a-8dc1-11b322479f1a None None] The sync data for ids ['f791380d-a60d-4c85-b154-d1fc5065a949'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:31:21.019884 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:31:21.026491 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b168ebde-dceb-48c1-b481-f9056e1aed2b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:21.078127 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:21.115959 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:21.142512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b168ebde-dceb-48c1-b481-f9056e1aed2b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:21.149840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] Pushing event deleted for resources: {'Network': ['ID=44f07911-1672-489e-b44a-85874f3d3b68,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:21.158214 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b168ebde-dceb-48c1-b481-f9056e1aed2b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:21.169140 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b168ebde-dceb-48c1-b481-f9056e1aed2b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:21.169730 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b168ebde-dceb-48c1-b481-f9056e1aed2b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:21.177595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168ebde-dceb-48c1-b481-f9056e1aed2b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=27f0d679-f1a5-4a7e-a6f3-c68b34b96f07,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:21.191268 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-50f1c00d-c648-4a4e-953e-e46f5dc06bd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763 tempest-ExtraDHCPOptionsIpV6TestJSON-1312297763-project] 10.222.0.48 "DELETE /v2.0/networks/44f07911-1672-489e-b44a-85874f3d3b68 HTTP/1.1" status: 204 len: 168 time: 3.2195258 Feb 09 14:31:21.209829 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29fe73a-2087-48bf-a4f2-5a77b7023db4 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:21.239196 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b168ebde-dceb-48c1-b481-f9056e1aed2b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5555687 Feb 09 14:31:21.240207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50440) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:21.291068 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'mac_address': 'fa:16:3e:56:d4:e1', 'name': 'tempest-NetworksTestDHCPv6-1085983555'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:21.555327 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:21.561967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:port and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:21.565688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:21.574016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:21.674183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50454) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:21.702286 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': '27f0d679-f1a5-4a7e-a6f3-c68b34b96f07'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:31:21.702862 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:21.949810 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b30bd325-0f51-4d3a-9f75-220b38d33dd8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:21.951905 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:22.002650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:22.024469 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Allocated IP 2001:db8::2 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/27f0d679-f1a5-4a7e-a6f3-c68b34b96f07/ee559789-194a-4c2a-9528-a7960c42140b) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:22.332789 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:22.338123 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:22.353892 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Transition to ACTIVE for port object ee559789-194a-4c2a-9528-a7960c42140b will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:22.382950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port 94398def-63e1-4ad3-b3cf-52d24d956a4e yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:31:22.385170 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5ff77827-c57b-4fc0-bec2-68c5ed5208ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21a68bbec4924a2cbb94919f060d4ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6908855 Feb 09 14:31:22.391791 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50464) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:22.401770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Transition to ACTIVE for port object ee559789-194a-4c2a-9528-a7960c42140b will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:22.411671 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:22.473218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf18f06-ea11-48d6-a0c7-437ba1414438 None None] Network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:22.489906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b30bd325-0f51-4d3a-9f75-220b38d33dd8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 66330e1c-391e-4885-8f3b-052b5b8e28e5 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:22.490604 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b30bd325-0f51-4d3a-9f75-220b38d33dd8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:22.492777 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:22.566775 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dd46c4b9-0ea8-4941-95a4-f968a5a310ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:22.691364 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dd46c4b9-0ea8-4941-95a4-f968a5a310ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:22.735807 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f1c081d0-69b5-4648-9fd8-f8d304e84426 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:22.743851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Allocated IP 172.25.8.240 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/0bdc4818-8254-4ad8-be99-4eab460523d9) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:22.814262 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bdc44-d0d3-4eb9-b90c-f8585477c383 req-19ba9fe4-4a28-429a-b96e-9ef33f565cfe tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:22.816202 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-046bdc44-d0d3-4eb9-b90c-f8585477c383 req-19ba9fe4-4a28-429a-b96e-9ef33f565cfe tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.9283605 Feb 09 14:31:22.836548 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b30bd325-0f51-4d3a-9f75-220b38d33dd8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:22.890546 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:23.017668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::3b3 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/27f0d679-f1a5-4a7e-a6f3-c68b34b96f07/94398def-63e1-4ad3-b3cf-52d24d956a4e) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:23.017895 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:23.034071 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-046bdc44-d0d3-4eb9-b90c-f8585477c383 req-c261d083-f711-4f69-9637-3880098bde44 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898613 Feb 09 14:31:23.034649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b30bd325-0f51-4d3a-9f75-220b38d33dd8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for 66330e1c-391e-4885-8f3b-052b5b8e28e5 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:23.075618 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:23.101070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Pushing event updated for resources: {'Port': ['ID=ee559789-194a-4c2a-9528-a7960c42140b,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:23.212122 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:23.241006 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7513db76-fb7e-4d88-a7a9-9c49bea076ee None None] Provisioning for port f1c081d0-69b5-4648-9fd8-f8d304e84426 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:23.284140 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:23.289649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Attempting to bind port ee559789-194a-4c2a-9528-a7960c42140b on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:31:23.290614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Attempting to bind port ee559789-194a-4c2a-9528-a7960c42140b by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:31:23.291115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Attempting to bind port ee559789-194a-4c2a-9528-a7960c42140b on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:31:23.307293 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:31:23.307810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:31:23.308319 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:23.309093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:31:23.309675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Bound port: ee559789-194a-4c2a-9528-a7960c42140b, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:31:23.310148 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:23.364208 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dd46c4b9-0ea8-4941-95a4-f968a5a310ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:23.390547 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port f1c081d0-69b5-4648-9fd8-f8d304e84426 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:23.392355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46c4b9-0ea8-4941-95a4-f968a5a310ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc376c5c-aea8-4bbf-8df3-b643ca333674,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:23.407335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f1c081d0-69b5-4648-9fd8-f8d304e84426 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:23.408085 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:23.416947 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b30bd325-0f51-4d3a-9f75-220b38d33dd8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:23.558793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] For port ee559789-194a-4c2a-9528-a7960c42140b, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:31:23.589239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] For port ee559789-194a-4c2a-9528-a7960c42140b, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ee559789-194a-4c2a-9528-a7960c42140b,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:31:23.597720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bd325-0f51-4d3a-9f75-220b38d33dd8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=66330e1c-391e-4885-8f3b-052b5b8e28e5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:23.612796 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:23.619151 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:23.619814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:23.622975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:23.720220 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dd46c4b9-0ea8-4941-95a4-f968a5a310ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:23.721369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dd46c4b9-0ea8-4941-95a4-f968a5a310ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc376c5c-aea8-4bbf-8df3-b643ca333674 HTTP/1.1" status: 204 len: 168 time: 1.3286545 Feb 09 14:31:23.757177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Pushing event updated for resources: {'Port': ['ID=0bdc4818-8254-4ad8-be99-4eab460523d9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:23.788938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4802d6-8779-4e62-891d-693a30e88ab3 req-a227bfe5-5746-4e33-9816-cb07d9dcc6e5 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:23.790040 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea8f64-56d9-4219-9544-dbfc80ff6e04 None None] Pushing event updated for resources: {'Port': ['ID=ee559789-194a-4c2a-9528-a7960c42140b,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:23.792467 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ff4802d6-8779-4e62-891d-693a30e88ab3 req-a227bfe5-5746-4e33-9816-cb07d9dcc6e5 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.5077400 Feb 09 14:31:24.011937 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:24.108778 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-dd66d9a8-d6bb-4ecd-b301-810676214566 None None] Provisioning complete for port f1c081d0-69b5-4648-9fd8-f8d304e84426 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:24.109566 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dd66d9a8-d6bb-4ecd-b301-810676214566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:24.131758 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:24.226704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object 94398def-63e1-4ad3-b3cf-52d24d956a4e will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:24.359962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port f1c081d0-69b5-4648-9fd8-f8d304e84426, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f1c081d0-69b5-4648-9fd8-f8d304e84426,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:24.366485 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:24.387004 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b30bd325-0f51-4d3a-9f75-220b38d33dd8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:24.401177 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ff4802d6-8779-4e62-891d-693a30e88ab3 req-924cdcbf-a71c-4792-90de-03a5c563b42c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5972354 Feb 09 14:31:24.584272 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:24.673803 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=f1c081d0-69b5-4648-9fd8-f8d304e84426,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:24.724031 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ee559789-194a-4c2a-9528-a7960c42140b up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:24.831398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port ee559789-194a-4c2a-9528-a7960c42140b completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:24.911411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:24.930936 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:24.949171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:24.956526 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:24.957187 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:25.002233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=94398def-63e1-4ad3-b3cf-52d24d956a4e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:25.028594 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:25.201249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30bd325-0f51-4d3a-9f75-220b38d33dd8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Router f791380d-a60d-4c85-b154-d1fc5065a949 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:31:25.327193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5342b0e-6852-427f-8fc4-d8075371a755 req-0aefbf51-129b-4193-9713-34afa05622cd tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:25.334561 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5342b0e-6852-427f-8fc4-d8075371a755 req-0aefbf51-129b-4193-9713-34afa05622cd tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.4189982 Feb 09 14:31:25.390308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50514) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:25.436994 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30bd325-0f51-4d3a-9f75-220b38d33dd8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:31:25.455489 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b30bd325-0f51-4d3a-9f75-220b38d33dd8 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "PUT /v2.0/routers/f791380d-a60d-4c85-b154-d1fc5065a949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6466706 Feb 09 14:31:25.460182 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569cc128-491d-445e-b2f4-35d02f953589 None None] Sync routers for ids ['f791380d-a60d-4c85-b154-d1fc5065a949'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:31:25.470693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569cc128-491d-445e-b2f4-35d02f953589 None None] Routers {'f791380d-a60d-4c85-b154-d1fc5065a949'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:31:25.471424 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-569cc128-491d-445e-b2f4-35d02f953589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:30:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f791380d-a60d-4c85-b154-d1fc5065a949'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:25.495403 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5342b0e-6852-427f-8fc4-d8075371a755 req-86e81768-d9b7-43a8-90da-3bab543b6688 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552224 Feb 09 14:31:25.495961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50520) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:25.597217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-569cc128-491d-445e-b2f4-35d02f953589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:25.608023 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-2659c96e-fd4c-4e55-90d7-db6d695b2752 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] GET failed (client error): The resource could not be found. Feb 09 14:31:25.608630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2659c96e-fd4c-4e55-90d7-db6d695b2752 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:25.619862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569cc128-491d-445e-b2f4-35d02f953589 None None] Routers {'f791380d-a60d-4c85-b154-d1fc5065a949'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:31:25.621262 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-569cc128-491d-445e-b2f4-35d02f953589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:30:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f791380d-a60d-4c85-b154-d1fc5065a949'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:25.628137 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b4275a0a-8353-4c16-9edc-1edfd1c82815 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3836744 Feb 09 14:31:25.629772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50526) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:25.693725 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-a1557b7a-52d0-47a5-bf2d-f252705d528c tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:25.694584 n-d-828418-2 neutron-server[87597]: WARNING neutron.api.v2.base [None req-a1557b7a-52d0-47a5-bf2d-f252705d528c tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 14:31:25.695001 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-a1557b7a-52d0-47a5-bf2d-f252705d528c tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 14:31:25.696080 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a1557b7a-52d0-47a5-bf2d-f252705d528c tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2834246 Feb 09 14:31:25.703205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50530) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:25.713860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group': {'name': 'tempest-secgroup--413222985'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:25.736317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2659c96e-fd4c-4e55-90d7-db6d695b2752 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:25.737488 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2659c96e-fd4c-4e55-90d7-db6d695b2752 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports/66330e1c-391e-4885-8f3b-052b5b8e28e5 HTTP/1.1" status: 404 len: 333 time: 0.2405875 Feb 09 14:31:25.740557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50534) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:25.742744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:25.789927 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-569cc128-491d-445e-b2f4-35d02f953589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:25.790886 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569cc128-491d-445e-b2f4-35d02f953589 None None] The sync data for ids ['f791380d-a60d-4c85-b154-d1fc5065a949'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:31:25.811531 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-81230d42-4d8f-4b06-b8cd-c86fd0cbc975 None None] Provisioning for port ee559789-194a-4c2a-9528-a7960c42140b completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:25.821646 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-81230d42-4d8f-4b06-b8cd-c86fd0cbc975 None None] Provisioning complete for port ee559789-194a-4c2a-9528-a7960c42140b triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:25.827336 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-81230d42-4d8f-4b06-b8cd-c86fd0cbc975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:25.853680 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:25.872047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:25.890181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:25.892657 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:26.013063 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f31385e-299b-435b-8ce3-849e91ebb22d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:26.032714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b03a35-b5ce-4d29-9564-3641a5adb6da req-79d330a2-0c3a-447a-a95e-e18793e46c72 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:26.040951 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74b03a35-b5ce-4d29-9564-3641a5adb6da req-79d330a2-0c3a-447a-a95e-e18793e46c72 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.2512836 Feb 09 14:31:26.076096 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-81230d42-4d8f-4b06-b8cd-c86fd0cbc975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:26.087662 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:26.106323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0be658b-ff34-4e4c-962b-0f3f77ed33fe tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:26.114027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0be658b-ff34-4e4c-962b-0f3f77ed33fe tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:26.118450 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d0be658b-ff34-4e4c-962b-0f3f77ed33fe tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4790683 Feb 09 14:31:26.119284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50540) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:26.140338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-81230d42-4d8f-4b06-b8cd-c86fd0cbc975 None None] For port ee559789-194a-4c2a-9528-a7960c42140b, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ee559789-194a-4c2a-9528-a7960c42140b,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:26.153935 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-81230d42-4d8f-4b06-b8cd-c86fd0cbc975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:26.233012 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74b03a35-b5ce-4d29-9564-3641a5adb6da req-497b67cb-bac5-42bd-a5ea-d609f278dbad tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908910 Feb 09 14:31:26.280021 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81230d42-4d8f-4b06-b8cd-c86fd0cbc975 None None] Pushing event updated for resources: {'Port': ['ID=ee559789-194a-4c2a-9528-a7960c42140b,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:26.295603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Router dc224eed-34ed-478a-b904-b02956910adf is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:31:26.297866 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6fad26fe-460d-4aec-96db-96300422af17 None None] Provisioning for port 94398def-63e1-4ad3-b3cf-52d24d956a4e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:26.307201 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6fad26fe-460d-4aec-96db-96300422af17 None None] Provisioning complete for port 94398def-63e1-4ad3-b3cf-52d24d956a4e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:26.307586 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6fad26fe-460d-4aec-96db-96300422af17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:26.450663 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6fad26fe-460d-4aec-96db-96300422af17 None None] Port 94398def-63e1-4ad3-b3cf-52d24d956a4e cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:26.599902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f1c081d0-69b5-4648-9fd8-f8d304e84426 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:26.619100 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:26.622513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:31:26.636049 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Sync routers for ids ['dc224eed-34ed-478a-b904-b02956910adf'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:31:26.649801 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f31385e-299b-435b-8ce3-849e91ebb22d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:26.654038 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f31385e-299b-435b-8ce3-849e91ebb22d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:26.655574 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Routers {'dc224eed-34ed-478a-b904-b02956910adf'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:31:26.656877 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:30:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['dc224eed-34ed-478a-b904-b02956910adf'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:26.663628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:26.671633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:26.677872 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:26.687267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:26.729115 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-af173865-7edd-4420-b234-3e3d8d46e715 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port 94398def-63e1-4ad3-b3cf-52d24d956a4e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:26.729461 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-af173865-7edd-4420-b234-3e3d8d46e715 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:26.746330 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:26.748425 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-05d4a910-8b3e-404f-a236-75b60ed49d21 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.4033799 Feb 09 14:31:26.751307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50554) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:26.770219 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f31385e-299b-435b-8ce3-849e91ebb22d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:26.770905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f31385e-299b-435b-8ce3-849e91ebb22d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Fanout notify agent at l3_agent the message router_deleted on router f791380d-a60d-4c85-b154-d1fc5065a949 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:31:26.836542 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f31385e-299b-435b-8ce3-849e91ebb22d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:26.838002 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4f31385e-299b-435b-8ce3-849e91ebb22d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/routers/f791380d-a60d-4c85-b154-d1fc5065a949 HTTP/1.1" status: 204 len: 168 time: 1.0925345 Feb 09 14:31:26.847097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50558) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:26.856931 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-51810280-12be-4e38-b1af-7c310e167c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:26.905427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f1c081d0-69b5-4648-9fd8-f8d304e84426 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:26.905850 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:26.932773 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5471341-ec54-4bb6-9b9a-5e2375527b71 req-e016ecd3-eaee-4e2b-95dc-4e27b5202ef8 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:26.934952 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5471341-ec54-4bb6-9b9a-5e2375527b71 req-e016ecd3-eaee-4e2b-95dc-4e27b5202ef8 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.2541654 Feb 09 14:31:26.996937 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Set router dc224eed-34ed-478a-b904-b02956910adf gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:31:27.177388 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5471341-ec54-4bb6-9b9a-5e2375527b71 req-83932551-60a5-4f19-bb1e-6fb0277f941e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792202 Feb 09 14:31:27.187025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ee559789-194a-4c2a-9528-a7960c42140b up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:27.209451 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:27.224305 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:27.282451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:27.309969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:27.315209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:27.325299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:27.367162 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ee559789-194a-4c2a-9528-a7960c42140b triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:27.367712 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:27.429521 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:27.454541 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:27.528947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04f7273-1e54-46fe-a221-826bcf124dc4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:27.583405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting subnet 8b2f9cfa-c970-4758-8765-f022ec6103a1 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:31:27.614068 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:27.682713 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:27.686961 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9794950 Feb 09 14:31:27.687223 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-af173865-7edd-4420-b234-3e3d8d46e715 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:27.702135 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39a8b2-5a85-4800-9612-2daba1fbfb06 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcdc574-5e69-4b98-a910-1c15263456f0,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:27.714798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50568) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:27.760031 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:24Z', 'revision_number': 3, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:27.781873 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Checking router: dc224eed-34ed-478a-b904-b02956910adf for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:31:27.784463 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Updating router dc224eed-34ed-478a-b904-b02956910adf port 0bdc4818-8254-4ad8-be99-4eab460523d9 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:31:27.819277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-37e94a80-cb15-419f-8c3f-1603e628c34c tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '9bcdc574-5e69-4b98-a910-1c15263456f0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:27.880211 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:27.942844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-37e94a80-cb15-419f-8c3f-1603e628c34c tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:27.959542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-af173865-7edd-4420-b234-3e3d8d46e715 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for 94398def-63e1-4ad3-b3cf-52d24d956a4e owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:28.002189 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:28.099609 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:28.179858 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:28.209856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-37e94a80-cb15-419f-8c3f-1603e628c34c tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:28.229644 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-37e94a80-cb15-419f-8c3f-1603e628c34c tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:28.262804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-37e94a80-cb15-419f-8c3f-1603e628c34c tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:28.299464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c556491-ffba-4776-a580-19cab4953250 req-5efc64ea-cf56-4288-89d5-59757c2cff8b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:28.312323 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8c556491-ffba-4776-a580-19cab4953250 req-5efc64ea-cf56-4288-89d5-59757c2cff8b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.8637216 Feb 09 14:31:28.395599 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:28.434278 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8c556491-ffba-4776-a580-19cab4953250 req-3381305d-eeb9-4333-b69b-ecd95fa4f89f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207449 Feb 09 14:31:28.496492 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Transition to ACTIVE for port object 0bdc4818-8254-4ad8-be99-4eab460523d9 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:28.498143 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-af173865-7edd-4420-b234-3e3d8d46e715 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:28.501568 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:28.503652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Allocated IP 172.20.0.1 (7bbb3d60-5bb5-4148-942d-8f599eefdf54/42f02c33-2303-43f7-a170-a6650a01e0b9/4bf44312-ed96-4ece-b4dc-86ac7783f63f) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:28.517932 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:28.642752 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-37e94a80-cb15-419f-8c3f-1603e628c34c tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:28.659299 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Attempting to bind port 0bdc4818-8254-4ad8-be99-4eab460523d9 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:31:28.659666 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Attempting to bind port 0bdc4818-8254-4ad8-be99-4eab460523d9 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:31:28.660305 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Attempting to bind port 0bdc4818-8254-4ad8-be99-4eab460523d9 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:31:28.670378 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:31:28.670739 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:31:28.671284 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:28.671687 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:31:28.672195 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Bound port: 0bdc4818-8254-4ad8-be99-4eab460523d9, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:31:28.672563 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:28.682320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2f9cfa-c970-4758-8765-f022ec6103a1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:28.731652 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db1544-4018-418e-96fd-9fd7ce4124ac None None] Pushing event updated for resources: {'Port': ['ID=0bdc4818-8254-4ad8-be99-4eab460523d9,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:28.745097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.751248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.752030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.752435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.753197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.753628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.754668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.755080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.756331 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1544-4018-418e-96fd-9fd7ce4124ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.756621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.756738 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1544-4018-418e-96fd-9fd7ce4124ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.757027 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1544-4018-418e-96fd-9fd7ce4124ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.757141 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.757386 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1544-4018-418e-96fd-9fd7ce4124ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.757610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.757740 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1544-4018-418e-96fd-9fd7ce4124ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.758106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.758221 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1544-4018-418e-96fd-9fd7ce4124ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.758420 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1544-4018-418e-96fd-9fd7ce4124ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.758749 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1544-4018-418e-96fd-9fd7ce4124ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.759070 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1544-4018-418e-96fd-9fd7ce4124ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.759404 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1544-4018-418e-96fd-9fd7ce4124ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.759710 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1544-4018-418e-96fd-9fd7ce4124ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.760055 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db1544-4018-418e-96fd-9fd7ce4124ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:31:28.761712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af173865-7edd-4420-b234-3e3d8d46e715 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=94398def-63e1-4ad3-b3cf-52d24d956a4e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:28.762870 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:28.783202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Transition to ACTIVE for port object 4bf44312-ed96-4ece-b4dc-86ac7783f63f will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:28.812435 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:28.822340 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] For port 0bdc4818-8254-4ad8-be99-4eab460523d9, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:31:28.825732 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] For port 0bdc4818-8254-4ad8-be99-4eab460523d9, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0bdc4818-8254-4ad8-be99-4eab460523d9,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:31:28.830651 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:28.861571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb01ebd4-e5e1-4a82-8ad3-c7a595853ba4 None None] Network f55c72ca-d3ed-4686-8da8-5d801a2bcee6 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:28.886999 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:28.911884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:28.915707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:28.918611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:28.918851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d3df44a1-e2bd-4c7e-89b2-11740b633f34 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/8b2f9cfa-c970-4758-8765-f022ec6103a1 HTTP/1.1" status: 204 len: 168 time: 2.0670798 Feb 09 14:31:28.921908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50584) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:28.936416 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db1544-4018-418e-96fd-9fd7ce4124ac None None] Pushing event updated for resources: {'Port': ['ID=0bdc4818-8254-4ad8-be99-4eab460523d9,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:28.965059 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Routers {'dc224eed-34ed-478a-b904-b02956910adf'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:31:28.965778 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:30:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['dc224eed-34ed-478a-b904-b02956910adf'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:28.975229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=4bf44312-ed96-4ece-b4dc-86ac7783f63f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:29.009730 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:29.056901 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-37e94a80-cb15-419f-8c3f-1603e628c34c tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:29.242433 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ca5cdd83-b4ba-48d9-9575-d1d8c9df6661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:29.306835 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-af173865-7edd-4420-b234-3e3d8d46e715 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:29.325770 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:29.334943 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-37e94a80-cb15-419f-8c3f-1603e628c34c tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:29.362850 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:29.375819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278ea60f-4105-4772-8978-839613e04a88 None None] DHCP port deletion for f55c72ca-d3ed-4686-8da8-5d801a2bcee6 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:31:29.385919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-278ea60f-4105-4772-8978-839613e04a88 None None] Deleting port 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:29.386292 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-278ea60f-4105-4772-8978-839613e04a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:29.387789 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] Set router dc224eed-34ed-478a-b904-b02956910adf gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:31:29.393169 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-af173865-7edd-4420-b234-3e3d8d46e715 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/94398def-63e1-4ad3-b3cf-52d24d956a4e HTTP/1.1" status: 204 len: 168 time: 3.2684457 Feb 09 14:31:29.400225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50590) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:29.403570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e94a80-cb15-419f-8c3f-1603e628c34c tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68ee97d-762d-4bd6-a349-35e1a1e9b7cb,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:29.415989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:29.416409 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:29.516756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c6df47b5-e133-4557-aa31-4c87f8e44d2c None None] Provisioning for port 4bf44312-ed96-4ece-b4dc-86ac7783f63f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:29.586264 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c6df47b5-e133-4557-aa31-4c87f8e44d2c None None] Provisioning complete for port 4bf44312-ed96-4ece-b4dc-86ac7783f63f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:29.586676 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c6df47b5-e133-4557-aa31-4c87f8e44d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:29.661999 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c6df47b5-e133-4557-aa31-4c87f8e44d2c None None] Port 4bf44312-ed96-4ece-b4dc-86ac7783f63f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:29.698362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c785ed4-cc44-4fb3-8baa-20390082db43 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:29.700019 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c785ed4-cc44-4fb3-8baa-20390082db43 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:29.700806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5c785ed4-cc44-4fb3-8baa-20390082db43 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:29.743940 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-37e94a80-cb15-419f-8c3f-1603e628c34c tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:29.747622 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-37e94a80-cb15-419f-8c3f-1603e628c34c tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0281506 Feb 09 14:31:29.755200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50596) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:29.766408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5c785ed4-cc44-4fb3-8baa-20390082db43 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:29.768891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-966e636b-54ff-4b85-aef9-bb5e8000be8a tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '9bcdc574-5e69-4b98-a910-1c15263456f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:29.770399 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5c785ed4-cc44-4fb3-8baa-20390082db43 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3692064 Feb 09 14:31:29.771002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50600) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:29.788204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf2a23-2d3e-4b96-8c30-dfde8eed6045 req-5e6dd2b3-d1b3-470a-a1eb-4c2979024dc8 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:29.789696 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9cdf2a23-2d3e-4b96-8c30-dfde8eed6045 req-5e6dd2b3-d1b3-470a-a1eb-4c2979024dc8 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.9988642 Feb 09 14:31:29.790693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-966e636b-54ff-4b85-aef9-bb5e8000be8a tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:29.815959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-966e636b-54ff-4b85-aef9-bb5e8000be8a tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:29.823401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-966e636b-54ff-4b85-aef9-bb5e8000be8a tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:29.845865 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:24Z', 'revision_number': 3, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:29.850426 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edafcc5-2f8a-4c3e-8a78-0b732d4bc3d8 None None] The sync data for ids ['dc224eed-34ed-478a-b904-b02956910adf'] in n-d-828418-2 is: [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:24Z', 'revision_number': 3, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:31:29.893062 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-278ea60f-4105-4772-8978-839613e04a88 None None] For port 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd,segment=NetworkSegment(6d20e032-dd29-4f31-b05b-513fb201c3c3),segment_id=6d20e032-dd29-4f31-b05b-513fb201c3c3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:29.893561 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-278ea60f-4105-4772-8978-839613e04a88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:29.907241 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-966e636b-54ff-4b85-aef9-bb5e8000be8a tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:29.922349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4a9c4f-1e22-4e54-bfb8-6abdc783976a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 27f0d679-f1a5-4a7e-a6f3-c68b34b96f07 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:31:29.928570 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc4a9c4f-1e22-4e54-bfb8-6abdc783976a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:29.965428 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9cdf2a23-2d3e-4b96-8c30-dfde8eed6045 req-475c6b5d-b27f-4cb4-b784-d09a49c6ae53 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695950 Feb 09 14:31:29.989149 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-966e636b-54ff-4b85-aef9-bb5e8000be8a tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:29.990419 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.010769 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.055817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] For port 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd,segment=NetworkSegment(6d20e032-dd29-4f31-b05b-513fb201c3c3),segment_id=6d20e032-dd29-4f31-b05b-513fb201c3c3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:30.056193 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.121211 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-278ea60f-4105-4772-8978-839613e04a88 None None] Calling delete_port for 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:30.154276 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=4bf44312-ed96-4ece-b4dc-86ac7783f63f,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:30.169463 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc4a9c4f-1e22-4e54-bfb8-6abdc783976a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.238880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:30.300767 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.302635 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-278ea60f-4105-4772-8978-839613e04a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.375290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ea60f-4105-4772-8978-839613e04a88 None None] Pushing event deleted for resources: {'Port': ['ID=3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:30.385310 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc4a9c4f-1e22-4e54-bfb8-6abdc783976a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.386653 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.388845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278ea60f-4105-4772-8978-839613e04a88 None None] No DVR routers for this DVR port 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:31:30.396881 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.437028 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-966e636b-54ff-4b85-aef9-bb5e8000be8a tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 14:31:30.439829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-966e636b-54ff-4b85-aef9-bb5e8000be8a tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6816604 Feb 09 14:31:30.445976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50612) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:30.478900 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:31:30.481790 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:31:30.589015 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7c123786-0985-4959-bef5-34afb16c4c37 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.598065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0bdc4818-8254-4ad8-be99-4eab460523d9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:30.669634 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7c123786-0985-4959-bef5-34afb16c4c37 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.734245 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 0bdc4818-8254-4ad8-be99-4eab460523d9 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:30.747205 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 0bdc4818-8254-4ad8-be99-4eab460523d9 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:30.748193 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.769624 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7c123786-0985-4959-bef5-34afb16c4c37 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.792433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c123786-0985-4959-bef5-34afb16c4c37 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcdc574-5e69-4b98-a910-1c15263456f0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:30.815127 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7c123786-0985-4959-bef5-34afb16c4c37 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.820158 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7c123786-0985-4959-bef5-34afb16c4c37 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "DELETE /v2.0/security-groups/9bcdc574-5e69-4b98-a910-1c15263456f0 HTTP/1.1" status: 204 len: 168 time: 0.3730967 Feb 09 14:31:30.821083 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50616) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:30.907293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb767b4d-23fe-41df-bacd-569628ff819a req-13ac5797-da88-46fb-a2b4-38ac88d98deb tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:30.909368 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cb767b4d-23fe-41df-bacd-569628ff819a req-13ac5797-da88-46fb-a2b4-38ac88d98deb tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.7051876 Feb 09 14:31:30.919070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fe2a74b0-3e6c-450a-afab-2c1b2f1dcb60 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Synchronizing usage tracker for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:30.949282 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc4a9c4f-1e22-4e54-bfb8-6abdc783976a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.949543 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.960252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:30.965264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fe2a74b0-3e6c-450a-afab-2c1b2f1dcb60 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Unset dirty status for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:30.966640 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fe2a74b0-3e6c-450a-afab-2c1b2f1dcb60 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1442218 Feb 09 14:31:30.970879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50620) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:30.975893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-75264100-e9a1-4c69-9a2f-c77263715f6f tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537330649'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:30.986152 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 0bdc4818-8254-4ad8-be99-4eab460523d9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0bdc4818-8254-4ad8-be99-4eab460523d9,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:30.987701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-75264100-e9a1-4c69-9a2f-c77263715f6f tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:30.990917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:30.991264 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.993505 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:31.005373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:31.018331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a9c4f-1e22-4e54-bfb8-6abdc783976a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=27f0d679-f1a5-4a7e-a6f3-c68b34b96f07,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:31.048652 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc4a9c4f-1e22-4e54-bfb8-6abdc783976a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:31.058757 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cb767b4d-23fe-41df-bacd-569628ff819a req-47dacbcd-e4c6-473a-be5d-3df4954b52f3 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393774 Feb 09 14:31:31.111177 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-75264100-e9a1-4c69-9a2f-c77263715f6f tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:31.127684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] The port '3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd' was deleted {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:31:31.160774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57588fe5-aeaf-45da-9cd5-69577ae82406 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:31.177528 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:31:31.259459 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dc4a9c4f-1e22-4e54-bfb8-6abdc783976a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/27f0d679-f1a5-4a7e-a6f3-c68b34b96f07 HTTP/1.1" status: 204 len: 168 time: 1.4853544 Feb 09 14:31:31.262756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50630) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:31.358490 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:31.380398 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4d19803d-d99c-42af-b677-ed66cc508eae tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1165328 Feb 09 14:31:31.383478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50634) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:31.423223 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-75264100-e9a1-4c69-9a2f-c77263715f6f tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:31.431524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:31:31.431894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3a0a4a34-9211-4d51-9d3e-2f34bf66a8dd not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:31:31.476994 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55c72ca-d3ed-4686-8da8-5d801a2bcee6']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:31.480446 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=0bdc4818-8254-4ad8-be99-4eab460523d9,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:31.516394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d20e032-dd29-4f31-b05b-513fb201c3c3') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:31.532005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d20e032-dd29-4f31-b05b-513fb201c3c3') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:31.569672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-75264100-e9a1-4c69-9a2f-c77263715f6f tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:31.579262 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a20d835d-196b-4616-9edd-20af2b2b64c4 None None] Provisioning complete for port 4bf44312-ed96-4ece-b4dc-86ac7783f63f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:31.579630 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a20d835d-196b-4616-9edd-20af2b2b64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:31.592091 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:31.618933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-75264100-e9a1-4c69-9a2f-c77263715f6f tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:31.637723 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:31.646307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:31:31.647306 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:31.653937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a20d835d-196b-4616-9edd-20af2b2b64c4 None None] Port 4bf44312-ed96-4ece-b4dc-86ac7783f63f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:31.671031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Router dc224eed-34ed-478a-b904-b02956910adf has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:31:31.671534 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:31:31.687325 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a19f81-6f07-4192-8936-5125f1d91c1e req-6804541f-0a87-4bd2-9cd7-2260b3966873 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:31.688837 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4a19f81-6f07-4192-8936-5125f1d91c1e req-6804541f-0a87-4bd2-9cd7-2260b3966873 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.2326450 Feb 09 14:31:31.706027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdd03e4-a6ea-4d44-abc5-b80cd8caf482 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:31.708668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0cdd03e4-a6ea-4d44-abc5-b80cd8caf482 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:31.723999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-75264100-e9a1-4c69-9a2f-c77263715f6f tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:31.734218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335799e2-c30e-41ec-8cb2-27509c40c39b None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:31:31.738718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-335799e2-c30e-41ec-8cb2-27509c40c39b None None] Deleting port ee559789-194a-4c2a-9528-a7960c42140b {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:31.739087 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-335799e2-c30e-41ec-8cb2-27509c40c39b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:31.780201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-75264100-e9a1-4c69-9a2f-c77263715f6f tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:31.784338 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:31.801441 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:31.833125 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/networks/f55c72ca-d3ed-4686-8da8-5d801a2bcee6 HTTP/1.1" status: 204 len: 168 time: 2.8300662 Feb 09 14:31:31.835630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50640) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:31.836433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40eedcd-e737-461e-a5d4-c12e8432b71d tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Network': ['ID=f55c72ca-d3ed-4686-8da8-5d801a2bcee6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:31.882255 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:31.940795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7456cc3-424f-427e-b291-7d95392c8d63 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:31.942203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b7456cc3-424f-427e-b291-7d95392c8d63 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:31.949603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:31:31.972797 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e122ef21-3126-4524-ae0a-0bb0c62b1fc3 admin admin] 10.222.0.48 "PUT /v2.0/routers/dc224eed-34ed-478a-b904-b02956910adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2112439 Feb 09 14:31:32.032496 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b7456cc3-424f-427e-b291-7d95392c8d63 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:32.037884 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b7456cc3-424f-427e-b291-7d95392c8d63 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports/3ed5a584-ee58-4d24-b952-bdaaa9e16450 HTTP/1.1" status: 200 len: 841 time: 0.1941912 Feb 09 14:31:32.037884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50650) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:32.041550 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4a19f81-6f07-4192-8936-5125f1d91c1e req-769183a3-0f05-46a9-a2eb-becc091b8460 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461070 Feb 09 14:31:32.042429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0cdd03e4-a6ea-4d44-abc5-b80cd8caf482 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:32.045822 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0cdd03e4-a6ea-4d44-abc5-b80cd8caf482 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6591597 Feb 09 14:31:32.049255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50654) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:32.092623 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-335799e2-c30e-41ec-8cb2-27509c40c39b None None] For port ee559789-194a-4c2a-9528-a7960c42140b, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ee559789-194a-4c2a-9528-a7960c42140b,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:32.093992 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-335799e2-c30e-41ec-8cb2-27509c40c39b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:32.168608 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-75264100-e9a1-4c69-9a2f-c77263715f6f tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:32.190347 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-75264100-e9a1-4c69-9a2f-c77263715f6f tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:32.222485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd6a1c4-00ae-445c-9baf-78825eee5bfe tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:32.223509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7dd6a1c4-00ae-445c-9baf-78825eee5bfe tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:32.272500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7dd6a1c4-00ae-445c-9baf-78825eee5bfe tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:32.274165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7dd6a1c4-00ae-445c-9baf-78825eee5bfe tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2236419 Feb 09 14:31:32.276716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50664) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:32.313300 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-23a3ccf2-1a5e-45db-9208-6405cbd94fd1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports/3ed5a584-ee58-4d24-b952-bdaaa9e16450?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2744091 Feb 09 14:31:32.317309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-335799e2-c30e-41ec-8cb2-27509c40c39b None None] Calling delete_port for ee559789-194a-4c2a-9528-a7960c42140b owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:32.338346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50668) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:32.349012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9b84f9bc-8d64-4c72-8b2b-672bf22fdffb tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'subnet': {'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:32.392433 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2b90aea1-48cc-4094-8487-9899495a1b0b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141539 Feb 09 14:31:32.392962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50672) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:32.399326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-52006387-ec4f-4928-ae52-1f2e1bfb344b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:32.419789 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-335799e2-c30e-41ec-8cb2-27509c40c39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:32.493139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b84f9bc-8d64-4c72-8b2b-672bf22fdffb tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:32.528842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b84f9bc-8d64-4c72-8b2b-672bf22fdffb tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:subnet and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:32.531919 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-75264100-e9a1-4c69-9a2f-c77263715f6f tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:32.544315 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-75264100-e9a1-4c69-9a2f-c77263715f6f tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5723450 Feb 09 14:31:32.546798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75264100-e9a1-4c69-9a2f-c77263715f6f tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=680436d8-c5d4-4a09-9baa-a737ed462b73,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:32.549979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b84f9bc-8d64-4c72-8b2b-672bf22fdffb tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:32.552998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50676) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:32.566791 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-5315103a-1059-4988-89e7-3d68cdacba26 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '680436d8-c5d4-4a09-9baa-a737ed462b73', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:32.567283 n-d-828418-2 neutron-server[87597]: WARNING neutron.api.v2.base [None req-5315103a-1059-4988-89e7-3d68cdacba26 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 14:31:32.567955 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-5315103a-1059-4988-89e7-3d68cdacba26 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:32.571914 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5315103a-1059-4988-89e7-3d68cdacba26 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0169461 Feb 09 14:31:32.573423 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335799e2-c30e-41ec-8cb2-27509c40c39b None None] No DVR routers for this DVR port ee559789-194a-4c2a-9528-a7960c42140b on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:31:32.573561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b84f9bc-8d64-4c72-8b2b-672bf22fdffb tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:32.580487 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335799e2-c30e-41ec-8cb2-27509c40c39b None None] Pushing event deleted for resources: {'Port': ['ID=ee559789-194a-4c2a-9528-a7960c42140b,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:32.586589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50680) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:32.591892 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0bdc4818-8254-4ad8-be99-4eab460523d9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:32.680337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b84f9bc-8d64-4c72-8b2b-672bf22fdffb tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:32.684429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-52006387-ec4f-4928-ae52-1f2e1bfb344b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:32.689236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b84f9bc-8d64-4c72-8b2b-672bf22fdffb tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:32.692551 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Sync routers for ids ['dc224eed-34ed-478a-b904-b02956910adf'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:31:32.696440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-52006387-ec4f-4928-ae52-1f2e1bfb344b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:32.715768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52006387-ec4f-4928-ae52-1f2e1bfb344b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:32.720724 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-52006387-ec4f-4928-ae52-1f2e1bfb344b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:32.766665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Routers {'dc224eed-34ed-478a-b904-b02956910adf'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:31:32.767326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:31:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['dc224eed-34ed-478a-b904-b02956910adf'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:32.956531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50686) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:32.966975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0a240569-12d1-4754-93de-08e0481c0b2e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--556790483', 'description': 'tempest-description--889786812'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:32.975540 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 0bdc4818-8254-4ad8-be99-4eab460523d9 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:32.976152 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:32.991074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0a240569-12d1-4754-93de-08e0481c0b2e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:33.009812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0a240569-12d1-4754-93de-08e0481c0b2e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Usage tracker for resource:security_group and tenant:700b9235bb3d4706bcd2644827123371 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:33.017019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0a240569-12d1-4754-93de-08e0481c0b2e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:33.037787 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5e702-c6a2-4997-99a7-7a95445172ec req-fbfd339b-1878-42f6-b639-61facf74b2b6 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:33.039452 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98a5e702-c6a2-4997-99a7-7a95445172ec req-fbfd339b-1878-42f6-b639-61facf74b2b6 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.8332889 Feb 09 14:31:33.047923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0a240569-12d1-4754-93de-08e0481c0b2e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:33.094863 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b46153be-2696-4873-8d3e-284499c5a8e0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:33.101069 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a240569-12d1-4754-93de-08e0481c0b2e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:33.154131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Set router dc224eed-34ed-478a-b904-b02956910adf gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:31:33.158925 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-98a5e702-c6a2-4997-99a7-7a95445172ec req-19e2612c-ac3a-4845-90cb-a387dff5da54 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061320 Feb 09 14:31:33.166928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0a240569-12d1-4754-93de-08e0481c0b2e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:33.170953 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b46153be-2696-4873-8d3e-284499c5a8e0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:33.239939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.objects.ports [None req-52006387-ec4f-4928-ae52-1f2e1bfb344b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87596) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:31:33.241702 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-52006387-ec4f-4928-ae52-1f2e1bfb344b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:33.328824 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52006387-ec4f-4928-ae52-1f2e1bfb344b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:33.336851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-52006387-ec4f-4928-ae52-1f2e1bfb344b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:33.344843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52006387-ec4f-4928-ae52-1f2e1bfb344b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:33.345436 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-52006387-ec4f-4928-ae52-1f2e1bfb344b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:33.368656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ee559789-194a-4c2a-9528-a7960c42140b no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:31:33.377709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52006387-ec4f-4928-ae52-1f2e1bfb344b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=4f54958d-f49e-41fd-a417-1a4a2ccb8b4a,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:33.422121 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-52006387-ec4f-4928-ae52-1f2e1bfb344b tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0280027 Feb 09 14:31:33.423174 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14842a74-d2bb-4f0c-82a6-d3ee1abe8aed None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:33.426515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50698) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:33.432212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ec1f8542-8312-4d39-b4cd-7f68d1ea6255 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:33.478125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0a240569-12d1-4754-93de-08e0481c0b2e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Usage tracker for resource:security_group_rule and tenant:700b9235bb3d4706bcd2644827123371 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:33.481178 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b46153be-2696-4873-8d3e-284499c5a8e0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:33.490374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0a240569-12d1-4754-93de-08e0481c0b2e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:33.498795 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: ee559789-194a-4c2a-9528-a7960c42140b {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:31:33.499295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ee559789-194a-4c2a-9528-a7960c42140b not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:31:33.562268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46153be-2696-4873-8d3e-284499c5a8e0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=680436d8-c5d4-4a09-9baa-a737ed462b73,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:33.599703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0a240569-12d1-4754-93de-08e0481c0b2e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:33.612834 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b46153be-2696-4873-8d3e-284499c5a8e0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:33.614686 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b46153be-2696-4873-8d3e-284499c5a8e0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "DELETE /v2.0/security-groups/680436d8-c5d4-4a09-9baa-a737ed462b73 HTTP/1.1" status: 204 len: 168 time: 1.0142817 Feb 09 14:31:33.618111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50704) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:33.645468 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b84f9bc-8d64-4c72-8b2b-672bf22fdffb tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:33.768509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b84f9bc-8d64-4c72-8b2b-672bf22fdffb tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:33.775917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84f9bc-8d64-4c72-8b2b-672bf22fdffb tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Subnet': ['ID=98ede4ea-d408-46d0-90ab-68cfd9289450,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:33.787790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-9b84f9bc-8d64-4c72-8b2b-672bf22fdffb tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:33.790816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b84f9bc-8d64-4c72-8b2b-672bf22fdffb tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:33.791827 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b84f9bc-8d64-4c72-8b2b-672bf22fdffb tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:33.814137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7c46ab-9673-4efa-ba42-4904266af641 None None] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:33.833966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50710) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:33.835167 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9b84f9bc-8d64-4c72-8b2b-672bf22fdffb tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4954944 Feb 09 14:31:33.840312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e5281de0-e91e-4125-b6c3-21d3aa843262 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'security_group': {'name': 'tempest-secgroup-1576823024'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:33.857575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e5281de0-e91e-4125-b6c3-21d3aa843262 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:33.868896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e5281de0-e91e-4125-b6c3-21d3aa843262 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:security_group and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:33.872369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ec1f8542-8312-4d39-b4cd-7f68d1ea6255 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:33.874964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e5281de0-e91e-4125-b6c3-21d3aa843262 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:33.883510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ec1f8542-8312-4d39-b4cd-7f68d1ea6255 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:33.887100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e5281de0-e91e-4125-b6c3-21d3aa843262 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:33.891079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ec1f8542-8312-4d39-b4cd-7f68d1ea6255 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:33.893171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a0dfd1a2-5a95-4cb0-851f-0d5c875fab51 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Synchronizing usage tracker for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:33.900125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ec1f8542-8312-4d39-b4cd-7f68d1ea6255 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:33.912668 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e5281de0-e91e-4125-b6c3-21d3aa843262 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:33.929954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1f8542-8312-4d39-b4cd-7f68d1ea6255 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:33.932560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a0dfd1a2-5a95-4cb0-851f-0d5c875fab51 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Unset dirty status for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:33.934567 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8542-8312-4d39-b4cd-7f68d1ea6255 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:33.935793 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a0dfd1a2-5a95-4cb0-851f-0d5c875fab51 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3166540 Feb 09 14:31:33.953913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50714) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:33.965054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c70fa926-7c0b-416e-93df-2bcdc541d05d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group': {'name': 'tempest-secgroup--381417602'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:33.977439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c70fa926-7c0b-416e-93df-2bcdc541d05d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:34.001332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4806c-b8cf-41ea-baee-7c6a157ec772 req-f5601f7b-2fb3-4135-8c36-5675a9f342a4 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:34.003121 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c1f4806c-b8cf-41ea-baee-7c6a157ec772 req-f5601f7b-2fb3-4135-8c36-5675a9f342a4 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.5363526 Feb 09 14:31:34.023252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c70fa926-7c0b-416e-93df-2bcdc541d05d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:34.045057 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': '4f54958d-f49e-41fd-a417-1a4a2ccb8b4a'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:31:34.045886 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:34.055005 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e5281de0-e91e-4125-b6c3-21d3aa843262 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:34.072390 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e5281de0-e91e-4125-b6c3-21d3aa843262 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:security_group_rule and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:34.077245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e5281de0-e91e-4125-b6c3-21d3aa843262 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:34.087792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e5281de0-e91e-4125-b6c3-21d3aa843262 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:34.117931 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a240569-12d1-4754-93de-08e0481c0b2e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:34.129946 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c1f4806c-b8cf-41ea-baee-7c6a157ec772 req-d831b573-6766-4616-960f-bc5dab7d404a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091061 Feb 09 14:31:34.134756 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a240569-12d1-4754-93de-08e0481c0b2e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:34.142304 n-d-828418-2 neutron-server[87596]: INFO neutron.db.ipam_backend_mixin [None req-ec1f8542-8312-4d39-b4cd-7f68d1ea6255 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4f54958d-f49e-41fd-a417-1a4a2ccb8b4a (CIDR: 2001:db8::/64) Feb 09 14:31:34.148894 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1f8542-8312-4d39-b4cd-7f68d1ea6255 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:34.149553 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1f8542-8312-4d39-b4cd-7f68d1ea6255 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:31:34.161625 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c70fa926-7c0b-416e-93df-2bcdc541d05d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:34.203412 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ec1f8542-8312-4d39-b4cd-7f68d1ea6255 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7734036 Feb 09 14:31:34.204819 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50720) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:34.210509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-721d8804-d714-4bac-aba3-a8d227008c84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:34.249562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Allocated IP 2001:db8::f816:3eff:fe62:4e72 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/4f54958d-f49e-41fd-a417-1a4a2ccb8b4a/02766c32-baa6-4625-9d03-95f80d9c2905) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:34.281754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c70fa926-7c0b-416e-93df-2bcdc541d05d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:34.302853 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c70fa926-7c0b-416e-93df-2bcdc541d05d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:34.310102 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e5281de0-e91e-4125-b6c3-21d3aa843262 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:34.313232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a240569-12d1-4754-93de-08e0481c0b2e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:34.316877 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e5281de0-e91e-4125-b6c3-21d3aa843262 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:34.319601 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a240569-12d1-4754-93de-08e0481c0b2e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:34.323359 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0a240569-12d1-4754-93de-08e0481c0b2e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3592556 Feb 09 14:31:34.327417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c70fa926-7c0b-416e-93df-2bcdc541d05d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:34.334424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50724) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:34.357086 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d0b98f78-e98e-43a9-970c-a8379968d2cd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Request body: {'security_group_rule': {'security_group_id': 'b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:34.374544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d0b98f78-e98e-43a9-970c-a8379968d2cd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:34.386690 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e5281de0-e91e-4125-b6c3-21d3aa843262 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:34.387120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d0b98f78-e98e-43a9-970c-a8379968d2cd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Usage tracker for resource:security_group_rule and tenant:700b9235bb3d4706bcd2644827123371 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:34.390491 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e5281de0-e91e-4125-b6c3-21d3aa843262 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5533974 Feb 09 14:31:34.394027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d0b98f78-e98e-43a9-970c-a8379968d2cd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:34.400797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d0b98f78-e98e-43a9-970c-a8379968d2cd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:34.409013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50728) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:34.410540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c70fa926-7c0b-416e-93df-2bcdc541d05d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:34.418995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c9752969-8448-468e-93ff-da706b37490e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'security_group': {'name': 'tempest-secgroup-1708045875'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:34.427669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c9752969-8448-468e-93ff-da706b37490e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:34.446134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c9752969-8448-468e-93ff-da706b37490e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:security_group and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:34.449499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c9752969-8448-468e-93ff-da706b37490e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:34.454980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5281de0-e91e-4125-b6c3-21d3aa843262 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0095d6-65e4-48f3-ac54-b1f4b5f7fe04,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:34.456062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c9752969-8448-468e-93ff-da706b37490e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:34.456413 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:34.466775 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Transition to ACTIVE for port object 02766c32-baa6-4625-9d03-95f80d9c2905 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:34.485483 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Transition to ACTIVE for port object 02766c32-baa6-4625-9d03-95f80d9c2905 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:34.493033 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9752969-8448-468e-93ff-da706b37490e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:34.497191 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-721d8804-d714-4bac-aba3-a8d227008c84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:34.505885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-721d8804-d714-4bac-aba3-a8d227008c84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:34.509750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-721d8804-d714-4bac-aba3-a8d227008c84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:34.518089 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-721d8804-d714-4bac-aba3-a8d227008c84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:34.543199 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64278152-aa0c-4d14-8e41-97c8bfac962d req-97fc6de0-df3a-415a-bc8d-98ec62462c90 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:34.545045 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64278152-aa0c-4d14-8e41-97c8bfac962d req-97fc6de0-df3a-415a-bc8d-98ec62462c90 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.1558831 Feb 09 14:31:34.545951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721d8804-d714-4bac-aba3-a8d227008c84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:34.554072 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-721d8804-d714-4bac-aba3-a8d227008c84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:34.568319 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:34.573149 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:29Z', 'revision_number': 4, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '4bf44312-ed96-4ece-b4dc-86ac7783f63f', 'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'mac_address': 'fa:16:3e:61:5c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:28Z', 'updated_at': '2022-02-09T14:31:29Z', 'revision_number': 2, 'project_id': '700b9235bb3d4706bcd2644827123371', 'subnets': [{'id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:34.598266 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0b98f78-e98e-43a9-970c-a8379968d2cd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:34.612586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c9752969-8448-468e-93ff-da706b37490e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:34.635373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c9752969-8448-468e-93ff-da706b37490e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:security_group_rule and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:34.648440 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Checking router: dc224eed-34ed-478a-b904-b02956910adf for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:31:34.648830 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Updating router dc224eed-34ed-478a-b904-b02956910adf port 4bf44312-ed96-4ece-b4dc-86ac7783f63f binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:31:34.650147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c9752969-8448-468e-93ff-da706b37490e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:34.662905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c9752969-8448-468e-93ff-da706b37490e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:34.726947 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:34.728034 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64278152-aa0c-4d14-8e41-97c8bfac962d req-a644f83b-9a68-492a-9e61-3b41695dbdfb tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507130 Feb 09 14:31:34.776986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:34.784763 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9752969-8448-468e-93ff-da706b37490e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:34.807717 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:34.812348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:34.869413 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9752969-8448-468e-93ff-da706b37490e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:34.909645 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c70fa926-7c0b-416e-93df-2bcdc541d05d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:34.933649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Pushing event updated for resources: {'Port': ['ID=02766c32-baa6-4625-9d03-95f80d9c2905,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:34.949160 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c70fa926-7c0b-416e-93df-2bcdc541d05d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.019132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9752969-8448-468e-93ff-da706b37490e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b84c31-4292-448c-bdc4-aac11ce4dada,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:35.038832 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0b98f78-e98e-43a9-970c-a8379968d2cd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.043450 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9752969-8448-468e-93ff-da706b37490e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.044756 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c9752969-8448-468e-93ff-da706b37490e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6314557 Feb 09 14:31:35.048242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50750) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:35.049425 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0b98f78-e98e-43a9-970c-a8379968d2cd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.061333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b1994b5d-1e6f-4dc4-a51b-d0d28d1a79a7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1803277021', 'security_groups': ['77b84c31-4292-448c-bdc4-aac11ce4dada'], 'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '98ede4ea-d408-46d0-90ab-68cfd9289450'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:35.082994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Attempting to bind port 02766c32-baa6-4625-9d03-95f80d9c2905 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:31:35.083356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Attempting to bind port 02766c32-baa6-4625-9d03-95f80d9c2905 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:31:35.083714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Attempting to bind port 02766c32-baa6-4625-9d03-95f80d9c2905 on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:31:35.092091 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:31:35.092454 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:31:35.093028 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.093562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:31:35.094183 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Bound port: 02766c32-baa6-4625-9d03-95f80d9c2905, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:31:35.094959 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.149066 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-721d8804-d714-4bac-aba3-a8d227008c84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.226228 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ae44b-3436-4b87-b9d6-e464acf48e5b req-dba4f9c5-c52a-4dea-bec5-207ea5244fba tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:35.227833 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-617ae44b-3436-4b87-b9d6-e464acf48e5b req-dba4f9c5-c52a-4dea-bec5-207ea5244fba tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/networks?id=f7610042-64a5-4213-a8e5-88e8184a0ffc HTTP/1.1" status: 200 len: 813 time: 0.1621597 Feb 09 14:31:35.228610 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c70fa926-7c0b-416e-93df-2bcdc541d05d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.232470 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c70fa926-7c0b-416e-93df-2bcdc541d05d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2718239 Feb 09 14:31:35.245733 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-37922efb-ad82-43cb-839e-8a90e435f4d7', 'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7', 'tenant_id': '5630d50e4fb5462e9b466142aa6ba4f5', 'fixed_ips': [{'subnet_id': '98ede4ea-d408-46d0-90ab-68cfd9289450'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:31:35.245958 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50754) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:35.246906 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.261243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b98f78-e98e-43a9-970c-a8379968d2cd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894cd6ad-594e-48f4-a9c1-2c69c709911f,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:35.262673 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3870943b-9b54-418a-bf9f-00485df9e6d0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': 'e37cd2b6-2501-4b5f-8602-be8a34b86bfd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:35.263095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fa926-7c0b-416e-93df-2bcdc541d05d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37cd2b6-2501-4b5f-8602-be8a34b86bfd,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:35.265839 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-617ae44b-3436-4b87-b9d6-e464acf48e5b req-9b6ee631-4ad6-4746-a162-3b1245e19d5d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/quotas/c024d02814d948829adf7be459d0a506 HTTP/1.1" status: 200 len: 375 time: 0.0258169 Feb 09 14:31:35.270804 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0b98f78-e98e-43a9-970c-a8379968d2cd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.272241 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d0b98f78-e98e-43a9-970c-a8379968d2cd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9335954 Feb 09 14:31:35.280655 n-d-828418-2 neutron-server[87596]: WARNING neutron.api.v2.base [None req-3870943b-9b54-418a-bf9f-00485df9e6d0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 14:31:35.281556 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-3870943b-9b54-418a-bf9f-00485df9e6d0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:35.287650 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3870943b-9b54-418a-bf9f-00485df9e6d0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0341761 Feb 09 14:31:35.296408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d8804-d714-4bac-aba3-a8d227008c84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:35.297364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50758) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:35.297908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50760) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:35.326243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-721d8804-d714-4bac-aba3-a8d227008c84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:35.336372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721d8804-d714-4bac-aba3-a8d227008c84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:35.337102 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-721d8804-d714-4bac-aba3-a8d227008c84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.361860 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c62c03ee-ec7a-42d9-9013-58ec9bfb2582 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Request body: {'security_group_rule': {'security_group_id': 'b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:35.374709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c62c03ee-ec7a-42d9-9013-58ec9bfb2582 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:35.400760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c62c03ee-ec7a-42d9-9013-58ec9bfb2582 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Usage tracker for resource:security_group_rule and tenant:700b9235bb3d4706bcd2644827123371 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:35.417107 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-617ae44b-3436-4b87-b9d6-e464acf48e5b req-99540b4b-4c58-42bf-b00a-6256f989a3ca tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c024d02814d948829adf7be459d0a506&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1413782 Feb 09 14:31:35.427283 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c62c03ee-ec7a-42d9-9013-58ec9bfb2582 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:35.468647 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c62c03ee-ec7a-42d9-9013-58ec9bfb2582 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:35.484838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d8804-d714-4bac-aba3-a8d227008c84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=11d00f5e-8ba9-4a49-aa50-0d39aef91fa0,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:35.524349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b1994b5d-1e6f-4dc4-a51b-d0d28d1a79a7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:35.530902 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-721d8804-d714-4bac-aba3-a8d227008c84 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3249891 Feb 09 14:31:35.534146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50768) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:35.541086 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'mac_address': 'fa:16:3e:1b:b5:11', 'name': 'tempest-NetworksTestDHCPv6-967216807'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:35.570117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b1994b5d-1e6f-4dc4-a51b-d0d28d1a79a7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:35.586755 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c62c03ee-ec7a-42d9-9013-58ec9bfb2582 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.643451 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] For port 02766c32-baa6-4625-9d03-95f80d9c2905, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:31:35.661971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] For port 02766c32-baa6-4625-9d03-95f80d9c2905, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=02766c32-baa6-4625-9d03-95f80d9c2905,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:31:35.682071 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.710153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1994b5d-1e6f-4dc4-a51b-d0d28d1a79a7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:35.777789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:35.788387 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:35.799760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:35.812380 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c74cd21-2911-4601-b549-afd771ab07f5 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.891190 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c62c03ee-ec7a-42d9-9013-58ec9bfb2582 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.901438 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c74cd21-2911-4601-b549-afd771ab07f5 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.920634 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.922622 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c62c03ee-ec7a-42d9-9013-58ec9bfb2582 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.952844 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Transition to ACTIVE for port object 4bf44312-ed96-4ece-b4dc-86ac7783f63f will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:35.957246 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:35.989638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port b2b01014-0adc-419e-b52d-46d98e4b0587 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:31:35.997838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c03ee-ec7a-42d9-9013-58ec9bfb2582 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5a7f32-b588-46c5-8879-1c109408d661,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:36.007506 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b1994b5d-1e6f-4dc4-a51b-d0d28d1a79a7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:36.045689 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c62c03ee-ec7a-42d9-9013-58ec9bfb2582 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:36.046989 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c62c03ee-ec7a-42d9-9013-58ec9bfb2582 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7475266 Feb 09 14:31:36.052509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50776) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:36.064503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d4936-7033-4742-a556-b81570d3facd req-d279dfb2-5a53-4996-b60c-bc06188710c6 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:36.065362 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:36.066177 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c0d4936-7033-4742-a556-b81570d3facd req-d279dfb2-5a53-4996-b60c-bc06188710c6 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.4023652 Feb 09 14:31:36.068121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-b1994b5d-1e6f-4dc4-a51b-d0d28d1a79a7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] device_id is not set on port a4443717-c869-43cd-9ea5-b7f6e6fa0e33 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:31:36.076103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:36.091519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Usage tracker for resource:floatingip and tenant:700b9235bb3d4706bcd2644827123371 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:36.098170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:36.108168 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c74cd21-2911-4601-b549-afd771ab07f5 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:36.109771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:36.117796 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:36.179466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74cd21-2911-4601-b549-afd771ab07f5 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37cd2b6-2501-4b5f-8602-be8a34b86bfd,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:36.185567 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:36.211103 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c74cd21-2911-4601-b549-afd771ab07f5 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:36.216741 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8c74cd21-2911-4601-b549-afd771ab07f5 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "DELETE /v2.0/security-groups/e37cd2b6-2501-4b5f-8602-be8a34b86bfd HTTP/1.1" status: 204 len: 168 time: 0.9132123 Feb 09 14:31:36.226348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50786) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:36.288153 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c0d4936-7033-4742-a556-b81570d3facd req-08bf7516-f400-4de0-b876-9766daf8711e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812208 Feb 09 14:31:36.454048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cb728a71-db4e-4ed1-9010-55ae7f738706 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Synchronizing usage tracker for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:36.520883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Allocated IP 172.20.0.2 (37922efb-ad82-43cb-839e-8a90e435f4d7/98ede4ea-d408-46d0-90ab-68cfd9289450/d1dfeb84-c047-4000-8b2a-ed7e85a2af7f) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:36.589815 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8:0:1::25 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/11d00f5e-8ba9-4a49-aa50-0d39aef91fa0/b2b01014-0adc-419e-b52d-46d98e4b0587) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:36.598437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::f816:3eff:fe1b:b511 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/4f54958d-f49e-41fd-a417-1a4a2ccb8b4a/b2b01014-0adc-419e-b52d-46d98e4b0587) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:36.717882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81bca6-133b-4d0c-9462-dbe562383b4a None None] Pushing event updated for resources: {'Port': ['ID=02766c32-baa6-4625-9d03-95f80d9c2905,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:36.825067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Attempting to bind port 4bf44312-ed96-4ece-b4dc-86ac7783f63f on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:31:36.825489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Attempting to bind port 4bf44312-ed96-4ece-b4dc-86ac7783f63f by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:31:36.825850 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Attempting to bind port 4bf44312-ed96-4ece-b4dc-86ac7783f63f on network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:31:36.839776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cb728a71-db4e-4ed1-9010-55ae7f738706 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Unset dirty status for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:36.844562 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cb728a71-db4e-4ed1-9010-55ae7f738706 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6140532 Feb 09 14:31:36.846416 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50792) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:36.846539 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:31:36.847496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Checking segment: {'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:31:36.847496 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:36.847692 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Bound using segment: {'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:31:36.848116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Bound port: 4bf44312-ed96-4ece-b4dc-86ac7783f63f, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:31:36.848492 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:36.861794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8cd02f88-e006-4892-963f-1f46a9f9f4e9 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019216626'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:36.876566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8cd02f88-e006-4892-963f-1f46a9f9f4e9 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:36.890954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8cd02f88-e006-4892-963f-1f46a9f9f4e9 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:36.909210 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cd02f88-e006-4892-963f-1f46a9f9f4e9 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:36.916547 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:36.950215 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fecd2-79e8-4bf8-99d2-3bf931e4c831 None None] Pushing event updated for resources: {'Port': ['ID=4bf44312-ed96-4ece-b4dc-86ac7783f63f,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:36.965264 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Transition to ACTIVE for port object d1dfeb84-c047-4000-8b2a-ed7e85a2af7f will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:36.976993 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8cd02f88-e006-4892-963f-1f46a9f9f4e9 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:36.987835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8cd02f88-e006-4892-963f-1f46a9f9f4e9 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:36.992599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8cd02f88-e006-4892-963f-1f46a9f9f4e9 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:37.008815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8cd02f88-e006-4892-963f-1f46a9f9f4e9 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:37.009160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Transition to ACTIVE for port object d1dfeb84-c047-4000-8b2a-ed7e85a2af7f will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:37.023278 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:37.029041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] For port 4bf44312-ed96-4ece-b4dc-86ac7783f63f, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:31:37.030453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea4577-c7bb-42bc-8320-787356dfd75c req-6ec5aea3-54f9-4bd1-b9d9-f030b6df6b2f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:37.033368 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d4ea4577-c7bb-42bc-8320-787356dfd75c req-6ec5aea3-54f9-4bd1-b9d9-f030b6df6b2f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.4260879 Feb 09 14:31:37.123325 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] For port 4bf44312-ed96-4ece-b4dc-86ac7783f63f, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4bf44312-ed96-4ece-b4dc-86ac7783f63f,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:31:37.168219 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:37.187376 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:37.195345 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:37.197933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:37.263136 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d4ea4577-c7bb-42bc-8320-787356dfd75c req-e1ff65d6-3ccc-40f5-acd0-9b2d5fdddf8e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016001 Feb 09 14:31:37.287761 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Pushing event updated for resources: {'Port': ['ID=d1dfeb84-c047-4000-8b2a-ed7e85a2af7f,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:37.349874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-b1994b5d-1e6f-4dc4-a51b-d0d28d1a79a7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Allocated IP 172.20.0.8 (37922efb-ad82-43cb-839e-8a90e435f4d7/98ede4ea-d408-46d0-90ab-68cfd9289450/a4443717-c869-43cd-9ea5-b7f6e6fa0e33) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:37.356781 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:37.376829 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:37.447759 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cd02f88-e006-4892-963f-1f46a9f9f4e9 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:37.462012 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cd02f88-e006-4892-963f-1f46a9f9f4e9 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:37.485908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object b2b01014-0adc-419e-b52d-46d98e4b0587 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:37.570733 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cd02f88-e006-4892-963f-1f46a9f9f4e9 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:37.576811 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8cd02f88-e006-4892-963f-1f46a9f9f4e9 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7206738 Feb 09 14:31:37.577042 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50810) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:37.594143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-15d4dc9a-fcdd-47a5-b3e9-f12fa3e5232e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '67cc9416-fa70-4f2d-8a87-f39305a304e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:37.595229 n-d-828418-2 neutron-server[87597]: WARNING neutron.api.v2.base [None req-15d4dc9a-fcdd-47a5-b3e9-f12fa3e5232e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 14:31:37.595715 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-15d4dc9a-fcdd-47a5-b3e9-f12fa3e5232e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:37.601221 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-15d4dc9a-fcdd-47a5-b3e9-f12fa3e5232e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0213046 Feb 09 14:31:37.604989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50814) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:37.623755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f28cfc9b-7838-46c3-be7a-3bd51fff7105 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '67cc9416-fa70-4f2d-8a87-f39305a304e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:37.624432 n-d-828418-2 neutron-server[87597]: WARNING neutron.api.v2.base [None req-f28cfc9b-7838-46c3-be7a-3bd51fff7105 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 14:31:37.624920 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-f28cfc9b-7838-46c3-be7a-3bd51fff7105 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:37.628635 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f28cfc9b-7838-46c3-be7a-3bd51fff7105 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0199990 Feb 09 14:31:37.635019 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50818) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:37.646646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ae5860eb-7c16-4102-83bd-414bc7341401 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '67cc9416-fa70-4f2d-8a87-f39305a304e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:37.647583 n-d-828418-2 neutron-server[87596]: WARNING neutron.api.v2.base [None req-ae5860eb-7c16-4102-83bd-414bc7341401 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 14:31:37.648112 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-ae5860eb-7c16-4102-83bd-414bc7341401 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:37.651926 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ae5860eb-7c16-4102-83bd-414bc7341401 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079653 Feb 09 14:31:37.668405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50822) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:37.677996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fecd2-79e8-4bf8-99d2-3bf931e4c831 None None] Pushing event updated for resources: {'Port': ['ID=4bf44312-ed96-4ece-b4dc-86ac7783f63f,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:37.695501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-2bb3173c-c3e1-4db9-967b-f90d99f2ae41 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '67cc9416-fa70-4f2d-8a87-f39305a304e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:37.696650 n-d-828418-2 neutron-server[87596]: WARNING neutron.api.v2.base [None req-2bb3173c-c3e1-4db9-967b-f90d99f2ae41 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 14:31:37.697165 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-2bb3173c-c3e1-4db9-967b-f90d99f2ae41 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:37.699105 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Routers {'dc224eed-34ed-478a-b904-b02956910adf'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:31:37.702398 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2bb3173c-c3e1-4db9-967b-f90d99f2ae41 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0285676 Feb 09 14:31:37.704020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50826) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:37.705709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:31:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['dc224eed-34ed-478a-b904-b02956910adf'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:37.749414 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:37.764742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd02f88-e006-4892-963f-1f46a9f9f4e9 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67cc9416-fa70-4f2d-8a87-f39305a304e5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:37.830439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Allocated IP 172.25.8.201 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/552d4557-ab38-430f-9bfe-5be421b6ed79) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:37.853531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:37.858325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=b2b01014-0adc-419e-b52d-46d98e4b0587,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:37.860949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:37.864977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:37.870481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:37.871177 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:37.878006 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-76741650-d80e-4dc8-bddc-fbbc00ab18ff req-7950be97-0bcd-4e2c-b0a0-8f30aed9e57a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c024d02814d948829adf7be459d0a506 HTTP/1.1" status: 200 len: 221 time: 0.0905483 Feb 09 14:31:37.991524 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f608973-fd5b-4d51-a535-a437804f4afb tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:37.996781 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0f5d6452-a9f4-4003-8f28-07dd2a8e28fb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4601917 Feb 09 14:31:38.000843 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50836) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:38.001225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] Set router dc224eed-34ed-478a-b904-b02956910adf gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:31:38.067089 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Attempting to bind port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:31:38.067332 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f608973-fd5b-4d51-a535-a437804f4afb tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:38.068007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Attempting to bind port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'f85e748e-6a51-4a20-807a-144a55ad7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:31:38.068635 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Attempting to bind port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f on network 37922efb-ad82-43cb-839e-8a90e435f4d7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:31:38.107129 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:31:38.107515 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Checking segment: {'id': 'f85e748e-6a51-4a20-807a-144a55ad7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:31:38.107919 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:38.108303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Bound using segment: {'id': 'f85e748e-6a51-4a20-807a-144a55ad7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:31:38.109074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Bound port: d1dfeb84-c047-4000-8b2a-ed7e85a2af7f, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85e748e-6a51-4a20-807a-144a55ad7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:31:38.109847 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:38.158123 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f608973-fd5b-4d51-a535-a437804f4afb tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:38.179363 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b1994b5d-1e6f-4dc4-a51b-d0d28d1a79a7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:38.194571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f608973-fd5b-4d51-a535-a437804f4afb tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cc9416-fa70-4f2d-8a87-f39305a304e5,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:38.218305 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f608973-fd5b-4d51-a535-a437804f4afb tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:38.220071 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3f608973-fd5b-4d51-a535-a437804f4afb tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "DELETE /v2.0/security-groups/67cc9416-fa70-4f2d-8a87-f39305a304e5 HTTP/1.1" status: 204 len: 168 time: 0.5068405 Feb 09 14:31:38.221589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b1994b5d-1e6f-4dc4-a51b-d0d28d1a79a7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Transition to ACTIVE for port object a4443717-c869-43cd-9ea5-b7f6e6fa0e33 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:38.223761 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50842) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:38.232753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8c1893d3-ac30-4f5a-a7f0-a7ea302f99ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port b2b01014-0adc-419e-b52d-46d98e4b0587 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:38.233121 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8c1893d3-ac30-4f5a-a7f0-a7ea302f99ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:38.285715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1d1cf367-954a-4727-a6ef-0c4f090b349d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Synchronizing usage tracker for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:38.318536 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b1994b5d-1e6f-4dc4-a51b-d0d28d1a79a7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:38.426920 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1994b5d-1e6f-4dc4-a51b-d0d28d1a79a7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=a4443717-c869-43cd-9ea5-b7f6e6fa0e33,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:38.427721 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] For port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:31:38.441980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1d1cf367-954a-4727-a6ef-0c4f090b349d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Unset dirty status for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:38.447320 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1d1cf367-954a-4727-a6ef-0c4f090b349d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2221117 Feb 09 14:31:38.451016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50846) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:38.454493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] For port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d1dfeb84-c047-4000-8b2a-ed7e85a2af7f,segment=NetworkSegment(f85e748e-6a51-4a20-807a-144a55ad7dec),segment_id=f85e748e-6a51-4a20-807a-144a55ad7dec)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:31:38.465091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1994b5d-1e6f-4dc4-a51b-d0d28d1a79a7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:38.468667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c0fc3eef-d6ef-4f0b-89d8-b83aa9fda5bc tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group': {'name': 'tempest-secgroup--172354673'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:38.474935 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:38.475513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b1994b5d-1e6f-4dc4-a51b-d0d28d1a79a7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:38.478564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1994b5d-1e6f-4dc4-a51b-d0d28d1a79a7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:38.509016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c0fc3eef-d6ef-4f0b-89d8-b83aa9fda5bc tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:38.542641 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c0fc3eef-d6ef-4f0b-89d8-b83aa9fda5bc tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:38.550719 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:38.570435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ac035-0ef8-485a-8dd4-85cb4c5038b1 req-b4b9f06d-db8f-464b-8542-41f158768b13 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:38.578064 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3eef-d6ef-4f0b-89d8-b83aa9fda5bc tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:38.578475 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-242ac035-0ef8-485a-8dd4-85cb4c5038b1 req-b4b9f06d-db8f-464b-8542-41f158768b13 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.5354457 Feb 09 14:31:38.612515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1994b5d-1e6f-4dc4-a51b-d0d28d1a79a7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:38.614594 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b1994b5d-1e6f-4dc4-a51b-d0d28d1a79a7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:38.646299 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c0fc3eef-d6ef-4f0b-89d8-b83aa9fda5bc tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:38.663396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c0fc3eef-d6ef-4f0b-89d8-b83aa9fda5bc tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:38.667943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b0afd4-22dc-43a6-ab65-75326a9ad1d5 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:38.672216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c0fc3eef-d6ef-4f0b-89d8-b83aa9fda5bc tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:38.681510 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-242ac035-0ef8-485a-8dd4-85cb4c5038b1 req-13fe2e49-1420-4f75-8916-3f30e74a08f2 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019285 Feb 09 14:31:38.682074 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b1994b5d-1e6f-4dc4-a51b-d0d28d1a79a7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6304832 Feb 09 14:31:38.687145 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50852) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:38.690515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c0fc3eef-d6ef-4f0b-89d8-b83aa9fda5bc tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:38.699585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b496cf15-9690-4108-88d0-58f4f9c5bd73 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'subnet': {'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:38.732935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 02766c32-baa6-4625-9d03-95f80d9c2905 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:38.819077 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3eef-d6ef-4f0b-89d8-b83aa9fda5bc tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:38.824174 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3eef-d6ef-4f0b-89d8-b83aa9fda5bc tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:38.824869 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:38.918822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event updated for resources: {'Port': ['ID=552d4557-ab38-430f-9bfe-5be421b6ed79,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:38.948176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:38.951899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:38.963761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:39.043123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc3eef-d6ef-4f0b-89d8-b83aa9fda5bc tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e42cda0-4a99-4ec0-936b-5ef7ba1731b8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:39.063458 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8c1893d3-ac30-4f5a-a7f0-a7ea302f99ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:39.088571 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3eef-d6ef-4f0b-89d8-b83aa9fda5bc tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:39.089708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c0fc3eef-d6ef-4f0b-89d8-b83aa9fda5bc tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6375248 Feb 09 14:31:39.093909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50860) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:39.141030 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bea7da89-1db6-4992-b4e2-16044d908b20 None None] Provisioning for port 02766c32-baa6-4625-9d03-95f80d9c2905 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:39.143374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-6d22114f-f052-43e8-b2e2-c2c568eac580 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '3e42cda0-4a99-4ec0-936b-5ef7ba1731b8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:39.151803 n-d-828418-2 neutron-server[87596]: WARNING neutron.api.v2.base [None req-6d22114f-f052-43e8-b2e2-c2c568eac580 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 14:31:39.155319 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a5d43-7431-4500-b79e-803392a56b47 None None] Pushing event updated for resources: {'Port': ['ID=d1dfeb84-c047-4000-8b2a-ed7e85a2af7f,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:39.155702 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-6d22114f-f052-43e8-b2e2-c2c568eac580 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:39.157113 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6d22114f-f052-43e8-b2e2-c2c568eac580 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0619152 Feb 09 14:31:39.163885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50866) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:39.170519 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:39.171924 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5394757d-a1e0-4c6a-8152-7dbfd59831a5 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '3e42cda0-4a99-4ec0-936b-5ef7ba1731b8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:39.194242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b496cf15-9690-4108-88d0-58f4f9c5bd73 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:39.198735 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b496cf15-9690-4108-88d0-58f4f9c5bd73 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:subnet and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:39.201802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b496cf15-9690-4108-88d0-58f4f9c5bd73 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:39.208683 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b496cf15-9690-4108-88d0-58f4f9c5bd73 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:39.217920 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5394757d-a1e0-4c6a-8152-7dbfd59831a5 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:39.225895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b496cf15-9690-4108-88d0-58f4f9c5bd73 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:39.229608 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b496cf15-9690-4108-88d0-58f4f9c5bd73 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:39.245476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5394757d-a1e0-4c6a-8152-7dbfd59831a5 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:39.252384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5394757d-a1e0-4c6a-8152-7dbfd59831a5 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:39.282315 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 02766c32-baa6-4625-9d03-95f80d9c2905 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:39.296434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 02766c32-baa6-4625-9d03-95f80d9c2905 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:39.299905 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:39.306913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8c1893d3-ac30-4f5a-a7f0-a7ea302f99ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for b2b01014-0adc-419e-b52d-46d98e4b0587 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:39.318302 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5394757d-a1e0-4c6a-8152-7dbfd59831a5 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:39.327297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e55c18-a19b-4fd0-99f7-d822b562c6f6 req-c823dd72-fbcd-4c61-8153-4ce002cb5dbd tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:39.328859 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7e55c18-a19b-4fd0-99f7-d822b562c6f6 req-c823dd72-fbcd-4c61-8153-4ce002cb5dbd tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.4011376 Feb 09 14:31:39.366135 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:39.409358 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7e55c18-a19b-4fd0-99f7-d822b562c6f6 req-fc87f2c4-5d2b-4e6e-8792-f1789c3224ac tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717614 Feb 09 14:31:39.500921 n-d-828418-2 neutron-server[87596]: INFO neutron.db.ipam_backend_mixin [None req-b496cf15-9690-4108-88d0-58f4f9c5bd73 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 98ede4ea-d408-46d0-90ab-68cfd9289450 (CIDR: 172.20.0.0/28) Feb 09 14:31:39.511597 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-b496cf15-9690-4108-88d0-58f4f9c5bd73 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:39.512132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b496cf15-9690-4108-88d0-58f4f9c5bd73 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:31:39.538447 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b496cf15-9690-4108-88d0-58f4f9c5bd73 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8492992 Feb 09 14:31:39.547520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50874) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:39.548257 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-5394757d-a1e0-4c6a-8152-7dbfd59831a5 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:39.552767 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5394757d-a1e0-4c6a-8152-7dbfd59831a5 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3819716 Feb 09 14:31:39.553010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50878) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:39.558105 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-aabca3ac-7720-4034-9132-95517d4a34b8 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '3e42cda0-4a99-4ec0-936b-5ef7ba1731b8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:39.558593 n-d-828418-2 neutron-server[87596]: WARNING neutron.api.v2.base [None req-aabca3ac-7720-4034-9132-95517d4a34b8 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 14:31:39.559085 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-aabca3ac-7720-4034-9132-95517d4a34b8 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:39.562564 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-aabca3ac-7720-4034-9132-95517d4a34b8 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060711 Feb 09 14:31:39.576279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50882) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:39.583553 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9e90e4c5-1e8e-442b-a83e-30dcc8bfa33b tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '3e42cda0-4a99-4ec0-936b-5ef7ba1731b8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:39.596664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d485583c-0e1c-410a-b5dd-629312af1b84 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'subnet': {'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:39.598699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9e90e4c5-1e8e-442b-a83e-30dcc8bfa33b tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:39.612807 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9e90e4c5-1e8e-442b-a83e-30dcc8bfa33b tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:39.641376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9e90e4c5-1e8e-442b-a83e-30dcc8bfa33b tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:39.658050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9e90e4c5-1e8e-442b-a83e-30dcc8bfa33b tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:39.703381 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:29Z', 'revision_number': 4, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '4bf44312-ed96-4ece-b4dc-86ac7783f63f', 'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'mac_address': 'fa:16:3e:61:5c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:28Z', 'updated_at': '2022-02-09T14:31:37Z', 'revision_number': 4, 'project_id': '700b9235bb3d4706bcd2644827123371', 'subnets': [{'id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:39.721705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b663735-654d-4b8c-863b-f0e66759d6e5 None None] The sync data for ids ['dc224eed-34ed-478a-b904-b02956910adf'] in n-d-828418-2 is: [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:29Z', 'revision_number': 4, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '4bf44312-ed96-4ece-b4dc-86ac7783f63f', 'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'mac_address': 'fa:16:3e:61:5c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:28Z', 'updated_at': '2022-02-09T14:31:37Z', 'revision_number': 4, 'project_id': '700b9235bb3d4706bcd2644827123371', 'subnets': [{'id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:31:39.781731 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-9e90e4c5-1e8e-442b-a83e-30dcc8bfa33b tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:39.782772 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9e90e4c5-1e8e-442b-a83e-30dcc8bfa33b tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2055066 Feb 09 14:31:39.787362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50886) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:39.796662 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-847fc874-257a-4e9b-9cf5-2f192ca1bc50 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '3e42cda0-4a99-4ec0-936b-5ef7ba1731b8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:39.796662 n-d-828418-2 neutron-server[87596]: WARNING neutron.api.v2.base [None req-847fc874-257a-4e9b-9cf5-2f192ca1bc50 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 14:31:39.796662 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-847fc874-257a-4e9b-9cf5-2f192ca1bc50 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:39.796662 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-847fc874-257a-4e9b-9cf5-2f192ca1bc50 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080209 Feb 09 14:31:39.813002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f35ba-d4ab-42df-9cdc-fc24ae1768af req-8680c89a-97de-4170-a50a-3725d8fd94cb tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:39.814563 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ac8f35ba-d4ab-42df-9cdc-fc24ae1768af req-8680c89a-97de-4170-a50a-3725d8fd94cb tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.1579099 Feb 09 14:31:39.815063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50890) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:39.824530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-6cd193b3-7763-40cc-91d7-6a0f4e17010e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '3e42cda0-4a99-4ec0-936b-5ef7ba1731b8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:39.855601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6cd193b3-7763-40cc-91d7-6a0f4e17010e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:39.865934 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:39.866725 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6cd193b3-7763-40cc-91d7-6a0f4e17010e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:39.871081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6cd193b3-7763-40cc-91d7-6a0f4e17010e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:39.903468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6cd193b3-7763-40cc-91d7-6a0f4e17010e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:39.914488 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ac8f35ba-d4ab-42df-9cdc-fc24ae1768af req-c1966277-6407-4f56-9c07-3fadadb7a67c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801528 Feb 09 14:31:39.933033 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-6cd193b3-7763-40cc-91d7-6a0f4e17010e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Project 6c12fd1da1324f8987faececcebf3110 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:31:39.967224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 02766c32-baa6-4625-9d03-95f80d9c2905, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=02766c32-baa6-4625-9d03-95f80d9c2905,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:39.975114 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:39.982036 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-6cd193b3-7763-40cc-91d7-6a0f4e17010e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:39.985914 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6cd193b3-7763-40cc-91d7-6a0f4e17010e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1671319 Feb 09 14:31:39.988288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50898) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:40.000494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-59b1782f-e6e2-4143-a8a0-93b6ffa9a2d7 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '3e42cda0-4a99-4ec0-936b-5ef7ba1731b8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:40.000717 n-d-828418-2 neutron-server[87596]: WARNING neutron.api.v2.base [None req-59b1782f-e6e2-4143-a8a0-93b6ffa9a2d7 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 14:31:40.001088 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-59b1782f-e6e2-4143-a8a0-93b6ffa9a2d7 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:40.004775 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-59b1782f-e6e2-4143-a8a0-93b6ffa9a2d7 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127752 Feb 09 14:31:40.006950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50902) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:40.025247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-22f66d26-4340-4ef4-9426-31d4cdd4faca tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '3e42cda0-4a99-4ec0-936b-5ef7ba1731b8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:40.043525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-22f66d26-4340-4ef4-9426-31d4cdd4faca tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:40.048408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-22f66d26-4340-4ef4-9426-31d4cdd4faca tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:40.054847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-22f66d26-4340-4ef4-9426-31d4cdd4faca tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:40.070417 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-22f66d26-4340-4ef4-9426-31d4cdd4faca tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:40.089080 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-22f66d26-4340-4ef4-9426-31d4cdd4faca tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Project 6c12fd1da1324f8987faececcebf3110 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:31:40.141790 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-22f66d26-4340-4ef4-9426-31d4cdd4faca tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:40.146167 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-22f66d26-4340-4ef4-9426-31d4cdd4faca tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1348748 Feb 09 14:31:40.146410 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50908) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:40.153800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-54eed735-1ae5-4dc7-942a-16081dc27a3d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '3e42cda0-4a99-4ec0-936b-5ef7ba1731b8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:40.166413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-54eed735-1ae5-4dc7-942a-16081dc27a3d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:40.197065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-54eed735-1ae5-4dc7-942a-16081dc27a3d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:40.201078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-54eed735-1ae5-4dc7-942a-16081dc27a3d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:40.217431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-54eed735-1ae5-4dc7-942a-16081dc27a3d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:40.235004 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-54eed735-1ae5-4dc7-942a-16081dc27a3d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Project 6c12fd1da1324f8987faececcebf3110 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:31:40.272279 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-54eed735-1ae5-4dc7-942a-16081dc27a3d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:40.278907 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-54eed735-1ae5-4dc7-942a-16081dc27a3d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1312587 Feb 09 14:31:40.279916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50914) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:40.289612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b277bde-c44a-4039-8071-0df7f82d26a7 None None] Update dhcp port {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'fixed_ips': [{'subnet_id': '4f54958d-f49e-41fd-a417-1a4a2ccb8b4a', 'ip_address': '2001:db8::f816:3eff:fe62:4e72'}, {'subnet_id': '11d00f5e-8ba9-4a49-aa50-0d39aef91fa0'}], 'binding:host_id': 'n-d-828418-2'}, 'id': '02766c32-baa6-4625-9d03-95f80d9c2905'} from n-d-828418-2. {{(pid=87598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 14:31:40.358925 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:40.379848 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=02766c32-baa6-4625-9d03-95f80d9c2905,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:40.434602 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5b277bde-c44a-4039-8071-0df7f82d26a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:40.466719 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:40.485400 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0a670e3b-a887-45a1-9bda-f23a72716af0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:40.580365 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0a670e3b-a887-45a1-9bda-f23a72716af0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:40.694093 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0a670e3b-a887-45a1-9bda-f23a72716af0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:40.763759 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a670e3b-a887-45a1-9bda-f23a72716af0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e42cda0-4a99-4ec0-936b-5ef7ba1731b8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:40.783322 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0a670e3b-a887-45a1-9bda-f23a72716af0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:40.784723 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0a670e3b-a887-45a1-9bda-f23a72716af0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "DELETE /v2.0/security-groups/3e42cda0-4a99-4ec0-936b-5ef7ba1731b8 HTTP/1.1" status: 204 len: 168 time: 0.5032740 Feb 09 14:31:40.795163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50918) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:40.879587 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4bf44312-ed96-4ece-b4dc-86ac7783f63f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:40.888344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-624784dd-d83e-4f12-8016-9f3d445e7964 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Synchronizing usage tracker for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:40.910794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-624784dd-d83e-4f12-8016-9f3d445e7964 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Unset dirty status for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:40.912620 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-624784dd-d83e-4f12-8016-9f3d445e7964 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1159365 Feb 09 14:31:40.919047 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50922) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:40.925734 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5b5594b2-5031-4eac-abc6-f72927995621 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group': {'name': 'tempest-secgroup--1250172969'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:40.933175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5b5594b2-5031-4eac-abc6-f72927995621 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:40.960935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5b5594b2-5031-4eac-abc6-f72927995621 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:40.976459 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b5594b2-5031-4eac-abc6-f72927995621 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.016705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5b5594b2-5031-4eac-abc6-f72927995621 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:41.030244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d485583c-0e1c-410a-b5dd-629312af1b84 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:41.033559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5b5594b2-5031-4eac-abc6-f72927995621 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:41.039488 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5b5594b2-5031-4eac-abc6-f72927995621 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:41.048630 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8c1893d3-ac30-4f5a-a7f0-a7ea302f99ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.055434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5b5594b2-5031-4eac-abc6-f72927995621 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:41.070217 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d485583c-0e1c-410a-b5dd-629312af1b84 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:subnet and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:41.080057 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 4bf44312-ed96-4ece-b4dc-86ac7783f63f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:41.096069 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a6a3510b-8626-411e-b6de-189ee61e1a21 None None] Provisioning complete for port 3ed5a584-ee58-4d24-b952-bdaaa9e16450 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:41.096462 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a6a3510b-8626-411e-b6de-189ee61e1a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.101138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d485583c-0e1c-410a-b5dd-629312af1b84 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:41.158776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-5b277bde-c44a-4039-8071-0df7f82d26a7 None None] Allocated IP 2001:db8:0:1::2 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/11d00f5e-8ba9-4a49-aa50-0d39aef91fa0/02766c32-baa6-4625-9d03-95f80d9c2905) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:41.199423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1893d3-ac30-4f5a-a7f0-a7ea302f99ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=b2b01014-0adc-419e-b52d-46d98e4b0587,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:41.203897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d485583c-0e1c-410a-b5dd-629312af1b84 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:41.211537 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:31:41.258744 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b5594b2-5031-4eac-abc6-f72927995621 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.264670 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b5594b2-5031-4eac-abc6-f72927995621 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.337634 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d485583c-0e1c-410a-b5dd-629312af1b84 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:41.341410 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d485583c-0e1c-410a-b5dd-629312af1b84 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.349304 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b5594b2-5031-4eac-abc6-f72927995621 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.350836 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5b5594b2-5031-4eac-abc6-f72927995621 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4303567 Feb 09 14:31:41.354623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50928) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:41.363274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5594b2-5031-4eac-abc6-f72927995621 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c22f25-6021-49ef-b974-d64dec35e6df,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:41.365560 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.369383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4bf44312-ed96-4ece-b4dc-86ac7783f63f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:41.369886 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.383440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e258b9a6-6669-4556-b703-17eb958235df tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '77c22f25-6021-49ef-b974-d64dec35e6df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:41.392424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e258b9a6-6669-4556-b703-17eb958235df tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:41.397775 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e258b9a6-6669-4556-b703-17eb958235df tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:41.401346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e258b9a6-6669-4556-b703-17eb958235df tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:41.421375 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e258b9a6-6669-4556-b703-17eb958235df tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:41.451083 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5b277bde-c44a-4039-8071-0df7f82d26a7 None None] For port 02766c32-baa6-4625-9d03-95f80d9c2905, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=02766c32-baa6-4625-9d03-95f80d9c2905,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:41.459358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857593d-2cc4-4186-af3e-cf2faf1a8570 req-79053e57-2921-4d42-a5ef-a31f0b4b6df3 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:41.474838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3510b-8626-411e-b6de-189ee61e1a21 None None] Port 3ed5a584-ee58-4d24-b952-bdaaa9e16450 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:41.479814 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3857593d-2cc4-4186-af3e-cf2faf1a8570 req-79053e57-2921-4d42-a5ef-a31f0b4b6df3 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 1.1909125 Feb 09 14:31:41.481900 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-e258b9a6-6669-4556-b703-17eb958235df tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The resource could not be found. Feb 09 14:31:41.486652 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e258b9a6-6669-4556-b703-17eb958235df tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1286073 Feb 09 14:31:41.487279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50932) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:41.494204 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0c9178e6-3fec-4304-b2a6-04fd6b2466a7 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '77c22f25-6021-49ef-b974-d64dec35e6df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '60a6c147-3d8c-4609-b236-b6fac7c7c07e'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:41.509000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0c9178e6-3fec-4304-b2a6-04fd6b2466a7 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:41.512135 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a6a3510b-8626-411e-b6de-189ee61e1a21 None None] Provisioning for port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:41.514489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0c9178e6-3fec-4304-b2a6-04fd6b2466a7 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:41.519754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0c9178e6-3fec-4304-b2a6-04fd6b2466a7 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:41.525944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0c9178e6-3fec-4304-b2a6-04fd6b2466a7 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:41.532677 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5b277bde-c44a-4039-8071-0df7f82d26a7 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.592850 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.625023 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5b277bde-c44a-4039-8071-0df7f82d26a7 None None] Transition to ACTIVE for port object 02766c32-baa6-4625-9d03-95f80d9c2905 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:41.643041 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5b277bde-c44a-4039-8071-0df7f82d26a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.656515 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-0c9178e6-3fec-4304-b2a6-04fd6b2466a7 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The resource could not be found. Feb 09 14:31:41.658307 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0c9178e6-3fec-4304-b2a6-04fd6b2466a7 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1690600 Feb 09 14:31:41.661293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50938) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:41.692852 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8c1893d3-ac30-4f5a-a7f0-a7ea302f99ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.760872 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6d60-79a4-426e-bedb-982681e3775e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.779089 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5583fc21-1c20-4f26-a93e-8467c48e71db None None] Provisioning for port a4443717-c869-43cd-9ea5-b7f6e6fa0e33 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:41.794785 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.850129 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b277bde-c44a-4039-8071-0df7f82d26a7 None None] Pushing event updated for resources: {'Port': ['ID=02766c32-baa6-4625-9d03-95f80d9c2905,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:41.870945 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6d60-79a4-426e-bedb-982681e3775e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.876846 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8c1893d3-ac30-4f5a-a7f0-a7ea302f99ec tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/b2b01014-0adc-419e-b52d-46d98e4b0587 HTTP/1.1" status: 204 len: 168 time: 3.8749485 Feb 09 14:31:41.877533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50944) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:41.904642 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5583fc21-1c20-4f26-a93e-8467c48e71db None None] Provisioning complete for port a4443717-c869-43cd-9ea5-b7f6e6fa0e33 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:41.905396 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5583fc21-1c20-4f26-a93e-8467c48e71db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.940163 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6d60-79a4-426e-bedb-982681e3775e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.970426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b6d60-79a4-426e-bedb-982681e3775e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c22f25-6021-49ef-b974-d64dec35e6df,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:41.976792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3857593d-2cc4-4186-af3e-cf2faf1a8570 req-5f28e235-5479-49ac-8a98-8629470b7f9e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958444 Feb 09 14:31:41.977522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event updated for resources: {'Port': ['ID=552d4557-ab38-430f-9bfe-5be421b6ed79,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:41.985211 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b0b6d60-79a4-426e-bedb-982681e3775e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:41.990165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1b0b6d60-79a4-426e-bedb-982681e3775e tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "DELETE /v2.0/security-groups/77c22f25-6021-49ef-b974-d64dec35e6df HTTP/1.1" status: 204 len: 168 time: 0.3274124 Feb 09 14:31:41.990864 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50948) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:42.008328 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:42.027484 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 4bf44312-ed96-4ece-b4dc-86ac7783f63f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4bf44312-ed96-4ece-b4dc-86ac7783f63f,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:42.041296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5583fc21-1c20-4f26-a93e-8467c48e71db None None] Port a4443717-c869-43cd-9ea5-b7f6e6fa0e33 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:42.053711 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:42.054938 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d1dfeb84-c047-4000-8b2a-ed7e85a2af7f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:42.081245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f95dca98-ef9b-487c-a42d-9387e2e0e658 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Synchronizing usage tracker for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:42.124689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f95dca98-ef9b-487c-a42d-9387e2e0e658 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Unset dirty status for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:42.130615 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f95dca98-ef9b-487c-a42d-9387e2e0e658 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1386745 Feb 09 14:31:42.131326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50956) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:42.136771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a3b99f9e-6275-45ef-aa3b-a4588e534e39 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': 'ebd1b9d0-d2f6-4a8a-aa2b-707d3a26b280', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:42.144967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a3b99f9e-6275-45ef-aa3b-a4588e534e39 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:42.150561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a3b99f9e-6275-45ef-aa3b-a4588e534e39 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:42.155481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a3b99f9e-6275-45ef-aa3b-a4588e534e39 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:42.163926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a3b99f9e-6275-45ef-aa3b-a4588e534e39 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:42.178953 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:42.190777 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-590a6865-5d68-427e-a87c-f530ab65ff96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1335881 Feb 09 14:31:42.236591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442c4510-64b1-4287-bd6a-fed0242cb833 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:42.237858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-442c4510-64b1-4287-bd6a-fed0242cb833 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:42.243060 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-a3b99f9e-6275-45ef-aa3b-a4588e534e39 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The resource could not be found. Feb 09 14:31:42.248123 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a3b99f9e-6275-45ef-aa3b-a4588e534e39 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1156311 Feb 09 14:31:42.248839 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50962) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:42.255652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-89c2f7a6-fe06-4baa-98db-38ad47b42b30 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group': {'name': 'tempest-secgroup--1153648159'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:42.263527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-89c2f7a6-fe06-4baa-98db-38ad47b42b30 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:42.276152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-89c2f7a6-fe06-4baa-98db-38ad47b42b30 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:42.290736 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-89c2f7a6-fe06-4baa-98db-38ad47b42b30 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:42.328667 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:42.333957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=4bf44312-ed96-4ece-b4dc-86ac7783f63f,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:42.337433 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:42.337788 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:42.369413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-89c2f7a6-fe06-4baa-98db-38ad47b42b30 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:42.374357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-89c2f7a6-fe06-4baa-98db-38ad47b42b30 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:42.378031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-89c2f7a6-fe06-4baa-98db-38ad47b42b30 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:42.385872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-89c2f7a6-fe06-4baa-98db-38ad47b42b30 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:42.403242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-442c4510-64b1-4287-bd6a-fed0242cb833 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:42.406201 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-442c4510-64b1-4287-bd6a-fed0242cb833 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5175719 Feb 09 14:31:42.415581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50974) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:42.637834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0fede-1b5a-4ac2-af0e-c0b05d2abed8 req-7d6c15f3-6c28-47e7-81ce-8af1a2d45c4a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:42.646883 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-876ea824-270e-41a8-ab78-7ec82c060d30 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--556790483&fields=id&tenant_id=700b9235bb3d4706bcd2644827123371 HTTP/1.1" status: 200 len: 267 time: 0.0560966 Feb 09 14:31:42.650369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6db0fede-1b5a-4ac2-af0e-c0b05d2abed8 req-7d6c15f3-6c28-47e7-81ce-8af1a2d45c4a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.3965373 Feb 09 14:31:42.720116 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:42.776272 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6db0fede-1b5a-4ac2-af0e-c0b05d2abed8 req-d0a6284c-b69e-4729-9e4d-657f8191a145 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249125 Feb 09 14:31:42.778292 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d485583c-0e1c-410a-b5dd-629312af1b84 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:42.803813 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d1dfeb84-c047-4000-8b2a-ed7e85a2af7f,segment=NetworkSegment(f85e748e-6a51-4a20-807a-144a55ad7dec),segment_id=f85e748e-6a51-4a20-807a-144a55ad7dec)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:42.809434 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:42.809815 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 02766c32-baa6-4625-9d03-95f80d9c2905 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:42.846798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-75374e02-6746-49f6-b9e1-ac707a6fdb5e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:42.848398 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-75374e02-6746-49f6-b9e1-ac707a6fdb5e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 816 time: 0.1925025 Feb 09 14:31:42.896354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554a7326-96e4-4b3d-b25a-4353b0013760 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:42.897932 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-554a7326-96e4-4b3d-b25a-4353b0013760 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4762704 Feb 09 14:31:42.906806 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-5495704e-e547-4adf-a797-bdf04db6995d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/quotas/700b9235bb3d4706bcd2644827123371 HTTP/1.1" status: 200 len: 375 time: 0.0315983 Feb 09 14:31:42.906806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50986) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:42.914034 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-89c2f7a6-fe06-4baa-98db-38ad47b42b30 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:42.927751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d485583c-0e1c-410a-b5dd-629312af1b84 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:42.934665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-d485583c-0e1c-410a-b5dd-629312af1b84 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:42.942441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d485583c-0e1c-410a-b5dd-629312af1b84 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:42.944330 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d485583c-0e1c-410a-b5dd-629312af1b84 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:43.004716 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-89c2f7a6-fe06-4baa-98db-38ad47b42b30 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:43.011986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873fe55b-af5d-41dd-b262-6f0653524cdb None None] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:43.051118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485583c-0e1c-410a-b5dd-629312af1b84 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Subnet': ['ID=e3fbe8a1-be2e-4d4b-acfa-d297605c5754,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:43.063301 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2f7a6-fe06-4baa-98db-38ad47b42b30 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77dcfe09-1798-4ec9-b064-56f353da99ff,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:43.069289 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d485583c-0e1c-410a-b5dd-629312af1b84 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.5150971 Feb 09 14:31:43.070328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50990) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:43.099346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-2ccc263d-98bf-4c22-b0eb-1bd42badcaad tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2129960381', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e3fbe8a1-be2e-4d4b-acfa-d297605c5754'}], 'security_groups': ['5c0095d6-65e4-48f3-ac54-b1f4b5f7fe04']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:43.113723 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c4ec5-acfa-4217-863d-41344fac5b1a req-d25065ac-f11a-4c05-8e38-648afccb9328 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:43.125575 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-944c4ec5-acfa-4217-863d-41344fac5b1a req-d25065ac-f11a-4c05-8e38-648afccb9328 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.1357319 Feb 09 14:31:43.189925 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-944c4ec5-acfa-4217-863d-41344fac5b1a req-cba96bc2-22f3-404c-b6a2-bc061b5a0b84 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631669 Feb 09 14:31:43.195755 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526b8dac-adec-4d0d-a46d-f44cd605ef49 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:43.197851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526b8dac-adec-4d0d-a46d-f44cd605ef49 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:43.199268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526b8dac-adec-4d0d-a46d-f44cd605ef49 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:43.200272 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-526b8dac-adec-4d0d-a46d-f44cd605ef49 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:43.212979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1ee6aa88-15f4-4768-ab4c-e7ff4b73f87b None None] Could not find standard attr ID for object b2b01014-0adc-419e-b52d-46d98e4b0587. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:31:43.226158 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-89c2f7a6-fe06-4baa-98db-38ad47b42b30 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:43.227637 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-89c2f7a6-fe06-4baa-98db-38ad47b42b30 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9778042 Feb 09 14:31:43.236609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50998) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:43.247084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-a3e4ddb0-dfea-4280-9e57-56bbcccace0d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group': {'name': 'tempest-secgroup--1353623380'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:43.251182 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=d1dfeb84-c047-4000-8b2a-ed7e85a2af7f,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:43.278538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a3e4ddb0-dfea-4280-9e57-56bbcccace0d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:43.279491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1ee6aa88-15f4-4768-ab4c-e7ff4b73f87b None None] Provisioning for port 02766c32-baa6-4625-9d03-95f80d9c2905 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:43.294043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a3e4ddb0-dfea-4280-9e57-56bbcccace0d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:43.305509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a3e4ddb0-dfea-4280-9e57-56bbcccace0d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:43.306064 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1ee6aa88-15f4-4768-ab4c-e7ff4b73f87b None None] Provisioning complete for port 02766c32-baa6-4625-9d03-95f80d9c2905 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:43.306454 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1ee6aa88-15f4-4768-ab4c-e7ff4b73f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:43.334263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a3e4ddb0-dfea-4280-9e57-56bbcccace0d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:43.377862 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ddb0-dfea-4280-9e57-56bbcccace0d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:43.399040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-526b8dac-adec-4d0d-a46d-f44cd605ef49 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:43.401007 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-526b8dac-adec-4d0d-a46d-f44cd605ef49 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4896927 Feb 09 14:31:43.405540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51008) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:43.415347 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-03e9ea53-141f-4e8e-a76f-2bb13f990a55 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Synchronizing usage tracker for tenant:700b9235bb3d4706bcd2644827123371 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:43.431571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a3e4ddb0-dfea-4280-9e57-56bbcccace0d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:43.440242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a3e4ddb0-dfea-4280-9e57-56bbcccace0d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:43.457402 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a3e4ddb0-dfea-4280-9e57-56bbcccace0d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:43.471575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a3e4ddb0-dfea-4280-9e57-56bbcccace0d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:43.529798 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4bf44312-ed96-4ece-b4dc-86ac7783f63f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:43.655868 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ddb0-dfea-4280-9e57-56bbcccace0d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:43.672693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-03e9ea53-141f-4e8e-a76f-2bb13f990a55 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Unset dirty status for tenant:700b9235bb3d4706bcd2644827123371 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:43.674399 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-03e9ea53-141f-4e8e-a76f-2bb13f990a55 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7234149 Feb 09 14:31:43.686687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cb92ef-7d1f-4f08-8780-b27ade764f33 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 11d00f5e-8ba9-4a49-aa50-0d39aef91fa0 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:31:43.717374 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ddb0-dfea-4280-9e57-56bbcccace0d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:43.786560 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ddb0-dfea-4280-9e57-56bbcccace0d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:43.788549 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a3e4ddb0-dfea-4280-9e57-56bbcccace0d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5490851 Feb 09 14:31:43.798658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51012) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:43.801279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4bf44312-ed96-4ece-b4dc-86ac7783f63f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:43.801803 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:43.809564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-498955c1-f70f-4c6b-a526-1a876dc33458 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '77dcfe09-1798-4ec9-b064-56f353da99ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2e3be5ec-d682-4419-bc4f-18a260d71526'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:43.819782 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2ccc263d-98bf-4c22-b0eb-1bd42badcaad tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:43.847594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-498955c1-f70f-4c6b-a526-1a876dc33458 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:43.858762 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6cb92ef-7d1f-4f08-8780-b27ade764f33 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:43.862645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-498955c1-f70f-4c6b-a526-1a876dc33458 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:43.865992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4ddb0-dfea-4280-9e57-56bbcccace0d tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3be5ec-d682-4419-bc4f-18a260d71526,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:43.869386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-498955c1-f70f-4c6b-a526-1a876dc33458 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:43.883847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-498955c1-f70f-4c6b-a526-1a876dc33458 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:43.926504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0966dcd-3b95-4c68-956f-ca07547cea1d req-7326841a-a4cf-452f-9300-040fedeb5bfb tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:43.928173 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0966dcd-3b95-4c68-956f-ca07547cea1d req-7326841a-a4cf-452f-9300-040fedeb5bfb tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.2707181 Feb 09 14:31:43.986289 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-498955c1-f70f-4c6b-a526-1a876dc33458 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:43.987769 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-498955c1-f70f-4c6b-a526-1a876dc33458 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1849127 Feb 09 14:31:43.992613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51016) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:44.035955 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-37d0f3b7-2914-474b-b3d4-480baf71f7eb None None] Could not find standard attr ID for object b2b01014-0adc-419e-b52d-46d98e4b0587. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:31:44.087066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d1dfeb84-c047-4000-8b2a-ed7e85a2af7f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:44.139006 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5634c461-f3c3-41a8-8266-88645ee4e48e None None] Update dhcp port {'port': {'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7', 'fixed_ips': [{'subnet_id': '98ede4ea-d408-46d0-90ab-68cfd9289450', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e3fbe8a1-be2e-4d4b-acfa-d297605c5754'}], 'binding:host_id': 'n-d-828418-2'}, 'id': 'd1dfeb84-c047-4000-8b2a-ed7e85a2af7f'} from n-d-828418-2. {{(pid=87598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 14:31:44.221258 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5634c461-f3c3-41a8-8266-88645ee4e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:44.260710 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92345f36-6b9f-4247-9eda-0ba3704516ed tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:44.305734 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92345f36-6b9f-4247-9eda-0ba3704516ed tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:44.384735 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:44.385126 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:44.386279 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0966dcd-3b95-4c68-956f-ca07547cea1d req-59ac7b60-1152-49ad-9a9a-9680af938ff7 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421654 Feb 09 14:31:44.397605 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92345f36-6b9f-4247-9eda-0ba3704516ed tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:44.435447 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92345f36-6b9f-4247-9eda-0ba3704516ed tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3be5ec-d682-4419-bc4f-18a260d71526,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:44.443899 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92345f36-6b9f-4247-9eda-0ba3704516ed tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:44.448109 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-92345f36-6b9f-4247-9eda-0ba3704516ed tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "DELETE /v2.0/security-groups/2e3be5ec-d682-4419-bc4f-18a260d71526 HTTP/1.1" status: 204 len: 168 time: 0.4520137 Feb 09 14:31:44.448714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51026) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:44.524196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8b300a97-b1c2-43d0-984a-9e2b4347cd6a tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Synchronizing usage tracker for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:44.556782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8b300a97-b1c2-43d0-984a-9e2b4347cd6a tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Unset dirty status for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:44.563181 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8b300a97-b1c2-43d0-984a-9e2b4347cd6a tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1133478 Feb 09 14:31:44.564066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51032) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:44.633615 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6cb92ef-7d1f-4f08-8780-b27ade764f33 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:44.669145 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-2ccc263d-98bf-4c22-b0eb-1bd42badcaad tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Delete allocated IP 172.20.0.8 (37922efb-ad82-43cb-839e-8a90e435f4d7/98ede4ea-d408-46d0-90ab-68cfd9289450) {{(pid=87596) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 14:31:44.693002 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 02766c32-baa6-4625-9d03-95f80d9c2905 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:44.707806 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-45db9754-50e7-432d-8ea6-ec1565c80f13 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:44.712520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-2ccc263d-98bf-4c22-b0eb-1bd42badcaad tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Allocated IP 172.20.0.24 (37922efb-ad82-43cb-839e-8a90e435f4d7/e3fbe8a1-be2e-4d4b-acfa-d297605c5754/a4443717-c869-43cd-9ea5-b7f6e6fa0e33) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:44.740867 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-45db9754-50e7-432d-8ea6-ec1565c80f13 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:44.787617 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 02766c32-baa6-4625-9d03-95f80d9c2905 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:44.788027 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:44.801869 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-45db9754-50e7-432d-8ea6-ec1565c80f13 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:44.839667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db9754-50e7-432d-8ea6-ec1565c80f13 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dcfe09-1798-4ec9-b064-56f353da99ff,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:44.843551 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-45db9754-50e7-432d-8ea6-ec1565c80f13 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:44.845068 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-45db9754-50e7-432d-8ea6-ec1565c80f13 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "DELETE /v2.0/security-groups/77dcfe09-1798-4ec9-b064-56f353da99ff HTTP/1.1" status: 204 len: 168 time: 0.2796109 Feb 09 14:31:44.854011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b466aa-6a64-482b-acc5-29e9dd8ee6b8 req-65ef8060-72b0-4c5a-8d9b-02c134dc913e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:44.855436 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-80b466aa-6a64-482b-acc5-29e9dd8ee6b8 req-65ef8060-72b0-4c5a-8d9b-02c134dc913e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.2564797 Feb 09 14:31:44.855967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51036) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:44.917529 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-80b466aa-6a64-482b-acc5-29e9dd8ee6b8 req-2e1a5b02-fa77-4fc3-b97c-1983eb1f7f17 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463104 Feb 09 14:31:44.952947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-90a25f4e-caaf-4fbd-983c-880fda303653 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Synchronizing usage tracker for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:44.978365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-90a25f4e-caaf-4fbd-983c-880fda303653 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Unset dirty status for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:44.979768 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-90a25f4e-caaf-4fbd-983c-880fda303653 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1228263 Feb 09 14:31:44.983518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51044) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:44.989337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f45cd61e-07cf-4fee-b917-f699cb3f84a0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group': {'name': 'tempest-secgroup--68539627'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:45.005703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f45cd61e-07cf-4fee-b917-f699cb3f84a0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:45.014211 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2ccc263d-98bf-4c22-b0eb-1bd42badcaad tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:45.017660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f45cd61e-07cf-4fee-b917-f699cb3f84a0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:45.032151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-2ccc263d-98bf-4c22-b0eb-1bd42badcaad tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Transition to ACTIVE for port object a4443717-c869-43cd-9ea5-b7f6e6fa0e33 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:45.040603 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f45cd61e-07cf-4fee-b917-f699cb3f84a0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:45.046569 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2ccc263d-98bf-4c22-b0eb-1bd42badcaad tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:45.077177 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f45cd61e-07cf-4fee-b917-f699cb3f84a0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:45.113624 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-086316fe-b878-469e-b699-a8b8c9401b39 service neutron] 10.222.0.48 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2958300 Feb 09 14:31:45.133030 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-5634c461-f3c3-41a8-8266-88645ee4e48e None None] Allocated IP 172.20.0.18 (37922efb-ad82-43cb-839e-8a90e435f4d7/e3fbe8a1-be2e-4d4b-acfa-d297605c5754/d1dfeb84-c047-4000-8b2a-ed7e85a2af7f) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:45.141366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f45cd61e-07cf-4fee-b917-f699cb3f84a0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:45.152047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f45cd61e-07cf-4fee-b917-f699cb3f84a0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:45.164498 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f45cd61e-07cf-4fee-b917-f699cb3f84a0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:45.183748 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:31:45.228873 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7e54b-d992-471b-b6e0-44b1ef373e45 req-ff868042-c4d1-4888-903c-4db9ec0e91b3 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:45.230519 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-58b7e54b-d992-471b-b6e0-44b1ef373e45 req-ff868042-c4d1-4888-903c-4db9ec0e91b3 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.1462426 Feb 09 14:31:45.293781 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-58b7e54b-d992-471b-b6e0-44b1ef373e45 req-fd43fa3a-3f37-42dd-b495-bc021136686f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566304 Feb 09 14:31:45.325046 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5634c461-f3c3-41a8-8266-88645ee4e48e None None] For port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d1dfeb84-c047-4000-8b2a-ed7e85a2af7f,segment=NetworkSegment(f85e748e-6a51-4a20-807a-144a55ad7dec),segment_id=f85e748e-6a51-4a20-807a-144a55ad7dec)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:45.351793 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f45cd61e-07cf-4fee-b917-f699cb3f84a0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:45.356748 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f45cd61e-07cf-4fee-b917-f699cb3f84a0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:45.387310 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5634c461-f3c3-41a8-8266-88645ee4e48e None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:45.405002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cd61e-07cf-4fee-b917-f699cb3f84a0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719dc399-9ed9-45ef-932e-37b487813e68,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:45.410275 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5634c461-f3c3-41a8-8266-88645ee4e48e None None] Transition to ACTIVE for port object d1dfeb84-c047-4000-8b2a-ed7e85a2af7f will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:45.413957 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5634c461-f3c3-41a8-8266-88645ee4e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:45.438586 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f45cd61e-07cf-4fee-b917-f699cb3f84a0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:45.440210 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f45cd61e-07cf-4fee-b917-f699cb3f84a0 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4552238 Feb 09 14:31:45.443168 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51054) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:45.449915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-18493a18-7663-4964-a747-4ce75518deed tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '719dc399-9ed9-45ef-932e-37b487813e68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:45.456894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-18493a18-7663-4964-a747-4ce75518deed tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:45.513960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-18493a18-7663-4964-a747-4ce75518deed tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:45.514128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc263d-98bf-4c22-b0eb-1bd42badcaad tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] In _notify_port_updated(), no bound segment for port a4443717-c869-43cd-9ea5-b7f6e6fa0e33 on network 37922efb-ad82-43cb-839e-8a90e435f4d7 {{(pid=87596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:31:45.514993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-18493a18-7663-4964-a747-4ce75518deed tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:45.515697 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccc263d-98bf-4c22-b0eb-1bd42badcaad tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:45.516280 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2ccc263d-98bf-4c22-b0eb-1bd42badcaad tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:45.519492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2ccc263d-98bf-4c22-b0eb-1bd42badcaad tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "PUT /v2.0/ports/a4443717-c869-43cd-9ea5-b7f6e6fa0e33 HTTP/1.1" status: 200 len: 921 time: 2.4386337 Feb 09 14:31:45.534308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-18493a18-7663-4964-a747-4ce75518deed tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:45.535155 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51058) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:45.601484 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-18493a18-7663-4964-a747-4ce75518deed tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:45.602828 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-18493a18-7663-4964-a747-4ce75518deed tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1584685 Feb 09 14:31:45.608458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51064) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:45.616111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-a90c3a42-fe21-4914-8762-3183456c33ec tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group_rule': {'security_group_id': '719dc399-9ed9-45ef-932e-37b487813e68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:45.624488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a90c3a42-fe21-4914-8762-3183456c33ec tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:45.638425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a90c3a42-fe21-4914-8762-3183456c33ec tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:45.650138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a90c3a42-fe21-4914-8762-3183456c33ec tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:45.659819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a90c3a42-fe21-4914-8762-3183456c33ec tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:45.684128 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bec477-b8ef-4fc4-bebd-70b008623434 req-5346adea-a433-47a5-9447-a05539974116 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:45.693915 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7bec477-b8ef-4fc4-bebd-70b008623434 req-5346adea-a433-47a5-9447-a05539974116 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.2339256 Feb 09 14:31:45.725756 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-75be88cc-23a6-4513-be4d-c2aa02d25468 service neutron] 10.222.0.48 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114032 Feb 09 14:31:45.728497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc263d-98bf-4c22-b0eb-1bd42badcaad tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=a4443717-c869-43cd-9ea5-b7f6e6fa0e33,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:45.760495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634c461-f3c3-41a8-8266-88645ee4e48e None None] Pushing event updated for resources: {'Port': ['ID=d1dfeb84-c047-4000-8b2a-ed7e85a2af7f,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:45.760665 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6cb92ef-7d1f-4f08-8780-b27ade764f33 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:45.779055 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-a90c3a42-fe21-4914-8762-3183456c33ec tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:45.780124 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a90c3a42-fe21-4914-8762-3183456c33ec tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1705289 Feb 09 14:31:45.785213 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7bec477-b8ef-4fc4-bebd-70b008623434 req-f31e2d5a-03bf-4484-b004-05c94ebcac9a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905123 Feb 09 14:31:45.785665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51068) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:45.796760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f954371a-abc6-4a1d-a1b5-29661109b8b7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port a4443717-c869-43cd-9ea5-b7f6e6fa0e33 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:45.797111 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f954371a-abc6-4a1d-a1b5-29661109b8b7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:45.859015 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-569efd47-21a0-4546-b82e-1a1e54f24549 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:45.892497 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-569efd47-21a0-4546-b82e-1a1e54f24549 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:45.960141 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-569efd47-21a0-4546-b82e-1a1e54f24549 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:45.983222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569efd47-21a0-4546-b82e-1a1e54f24549 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=719dc399-9ed9-45ef-932e-37b487813e68,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:46.009277 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-569efd47-21a0-4546-b82e-1a1e54f24549 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:46.015631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-569efd47-21a0-4546-b82e-1a1e54f24549 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "DELETE /v2.0/security-groups/719dc399-9ed9-45ef-932e-37b487813e68 HTTP/1.1" status: 204 len: 168 time: 0.2260585 Feb 09 14:31:46.016456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51076) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:46.101180 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6cb92ef-7d1f-4f08-8780-b27ade764f33 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:46.138501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c5e67f33-358d-4470-b18e-c08c42aca283 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Synchronizing usage tracker for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:46.169254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c5e67f33-358d-4470-b18e-c08c42aca283 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Unset dirty status for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:46.170553 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c5e67f33-358d-4470-b18e-c08c42aca283 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1531494 Feb 09 14:31:46.174276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51080) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:46.180568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c1c54277-a85c-412b-8542-acfeac47c572 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group': {'name': 'tempest-secgroup--436282688'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:46.190329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c1c54277-a85c-412b-8542-acfeac47c572 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:46.210235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c1c54277-a85c-412b-8542-acfeac47c572 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:46.224912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff61b0f-4737-49ee-8ddb-b5b7a11d6bc7 req-88099b9b-15a5-432e-9569-9e76b931702b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:46.226517 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ff61b0f-4737-49ee-8ddb-b5b7a11d6bc7 req-88099b9b-15a5-432e-9569-9e76b931702b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.1873937 Feb 09 14:31:46.242403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb92ef-7d1f-4f08-8780-b27ade764f33 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=11d00f5e-8ba9-4a49-aa50-0d39aef91fa0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:46.259532 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6cb92ef-7d1f-4f08-8780-b27ade764f33 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:46.270752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f39b460-fbf7-4f21-a958-b7c7f4889ffe None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:46.292875 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e6cb92ef-7d1f-4f08-8780-b27ade764f33 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/11d00f5e-8ba9-4a49-aa50-0d39aef91fa0 HTTP/1.1" status: 204 len: 168 time: 2.8858318 Feb 09 14:31:46.298960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51084) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:46.299433 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ff61b0f-4737-49ee-8ddb-b5b7a11d6bc7 req-78dd74b0-a247-44a7-b689-f338c16038a5 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671244 Feb 09 14:31:46.300310 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1c54277-a85c-412b-8542-acfeac47c572 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:46.350191 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c1c54277-a85c-412b-8542-acfeac47c572 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:46.356261 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c1c54277-a85c-412b-8542-acfeac47c572 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Usage tracker for resource:security_group_rule and tenant:6c12fd1da1324f8987faececcebf3110 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:46.360254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c1c54277-a85c-412b-8542-acfeac47c572 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:46.374932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c1c54277-a85c-412b-8542-acfeac47c572 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:46.436658 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f954371a-abc6-4a1d-a1b5-29661109b8b7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:46.600373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f954371a-abc6-4a1d-a1b5-29661109b8b7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for a4443717-c869-43cd-9ea5-b7f6e6fa0e33 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:46.633613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91d29f7-238a-4b16-a7ef-6df9641b8bd7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 4f54958d-f49e-41fd-a417-1a4a2ccb8b4a {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:31:46.660074 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a91d29f7-238a-4b16-a7ef-6df9641b8bd7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:46.688407 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1c54277-a85c-412b-8542-acfeac47c572 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:46.704489 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1c54277-a85c-412b-8542-acfeac47c572 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:46.756801 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a91d29f7-238a-4b16-a7ef-6df9641b8bd7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:46.785526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1e540de4-e242-4e34-9b77-2000f49d7c84 None None] Provisioning complete for port 3ed5a584-ee58-4d24-b952-bdaaa9e16450 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:46.785788 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1e540de4-e242-4e34-9b77-2000f49d7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:46.817058 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1c54277-a85c-412b-8542-acfeac47c572 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:46.819189 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c1c54277-a85c-412b-8542-acfeac47c572 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6440105 Feb 09 14:31:46.825839 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51092) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:46.839861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-7f6e86e1-49c4-4221-82a3-303c96439787 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:46.840648 n-d-828418-2 neutron-server[87597]: WARNING neutron.api.v2.base [None req-7f6e86e1-49c4-4221-82a3-303c96439787 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 14:31:46.841429 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-7f6e86e1-49c4-4221-82a3-303c96439787 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 14:31:46.842810 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7f6e86e1-49c4-4221-82a3-303c96439787 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "PUT /v2.0/security-groups/2333b130-799f-41d6-a453-b49c73396c88 HTTP/1.1" status: 409 len: 330 time: 0.0120881 Feb 09 14:31:46.853551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a6e10-9bd6-4f4f-a0e4-8a876fb0d185 req-e4665c9c-5673-45d7-97c0-84b534b4e1b9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:46.855468 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-211a6e10-9bd6-4f4f-a0e4-8a876fb0d185 req-e4665c9c-5673-45d7-97c0-84b534b4e1b9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.3737273 Feb 09 14:31:46.856211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51096) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:46.858940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c54277-a85c-412b-8542-acfeac47c572 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2333b130-799f-41d6-a453-b49c73396c88,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:46.887866 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-1e540de4-e242-4e34-9b77-2000f49d7c84 None None] Port 3ed5a584-ee58-4d24-b952-bdaaa9e16450 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:46.903748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1e540de4-e242-4e34-9b77-2000f49d7c84 None None] Provisioning for port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:46.917688 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1e540de4-e242-4e34-9b77-2000f49d7c84 None None] Provisioning complete for port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:46.918067 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1e540de4-e242-4e34-9b77-2000f49d7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:46.922807 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f954371a-abc6-4a1d-a1b5-29661109b8b7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:47.000466 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-211a6e10-9bd6-4f4f-a0e4-8a876fb0d185 req-8b44162f-59c8-4ef2-ab7b-86021ba8764a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343935 Feb 09 14:31:47.039323 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b36a12b9-5fd1-4381-b43b-ab5740e01192 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:47.076310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954371a-abc6-4a1d-a1b5-29661109b8b7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=a4443717-c869-43cd-9ea5-b7f6e6fa0e33,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:47.076975 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b36a12b9-5fd1-4381-b43b-ab5740e01192 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:47.150051 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b36a12b9-5fd1-4381-b43b-ab5740e01192 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:47.201257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a12b9-5fd1-4381-b43b-ab5740e01192 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2333b130-799f-41d6-a453-b49c73396c88,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:47.209101 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b36a12b9-5fd1-4381-b43b-ab5740e01192 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:47.210123 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b36a12b9-5fd1-4381-b43b-ab5740e01192 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "DELETE /v2.0/security-groups/2333b130-799f-41d6-a453-b49c73396c88 HTTP/1.1" status: 204 len: 168 time: 0.3525701 Feb 09 14:31:47.217458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51116) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:47.247025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1e540de4-e242-4e34-9b77-2000f49d7c84 None None] Could not find standard attr ID for object a4443717-c869-43cd-9ea5-b7f6e6fa0e33. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:31:47.418006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c49e58c5-c331-4253-8c53-f660ae85447b tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Synchronizing usage tracker for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:47.465349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d1dfeb84-c047-4000-8b2a-ed7e85a2af7f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:47.472392 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-21760513-cb40-4157-a4aa-8de8a6baf83b req-9d0c70c7-8c85-4214-a52b-b84019b953b5 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 210 time: 0.2532969 Feb 09 14:31:47.640518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0b14c-93ba-4dc7-b2b4-77fd125533bb req-f1b2759c-2870-4042-9399-b9753a289845 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:47.656616 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7fd0b14c-93ba-4dc7-b2b4-77fd125533bb req-f1b2759c-2870-4042-9399-b9753a289845 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.2834759 Feb 09 14:31:47.669377 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f954371a-abc6-4a1d-a1b5-29661109b8b7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:47.673422 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c49e58c5-c331-4253-8c53-f660ae85447b tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] Unset dirty status for tenant:6c12fd1da1324f8987faececcebf3110 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:47.681059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1676dfa5-0a2c-452c-b251-7824b450870c None None] Could not find standard attr ID for object a4443717-c869-43cd-9ea5-b7f6e6fa0e33. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:31:47.681488 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c49e58c5-c331-4253-8c53-f660ae85447b tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3564532 Feb 09 14:31:47.682252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51120) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:47.686052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:47.687014 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:47.741562 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f954371a-abc6-4a1d-a1b5-29661109b8b7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/a4443717-c869-43cd-9ea5-b7f6e6fa0e33 HTTP/1.1" status: 204 len: 168 time: 2.2104959 Feb 09 14:31:47.746683 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-578d4a6b-49b5-4d28-9b65-b751a2bcd903 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] delete failed (client error): The resource could not be found. Feb 09 14:31:47.767531 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-578d4a6b-49b5-4d28-9b65-b751a2bcd903 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "DELETE /v2.0/security-groups/db74e39a-37e8-4b1b-b033-bbbdffe87cf6 HTTP/1.1" status: 404 len: 347 time: 0.0813072 Feb 09 14:31:47.768132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51126) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:47.768464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51128) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:47.770165 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a91d29f7-238a-4b16-a7ef-6df9641b8bd7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:47.812774 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7fd0b14c-93ba-4dc7-b2b4-77fd125533bb req-129c676e-5c5f-456f-a60d-a47545373347 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510422 Feb 09 14:31:47.935255 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-a1d0d6a6-ecf9-44cc-9f0e-c2edc71b5f47 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] show failed (client error): The resource could not be found. Feb 09 14:31:47.944830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51140) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:47.945323 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a1d0d6a6-ecf9-44cc-9f0e-c2edc71b5f47 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "GET /v2.0/security-groups/10770aae-2919-4f40-9264-bdf46208ecc5 HTTP/1.1" status: 404 len: 347 time: 0.0584729 Feb 09 14:31:47.978688 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-385cc01d-e3ff-4f90-aae4-081a1ab13565 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] show failed (client error): The resource could not be found. Feb 09 14:31:47.986673 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-385cc01d-e3ff-4f90-aae4-081a1ab13565 tempest-NegativeSecGroupIPv6Test-923845187 tempest-NegativeSecGroupIPv6Test-923845187-project] 10.222.0.48 "GET /v2.0/security-group-rules/95c3dbcc-58b0-4c35-baa1-d9908c268ff8 HTTP/1.1" status: 404 len: 356 time: 0.0400910 Feb 09 14:31:48.305199 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6866c0e-6874-4e71-a642-a5a4d7212b75 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] GET failed (client error): The resource could not be found. Feb 09 14:31:48.306533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a6866c0e-6874-4e71-a642-a5a4d7212b75 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Synchronizing usage tracker for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:48.322732 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-07c1f724-a3a8-4691-9d2f-ebbb60e3f13d None None] Provisioning complete for port 02766c32-baa6-4625-9d03-95f80d9c2905 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:48.323592 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-07c1f724-a3a8-4691-9d2f-ebbb60e3f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:48.359196 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a6866c0e-6874-4e71-a642-a5a4d7212b75 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Unset dirty status for tenant:5630d50e4fb5462e9b466142aa6ba4f5 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:48.360461 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a6866c0e-6874-4e71-a642-a5a4d7212b75 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports/a4443717-c869-43cd-9ea5-b7f6e6fa0e33 HTTP/1.1" status: 404 len: 333 time: 0.4822059 Feb 09 14:31:48.363575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51154) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:48.456957 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a91d29f7-238a-4b16-a7ef-6df9641b8bd7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:48.541454 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86658648-ae62-48cf-aec3-ace39853fb5e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:48.585509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b2e70-1822-40c6-bbc7-6cc0ea03525f req-55323c37-24d1-4e3f-a6bf-a45524016fef tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:48.602961 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-625b2e70-1822-40c6-bbc7-6cc0ea03525f req-55323c37-24d1-4e3f-a6bf-a45524016fef tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.5232971 Feb 09 14:31:48.626620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51164) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:48.669896 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a91d29f7-238a-4b16-a7ef-6df9641b8bd7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:48.682443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d29f7-238a-4b16-a7ef-6df9641b8bd7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=4f54958d-f49e-41fd-a417-1a4a2ccb8b4a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:48.686647 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63823600-c61e-4e3c-8270-2c68df0c9aa6 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:48.713779 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-625b2e70-1822-40c6-bbc7-6cc0ea03525f req-aaf0e21e-15f5-4975-a931-d6f08cf76ec4 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096478 Feb 09 14:31:48.716308 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a91d29f7-238a-4b16-a7ef-6df9641b8bd7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/4f54958d-f49e-41fd-a417-1a4a2ccb8b4a HTTP/1.1" status: 204 len: 168 time: 2.4149861 Feb 09 14:31:48.718875 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51170) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:48.780388 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86658648-ae62-48cf-aec3-ace39853fb5e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:48.857999 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-33b0986b-7379-4dc5-9b17-f1f27b7e6fef tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1346235 Feb 09 14:31:48.858636 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51178) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:48.870939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:48.912178 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b59914c6-4970-432f-8e3c-3536f9269177 req-334cf9aa-aeb6-4cb1-9a13-8ea19c451a57 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 210 time: 0.2278638 Feb 09 14:31:48.915656 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86658648-ae62-48cf-aec3-ace39853fb5e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:48.962522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86658648-ae62-48cf-aec3-ace39853fb5e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b84c31-4292-448c-bdc4-aac11ce4dada,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:48.977223 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86658648-ae62-48cf-aec3-ace39853fb5e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:48.978489 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-86658648-ae62-48cf-aec3-ace39853fb5e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/security-groups/77b84c31-4292-448c-bdc4-aac11ce4dada HTTP/1.1" status: 204 len: 168 time: 0.6133447 Feb 09 14:31:48.984029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51182) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:49.178219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:49.188634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:49.193197 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:49.203457 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:49.222947 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:49.226700 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:49.249120 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1145f1ce-7f01-446c-ab51-9f6cfda127c6 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:49.314489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:31:49.320072 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Deleting port 02766c32-baa6-4625-9d03-95f80d9c2905 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:49.320446 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:49.363142 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-eea4e9e9-b332-412c-b412-7a5b8e14e6d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c12fd1da1324f8987faececcebf3110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7357776 Feb 09 14:31:49.372553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1145f1ce-7f01-446c-ab51-9f6cfda127c6 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:49.385797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51190) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:49.441684 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 02766c32-baa6-4625-9d03-95f80d9c2905 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:31:49.614123 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1145f1ce-7f01-446c-ab51-9f6cfda127c6 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:49.620169 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9d6b036d-3555-44be-bc87-17c62ad9f746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:49.648002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8c9d5-f110-4c7d-8744-057faafc288d req-2a3fc408-c8b6-41f0-b643-44ee6a9653c9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:49.666947 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52d8c9d5-f110-4c7d-8744-057faafc288d req-2a3fc408-c8b6-41f0-b643-44ee6a9653c9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.3811958 Feb 09 14:31:49.689790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145f1ce-7f01-446c-ab51-9f6cfda127c6 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0095d6-65e4-48f3-ac54-b1f4b5f7fe04,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:49.718023 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9d6b036d-3555-44be-bc87-17c62ad9f746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:49.728366 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1145f1ce-7f01-446c-ab51-9f6cfda127c6 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:49.729478 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1145f1ce-7f01-446c-ab51-9f6cfda127c6 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/security-groups/5c0095d6-65e4-48f3-ac54-b1f4b5f7fe04 HTTP/1.1" status: 204 len: 168 time: 0.7444742 Feb 09 14:31:49.738817 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51194) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:49.786143 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52d8c9d5-f110-4c7d-8744-057faafc288d req-b5607ab0-eba8-48f4-97d9-643c6abfdc38 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045933 Feb 09 14:31:49.843691 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9d6b036d-3555-44be-bc87-17c62ad9f746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:49.892991 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:49.943520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b036d-3555-44be-bc87-17c62ad9f746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04f7273-1e54-46fe-a221-826bcf124dc4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:49.991244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.objects.ports [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87596) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:31:50.078292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 02766c32-baa6-4625-9d03-95f80d9c2905, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=02766c32-baa6-4625-9d03-95f80d9c2905,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:50.083392 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:50.127689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e7ed741-1d7d-40f8-9dfd-8726162111c5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting subnet 98ede4ea-d408-46d0-90ab-68cfd9289450 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:31:50.181405 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e7ed741-1d7d-40f8-9dfd-8726162111c5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:50.231269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=02766c32-baa6-4625-9d03-95f80d9c2905,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:50.264420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] For port 02766c32-baa6-4625-9d03-95f80d9c2905, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=02766c32-baa6-4625-9d03-95f80d9c2905,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:50.265325 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:50.471567 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e7ed741-1d7d-40f8-9dfd-8726162111c5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:50.486211 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3109a1ea-bd17-473d-9e5d-c61ab26836a4 req-8183d678-82e5-4915-a853-4362a1e20be3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 210 time: 0.1650517 Feb 09 14:31:50.526095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-1889504b-64a0-490e-ac38-6615df1743fe tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:50.527477 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-1889504b-64a0-490e-ac38-6615df1743fe tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Synchronizing usage tracker for tenant:700b9235bb3d4706bcd2644827123371 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:50.558062 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Calling delete_port for 02766c32-baa6-4625-9d03-95f80d9c2905 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:50.569187 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9d6b036d-3555-44be-bc87-17c62ad9f746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:50.587925 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9d6b036d-3555-44be-bc87-17c62ad9f746 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e04f7273-1e54-46fe-a221-826bcf124dc4 HTTP/1.1" status: 204 len: 168 time: 1.1830993 Feb 09 14:31:50.592157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-1889504b-64a0-490e-ac38-6615df1743fe tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Unset dirty status for tenant:700b9235bb3d4706bcd2644827123371 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:50.597585 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-1889504b-64a0-490e-ac38-6615df1743fe tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.35 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 816 time: 0.7242475 Feb 09 14:31:50.644982 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:31:50.645648 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:31:50.668826 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:50.707190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b9908-78b6-408c-bc99-2fb286b968a0 req-fb0c09e2-33cf-4e75-ba2a-9f6129df2e46 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:50.710345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-02b5bb94-c0a1-4a1c-aead-3d1422660701 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Synchronizing usage tracker for tenant:700b9235bb3d4706bcd2644827123371 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:50.718431 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d41b9908-78b6-408c-bc99-2fb286b968a0 req-fb0c09e2-33cf-4e75-ba2a-9f6129df2e46 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.6859667 Feb 09 14:31:50.731506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-02b5bb94-c0a1-4a1c-aead-3d1422660701 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Unset dirty status for tenant:700b9235bb3d4706bcd2644827123371 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:50.733295 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-02b5bb94-c0a1-4a1c-aead-3d1422660701 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=700b9235bb3d4706bcd2644827123371 HTTP/1.1" status: 200 len: 379 time: 0.1260445 Feb 09 14:31:50.747388 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-97ff95c0-de07-49f7-bb68-7ce95c8643d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Request body: {'port': {'device_id': '5fffbe94-b60b-40ec-8afa-fae076336071', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'admin_state_up': True, 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'security_groups': ['b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:50.881651 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e7ed741-1d7d-40f8-9dfd-8726162111c5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:50.930386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-97ff95c0-de07-49f7-bb68-7ce95c8643d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:50.933219 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d41b9908-78b6-408c-bc99-2fb286b968a0 req-e73d6501-6ee0-4e93-b91e-405d46087b31 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986735 Feb 09 14:31:50.942287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-97ff95c0-de07-49f7-bb68-7ce95c8643d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:50.959078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-97ff95c0-de07-49f7-bb68-7ce95c8643d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Made reservation on behalf of 700b9235bb3d4706bcd2644827123371 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:50.977373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-97ff95c0-de07-49f7-bb68-7ce95c8643d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:51.147245 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Deleting port 02766c32-baa6-4625-9d03-95f80d9c2905 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:51.147845 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:51.286681 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e7ed741-1d7d-40f8-9dfd-8726162111c5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:51.326434 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-97ff95c0-de07-49f7-bb68-7ce95c8643d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Allocated IP 172.20.0.14 (7bbb3d60-5bb5-4148-942d-8f599eefdf54/42f02c33-2303-43f7-a170-a6650a01e0b9/51444afc-ce92-4b37-ad9c-68ef3c3c160d) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:51.404246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ed741-1d7d-40f8-9dfd-8726162111c5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Subnet': ['ID=98ede4ea-d408-46d0-90ab-68cfd9289450,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:51.411988 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e7ed741-1d7d-40f8-9dfd-8726162111c5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:51.508871 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4e7ed741-1d7d-40f8-9dfd-8726162111c5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/98ede4ea-d408-46d0-90ab-68cfd9289450 HTTP/1.1" status: 204 len: 168 time: 1.7680266 Feb 09 14:31:51.511118 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd01c7fe-6b62-4b98-8b0a-25e39c016faf None None] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:51.513936 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51236) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:51.528534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] For port 02766c32-baa6-4625-9d03-95f80d9c2905, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=02766c32-baa6-4625-9d03-95f80d9c2905,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:51.533822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0db8241d-2bf7-4faf-a760-9d248300478c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'subnet': {'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:51.599051 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-97ff95c0-de07-49f7-bb68-7ce95c8643d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:51.623198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-97ff95c0-de07-49f7-bb68-7ce95c8643d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Transition to ACTIVE for port object 51444afc-ce92-4b37-ad9c-68ef3c3c160d will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:51.654541 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-97ff95c0-de07-49f7-bb68-7ce95c8643d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:51.787450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-97ff95c0-de07-49f7-bb68-7ce95c8643d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:51.796361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-97ff95c0-de07-49f7-bb68-7ce95c8643d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:51.809619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-97ff95c0-de07-49f7-bb68-7ce95c8643d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:51.868006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff95c0-de07-49f7-bb68-7ce95c8643d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event updated for resources: {'Port': ['ID=51444afc-ce92-4b37-ad9c-68ef3c3c160d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:51.871981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898aea87-84f4-4500-96e6-d81d0716ec68 req-6879bcec-57eb-4991-a3cc-0570034e9077 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:51.881224 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-898aea87-84f4-4500-96e6-d81d0716ec68 req-6879bcec-57eb-4991-a3cc-0570034e9077 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.5837467 Feb 09 14:31:51.889100 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:31:51.890596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] For port 02766c32-baa6-4625-9d03-95f80d9c2905, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=02766c32-baa6-4625-9d03-95f80d9c2905,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:51.890995 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:51.924071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-97ff95c0-de07-49f7-bb68-7ce95c8643d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:51.924717 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-97ff95c0-de07-49f7-bb68-7ce95c8643d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:51.934977 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:51.951029 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:51.951774 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:51.991642 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-97ff95c0-de07-49f7-bb68-7ce95c8643d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2466500 Feb 09 14:31:52.009715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f866f50-da7c-4ddb-87dd-151ecb12c889 req-d818d922-0a0e-4d85-ab23-16b60ab01a64 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:52.010819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4f866f50-da7c-4ddb-87dd-151ecb12c889 req-d818d922-0a0e-4d85-ab23-16b60ab01a64 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Synchronizing usage tracker for tenant:700b9235bb3d4706bcd2644827123371 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:31:52.023715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fc035946-ecce-48e5-9cf4-d09d4dfc3a94 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:31:52.026057 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fc035946-ecce-48e5-9cf4-d09d4dfc3a94 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085456 Feb 09 14:31:52.064338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4f866f50-da7c-4ddb-87dd-151ecb12c889 req-d818d922-0a0e-4d85-ab23-16b60ab01a64 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Unset dirty status for tenant:700b9235bb3d4706bcd2644827123371 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:31:52.074392 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f866f50-da7c-4ddb-87dd-151ecb12c889 req-d818d922-0a0e-4d85-ab23-16b60ab01a64 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 932 time: 0.3573823 Feb 09 14:31:52.095007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Calling delete_port for 02766c32-baa6-4625-9d03-95f80d9c2905 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:52.133985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51250) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:52.196642 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f866f50-da7c-4ddb-87dd-151ecb12c889 req-a0b9b509-3f70-4af9-824f-622cac572032 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152031 Feb 09 14:31:52.226978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:52.240607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:52.256435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:52.257289 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:52.267224 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:31:52.268142 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:31:52.270414 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-898aea87-84f4-4500-96e6-d81d0716ec68 req-9dc95f10-6c5b-42bf-b04f-80ffdbaace50 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878312 Feb 09 14:31:52.287563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Request body: {'port': {'device_id': '5fffbe94-b60b-40ec-8afa-fae076336071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:52.308065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a573e9f4-f4ff-4020-bcaa-2f82b912b83a None None] Provisioning for port 51444afc-ce92-4b37-ad9c-68ef3c3c160d completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:31:52.325522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a573e9f4-f4ff-4020-bcaa-2f82b912b83a None None] Provisioning complete for port 51444afc-ce92-4b37-ad9c-68ef3c3c160d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:52.326751 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a573e9f4-f4ff-4020-bcaa-2f82b912b83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:52.354602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=02766c32-baa6-4625-9d03-95f80d9c2905,revision_number=9']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:52.361210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0db8241d-2bf7-4faf-a760-9d248300478c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:52.366742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0db8241d-2bf7-4faf-a760-9d248300478c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:subnet and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:52.369920 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0db8241d-2bf7-4faf-a760-9d248300478c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:52.376227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0db8241d-2bf7-4faf-a760-9d248300478c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:52.387666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=978c0ebe-0edf-4417-bde7-83ede650696b,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:52.392076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db8241d-2bf7-4faf-a760-9d248300478c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:52.396922 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0db8241d-2bf7-4faf-a760-9d248300478c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:52.473340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-32744649'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:52.480370 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0e77daf2-7dbb-4867-8a9d-3799d263174d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6203148 Feb 09 14:31:52.487911 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51262) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:52.499164 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a573e9f4-f4ff-4020-bcaa-2f82b912b83a None None] Port 51444afc-ce92-4b37-ad9c-68ef3c3c160d cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:52.506742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-03539ca9-1f67-4633-b14a-269f65e539dc tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:52.533698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:52.547527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Usage tracker for resource:network and tenant:1b727a383182448f9246218694cab8d5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:52.554079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:52.569950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:52.589759 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:52.614837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Made reservation on behalf of 1b727a383182448f9246218694cab8d5 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:52.617789 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:52.631613 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:52.705972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:52.714297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Usage tracker for resource:security_group_rule and tenant:1b727a383182448f9246218694cab8d5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:52.720555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:52.739288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Deleting port 02766c32-baa6-4625-9d03-95f80d9c2905 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:31:52.740599 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:52.742541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:52.751421 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-03539ca9-1f67-4633-b14a-269f65e539dc tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:52.759996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-03539ca9-1f67-4633-b14a-269f65e539dc tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:52.763470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bfa99-1829-4858-a969-3d0ea7d45f47 req-5cf813e6-85f8-4c07-9c45-7ae2fcc28ff2 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:52.763853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-03539ca9-1f67-4633-b14a-269f65e539dc tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:52.766089 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f6bfa99-1829-4858-a969-3d0ea7d45f47 req-5cf813e6-85f8-4c07-9c45-7ae2fcc28ff2 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.3023434 Feb 09 14:31:52.777409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-03539ca9-1f67-4633-b14a-269f65e539dc tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:52.858328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03539ca9-1f67-4633-b14a-269f65e539dc tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:52.871559 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03539ca9-1f67-4633-b14a-269f65e539dc tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:52.998810 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:53.068070 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:53.149741 n-d-828418-2 neutron-server[87596]: INFO neutron.db.ipam_backend_mixin [None req-03539ca9-1f67-4633-b14a-269f65e539dc tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 978c0ebe-0edf-4417-bde7-83ede650696b (CIDR: 2001:db8::/64) Feb 09 14:31:53.150295 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f6bfa99-1829-4858-a969-3d0ea7d45f47 req-a5e808ba-60d4-4cd9-821b-32d218e7d94b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774998 Feb 09 14:31:53.158430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:31:53.165086 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0db8241d-2bf7-4faf-a760-9d248300478c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:53.204760 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] For port 02766c32-baa6-4625-9d03-95f80d9c2905, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=02766c32-baa6-4625-9d03-95f80d9c2905,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:53.204760 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:53.294851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b852d9-76d7-4c13-91a2-0ff2fd7827e7,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:53.304823 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:53.305175 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Added segment 1fb1f61e-51e8-40fb-8aa4-8c480cafeb31 of type vlan for network 209b3ad2-43d3-411f-a2be-27d300e63de9 Feb 09 14:31:53.391079 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-03539ca9-1f67-4633-b14a-269f65e539dc tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:31:53.397322 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:53.404715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03539ca9-1f67-4633-b14a-269f65e539dc tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:31:53.432409 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:53.445536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:53.446362 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:53.490574 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Calling delete_port for 02766c32-baa6-4625-9d03-95f80d9c2905 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:31:53.493203 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db8241d-2bf7-4faf-a760-9d248300478c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:53.497149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0db8241d-2bf7-4faf-a760-9d248300478c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:53.501504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db8241d-2bf7-4faf-a760-9d248300478c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:53.502436 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0db8241d-2bf7-4faf-a760-9d248300478c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:53.631056 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-03539ca9-1f67-4633-b14a-269f65e539dc tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1390600 Feb 09 14:31:53.639441 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51278) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:53.646244 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0db8241d-2bf7-4faf-a760-9d248300478c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1230760 Feb 09 14:31:53.653868 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-01415080-4ce9-4a29-9aa2-47aee8ad4be7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:53.670825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51282) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:53.671587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8241d-2bf7-4faf-a760-9d248300478c tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Subnet': ['ID=b8d25ae3-c397-496b-8d19-e1489a18e72b,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:53.689506 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9056bae1-7097-4246-bc43-b0ab5ffe88e5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'security_group': {'name': 'tempest-secgroup-1795808853'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:53.773608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9056bae1-7097-4246-bc43-b0ab5ffe88e5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:53.786972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9056bae1-7097-4246-bc43-b0ab5ffe88e5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:security_group and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:53.799141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9056bae1-7097-4246-bc43-b0ab5ffe88e5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:53.814225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9056bae1-7097-4246-bc43-b0ab5ffe88e5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:53.837797 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7191326-f485-4376-ad95-ae83f92d2506 None None] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:53.864569 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9056bae1-7097-4246-bc43-b0ab5ffe88e5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:53.913306 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-01415080-4ce9-4a29-9aa2-47aee8ad4be7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:53.923285 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce6ef8-8496-4115-be7c-05e45d9ac626 req-6af7487b-40f0-488f-aed3-57dcd014f04a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:53.932007 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-53ce6ef8-8496-4115-be7c-05e45d9ac626 req-6af7487b-40f0-488f-aed3-57dcd014f04a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.3560667 Feb 09 14:31:53.933562 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:53.955997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-01415080-4ce9-4a29-9aa2-47aee8ad4be7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:53.960331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9056bae1-7097-4246-bc43-b0ab5ffe88e5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:53.968355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-01415080-4ce9-4a29-9aa2-47aee8ad4be7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:53.968606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Pushing event updated for resources: {'Network': ['ID=209b3ad2-43d3-411f-a2be-27d300e63de9,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:53.971485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9056bae1-7097-4246-bc43-b0ab5ffe88e5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:security_group_rule and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:53.975219 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1361e4d6-6327-413f-9025-e79c2b28c041 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.8093460 Feb 09 14:31:53.976932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9056bae1-7097-4246-bc43-b0ab5ffe88e5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:53.979946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51286) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:53.990356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-01415080-4ce9-4a29-9aa2-47aee8ad4be7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:53.993315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9056bae1-7097-4246-bc43-b0ab5ffe88e5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:53.993483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-523826d3-1ba9-4809-9f3e-7ec1d4de5b1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Request body: {'subnet': {'network_id': '209b3ad2-43d3-411f-a2be-27d300e63de9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:54.019388 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 209b3ad2-43d3-411f-a2be-27d300e63de9 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:31:54.041397 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-53ce6ef8-8496-4115-be7c-05e45d9ac626 req-3ea72d7f-a7b1-4c30-9d76-0d794c2d425b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069632 Feb 09 14:31:54.045173 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01415080-4ce9-4a29-9aa2-47aee8ad4be7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:54.054004 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01415080-4ce9-4a29-9aa2-47aee8ad4be7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:54.066564 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] Pushing event deleted for resources: {'Port': ['ID=02766c32-baa6-4625-9d03-95f80d9c2905,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:54.154756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-523826d3-1ba9-4809-9f3e-7ec1d4de5b1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:54.167896 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-523826d3-1ba9-4809-9f3e-7ec1d4de5b1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Usage tracker for resource:subnet and tenant:1b727a383182448f9246218694cab8d5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:54.173680 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:31:54.184194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-523826d3-1ba9-4809-9f3e-7ec1d4de5b1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:54.190537 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3ca01f68-77c1-4f7d-a135-51808eae4514 None None] Provisioning complete for port 3ed5a584-ee58-4d24-b952-bdaaa9e16450 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:54.190919 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3ca01f68-77c1-4f7d-a135-51808eae4514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:54.201688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec09c18-9f59-438f-89cf-bc4d539ec504 req-30488a34-d510-4e8d-889c-4975a7aac7a4 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:54.203651 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ec09c18-9f59-438f-89cf-bc4d539ec504 req-30488a34-d510-4e8d-889c-4975a7aac7a4 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 932 time: 0.3689859 Feb 09 14:31:54.208473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-523826d3-1ba9-4809-9f3e-7ec1d4de5b1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:54.318947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523826d3-1ba9-4809-9f3e-7ec1d4de5b1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Made reservation on behalf of 1b727a383182448f9246218694cab8d5 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:54.322671 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-523826d3-1ba9-4809-9f3e-7ec1d4de5b1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:54.386697 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d22e535-58cb-40ac-9a2f-bf1acde9acfa None None] No DVR routers for this DVR port 02766c32-baa6-4625-9d03-95f80d9c2905 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:31:54.436337 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ec09c18-9f59-438f-89cf-bc4d539ec504 req-dbb89810-c4c1-468c-9bc4-18d7b0c2f9e5 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817617 Feb 09 14:31:54.442232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51444afc-ce92-4b37-ad9c-68ef3c3c160d {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:31:54.478440 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:54.486528 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdaee85-ad0a-4a5d-b526-0e68d09891a1 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:54.508457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Transition to ACTIVE for port object 51444afc-ce92-4b37-ad9c-68ef3c3c160d will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:54.516341 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9056bae1-7097-4246-bc43-b0ab5ffe88e5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:54.517396 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:54.523912 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9056bae1-7097-4246-bc43-b0ab5ffe88e5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:54.598963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b59bf1-a3b1-47a0-af68-f39f578884fa req-55c585f9-4928-44ff-8a71-f6643d3542cd tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:54.601279 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-49b59bf1-a3b1-47a0-af68-f39f578884fa req-55c585f9-4928-44ff-8a71-f6643d3542cd tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.3596673 Feb 09 14:31:54.605131 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9056bae1-7097-4246-bc43-b0ab5ffe88e5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:54.606520 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9056bae1-7097-4246-bc43-b0ab5ffe88e5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9323733 Feb 09 14:31:54.607652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056bae1-7097-4246-bc43-b0ab5ffe88e5 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9b8e96-0c91-415e-9589-233d0d72d067,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:54.608764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Pushing event updated for resources: {'Port': ['ID=51444afc-ce92-4b37-ad9c-68ef3c3c160d,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:54.610379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51298) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:54.620501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5fb8552e-ab44-4008-a68d-63e122a30ce2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'security_group': {'name': 'tempest-secgroup-1117133148'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:54.651370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5fb8552e-ab44-4008-a68d-63e122a30ce2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:54.661092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5fb8552e-ab44-4008-a68d-63e122a30ce2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:security_group and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:54.667162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5fb8552e-ab44-4008-a68d-63e122a30ce2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:54.718546 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5fb8552e-ab44-4008-a68d-63e122a30ce2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:54.752111 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3ca01f68-77c1-4f7d-a135-51808eae4514 None None] Port 3ed5a584-ee58-4d24-b952-bdaaa9e16450 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:54.775788 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-49b59bf1-a3b1-47a0-af68-f39f578884fa req-3c09264e-1c9d-48ab-b5e9-f40bb4dfa203 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600778 Feb 09 14:31:54.791807 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5fb8552e-ab44-4008-a68d-63e122a30ce2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:54.856658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5fb8552e-ab44-4008-a68d-63e122a30ce2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:54.864804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5fb8552e-ab44-4008-a68d-63e122a30ce2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:security_group_rule and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:54.869883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5fb8552e-ab44-4008-a68d-63e122a30ce2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:54.877732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5fb8552e-ab44-4008-a68d-63e122a30ce2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:54.945316 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01415080-4ce9-4a29-9aa2-47aee8ad4be7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:54.983226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3ca01f68-77c1-4f7d-a135-51808eae4514 None None] Provisioning complete for port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:54.983679 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3ca01f68-77c1-4f7d-a135-51808eae4514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:55.088128 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Attempting to bind port 51444afc-ce92-4b37-ad9c-68ef3c3c160d on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:31:55.088462 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Attempting to bind port 51444afc-ce92-4b37-ad9c-68ef3c3c160d by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:31:55.088796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Attempting to bind port 51444afc-ce92-4b37-ad9c-68ef3c3c160d on network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:31:55.099036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Port 51444afc-ce92-4b37-ad9c-68ef3c3c160d on network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:31:55.099225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Attempting to bind port 51444afc-ce92-4b37-ad9c-68ef3c3c160d on network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:31:55.110034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:31:55.110462 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Checking segment: {'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:31:55.110734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Bound using segment: {'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:31:55.111178 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Bound port: 51444afc-ce92-4b37-ad9c-68ef3c3c160d, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:31:55.111520 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:55.119577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01415080-4ce9-4a29-9aa2-47aee8ad4be7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:55.137505 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-01415080-4ce9-4a29-9aa2-47aee8ad4be7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:55.146345 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01415080-4ce9-4a29-9aa2-47aee8ad4be7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:55.147257 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-01415080-4ce9-4a29-9aa2-47aee8ad4be7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:55.209110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01415080-4ce9-4a29-9aa2-47aee8ad4be7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=1b219732-782e-419b-918f-08624aa9bc1d,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:55.229815 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5fb8552e-ab44-4008-a68d-63e122a30ce2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:55.237725 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5fb8552e-ab44-4008-a68d-63e122a30ce2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:55.270231 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-01415080-4ce9-4a29-9aa2-47aee8ad4be7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6250882 Feb 09 14:31:55.275483 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-523826d3-1ba9-4809-9f3e-7ec1d4de5b1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:55.285404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51306) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:55.311195 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5fb8552e-ab44-4008-a68d-63e122a30ce2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:55.316323 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5fb8552e-ab44-4008-a68d-63e122a30ce2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6993055 Feb 09 14:31:55.317059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51308) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:55.320219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8552e-ab44-4008-a68d-63e122a30ce2 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d9a796-4545-4669-869d-d6fe2a2ea801,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:55.325876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-1932b141-5eee-45bb-8161-24ab761b541a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'security_group': {'name': 'tempest-secgroup-1361072351'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:55.334969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1932b141-5eee-45bb-8161-24ab761b541a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:55.343918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1932b141-5eee-45bb-8161-24ab761b541a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:security_group and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:55.347831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1932b141-5eee-45bb-8161-24ab761b541a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:55.356945 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1932b141-5eee-45bb-8161-24ab761b541a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:55.366334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'mac_address': 'fa:16:3e:c7:cc:a4', 'name': 'tempest-NetworksTestDHCPv6-1995519169'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:55.373020 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1932b141-5eee-45bb-8161-24ab761b541a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:55.407104 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1932b141-5eee-45bb-8161-24ab761b541a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:55.412581 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1932b141-5eee-45bb-8161-24ab761b541a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:security_group_rule and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:55.416009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1932b141-5eee-45bb-8161-24ab761b541a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:55.423564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1932b141-5eee-45bb-8161-24ab761b541a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:55.468640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': '1b219732-782e-419b-918f-08624aa9bc1d'}, {'subnet_id': '978c0ebe-0edf-4417-bde7-83ede650696b'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:31:55.472727 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:55.507309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] For port 51444afc-ce92-4b37-ad9c-68ef3c3c160d, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:31:55.530520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523826d3-1ba9-4809-9f3e-7ec1d4de5b1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Pushing event updated for resources: {'Subnet': ['ID=3dcab586-4b88-4020-9cf3-f7c8be099906,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:55.624103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] For port 51444afc-ce92-4b37-ad9c-68ef3c3c160d, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:31:55.649162 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:55.701626 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523826d3-1ba9-4809-9f3e-7ec1d4de5b1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Checking segment: {'id': '1fb1f61e-51e8-40fb-8aa4-8c480cafeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '209b3ad2-43d3-411f-a2be-27d300e63de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:31:55.702763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523826d3-1ba9-4809-9f3e-7ec1d4de5b1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Network hostable DHCP agents. Network: 209b3ad2-43d3-411f-a2be-27d300e63de9, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:31:55.751104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e772502-0843-46ec-8382-6e71cbef2031 None None] Update dhcp port {'port': {'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7', 'fixed_ips': [{'subnet_id': 'e3fbe8a1-be2e-4d4b-acfa-d297605c5754', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b8d25ae3-c397-496b-8d19-e1489a18e72b'}], 'binding:host_id': 'n-d-828418-2'}, 'id': 'd1dfeb84-c047-4000-8b2a-ed7e85a2af7f'} from n-d-828418-2. {{(pid=87598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 14:31:55.834288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:55.835236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:55.836875 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] 10.222.0.35 "PUT /v2.0/ports/51444afc-ce92-4b37-ad9c-68ef3c3c160d HTTP/1.1" status: 200 len: 1092 time: 3.7935748 Feb 09 14:31:55.837610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fffbe94-b60b-40ec-8afa-fae076336071', 'tag': '51444afc-ce92-4b37-ad9c-68ef3c3c160d'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:31:55.883103 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3e772502-0843-46ec-8382-6e71cbef2031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:55.899720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523826d3-1ba9-4809-9f3e-7ec1d4de5b1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Network 209b3ad2-43d3-411f-a2be-27d300e63de9 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:31:55.908199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:55.961475 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1932b141-5eee-45bb-8161-24ab761b541a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:55.978789 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1932b141-5eee-45bb-8161-24ab761b541a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:56.010047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43a85d-602c-4d2b-8021-a641295f2f13 service neutron] Pushing event updated for resources: {'Port': ['ID=51444afc-ce92-4b37-ad9c-68ef3c3c160d,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:56.018008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:56.035775 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-523826d3-1ba9-4809-9f3e-7ec1d4de5b1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 209b3ad2-43d3-411f-a2be-27d300e63de9) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:56.040632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:56.054434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932b141-5eee-45bb-8161-24ab761b541a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55997b07-9605-4fcf-9eb1-83a0d41f8a82,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:56.062542 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1932b141-5eee-45bb-8161-24ab761b541a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:56.067308 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1932b141-5eee-45bb-8161-24ab761b541a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7463791 Feb 09 14:31:56.073715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51320) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:56.088398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3410e340-2678-4e4b-8f10-088cbec970fd tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1270580602', 'security_groups': ['55997b07-9605-4fcf-9eb1-83a0d41f8a82'], 'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b8d25ae3-c397-496b-8d19-e1489a18e72b'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:56.185759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523826d3-1ba9-4809-9f3e-7ec1d4de5b1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:56.186743 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-523826d3-1ba9-4809-9f3e-7ec1d4de5b1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:56.332435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4790a-be2a-4f70-8d54-94110808b4d0 req-e4d19be7-938c-4c09-8b25-319ae3cd0505 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:56.335264 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2b4790a-be2a-4f70-8d54-94110808b4d0 req-e4d19be7-938c-4c09-8b25-319ae3cd0505 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.6384718 Feb 09 14:31:56.349170 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-523826d3-1ba9-4809-9f3e-7ec1d4de5b1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3632877 Feb 09 14:31:56.357909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267704b9-2ae2-4ff9-95a7-6220656a52d0 req-9f6ac75e-777c-4b02-870b-b19e14b3fb4e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:56.366782 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-267704b9-2ae2-4ff9-95a7-6220656a52d0 req-9f6ac75e-777c-4b02-870b-b19e14b3fb4e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.9646633 Feb 09 14:31:56.369082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51334) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:56.396164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3410e340-2678-4e4b-8f10-088cbec970fd tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:56.410190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-3f725dcf-c2af-4b03-9705-b416afc70f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:56.412800 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-3f725dcf-c2af-4b03-9705-b416afc70f19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 1095 time: 0.5076659 Feb 09 14:31:56.413225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Request body: {'port': {'network_id': '209b3ad2-43d3-411f-a2be-27d300e63de9', 'name': 'tempest-TagsExtTest-955467908'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:56.444581 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b42113e-d0f6-431b-9385-bf2275eeb178 None None] Network 209b3ad2-43d3-411f-a2be-27d300e63de9 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:31:56.502950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3410e340-2678-4e4b-8f10-088cbec970fd tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:56.524036 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2b4790a-be2a-4f70-8d54-94110808b4d0 req-f6c5be5f-cc5e-4510-ba99-387a55d25ab2 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755464 Feb 09 14:31:56.585895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3410e340-2678-4e4b-8f10-088cbec970fd tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:56.628244 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-267704b9-2ae2-4ff9-95a7-6220656a52d0 req-3b2ce954-a69a-4aec-8bb8-b0e719e6ff1d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591729 Feb 09 14:31:56.735340 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-e636743b-fee6-4e5b-9bd3-5deffb3b8b41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d HTTP/1.1" status: 200 len: 217 time: 0.3099365 Feb 09 14:31:56.741025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:56.822117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port b9a99633-68ea-438a-9434-48bf70fcc7ea yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:31:56.863141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:56.872142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Usage tracker for resource:port and tenant:1b727a383182448f9246218694cab8d5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:56.897657 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-3e772502-0843-46ec-8382-6e71cbef2031 None None] Allocated IP 172.20.0.2 (37922efb-ad82-43cb-839e-8a90e435f4d7/b8d25ae3-c397-496b-8d19-e1489a18e72b/d1dfeb84-c047-4000-8b2a-ed7e85a2af7f) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:56.901387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:56.916304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:56.924112 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3410e340-2678-4e4b-8f10-088cbec970fd tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:56.952043 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fffbe94-b60b-40ec-8afa-fae076336071', 'tag': '51444afc-ce92-4b37-ad9c-68ef3c3c160d', 'status': 'completed', 'code': 200} Feb 09 14:31:56.964242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Made reservation on behalf of 1b727a383182448f9246218694cab8d5 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:31:56.970280 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c087bdc1-4925-4b0f-bb15-b5d1a6d4f824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:56.976192 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:56.978894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Allocated IP 2001:db8:0:1::2 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/1b219732-782e-419b-918f-08624aa9bc1d/466404f7-8630-4e32-a98c-1877383a8616) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:56.999020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-3410e340-2678-4e4b-8f10-088cbec970fd tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] device_id is not set on port 8e6816e7-c5f0-4804-a715-b655d02d40cc yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:31:57.009715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-e720422c-59f1-4c75-a4de-05d2a8a63d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:57.009715 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-e720422c-59f1-4c75-a4de-05d2a8a63d27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 200 len: 855 time: 0.2552543 Feb 09 14:31:57.028771 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Allocated IP 2001:db8::f816:3eff:fe1e:110a (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/978c0ebe-0edf-4417-bde7-83ede650696b/466404f7-8630-4e32-a98c-1877383a8616) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:57.076835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] device_id is not set on port 3b5b3d7e-0db3-489e-b554-5b177906cc1d yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:31:57.166692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-be167f12-9297-4856-8473-e11da86d0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:57.169465 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-be167f12-9297-4856-8473-e11da86d0870 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7bbb3d60-5bb5-4148-942d-8f599eefdf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508570 Feb 09 14:31:57.293393 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:57.304959 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Transition to ACTIVE for port object 466404f7-8630-4e32-a98c-1877383a8616 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:57.324934 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Transition to ACTIVE for port object 466404f7-8630-4e32-a98c-1877383a8616 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:57.345020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Allocated IP 172.20.0.14 (209b3ad2-43d3-411f-a2be-27d300e63de9/3dcab586-4b88-4020-9cf3-f7c8be099906/3b5b3d7e-0db3-489e-b554-5b177906cc1d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:57.413441 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:57.491331 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-b2c4f746-d3df-4d95-b8c8-af2717e2c041 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133624 Feb 09 14:31:57.560865 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3e772502-0843-46ec-8382-6e71cbef2031 None None] For port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d1dfeb84-c047-4000-8b2a-ed7e85a2af7f,segment=NetworkSegment(f85e748e-6a51-4a20-807a-144a55ad7dec),segment_id=f85e748e-6a51-4a20-807a-144a55ad7dec)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:31:57.593139 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3e772502-0843-46ec-8382-6e71cbef2031 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:57.608769 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:57.615224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3e772502-0843-46ec-8382-6e71cbef2031 None None] Transition to ACTIVE for port object d1dfeb84-c047-4000-8b2a-ed7e85a2af7f will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:57.627260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Transition to ACTIVE for port object 3b5b3d7e-0db3-489e-b554-5b177906cc1d will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:57.628488 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Pushing event updated for resources: {'Port': ['ID=466404f7-8630-4e32-a98c-1877383a8616,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:57.638611 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3e772502-0843-46ec-8382-6e71cbef2031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:57.752212 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:57.757005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e772502-0843-46ec-8382-6e71cbef2031 None None] Pushing event updated for resources: {'Port': ['ID=d1dfeb84-c047-4000-8b2a-ed7e85a2af7f,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:57.801291 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53d528f5-1102-49b7-8822-0bb61082c7d5 req-16671b7b-fa20-4677-b591-e36a40c0d940 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944374 Feb 09 14:31:57.837169 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:57.844855 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:57.890178 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:57.961453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Network 209b3ad2-43d3-411f-a2be-27d300e63de9 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:57.972051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:57.975373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-3410e340-2678-4e4b-8f10-088cbec970fd tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Allocated IP 172.20.0.12 (37922efb-ad82-43cb-839e-8a90e435f4d7/b8d25ae3-c397-496b-8d19-e1489a18e72b/8e6816e7-c5f0-4804-a715-b655d02d40cc) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:57.986033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:58.071975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Pushing event updated for resources: {'Port': ['ID=3b5b3d7e-0db3-489e-b554-5b177906cc1d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:58.086382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8:0:1::189 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/1b219732-782e-419b-918f-08624aa9bc1d/b9a99633-68ea-438a-9434-48bf70fcc7ea) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:58.107983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::f816:3eff:fec7:cca4 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/978c0ebe-0edf-4417-bde7-83ede650696b/b9a99633-68ea-438a-9434-48bf70fcc7ea) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:58.149981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:58.150652 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:58.176784 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-209b3ad2-43d3-411f-a2be-27d300e63de9', 'network_id': '209b3ad2-43d3-411f-a2be-27d300e63de9', 'tenant_id': '1b727a383182448f9246218694cab8d5', 'fixed_ips': [{'subnet_id': '3dcab586-4b88-4020-9cf3-f7c8be099906'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:31:58.177767 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:58.193674 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Attempting to bind port 466404f7-8630-4e32-a98c-1877383a8616 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:31:58.194381 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Attempting to bind port 466404f7-8630-4e32-a98c-1877383a8616 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:31:58.194815 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Attempting to bind port 466404f7-8630-4e32-a98c-1877383a8616 on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:31:58.206441 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:31:58.206914 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:31:58.207625 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:58.208168 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:31:58.208756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Bound port: 466404f7-8630-4e32-a98c-1877383a8616, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:31:58.209410 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:58.226188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e071fc2-c070-4f22-bc43-151c955e7b75 req-70fca45f-fbca-4b9c-9de9-0964f8849ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:58.228470 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e071fc2-c070-4f22-bc43-151c955e7b75 req-70fca45f-fbca-4b9c-9de9-0964f8849ea0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 1095 time: 0.3179638 Feb 09 14:31:58.296059 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-efb2f666-09d1-4c10-83d8-347898b291b5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8964770 Feb 09 14:31:58.306513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51364) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:58.316269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47483ee2-74d8-4150-8032-37f918bfa864 req-384ff98f-312d-4571-93e7-57c487522dc9 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:58.317970 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47483ee2-74d8-4150-8032-37f918bfa864 req-384ff98f-312d-4571-93e7-57c487522dc9 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.4781525 Feb 09 14:31:58.323519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0ac0452d-e407-4233-a698-e428ee0f5e50 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-484012634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:58.374893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc421f-8883-41bd-b1ca-7bb7fe77eb86 req-1aaa25ea-d5c8-4f4d-801c-f31d5605e874 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:58.375152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0ac0452d-e407-4233-a698-e428ee0f5e50 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:58.385734 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0dc421f-8883-41bd-b1ca-7bb7fe77eb86 req-1aaa25ea-d5c8-4f4d-801c-f31d5605e874 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.4736414 Feb 09 14:31:58.398012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0ac0452d-e407-4233-a698-e428ee0f5e50 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Usage tracker for resource:router and tenant:1b727a383182448f9246218694cab8d5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:31:58.421552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0ac0452d-e407-4233-a698-e428ee0f5e50 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:31:58.460098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0ac0452d-e407-4233-a698-e428ee0f5e50 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:31:58.498321 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47483ee2-74d8-4150-8032-37f918bfa864 req-4369dd2f-11a4-4d97-88bb-0ddc61c54afc tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642268 Feb 09 14:31:58.527297 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ac0452d-e407-4233-a698-e428ee0f5e50 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:58.528666 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ac0452d-e407-4233-a698-e428ee0f5e50 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:58.531294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] For port 466404f7-8630-4e32-a98c-1877383a8616, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:31:58.543855 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] For port 466404f7-8630-4e32-a98c-1877383a8616, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=466404f7-8630-4e32-a98c-1877383a8616,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:31:58.577186 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ac0452d-e407-4233-a698-e428ee0f5e50 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:58.589442 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3410e340-2678-4e4b-8f10-088cbec970fd tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:58.598259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Allocated IP 172.20.0.2 (209b3ad2-43d3-411f-a2be-27d300e63de9/3dcab586-4b88-4020-9cf3-f7c8be099906/b7e3ceaf-66e1-4193-9b6b-5643509b8517) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:31:58.612892 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0dc421f-8883-41bd-b1ca-7bb7fe77eb86 req-72d100f9-10e5-40e7-a45e-7311cea09525 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240915 Feb 09 14:31:58.613730 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-3410e340-2678-4e4b-8f10-088cbec970fd tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Transition to ACTIVE for port object 8e6816e7-c5f0-4804-a715-b655d02d40cc will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:58.622615 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ac0452d-e407-4233-a698-e428ee0f5e50 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:58.694614 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0ac0452d-e407-4233-a698-e428ee0f5e50 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:58.698884 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0ac0452d-e407-4233-a698-e428ee0f5e50 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3798270 Feb 09 14:31:58.699925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51372) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:58.716189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-72d512bd-0cdd-4090-a91d-75fd734cbdb0 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-351335183', 'prefixes': ['172.20.0.0/16']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:58.738026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-72d512bd-0cdd-4090-a91d-75fd734cbdb0 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:31:58.753159 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3410e340-2678-4e4b-8f10-088cbec970fd tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:58.760682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e071fc2-c070-4f22-bc43-151c955e7b75 req-f2271b00-7dcb-47c0-a24b-66616b1b9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:58.772744 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e071fc2-c070-4f22-bc43-151c955e7b75 req-f2271b00-7dcb-47c0-a24b-66616b1b9301 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 916 time: 0.5210803 Feb 09 14:31:58.969257 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:59.024849 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e071fc2-c070-4f22-bc43-151c955e7b75 req-b44899a0-7c4f-4f3a-aa66-f13576406a5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d HTTP/1.1" status: 200 len: 217 time: 0.2257216 Feb 09 14:31:59.024849 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:59.028723 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3410e340-2678-4e4b-8f10-088cbec970fd tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:59.061311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-3410e340-2678-4e4b-8f10-088cbec970fd tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:59.070226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3410e340-2678-4e4b-8f10-088cbec970fd tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:59.173117 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:59.211446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e071fc2-c070-4f22-bc43-151c955e7b75 req-589b2583-135f-400c-b611-c467c82e6a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:59.214651 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e071fc2-c070-4f22-bc43-151c955e7b75 req-589b2583-135f-400c-b611-c467c82e6a85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 200 len: 855 time: 0.1846468 Feb 09 14:31:59.224615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3410e340-2678-4e4b-8f10-088cbec970fd tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:59.225330 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3410e340-2678-4e4b-8f10-088cbec970fd tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:59.232104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Transition to ACTIVE for port object b7e3ceaf-66e1-4193-9b6b-5643509b8517 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:59.239693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object b9a99633-68ea-438a-9434-48bf70fcc7ea will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:59.285544 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3410e340-2678-4e4b-8f10-088cbec970fd tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2060874 Feb 09 14:31:59.293455 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51386) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:59.294274 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72d512bd-0cdd-4090-a91d-75fd734cbdb0 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks [] for subnetpool, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:59.301164 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-72d512bd-0cdd-4090-a91d-75fd734cbdb0 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5988371 Feb 09 14:31:59.304069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51388) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:59.304942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410e340-2678-4e4b-8f10-088cbec970fd tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=8e6816e7-c5f0-4804-a715-b655d02d40cc,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:59.313468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c6be370d-47fc-41ba-8313-57de0e925b90 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'subnet': {'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:31:59.331432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d5901-cfe5-4c09-9042-f36b3fc4f9e6 None None] Pushing event updated for resources: {'Port': ['ID=466404f7-8630-4e32-a98c-1877383a8616,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:59.333520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-e14ab760-29d1-4c6f-998e-698e69c1ad78 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3dcab586-4b88-4020-9cf3-f7c8be099906', 'tempest-TagsExtTest-Tag-494427635') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:59.350023 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f168c4a9-a66f-42f8-80d6-b2d287a30214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:59.383802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Transition to ACTIVE for port object b7e3ceaf-66e1-4193-9b6b-5643509b8517 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:31:59.401940 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-87d46ce0-d3fe-4a72-a832-84c039afd03d None None] Provisioning complete for port 3ed5a584-ee58-4d24-b952-bdaaa9e16450 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:31:59.402595 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-87d46ce0-d3fe-4a72-a832-84c039afd03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:59.424421 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:59.448781 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:59.544264 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d1dfeb84-c047-4000-8b2a-ed7e85a2af7f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:31:59.696833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=b9a99633-68ea-438a-9434-48bf70fcc7ea,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:59.781275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:59.800688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:31:59.804366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:31:59.818074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:59.820199 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:59.854246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb576d85-01a1-4317-a41e-3a9be82faa6e req-df1fadcb-2194-47fc-a4f5-87773435622a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:31:59.855845 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb576d85-01a1-4317-a41e-3a9be82faa6e req-df1fadcb-2194-47fc-a4f5-87773435622a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.3748477 Feb 09 14:31:59.876838 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e14ab760-29d1-4c6f-998e-698e69c1ad78 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "PUT /v2.0/subnets/3dcab586-4b88-4020-9cf3-f7c8be099906/tags/tempest-TagsExtTest-Tag-494427635 HTTP/1.1" status: 201 len: 201 time: 0.5671682 Feb 09 14:31:59.879504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51400) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:31:59.960585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-3d4af65f-dfe9-4fb3-b8ab-aae28a22d0ae tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3b5b3d7e-0db3-489e-b554-5b177906cc1d', 'tempest-TagsExtTest-Tag-1939165392') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:31:59.979445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-87d46ce0-d3fe-4a72-a832-84c039afd03d None None] Port 3ed5a584-ee58-4d24-b952-bdaaa9e16450 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:31:59.983064 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Pushing event updated for resources: {'Port': ['ID=b7e3ceaf-66e1-4193-9b6b-5643509b8517,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:31:59.993270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Network 209b3ad2-43d3-411f-a2be-27d300e63de9 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:31:59.996618 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:00.004835 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:32:00.031464 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-35d66bcb-b274-4c0d-a19f-e97b51dda83c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.6777468 Feb 09 14:32:00.036551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51406) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:00.056312 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb576d85-01a1-4317-a41e-3a9be82faa6e req-502e8708-af38-44c4-86f0-0dab9daaa5d1 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595457 Feb 09 14:32:00.056827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e071fc2-c070-4f22-bc43-151c955e7b75 req-2a300a1e-ebe0-4b65-8366-2d0ee86a9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:00.060316 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e071fc2-c070-4f22-bc43-151c955e7b75 req-2a300a1e-ebe0-4b65-8366-2d0ee86a9b86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7bbb3d60-5bb5-4148-942d-8f599eefdf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7814078 Feb 09 14:32:00.078976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-87d46ce0-d3fe-4a72-a832-84c039afd03d None None] Provisioning for port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:00.091808 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-87d46ce0-d3fe-4a72-a832-84c039afd03d None None] Provisioning complete for port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:00.092053 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-87d46ce0-d3fe-4a72-a832-84c039afd03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:00.149729 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c6be370d-47fc-41ba-8313-57de0e925b90 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:00.162178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c6be370d-47fc-41ba-8313-57de0e925b90 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:subnet and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:00.169998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c6be370d-47fc-41ba-8313-57de0e925b90 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:00.172125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:00.172551 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:00.184385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c6be370d-47fc-41ba-8313-57de0e925b90 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:00.203836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-69f4e95e-7f9d-444c-b55c-2cd4390d5b0a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port b9a99633-68ea-438a-9434-48bf70fcc7ea {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:32:00.203836 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69f4e95e-7f9d-444c-b55c-2cd4390d5b0a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:00.294518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6be370d-47fc-41ba-8313-57de0e925b90 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:00.298136 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6be370d-47fc-41ba-8313-57de0e925b90 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:00.301379 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Attempting to bind port b7e3ceaf-66e1-4193-9b6b-5643509b8517 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:32:00.301908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Attempting to bind port b7e3ceaf-66e1-4193-9b6b-5643509b8517 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '1fb1f61e-51e8-40fb-8aa4-8c480cafeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '209b3ad2-43d3-411f-a2be-27d300e63de9'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:32:00.302196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Attempting to bind port b7e3ceaf-66e1-4193-9b6b-5643509b8517 on network 209b3ad2-43d3-411f-a2be-27d300e63de9 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:32:00.348110 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:32:00.348110 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Checking segment: {'id': '1fb1f61e-51e8-40fb-8aa4-8c480cafeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '209b3ad2-43d3-411f-a2be-27d300e63de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:32:00.348110 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:00.348110 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Bound using segment: {'id': '1fb1f61e-51e8-40fb-8aa4-8c480cafeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '209b3ad2-43d3-411f-a2be-27d300e63de9'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:32:00.348110 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Bound port: b7e3ceaf-66e1-4193-9b6b-5643509b8517, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb1f61e-51e8-40fb-8aa4-8c480cafeb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '209b3ad2-43d3-411f-a2be-27d300e63de9'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:32:00.351880 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:00.395452 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:00.396650 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:00.472671 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3d4af65f-dfe9-4fb3-b8ab-aae28a22d0ae tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "PUT /v2.0/ports/3b5b3d7e-0db3-489e-b554-5b177906cc1d/tags/tempest-TagsExtTest-Tag-1939165392 HTTP/1.1" status: 201 len: 201 time: 0.5434771 Feb 09 14:32:00.504504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51420) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:00.524686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-84834714-c0cc-4b42-aed9-12b50a5e7b6a tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0f2ac24e-dab9-421d-a1bd-249f2394e8e9', 'tempest-TagsExtTest-Tag-90404167') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:00.694503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4720fd9-cf93-4d17-bd66-7c9d83784b7e req-481677ae-abd2-4d0c-b91a-258bba0b34f1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:00.697175 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b4720fd9-cf93-4d17-bd66-7c9d83784b7e req-481677ae-abd2-4d0c-b91a-258bba0b34f1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.8347299 Feb 09 14:32:00.824276 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b4720fd9-cf93-4d17-bd66-7c9d83784b7e req-9ece125b-f56c-471c-8ab5-ff7b80d4307e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193233 Feb 09 14:32:00.876510 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] For port b7e3ceaf-66e1-4193-9b6b-5643509b8517, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:32:00.890623 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] For port b7e3ceaf-66e1-4193-9b6b-5643509b8517, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b7e3ceaf-66e1-4193-9b6b-5643509b8517,segment=NetworkSegment(1fb1f61e-51e8-40fb-8aa4-8c480cafeb31),segment_id=1fb1f61e-51e8-40fb-8aa4-8c480cafeb31)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:32:00.896224 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:00.930827 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e071fc2-c070-4f22-bc43-151c955e7b75 req-2d4f3b11-145e-4052-b936-12ce36ca781e service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8475206 Feb 09 14:32:01.031652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96edc554-cc04-42b1-aef2-68a05e5f4ee1 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:01.088479 n-d-828418-2 neutron-server[87596]: INFO neutron.db.ipam_backend_mixin [None req-c6be370d-47fc-41ba-8313-57de0e925b90 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b8d25ae3-c397-496b-8d19-e1489a18e72b (CIDR: 172.20.0.0/28) Feb 09 14:32:01.099719 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-84834714-c0cc-4b42-aed9-12b50a5e7b6a tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "PUT /v2.0/routers/0f2ac24e-dab9-421d-a1bd-249f2394e8e9/tags/tempest-TagsExtTest-Tag-90404167 HTTP/1.1" status: 201 len: 201 time: 0.5872457 Feb 09 14:32:01.104770 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6be370d-47fc-41ba-8313-57de0e925b90 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:32:01.105265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6be370d-47fc-41ba-8313-57de0e925b90 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:01.107335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51434) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:01.122641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-bda09d1c-4162-495c-b24f-099e012b3335 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '41dd6f12-74c8-4452-b4e8-e4ff86815074', 'tempest-TagsExtTest-Tag-1852000007') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:01.152957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9d3ce17d-b3f4-4a38-8179-2262f0f05bdf None None] Provisioning for port 8e6816e7-c5f0-4804-a715-b655d02d40cc completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:01.186008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8160409-ba9f-4048-96a4-d078a02b39ad None None] Pushing event updated for resources: {'Port': ['ID=b7e3ceaf-66e1-4193-9b6b-5643509b8517,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:01.195136 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9d3ce17d-b3f4-4a38-8179-2262f0f05bdf None None] Provisioning complete for port 8e6816e7-c5f0-4804-a715-b655d02d40cc triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:01.195604 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9d3ce17d-b3f4-4a38-8179-2262f0f05bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:01.199447 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c6be370d-47fc-41ba-8313-57de0e925b90 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8941987 Feb 09 14:32:01.199447 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69f4e95e-7f9d-444c-b55c-2cd4390d5b0a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:01.219518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51438) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:01.262850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-7499afb4-b709-451c-a5bf-709cd78c1e9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'subnet': {'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:01.333531 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-9d3ce17d-b3f4-4a38-8179-2262f0f05bdf None None] Port 8e6816e7-c5f0-4804-a715-b655d02d40cc cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:32:01.389519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-69f4e95e-7f9d-444c-b55c-2cd4390d5b0a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for b9a99633-68ea-438a-9434-48bf70fcc7ea owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:32:01.490296 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97473b92-cb60-4ade-935e-3c059a86bc2b req-27e92010-cdc4-4284-b024-9d99aaf01bba tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:01.491770 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97473b92-cb60-4ade-935e-3c059a86bc2b req-27e92010-cdc4-4284-b024-9d99aaf01bba tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.4896069 Feb 09 14:32:01.534704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 466404f7-8630-4e32-a98c-1877383a8616 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:32:01.614940 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-75611ff1-67c7-44fa-9103-24809f63a5aa None None] Provisioning for port 466404f7-8630-4e32-a98c-1877383a8616 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:01.657803 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bda09d1c-4162-495c-b24f-099e012b3335 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "PUT /v2.0/subnetpools/41dd6f12-74c8-4452-b4e8-e4ff86815074/tags/tempest-TagsExtTest-Tag-1852000007 HTTP/1.1" status: 201 len: 201 time: 0.5493102 Feb 09 14:32:01.663564 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e071fc2-c070-4f22-bc43-151c955e7b75 req-2f512855-6606-4a61-8cfe-b8ec120c3c27 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7209458 Feb 09 14:32:01.664181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51442) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:01.754071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7499afb4-b709-451c-a5bf-709cd78c1e9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:01.759887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7499afb4-b709-451c-a5bf-709cd78c1e9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:subnet and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:01.763698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7499afb4-b709-451c-a5bf-709cd78c1e9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:01.787826 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 466404f7-8630-4e32-a98c-1877383a8616 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:01.792199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dfbb4-7741-4f89-8ac8-9bf0df485e8b req-c9791709-d80c-4670-be3a-e76256a5c7b1 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:01.792423 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:01.793947 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-714dfbb4-7741-4f89-8ac8-9bf0df485e8b req-c9791709-d80c-4670-be3a-e76256a5c7b1 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.5097325 Feb 09 14:32:01.795366 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 466404f7-8630-4e32-a98c-1877383a8616 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:01.795762 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:01.796711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-22abf3a9-2566-4c18-9d7c-9d551d3ab675 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3dcab586-4b88-4020-9cf3-f7c8be099906') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:01.842246 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7499afb4-b709-451c-a5bf-709cd78c1e9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:01.902171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7499afb4-b709-451c-a5bf-709cd78c1e9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:01.905981 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7499afb4-b709-451c-a5bf-709cd78c1e9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:01.992750 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:01.994508 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97473b92-cb60-4ade-935e-3c059a86bc2b req-806213e7-5b8c-4872-85ab-e637ebb208d5 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4445484 Feb 09 14:32:02.082822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-714dfbb4-7741-4f89-8ac8-9bf0df485e8b req-5b41099f-5ce2-4d14-a8a0-45d802d982d2 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373707 Feb 09 14:32:02.099414 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 466404f7-8630-4e32-a98c-1877383a8616, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=466404f7-8630-4e32-a98c-1877383a8616,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:02.106860 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:02.178801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-22abf3a9-2566-4c18-9d7c-9d551d3ab675 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/subnets/3dcab586-4b88-4020-9cf3-f7c8be099906/tags HTTP/1.1" status: 200 len: 240 time: 0.4327648 Feb 09 14:32:02.179862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51456) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:02.189608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-45c46a28-fea5-411c-a9a7-212888ebebb7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3dcab586-4b88-4020-9cf3-f7c8be099906', 'tempest-TagsExtTest-Tag-494427635') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:02.258106 n-d-828418-2 neutron-server[87597]: INFO neutron.db.ipam_backend_mixin [None req-7499afb4-b709-451c-a5bf-709cd78c1e9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e3fbe8a1-be2e-4d4b-acfa-d297605c5754 (CIDR: 172.20.0.16/28) Feb 09 14:32:02.266685 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7499afb4-b709-451c-a5bf-709cd78c1e9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:32:02.267659 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7499afb4-b709-451c-a5bf-709cd78c1e9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:02.277270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=466404f7-8630-4e32-a98c-1877383a8616,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:02.319982 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-45c46a28-fea5-411c-a9a7-212888ebebb7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/subnets/3dcab586-4b88-4020-9cf3-f7c8be099906/tags/tempest-TagsExtTest-Tag-494427635 HTTP/1.1" status: 204 len: 168 time: 0.1358306 Feb 09 14:32:02.324767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51460) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:02.329504 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b16ebce4-58d9-45f8-97b8-e2635d2d7cf8 None None] Provisioning complete for port 466404f7-8630-4e32-a98c-1877383a8616 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:02.329876 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b16ebce4-58d9-45f8-97b8-e2635d2d7cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:02.341798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-d662533b-ea73-4c66-b8f5-81f98a4d7d92 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3dcab586-4b88-4020-9cf3-f7c8be099906', 'tempest-TagsExtTest-Tag-494427635') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:02.384754 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7499afb4-b709-451c-a5bf-709cd78c1e9f tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1563265 Feb 09 14:32:02.385519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51464) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:02.398089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-295baec0-a9d7-4fb1-a8e7-f53a03098ced tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'subnet': {'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:02.417110 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69f4e95e-7f9d-444c-b55c-2cd4390d5b0a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:02.507528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4e95e-7f9d-444c-b55c-2cd4390d5b0a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=b9a99633-68ea-438a-9434-48bf70fcc7ea,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:02.644614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b16ebce4-58d9-45f8-97b8-e2635d2d7cf8 None None] Could not find standard attr ID for object b9a99633-68ea-438a-9434-48bf70fcc7ea. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:32:02.672284 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5520010-3e68-4a01-9fa0-957b9608135e req-36dfa1dc-6ac7-46a9-a096-c0fbc48c3eb9 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:02.674382 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c5520010-3e68-4a01-9fa0-957b9608135e req-36dfa1dc-6ac7-46a9-a096-c0fbc48c3eb9 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.4972229 Feb 09 14:32:02.735524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-295baec0-a9d7-4fb1-a8e7-f53a03098ced tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:02.742205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-295baec0-a9d7-4fb1-a8e7-f53a03098ced tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Usage tracker for resource:subnet and tenant:5630d50e4fb5462e9b466142aa6ba4f5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:02.746198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-295baec0-a9d7-4fb1-a8e7-f53a03098ced tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:02.757235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-295baec0-a9d7-4fb1-a8e7-f53a03098ced tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:02.769728 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95ea21-b9eb-4e90-b669-e01e98c9c453 req-737958d6-b165-4053-a1c0-98eab5f582c7 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:02.772295 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4e95ea21-b9eb-4e90-b669-e01e98c9c453 req-737958d6-b165-4053-a1c0-98eab5f582c7 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.4500778 Feb 09 14:32:02.802097 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c5520010-3e68-4a01-9fa0-957b9608135e req-bb3eddd4-e73f-4500-aa0b-806659244457 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885608 Feb 09 14:32:02.803382 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69f4e95e-7f9d-444c-b55c-2cd4390d5b0a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:02.805538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295baec0-a9d7-4fb1-a8e7-f53a03098ced tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Made reservation on behalf of 5630d50e4fb5462e9b466142aa6ba4f5 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:02.809977 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-295baec0-a9d7-4fb1-a8e7-f53a03098ced tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:02.827514 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-69f4e95e-7f9d-444c-b55c-2cd4390d5b0a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/b9a99633-68ea-438a-9434-48bf70fcc7ea HTTP/1.1" status: 204 len: 168 time: 2.7878978 Feb 09 14:32:02.836174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51472) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:02.863335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-44ca8aaf-0ba9-4cc5-a71b-aad6c285e92d None None] Could not find standard attr ID for object b9a99633-68ea-438a-9434-48bf70fcc7ea. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:32:02.951132 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d662533b-ea73-4c66-b8f5-81f98a4d7d92 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/subnets/3dcab586-4b88-4020-9cf3-f7c8be099906/tags/tempest-TagsExtTest-Tag-494427635 HTTP/1.1" status: 204 len: 168 time: 0.6250460 Feb 09 14:32:02.952778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51476) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:02.958051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-722865e5-7bdd-48ab-8632-bf38e1093ca1 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3dcab586-4b88-4020-9cf3-f7c8be099906') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:03.017397 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670047bb-d2bf-46e2-a2ae-f72385a8dd4b None None] Network 209b3ad2-43d3-411f-a2be-27d300e63de9 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:03.083770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4e95ea21-b9eb-4e90-b669-e01e98c9c453 req-9a5d8efa-7a23-4e9b-81d5-a28c48f974a6 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995503 Feb 09 14:32:03.162700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa0d4d5-fc1d-454b-9f22-1f14695da890 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:03.163574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1aa0d4d5-fc1d-454b-9f22-1f14695da890 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:32:03.201820 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-722865e5-7bdd-48ab-8632-bf38e1093ca1 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/subnets/3dcab586-4b88-4020-9cf3-f7c8be099906/tags HTTP/1.1" status: 200 len: 205 time: 0.2478495 Feb 09 14:32:03.223086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51486) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:03.253870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e41b80e3-eb36-485d-92c3-54646eca10da None None] Provisioning for port b7e3ceaf-66e1-4193-9b6b-5643509b8517 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:03.308650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1aa0d4d5-fc1d-454b-9f22-1f14695da890 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:32:03.308915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e41b80e3-eb36-485d-92c3-54646eca10da None None] Provisioning for port 3b5b3d7e-0db3-489e-b554-5b177906cc1d completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:03.310040 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1aa0d4d5-fc1d-454b-9f22-1f14695da890 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4728494 Feb 09 14:32:03.318061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51494) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:03.319616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-80f820e7-8686-4d5c-ad26-4331e9718f21 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3b5b3d7e-0db3-489e-b554-5b177906cc1d') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:03.332583 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e41b80e3-eb36-485d-92c3-54646eca10da None None] Provisioning complete for port 3b5b3d7e-0db3-489e-b554-5b177906cc1d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:03.333169 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e41b80e3-eb36-485d-92c3-54646eca10da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:03.454839 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 51444afc-ce92-4b37-ad9c-68ef3c3c160d details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:32:03.477235 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-80f820e7-8686-4d5c-ad26-4331e9718f21 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/ports/3b5b3d7e-0db3-489e-b554-5b177906cc1d/tags HTTP/1.1" status: 200 len: 241 time: 0.2362435 Feb 09 14:32:03.478061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51500) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:03.490300 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0dcede-7333-4f9e-b919-f9ba3c9aa423 req-98be21f6-2aaa-4141-b665-7b65de5dccf1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:03.497477 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ff0dcede-7333-4f9e-b919-f9ba3c9aa423 req-98be21f6-2aaa-4141-b665-7b65de5dccf1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.2716906 Feb 09 14:32:03.516093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-22de12eb-a50d-4748-8708-502a174a4988 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3b5b3d7e-0db3-489e-b554-5b177906cc1d', 'tempest-TagsExtTest-Tag-1939165392') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:03.553715 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e41b80e3-eb36-485d-92c3-54646eca10da None None] Port 3b5b3d7e-0db3-489e-b554-5b177906cc1d cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:32:03.658780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183f4c8-49d6-4ffa-b474-2a6359bb471b req-61ce8a41-d8c5-4b22-8b0e-be2aee656975 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:03.667479 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ff0dcede-7333-4f9e-b919-f9ba3c9aa423 req-55d7b87f-f74d-4691-941e-5217c5fcc030 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690109 Feb 09 14:32:03.668443 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3183f4c8-49d6-4ffa-b474-2a6359bb471b req-61ce8a41-d8c5-4b22-8b0e-be2aee656975 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.35 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.8650889 Feb 09 14:32:03.687249 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-22de12eb-a50d-4748-8708-502a174a4988 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/ports/3b5b3d7e-0db3-489e-b554-5b177906cc1d/tags/tempest-TagsExtTest-Tag-1939165392 HTTP/1.1" status: 204 len: 168 time: 0.2064474 Feb 09 14:32:03.689519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51504) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:03.699437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-15c873b8-4f25-4dc1-b6a2-fbb09eaeb69e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3b5b3d7e-0db3-489e-b554-5b177906cc1d', 'tempest-TagsExtTest-Tag-1939165392') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:03.741073 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b7e3ceaf-66e1-4193-9b6b-5643509b8517 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:32:03.802107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375a2f0e-5eaf-41c9-a81f-25f5fbbcad5f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:03.802850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-375a2f0e-5eaf-41c9-a81f-25f5fbbcad5f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:32:03.810913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-295baec0-a9d7-4fb1-a8e7-f53a03098ced tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:03.824707 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-15c873b8-4f25-4dc1-b6a2-fbb09eaeb69e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/ports/3b5b3d7e-0db3-489e-b554-5b177906cc1d/tags/tempest-TagsExtTest-Tag-1939165392 HTTP/1.1" status: 204 len: 168 time: 0.1333666 Feb 09 14:32:03.826990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51508) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:03.834224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-64b7c90f-7286-4845-9f0b-5100894d7d40 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3b5b3d7e-0db3-489e-b554-5b177906cc1d') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:03.879069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295baec0-a9d7-4fb1-a8e7-f53a03098ced tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:32:03.884140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-295baec0-a9d7-4fb1-a8e7-f53a03098ced tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:03.889722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3183f4c8-49d6-4ffa-b474-2a6359bb471b req-23e5c6a9-8797-44c5-bfa2-a1002bcab736 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Deleting port 6ce17f1c-d432-4695-a697-8a0414cceee2 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:32:03.890659 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3183f4c8-49d6-4ffa-b474-2a6359bb471b req-23e5c6a9-8797-44c5-bfa2-a1002bcab736 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:03.953956 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-64b7c90f-7286-4845-9f0b-5100894d7d40 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/ports/3b5b3d7e-0db3-489e-b554-5b177906cc1d/tags HTTP/1.1" status: 200 len: 205 time: 0.1257555 Feb 09 14:32:03.957041 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51514) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:03.962011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1764a6f-2868-4595-8b5b-527af4a5e6c7 None None] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:03.965800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-b775e20b-7ca3-4d42-8043-db73e34770df tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0f2ac24e-dab9-421d-a1bd-249f2394e8e9') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:04.086508 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 51444afc-ce92-4b37-ad9c-68ef3c3c160d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:04.128634 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295baec0-a9d7-4fb1-a8e7-f53a03098ced tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:04.128634 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-295baec0-a9d7-4fb1-a8e7-f53a03098ced tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:04.128984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295baec0-a9d7-4fb1-a8e7-f53a03098ced tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Subnet': ['ID=83afed3b-539d-4a51-a01b-7810e32fe0dd,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:04.141488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-375a2f0e-5eaf-41c9-a81f-25f5fbbcad5f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:32:04.142653 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-375a2f0e-5eaf-41c9-a81f-25f5fbbcad5f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8115587 Feb 09 14:32:04.146700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51522) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:04.189598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd29c6a-e2c0-4ecb-82f9-efca3bf63bad req-7852a2b1-f189-4c61-999a-f082f21edb21 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:04.191745 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4dd29c6a-e2c0-4ecb-82f9-efca3bf63bad req-7852a2b1-f189-4c61-999a-f082f21edb21 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.7012341 Feb 09 14:32:04.199128 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '51444afc-ce92-4b37-ad9c-68ef3c3c160d', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'port_id': '51444afc-ce92-4b37-ad9c-68ef3c3c160d', 'mac_address': 'fa:16:3e:14:86:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:32:04.200909 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-295baec0-a9d7-4fb1-a8e7-f53a03098ced tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8117795 Feb 09 14:32:04.201616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51526) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:04.244906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338b69d5-0ce0-4aa6-bcb5-30b9f5b1f1d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:04.246417 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338b69d5-0ce0-4aa6-bcb5-30b9f5b1f1d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:04.249268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338b69d5-0ce0-4aa6-bcb5-30b9f5b1f1d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:04.250236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-338b69d5-0ce0-4aa6-bcb5-30b9f5b1f1d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:32:04.265747 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f4e10d70-470d-428b-852b-d0aec9252bac tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1030547047', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '83afed3b-539d-4a51-a01b-7810e32fe0dd'}], 'security_groups': ['3d9b8e96-0c91-415e-9589-233d0d72d067', '71d9a796-4545-4669-869d-d6fe2a2ea801']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:04.282344 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port b7e3ceaf-66e1-4193-9b6b-5643509b8517 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:04.360473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-338b69d5-0ce0-4aa6-bcb5-30b9f5b1f1d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:32:04.361519 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-338b69d5-0ce0-4aa6-bcb5-30b9f5b1f1d5 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2125678 Feb 09 14:32:04.369491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51532) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:04.374186 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b775e20b-7ca3-4d42-8043-db73e34770df tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/routers/0f2ac24e-dab9-421d-a1bd-249f2394e8e9/tags HTTP/1.1" status: 200 len: 239 time: 0.4137712 Feb 09 14:32:04.410833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51534) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:04.419019 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-8bb05dc1-291d-441a-a40d-80c5d04b3ccb tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0f2ac24e-dab9-421d-a1bd-249f2394e8e9', 'tempest-TagsExtTest-Tag-90404167') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:04.452694 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:04.472571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b7e3ceaf-66e1-4193-9b6b-5643509b8517 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:04.472979 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:04.517512 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51444afc-ce92-4b37-ad9c-68ef3c3c160d {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:32:04.536458 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 51444afc-ce92-4b37-ad9c-68ef3c3c160d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:04.557280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 1b219732-782e-419b-918f-08624aa9bc1d {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:32:04.566494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015c4ca-8868-46b5-8da7-e3bc0ee92060 req-0a1c4e80-940e-4462-960a-524ed632dc3d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:04.575569 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2015c4ca-8868-46b5-8da7-e3bc0ee92060 req-0a1c4e80-940e-4462-960a-524ed632dc3d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.5325370 Feb 09 14:32:04.595746 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:04.626166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-3183f4c8-49d6-4ffa-b474-2a6359bb471b req-23e5c6a9-8797-44c5-bfa2-a1002bcab736 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] For port 6ce17f1c-d432-4695-a697-8a0414cceee2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6ce17f1c-d432-4695-a697-8a0414cceee2,segment=NetworkSegment(aac0c14f-ea25-428a-866f-7c58faa1dd1c),segment_id=aac0c14f-ea25-428a-866f-7c58faa1dd1c)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:04.627314 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3183f4c8-49d6-4ffa-b474-2a6359bb471b req-23e5c6a9-8797-44c5-bfa2-a1002bcab736 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:04.645542 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:04.752978 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2015c4ca-8868-46b5-8da7-e3bc0ee92060 req-f7b02d95-bea8-48f2-abb9-17798a259c92 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665175 Feb 09 14:32:04.759757 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:04.767429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=51444afc-ce92-4b37-ad9c-68ef3c3c160d,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:04.826467 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4dd29c6a-e2c0-4ecb-82f9-efca3bf63bad req-3a152b36-db68-478d-8aad-6cda420ad33c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6235847 Feb 09 14:32:05.068097 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['51444afc-ce92-4b37-ad9c-68ef3c3c160d'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:32:05.219038 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-06fae44f-7849-4094-9e23-4457c1adbe03 None None] Provisioning complete for port b7e3ceaf-66e1-4193-9b6b-5643509b8517 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:05.219510 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-06fae44f-7849-4094-9e23-4457c1adbe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:05.253528 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8bb05dc1-291d-441a-a40d-80c5d04b3ccb tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/routers/0f2ac24e-dab9-421d-a1bd-249f2394e8e9/tags/tempest-TagsExtTest-Tag-90404167 HTTP/1.1" status: 204 len: 168 time: 0.8400495 Feb 09 14:32:05.259336 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51548) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:05.267222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-9b562057-299f-44a6-80cd-e3e6e695de1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0f2ac24e-dab9-421d-a1bd-249f2394e8e9', 'tempest-TagsExtTest-Tag-90404167') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:05.348770 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:05.357355 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3183f4c8-49d6-4ffa-b474-2a6359bb471b req-23e5c6a9-8797-44c5-bfa2-a1002bcab736 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:05.357817 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3183f4c8-49d6-4ffa-b474-2a6359bb471b req-23e5c6a9-8797-44c5-bfa2-a1002bcab736 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:05.358054 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-3183f4c8-49d6-4ffa-b474-2a6359bb471b req-23e5c6a9-8797-44c5-bfa2-a1002bcab736 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Floating IP 479eea6a-898e-4172-b001-81f980b617fc disassociated. External IP: 172.25.8.169, port: 6ce17f1c-d432-4695-a697-8a0414cceee2. Feb 09 14:32:05.358406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3183f4c8-49d6-4ffa-b474-2a6359bb471b req-23e5c6a9-8797-44c5-bfa2-a1002bcab736 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Calling delete_port for 6ce17f1c-d432-4695-a697-8a0414cceee2 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:32:05.433023 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Update dhcp port {'port': {'network_id': '37922efb-ad82-43cb-839e-8a90e435f4d7', 'fixed_ips': [{'subnet_id': 'e3fbe8a1-be2e-4d4b-acfa-d297605c5754', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b8d25ae3-c397-496b-8d19-e1489a18e72b', 'ip_address': '172.20.0.2'}, {'subnet_id': '83afed3b-539d-4a51-a01b-7810e32fe0dd'}], 'binding:host_id': 'n-d-828418-2'}, 'id': 'd1dfeb84-c047-4000-8b2a-ed7e85a2af7f'} from n-d-828418-2. {{(pid=87598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 14:32:05.526099 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:05.530203 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6ce17f1c-d432-4695-a697-8a0414cceee2 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:32:05.578905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9470552-b5d4-4f97-92ed-2a544f9472df req-f20337aa-8128-4f95-9846-ff0beb218b69 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:05.581480 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9470552-b5d4-4f97-92ed-2a544f9472df req-f20337aa-8128-4f95-9846-ff0beb218b69 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.5210092 Feb 09 14:32:05.634799 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port b7e3ceaf-66e1-4193-9b6b-5643509b8517, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b7e3ceaf-66e1-4193-9b6b-5643509b8517,segment=NetworkSegment(1fb1f61e-51e8-40fb-8aa4-8c480cafeb31),segment_id=1fb1f61e-51e8-40fb-8aa4-8c480cafeb31)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:05.654863 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:05.655678 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 466404f7-8630-4e32-a98c-1877383a8616 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:32:05.673625 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9470552-b5d4-4f97-92ed-2a544f9472df req-18b00fd9-33cf-4313-a0c8-6930a593394a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578983 Feb 09 14:32:05.674767 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4e10d70-470d-428b-852b-d0aec9252bac tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:05.694043 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9b562057-299f-44a6-80cd-e3e6e695de1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/routers/0f2ac24e-dab9-421d-a1bd-249f2394e8e9/tags/tempest-TagsExtTest-Tag-90404167 HTTP/1.1" status: 204 len: 168 time: 0.4313478 Feb 09 14:32:05.720106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51558) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:05.720797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b542d-8d66-48f7-9c71-d9ce179df2e3 req-12f80132-ba6a-4844-a48e-864d6b277ca4 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:05.723296 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d1b542d-8d66-48f7-9c71-d9ce179df2e3 req-12f80132-ba6a-4844-a48e-864d6b277ca4 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 945 time: 0.5240669 Feb 09 14:32:05.785046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-f692b942-9fa3-4aad-8fd9-6d2c94419c2f tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0f2ac24e-dab9-421d-a1bd-249f2394e8e9') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:05.865503 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:05.871301 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d1b542d-8d66-48f7-9c71-d9ce179df2e3 req-802c305d-f149-4330-a810-d30da216b5d4 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=858699b6-d2f5-41bb-8900-eac042b1caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356928 Feb 09 14:32:05.879441 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:05.901211 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-06fae44f-7849-4094-9e23-4457c1adbe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:05.919870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No active binding found for port 6ce17f1c-d432-4695-a697-8a0414cceee2 {{(pid=87598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 14:32:05.920466 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6ce17f1c-d432-4695-a697-8a0414cceee2 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:32:05.961558 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3183f4c8-49d6-4ffa-b474-2a6359bb471b req-23e5c6a9-8797-44c5-bfa2-a1002bcab736 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:05.998858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=1b219732-782e-419b-918f-08624aa9bc1d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:06.015794 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:06.062826 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c366a33f-4d00-4c9f-be93-aacbf6434547 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:06.065885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:06.066461 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:06.067016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:06.067830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:06.068439 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:06.068982 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:06.069523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:06.070069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:06.070891 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:06.071434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:06.072002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:06.072543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:06.099294 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9cf622e5-8b9d-455b-b086-dde1bb4819bb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/1b219732-782e-419b-918f-08624aa9bc1d HTTP/1.1" status: 204 len: 168 time: 1.7261050 Feb 09 14:32:06.102105 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51572) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:06.120542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5c6a9-8797-44c5-bfa2-a1002bcab736 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event deleted for resources: {'Port': ['ID=6ce17f1c-d432-4695-a697-8a0414cceee2,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:06.213546 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 466404f7-8630-4e32-a98c-1877383a8616 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:06.213546 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:06.226742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844355e-1e14-48a2-a36b-18c4ca90e20e req-8c7bfefd-eea5-4bec-a450-4aec81a12215 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:06.234720 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5844355e-1e14-48a2-a36b-18c4ca90e20e req-8c7bfefd-eea5-4bec-a450-4aec81a12215 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 945 time: 0.2091758 Feb 09 14:32:06.256679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c7d380-5be0-4a62-baf1-7ed4975eb109 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 978c0ebe-0edf-4417-bde7-83ede650696b {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:32:06.266164 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60c7d380-5be0-4a62-baf1-7ed4975eb109 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:06.323744 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=b7e3ceaf-66e1-4193-9b6b-5643509b8517,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:06.357438 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5844355e-1e14-48a2-a36b-18c4ca90e20e req-80c1b7c6-0584-4eb9-a51e-bcf71e8e556f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198409 Feb 09 14:32:06.374999 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60c7d380-5be0-4a62-baf1-7ed4975eb109 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:06.473299 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-06fae44f-7849-4094-9e23-4457c1adbe03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:32:06.473648 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-06fae44f-7849-4094-9e23-4457c1adbe03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:32:06.484234 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60c7d380-5be0-4a62-baf1-7ed4975eb109 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:06.654494 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60c7d380-5be0-4a62-baf1-7ed4975eb109 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:06.660392 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f692b942-9fa3-4aad-8fd9-6d2c94419c2f tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/routers/0f2ac24e-dab9-421d-a1bd-249f2394e8e9/tags HTTP/1.1" status: 200 len: 205 time: 0.9241333 Feb 09 14:32:06.666899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51582) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:06.698136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-2869b7e5-7a3f-4b4c-be8a-5b51cd914b7d tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '41dd6f12-74c8-4452-b4e8-e4ff86815074') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:06.734200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7d380-5be0-4a62-baf1-7ed4975eb109 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=978c0ebe-0edf-4417-bde7-83ede650696b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:06.741198 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-60c7d380-5be0-4a62-baf1-7ed4975eb109 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:06.760974 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-60c7d380-5be0-4a62-baf1-7ed4975eb109 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/978c0ebe-0edf-4417-bde7-83ede650696b HTTP/1.1" status: 204 len: 168 time: 0.6568565 Feb 09 14:32:06.762569 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51590) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:06.777199 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Allocated IP 172.20.0.34 (37922efb-ad82-43cb-839e-8a90e435f4d7/83afed3b-539d-4a51-a01b-7810e32fe0dd/d1dfeb84-c047-4000-8b2a-ed7e85a2af7f) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:32:06.941141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b7e3ceaf-66e1-4193-9b6b-5643509b8517 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:32:06.954817 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7afa8a41-2500-48fb-817b-f7fd6474fed3 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1902826 Feb 09 14:32:06.957611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51596) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:06.964165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-2a78e498-7e97-422a-a251-b137136cbf72 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:07.045407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bc61d-5898-49cf-80c8-37338573c880 req-45105bba-9b0b-4727-814b-95f3b4b9fcd2 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:07.053632 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b3bc61d-5898-49cf-80c8-37338573c880 req-45105bba-9b0b-4727-814b-95f3b4b9fcd2 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 1.1727016 Feb 09 14:32:07.104906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3183f4c8-49d6-4ffa-b474-2a6359bb471b req-23e5c6a9-8797-44c5-bfa2-a1002bcab736 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:32:07.124396 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e8e284fe-8a32-4ac0-93a1-a66712fcbd7b req-9d81dc33-2d67-462f-98fb-32b54c12baec tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 210 time: 0.0673161 Feb 09 14:32:07.141954 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2869b7e5-7a3f-4b4c-be8a-5b51cd914b7d tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/subnetpools/41dd6f12-74c8-4452-b4e8-e4ff86815074/tags HTTP/1.1" status: 200 len: 241 time: 0.4591205 Feb 09 14:32:07.156014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51604) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:07.166229 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-2c41d481-d1dc-4a94-832b-e6c35806fc22 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '41dd6f12-74c8-4452-b4e8-e4ff86815074', 'tempest-TagsExtTest-Tag-1852000007') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:07.175628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2a78e498-7e97-422a-a251-b137136cbf72 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:07.180332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2a78e498-7e97-422a-a251-b137136cbf72 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:07.184050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2a78e498-7e97-422a-a251-b137136cbf72 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:07.185199 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f2f1b8-6cfe-4966-846d-841b7e76e98b None None] Update dhcp port {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'fixed_ips': [{'subnet_id': '978c0ebe-0edf-4417-bde7-83ede650696b'}], 'binding:host_id': 'n-d-828418-2'}, 'id': '466404f7-8630-4e32-a98c-1877383a8616'} from n-d-828418-2. {{(pid=87598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 14:32:07.193888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2a78e498-7e97-422a-a251-b137136cbf72 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:07.212268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a78e498-7e97-422a-a251-b137136cbf72 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:07.216443 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a78e498-7e97-422a-a251-b137136cbf72 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:07.260186 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-28f2f1b8-6cfe-4966-846d-841b7e76e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:07.291311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] For port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d1dfeb84-c047-4000-8b2a-ed7e85a2af7f,segment=NetworkSegment(f85e748e-6a51-4a20-807a-144a55ad7dec),segment_id=f85e748e-6a51-4a20-807a-144a55ad7dec)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:07.293536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-06fae44f-7849-4094-9e23-4457c1adbe03 None None] Provisioning complete for port 3b5b3d7e-0db3-489e-b554-5b177906cc1d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:07.293913 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-06fae44f-7849-4094-9e23-4457c1adbe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:07.331970 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b7e3ceaf-66e1-4193-9b6b-5643509b8517 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:07.332894 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b3bc61d-5898-49cf-80c8-37338573c880 req-a7baa536-57d1-4bdc-baed-bc1cf9993d56 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784717 Feb 09 14:32:07.336213 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:07.452338 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2c41d481-d1dc-4a94-832b-e6c35806fc22 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/subnetpools/41dd6f12-74c8-4452-b4e8-e4ff86815074/tags/tempest-TagsExtTest-Tag-1852000007 HTTP/1.1" status: 204 len: 168 time: 0.2905874 Feb 09 14:32:07.455269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51612) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:07.498038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-36271ad0-dc8c-41a8-b995-ec231e11f51d tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '41dd6f12-74c8-4452-b4e8-e4ff86815074', 'tempest-TagsExtTest-Tag-1852000007') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:07.544062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3183f4c8-49d6-4ffa-b474-2a6359bb471b req-23e5c6a9-8797-44c5-bfa2-a1002bcab736 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:32:07.556956 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c64f46-2595-4e2a-bd80-7ba92c550805 None None] Sync routers for ids ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:32:07.583473 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c64f46-2595-4e2a-bd80-7ba92c550805 None None] Routers {'013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:32:07.584151 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-77c64f46-2595-4e2a-bd80-7ba92c550805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:31:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:07.602396 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 51444afc-ce92-4b37-ad9c-68ef3c3c160d up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:32:07.675831 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a78e498-7e97-422a-a251-b137136cbf72 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:07.744694 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.resource_extend [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:32:07.764705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-06fae44f-7849-4094-9e23-4457c1adbe03 None None] Port 3b5b3d7e-0db3-489e-b554-5b177906cc1d cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:32:07.769725 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:07.779232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78e498-7e97-422a-a251-b137136cbf72 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=d4c8f55c-1ffc-4b46-92ab-f518f1aeafa7,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:07.795718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3183f4c8-49d6-4ffa-b474-2a6359bb471b req-23e5c6a9-8797-44c5-bfa2-a1002bcab736 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] No DVR routers for this DVR port 6ce17f1c-d432-4695-a697-8a0414cceee2 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:32:07.807009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a78e498-7e97-422a-a251-b137136cbf72 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:32:07.810256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-2a78e498-7e97-422a-a251-b137136cbf72 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:07.812799 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3183f4c8-49d6-4ffa-b474-2a6359bb471b req-23e5c6a9-8797-44c5-bfa2-a1002bcab736 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:07.819219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a78e498-7e97-422a-a251-b137136cbf72 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:07.819854 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a78e498-7e97-422a-a251-b137136cbf72 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:07.842312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74914ef-1b54-42e1-ba61-314a8e6c8ed8', 'name': 'network-vif-deleted', 'tag': '6ce17f1c-d432-4695-a697-8a0414cceee2'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:32:07.860127 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Transition to ACTIVE for port object d1dfeb84-c047-4000-8b2a-ed7e85a2af7f will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:32:07.861066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bc1d0-3d3f-43fe-972a-90abbd42b748 req-08c14516-190e-4488-8b0e-7ca620203ae4 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:07.866821 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:07.896490 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3183f4c8-49d6-4ffa-b474-2a6359bb471b req-23e5c6a9-8797-44c5-bfa2-a1002bcab736 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.35 "DELETE /v2.0/ports/6ce17f1c-d432-4695-a697-8a0414cceee2 HTTP/1.1" status: 204 len: 173 time: 4.1920989 Feb 09 14:32:07.902886 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f61bc1d0-3d3f-43fe-972a-90abbd42b748 req-08c14516-190e-4488-8b0e-7ca620203ae4 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.3432262 Feb 09 14:32:07.910374 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2a78e498-7e97-422a-a251-b137136cbf72 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9469891 Feb 09 14:32:07.917826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51620) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:08.034409 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f61bc1d0-3d3f-43fe-972a-90abbd42b748 req-cdf2a15b-24f8-4190-a7c8-85aa49802dee tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063719 Feb 09 14:32:08.044551 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b76fd1-7c1c-4854-9fcb-854874b5511b None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:08.050586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-11f81233-9ac7-47f6-8112-c4103885e56e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:08.051595 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-77c64f46-2595-4e2a-bd80-7ba92c550805 None None] Set router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:32:08.085081 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-36271ad0-dc8c-41a8-b995-ec231e11f51d tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/subnetpools/41dd6f12-74c8-4452-b4e8-e4ff86815074/tags/tempest-TagsExtTest-Tag-1852000007 HTTP/1.1" status: 204 len: 168 time: 0.6265488 Feb 09 14:32:08.085597 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51626) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:08.091430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-5295def2-0b7e-48dd-af69-585ef5f30d18 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '41dd6f12-74c8-4452-b4e8-e4ff86815074') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:08.152279 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5295def2-0b7e-48dd-af69-585ef5f30d18 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/subnetpools/41dd6f12-74c8-4452-b4e8-e4ff86815074/tags HTTP/1.1" status: 200 len: 205 time: 0.0645940 Feb 09 14:32:08.156280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51634) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:08.166681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761bd57-dbc7-4d68-ab95-09a5282432eb req-7aaa12f6-4d01-4a88-9644-1f7de57965d1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:08.177539 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5761bd57-dbc7-4d68-ab95-09a5282432eb req-7aaa12f6-4d01-4a88-9644-1f7de57965d1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 945 time: 0.6579597 Feb 09 14:32:08.186224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-dedc7ac5-ab81-4f01-978e-505c849d1bdf tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '41dd6f12-74c8-4452-b4e8-e4ff86815074') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:08.215337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 51444afc-ce92-4b37-ad9c-68ef3c3c160d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:08.231258 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74914ef-1b54-42e1-ba61-314a8e6c8ed8', 'name': 'network-vif-deleted', 'tag': '6ce17f1c-d432-4695-a697-8a0414cceee2', 'status': 'completed', 'code': 200} Feb 09 14:32:08.273041 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dedc7ac5-ab81-4f01-978e-505c849d1bdf tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/subnetpools/41dd6f12-74c8-4452-b4e8-e4ff86815074/tags HTTP/1.1" status: 204 len: 168 time: 0.1065869 Feb 09 14:32:08.273582 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51640) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:08.290861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-d58030c6-eb50-49c6-8a98-083814f3b558 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0f2ac24e-dab9-421d-a1bd-249f2394e8e9') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:08.384648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-11f81233-9ac7-47f6-8112-c4103885e56e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:08.429580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-11f81233-9ac7-47f6-8112-c4103885e56e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:08.436349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-11f81233-9ac7-47f6-8112-c4103885e56e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:08.441827 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5761bd57-dbc7-4d68-ab95-09a5282432eb req-1bdfc4f1-5fa0-4ad1-84c1-0833fd707db8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577565 Feb 09 14:32:08.450245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-11f81233-9ac7-47f6-8112-c4103885e56e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:08.482152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f81233-9ac7-47f6-8112-c4103885e56e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:08.512444 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11f81233-9ac7-47f6-8112-c4103885e56e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:08.572011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 51444afc-ce92-4b37-ad9c-68ef3c3c160d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:08.572601 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:08.718423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-f4e10d70-470d-428b-852b-d0aec9252bac tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Delete allocated IP 172.20.0.12 (37922efb-ad82-43cb-839e-8a90e435f4d7/b8d25ae3-c397-496b-8d19-e1489a18e72b) {{(pid=87597) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 14:32:08.754148 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-77c64f46-2595-4e2a-bd80-7ba92c550805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:36Z', 'revision_number': 4, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '992a9b82-6e93-45f1-a04c-b2373f543fb4', 'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'mac_address': 'fa:16:3e:f3:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:33Z', 'updated_at': '2022-02-09T14:26:46Z', 'revision_number': 5, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'subnets': [{'id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:08.761514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-f4e10d70-470d-428b-852b-d0aec9252bac tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Allocated IP 172.20.0.42 (37922efb-ad82-43cb-839e-8a90e435f4d7/83afed3b-539d-4a51-a01b-7810e32fe0dd/8e6816e7-c5f0-4804-a715-b655d02d40cc) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:32:08.777080 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c64f46-2595-4e2a-bd80-7ba92c550805 None None] Checking router: 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:32:08.817745 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c64f46-2595-4e2a-bd80-7ba92c550805 None None] Routers {'013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:32:08.818387 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-77c64f46-2595-4e2a-bd80-7ba92c550805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:31:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:08.904863 n-d-828418-2 neutron-server[87597]: INFO neutron.db.ipam_backend_mixin [None req-11f81233-9ac7-47f6-8112-c4103885e56e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d4c8f55c-1ffc-4b46-92ab-f518f1aeafa7 (CIDR: 2001:db8::/64) Feb 09 14:32:08.969112 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4928b1a8-2a8f-42f3-9e1c-b144653afc20 req-872bb5c6-2d0c-4b8b-a840-e288b069de25 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=b74914ef-1b54-42e1-ba61-314a8e6c8ed8 HTTP/1.1" status: 200 len: 210 time: 0.1242807 Feb 09 14:32:08.998367 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 466404f7-8630-4e32-a98c-1877383a8616 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:32:09.001299 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f81233-9ac7-47f6-8112-c4103885e56e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:32:09.001633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f81233-9ac7-47f6-8112-c4103885e56e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:09.065658 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-11f81233-9ac7-47f6-8112-c4103885e56e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0739694 Feb 09 14:32:09.071328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ed970cee-630f-46ac-a736-4aadc7fa5f25 None None] Provisioning complete for port 3b5b3d7e-0db3-489e-b554-5b177906cc1d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:09.072129 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ed970cee-630f-46ac-a736-4aadc7fa5f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:09.086711 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51648) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:09.099652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:09.145276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c401c-4d7f-4fcc-a923-2e5444fd8e44 req-64f68d91-368f-4778-8672-0341492a511f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:09.152776 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c6c401c-4d7f-4fcc-a923-2e5444fd8e44 req-64f68d91-368f-4778-8672-0341492a511f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.2457886 Feb 09 14:32:09.155324 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d58030c6-eb50-49c6-8a98-083814f3b558 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/routers/0f2ac24e-dab9-421d-a1bd-249f2394e8e9/tags HTTP/1.1" status: 204 len: 168 time: 0.8781791 Feb 09 14:32:09.208277 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-77c64f46-2595-4e2a-bd80-7ba92c550805 None None] Set router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:32:09.214823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Pushing event updated for resources: {'Port': ['ID=d1dfeb84-c047-4000-8b2a-ed7e85a2af7f,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:09.222320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51652) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:09.228934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-8830f78a-1809-40e9-97c9-dae1d992ae1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3b5b3d7e-0db3-489e-b554-5b177906cc1d') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:09.259881 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:09.260360 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:09.260565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:09.260909 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:09.261240 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:09.261573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:09.261899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:09.262212 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:09.262549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:09.262865 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:09.263188 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:09.263509 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d094fb41-c407-4fff-86ab-ce7051c66a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:09.290861 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:09.355929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:09.368334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:09.372297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:09.379994 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:09.410766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:09.419219 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:09.429814 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ed970cee-630f-46ac-a736-4aadc7fa5f25 None None] Port 3b5b3d7e-0db3-489e-b554-5b177906cc1d cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:32:09.684658 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:09.770808 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c6c401c-4d7f-4fcc-a923-2e5444fd8e44 req-428adbae-ad24-4796-9038-d509f1d26058 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6169705 Feb 09 14:32:09.793185 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4e10d70-470d-428b-852b-d0aec9252bac tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:09.805207 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fffbe94-b60b-40ec-8afa-fae076336071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51444afc-ce92-4b37-ad9c-68ef3c3c160d'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:32:09.842562 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:09.858351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-f4e10d70-470d-428b-852b-d0aec9252bac tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Transition to ACTIVE for port object 8e6816e7-c5f0-4804-a715-b655d02d40cc will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:32:09.865808 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-60aa96eb-b359-403e-8652-90c158038dce None None] Provisioning complete for port 466404f7-8630-4e32-a98c-1877383a8616 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:09.866110 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-60aa96eb-b359-403e-8652-90c158038dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:09.876414 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8830f78a-1809-40e9-97c9-dae1d992ae1e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/ports/3b5b3d7e-0db3-489e-b554-5b177906cc1d/tags HTTP/1.1" status: 204 len: 168 time: 0.6515145 Feb 09 14:32:09.877275 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4e10d70-470d-428b-852b-d0aec9252bac tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:09.884704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51664) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:09.927317 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-a5ca3d91-d553-4aad-94b2-4b6f34bcbea1 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3dcab586-4b88-4020-9cf3-f7c8be099906') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:09.976629 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-77c64f46-2595-4e2a-bd80-7ba92c550805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:36Z', 'revision_number': 4, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '992a9b82-6e93-45f1-a04c-b2373f543fb4', 'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'mac_address': 'fa:16:3e:f3:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:33Z', 'updated_at': '2022-02-09T14:26:46Z', 'revision_number': 5, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'subnets': [{'id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:09.982136 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c64f46-2595-4e2a-bd80-7ba92c550805 None None] The sync data for ids ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'] in n-d-828418-2 is: [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:36Z', 'revision_number': 4, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '992a9b82-6e93-45f1-a04c-b2373f543fb4', 'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'mac_address': 'fa:16:3e:f3:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:33Z', 'updated_at': '2022-02-09T14:26:46Z', 'revision_number': 5, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'subnets': [{'id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:32:10.008874 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e10d70-470d-428b-852b-d0aec9252bac tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event updated for resources: {'Port': ['ID=8e6816e7-c5f0-4804-a715-b655d02d40cc,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:10.037442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 51444afc-ce92-4b37-ad9c-68ef3c3c160d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:10.084532 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:10.240209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 466404f7-8630-4e32-a98c-1877383a8616, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=466404f7-8630-4e32-a98c-1877383a8616,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:10.261694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14450596-823c-47ee-b0b1-0320d56266ce req-f9cda778-2c34-44b0-8de2-5f920359b77b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:10.272864 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14450596-823c-47ee-b0b1-0320d56266ce req-f9cda778-2c34-44b0-8de2-5f920359b77b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 945 time: 0.5364144 Feb 09 14:32:10.282407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e90b3-f8ce-4c37-9662-66d311511809 req-d8fb27e0-0de9-4c60-927f-4621826722e0 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:10.282984 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:10.285545 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ee5e90b3-f8ce-4c37-9662-66d311511809 req-d8fb27e0-0de9-4c60-927f-4621826722e0 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.1639462 Feb 09 14:32:10.287144 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f4e10d70-470d-428b-852b-d0aec9252bac tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] In _notify_port_updated(), no bound segment for port 8e6816e7-c5f0-4804-a715-b655d02d40cc on network 37922efb-ad82-43cb-839e-8a90e435f4d7 {{(pid=87597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:32:10.304156 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e10d70-470d-428b-852b-d0aec9252bac tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:10.307967 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4e10d70-470d-428b-852b-d0aec9252bac tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:10.318690 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f4e10d70-470d-428b-852b-d0aec9252bac tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "PUT /v2.0/ports/8e6816e7-c5f0-4804-a715-b655d02d40cc HTTP/1.1" status: 200 len: 960 time: 6.0706048 Feb 09 14:32:10.327926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51670) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:10.355711 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba5cc76-a204-4fbd-adff-a0f76ad23676 None None] Update dhcp port {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'fixed_ips': [{'subnet_id': 'd4c8f55c-1ffc-4b46-92ab-f518f1aeafa7'}], 'binding:host_id': 'n-d-828418-2'}, 'id': '466404f7-8630-4e32-a98c-1877383a8616'} from n-d-828418-2. {{(pid=87598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 14:32:10.395779 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ee5e90b3-f8ce-4c37-9662-66d311511809 req-81d21f71-ba5d-40e5-b20b-3692b5ae7134 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756207 Feb 09 14:32:10.467131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=51444afc-ce92-4b37-ad9c-68ef3c3c160d,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:10.508627 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-50b6e259-02b4-42d1-b6a8-8db6b12b82a3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 8e6816e7-c5f0-4804-a715-b655d02d40cc {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:32:10.509188 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50b6e259-02b4-42d1-b6a8-8db6b12b82a3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:10.637348 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14450596-823c-47ee-b0b1-0320d56266ce req-da6a2c4a-a841-4f45-877e-0573d02620bc tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3632116 Feb 09 14:32:10.675020 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:10.680337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=466404f7-8630-4e32-a98c-1877383a8616,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:10.692671 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fffbe94-b60b-40ec-8afa-fae076336071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51444afc-ce92-4b37-ad9c-68ef3c3c160d', 'code': 200} Feb 09 14:32:10.694932 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09313697-9954-4895-9d70-33fc3cbc1976 None None] New status for floating IP 479eea6a-898e-4172-b001-81f980b617fc: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:32:10.770680 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51688) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:10.876310 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-60aa96eb-b359-403e-8652-90c158038dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:10.908793 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aba5cc76-a204-4fbd-adff-a0f76ad23676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:10.931386 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-83382b87-f95a-427e-bc8a-459859600124 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:10.964498 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a5ca3d91-d553-4aad-94b2-4b6f34bcbea1 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/subnets/3dcab586-4b88-4020-9cf3-f7c8be099906/tags HTTP/1.1" status: 204 len: 168 time: 1.0772531 Feb 09 14:32:10.976737 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51692) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:11.011181 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d1dfeb84-c047-4000-8b2a-ed7e85a2af7f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:32:11.018171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-bcf35685-bcc6-44e7-be9f-64a4ed60d572 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3dcab586-4b88-4020-9cf3-f7c8be099906', 'tempest-TagsExtTest-Tag-610255504') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:11.024961 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-83382b87-f95a-427e-bc8a-459859600124 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:11.093186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9dec-ad0a-4b43-ba8f-e3c1aea9aee8 req-5efbf114-8c8a-4af6-8d44-c5b698b643c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:11.095660 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-077d9dec-ad0a-4b43-ba8f-e3c1aea9aee8 req-5efbf114-8c8a-4af6-8d44-c5b698b643c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 1097 time: 0.4017069 Feb 09 14:32:11.125370 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-83382b87-f95a-427e-bc8a-459859600124 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:11.164224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83382b87-f95a-427e-bc8a-459859600124 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=858699b6-d2f5-41bb-8900-eac042b1caad,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:11.206897 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-077d9dec-ad0a-4b43-ba8f-e3c1aea9aee8 req-ddcc8856-56cf-4499-b737-d6e6cbba5c0d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034625 Feb 09 14:32:11.214355 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-83382b87-f95a-427e-bc8a-459859600124 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:11.215714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-83382b87-f95a-427e-bc8a-459859600124 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "DELETE /v2.0/security-groups/858699b6-d2f5-41bb-8900-eac042b1caad HTTP/1.1" status: 204 len: 168 time: 0.4441471 Feb 09 14:32:11.218555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51696) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:11.244851 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-fd2368e5-bf03-4227-ae3a-5e5cdfb4cc61 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] show failed (client error): The resource could not be found. Feb 09 14:32:11.245973 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fd2368e5-bf03-4227-ae3a-5e5cdfb4cc61 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups/858699b6-d2f5-41bb-8900-eac042b1caad HTTP/1.1" status: 404 len: 347 time: 0.0264499 Feb 09 14:32:11.249022 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51700) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:11.374785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-60aa96eb-b359-403e-8652-90c158038dce None None] For port 466404f7-8630-4e32-a98c-1877383a8616, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=466404f7-8630-4e32-a98c-1877383a8616,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:11.433265 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-60aa96eb-b359-403e-8652-90c158038dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:11.461492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.objects.ports [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87596) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:32:11.474751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe8a97-361a-42a5-a6d5-875d7ad2299b req-153acc01-1783-4c8f-8393-68bfdc0bdfe5 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:11.476383 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5afe8a97-361a-42a5-a6d5-875d7ad2299b req-153acc01-1783-4c8f-8393-68bfdc0bdfe5 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.3879128 Feb 09 14:32:11.505921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ed26dbc1-2510-45d2-be65-3918900f91b1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Deleting port e31dd99a-a20a-43d2-a80c-6d85010ec73e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:32:11.506524 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ed26dbc1-2510-45d2-be65-3918900f91b1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:11.645196 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50b6e259-02b4-42d1-b6a8-8db6b12b82a3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:11.810967 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa96eb-b359-403e-8652-90c158038dce None None] Pushing event updated for resources: {'Port': ['ID=466404f7-8630-4e32-a98c-1877383a8616,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:11.817366 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ed26dbc1-2510-45d2-be65-3918900f91b1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:11.817707 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ed26dbc1-2510-45d2-be65-3918900f91b1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:11.872814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-50b6e259-02b4-42d1-b6a8-8db6b12b82a3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for 8e6816e7-c5f0-4804-a715-b655d02d40cc owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:32:11.875069 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-030a8d26-f3c3-4472-a88d-d89e76234c8b None None] Provisioning complete for port 3ed5a584-ee58-4d24-b952-bdaaa9e16450 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:11.875454 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-030a8d26-f3c3-4472-a88d-d89e76234c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:11.987113 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-030a8d26-f3c3-4472-a88d-d89e76234c8b None None] Port 3ed5a584-ee58-4d24-b952-bdaaa9e16450 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:32:12.004259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ed26dbc1-2510-45d2-be65-3918900f91b1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Calling delete_port for e31dd99a-a20a-43d2-a80c-6d85010ec73e owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:32:12.005055 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-030a8d26-f3c3-4472-a88d-d89e76234c8b None None] Provisioning for port 8e6816e7-c5f0-4804-a715-b655d02d40cc completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:12.012519 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-030a8d26-f3c3-4472-a88d-d89e76234c8b None None] Provisioning complete for port 8e6816e7-c5f0-4804-a715-b655d02d40cc triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:12.013240 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-030a8d26-f3c3-4472-a88d-d89e76234c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:12.087366 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-030a8d26-f3c3-4472-a88d-d89e76234c8b None None] Port 8e6816e7-c5f0-4804-a715-b655d02d40cc cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:32:12.118461 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-030a8d26-f3c3-4472-a88d-d89e76234c8b None None] Provisioning for port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:12.124559 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-030a8d26-f3c3-4472-a88d-d89e76234c8b None None] Provisioning complete for port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:12.125269 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-030a8d26-f3c3-4472-a88d-d89e76234c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:12.126638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c22ffd-e720-4250-aca7-63c1777fa855 req-722c866c-c38e-4783-9391-2e58231dbeba tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:12.133949 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-58c22ffd-e720-4250-aca7-63c1777fa855 req-722c866c-c38e-4783-9391-2e58231dbeba tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.2948482 Feb 09 14:32:12.192392 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5afe8a97-361a-42a5-a6d5-875d7ad2299b req-bcd48cb9-7b9e-4286-ab82-042e3e83b4ef tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036711 Feb 09 14:32:12.199833 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bcf35685-bcc6-44e7-be9f-64a4ed60d572 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "PUT /v2.0/subnets/3dcab586-4b88-4020-9cf3-f7c8be099906/tags/tempest-TagsExtTest-Tag-610255504 HTTP/1.1" status: 201 len: 201 time: 1.2121580 Feb 09 14:32:12.209459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51716) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:12.223199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-54775826-49ae-4d78-8f43-ebbab37d0639 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3b5b3d7e-0db3-489e-b554-5b177906cc1d', 'tempest-TagsExtTest-Tag-35254398') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:12.247404 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-aba5cc76-a204-4fbd-adff-a0f76ad23676 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 14:32:12.247404 n-d-828418-2 neutron-server[87598]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Feb 09 14:32:12.247404 n-d-828418-2 neutron-server[87598]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fe1e:110a', 'status': 'ALLOCATED', 'ipam_subnet_id': 'f2eb6918-fbd6-4a83-a207-2b15e5dc1a7f'}] Feb 09 14:32:12.247404 n-d-828418-2 neutron-server[87598]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:32:12.248537 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-aba5cc76-a204-4fbd-adff-a0f76ad23676 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:32:12.273169 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-58c22ffd-e720-4250-aca7-63c1777fa855 req-6daa15c9-92d3-4d9d-a9c8-6afdd172a516 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382918 Feb 09 14:32:12.330109 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ed26dbc1-2510-45d2-be65-3918900f91b1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:12.439120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26dbc1-2510-45d2-be65-3918900f91b1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event deleted for resources: {'Port': ['ID=e31dd99a-a20a-43d2-a80c-6d85010ec73e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:12.514602 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:12.567264 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ed26dbc1-2510-45d2-be65-3918900f91b1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:12.591876 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ed26dbc1-2510-45d2-be65-3918900f91b1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:12.597040 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ed26dbc1-2510-45d2-be65-3918900f91b1 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "DELETE /v2.0/floatingips/479eea6a-898e-4172-b001-81f980b617fc HTTP/1.1" status: 204 len: 168 time: 1.3434904 Feb 09 14:32:12.675217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-54775826-49ae-4d78-8f43-ebbab37d0639 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "PUT /v2.0/ports/3b5b3d7e-0db3-489e-b554-5b177906cc1d/tags/tempest-TagsExtTest-Tag-35254398 HTTP/1.1" status: 201 len: 201 time: 0.4620166 Feb 09 14:32:12.678105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51728) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:12.683448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-82aab94d-9a65-4f92-a96a-f42d4ffd1648 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0f2ac24e-dab9-421d-a1bd-249f2394e8e9', 'tempest-TagsExtTest-Tag-1872576919') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:12.826366 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aba5cc76-a204-4fbd-adff-a0f76ad23676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:12.958408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51736) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:12.966879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0b4e80c8-08e8-47f5-968b-6a028e4d80fd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1792285722', 'description': 'tempest-description--956977420'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:12.976717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0b4e80c8-08e8-47f5-968b-6a028e4d80fd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:12.981720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0b4e80c8-08e8-47f5-968b-6a028e4d80fd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Usage tracker for resource:security_group and tenant:2d808ad86364433d8ce26979e7302aeb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:12.984890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0b4e80c8-08e8-47f5-968b-6a028e4d80fd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:12.991151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0b4e80c8-08e8-47f5-968b-6a028e4d80fd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:13.005050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] For port 466404f7-8630-4e32-a98c-1877383a8616, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=466404f7-8630-4e32-a98c-1877383a8616,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:13.005599 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b4e80c8-08e8-47f5-968b-6a028e4d80fd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:13.030512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0b4e80c8-08e8-47f5-968b-6a028e4d80fd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:13.035284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0b4e80c8-08e8-47f5-968b-6a028e4d80fd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Usage tracker for resource:security_group_rule and tenant:2d808ad86364433d8ce26979e7302aeb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:13.038655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0b4e80c8-08e8-47f5-968b-6a028e4d80fd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:13.044860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0b4e80c8-08e8-47f5-968b-6a028e4d80fd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:13.059141 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50b6e259-02b4-42d1-b6a8-8db6b12b82a3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:13.076393 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:13.138981 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:13.139708 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:13.174156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6e259-02b4-42d1-b6a8-8db6b12b82a3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=8e6816e7-c5f0-4804-a715-b655d02d40cc,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:13.187502 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83961c-ae46-432a-8d9f-43e431d2a5d6 req-f39c3f22-b498-4b4c-8da4-0707b0cf9db5 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:13.195103 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d83961c-ae46-432a-8d9f-43e431d2a5d6 req-f39c3f22-b498-4b4c-8da4-0707b0cf9db5 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.7314000 Feb 09 14:32:13.198885 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-aba5cc76-a204-4fbd-adff-a0f76ad23676 None None] Allocated IP 2001:db8::2 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/d4c8f55c-1ffc-4b46-92ab-f518f1aeafa7/466404f7-8630-4e32-a98c-1877383a8616) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:32:13.295440 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b4e80c8-08e8-47f5-968b-6a028e4d80fd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:13.305317 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b4e80c8-08e8-47f5-968b-6a028e4d80fd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:13.361058 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b4e80c8-08e8-47f5-968b-6a028e4d80fd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:13.363298 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0b4e80c8-08e8-47f5-968b-6a028e4d80fd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4026313 Feb 09 14:32:13.371109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51748) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:13.376899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1f6c91a9-4d61-49c2-81cc-a6a8e6d35599 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Request body: {'security_group_rule': {'security_group_id': '9fd40279-03fd-481e-b72c-8f4ae59f3fde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:13.378486 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-aba5cc76-a204-4fbd-adff-a0f76ad23676 None None] For port 466404f7-8630-4e32-a98c-1877383a8616, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=466404f7-8630-4e32-a98c-1877383a8616,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:13.414181 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aba5cc76-a204-4fbd-adff-a0f76ad23676 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:13.426352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1f6c91a9-4d61-49c2-81cc-a6a8e6d35599 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:13.437305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-aba5cc76-a204-4fbd-adff-a0f76ad23676 None None] Transition to ACTIVE for port object 466404f7-8630-4e32-a98c-1877383a8616 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:32:13.443439 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aba5cc76-a204-4fbd-adff-a0f76ad23676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:13.448728 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-82aab94d-9a65-4f92-a96a-f42d4ffd1648 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "PUT /v2.0/routers/0f2ac24e-dab9-421d-a1bd-249f2394e8e9/tags/tempest-TagsExtTest-Tag-1872576919 HTTP/1.1" status: 201 len: 201 time: 0.7694750 Feb 09 14:32:13.451576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1f6c91a9-4d61-49c2-81cc-a6a8e6d35599 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Usage tracker for resource:security_group_rule and tenant:2d808ad86364433d8ce26979e7302aeb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:13.454133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51752) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:13.479611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:32:13.481807 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e80c8-08e8-47f5-968b-6a028e4d80fd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd40279-03fd-481e-b72c-8f4ae59f3fde,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:13.486402 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1f6c91a9-4d61-49c2-81cc-a6a8e6d35599 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:13.505700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-47a20c28-7bcf-4b38-ac9f-c9b6af13bb93 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '41dd6f12-74c8-4452-b4e8-e4ff86815074', 'tempest-TagsExtTest-Tag-1118377907') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:13.514164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=466404f7-8630-4e32-a98c-1877383a8616,revision_number=9']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:13.520473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:13.531572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:13.532467 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:13.543910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1f6c91a9-4d61-49c2-81cc-a6a8e6d35599 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:13.570445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5cc76-a204-4fbd-adff-a0f76ad23676 None None] Pushing event updated for resources: {'Port': ['ID=466404f7-8630-4e32-a98c-1877383a8616,revision_number=10']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:13.637673 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50b6e259-02b4-42d1-b6a8-8db6b12b82a3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:13.673287 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d83961c-ae46-432a-8d9f-43e431d2a5d6 req-2743f183-41ac-411e-829a-a97a4fb8ff44 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772074 Feb 09 14:32:13.695985 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-50b6e259-02b4-42d1-b6a8-8db6b12b82a3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/8e6816e7-c5f0-4804-a715-b655d02d40cc HTTP/1.1" status: 204 len: 168 time: 3.3633957 Feb 09 14:32:13.708144 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51762) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:13.712810 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=9b6d0fd9-418a-4fbc-8f79-46656aa962ed,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:13.717986 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cd645afe-1d17-401d-b589-3c12c981346f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.6206231 Feb 09 14:32:13.719352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51766) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:13.726056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'mac_address': 'fa:16:3e:17:c7:7b', 'name': 'tempest-NetworksTestDHCPv6-603491606'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:13.816743 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f6c91a9-4d61-49c2-81cc-a6a8e6d35599 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:13.847580 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-939be6fe-454e-4370-82ba-d37318d604ef tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] GET failed (client error): The resource could not be found. Feb 09 14:32:13.849432 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-939be6fe-454e-4370-82ba-d37318d604ef tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports/8e6816e7-c5f0-4804-a715-b655d02d40cc HTTP/1.1" status: 404 len: 333 time: 0.1256785 Feb 09 14:32:13.855723 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51772) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:14.005018 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-47a20c28-7bcf-4b38-ac9f-c9b6af13bb93 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "PUT /v2.0/subnetpools/41dd6f12-74c8-4452-b4e8-e4ff86815074/tags/tempest-TagsExtTest-Tag-1118377907 HTTP/1.1" status: 201 len: 201 time: 0.5253747 Feb 09 14:32:14.014856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51782) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:14.017899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:14.029535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-4466fc73-c3c2-4b0d-ad91-0b559d8c1a00 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3dcab586-4b88-4020-9cf3-f7c8be099906', {'tags': ['tempest-TagsExtTest-Tag-1345499553', 'tempest-TagsExtTest-Tag-1790631400', 'tempest-TagsExtTest-Tag-1213438796']}) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:14.036382 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936e6a6-5356-4231-a744-fac00092cf3d req-2ef20518-e92e-47ec-be36-02af4a317178 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:14.045499 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5936e6a6-5356-4231-a744-fac00092cf3d req-2ef20518-e92e-47ec-be36-02af4a317178 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.2270563 Feb 09 14:32:14.071126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:14.086083 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f6c91a9-4d61-49c2-81cc-a6a8e6d35599 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:14.103325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd8a68-f9e5-48f9-accf-f1689c65c49e req-0a287dab-db44-4f89-a16d-2726fd80c586 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:14.104976 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5fd8a68-f9e5-48f9-accf-f1689c65c49e req-0a287dab-db44-4f89-a16d-2726fd80c586 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.5646026 Feb 09 14:32:14.106698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:14.112696 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f6c91a9-4d61-49c2-81cc-a6a8e6d35599 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:14.122961 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ee1c5d9-390f-4b69-88d4-cd9e896f06d4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:14.178802 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5936e6a6-5356-4231-a744-fac00092cf3d req-91ce0e51-bf5f-474d-b2ad-7f527f51bfce tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255493 Feb 09 14:32:14.214209 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f6c91a9-4d61-49c2-81cc-a6a8e6d35599 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:14.215365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1f6c91a9-4d61-49c2-81cc-a6a8e6d35599 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8433223 Feb 09 14:32:14.216499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c91a9-4d61-49c2-81cc-a6a8e6d35599 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda7c981-d814-49d6-b8b7-90cbb6e2754b,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:14.218139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51788) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:14.239433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-8f4fb05a-d463-4128-966b-ecbe91d5f2b3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Request body: {'security_group_rule': {'security_group_id': '9fd40279-03fd-481e-b72c-8f4ae59f3fde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:14.256836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8f4fb05a-d463-4128-966b-ecbe91d5f2b3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:14.261353 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ee1c5d9-390f-4b69-88d4-cd9e896f06d4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:14.261528 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:14.284858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8f4fb05a-d463-4128-966b-ecbe91d5f2b3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Usage tracker for resource:security_group_rule and tenant:2d808ad86364433d8ce26979e7302aeb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:14.293705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8f4fb05a-d463-4128-966b-ecbe91d5f2b3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:14.304107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port 878992fd-f6ec-4f0f-b12c-065fc46f9978 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:32:14.315225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8f4fb05a-d463-4128-966b-ecbe91d5f2b3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:14.336410 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5fd8a68-f9e5-48f9-accf-f1689c65c49e req-73996d2f-8793-48ca-b0be-50c4002ddefd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053506 Feb 09 14:32:14.348653 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4466fc73-c3c2-4b0d-ad91-0b559d8c1a00 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "PUT /v2.0/subnets/3dcab586-4b88-4020-9cf3-f7c8be099906/tags HTTP/1.1" status: 200 len: 318 time: 0.3282478 Feb 09 14:32:14.349856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51796) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:14.358600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-d399b09c-6773-4f00-9100-9d27b2e6e69d tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3dcab586-4b88-4020-9cf3-f7c8be099906') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:14.383241 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f4fb05a-d463-4128-966b-ecbe91d5f2b3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:14.462286 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ee1c5d9-390f-4b69-88d4-cd9e896f06d4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:14.486897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1c5d9-390f-4b69-88d4-cd9e896f06d4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55997b07-9605-4fcf-9eb1-83a0d41f8a82,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:14.567555 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f4fb05a-d463-4128-966b-ecbe91d5f2b3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:14.568894 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ee1c5d9-390f-4b69-88d4-cd9e896f06d4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:14.570134 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3ee1c5d9-390f-4b69-88d4-cd9e896f06d4 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/security-groups/55997b07-9605-4fcf-9eb1-83a0d41f8a82 HTTP/1.1" status: 204 len: 168 time: 0.7039735 Feb 09 14:32:14.573196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51802) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:14.591815 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f4fb05a-d463-4128-966b-ecbe91d5f2b3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:14.663400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fb05a-d463-4128-966b-ecbe91d5f2b3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780752bb-399a-4cce-9127-ad04c6a5a953,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:14.803430 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f4fb05a-d463-4128-966b-ecbe91d5f2b3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:14.805796 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8f4fb05a-d463-4128-966b-ecbe91d5f2b3 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5798769 Feb 09 14:32:14.812186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51810) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:14.820052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b45969-3ef4-49cb-a36d-2475852eb295 req-d36ecb1c-1b9b-4b94-abd9-432553499cbe tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:14.821188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:14.828208 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:14.828461 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-85b45969-3ef4-49cb-a36d-2475852eb295 req-d36ecb1c-1b9b-4b94-abd9-432553499cbe tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.3696196 Feb 09 14:32:14.833408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Usage tracker for resource:floatingip and tenant:2d808ad86364433d8ce26979e7302aeb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:14.836656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:14.845801 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:14.853877 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d399b09c-6773-4f00-9100-9d27b2e6e69d tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/subnets/3dcab586-4b88-4020-9cf3-f7c8be099906/tags HTTP/1.1" status: 204 len: 168 time: 0.5021799 Feb 09 14:32:14.859908 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c970b8c4-a57e-4662-8362-9edc48d296f1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:14.877925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::bb (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/d4c8f55c-1ffc-4b46-92ab-f518f1aeafa7/878992fd-f6ec-4f0f-b12c-065fc46f9978) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:32:14.878825 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51814) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:14.879713 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:14.890526 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8:0:1:f816:3eff:fe17:c77b (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/9b6d0fd9-418a-4fbc-8f79-46656aa962ed/878992fd-f6ec-4f0f-b12c-065fc46f9978) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:32:14.924996 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-dfb2646d-632d-4b26-8ba1-df162c3f3ad1 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3dcab586-4b88-4020-9cf3-f7c8be099906', 'tempest-TagsExtTest-Tag-1345499553') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:14.933469 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-85b45969-3ef4-49cb-a36d-2475852eb295 req-de14ef25-70c1-449e-8325-0cef51cd73c7 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028287 Feb 09 14:32:14.974913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaadac6a-6c74-43be-a868-e7baa9d218ea None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:14.995181 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c970b8c4-a57e-4662-8362-9edc48d296f1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:15.018514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 466404f7-8630-4e32-a98c-1877383a8616 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:32:15.081545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac49c94-cd7f-4687-8a71-ba9fba905555 req-b170bdcd-6e1a-4d1b-8ae3-9d973b4f36f3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:15.083566 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dac49c94-cd7f-4687-8a71-ba9fba905555 req-b170bdcd-6e1a-4d1b-8ae3-9d973b4f36f3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.4894862 Feb 09 14:32:15.109238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51826) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:15.154802 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c970b8c4-a57e-4662-8362-9edc48d296f1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:15.192258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970b8c4-a57e-4662-8362-9edc48d296f1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d9a796-4545-4669-869d-d6fe2a2ea801,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:15.238849 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c970b8c4-a57e-4662-8362-9edc48d296f1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:15.243131 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c970b8c4-a57e-4662-8362-9edc48d296f1 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/security-groups/71d9a796-4545-4669-869d-d6fe2a2ea801 HTTP/1.1" status: 204 len: 168 time: 0.6688375 Feb 09 14:32:15.249130 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51832) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:15.285174 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-dfb2646d-632d-4b26-8ba1-df162c3f3ad1 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] show failed (client error): The resource could not be found. Feb 09 14:32:15.286339 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dfb2646d-632d-4b26-8ba1-df162c3f3ad1 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/subnets/3dcab586-4b88-4020-9cf3-f7c8be099906/tags/tempest-TagsExtTest-Tag-1345499553 HTTP/1.1" status: 404 len: 329 time: 0.3884933 Feb 09 14:32:15.293916 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51836) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:15.317308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-b40ffa6d-b8fb-4be7-bc82-9ac276778285 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3dcab586-4b88-4020-9cf3-f7c8be099906', 'tempest-TagsExtTest-Tag-1790631400') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:15.368942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-36ac9d88-b056-40d9-ba92-f42557dbccac None None] Provisioning for port 466404f7-8630-4e32-a98c-1877383a8616 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:15.381815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7e5cf5e8-f9e7-4a76-a7f3-379b753c15c8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Request body: {'floatingip': {'port_id': '51444afc-ce92-4b37-ad9c-68ef3c3c160d'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:15.395199 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-36ac9d88-b056-40d9-ba92-f42557dbccac None None] Provisioning complete for port 466404f7-8630-4e32-a98c-1877383a8616 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:15.395568 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36ac9d88-b056-40d9-ba92-f42557dbccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:15.434608 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-99cb15e1-2aec-4c14-a7d0-f8ba11e2fe86 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:15.461792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 466404f7-8630-4e32-a98c-1877383a8616 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:15.462456 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:15.465763 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-99cb15e1-2aec-4c14-a7d0-f8ba11e2fe86 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:15.569617 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:15.577450 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-99cb15e1-2aec-4c14-a7d0-f8ba11e2fe86 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:15.606023 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf5e8-f9e7-4a76-a7f3-379b753c15c8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:15.667524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb15e1-2aec-4c14-a7d0-f8ba11e2fe86 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9b8e96-0c91-415e-9589-233d0d72d067,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:15.711691 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-99cb15e1-2aec-4c14-a7d0-f8ba11e2fe86 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:15.716153 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-99cb15e1-2aec-4c14-a7d0-f8ba11e2fe86 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/security-groups/3d9b8e96-0c91-415e-9589-233d0d72d067 HTTP/1.1" status: 204 len: 168 time: 0.4632530 Feb 09 14:32:15.720532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51844) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:15.779977 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-b40ffa6d-b8fb-4be7-bc82-9ac276778285 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] show failed (client error): The resource could not be found. Feb 09 14:32:15.782074 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b40ffa6d-b8fb-4be7-bc82-9ac276778285 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/subnets/3dcab586-4b88-4020-9cf3-f7c8be099906/tags/tempest-TagsExtTest-Tag-1790631400 HTTP/1.1" status: 404 len: 329 time: 0.4840891 Feb 09 14:32:15.788286 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51848) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:15.816264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-ea8202cc-cd47-4110-8096-f87738002c37 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3dcab586-4b88-4020-9cf3-f7c8be099906', 'tempest-TagsExtTest-Tag-1213438796') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:15.887836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd5fbd0-ca28-4547-8a01-d90cdabf8729 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting subnet b8d25ae3-c397-496b-8d19-e1489a18e72b {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:32:15.896536 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fbd0-ca28-4547-8a01-d90cdabf8729 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:15.938373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf353d8-6b7a-446b-b0c3-2e612bfbc653 req-bdc34142-c66f-4241-a083-d26e9031bfc6 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:15.940897 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5cf353d8-6b7a-446b-b0c3-2e612bfbc653 req-bdc34142-c66f-4241-a083-d26e9031bfc6 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.5625298 Feb 09 14:32:15.945226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Allocated IP 172.25.8.198 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/cfc4123c-c786-4849-9a9f-94479e5b88cb) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:32:15.965804 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:15.977002 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fbd0-ca28-4547-8a01-d90cdabf8729 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:16.095294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object 878992fd-f6ec-4f0f-b12c-065fc46f9978 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:32:16.151387 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5cf353d8-6b7a-446b-b0c3-2e612bfbc653 req-2a768b07-72d4-4fd0-bae8-1027a6f0f71f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813121 Feb 09 14:32:16.352233 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-ea8202cc-cd47-4110-8096-f87738002c37 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] show failed (client error): The resource could not be found. Feb 09 14:32:16.355888 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ea8202cc-cd47-4110-8096-f87738002c37 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/subnets/3dcab586-4b88-4020-9cf3-f7c8be099906/tags/tempest-TagsExtTest-Tag-1213438796 HTTP/1.1" status: 404 len: 329 time: 0.5516810 Feb 09 14:32:16.358730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51864) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:16.405925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-37067f66-551d-4a69-9f37-e85555d9160d tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3b5b3d7e-0db3-489e-b554-5b177906cc1d', {'tags': ['tempest-TagsExtTest-Tag-991827518', 'tempest-TagsExtTest-Tag-307328453', 'tempest-TagsExtTest-Tag-1279002551']}) {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:16.430419 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:16.528523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:32:16.538909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:16.544473 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fbd0-ca28-4547-8a01-d90cdabf8729 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:16.551086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:32:16.556777 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:16.557433 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:16.566430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=878992fd-f6ec-4f0f-b12c-065fc46f9978,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:16.608329 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:16.621687 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-96955f69-24c0-445f-b6b4-a111206335bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.8981822 Feb 09 14:32:16.622601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51872) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:16.645045 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-37067f66-551d-4a69-9f37-e85555d9160d tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "PUT /v2.0/ports/3b5b3d7e-0db3-489e-b554-5b177906cc1d/tags HTTP/1.1" status: 200 len: 316 time: 0.2447755 Feb 09 14:32:16.648024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51878) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:16.657647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-13f28b50-22cc-4988-9221-8f301a457e4e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3b5b3d7e-0db3-489e-b554-5b177906cc1d') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:16.780656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d376e896-2637-400f-926c-bc2cd27e7776 None None] Provisioning complete for port 466404f7-8630-4e32-a98c-1877383a8616 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:16.781277 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d376e896-2637-400f-926c-bc2cd27e7776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:16.794117 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fbd0-ca28-4547-8a01-d90cdabf8729 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:16.822907 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7e11a-1ca5-4be3-87a4-b8b4bccd3f17 req-ec331ac9-3739-4862-a818-ffa9960b858f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:16.826633 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf5e8-f9e7-4a76-a7f3-379b753c15c8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:16.832337 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bba7e11a-1ca5-4be3-87a4-b8b4bccd3f17 req-ec331ac9-3739-4862-a818-ffa9960b858f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.4725730 Feb 09 14:32:16.832996 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf5e8-f9e7-4a76-a7f3-379b753c15c8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:16.916649 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:17.023606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5fbd0-ca28-4547-8a01-d90cdabf8729 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d25ae3-c397-496b-8d19-e1489a18e72b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:17.031282 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fbd0-ca28-4547-8a01-d90cdabf8729 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:17.077091 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77b3be7-0ea1-4f50-b33f-9a8513ee3158 None None] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:17.085903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:32:17.099490 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-7e5cf5e8-f9e7-4a76-a7f3-379b753c15c8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Floating IP 0704903a-8ae4-4558-9467-34905815f65f associated. External IP: 172.25.8.201, port: 51444afc-ce92-4b37-ad9c-68ef3c3c160d. Feb 09 14:32:17.104604 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:17.114986 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2cd5fbd0-ca28-4547-8a01-d90cdabf8729 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/b8d25ae3-c397-496b-8d19-e1489a18e72b HTTP/1.1" status: 204 len: 168 time: 1.3880472 Feb 09 14:32:17.119591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:32:17.156456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51890) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:17.196889 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event updated for resources: {'Port': ['ID=cfc4123c-c786-4849-9a9f-94479e5b88cb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:17.202293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-1716215f-317c-4b61-b7be-33e0303a6a0e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port 878992fd-f6ec-4f0f-b12c-065fc46f9978 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:32:17.202631 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1716215f-317c-4b61-b7be-33e0303a6a0e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:17.237261 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bba7e11a-1ca5-4be3-87a4-b8b4bccd3f17 req-6d3e3245-31d7-4a77-b2a3-be2cd394c1ea tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030566 Feb 09 14:32:17.407800 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-13f28b50-22cc-4988-9221-8f301a457e4e tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/ports/3b5b3d7e-0db3-489e-b554-5b177906cc1d/tags HTTP/1.1" status: 204 len: 168 time: 0.7551391 Feb 09 14:32:17.411376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51902) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:17.434795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-1564a907-2e4a-4bfb-8a8a-605e95328e48 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting subnet 83afed3b-539d-4a51-a01b-7810e32fe0dd {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:32:17.492732 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1564a907-2e4a-4bfb-8a8a-605e95328e48 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:17.509942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-4bbd6ad2-f405-4242-9319-ae2f55b3e0b1 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3b5b3d7e-0db3-489e-b554-5b177906cc1d', 'tempest-TagsExtTest-Tag-991827518') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:17.511408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d26fdf5c-62c7-4b64-9026-2792eb946bf9 None None] Provisioning for port 878992fd-f6ec-4f0f-b12c-065fc46f9978 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:17.521231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d26fdf5c-62c7-4b64-9026-2792eb946bf9 None None] Provisioning complete for port 878992fd-f6ec-4f0f-b12c-065fc46f9978 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:17.521872 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d26fdf5c-62c7-4b64-9026-2792eb946bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:17.662926 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d26fdf5c-62c7-4b64-9026-2792eb946bf9 None None] Port 878992fd-f6ec-4f0f-b12c-065fc46f9978 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:32:17.664746 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:17.686186 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1564a907-2e4a-4bfb-8a8a-605e95328e48 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:17.744515 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-4bbd6ad2-f405-4242-9319-ae2f55b3e0b1 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] show failed (client error): The resource could not be found. Feb 09 14:32:17.750494 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4bbd6ad2-f405-4242-9319-ae2f55b3e0b1 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/ports/3b5b3d7e-0db3-489e-b554-5b177906cc1d/tags/tempest-TagsExtTest-Tag-991827518 HTTP/1.1" status: 404 len: 328 time: 0.3331149 Feb 09 14:32:17.777963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51906) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:17.818501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-a346e3ca-e534-4f36-abc3-dded6ca102c2 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3b5b3d7e-0db3-489e-b554-5b177906cc1d', 'tempest-TagsExtTest-Tag-307328453') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:17.878715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5cf5e8-f9e7-4a76-a7f3-379b753c15c8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Router dc224eed-34ed-478a-b904-b02956910adf has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:32:17.917424 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1716215f-317c-4b61-b7be-33e0303a6a0e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:17.933205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22a25a-c2eb-4a01-8405-720580fe542a req-25d1514b-8321-49bb-939a-4f51aa5dcfcf tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:17.934535 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd22a25a-c2eb-4a01-8405-720580fe542a req-25d1514b-8321-49bb-939a-4f51aa5dcfcf tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.4930284 Feb 09 14:32:18.108185 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:18.144151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5cf5e8-f9e7-4a76-a7f3-379b753c15c8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:32:18.149386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-1716215f-317c-4b61-b7be-33e0303a6a0e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for 878992fd-f6ec-4f0f-b12c-065fc46f9978 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:32:18.154398 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e5cf5e8-f9e7-4a76-a7f3-379b753c15c8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:18.164866 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebbed9a-5da7-48aa-bd9c-46cbaa8e95f2 None None] Sync routers for ids ['dc224eed-34ed-478a-b904-b02956910adf'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:32:18.180536 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebbed9a-5da7-48aa-bd9c-46cbaa8e95f2 None None] Routers {'dc224eed-34ed-478a-b904-b02956910adf'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:32:18.182196 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1ebbed9a-5da7-48aa-bd9c-46cbaa8e95f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:31:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['dc224eed-34ed-478a-b904-b02956910adf'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:18.296973 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7e5cf5e8-f9e7-4a76-a7f3-379b753c15c8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "PUT /v2.0/floatingips/0704903a-8ae4-4558-9467-34905815f65f HTTP/1.1" status: 200 len: 992 time: 3.1866596 Feb 09 14:32:18.297572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fffbe94-b60b-40ec-8afa-fae076336071', 'tag': '51444afc-ce92-4b37-ad9c-68ef3c3c160d'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:32:18.513979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bccc0abe-6b90-4d21-a50f-7ccab0c27ed8 None None] Provisioning complete for port 3ed5a584-ee58-4d24-b952-bdaaa9e16450 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:18.515016 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bccc0abe-6b90-4d21-a50f-7ccab0c27ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:18.553240 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd22a25a-c2eb-4a01-8405-720580fe542a req-24abd1f8-7610-4c66-980b-bd9f08d7c14f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240412 Feb 09 14:32:18.555024 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1564a907-2e4a-4bfb-8a8a-605e95328e48 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:18.619893 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-1ebbed9a-5da7-48aa-bd9c-46cbaa8e95f2 None None] Set router dc224eed-34ed-478a-b904-b02956910adf gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:32:18.630802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bccc0abe-6b90-4d21-a50f-7ccab0c27ed8 None None] Port 3ed5a584-ee58-4d24-b952-bdaaa9e16450 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:32:18.676814 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bccc0abe-6b90-4d21-a50f-7ccab0c27ed8 None None] Provisioning complete for port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:18.677097 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bccc0abe-6b90-4d21-a50f-7ccab0c27ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:18.721396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb3ea2-2f13-4f32-9931-6df455952ef1 req-cadce154-4768-4f05-bef5-eadd1035f620 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:18.728853 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74bb3ea2-2f13-4f32-9931-6df455952ef1 req-cadce154-4768-4f05-bef5-eadd1035f620 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.2581384 Feb 09 14:32:18.813075 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74bb3ea2-2f13-4f32-9931-6df455952ef1 req-07f3816c-d366-48d5-9cd0-33ec50bf39d8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832734 Feb 09 14:32:18.824291 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-a346e3ca-e534-4f36-abc3-dded6ca102c2 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] show failed (client error): The resource could not be found. Feb 09 14:32:18.830842 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a346e3ca-e534-4f36-abc3-dded6ca102c2 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/ports/3b5b3d7e-0db3-489e-b554-5b177906cc1d/tags/tempest-TagsExtTest-Tag-307328453 HTTP/1.1" status: 404 len: 328 time: 1.0474985 Feb 09 14:32:18.830959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51932) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:18.836153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-a6d0736b-275a-453c-8d64-66ff3ba1a7ff tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3b5b3d7e-0db3-489e-b554-5b177906cc1d', 'tempest-TagsExtTest-Tag-1279002551') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:18.958791 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1716215f-317c-4b61-b7be-33e0303a6a0e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:19.113317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716215f-317c-4b61-b7be-33e0303a6a0e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=878992fd-f6ec-4f0f-b12c-065fc46f9978,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:19.213583 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1716215f-317c-4b61-b7be-33e0303a6a0e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:19.215859 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fffbe94-b60b-40ec-8afa-fae076336071', 'tag': '51444afc-ce92-4b37-ad9c-68ef3c3c160d', 'status': 'completed', 'code': 200} Feb 09 14:32:19.223231 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-a6d0736b-275a-453c-8d64-66ff3ba1a7ff tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] show failed (client error): The resource could not be found. Feb 09 14:32:19.231616 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a6d0736b-275a-453c-8d64-66ff3ba1a7ff tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/ports/3b5b3d7e-0db3-489e-b554-5b177906cc1d/tags/tempest-TagsExtTest-Tag-1279002551 HTTP/1.1" status: 404 len: 329 time: 0.3993776 Feb 09 14:32:19.232840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51940) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:19.244046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-97a2be49-7cc2-48ba-a782-214d483e3ffa tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0f2ac24e-dab9-421d-a1bd-249f2394e8e9', {'tags': ['tempest-TagsExtTest-Tag-1175138722', 'tempest-TagsExtTest-Tag-525482828', 'tempest-TagsExtTest-Tag-1325940208']}) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:19.275603 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1564a907-2e4a-4bfb-8a8a-605e95328e48 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:19.355880 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1564a907-2e4a-4bfb-8a8a-605e95328e48 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:19.365184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab04052-5c8f-4459-b6a1-4b80e53c6094 None None] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:19.374457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564a907-2e4a-4bfb-8a8a-605e95328e48 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Subnet': ['ID=83afed3b-539d-4a51-a01b-7810e32fe0dd,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:19.395475 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1716215f-317c-4b61-b7be-33e0303a6a0e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/878992fd-f6ec-4f0f-b12c-065fc46f9978 HTTP/1.1" status: 204 len: 168 time: 2.7698793 Feb 09 14:32:19.412470 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1564a907-2e4a-4bfb-8a8a-605e95328e48 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/83afed3b-539d-4a51-a01b-7810e32fe0dd HTTP/1.1" status: 204 len: 168 time: 2.2509372 Feb 09 14:32:19.414813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51950) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:19.415540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51952) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:19.423571 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1ebbed9a-5da7-48aa-bd9c-46cbaa8e95f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:29Z', 'revision_number': 4, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '0704903a-8ae4-4558-9467-34905815f65f', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'floating_ip_address': '172.25.8.201', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'port_id': '51444afc-ce92-4b37-ad9c-68ef3c3c160d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'mac_address': 'fa:16:3e:14:86:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffbe94-b60b-40ec-8afa-fae076336071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:31:39Z', 'updated_at': '2022-02-09T14:32:16Z', 'revision_number': 1, 'project_id': '700b9235bb3d4706bcd2644827123371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf44312-ed96-4ece-b4dc-86ac7783f63f', 'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'mac_address': 'fa:16:3e:61:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:28Z', 'updated_at': '2022-02-09T14:31:41Z', 'revision_number': 5, 'project_id': '700b9235bb3d4706bcd2644827123371', 'subnets': [{'id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:19.438464 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebbed9a-5da7-48aa-bd9c-46cbaa8e95f2 None None] Checking router: dc224eed-34ed-478a-b904-b02956910adf for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:32:19.461672 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebbed9a-5da7-48aa-bd9c-46cbaa8e95f2 None None] Routers {'dc224eed-34ed-478a-b904-b02956910adf'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:32:19.462203 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1ebbed9a-5da7-48aa-bd9c-46cbaa8e95f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:31:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['dc224eed-34ed-478a-b904-b02956910adf'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:19.591804 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-299f9493-fc47-45e1-b227-2051a9a63e98 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:19.592361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299f9493-fc47-45e1-b227-2051a9a63e98 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:19.594967 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-299f9493-fc47-45e1-b227-2051a9a63e98 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/b8d25ae3-c397-496b-8d19-e1489a18e72b HTTP/1.1" status: 404 len: 337 time: 0.1740487 Feb 09 14:32:19.603031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51958) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:19.634159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef931c-afdd-44d8-8c49-a35ac2d2c839 req-b9f4139e-8f4c-4dff-9ff6-f9b8ade9fbbd tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:19.646446 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3fef931c-afdd-44d8-8c49-a35ac2d2c839 req-b9f4139e-8f4c-4dff-9ff6-f9b8ade9fbbd tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.6731665 Feb 09 14:32:19.685758 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-97a2be49-7cc2-48ba-a782-214d483e3ffa tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "PUT /v2.0/routers/0f2ac24e-dab9-421d-a1bd-249f2394e8e9/tags HTTP/1.1" status: 200 len: 317 time: 0.4471626 Feb 09 14:32:19.689730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51962) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:19.711184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-6029f0f5-b45e-4598-8f8e-85cffef82504 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0f2ac24e-dab9-421d-a1bd-249f2394e8e9') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:19.752981 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3fef931c-afdd-44d8-8c49-a35ac2d2c839 req-221e0d7e-fc50-4d54-b4b9-7bafc956f626 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054013 Feb 09 14:32:19.771379 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-1ebbed9a-5da7-48aa-bd9c-46cbaa8e95f2 None None] Set router dc224eed-34ed-478a-b904-b02956910adf gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:32:19.780207 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:32:19.812475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8087f0-9511-47eb-a631-f8923c018a47 req-2fef4dc3-0216-4180-8a33-500fdd125a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:19.813971 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f8087f0-9511-47eb-a631-f8923c018a47 req-2fef4dc3-0216-4180-8a33-500fdd125a4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 1097 time: 0.5863702 Feb 09 14:32:19.847609 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:19.861836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9646fd0e-075e-49de-8f55-9481cb628d46 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:19.862676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9646fd0e-075e-49de-8f55-9481cb628d46 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:32:19.869317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbb856f-f028-4222-ac64-dc6aef7d4719 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting subnet e3fbe8a1-be2e-4d4b-acfa-d297605c5754 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:32:19.928024 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5bbb856f-f028-4222-ac64-dc6aef7d4719 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:19.957058 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:20.182777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9646fd0e-075e-49de-8f55-9481cb628d46 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:32:20.187014 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9646fd0e-075e-49de-8f55-9481cb628d46 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7656736 Feb 09 14:32:20.195298 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51976) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:20.204108 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5bbb856f-f028-4222-ac64-dc6aef7d4719 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:20.324005 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d55cd-8c8b-443c-bce7-f4f1c7d030a6 req-aa7bd94f-a3d7-40e5-86a1-957a4366ae9b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:20.332569 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8c0d55cd-8c8b-443c-bce7-f4f1c7d030a6 req-aa7bd94f-a3d7-40e5-86a1-957a4366ae9b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.2758238 Feb 09 14:32:20.411427 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1ebbed9a-5da7-48aa-bd9c-46cbaa8e95f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:29Z', 'revision_number': 4, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '0704903a-8ae4-4558-9467-34905815f65f', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'floating_ip_address': '172.25.8.201', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'port_id': '51444afc-ce92-4b37-ad9c-68ef3c3c160d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'mac_address': 'fa:16:3e:14:86:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffbe94-b60b-40ec-8afa-fae076336071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:31:39Z', 'updated_at': '2022-02-09T14:32:16Z', 'revision_number': 1, 'project_id': '700b9235bb3d4706bcd2644827123371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf44312-ed96-4ece-b4dc-86ac7783f63f', 'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'mac_address': 'fa:16:3e:61:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:28Z', 'updated_at': '2022-02-09T14:31:41Z', 'revision_number': 5, 'project_id': '700b9235bb3d4706bcd2644827123371', 'subnets': [{'id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:20.417327 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebbed9a-5da7-48aa-bd9c-46cbaa8e95f2 None None] The sync data for ids ['dc224eed-34ed-478a-b904-b02956910adf'] in n-d-828418-2 is: [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:29Z', 'revision_number': 4, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '0704903a-8ae4-4558-9467-34905815f65f', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'floating_ip_address': '172.25.8.201', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'port_id': '51444afc-ce92-4b37-ad9c-68ef3c3c160d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'mac_address': 'fa:16:3e:14:86:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffbe94-b60b-40ec-8afa-fae076336071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:31:39Z', 'updated_at': '2022-02-09T14:32:16Z', 'revision_number': 1, 'project_id': '700b9235bb3d4706bcd2644827123371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf44312-ed96-4ece-b4dc-86ac7783f63f', 'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'mac_address': 'fa:16:3e:61:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:28Z', 'updated_at': '2022-02-09T14:31:41Z', 'revision_number': 5, 'project_id': '700b9235bb3d4706bcd2644827123371', 'subnets': [{'id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:32:20.437146 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99057b5-40a7-4111-9a66-958e03dff827 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:20.438450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a99057b5-40a7-4111-9a66-958e03dff827 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:32:20.453461 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5bbb856f-f028-4222-ac64-dc6aef7d4719 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:20.467470 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8c0d55cd-8c8b-443c-bce7-f4f1c7d030a6 req-2876053b-1aaa-43ff-85c3-f88f549041d6 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340308 Feb 09 14:32:20.468767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a99057b5-40a7-4111-9a66-958e03dff827 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:32:20.472176 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a99057b5-40a7-4111-9a66-958e03dff827 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2744462 Feb 09 14:32:20.473809 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51986) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:20.522267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event updated for resources: {'Port': ['ID=cfc4123c-c786-4849-9a9f-94479e5b88cb,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:20.620308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8087f0-9511-47eb-a631-f8923c018a47 req-fce01983-1843-4d01-9e76-880af54c9f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:20.627647 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84730f43-4fc3-450c-8842-d4abdb2de867 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:20.633653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84730f43-4fc3-450c-8842-d4abdb2de867 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:20.635343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84730f43-4fc3-450c-8842-d4abdb2de867 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:20.636051 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f8087f0-9511-47eb-a631-f8923c018a47 req-fce01983-1843-4d01-9e76-880af54c9f3d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 916 time: 0.8093724 Feb 09 14:32:20.636572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-84730f43-4fc3-450c-8842-d4abdb2de867 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:32:20.654738 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:20.675156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-84730f43-4fc3-450c-8842-d4abdb2de867 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:32:20.678111 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-84730f43-4fc3-450c-8842-d4abdb2de867 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2030876 Feb 09 14:32:20.691002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51994) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:20.822274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a6aaf7-4a3d-41aa-8095-62d20348e4af tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet 9b6d0fd9-418a-4fbc-8f79-46656aa962ed {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:32:20.831166 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42a6aaf7-4a3d-41aa-8095-62d20348e4af tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:20.832563 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8541e-c59f-4619-90b1-a4a6b9a074d9 None None] New status for floating IP 0704903a-8ae4-4558-9467-34905815f65f: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:32:20.905950 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:20.912246 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-348421b4-3985-44c7-90d9-f1834e286324 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0959272 Feb 09 14:32:20.942000 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6029f0f5-b45e-4598-8f8e-85cffef82504 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/routers/0f2ac24e-dab9-421d-a1bd-249f2394e8e9/tags HTTP/1.1" status: 204 len: 168 time: 1.2444453 Feb 09 14:32:20.947469 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52002) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:20.953374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-883de1e4-a256-4e8b-ac1f-d58406e05f43 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0f2ac24e-dab9-421d-a1bd-249f2394e8e9', 'tempest-TagsExtTest-Tag-1175138722') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:21.076279 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42a6aaf7-4a3d-41aa-8095-62d20348e4af tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:21.107390 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f8087f0-9511-47eb-a631-f8923c018a47 req-082dc3c6-e76c-46f9-b86a-7f992fa156c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d HTTP/1.1" status: 200 len: 1000 time: 0.4306655 Feb 09 14:32:21.120926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bac92b-ef9d-45e1-bbe3-6ecbff76915d req-0607612a-3d95-4ed2-8f59-ab190c751c2f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:21.128856 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-56bac92b-ef9d-45e1-bbe3-6ecbff76915d req-0607612a-3d95-4ed2-8f59-ab190c751c2f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.8930957 Feb 09 14:32:21.182259 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42a6aaf7-4a3d-41aa-8095-62d20348e4af tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:21.267024 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5bbb856f-f028-4222-ac64-dc6aef7d4719 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:21.275829 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6de04c59-ba79-4785-8eac-f75f4ec0c816 None None] Provisioning complete for port 3ed5a584-ee58-4d24-b952-bdaaa9e16450 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:21.276213 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6de04c59-ba79-4785-8eac-f75f4ec0c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:21.295117 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42a6aaf7-4a3d-41aa-8095-62d20348e4af tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:21.341168 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6de04c59-ba79-4785-8eac-f75f4ec0c816 None None] Port 3ed5a584-ee58-4d24-b952-bdaaa9e16450 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:32:21.346459 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-883de1e4-a256-4e8b-ac1f-d58406e05f43 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] show failed (client error): The resource could not be found. Feb 09 14:32:21.350357 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-883de1e4-a256-4e8b-ac1f-d58406e05f43 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/routers/0f2ac24e-dab9-421d-a1bd-249f2394e8e9/tags/tempest-TagsExtTest-Tag-1175138722 HTTP/1.1" status: 404 len: 329 time: 0.3992960 Feb 09 14:32:21.350520 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-fd749d05-1674-42a0-8a2a-e53c9ec639da tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1792285722&fields=id&tenant_id=2d808ad86364433d8ce26979e7302aeb HTTP/1.1" status: 200 len: 267 time: 0.1059880 Feb 09 14:32:21.355179 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5bbb856f-f028-4222-ac64-dc6aef7d4719 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:21.356022 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52022) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:21.356853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6de04c59-ba79-4785-8eac-f75f4ec0c816 None None] Provisioning complete for port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:21.357402 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6de04c59-ba79-4785-8eac-f75f4ec0c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:21.362344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb856f-f028-4222-ac64-dc6aef7d4719 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Subnet': ['ID=e3fbe8a1-be2e-4d4b-acfa-d297605c5754,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:21.376081 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5bbb856f-f028-4222-ac64-dc6aef7d4719 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/e3fbe8a1-be2e-4d4b-acfa-d297605c5754 HTTP/1.1" status: 204 len: 168 time: 1.7731745 Feb 09 14:32:21.377350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52026) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:21.392500 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-56bac92b-ef9d-45e1-bbe3-6ecbff76915d req-edbdb5bb-9c66-41db-8179-822f6aefd46d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623281 Feb 09 14:32:21.457411 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6e3c5b-51ad-42ca-b6d0-b5287007428e None None] Network 37922efb-ad82-43cb-839e-8a90e435f4d7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:21.483291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8087f0-9511-47eb-a631-f8923c018a47 req-0fe67691-f6fe-4f44-849c-5d129cda10a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:21.484830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f8087f0-9511-47eb-a631-f8923c018a47 req-0fe67691-f6fe-4f44-849c-5d129cda10a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 200 len: 855 time: 0.3394363 Feb 09 14:32:21.485683 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b731e05a-c64b-4f7a-b147-d513a48e6935 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:21.486147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b731e05a-c64b-4f7a-b147-d513a48e6935 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:21.488785 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b731e05a-c64b-4f7a-b147-d513a48e6935 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/98ede4ea-d408-46d0-90ab-68cfd9289450 HTTP/1.1" status: 404 len: 337 time: 0.1082091 Feb 09 14:32:21.491339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52034) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:21.629891 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-096e24df-e987-4752-bec5-cb8fad7096fc tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0f2ac24e-dab9-421d-a1bd-249f2394e8e9', 'tempest-TagsExtTest-Tag-525482828') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:21.638101 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7bc8f8f8-16e1-4698-9d81-7aaee402c1cc tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "GET /v2.0/ports?device_id=f791380d-a60d-4c85-b154-d1fc5065a949 HTTP/1.1" status: 200 len: 205 time: 0.1453469 Feb 09 14:32:21.686211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6aaf7-4a3d-41aa-8095-62d20348e4af tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6d0fd9-418a-4fbc-8f79-46656aa962ed,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:21.697247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-1f3e90a2-c277-4db3-a21d-bb35662048a6 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:21.699408 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-1f3e90a2-c277-4db3-a21d-bb35662048a6 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/networks?id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 HTTP/1.1" status: 200 len: 811 time: 0.3479986 Feb 09 14:32:21.708501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52040) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:21.767076 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3fa7ba-e983-4445-bea4-57ee3d008388 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:21.784654 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42a6aaf7-4a3d-41aa-8095-62d20348e4af tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:21.795215 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b63595-d699-4c59-8474-1206553bd396 req-0c677b9e-92a3-4e8d-86b8-cc8f94bb2cbc tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:21.816358 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9b63595-d699-4c59-8474-1206553bd396 req-0c677b9e-92a3-4e8d-86b8-cc8f94bb2cbc tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.1767309 Feb 09 14:32:21.825743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8087f0-9511-47eb-a631-f8923c018a47 req-c272bf8e-76e9-42c8-8d0f-a7e0da0a6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:21.825743 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f8087f0-9511-47eb-a631-f8923c018a47 req-c272bf8e-76e9-42c8-8d0f-a7e0da0a6aff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7bbb3d60-5bb5-4148-942d-8f599eefdf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2496593 Feb 09 14:32:21.835769 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-c3d91311-e255-4d29-a111-e5261bb1adc9 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] delete failed (client error): The resource could not be found. Feb 09 14:32:21.835769 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c3d91311-e255-4d29-a111-e5261bb1adc9 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/routers/f791380d-a60d-4c85-b154-d1fc5065a949 HTTP/1.1" status: 404 len: 336 time: 0.1228416 Feb 09 14:32:21.843090 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-4cfb0639-e48d-4f89-8bf9-3cc9f2100ef6 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/quotas/2d808ad86364433d8ce26979e7302aeb HTTP/1.1" status: 200 len: 375 time: 0.1232655 Feb 09 14:32:21.843934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52048) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:21.852497 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-42a6aaf7-4a3d-41aa-8095-62d20348e4af tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/9b6d0fd9-418a-4fbc-8f79-46656aa962ed HTTP/1.1" status: 204 len: 168 time: 1.1595244 Feb 09 14:32:21.859656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52052) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:21.964494 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c8fe3a-ba4b-4be9-807e-516ec183a75d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet d4c8f55c-1ffc-4b46-92ab-f518f1aeafa7 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:32:22.019872 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-05c8fe3a-ba4b-4be9-807e-516ec183a75d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:22.020360 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1921cb30-9d95-42e8-aa72-5c9a19846bd5 None None] DHCP port deletion for 37922efb-ad82-43cb-839e-8a90e435f4d7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:32:22.025425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-1921cb30-9d95-42e8-aa72-5c9a19846bd5 None None] Deleting port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:32:22.025796 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1921cb30-9d95-42e8-aa72-5c9a19846bd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:22.042951 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-62544055-3e5a-4b3f-bda7-8bda0e64aeac tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:22.043709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62544055-3e5a-4b3f-bda7-8bda0e64aeac tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:22.045612 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-62544055-3e5a-4b3f-bda7-8bda0e64aeac tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/8b2f9cfa-c970-4758-8765-f022ec6103a1 HTTP/1.1" status: 404 len: 337 time: 0.1991608 Feb 09 14:32:22.055696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52056) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:22.061742 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-096e24df-e987-4752-bec5-cb8fad7096fc tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] show failed (client error): The resource could not be found. Feb 09 14:32:22.066537 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-096e24df-e987-4752-bec5-cb8fad7096fc tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/routers/0f2ac24e-dab9-421d-a1bd-249f2394e8e9/tags/tempest-TagsExtTest-Tag-525482828 HTTP/1.1" status: 404 len: 328 time: 0.7068925 Feb 09 14:32:22.067782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52062) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:22.089860 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9b63595-d699-4c59-8474-1206553bd396 req-d07023e9-7e44-4391-86b5-0b98687fef83 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532854 Feb 09 14:32:22.155520 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-05c8fe3a-ba4b-4be9-807e-516ec183a75d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:22.165431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-91f4ec65-9c10-4f79-979f-639b4c5de0d5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0f2ac24e-dab9-421d-a1bd-249f2394e8e9', 'tempest-TagsExtTest-Tag-1325940208') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:22.188035 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:32:22.266016 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f8087f0-9511-47eb-a631-f8923c018a47 req-9a3762ae-8128-4476-9813-0418297fcfa9 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308252 Feb 09 14:32:22.355148 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65eab4e-c923-47e1-8a1f-88ca2acc3ea3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:22.356128 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-1921cb30-9d95-42e8-aa72-5c9a19846bd5 None None] For port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d1dfeb84-c047-4000-8b2a-ed7e85a2af7f,segment=NetworkSegment(f85e748e-6a51-4a20-807a-144a55ad7dec),segment_id=f85e748e-6a51-4a20-807a-144a55ad7dec)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:22.356529 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1921cb30-9d95-42e8-aa72-5c9a19846bd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:22.356999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65eab4e-c923-47e1-8a1f-88ca2acc3ea3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:22.359204 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a65eab4e-c923-47e1-8a1f-88ca2acc3ea3 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/3a997835-3d65-457f-a670-62291b996e10 HTTP/1.1" status: 404 len: 337 time: 0.3017209 Feb 09 14:32:22.372524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52072) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:22.430700 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bdd669-00a9-4490-9025-7acf4deb7119 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:22.431029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63bdd669-00a9-4490-9025-7acf4deb7119 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:22.432720 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-63bdd669-00a9-4490-9025-7acf4deb7119 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/f83000af-3762-4507-8bb4-52b33da81568 HTTP/1.1" status: 404 len: 337 time: 0.0566554 Feb 09 14:32:22.440384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52076) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:22.488399 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-91f4ec65-9c10-4f79-979f-639b4c5de0d5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] show failed (client error): The resource could not be found. Feb 09 14:32:22.492763 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-91f4ec65-9c10-4f79-979f-639b4c5de0d5 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/routers/0f2ac24e-dab9-421d-a1bd-249f2394e8e9/tags/tempest-TagsExtTest-Tag-1325940208 HTTP/1.1" status: 404 len: 329 time: 0.4188826 Feb 09 14:32:22.493787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52080) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:22.509126 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-31b79ce1-bbae-47bf-8ebb-75d9f85ac43f tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d808ad86364433d8ce26979e7302aeb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6547601 Feb 09 14:32:22.516437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-7a0f0ab2-2f47-4792-9346-ca6a5a1d83d6 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '41dd6f12-74c8-4452-b4e8-e4ff86815074', {'tags': ['tempest-TagsExtTest-Tag-838767954', 'tempest-TagsExtTest-Tag-279984049', 'tempest-TagsExtTest-Tag-1359550146']}) {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:22.518198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-1921cb30-9d95-42e8-aa72-5c9a19846bd5 None None] Calling delete_port for d1dfeb84-c047-4000-8b2a-ed7e85a2af7f owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:32:22.626238 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-287fbef9-7cac-4aa2-b09b-442a55857a31 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:22.626779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287fbef9-7cac-4aa2-b09b-442a55857a31 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:22.630778 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-287fbef9-7cac-4aa2-b09b-442a55857a31 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/c43011ab-abe8-4dd7-afc0-faedcb6b5e4b HTTP/1.1" status: 404 len: 333 time: 0.1772771 Feb 09 14:32:22.637638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52090) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:22.701406 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7a0f0ab2-2f47-4792-9346-ca6a5a1d83d6 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "PUT /v2.0/subnetpools/41dd6f12-74c8-4452-b4e8-e4ff86815074/tags HTTP/1.1" status: 200 len: 316 time: 0.1896324 Feb 09 14:32:22.706765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52094) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:22.721824 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-e6b2a663-feb8-4285-a834-3b5cf5695222 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '41dd6f12-74c8-4452-b4e8-e4ff86815074') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:22.734920 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-05c8fe3a-ba4b-4be9-807e-516ec183a75d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:22.764489 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1921cb30-9d95-42e8-aa72-5c9a19846bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:22.768496 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92c82c6-fe46-44cd-b35b-144735c8203e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:22.768674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92c82c6-fe46-44cd-b35b-144735c8203e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:22.773894 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d92c82c6-fe46-44cd-b35b-144735c8203e tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/c6667b47-1be4-412a-a3d5-2311a1588173 HTTP/1.1" status: 404 len: 337 time: 0.1329088 Feb 09 14:32:22.774361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52098) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:22.799885 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f8087f0-9511-47eb-a631-f8923c018a47 req-733051d1-eb68-4c63-9826-b938cc062331 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199614 Feb 09 14:32:22.817567 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1921cb30-9d95-42e8-aa72-5c9a19846bd5 None None] No DVR routers for this DVR port d1dfeb84-c047-4000-8b2a-ed7e85a2af7f on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:32:22.834556 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921cb30-9d95-42e8-aa72-5c9a19846bd5 None None] Pushing event deleted for resources: {'Port': ['ID=d1dfeb84-c047-4000-8b2a-ed7e85a2af7f,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:22.873912 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8263c13-17a3-4676-bb3d-2e0092c3a748 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:22.876179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92855d9a-3da0-4716-91aa-84c2c2c931c3 req-e0340339-e705-4dca-9978-b72e72a1f19c tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:22.877928 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-92855d9a-3da0-4716-91aa-84c2c2c931c3 req-e0340339-e705-4dca-9978-b72e72a1f19c tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.4297969 Feb 09 14:32:22.888610 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8263c13-17a3-4676-bb3d-2e0092c3a748 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:22.900015 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c8263c13-17a3-4676-bb3d-2e0092c3a748 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/93dc7919-e746-4987-8a76-09489b806468 HTTP/1.1" status: 404 len: 337 time: 0.1245105 Feb 09 14:32:22.922872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52102) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:22.939829 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d1dfeb84-c047-4000-8b2a-ed7e85a2af7f no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:32:22.955027 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-05c8fe3a-ba4b-4be9-807e-516ec183a75d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:22.992045 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-37026127-aad0-4b35-88da-32780025e7fd service neutron] 10.222.0.48 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568019 Feb 09 14:32:23.022427 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e18ba34-142d-49a8-9ace-5ac59e6160af tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:23.023029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e18ba34-142d-49a8-9ace-5ac59e6160af tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:23.027352 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6e18ba34-142d-49a8-9ace-5ac59e6160af tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/2a33d0a4-f8cc-48e1-adae-77dbb96a1517 HTTP/1.1" status: 404 len: 333 time: 0.0893650 Feb 09 14:32:23.030008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: d1dfeb84-c047-4000-8b2a-ed7e85a2af7f {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:32:23.030558 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52110) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:23.031235 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d1dfeb84-c047-4000-8b2a-ed7e85a2af7f not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:32:23.055964 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-92855d9a-3da0-4716-91aa-84c2c2c931c3 req-5eb2aaae-595f-4fc9-8eee-4d5c15e01e58 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655252 Feb 09 14:32:23.060452 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-05c8fe3a-ba4b-4be9-807e-516ec183a75d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:23.069882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8fe3a-ba4b-4be9-807e-516ec183a75d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c8f55c-1ffc-4b46-92ab-f518f1aeafa7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:23.075917 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-05c8fe3a-ba4b-4be9-807e-516ec183a75d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/d4c8f55c-1ffc-4b46-92ab-f518f1aeafa7 HTTP/1.1" status: 204 len: 168 time: 1.1969635 Feb 09 14:32:23.076584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52112) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:23.150704 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-93187d2d-16be-4bde-a89b-82825dc4a09b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:23.151150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93187d2d-16be-4bde-a89b-82825dc4a09b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:23.155284 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-93187d2d-16be-4bde-a89b-82825dc4a09b tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/24541a88-b873-4caf-b59c-16b56b9e0db1 HTTP/1.1" status: 404 len: 337 time: 0.0622139 Feb 09 14:32:23.155554 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52120) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:23.184406 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cf3ff197-de8b-4d7a-a29d-38f1c6bdf122 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066761 Feb 09 14:32:23.185112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52124) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:23.194618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-adc1b69d-1e61-4a28-934d-294b5f84a05a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:23.267706 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b221f0-fe56-40b8-aad9-8a21f729a66e None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:23.366210 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f2a4cb-a804-4495-a47c-3372be69a6e7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:23.366818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f2a4cb-a804-4495-a47c-3372be69a6e7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:23.374830 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-88f2a4cb-a804-4495-a47c-3372be69a6e7 tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/subnets/1e21f807-a415-429d-a1aa-822639f10ad0 HTTP/1.1" status: 404 len: 337 time: 0.2118073 Feb 09 14:32:23.374830 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e6b2a663-feb8-4285-a834-3b5cf5695222 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/subnetpools/41dd6f12-74c8-4452-b4e8-e4ff86815074/tags HTTP/1.1" status: 204 len: 168 time: 0.6634824 Feb 09 14:32:23.376309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52128) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:23.376725 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52130) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:23.415976 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-8d5c4dd1-fb06-493a-a942-b93760234cb2 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '41dd6f12-74c8-4452-b4e8-e4ff86815074', 'tempest-TagsExtTest-Tag-838767954') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:23.417244 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-43f9ca8a-4b60-401e-bcc1-c44fa737cae7 None None] Provisioning complete for port 466404f7-8630-4e32-a98c-1877383a8616 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:23.417623 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-43f9ca8a-4b60-401e-bcc1-c44fa737cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:23.472019 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-0c84fe11-7932-4687-9ca7-4202e5e26562 service neutron] 10.222.0.48 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714565 Feb 09 14:32:23.521406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ae94758b-14fa-4185-a75d-cbb39474756a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Deleting port 3ed5a584-ee58-4d24-b952-bdaaa9e16450 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:32:23.521741 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae94758b-14fa-4185-a75d-cbb39474756a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:23.560329 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-8d5c4dd1-fb06-493a-a942-b93760234cb2 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] show failed (client error): The resource could not be found. Feb 09 14:32:23.561738 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8d5c4dd1-fb06-493a-a942-b93760234cb2 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/subnetpools/41dd6f12-74c8-4452-b4e8-e4ff86815074/tags/tempest-TagsExtTest-Tag-838767954 HTTP/1.1" status: 404 len: 328 time: 0.1827295 Feb 09 14:32:23.567850 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52140) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:23.592207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.tag.tag_plugin [None req-a7800876-a468-4fa3-bcd3-5b4cd942e71b tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '41dd6f12-74c8-4452-b4e8-e4ff86815074', 'tempest-TagsExtTest-Tag-279984049') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:23.716841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-adc1b69d-1e61-4a28-934d-294b5f84a05a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:23.721630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-adc1b69d-1e61-4a28-934d-294b5f84a05a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:23.725924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-adc1b69d-1e61-4a28-934d-294b5f84a05a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:23.732756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-adc1b69d-1e61-4a28-934d-294b5f84a05a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:23.744630 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-a7800876-a468-4fa3-bcd3-5b4cd942e71b tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] show failed (client error): The resource could not be found. Feb 09 14:32:23.752347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc1b69d-1e61-4a28-934d-294b5f84a05a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:23.753998 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a7800876-a468-4fa3-bcd3-5b4cd942e71b tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/subnetpools/41dd6f12-74c8-4452-b4e8-e4ff86815074/tags/tempest-TagsExtTest-Tag-279984049 HTTP/1.1" status: 404 len: 328 time: 0.1848917 Feb 09 14:32:23.756218 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-adc1b69d-1e61-4a28-934d-294b5f84a05a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:23.772947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52148) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:23.785750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f213483-bbe8-4c55-b132-e0e28c032600 req-595c3e8f-7609-4bda-9d8e-9e3958c35068 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:23.792949 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f213483-bbe8-4c55-b132-e0e28c032600 req-595c3e8f-7609-4bda-9d8e-9e3958c35068 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.3387654 Feb 09 14:32:23.852663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-9fd18bb2-60cf-465d-9b24-a824f9338555 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '41dd6f12-74c8-4452-b4e8-e4ff86815074', 'tempest-TagsExtTest-Tag-1359550146') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:23.877370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25132386-8495-40a3-877e-7a1f2ce119d0 None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:32:23.881554 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-25132386-8495-40a3-877e-7a1f2ce119d0 None None] Deleting port 466404f7-8630-4e32-a98c-1877383a8616 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:32:23.882052 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-25132386-8495-40a3-877e-7a1f2ce119d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:23.975589 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f213483-bbe8-4c55-b132-e0e28c032600 req-6abe3411-5854-414f-a251-839dbb2b780b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788580 Feb 09 14:32:23.982659 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-9fd18bb2-60cf-465d-9b24-a824f9338555 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] show failed (client error): The resource could not be found. Feb 09 14:32:23.986384 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9fd18bb2-60cf-465d-9b24-a824f9338555 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/subnetpools/41dd6f12-74c8-4452-b4e8-e4ff86815074/tags/tempest-TagsExtTest-Tag-1359550146 HTTP/1.1" status: 404 len: 329 time: 0.2070704 Feb 09 14:32:23.988609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52158) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:23.995932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-06299d3b-aff5-485f-866c-d0845e0cb1d0 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '41dd6f12-74c8-4452-b4e8-e4ff86815074') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:24.058750 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9844627-67f2-4d15-a5d9-95a3f4d61244 req-f06d885b-1fba-4380-8def-55e38bb6b8b7 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 210 time: 0.2648776 Feb 09 14:32:24.088360 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-06299d3b-aff5-485f-866c-d0845e0cb1d0 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/subnetpools/41dd6f12-74c8-4452-b4e8-e4ff86815074/tags HTTP/1.1" status: 204 len: 168 time: 0.0962713 Feb 09 14:32:24.089287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52168) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:24.094908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-ddfa46d3-6cef-4618-a31e-f283a6a48ec2 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0f2ac24e-dab9-421d-a1bd-249f2394e8e9') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:24.140148 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae94758b-14fa-4185-a75d-cbb39474756a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:24.257756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-25132386-8495-40a3-877e-7a1f2ce119d0 None None] For port 466404f7-8630-4e32-a98c-1877383a8616, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=466404f7-8630-4e32-a98c-1877383a8616,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:24.258352 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-25132386-8495-40a3-877e-7a1f2ce119d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:24.390529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ae94758b-14fa-4185-a75d-cbb39474756a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Calling delete_port for 3ed5a584-ee58-4d24-b952-bdaaa9e16450 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:32:24.464553 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ddfa46d3-6cef-4618-a31e-f283a6a48ec2 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/routers/0f2ac24e-dab9-421d-a1bd-249f2394e8e9/tags HTTP/1.1" status: 204 len: 168 time: 0.3743567 Feb 09 14:32:24.466061 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-adc1b69d-1e61-4a28-934d-294b5f84a05a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:24.470027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52180) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:24.475568 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-25132386-8495-40a3-877e-7a1f2ce119d0 None None] Calling delete_port for 466404f7-8630-4e32-a98c-1877383a8616 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:32:24.542825 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-ffa01b0a-b837-45f0-86f3-9679e9819ad3 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3b5b3d7e-0db3-489e-b554-5b177906cc1d') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:24.594373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1b69d-1e61-4a28-934d-294b5f84a05a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=de9f8d91-12a3-4d10-bc57-593cc94abc34,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:24.599400 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-25132386-8495-40a3-877e-7a1f2ce119d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:24.606766 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae94758b-14fa-4185-a75d-cbb39474756a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:24.664390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc1b69d-1e61-4a28-934d-294b5f84a05a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:32:24.668338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-adc1b69d-1e61-4a28-934d-294b5f84a05a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:24.678229 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845ca07-84aa-4764-8e5e-433ad18d298f req-183a7a7f-685a-4748-bf34-49b17f0a87cc tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:24.679712 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c845ca07-84aa-4764-8e5e-433ad18d298f req-183a7a7f-685a-4748-bf34-49b17f0a87cc tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.4365757 Feb 09 14:32:24.680994 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc1b69d-1e61-4a28-934d-294b5f84a05a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:24.681564 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-adc1b69d-1e61-4a28-934d-294b5f84a05a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:24.690443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25132386-8495-40a3-877e-7a1f2ce119d0 None None] No DVR routers for this DVR port 466404f7-8630-4e32-a98c-1877383a8616 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:32:24.717820 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94758b-14fa-4185-a75d-cbb39474756a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Port': ['ID=3ed5a584-ee58-4d24-b952-bdaaa9e16450,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:24.720796 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25132386-8495-40a3-877e-7a1f2ce119d0 None None] Pushing event deleted for resources: {'Port': ['ID=466404f7-8630-4e32-a98c-1877383a8616,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:24.721718 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae94758b-14fa-4185-a75d-cbb39474756a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:24.724644 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7632ae92-838d-4cf7-a2a4-ae28cf779051 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:24.748096 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ae94758b-14fa-4185-a75d-cbb39474756a tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/ports/3ed5a584-ee58-4d24-b952-bdaaa9e16450 HTTP/1.1" status: 204 len: 168 time: 1.3704178 Feb 09 14:32:24.750477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52188) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:24.756051 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-adc1b69d-1e61-4a28-934d-294b5f84a05a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5671878 Feb 09 14:32:24.757255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52190) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:24.772969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-748dca8d-e8d7-4f9e-9aba-59e2f1b4fc00 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:24.918541 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b1871091-5791-49cc-8f68-94ecf03affed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:24.975598 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c845ca07-84aa-4764-8e5e-433ad18d298f req-1001dc47-022e-4c17-8faf-ad4ba793b491 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634883 Feb 09 14:32:25.033322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 466404f7-8630-4e32-a98c-1877383a8616 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:32:25.075319 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 466404f7-8630-4e32-a98c-1877383a8616 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:32:25.075974 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 466404f7-8630-4e32-a98c-1877383a8616 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:32:25.078068 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'tenant_id': '52f6b6c2dfd9495da8877f08d6432f76', 'fixed_ips': [{'subnet_id': 'de9f8d91-12a3-4d10-bc57-593cc94abc34'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:32:25.079104 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:25.108075 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ffa01b0a-b837-45f0-86f3-9679e9819ad3 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/ports/3b5b3d7e-0db3-489e-b554-5b177906cc1d/tags HTTP/1.1" status: 204 len: 168 time: 0.5707397 Feb 09 14:32:25.118437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52204) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:25.147719 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b1871091-5791-49cc-8f68-94ecf03affed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:25.151002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.tag.tag_plugin [None req-c9ec43b1-a47b-480e-ba11-55510a208fc1 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3dcab586-4b88-4020-9cf3-f7c8be099906') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:25.173645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-b1871091-5791-49cc-8f68-94ecf03affed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37922efb-ad82-43cb-839e-8a90e435f4d7']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:25.186430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-b1871091-5791-49cc-8f68-94ecf03affed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85e748e-6a51-4a20-807a-144a55ad7dec') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:25.186734 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-b1871091-5791-49cc-8f68-94ecf03affed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85e748e-6a51-4a20-807a-144a55ad7dec') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:25.206122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9ba30-3eac-4c03-8ea9-b22b72ecfa00 req-b8b9ff44-66f4-488d-8aa2-b4a2540e746e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:25.208718 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c9d9ba30-3eac-4c03-8ea9-b22b72ecfa00 req-b8b9ff44-66f4-488d-8aa2-b4a2540e746e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.9123561 Feb 09 14:32:25.211670 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b1871091-5791-49cc-8f68-94ecf03affed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:25.250705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-748dca8d-e8d7-4f9e-9aba-59e2f1b4fc00 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:25.255105 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b1871091-5791-49cc-8f68-94ecf03affed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:25.256407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-748dca8d-e8d7-4f9e-9aba-59e2f1b4fc00 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:25.263810 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1871091-5791-49cc-8f68-94ecf03affed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:32:25.264242 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b1871091-5791-49cc-8f68-94ecf03affed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:25.266765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-748dca8d-e8d7-4f9e-9aba-59e2f1b4fc00 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:25.275122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-748dca8d-e8d7-4f9e-9aba-59e2f1b4fc00 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:25.275622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Allocated IP 2001:db8::2 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/de9f8d91-12a3-4d10-bc57-593cc94abc34/4e74e410-521d-4246-b5f9-bccbe6d405fb) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:32:25.308404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748dca8d-e8d7-4f9e-9aba-59e2f1b4fc00 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:25.313042 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-748dca8d-e8d7-4f9e-9aba-59e2f1b4fc00 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:32:25.343152 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:32:25.400013 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c9d9ba30-3eac-4c03-8ea9-b22b72ecfa00 req-2b63848b-d688-4c45-ba3b-e5f48e274b5a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753883 Feb 09 14:32:25.417210 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b1871091-5791-49cc-8f68-94ecf03affed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:25.466504 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b1871091-5791-49cc-8f68-94ecf03affed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:25.494955 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b1871091-5791-49cc-8f68-94ecf03affed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] 10.222.0.48 "DELETE /v2.0/networks/37922efb-ad82-43cb-839e-8a90e435f4d7 HTTP/1.1" status: 204 len: 168 time: 0.7427950 Feb 09 14:32:25.535905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1871091-5791-49cc-8f68-94ecf03affed tempest-PortsTestJSON-386622381 tempest-PortsTestJSON-386622381-project] Pushing event deleted for resources: {'Network': ['ID=37922efb-ad82-43cb-839e-8a90e435f4d7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:25.618811 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9256eaa-5ed3-4001-babb-80c08e5a985a req-30c632a7-49e7-4050-9996-05881034ff02 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:25.620912 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9256eaa-5ed3-4001-babb-80c08e5a985a req-30c632a7-49e7-4050-9996-05881034ff02 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.4734781 Feb 09 14:32:25.648616 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:25.661709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Transition to ACTIVE for port object 4e74e410-521d-4246-b5f9-bccbe6d405fb will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:32:25.689174 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Transition to ACTIVE for port object 4e74e410-521d-4246-b5f9-bccbe6d405fb will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:32:25.698358 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:25.725173 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c9ec43b1-a47b-480e-ba11-55510a208fc1 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/subnets/3dcab586-4b88-4020-9cf3-f7c8be099906/tags HTTP/1.1" status: 204 len: 168 time: 0.6055140 Feb 09 14:32:25.738671 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52220) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:25.789328 n-d-828418-2 neutron-server[87597]: INFO neutron.db.ipam_backend_mixin [None req-748dca8d-e8d7-4f9e-9aba-59e2f1b4fc00 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de9f8d91-12a3-4d10-bc57-593cc94abc34 (CIDR: 2001:db8::/64) Feb 09 14:32:25.790867 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1b1cffa5-d19a-4c6d-bc7a-21698d71a30d req-4908d396-e56e-4a3a-9f4d-46218306f42b tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 210 time: 0.1470630 Feb 09 14:32:25.816332 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-748dca8d-e8d7-4f9e-9aba-59e2f1b4fc00 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:32:25.817154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748dca8d-e8d7-4f9e-9aba-59e2f1b4fc00 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:25.849971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-b72e0bba-644c-4a25-b34c-129cbb331621 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:25.852226 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-b72e0bba-644c-4a25-b34c-129cbb331621 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.35 "GET /v2.0/networks?id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 HTTP/1.1" status: 200 len: 811 time: 0.3825483 Feb 09 14:32:25.886533 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9256eaa-5ed3-4001-babb-80c08e5a985a req-3fa9c965-f3aa-4d86-9cc3-d1eb68f6a3fc tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052727 Feb 09 14:32:25.942856 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-748dca8d-e8d7-4f9e-9aba-59e2f1b4fc00 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1828001 Feb 09 14:32:25.945936 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52236) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:25.958174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'subnet': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:25.981053 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:32:25.986545 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:25.993649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:32:26.140534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Pushing event updated for resources: {'Port': ['ID=4e74e410-521d-4246-b5f9-bccbe6d405fb,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:26.166715 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Attempting to bind port 4e74e410-521d-4246-b5f9-bccbe6d405fb on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:32:26.167084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Attempting to bind port 4e74e410-521d-4246-b5f9-bccbe6d405fb by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:32:26.167443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Attempting to bind port 4e74e410-521d-4246-b5f9-bccbe6d405fb on network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:32:26.174252 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:32:26.174720 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Checking segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:32:26.175127 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:26.175525 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Bound using segment: {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:32:26.176022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Bound port: 4e74e410-521d-4246-b5f9-bccbe6d405fb, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a64e0-682e-4473-823a-e4f45ae917a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:32:26.176399 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:26.227937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52244) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:26.332200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:26.336973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:subnet and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:26.341111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:26.344078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3ed37f4d-ef2f-41d1-ac48-9745310f002b tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Synchronizing usage tracker for tenant:2d808ad86364433d8ce26979e7302aeb on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:32:26.347500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:26.361692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:26.366140 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:26.432991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] For port 4e74e410-521d-4246-b5f9-bccbe6d405fb, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:32:26.435076 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7af57ecb-a64d-409e-9f82-b0ede23943e1 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks [] for subnetpool, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:26.436472 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7af57ecb-a64d-409e-9f82-b0ede23943e1 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/subnetpools/41dd6f12-74c8-4452-b4e8-e4ff86815074 HTTP/1.1" status: 204 len: 168 time: 0.6933095 Feb 09 14:32:26.437602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3ed37f4d-ef2f-41d1-ac48-9745310f002b tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Unset dirty status for tenant:2d808ad86364433d8ce26979e7302aeb on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:32:26.439158 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3ed37f4d-ef2f-41d1-ac48-9745310f002b tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d808ad86364433d8ce26979e7302aeb HTTP/1.1" status: 200 len: 380 time: 0.5712380 Feb 09 14:32:26.440386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52250) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:26.446745 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] For port 4e74e410-521d-4246-b5f9-bccbe6d405fb, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4e74e410-521d-4246-b5f9-bccbe6d405fb,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:32:26.453178 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:26.514357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Request body: {'port': {'device_id': '463d2677-fa65-47ed-b179-71ffa0e4523b', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'admin_state_up': True, 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'security_groups': ['9fd40279-03fd-481e-b72c-8f4ae59f3fde']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:26.580067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78b47d-01a7-4f3b-93cf-3c308a40dc88 None None] Pushing event updated for resources: {'Port': ['ID=4e74e410-521d-4246-b5f9-bccbe6d405fb,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:26.685521 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-007e55a9-ca59-4803-a1ab-98b64ed9be06 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f2ac24e-dab9-421d-a1bd-249f2394e8e9 HTTP/1.1" status: 200 len: 205 time: 0.2426763 Feb 09 14:32:26.692297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52258) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:26.768859 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf20c447-4b03-41a8-92c2-137d14244b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:26.856360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca70b72-1e01-4665-8a8c-7a5d36dd327f req-9eafd05d-464d-4d5d-836e-d9784e46495d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:26.865160 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ca70b72-1e01-4665-8a8c-7a5d36dd327f req-9eafd05d-464d-4d5d-836e-d9784e46495d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.5523119 Feb 09 14:32:27.092473 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e672307e-6435-4270-a0b2-b359c071de4f tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:27.119581 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87178028-2c83-4f0a-b736-3b2b3488836a req-84243e6e-efb2-44db-896b-e887917796d8 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 210 time: 0.0656047 Feb 09 14:32:27.208133 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a873192b-75a0-4838-85cf-727ea4f2d2e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5630d50e4fb5462e9b466142aa6ba4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9787345 Feb 09 14:32:27.212641 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52268) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:27.228782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:27.308314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Usage tracker for resource:port and tenant:2d808ad86364433d8ce26979e7302aeb is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:27.313563 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9ca70b72-1e01-4665-8a8c-7a5d36dd327f req-bb8b415e-c280-4407-a199-98d5d72834a0 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473209 Feb 09 14:32:27.314449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:27.363308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.objects.ports [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87596) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:32:27.370057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:27.518326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Made reservation on behalf of 2d808ad86364433d8ce26979e7302aeb for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:27.522246 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:27.543271 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a88d4e46-cc02-49a7-9e29-7d6b5d5e7a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:27.549529 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e672307e-6435-4270-a0b2-b359c071de4f tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:27.554148 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e672307e-6435-4270-a0b2-b359c071de4f tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:27.643594 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e672307e-6435-4270-a0b2-b359c071de4f tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:27.645819 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a88d4e46-cc02-49a7-9e29-7d6b5d5e7a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:27.652535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e672307e-6435-4270-a0b2-b359c071de4f tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Fanout notify agent at l3_agent the message router_deleted on router 0f2ac24e-dab9-421d-a1bd-249f2394e8e9 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:32:27.734044 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e672307e-6435-4270-a0b2-b359c071de4f tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:27.740491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52276) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:27.748751 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e672307e-6435-4270-a0b2-b359c071de4f tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/routers/0f2ac24e-dab9-421d-a1bd-249f2394e8e9 HTTP/1.1" status: 204 len: 168 time: 1.0550301 Feb 09 14:32:27.884220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Allocated IP 172.20.0.10 (b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9/85b1f5ca-a5fa-4f7b-8f04-40895b87e889/2a172f3e-e584-4e5c-88a2-c5440810af50) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:32:27.899999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b383cc00-cd98-438b-a757-1fc745ddc6df tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Deleting port 3b5b3d7e-0db3-489e-b554-5b177906cc1d {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:32:27.900350 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b383cc00-cd98-438b-a757-1fc745ddc6df tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:28.130756 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a88d4e46-cc02-49a7-9e29-7d6b5d5e7a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:28.270404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d4e46-cc02-49a7-9e29-7d6b5d5e7a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b9461a-ac7c-43e4-879f-a76d5fc75917,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:28.299016 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:28.337904 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:28.397415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Transition to ACTIVE for port object 2a172f3e-e584-4e5c-88a2-c5440810af50 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:32:28.412366 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a88d4e46-cc02-49a7-9e29-7d6b5d5e7a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:28.413945 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a88d4e46-cc02-49a7-9e29-7d6b5d5e7a49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7b9461a-ac7c-43e4-879f-a76d5fc75917 HTTP/1.1" status: 204 len: 168 time: 1.2014515 Feb 09 14:32:28.416336 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e39614e5-8e1b-4563-b923-78a2a3e81aaf None None] Provisioning for port 4e74e410-521d-4246-b5f9-bccbe6d405fb completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:28.445753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a4247-6b0b-4474-850a-044821521bf8 req-0f1a9bce-9ccd-4a78-bb2b-ab4d91572d5e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:28.447231 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-695a4247-6b0b-4474-850a-044821521bf8 req-0f1a9bce-9ccd-4a78-bb2b-ab4d91572d5e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.1374209 Feb 09 14:32:28.455138 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:28.506467 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b383cc00-cd98-438b-a757-1fc745ddc6df tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:28.578005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:32:28.581943 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-695a4247-6b0b-4474-850a-044821521bf8 req-a6c599b8-a889-47a2-b55f-8c0005959bdd tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234834 Feb 09 14:32:28.582713 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event updated for resources: {'Port': ['ID=2a172f3e-e584-4e5c-88a2-c5440810af50,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:28.585439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:28.587574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:32:28.730176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b383cc00-cd98-438b-a757-1fc745ddc6df tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Calling delete_port for 3b5b3d7e-0db3-489e-b554-5b177906cc1d owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:32:28.822072 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:28.822903 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:28.845949 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-32b16231-a50e-42d8-99ca-49bb2cc51177 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3543553 Feb 09 14:32:28.857945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Request body: {'port': {'device_id': '463d2677-fa65-47ed-b179-71ffa0e4523b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:28.923357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d67c75-a179-4bb3-830d-e7a37a087ed4 req-f915dd28-98b5-42b1-9631-a3eea97837d0 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:28.926324 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c8d67c75-a179-4bb3-830d-e7a37a087ed4 req-f915dd28-98b5-42b1-9631-a3eea97837d0 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 932 time: 0.4985757 Feb 09 14:32:28.941216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] For port 4e74e410-521d-4246-b5f9-bccbe6d405fb, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4e74e410-521d-4246-b5f9-bccbe6d405fb,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:28.956894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b48101be-d0e3-4a9d-85c1-62541152bd08 None None] Provisioning for port 2a172f3e-e584-4e5c-88a2-c5440810af50 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:28.979154 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b48101be-d0e3-4a9d-85c1-62541152bd08 None None] Provisioning complete for port 2a172f3e-e584-4e5c-88a2-c5440810af50 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:28.979781 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b48101be-d0e3-4a9d-85c1-62541152bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:29.044865 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b48101be-d0e3-4a9d-85c1-62541152bd08 None None] Port 2a172f3e-e584-4e5c-88a2-c5440810af50 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:32:29.056462 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4e74e410-521d-4246-b5f9-bccbe6d405fb up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:32:29.116034 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c8d67c75-a179-4bb3-830d-e7a37a087ed4 req-c63a8085-4ac6-4b52-900f-4cd1a13ae660 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823103 Feb 09 14:32:29.126094 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b383cc00-cd98-438b-a757-1fc745ddc6df tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:29.137990 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:29.151809 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 4e74e410-521d-4246-b5f9-bccbe6d405fb completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:29.159119 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4e74e410-521d-4246-b5f9-bccbe6d405fb triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:29.159914 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:29.225947 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:29.270086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383cc00-cd98-438b-a757-1fc745ddc6df tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Pushing event deleted for resources: {'Port': ['ID=3b5b3d7e-0db3-489e-b554-5b177906cc1d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:29.288946 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:29.289664 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:29.289782 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9915e496-8ae8-42fe-9564-97064b434bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:29.349914 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:29.430595 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 4e74e410-521d-4246-b5f9-bccbe6d405fb, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4e74e410-521d-4246-b5f9-bccbe6d405fb,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:29.437909 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:29.575143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:32:29.592872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:29.608017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ed584e-daee-40ea-9a56-8fc1e153976f None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:29.617236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:29.617844 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:29.634352 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=4e74e410-521d-4246-b5f9-bccbe6d405fb,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:29.703544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52326) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:29.770006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=4e74e410-521d-4246-b5f9-bccbe6d405fb,revision_number=5']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:29.783589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Subnet': ['ID=e7070fa1-0cda-49df-b32c-6f4b83e526e9,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:29.794582 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3bbc87e2-a43a-46b5-b25c-97c8c72d021c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.8470242 Feb 09 14:32:29.797595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52332) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:29.806475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a172f3e-e584-4e5c-88a2-c5440810af50 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:32:29.816790 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b383cc00-cd98-438b-a757-1fc745ddc6df tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:29.825122 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:29.832114 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b383cc00-cd98-438b-a757-1fc745ddc6df tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/ports/3b5b3d7e-0db3-489e-b554-5b177906cc1d HTTP/1.1" status: 204 len: 168 time: 2.0905666 Feb 09 14:32:29.836206 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Request body: {'port': {'network_id': '257ee1fc-1c7b-4103-9c7f-f18bdf615ef7', 'mac_address': 'fa:16:3e:c2:6d:68', 'name': 'tempest-NetworksTestDHCPv6-1108518353'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:29.849836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Transition to ACTIVE for port object 2a172f3e-e584-4e5c-88a2-c5440810af50 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:32:29.861517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52336) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:29.927787 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:29.957291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4921fdc8-93d8-4ec5-83fc-d081519a1f24 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1193224419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:29.969035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4921fdc8-93d8-4ec5-83fc-d081519a1f24 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:29.987557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4921fdc8-93d8-4ec5-83fc-d081519a1f24 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Usage tracker for resource:router and tenant:8685314098e64e8c9bc891cc79e08353 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:29.994786 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4921fdc8-93d8-4ec5-83fc-d081519a1f24 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:30.007271 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4921fdc8-93d8-4ec5-83fc-d081519a1f24 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:30.041883 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4921fdc8-93d8-4ec5-83fc-d081519a1f24 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:30.043468 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4921fdc8-93d8-4ec5-83fc-d081519a1f24 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:30.076215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:30.081248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Usage tracker for resource:port and tenant:52f6b6c2dfd9495da8877f08d6432f76 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:30.084220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:30.090997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:30.116752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Made reservation on behalf of 52f6b6c2dfd9495da8877f08d6432f76 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:30.139928 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4921fdc8-93d8-4ec5-83fc-d081519a1f24 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:30.243988 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4921fdc8-93d8-4ec5-83fc-d081519a1f24 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:30.252790 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:30.313471 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4921fdc8-93d8-4ec5-83fc-d081519a1f24 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:30.316034 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4921fdc8-93d8-4ec5-83fc-d081519a1f24 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6032345 Feb 09 14:32:30.320216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52344) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:30.320406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a172f3e-e584-4e5c-88a2-c5440810af50,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:30.333177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1223721645'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:30.342968 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:30.350206 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:30.350446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:30.350446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:30.350446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:30.351079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:30.351079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:30.351409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:30.351756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:30.352088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:30.352414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:30.352913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:30.353347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:30.353841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:32:30.362489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:30.374005 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Usage tracker for resource:network and tenant:8685314098e64e8c9bc891cc79e08353 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:30.379998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:30.402537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:30.405132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] device_id is not set on port bfe8186c-fc52-4cb4-8a1a-a8e4c85f6eef yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:32:30.441479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-629cea1f-4df2-4017-88fc-90b4f422282b tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Deleting subnet 3dcab586-4b88-4020-9cf3-f7c8be099906 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:32:30.475444 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-629cea1f-4df2-4017-88fc-90b4f422282b tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:30.511516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Made reservation on behalf of 8685314098e64e8c9bc891cc79e08353 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:30.515023 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:30.531432 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:30.589329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:30.608044 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Usage tracker for resource:security_group_rule and tenant:8685314098e64e8c9bc891cc79e08353 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:30.618430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:30.672314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:30.684964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f26a8a-a29e-4609-bc89-8dbc7ed1fc61 req-6762cf7d-07ca-45ea-ae04-ff1bbfcc52a6 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:30.694004 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4f26a8a-a29e-4609-bc89-8dbc7ed1fc61 req-6762cf7d-07ca-45ea-ae04-ff1bbfcc52a6 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.8298995 Feb 09 14:32:30.762500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d23ec-9ada-4a6d-9b51-e3c98fc5707b req-5f909dbd-7175-49e1-84bc-d3a37d82e786 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:30.764220 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-676d23ec-9ada-4a6d-9b51-e3c98fc5707b req-5f909dbd-7175-49e1-84bc-d3a37d82e786 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 944 time: 0.3187716 Feb 09 14:32:30.772648 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4f26a8a-a29e-4609-bc89-8dbc7ed1fc61 req-4df84f53-6ba9-41ba-b3cd-0fa3620bf5f0 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776598 Feb 09 14:32:30.791651 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-629cea1f-4df2-4017-88fc-90b4f422282b tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:30.882214 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-629cea1f-4df2-4017-88fc-90b4f422282b tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:30.930333 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4e74e410-521d-4246-b5f9-bccbe6d405fb up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:32:30.950152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8::3a5 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/de9f8d91-12a3-4d10-bc57-593cc94abc34/bfe8186c-fc52-4cb4-8a1a-a8e4c85f6eef) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:32:30.958709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Allocated IP 2001:db8:0:1:f816:3eff:fec2:6d68 (257ee1fc-1c7b-4103-9c7f-f18bdf615ef7/e7070fa1-0cda-49df-b32c-6f4b83e526e9/bfe8186c-fc52-4cb4-8a1a-a8e4c85f6eef) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:32:30.977169 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-629cea1f-4df2-4017-88fc-90b4f422282b tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.032067 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-629cea1f-4df2-4017-88fc-90b4f422282b tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.045799 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf812b2d-a086-4a5a-8da6-e16757f52d30 None None] Network 209b3ad2-43d3-411f-a2be-27d300e63de9 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:31.047951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629cea1f-4df2-4017-88fc-90b4f422282b tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Pushing event deleted for resources: {'Subnet': ['ID=3dcab586-4b88-4020-9cf3-f7c8be099906,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:31.062094 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-629cea1f-4df2-4017-88fc-90b4f422282b tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/subnets/3dcab586-4b88-4020-9cf3-f7c8be099906 HTTP/1.1" status: 204 len: 168 time: 1.1962767 Feb 09 14:32:31.071145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52350) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:31.071969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Attempting to bind port 2a172f3e-e584-4e5c-88a2-c5440810af50 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:32:31.072305 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Attempting to bind port 2a172f3e-e584-4e5c-88a2-c5440810af50 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'aac0c14f-ea25-428a-866f-7c58faa1dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:32:31.072637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Attempting to bind port 2a172f3e-e584-4e5c-88a2-c5440810af50 on network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:32:31.167722 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4e74e410-521d-4246-b5f9-bccbe6d405fb triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:31.168247 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.241067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Port 2a172f3e-e584-4e5c-88a2-c5440810af50 on network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:32:31.241677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Attempting to bind port 2a172f3e-e584-4e5c-88a2-c5440810af50 on network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:32:31.267648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:32:31.269122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Checking segment: {'id': 'aac0c14f-ea25-428a-866f-7c58faa1dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:32:31.269743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Bound using segment: {'id': 'aac0c14f-ea25-428a-866f-7c58faa1dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:32:31.271132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Bound port: 2a172f3e-e584-4e5c-88a2-c5440810af50, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac0c14f-ea25-428a-866f-7c58faa1dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:32:31.271560 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.324284 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-676d23ec-9ada-4a6d-9b51-e3c98fc5707b req-6f62f098-be41-42d2-87af-141ccb386748 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5411427 Feb 09 14:32:31.371489 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.382629 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.391469 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.398912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Deleting port b7e3ceaf-66e1-4193-9b6b-5643509b8517 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:32:31.399409 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.455475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:32:31.468776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-967a8c15-dbc8-449c-b970-75c9a081664a None None] Provisioning complete for port 4e74e410-521d-4246-b5f9-bccbe6d405fb triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:31.469160 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-967a8c15-dbc8-449c-b970-75c9a081664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.479981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec499cf-6644-4e50-a210-a314094d2303,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:31.481646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] For port 2a172f3e-e584-4e5c-88a2-c5440810af50, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:32:31.497285 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.522596 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.523217 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Added segment 0e82a838-4982-4649-8300-00a6aca1a7df of type vlan for network b55a372a-c828-4ae6-a1e1-8e4669ba716c Feb 09 14:32:31.536850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] For port 2a172f3e-e584-4e5c-88a2-c5440810af50, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2a172f3e-e584-4e5c-88a2-c5440810af50,segment=NetworkSegment(aac0c14f-ea25-428a-866f-7c58faa1dd1c),segment_id=aac0c14f-ea25-428a-866f-7c58faa1dd1c)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:32:31.552106 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.568094 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.606563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:31.607550 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.608941 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] 10.222.0.35 "PUT /v2.0/ports/2a172f3e-e584-4e5c-88a2-c5440810af50 HTTP/1.1" status: 200 len: 1092 time: 2.7559752 Feb 09 14:32:31.630613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Transition to ACTIVE for port object bfe8186c-fc52-4cb4-8a1a-a8e4c85f6eef will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:32:31.635404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf25d54-3fbc-449b-a157-175af5d425c9 None None] DHCP port deletion for 209b3ad2-43d3-411f-a2be-27d300e63de9 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:32:31.644349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5cf25d54-3fbc-449b-a157-175af5d425c9 None None] Deleting port b7e3ceaf-66e1-4193-9b6b-5643509b8517 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:32:31.644865 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5cf25d54-3fbc-449b-a157-175af5d425c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.655973 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.663952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:31.664522 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.697690 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.800502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463d2677-fa65-47ed-b179-71ffa0e4523b', 'tag': '2a172f3e-e584-4e5c-88a2-c5440810af50'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:32:31.864909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event updated for resources: {'Network': ['ID=b55a372a-c828-4ae6-a1e1-8e4669ba716c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:31.889402 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network b55a372a-c828-4ae6-a1e1-8e4669ba716c details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:32:31.932818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:32:31.937126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:31.942824 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-19c596e4-ed3f-4ce3-8344-30c7e8b8e61e tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6221852 Feb 09 14:32:31.943803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:32:31.950265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:31.950769 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:31.954818 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463d2677-fa65-47ed-b179-71ffa0e4523b', 'tag': '2a172f3e-e584-4e5c-88a2-c5440810af50', 'status': 'completed', 'code': 200} Feb 09 14:32:31.955192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52358) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:31.978604 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1748743 Feb 09 14:32:31.982216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52360) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:31.984860 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0c304-be7c-48df-9107-2cdd7d7a9a3f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event updated for resources: {'Port': ['ID=bfe8186c-fc52-4cb4-8a1a-a8e4c85f6eef,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:32.019207 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c38e071e-dab6-4350-8279-4a299ead5436 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Request body: {'subnet': {'network_id': 'b55a372a-c828-4ae6-a1e1-8e4669ba716c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:32.024884 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5cf25d54-3fbc-449b-a157-175af5d425c9 None None] For port b7e3ceaf-66e1-4193-9b6b-5643509b8517, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b7e3ceaf-66e1-4193-9b6b-5643509b8517,segment=NetworkSegment(1fb1f61e-51e8-40fb-8aa4-8c480cafeb31),segment_id=1fb1f61e-51e8-40fb-8aa4-8c480cafeb31)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:32.025484 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5cf25d54-3fbc-449b-a157-175af5d425c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:32.053736 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:32.083594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0c938d18-a60c-4c6b-8740-c9187d53e7bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting port bfe8186c-fc52-4cb4-8a1a-a8e4c85f6eef {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:32:32.083961 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c938d18-a60c-4c6b-8740-c9187d53e7bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:32.238676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755c284-6f6d-4613-9a1a-ab192b7c5db2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a172f3e-e584-4e5c-88a2-c5440810af50,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:32.250986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] For port b7e3ceaf-66e1-4193-9b6b-5643509b8517, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b7e3ceaf-66e1-4193-9b6b-5643509b8517,segment=NetworkSegment(1fb1f61e-51e8-40fb-8aa4-8c480cafeb31),segment_id=1fb1f61e-51e8-40fb-8aa4-8c480cafeb31)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:32.251379 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:32.262748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5cf25d54-3fbc-449b-a157-175af5d425c9 None None] Calling delete_port for b7e3ceaf-66e1-4193-9b6b-5643509b8517 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:32:32.390021 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5cf25d54-3fbc-449b-a157-175af5d425c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:32.430093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d3596-aa15-4fd4-ab86-c95fb2a3a57f req-3eefb222-7f7a-4b8c-83fe-7387223b7ca7 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:32.431661 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d48d3596-aa15-4fd4-ab86-c95fb2a3a57f req-3eefb222-7f7a-4b8c-83fe-7387223b7ca7 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.3939052 Feb 09 14:32:32.440364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Calling delete_port for b7e3ceaf-66e1-4193-9b6b-5643509b8517 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:32:32.481215 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf25d54-3fbc-449b-a157-175af5d425c9 None None] Pushing event deleted for resources: {'Port': ['ID=b7e3ceaf-66e1-4193-9b6b-5643509b8517,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:32.495288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf25d54-3fbc-449b-a157-175af5d425c9 None None] No DVR routers for this DVR port b7e3ceaf-66e1-4193-9b6b-5643509b8517 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:32:32.521262 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-75fc41ae-7e51-42c2-aa83-cd85f974e759 None None] Provisioning for port bfe8186c-fc52-4cb4-8a1a-a8e4c85f6eef completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:32.527377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-75fc41ae-7e51-42c2-aa83-cd85f974e759 None None] Provisioning complete for port bfe8186c-fc52-4cb4-8a1a-a8e4c85f6eef triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:32.527894 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-75fc41ae-7e51-42c2-aa83-cd85f974e759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:32.607437 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:32:32.607784 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:32:32.609781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c38e071e-dab6-4350-8279-4a299ead5436 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:32.616394 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-75fc41ae-7e51-42c2-aa83-cd85f974e759 None None] Port bfe8186c-fc52-4cb4-8a1a-a8e4c85f6eef cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:32:32.638331 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c38e071e-dab6-4350-8279-4a299ead5436 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Usage tracker for resource:subnet and tenant:8685314098e64e8c9bc891cc79e08353 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:32.646412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c38e071e-dab6-4350-8279-4a299ead5436 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:32.661009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c38e071e-dab6-4350-8279-4a299ead5436 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:32.664703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-c4570956-f2d2-429e-b6d6-8559727e92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:32.666319 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-c4570956-f2d2-429e-b6d6-8559727e92c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d808ad86364433d8ce26979e7302aeb&device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 1095 time: 0.8389359 Feb 09 14:32:32.740673 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c938d18-a60c-4c6b-8740-c9187d53e7bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:32.761593 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-0c8c082c-fef3-422f-bfb4-530b6b8ab783 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a172f3e-e584-4e5c-88a2-c5440810af50 HTTP/1.1" status: 200 len: 217 time: 0.0812404 Feb 09 14:32:32.762503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38e071e-dab6-4350-8279-4a299ead5436 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Made reservation on behalf of 8685314098e64e8c9bc891cc79e08353 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:32.768713 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c38e071e-dab6-4350-8279-4a299ead5436 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:32.818788 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d48d3596-aa15-4fd4-ab86-c95fb2a3a57f req-cffe5450-b290-437a-bc90-c397baa26046 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161939 Feb 09 14:32:32.882720 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0c938d18-a60c-4c6b-8740-c9187d53e7bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Calling delete_port for bfe8186c-fc52-4cb4-8a1a-a8e4c85f6eef owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:32:32.922003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-d86c5726-b1c1-4ca9-bcb8-fd8e6fa74507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:32.925179 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-d86c5726-b1c1-4ca9-bcb8-fd8e6fa74507 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85b1f5ca-a5fa-4f7b-8f04-40895b87e889 HTTP/1.1" status: 200 len: 850 time: 0.1409650 Feb 09 14:32:32.926225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b7e3ceaf-66e1-4193-9b6b-5643509b8517 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:32:32.953729 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc79800-bcc8-4e54-8bfd-3f4c0b6556bf req-861fb37d-97fb-46e4-aea3-472a94a63795 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:32.955837 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cbc79800-bcc8-4e54-8bfd-3f4c0b6556bf req-861fb37d-97fb-46e4-aea3-472a94a63795 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 944 time: 0.2809720 Feb 09 14:32:32.970668 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: b7e3ceaf-66e1-4193-9b6b-5643509b8517 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:32:32.971260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b7e3ceaf-66e1-4193-9b6b-5643509b8517 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:32:33.071468 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cbc79800-bcc8-4e54-8bfd-3f4c0b6556bf req-6500b165-8ed9-4a93-a9f4-2080d794924e tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047003 Feb 09 14:32:33.106555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-c313d300-9486-42e2-b1fd-a8a749a16ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:33.108218 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-c313d300-9486-42e2-b1fd-a8a749a16ded service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705844 Feb 09 14:32:33.119254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Deleting port b7e3ceaf-66e1-4193-9b6b-5643509b8517 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:32:33.119597 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:33.179349 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c938d18-a60c-4c6b-8740-c9187d53e7bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:33.231051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c938d18-a60c-4c6b-8740-c9187d53e7bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Port': ['ID=bfe8186c-fc52-4cb4-8a1a-a8e4c85f6eef,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:33.278835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] The port 'b7e3ceaf-66e1-4193-9b6b-5643509b8517' was deleted {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:32:33.280008 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c38e071e-dab6-4350-8279-4a299ead5436 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:33.325077 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c938d18-a60c-4c6b-8740-c9187d53e7bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:33.338737 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0c938d18-a60c-4c6b-8740-c9187d53e7bf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/bfe8186c-fc52-4cb4-8a1a-a8e4c85f6eef HTTP/1.1" status: 204 len: 168 time: 1.3554103 Feb 09 14:32:33.341049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52370) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:33.430340 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1979fd-1cc5-46d7-8b2d-93bb6afc7dbd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:33.430998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-be1979fd-1cc5-46d7-8b2d-93bb6afc7dbd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:32:33.465413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-be1979fd-1cc5-46d7-8b2d-93bb6afc7dbd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:32:33.471797 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-be1979fd-1cc5-46d7-8b2d-93bb6afc7dbd tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1296635 Feb 09 14:32:33.472600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52376) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:33.581013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be717c4-3d6e-4446-9005-ffbd396f6659 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:33.586051 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8be717c4-3d6e-4446-9005-ffbd396f6659 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1123493 Feb 09 14:32:33.586663 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52380) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:33.660668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e00ac-002d-4885-a766-e8e5ebe7c773 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:33.662161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e00ac-002d-4885-a766-e8e5ebe7c773 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:33.663634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e00ac-002d-4885-a766-e8e5ebe7c773 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:33.664455 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-940e00ac-002d-4885-a766-e8e5ebe7c773 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:32:33.671411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e071e-dab6-4350-8279-4a299ead5436 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event updated for resources: {'Subnet': ['ID=10314f5f-f604-4d80-abdf-064869b85409,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:33.684516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-940e00ac-002d-4885-a766-e8e5ebe7c773 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:32:33.688194 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-940e00ac-002d-4885-a766-e8e5ebe7c773 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0976295 Feb 09 14:32:33.688477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52384) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:33.688653 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:33.698095 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-a2dac6dc-24fd-4a36-91ec-c9bbaf5f5878 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477037 Feb 09 14:32:33.743249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38e071e-dab6-4350-8279-4a299ead5436 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Checking segment: {'id': '0e82a838-4982-4649-8300-00a6aca1a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b55a372a-c828-4ae6-a1e1-8e4669ba716c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:32:33.743650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38e071e-dab6-4350-8279-4a299ead5436 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Network hostable DHCP agents. Network: b55a372a-c828-4ae6-a1e1-8e4669ba716c, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:32:33.751950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209b3ad2-43d3-411f-a2be-27d300e63de9']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:33.766178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8361bf4-71b5-4bd4-a7e8-e629c5af00f4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet de9f8d91-12a3-4d10-bc57-593cc94abc34 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:32:33.772327 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c8361bf4-71b5-4bd4-a7e8-e629c5af00f4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:33.822734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb1f61e-51e8-40fb-8aa4-8c480cafeb31') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:33.823034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb1f61e-51e8-40fb-8aa4-8c480cafeb31') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:33.836936 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c8361bf4-71b5-4bd4-a7e8-e629c5af00f4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:33.840359 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:33.879165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38e071e-dab6-4350-8279-4a299ead5436 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Network b55a372a-c828-4ae6-a1e1-8e4669ba716c is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:32:33.886281 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:33.902834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:32:33.903263 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:32:33.918602 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:32:33.948260 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c8361bf4-71b5-4bd4-a7e8-e629c5af00f4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:33.987427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-c38e071e-dab6-4350-8279-4a299ead5436 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, b55a372a-c828-4ae6-a1e1-8e4669ba716c) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:34.004195 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc2b64d-cc89-4dca-a60c-0a3f2218cebb None None] Network b55a372a-c828-4ae6-a1e1-8e4669ba716c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:34.048173 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c8361bf4-71b5-4bd4-a7e8-e629c5af00f4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:34.061803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38e071e-dab6-4350-8279-4a299ead5436 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:34.062318 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c38e071e-dab6-4350-8279-4a299ead5436 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:34.092345 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-daf1f247-9b92-4d12-92b4-7812c3b6c5c3 req-a01ae966-ad33-42a4-ac37-5ceca5fe46c4 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742561 Feb 09 14:32:34.128019 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:34.160466 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:34.162865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] 10.222.0.48 "DELETE /v2.0/networks/209b3ad2-43d3-411f-a2be-27d300e63de9 HTTP/1.1" status: 204 len: 168 time: 3.0762150 Feb 09 14:32:34.171011 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c38e071e-dab6-4350-8279-4a299ead5436 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1661603 Feb 09 14:32:34.171887 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8361bf4-71b5-4bd4-a7e8-e629c5af00f4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=de9f8d91-12a3-4d10-bc57-593cc94abc34,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:34.177492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52394) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:34.179306 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c8361bf4-71b5-4bd4-a7e8-e629c5af00f4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:34.183581 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20e9ee5-76d8-4d54-a6c8-bf535ceff203 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:34.201974 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b8ce0759-c1ff-4221-b68d-09027e426cb5 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Request body: {'network': {'name': 'tempest-router-network01--438183410'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:34.205550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3e26d-4e67-4f52-8cb7-5a3e96b58ec7 tempest-TagsExtTest-761573999 tempest-TagsExtTest-761573999-project] Pushing event deleted for resources: {'Network': ['ID=209b3ad2-43d3-411f-a2be-27d300e63de9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:34.213977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b8ce0759-c1ff-4221-b68d-09027e426cb5 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:34.219807 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b8ce0759-c1ff-4221-b68d-09027e426cb5 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Usage tracker for resource:network and tenant:8685314098e64e8c9bc891cc79e08353 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:34.229776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b8ce0759-c1ff-4221-b68d-09027e426cb5 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:34.250264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b8ce0759-c1ff-4221-b68d-09027e426cb5 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:34.264614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19728e4-aea9-4cb5-9093-e7f1ef775e39 req-786d490a-6f27-4831-9e2b-f23d777c8152 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:34.265618 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e19728e4-aea9-4cb5-9093-e7f1ef775e39 req-786d490a-6f27-4831-9e2b-f23d777c8152 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.2792654 Feb 09 14:32:34.268760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52398) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:34.273929 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c8361bf4-71b5-4bd4-a7e8-e629c5af00f4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/de9f8d91-12a3-4d10-bc57-593cc94abc34 HTTP/1.1" status: 204 len: 168 time: 0.5837750 Feb 09 14:32:34.325526 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ce0759-c1ff-4221-b68d-09027e426cb5 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Made reservation on behalf of 8685314098e64e8c9bc891cc79e08353 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:34.330324 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0759-c1ff-4221-b68d-09027e426cb5 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:34.379374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7537-df84-4e8b-b8d3-f51766f9cf51 req-fc09641c-66c6-4ec2-9487-82d1ae99defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:34.381172 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-279c7537-df84-4e8b-b8d3-f51766f9cf51 req-fc09641c-66c6-4ec2-9487-82d1ae99defb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d808ad86364433d8ce26979e7302aeb&device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 1095 time: 0.2171950 Feb 09 14:32:34.389954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ce0759-c1ff-4221-b68d-09027e426cb5 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:32:34.391404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-743be0d5-4ac6-49a5-9a76-1ef85705bec1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Deleting subnet e7070fa1-0cda-49df-b32c-6f4b83e526e9 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:32:34.401733 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e19728e4-aea9-4cb5-9093-e7f1ef775e39 req-8efd0111-2b83-4a20-bf8d-045e9129d697 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949278 Feb 09 14:32:34.422727 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-743be0d5-4ac6-49a5-9a76-1ef85705bec1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:34.430539 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0759-c1ff-4221-b68d-09027e426cb5 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:34.431231 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-b8ce0759-c1ff-4221-b68d-09027e426cb5 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Added segment d3db4e4e-ef26-42b3-9483-452735978eea of type vlan for network 7aa30256-f6d7-47c0-b61c-7f99dc6a2d77 Feb 09 14:32:34.463664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b324d0b-ec7f-4626-88c9-ef29652da509 req-81d07202-7fef-498b-be10-145e0d7b6714 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:34.465761 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0b324d0b-ec7f-4626-88c9-ef29652da509 req-81d07202-7fef-498b-be10-145e0d7b6714 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 944 time: 0.1893976 Feb 09 14:32:34.526847 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0b324d0b-ec7f-4626-88c9-ef29652da509 req-04c2cd18-f569-40ac-a7a0-86ff0b5deacf tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510814 Feb 09 14:32:34.531573 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0759-c1ff-4221-b68d-09027e426cb5 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:34.559848 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-743be0d5-4ac6-49a5-9a76-1ef85705bec1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:34.589601 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0759-c1ff-4221-b68d-09027e426cb5 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:34.593004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ce0759-c1ff-4221-b68d-09027e426cb5 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:34.593775 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0759-c1ff-4221-b68d-09027e426cb5 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:34.690731 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b8ce0759-c1ff-4221-b68d-09027e426cb5 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4915900 Feb 09 14:32:34.705487 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-b55a372a-c828-4ae6-a1e1-8e4669ba716c', 'network_id': 'b55a372a-c828-4ae6-a1e1-8e4669ba716c', 'tenant_id': '8685314098e64e8c9bc891cc79e08353', 'fixed_ips': [{'subnet_id': '10314f5f-f604-4d80-abdf-064869b85409'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:32:34.705487 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:34.741957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52410) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:34.741957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-bf711773-3290-4522-8007-5e212abd4dca tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Request body: {'network': {'name': 'tempest-router-network02--1399636123'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:34.801242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bf711773-3290-4522-8007-5e212abd4dca tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:34.808328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce0759-c1ff-4221-b68d-09027e426cb5 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event updated for resources: {'Network': ['ID=7aa30256-f6d7-47c0-b61c-7f99dc6a2d77,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:34.811561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bf711773-3290-4522-8007-5e212abd4dca tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Usage tracker for resource:network and tenant:8685314098e64e8c9bc891cc79e08353 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:34.823793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bf711773-3290-4522-8007-5e212abd4dca tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:34.834245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7537-df84-4e8b-b8d3-f51766f9cf51 req-780adc60-04e6-40af-ab78-91c8edda7e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:34.836314 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-279c7537-df84-4e8b-b8d3-f51766f9cf51 req-780adc60-04e6-40af-ab78-91c8edda7e01 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 HTTP/1.1" status: 200 len: 911 time: 0.4411588 Feb 09 14:32:34.837154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bf711773-3290-4522-8007-5e212abd4dca tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:34.852268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 7aa30256-f6d7-47c0-b61c-7f99dc6a2d77 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:32:34.882478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52414) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:34.923659 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-279c7537-df84-4e8b-b8d3-f51766f9cf51 req-0972bd80-252c-4b61-b4bf-fbae3dae4a99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a172f3e-e584-4e5c-88a2-c5440810af50 HTTP/1.1" status: 200 len: 217 time: 0.0723364 Feb 09 14:32:34.925513 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf711773-3290-4522-8007-5e212abd4dca tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Made reservation on behalf of 8685314098e64e8c9bc891cc79e08353 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:34.929794 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf711773-3290-4522-8007-5e212abd4dca tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:35.002879 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-743be0d5-4ac6-49a5-9a76-1ef85705bec1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:35.058979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf711773-3290-4522-8007-5e212abd4dca tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:32:35.062575 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-20dbebe5-c94f-4603-9e66-3930239df86e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b727a383182448f9246218694cab8d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787472 Feb 09 14:32:35.065560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52420) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:35.071262 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Allocated IP 172.20.0.2 (b55a372a-c828-4ae6-a1e1-8e4669ba716c/10314f5f-f604-4d80-abdf-064869b85409/5fae29f4-cee6-4f44-9a98-c9764cec2988) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:32:35.094169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7537-df84-4e8b-b8d3-f51766f9cf51 req-904c5eb2-eae2-4172-b263-32e8534824a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:35.096581 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-279c7537-df84-4e8b-b8d3-f51766f9cf51 req-904c5eb2-eae2-4172-b263-32e8534824a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85b1f5ca-a5fa-4f7b-8f04-40895b87e889 HTTP/1.1" status: 200 len: 850 time: 0.1531217 Feb 09 14:32:35.097547 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf711773-3290-4522-8007-5e212abd4dca tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:35.097882 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-bf711773-3290-4522-8007-5e212abd4dca tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Added segment 9fa7f5fa-169c-4d7e-bec4-0d6446fe61b5 of type vlan for network 71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa Feb 09 14:32:35.166785 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-044afbcf-90f7-4d24-bf05-d5f5a3c7064a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:35.185098 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf711773-3290-4522-8007-5e212abd4dca tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:35.201779 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-044afbcf-90f7-4d24-bf05-d5f5a3c7064a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:35.205087 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-743be0d5-4ac6-49a5-9a76-1ef85705bec1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:35.264938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743be0d5-4ac6-49a5-9a76-1ef85705bec1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Subnet': ['ID=e7070fa1-0cda-49df-b32c-6f4b83e526e9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:35.267859 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-743be0d5-4ac6-49a5-9a76-1ef85705bec1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:35.277773 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-044afbcf-90f7-4d24-bf05-d5f5a3c7064a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:35.280917 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf711773-3290-4522-8007-5e212abd4dca tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:35.286309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf711773-3290-4522-8007-5e212abd4dca tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:35.286921 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf711773-3290-4522-8007-5e212abd4dca tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:35.297403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044afbcf-90f7-4d24-bf05-d5f5a3c7064a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b852d9-76d7-4c13-91a2-0ff2fd7827e7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:35.304685 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-044afbcf-90f7-4d24-bf05-d5f5a3c7064a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:35.308539 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-044afbcf-90f7-4d24-bf05-d5f5a3c7064a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61b852d9-76d7-4c13-91a2-0ff2fd7827e7 HTTP/1.1" status: 204 len: 168 time: 0.2410657 Feb 09 14:32:35.346690 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-743be0d5-4ac6-49a5-9a76-1ef85705bec1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/e7070fa1-0cda-49df-b32c-6f4b83e526e9 HTTP/1.1" status: 204 len: 168 time: 1.0760534 Feb 09 14:32:35.349376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52426) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:35.364291 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:35.377113 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Transition to ACTIVE for port object 5fae29f4-cee6-4f44-9a98-c9764cec2988 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:32:35.399302 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Transition to ACTIVE for port object 5fae29f4-cee6-4f44-9a98-c9764cec2988 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:32:35.411721 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bf711773-3290-4522-8007-5e212abd4dca tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6828802 Feb 09 14:32:35.419329 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:35.420735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7537-df84-4e8b-b8d3-f51766f9cf51 req-c31fdf38-5113-4b4d-a445-336693bf33da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:35.422804 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-279c7537-df84-4e8b-b8d3-f51766f9cf51 req-c31fdf38-5113-4b4d-a445-336693bf33da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3147912 Feb 09 14:32:35.428386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52430) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:35.434842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-09fb7eeb-0632-45be-850a-5f4290714024 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Request body: {'subnet': {'network_id': '7aa30256-f6d7-47c0-b61c-7f99dc6a2d77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:35.481938 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b491a99f-bc29-4cc0-9e59-c4e9e7a1000d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1313152 Feb 09 14:32:35.485094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52436) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:35.509993 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Network b55a372a-c828-4ae6-a1e1-8e4669ba716c is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:32:35.513276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:35.523073 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:32:35.728473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Pushing event updated for resources: {'Port': ['ID=5fae29f4-cee6-4f44-9a98-c9764cec2988,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:35.799069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf13220-b1ab-4496-80a1-6ed94d4f5e16 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:35.800299 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Attempting to bind port 5fae29f4-cee6-4f44-9a98-c9764cec2988 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:32:35.800516 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Attempting to bind port 5fae29f4-cee6-4f44-9a98-c9764cec2988 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '0e82a838-4982-4649-8300-00a6aca1a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b55a372a-c828-4ae6-a1e1-8e4669ba716c'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:32:35.800877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Attempting to bind port 5fae29f4-cee6-4f44-9a98-c9764cec2988 on network b55a372a-c828-4ae6-a1e1-8e4669ba716c {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:32:35.806169 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dbf13220-b1ab-4496-80a1-6ed94d4f5e16 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3197758 Feb 09 14:32:35.824192 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:32:35.824641 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Checking segment: {'id': '0e82a838-4982-4649-8300-00a6aca1a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b55a372a-c828-4ae6-a1e1-8e4669ba716c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:32:35.825052 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:35.826419 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Bound using segment: {'id': '0e82a838-4982-4649-8300-00a6aca1a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b55a372a-c828-4ae6-a1e1-8e4669ba716c'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:32:35.827087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Bound port: 5fae29f4-cee6-4f44-9a98-c9764cec2988, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e82a838-4982-4649-8300-00a6aca1a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b55a372a-c828-4ae6-a1e1-8e4669ba716c'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:32:35.827585 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:35.867345 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52446) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:35.971381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf711773-3290-4522-8007-5e212abd4dca tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event updated for resources: {'Network': ['ID=71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:35.983552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:32:36.062922 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-279c7537-df84-4e8b-b8d3-f51766f9cf51 req-2c190851-ad3e-434b-8663-1b1f3be6fd6c service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017437 Feb 09 14:32:36.063529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-31a32f03-8dd5-4896-ae7b-d5b4e9bbbc2e req-5fb65f54-e2c3-414c-bb4f-fcf62cbf136f service neutron] (87597) timed out ('10.222.0.48', 60814) {{(pid=87597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 14:32:36.178404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95e08f8-2c04-4ad4-ba19-086c09c5b101 None None] Network 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:36.256186 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecdde68-757c-4aea-b216-5abf277c0483 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:36.260217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3ecdde68-757c-4aea-b216-5abf277c0483 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Synchronizing usage tracker for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:32:36.276841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] For port 5fae29f4-cee6-4f44-9a98-c9764cec2988, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:32:36.284481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-09fb7eeb-0632-45be-850a-5f4290714024 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:36.288619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-09fb7eeb-0632-45be-850a-5f4290714024 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Usage tracker for resource:subnet and tenant:8685314098e64e8c9bc891cc79e08353 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:36.291829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-09fb7eeb-0632-45be-850a-5f4290714024 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:36.292436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] For port 5fae29f4-cee6-4f44-9a98-c9764cec2988, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=5fae29f4-cee6-4f44-9a98-c9764cec2988,segment=NetworkSegment(0e82a838-4982-4649-8300-00a6aca1a7df),segment_id=0e82a838-4982-4649-8300-00a6aca1a7df)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:32:36.299782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-09fb7eeb-0632-45be-850a-5f4290714024 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:36.306139 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:36.320920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fb7eeb-0632-45be-850a-5f4290714024 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Made reservation on behalf of 8685314098e64e8c9bc891cc79e08353 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:36.324832 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09fb7eeb-0632-45be-850a-5f4290714024 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:36.486246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307a098-1399-4e99-9c59-7966a885cae6 req-9c521868-af4d-4f99-b010-d5b21771639b tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:36.486246 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0307a098-1399-4e99-9c59-7966a885cae6 req-9c521868-af4d-4f99-b010-d5b21771639b tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 944 time: 0.5856569 Feb 09 14:32:36.613389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2166f56-831b-4c49-abec-71d39a0ee221 req-0593c865-1ef9-4329-8535-0e68bdd96415 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:36.618017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-68973a57-bfa1-4f9c-9fd1-a15e6c7e7993 None None] Provisioning complete for port 4e74e410-521d-4246-b5f9-bccbe6d405fb triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:36.618017 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-68973a57-bfa1-4f9c-9fd1-a15e6c7e7993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:36.618695 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2166f56-831b-4c49-abec-71d39a0ee221 req-0593c865-1ef9-4329-8535-0e68bdd96415 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.5433445 Feb 09 14:32:36.619109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3ecdde68-757c-4aea-b216-5abf277c0483 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Unset dirty status for tenant:52f6b6c2dfd9495da8877f08d6432f76 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:32:36.619109 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3ecdde68-757c-4aea-b216-5abf277c0483 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5998893 Feb 09 14:32:36.619109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52472) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:36.666137 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-68ef3e50-d544-46d5-bd14-46e528da3070 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1881919 Feb 09 14:32:36.675597 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52482) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:36.736475 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b5c9a-86c2-4da1-9857-fd5869566f30 None None] Pushing event updated for resources: {'Port': ['ID=5fae29f4-cee6-4f44-9a98-c9764cec2988,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:36.770846 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2166f56-831b-4c49-abec-71d39a0ee221 req-bad1ed0b-2ac9-4043-9ede-55ce0f79aeaa tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164511 Feb 09 14:32:36.823306 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bc4f30-4d66-48d1-bfac-287b8985efb6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:36.823306 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21bc4f30-4d66-48d1-bfac-287b8985efb6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:36.823306 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-21bc4f30-4d66-48d1-bfac-287b8985efb6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/bfe8186c-fc52-4cb4-8a1a-a8e4c85f6eef HTTP/1.1" status: 404 len: 333 time: 0.1403179 Feb 09 14:32:36.829828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52490) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:36.829828 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-279c7537-df84-4e8b-b8d3-f51766f9cf51 req-06b9bbaf-208c-4009-afbf-d3e88710fd95 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7055204 Feb 09 14:32:36.834961 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0307a098-1399-4e99-9c59-7966a885cae6 req-34385b3a-8d79-43b5-9e48-7923a22962a7 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4317179 Feb 09 14:32:36.947051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e29181c-2cd8-4814-a97d-5717773797cd None None] DHCP port deletion for 257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:32:36.948140 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52494) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:36.955526 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036337 Feb 09 14:32:36.955718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8e29181c-2cd8-4814-a97d-5717773797cd None None] Deleting port 4e74e410-521d-4246-b5f9-bccbe6d405fb {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:32:36.955718 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8e29181c-2cd8-4814-a97d-5717773797cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:36.955950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52496) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:37.018225 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13ecaa0-1d2b-44b3-ab2a-b1d3cf5c42a9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:37.019301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13ecaa0-1d2b-44b3-ab2a-b1d3cf5c42a9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:37.027070 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d13ecaa0-1d2b-44b3-ab2a-b1d3cf5c42a9 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/e7070fa1-0cda-49df-b32c-6f4b83e526e9 HTTP/1.1" status: 404 len: 337 time: 0.1987381 Feb 09 14:32:37.030992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52504) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:37.042405 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09fb7eeb-0632-45be-850a-5f4290714024 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:37.256215 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e255cd56-a123-40b6-ac9c-8eb69bf8226d tempest-NetworksApiDiscovery-796422497 tempest-NetworksApiDiscovery-796422497-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2955985 Feb 09 14:32:37.270442 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-75cf2646-fffc-4e86-8523-f9740df99436 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:37.270805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75cf2646-fffc-4e86-8523-f9740df99436 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:37.274689 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-75cf2646-fffc-4e86-8523-f9740df99436 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/de9f8d91-12a3-4d10-bc57-593cc94abc34 HTTP/1.1" status: 404 len: 337 time: 0.2401078 Feb 09 14:32:37.276221 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52510) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:37.310179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8e29181c-2cd8-4814-a97d-5717773797cd None None] For port 4e74e410-521d-4246-b5f9-bccbe6d405fb, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4e74e410-521d-4246-b5f9-bccbe6d405fb,segment=NetworkSegment(d65a64e0-682e-4473-823a-e4f45ae917a3),segment_id=d65a64e0-682e-4473-823a-e4f45ae917a3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:37.310629 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8e29181c-2cd8-4814-a97d-5717773797cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:37.363472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb7eeb-0632-45be-850a-5f4290714024 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Checking segment: {'id': 'd3db4e4e-ef26-42b3-9483-452735978eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7aa30256-f6d7-47c0-b61c-7f99dc6a2d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:32:37.365969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb7eeb-0632-45be-850a-5f4290714024 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Network hostable DHCP agents. Network: 7aa30256-f6d7-47c0-b61c-7f99dc6a2d77, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:32:37.369594 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-d020d3d9-6c26-4af5-bf3c-30294dde3928 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:37.370170 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d020d3d9-6c26-4af5-bf3c-30294dde3928 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:37.374669 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d020d3d9-6c26-4af5-bf3c-30294dde3928 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/878992fd-f6ec-4f0f-b12c-065fc46f9978 HTTP/1.1" status: 404 len: 333 time: 0.0953274 Feb 09 14:32:37.375052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52516) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:37.416931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb7eeb-0632-45be-850a-5f4290714024 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event updated for resources: {'Subnet': ['ID=f71000f3-9d2e-459b-ac64-8135086ea3f4,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:37.444567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb7eeb-0632-45be-850a-5f4290714024 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Network 7aa30256-f6d7-47c0-b61c-7f99dc6a2d77 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:32:37.450875 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e532402-548a-41bc-b83b-40040809b5eb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:37.451746 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e532402-548a-41bc-b83b-40040809b5eb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:37.455762 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5e532402-548a-41bc-b83b-40040809b5eb tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/9b6d0fd9-418a-4fbc-8f79-46656aa962ed HTTP/1.1" status: 404 len: 337 time: 0.0772789 Feb 09 14:32:37.456114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52520) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:37.466016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-09fb7eeb-0632-45be-850a-5f4290714024 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 7aa30256-f6d7-47c0-b61c-7f99dc6a2d77) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:37.474702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fb7eeb-0632-45be-850a-5f4290714024 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:37.476427 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09fb7eeb-0632-45be-850a-5f4290714024 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:37.520572 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6116a3-0afa-4506-ba6c-9667d2a68d51 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:37.521460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6116a3-0afa-4506-ba6c-9667d2a68d51 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:37.523651 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6d6116a3-0afa-4506-ba6c-9667d2a68d51 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/d4c8f55c-1ffc-4b46-92ab-f518f1aeafa7 HTTP/1.1" status: 404 len: 337 time: 0.0663140 Feb 09 14:32:37.525875 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-09fb7eeb-0632-45be-850a-5f4290714024 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0960662 Feb 09 14:32:37.528460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52524) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:37.529375 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52526) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:37.536523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8fe4297b-2b56-41a3-b9ec-25e97b01cd46 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Request body: {'subnet': {'network_id': '71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:37.576593 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8e29181c-2cd8-4814-a97d-5717773797cd None None] Calling delete_port for 4e74e410-521d-4246-b5f9-bccbe6d405fb owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:32:37.627508 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-773bd557-3fed-4782-a592-7c38eb3ea831 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:37.635426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773bd557-3fed-4782-a592-7c38eb3ea831 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:37.635426 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-773bd557-3fed-4782-a592-7c38eb3ea831 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/b9a99633-68ea-438a-9434-48bf70fcc7ea HTTP/1.1" status: 404 len: 333 time: 0.1041031 Feb 09 14:32:37.642244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52532) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:37.700515 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6461d350-f4cf-42d1-a031-e35550db5cbe None None] Network 7aa30256-f6d7-47c0-b61c-7f99dc6a2d77 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:37.729914 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8e29181c-2cd8-4814-a97d-5717773797cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:37.750640 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c69e6d3-1187-436a-98e2-d2181ce4ee63 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:37.765142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c69e6d3-1187-436a-98e2-d2181ce4ee63 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:37.765142 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9c69e6d3-1187-436a-98e2-d2181ce4ee63 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/1b219732-782e-419b-918f-08624aa9bc1d HTTP/1.1" status: 404 len: 337 time: 0.1186547 Feb 09 14:32:37.769673 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52540) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:37.842871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52546) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:37.852100 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c587207-515f-479c-be19-87e187490d4f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:37.852100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c587207-515f-479c-be19-87e187490d4f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:37.852100 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3c587207-515f-479c-be19-87e187490d4f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/978c0ebe-0edf-4417-bde7-83ede650696b HTTP/1.1" status: 404 len: 337 time: 0.0836895 Feb 09 14:32:37.860971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52552) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:37.909459 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29181c-2cd8-4814-a97d-5717773797cd None None] Pushing event deleted for resources: {'Port': ['ID=4e74e410-521d-4246-b5f9-bccbe6d405fb,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:37.961635 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-324622e0-4a91-4c79-bda6-803beacae8f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:37.962209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324622e0-4a91-4c79-bda6-803beacae8f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:37.964330 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-324622e0-4a91-4c79-bda6-803beacae8f6 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/b2b01014-0adc-419e-b52d-46d98e4b0587 HTTP/1.1" status: 404 len: 333 time: 0.1021657 Feb 09 14:32:37.966003 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8fe4297b-2b56-41a3-b9ec-25e97b01cd46 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:37.967062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52560) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:37.984915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8fe4297b-2b56-41a3-b9ec-25e97b01cd46 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Usage tracker for resource:subnet and tenant:8685314098e64e8c9bc891cc79e08353 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:37.990321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8fe4297b-2b56-41a3-b9ec-25e97b01cd46 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:37.999413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8fe4297b-2b56-41a3-b9ec-25e97b01cd46 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:38.007028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e29181c-2cd8-4814-a97d-5717773797cd None None] No DVR routers for this DVR port 4e74e410-521d-4246-b5f9-bccbe6d405fb on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:32:38.015665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe4297b-2b56-41a3-b9ec-25e97b01cd46 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Made reservation on behalf of 8685314098e64e8c9bc891cc79e08353 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:32:38.031533 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fe4297b-2b56-41a3-b9ec-25e97b01cd46 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:38.065005 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-145fb1cd-3d61-4633-93db-e2b642605448 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:38.065567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145fb1cd-3d61-4633-93db-e2b642605448 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:38.069035 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-145fb1cd-3d61-4633-93db-e2b642605448 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/11d00f5e-8ba9-4a49-aa50-0d39aef91fa0 HTTP/1.1" status: 404 len: 337 time: 0.1005323 Feb 09 14:32:38.078420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52564) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:38.238904 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6cb3d4c-2528-4bd4-8cdf-702ca2e311d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:38.262196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-7aa30256-f6d7-47c0-b61c-7f99dc6a2d77', 'network_id': '7aa30256-f6d7-47c0-b61c-7f99dc6a2d77', 'tenant_id': '8685314098e64e8c9bc891cc79e08353', 'fixed_ips': [{'subnet_id': 'f71000f3-9d2e-459b-ac64-8135086ea3f4'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:32:38.262196 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:38.265835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f6cb3d4c-2528-4bd4-8cdf-702ca2e311d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:38.265835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f6cb3d4c-2528-4bd4-8cdf-702ca2e311d9 admin admin] Usage tracker for resource:security_group_rule and tenant:003ad067cfa04ca693909a7f79903807 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:38.274550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f6cb3d4c-2528-4bd4-8cdf-702ca2e311d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:38.274550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f6cb3d4c-2528-4bd4-8cdf-702ca2e311d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:38.385488 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0726c4-281b-4107-8696-8c51f176d55d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:38.385488 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0726c4-281b-4107-8696-8c51f176d55d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:38.385488 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4c0726c4-281b-4107-8696-8c51f176d55d tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/4f54958d-f49e-41fd-a417-1a4a2ccb8b4a HTTP/1.1" status: 404 len: 337 time: 0.2941377 Feb 09 14:32:38.393094 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6cb3d4c-2528-4bd4-8cdf-702ca2e311d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:38.393094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52570) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:38.405191 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6cb3d4c-2528-4bd4-8cdf-702ca2e311d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:38.482649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135382a-0038-49bb-b759-973ed6137ad4 req-86740112-ea90-4daf-a55f-cda2a994972a tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:38.484246 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b135382a-0038-49bb-b759-973ed6137ad4 req-86740112-ea90-4daf-a55f-cda2a994972a tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 944 time: 0.2502904 Feb 09 14:32:38.504671 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f6cb3d4c-2528-4bd4-8cdf-702ca2e311d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=003ad067cfa04ca693909a7f79903807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6608386 Feb 09 14:32:38.510704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52578) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:38.522291 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-668f8fa6-11e7-4e0b-a933-f6cf0373544f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:38.522769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668f8fa6-11e7-4e0b-a933-f6cf0373544f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:38.586985 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-668f8fa6-11e7-4e0b-a933-f6cf0373544f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/94398def-63e1-4ad3-b3cf-52d24d956a4e HTTP/1.1" status: 404 len: 333 time: 0.1938984 Feb 09 14:32:38.592021 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52582) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:38.628373 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Allocated IP 172.20.0.2 (7aa30256-f6d7-47c0-b61c-7f99dc6a2d77/f71000f3-9d2e-459b-ac64-8135086ea3f4/e0f33355-096c-4dce-942e-0c09cb5aca1f) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:32:38.677582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb3d4c-2528-4bd4-8cdf-702ca2e311d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff37434-2f5d-4255-b049-4267f4908e31,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:38.695662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556ed35-7faf-435f-99c3-eaa63aefd943 req-210d0216-4206-433d-9b97-fdd5182e20b2 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:38.700096 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f556ed35-7faf-435f-99c3-eaa63aefd943 req-210d0216-4206-433d-9b97-fdd5182e20b2 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.7283020 Feb 09 14:32:38.708935 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-27556881-e60c-44f3-9f80-b39ecc969655 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:38.709512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27556881-e60c-44f3-9f80-b39ecc969655 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:38.713544 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-27556881-e60c-44f3-9f80-b39ecc969655 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/27f0d679-f1a5-4a7e-a6f3-c68b34b96f07 HTTP/1.1" status: 404 len: 337 time: 0.1171322 Feb 09 14:32:38.713826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52586) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:38.758706 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185c7d4d-f692-49f7-9660-1055c3109dbd None None] Network b55a372a-c828-4ae6-a1e1-8e4669ba716c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:38.782098 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b135382a-0038-49bb-b759-973ed6137ad4 req-0311c0c1-eb7d-4e5a-960b-a07a14cf3943 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913377 Feb 09 14:32:38.805863 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03c9e56-d8d4-42b2-997d-19daacc73c50 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:38.805863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03c9e56-d8d4-42b2-997d-19daacc73c50 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:38.813156 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fe4297b-2b56-41a3-b9ec-25e97b01cd46 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:38.816964 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c03c9e56-d8d4-42b2-997d-19daacc73c50 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/2423041a-fff8-41bb-92c6-a86c89919f8d HTTP/1.1" status: 404 len: 333 time: 0.0939083 Feb 09 14:32:38.816964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52590) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:38.873047 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1bb9a7-6dd1-48f8-ab64-851712718064 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:38.873047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1bb9a7-6dd1-48f8-ab64-851712718064 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:38.873047 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9d1bb9a7-6dd1-48f8-ab64-851712718064 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/c06fb82d-8d1e-4ed9-bfc4-9f9ee9ba7b29 HTTP/1.1" status: 404 len: 337 time: 0.0575998 Feb 09 14:32:38.885748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52596) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:39.028330 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f556ed35-7faf-435f-99c3-eaa63aefd943 req-b5617c5e-9720-4ad7-8956-ce7284961d69 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068924 Feb 09 14:32:39.028330 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-5571c10c-3426-40a4-a68b-e94341a5bfac tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:39.028330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5571c10c-3426-40a4-a68b-e94341a5bfac tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:39.049642 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5fae29f4-cee6-4f44-9a98-c9764cec2988 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:32:39.050845 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5571c10c-3426-40a4-a68b-e94341a5bfac tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/0bf033c5-6fd3-4d36-b220-0fa6e67d8564 HTTP/1.1" status: 404 len: 333 time: 0.1541343 Feb 09 14:32:39.051003 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4297b-2b56-41a3-b9ec-25e97b01cd46 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event updated for resources: {'Subnet': ['ID=81b47aa3-caaa-4b9c-84d2-152d4d159ad0,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:39.051505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52602) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:39.069287 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:39.088549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bf82ee40-2b67-4a31-b9b3-06a0601f0063 None None] Provisioning for port 5fae29f4-cee6-4f44-9a98-c9764cec2988 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:39.090153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fdb16b5f-7c85-4fe4-beba-d67c368ef3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:39.108715 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f191d728-6652-4903-bf3b-b33dfdcc6037 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:39.109880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f191d728-6652-4903-bf3b-b33dfdcc6037 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:39.112084 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f191d728-6652-4903-bf3b-b33dfdcc6037 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/57b46647-d7af-4874-8ff7-87515fd65aff HTTP/1.1" status: 404 len: 337 time: 0.0666637 Feb 09 14:32:39.117713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe4297b-2b56-41a3-b9ec-25e97b01cd46 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Checking segment: {'id': '9fa7f5fa-169c-4d7e-bec4-0d6446fe61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:32:39.118347 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe4297b-2b56-41a3-b9ec-25e97b01cd46 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Network hostable DHCP agents. Network: 71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:32:39.123198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52608) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:39.150063 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fdb16b5f-7c85-4fe4-beba-d67c368ef3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:39.208900 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf8c71b-2246-45f1-91f7-bc12cf60d224 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:39.208900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf8c71b-2246-45f1-91f7-bc12cf60d224 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:39.208900 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ddf8c71b-2246-45f1-91f7-bc12cf60d224 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/9ca873e1-ef45-4d84-ab70-909637715d5e HTTP/1.1" status: 404 len: 333 time: 0.0813968 Feb 09 14:32:39.212583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52612) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:39.256335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe4297b-2b56-41a3-b9ec-25e97b01cd46 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Network 71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:32:39.292941 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97644c4-d221-47bd-b414-79ed88d20f3e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:39.292941 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97644c4-d221-47bd-b414-79ed88d20f3e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:39.304651 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b97644c4-d221-47bd-b414-79ed88d20f3e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/3f82a0b5-0be0-450e-8747-6dd7361001ac HTTP/1.1" status: 404 len: 337 time: 0.0880299 Feb 09 14:32:39.304651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52616) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:39.308159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8fe4297b-2b56-41a3-b9ec-25e97b01cd46 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:39.322875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d513237-ffd2-4489-a87f-4cd261492da9 None None] Network 71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:39.349919 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd41fde-4cea-4088-99bf-723e4544c3e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:39.350399 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd41fde-4cea-4088-99bf-723e4544c3e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:39.355143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe4297b-2b56-41a3-b9ec-25e97b01cd46 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:39.355748 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fe4297b-2b56-41a3-b9ec-25e97b01cd46 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:39.377663 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7dd41fde-4cea-4088-99bf-723e4544c3e1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/c9d9cf6e-4b27-41f5-929b-5774360ba1bb HTTP/1.1" status: 404 len: 333 time: 0.0723500 Feb 09 14:32:39.378561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52622) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:39.421472 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8fe4297b-2b56-41a3-b9ec-25e97b01cd46 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8862236 Feb 09 14:32:39.421472 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fdb16b5f-7c85-4fe4-beba-d67c368ef3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:39.421472 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fdb16b5f-7c85-4fe4-beba-d67c368ef3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:39.432884 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fdb16b5f-7c85-4fe4-beba-d67c368ef3db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ff37434-2f5d-4255-b049-4267f4908e31 HTTP/1.1" status: 204 len: 168 time: 0.9056096 Feb 09 14:32:39.443509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52626) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:39.466404 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-50dc5afc-0dfd-4be7-94be-c0f066f0514a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:39.466404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50dc5afc-0dfd-4be7-94be-c0f066f0514a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:39.466404 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-50dc5afc-0dfd-4be7-94be-c0f066f0514a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/0b2f3ae1-e384-4a25-ae32-419fa0c5fca6 HTTP/1.1" status: 404 len: 337 time: 0.0841000 Feb 09 14:32:39.472664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52632) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:39.544997 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:39.557321 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0d0082-fc41-4228-9a9b-80e776d0d460 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:39.557321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0d0082-fc41-4228-9a9b-80e776d0d460 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:39.565685 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5a0d0082-fc41-4228-9a9b-80e776d0d460 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/2dba71b2-fe69-4d13-82e2-c19c25217e5d HTTP/1.1" status: 404 len: 333 time: 0.0920572 Feb 09 14:32:39.565685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52636) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:39.634380 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb16b5f-7c85-4fe4-beba-d67c368ef3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff37434-2f5d-4255-b049-4267f4908e31,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:39.649954 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-629772a1-1e8d-46bd-bde8-5239ab982292 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:39.649954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629772a1-1e8d-46bd-bde8-5239ab982292 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:39.657859 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52640) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:39.661103 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-629772a1-1e8d-46bd-bde8-5239ab982292 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/86224879-c02e-4746-bbc1-b541f7d7d084 HTTP/1.1" status: 404 len: 337 time: 0.0882955 Feb 09 14:32:39.769796 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2a172f3e-e584-4e5c-88a2-c5440810af50 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:32:39.792487 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c493b4c7-ed2e-4c58-bc73-7c28c6c362cf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:39.792947 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c493b4c7-ed2e-4c58-bc73-7c28c6c362cf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:39.794647 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c493b4c7-ed2e-4c58-bc73-7c28c6c362cf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/db99025f-df01-4afc-a7ff-be0e2c1e9d68 HTTP/1.1" status: 404 len: 337 time: 0.1425962 Feb 09 14:32:39.800053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52648) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:39.816644 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Transition to ACTIVE for port object e0f33355-096c-4dce-942e-0c09cb5aca1f will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:32:39.846876 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 5fae29f4-cee6-4f44-9a98-c9764cec2988 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:39.908106 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 5fae29f4-cee6-4f44-9a98-c9764cec2988 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:39.908106 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:39.915327 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-089caf82-0237-4df1-983b-96f33c1b1585 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:39.915327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089caf82-0237-4df1-983b-96f33c1b1585 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:39.915327 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-089caf82-0237-4df1-983b-96f33c1b1585 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/d0c9cef0-e3bc-4b6c-b1c6-a16e2a5a7307 HTTP/1.1" status: 404 len: 333 time: 0.1137116 Feb 09 14:32:39.934663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52654) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:40.038581 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Transition to ACTIVE for port object e0f33355-096c-4dce-942e-0c09cb5aca1f will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:32:40.053926 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-198621b1-6539-4b32-8ae5-26e102795dbf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:40.054383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198621b1-6539-4b32-8ae5-26e102795dbf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:40.056157 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-198621b1-6539-4b32-8ae5-26e102795dbf tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/9f143acb-ab3e-4ff0-aa1f-466d1b13648f HTTP/1.1" status: 404 len: 337 time: 0.1231732 Feb 09 14:32:40.060284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52666) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:40.072661 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.resource_extend [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:32:40.344118 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:40.483595 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-2224e5fa-c93d-406d-a063-d535465bf81e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:40.484193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2224e5fa-c93d-406d-a063-d535465bf81e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:40.486337 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2224e5fa-c93d-406d-a063-d535465bf81e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/40894b9f-f3cb-49e7-ba1b-20642920672b HTTP/1.1" status: 404 len: 337 time: 0.4248257 Feb 09 14:32:40.490755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52678) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:40.536824 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Network 7aa30256-f6d7-47c0-b61c-7f99dc6a2d77 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:32:40.570512 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:40.580562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:32:40.624378 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c3b2fc6-54f1-4576-b043-fed4d1c6633f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:40.624378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c3b2fc6-54f1-4576-b043-fed4d1c6633f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:40.632043 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6c3b2fc6-54f1-4576-b043-fed4d1c6633f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/9fb55086-979d-4922-98c7-cf67ad8014a2 HTTP/1.1" status: 404 len: 333 time: 0.1339753 Feb 09 14:32:40.632043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52682) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:40.692654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022ce12-77b9-4c63-ae25-24b0431fdef6 req-401ac434-81bc-4508-b7f2-197781adffcf tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:40.697612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Pushing event updated for resources: {'Port': ['ID=e0f33355-096c-4dce-942e-0c09cb5aca1f,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:40.701747 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:40.714059 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6022ce12-77b9-4c63-ae25-24b0431fdef6 req-401ac434-81bc-4508-b7f2-197781adffcf tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 944 time: 0.4608562 Feb 09 14:32:40.785191 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f333720f-0cf0-4858-a602-2c62b02c248a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:40.785191 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f333720f-0cf0-4858-a602-2c62b02c248a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:40.810624 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f333720f-0cf0-4858-a602-2c62b02c248a tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/8aefc92f-a57a-476c-9793-d7acf5a402cf HTTP/1.1" status: 404 len: 337 time: 0.1733983 Feb 09 14:32:40.821966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52692) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:40.864525 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:40.889440 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff28234-1274-4021-9a72-ae5b1659c433 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:40.890003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff28234-1274-4021-9a72-ae5b1659c433 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:40.897141 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5ff28234-1274-4021-9a72-ae5b1659c433 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/0b7da38d-5d02-4c1e-99ae-913162232c83 HTTP/1.1" status: 404 len: 337 time: 0.0771685 Feb 09 14:32:40.903506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52698) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:40.979693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Attempting to bind port e0f33355-096c-4dce-942e-0c09cb5aca1f on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:32:40.980309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Attempting to bind port e0f33355-096c-4dce-942e-0c09cb5aca1f by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd3db4e4e-ef26-42b3-9483-452735978eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7aa30256-f6d7-47c0-b61c-7f99dc6a2d77'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:32:40.980447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Attempting to bind port e0f33355-096c-4dce-942e-0c09cb5aca1f on network 7aa30256-f6d7-47c0-b61c-7f99dc6a2d77 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:32:41.007280 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:32:41.007664 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Checking segment: {'id': 'd3db4e4e-ef26-42b3-9483-452735978eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7aa30256-f6d7-47c0-b61c-7f99dc6a2d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:32:41.008126 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:41.008534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Bound using segment: {'id': 'd3db4e4e-ef26-42b3-9483-452735978eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7aa30256-f6d7-47c0-b61c-7f99dc6a2d77'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:32:41.009025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Bound port: e0f33355-096c-4dce-942e-0c09cb5aca1f, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3db4e4e-ef26-42b3-9483-452735978eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7aa30256-f6d7-47c0-b61c-7f99dc6a2d77'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:32:41.009391 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:41.022574 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b722efea-668a-4f09-8ec3-8157f057ce96 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:41.026918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b722efea-668a-4f09-8ec3-8157f057ce96 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:41.032838 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b722efea-668a-4f09-8ec3-8157f057ce96 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/10c2c2a4-5695-4839-b185-0e775b85f3f3 HTTP/1.1" status: 404 len: 333 time: 0.1263866 Feb 09 14:32:41.035455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52704) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:41.151826 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa', 'network_id': '71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa', 'tenant_id': '8685314098e64e8c9bc891cc79e08353', 'fixed_ips': [{'subnet_id': '81b47aa3-caaa-4b9c-84d2-152d4d159ad0'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:32:41.151826 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:41.239027 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c8db44-d91a-4fe1-abfa-6463e7470b4e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:41.239027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c8db44-d91a-4fe1-abfa-6463e7470b4e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:41.239027 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f8c8db44-d91a-4fe1-abfa-6463e7470b4e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/8568d79b-6557-4fe5-8169-b770585deecf HTTP/1.1" status: 404 len: 337 time: 0.1967154 Feb 09 14:32:41.270203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda6a08-3711-455e-b557-703ffa747cf4 req-1de30db7-c9b8-4cb6-b62f-5f2f132aa5a9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:41.288498 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-beda6a08-3711-455e-b557-703ffa747cf4 req-1de30db7-c9b8-4cb6-b62f-5f2f132aa5a9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.7792261 Feb 09 14:32:41.291164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52714) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:41.306889 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6022ce12-77b9-4c63-ae25-24b0431fdef6 req-cf338fa4-72a4-4ece-80c5-7bfd209f9746 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5959613 Feb 09 14:32:41.339406 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-beda6a08-3711-455e-b557-703ffa747cf4 req-275955fb-5c2b-4e91-bd95-08ae22b2001f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549161 Feb 09 14:32:41.418904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Allocated IP 172.20.0.1 (7aa30256-f6d7-47c0-b61c-7f99dc6a2d77/f71000f3-9d2e-459b-ac64-8135086ea3f4/3e622975-03f2-4f0b-8c91-c3d99d53e68f) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:32:41.478233 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84f09d3-2d1f-470e-945a-3b7c7be8542e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:41.478233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84f09d3-2d1f-470e-945a-3b7c7be8542e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:41.485252 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4650abc6-5ce6-4e79-8b61-1b50f2701bd7 None None] Provisioning complete for port 5fae29f4-cee6-4f44-9a98-c9764cec2988 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:41.485252 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4650abc6-5ce6-4e79-8b61-1b50f2701bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:41.489878 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c84f09d3-2d1f-470e-945a-3b7c7be8542e tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/66f673d5-7563-4cd1-bd1a-21ae3fda70b9 HTTP/1.1" status: 404 len: 337 time: 0.1722627 Feb 09 14:32:41.493561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52722) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:41.548874 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:41.555789 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 2a172f3e-e584-4e5c-88a2-c5440810af50, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2a172f3e-e584-4e5c-88a2-c5440810af50,segment=NetworkSegment(aac0c14f-ea25-428a-866f-7c58faa1dd1c),segment_id=aac0c14f-ea25-428a-866f-7c58faa1dd1c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:41.574680 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0b775e32-9671-4905-87ea-00432ea22e66 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports?device_id=297db853-dc52-4f04-82b3-dbb5c3cbb494 HTTP/1.1" status: 200 len: 205 time: 0.0862052 Feb 09 14:32:41.590820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52726) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:41.627197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Allocated IP 172.20.0.2 (71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa/81b47aa3-caaa-4b9c-84d2-152d4d159ad0/b6e37829-4403-47db-89f7-5aebd6a26a5c) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:32:41.635026 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '2a172f3e-e584-4e5c-88a2-c5440810af50', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'port_id': '2a172f3e-e584-4e5c-88a2-c5440810af50', 'mac_address': 'fa:16:3e:09:a3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:32:41.730886 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-2ef5ee1d-5f47-440b-8757-2ccc77a25ef1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] delete failed (client error): The resource could not be found. Feb 09 14:32:41.734292 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2ef5ee1d-5f47-440b-8757-2ccc77a25ef1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/routers/297db853-dc52-4f04-82b3-dbb5c3cbb494 HTTP/1.1" status: 404 len: 336 time: 0.1538198 Feb 09 14:32:41.736295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52732) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:41.804365 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6496a6e-bbb2-4f9f-93fc-548163ea52a2 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:41.804365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6496a6e-bbb2-4f9f-93fc-548163ea52a2 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:41.804365 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a6496a6e-bbb2-4f9f-93fc-548163ea52a2 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/b10941f2-504c-4883-9253-c88d81c0ac9d HTTP/1.1" status: 404 len: 337 time: 0.0610869 Feb 09 14:32:41.808280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52738) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:41.849859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 5fae29f4-cee6-4f44-9a98-c9764cec2988, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=5fae29f4-cee6-4f44-9a98-c9764cec2988,segment=NetworkSegment(0e82a838-4982-4649-8300-00a6aca1a7df),segment_id=0e82a838-4982-4649-8300-00a6aca1a7df)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:41.881712 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:41.908381 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-41b61a2c-d7da-4996-9236-eeba47b21a9c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d892e50-9192-4c25-8e2b-522467c366c6 HTTP/1.1" status: 200 len: 205 time: 0.1027555 Feb 09 14:32:41.911849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Transition to ACTIVE for port object 3e622975-03f2-4f0b-8c91-c3d99d53e68f will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:32:41.911849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52744) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:41.994808 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4650abc6-5ce6-4e79-8b61-1b50f2701bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:42.015177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] For port e0f33355-096c-4dce-942e-0c09cb5aca1f, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:32:42.019076 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-edfea1f0-35e7-40c8-a6f0-794afb90b0a2 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] delete failed (client error): The resource could not be found. Feb 09 14:32:42.020135 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-edfea1f0-35e7-40c8-a6f0-794afb90b0a2 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/routers/4d892e50-9192-4c25-8e2b-522467c366c6 HTTP/1.1" status: 404 len: 336 time: 0.1086979 Feb 09 14:32:42.022891 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:42.023064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52752) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:42.069047 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:42.077936 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:42.102726 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4149cec-13b3-4f21-9fb6-8adbf7cb8263 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:42.103280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4149cec-13b3-4f21-9fb6-8adbf7cb8263 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:42.105856 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a4149cec-13b3-4f21-9fb6-8adbf7cb8263 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/134417ac-d2c7-490b-a0e8-4b4aa5dc45b3 HTTP/1.1" status: 404 len: 337 time: 0.0819666 Feb 09 14:32:42.116568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52758) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:42.197874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4e74e410-521d-4246-b5f9-bccbe6d405fb no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:32:42.216668 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3610ffc7-663b-42a2-8294-2ddb04fdedf4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:42.217131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3610ffc7-663b-42a2-8294-2ddb04fdedf4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:42.227643 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3610ffc7-663b-42a2-8294-2ddb04fdedf4 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/54177d18-b1ef-400e-bca9-d24edebd6671 HTTP/1.1" status: 404 len: 337 time: 0.1017704 Feb 09 14:32:42.228497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52766) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:42.241039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] For port e0f33355-096c-4dce-942e-0c09cb5aca1f, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e0f33355-096c-4dce-942e-0c09cb5aca1f,segment=NetworkSegment(d3db4e4e-ef26-42b3-9483-452735978eea),segment_id=d3db4e4e-ef26-42b3-9483-452735978eea)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:32:42.241858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Network 7aa30256-f6d7-47c0-b61c-7f99dc6a2d77 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:32:42.259472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:42.265140 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:32:42.280522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 4e74e410-521d-4246-b5f9-bccbe6d405fb {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:32:42.280522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4e74e410-521d-4246-b5f9-bccbe6d405fb not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:32:42.331806 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:42.353337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a172f3e-e584-4e5c-88a2-c5440810af50 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:32:42.379537 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-9098b3b7-3018-495b-a5d4-cd6c3f5aef6c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:42.379537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9098b3b7-3018-495b-a5d4-cd6c3f5aef6c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:42.385515 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-4650abc6-5ce6-4e79-8b61-1b50f2701bd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:32:42.389643 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9098b3b7-3018-495b-a5d4-cd6c3f5aef6c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/3f8c25e4-1890-4378-8893-eca556353887 HTTP/1.1" status: 404 len: 333 time: 0.1458478 Feb 09 14:32:42.393017 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-4650abc6-5ce6-4e79-8b61-1b50f2701bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:32:42.413175 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52776) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:42.447573 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:42.519909 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 2a172f3e-e584-4e5c-88a2-c5440810af50, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2a172f3e-e584-4e5c-88a2-c5440810af50,segment=NetworkSegment(aac0c14f-ea25-428a-866f-7c58faa1dd1c),segment_id=aac0c14f-ea25-428a-866f-7c58faa1dd1c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:42.541823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=5fae29f4-cee6-4f44-9a98-c9764cec2988,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:42.552923 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:42.574566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event updated for resources: {'Port': ['ID=3e622975-03f2-4f0b-8c91-c3d99d53e68f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:42.608044 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7ffc66-5c4f-486e-8520-50e20850a5b1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:42.609041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7ffc66-5c4f-486e-8520-50e20850a5b1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:42.614240 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5e7ffc66-5c4f-486e-8520-50e20850a5b1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/7e8d1734-e536-4c64-81ea-79ba967a9fa4 HTTP/1.1" status: 404 len: 337 time: 0.2046621 Feb 09 14:32:42.621586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52784) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:42.656198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b22fbcdd-e7aa-48dd-8961-31638e547dfe details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:32:42.945033 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:42.969358 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Transition to ACTIVE for port object b6e37829-4403-47db-89f7-5aebd6a26a5c will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:32:43.006365 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fb8ca2-a688-4b35-a387-aa591890d9da tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:43.006365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1fb8ca2-a688-4b35-a387-aa591890d9da tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:43.006365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d1fb8ca2-a688-4b35-a387-aa591890d9da tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/461db2f2-df94-4d34-84c9-1d6362a4bc24 HTTP/1.1" status: 404 len: 333 time: 0.3789368 Feb 09 14:32:43.006365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52794) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:43.029502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Transition to ACTIVE for port object b6e37829-4403-47db-89f7-5aebd6a26a5c will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:32:43.125486 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:43.201070 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-559c95ec-0b47-4e9b-b012-66ecfbf7bd2c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:43.202357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559c95ec-0b47-4e9b-b012-66ecfbf7bd2c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:43.206370 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-559c95ec-0b47-4e9b-b012-66ecfbf7bd2c tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/1ace767c-6a41-407a-aa4b-b932542cdec7 HTTP/1.1" status: 404 len: 337 time: 0.1985812 Feb 09 14:32:43.210561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52808) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:43.263538 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Network 71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:32:43.271781 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:43.282753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:32:43.306560 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecf6e6-cf7a-46a4-9600-6a470ac96948 None None] Pushing event updated for resources: {'Port': ['ID=e0f33355-096c-4dce-942e-0c09cb5aca1f,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:43.399631 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-64683d20-eeec-415f-9420-a08166768c20 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:43.400401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64683d20-eeec-415f-9420-a08166768c20 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:43.404593 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:43.405647 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-64683d20-eeec-415f-9420-a08166768c20 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/6804e987-f9c0-49f1-bfd4-1f06fd1871b1 HTTP/1.1" status: 404 len: 333 time: 0.1919346 Feb 09 14:32:43.406511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52820) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:43.416565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8434141-e9bf-40ca-a409-386f61bb6fc2 req-2b689f1a-bb42-49b0-ab6d-991cc260506a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:43.424262 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c8434141-e9bf-40ca-a409-386f61bb6fc2 req-2b689f1a-bb42-49b0-ab6d-991cc260506a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.6601543 Feb 09 14:32:43.425704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['2a172f3e-e584-4e5c-88a2-c5440810af50'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:32:43.488753 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-988dd9c9-8d33-4a66-a498-c401890253ee tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:43.489493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988dd9c9-8d33-4a66-a498-c401890253ee tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:43.494107 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-988dd9c9-8d33-4a66-a498-c401890253ee tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/b1c6aeb8-7f38-4206-9171-7db6379b640b HTTP/1.1" status: 404 len: 337 time: 0.0671368 Feb 09 14:32:43.494963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52830) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:43.508639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b22fbcdd-e7aa-48dd-8961-31638e547dfe, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe,segment=NetworkSegment(592da187-9306-40d7-aa82-bc4da1564609),segment_id=592da187-9306-40d7-aa82-bc4da1564609)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:43.541377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe', 'network_id': 'f7610042-64a5-4213-a8e5-88e8184a0ffc', 'port_id': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe', 'mac_address': 'fa:16:3e:a7:da:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3407ac2-b0bc-4169-870e-0aafafa756d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:32:43.549346 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e9b2e4-7422-4e9c-bc09-d04f4bae20f2 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:43.550179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e9b2e4-7422-4e9c-bc09-d04f4bae20f2 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:43.555528 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-25e9b2e4-7422-4e9c-bc09-d04f4bae20f2 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/b36f39cd-786e-4cc3-950e-515411f6b327 HTTP/1.1" status: 404 len: 333 time: 0.0565078 Feb 09 14:32:43.560278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52834) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:43.635122 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad89ab8e-51b0-49f5-9287-3d66a78c5a60 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:43.635122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad89ab8e-51b0-49f5-9287-3d66a78c5a60 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:43.635122 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ad89ab8e-51b0-49f5-9287-3d66a78c5a60 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/9215bd82-59e2-4c67-8465-059edc0ced5f HTTP/1.1" status: 404 len: 337 time: 0.0702956 Feb 09 14:32:43.643960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52840) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:43.720774 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c8434141-e9bf-40ca-a409-386f61bb6fc2 req-5a4e4530-74ac-48d7-82d3-435b50696bbc tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926309 Feb 09 14:32:43.748947 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:43.761123 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24ff8e3-8b3f-4e64-b67a-29b3b9b541c1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:43.761123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24ff8e3-8b3f-4e64-b67a-29b3b9b541c1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:43.761123 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f24ff8e3-8b3f-4e64-b67a-29b3b9b541c1 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/e943d3f7-a440-42fe-a355-145b5d7e8d5f HTTP/1.1" status: 404 len: 333 time: 0.1205308 Feb 09 14:32:43.761568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52844) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:43.820878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=2a172f3e-e584-4e5c-88a2-c5440810af50,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:43.841908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b22fbcdd-e7aa-48dd-8961-31638e547dfe {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:32:43.849732 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b8eba4-5a82-4a87-a30f-1b6efe26b93f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:43.850179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b8eba4-5a82-4a87-a30f-1b6efe26b93f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:43.857548 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-67b8eba4-5a82-4a87-a30f-1b6efe26b93f tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/9efddd2b-4dfb-4baf-9ad7-229b381a6706 HTTP/1.1" status: 404 len: 337 time: 0.0959427 Feb 09 14:32:43.860537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52850) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:43.970155 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1237b547-9537-4f67-b4d4-cd6a0e216c94 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:43.977226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1237b547-9537-4f67-b4d4-cd6a0e216c94 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:43.983051 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1237b547-9537-4f67-b4d4-cd6a0e216c94 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/0c9c56f7-6a5b-4267-a6b1-9826a83b0dd1 HTTP/1.1" status: 404 len: 333 time: 0.1158183 Feb 09 14:32:43.988673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Attempting to bind port b6e37829-4403-47db-89f7-5aebd6a26a5c on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:32:43.990203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52854) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:43.991702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Attempting to bind port b6e37829-4403-47db-89f7-5aebd6a26a5c by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '9fa7f5fa-169c-4d7e-bec4-0d6446fe61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:32:43.991702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Attempting to bind port b6e37829-4403-47db-89f7-5aebd6a26a5c on network 71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:32:44.009825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5f538-3701-4125-9146-1e8680773446 req-6def0ac0-06a1-45dc-8435-59f08416adef tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:44.023058 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-78f5f538-3701-4125-9146-1e8680773446 req-6def0ac0-06a1-45dc-8435-59f08416adef tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 945 time: 1.3319180 Feb 09 14:32:44.037052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b22fbcdd-e7aa-48dd-8961-31638e547dfe, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe,segment=NetworkSegment(592da187-9306-40d7-aa82-bc4da1564609),segment_id=592da187-9306-40d7-aa82-bc4da1564609)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:44.060011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:32:44.060011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Checking segment: {'id': '9fa7f5fa-169c-4d7e-bec4-0d6446fe61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:32:44.060011 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:44.060011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Bound using segment: {'id': '9fa7f5fa-169c-4d7e-bec4-0d6446fe61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:32:44.060011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Bound port: b6e37829-4403-47db-89f7-5aebd6a26a5c, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa7f5fa-169c-4d7e-bec4-0d6446fe61b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:32:44.060011 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:44.091450 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-689359ca-d689-432b-8781-0217901243c7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:44.091450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689359ca-d689-432b-8781-0217901243c7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:44.091450 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-689359ca-d689-432b-8781-0217901243c7 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/483640c3-c451-4b1f-ae8a-a02df793250d HTTP/1.1" status: 404 len: 337 time: 0.1010003 Feb 09 14:32:44.091450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52858) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:44.192911 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:44.216989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Pushing event updated for resources: {'Port': ['ID=b6e37829-4403-47db-89f7-5aebd6a26a5c,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:44.230670 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bae870a-ea7e-4bb0-a817-e720c17f7d58 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:44.231148 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bae870a-ea7e-4bb0-a817-e720c17f7d58 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:44.232869 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8bae870a-ea7e-4bb0-a817-e720c17f7d58 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/ports/145ac559-9b0a-4030-b9a1-6c64cb49773d HTTP/1.1" status: 404 len: 333 time: 0.1425259 Feb 09 14:32:44.239578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52866) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:44.278934 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-78f5f538-3701-4125-9146-1e8680773446 req-92422498-fcc5-4a84-9c7e-0745d49ad8f4 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646143 Feb 09 14:32:44.338675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['b22fbcdd-e7aa-48dd-8961-31638e547dfe'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:32:44.347131 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7398dcf7-6b4a-4e46-9079-67fca3412a45 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] DELETE failed (client error): The resource could not be found. Feb 09 14:32:44.347597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7398dcf7-6b4a-4e46-9079-67fca3412a45 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:32:44.354602 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7398dcf7-6b4a-4e46-9079-67fca3412a45 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/subnets/50880191-dcca-4c87-92fe-3fb713fc9b98 HTTP/1.1" status: 404 len: 337 time: 0.1139760 Feb 09 14:32:44.355558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52872) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:44.356256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52874) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:44.506328 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b212ae2-f34a-46a2-b398-692e007ec152 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:44.565135 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:44.574841 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:44.586586 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] For port b6e37829-4403-47db-89f7-5aebd6a26a5c, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:32:44.589537 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] For port b6e37829-4403-47db-89f7-5aebd6a26a5c, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b6e37829-4403-47db-89f7-5aebd6a26a5c,segment=NetworkSegment(9fa7f5fa-169c-4d7e-bec4-0d6446fe61b5),segment_id=9fa7f5fa-169c-4d7e-bec4-0d6446fe61b5)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:32:44.631380 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:44.661335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5fae29f4-cee6-4f44-9a98-c9764cec2988 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:32:44.684835 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b22fbcdd-e7aa-48dd-8961-31638e547dfe,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:44.967360 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85be09c8-ec75-4c99-9334-31703d2c678f None None] Network 7aa30256-f6d7-47c0-b61c-7f99dc6a2d77 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:45.022600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event updated for resources: {'Port': ['ID=3e622975-03f2-4f0b-8c91-c3d99d53e68f,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:45.022600 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:45.075951 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-56e1f969-f2f0-4f12-bac2-2f6817666599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:45.166457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-56e1f969-f2f0-4f12-bac2-2f6817666599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:45.173825 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b212ae2-f34a-46a2-b398-692e007ec152 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:45.186344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-56e1f969-f2f0-4f12-bac2-2f6817666599 admin admin] Usage tracker for resource:security_group_rule and tenant:9eab1a1eb05344f29fd7faac79392039 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:45.201706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-56e1f969-f2f0-4f12-bac2-2f6817666599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:45.211769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-56e1f969-f2f0-4f12-bac2-2f6817666599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:45.219932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-5b212ae2-f34a-46a2-b398-692e007ec152 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257ee1fc-1c7b-4103-9c7f-f18bdf615ef7']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:45.308401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Network 7aa30256-f6d7-47c0-b61c-7f99dc6a2d77 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:32:45.321413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-5b212ae2-f34a-46a2-b398-692e007ec152 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65a64e0-682e-4473-823a-e4f45ae917a3') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:45.324779 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:32:45.328220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-5b212ae2-f34a-46a2-b398-692e007ec152 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65a64e0-682e-4473-823a-e4f45ae917a3') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:45.368752 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b212ae2-f34a-46a2-b398-692e007ec152 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:45.406069 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b212ae2-f34a-46a2-b398-692e007ec152 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:45.414846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b212ae2-f34a-46a2-b398-692e007ec152 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:32:45.415489 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b212ae2-f34a-46a2-b398-692e007ec152 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:32:45.607578 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b212ae2-f34a-46a2-b398-692e007ec152 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:45.624994 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b212ae2-f34a-46a2-b398-692e007ec152 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:45.700072 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982619e4-17fe-4ffd-a5f9-1bfaff59d302 None None] Pushing event updated for resources: {'Port': ['ID=b6e37829-4403-47db-89f7-5aebd6a26a5c,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:45.706834 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bbb2737a-28a6-4b96-a0b4-73df1ebc9311 None None] Provisioning for port e0f33355-096c-4dce-942e-0c09cb5aca1f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:45.770990 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 5fae29f4-cee6-4f44-9a98-c9764cec2988 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:45.771463 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:45.850714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b212ae2-f34a-46a2-b398-692e007ec152 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] Pushing event deleted for resources: {'Network': ['ID=257ee1fc-1c7b-4103-9c7f-f18bdf615ef7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:45.891369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5685ad-0fd5-4bce-9e75-6c488dd619e8 req-5b69fcb6-c8f9-4d68-ae9d-cb75b2ec75be tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:45.893242 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eb5685ad-0fd5-4bce-9e75-6c488dd619e8 req-5b69fcb6-c8f9-4d68-ae9d-cb75b2ec75be tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 945 time: 0.8058536 Feb 09 14:32:45.897189 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5b212ae2-f34a-46a2-b398-692e007ec152 tempest-NetworksTestDHCPv6-249575987 tempest-NetworksTestDHCPv6-249575987-project] 10.222.0.48 "DELETE /v2.0/networks/257ee1fc-1c7b-4103-9c7f-f18bdf615ef7 HTTP/1.1" status: 204 len: 168 time: 1.5377476 Feb 09 14:32:45.925047 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Router 6ae7cfeb-13da-4092-b5aa-ef1a17879a1f is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:32:45.956821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcad30-b2cb-48b3-a9fd-f36e074d4786 req-42d116be-3e31-46bc-bfa2-640d7286a83a tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:45.960853 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ffcad30-b2cb-48b3-a9fd-f36e074d4786 req-42d116be-3e31-46bc-bfa2-640d7286a83a tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 945 time: 0.2685971 Feb 09 14:32:45.999481 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eb5685ad-0fd5-4bce-9e75-6c488dd619e8 req-f8bccd47-d743-43c9-9f30-e5c33c7f3beb tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929580 Feb 09 14:32:46.008985 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-56e1f969-f2f0-4f12-bac2-2f6817666599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:46.043188 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-56e1f969-f2f0-4f12-bac2-2f6817666599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:46.096757 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e0f33355-096c-4dce-942e-0c09cb5aca1f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:32:46.118628 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-56e1f969-f2f0-4f12-bac2-2f6817666599 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9eab1a1eb05344f29fd7faac79392039&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7555220 Feb 09 14:32:46.126467 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52900) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:46.196985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1f969-f2f0-4f12-bac2-2f6817666599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62478f33-74e3-4728-b14d-56a307d509b9,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:46.285979 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ffcad30-b2cb-48b3-a9fd-f36e074d4786 req-67760eec-975d-4789-9c85-60ed945910c8 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916454 Feb 09 14:32:46.302583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:32:46.303941 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port e0f33355-096c-4dce-942e-0c09cb5aca1f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:46.320259 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ca5ac6fc-9a80-46ab-b9f4-ff04421492ec tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "PUT /v2.0/routers/6ae7cfeb-13da-4092-b5aa-ef1a17879a1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8573840 Feb 09 14:32:46.320761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52908) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:46.324758 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba63588-5985-4382-ae1d-dd81956b2aaa None None] Sync routers for ids ['6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:32:46.337585 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba63588-5985-4382-ae1d-dd81956b2aaa None None] Routers {'6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:32:46.338220 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cba63588-5985-4382-ae1d-dd81956b2aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:32:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:46.347917 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e0f33355-096c-4dce-942e-0c09cb5aca1f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:46.348849 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:46.355530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52912) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:46.393106 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec5aa71f-b4af-4c86-8e00-70e004c1ee4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:46.432035 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cba63588-5985-4382-ae1d-dd81956b2aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:46.442983 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba63588-5985-4382-ae1d-dd81956b2aaa None None] Routers {'6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:32:46.443963 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cba63588-5985-4382-ae1d-dd81956b2aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:32:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:46.559111 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec5aa71f-b4af-4c86-8e00-70e004c1ee4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:46.631222 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cba63588-5985-4382-ae1d-dd81956b2aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:46.631222 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba63588-5985-4382-ae1d-dd81956b2aaa None None] The sync data for ids ['6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:32:46.841972 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:46.864370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2a172f3e-e584-4e5c-88a2-c5440810af50 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:32:46.885670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-74fd9906-bef3-41ed-a61f-622e4d2a0178 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52f6b6c2dfd9495da8877f08d6432f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5202878 Feb 09 14:32:46.891118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52922) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:47.199801 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ae69d0f-411a-4ea3-b534-7f2a886dc40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:47.240021 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec5aa71f-b4af-4c86-8e00-70e004c1ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:47.255085 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ae69d0f-411a-4ea3-b534-7f2a886dc40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:47.269051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port e0f33355-096c-4dce-942e-0c09cb5aca1f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e0f33355-096c-4dce-942e-0c09cb5aca1f,segment=NetworkSegment(d3db4e4e-ef26-42b3-9483-452735978eea),segment_id=d3db4e4e-ef26-42b3-9483-452735978eea)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:47.280551 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0fcc7dbe-d870-46c6-abbf-738af8c3db45 None None] Provisioning complete for port e0f33355-096c-4dce-942e-0c09cb5aca1f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:47.281474 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7dbe-d870-46c6-abbf-738af8c3db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:47.307415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5aa71f-b4af-4c86-8e00-70e004c1ee4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62478f33-74e3-4728-b14d-56a307d509b9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:47.331015 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec5aa71f-b4af-4c86-8e00-70e004c1ee4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:47.332305 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ec5aa71f-b4af-4c86-8e00-70e004c1ee4a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62478f33-74e3-4728-b14d-56a307d509b9 HTTP/1.1" status: 204 len: 168 time: 1.1891177 Feb 09 14:32:47.389668 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ae69d0f-411a-4ea3-b534-7f2a886dc40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:47.442693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae69d0f-411a-4ea3-b534-7f2a886dc40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3717f6-cabf-48b8-b54f-3de9fc67c174,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:47.449517 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ae69d0f-411a-4ea3-b534-7f2a886dc40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:47.452525 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3ae69d0f-411a-4ea3-b534-7f2a886dc40d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee3717f6-cabf-48b8-b54f-3de9fc67c174 HTTP/1.1" status: 204 len: 168 time: 0.5596979 Feb 09 14:32:47.455415 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:47.564329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f682835b-f2fe-48bc-a794-a14f18d43093 None None] Network 71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:32:48.089936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b6e37829-4403-47db-89f7-5aebd6a26a5c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:32:48.113825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41c96-b83b-4278-883b-a77861a763c0 req-499b7685-82cd-474a-87a0-8c1f63151e81 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:48.126783 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43f41c96-b83b-4278-883b-a77861a763c0 req-499b7685-82cd-474a-87a0-8c1f63151e81 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 945 time: 0.2883368 Feb 09 14:32:48.247157 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-43f41c96-b83b-4278-883b-a77861a763c0 req-1b702dbf-a6ba-4b13-806b-37c4500b514a tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135986 Feb 09 14:32:48.272679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3bc8f-fdbe-4324-97f8-978b16ad0c94 req-44cd0296-b344-458e-8fed-1ec420c12441 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:48.281083 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d6f3bc8f-fdbe-4324-97f8-978b16ad0c94 req-44cd0296-b344-458e-8fed-1ec420c12441 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 945 time: 0.8784776 Feb 09 14:32:48.317395 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-03002a23-6159-47c7-819c-afa6599dac8d tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:32:48.318633 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-03002a23-6159-47c7-819c-afa6599dac8d tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "PUT /v2.0/routers/6ae7cfeb-13da-4092-b5aa-ef1a17879a1f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0046041 Feb 09 14:32:48.320889 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a29d1f-448a-4dcb-aec5-1a8db929cb76 req-62ac5d76-3a1a-425e-b6d8-a77abef4cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:48.321721 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52970) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:48.323499 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24a29d1f-448a-4dcb-aec5-1a8db929cb76 req-62ac5d76-3a1a-425e-b6d8-a77abef4cc71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c024d02814d948829adf7be459d0a506&device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 1096 time: 0.4889529 Feb 09 14:32:48.348258 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 2a172f3e-e584-4e5c-88a2-c5440810af50 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:48.374605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 2a172f3e-e584-4e5c-88a2-c5440810af50 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:48.374979 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:48.555955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52978) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:48.558920 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d6f3bc8f-fdbe-4324-97f8-978b16ad0c94 req-1a860daa-62df-4e8e-b2df-cb1bf12268ee tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658703 Feb 09 14:32:48.596382 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-418eba88-2af7-4671-98e5-40d76f9a7683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:48.624806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-418eba88-2af7-4671-98e5-40d76f9a7683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:48.636666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-418eba88-2af7-4671-98e5-40d76f9a7683 admin admin] Usage tracker for resource:security_group_rule and tenant:e59218a9b6cd4b1e9e69c40f80ad7af8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:48.699568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a29d1f-448a-4dcb-aec5-1a8db929cb76 req-b443a2e3-62c6-4189-9896-45af00581c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:48.714269 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24a29d1f-448a-4dcb-aec5-1a8db929cb76 req-b443a2e3-62c6-4189-9896-45af00581c10 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7610042-64a5-4213-a8e5-88e8184a0ffc HTTP/1.1" status: 200 len: 913 time: 0.3621786 Feb 09 14:32:48.836403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-418eba88-2af7-4671-98e5-40d76f9a7683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:48.851224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-418eba88-2af7-4671-98e5-40d76f9a7683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:48.925789 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=e0f33355-096c-4dce-942e-0c09cb5aca1f,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:48.964350 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port b6e37829-4403-47db-89f7-5aebd6a26a5c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:49.137904 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0fcc7dbe-d870-46c6-abbf-738af8c3db45 None None] Provisioning for port 3e622975-03f2-4f0b-8c91-c3d99d53e68f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:49.168835 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0fcc7dbe-d870-46c6-abbf-738af8c3db45 None None] Provisioning complete for port 3e622975-03f2-4f0b-8c91-c3d99d53e68f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:49.172662 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7dbe-d870-46c6-abbf-738af8c3db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:49.174417 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-418eba88-2af7-4671-98e5-40d76f9a7683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:49.193782 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-418eba88-2af7-4671-98e5-40d76f9a7683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:49.224429 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:49.227264 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24a29d1f-448a-4dcb-aec5-1a8db929cb76 req-90906859-c899-4463-935d-31fd8bfc35ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe HTTP/1.1" status: 200 len: 217 time: 0.5043983 Feb 09 14:32:49.275311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc7dbe-d870-46c6-abbf-738af8c3db45 None None] Port 3e622975-03f2-4f0b-8c91-c3d99d53e68f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:32:49.315998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463d2677-fa65-47ed-b179-71ffa0e4523b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a172f3e-e584-4e5c-88a2-c5440810af50'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:32:49.363568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a29d1f-448a-4dcb-aec5-1a8db929cb76 req-3c973c55-7416-422e-ae06-b7983c7a75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:49.366597 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24a29d1f-448a-4dcb-aec5-1a8db929cb76 req-3c973c55-7416-422e-ae06-b7983c7a75ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3407ac2-b0bc-4169-870e-0aafafa756d9 HTTP/1.1" status: 200 len: 853 time: 0.1325529 Feb 09 14:32:49.379232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 2a172f3e-e584-4e5c-88a2-c5440810af50, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2a172f3e-e584-4e5c-88a2-c5440810af50,segment=NetworkSegment(aac0c14f-ea25-428a-866f-7c58faa1dd1c),segment_id=aac0c14f-ea25-428a-866f-7c58faa1dd1c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:49.395752 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:49.434605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418eba88-2af7-4671-98e5-40d76f9a7683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f70709b-0bf2-4dc6-84d9-83a1835bff41,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:49.437353 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b22fbcdd-e7aa-48dd-8961-31638e547dfe up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:32:49.441285 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-418eba88-2af7-4671-98e5-40d76f9a7683 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e59218a9b6cd4b1e9e69c40f80ad7af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8988433 Feb 09 14:32:49.455757 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53006) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:49.678714 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463d2677-fa65-47ed-b179-71ffa0e4523b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a172f3e-e584-4e5c-88a2-c5440810af50', 'code': 200} Feb 09 14:32:49.708766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24a29d1f-448a-4dcb-aec5-1a8db929cb76 req-07c27b3b-1255-49d4-a285-6c89012a8519 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7610042-64a5-4213-a8e5-88e8184a0ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3317497 Feb 09 14:32:49.758793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e0f33355-096c-4dce-942e-0c09cb5aca1f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:32:49.930010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-23187f56-b597-40d7-926c-c2642663708d None None] Provisioning for port b6e37829-4403-47db-89f7-5aebd6a26a5c completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:32:49.932945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=2a172f3e-e584-4e5c-88a2-c5440810af50,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:49.948914 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-23187f56-b597-40d7-926c-c2642663708d None None] Provisioning complete for port b6e37829-4403-47db-89f7-5aebd6a26a5c triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:49.949280 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23187f56-b597-40d7-926c-c2642663708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:49.995188 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port b22fbcdd-e7aa-48dd-8961-31638e547dfe triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:49.995605 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:50.123943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e0f33355-096c-4dce-942e-0c09cb5aca1f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:50.124600 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:50.345334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517728d-acc8-4463-989f-da0c9f32f73b req-c2223486-1f1c-454a-bf76-f34c989d4ebd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:50.345334 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0517728d-acc8-4463-989f-da0c9f32f73b req-c2223486-1f1c-454a-bf76-f34c989d4ebd tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 946 time: 0.6133389 Feb 09 14:32:50.491970 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0517728d-acc8-4463-989f-da0c9f32f73b req-fb4e3623-ca70-49fd-8f26-42017955988c tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249628 Feb 09 14:32:50.510835 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:50.545396 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6cd740c8-3c1f-4f77-831b-316e5e99e68f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:50.557253 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24a29d1f-448a-4dcb-aec5-1a8db929cb76 req-a52e4814-6242-4bdb-8261-ae805ea96be0 service neutron] 10.222.0.35 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8405294 Feb 09 14:32:50.610930 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f8c176b-ec9b-464c-b5f6-cd9ac80e9e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:50.660571 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f8c176b-ec9b-464c-b5f6-cd9ac80e9e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:50.757031 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b22fbcdd-e7aa-48dd-8961-31638e547dfe, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe,segment=NetworkSegment(592da187-9306-40d7-aa82-bc4da1564609),segment_id=592da187-9306-40d7-aa82-bc4da1564609)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:50.773837 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23187f56-b597-40d7-926c-c2642663708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:50.815114 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:50.874905 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24a29d1f-448a-4dcb-aec5-1a8db929cb76 req-c10cb5e6-28ba-4916-91f0-722b584970e3 service neutron] 10.222.0.35 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852571 Feb 09 14:32:50.956857 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2a76d-a5bb-4982-b1a4-df75ab8505d5 req-ed3092aa-4a04-49dc-b1b2-eca2505c91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:50.961443 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66c2a76d-a5bb-4982-b1a4-df75ab8505d5 req-ed3092aa-4a04-49dc-b1b2-eca2505c91a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 1097 time: 1.2426350 Feb 09 14:32:51.083098 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-23187f56-b597-40d7-926c-c2642663708d None None] For port b6e37829-4403-47db-89f7-5aebd6a26a5c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b6e37829-4403-47db-89f7-5aebd6a26a5c,segment=NetworkSegment(9fa7f5fa-169c-4d7e-bec4-0d6446fe61b5),segment_id=9fa7f5fa-169c-4d7e-bec4-0d6446fe61b5)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:32:51.089192 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66c2a76d-a5bb-4982-b1a4-df75ab8505d5 req-e17a7152-ab10-4b28-8a0c-54679488b809 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971105 Feb 09 14:32:51.093498 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23187f56-b597-40d7-926c-c2642663708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:51.098147 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f8c176b-ec9b-464c-b5f6-cd9ac80e9e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:51.121069 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b22fbcdd-e7aa-48dd-8961-31638e547dfe,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:51.147591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daec08e-bef4-4845-9c3e-860310e0c4db req-ce78ce3c-8797-4448-bd38-78995f44cde9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:51.165023 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5daec08e-bef4-4845-9c3e-860310e0c4db req-ce78ce3c-8797-4448-bd38-78995f44cde9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 945 time: 1.0018764 Feb 09 14:32:51.165023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c176b-ec9b-464c-b5f6-cd9ac80e9e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f70709b-0bf2-4dc6-84d9-83a1835bff41,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:51.309705 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5daec08e-bef4-4845-9c3e-860310e0c4db req-47fdd1d9-a8b3-4448-b2ec-b2b1cb62d4b3 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296630 Feb 09 14:32:51.309705 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f8c176b-ec9b-464c-b5f6-cd9ac80e9e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:51.309705 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5f8c176b-ec9b-464c-b5f6-cd9ac80e9e15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f70709b-0bf2-4dc6-84d9-83a1835bff41 HTTP/1.1" status: 204 len: 168 time: 1.8384478 Feb 09 14:32:51.371557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-23187f56-b597-40d7-926c-c2642663708d None None] Provisioning complete for port 3e622975-03f2-4f0b-8c91-c3d99d53e68f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:51.371901 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-23187f56-b597-40d7-926c-c2642663708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:51.382431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6cd740c8-3c1f-4f77-831b-316e5e99e68f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Deleting port 3e622975-03f2-4f0b-8c91-c3d99d53e68f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:32:51.382775 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6cd740c8-3c1f-4f77-831b-316e5e99e68f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:51.534591 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23187f56-b597-40d7-926c-c2642663708d None None] Pushing event updated for resources: {'Port': ['ID=b6e37829-4403-47db-89f7-5aebd6a26a5c,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:51.545982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-23187f56-b597-40d7-926c-c2642663708d None None] Port 3e622975-03f2-4f0b-8c91-c3d99d53e68f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:32:51.680452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537f1d08-9329-47ff-a568-8e9366dbef7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:32:51.728781 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8b6e2fdf-2938-4661-b85d-180df698c201 None None] Provisioning complete for port b6e37829-4403-47db-89f7-5aebd6a26a5c triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:51.729161 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8b6e2fdf-2938-4661-b85d-180df698c201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:51.880170 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6cd740c8-3c1f-4f77-831b-316e5e99e68f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:52.080099 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537f1d08-9329-47ff-a568-8e9366dbef7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe', 'code': 200} Feb 09 14:32:52.124868 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6cd740c8-3c1f-4f77-831b-316e5e99e68f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Calling delete_port for 3e622975-03f2-4f0b-8c91-c3d99d53e68f owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:32:52.779258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cab28-a01e-44ee-acda-9815cab0a024 req-108a3705-a27e-4109-9567-f99318c18876 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:52.783659 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de6cab28-a01e-44ee-acda-9815cab0a024 req-108a3705-a27e-4109-9567-f99318c18876 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 946 time: 0.6007392 Feb 09 14:32:52.833360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0959d61-8a1e-4720-96e5-ba2224dd4b55 req-c650920b-d025-40d5-b24e-ee9d8e33eaf3 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:52.849831 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0959d61-8a1e-4720-96e5-ba2224dd4b55 req-c650920b-d025-40d5-b24e-ee9d8e33eaf3 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.2759445 Feb 09 14:32:52.901303 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0959d61-8a1e-4720-96e5-ba2224dd4b55 req-1aa534b5-dec5-46cb-838c-c6c787633aa7 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590570 Feb 09 14:32:53.134542 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6cd740c8-3c1f-4f77-831b-316e5e99e68f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:53.348370 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de6cab28-a01e-44ee-acda-9815cab0a024 req-3509a195-c00b-4837-aefc-b4e58f2d15a7 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5444207 Feb 09 14:32:53.404592 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd740c8-3c1f-4f77-831b-316e5e99e68f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event deleted for resources: {'Port': ['ID=3e622975-03f2-4f0b-8c91-c3d99d53e68f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:53.627229 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b6e37829-4403-47db-89f7-5aebd6a26a5c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:32:53.773579 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6cd740c8-3c1f-4f77-831b-316e5e99e68f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:53.776962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b6e37829-4403-47db-89f7-5aebd6a26a5c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:32:53.778329 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:54.242876 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d47950-a217-4f10-ab2e-0fdaecb7eb50 req-9e14305f-57ad-413b-aa65-53e76c91c0c5 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:54.242876 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f6d47950-a217-4f10-ab2e-0fdaecb7eb50 req-9e14305f-57ad-413b-aa65-53e76c91c0c5 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.1565132 Feb 09 14:32:54.273825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd740c8-3c1f-4f77-831b-316e5e99e68f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Router 6ae7cfeb-13da-4092-b5aa-ef1a17879a1f has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:32:54.348253 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f6d47950-a217-4f10-ab2e-0fdaecb7eb50 req-5cf99747-dc67-4460-9062-1fa399477d1a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957255 Feb 09 14:32:54.932864 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd740c8-3c1f-4f77-831b-316e5e99e68f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:32:54.944078 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274d55da-5a74-4e0b-b2fc-fbd3a2386b10 None None] Sync routers for ids ['6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:32:54.958577 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d55da-5a74-4e0b-b2fc-fbd3a2386b10 None None] Routers {'6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:32:54.962169 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-274d55da-5a74-4e0b-b2fc-fbd3a2386b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:32:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:54.985885 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6cd740c8-3c1f-4f77-831b-316e5e99e68f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "PUT /v2.0/routers/6ae7cfeb-13da-4092-b5aa-ef1a17879a1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6631811 Feb 09 14:32:54.989835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53138) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:55.027087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f55cd-ed2e-4cff-ad22-dc26350585ff req-b90dea64-caf0-47a5-83e1-897618c491a8 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:55.051038 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-688f55cd-ed2e-4cff-ad22-dc26350585ff req-b90dea64-caf0-47a5-83e1-897618c491a8 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 946 time: 0.1572196 Feb 09 14:32:55.128275 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-0f84813c-bcb2-4f24-9e80-91ce75faaa43 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] delete failed (client error): The resource could not be found. Feb 09 14:32:55.137117 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0f84813c-bcb2-4f24-9e80-91ce75faaa43 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1635219543 HTTP/1.1" status: 404 len: 335 time: 0.1439853 Feb 09 14:32:55.137117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53146) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:55.156331 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c482dc0d-016a-4fa0-a25e-ddd1144366ef tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Request body: {'router': {'external_gateway_info': {'network_id': '6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:55.185048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-274d55da-5a74-4e0b-b2fc-fbd3a2386b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:55.202699 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d55da-5a74-4e0b-b2fc-fbd3a2386b10 None None] Routers {'6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:32:55.203325 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-274d55da-5a74-4e0b-b2fc-fbd3a2386b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:32:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:55.243983 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-688f55cd-ed2e-4cff-ad22-dc26350585ff req-8b56ca0c-5d19-4e73-ba94-d0e76956683f tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972651 Feb 09 14:32:55.367782 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-274d55da-5a74-4e0b-b2fc-fbd3a2386b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:32:55.368178 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274d55da-5a74-4e0b-b2fc-fbd3a2386b10 None None] The sync data for ids ['6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:32:55.868290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a1be5-172f-48f2-84c0-07afb5caa560 req-9509e910-b9be-4ecf-b0dd-22d9e845941b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:55.871016 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e99a1be5-172f-48f2-84c0-07afb5caa560 req-9509e910-b9be-4ecf-b0dd-22d9e845941b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.1798804 Feb 09 14:32:56.013628 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e99a1be5-172f-48f2-84c0-07afb5caa560 req-506473d7-cd19-48d4-bdad-9542b5814e37 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256995 Feb 09 14:32:56.596159 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c482dc0d-016a-4fa0-a25e-ddd1144366ef tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:56.729218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acae78-ba2a-4192-b9e7-2f2e3a2367c8 req-204e3c60-52d8-41f3-810e-61636fb1af67 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:56.730457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-92acae78-ba2a-4192-b9e7-2f2e3a2367c8 req-204e3c60-52d8-41f3-810e-61636fb1af67 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Synchronizing usage tracker for tenant:2d808ad86364433d8ce26979e7302aeb on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:32:56.734501 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-c482dc0d-016a-4fa0-a25e-ddd1144366ef tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] update failed (client error): The resource could not be found. Feb 09 14:32:56.736060 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c482dc0d-016a-4fa0-a25e-ddd1144366ef tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "PUT /v2.0/routers/6ae7cfeb-13da-4092-b5aa-ef1a17879a1f HTTP/1.1" status: 404 len: 339 time: 1.5994096 Feb 09 14:32:56.739546 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53186) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:56.789450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-92acae78-ba2a-4192-b9e7-2f2e3a2367c8 req-204e3c60-52d8-41f3-810e-61636fb1af67 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Unset dirty status for tenant:2d808ad86364433d8ce26979e7302aeb on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:32:56.790666 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-92acae78-ba2a-4192-b9e7-2f2e3a2367c8 req-204e3c60-52d8-41f3-810e-61636fb1af67 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 946 time: 1.0121260 Feb 09 14:32:56.791908 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d87750f-a683-462c-a0f3-b7b7ad6daf2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:56.799472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53190) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:56.804698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-845562b9-cf6d-479b-aa13-aae72a77c210 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Request body: {'floatingip': {'port_id': '2a172f3e-e584-4e5c-88a2-c5440810af50'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:32:56.952744 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-845562b9-cf6d-479b-aa13-aae72a77c210 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for floatingip, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:57.651344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03b0d7-ba25-410d-a645-250f9b08f0cd req-75dc6692-2410-4685-957f-4d133cab4161 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:57.659248 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b03b0d7-ba25-410d-a645-250f9b08f0cd req-75dc6692-2410-4685-957f-4d133cab4161 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.4306080 Feb 09 14:32:57.915260 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b03b0d7-ba25-410d-a645-250f9b08f0cd req-b369d7dd-fd30-4c85-8640-a0b85191929f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494986 Feb 09 14:32:57.972881 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53216) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:57.999241 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:58.672666 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-845562b9-cf6d-479b-aa13-aae72a77c210 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:58.678307 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-845562b9-cf6d-479b-aa13-aae72a77c210 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:58.741965 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85175eed-5b91-41b6-8264-86cf1b6e6e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:58.764113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-85175eed-5b91-41b6-8264-86cf1b6e6e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:32:58.768175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-85175eed-5b91-41b6-8264-86cf1b6e6e9b admin admin] Usage tracker for resource:security_group_rule and tenant:6d35dfb979864ce08030d147d41d0a55 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:32:58.771046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-85175eed-5b91-41b6-8264-86cf1b6e6e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:32:58.776726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-85175eed-5b91-41b6-8264-86cf1b6e6e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:32:58.908992 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85175eed-5b91-41b6-8264-86cf1b6e6e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:58.917784 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-85175eed-5b91-41b6-8264-86cf1b6e6e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:59.003515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85175eed-5b91-41b6-8264-86cf1b6e6e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d94c5c-e86b-4db4-903b-808c43d5e207,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:32:59.140962 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-85175eed-5b91-41b6-8264-86cf1b6e6e9b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d35dfb979864ce08030d147d41d0a55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1852901 Feb 09 14:32:59.143022 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53240) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:32:59.188916 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:32:59.215952 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d957e5a6-330b-40e0-8e4e-a84d8c0ccb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:59.273589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Allocated IP 172.20.0.1 (b55a372a-c828-4ae6-a1e1-8e4669ba716c/10314f5f-f604-4d80-abdf-064869b85409/dd973dba-3ea9-4a65-8b8f-ee7ebadecc64) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:32:59.280506 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-845562b9-cf6d-479b-aa13-aae72a77c210 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Floating IP 84238016-6746-4640-a934-bca7fd523d10 associated. External IP: 172.25.8.198, port: 2a172f3e-e584-4e5c-88a2-c5440810af50. Feb 09 14:32:59.810546 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:59.829397 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Transition to ACTIVE for port object dd973dba-3ea9-4a65-8b8f-ee7ebadecc64 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:32:59.883101 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:59.967320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845562b9-cf6d-479b-aa13-aae72a77c210 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:32:59.988239 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bd1b4-6c02-4f0a-bf8c-42c6693ef8a8 req-116ae6cd-4a93-465b-9985-0a67a8e17c68 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:32:59.989837 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2c6bd1b4-6c02-4f0a-bf8c-42c6693ef8a8 req-116ae6cd-4a93-465b-9985-0a67a8e17c68 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.8400304 Feb 09 14:33:00.069416 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event updated for resources: {'Port': ['ID=dd973dba-3ea9-4a65-8b8f-ee7ebadecc64,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:00.181404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Network b55a372a-c828-4ae6-a1e1-8e4669ba716c is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:33:00.240872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:33:00.240872 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2b39a8ea-f187-4bb0-9c9f-3deb3f1f6332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:00.243022 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:00.246656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:33:00.265562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845562b9-cf6d-479b-aa13-aae72a77c210 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:33:00.278559 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e78f9d-7272-4c99-a3db-0cd887f55b2d None None] Sync routers for ids ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:33:00.306533 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e78f9d-7272-4c99-a3db-0cd887f55b2d None None] Routers {'013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:33:00.309386 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-845562b9-cf6d-479b-aa13-aae72a77c210 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:00.311431 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-00e78f9d-7272-4c99-a3db-0cd887f55b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:32:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:00.314105 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:00.412485 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:00.439073 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2c6bd1b4-6c02-4f0a-bf8c-42c6693ef8a8 req-24a04c7f-80d1-4fd7-be1d-e411f976d343 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852741 Feb 09 14:33:00.476844 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-845562b9-cf6d-479b-aa13-aae72a77c210 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "PUT /v2.0/floatingips/84238016-6746-4640-a934-bca7fd523d10 HTTP/1.1" status: 200 len: 992 time: 3.6751590 Feb 09 14:33:00.477541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463d2677-fa65-47ed-b179-71ffa0e4523b', 'tag': '2a172f3e-e584-4e5c-88a2-c5440810af50'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:33:00.716609 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463d2677-fa65-47ed-b179-71ffa0e4523b', 'tag': '2a172f3e-e584-4e5c-88a2-c5440810af50', 'status': 'completed', 'code': 200} Feb 09 14:33:00.760019 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-00e78f9d-7272-4c99-a3db-0cd887f55b2d None None] Set router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:33:00.841987 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-78b50a55-c7cb-455c-ac8e-a3eafce6debe None None] Provisioning for port dd973dba-3ea9-4a65-8b8f-ee7ebadecc64 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:33:00.864939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-78b50a55-c7cb-455c-ac8e-a3eafce6debe None None] Provisioning complete for port dd973dba-3ea9-4a65-8b8f-ee7ebadecc64 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:33:00.866177 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-78b50a55-c7cb-455c-ac8e-a3eafce6debe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:00.933436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc3331-48a8-42a2-9102-cbd853911302 req-36a799f0-c87c-43b3-8e95-49f5d7c92e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:00.945033 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8efc3331-48a8-42a2-9102-cbd853911302 req-36a799f0-c87c-43b3-8e95-49f5d7c92e1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d808ad86364433d8ce26979e7302aeb&device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 1097 time: 0.2022452 Feb 09 14:33:01.045130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-78b50a55-c7cb-455c-ac8e-a3eafce6debe None None] Port dd973dba-3ea9-4a65-8b8f-ee7ebadecc64 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:33:01.215234 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2b39a8ea-f187-4bb0-9c9f-3deb3f1f6332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:01.314998 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-00e78f9d-7272-4c99-a3db-0cd887f55b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:36Z', 'revision_number': 4, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '84238016-6746-4640-a934-bca7fd523d10', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'port_id': '2a172f3e-e584-4e5c-88a2-c5440810af50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'mac_address': 'fa:16:3e:09:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463d2677-fa65-47ed-b179-71ffa0e4523b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:32:17Z', 'updated_at': '2022-02-09T14:32:58Z', 'revision_number': 1, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992a9b82-6e93-45f1-a04c-b2373f543fb4', 'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'mac_address': 'fa:16:3e:f3:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:33Z', 'updated_at': '2022-02-09T14:26:46Z', 'revision_number': 5, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'subnets': [{'id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:01.319267 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e78f9d-7272-4c99-a3db-0cd887f55b2d None None] Checking router: 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:33:01.370192 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e78f9d-7272-4c99-a3db-0cd887f55b2d None None] Routers {'013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:33:01.370192 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-00e78f9d-7272-4c99-a3db-0cd887f55b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:32:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:01.510720 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2b39a8ea-f187-4bb0-9c9f-3deb3f1f6332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:01.543259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc3331-48a8-42a2-9102-cbd853911302 req-dd4b72e3-c619-41a6-89aa-a9f192dea34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:01.552369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8efc3331-48a8-42a2-9102-cbd853911302 req-dd4b72e3-c619-41a6-89aa-a9f192dea34a service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 HTTP/1.1" status: 200 len: 911 time: 0.5858829 Feb 09 14:33:01.732423 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2b39a8ea-f187-4bb0-9c9f-3deb3f1f6332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:01.736506 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2b39a8ea-f187-4bb0-9c9f-3deb3f1f6332 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32d94c5c-e86b-4db4-903b-808c43d5e207 HTTP/1.1" status: 204 len: 168 time: 2.5929248 Feb 09 14:33:01.744988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39a8ea-f187-4bb0-9c9f-3deb3f1f6332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d94c5c-e86b-4db4-903b-808c43d5e207,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:01.826631 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:01.838009 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:02.029765 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-00e78f9d-7272-4c99-a3db-0cd887f55b2d None None] Set router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:33:02.074338 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8efc3331-48a8-42a2-9102-cbd853911302 req-30a09fdb-0c84-439e-bb48-e583ceb0ebe1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a172f3e-e584-4e5c-88a2-c5440810af50 HTTP/1.1" status: 200 len: 1000 time: 0.5254061 Feb 09 14:33:02.368624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc3331-48a8-42a2-9102-cbd853911302 req-9c1b3b15-d189-41e4-83b4-1c281cb96e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:02.385299 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8efc3331-48a8-42a2-9102-cbd853911302 req-9c1b3b15-d189-41e4-83b4-1c281cb96e20 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85b1f5ca-a5fa-4f7b-8f04-40895b87e889 HTTP/1.1" status: 200 len: 850 time: 0.2831848 Feb 09 14:33:02.432212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd7924-6f60-40ea-9b72-298fd715e067 req-5e931f1d-3b2c-43f1-a76a-4e4a40f321e3 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:02.434494 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9bbd7924-6f60-40ea-9b72-298fd715e067 req-5e931f1d-3b2c-43f1-a76a-4e4a40f321e3 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.6290143 Feb 09 14:33:02.507046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdaf2f-2502-4012-bcfd-87b21661ae38 req-f8a9819a-444f-4783-9f51-cb8c791a6f8b tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:02.525114 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-58cdaf2f-2502-4012-bcfd-87b21661ae38 req-f8a9819a-444f-4783-9f51-cb8c791a6f8b tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 946 time: 1.6537981 Feb 09 14:33:02.529296 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53286) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:02.611874 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b4a3-7e21-488a-aab8-27abdde4f00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:02.784154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a2f3b4a3-7e21-488a-aab8-27abdde4f00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:02.795050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a2f3b4a3-7e21-488a-aab8-27abdde4f00a admin admin] Usage tracker for resource:security_group_rule and tenant:c3bafc7240bc43228f3b9a05705eef9a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:02.795050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a2f3b4a3-7e21-488a-aab8-27abdde4f00a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:02.805008 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a2f3b4a3-7e21-488a-aab8-27abdde4f00a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:02.860390 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9bbd7924-6f60-40ea-9b72-298fd715e067 req-e0a972b1-ba41-4428-afd7-5c4b174445a5 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567127 Feb 09 14:33:02.894607 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc3331-48a8-42a2-9102-cbd853911302 req-08006a7e-1e79-4183-818e-339221cd942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:02.897529 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8efc3331-48a8-42a2-9102-cbd853911302 req-08006a7e-1e79-4183-818e-339221cd942a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4575934 Feb 09 14:33:03.168646 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-58cdaf2f-2502-4012-bcfd-87b21661ae38 req-ebfaa55f-852d-43db-b71d-8bbbaa58fe2f tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6392355 Feb 09 14:33:03.168646 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b4a3-7e21-488a-aab8-27abdde4f00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:03.192505 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b4a3-7e21-488a-aab8-27abdde4f00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:03.268163 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-00e78f9d-7272-4c99-a3db-0cd887f55b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:36Z', 'revision_number': 4, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '84238016-6746-4640-a934-bca7fd523d10', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'port_id': '2a172f3e-e584-4e5c-88a2-c5440810af50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'mac_address': 'fa:16:3e:09:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463d2677-fa65-47ed-b179-71ffa0e4523b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:32:17Z', 'updated_at': '2022-02-09T14:32:58Z', 'revision_number': 1, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992a9b82-6e93-45f1-a04c-b2373f543fb4', 'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'mac_address': 'fa:16:3e:f3:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:33Z', 'updated_at': '2022-02-09T14:26:46Z', 'revision_number': 5, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'subnets': [{'id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:03.285039 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e78f9d-7272-4c99-a3db-0cd887f55b2d None None] The sync data for ids ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'] in n-d-828418-2 is: [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:36Z', 'revision_number': 4, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '84238016-6746-4640-a934-bca7fd523d10', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'port_id': '2a172f3e-e584-4e5c-88a2-c5440810af50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'mac_address': 'fa:16:3e:09:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463d2677-fa65-47ed-b179-71ffa0e4523b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:32:17Z', 'updated_at': '2022-02-09T14:32:58Z', 'revision_number': 1, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992a9b82-6e93-45f1-a04c-b2373f543fb4', 'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'mac_address': 'fa:16:3e:f3:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:33Z', 'updated_at': '2022-02-09T14:26:46Z', 'revision_number': 5, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'subnets': [{'id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:33:03.358565 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a2f3b4a3-7e21-488a-aab8-27abdde4f00a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3bafc7240bc43228f3b9a05705eef9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8236768 Feb 09 14:33:03.363639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53302) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:03.377064 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8efc3331-48a8-42a2-9102-cbd853911302 req-d18da435-7ab2-4b3e-ace9-95132c64a780 service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705296 Feb 09 14:33:03.589032 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3aa3e02-9ec9-4157-b32a-3fdc1b211b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:03.667715 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3aa3e02-9ec9-4157-b32a-3fdc1b211b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:03.694308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3b4a3-7e21-488a-aab8-27abdde4f00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad06e04-0572-4e64-8edc-119cdc199a11,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:03.722351 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8efc3331-48a8-42a2-9102-cbd853911302 req-b99afbd6-35fe-4a00-bd12-b24bff8cd89d service neutron] 10.222.0.35 "GET /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285575 Feb 09 14:33:03.823826 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a498d-f1b2-4b6e-ab59-03c9bc829d76 None None] New status for floating IP 84238016-6746-4640-a934-bca7fd523d10: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:33:03.846190 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3aa3e02-9ec9-4157-b32a-3fdc1b211b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:03.879914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa3e02-9ec9-4157-b32a-3fdc1b211b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad06e04-0572-4e64-8edc-119cdc199a11,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:03.885097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3aa3e02-9ec9-4157-b32a-3fdc1b211b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:03.888990 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d3aa3e02-9ec9-4157-b32a-3fdc1b211b7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ad06e04-0572-4e64-8edc-119cdc199a11 HTTP/1.1" status: 204 len: 168 time: 0.5243874 Feb 09 14:33:04.041794 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:04.048932 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:04.345213 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:04.449909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event updated for resources: {'Port': ['ID=dd973dba-3ea9-4a65-8b8f-ee7ebadecc64,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:04.549401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013cec4-55cd-4b3a-adeb-4296987d43c5 req-3a8666e6-952f-4864-a1df-cc26c9bb0a0a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:04.581048 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b013cec4-55cd-4b3a-adeb-4296987d43c5 req-3a8666e6-952f-4864-a1df-cc26c9bb0a0a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.3494625 Feb 09 14:33:04.727741 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b013cec4-55cd-4b3a-adeb-4296987d43c5 req-8134a124-83cc-4027-ad9f-da0a2bb978ad tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664178 Feb 09 14:33:05.264887 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Network b55a372a-c828-4ae6-a1e1-8e4669ba716c is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:33:05.272624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:33:05.668571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02495c0-d657-4c78-af42-754de6f5359b req-d062a27e-2531-436b-897d-ec5adcc01d42 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:05.693165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a02495c0-d657-4c78-af42-754de6f5359b req-d062a27e-2531-436b-897d-ec5adcc01d42 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 946 time: 0.4769046 Feb 09 14:33:05.954995 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ce5b1914-94aa-42f1-ac28-4a2df1755ce4 None None] Provisioning complete for port dd973dba-3ea9-4a65-8b8f-ee7ebadecc64 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:33:05.954995 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ce5b1914-94aa-42f1-ac28-4a2df1755ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:06.009592 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a02495c0-d657-4c78-af42-754de6f5359b req-254ac310-acc7-4de9-9ee4-0de6c5ff8bad tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154829 Feb 09 14:33:06.042622 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Router 6ae7cfeb-13da-4092-b5aa-ef1a17879a1f has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:33:06.295127 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b1914-94aa-42f1-ac28-4a2df1755ce4 None None] Port dd973dba-3ea9-4a65-8b8f-ee7ebadecc64 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:33:06.384623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:33:06.396291 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90624e-1295-40a4-bca8-9178a33cf031 None None] Sync routers for ids ['6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:33:06.400677 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b78db81e-7fe0-45b1-bd1a-60c3fb59ea69 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "PUT /v2.0/routers/6ae7cfeb-13da-4092-b5aa-ef1a17879a1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6597655 Feb 09 14:33:06.403177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53372) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:06.431812 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90624e-1295-40a4-bca8-9178a33cf031 None None] Routers {'6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:33:06.434817 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-6c90624e-1295-40a4-bca8-9178a33cf031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:32:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:06.647211 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-6c90624e-1295-40a4-bca8-9178a33cf031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:06.668048 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90624e-1295-40a4-bca8-9178a33cf031 None None] Routers {'6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:33:06.668048 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-6c90624e-1295-40a4-bca8-9178a33cf031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:32:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:06.774077 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0680b7de-b165-4fdf-94d3-cf6c74db5a25 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:06.808854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0edf93-0590-4b7f-bd8a-32b51f07308a req-a6c88c42-4d2b-4516-8447-725f596aa14c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:06.819189 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c0edf93-0590-4b7f-bd8a-32b51f07308a req-a6c88c42-4d2b-4516-8447-725f596aa14c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.8187728 Feb 09 14:33:06.861423 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-6c90624e-1295-40a4-bca8-9178a33cf031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:06.862040 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90624e-1295-40a4-bca8-9178a33cf031 None None] The sync data for ids ['6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:33:06.957222 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c0edf93-0590-4b7f-bd8a-32b51f07308a req-bdc1d9b8-1698-450f-acd2-8418fec7e31e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413085 Feb 09 14:33:07.126484 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-0680b7de-b165-4fdf-94d3-cf6c74db5a25 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 14:33:07.130210 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53386) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:07.133764 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0680b7de-b165-4fdf-94d3-cf6c74db5a25 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "DELETE /v2.0/routers/6ae7cfeb-13da-4092-b5aa-ef1a17879a1f HTTP/1.1" status: 409 len: 329 time: 0.7143731 Feb 09 14:33:08.476885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d13b9-be4f-4ba3-bf88-4ad699ff2f8a req-b6315035-3919-4b45-8e41-4641ad2399d9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:08.493048 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-108d13b9-be4f-4ba3-bf88-4ad699ff2f8a req-b6315035-3919-4b45-8e41-4641ad2399d9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.3664382 Feb 09 14:33:08.750872 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-108d13b9-be4f-4ba3-bf88-4ad699ff2f8a req-49db3814-c568-41dd-82c4-30d8707c188e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623281 Feb 09 14:33:08.814071 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:08.841236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b397f0ed-2fe0-4ec6-a34f-74087bf16359 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:09.829700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b397f0ed-2fe0-4ec6-a34f-74087bf16359 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Deleting port dd973dba-3ea9-4a65-8b8f-ee7ebadecc64 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:33:09.830042 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b397f0ed-2fe0-4ec6-a34f-74087bf16359 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:10.213373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b397f0ed-2fe0-4ec6-a34f-74087bf16359 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:10.448632 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:10.498753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b397f0ed-2fe0-4ec6-a34f-74087bf16359 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Calling delete_port for dd973dba-3ea9-4a65-8b8f-ee7ebadecc64 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:33:11.495180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abd30a-2a4b-46c0-9736-4c97fff287cd req-cbc78071-3754-4d9e-a993-62c13521a0f8 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:11.500582 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1abd30a-2a4b-46c0-9736-4c97fff287cd req-cbc78071-3754-4d9e-a993-62c13521a0f8 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 1.5005839 Feb 09 14:33:11.771056 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1abd30a-2a4b-46c0-9736-4c97fff287cd req-04e8ca40-6da7-417d-a0d1-df32aa73542c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560980 Feb 09 14:33:11.922349 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b397f0ed-2fe0-4ec6-a34f-74087bf16359 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:12.080032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397f0ed-2fe0-4ec6-a34f-74087bf16359 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event deleted for resources: {'Port': ['ID=dd973dba-3ea9-4a65-8b8f-ee7ebadecc64,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:12.759131 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b397f0ed-2fe0-4ec6-a34f-74087bf16359 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:13.745366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8279d-cef1-4590-b9d5-029569618080 req-9047fd78-7b3c-4d3b-bc33-9a418ed4a7c1 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:13.761617 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bce8279d-cef1-4590-b9d5-029569618080 req-9047fd78-7b3c-4d3b-bc33-9a418ed4a7c1 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.4717450 Feb 09 14:33:13.833098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b397f0ed-2fe0-4ec6-a34f-74087bf16359 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Router 6ae7cfeb-13da-4092-b5aa-ef1a17879a1f has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:33:13.974681 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bce8279d-cef1-4590-b9d5-029569618080 req-06e86658-6a57-4dd8-9772-5d37f70ce81b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922812 Feb 09 14:33:14.208729 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b397f0ed-2fe0-4ec6-a34f-74087bf16359 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:33:14.223854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58634d1-9e37-4237-bcfe-ed522a8af989 None None] Sync routers for ids ['6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:33:14.238623 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b397f0ed-2fe0-4ec6-a34f-74087bf16359 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "PUT /v2.0/routers/6ae7cfeb-13da-4092-b5aa-ef1a17879a1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1192236 Feb 09 14:33:14.242925 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58634d1-9e37-4237-bcfe-ed522a8af989 None None] Routers {'6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:33:14.243556 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b58634d1-9e37-4237-bcfe-ed522a8af989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:32:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:14.247923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53504) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:14.383126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b58634d1-9e37-4237-bcfe-ed522a8af989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:14.396166 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58634d1-9e37-4237-bcfe-ed522a8af989 None None] Routers {'6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:33:14.396166 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b58634d1-9e37-4237-bcfe-ed522a8af989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:32:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:14.607858 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-d7bb8ca8-d027-4c22-a452-604796b382e0 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] show failed (client error): The resource could not be found. Feb 09 14:33:14.609777 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b58634d1-9e37-4237-bcfe-ed522a8af989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:14.610354 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d7bb8ca8-d027-4c22-a452-604796b382e0 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1580643051 HTTP/1.1" status: 404 len: 335 time: 0.3600588 Feb 09 14:33:14.613215 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58634d1-9e37-4237-bcfe-ed522a8af989 None None] The sync data for ids ['6ae7cfeb-13da-4092-b5aa-ef1a17879a1f'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:33:14.613761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53516) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:14.620007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-92a5b5c2-129b-4591-9aa3-0159c165b4ab tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:14.718845 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-92a5b5c2-129b-4591-9aa3-0159c165b4ab tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] update failed (client error): The resource could not be found. Feb 09 14:33:14.719987 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-92a5b5c2-129b-4591-9aa3-0159c165b4ab tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-666884177 HTTP/1.1" status: 404 len: 334 time: 0.1045589 Feb 09 14:33:14.724950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53524) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:14.932862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Deleting subnet 81b47aa3-caaa-4b9c-84d2-152d4d159ad0 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:33:14.961017 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:15.146660 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:15.388289 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:15.609664 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:15.666296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5fd3f-7251-48ae-912f-763cc411dfac req-a48175d4-6742-4632-8a19-b610be14d42e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:15.667877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ef5fd3f-7251-48ae-912f-763cc411dfac req-a48175d4-6742-4632-8a19-b610be14d42e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.2988529 Feb 09 14:33:15.829262 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ef5fd3f-7251-48ae-912f-763cc411dfac req-45bef051-fd10-4df9-8fd7-cf11c8bb81a4 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530085 Feb 09 14:33:16.268346 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:16.276449 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20418b66-a1b7-41ff-b0f5-a0ae4226973a None None] Network 71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:33:16.320138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event deleted for resources: {'Subnet': ['ID=81b47aa3-caaa-4b9c-84d2-152d4d159ad0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:16.447295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:16.447295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:16.447295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:16.447295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:16.447295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:16.447295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:16.447295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:16.447295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:16.447295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:16.469799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:16.469799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:16.469799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:16.495144 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-522d1c5c-7806-46d7-90d3-ac3a111d2a17 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "DELETE /v2.0/subnets/81b47aa3-caaa-4b9c-84d2-152d4d159ad0 HTTP/1.1" status: 204 len: 168 time: 1.7567508 Feb 09 14:33:16.497995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53550) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:16.683267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-953a088c-8a3b-4957-aac1-f89fcd954841 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Deleting subnet f71000f3-9d2e-459b-ac64-8135086ea3f4 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:33:16.687422 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-953a088c-8a3b-4957-aac1-f89fcd954841 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:16.813718 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-953a088c-8a3b-4957-aac1-f89fcd954841 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:17.208381 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-953a088c-8a3b-4957-aac1-f89fcd954841 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:17.299960 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] DHCP port deletion for 71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:33:17.311385 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Deleting port b6e37829-4403-47db-89f7-5aebd6a26a5c {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:33:17.312174 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:17.640732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91567793-0dda-42f9-82c3-1e78dec8ee92 req-ca2e072b-d895-4c54-bb7e-a30d04c4496f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:17.684832 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-91567793-0dda-42f9-82c3-1e78dec8ee92 req-ca2e072b-d895-4c54-bb7e-a30d04c4496f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.4619198 Feb 09 14:33:17.862709 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-91567793-0dda-42f9-82c3-1e78dec8ee92 req-f8f884c8-80ec-42fb-81a9-d71bba898732 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854501 Feb 09 14:33:17.912257 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-953a088c-8a3b-4957-aac1-f89fcd954841 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:17.918686 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] For port b6e37829-4403-47db-89f7-5aebd6a26a5c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b6e37829-4403-47db-89f7-5aebd6a26a5c,segment=NetworkSegment(9fa7f5fa-169c-4d7e-bec4-0d6446fe61b5),segment_id=9fa7f5fa-169c-4d7e-bec4-0d6446fe61b5)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:33:17.918686 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:18.092342 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Calling delete_port for b6e37829-4403-47db-89f7-5aebd6a26a5c owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:33:18.198819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b6e37829-4403-47db-89f7-5aebd6a26a5c no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:33:18.238205 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: b6e37829-4403-47db-89f7-5aebd6a26a5c {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:33:18.239148 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b6e37829-4403-47db-89f7-5aebd6a26a5c not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:33:18.241023 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:18.243543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a088c-8a3b-4957-aac1-f89fcd954841 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event deleted for resources: {'Subnet': ['ID=f71000f3-9d2e-459b-ac64-8135086ea3f4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:18.260976 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-953a088c-8a3b-4957-aac1-f89fcd954841 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:18.285770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-953a088c-8a3b-4957-aac1-f89fcd954841 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "DELETE /v2.0/subnets/f71000f3-9d2e-459b-ac64-8135086ea3f4 HTTP/1.1" status: 204 len: 168 time: 1.7955172 Feb 09 14:33:18.288312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53580) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:18.350516 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169df659-f8a0-473c-80c2-f8a7e3ce647f None None] Network 7aa30256-f6d7-47c0-b61c-7f99dc6a2d77 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:33:18.383541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] No DVR routers for this DVR port b6e37829-4403-47db-89f7-5aebd6a26a5c on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:33:18.448288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Pushing event deleted for resources: {'Port': ['ID=b6e37829-4403-47db-89f7-5aebd6a26a5c,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:18.464413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:18.464413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:18.473502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:18.473502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:18.473502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:18.473502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:18.473502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:18.479590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:18.479590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:18.479590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:18.479590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:18.479590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe8ddc-1915-4807-b6cb-0217ca1d9f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:18.590330 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e06e1ab3-e831-42ea-8f6e-d7d28a1d3d04 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:19.135971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c468f4-a1ff-4b61-83ab-e13b07f6c6ec None None] DHCP port deletion for 7aa30256-f6d7-47c0-b61c-7f99dc6a2d77 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:33:19.141024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f5c468f4-a1ff-4b61-83ab-e13b07f6c6ec None None] Deleting port e0f33355-096c-4dce-942e-0c09cb5aca1f {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:33:19.141708 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f5c468f4-a1ff-4b61-83ab-e13b07f6c6ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:19.208170 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e06e1ab3-e831-42ea-8f6e-d7d28a1d3d04 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:19.292698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e06e1ab3-e831-42ea-8f6e-d7d28a1d3d04 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:19.384983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e06e1ab3-e831-42ea-8f6e-d7d28a1d3d04 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa7f5fa-169c-4d7e-bec4-0d6446fe61b5') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:19.401709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e06e1ab3-e831-42ea-8f6e-d7d28a1d3d04 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa7f5fa-169c-4d7e-bec4-0d6446fe61b5') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:19.457716 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e06e1ab3-e831-42ea-8f6e-d7d28a1d3d04 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:19.574295 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e06e1ab3-e831-42ea-8f6e-d7d28a1d3d04 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:19.601145 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06e1ab3-e831-42ea-8f6e-d7d28a1d3d04 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:33:19.601776 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e06e1ab3-e831-42ea-8f6e-d7d28a1d3d04 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:33:19.672610 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:33:19.712268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e0f33355-096c-4dce-942e-0c09cb5aca1f no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:33:19.793131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed68799-51ce-46db-b9f8-a43b157f77e5 req-a7129f3c-28aa-4baa-b5ad-6a5d55e5495d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:19.808032 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aed68799-51ce-46db-b9f8-a43b157f77e5 req-a7129f3c-28aa-4baa-b5ad-6a5d55e5495d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.7153938 Feb 09 14:33:19.872075 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e06e1ab3-e831-42ea-8f6e-d7d28a1d3d04 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:19.897987 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aed68799-51ce-46db-b9f8-a43b157f77e5 req-dc89551a-3b5e-4d0a-94df-f8d8572f655f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909519 Feb 09 14:33:19.901680 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e06e1ab3-e831-42ea-8f6e-d7d28a1d3d04 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:20.027105 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e06e1ab3-e831-42ea-8f6e-d7d28a1d3d04 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "DELETE /v2.0/networks/71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa HTTP/1.1" status: 204 len: 168 time: 1.7374012 Feb 09 14:33:20.028492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e1ab3-e831-42ea-8f6e-d7d28a1d3d04 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event deleted for resources: {'Network': ['ID=71a73dbc-a9a6-49c8-b3d9-8e8d2e3a94aa,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:20.029709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53622) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:20.164230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f5c468f4-a1ff-4b61-83ab-e13b07f6c6ec None None] For port e0f33355-096c-4dce-942e-0c09cb5aca1f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e0f33355-096c-4dce-942e-0c09cb5aca1f,segment=NetworkSegment(d3db4e4e-ef26-42b3-9483-452735978eea),segment_id=d3db4e4e-ef26-42b3-9483-452735978eea)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:33:20.164230 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f5c468f4-a1ff-4b61-83ab-e13b07f6c6ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:20.232766 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:20.251014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Deleting port e0f33355-096c-4dce-942e-0c09cb5aca1f {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:33:20.251014 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:20.440344 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f5c468f4-a1ff-4b61-83ab-e13b07f6c6ec None None] Calling delete_port for e0f33355-096c-4dce-942e-0c09cb5aca1f owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:33:20.470043 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:20.616378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] For port e0f33355-096c-4dce-942e-0c09cb5aca1f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e0f33355-096c-4dce-942e-0c09cb5aca1f,segment=NetworkSegment(d3db4e4e-ef26-42b3-9483-452735978eea),segment_id=d3db4e4e-ef26-42b3-9483-452735978eea)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:33:20.616378 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:20.754658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Calling delete_port for e0f33355-096c-4dce-942e-0c09cb5aca1f owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:33:20.802377 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 14:33:20.802377 n-d-828418-2 neutron-server[87598]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 09 14:33:20.802377 n-d-828418-2 neutron-server[87598]: [parameters: {'status': 'DOWN', 'ports_id': 'e0f33355-096c-4dce-942e-0c09cb5aca1f'}] Feb 09 14:33:20.802377 n-d-828418-2 neutron-server[87598]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:33:20.802377 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:33:20.809043 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f5c468f4-a1ff-4b61-83ab-e13b07f6c6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:20.894554 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:33:20.894554 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:33:20.931856 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c468f4-a1ff-4b61-83ab-e13b07f6c6ec None None] Pushing event deleted for resources: {'Port': ['ID=e0f33355-096c-4dce-942e-0c09cb5aca1f,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:20.957622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b8542-782a-47a6-8a11-90a5196d8af3 req-8aef4c60-2fcd-45db-94f8-1142ab076f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:20.961542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c468f4-a1ff-4b61-83ab-e13b07f6c6ec None None] No DVR routers for this DVR port e0f33355-096c-4dce-942e-0c09cb5aca1f on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:33:20.966925 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-783b8542-782a-47a6-8a11-90a5196d8af3 req-8aef4c60-2fcd-45db-94f8-1142ab076f84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c024d02814d948829adf7be459d0a506&device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 1097 time: 0.1043699 Feb 09 14:33:21.169485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b8542-782a-47a6-8a11-90a5196d8af3 req-7210eeda-86f9-45c8-9a31-5c8ab5b4dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:21.170939 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-783b8542-782a-47a6-8a11-90a5196d8af3 req-7210eeda-86f9-45c8-9a31-5c8ab5b4dc5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7610042-64a5-4213-a8e5-88e8184a0ffc HTTP/1.1" status: 200 len: 913 time: 0.2076471 Feb 09 14:33:21.276033 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-783b8542-782a-47a6-8a11-90a5196d8af3 req-34643f7d-ec9d-4bf5-936a-8195f9516051 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe HTTP/1.1" status: 200 len: 217 time: 0.0907991 Feb 09 14:33:21.276414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3154ea-c2be-4a32-a92b-d8bc163e3c78 req-618b0548-cf7b-4961-a398-0e779a452f59 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:21.278628 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd3154ea-c2be-4a32-a92b-d8bc163e3c78 req-618b0548-cf7b-4961-a398-0e779a452f59 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.1806867 Feb 09 14:33:21.398564 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Port e0f33355-096c-4dce-942e-0c09cb5aca1f update to DOWN by agent not found {{(pid=87598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 14:33:21.412001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Deleting port e0f33355-096c-4dce-942e-0c09cb5aca1f {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:33:21.412001 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:21.444811 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd3154ea-c2be-4a32-a92b-d8bc163e3c78 req-b99549af-091e-4d9b-9f32-d9f8c1ffc51e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501844 Feb 09 14:33:21.479304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b8542-782a-47a6-8a11-90a5196d8af3 req-091b88b9-654f-459f-bdff-3357c9587835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:21.479304 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-783b8542-782a-47a6-8a11-90a5196d8af3 req-091b88b9-654f-459f-bdff-3357c9587835 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3407ac2-b0bc-4169-870e-0aafafa756d9 HTTP/1.1" status: 200 len: 853 time: 0.2010617 Feb 09 14:33:21.716599 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-783b8542-782a-47a6-8a11-90a5196d8af3 req-70fa480a-3e46-4c6e-8350-a272d1b0bccc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7610042-64a5-4213-a8e5-88e8184a0ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937722 Feb 09 14:33:21.728295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] The port 'e0f33355-096c-4dce-942e-0c09cb5aca1f' was deleted {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:33:22.103398 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:22.150275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa30256-f6d7-47c0-b61c-7f99dc6a2d77']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:22.170777 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-783b8542-782a-47a6-8a11-90a5196d8af3 req-642c8ecf-bfec-42a5-8951-63b7a1490b09 service neutron] 10.222.0.35 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469206 Feb 09 14:33:22.170777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3db4e4e-ef26-42b3-9483-452735978eea') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:22.170777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3db4e4e-ef26-42b3-9483-452735978eea') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:22.370815 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:22.405890 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:22.416391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:33:22.416391 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:33:22.433399 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:33:22.564294 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-783b8542-782a-47a6-8a11-90a5196d8af3 req-e711bde8-a4fe-4b68-8314-40aeac2a5d68 service neutron] 10.222.0.35 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831408 Feb 09 14:33:22.564294 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:22.593465 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:22.609880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event deleted for resources: {'Network': ['ID=7aa30256-f6d7-47c0-b61c-7f99dc6a2d77,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:22.609880 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e31dd3aa-2588-4f76-a1f3-2e691aedb08f tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "DELETE /v2.0/networks/7aa30256-f6d7-47c0-b61c-7f99dc6a2d77 HTTP/1.1" status: 204 len: 168 time: 2.5713410 Feb 09 14:33:22.618355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53664) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:22.698450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e30bbec-e7a2-4830-b3eb-e98c19559dc6 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Deleting subnet 10314f5f-f604-4d80-abdf-064869b85409 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:33:22.698450 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e30bbec-e7a2-4830-b3eb-e98c19559dc6 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:22.731073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54bf5e-ec92-4dae-a68c-77dc3b5b279a req-ada4ce6b-6544-4cc7-8771-0f983f9f4957 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:22.735520 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f54bf5e-ec92-4dae-a68c-77dc3b5b279a req-ada4ce6b-6544-4cc7-8771-0f983f9f4957 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 946 time: 0.1169684 Feb 09 14:33:22.765558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b22fbcdd-e7aa-48dd-8961-31638e547dfe no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:33:22.766655 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e30bbec-e7a2-4830-b3eb-e98c19559dc6 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:22.798181 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f54bf5e-ec92-4dae-a68c-77dc3b5b279a req-07936eab-b1c6-48b6-a995-fbac84030678 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616028 Feb 09 14:33:22.876560 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e30bbec-e7a2-4830-b3eb-e98c19559dc6 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:22.943489 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:22.996198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b22fbcdd-e7aa-48dd-8961-31638e547dfe, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe,segment=NetworkSegment(592da187-9306-40d7-aa82-bc4da1564609),segment_id=592da187-9306-40d7-aa82-bc4da1564609)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:33:23.000612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537f1d08-9329-47ff-a568-8e9366dbef7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:33:23.006546 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:23.018897 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e30bbec-e7a2-4830-b3eb-e98c19559dc6 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:23.101177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30bbec-e7a2-4830-b3eb-e98c19559dc6 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event deleted for resources: {'Subnet': ['ID=10314f5f-f604-4d80-abdf-064869b85409,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:23.103232 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537f1d08-9329-47ff-a568-8e9366dbef7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe', 'code': 200} Feb 09 14:33:23.114753 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e30bbec-e7a2-4830-b3eb-e98c19559dc6 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:23.121992 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4e30bbec-e7a2-4830-b3eb-e98c19559dc6 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "DELETE /v2.0/subnets/10314f5f-f604-4d80-abdf-064869b85409 HTTP/1.1" status: 204 len: 168 time: 0.5185840 Feb 09 14:33:23.123749 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8395ff-ef57-486b-b4bd-796a9409513d None None] Network b55a372a-c828-4ae6-a1e1-8e4669ba716c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:33:23.128003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53684) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:23.305673 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:23.333110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Deleting port 5fae29f4-cee6-4f44-9a98-c9764cec2988 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:33:23.333110 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:23.413603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b22fbcdd-e7aa-48dd-8961-31638e547dfe,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:23.569352 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b776189-4a8a-410d-b9db-b249001ccb64 None None] DHCP port deletion for b55a372a-c828-4ae6-a1e1-8e4669ba716c request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:33:23.582801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-2b776189-4a8a-410d-b9db-b249001ccb64 None None] Deleting port 5fae29f4-cee6-4f44-9a98-c9764cec2988 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:33:23.582801 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2b776189-4a8a-410d-b9db-b249001ccb64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:23.842944 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5fae29f4-cee6-4f44-9a98-c9764cec2988 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:33:24.145921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] For port 5fae29f4-cee6-4f44-9a98-c9764cec2988, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=5fae29f4-cee6-4f44-9a98-c9764cec2988,segment=NetworkSegment(0e82a838-4982-4649-8300-00a6aca1a7df),segment_id=0e82a838-4982-4649-8300-00a6aca1a7df)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:33:24.145921 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:24.273322 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:24.304975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Calling delete_port for 5fae29f4-cee6-4f44-9a98-c9764cec2988 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:33:24.516465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4b78d-9f13-4bcd-8a47-583b7797d946 req-aa5bd67c-ec45-47d2-ab88-350aa1c760f7 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:24.533864 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b0d4b78d-9f13-4bcd-8a47-583b7797d946 req-aa5bd67c-ec45-47d2-ab88-350aa1c760f7 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.4847465 Feb 09 14:33:24.617247 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:24.634412 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2b776189-4a8a-410d-b9db-b249001ccb64 None None] For port 5fae29f4-cee6-4f44-9a98-c9764cec2988, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=5fae29f4-cee6-4f44-9a98-c9764cec2988,segment=NetworkSegment(0e82a838-4982-4649-8300-00a6aca1a7df),segment_id=0e82a838-4982-4649-8300-00a6aca1a7df)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:33:24.635109 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2b776189-4a8a-410d-b9db-b249001ccb64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:24.691695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] No DVR routers for this DVR port 5fae29f4-cee6-4f44-9a98-c9764cec2988 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:33:24.693454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event deleted for resources: {'Port': ['ID=5fae29f4-cee6-4f44-9a98-c9764cec2988,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:24.826254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-2b776189-4a8a-410d-b9db-b249001ccb64 None None] Calling delete_port for 5fae29f4-cee6-4f44-9a98-c9764cec2988 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:33:24.856810 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 14:33:24.856810 n-d-828418-2 neutron-server[87598]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 09 14:33:24.856810 n-d-828418-2 neutron-server[87598]: [parameters: {'status': 'DOWN', 'ports_id': '5fae29f4-cee6-4f44-9a98-c9764cec2988'}] Feb 09 14:33:24.856810 n-d-828418-2 neutron-server[87598]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:33:24.856810 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:33:24.937364 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-2b776189-4a8a-410d-b9db-b249001ccb64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:33:24.937364 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-2b776189-4a8a-410d-b9db-b249001ccb64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:33:24.975167 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:25.022742 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55a372a-c828-4ae6-a1e1-8e4669ba716c']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:25.058624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e82a838-4982-4649-8300-00a6aca1a7df') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:25.059419 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e82a838-4982-4649-8300-00a6aca1a7df') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:33:25.069796 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b0d4b78d-9f13-4bcd-8a47-583b7797d946 req-3708ba42-3517-49a9-890b-a81786a3ffbb tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350823 Feb 09 14:33:25.078000 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:25.105057 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:25.115509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:33:25.116272 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:33:25.242451 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:33:25.253698 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:25.297928 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:25.302467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Pushing event deleted for resources: {'Network': ['ID=b55a372a-c828-4ae6-a1e1-8e4669ba716c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:25.334047 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-345e8ea4-b849-44ea-869c-473a9210c369 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "DELETE /v2.0/networks/b55a372a-c828-4ae6-a1e1-8e4669ba716c HTTP/1.1" status: 204 len: 168 time: 2.1889019 Feb 09 14:33:25.334047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53736) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:25.442681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c043be71-d1ee-4ba5-ba6e-0937a48850e1 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Synchronizing usage tracker for tenant:8685314098e64e8c9bc891cc79e08353 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:25.492076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c043be71-d1ee-4ba5-ba6e-0937a48850e1 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Unset dirty status for tenant:8685314098e64e8c9bc891cc79e08353 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:25.492076 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c043be71-d1ee-4ba5-ba6e-0937a48850e1 tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ae7cfeb-13da-4092-b5aa-ef1a17879a1f HTTP/1.1" status: 200 len: 205 time: 0.1635365 Feb 09 14:33:25.503831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53744) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:25.508737 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-2b776189-4a8a-410d-b9db-b249001ccb64 None None] Deleting port 5fae29f4-cee6-4f44-9a98-c9764cec2988 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:33:25.508737 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2b776189-4a8a-410d-b9db-b249001ccb64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:25.681010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Port 5fae29f4-cee6-4f44-9a98-c9764cec2988 update to DOWN by agent not found {{(pid=87598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 09 14:33:25.823651 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-2b776189-4a8a-410d-b9db-b249001ccb64 None None] The port '5fae29f4-cee6-4f44-9a98-c9764cec2988' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:33:26.068280 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1881d722-5ced-4a22-a6a7-ca16c6f0f10b tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:26.804728 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1881d722-5ced-4a22-a6a7-ca16c6f0f10b tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:26.804728 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1881d722-5ced-4a22-a6a7-ca16c6f0f10b tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:26.825097 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-411c93e9-ab91-40b3-bd19-e7f1b060fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:26.858163 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1881d722-5ced-4a22-a6a7-ca16c6f0f10b tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:26.858652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1881d722-5ced-4a22-a6a7-ca16c6f0f10b tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Fanout notify agent at l3_agent the message router_deleted on router 6ae7cfeb-13da-4092-b5aa-ef1a17879a1f {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:33:26.873830 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1881d722-5ced-4a22-a6a7-ca16c6f0f10b tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:26.875544 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1881d722-5ced-4a22-a6a7-ca16c6f0f10b tempest-RoutersNegativeTest-1968158448 tempest-RoutersNegativeTest-1968158448-project] 10.222.0.48 "DELETE /v2.0/routers/6ae7cfeb-13da-4092-b5aa-ef1a17879a1f HTTP/1.1" status: 204 len: 168 time: 1.3876622 Feb 09 14:33:26.883895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969b347-68e7-4769-bc6d-e693fa776e5e req-0b8c4550-85d2-4a07-970c-4ddaed1f75bd tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:26.891471 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3969b347-68e7-4769-bc6d-e693fa776e5e req-0b8c4550-85d2-4a07-970c-4ddaed1f75bd tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.4129918 Feb 09 14:33:26.977395 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3969b347-68e7-4769-bc6d-e693fa776e5e req-94ab7fc9-e672-48ed-8b81-582ac87134c9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848386 Feb 09 14:33:27.329148 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865aa14-904e-4840-91e0-4fd7841f7821 req-808e6636-c9dd-4b6f-9158-d35686ae58c1 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:27.332003 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d865aa14-904e-4840-91e0-4fd7841f7821 req-808e6636-c9dd-4b6f-9158-d35686ae58c1 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.1713009 Feb 09 14:33:27.551249 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53788) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:27.713324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d865aa14-904e-4840-91e0-4fd7841f7821 req-65b220cd-e7d2-42cd-8410-ac3707afee3f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680727 Feb 09 14:33:27.845113 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b475cad8-4f80-4086-b31c-388180d20dff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8685314098e64e8c9bc891cc79e08353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917342 Feb 09 14:33:27.848046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53804) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:27.914816 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-39fe01c5-d2c1-4961-9005-8435ee3141db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:27.942372 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-39fe01c5-d2c1-4961-9005-8435ee3141db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:28.003322 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-39fe01c5-d2c1-4961-9005-8435ee3141db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:28.053870 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-39fe01c5-d2c1-4961-9005-8435ee3141db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:28.055657 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-39fe01c5-d2c1-4961-9005-8435ee3141db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eec499cf-6644-4e50-a210-a314094d2303 HTTP/1.1" status: 204 len: 168 time: 0.2070374 Feb 09 14:33:28.056920 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe01c5-d2c1-4961-9005-8435ee3141db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec499cf-6644-4e50-a210-a314094d2303,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:28.551903 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c2660-db2f-419e-85ee-a0347c154118 req-a8338d7e-4351-423e-8182-049d80327b9a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:28.559765 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-933c2660-db2f-419e-85ee-a0347c154118 req-a8338d7e-4351-423e-8182-049d80327b9a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.1291227 Feb 09 14:33:28.617803 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-933c2660-db2f-419e-85ee-a0347c154118 req-b8da7b58-521e-4959-af15-89e0da0b7f43 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549219 Feb 09 14:33:28.794692 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b22fbcdd-e7aa-48dd-8961-31638e547dfe no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:33:29.156297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53866) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:29.201952 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-87ca9fed-2982-4c86-a136-0f3a520118bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:29.665125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53886) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:29.786605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640577761'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:29.793098 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8fccea92-92b6-4dd3-bd1d-3af012fae8e0 req-b7d99b75-e567-4acc-86b1-8a1e08463edf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6349766 Feb 09 14:33:29.826558 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:29.869313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:29.876252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:29.990297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:30.045324 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:30.081084 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:30.131111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:30.143977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:30.153615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:30.177329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:30.225412 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a43c2-456e-4db0-8016-ea54f9ba91d1 req-71febb2a-7dc8-4840-906d-ba7e4445f9e8 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:30.228346 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f72a43c2-456e-4db0-8016-ea54f9ba91d1 req-71febb2a-7dc8-4840-906d-ba7e4445f9e8 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.3699975 Feb 09 14:33:30.229296 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:30.297807 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:30.383950 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f72a43c2-456e-4db0-8016-ea54f9ba91d1 req-2ea2e4a0-ccb8-425e-bca7-1de3e224ca63 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442430 Feb 09 14:33:30.501043 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:30.506450 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:30.526143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:30.572585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:30.576221 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b1b732-627b-4948-8ee6-c77194e5d22e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:30.582194 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:30.590386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:30.699904 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:30.708131 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:30.767220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de5c7ed-682f-43b0-b632-1e7f3543530d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:30.804099 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:30.805363 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-54b92b4d-7018-4481-b9d0-6e70faf73dd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1380885 Feb 09 14:33:30.808112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53918) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:30.909879 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-eb92d88b-8d49-4f09-a86b-0cf7aa2fd1c0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1004062 Feb 09 14:33:30.912615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53922) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:30.917964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-47da61f8-5525-42ac-9811-a7f8887cfd48 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group': {'name': 'tempest-security--1896899167', 'description': 'tempest-security-description-1503597927'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:30.978577 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47da61f8-5525-42ac-9811-a7f8887cfd48 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:31.039052 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47da61f8-5525-42ac-9811-a7f8887cfd48 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:31.044202 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47da61f8-5525-42ac-9811-a7f8887cfd48 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:31.047751 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47da61f8-5525-42ac-9811-a7f8887cfd48 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:31.049289 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-47da61f8-5525-42ac-9811-a7f8887cfd48 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "PUT /v2.0/security-groups/0de5c7ed-682f-43b0-b632-1e7f3543530d HTTP/1.1" status: 200 len: 1780 time: 0.1356790 Feb 09 14:33:31.052238 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53926) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:31.081933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da61f8-5525-42ac-9811-a7f8887cfd48 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de5c7ed-682f-43b0-b632-1e7f3543530d,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:31.129985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53930) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:31.130321 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-71ba3c15-671d-4185-b2e6-b63b2123e682 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-groups/0de5c7ed-682f-43b0-b632-1e7f3543530d HTTP/1.1" status: 200 len: 1780 time: 0.0769570 Feb 09 14:33:31.226333 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49e25cef-b1a8-4c8d-b63f-1e28037c5314 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:31.288030 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49e25cef-b1a8-4c8d-b63f-1e28037c5314 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:31.370254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccea92-92b6-4dd3-bd1d-3af012fae8e0 req-ac6a307b-eace-4958-8e13-9e6c4dbc3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:31.370677 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49e25cef-b1a8-4c8d-b63f-1e28037c5314 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:31.371860 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8fccea92-92b6-4dd3-bd1d-3af012fae8e0 req-ac6a307b-eace-4958-8e13-9e6c4dbc3bf6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a&tenant_id=c024d02814d948829adf7be459d0a506 HTTP/1.1" status: 200 len: 1095 time: 0.1731627 Feb 09 14:33:31.405572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e25cef-b1a8-4c8d-b63f-1e28037c5314 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de5c7ed-682f-43b0-b632-1e7f3543530d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:31.418415 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49e25cef-b1a8-4c8d-b63f-1e28037c5314 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:31.424918 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-49e25cef-b1a8-4c8d-b63f-1e28037c5314 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-groups/0de5c7ed-682f-43b0-b632-1e7f3543530d HTTP/1.1" status: 204 len: 168 time: 0.2932084 Feb 09 14:33:31.425601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53940) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:31.546166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccea92-92b6-4dd3-bd1d-3af012fae8e0 req-4145d68a-170c-4f34-8f3b-2d98b1c6aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:31.549074 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8fccea92-92b6-4dd3-bd1d-3af012fae8e0 req-4145d68a-170c-4f34-8f3b-2d98b1c6aa30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c024d02814d948829adf7be459d0a506&device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 1095 time: 0.1502686 Feb 09 14:33:31.562571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8bd86dea-ca9d-42d6-8c06-de085756bf53 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:31.630716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8bd86dea-ca9d-42d6-8c06-de085756bf53 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:31.632028 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8bd86dea-ca9d-42d6-8c06-de085756bf53 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2053187 Feb 09 14:33:31.635217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53946) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:31.674592 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-dded37e0-d988-4a9f-8785-3012055de26a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] delete failed (client error): The resource could not be found. Feb 09 14:33:31.675606 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dded37e0-d988-4a9f-8785-3012055de26a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-groups/0de5c7ed-682f-43b0-b632-1e7f3543530d HTTP/1.1" status: 404 len: 347 time: 0.0394289 Feb 09 14:33:31.679476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53950) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:31.684353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3ab7e786-8875-4033-bc61-dcdcfdfc6d27 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group': {'name': 'tempest-secgroup--506944282'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:31.692606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3ab7e786-8875-4033-bc61-dcdcfdfc6d27 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:31.718963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3ab7e786-8875-4033-bc61-dcdcfdfc6d27 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:31.750417 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e786-8875-4033-bc61-dcdcfdfc6d27 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:31.786867 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3ab7e786-8875-4033-bc61-dcdcfdfc6d27 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:31.801674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3ab7e786-8875-4033-bc61-dcdcfdfc6d27 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:31.804987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3ab7e786-8875-4033-bc61-dcdcfdfc6d27 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:31.812740 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3ab7e786-8875-4033-bc61-dcdcfdfc6d27 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:31.815266 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:31.844158 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccea92-92b6-4dd3-bd1d-3af012fae8e0 req-f651a7b3-4c68-4700-837e-2759431d1b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:31.846313 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8fccea92-92b6-4dd3-bd1d-3af012fae8e0 req-f651a7b3-4c68-4700-837e-2759431d1b09 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7610042-64a5-4213-a8e5-88e8184a0ffc HTTP/1.1" status: 200 len: 913 time: 0.2881134 Feb 09 14:33:31.936484 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8fccea92-92b6-4dd3-bd1d-3af012fae8e0 req-560a3686-4ff7-44ac-9721-93002ed339c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe HTTP/1.1" status: 200 len: 217 time: 0.0797119 Feb 09 14:33:31.965862 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e786-8875-4033-bc61-dcdcfdfc6d27 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:31.973415 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e786-8875-4033-bc61-dcdcfdfc6d27 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:32.056633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7e786-8875-4033-bc61-dcdcfdfc6d27 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba266fce-2f8a-4e66-a9a2-c351bb18fdc9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:32.077531 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e786-8875-4033-bc61-dcdcfdfc6d27 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:32.078724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccea92-92b6-4dd3-bd1d-3af012fae8e0 req-1af2923b-5ac6-44ba-bdc0-0a1411711b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:32.079818 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3ab7e786-8875-4033-bc61-dcdcfdfc6d27 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3993676 Feb 09 14:33:32.080315 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8fccea92-92b6-4dd3-bd1d-3af012fae8e0 req-1af2923b-5ac6-44ba-bdc0-0a1411711b23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3407ac2-b0bc-4169-870e-0aafafa756d9 HTTP/1.1" status: 200 len: 853 time: 0.1333578 Feb 09 14:33:32.082657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53958) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:32.089079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-18570856-4041-4ff7-b370-d5b02c0dbe0e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group_rule': {'security_group_id': 'ba266fce-2f8a-4e66-a9a2-c351bb18fdc9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:32.112602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-18570856-4041-4ff7-b370-d5b02c0dbe0e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:32.131368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-18570856-4041-4ff7-b370-d5b02c0dbe0e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:32.140867 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-18570856-4041-4ff7-b370-d5b02c0dbe0e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:32.162513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-18570856-4041-4ff7-b370-d5b02c0dbe0e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:32.219233 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8fccea92-92b6-4dd3-bd1d-3af012fae8e0 req-5bdfacd3-cb69-4ad4-a100-aeb3177a02bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7610042-64a5-4213-a8e5-88e8184a0ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311996 Feb 09 14:33:32.242876 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18570856-4041-4ff7-b370-d5b02c0dbe0e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:32.338750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-90a55d21-8cce-43b4-8007-6850f4af01b4 req-f00911bd-57d9-440f-af13-6e3627ba93dd service neutron] (87596) timed out ('10.222.0.21', 54335) {{(pid=87596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 14:33:32.371709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-7f419b29-fd18-4c7d-9a4a-7f8adff148a1 req-f26fb675-e645-40ee-a07d-0b48f90e1dd0 service neutron] (87596) timed out ('10.222.0.21', 54324) {{(pid=87596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 14:33:32.398140 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18570856-4041-4ff7-b370-d5b02c0dbe0e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:32.409155 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18570856-4041-4ff7-b370-d5b02c0dbe0e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:32.413454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b7146-543e-4082-8dd5-db68ff5fe797 req-3ee1f284-8c03-4f58-8ced-9cc00ff323a0 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:32.420650 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ac0b7146-543e-4082-8dd5-db68ff5fe797 req-3ee1f284-8c03-4f58-8ced-9cc00ff323a0 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.7292051 Feb 09 14:33:32.476254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18570856-4041-4ff7-b370-d5b02c0dbe0e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51bc294-2f6b-428a-b926-805543df2d32,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:32.480209 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18570856-4041-4ff7-b370-d5b02c0dbe0e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:32.481708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-18570856-4041-4ff7-b370-d5b02c0dbe0e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3978786 Feb 09 14:33:32.485416 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53966) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:32.554705 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7077eac4-457a-47fa-a590-df1a23cd8bf1 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:32.584461 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7077eac4-457a-47fa-a590-df1a23cd8bf1 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:32.598212 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ac0b7146-543e-4082-8dd5-db68ff5fe797 req-c3c0d2d9-105d-4963-b54d-1994f1d2db74 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761167 Feb 09 14:33:32.616433 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8fccea92-92b6-4dd3-bd1d-3af012fae8e0 req-22a78807-a636-47c1-a6c1-0277bb9a6326 service neutron] 10.222.0.35 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726919 Feb 09 14:33:32.645072 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7077eac4-457a-47fa-a590-df1a23cd8bf1 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:32.663290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077eac4-457a-47fa-a590-df1a23cd8bf1 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c51bc294-2f6b-428a-b926-805543df2d32,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:32.668551 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7077eac4-457a-47fa-a590-df1a23cd8bf1 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:32.672028 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7077eac4-457a-47fa-a590-df1a23cd8bf1 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c51bc294-2f6b-428a-b926-805543df2d32 HTTP/1.1" status: 204 len: 168 time: 0.1830838 Feb 09 14:33:32.672771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53972) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:32.757465 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a5a7fed7-0c53-4038-a679-ac0dd315da8d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:32.781158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a5a7fed7-0c53-4038-a679-ac0dd315da8d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:32.783697 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a5a7fed7-0c53-4038-a679-ac0dd315da8d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1082075 Feb 09 14:33:32.786728 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53980) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:32.910071 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36284672-5e4c-4a3e-8353-9c05c5146857 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:32.939292 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8fccea92-92b6-4dd3-bd1d-3af012fae8e0 req-a544590b-53e3-4ad4-9e92-ff4774d4f505 service neutron] 10.222.0.35 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272121 Feb 09 14:33:32.940380 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36284672-5e4c-4a3e-8353-9c05c5146857 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:33.017007 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36284672-5e4c-4a3e-8353-9c05c5146857 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:33.056113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36284672-5e4c-4a3e-8353-9c05c5146857 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba266fce-2f8a-4e66-a9a2-c351bb18fdc9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:33.120390 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36284672-5e4c-4a3e-8353-9c05c5146857 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:33.121670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-36284672-5e4c-4a3e-8353-9c05c5146857 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-groups/ba266fce-2f8a-4e66-a9a2-c351bb18fdc9 HTTP/1.1" status: 204 len: 168 time: 0.3336062 Feb 09 14:33:33.124526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53994) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:33.199191 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54004) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:33.199349 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9470496c-caee-4caf-947b-12f14d971596 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0736585 Feb 09 14:33:33.205379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-abda4bdc-407e-4736-b5a5-a5f85a9a9dcb tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group': {'name': 'tempest-secgroup--400169663'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:33.211719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-abda4bdc-407e-4736-b5a5-a5f85a9a9dcb tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:33.219091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-abda4bdc-407e-4736-b5a5-a5f85a9a9dcb tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:33.222868 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-abda4bdc-407e-4736-b5a5-a5f85a9a9dcb tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:33.234332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-abda4bdc-407e-4736-b5a5-a5f85a9a9dcb tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:33.249323 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-abda4bdc-407e-4736-b5a5-a5f85a9a9dcb tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:33.308092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-abda4bdc-407e-4736-b5a5-a5f85a9a9dcb tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:33.308092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-abda4bdc-407e-4736-b5a5-a5f85a9a9dcb tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:33.332103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-abda4bdc-407e-4736-b5a5-a5f85a9a9dcb tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:33.332103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-abda4bdc-407e-4736-b5a5-a5f85a9a9dcb tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:33.511626 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-abda4bdc-407e-4736-b5a5-a5f85a9a9dcb tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:33.516977 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-abda4bdc-407e-4736-b5a5-a5f85a9a9dcb tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:33.595039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda4bdc-407e-4736-b5a5-a5f85a9a9dcb tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60684d8b-ace2-4891-8e7e-f0c1b0fa30cb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:33.632898 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-abda4bdc-407e-4736-b5a5-a5f85a9a9dcb tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:33.635588 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-abda4bdc-407e-4736-b5a5-a5f85a9a9dcb tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4353781 Feb 09 14:33:33.638455 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54028) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:33.649636 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-db639d9b-c483-42fe-ab76-ec0e25c916a6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group_rule': {'security_group_id': '60684d8b-ace2-4891-8e7e-f0c1b0fa30cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:33.658050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-db639d9b-c483-42fe-ab76-ec0e25c916a6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:33.664657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-db639d9b-c483-42fe-ab76-ec0e25c916a6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:33.669142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-db639d9b-c483-42fe-ab76-ec0e25c916a6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:33.676214 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-db639d9b-c483-42fe-ab76-ec0e25c916a6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:33.723185 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-db639d9b-c483-42fe-ab76-ec0e25c916a6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:33.852151 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-db639d9b-c483-42fe-ab76-ec0e25c916a6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:33.951106 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-db639d9b-c483-42fe-ab76-ec0e25c916a6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:34.022992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db639d9b-c483-42fe-ab76-ec0e25c916a6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de512c9b-4d1e-4264-b300-b9d2add583b9,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:34.077887 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-db639d9b-c483-42fe-ab76-ec0e25c916a6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:34.083343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54052) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:34.095456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group_rule': {'security_group_id': '60684d8b-ace2-4891-8e7e-f0c1b0fa30cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:34.100468 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-db639d9b-c483-42fe-ab76-ec0e25c916a6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4584997 Feb 09 14:33:34.105244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54056) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:34.110216 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:34.123591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:34.131407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:34.143679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:34.177390 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:34.183970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55d726-96eb-4114-b3e0-bb6cbeb6f24c req-9f3e2b77-56d8-4101-9aac-f42c955a2ef8 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:34.185867 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c55d726-96eb-4114-b3e0-bb6cbeb6f24c req-9f3e2b77-56d8-4101-9aac-f42c955a2ef8 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.3369045 Feb 09 14:33:34.319057 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c55d726-96eb-4114-b3e0-bb6cbeb6f24c req-84f767a9-fd6a-4500-b0aa-b2384f2a5b65 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262066 Feb 09 14:33:34.377692 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71a244a0-c722-444e-8a65-20e74d3c8f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:34.388517 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:34.397752 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:34.427396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-71a244a0-c722-444e-8a65-20e74d3c8f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:34.439485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c90b47-0c53-4eee-a2cd-53f1ebb8d597,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:34.440374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-71a244a0-c722-444e-8a65-20e74d3c8f07 admin admin] Usage tracker for resource:security_group_rule and tenant:3966f125c77743e59ebc3b6841d109f5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:34.450584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-71a244a0-c722-444e-8a65-20e74d3c8f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:34.473160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-71a244a0-c722-444e-8a65-20e74d3c8f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:34.477360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:34.477941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:34.478599 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:34.484160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:34.484506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:34.487187 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:34.487701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:34.488078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:34.488416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:34.519875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:34.521038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:34.521525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:33:34.542062 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:34.546818 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e00920c5-622a-4278-9056-94915dac4f14 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4590652 Feb 09 14:33:34.547097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54074) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:34.554953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d565100e-94ae-4eaa-9411-670fb6ef4fda tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group_rule': {'security_group_id': '60684d8b-ace2-4891-8e7e-f0c1b0fa30cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:34.569255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d565100e-94ae-4eaa-9411-670fb6ef4fda tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:34.582822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d565100e-94ae-4eaa-9411-670fb6ef4fda tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:34.589256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d565100e-94ae-4eaa-9411-670fb6ef4fda tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:34.604493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d565100e-94ae-4eaa-9411-670fb6ef4fda tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:34.638700 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d565100e-94ae-4eaa-9411-670fb6ef4fda tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:34.804236 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71a244a0-c722-444e-8a65-20e74d3c8f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:34.810550 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-71a244a0-c722-444e-8a65-20e74d3c8f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:34.816520 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d565100e-94ae-4eaa-9411-670fb6ef4fda tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:34.836296 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d565100e-94ae-4eaa-9411-670fb6ef4fda tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:34.881298 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-71a244a0-c722-444e-8a65-20e74d3c8f07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3966f125c77743e59ebc3b6841d109f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7701676 Feb 09 14:33:34.882251 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a244a0-c722-444e-8a65-20e74d3c8f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9591716-186e-4a97-a978-6f183031596d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:34.885766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54100) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:34.912365 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d565100e-94ae-4eaa-9411-670fb6ef4fda tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:34.916532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d565100e-94ae-4eaa-9411-670fb6ef4fda tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3685291 Feb 09 14:33:34.917679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54104) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:34.930878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-a69bf403-7828-4d20-bf7c-6d9e794e0122 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group_rule': {'security_group_id': '60684d8b-ace2-4891-8e7e-f0c1b0fa30cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:34.939924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a69bf403-7828-4d20-bf7c-6d9e794e0122 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:34.944974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a69bf403-7828-4d20-bf7c-6d9e794e0122 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:34.957181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a69bf403-7828-4d20-bf7c-6d9e794e0122 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:34.957464 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a7d7ace-9c86-41cf-bb9f-87ae73c91b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:34.966224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a69bf403-7828-4d20-bf7c-6d9e794e0122 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:34.995085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565100e-94ae-4eaa-9411-670fb6ef4fda tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03185344-34bd-4806-ab71-7186e65ce09c,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:35.001839 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a69bf403-7828-4d20-bf7c-6d9e794e0122 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:35.008791 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a7d7ace-9c86-41cf-bb9f-87ae73c91b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:35.105752 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a7d7ace-9c86-41cf-bb9f-87ae73c91b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:35.118915 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a69bf403-7828-4d20-bf7c-6d9e794e0122 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:35.125112 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a69bf403-7828-4d20-bf7c-6d9e794e0122 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:35.132146 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d7ace-9c86-41cf-bb9f-87ae73c91b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9591716-186e-4a97-a978-6f183031596d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:35.142578 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a7d7ace-9c86-41cf-bb9f-87ae73c91b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:35.143793 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2a7d7ace-9c86-41cf-bb9f-87ae73c91b22 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9591716-186e-4a97-a978-6f183031596d HTTP/1.1" status: 204 len: 168 time: 0.2570434 Feb 09 14:33:35.171083 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bf403-7828-4d20-bf7c-6d9e794e0122 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a3fb24-6c2f-4a91-bb02-55a7ce9c92d2,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:35.176206 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a69bf403-7828-4d20-bf7c-6d9e794e0122 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:35.180985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54124) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:35.182214 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a69bf403-7828-4d20-bf7c-6d9e794e0122 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2600322 Feb 09 14:33:35.192873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-aae32d12-160f-45a7-8d7e-73c5640b491d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group_rule': {'security_group_id': '60684d8b-ace2-4891-8e7e-f0c1b0fa30cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:35.202498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-aae32d12-160f-45a7-8d7e-73c5640b491d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:35.214362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-aae32d12-160f-45a7-8d7e-73c5640b491d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:35.220404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-aae32d12-160f-45a7-8d7e-73c5640b491d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:35.227312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-aae32d12-160f-45a7-8d7e-73c5640b491d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:35.260267 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aae32d12-160f-45a7-8d7e-73c5640b491d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:35.352335 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aae32d12-160f-45a7-8d7e-73c5640b491d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:35.359861 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aae32d12-160f-45a7-8d7e-73c5640b491d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:35.415212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae32d12-160f-45a7-8d7e-73c5640b491d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c5ddc4-b8df-4ca4-8c83-be460221c7e2,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:35.446943 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aae32d12-160f-45a7-8d7e-73c5640b491d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:35.449839 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-aae32d12-160f-45a7-8d7e-73c5640b491d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2669086 Feb 09 14:33:35.453105 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54146) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:35.535051 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e49d9eea-57a5-4ed8-b9d6-5746c99244ab tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:35.569029 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e49d9eea-57a5-4ed8-b9d6-5746c99244ab tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:35.675510 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e49d9eea-57a5-4ed8-b9d6-5746c99244ab tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:35.741565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d9eea-57a5-4ed8-b9d6-5746c99244ab tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64c5ddc4-b8df-4ca4-8c83-be460221c7e2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:35.751392 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e49d9eea-57a5-4ed8-b9d6-5746c99244ab tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:35.753066 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e49d9eea-57a5-4ed8-b9d6-5746c99244ab tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/64c5ddc4-b8df-4ca4-8c83-be460221c7e2 HTTP/1.1" status: 204 len: 168 time: 0.2984676 Feb 09 14:33:35.755826 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54152) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:35.842130 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d5155f9e-7464-48d5-a4d5-88c9195c4fa2 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:35.872382 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d5155f9e-7464-48d5-a4d5-88c9195c4fa2 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:35.875889 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d5155f9e-7464-48d5-a4d5-88c9195c4fa2 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1173401 Feb 09 14:33:35.878862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54156) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:35.957148 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c54f9637-ba36-486b-8671-c05d4fc6e868 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:35.984009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54162) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:35.991597 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c54f9637-ba36-486b-8671-c05d4fc6e868 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.023289 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59fac6d7-c472-4996-ae46-38e6f1468d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.041195 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c54f9637-ba36-486b-8671-c05d4fc6e868 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.062975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-59fac6d7-c472-4996-ae46-38e6f1468d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:36.073032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-59fac6d7-c472-4996-ae46-38e6f1468d55 admin admin] Usage tracker for resource:security_group_rule and tenant:efe16e37b6714e2187d0b0f8452fcf22 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:36.082636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-59fac6d7-c472-4996-ae46-38e6f1468d55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:36.088755 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c54f9637-ba36-486b-8671-c05d4fc6e868 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.091297 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c54f9637-ba36-486b-8671-c05d4fc6e868 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/63a3fb24-6c2f-4a91-bb02-55a7ce9c92d2 HTTP/1.1" status: 204 len: 168 time: 0.2111022 Feb 09 14:33:36.097865 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54168) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:36.100017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-59fac6d7-c472-4996-ae46-38e6f1468d55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:36.100661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f9637-ba36-486b-8671-c05d4fc6e868 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63a3fb24-6c2f-4a91-bb02-55a7ce9c92d2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:36.175992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-16521f33-4b97-4a8b-859b-addaa4e46a99 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:36.200945 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:33:36.231430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-16521f33-4b97-4a8b-859b-addaa4e46a99 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:36.233258 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-16521f33-4b97-4a8b-859b-addaa4e46a99 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1262009 Feb 09 14:33:36.236520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54176) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:36.243795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbd15a-bd97-4d6c-869f-71074e1f40bc req-fdefcee4-bcab-4d16-8da0-f92d091de3f2 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:36.245358 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c8dbd15a-bd97-4d6c-869f-71074e1f40bc req-fdefcee4-bcab-4d16-8da0-f92d091de3f2 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.4436550 Feb 09 14:33:36.285950 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0987ca1b-d395-4133-b9e5-62303c72e729 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.300680 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59fac6d7-c472-4996-ae46-38e6f1468d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.303060 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0987ca1b-d395-4133-b9e5-62303c72e729 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.334839 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c8dbd15a-bd97-4d6c-869f-71074e1f40bc req-d0851f88-dbf0-44aa-9ba9-ccb5fa704329 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720460 Feb 09 14:33:36.340790 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59fac6d7-c472-4996-ae46-38e6f1468d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.348467 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0987ca1b-d395-4133-b9e5-62303c72e729 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.383371 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0987ca1b-d395-4133-b9e5-62303c72e729 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.385132 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0987ca1b-d395-4133-b9e5-62303c72e729 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/03185344-34bd-4806-ab71-7186e65ce09c HTTP/1.1" status: 204 len: 168 time: 0.1473050 Feb 09 14:33:36.387855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54180) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:36.414566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987ca1b-d395-4133-b9e5-62303c72e729 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03185344-34bd-4806-ab71-7186e65ce09c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:36.435185 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-59fac6d7-c472-4996-ae46-38e6f1468d55 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=efe16e37b6714e2187d0b0f8452fcf22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4498448 Feb 09 14:33:36.439110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54184) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:36.453595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fac6d7-c472-4996-ae46-38e6f1468d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523f1903-b1fe-4ae0-b491-67aa969d7376,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:36.522983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d940633c-c38b-4b97-92bf-6e13a5e1c4cf tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:36.564414 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-90ba5843-26aa-45e8-9dd5-2394930d495f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.579763 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d940633c-c38b-4b97-92bf-6e13a5e1c4cf tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:36.581623 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d940633c-c38b-4b97-92bf-6e13a5e1c4cf tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1926501 Feb 09 14:33:36.585579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54200) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:36.614118 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-90ba5843-26aa-45e8-9dd5-2394930d495f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.653585 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24cd156e-b569-4ef7-bb9c-fba69c1ce010 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.675699 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24cd156e-b569-4ef7-bb9c-fba69c1ce010 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.708534 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24cd156e-b569-4ef7-bb9c-fba69c1ce010 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.724635 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-90ba5843-26aa-45e8-9dd5-2394930d495f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.741434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd156e-b569-4ef7-bb9c-fba69c1ce010 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4c90b47-0c53-4eee-a2cd-53f1ebb8d597,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:36.753652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba5843-26aa-45e8-9dd5-2394930d495f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523f1903-b1fe-4ae0-b491-67aa969d7376,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:36.776608 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24cd156e-b569-4ef7-bb9c-fba69c1ce010 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.777831 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-24cd156e-b569-4ef7-bb9c-fba69c1ce010 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b4c90b47-0c53-4eee-a2cd-53f1ebb8d597 HTTP/1.1" status: 204 len: 168 time: 0.1909642 Feb 09 14:33:36.780503 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-90ba5843-26aa-45e8-9dd5-2394930d495f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.780808 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54214) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:36.781778 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-90ba5843-26aa-45e8-9dd5-2394930d495f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/523f1903-b1fe-4ae0-b491-67aa969d7376 HTTP/1.1" status: 204 len: 168 time: 0.3365633 Feb 09 14:33:36.881028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6db953a7-451c-450d-9be6-41921b24c404 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:36.911435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6db953a7-451c-450d-9be6-41921b24c404 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:36.915758 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6db953a7-451c-450d-9be6-41921b24c404 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1305840 Feb 09 14:33:36.916447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54230) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:36.953401 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a708c16f-5512-45a2-868c-80bab1ded9d8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:36.965055 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a708c16f-5512-45a2-868c-80bab1ded9d8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:37.001141 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a708c16f-5512-45a2-868c-80bab1ded9d8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:37.031023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708c16f-5512-45a2-868c-80bab1ded9d8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de512c9b-4d1e-4264-b300-b9d2add583b9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:37.034959 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a708c16f-5512-45a2-868c-80bab1ded9d8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:37.036747 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a708c16f-5512-45a2-868c-80bab1ded9d8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/de512c9b-4d1e-4264-b300-b9d2add583b9 HTTP/1.1" status: 204 len: 168 time: 0.1191161 Feb 09 14:33:37.039511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54246) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:37.165037 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3b33ddcb-bb60-404d-9989-491f45d89cd6 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1242561 Feb 09 14:33:37.169312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54262) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:37.292878 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-65d4867f-65f3-41e5-aafe-130728d80db9 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:37.333947 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-65d4867f-65f3-41e5-aafe-130728d80db9 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:37.590400 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-65d4867f-65f3-41e5-aafe-130728d80db9 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:37.636289 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4867f-65f3-41e5-aafe-130728d80db9 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60684d8b-ace2-4891-8e7e-f0c1b0fa30cb,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:37.677383 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-65d4867f-65f3-41e5-aafe-130728d80db9 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:37.680485 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-65d4867f-65f3-41e5-aafe-130728d80db9 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-groups/60684d8b-ace2-4891-8e7e-f0c1b0fa30cb HTTP/1.1" status: 204 len: 168 time: 0.5082343 Feb 09 14:33:37.681463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54312) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:37.818992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-896241cd-02e5-44a6-a842-0171ace3492c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:37.847213 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-896241cd-02e5-44a6-a842-0171ace3492c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:37.856420 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-896241cd-02e5-44a6-a842-0171ace3492c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1724784 Feb 09 14:33:37.861181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54328) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:37.862873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd6ada-98b3-428e-8a01-fd765cbb94fd req-86e4b19b-9bc5-4fd8-a30b-d4a60abacb69 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:37.864633 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9cd6ada-98b3-428e-8a01-fd765cbb94fd req-86e4b19b-9bc5-4fd8-a30b-d4a60abacb69 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.2239377 Feb 09 14:33:37.882263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-7a5a6378-662f-4d99-8bf3-bec5b67ec42d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1453689479'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:37.901282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7a5a6378-662f-4d99-8bf3-bec5b67ec42d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:37.925137 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7a5a6378-662f-4d99-8bf3-bec5b67ec42d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:37.949169 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9cd6ada-98b3-428e-8a01-fd765cbb94fd req-fb329fe3-0282-41fa-996e-9772717990ff tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758376 Feb 09 14:33:37.955237 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7a5a6378-662f-4d99-8bf3-bec5b67ec42d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:38.009014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7a5a6378-662f-4d99-8bf3-bec5b67ec42d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:38.014081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7a5a6378-662f-4d99-8bf3-bec5b67ec42d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:38.018455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7a5a6378-662f-4d99-8bf3-bec5b67ec42d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:38.025641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7a5a6378-662f-4d99-8bf3-bec5b67ec42d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:38.230168 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7a5a6378-662f-4d99-8bf3-bec5b67ec42d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:38.240940 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7a5a6378-662f-4d99-8bf3-bec5b67ec42d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:38.333328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a6378-662f-4d99-8bf3-bec5b67ec42d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c364559e-f9ca-46b6-9c17-74b5dbd6f80c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:38.362040 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7a5a6378-662f-4d99-8bf3-bec5b67ec42d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:38.365778 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7a5a6378-662f-4d99-8bf3-bec5b67ec42d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5001402 Feb 09 14:33:38.366455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54368) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:38.380001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0c27b894-453d-4b51-86ca-53c5f2565bc8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group_rule': {'security_group_id': 'c364559e-f9ca-46b6-9c17-74b5dbd6f80c', 'direction': 'ingress', 'protocol': 17}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:38.388667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0c27b894-453d-4b51-86ca-53c5f2565bc8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:38.394522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0c27b894-453d-4b51-86ca-53c5f2565bc8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:38.400309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0c27b894-453d-4b51-86ca-53c5f2565bc8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:38.410831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0c27b894-453d-4b51-86ca-53c5f2565bc8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:38.439778 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0c27b894-453d-4b51-86ca-53c5f2565bc8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:38.555670 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0c27b894-453d-4b51-86ca-53c5f2565bc8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:38.563365 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0c27b894-453d-4b51-86ca-53c5f2565bc8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:38.641522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27b894-453d-4b51-86ca-53c5f2565bc8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bdd358-8edc-4ea1-bea9-b47fb86371c5,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:38.674313 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0c27b894-453d-4b51-86ca-53c5f2565bc8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:38.676085 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0c27b894-453d-4b51-86ca-53c5f2565bc8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3026717 Feb 09 14:33:38.678477 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54392) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:38.804776 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5514f168-6f33-4444-922a-fdb667439fe8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:38.814249 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:38.875714 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5514f168-6f33-4444-922a-fdb667439fe8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:39.004813 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5514f168-6f33-4444-922a-fdb667439fe8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:39.076405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514f168-6f33-4444-922a-fdb667439fe8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c364559e-f9ca-46b6-9c17-74b5dbd6f80c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:39.099486 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5514f168-6f33-4444-922a-fdb667439fe8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:39.100922 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5514f168-6f33-4444-922a-fdb667439fe8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-groups/c364559e-f9ca-46b6-9c17-74b5dbd6f80c HTTP/1.1" status: 204 len: 168 time: 0.4210114 Feb 09 14:33:39.103358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54420) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:39.253456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-943f8c24-0954-4518-be44-1b26223cc1c5 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:39.284490 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-943f8c24-0954-4518-be44-1b26223cc1c5 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:39.291971 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-943f8c24-0954-4518-be44-1b26223cc1c5 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1838429 Feb 09 14:33:39.294646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54434) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:39.302959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5419e5b4-d459-4905-b979-31e2566ff59c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group': {'name': 'tempest-secgroup--505032761'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:39.313191 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5419e5b4-d459-4905-b979-31e2566ff59c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:39.347112 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5419e5b4-d459-4905-b979-31e2566ff59c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:39.384506 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5419e5b4-d459-4905-b979-31e2566ff59c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:39.440616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5419e5b4-d459-4905-b979-31e2566ff59c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:39.456313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5419e5b4-d459-4905-b979-31e2566ff59c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:39.462984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5419e5b4-d459-4905-b979-31e2566ff59c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:39.478538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5419e5b4-d459-4905-b979-31e2566ff59c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:39.539908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928aaa00-1fb9-404c-9522-57d1b82d984a req-0ec1035a-4cc2-4716-b83f-655ed71d4d42 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:39.541673 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-928aaa00-1fb9-404c-9522-57d1b82d984a req-0ec1035a-4cc2-4716-b83f-655ed71d4d42 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.2436030 Feb 09 14:33:39.666199 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5419e5b4-d459-4905-b979-31e2566ff59c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:39.675843 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5419e5b4-d459-4905-b979-31e2566ff59c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:39.692069 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-928aaa00-1fb9-404c-9522-57d1b82d984a req-4f47335a-1292-4d39-9d35-436e5b8218dc tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313126 Feb 09 14:33:39.770021 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419e5b4-d459-4905-b979-31e2566ff59c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98fe08c3-07bb-43a2-8452-f5ba7762773e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:39.785322 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5419e5b4-d459-4905-b979-31e2566ff59c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:39.786534 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5419e5b4-d459-4905-b979-31e2566ff59c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4893625 Feb 09 14:33:39.789564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54464) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:39.795716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f8d03eef-042f-4975-a490-3e433008278f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348216828'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:39.808630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f8d03eef-042f-4975-a490-3e433008278f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:39.823164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f8d03eef-042f-4975-a490-3e433008278f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:39.826527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f8d03eef-042f-4975-a490-3e433008278f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:39.834826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f8d03eef-042f-4975-a490-3e433008278f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:39.847830 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f8d03eef-042f-4975-a490-3e433008278f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:39.879504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f8d03eef-042f-4975-a490-3e433008278f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:39.889945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f8d03eef-042f-4975-a490-3e433008278f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:39.894331 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f8d03eef-042f-4975-a490-3e433008278f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:39.908851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f8d03eef-042f-4975-a490-3e433008278f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:40.024102 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f8d03eef-042f-4975-a490-3e433008278f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:40.031432 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f8d03eef-042f-4975-a490-3e433008278f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:40.135943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d03eef-042f-4975-a490-3e433008278f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f9455f-6450-470d-bed5-4788449fc678,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:40.142637 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f8d03eef-042f-4975-a490-3e433008278f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:40.147108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54500) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:40.149298 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f8d03eef-042f-4975-a490-3e433008278f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3582304 Feb 09 14:33:40.152682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-42714798-8d07-4038-b8d1-07a3b7ab1772 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group_rule': {'security_group_id': '98fe08c3-07bb-43a2-8452-f5ba7762773e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '60f9455f-6450-470d-bed5-4788449fc678', 'remote_ip_prefix': None}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:40.160032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-42714798-8d07-4038-b8d1-07a3b7ab1772 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:40.176610 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-42714798-8d07-4038-b8d1-07a3b7ab1772 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:40.189712 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-42714798-8d07-4038-b8d1-07a3b7ab1772 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:40.205215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-42714798-8d07-4038-b8d1-07a3b7ab1772 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:40.255315 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42714798-8d07-4038-b8d1-07a3b7ab1772 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:40.389136 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42714798-8d07-4038-b8d1-07a3b7ab1772 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:40.397165 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42714798-8d07-4038-b8d1-07a3b7ab1772 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:40.453567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42714798-8d07-4038-b8d1-07a3b7ab1772 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f104d06-bd63-4ff2-92a8-d4416bf86d8c,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:40.459390 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42714798-8d07-4038-b8d1-07a3b7ab1772 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:40.461249 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-42714798-8d07-4038-b8d1-07a3b7ab1772 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3131022 Feb 09 14:33:40.464250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54518) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:40.478425 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:40.514866 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09bb5712-10d5-420f-9838-478c5968980e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:40.536707 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09bb5712-10d5-420f-9838-478c5968980e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:40.616763 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09bb5712-10d5-420f-9838-478c5968980e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:40.651833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb5712-10d5-420f-9838-478c5968980e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f104d06-bd63-4ff2-92a8-d4416bf86d8c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:40.664598 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09bb5712-10d5-420f-9838-478c5968980e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:40.669302 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-09bb5712-10d5-420f-9838-478c5968980e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/7f104d06-bd63-4ff2-92a8-d4416bf86d8c HTTP/1.1" status: 204 len: 168 time: 0.2039430 Feb 09 14:33:40.672096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54538) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:40.831503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b4a5c3b0-a56c-4e35-a935-8037988902f2 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:40.865766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b4a5c3b0-a56c-4e35-a935-8037988902f2 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:40.868231 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b4a5c3b0-a56c-4e35-a935-8037988902f2 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1952004 Feb 09 14:33:40.871391 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54552) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:41.006711 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b363a9b8-d86b-49d7-bd8c-9f808a65472e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:41.046446 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b363a9b8-d86b-49d7-bd8c-9f808a65472e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:41.097805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0c8af-1bda-4d84-ae83-6df1db8d878f req-1c4c9979-30ac-4aa2-99d2-ff0987ba278c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:41.099386 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dfc0c8af-1bda-4d84-ae83-6df1db8d878f req-1c4c9979-30ac-4aa2-99d2-ff0987ba278c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.1645107 Feb 09 14:33:41.168308 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dfc0c8af-1bda-4d84-ae83-6df1db8d878f req-a7fa9cf2-5ea4-461d-82df-2500945f41cb tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529091 Feb 09 14:33:41.176360 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b363a9b8-d86b-49d7-bd8c-9f808a65472e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:41.216668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363a9b8-d86b-49d7-bd8c-9f808a65472e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f9455f-6450-470d-bed5-4788449fc678,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:41.244925 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b363a9b8-d86b-49d7-bd8c-9f808a65472e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:41.244925 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b363a9b8-d86b-49d7-bd8c-9f808a65472e tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-groups/60f9455f-6450-470d-bed5-4788449fc678 HTTP/1.1" status: 204 len: 168 time: 0.3631675 Feb 09 14:33:41.255714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54580) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:41.346309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b00cde7a-7b4d-48b1-bc4e-204ee9de7fab tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:41.364400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b00cde7a-7b4d-48b1-bc4e-204ee9de7fab tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:41.370295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54594) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:41.384841 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b00cde7a-7b4d-48b1-bc4e-204ee9de7fab tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1452203 Feb 09 14:33:41.464201 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-efa831ef-59c0-4b46-8f44-c32c39cc011f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:41.503496 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-efa831ef-59c0-4b46-8f44-c32c39cc011f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:41.598064 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-efa831ef-59c0-4b46-8f44-c32c39cc011f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:41.662298 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa831ef-59c0-4b46-8f44-c32c39cc011f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fe08c3-07bb-43a2-8452-f5ba7762773e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:41.691623 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-efa831ef-59c0-4b46-8f44-c32c39cc011f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:41.698357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54614) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:41.708728 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-efa831ef-59c0-4b46-8f44-c32c39cc011f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-groups/98fe08c3-07bb-43a2-8452-f5ba7762773e HTTP/1.1" status: 204 len: 168 time: 0.3371630 Feb 09 14:33:41.842294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54620) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:41.850244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-6ce260a1-aea2-4317-b044-afa4e1723d81 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group': {'name': 'tempest-secgroup--942450771'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:41.857174 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5baeb7e2-0fbc-4830-ae1a-c4049dd2a34a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1563356 Feb 09 14:33:41.862237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6ce260a1-aea2-4317-b044-afa4e1723d81 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:41.868819 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6ce260a1-aea2-4317-b044-afa4e1723d81 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:41.874415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6ce260a1-aea2-4317-b044-afa4e1723d81 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:41.885850 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6ce260a1-aea2-4317-b044-afa4e1723d81 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:41.902066 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ce260a1-aea2-4317-b044-afa4e1723d81 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:41.937690 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6ce260a1-aea2-4317-b044-afa4e1723d81 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:41.949696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6ce260a1-aea2-4317-b044-afa4e1723d81 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:41.961364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6ce260a1-aea2-4317-b044-afa4e1723d81 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:41.975620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6ce260a1-aea2-4317-b044-afa4e1723d81 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:42.116398 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ce260a1-aea2-4317-b044-afa4e1723d81 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:42.124588 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ce260a1-aea2-4317-b044-afa4e1723d81 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:42.210958 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce260a1-aea2-4317-b044-afa4e1723d81 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aedb054-3419-4d44-8413-d5a4122a17bb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:42.229596 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ce260a1-aea2-4317-b044-afa4e1723d81 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:42.230885 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6ce260a1-aea2-4317-b044-afa4e1723d81 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3870118 Feb 09 14:33:42.234000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54640) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:42.256467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-466d4264-b5d5-4b10-a3ac-2b97aa3e5ad0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group_rule': {'security_group_id': '9aedb054-3419-4d44-8413-d5a4122a17bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:42.291865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-466d4264-b5d5-4b10-a3ac-2b97aa3e5ad0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:42.319360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-466d4264-b5d5-4b10-a3ac-2b97aa3e5ad0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:42.333447 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-466d4264-b5d5-4b10-a3ac-2b97aa3e5ad0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:42.345647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-466d4264-b5d5-4b10-a3ac-2b97aa3e5ad0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:42.399075 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-466d4264-b5d5-4b10-a3ac-2b97aa3e5ad0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:42.614128 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-466d4264-b5d5-4b10-a3ac-2b97aa3e5ad0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:42.654657 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-466d4264-b5d5-4b10-a3ac-2b97aa3e5ad0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:42.722338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d4264-b5d5-4b10-a3ac-2b97aa3e5ad0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0edc2d82-4e73-4125-a44d-02a27293bb3b,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:42.753683 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-466d4264-b5d5-4b10-a3ac-2b97aa3e5ad0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:42.754872 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-466d4264-b5d5-4b10-a3ac-2b97aa3e5ad0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5193889 Feb 09 14:33:42.758033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54676) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:42.804680 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-35047891-201a-4061-ab37-b0761a7c83b9 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:42.820123 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-35047891-201a-4061-ab37-b0761a7c83b9 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:42.881728 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc4d3a-42ff-4c78-9bdb-eec4fcb6c213 req-5bc588f9-2f9d-4ed4-a103-66be0b657ea5 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:42.885159 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2afc4d3a-42ff-4c78-9bdb-eec4fcb6c213 req-5bc588f9-2f9d-4ed4-a103-66be0b657ea5 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.3840523 Feb 09 14:33:42.888124 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-35047891-201a-4061-ab37-b0761a7c83b9 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:42.938474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35047891-201a-4061-ab37-b0761a7c83b9 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0edc2d82-4e73-4125-a44d-02a27293bb3b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:42.944766 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-35047891-201a-4061-ab37-b0761a7c83b9 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:42.949702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54688) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:42.950954 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-35047891-201a-4061-ab37-b0761a7c83b9 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/0edc2d82-4e73-4125-a44d-02a27293bb3b HTTP/1.1" status: 204 len: 168 time: 0.1895428 Feb 09 14:33:42.987516 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2afc4d3a-42ff-4c78-9bdb-eec4fcb6c213 req-d0c81681-77ce-4b90-a891-ea598069b117 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883262 Feb 09 14:33:43.065847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-09e313a5-b063-42be-9f27-cd9dd92a95aa tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:43.095106 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-09e313a5-b063-42be-9f27-cd9dd92a95aa tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:43.096843 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-09e313a5-b063-42be-9f27-cd9dd92a95aa tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1459994 Feb 09 14:33:43.099670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54696) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:43.267306 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0d97f1b-a704-421d-9ff3-b2144e7e681a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:43.342761 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0d97f1b-a704-421d-9ff3-b2144e7e681a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:43.449815 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0d97f1b-a704-421d-9ff3-b2144e7e681a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:43.514586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d97f1b-a704-421d-9ff3-b2144e7e681a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aedb054-3419-4d44-8413-d5a4122a17bb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:43.572546 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0d97f1b-a704-421d-9ff3-b2144e7e681a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:43.575405 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e0d97f1b-a704-421d-9ff3-b2144e7e681a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-groups/9aedb054-3419-4d44-8413-d5a4122a17bb HTTP/1.1" status: 204 len: 168 time: 0.4746399 Feb 09 14:33:43.578683 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54724) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:43.696772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c0e1e9ab-296f-4b72-92da-06687788f32d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:43.734246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c0e1e9ab-296f-4b72-92da-06687788f32d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:43.744107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54740) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:43.750944 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-a4aa9719-b376-4ce7-be7c-69e6b90d14b0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group': {'name': 'tempest-secgroup--2014164423'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:43.754264 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c0e1e9ab-296f-4b72-92da-06687788f32d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1743646 Feb 09 14:33:43.760210 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a4aa9719-b376-4ce7-be7c-69e6b90d14b0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:43.772989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a4aa9719-b376-4ce7-be7c-69e6b90d14b0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:43.791012 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9719-b376-4ce7-be7c-69e6b90d14b0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:43.818385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a4aa9719-b376-4ce7-be7c-69e6b90d14b0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:43.822942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a4aa9719-b376-4ce7-be7c-69e6b90d14b0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:43.828052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a4aa9719-b376-4ce7-be7c-69e6b90d14b0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:43.837050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a4aa9719-b376-4ce7-be7c-69e6b90d14b0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:43.937812 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9719-b376-4ce7-be7c-69e6b90d14b0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:43.947788 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9719-b376-4ce7-be7c-69e6b90d14b0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:44.121335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa9719-b376-4ce7-be7c-69e6b90d14b0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15e550a-1d69-4f47-8af8-ba68358e401b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:44.166977 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9719-b376-4ce7-be7c-69e6b90d14b0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:44.168511 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a4aa9719-b376-4ce7-be7c-69e6b90d14b0 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4233403 Feb 09 14:33:44.171915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54774) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:44.179399 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-04e28beb-91f9-4918-a6a6-4c831efe500a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group_rule': {'security_group_id': 'd15e550a-1d69-4f47-8af8-ba68358e401b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:44.202198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-04e28beb-91f9-4918-a6a6-4c831efe500a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:44.213098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-04e28beb-91f9-4918-a6a6-4c831efe500a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:44.228032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-04e28beb-91f9-4918-a6a6-4c831efe500a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:44.238087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-04e28beb-91f9-4918-a6a6-4c831efe500a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:44.352674 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04e28beb-91f9-4918-a6a6-4c831efe500a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:44.491381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c106e6-eed6-4bc8-b89e-255612396631 req-9f9bc736-210e-4edd-8488-451a82e73d43 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:44.505197 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55c106e6-eed6-4bc8-b89e-255612396631 req-9f9bc736-210e-4edd-8488-451a82e73d43 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.2690909 Feb 09 14:33:44.622580 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04e28beb-91f9-4918-a6a6-4c831efe500a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:44.636164 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04e28beb-91f9-4918-a6a6-4c831efe500a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:44.836396 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55c106e6-eed6-4bc8-b89e-255612396631 req-442f8cf7-4778-4f43-b583-a468b7636437 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298948 Feb 09 14:33:44.842403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e28beb-91f9-4918-a6a6-4c831efe500a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd10e5e-337c-412f-809e-7eef344b6585,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:44.871267 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-04e28beb-91f9-4918-a6a6-4c831efe500a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:44.873005 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-04e28beb-91f9-4918-a6a6-4c831efe500a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6990418 Feb 09 14:33:44.876419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54798) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:44.906229 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-196665ad-65c6-4523-b98c-e45a34ba07c9 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules/3dd10e5e-337c-412f-809e-7eef344b6585 HTTP/1.1" status: 200 len: 763 time: 0.0289159 Feb 09 14:33:44.908784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54806) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:45.014233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e899b385-4059-42aa-9c79-4af648d30f99 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:45.044126 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e899b385-4059-42aa-9c79-4af648d30f99 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:45.045960 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e899b385-4059-42aa-9c79-4af648d30f99 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1353743 Feb 09 14:33:45.048770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54818) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:45.098890 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2e373e7d-4048-459e-bd09-045e979f8b78 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:45.117586 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2e373e7d-4048-459e-bd09-045e979f8b78 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:45.150862 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2e373e7d-4048-459e-bd09-045e979f8b78 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:45.178463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e373e7d-4048-459e-bd09-045e979f8b78 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3dd10e5e-337c-412f-809e-7eef344b6585,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:45.204036 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2e373e7d-4048-459e-bd09-045e979f8b78 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:45.205115 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2e373e7d-4048-459e-bd09-045e979f8b78 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/3dd10e5e-337c-412f-809e-7eef344b6585 HTTP/1.1" status: 204 len: 168 time: 0.1552439 Feb 09 14:33:45.207512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54830) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:45.307203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-611824c4-c651-4c58-9c6a-2effe605ca85 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:45.354402 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-611824c4-c651-4c58-9c6a-2effe605ca85 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:45.355904 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-611824c4-c651-4c58-9c6a-2effe605ca85 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1473761 Feb 09 14:33:45.359050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54840) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:45.364549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-aac3a4b8-c58a-4322-8c31-830d9ca18af3 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group_rule': {'security_group_id': 'd15e550a-1d69-4f47-8af8-ba68358e401b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:45.371355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-aac3a4b8-c58a-4322-8c31-830d9ca18af3 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:45.382943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-aac3a4b8-c58a-4322-8c31-830d9ca18af3 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:45.403628 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aac3a4b8-c58a-4322-8c31-830d9ca18af3 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:45.479126 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aac3a4b8-c58a-4322-8c31-830d9ca18af3 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:45.485622 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aac3a4b8-c58a-4322-8c31-830d9ca18af3 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:45.528069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3a4b8-c58a-4322-8c31-830d9ca18af3 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b786e7d-49ca-4938-85f3-2c337c4e34b2,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:45.533181 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aac3a4b8-c58a-4322-8c31-830d9ca18af3 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:45.537478 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-aac3a4b8-c58a-4322-8c31-830d9ca18af3 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1745727 Feb 09 14:33:45.537675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54852) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:45.564247 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2b63829f-bb6d-4071-bc25-4002bf1f239f tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules/7b786e7d-49ca-4938-85f3-2c337c4e34b2 HTTP/1.1" status: 200 len: 763 time: 0.0254905 Feb 09 14:33:45.566884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54856) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:45.621122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fc4b3c7f-4098-466a-a49e-98e9ddc50219 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:45.644944 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fc4b3c7f-4098-466a-a49e-98e9ddc50219 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:45.646377 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fc4b3c7f-4098-466a-a49e-98e9ddc50219 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0784795 Feb 09 14:33:45.649506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54862) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:45.679275 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eb1db2d0-6fed-45d7-b23d-63a704a3348d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:45.691432 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eb1db2d0-6fed-45d7-b23d-63a704a3348d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:45.718994 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eb1db2d0-6fed-45d7-b23d-63a704a3348d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:45.743225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1db2d0-6fed-45d7-b23d-63a704a3348d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b786e7d-49ca-4938-85f3-2c337c4e34b2,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:45.752792 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eb1db2d0-6fed-45d7-b23d-63a704a3348d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:45.753997 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-eb1db2d0-6fed-45d7-b23d-63a704a3348d tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/7b786e7d-49ca-4938-85f3-2c337c4e34b2 HTTP/1.1" status: 204 len: 168 time: 0.1034691 Feb 09 14:33:45.757082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54870) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:45.809091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-571984fe-7c16-4464-8274-604e9afdfdd4 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:45.828792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-571984fe-7c16-4464-8274-604e9afdfdd4 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:45.831782 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-571984fe-7c16-4464-8274-604e9afdfdd4 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0720077 Feb 09 14:33:45.832837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54878) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:45.838963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e9a0f6a6-7318-44e8-ba35-68a27f1e9106 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group_rule': {'security_group_id': 'd15e550a-1d69-4f47-8af8-ba68358e401b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:45.849237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e9a0f6a6-7318-44e8-ba35-68a27f1e9106 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:45.859801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e9a0f6a6-7318-44e8-ba35-68a27f1e9106 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:45.881726 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f6a6-7318-44e8-ba35-68a27f1e9106 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:45.956193 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f6a6-7318-44e8-ba35-68a27f1e9106 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:45.962909 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f6a6-7318-44e8-ba35-68a27f1e9106 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:45.990210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0f6a6-7318-44e8-ba35-68a27f1e9106 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fbea818-2ac2-4d7d-b6d6-8a46c5fb7df5,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:46.045926 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e9a0f6a6-7318-44e8-ba35-68a27f1e9106 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:46.046895 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e9a0f6a6-7318-44e8-ba35-68a27f1e9106 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2130969 Feb 09 14:33:46.050124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54896) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:46.081657 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-281f762a-eca9-47e5-b74a-cbdbbc350000 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules/2fbea818-2ac2-4d7d-b6d6-8a46c5fb7df5 HTTP/1.1" status: 200 len: 764 time: 0.0302625 Feb 09 14:33:46.082289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54904) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:46.117733 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfba02d-0131-4ff1-b376-ebf0df5404bd req-55bd4bbb-a7a0-4ec3-82ee-ad1b5b04d14d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:46.119502 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2bfba02d-0131-4ff1-b376-ebf0df5404bd req-55bd4bbb-a7a0-4ec3-82ee-ad1b5b04d14d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.1349638 Feb 09 14:33:46.150253 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-490690dd-be37-4d4d-8bb8-26d7b0cc0159 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:46.176976 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-490690dd-be37-4d4d-8bb8-26d7b0cc0159 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:46.182258 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-490690dd-be37-4d4d-8bb8-26d7b0cc0159 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0989933 Feb 09 14:33:46.183278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54912) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:46.187781 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2bfba02d-0131-4ff1-b376-ebf0df5404bd req-f65a4c35-025c-4812-9b54-aa98f75612ce tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603583 Feb 09 14:33:46.218880 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd904ba1-7369-4750-8ca4-daf94c88f04c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:46.236122 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd904ba1-7369-4750-8ca4-daf94c88f04c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:46.270874 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd904ba1-7369-4750-8ca4-daf94c88f04c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:46.293154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54922) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:46.296684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd904ba1-7369-4750-8ca4-daf94c88f04c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fbea818-2ac2-4d7d-b6d6-8a46c5fb7df5,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:46.304511 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd904ba1-7369-4750-8ca4-daf94c88f04c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:46.308512 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fd904ba1-7369-4750-8ca4-daf94c88f04c tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2fbea818-2ac2-4d7d-b6d6-8a46c5fb7df5 HTTP/1.1" status: 204 len: 168 time: 0.1211987 Feb 09 14:33:46.308512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54926) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:46.370902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f6d25a8a-8edf-4183-855c-94259a6ead0a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:46.394348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f6d25a8a-8edf-4183-855c-94259a6ead0a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:46.398971 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f6d25a8a-8edf-4183-855c-94259a6ead0a tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0862315 Feb 09 14:33:46.398971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54934) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:46.466621 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2203eee-82a6-49a3-9b26-dfbf4298d497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:46.500238 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c2203eee-82a6-49a3-9b26-dfbf4298d497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:46.508004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c2203eee-82a6-49a3-9b26-dfbf4298d497 admin admin] Usage tracker for resource:security_group_rule and tenant:f171940598cb461b8970af4ba1385ce7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:46.512137 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c2203eee-82a6-49a3-9b26-dfbf4298d497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:46.518909 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c2203eee-82a6-49a3-9b26-dfbf4298d497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:46.565000 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f6069ed-3169-47bc-bec1-95a30a329f65 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:46.623218 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f6069ed-3169-47bc-bec1-95a30a329f65 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:46.666872 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2203eee-82a6-49a3-9b26-dfbf4298d497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:46.674228 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2203eee-82a6-49a3-9b26-dfbf4298d497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:46.703407 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f6069ed-3169-47bc-bec1-95a30a329f65 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:46.740711 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6069ed-3169-47bc-bec1-95a30a329f65 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15e550a-1d69-4f47-8af8-ba68358e401b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:46.781367 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8f6069ed-3169-47bc-bec1-95a30a329f65 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:46.784924 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8f6069ed-3169-47bc-bec1-95a30a329f65 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-groups/d15e550a-1d69-4f47-8af8-ba68358e401b HTTP/1.1" status: 204 len: 168 time: 0.3829844 Feb 09 14:33:46.785163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54948) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:46.787886 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c2203eee-82a6-49a3-9b26-dfbf4298d497 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f171940598cb461b8970af4ba1385ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4927800 Feb 09 14:33:46.791525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54952) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:46.843392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2203eee-82a6-49a3-9b26-dfbf4298d497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662c70f7-8763-4d6e-a4c7-d6db1a3d8f2b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:46.879852 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0ddbd384-4354-4d33-9f10-f334f934ff51 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:46.898872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0ddbd384-4354-4d33-9f10-f334f934ff51 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:46.900841 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0ddbd384-4354-4d33-9f10-f334f934ff51 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1146638 Feb 09 14:33:46.901558 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f5f98497-6b69-4fd9-8832-256f6fc5b609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:46.907283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54958) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:46.919624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-669aa5df-edb9-4123-89fb-aa9b91887960 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group': {'name': 'tempest-secgroup--477443940'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:46.933794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-669aa5df-edb9-4123-89fb-aa9b91887960 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:46.955429 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f5f98497-6b69-4fd9-8832-256f6fc5b609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:46.961957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-669aa5df-edb9-4123-89fb-aa9b91887960 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:46.994219 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-669aa5df-edb9-4123-89fb-aa9b91887960 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:47.018573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-669aa5df-edb9-4123-89fb-aa9b91887960 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:47.022927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-669aa5df-edb9-4123-89fb-aa9b91887960 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:47.025357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-669aa5df-edb9-4123-89fb-aa9b91887960 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:47.032137 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-669aa5df-edb9-4123-89fb-aa9b91887960 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:47.063291 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f5f98497-6b69-4fd9-8832-256f6fc5b609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:47.101039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f98497-6b69-4fd9-8832-256f6fc5b609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662c70f7-8763-4d6e-a4c7-d6db1a3d8f2b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:47.157295 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f5f98497-6b69-4fd9-8832-256f6fc5b609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:47.162544 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f5f98497-6b69-4fd9-8832-256f6fc5b609 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/662c70f7-8763-4d6e-a4c7-d6db1a3d8f2b HTTP/1.1" status: 204 len: 168 time: 0.3684661 Feb 09 14:33:47.168274 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-669aa5df-edb9-4123-89fb-aa9b91887960 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:47.173084 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-669aa5df-edb9-4123-89fb-aa9b91887960 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:47.223968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669aa5df-edb9-4123-89fb-aa9b91887960 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fd240d-fed7-4a11-9e56-f74ec4cc731f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:47.226637 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-669aa5df-edb9-4123-89fb-aa9b91887960 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:47.228269 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-669aa5df-edb9-4123-89fb-aa9b91887960 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3200028 Feb 09 14:33:47.231665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54976) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:47.238530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-6202c94d-8f64-41fa-a10f-18cea63f3740 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Request body: {'security_group_rule': {'security_group_id': 'e9fd240d-fed7-4a11-9e56-f74ec4cc731f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:33:47.246794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6202c94d-8f64-41fa-a10f-18cea63f3740 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:47.252700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6202c94d-8f64-41fa-a10f-18cea63f3740 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Usage tracker for resource:security_group_rule and tenant:ee17ffc13deb47f49a5c164becbae489 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:47.256317 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6202c94d-8f64-41fa-a10f-18cea63f3740 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:47.263058 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6202c94d-8f64-41fa-a10f-18cea63f3740 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:47.282979 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6202c94d-8f64-41fa-a10f-18cea63f3740 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:47.386670 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6202c94d-8f64-41fa-a10f-18cea63f3740 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:47.393573 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6202c94d-8f64-41fa-a10f-18cea63f3740 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:47.443879 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6202c94d-8f64-41fa-a10f-18cea63f3740 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:47.446588 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6202c94d-8f64-41fa-a10f-18cea63f3740 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2124634 Feb 09 14:33:47.470260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f68b5-dd70-4d86-8641-94374dbd5e83 req-27e6ff07-ccaa-4cd4-ae2a-74143ed852bf tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:47.472243 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b6f68b5-dd70-4d86-8641-94374dbd5e83 req-27e6ff07-ccaa-4cd4-ae2a-74143ed852bf tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.1367872 Feb 09 14:33:47.472793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54982) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:47.543231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202c94d-8f64-41fa-a10f-18cea63f3740 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3349808-ba9f-4417-808d-2c1ad9f12c9b,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:47.604567 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b6f68b5-dd70-4d86-8641-94374dbd5e83 req-d5ee99e4-f240-414a-8876-619f3712e615 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020560 Feb 09 14:33:47.607880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491b133-8e4e-40a0-8ac2-3690e0edcb7d req-d08f8e8f-ec92-4a89-af70-ccc0a4ad3b4b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:47.609738 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2491b133-8e4e-40a0-8ac2-3690e0edcb7d req-d08f8e8f-ec92-4a89-af70-ccc0a4ad3b4b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.1669292 Feb 09 14:33:47.625662 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a32414b-7c87-40b5-bec9-5246c039eff1 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:47.657840 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a32414b-7c87-40b5-bec9-5246c039eff1 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:47.702093 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2491b133-8e4e-40a0-8ac2-3690e0edcb7d req-412c3857-5d11-44e7-afe4-b8a60d7dda1d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858612 Feb 09 14:33:47.739895 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a32414b-7c87-40b5-bec9-5246c039eff1 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:47.783976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32414b-7c87-40b5-bec9-5246c039eff1 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fd240d-fed7-4a11-9e56-f74ec4cc731f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:47.809276 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a32414b-7c87-40b5-bec9-5246c039eff1 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:47.813177 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2a32414b-7c87-40b5-bec9-5246c039eff1 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-groups/e9fd240d-fed7-4a11-9e56-f74ec4cc731f HTTP/1.1" status: 204 len: 168 time: 0.3394122 Feb 09 14:33:47.817090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54990) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:47.831225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54994) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:47.855255 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-73e3ce18-3bf3-4636-9db0-ed74ba67b58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:47.874097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-73e3ce18-3bf3-4636-9db0-ed74ba67b58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:47.878084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-73e3ce18-3bf3-4636-9db0-ed74ba67b58a admin admin] Usage tracker for resource:security_group_rule and tenant:5a363699feae434c87045691bf3bf9a4 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:47.881001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-73e3ce18-3bf3-4636-9db0-ed74ba67b58a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:47.887086 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cd63f8a6-6867-46d0-b520-a42f2a79a2ae tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666525 Feb 09 14:33:47.887299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-73e3ce18-3bf3-4636-9db0-ed74ba67b58a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:47.887409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54998) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:47.935595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-23ed23a4-dfc3-4215-be44-321f6024bcb8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Synchronizing usage tracker for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:33:47.956707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-23ed23a4-dfc3-4215-be44-321f6024bcb8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] Unset dirty status for tenant:ee17ffc13deb47f49a5c164becbae489 on resource:security_group_rule {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:33:47.958572 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-23ed23a4-dfc3-4215-be44-321f6024bcb8 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0698111 Feb 09 14:33:47.961132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55002) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:47.985044 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-5f0c8367-bada-4311-b012-fa3054a41b95 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] delete failed (client error): The resource could not be found. Feb 09 14:33:47.986116 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5f0c8367-bada-4311-b012-fa3054a41b95 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "DELETE /v2.0/security-groups/e9fd240d-fed7-4a11-9e56-f74ec4cc731f HTTP/1.1" status: 404 len: 347 time: 0.0240421 Feb 09 14:33:47.990206 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55006) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:47.999878 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-73e3ce18-3bf3-4636-9db0-ed74ba67b58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:48.005921 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-73e3ce18-3bf3-4636-9db0-ed74ba67b58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:48.058149 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a0c0ebe2-d69a-426f-80c2-a26264581ed1 tempest-SecGroupTest-1018334457 tempest-SecGroupTest-1018334457-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624771 Feb 09 14:33:48.058354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-73e3ce18-3bf3-4636-9db0-ed74ba67b58a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a363699feae434c87045691bf3bf9a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250042 Feb 09 14:33:48.060645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55012) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:48.071940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3ce18-3bf3-4636-9db0-ed74ba67b58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61374a4-ff3d-4957-b822-a02622386ebd,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:48.126068 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a2f55bb-eeb5-41c3-897c-eb2feb4b09f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:48.162673 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a2f55bb-eeb5-41c3-897c-eb2feb4b09f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:48.215522 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a2f55bb-eeb5-41c3-897c-eb2feb4b09f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:48.234048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f55bb-eeb5-41c3-897c-eb2feb4b09f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61374a4-ff3d-4957-b822-a02622386ebd,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:48.238842 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a2f55bb-eeb5-41c3-897c-eb2feb4b09f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:48.242899 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4a2f55bb-eeb5-41c3-897c-eb2feb4b09f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d61374a4-ff3d-4957-b822-a02622386ebd HTTP/1.1" status: 204 len: 168 time: 0.1778681 Feb 09 14:33:48.369129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55022) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:48.595038 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8cbe69d6-9a6f-49ea-bfc9-a06ecf477b63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee17ffc13deb47f49a5c164becbae489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243619 Feb 09 14:33:48.597389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55038) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:48.663455 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f0c46abf-8c13-40f9-ba12-f1928c201e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:48.715163 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f0c46abf-8c13-40f9-ba12-f1928c201e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:48.816053 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f0c46abf-8c13-40f9-ba12-f1928c201e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:48.846948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c46abf-8c13-40f9-ba12-f1928c201e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b1b732-627b-4948-8ee6-c77194e5d22e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:48.868164 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f0c46abf-8c13-40f9-ba12-f1928c201e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:48.872625 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f0c46abf-8c13-40f9-ba12-f1928c201e24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44b1b732-627b-4948-8ee6-c77194e5d22e HTTP/1.1" status: 204 len: 168 time: 0.2740276 Feb 09 14:33:48.981681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d49b0-463c-4bae-918f-b8ac5ca0b7c1 req-498b7bb0-15ab-47b0-9f3c-db8ce368bd49 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:48.984573 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef2d49b0-463c-4bae-918f-b8ac5ca0b7c1 req-498b7bb0-15ab-47b0-9f3c-db8ce368bd49 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.1100729 Feb 09 14:33:49.106369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8927c5f-33b1-425b-8996-cf89c494abbe req-89d23837-8e7c-49f5-afa6-208cd7a4281a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:49.116055 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d8927c5f-33b1-425b-8996-cf89c494abbe req-89d23837-8e7c-49f5-afa6-208cd7a4281a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.1479001 Feb 09 14:33:49.118778 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef2d49b0-463c-4bae-918f-b8ac5ca0b7c1 req-f092b24f-1d62-4ef8-9e0e-6ad7b26398ae tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257257 Feb 09 14:33:49.171175 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d8927c5f-33b1-425b-8996-cf89c494abbe req-a7349c36-132a-4bf2-84de-af130f238fec tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541804 Feb 09 14:33:50.233820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88c902-8e5d-4239-a8bc-990b601b41a3 req-f1c0f5ec-c4ce-43e0-8db4-e757a3fef7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:50.236015 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f88c902-8e5d-4239-a8bc-990b601b41a3 req-f1c0f5ec-c4ce-43e0-8db4-e757a3fef7bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 1097 time: 0.1836317 Feb 09 14:33:50.674668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90361869-71c2-4013-9f63-cd9f0afc7e5b req-bbc8d8c6-ab03-477d-8e65-3cd1588a2978 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:50.677257 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-90361869-71c2-4013-9f63-cd9f0afc7e5b req-bbc8d8c6-ab03-477d-8e65-3cd1588a2978 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.1989317 Feb 09 14:33:50.747079 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-90361869-71c2-4013-9f63-cd9f0afc7e5b req-7d2e37b4-378f-4714-a4dc-0311e01ae7a0 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625856 Feb 09 14:33:50.821074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88c902-8e5d-4239-a8bc-990b601b41a3 req-9494f704-d6b4-4269-9272-02390448d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:50.822565 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f88c902-8e5d-4239-a8bc-990b601b41a3 req-9494f704-d6b4-4269-9272-02390448d1f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 916 time: 0.5294404 Feb 09 14:33:50.837284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca395fd0-6607-4021-896e-2b84638d76ea req-bc5ba991-cfe7-4fbe-8eda-ad6738ee4235 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:50.839751 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca395fd0-6607-4021-896e-2b84638d76ea req-bc5ba991-cfe7-4fbe-8eda-ad6738ee4235 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.3127708 Feb 09 14:33:51.197138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55138) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:51.216630 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f88c902-8e5d-4239-a8bc-990b601b41a3 req-2adc337a-740d-4dc3-bc58-ef5706a0383c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d HTTP/1.1" status: 200 len: 1002 time: 0.3754935 Feb 09 14:33:51.347544 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca395fd0-6607-4021-896e-2b84638d76ea req-6c0ceae4-cd44-45e1-9796-25017845c881 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4303493 Feb 09 14:33:51.407263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88c902-8e5d-4239-a8bc-990b601b41a3 req-44c0fb61-568f-4c60-80b1-fd7946511cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:51.408722 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f88c902-8e5d-4239-a8bc-990b601b41a3 req-44c0fb61-568f-4c60-80b1-fd7946511cc0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 200 len: 855 time: 0.1641617 Feb 09 14:33:51.506036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88c902-8e5d-4239-a8bc-990b601b41a3 req-fa7de12c-4ffa-4f52-8c81-05acdd0f3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:51.507857 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f88c902-8e5d-4239-a8bc-990b601b41a3 req-fa7de12c-4ffa-4f52-8c81-05acdd0f3662 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7bbb3d60-5bb5-4148-942d-8f599eefdf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824609 Feb 09 14:33:51.575668 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa178590-1835-4862-a706-bece1b13a2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:51.614767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55154) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:51.618963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-aa178590-1835-4862-a706-bece1b13a2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:51.626675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-aa178590-1835-4862-a706-bece1b13a2ac admin admin] Usage tracker for resource:security_group_rule and tenant:fcf83cb16dec4cb099fb204c9213a87d is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:51.635095 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-aa178590-1835-4862-a706-bece1b13a2ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:51.650825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-aa178590-1835-4862-a706-bece1b13a2ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:51.762108 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa178590-1835-4862-a706-bece1b13a2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:51.786163 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f88c902-8e5d-4239-a8bc-990b601b41a3 req-11420449-f0e5-4899-88fd-c119ffa14b92 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673974 Feb 09 14:33:51.789084 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa178590-1835-4862-a706-bece1b13a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:51.812096 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83cb35b0-2b4d-4896-9b0e-59e335f1183d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:51.861743 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-83cb35b0-2b4d-4896-9b0e-59e335f1183d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:51.872588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-83cb35b0-2b4d-4896-9b0e-59e335f1183d admin admin] Usage tracker for resource:security_group_rule and tenant:b2a79cfd1b2c45f48de4cac3c54f524a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:51.884654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-83cb35b0-2b4d-4896-9b0e-59e335f1183d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:51.894164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-83cb35b0-2b4d-4896-9b0e-59e335f1183d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:51.992878 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f88c902-8e5d-4239-a8bc-990b601b41a3 req-96be9c53-6c19-45c0-80a2-5222032f0035 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937597 Feb 09 14:33:52.000240 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-aa178590-1835-4862-a706-bece1b13a2ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcf83cb16dec4cb099fb204c9213a87d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8013353 Feb 09 14:33:52.002409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55168) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:52.066738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa178590-1835-4862-a706-bece1b13a2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322bfc91-3f44-406c-8730-ddad842ad089,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:52.074709 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83cb35b0-2b4d-4896-9b0e-59e335f1183d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:52.089321 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83cb35b0-2b4d-4896-9b0e-59e335f1183d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:52.109185 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1fa26fad-dc93-4f6f-9416-4777e24505f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:52.145006 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1fa26fad-dc93-4f6f-9416-4777e24505f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:52.164453 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-83cb35b0-2b4d-4896-9b0e-59e335f1183d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2a79cfd1b2c45f48de4cac3c54f524a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5130975 Feb 09 14:33:52.165589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55174) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:52.168544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb35b0-2b4d-4896-9b0e-59e335f1183d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d6398e-ad66-44ca-aa7e-9c8f2c1dbcd8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:52.186639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64cfe1-e09d-4d86-9f13-61038bd5511a req-de09b0bd-6ce0-4153-8b6b-edf07606dd8b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:52.191176 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cb64cfe1-e09d-4d86-9f13-61038bd5511a req-de09b0bd-6ce0-4153-8b6b-edf07606dd8b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 944 time: 0.1943381 Feb 09 14:33:52.242766 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cb64cfe1-e09d-4d86-9f13-61038bd5511a req-66a98b64-b8e7-4281-a5c6-1b6bbed03b4c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452490 Feb 09 14:33:52.292250 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d882c1f-5c2a-44bc-b9db-c9cb8ba577cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:52.306995 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1fa26fad-dc93-4f6f-9416-4777e24505f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:52.340455 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d882c1f-5c2a-44bc-b9db-c9cb8ba577cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:52.353698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa26fad-dc93-4f6f-9416-4777e24505f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322bfc91-3f44-406c-8730-ddad842ad089,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:52.417933 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1fa26fad-dc93-4f6f-9416-4777e24505f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:52.419063 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1fa26fad-dc93-4f6f-9416-4777e24505f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/322bfc91-3f44-406c-8730-ddad842ad089 HTTP/1.1" status: 204 len: 168 time: 0.4156358 Feb 09 14:33:52.428904 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d882c1f-5c2a-44bc-b9db-c9cb8ba577cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:52.466897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d882c1f-5c2a-44bc-b9db-c9cb8ba577cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d6398e-ad66-44ca-aa7e-9c8f2c1dbcd8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:52.499677 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d882c1f-5c2a-44bc-b9db-c9cb8ba577cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:52.502631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0d882c1f-5c2a-44bc-b9db-c9cb8ba577cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/97d6398e-ad66-44ca-aa7e-9c8f2c1dbcd8 HTTP/1.1" status: 204 len: 168 time: 0.3360877 Feb 09 14:33:52.660483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0c6d7-430a-4f78-83e8-0ef88a27cea6 req-9c48c489-08ce-43e0-9ae9-f394e33316a9 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:52.662344 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40e0c6d7-430a-4f78-83e8-0ef88a27cea6 req-9c48c489-08ce-43e0-9ae9-f394e33316a9 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.1054811 Feb 09 14:33:52.707225 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40e0c6d7-430a-4f78-83e8-0ef88a27cea6 req-2726fc2b-b1fb-40f5-9694-a77a3759842a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385544 Feb 09 14:33:52.924115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b22fbcdd-e7aa-48dd-8961-31638e547dfe details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:33:52.945858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55194) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:52.968693 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-211b4d53-5834-4ddc-9b54-6f6915843779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:52.989135 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-211b4d53-5834-4ddc-9b54-6f6915843779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:52.993892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-211b4d53-5834-4ddc-9b54-6f6915843779 admin admin] Usage tracker for resource:security_group_rule and tenant:9b76d84446884d6298874e689fb1d040 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:52.997130 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-211b4d53-5834-4ddc-9b54-6f6915843779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:53.003865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-211b4d53-5834-4ddc-9b54-6f6915843779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:53.037609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55198) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:53.061742 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f466a934-906e-455f-a842-5f69b950cbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:53.086195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f466a934-906e-455f-a842-5f69b950cbc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:33:53.086322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b22fbcdd-e7aa-48dd-8961-31638e547dfe, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe,segment=NetworkSegment(592da187-9306-40d7-aa82-bc4da1564609),segment_id=592da187-9306-40d7-aa82-bc4da1564609)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:33:53.094885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f466a934-906e-455f-a842-5f69b950cbc9 admin admin] Usage tracker for resource:security_group_rule and tenant:d01b18a47924477aaf4d4d29084b0859 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:33:53.098798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f466a934-906e-455f-a842-5f69b950cbc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:33:53.102739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe', 'network_id': 'f7610042-64a5-4213-a8e5-88e8184a0ffc', 'port_id': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe', 'mac_address': 'fa:16:3e:a7:da:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3407ac2-b0bc-4169-870e-0aafafa756d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:33:53.114017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f466a934-906e-455f-a842-5f69b950cbc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:33:53.165763 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-211b4d53-5834-4ddc-9b54-6f6915843779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:53.172763 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-211b4d53-5834-4ddc-9b54-6f6915843779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:53.205223 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:53.223550 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22fbcdd-e7aa-48dd-8961-31638e547dfe {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:33:53.231253 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b4d53-5834-4ddc-9b54-6f6915843779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fbe608-ec06-4454-879b-25a4cbe684d2,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:53.240356 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-211b4d53-5834-4ddc-9b54-6f6915843779 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b76d84446884d6298874e689fb1d040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2906289 Feb 09 14:33:53.240571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55204) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:53.244606 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b22fbcdd-e7aa-48dd-8961-31638e547dfe, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe,segment=NetworkSegment(592da187-9306-40d7-aa82-bc4da1564609),segment_id=592da187-9306-40d7-aa82-bc4da1564609)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:33:53.254333 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:53.323560 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f466a934-906e-455f-a842-5f69b950cbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:53.334843 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f466a934-906e-455f-a842-5f69b950cbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:53.339085 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b22fbcdd-e7aa-48dd-8961-31638e547dfe,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:53.373982 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-10fd3384-13c9-4fcc-b739-89e761f603e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:53.389256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55212) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:33:53.389854 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f466a934-906e-455f-a842-5f69b950cbc9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d01b18a47924477aaf4d4d29084b0859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499124 Feb 09 14:33:53.422255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466a934-906e-455f-a842-5f69b950cbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a902a5-2955-4e86-add6-0c4b1f88bf7b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:53.428937 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-10fd3384-13c9-4fcc-b739-89e761f603e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:53.489571 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-10fd3384-13c9-4fcc-b739-89e761f603e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:53.508590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd3384-13c9-4fcc-b739-89e761f603e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fbe608-ec06-4454-879b-25a4cbe684d2,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:53.519008 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-10fd3384-13c9-4fcc-b739-89e761f603e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:53.520162 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-10fd3384-13c9-4fcc-b739-89e761f603e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36fbe608-ec06-4454-879b-25a4cbe684d2 HTTP/1.1" status: 204 len: 168 time: 0.2787552 Feb 09 14:33:53.542994 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b3567e1c-0b82-4f23-bdbd-b6e0b07d0105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:53.653621 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b3567e1c-0b82-4f23-bdbd-b6e0b07d0105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:53.712138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556ac9b-8dab-4b91-8c8a-04467e55af21 req-6cc42340-35c4-41dd-a075-74ad13641f01 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:53.714327 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5556ac9b-8dab-4b91-8c8a-04467e55af21 req-6cc42340-35c4-41dd-a075-74ad13641f01 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 945 time: 0.2271395 Feb 09 14:33:53.735767 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['b22fbcdd-e7aa-48dd-8961-31638e547dfe'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:33:53.770650 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b3567e1c-0b82-4f23-bdbd-b6e0b07d0105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:53.799452 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3567e1c-0b82-4f23-bdbd-b6e0b07d0105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a902a5-2955-4e86-add6-0c4b1f88bf7b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:53.816319 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5556ac9b-8dab-4b91-8c8a-04467e55af21 req-8a7fa4ff-e6dc-46f4-a654-d17d7bdd85b4 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936224 Feb 09 14:33:53.834957 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b3567e1c-0b82-4f23-bdbd-b6e0b07d0105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:53.837542 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b3567e1c-0b82-4f23-bdbd-b6e0b07d0105 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a4a902a5-2955-4e86-add6-0c4b1f88bf7b HTTP/1.1" status: 204 len: 168 time: 0.4470770 Feb 09 14:33:54.132330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d41dd-d626-45c0-b7e9-94471f90beeb req-f28b679e-82a0-4ffe-b2d0-19294f4f6860 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:54.132330 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e68d41dd-d626-45c0-b7e9-94471f90beeb req-f28b679e-82a0-4ffe-b2d0-19294f4f6860 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.1846642 Feb 09 14:33:54.225804 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e68d41dd-d626-45c0-b7e9-94471f90beeb req-902e8623-14e7-47cf-a279-7efc02d97b04 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841246 Feb 09 14:33:55.108373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac4503-3095-43a4-a90b-e716b0e4f0a1 req-c61b099c-530d-4c36-987e-e2260744cd87 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:55.116056 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-acac4503-3095-43a4-a90b-e716b0e4f0a1 req-c61b099c-530d-4c36-987e-e2260744cd87 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 945 time: 0.1317973 Feb 09 14:33:55.251347 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-acac4503-3095-43a4-a90b-e716b0e4f0a1 req-3992eaf3-3d9e-416c-aa0e-3c4ee89914d9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255500 Feb 09 14:33:55.510576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892135bf-14ef-49d2-9c63-22f3ce1e5c28 req-43473183-b21c-44b2-bf14-befcd434d47d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:55.515370 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-892135bf-14ef-49d2-9c63-22f3ce1e5c28 req-43473183-b21c-44b2-bf14-befcd434d47d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.1291406 Feb 09 14:33:55.658069 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-892135bf-14ef-49d2-9c63-22f3ce1e5c28 req-8a41f69e-0daa-4f0b-8584-b87a72434e82 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370735 Feb 09 14:33:56.502822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce5863-01f0-4667-a5b2-d42c5138608f req-5f109d2f-f194-47a4-be1e-71a8957eb75c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:56.505144 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3ce5863-01f0-4667-a5b2-d42c5138608f req-5f109d2f-f194-47a4-be1e-71a8957eb75c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 945 time: 0.1181028 Feb 09 14:33:56.573895 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3ce5863-01f0-4667-a5b2-d42c5138608f req-74bc3ca6-3950-413c-8157-f632049948a7 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585957 Feb 09 14:33:56.796862 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7396d2b2-2bd4-453b-8bdf-190c7928fe95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:56.942250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b22fbcdd-e7aa-48dd-8961-31638e547dfe up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:33:56.972417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2030ffa-990e-49c4-83a2-eb8e5333dbac req-42d9e7c9-80c0-49aa-b12c-b72eb694a66c tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:56.978047 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2030ffa-990e-49c4-83a2-eb8e5333dbac req-42d9e7c9-80c0-49aa-b12c-b72eb694a66c tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.1329100 Feb 09 14:33:57.090193 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2030ffa-990e-49c4-83a2-eb8e5333dbac req-c1ded13e-f1f8-4bb3-baec-1f130d774df9 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072855 Feb 09 14:33:57.106061 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port b22fbcdd-e7aa-48dd-8961-31638e547dfe triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:33:57.106061 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:57.392411 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:57.436803 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537f1d08-9329-47ff-a568-8e9366dbef7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:33:57.466849 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port b22fbcdd-e7aa-48dd-8961-31638e547dfe, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe,segment=NetworkSegment(592da187-9306-40d7-aa82-bc4da1564609),segment_id=592da187-9306-40d7-aa82-bc4da1564609)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:33:57.582781 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:57.729539 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537f1d08-9329-47ff-a568-8e9366dbef7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe', 'code': 200} Feb 09 14:33:57.772770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=b22fbcdd-e7aa-48dd-8961-31638e547dfe,revision_number=10']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:33:57.849180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7356cfc-9b95-4c91-9597-aae0665d00d0 req-4c3cda53-6796-4969-acae-02fb4e97d994 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:57.851440 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7356cfc-9b95-4c91-9597-aae0665d00d0 req-4c3cda53-6796-4969-acae-02fb4e97d994 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.1236196 Feb 09 14:33:58.020287 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7356cfc-9b95-4c91-9597-aae0665d00d0 req-c5adbbb0-3052-49ec-8802-c65d5ab9cb21 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511021 Feb 09 14:33:58.072288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e4f02-88f8-4c14-961c-77c30bc9ad51 req-2481f5d8-f79a-40a0-8190-4dd9709d3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:58.072288 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-148e4f02-88f8-4c14-961c-77c30bc9ad51 req-2481f5d8-f79a-40a0-8190-4dd9709d3d12 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 1098 time: 0.1718421 Feb 09 14:33:58.148517 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-148e4f02-88f8-4c14-961c-77c30bc9ad51 req-498f88b2-a9a1-4dba-af34-2ccf55da3d14 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710135 Feb 09 14:33:58.475440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ef774-6813-4c53-816d-f4d9d16ff9ef req-3f85927e-c250-41a5-a225-3ac537a8a522 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:58.492681 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d83ef774-6813-4c53-816d-f4d9d16ff9ef req-3f85927e-c250-41a5-a225-3ac537a8a522 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.1712425 Feb 09 14:33:58.555171 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d83ef774-6813-4c53-816d-f4d9d16ff9ef req-a3955eb7-c2c4-4c6c-82f1-76106eb64e39 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613437 Feb 09 14:33:59.211485 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d488e610-75e4-4875-88cd-9260bdfcab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:33:59.451773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d0f64-e358-4a02-a6e0-e0e70673b177 req-1aaa9114-7315-40d7-a507-7910de13d6d1 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:59.454060 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0e2d0f64-e358-4a02-a6e0-e0e70673b177 req-1aaa9114-7315-40d7-a507-7910de13d6d1 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.1240742 Feb 09 14:33:59.518044 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0e2d0f64-e358-4a02-a6e0-e0e70673b177 req-ca5ee9a9-1fd2-4eae-936c-429fa86cd2dc tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576885 Feb 09 14:33:59.867419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215d16e-dbe4-4298-a457-0b1dd4b3372a req-a833a4cc-ee0a-41a3-9dae-1bbcca94a4b2 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:33:59.867946 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9215d16e-dbe4-4298-a457-0b1dd4b3372a req-a833a4cc-ee0a-41a3-9dae-1bbcca94a4b2 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.1048694 Feb 09 14:33:59.945978 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9215d16e-dbe4-4298-a457-0b1dd4b3372a req-e144b506-1235-4c48-8a95-7cf2833bdd73 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511143 Feb 09 14:34:00.239972 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:00.304799 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:00.890801 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97576e8-2fc2-4ed8-b961-b00634f90145 req-1de45c8d-ee77-434e-86c6-80e7320ce5bf tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:00.892144 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e97576e8-2fc2-4ed8-b961-b00634f90145 req-1de45c8d-ee77-434e-86c6-80e7320ce5bf tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.1466234 Feb 09 14:34:00.978436 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e97576e8-2fc2-4ed8-b961-b00634f90145 req-8df79e79-1fd4-4cc9-b352-74fa3942e238 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799582 Feb 09 14:34:01.426403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03200a79-876a-4d62-a03b-ce71783bde29 req-2a8493cd-e3b8-416c-ab68-a9105aca860d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:01.433291 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-03200a79-876a-4d62-a03b-ce71783bde29 req-2a8493cd-e3b8-416c-ab68-a9105aca860d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.3159962 Feb 09 14:34:01.511080 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-03200a79-876a-4d62-a03b-ce71783bde29 req-e5bf1588-c236-4d16-bcc0-bb69c598cdb0 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743661 Feb 09 14:34:01.781518 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:02.299063 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2d8e1-f87a-4f74-b21b-4df9b822629a req-87adcbcd-c837-4215-acbf-316f223e4173 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:02.311293 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1f2d8e1-f87a-4f74-b21b-4df9b822629a req-87adcbcd-c837-4215-acbf-316f223e4173 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.1708386 Feb 09 14:34:02.377708 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1f2d8e1-f87a-4f74-b21b-4df9b822629a req-f0f39b9f-7751-4201-b8e8-ec3a94635ef2 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589433 Feb 09 14:34:02.728931 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55fd84-38cc-48e7-9327-f6e756455338 req-819b5076-1322-41bb-846f-c7919677d2f4 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:02.740709 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ab55fd84-38cc-48e7-9327-f6e756455338 req-819b5076-1322-41bb-846f-c7919677d2f4 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.2541013 Feb 09 14:34:02.766185 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd516835-5e00-446d-8ee1-d13d0172fabc req-7b425bfa-401e-4605-b8c5-a16fbcdc346a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:02.788336 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd516835-5e00-446d-8ee1-d13d0172fabc req-7b425bfa-401e-4605-b8c5-a16fbcdc346a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.1527860 Feb 09 14:34:02.883040 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ab55fd84-38cc-48e7-9327-f6e756455338 req-e36ec68b-fe05-42d0-b66b-ad4055e181b9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378343 Feb 09 14:34:02.904548 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd516835-5e00-446d-8ee1-d13d0172fabc req-72f04e7a-f928-4e17-992a-445b34b1d002 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147270 Feb 09 14:34:03.113986 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775caf3-e849-47bf-b1ce-8f9f9ba42ea0 req-e6b862cb-5d0d-45e3-9da1-bc3aae150d22 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:03.115473 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7775caf3-e849-47bf-b1ce-8f9f9ba42ea0 req-e6b862cb-5d0d-45e3-9da1-bc3aae150d22 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.0897567 Feb 09 14:34:03.176312 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7775caf3-e849-47bf-b1ce-8f9f9ba42ea0 req-4bcf1bb9-aa23-4d36-a946-2a1ee7fc16ca tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543385 Feb 09 14:34:03.433305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6694f2-b3aa-4dbc-8647-7f20febfe175 req-bf2a4b18-c8d3-43ee-a6da-67bbf7e0d9d5 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:03.446221 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9f6694f2-b3aa-4dbc-8647-7f20febfe175 req-bf2a4b18-c8d3-43ee-a6da-67bbf7e0d9d5 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.1089072 Feb 09 14:34:03.498350 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9f6694f2-b3aa-4dbc-8647-7f20febfe175 req-8ef0d985-c412-4401-976c-170c0977c132 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505502 Feb 09 14:34:03.810041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdaa1f-748d-4b3f-800e-fbd6c8790a6d req-92a7447d-927a-4f62-9c9a-c2f9702c9df3 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:03.811630 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6afdaa1f-748d-4b3f-800e-fbd6c8790a6d req-92a7447d-927a-4f62-9c9a-c2f9702c9df3 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.1085379 Feb 09 14:34:03.924594 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6afdaa1f-748d-4b3f-800e-fbd6c8790a6d req-734cb887-5c4d-4c8b-8c34-63f905954371 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058400 Feb 09 14:34:04.382447 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e620e9-7436-40b7-96ee-8e073c12d437 req-5bb3a00b-2aa4-4a82-87b1-65b3c171b5dd tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:04.391612 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-00e620e9-7436-40b7-96ee-8e073c12d437 req-5bb3a00b-2aa4-4a82-87b1-65b3c171b5dd tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.1159587 Feb 09 14:34:04.436847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6476ba4-5980-4aa1-a58a-9ab28ef1a84f req-84e3d01c-fb7f-438d-a7c6-3479ac1fb961 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:04.446887 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f6476ba4-5980-4aa1-a58a-9ab28ef1a84f req-84e3d01c-fb7f-438d-a7c6-3479ac1fb961 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.2417443 Feb 09 14:34:04.473327 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-00e620e9-7436-40b7-96ee-8e073c12d437 req-1fd77eae-2502-475f-bec7-2b425dee55b2 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807886 Feb 09 14:34:04.611367 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f6476ba4-5980-4aa1-a58a-9ab28ef1a84f req-0983c987-acd0-4e41-bdc4-ff3331cedb0d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585629 Feb 09 14:34:04.970574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfac4e-7352-43a3-8e5b-5e434c495bc1 req-9f692e12-c721-480a-bef6-c3bb77e0ae99 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:04.986941 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-36cfac4e-7352-43a3-8e5b-5e434c495bc1 req-9f692e12-c721-480a-bef6-c3bb77e0ae99 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.2013588 Feb 09 14:34:05.013215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55718) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:05.086817 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-36cfac4e-7352-43a3-8e5b-5e434c495bc1 req-b874e4b9-29a9-4e89-bd0b-8150af9f8d56 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989096 Feb 09 14:34:05.105177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55726) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:05.411138 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc8fcbf3-5736-4350-aaf1-c29499223d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:05.428432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dc8fcbf3-5736-4350-aaf1-c29499223d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:34:05.432231 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b7202e6-7570-44e3-9a8c-24dadb900817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:05.444768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dc8fcbf3-5736-4350-aaf1-c29499223d8b admin admin] Usage tracker for resource:security_group_rule and tenant:e255e26417834054a1b57fc5187765a1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:34:05.448310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dc8fcbf3-5736-4350-aaf1-c29499223d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:34:05.455085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dc8fcbf3-5736-4350-aaf1-c29499223d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:34:05.569668 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc8fcbf3-5736-4350-aaf1-c29499223d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:05.577010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4b7202e6-7570-44e3-9a8c-24dadb900817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:34:05.581420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4b7202e6-7570-44e3-9a8c-24dadb900817 admin admin] Usage tracker for resource:security_group_rule and tenant:26c9c5467d974cbb8d14b17aa5265b40 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:34:05.585290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4b7202e6-7570-44e3-9a8c-24dadb900817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:34:05.591626 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4b7202e6-7570-44e3-9a8c-24dadb900817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:34:05.729109 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc8fcbf3-5736-4350-aaf1-c29499223d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:05.866059 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b7202e6-7570-44e3-9a8c-24dadb900817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:05.915607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fcbf3-5736-4350-aaf1-c29499223d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a3d20d-fb76-48d8-afae-71c185afedaa,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:05.930796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec0f93-c862-448e-aa13-cb5238d8bfc9 req-1299bf7c-57b9-462e-b48b-b8323038d9d9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:05.936670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dc8fcbf3-5736-4350-aaf1-c29499223d8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e255e26417834054a1b57fc5187765a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9194658 Feb 09 14:34:05.943201 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6eec0f93-c862-448e-aa13-cb5238d8bfc9 req-1299bf7c-57b9-462e-b48b-b8323038d9d9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.1299777 Feb 09 14:34:05.945247 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b7202e6-7570-44e3-9a8c-24dadb900817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:05.945711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55752) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:06.030605 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6eec0f93-c862-448e-aa13-cb5238d8bfc9 req-42a5f1f1-1b1d-4fd8-8003-b2f080e8de74 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861185 Feb 09 14:34:06.049607 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4b7202e6-7570-44e3-9a8c-24dadb900817 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26c9c5467d974cbb8d14b17aa5265b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9433529 Feb 09 14:34:06.055179 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55756) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:06.057689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7202e6-7570-44e3-9a8c-24dadb900817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782a8f21-8866-42dd-8c80-3f84d8d92044,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:06.088237 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72473727-0e30-449b-b420-1862d1e3e53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:06.116272 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72473727-0e30-449b-b420-1862d1e3e53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:06.164413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce8e65-f271-4891-bf0f-0b482b003abb req-e2f56872-3b0f-45a4-8c77-efb0dd7a3351 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:06.166404 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f2ce8e65-f271-4891-bf0f-0b482b003abb req-e2f56872-3b0f-45a4-8c77-efb0dd7a3351 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.3774190 Feb 09 14:34:06.187242 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72473727-0e30-449b-b420-1862d1e3e53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:06.205055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72473727-0e30-449b-b420-1862d1e3e53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a3d20d-fb76-48d8-afae-71c185afedaa,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:06.213284 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72473727-0e30-449b-b420-1862d1e3e53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:06.213863 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8a78f06-3ae2-4a75-86a4-527ce8c86ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:06.233696 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-72473727-0e30-449b-b420-1862d1e3e53e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88a3d20d-fb76-48d8-afae-71c185afedaa HTTP/1.1" status: 204 len: 168 time: 0.2833223 Feb 09 14:34:06.266519 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f2ce8e65-f271-4891-bf0f-0b482b003abb req-15cdbbaa-dc92-4420-bd0e-1d3beb15a4d1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807927 Feb 09 14:34:06.284434 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8a78f06-3ae2-4a75-86a4-527ce8c86ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:06.373545 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8a78f06-3ae2-4a75-86a4-527ce8c86ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:06.393961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a78f06-3ae2-4a75-86a4-527ce8c86ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782a8f21-8866-42dd-8c80-3f84d8d92044,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:06.407502 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8a78f06-3ae2-4a75-86a4-527ce8c86ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:06.408766 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a8a78f06-3ae2-4a75-86a4-527ce8c86ab6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/782a8f21-8866-42dd-8c80-3f84d8d92044 HTTP/1.1" status: 204 len: 168 time: 0.3277171 Feb 09 14:34:06.890949 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55780) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:06.910066 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0756833-70ce-407d-8f86-0a44a664b1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:06.927183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e0756833-70ce-407d-8f86-0a44a664b1cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:34:06.931900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e0756833-70ce-407d-8f86-0a44a664b1cf admin admin] Usage tracker for resource:security_group_rule and tenant:1494d3e1955342afb8f9384558ecf444 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:34:06.936509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e0756833-70ce-407d-8f86-0a44a664b1cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:34:06.944692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e0756833-70ce-407d-8f86-0a44a664b1cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:34:07.000878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 51444afc-ce92-4b37-ad9c-68ef3c3c160d details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:34:07.007230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55786) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:07.035914 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-38961b62-355b-4cd7-b625-7c326cf8685f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:07.104390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-38961b62-355b-4cd7-b625-7c326cf8685f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:34:07.120750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-38961b62-355b-4cd7-b625-7c326cf8685f admin admin] Usage tracker for resource:security_group_rule and tenant:232bfe78cbca4af49f72dd350f72ede6 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:34:07.128319 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0756833-70ce-407d-8f86-0a44a664b1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:07.129495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-38961b62-355b-4cd7-b625-7c326cf8685f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:34:07.136933 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0756833-70ce-407d-8f86-0a44a664b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:07.146349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-38961b62-355b-4cd7-b625-7c326cf8685f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:34:07.229947 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e0756833-70ce-407d-8f86-0a44a664b1cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1494d3e1955342afb8f9384558ecf444&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375168 Feb 09 14:34:07.233558 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55798) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:07.335226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0756833-70ce-407d-8f86-0a44a664b1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322fea10-f88f-4266-9147-3ddd162080aa,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:07.337626 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 51444afc-ce92-4b37-ad9c-68ef3c3c160d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:34:07.382422 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '51444afc-ce92-4b37-ad9c-68ef3c3c160d', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'port_id': '51444afc-ce92-4b37-ad9c-68ef3c3c160d', 'mac_address': 'fa:16:3e:14:86:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:34:07.400397 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-38961b62-355b-4cd7-b625-7c326cf8685f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:07.401903 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce271fd1-d219-46db-ab87-9131981b66f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:07.460789 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce271fd1-d219-46db-ab87-9131981b66f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:07.514312 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-38961b62-355b-4cd7-b625-7c326cf8685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:07.517691 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:07.556788 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51444afc-ce92-4b37-ad9c-68ef3c3c160d {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:34:07.618875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 51444afc-ce92-4b37-ad9c-68ef3c3c160d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:34:07.627083 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:07.630056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47be502-c213-4bd8-a689-6746b3010bce req-e5727c06-8058-4bc0-a6eb-152c24450bc5 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:07.631193 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-38961b62-355b-4cd7-b625-7c326cf8685f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=232bfe78cbca4af49f72dd350f72ede6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6228435 Feb 09 14:34:07.639547 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c47be502-c213-4bd8-a689-6746b3010bce req-e5727c06-8058-4bc0-a6eb-152c24450bc5 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.1410213 Feb 09 14:34:07.672150 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55810) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:07.676690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38961b62-355b-4cd7-b625-7c326cf8685f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bfe13b-7bb8-4bdb-b89d-b35e7c7244b2,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:07.775465 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c47be502-c213-4bd8-a689-6746b3010bce req-afe308ea-36e2-4297-b416-38990011abc1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283410 Feb 09 14:34:07.793997 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce271fd1-d219-46db-ab87-9131981b66f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:07.807480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c032c-c55d-4671-b0b7-8ecb34235eed req-f8cd22a2-3665-43eb-a7c1-3386d9532fce tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:07.815369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-317c032c-c55d-4671-b0b7-8ecb34235eed req-f8cd22a2-3665-43eb-a7c1-3386d9532fce tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.4124682 Feb 09 14:34:07.826782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce271fd1-d219-46db-ab87-9131981b66f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322fea10-f88f-4266-9147-3ddd162080aa,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:07.827446 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['51444afc-ce92-4b37-ad9c-68ef3c3c160d'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:34:07.832434 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce271fd1-d219-46db-ab87-9131981b66f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:07.833885 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ce271fd1-d219-46db-ab87-9131981b66f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/322fea10-f88f-4266-9147-3ddd162080aa HTTP/1.1" status: 204 len: 168 time: 0.5991442 Feb 09 14:34:07.840761 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8bef6055-8d38-4939-9e65-547217e9d14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:07.899361 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8bef6055-8d38-4939-9e65-547217e9d14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:07.950181 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55822) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:07.950713 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=51444afc-ce92-4b37-ad9c-68ef3c3c160d,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:07.952748 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-317c032c-c55d-4671-b0b7-8ecb34235eed req-e7a3ff6f-e65c-497d-9eda-fc51d4b2455f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359076 Feb 09 14:34:07.962118 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8bef6055-8d38-4939-9e65-547217e9d14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:08.000640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef6055-8d38-4939-9e65-547217e9d14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bfe13b-7bb8-4bdb-b89d-b35e7c7244b2,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:08.012684 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8bef6055-8d38-4939-9e65-547217e9d14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:08.013820 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8bef6055-8d38-4939-9e65-547217e9d14a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c8bfe13b-7bb8-4bdb-b89d-b35e7c7244b2 HTTP/1.1" status: 204 len: 168 time: 0.3404469 Feb 09 14:34:08.376081 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e43f8e68-9567-4d80-a7e9-7d302c784f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:08.402457 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e43f8e68-9567-4d80-a7e9-7d302c784f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:34:08.414764 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e43f8e68-9567-4d80-a7e9-7d302c784f3a admin admin] Usage tracker for resource:security_group_rule and tenant:9ce71959126346ddbedbc126a34cbdd7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:34:08.417857 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e43f8e68-9567-4d80-a7e9-7d302c784f3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:34:08.431335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e43f8e68-9567-4d80-a7e9-7d302c784f3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:34:08.603829 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e43f8e68-9567-4d80-a7e9-7d302c784f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:08.609823 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e43f8e68-9567-4d80-a7e9-7d302c784f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:08.692949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55850) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:08.700361 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e43f8e68-9567-4d80-a7e9-7d302c784f3a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ce71959126346ddbedbc126a34cbdd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7476330 Feb 09 14:34:08.705115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55856) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:08.721935 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cfa9fdb6-ca9f-4d14-aa01-e0c5bbad4835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:08.737835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-cfa9fdb6-ca9f-4d14-aa01-e0c5bbad4835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:34:08.741651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cfa9fdb6-ca9f-4d14-aa01-e0c5bbad4835 admin admin] Usage tracker for resource:security_group_rule and tenant:37f53cbc5f4c489aa7050518ec11c0fe is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:34:08.744578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cfa9fdb6-ca9f-4d14-aa01-e0c5bbad4835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:34:08.751276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-cfa9fdb6-ca9f-4d14-aa01-e0c5bbad4835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:34:08.820693 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:08.836082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f8e68-9567-4d80-a7e9-7d302c784f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c62967f-745f-43d8-97fa-ce8f48991b4b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:08.933438 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb04f-daa8-42d0-83ef-6017741aa708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:08.984528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6f228-771d-4c8c-91dd-22568696c700 req-6ed8ed8f-f1e3-4aa8-aa0c-f7be6f021f99 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:08.986046 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-79b6f228-771d-4c8c-91dd-22568696c700 req-6ed8ed8f-f1e3-4aa8-aa0c-f7be6f021f99 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.2794445 Feb 09 14:34:08.995845 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb04f-daa8-42d0-83ef-6017741aa708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:09.025026 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cfa9fdb6-ca9f-4d14-aa01-e0c5bbad4835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:09.034983 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 51444afc-ce92-4b37-ad9c-68ef3c3c160d up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:34:09.088624 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cfa9fdb6-ca9f-4d14-aa01-e0c5bbad4835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:09.100167 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb04f-daa8-42d0-83ef-6017741aa708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:09.123522 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-79b6f228-771d-4c8c-91dd-22568696c700 req-f00607bf-7808-4149-b6f7-7e07d07acb33 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293604 Feb 09 14:34:09.125458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bb04f-daa8-42d0-83ef-6017741aa708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c62967f-745f-43d8-97fa-ce8f48991b4b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:09.135894 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb04f-daa8-42d0-83ef-6017741aa708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:09.137094 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5b5bb04f-daa8-42d0-83ef-6017741aa708 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c62967f-745f-43d8-97fa-ce8f48991b4b HTTP/1.1" status: 204 len: 168 time: 0.4274259 Feb 09 14:34:09.177885 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 51444afc-ce92-4b37-ad9c-68ef3c3c160d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:34:09.178541 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:09.190549 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cfa9fdb6-ca9f-4d14-aa01-e0c5bbad4835 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37f53cbc5f4c489aa7050518ec11c0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4924779 Feb 09 14:34:09.193445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55876) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:09.272779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446492e-d2ae-4a28-978d-d03513fa717c req-4c7216e0-ef08-43a0-8fb5-d5fbb4dd21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:09.280846 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0446492e-d2ae-4a28-978d-d03513fa717c req-4c7216e0-ef08-43a0-8fb5-d5fbb4dd21a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c024d02814d948829adf7be459d0a506&device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 1098 time: 0.6476624 Feb 09 14:34:09.292552 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f0f66a6b-6c80-403d-815b-f9c6f277acef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:09.293513 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9fdb6-ca9f-4d14-aa01-e0c5bbad4835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd18667e-29e6-4df8-ad4e-7ac645308540,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:09.367520 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f0f66a6b-6c80-403d-815b-f9c6f277acef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:09.412494 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:09.450413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 51444afc-ce92-4b37-ad9c-68ef3c3c160d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:34:09.453480 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fffbe94-b60b-40ec-8afa-fae076336071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51444afc-ce92-4b37-ad9c-68ef3c3c160d'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:34:09.470327 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:09.474068 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f0f66a6b-6c80-403d-815b-f9c6f277acef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:09.508265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f66a6b-6c80-403d-815b-f9c6f277acef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd18667e-29e6-4df8-ad4e-7ac645308540,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:09.532286 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f0f66a6b-6c80-403d-815b-f9c6f277acef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:09.533666 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f0f66a6b-6c80-403d-815b-f9c6f277acef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd18667e-29e6-4df8-ad4e-7ac645308540 HTTP/1.1" status: 204 len: 168 time: 0.3385682 Feb 09 14:34:09.552872 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fffbe94-b60b-40ec-8afa-fae076336071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51444afc-ce92-4b37-ad9c-68ef3c3c160d', 'code': 200} Feb 09 14:34:09.561853 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490af235-0803-4531-897e-4df0fc3f9b9e req-a1f58be7-a9c0-448c-b193-39bacae71d59 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:09.563552 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-490af235-0803-4531-897e-4df0fc3f9b9e req-a1f58be7-a9c0-448c-b193-39bacae71d59 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 945 time: 0.5369825 Feb 09 14:34:09.603317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446492e-d2ae-4a28-978d-d03513fa717c req-d66b3180-9b6e-431f-9337-d839491f9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:09.605035 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0446492e-d2ae-4a28-978d-d03513fa717c req-d66b3180-9b6e-431f-9337-d839491f9838 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7610042-64a5-4213-a8e5-88e8184a0ffc HTTP/1.1" status: 200 len: 913 time: 0.3078358 Feb 09 14:34:09.652453 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-490af235-0803-4531-897e-4df0fc3f9b9e req-9439d4a6-a519-42bb-aab8-dc5063aeed24 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786066 Feb 09 14:34:09.691703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=51444afc-ce92-4b37-ad9c-68ef3c3c160d,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:09.747447 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0446492e-d2ae-4a28-978d-d03513fa717c req-4daebd66-80f0-4ca1-b1b4-581892857d83 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe HTTP/1.1" status: 200 len: 217 time: 0.1152592 Feb 09 14:34:09.854593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446492e-d2ae-4a28-978d-d03513fa717c req-f555b6af-92cb-44b4-92d4-ccec498a44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:09.858130 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0446492e-d2ae-4a28-978d-d03513fa717c req-f555b6af-92cb-44b4-92d4-ccec498a44b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3407ac2-b0bc-4169-870e-0aafafa756d9 HTTP/1.1" status: 200 len: 853 time: 0.1023648 Feb 09 14:34:09.919594 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0446492e-d2ae-4a28-978d-d03513fa717c req-fa4a74cc-583a-4b93-bb33-3ab41bd475b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7610042-64a5-4213-a8e5-88e8184a0ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530674 Feb 09 14:34:10.092613 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0446492e-d2ae-4a28-978d-d03513fa717c req-ca08cf42-406b-4c45-9917-4c61ba6e60a5 service neutron] 10.222.0.35 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626740 Feb 09 14:34:10.283854 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0446492e-d2ae-4a28-978d-d03513fa717c req-a6d0ca30-530b-4807-819e-ff3e897a1c7d service neutron] 10.222.0.35 "GET /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826129 Feb 09 14:34:10.400511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57996c1f-9c29-412b-8f1a-2eb1350cfff8 req-3c7ebfe3-e41e-4230-935e-0f559cca0d64 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:10.402334 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57996c1f-9c29-412b-8f1a-2eb1350cfff8 req-3c7ebfe3-e41e-4230-935e-0f559cca0d64 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.1149981 Feb 09 14:34:10.480980 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:10.484547 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57996c1f-9c29-412b-8f1a-2eb1350cfff8 req-262cbcba-6af8-49cc-af83-eeced94eaac4 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749323 Feb 09 14:34:10.983532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434a121-6430-4eaf-85dd-8fb9bc291c89 req-e79134b6-b151-4a10-9636-6c73bc08adbe tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:10.985672 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0434a121-6430-4eaf-85dd-8fb9bc291c89 req-e79134b6-b151-4a10-9636-6c73bc08adbe tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.1358354 Feb 09 14:34:11.046759 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0434a121-6430-4eaf-85dd-8fb9bc291c89 req-60529c9b-9471-47da-8557-ef1845a88446 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543714 Feb 09 14:34:11.725731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa647113-3879-480a-a336-68f9358774ac req-4d65342c-bc38-4ab4-90c5-7a1721c1640e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:11.733613 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aa647113-3879-480a-a336-68f9358774ac req-4d65342c-bc38-4ab4-90c5-7a1721c1640e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.1302092 Feb 09 14:34:11.780284 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aa647113-3879-480a-a336-68f9358774ac req-abcf7116-3542-4688-99cd-89952b09092c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455546 Feb 09 14:34:11.885727 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56020) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:11.926560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56028) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:12.131527 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-279ae8d9-3e1a-47ce-826e-45ae6d6a03fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:12.194061 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09dd3212-2073-46cd-a9d7-044041ce7398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:12.199343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-279ae8d9-3e1a-47ce-826e-45ae6d6a03fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:34:12.216914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-279ae8d9-3e1a-47ce-826e-45ae6d6a03fa admin admin] Usage tracker for resource:security_group_rule and tenant:3937f3cb4e1f4238b11ff058a3dde3bb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:34:12.216914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-279ae8d9-3e1a-47ce-826e-45ae6d6a03fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:34:12.246081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-279ae8d9-3e1a-47ce-826e-45ae6d6a03fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:34:12.335069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-09dd3212-2073-46cd-a9d7-044041ce7398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:34:12.349434 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-09dd3212-2073-46cd-a9d7-044041ce7398 admin admin] Usage tracker for resource:security_group_rule and tenant:12e91acdb7234bda85ef76651a547575 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:34:12.357513 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-09dd3212-2073-46cd-a9d7-044041ce7398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:34:12.373604 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-09dd3212-2073-46cd-a9d7-044041ce7398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:34:12.410614 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-279ae8d9-3e1a-47ce-826e-45ae6d6a03fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:12.417013 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-279ae8d9-3e1a-47ce-826e-45ae6d6a03fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:12.469894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce513bb-1ac1-4400-96d1-1a79ebb47f7a req-9f80d41d-0257-45ac-af3f-30eac2f398bb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:12.477210 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ce513bb-1ac1-4400-96d1-1a79ebb47f7a req-9f80d41d-0257-45ac-af3f-30eac2f398bb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.2441959 Feb 09 14:34:12.486867 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-279ae8d9-3e1a-47ce-826e-45ae6d6a03fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3937f3cb4e1f4238b11ff058a3dde3bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6006856 Feb 09 14:34:12.491121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56040) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:12.504108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ae8d9-3e1a-47ce-826e-45ae6d6a03fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12260ef7-44e0-495e-9a53-94fa3e6408cc,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:12.570794 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-400f8439-2108-4f9a-b986-7e2708cb20bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:12.635344 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ce513bb-1ac1-4400-96d1-1a79ebb47f7a req-e383afdf-5f89-4e70-a2bc-24c8994903b1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472037 Feb 09 14:34:12.644536 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-400f8439-2108-4f9a-b986-7e2708cb20bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:12.699651 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09dd3212-2073-46cd-a9d7-044041ce7398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:12.702633 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09dd3212-2073-46cd-a9d7-044041ce7398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:12.733423 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-400f8439-2108-4f9a-b986-7e2708cb20bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:12.742728 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-09dd3212-2073-46cd-a9d7-044041ce7398 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12e91acdb7234bda85ef76651a547575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8150787 Feb 09 14:34:12.748265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56044) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:12.769039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f8439-2108-4f9a-b986-7e2708cb20bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12260ef7-44e0-495e-9a53-94fa3e6408cc,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:12.772579 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-400f8439-2108-4f9a-b986-7e2708cb20bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:12.775769 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-400f8439-2108-4f9a-b986-7e2708cb20bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12260ef7-44e0-495e-9a53-94fa3e6408cc HTTP/1.1" status: 204 len: 168 time: 0.2816525 Feb 09 14:34:12.777090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd3212-2073-46cd-a9d7-044041ce7398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdcaad6-bf61-4070-a074-2f6b3ea83215,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:12.860025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7b329ce-7f4b-4765-b443-50b8c9201eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:12.918868 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7b329ce-7f4b-4765-b443-50b8c9201eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:13.054284 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7b329ce-7f4b-4765-b443-50b8c9201eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:13.110431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b329ce-7f4b-4765-b443-50b8c9201eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdcaad6-bf61-4070-a074-2f6b3ea83215,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:13.148591 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7b329ce-7f4b-4765-b443-50b8c9201eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:13.152406 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c7b329ce-7f4b-4765-b443-50b8c9201eb3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9cdcaad6-bf61-4070-a074-2f6b3ea83215 HTTP/1.1" status: 204 len: 168 time: 0.4005551 Feb 09 14:34:13.155180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdeac6e-4cc7-426d-ae40-7cc67dd71eda req-f16f9afc-80ba-481b-b14a-29c991d9ec02 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:13.156736 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bbdeac6e-4cc7-426d-ae40-7cc67dd71eda req-f16f9afc-80ba-481b-b14a-29c991d9ec02 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.2327929 Feb 09 14:34:13.195558 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:34:13.267311 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bbdeac6e-4cc7-426d-ae40-7cc67dd71eda req-84e3d8e2-cdd7-4257-8a37-db4b1aef7427 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038508 Feb 09 14:34:13.523574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb148c-e716-4ba0-ac2c-d0a91188ce4c req-21f1adcb-50c3-4c73-96cd-7f423a0ccc80 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:13.525999 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3deb148c-e716-4ba0-ac2c-d0a91188ce4c req-21f1adcb-50c3-4c73-96cd-7f423a0ccc80 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.1361473 Feb 09 14:34:13.601185 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3deb148c-e716-4ba0-ac2c-d0a91188ce4c req-be73a998-b088-4890-b8f9-96a14b4b8164 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693204 Feb 09 14:34:13.995060 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f9628-13af-45a4-b7d9-cc928d0c5d3d req-ff5fd7f5-1690-4f7c-9740-d517dc7886c1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:14.002602 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7c7f9628-13af-45a4-b7d9-cc928d0c5d3d req-ff5fd7f5-1690-4f7c-9740-d517dc7886c1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.1114044 Feb 09 14:34:14.008936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163ea1e-c2ce-4ca6-8ace-7c0d39d7657f req-6ee7f92c-25bf-47d0-b1d0-b2b1bd9d2857 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:14.010655 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d163ea1e-c2ce-4ca6-8ace-7c0d39d7657f req-6ee7f92c-25bf-47d0-b1d0-b2b1bd9d2857 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.2027638 Feb 09 14:34:14.088448 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7c7f9628-13af-45a4-b7d9-cc928d0c5d3d req-a0d4c0a3-a395-48f5-aa89-15e234bb1f79 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846190 Feb 09 14:34:14.182624 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d163ea1e-c2ce-4ca6-8ace-7c0d39d7657f req-6931272d-d8ab-4de6-857e-197c634980f2 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552341 Feb 09 14:34:14.372374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615c8c1-0abf-4c4a-8c49-624f92d45dfa req-4a8a032a-f9b9-442e-8235-2f82a9289799 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:14.375042 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1615c8c1-0abf-4c4a-8c49-624f92d45dfa req-4a8a032a-f9b9-442e-8235-2f82a9289799 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.0885825 Feb 09 14:34:14.460414 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1615c8c1-0abf-4c4a-8c49-624f92d45dfa req-db5107fa-e583-4aef-a275-ee6a79d7b0ca tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798414 Feb 09 14:34:14.999058 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8486472-ec88-4506-8e19-dc8738a68392 req-381418cf-80f7-4238-8ba2-aac50cf6199c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:15.001324 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e8486472-ec88-4506-8e19-dc8738a68392 req-381418cf-80f7-4238-8ba2-aac50cf6199c tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.1610599 Feb 09 14:34:15.092500 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e8486472-ec88-4506-8e19-dc8738a68392 req-a0ccd9b3-0cf9-4300-b936-720e1e85d418 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811596 Feb 09 14:34:15.500052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed48bf-dee7-41e3-a3a3-735dedea5d53 req-91f45d3a-90e8-4041-9fb3-61d42d04a76b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:15.504862 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16ed48bf-dee7-41e3-a3a3-735dedea5d53 req-91f45d3a-90e8-4041-9fb3-61d42d04a76b tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.2294869 Feb 09 14:34:15.529147 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5eecb0-d5ba-4fb4-970a-a4f6148ebc28 req-8fb016e4-1e4c-4978-8e44-4257510fc420 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:15.536670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ea5eecb0-d5ba-4fb4-970a-a4f6148ebc28 req-8fb016e4-1e4c-4978-8e44-4257510fc420 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.2445929 Feb 09 14:34:15.676781 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16ed48bf-dee7-41e3-a3a3-735dedea5d53 req-c3775488-875a-4bd0-9fae-e2585cd8cdf8 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682241 Feb 09 14:34:15.721922 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ea5eecb0-d5ba-4fb4-970a-a4f6148ebc28 req-8335e550-cbdf-4cb9-9bfc-7b0f70362eba tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789565 Feb 09 14:34:16.507677 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744c8f5-9107-4195-9e10-291c7cab0b66 req-be73ef3d-8071-4817-b972-7404d7d2263a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:16.519631 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f744c8f5-9107-4195-9e10-291c7cab0b66 req-be73ef3d-8071-4817-b972-7404d7d2263a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.5874512 Feb 09 14:34:16.624843 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f744c8f5-9107-4195-9e10-291c7cab0b66 req-2babd78e-b815-4ec0-917f-97c3a4bfe860 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007786 Feb 09 14:34:17.304711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5a46e-03da-4054-af53-2d86b5931458 req-d027737b-c2df-47a5-848e-50837d87305d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:17.312992 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-14d5a46e-03da-4054-af53-2d86b5931458 req-d027737b-c2df-47a5-848e-50837d87305d tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.2782907 Feb 09 14:34:17.384094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffaf71-e818-4b0d-9366-cee3d8c22214 req-92e588c5-41d9-40f0-82da-36fa23dbe45e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:17.407491 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-04ffaf71-e818-4b0d-9366-cee3d8c22214 req-92e588c5-41d9-40f0-82da-36fa23dbe45e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.2071369 Feb 09 14:34:17.423200 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-14d5a46e-03da-4054-af53-2d86b5931458 req-87dd1309-6b33-4c41-aa6c-5c305ca46226 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088552 Feb 09 14:34:17.555233 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-04ffaf71-e818-4b0d-9366-cee3d8c22214 req-2f0dea35-bc69-4eae-bb45-c253ad11d45b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460686 Feb 09 14:34:17.943635 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f318b25-feff-4319-8494-5ff0cec64f6e req-c4a8512b-cfa5-4b0b-86bf-3136fae8db84 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:17.953802 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f318b25-feff-4319-8494-5ff0cec64f6e req-c4a8512b-cfa5-4b0b-86bf-3136fae8db84 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.1069472 Feb 09 14:34:18.031473 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f318b25-feff-4319-8494-5ff0cec64f6e req-5f7bf0a7-942f-49d4-9e51-fc0e14cdced2 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767031 Feb 09 14:34:18.344176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea753114-1ddd-4518-885e-bf6bd89d35d3 req-78f2fccc-a3d5-440f-b13d-c2e514ff8dde tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:18.370859 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea753114-1ddd-4518-885e-bf6bd89d35d3 req-78f2fccc-a3d5-440f-b13d-c2e514ff8dde tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.1330853 Feb 09 14:34:18.472399 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea753114-1ddd-4518-885e-bf6bd89d35d3 req-509db81c-b2e6-4496-8708-79666a800afd tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961173 Feb 09 14:34:18.864065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba6628-7c57-4d4b-8598-e73402cb1d61 req-f9dcb4fd-7e62-4972-b4eb-b2bbe1e8074a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:18.865575 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9eba6628-7c57-4d4b-8598-e73402cb1d61 req-f9dcb4fd-7e62-4972-b4eb-b2bbe1e8074a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.1418984 Feb 09 14:34:18.920915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf60536-50b1-413f-8a03-7d049d14a70e req-b47fc375-3d86-46b8-9f4a-f0cc19733912 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:18.923770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ebf60536-50b1-413f-8a03-7d049d14a70e req-b47fc375-3d86-46b8-9f4a-f0cc19733912 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.2635596 Feb 09 14:34:19.000034 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9eba6628-7c57-4d4b-8598-e73402cb1d61 req-d1367385-8f96-40db-82b9-b1cecb0d623a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122174 Feb 09 14:34:19.043689 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ebf60536-50b1-413f-8a03-7d049d14a70e req-bf2c0605-78a2-4cd2-9139-a4e8acfbe908 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126509 Feb 09 14:34:19.449686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fb906-2a83-4e55-9cd0-1154f7800dd3 req-53785275-883f-4c36-8222-a32485bb9033 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:19.486166 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8f6fb906-2a83-4e55-9cd0-1154f7800dd3 req-53785275-883f-4c36-8222-a32485bb9033 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.2424142 Feb 09 14:34:19.676122 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8f6fb906-2a83-4e55-9cd0-1154f7800dd3 req-e42bb660-7af1-4089-9e4e-75a824dd4a51 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834223 Feb 09 14:34:20.052494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83093994-67e6-4e75-908f-68689b832d4d req-ee1e4d81-a741-4e08-9e8d-cba0f572bf79 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:20.052494 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-83093994-67e6-4e75-908f-68689b832d4d req-ee1e4d81-a741-4e08-9e8d-cba0f572bf79 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.1949725 Feb 09 14:34:20.154735 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-83093994-67e6-4e75-908f-68689b832d4d req-a06cb7f2-2cf9-49e0-80d2-22e422ed7ec0 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050379 Feb 09 14:34:20.370020 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655e241-26d2-4f81-a0c9-c7d22845e5e7 req-7bc9fed8-f590-4289-8de9-2705ef33b29b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:20.381151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e655e241-26d2-4f81-a0c9-c7d22845e5e7 req-7bc9fed8-f590-4289-8de9-2705ef33b29b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.2031794 Feb 09 14:34:20.480854 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e655e241-26d2-4f81-a0c9-c7d22845e5e7 req-988cfb5b-7933-4f25-ac65-333054759368 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976942 Feb 09 14:34:20.501782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d5e4a-15f1-45fa-8a96-05691495e36b req-f84f10aa-2df2-4ca6-9279-f53009050dc9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:20.510612 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d65d5e4a-15f1-45fa-8a96-05691495e36b req-f84f10aa-2df2-4ca6-9279-f53009050dc9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.1592391 Feb 09 14:34:20.628448 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d65d5e4a-15f1-45fa-8a96-05691495e36b req-c0e45150-1988-4c0a-8c2a-69685584314f tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092234 Feb 09 14:34:21.088173 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5449c-b617-4de1-bb15-0bbc8a4535e8 req-4b1d0082-ed2f-4cf9-ac65-727a09d3f9ed tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:21.091860 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bfa5449c-b617-4de1-bb15-0bbc8a4535e8 req-4b1d0082-ed2f-4cf9-ac65-727a09d3f9ed tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.2202263 Feb 09 14:34:21.194353 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bfa5449c-b617-4de1-bb15-0bbc8a4535e8 req-8cc9fc30-8d57-4da6-add2-b27c16e8a5a9 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952556 Feb 09 14:34:22.053995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d50f9-14c2-49d4-a3ca-7eb0205ee26d req-c041550f-b65c-4d2d-978f-01b24d50e9cf tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:22.068124 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d17d50f9-14c2-49d4-a3ca-7eb0205ee26d req-c041550f-b65c-4d2d-978f-01b24d50e9cf tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.2804070 Feb 09 14:34:22.234945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d17d50f9-14c2-49d4-a3ca-7eb0205ee26d req-81daa822-3599-4b08-9e9e-b93565a45dc2 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631830 Feb 09 14:34:23.869492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56410) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:23.960020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247c789-0e73-4280-8ee2-370c7ec34dc9 req-4173074d-ff2d-4fea-b7e7-2a5a27f2f34f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:23.982839 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9247c789-0e73-4280-8ee2-370c7ec34dc9 req-4173074d-ff2d-4fea-b7e7-2a5a27f2f34f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.3632767 Feb 09 14:34:24.046410 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9247c789-0e73-4280-8ee2-370c7ec34dc9 req-b4aa7c3c-1d2f-4f8d-a928-9af54fddfab8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622792 Feb 09 14:34:24.271046 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66393a9d-ecad-465b-84d4-3c89bdd46d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:24.312786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-66393a9d-ecad-465b-84d4-3c89bdd46d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:34:24.321524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-66393a9d-ecad-465b-84d4-3c89bdd46d72 admin admin] Usage tracker for resource:security_group_rule and tenant:a70365337af24781a8b7da8634a6a845 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:34:24.324875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-66393a9d-ecad-465b-84d4-3c89bdd46d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:34:24.353687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-66393a9d-ecad-465b-84d4-3c89bdd46d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:34:24.667492 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66393a9d-ecad-465b-84d4-3c89bdd46d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:24.674372 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66393a9d-ecad-465b-84d4-3c89bdd46d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:25.106654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56434) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:25.109057 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-66393a9d-ecad-465b-84d4-3c89bdd46d72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a70365337af24781a8b7da8634a6a845&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2325726 Feb 09 14:34:25.201448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66393a9d-ecad-465b-84d4-3c89bdd46d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7571731f-77d4-4ef0-b25e-39e174dc36fa,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:25.285577 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:25.366762 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:25.536521 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:25.596319 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7571731f-77d4-4ef0-b25e-39e174dc36fa,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:25.615356 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:25.616513 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7571731f-77d4-4ef0-b25e-39e174dc36fa HTTP/1.1" status: 204 len: 168 time: 0.5092697 Feb 09 14:34:25.633996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:25.634347 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:25.638953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:25.640385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:25.643228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:25.643574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:25.644014 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:25.644352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:25.645818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:25.646169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:25.646512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:25.651218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65f6769-f689-4026-90ad-4ec1fd2229e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:25.859720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e02c0-683a-4e9c-b136-007645482bc7 req-c1c21ca5-2814-488e-bc29-81efaf381e7e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:25.861292 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-817e02c0-683a-4e9c-b136-007645482bc7 req-c1c21ca5-2814-488e-bc29-81efaf381e7e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.4543579 Feb 09 14:34:26.027933 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-817e02c0-683a-4e9c-b136-007645482bc7 req-84f7aadc-ae66-44d4-a3ae-ee450314272d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596434 Feb 09 14:34:26.803285 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5ae5f929-49ad-4879-a4a8-231e27992276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:27.373234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56496) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:27.663843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a861829-3426-4621-af5c-b2a7a1c5b4a4 req-9f96164e-b10e-4d4b-9326-5bce2f286cc2 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:27.671355 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a861829-3426-4621-af5c-b2a7a1c5b4a4 req-9f96164e-b10e-4d4b-9326-5bce2f286cc2 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.3178711 Feb 09 14:34:27.799570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-327145117-network', 'tenant_id': '1f94004ca39d42b088ef4b3647adc740'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:34:27.828813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:34:27.852044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Usage tracker for resource:network and tenant:1f94004ca39d42b088ef4b3647adc740 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:34:27.863597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:34:27.908239 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:34:27.913842 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a861829-3426-4621-af5c-b2a7a1c5b4a4 req-fc7779bf-3836-43fc-8d2d-e1ba68afa337 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412562 Feb 09 14:34:27.933474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Made reservation on behalf of 1f94004ca39d42b088ef4b3647adc740 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:34:27.936608 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:27.956961 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:27.976927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:34:27.991158 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Usage tracker for resource:security_group_rule and tenant:1f94004ca39d42b088ef4b3647adc740 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:34:27.994514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:34:28.008108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:34:28.179968 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:28.188801 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:28.192950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56514) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:28.216927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:34:28.267069 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:28.267483 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Added segment d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a of type vlan for network 7ffc6d90-6560-4047-8fa9-a763c9541e79 Feb 09 14:34:28.332894 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:28.427227 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:28.429065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:28.429795 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:28.508919 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-682d50ba-df93-420b-b191-c6a101ced5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:28.572769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-682d50ba-df93-420b-b191-c6a101ced5ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:34:28.586394 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-682d50ba-df93-420b-b191-c6a101ced5ba admin admin] Usage tracker for resource:security_group_rule and tenant:54328004fb2747328d172b4e7f60b0ef is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:34:28.589704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-682d50ba-df93-420b-b191-c6a101ced5ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:34:28.616841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-682d50ba-df93-420b-b191-c6a101ced5ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:34:28.694131 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3177013 Feb 09 14:34:28.708343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56526) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:28.789454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-83ce83dd-a096-48c4-b917-7a3bcb843eb2 admin admin] Request body: {'subnet': {'network_id': '7ffc6d90-6560-4047-8fa9-a763c9541e79', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-327145117-subnet', 'tenant_id': '1f94004ca39d42b088ef4b3647adc740', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:34:28.808541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-83ce83dd-a096-48c4-b917-7a3bcb843eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:34:28.816202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f54e9a7-e033-480c-a0f4-42d2e2c24e30,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:28.848417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-83ce83dd-a096-48c4-b917-7a3bcb843eb2 admin admin] Usage tracker for resource:subnet and tenant:1f94004ca39d42b088ef4b3647adc740 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:34:28.854427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddb6bb-a089-45c4-a691-95ff20c96d1d admin admin] Pushing event updated for resources: {'Network': ['ID=7ffc6d90-6560-4047-8fa9-a763c9541e79,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:28.866616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 7ffc6d90-6560-4047-8fa9-a763c9541e79 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:34:28.879573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-83ce83dd-a096-48c4-b917-7a3bcb843eb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:34:28.902557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-83ce83dd-a096-48c4-b917-7a3bcb843eb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:34:28.917603 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-682d50ba-df93-420b-b191-c6a101ced5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:28.926178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-682d50ba-df93-420b-b191-c6a101ced5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:28.938978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ce83dd-a096-48c4-b917-7a3bcb843eb2 admin admin] Made reservation on behalf of 1f94004ca39d42b088ef4b3647adc740 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:34:28.953317 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-83ce83dd-a096-48c4-b917-7a3bcb843eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:29.052815 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-682d50ba-df93-420b-b191-c6a101ced5ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54328004fb2747328d172b4e7f60b0ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8540959 Feb 09 14:34:29.054741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56536) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:29.065688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d50ba-df93-420b-b191-c6a101ced5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35a76ba-bfbb-4958-9c56-5a1663faddfb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:29.324696 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1c8482c-d8a8-4dc4-b1dc-6abc18853558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:29.411342 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-351421db-0cb9-44a4-9a15-5096539f6eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:29.415195 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1c8482c-d8a8-4dc4-b1dc-6abc18853558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:29.534486 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1c8482c-d8a8-4dc4-b1dc-6abc18853558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:29.583995 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8482c-d8a8-4dc4-b1dc-6abc18853558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35a76ba-bfbb-4958-9c56-5a1663faddfb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:29.585952 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1c8482c-d8a8-4dc4-b1dc-6abc18853558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:29.593382 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d1c8482c-d8a8-4dc4-b1dc-6abc18853558 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f35a76ba-bfbb-4958-9c56-5a1663faddfb HTTP/1.1" status: 204 len: 168 time: 0.5236297 Feb 09 14:34:29.745814 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-83ce83dd-a096-48c4-b917-7a3bcb843eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:29.975372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152701a-7e4f-4aec-87f1-94a0912750cc req-214ff894-ec3b-460b-9a37-f9f61fe967d4 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:29.976601 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c152701a-7e4f-4aec-87f1-94a0912750cc req-214ff894-ec3b-460b-9a37-f9f61fe967d4 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.4689538 Feb 09 14:34:29.979264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce83dd-a096-48c4-b917-7a3bcb843eb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cbee3c2-4527-441d-a604-88ee748ed65d,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:30.132625 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c152701a-7e4f-4aec-87f1-94a0912750cc req-15631316-ef39-48f3-9287-5d54b2855767 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330159 Feb 09 14:34:30.133409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ce83dd-a096-48c4-b917-7a3bcb843eb2 admin admin] Checking segment: {'id': 'd9c9e53e-b5dd-46f3-b4af-c9b8d877c46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7ffc6d90-6560-4047-8fa9-a763c9541e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:34:30.133790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ce83dd-a096-48c4-b917-7a3bcb843eb2 admin admin] Network hostable DHCP agents. Network: 7ffc6d90-6560-4047-8fa9-a763c9541e79, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:34:30.186977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ce83dd-a096-48c4-b917-7a3bcb843eb2 admin admin] Network 7ffc6d90-6560-4047-8fa9-a763c9541e79 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:34:30.214141 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-83ce83dd-a096-48c4-b917-7a3bcb843eb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 7ffc6d90-6560-4047-8fa9-a763c9541e79) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:34:30.225763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ce83dd-a096-48c4-b917-7a3bcb843eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:30.226511 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-83ce83dd-a096-48c4-b917-7a3bcb843eb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:30.271427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9615655-525f-4d32-a888-01b51659887d None None] Network 7ffc6d90-6560-4047-8fa9-a763c9541e79 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:34:30.283611 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-83ce83dd-a096-48c4-b917-7a3bcb843eb2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5658741 Feb 09 14:34:30.428622 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56568) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:30.481051 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-148a08d0-2de5-4062-b3be-9baa563c34a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:30.542643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-148a08d0-2de5-4062-b3be-9baa563c34a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:34:30.570061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-148a08d0-2de5-4062-b3be-9baa563c34a0 admin admin] Usage tracker for resource:security_group_rule and tenant:49a7be12afc5457e84e7c20e34cd35d2 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:34:30.583061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-148a08d0-2de5-4062-b3be-9baa563c34a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:34:30.615382 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-148a08d0-2de5-4062-b3be-9baa563c34a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:34:30.628626 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:30.718928 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:30.951582 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-148a08d0-2de5-4062-b3be-9baa563c34a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:30.973777 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-148a08d0-2de5-4062-b3be-9baa563c34a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:31.049224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8e0fb-c58c-4a62-a4be-002f73a4e7a0 req-2ba98c0f-42e3-4bee-b48f-f10819377506 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:31.061015 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04a8e0fb-c58c-4a62-a4be-002f73a4e7a0 req-2ba98c0f-42e3-4bee-b48f-f10819377506 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.2889636 Feb 09 14:34:31.085266 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-148a08d0-2de5-4062-b3be-9baa563c34a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49a7be12afc5457e84e7c20e34cd35d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6555250 Feb 09 14:34:31.098246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56590) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:31.162152 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04a8e0fb-c58c-4a62-a4be-002f73a4e7a0 req-49393f87-147a-4218-8a21-923c7c2576cc tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999222 Feb 09 14:34:31.225786 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29893bbc-618a-4e49-b18c-17cbeb7df4f4 None None] Network 7ffc6d90-6560-4047-8fa9-a763c9541e79 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:34:31.276926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a08d0-2de5-4062-b3be-9baa563c34a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24192537-d3e8-4f4c-aa9a-9e73fd970f3a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:31.430626 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c549993-cd73-41ca-9293-878f077a9b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:31.506032 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c549993-cd73-41ca-9293-878f077a9b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:31.619246 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e84a0-cf64-465f-80a9-55dbe3a7205e req-5b633bbc-5588-4129-b8d0-24c60705045c tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:31.661651 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b44e84a0-cf64-465f-80a9-55dbe3a7205e req-5b633bbc-5588-4129-b8d0-24c60705045c tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.3037298 Feb 09 14:34:31.686378 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c549993-cd73-41ca-9293-878f077a9b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:31.743775 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b44e84a0-cf64-465f-80a9-55dbe3a7205e req-de222bb6-d38d-4d55-9a32-a3d0d7a5623d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807905 Feb 09 14:34:31.770360 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c549993-cd73-41ca-9293-878f077a9b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24192537-d3e8-4f4c-aa9a-9e73fd970f3a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:31.779359 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3c549993-cd73-41ca-9293-878f077a9b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:31.782622 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3c549993-cd73-41ca-9293-878f077a9b75 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24192537-d3e8-4f4c-aa9a-9e73fd970f3a HTTP/1.1" status: 204 len: 168 time: 0.6811941 Feb 09 14:34:31.930855 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:32.767551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdbd32-90b3-4080-9c2c-30c2dec75731 req-2dbb0ed9-d24a-459f-bc29-f8162c25502e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:32.772178 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9fbdbd32-90b3-4080-9c2c-30c2dec75731 req-2dbb0ed9-d24a-459f-bc29-f8162c25502e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.3118639 Feb 09 14:34:32.865876 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9fbdbd32-90b3-4080-9c2c-30c2dec75731 req-64666397-4274-4a78-9ec3-9a9128da7e5e tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/security-groups?id=edc5185f-4b43-448b-81fc-075a3584509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871916 Feb 09 14:34:33.297472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a0fcd-0552-4a9a-b129-62bb3ecfda0f req-44030239-878b-4647-ac92-ba74595d0bcc tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:33.304183 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-990a0fcd-0552-4a9a-b129-62bb3ecfda0f req-44030239-878b-4647-ac92-ba74595d0bcc tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.1901333 Feb 09 14:34:33.484571 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-990a0fcd-0552-4a9a-b129-62bb3ecfda0f req-9a2f7192-fe93-482e-b5d3-694bd8774b3e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714988 Feb 09 14:34:33.561669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785dd8b-34a0-47b6-8abe-fb54826b33b5 req-d1ac84f0-363b-456b-aaf5-f619e75dae56 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:33.569538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1785dd8b-34a0-47b6-8abe-fb54826b33b5 req-d1ac84f0-363b-456b-aaf5-f619e75dae56 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.35 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 947 time: 0.3623075 Feb 09 14:34:33.813714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-1785dd8b-34a0-47b6-8abe-fb54826b33b5 req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Deleting port b22fbcdd-e7aa-48dd-8961-31638e547dfe {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:34:33.814694 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1785dd8b-34a0-47b6-8abe-fb54826b33b5 req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:34.357381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1785dd8b-34a0-47b6-8abe-fb54826b33b5 req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] For port b22fbcdd-e7aa-48dd-8961-31638e547dfe, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=b22fbcdd-e7aa-48dd-8961-31638e547dfe,segment=NetworkSegment(592da187-9306-40d7-aa82-bc4da1564609),segment_id=592da187-9306-40d7-aa82-bc4da1564609)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:34:34.357747 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1785dd8b-34a0-47b6-8abe-fb54826b33b5 req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:34.676366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-1785dd8b-34a0-47b6-8abe-fb54826b33b5 req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Calling delete_port for b22fbcdd-e7aa-48dd-8961-31638e547dfe owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:34:35.018990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4921f26-bcbd-4f0f-a609-c8e5c50b5048 req-16112df2-cf6a-40cd-a52b-c66be06c7753 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:35.029921 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4921f26-bcbd-4f0f-a609-c8e5c50b5048 req-16112df2-cf6a-40cd-a52b-c66be06c7753 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.2638602 Feb 09 14:34:35.136676 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4921f26-bcbd-4f0f-a609-c8e5c50b5048 req-e81f3544-fbc7-40f7-9495-362664797cd0 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957861 Feb 09 14:34:35.197501 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0cf92d63-4df3-48a0-afd6-ce6c951d20a5 req-218e5f23-666c-419b-8ae1-ceac3a51f571 tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.48 "GET /v2.0/ports?device_id=537f1d08-9329-47ff-a568-8e9366dbef7a HTTP/1.1" status: 200 len: 210 time: 0.1565187 Feb 09 14:34:35.202175 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1785dd8b-34a0-47b6-8abe-fb54826b33b5 req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:35.654851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1785dd8b-34a0-47b6-8abe-fb54826b33b5 req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] No DVR routers for this DVR port b22fbcdd-e7aa-48dd-8961-31638e547dfe on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:34:35.660439 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1785dd8b-34a0-47b6-8abe-fb54826b33b5 req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:35.676091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Pushing event deleted for resources: {'Port': ['ID=b22fbcdd-e7aa-48dd-8961-31638e547dfe,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:35.685523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537f1d08-9329-47ff-a568-8e9366dbef7a', 'name': 'network-vif-deleted', 'tag': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:34:35.767639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:35.768823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:35.770109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:35.770605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:35.772563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:35.773566 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:35.774884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:35.776640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:35.777316 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:35.779581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:35.782919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:35.784145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:35.798910 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1785dd8b-34a0-47b6-8abe-fb54826b33b5 req-68ac807a-2096-4656-82e0-fcbd8bc96b3a tempest-ServersNegativeTestJSON-1529849519 tempest-ServersNegativeTestJSON-1529849519-project] 10.222.0.35 "DELETE /v2.0/ports/b22fbcdd-e7aa-48dd-8961-31638e547dfe HTTP/1.1" status: 204 len: 173 time: 2.2190492 Feb 09 14:34:35.847945 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537f1d08-9329-47ff-a568-8e9366dbef7a', 'name': 'network-vif-deleted', 'tag': 'b22fbcdd-e7aa-48dd-8961-31638e547dfe', 'status': 'completed', 'code': 200} Feb 09 14:34:36.687109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2904bf-3c73-4a9a-b12f-48e93e9fde96 req-01f66834-34cb-4a80-bb9e-1ce0531f4d68 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:36.695931 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0d2904bf-3c73-4a9a-b12f-48e93e9fde96 req-01f66834-34cb-4a80-bb9e-1ce0531f4d68 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.2021041 Feb 09 14:34:36.780096 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0d2904bf-3c73-4a9a-b12f-48e93e9fde96 req-099283f5-87d3-457d-b691-4b191fa9eb12 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828340 Feb 09 14:34:37.036624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56772) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:37.129552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9691400a-121f-4952-a630-e9c8bce94cd1 admin admin] Deleting subnet e3407ac2-b0bc-4169-870e-0aafafa756d9 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:34:37.133236 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9691400a-121f-4952-a630-e9c8bce94cd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:37.184716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b22fbcdd-e7aa-48dd-8961-31638e547dfe no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:34:37.315053 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9691400a-121f-4952-a630-e9c8bce94cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:37.319987 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: b22fbcdd-e7aa-48dd-8961-31638e547dfe {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:34:37.320338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device b22fbcdd-e7aa-48dd-8961-31638e547dfe not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:34:37.492413 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9691400a-121f-4952-a630-e9c8bce94cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:37.719638 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9691400a-121f-4952-a630-e9c8bce94cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:37.819373 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9691400a-121f-4952-a630-e9c8bce94cd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:37.907502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56796) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:37.928164 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9691400a-121f-4952-a630-e9c8bce94cd1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e3407ac2-b0bc-4169-870e-0aafafa756d9 HTTP/1.1" status: 204 len: 168 time: 0.8661721 Feb 09 14:34:37.929446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691400a-121f-4952-a630-e9c8bce94cd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3407ac2-b0bc-4169-870e-0aafafa756d9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:38.659444 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43dfe871-bc11-4a0b-b0a5-765486fcdb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:38.719769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e065bc-0665-4004-8d74-06013806a81f req-3ff7f190-a18b-421e-86e6-e05c14187758 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:38.727201 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33e065bc-0665-4004-8d74-06013806a81f req-3ff7f190-a18b-421e-86e6-e05c14187758 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.5425704 Feb 09 14:34:38.819182 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:39.175634 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33e065bc-0665-4004-8d74-06013806a81f req-29f197b8-abf4-45ef-9824-501814644804 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4471538 Feb 09 14:34:39.200480 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43dfe871-bc11-4a0b-b0a5-765486fcdb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:39.281434 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-43dfe871-bc11-4a0b-b0a5-765486fcdb84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7610042-64a5-4213-a8e5-88e8184a0ffc']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:34:39.311211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-43dfe871-bc11-4a0b-b0a5-765486fcdb84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592da187-9306-40d7-aa82-bc4da1564609') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:34:39.312724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-43dfe871-bc11-4a0b-b0a5-765486fcdb84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592da187-9306-40d7-aa82-bc4da1564609') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:34:39.345186 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43dfe871-bc11-4a0b-b0a5-765486fcdb84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:39.396277 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43dfe871-bc11-4a0b-b0a5-765486fcdb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:39.410490 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43dfe871-bc11-4a0b-b0a5-765486fcdb84 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:34:39.411310 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43dfe871-bc11-4a0b-b0a5-765486fcdb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:34:39.439913 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:34:39.740040 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43dfe871-bc11-4a0b-b0a5-765486fcdb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:39.769939 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43dfe871-bc11-4a0b-b0a5-765486fcdb84 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:39.911178 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfe871-bc11-4a0b-b0a5-765486fcdb84 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7610042-64a5-4213-a8e5-88e8184a0ffc,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:39.919469 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-43dfe871-bc11-4a0b-b0a5-765486fcdb84 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f7610042-64a5-4213-a8e5-88e8184a0ffc HTTP/1.1" status: 204 len: 168 time: 2.0078745 Feb 09 14:34:40.189753 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56854) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:40.278599 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56864) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:40.299185 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8bfd8466-d9e4-407a-93b1-f915cb77970e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c024d02814d948829adf7be459d0a506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1036916 Feb 09 14:34:40.299503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56870) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:40.404761 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51ccd0ef-a7b2-450f-b4c9-349d360c7a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:40.494777 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:40.507032 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51ccd0ef-a7b2-450f-b4c9-349d360c7a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:40.681117 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51ccd0ef-a7b2-450f-b4c9-349d360c7a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:40.836542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccd0ef-a7b2-450f-b4c9-349d360c7a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc5185f-4b43-448b-81fc-075a3584509b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:40.857533 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4579fb85-db88-4723-b1ab-c4e795b82f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:40.893197 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51ccd0ef-a7b2-450f-b4c9-349d360c7a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:40.894586 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-51ccd0ef-a7b2-450f-b4c9-349d360c7a6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/edc5185f-4b43-448b-81fc-075a3584509b HTTP/1.1" status: 204 len: 168 time: 0.5939777 Feb 09 14:34:40.900149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4579fb85-db88-4723-b1ab-c4e795b82f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:34:40.913897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4579fb85-db88-4723-b1ab-c4e795b82f53 admin admin] Usage tracker for resource:security_group_rule and tenant:599581ce0e88499ebea195a00f10e20e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:34:40.918034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4579fb85-db88-4723-b1ab-c4e795b82f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:34:40.931275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4579fb85-db88-4723-b1ab-c4e795b82f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:34:41.220580 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4579fb85-db88-4723-b1ab-c4e795b82f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:41.234727 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4579fb85-db88-4723-b1ab-c4e795b82f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:41.277641 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4579fb85-db88-4723-b1ab-c4e795b82f53 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=599581ce0e88499ebea195a00f10e20e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9954720 Feb 09 14:34:41.278725 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56894) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:41.299475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db1dc3-6ed4-4583-8647-1a9e18dfccad req-838224f8-e86e-40ed-a1eb-111bcd6541ee tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:41.309881 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96db1dc3-6ed4-4583-8647-1a9e18dfccad req-838224f8-e86e-40ed-a1eb-111bcd6541ee tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.6365123 Feb 09 14:34:41.552520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579fb85-db88-4723-b1ab-c4e795b82f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da800ea9-ea43-4b4c-b9f5-6ff41d2e5875,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:41.576753 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96db1dc3-6ed4-4583-8647-1a9e18dfccad req-67a7990d-bce6-4633-b974-f1f5ec4acd07 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585378 Feb 09 14:34:41.590290 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f0a3788-be29-4c23-a039-a663afa14e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:41.731915 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f0a3788-be29-4c23-a039-a663afa14e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:42.237488 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fc342-1213-4e3e-b4ed-a3de27e452fe req-fb15c231-6ad0-44f4-9af9-e4ab944cad1b tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:42.239024 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb6fc342-1213-4e3e-b4ed-a3de27e452fe req-fb15c231-6ad0-44f4-9af9-e4ab944cad1b tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 946 time: 0.4632623 Feb 09 14:34:42.313511 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f0a3788-be29-4c23-a039-a663afa14e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:42.365724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a3788-be29-4c23-a039-a663afa14e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da800ea9-ea43-4b4c-b9f5-6ff41d2e5875,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:42.382304 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb6fc342-1213-4e3e-b4ed-a3de27e452fe req-a7d893cf-938e-4267-a827-87baf1fe2216 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314158 Feb 09 14:34:42.389289 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f0a3788-be29-4c23-a039-a663afa14e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:42.393006 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2f0a3788-be29-4c23-a039-a663afa14e89 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da800ea9-ea43-4b4c-b9f5-6ff41d2e5875 HTTP/1.1" status: 204 len: 168 time: 1.1108806 Feb 09 14:34:42.945853 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e68010-a9ab-4e3c-a322-d86b9c187d65 req-db7280f5-07e4-43e8-aa89-1fc708449667 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:42.978865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-29e68010-a9ab-4e3c-a322-d86b9c187d65 req-db7280f5-07e4-43e8-aa89-1fc708449667 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.1814179 Feb 09 14:34:43.135013 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-29e68010-a9ab-4e3c-a322-d86b9c187d65 req-dc5f8f0d-820d-48ce-958a-feb1393e6e0b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536255 Feb 09 14:34:43.409226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56962) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:43.732738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56976) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:43.737170 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-faea48aa-e2b7-4157-aa21-d3efec4c7df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:43.769064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-faea48aa-e2b7-4157-aa21-d3efec4c7df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:34:43.773662 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8c927bd6-7414-4bc8-9c6a-ef11fecad636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:43.774480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-faea48aa-e2b7-4157-aa21-d3efec4c7df1 admin admin] Usage tracker for resource:security_group_rule and tenant:30c2ec735460465e96cd26c828cf5ccf is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:34:43.778892 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-faea48aa-e2b7-4157-aa21-d3efec4c7df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:34:43.789671 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-faea48aa-e2b7-4157-aa21-d3efec4c7df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:34:43.806498 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8c927bd6-7414-4bc8-9c6a-ef11fecad636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:34:43.812144 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8c927bd6-7414-4bc8-9c6a-ef11fecad636 admin admin] Usage tracker for resource:security_group_rule and tenant:949820ebff2d4e3883123e1670341af2 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:34:43.815454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8c927bd6-7414-4bc8-9c6a-ef11fecad636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:34:43.824395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8c927bd6-7414-4bc8-9c6a-ef11fecad636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:34:43.985142 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8c927bd6-7414-4bc8-9c6a-ef11fecad636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:43.994938 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8c927bd6-7414-4bc8-9c6a-ef11fecad636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:44.012247 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-faea48aa-e2b7-4157-aa21-d3efec4c7df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:44.036192 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-faea48aa-e2b7-4157-aa21-d3efec4c7df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:44.065606 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8c927bd6-7414-4bc8-9c6a-ef11fecad636 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=949820ebff2d4e3883123e1670341af2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310292 Feb 09 14:34:44.069640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56990) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:44.075680 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c927bd6-7414-4bc8-9c6a-ef11fecad636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3a68bd-4a62-4d74-9212-f297773bc455,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:44.113845 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea48aa-e2b7-4157-aa21-d3efec4c7df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78f7d66-5140-4f10-9f56-b1073bf8a1f0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:44.120911 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-faea48aa-e2b7-4157-aa21-d3efec4c7df1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30c2ec735460465e96cd26c828cf5ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7102692 Feb 09 14:34:44.122335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56996) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:44.198677 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f467810-e92a-4767-b035-2292ce3bc698 req-7813b6d9-470f-4f40-bdff-3c8887b18b65 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:44.207566 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8f467810-e92a-4767-b035-2292ce3bc698 req-7813b6d9-470f-4f40-bdff-3c8887b18b65 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 946 time: 0.5837426 Feb 09 14:34:44.273566 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e9c10884-4571-448c-9fc0-31234fd1268d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:44.276036 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3cb9e3d8-12be-4cd2-aa44-1fc3cb00ab9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:44.290917 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8f467810-e92a-4767-b035-2292ce3bc698 req-11bba349-a76c-4006-83e1-d504704dc947 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822387 Feb 09 14:34:44.327585 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e9c10884-4571-448c-9fc0-31234fd1268d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:44.349457 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3cb9e3d8-12be-4cd2-aa44-1fc3cb00ab9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:44.444913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e9c10884-4571-448c-9fc0-31234fd1268d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:44.457850 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3cb9e3d8-12be-4cd2-aa44-1fc3cb00ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:44.478559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9e3d8-12be-4cd2-aa44-1fc3cb00ab9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78f7d66-5140-4f10-9f56-b1073bf8a1f0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:44.491336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c10884-4571-448c-9fc0-31234fd1268d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3a68bd-4a62-4d74-9212-f297773bc455,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:44.504985 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e9c10884-4571-448c-9fc0-31234fd1268d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:44.509718 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e9c10884-4571-448c-9fc0-31234fd1268d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd3a68bd-4a62-4d74-9212-f297773bc455 HTTP/1.1" status: 204 len: 168 time: 0.4384284 Feb 09 14:34:44.553321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610a4d1-4bee-4d65-ab12-6f1f96616361 req-b0b357b0-0de7-4f3c-8d45-4b8a002dcb1b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:44.555138 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2610a4d1-4bee-4d65-ab12-6f1f96616361 req-b0b357b0-0de7-4f3c-8d45-4b8a002dcb1b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.1714613 Feb 09 14:34:44.558187 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3cb9e3d8-12be-4cd2-aa44-1fc3cb00ab9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:44.565246 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3cb9e3d8-12be-4cd2-aa44-1fc3cb00ab9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f78f7d66-5140-4f10-9f56-b1073bf8a1f0 HTTP/1.1" status: 204 len: 168 time: 0.4372020 Feb 09 14:34:44.572326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53dafd-7b12-41b5-886f-bcc94dbc748c req-c75d3643-0705-4f22-8f6c-5bea1d242744 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:44.574111 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d53dafd-7b12-41b5-886f-bcc94dbc748c req-c75d3643-0705-4f22-8f6c-5bea1d242744 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.35 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 946 time: 0.4282336 Feb 09 14:34:44.749922 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2610a4d1-4bee-4d65-ab12-6f1f96616361 req-a451a99d-c481-44ab-8414-651e1fe281a9 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745238 Feb 09 14:34:44.759274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-8d53dafd-7b12-41b5-886f-bcc94dbc748c req-d3fb2143-6163-4e3e-9d37-e213bc977617 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Deleting port 2a172f3e-e584-4e5c-88a2-c5440810af50 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:34:44.759640 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8d53dafd-7b12-41b5-886f-bcc94dbc748c req-d3fb2143-6163-4e3e-9d37-e213bc977617 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:45.276385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-8d53dafd-7b12-41b5-886f-bcc94dbc748c req-d3fb2143-6163-4e3e-9d37-e213bc977617 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] For port 2a172f3e-e584-4e5c-88a2-c5440810af50, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=2a172f3e-e584-4e5c-88a2-c5440810af50,segment=NetworkSegment(aac0c14f-ea25-428a-866f-7c58faa1dd1c),segment_id=aac0c14f-ea25-428a-866f-7c58faa1dd1c)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:34:45.276385 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8d53dafd-7b12-41b5-886f-bcc94dbc748c req-d3fb2143-6163-4e3e-9d37-e213bc977617 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:45.747418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295664dd-abde-47d5-866b-18e027722498 req-b0d9fa1c-2710-45de-871b-cd912214caf6 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:45.756691 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-295664dd-abde-47d5-866b-18e027722498 req-b0d9fa1c-2710-45de-871b-cd912214caf6 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 946 time: 0.1717167 Feb 09 14:34:45.884521 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-295664dd-abde-47d5-866b-18e027722498 req-ca1d4677-3a91-47a2-a62f-dd222d8cff54 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259685 Feb 09 14:34:46.457427 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8d53dafd-7b12-41b5-886f-bcc94dbc748c req-d3fb2143-6163-4e3e-9d37-e213bc977617 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:46.458486 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8d53dafd-7b12-41b5-886f-bcc94dbc748c req-d3fb2143-6163-4e3e-9d37-e213bc977617 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:46.459020 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-8d53dafd-7b12-41b5-886f-bcc94dbc748c req-d3fb2143-6163-4e3e-9d37-e213bc977617 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Floating IP 84238016-6746-4640-a934-bca7fd523d10 disassociated. External IP: 172.25.8.198, port: 2a172f3e-e584-4e5c-88a2-c5440810af50. Feb 09 14:34:46.459628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-8d53dafd-7b12-41b5-886f-bcc94dbc748c req-d3fb2143-6163-4e3e-9d37-e213bc977617 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Calling delete_port for 2a172f3e-e584-4e5c-88a2-c5440810af50 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:34:46.553998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1dca8-c1eb-4167-9305-5e3101e59161 req-1b077fe3-757d-4cb7-805a-f13102a47ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:46.555894 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41e1dca8-c1eb-4167-9305-5e3101e59161 req-1b077fe3-757d-4cb7-805a-f13102a47ea0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 1097 time: 0.5711637 Feb 09 14:34:46.582104 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe49235-4284-49cf-a764-1456bd01acec req-8143527c-49ed-4b00-9d1a-1e86c6e2ba39 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:46.587015 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ffe49235-4284-49cf-a764-1456bd01acec req-8143527c-49ed-4b00-9d1a-1e86c6e2ba39 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 946 time: 0.6035616 Feb 09 14:34:47.057656 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ffe49235-4284-49cf-a764-1456bd01acec req-1a7ffec0-ea22-4c9e-877b-8ec463423337 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4398482 Feb 09 14:34:47.096252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1dca8-c1eb-4167-9305-5e3101e59161 req-ca154fb6-ab9d-449b-92bb-ef9b94bc6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:47.098022 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41e1dca8-c1eb-4167-9305-5e3101e59161 req-ca154fb6-ab9d-449b-92bb-ef9b94bc6d5b service neutron] 10.222.0.35 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 916 time: 0.5287778 Feb 09 14:34:47.228469 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 51444afc-ce92-4b37-ad9c-68ef3c3c160d no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:34:47.315568 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8d53dafd-7b12-41b5-886f-bcc94dbc748c req-d3fb2143-6163-4e3e-9d37-e213bc977617 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:47.326098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff5df0-1d48-4d04-85ed-970ea7589679 req-794adf4f-6fc0-42ff-8ef6-de1f9bce0894 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:47.336477 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52ff5df0-1d48-4d04-85ed-970ea7589679 req-794adf4f-6fc0-42ff-8ef6-de1f9bce0894 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 946 time: 0.2119222 Feb 09 14:34:47.441913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb2143-6163-4e3e-9d37-e213bc977617 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event deleted for resources: {'Port': ['ID=2a172f3e-e584-4e5c-88a2-c5440810af50,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:47.454813 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-52ff5df0-1d48-4d04-85ed-970ea7589679 req-c9a99c09-cecb-444b-ae81-6baef9b797a9 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fd40279-03fd-481e-b72c-8f4ae59f3fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166561 Feb 09 14:34:47.493146 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:47.499568 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41e1dca8-c1eb-4167-9305-5e3101e59161 req-5f924bf4-3313-472f-8b52-b6805cde65db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d HTTP/1.1" status: 200 len: 1002 time: 0.3881221 Feb 09 14:34:47.585694 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fffbe94-b60b-40ec-8afa-fae076336071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51444afc-ce92-4b37-ad9c-68ef3c3c160d'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:34:47.613356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 51444afc-ce92-4b37-ad9c-68ef3c3c160d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:34:47.618914 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:47.620010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2a172f3e-e584-4e5c-88a2-c5440810af50 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:34:47.781271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1dca8-c1eb-4167-9305-5e3101e59161 req-6f16f6f9-c6d6-4a11-badb-b4c9331e6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:47.782612 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41e1dca8-c1eb-4167-9305-5e3101e59161 req-6f16f6f9-c6d6-4a11-badb-b4c9331e6b9b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 200 len: 855 time: 0.2067127 Feb 09 14:34:47.796685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 2a172f3e-e584-4e5c-88a2-c5440810af50 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:34:47.805872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 2a172f3e-e584-4e5c-88a2-c5440810af50 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:34:47.830386 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fffbe94-b60b-40ec-8afa-fae076336071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51444afc-ce92-4b37-ad9c-68ef3c3c160d', 'code': 200} Feb 09 14:34:47.900105 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=51444afc-ce92-4b37-ad9c-68ef3c3c160d,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:47.925198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:47.925788 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:47.926256 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:47.926986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:47.927428 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:47.927896 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:47.928329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:47.928758 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:47.929184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:47.929610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:47.930206 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:47.930543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:34:48.441706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d53dafd-7b12-41b5-886f-bcc94dbc748c req-d3fb2143-6163-4e3e-9d37-e213bc977617 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:34:48.458818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1dca8-c1eb-4167-9305-5e3101e59161 req-79de9f0a-b8ec-4a17-b1f2-c16e0ad9d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:48.460317 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41e1dca8-c1eb-4167-9305-5e3101e59161 req-79de9f0a-b8ec-4a17-b1f2-c16e0ad9d6de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7bbb3d60-5bb5-4148-942d-8f599eefdf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6673503 Feb 09 14:34:48.541149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc121c8-c101-4ed0-bb76-2e45edebce0b req-f1bd7f0d-dd16-4557-b416-3e743c56c2d1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:48.542852 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-afc121c8-c101-4ed0-bb76-2e45edebce0b req-f1bd7f0d-dd16-4557-b416-3e743c56c2d1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.2066789 Feb 09 14:34:48.642800 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-afc121c8-c101-4ed0-bb76-2e45edebce0b req-14527149-03ee-4ba3-a2ad-3f5862adcb3e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914316 Feb 09 14:34:48.957291 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-65d2d6ea-50e8-4155-9867-62595969ef21 req-d7f433fc-4acc-4940-b4eb-c61a23badef8 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 210 time: 0.2213786 Feb 09 14:34:49.012279 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41e1dca8-c1eb-4167-9305-5e3101e59161 req-6d105b92-17b4-4cac-ab99-66350470bcf2 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399039 Feb 09 14:34:49.451243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d53dafd-7b12-41b5-886f-bcc94dbc748c req-d3fb2143-6163-4e3e-9d37-e213bc977617 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:34:49.465187 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d0ff7-22c3-46a2-8a76-d4d4fa70e160 None None] Sync routers for ids ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:34:49.502134 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8d0ff7-22c3-46a2-8a76-d4d4fa70e160 None None] Routers {'013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:34:49.507518 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5a8d0ff7-22c3-46a2-8a76-d4d4fa70e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:34:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:34:49.782052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d53dafd-7b12-41b5-886f-bcc94dbc748c req-d3fb2143-6163-4e3e-9d37-e213bc977617 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] No DVR routers for this DVR port 2a172f3e-e584-4e5c-88a2-c5440810af50 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:34:49.793421 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8d53dafd-7b12-41b5-886f-bcc94dbc748c req-d3fb2143-6163-4e3e-9d37-e213bc977617 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:49.947097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463d2677-fa65-47ed-b179-71ffa0e4523b', 'name': 'network-vif-deleted', 'tag': '2a172f3e-e584-4e5c-88a2-c5440810af50'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:34:50.129018 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5a8d0ff7-22c3-46a2-8a76-d4d4fa70e160 None None] Set router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:34:50.677050 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463d2677-fa65-47ed-b179-71ffa0e4523b', 'name': 'network-vif-deleted', 'tag': '2a172f3e-e584-4e5c-88a2-c5440810af50', 'status': 'completed', 'code': 200} Feb 09 14:34:50.775011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e5d7d-432b-4a6b-82df-7f13a6219b32 req-202ec8c6-262f-4d9e-8f09-7a962de4a417 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:50.791799 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ed4e5d7d-432b-4a6b-82df-7f13a6219b32 req-202ec8c6-262f-4d9e-8f09-7a962de4a417 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.5239899 Feb 09 14:34:50.891934 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41e1dca8-c1eb-4167-9305-5e3101e59161 req-16aeeb78-62d0-4185-a90f-d992fb22dbb7 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8709679 Feb 09 14:34:50.915150 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d53dafd-7b12-41b5-886f-bcc94dbc748c req-d3fb2143-6163-4e3e-9d37-e213bc977617 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.35 "DELETE /v2.0/ports/2a172f3e-e584-4e5c-88a2-c5440810af50 HTTP/1.1" status: 204 len: 173 time: 6.3235948 Feb 09 14:34:50.957232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ae37b1cf-ed40-4d88-9197-6a7000d6145e req-5c45e8cf-7349-4829-9900-1650548a9327 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Synchronizing usage tracker for tenant:2d808ad86364433d8ce26979e7302aeb on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:34:51.045879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ae37b1cf-ed40-4d88-9197-6a7000d6145e req-5c45e8cf-7349-4829-9900-1650548a9327 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Unset dirty status for tenant:2d808ad86364433d8ce26979e7302aeb on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:34:51.063376 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ae37b1cf-ed40-4d88-9197-6a7000d6145e req-5c45e8cf-7349-4829-9900-1650548a9327 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 210 time: 0.3976884 Feb 09 14:34:51.091343 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ed4e5d7d-432b-4a6b-82df-7f13a6219b32 req-e6f1e3a3-3a99-4573-9185-0ee7d0c29860 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483327 Feb 09 14:34:51.185524 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:34:51.254621 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5a8d0ff7-22c3-46a2-8a76-d4d4fa70e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:36Z', 'revision_number': 4, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '992a9b82-6e93-45f1-a04c-b2373f543fb4', 'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'mac_address': 'fa:16:3e:f3:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:33Z', 'updated_at': '2022-02-09T14:26:46Z', 'revision_number': 5, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'subnets': [{'id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:34:51.275813 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d0ff7-22c3-46a2-8a76-d4d4fa70e160 None None] Checking router: 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:34:51.291781 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8d0ff7-22c3-46a2-8a76-d4d4fa70e160 None None] Routers {'013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:34:51.291781 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5a8d0ff7-22c3-46a2-8a76-d4d4fa70e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:34:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:34:51.475590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8740e-6cdf-4b33-a233-a4998820ca57 req-ac31141b-1dbf-4e75-b944-3fb77cd924a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:51.477126 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bc8740e-6cdf-4b33-a233-a4998820ca57 req-ac31141b-1dbf-4e75-b944-3fb77cd924a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 1095 time: 0.1242547 Feb 09 14:34:51.677908 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5a8d0ff7-22c3-46a2-8a76-d4d4fa70e160 None None] Set router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:34:51.995577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8740e-6cdf-4b33-a233-a4998820ca57 req-6a2ce1dc-64c3-41cd-8742-cbe661db111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:52.012399 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bc8740e-6cdf-4b33-a233-a4998820ca57 req-6a2ce1dc-64c3-41cd-8742-cbe661db111d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 916 time: 0.4989359 Feb 09 14:34:52.355982 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bc8740e-6cdf-4b33-a233-a4998820ca57 req-f92f6e09-f81c-4567-adf3-23cc2ce4d240 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d HTTP/1.1" status: 200 len: 1000 time: 0.3384411 Feb 09 14:34:52.413984 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5a8d0ff7-22c3-46a2-8a76-d4d4fa70e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:36Z', 'revision_number': 4, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '992a9b82-6e93-45f1-a04c-b2373f543fb4', 'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'mac_address': 'fa:16:3e:f3:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:33Z', 'updated_at': '2022-02-09T14:26:46Z', 'revision_number': 5, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'subnets': [{'id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:34:52.423095 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d0ff7-22c3-46a2-8a76-d4d4fa70e160 None None] The sync data for ids ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'] in n-d-828418-2 is: [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:26:36Z', 'revision_number': 4, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '992a9b82-6e93-45f1-a04c-b2373f543fb4', 'name': '', 'network_id': 'b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'mac_address': 'fa:16:3e:f3:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:33Z', 'updated_at': '2022-02-09T14:26:46Z', 'revision_number': 5, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'subnets': [{'id': '85b1f5ca-a5fa-4f7b-8f04-40895b87e889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:34:52.490711 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0e75b5ba-5754-4167-8ea3-3edb1087627b req-dc83bbbb-0453-47ef-b1ca-9b18ead83721 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/ports?device_id=463d2677-fa65-47ed-b179-71ffa0e4523b HTTP/1.1" status: 200 len: 210 time: 0.1100450 Feb 09 14:34:52.527352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8740e-6cdf-4b33-a233-a4998820ca57 req-7e6ac3a4-14af-45a1-8939-0ce6e171a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:52.528846 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bc8740e-6cdf-4b33-a233-a4998820ca57 req-7e6ac3a4-14af-45a1-8939-0ce6e171a00c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 200 len: 855 time: 0.1659222 Feb 09 14:34:52.835767 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8740e-6cdf-4b33-a233-a4998820ca57 req-0d715c67-629c-48a2-a216-dd5f3be9d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:52.841257 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bc8740e-6cdf-4b33-a233-a4998820ca57 req-0d715c67-629c-48a2-a216-dd5f3be9d4ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7bbb3d60-5bb5-4148-942d-8f599eefdf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2332218 Feb 09 14:34:52.883105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67dcfe-1f55-44f4-ae63-add30e361505 req-7bee3325-9e3d-49f7-8621-159842ab13f7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:52.905730 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0d67dcfe-1f55-44f4-ae63-add30e361505 req-7bee3325-9e3d-49f7-8621-159842ab13f7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.3756778 Feb 09 14:34:53.128156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1ebf3-6696-4e3e-957e-c3755358c36b None None] New status for floating IP 84238016-6746-4640-a934-bca7fd523d10: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:34:53.254568 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0d67dcfe-1f55-44f4-ae63-add30e361505 req-1804c3e6-68d3-4ae5-81be-f045eb8c084b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3478646 Feb 09 14:34:53.448570 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bc8740e-6cdf-4b33-a233-a4998820ca57 req-aff43404-db16-4471-b821-e2e58dc8f1b3 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915649 Feb 09 14:34:53.823065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57204) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:53.927209 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bc8740e-6cdf-4b33-a233-a4998820ca57 req-b8b58bf5-3323-47be-94e4-2a7c75188b31 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700212 Feb 09 14:34:53.974836 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08afad58-6227-4b71-be66-43eb7abe4c86 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:54.021235 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08afad58-6227-4b71-be66-43eb7abe4c86 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:54.206669 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08afad58-6227-4b71-be66-43eb7abe4c86 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:54.225069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afad58-6227-4b71-be66-43eb7abe4c86 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd40279-03fd-481e-b72c-8f4ae59f3fde,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:54.280409 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08afad58-6227-4b71-be66-43eb7abe4c86 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:54.281584 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-08afad58-6227-4b71-be66-43eb7abe4c86 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "DELETE /v2.0/security-groups/9fd40279-03fd-481e-b72c-8f4ae59f3fde HTTP/1.1" status: 204 len: 168 time: 0.4568059 Feb 09 14:34:54.284860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57216) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:54.348189 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-5ef6f212-fe3c-4465-a6fb-3d6171d2e6e0 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] show failed (client error): The resource could not be found. Feb 09 14:34:54.355863 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5ef6f212-fe3c-4465-a6fb-3d6171d2e6e0 tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "GET /v2.0/security-groups/9fd40279-03fd-481e-b72c-8f4ae59f3fde HTTP/1.1" status: 404 len: 347 time: 0.0692832 Feb 09 14:34:54.359591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57224) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:54.790965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137b756-e78b-47a5-8c69-fcb1223e7d88 req-e8940a66-668f-4bf1-aa08-5090d71ef622 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:54.799344 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0137b756-e78b-47a5-8c69-fcb1223e7d88 req-e8940a66-668f-4bf1-aa08-5090d71ef622 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.2169292 Feb 09 14:34:54.839085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-1d77d20b-92ed-4ff8-82d8-124c14418d8f tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Deleting port cfc4123c-c786-4849-9a9f-94479e5b88cb {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:34:54.839465 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d77d20b-92ed-4ff8-82d8-124c14418d8f tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:54.977157 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0137b756-e78b-47a5-8c69-fcb1223e7d88 req-d340c583-196f-4676-b4a3-dec0f860f63b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689708 Feb 09 14:34:55.098234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d77d20b-92ed-4ff8-82d8-124c14418d8f tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:55.098910 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d77d20b-92ed-4ff8-82d8-124c14418d8f tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:55.315382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 51444afc-ce92-4b37-ad9c-68ef3c3c160d no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:34:55.467809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-1d77d20b-92ed-4ff8-82d8-124c14418d8f tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Calling delete_port for cfc4123c-c786-4849-9a9f-94479e5b88cb owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:34:56.102337 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d77d20b-92ed-4ff8-82d8-124c14418d8f tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:56.159951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77d20b-92ed-4ff8-82d8-124c14418d8f tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Pushing event deleted for resources: {'Port': ['ID=cfc4123c-c786-4849-9a9f-94479e5b88cb,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:34:56.264892 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d77d20b-92ed-4ff8-82d8-124c14418d8f tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:56.287083 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d77d20b-92ed-4ff8-82d8-124c14418d8f tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:56.288659 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1d77d20b-92ed-4ff8-82d8-124c14418d8f tempest-AttachVolumeTestJSON-1309291158 tempest-AttachVolumeTestJSON-1309291158-project] 10.222.0.48 "DELETE /v2.0/floatingips/84238016-6746-4640-a934-bca7fd523d10 HTTP/1.1" status: 204 len: 168 time: 1.9277620 Feb 09 14:34:56.836229 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6c358b51-b527-4050-8241-6ebf5c638e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:34:56.941850 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d701729-7a47-418c-bdc4-d4660e3e1b8b req-7d6f1b0c-4e04-404b-ab07-103623eb8c26 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:56.951179 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5d701729-7a47-418c-bdc4-d4660e3e1b8b req-7d6f1b0c-4e04-404b-ab07-103623eb8c26 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.1278732 Feb 09 14:34:57.100545 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5d701729-7a47-418c-bdc4-d4660e3e1b8b req-2c26a240-6c2b-49cb-845f-f85581286f1b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313589 Feb 09 14:34:57.495294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57308) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:34:57.833059 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ab590b4b-cb55-43db-a138-adf28ce2a9c0 req-66fc276c-b245-4477-ade3-bcdae6c89acb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3349168 Feb 09 14:34:58.444682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d90ca-21ef-4c29-a6d4-e672cf9ba9ff req-78841906-78dc-4962-9345-9187257bac66 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:34:58.447265 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-980d90ca-21ef-4c29-a6d4-e672cf9ba9ff req-78841906-78dc-4962-9345-9187257bac66 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.1942742 Feb 09 14:34:58.526519 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-980d90ca-21ef-4c29-a6d4-e672cf9ba9ff req-b76f40ea-9524-4e19-915c-f71d5b9fb285 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722389 Feb 09 14:34:59.214986 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ebed2e86-e909-4deb-88ad-377ea634ca8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:00.015284 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69869f-9e70-4961-b034-914ccbdf0ccd req-c59d5f55-cc2e-4f65-b7ed-38eda4f67e65 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:00.018215 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f69869f-9e70-4961-b034-914ccbdf0ccd req-c59d5f55-cc2e-4f65-b7ed-38eda4f67e65 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.2100356 Feb 09 14:35:00.134011 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f69869f-9e70-4961-b034-914ccbdf0ccd req-313531df-efff-4b9f-9d1f-9a135f40eb31 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100428 Feb 09 14:35:00.250615 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:00.338016 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:01.476661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4406e-15e1-458f-8795-8ddbecb16470 req-aed7d4eb-5f2c-4d7c-83f3-0bb8cf56686c tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:01.479188 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87f4406e-15e1-458f-8795-8ddbecb16470 req-aed7d4eb-5f2c-4d7c-83f3-0bb8cf56686c tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.1312516 Feb 09 14:35:01.695392 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87f4406e-15e1-458f-8795-8ddbecb16470 req-7d13aeee-d46f-4bcf-86e8-2cdfa37f9fc6 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172667 Feb 09 14:35:01.821013 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:02.990468 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20297b-0211-4d08-83c3-98defeaff7dd req-85586340-7ab4-44af-acc6-d538880f848a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:02.993040 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3d20297b-0211-4d08-83c3-98defeaff7dd req-85586340-7ab4-44af-acc6-d538880f848a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.1710484 Feb 09 14:35:03.082225 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3d20297b-0211-4d08-83c3-98defeaff7dd req-d7790d8d-c1de-47cb-9faa-24cd08390c4e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797021 Feb 09 14:35:04.717402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c1a53-47c5-40cf-99a3-2089e155aa4e req-2f02e41c-2ec4-42ce-bdf7-3ed3679bb241 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:04.717402 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-132c1a53-47c5-40cf-99a3-2089e155aa4e req-2f02e41c-2ec4-42ce-bdf7-3ed3679bb241 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.2580626 Feb 09 14:35:04.848174 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-132c1a53-47c5-40cf-99a3-2089e155aa4e req-b0064520-55be-472c-877c-d5d933383afe tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318898 Feb 09 14:35:06.497582 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed54742-1e40-4f44-8ba8-69b3363c7fce req-4f2e718f-0a42-4e57-9aa6-71c88c574743 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:06.511503 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ed54742-1e40-4f44-8ba8-69b3363c7fce req-4f2e718f-0a42-4e57-9aa6-71c88c574743 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.2988129 Feb 09 14:35:06.615101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab590b4b-cb55-43db-a138-adf28ce2a9c0 req-20555d73-f216-4735-aa66-bac65d347e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:06.617591 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ab590b4b-cb55-43db-a138-adf28ce2a9c0 req-20555d73-f216-4735-aa66-bac65d347e55 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071&tenant_id=700b9235bb3d4706bcd2644827123371 HTTP/1.1" status: 200 len: 1095 time: 0.1925061 Feb 09 14:35:06.697537 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ed54742-1e40-4f44-8ba8-69b3363c7fce req-c68cd125-e3a7-4bff-8bc7-9772fa767517 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906114 Feb 09 14:35:06.956414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab590b4b-cb55-43db-a138-adf28ce2a9c0 req-fc6001c7-e7e9-4c57-ac87-5fd46f66ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:06.956414 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ab590b4b-cb55-43db-a138-adf28ce2a9c0 req-fc6001c7-e7e9-4c57-ac87-5fd46f66ddd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 1095 time: 0.2972794 Feb 09 14:35:07.607575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab590b4b-cb55-43db-a138-adf28ce2a9c0 req-d9d8bc25-85c7-4871-bb35-9f09acb03f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:07.618009 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ab590b4b-cb55-43db-a138-adf28ce2a9c0 req-d9d8bc25-85c7-4871-bb35-9f09acb03f43 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 916 time: 0.6533742 Feb 09 14:35:08.112231 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ab590b4b-cb55-43db-a138-adf28ce2a9c0 req-ec4e7933-f0f9-4546-bab7-1124a11f58ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d HTTP/1.1" status: 200 len: 1000 time: 0.4885986 Feb 09 14:35:08.408379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab590b4b-cb55-43db-a138-adf28ce2a9c0 req-7c0106a6-90fc-41e7-9a30-3f0458c4639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:08.408379 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ab590b4b-cb55-43db-a138-adf28ce2a9c0 req-7c0106a6-90fc-41e7-9a30-3f0458c4639d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 200 len: 855 time: 0.2920401 Feb 09 14:35:08.640837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf52c5e-9e3d-4f6e-bb5d-85d483927ec1 req-b7845685-7a2d-46c6-b481-36ec37446e74 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:08.653303 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fbf52c5e-9e3d-4f6e-bb5d-85d483927ec1 req-b7845685-7a2d-46c6-b481-36ec37446e74 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.4587431 Feb 09 14:35:08.838537 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:08.903699 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fbf52c5e-9e3d-4f6e-bb5d-85d483927ec1 req-a0cced5c-a023-45a5-bcc7-c34c96c14960 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456818 Feb 09 14:35:08.969018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab590b4b-cb55-43db-a138-adf28ce2a9c0 req-ce2d02ad-e199-46ff-bd45-a06e597ef0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:08.980076 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ab590b4b-cb55-43db-a138-adf28ce2a9c0 req-ce2d02ad-e199-46ff-bd45-a06e597ef0fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7bbb3d60-5bb5-4148-942d-8f599eefdf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5409315 Feb 09 14:35:09.387539 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ab590b4b-cb55-43db-a138-adf28ce2a9c0 req-675e4ca4-df56-45b3-94c1-028b03c89368 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024920 Feb 09 14:35:09.940101 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ab590b4b-cb55-43db-a138-adf28ce2a9c0 req-d4b1be2f-6634-475a-b430-8727f007e3fa service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434442 Feb 09 14:35:10.515648 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:10.553019 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a1389-d283-46d9-8573-ad812369e972 req-fcfb13a0-ddd6-4e48-bb3d-e436cb99b2af tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:10.560593 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d34a1389-d283-46d9-8573-ad812369e972 req-fcfb13a0-ddd6-4e48-bb3d-e436cb99b2af tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.2541957 Feb 09 14:35:10.739224 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d34a1389-d283-46d9-8573-ad812369e972 req-12a98968-0af7-4093-9026-397bef876141 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774249 Feb 09 14:35:12.713077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c33acb-a95d-4db8-a148-eafe3375b5b3 req-5f69cd9c-78ca-45c4-b719-b6c320cdf4dc tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:12.733883 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33c33acb-a95d-4db8-a148-eafe3375b5b3 req-5f69cd9c-78ca-45c4-b719-b6c320cdf4dc tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.3680172 Feb 09 14:35:12.937263 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33c33acb-a95d-4db8-a148-eafe3375b5b3 req-22d56840-e365-4c65-93d5-5f867e000248 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068832 Feb 09 14:35:13.104193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57754) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:15.830183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f315c-0fbf-418b-b1ba-c0483d0ed2de req-16de4ce8-f1d6-49a7-9b1c-e944b76c7b8d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:15.848452 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-283f315c-0fbf-418b-b1ba-c0483d0ed2de req-16de4ce8-f1d6-49a7-9b1c-e944b76c7b8d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.8717849 Feb 09 14:35:16.113514 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-283f315c-0fbf-418b-b1ba-c0483d0ed2de req-2afc6645-0809-4327-8c67-828ff8e073a6 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640522 Feb 09 14:35:16.846950 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-523849f1-0925-4df1-8714-73f567e307ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:17.817751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd71d3e-4887-4afd-8386-7447abe897ff req-8439a88f-1b23-4612-974d-e13716838971 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:17.826798 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5fd71d3e-4887-4afd-8386-7447abe897ff req-8439a88f-1b23-4612-974d-e13716838971 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.3962066 Feb 09 14:35:17.900383 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5fd71d3e-4887-4afd-8386-7447abe897ff req-547e03b4-865b-4088-90f9-953fce640e43 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722389 Feb 09 14:35:18.309218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-523849f1-0925-4df1-8714-73f567e307ae admin admin] Deleting port 992a9b82-6e93-45f1-a04c-b2373f543fb4 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:35:18.309756 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-523849f1-0925-4df1-8714-73f567e307ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:18.892739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-523849f1-0925-4df1-8714-73f567e307ae admin admin] For port 992a9b82-6e93-45f1-a04c-b2373f543fb4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=992a9b82-6e93-45f1-a04c-b2373f543fb4,segment=NetworkSegment(aac0c14f-ea25-428a-866f-7c58faa1dd1c),segment_id=aac0c14f-ea25-428a-866f-7c58faa1dd1c)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:35:18.894284 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-523849f1-0925-4df1-8714-73f567e307ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:19.209045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57938) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:19.478571 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03e22ce3-4207-43a5-ab90-85044920cb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:19.571523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-03e22ce3-4207-43a5-ab90-85044920cb94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:35:19.579831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-523849f1-0925-4df1-8714-73f567e307ae admin admin] Calling delete_port for 992a9b82-6e93-45f1-a04c-b2373f543fb4 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:35:19.586436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-03e22ce3-4207-43a5-ab90-85044920cb94 admin admin] Usage tracker for resource:security_group_rule and tenant:910da8d21a3d49329e64f58b15da54af is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:35:19.597714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-03e22ce3-4207-43a5-ab90-85044920cb94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:35:19.636630 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-03e22ce3-4207-43a5-ab90-85044920cb94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:35:19.936611 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03e22ce3-4207-43a5-ab90-85044920cb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:19.945985 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03e22ce3-4207-43a5-ab90-85044920cb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:19.978034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450b30b-64b8-4c8a-9dc6-2eb888261f7f req-3919f504-06b3-4693-ae96-83bb47760815 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:19.998899 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4450b30b-64b8-4c8a-9dc6-2eb888261f7f req-3919f504-06b3-4693-ae96-83bb47760815 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.6479461 Feb 09 14:35:20.101192 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-03e22ce3-4207-43a5-ab90-85044920cb94 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=910da8d21a3d49329e64f58b15da54af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8922050 Feb 09 14:35:20.102058 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57954) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:20.102733 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e22ce3-4207-43a5-ab90-85044920cb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9248deae-ed86-4031-bd2b-b10afcb2f32a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:20.158902 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4450b30b-64b8-4c8a-9dc6-2eb888261f7f req-fbeeb267-7abc-474c-b4e8-9275809bb2da tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587639 Feb 09 14:35:20.390254 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b95fcdc-bc8c-4711-820d-851e3e5cf758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:20.481901 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b95fcdc-bc8c-4711-820d-851e3e5cf758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:20.497086 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-523849f1-0925-4df1-8714-73f567e307ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:20.584739 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b95fcdc-bc8c-4711-820d-851e3e5cf758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:20.616119 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95fcdc-bc8c-4711-820d-851e3e5cf758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9248deae-ed86-4031-bd2b-b10afcb2f32a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:20.667827 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b95fcdc-bc8c-4711-820d-851e3e5cf758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:20.683067 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3b95fcdc-bc8c-4711-820d-851e3e5cf758 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9248deae-ed86-4031-bd2b-b10afcb2f32a HTTP/1.1" status: 204 len: 168 time: 0.5661716 Feb 09 14:35:21.296323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523849f1-0925-4df1-8714-73f567e307ae admin admin] Pushing event deleted for resources: {'Port': ['ID=992a9b82-6e93-45f1-a04c-b2373f543fb4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:21.786299 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48c035-95b6-44e7-820f-bbf378bb9019 req-df57ce4c-badb-40f8-b666-6c90e4e5782b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:21.816629 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aa48c035-95b6-44e7-820f-bbf378bb9019 req-df57ce4c-badb-40f8-b666-6c90e4e5782b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.1674719 Feb 09 14:35:21.946849 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-523849f1-0925-4df1-8714-73f567e307ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:22.085046 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aa48c035-95b6-44e7-820f-bbf378bb9019 req-f6ee0aec-f976-4b72-a5ab-a5dc8699af3d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618470 Feb 09 14:35:23.043119 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58016) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:23.598523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523849f1-0925-4df1-8714-73f567e307ae admin admin] Router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:35:23.884960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c08a42-3e0c-45c0-a823-fc6c77f885ca req-b0118e73-4af6-459a-b439-826297412c25 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:23.884960 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99c08a42-3e0c-45c0-a823-fc6c77f885ca req-b0118e73-4af6-459a-b439-826297412c25 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.4279153 Feb 09 14:35:23.985144 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e88487f-27f0-43ac-a04b-c8fbd85048fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:24.055166 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8e88487f-27f0-43ac-a04b-c8fbd85048fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:35:24.090420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8e88487f-27f0-43ac-a04b-c8fbd85048fe admin admin] Usage tracker for resource:security_group_rule and tenant:335a09738cbe4380901a6c54258cfaaa is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:35:24.098482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8e88487f-27f0-43ac-a04b-c8fbd85048fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:35:24.120679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8e88487f-27f0-43ac-a04b-c8fbd85048fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:35:24.272194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523849f1-0925-4df1-8714-73f567e307ae admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:35:24.341661 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c199b606-e422-47c9-b024-504e5dce84e9 None None] Sync routers for ids ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:35:24.356019 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c199b606-e422-47c9-b024-504e5dce84e9 None None] Routers {'013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:35:24.356019 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c199b606-e422-47c9-b024-504e5dce84e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:34:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:35:24.459931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99c08a42-3e0c-45c0-a823-fc6c77f885ca req-d205b405-c6b5-4091-b2c3-36d58bbab8de tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5640094 Feb 09 14:35:24.459931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-523849f1-0925-4df1-8714-73f567e307ae admin admin] 10.222.0.48 "PUT /v2.0/routers/013fa7cb-a21c-4ba8-b7a9-4082c8986cc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3512468 Feb 09 14:35:24.459931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58052) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:24.549589 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e88487f-27f0-43ac-a04b-c8fbd85048fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:24.568406 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e88487f-27f0-43ac-a04b-c8fbd85048fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:24.761119 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8e88487f-27f0-43ac-a04b-c8fbd85048fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=335a09738cbe4380901a6c54258cfaaa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7154160 Feb 09 14:35:24.761871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88487f-27f0-43ac-a04b-c8fbd85048fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc3b559-c422-492b-82bd-abb1886c1121,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:24.768613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58066) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:24.915956 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9711537a-d251-4212-8f26-7300643a99c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:24.986409 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9711537a-d251-4212-8f26-7300643a99c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:25.166301 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-c199b606-e422-47c9-b024-504e5dce84e9 None None] Set router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:35:25.297571 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9711537a-d251-4212-8f26-7300643a99c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:25.359398 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9711537a-d251-4212-8f26-7300643a99c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:25.381400 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9711537a-d251-4212-8f26-7300643a99c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9cc3b559-c422-492b-82bd-abb1886c1121 HTTP/1.1" status: 204 len: 168 time: 0.6103566 Feb 09 14:35:25.387009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711537a-d251-4212-8f26-7300643a99c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc3b559-c422-492b-82bd-abb1886c1121,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:25.485149 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-296920b7-c34a-42d7-93e5-d8582e6c8b00 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:26.231169 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-296920b7-c34a-42d7-93e5-d8582e6c8b00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:26.241651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-296920b7-c34a-42d7-93e5-d8582e6c8b00 admin admin] Deleting port 0d53a9ee-c094-4650-998f-745728377f14 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:35:26.241651 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-296920b7-c34a-42d7-93e5-d8582e6c8b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:26.254464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf1b46-7f0c-440f-be75-8a931211891b req-64d61ad4-b1ea-4593-bab3-5c8761873fdb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:26.276416 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ecbf1b46-7f0c-440f-be75-8a931211891b req-64d61ad4-b1ea-4593-bab3-5c8761873fdb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.3689966 Feb 09 14:35:26.401869 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c199b606-e422-47c9-b024-504e5dce84e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0d53a9ee-c094-4650-998f-745728377f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:35:20Z', 'revision_number': 5, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port': {'id': '0d53a9ee-c094-4650-998f-745728377f14', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:26:28Z', 'updated_at': '2022-02-09T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:35:26.421030 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c199b606-e422-47c9-b024-504e5dce84e9 None None] Checking router: 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:35:26.455676 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c199b606-e422-47c9-b024-504e5dce84e9 None None] Routers {'013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:35:26.457095 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c199b606-e422-47c9-b024-504e5dce84e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:34:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:35:26.823920 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-498486c2-2733-437c-80b5-639291fd5833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:26.881664 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ecbf1b46-7f0c-440f-be75-8a931211891b req-f8df96b4-d6e7-47fe-92cc-db379248df2d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6006944 Feb 09 14:35:27.014282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58116) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:27.050243 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:27.088608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:35:27.097035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Usage tracker for resource:security_group_rule and tenant:f2567dee55a84a09b63befa12616de79 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:35:27.103054 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:35:27.111866 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:35:27.173612 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-c199b606-e422-47c9-b024-504e5dce84e9 None None] Set router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:35:27.331693 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:27.350651 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:27.490310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-296920b7-c34a-42d7-93e5-d8582e6c8b00 admin admin] For port 0d53a9ee-c094-4650-998f-745728377f14, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0d53a9ee-c094-4650-998f-745728377f14,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:35:27.490310 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-296920b7-c34a-42d7-93e5-d8582e6c8b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:27.494600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a137180d-f816-44a1-bd30-148af096fdd7,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:27.634319 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:27.637114 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c199b606-e422-47c9-b024-504e5dce84e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:35:26Z', 'revision_number': 6, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:35:27.639186 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:27.639941 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:27.640287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:27.640627 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:27.640965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:27.641293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:27.641623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:27.641950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:27.642262 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:27.642589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:27.642910 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:27.650485 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:35:27.656076 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-50d6f339-c73d-45ca-94f3-4c65caa0fcfb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2567dee55a84a09b63befa12616de79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6404583 Feb 09 14:35:27.657155 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c199b606-e422-47c9-b024-504e5dce84e9 None None] The sync data for ids ['013fa7cb-a21c-4ba8-b7a9-4082c8986cc5'] in n-d-828418-2 is: [{'id': '013fa7cb-a21c-4ba8-b7a9-4082c8986cc5', 'name': 'tempest-AttachVolumeTestJSON-1781729812-router', 'tenant_id': '2d808ad86364433d8ce26979e7302aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:26:27Z', 'updated_at': '2022-02-09T14:35:26Z', 'revision_number': 6, 'project_id': '2d808ad86364433d8ce26979e7302aeb', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:35:27.658651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58132) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:27.867039 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0affdd1c-219a-4cdc-9ad0-9d36fda0e530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:27.915359 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0affdd1c-219a-4cdc-9ad0-9d36fda0e530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:28.050688 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0affdd1c-219a-4cdc-9ad0-9d36fda0e530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:28.076268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affdd1c-219a-4cdc-9ad0-9d36fda0e530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a137180d-f816-44a1-bd30-148af096fdd7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:28.085597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-296920b7-c34a-42d7-93e5-d8582e6c8b00 admin admin] Calling delete_port for 0d53a9ee-c094-4650-998f-745728377f14 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:35:28.092264 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0affdd1c-219a-4cdc-9ad0-9d36fda0e530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:28.092264 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0affdd1c-219a-4cdc-9ad0-9d36fda0e530 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a137180d-f816-44a1-bd30-148af096fdd7 HTTP/1.1" status: 204 len: 168 time: 0.4157608 Feb 09 14:35:28.219943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 992a9b82-6e93-45f1-a04c-b2373f543fb4 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:35:28.387857 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 992a9b82-6e93-45f1-a04c-b2373f543fb4 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:35:28.388268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 992a9b82-6e93-45f1-a04c-b2373f543fb4 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:35:28.989380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d9da1-91ab-4706-8f21-6a27319236b1 req-96334604-a6e5-4198-99cb-1acb1b467667 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:28.991121 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d75d9da1-91ab-4706-8f21-6a27319236b1 req-96334604-a6e5-4198-99cb-1acb1b467667 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.6790614 Feb 09 14:35:29.062912 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d75d9da1-91ab-4706-8f21-6a27319236b1 req-90e79d73-62e7-45af-8686-73402dc16a90 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591383 Feb 09 14:35:29.232060 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1c45-6738-46ba-813f-6a8c0ba8aaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:29.308479 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-296920b7-c34a-42d7-93e5-d8582e6c8b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:29.401702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296920b7-c34a-42d7-93e5-d8582e6c8b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d53a9ee-c094-4650-998f-745728377f14,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:29.646839 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-296920b7-c34a-42d7-93e5-d8582e6c8b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:29.999707 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0d53a9ee-c094-4650-998f-745728377f14 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:35:30.182988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58200) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:30.240624 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 0d53a9ee-c094-4650-998f-745728377f14 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:35:30.241203 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0d53a9ee-c094-4650-998f-745728377f14 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:35:30.372434 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:30.379844 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:30.405284 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-296920b7-c34a-42d7-93e5-d8582e6c8b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:30.420101 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-296920b7-c34a-42d7-93e5-d8582e6c8b00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:30.538032 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-296920b7-c34a-42d7-93e5-d8582e6c8b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:30.538032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296920b7-c34a-42d7-93e5-d8582e6c8b00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:35:30.614641 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-296920b7-c34a-42d7-93e5-d8582e6c8b00 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:30.614641 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-296920b7-c34a-42d7-93e5-d8582e6c8b00 admin admin] 10.222.0.48 "DELETE /v2.0/routers/013fa7cb-a21c-4ba8-b7a9-4082c8986cc5 HTTP/1.1" status: 204 len: 168 time: 6.1504567 Feb 09 14:35:30.618401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58208) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:30.916608 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9a24ec7-8a42-4910-981b-0063951cf7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:31.012762 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-284ebe3d-68df-4ac1-ac3d-7a864d53ef69 admin admin] Deleting subnet 85b1f5ca-a5fa-4f7b-8f04-40895b87e889 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:35:31.014775 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a9a24ec7-8a42-4910-981b-0063951cf7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:35:31.031758 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-284ebe3d-68df-4ac1-ac3d-7a864d53ef69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:31.142700 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-284ebe3d-68df-4ac1-ac3d-7a864d53ef69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:31.185769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a9a24ec7-8a42-4910-981b-0063951cf7a9 admin admin] Usage tracker for resource:security_group_rule and tenant:be4cf785434e4614a8dad177ba07a44a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:35:31.198198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a9a24ec7-8a42-4910-981b-0063951cf7a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:35:31.219998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a9a24ec7-8a42-4910-981b-0063951cf7a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:35:31.257050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7b7fd-fe56-4d28-8e86-1a93db0f60ab req-fc58d88c-5d92-4ad8-98b7-e61b55b5ede8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:31.277171 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-16d7b7fd-fe56-4d28-8e86-1a93db0f60ab req-fc58d88c-5d92-4ad8-98b7-e61b55b5ede8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.5189750 Feb 09 14:35:31.560034 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-284ebe3d-68df-4ac1-ac3d-7a864d53ef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:31.816726 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:31.922311 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-16d7b7fd-fe56-4d28-8e86-1a93db0f60ab req-b62819f4-2a27-4005-92aa-b624750fe6a9 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6384850 Feb 09 14:35:31.922311 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-284ebe3d-68df-4ac1-ac3d-7a864d53ef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:32.105001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ebe3d-68df-4ac1-ac3d-7a864d53ef69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85b1f5ca-a5fa-4f7b-8f04-40895b87e889,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:32.108458 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-284ebe3d-68df-4ac1-ac3d-7a864d53ef69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:32.114101 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb03c75-5f16-4249-8656-9a282e990d72 None None] Network b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:35:32.130823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58242) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:32.131481 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-284ebe3d-68df-4ac1-ac3d-7a864d53ef69 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/85b1f5ca-a5fa-4f7b-8f04-40895b87e889 HTTP/1.1" status: 204 len: 168 time: 1.5162325 Feb 09 14:35:32.242677 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9a24ec7-8a42-4910-981b-0063951cf7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:32.267862 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a9a24ec7-8a42-4910-981b-0063951cf7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:32.425995 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a9a24ec7-8a42-4910-981b-0063951cf7a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be4cf785434e4614a8dad177ba07a44a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2305293 Feb 09 14:35:32.425995 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58256) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:32.506039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58260) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:32.658806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a24ec7-8a42-4910-981b-0063951cf7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad164c1-cd66-41cf-b5aa-4c2599f23c99,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:32.825114 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:32.834699 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a230752-4eae-4473-9963-7704b0f2247f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:32.868078 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a230752-4eae-4473-9963-7704b0f2247f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:32.873562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] Deleting port 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:35:32.878278 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:33.121648 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26a8b888-3b58-482d-aafd-218cd5f98022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:33.149023 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d7d59a-1005-4d66-a637-4713a71e34e9 None None] DHCP port deletion for b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:35:33.154232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e8d7d59a-1005-4d66-a637-4713a71e34e9 None None] Deleting port 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:35:33.154630 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e8d7d59a-1005-4d66-a637-4713a71e34e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:33.221038 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-26a8b888-3b58-482d-aafd-218cd5f98022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:35:33.231770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-26a8b888-3b58-482d-aafd-218cd5f98022 admin admin] Usage tracker for resource:security_group_rule and tenant:5294a454a5ed407fb9fb869a189bea59 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:35:33.241357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-26a8b888-3b58-482d-aafd-218cd5f98022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:35:33.252802 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a230752-4eae-4473-9963-7704b0f2247f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:33.279876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-26a8b888-3b58-482d-aafd-218cd5f98022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:35:33.318691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a230752-4eae-4473-9963-7704b0f2247f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad164c1-cd66-41cf-b5aa-4c2599f23c99,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:33.526020 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26a8b888-3b58-482d-aafd-218cd5f98022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:33.534368 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a230752-4eae-4473-9963-7704b0f2247f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:33.539435 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4a230752-4eae-4473-9963-7704b0f2247f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ad164c1-cd66-41cf-b5aa-4c2599f23c99 HTTP/1.1" status: 204 len: 168 time: 1.1129618 Feb 09 14:35:33.541164 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26a8b888-3b58-482d-aafd-218cd5f98022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:33.609280 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-26a8b888-3b58-482d-aafd-218cd5f98022 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5294a454a5ed407fb9fb869a189bea59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1101530 Feb 09 14:35:33.610013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8b888-3b58-482d-aafd-218cd5f98022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880b940f-82ab-4e9e-b6cd-e94afcaf8248,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:33.615405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58280) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:33.758623 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a3d75721-fe75-406a-aa31-dd590cbc5f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:33.899515 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e8d7d59a-1005-4d66-a637-4713a71e34e9 None None] For port 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1ac4a5a8-e9a5-4297-bcfb-343da28cc05d,segment=NetworkSegment(aac0c14f-ea25-428a-866f-7c58faa1dd1c),segment_id=aac0c14f-ea25-428a-866f-7c58faa1dd1c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:35:33.899515 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e8d7d59a-1005-4d66-a637-4713a71e34e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:33.906851 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a3d75721-fe75-406a-aa31-dd590cbc5f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:33.971483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] For port 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1ac4a5a8-e9a5-4297-bcfb-343da28cc05d,segment=NetworkSegment(aac0c14f-ea25-428a-866f-7c58faa1dd1c),segment_id=aac0c14f-ea25-428a-866f-7c58faa1dd1c)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:35:33.971483 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:34.076856 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a3d75721-fe75-406a-aa31-dd590cbc5f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:34.134047 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d75721-fe75-406a-aa31-dd590cbc5f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880b940f-82ab-4e9e-b6cd-e94afcaf8248,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:34.143171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:35:34.155595 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a3d75721-fe75-406a-aa31-dd590cbc5f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:34.156963 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a3d75721-fe75-406a-aa31-dd590cbc5f12 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/880b940f-82ab-4e9e-b6cd-e94afcaf8248 HTTP/1.1" status: 204 len: 168 time: 0.5402224 Feb 09 14:35:34.449096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58304) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:34.465195 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e8d7d59a-1005-4d66-a637-4713a71e34e9 None None] Calling delete_port for 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:35:34.549696 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf5ae-6bfe-4a2f-b852-a3c02d12112e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:34.584687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] Calling delete_port for 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:35:34.614136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3b1bf5ae-6bfe-4a2f-b852-a3c02d12112e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:35:34.638676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3b1bf5ae-6bfe-4a2f-b852-a3c02d12112e admin admin] Usage tracker for resource:security_group_rule and tenant:b163163746bb4bdcbc4f013263f825c9 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:35:34.658150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3b1bf5ae-6bfe-4a2f-b852-a3c02d12112e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:35:34.669640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3b1bf5ae-6bfe-4a2f-b852-a3c02d12112e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:35:34.726212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4b343-0de7-419b-bc35-d1084044bc5d req-70180416-9273-4ada-9141-0aa9a0a493d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:34.733610 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6fd4b343-0de7-419b-bc35-d1084044bc5d req-70180416-9273-4ada-9141-0aa9a0a493d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 1.3936136 Feb 09 14:35:34.775023 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:34.788159 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:34.904431 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6fd4b343-0de7-419b-bc35-d1084044bc5d req-7caaa4ec-d013-4e77-8ed8-68f860306fbd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674621 Feb 09 14:35:34.927950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac4a5a8-e9a5-4297-bcfb-343da28cc05d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:34.952195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] No DVR routers for this DVR port 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:35:34.964793 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-e8d7d59a-1005-4d66-a637-4713a71e34e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:35:34.964793 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-e8d7d59a-1005-4d66-a637-4713a71e34e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:35:34.970300 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf5ae-6bfe-4a2f-b852-a3c02d12112e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:34.998237 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3b1bf5ae-6bfe-4a2f-b852-a3c02d12112e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:35.175774 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3b1bf5ae-6bfe-4a2f-b852-a3c02d12112e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b163163746bb4bdcbc4f013263f825c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7283618 Feb 09 14:35:35.178062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58326) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:35.227912 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:35.238612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bf5ae-6bfe-4a2f-b852-a3c02d12112e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064f3675-6fa6-477d-9eeb-66b7d942bd20,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:35.294204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:35:35.331094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac0c14f-ea25-428a-866f-7c58faa1dd1c') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:35:35.331094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac0c14f-ea25-428a-866f-7c58faa1dd1c') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:35:35.347771 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:35.370556 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:35.370556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:35:35.370556 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:35.403875 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b627e1c8-fd49-481a-8f70-7ef6ddb3c783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:35.475844 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e8d7d59a-1005-4d66-a637-4713a71e34e9 None None] Deleting port 1ac4a5a8-e9a5-4297-bcfb-343da28cc05d {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:35:35.475844 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e8d7d59a-1005-4d66-a637-4713a71e34e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:35.521625 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b627e1c8-fd49-481a-8f70-7ef6ddb3c783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:35:35.528108 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:35:35.534642 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:35.596918 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:35.615846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:35.662753 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dba2c0d2-4400-4501-8089-33c6fbedd141 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b4f4f0f7-bc02-4ca5-9862-fde728ebb4c9 HTTP/1.1" status: 204 len: 168 time: 3.5276043 Feb 09 14:35:35.685507 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e8d7d59a-1005-4d66-a637-4713a71e34e9 None None] The port '1ac4a5a8-e9a5-4297-bcfb-343da28cc05d' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:35:35.726228 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b627e1c8-fd49-481a-8f70-7ef6ddb3c783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:35.754007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627e1c8-fd49-481a-8f70-7ef6ddb3c783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064f3675-6fa6-477d-9eeb-66b7d942bd20,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:35.758075 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b627e1c8-fd49-481a-8f70-7ef6ddb3c783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:35.760972 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b627e1c8-fd49-481a-8f70-7ef6ddb3c783 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/064f3675-6fa6-477d-9eeb-66b7d942bd20 HTTP/1.1" status: 204 len: 168 time: 0.5751297 Feb 09 14:35:36.012310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58356) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:36.165238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58368) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:36.176663 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c0b2d406-c0f2-4eb9-9790-59b36d23613b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d808ad86364433d8ce26979e7302aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590273 Feb 09 14:35:36.472372 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9acb1393-80dc-484a-8919-c25e14ccb579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:36.498245 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9acb1393-80dc-484a-8919-c25e14ccb579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:36.535505 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cee397-4dd1-496b-a040-ac13af013b21 req-7f0c1219-833f-4c60-9807-1e403f13ce00 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:36.546688 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f5cee397-4dd1-496b-a040-ac13af013b21 req-7f0c1219-833f-4c60-9807-1e403f13ce00 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.2824080 Feb 09 14:35:36.603163 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9acb1393-80dc-484a-8919-c25e14ccb579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:36.671548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb1393-80dc-484a-8919-c25e14ccb579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ccae9f-96a6-4378-95db-fe252fac874d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:36.691563 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9acb1393-80dc-484a-8919-c25e14ccb579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:36.697858 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9acb1393-80dc-484a-8919-c25e14ccb579 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31ccae9f-96a6-4378-95db-fe252fac874d HTTP/1.1" status: 204 len: 168 time: 0.5293975 Feb 09 14:35:37.264123 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f5cee397-4dd1-496b-a040-ac13af013b21 req-5348c0f3-addf-4560-bb74-a9317a83ae73 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7121153 Feb 09 14:35:38.569976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81989798-3985-45f2-b6f2-624861dec3e7 req-d1d569f4-d18d-473c-8ed3-9ccfc4d770b1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:38.579922 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81989798-3985-45f2-b6f2-624861dec3e7 req-d1d569f4-d18d-473c-8ed3-9ccfc4d770b1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.1462834 Feb 09 14:35:38.664979 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81989798-3985-45f2-b6f2-624861dec3e7 req-eb88abea-8c9c-4bf6-985d-c05e25beaff6 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811474 Feb 09 14:35:38.843820 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:40.045991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad1d10-9bdb-4ab5-b847-fa5e7a7da31a req-1ac9695f-73ed-4942-994b-ed4810b6156d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:40.051780 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-18ad1d10-9bdb-4ab5-b847-fa5e7a7da31a req-1ac9695f-73ed-4942-994b-ed4810b6156d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.1331532 Feb 09 14:35:40.147805 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-18ad1d10-9bdb-4ab5-b847-fa5e7a7da31a req-f2efd2e7-ce99-4184-95e0-72f50fddc60f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942469 Feb 09 14:35:40.496393 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:41.747202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03726388-b52f-48d0-8bbd-4df7c4a462c3 req-10939d7b-e0f3-4e1d-940a-889f268c0548 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:41.757667 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-03726388-b52f-48d0-8bbd-4df7c4a462c3 req-10939d7b-e0f3-4e1d-940a-889f268c0548 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.3737924 Feb 09 14:35:41.850901 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-03726388-b52f-48d0-8bbd-4df7c4a462c3 req-e924396e-1789-4c84-87c4-a717f44021bd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930882 Feb 09 14:35:42.059902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58598) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:42.077142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Request body: {'network': {'name': 'tempest-network-smoke--133547190', 'project_id': 'efb44efc65644172a41e96f54232df46', 'port_security_enabled': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:35:42.105030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:35:42.114346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Usage tracker for resource:network and tenant:efb44efc65644172a41e96f54232df46 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:35:42.130360 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:35:42.138434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:35:42.154644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Made reservation on behalf of efb44efc65644172a41e96f54232df46 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:35:42.159205 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:42.175625 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:42.204664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:35:42.215660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Usage tracker for resource:security_group_rule and tenant:efb44efc65644172a41e96f54232df46 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:35:42.221596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:35:42.233512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:35:42.430301 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:42.437431 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:42.463335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:35:42.480012 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:42.480012 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Added segment 5451cdda-2a80-456f-9a3b-6520a3191018 of type vlan for network 4f2035fd-0df8-4a8e-9ef9-4cec224debb8 Feb 09 14:35:42.520374 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:42.569806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8588826-ecfa-4ca6-b4b8-c8caac9ec685,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:42.618512 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:42.647229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:42.649040 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:42.941095 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8784614 Feb 09 14:35:42.946943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58644) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:42.951068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1457507678', 'admin_state_up': True, 'project_id': 'efb44efc65644172a41e96f54232df46', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:35:42.963458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6208c72-b23e-45c0-808f-561b6a56146f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'Network': ['ID=4f2035fd-0df8-4a8e-9ef9-4cec224debb8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:42.974854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:35:42.981605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 4f2035fd-0df8-4a8e-9ef9-4cec224debb8 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:35:42.986686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Usage tracker for resource:router and tenant:efb44efc65644172a41e96f54232df46 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:35:43.000524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:35:43.038394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:35:43.090382 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:43.090382 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:43.179297 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:43.895542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58670) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:44.040511 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:44.050492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da595fe1-7cc1-4dad-b920-594c9231cb9c req-cf767be8-8ce0-4bbc-a57d-f69b1cc299f1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:44.065634 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-da595fe1-7cc1-4dad-b920-594c9231cb9c req-cf767be8-8ce0-4bbc-a57d-f69b1cc299f1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 0.7155800 Feb 09 14:35:44.257919 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-da595fe1-7cc1-4dad-b920-594c9231cb9c req-36d5fd3e-8774-43ab-9e56-45ae4017e6a9 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978471 Feb 09 14:35:44.519296 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95a329de-4be6-42ea-9fc0-3058119c36f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:44.552560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-95a329de-4be6-42ea-9fc0-3058119c36f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:35:44.565340 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-95a329de-4be6-42ea-9fc0-3058119c36f7 admin admin] Usage tracker for resource:security_group_rule and tenant:05844797d7b24d6caaba6a850d8c46b4 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:35:44.576889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-95a329de-4be6-42ea-9fc0-3058119c36f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:35:44.592015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-95a329de-4be6-42ea-9fc0-3058119c36f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:35:44.777058 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95a329de-4be6-42ea-9fc0-3058119c36f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:44.786845 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95a329de-4be6-42ea-9fc0-3058119c36f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:44.891221 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:44.911405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a329de-4be6-42ea-9fc0-3058119c36f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa748184-f922-413d-88be-2c0ffa9dd10c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:44.937469 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 58696) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:44.944675 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-95a329de-4be6-42ea-9fc0-3058119c36f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05844797d7b24d6caaba6a850d8c46b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0359957 Feb 09 14:35:44.947387 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:45.274940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58710) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:45.332930 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:45.450465 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:45.512136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Allocated IP 172.25.8.116 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/ee2efabb-f2bf-4bc2-9958-c28343ee4d13) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:35:45.598230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 51444afc-ce92-4b37-ad9c-68ef3c3c160d details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:35:45.625579 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:45.686985 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a038e138-8967-445b-b435-5fe0d78d6f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:45.724109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa748184-f922-413d-88be-2c0ffa9dd10c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:45.766982 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:45.772132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a038e138-8967-445b-b435-5fe0d78d6f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:35:45.779306 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa748184-f922-413d-88be-2c0ffa9dd10c HTTP/1.1" status: 204 len: 168 time: 0.8171542 Feb 09 14:35:45.779306 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:45.782991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a038e138-8967-445b-b435-5fe0d78d6f6e admin admin] Usage tracker for resource:security_group_rule and tenant:38722ebc5232436b8199a95211e880bd is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:35:45.788655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:45.788655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:45.788655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:45.788655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:45.788655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:45.788655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:45.788655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:45.788655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:45.788655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:45.788655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:45.788655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60117c2-118a-432d-b217-3c8ef0421d6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:45.795954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a038e138-8967-445b-b435-5fe0d78d6f6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:35:45.816633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a038e138-8967-445b-b435-5fe0d78d6f6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:35:46.022400 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:46.095772 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:46.128262 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a038e138-8967-445b-b435-5fe0d78d6f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:46.135321 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a038e138-8967-445b-b435-5fe0d78d6f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:46.233629 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a038e138-8967-445b-b435-5fe0d78d6f6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38722ebc5232436b8199a95211e880bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9449573 Feb 09 14:35:46.233629 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58732) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:46.288617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:35:46.317311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:35:46.333932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:35:46.338304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038e138-8967-445b-b435-5fe0d78d6f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fde8252-b113-4c18-92a7-281f354f2943,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:46.350010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 51444afc-ce92-4b37-ad9c-68ef3c3c160d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:35:46.389723 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '51444afc-ce92-4b37-ad9c-68ef3c3c160d', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'port_id': '51444afc-ce92-4b37-ad9c-68ef3c3c160d', 'mac_address': 'fa:16:3e:14:86:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:35:46.431913 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-970b0b3f-5ec5-4a7c-8e3a-d5bd5bcff711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:46.575326 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-970b0b3f-5ec5-4a7c-8e3a-d5bd5bcff711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:46.656813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'Port': ['ID=ee2efabb-f2bf-4bc2-9958-c28343ee4d13,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:46.699509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58748) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:46.734524 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:46.739420 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bde1883-751c-4555-a494-0051937c63e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:46.755659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6bde1883-751c-4555-a494-0051937c63e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:35:46.764064 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-970b0b3f-5ec5-4a7c-8e3a-d5bd5bcff711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:46.776947 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6bde1883-751c-4555-a494-0051937c63e9 admin admin] Usage tracker for resource:security_group_rule and tenant:8b2b1dd215944003b2e35436010b3390 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:35:46.806961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6bde1883-751c-4555-a494-0051937c63e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:35:46.811145 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-970b0b3f-5ec5-4a7c-8e3a-d5bd5bcff711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:46.814657 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-970b0b3f-5ec5-4a7c-8e3a-d5bd5bcff711 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8fde8252-b113-4c18-92a7-281f354f2943 HTTP/1.1" status: 204 len: 168 time: 0.5905685 Feb 09 14:35:46.814824 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51444afc-ce92-4b37-ad9c-68ef3c3c160d {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:35:46.831534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6bde1883-751c-4555-a494-0051937c63e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:35:46.833760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b0b3f-5ec5-4a7c-8e3a-d5bd5bcff711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fde8252-b113-4c18-92a7-281f354f2943,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:46.942832 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 51444afc-ce92-4b37-ad9c-68ef3c3c160d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:35:46.953610 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:47.142271 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=51444afc-ce92-4b37-ad9c-68ef3c3c160d,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:47.155663 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bde1883-751c-4555-a494-0051937c63e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:47.164694 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bde1883-751c-4555-a494-0051937c63e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:47.208784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c5fb5-2381-4ae1-bf66-6b567ca0c9d5 req-5f3dcdd5-5418-4622-a72b-f1f26fe1b0d9 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:47.210635 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa0c5fb5-2381-4ae1-bf66-6b567ca0c9d5 req-5f3dcdd5-5418-4622-a72b-f1f26fe1b0d9 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 944 time: 1.5095396 Feb 09 14:35:47.256602 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6bde1883-751c-4555-a494-0051937c63e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b2b1dd215944003b2e35436010b3390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5570817 Feb 09 14:35:47.257416 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde1883-751c-4555-a494-0051937c63e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cb9107-9bca-4e07-9982-a8c5db504043,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:47.260316 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58774) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:47.317093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['51444afc-ce92-4b37-ad9c-68ef3c3c160d'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:35:47.361391 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa0c5fb5-2381-4ae1-bf66-6b567ca0c9d5 req-3d5424d1-f6c8-469f-b246-430dbd06b12a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436720 Feb 09 14:35:47.501337 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44ac2041-7265-431a-8d06-69ee6b8f430e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:47.580363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58778) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:47.630784 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44ac2041-7265-431a-8d06-69ee6b8f430e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:47.637807 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:47.652301 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5aac919c-ad72-48cb-8d3c-d81351258828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:47.676902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5aac919c-ad72-48cb-8d3c-d81351258828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:35:47.704398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5aac919c-ad72-48cb-8d3c-d81351258828 admin admin] Usage tracker for resource:security_group_rule and tenant:ff84d3cd25df4b798f02939fc6e69c71 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:35:47.712121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5aac919c-ad72-48cb-8d3c-d81351258828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:35:47.773520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5aac919c-ad72-48cb-8d3c-d81351258828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:35:47.861252 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44ac2041-7265-431a-8d06-69ee6b8f430e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:48.032220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac2041-7265-431a-8d06-69ee6b8f430e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cb9107-9bca-4e07-9982-a8c5db504043,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:48.058050 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44ac2041-7265-431a-8d06-69ee6b8f430e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:48.058050 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-44ac2041-7265-431a-8d06-69ee6b8f430e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79cb9107-9bca-4e07-9982-a8c5db504043 HTTP/1.1" status: 204 len: 168 time: 0.7885084 Feb 09 14:35:48.097618 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5aac919c-ad72-48cb-8d3c-d81351258828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:48.109706 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5aac919c-ad72-48cb-8d3c-d81351258828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:48.156998 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5aac919c-ad72-48cb-8d3c-d81351258828 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff84d3cd25df4b798f02939fc6e69c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5769598 Feb 09 14:35:48.160835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58794) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:48.306645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac919c-ad72-48cb-8d3c-d81351258828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9040b48-e232-4978-960f-3a3b4d5a6abe,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:48.406620 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19e64687-4528-4fb1-aa2a-5128b14c5573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:48.410041 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:48.439965 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19e64687-4528-4fb1-aa2a-5128b14c5573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:48.600378 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19e64687-4528-4fb1-aa2a-5128b14c5573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:48.620684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e64687-4528-4fb1-aa2a-5128b14c5573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9040b48-e232-4978-960f-3a3b4d5a6abe,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:48.669017 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19e64687-4528-4fb1-aa2a-5128b14c5573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:48.674977 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-19e64687-4528-4fb1-aa2a-5128b14c5573 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9040b48-e232-4978-960f-3a3b4d5a6abe HTTP/1.1" status: 204 len: 168 time: 0.5128944 Feb 09 14:35:48.879483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76479300-79e9-4de0-be91-de0e77f4a11c req-5832e3e1-1cc3-4f10-bbd6-d563ca83e496 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:48.888160 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-76479300-79e9-4de0-be91-de0e77f4a11c req-5832e3e1-1cc3-4f10-bbd6-d563ca83e496 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 945 time: 0.1368303 Feb 09 14:35:48.952871 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-76479300-79e9-4de0-be91-de0e77f4a11c req-5fd1850f-ce32-4afd-86dd-53f2a9e50aaf tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683806 Feb 09 14:35:49.167050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Router d80665bd-7fbf-41d0-aeb4-bd015437cbeb is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:35:49.595309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 51444afc-ce92-4b37-ad9c-68ef3c3c160d up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:35:49.752251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:35:49.823358 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:49.823358 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b312e2c7-6542-4ed6-95f5-c256967b9b66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.8652894 Feb 09 14:35:49.829134 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58848) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:49.870139 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Sync routers for ids ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:35:49.942284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Routers {'d80665bd-7fbf-41d0-aeb4-bd015437cbeb'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:35:49.942284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:35:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:35:50.339490 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 51444afc-ce92-4b37-ad9c-68ef3c3c160d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:35:50.339490 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:50.597189 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3c973e9d-d547-4e18-848d-987e77daf9c8 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=efb44efc65644172a41e96f54232df46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7858565 Feb 09 14:35:50.605480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58878) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:50.731596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0be7fd-bfc7-46a3-9b81-b7eddd460380 req-28ca0478-a5da-47ab-95a8-67f16c56d9ab tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:50.738829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c0be7fd-bfc7-46a3-9b81-b7eddd460380 req-28ca0478-a5da-47ab-95a8-67f16c56d9ab tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 945 time: 0.4902375 Feb 09 14:35:50.773106 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Set router d80665bd-7fbf-41d0-aeb4-bd015437cbeb gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:35:51.148682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02342a0e-3161-4293-a1af-09f66e2d05cd tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:51.159396 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-02342a0e-3161-4293-a1af-09f66e2d05cd tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5525248 Feb 09 14:35:51.162668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58894) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:51.177773 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c0be7fd-bfc7-46a3-9b81-b7eddd460380 req-a8519213-a4f9-446a-a5cf-af3cc1dca149 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4344742 Feb 09 14:35:51.305163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76cf66-5ed1-4301-b63f-8ef1c50d2a76 req-1883d01b-ce95-4322-9db6-549ab6345d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:51.307749 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fd8b1518-25c3-4983-ad9b-1763b39b7d60 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1437845 Feb 09 14:35:51.311016 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1f76cf66-5ed1-4301-b63f-8ef1c50d2a76 req-1883d01b-ce95-4322-9db6-549ab6345d5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 1096 time: 0.5204332 Feb 09 14:35:51.311256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58902) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:51.322614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f336e69c-603a-4724-b63c-c8ab58ff064b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-670353961', 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8', 'project_id': 'efb44efc65644172a41e96f54232df46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:35:51.584862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f336e69c-603a-4724-b63c-c8ab58ff064b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:35:51.595393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f336e69c-603a-4724-b63c-c8ab58ff064b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Usage tracker for resource:subnet and tenant:efb44efc65644172a41e96f54232df46 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:35:51.611875 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f336e69c-603a-4724-b63c-c8ab58ff064b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:35:51.632178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f336e69c-603a-4724-b63c-c8ab58ff064b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:35:51.718553 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f336e69c-603a-4724-b63c-c8ab58ff064b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Made reservation on behalf of efb44efc65644172a41e96f54232df46 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:35:51.746389 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f336e69c-603a-4724-b63c-c8ab58ff064b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:51.806811 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:51.820642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-4948cc03-f01b-41db-a774-9a2e5db40d6f req-91909ad8-5da7-4c2c-ba4b-d366506ac685 tempest-ServerRescueTestJSON-1096300594 tempest-ServerRescueTestJSON-1096300594-project] (87596) timed out ('10.222.0.21', 54313) {{(pid=87596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 14:35:51.987224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76cf66-5ed1-4301-b63f-8ef1c50d2a76 req-5b2c27e9-e186-43c3-bdbc-a099c0995cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:51.987224 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1f76cf66-5ed1-4301-b63f-8ef1c50d2a76 req-5b2c27e9-e186-43c3-bdbc-a099c0995cd2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 916 time: 0.6372752 Feb 09 14:35:52.206860 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fffbe94-b60b-40ec-8afa-fae076336071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51444afc-ce92-4b37-ad9c-68ef3c3c160d'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:35:52.230634 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 51444afc-ce92-4b37-ad9c-68ef3c3c160d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:35:52.246710 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:52.308736 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1f76cf66-5ed1-4301-b63f-8ef1c50d2a76 req-edacdf16-df27-433e-9fed-193f97d1693b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d HTTP/1.1" status: 200 len: 1001 time: 0.3151112 Feb 09 14:35:52.377457 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f336e69c-603a-4724-b63c-c8ab58ff064b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:52.406077 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fffbe94-b60b-40ec-8afa-fae076336071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51444afc-ce92-4b37-ad9c-68ef3c3c160d', 'code': 200} Feb 09 14:35:52.511127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76cf66-5ed1-4301-b63f-8ef1c50d2a76 req-1775bc23-d9e7-479d-b07e-7eb35a2c4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:52.514862 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1f76cf66-5ed1-4301-b63f-8ef1c50d2a76 req-1775bc23-d9e7-479d-b07e-7eb35a2c4a1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 200 len: 855 time: 0.1932464 Feb 09 14:35:52.581764 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1457507678', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:35:43Z', 'updated_at': '2022-02-09T14:35:47Z', 'revision_number': 3, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:45Z', 'updated_at': '2022-02-09T14:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:35:52.601003 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Checking router: d80665bd-7fbf-41d0-aeb4-bd015437cbeb for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:35:52.601003 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Updating router d80665bd-7fbf-41d0-aeb4-bd015437cbeb port ee2efabb-f2bf-4bc2-9958-c28343ee4d13 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:35:52.705434 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:52.784144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336e69c-603a-4724-b63c-c8ab58ff064b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'Subnet': ['ID=90d074ea-c819-41cd-959b-82a6a90105db,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:53.028084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f336e69c-603a-4724-b63c-c8ab58ff064b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Checking segment: {'id': '5451cdda-2a80-456f-9a3b-6520a3191018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:35:53.028084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f336e69c-603a-4724-b63c-c8ab58ff064b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Network hostable DHCP agents. Network: 4f2035fd-0df8-4a8e-9ef9-4cec224debb8, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:35:53.154405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f336e69c-603a-4724-b63c-c8ab58ff064b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Network 4f2035fd-0df8-4a8e-9ef9-4cec224debb8 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:35:53.168681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f336e69c-603a-4724-b63c-c8ab58ff064b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 4f2035fd-0df8-4a8e-9ef9-4cec224debb8) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:35:53.176426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f336e69c-603a-4724-b63c-c8ab58ff064b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:53.177334 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f336e69c-603a-4724-b63c-c8ab58ff064b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:53.191476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68629a7-9126-41b3-8573-c1cda3b7dc7e req-d1d8251b-a24e-4340-ae94-7518c4b201cf tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:53.201786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76cf66-5ed1-4301-b63f-8ef1c50d2a76 req-be6c5548-8ad9-47ee-8fab-11c9a936a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:53.203832 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1f76cf66-5ed1-4301-b63f-8ef1c50d2a76 req-be6c5548-8ad9-47ee-8fab-11c9a936a76e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7bbb3d60-5bb5-4148-942d-8f599eefdf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6894875 Feb 09 14:35:53.204836 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b68629a7-9126-41b3-8573-c1cda3b7dc7e req-d1d8251b-a24e-4340-ae94-7518c4b201cf tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 947 time: 0.4004335 Feb 09 14:35:53.218905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ed375-786c-453d-ae11-6c12b83bcad3 req-317e613f-38bc-4c43-aeed-12e48cf854c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:53.221958 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-532ed375-786c-453d-ae11-6c12b83bcad3 req-317e613f-38bc-4c43-aeed-12e48cf854c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 1098 time: 0.4330606 Feb 09 14:35:53.340494 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b68629a7-9126-41b3-8573-c1cda3b7dc7e req-af98b132-a0ec-41ef-a26c-173129dbd86f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279690 Feb 09 14:35:53.351395 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f336e69c-603a-4724-b63c-c8ab58ff064b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0386245 Feb 09 14:35:53.357312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 58966) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:53.496732 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-532ed375-786c-453d-ae11-6c12b83bcad3 req-9180c6a6-4e9d-4123-afe5-a0c5293da8fb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516716 Feb 09 14:35:53.655076 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:53.655979 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1f76cf66-5ed1-4301-b63f-8ef1c50d2a76 req-c13be81c-7d5a-45db-a30f-084cdbcfa281 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399753 Feb 09 14:35:53.686149 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Transition to ACTIVE for port object ee2efabb-f2bf-4bc2-9958-c28343ee4d13 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:35:53.705070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9401433-9e56-4de8-b78d-11858e9fea56 None None] Network 4f2035fd-0df8-4a8e-9ef9-4cec224debb8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:35:53.822831 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:53.826801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=51444afc-ce92-4b37-ad9c-68ef3c3c160d,revision_number=10']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:54.124540 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:54.124881 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:54.125423 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:54.125929 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:54.126474 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:54.127374 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:54.128706 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:54.133011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:54.133746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:54.134772 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:54.135314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:54.135983 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:35:54.235317 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1f76cf66-5ed1-4301-b63f-8ef1c50d2a76 req-1f8b4eb6-bf4f-4549-af78-444d5c2883b9 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409983 Feb 09 14:35:54.296035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Attempting to bind port ee2efabb-f2bf-4bc2-9958-c28343ee4d13 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:35:54.296457 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Attempting to bind port ee2efabb-f2bf-4bc2-9958-c28343ee4d13 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:35:54.297038 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Attempting to bind port ee2efabb-f2bf-4bc2-9958-c28343ee4d13 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:35:54.420551 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:35:54.422496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:35:54.424252 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:54.425051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:35:54.427964 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Bound port: ee2efabb-f2bf-4bc2-9958-c28343ee4d13, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:35:54.429054 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:54.678478 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] For port ee2efabb-f2bf-4bc2-9958-c28343ee4d13, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:35:54.694717 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] For port ee2efabb-f2bf-4bc2-9958-c28343ee4d13, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ee2efabb-f2bf-4bc2-9958-c28343ee4d13,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:35:54.716418 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:54.864902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-4f2035fd-0df8-4a8e-9ef9-4cec224debb8', 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'fixed_ips': [{'subnet_id': '90d074ea-c819-41cd-959b-82a6a90105db'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:35:54.867702 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:54.919061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e51ef-baeb-4051-a1e0-505cfd310189 req-06677f05-348b-424d-9bdf-708647ecdb47 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:54.932737 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e08e51ef-baeb-4051-a1e0-505cfd310189 req-06677f05-348b-424d-9bdf-708647ecdb47 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 947 time: 0.2628098 Feb 09 14:35:54.937341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf5fc8-11e3-4bbd-a048-a1b75d032868 None None] Pushing event updated for resources: {'Port': ['ID=ee2efabb-f2bf-4bc2-9958-c28343ee4d13,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:55.146408 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e08e51ef-baeb-4051-a1e0-505cfd310189 req-cf3cf56b-cb2c-4027-880b-f28aba870e43 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124984 Feb 09 14:35:55.416051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Allocated IP 172.20.0.2 (4f2035fd-0df8-4a8e-9ef9-4cec224debb8/90d074ea-c819-41cd-959b-82a6a90105db/e84f2ff0-da87-42ee-9e79-f6769df5ccc0) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:35:55.775662 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:55.803546 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Transition to ACTIVE for port object e84f2ff0-da87-42ee-9e79-f6769df5ccc0 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:35:55.877401 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Transition to ACTIVE for port object e84f2ff0-da87-42ee-9e79-f6769df5ccc0 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:35:55.886254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Routers {'d80665bd-7fbf-41d0-aeb4-bd015437cbeb'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:35:55.888544 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:35:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:35:55.926648 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:56.121836 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:56.588485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] Set router d80665bd-7fbf-41d0-aeb4-bd015437cbeb gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:35:56.911144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Allocated IP 172.20.0.1 (4f2035fd-0df8-4a8e-9ef9-4cec224debb8/90d074ea-c819-41cd-959b-82a6a90105db/0cb40b1d-4281-4baf-b28d-63b6279a9133) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:35:56.992370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Network 4f2035fd-0df8-4a8e-9ef9-4cec224debb8 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:35:56.995672 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf5fc8-11e3-4bbd-a048-a1b75d032868 None None] Pushing event updated for resources: {'Port': ['ID=ee2efabb-f2bf-4bc2-9958-c28343ee4d13,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:57.103250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:35:57.286682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:35:57.371692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff484e53-72d4-48db-bdfe-c59d7a74d6d0 req-53954a76-4d01-478c-af2b-27a62d41def2 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:57.384989 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ff484e53-72d4-48db-bdfe-c59d7a74d6d0 req-53954a76-4d01-478c-af2b-27a62d41def2 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 947 time: 0.4634399 Feb 09 14:35:57.504545 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ff484e53-72d4-48db-bdfe-c59d7a74d6d0 req-2be43490-410f-48a7-8f0e-e2dc4e4d0591 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177311 Feb 09 14:35:57.514642 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:57.578813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Transition to ACTIVE for port object 0cb40b1d-4281-4baf-b28d-63b6279a9133 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:35:57.584086 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-75d90799-17a3-4122-8692-ea67d3ab6735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:57.610992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59118) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:57.650887 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:57.760033 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Pushing event updated for resources: {'Port': ['ID=e84f2ff0-da87-42ee-9e79-f6769df5ccc0,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:57.764162 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Attempting to bind port e84f2ff0-da87-42ee-9e79-f6769df5ccc0 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:35:57.764753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Attempting to bind port e84f2ff0-da87-42ee-9e79-f6769df5ccc0 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '5451cdda-2a80-456f-9a3b-6520a3191018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:35:57.765309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Attempting to bind port e84f2ff0-da87-42ee-9e79-f6769df5ccc0 on network 4f2035fd-0df8-4a8e-9ef9-4cec224debb8 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:35:57.808326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:35:57.812821 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59132) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:57.813078 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Checking segment: {'id': '5451cdda-2a80-456f-9a3b-6520a3191018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:35:57.814065 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:57.815290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Bound using segment: {'id': '5451cdda-2a80-456f-9a3b-6520a3191018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:35:57.818653 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Bound port: e84f2ff0-da87-42ee-9e79-f6769df5ccc0, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5451cdda-2a80-456f-9a3b-6520a3191018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:35:57.819818 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:57.859365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Network 4f2035fd-0df8-4a8e-9ef9-4cec224debb8 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:35:57.871117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:35:57.889765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:35:57.970277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] For port e84f2ff0-da87-42ee-9e79-f6769df5ccc0, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:35:57.974225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] For port e84f2ff0-da87-42ee-9e79-f6769df5ccc0, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e84f2ff0-da87-42ee-9e79-f6769df5ccc0,segment=NetworkSegment(5451cdda-2a80-456f-9a3b-6520a3191018),segment_id=5451cdda-2a80-456f-9a3b-6520a3191018)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:35:57.981673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1457507678', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:35:43Z', 'updated_at': '2022-02-09T14:35:47Z', 'revision_number': 3, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:45Z', 'updated_at': '2022-02-09T14:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:35:57.986770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e087193-2ca6-4e01-bcb1-a17d0640e0aa None None] The sync data for ids ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'] in n-d-828418-2 is: [{'id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1457507678', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:35:43Z', 'updated_at': '2022-02-09T14:35:47Z', 'revision_number': 3, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:45Z', 'updated_at': '2022-02-09T14:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:35:57.999269 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0de5f604-8295-4bf5-9de7-4587c58a3a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:58.017118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0de5f604-8295-4bf5-9de7-4587c58a3a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:35:58.022391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0de5f604-8295-4bf5-9de7-4587c58a3a6a admin admin] Usage tracker for resource:security_group_rule and tenant:62ad39886bb94ab58c76a37cc714139e is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:35:58.027035 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:58.045335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0de5f604-8295-4bf5-9de7-4587c58a3a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:35:58.060183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'Port': ['ID=0cb40b1d-4281-4baf-b28d-63b6279a9133,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:58.100628 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7bc2-855b-4ad9-a615-b5f57b13b103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:58.120712 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:58.139166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0de5f604-8295-4bf5-9de7-4587c58a3a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:35:58.148012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c0fb7bc2-855b-4ad9-a615-b5f57b13b103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:35:58.160897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c0fb7bc2-855b-4ad9-a615-b5f57b13b103 admin admin] Usage tracker for resource:security_group_rule and tenant:eec4063637a041d09c684fb319ec1488 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:35:58.169807 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c0fb7bc2-855b-4ad9-a615-b5f57b13b103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:35:58.189849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c0fb7bc2-855b-4ad9-a615-b5f57b13b103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:35:58.255463 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80289499-f0f5-4bcf-8f67-8cf3681e2ee7 None None] Pushing event updated for resources: {'Port': ['ID=e84f2ff0-da87-42ee-9e79-f6769df5ccc0,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:58.425274 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:58.792139 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0de5f604-8295-4bf5-9de7-4587c58a3a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:58.840344 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0de5f604-8295-4bf5-9de7-4587c58a3a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:59.059342 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7bc2-855b-4ad9-a615-b5f57b13b103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:59.139616 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7bc2-855b-4ad9-a615-b5f57b13b103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:59.210057 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0ae0c9e6-5b1d-41f9-9f37-a98cdb1701a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:59.233055 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c0fb7bc2-855b-4ad9-a615-b5f57b13b103 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eec4063637a041d09c684fb319ec1488&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4169703 Feb 09 14:35:59.238164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59164) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:59.239160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5f604-8295-4bf5-9de7-4587c58a3a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdec12d-a63d-456f-9384-46cbf0c66113,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:59.253560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0de5f604-8295-4bf5-9de7-4587c58a3a6a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62ad39886bb94ab58c76a37cc714139e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6406376 Feb 09 14:35:59.295274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59168) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:35:59.532232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb7bc2-855b-4ad9-a615-b5f57b13b103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daa482d-3c8b-444c-9578-2c8433c9b328,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:35:59.598304 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4b167b4d-800f-4737-babf-d360ae4b5eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:59.623899 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b4155cef-b395-43c3-978d-8e7824d360f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:59.666456 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b4155cef-b395-43c3-978d-8e7824d360f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:59.805001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d39ab4-d7b2-474a-b506-c56a3e371ace req-284c1f68-0f08-4ab4-9da0-ec1e75bedfbd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:35:59.807220 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-60d39ab4-d7b2-474a-b506-c56a3e371ace req-284c1f68-0f08-4ab4-9da0-ec1e75bedfbd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 947 time: 0.9101627 Feb 09 14:35:59.830089 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4b167b4d-800f-4737-babf-d360ae4b5eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:59.957686 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b4155cef-b395-43c3-978d-8e7824d360f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:59.981510 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:35:59.996699 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:00.056463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4155cef-b395-43c3-978d-8e7824d360f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daa482d-3c8b-444c-9578-2c8433c9b328,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:00.178322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'Port': ['ID=0cb40b1d-4281-4baf-b28d-63b6279a9133,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:00.190004 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-60d39ab4-d7b2-474a-b506-c56a3e371ace req-21d73a4f-53b5-4230-958c-12f41d8ca2e3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048115 Feb 09 14:36:00.192374 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b4155cef-b395-43c3-978d-8e7824d360f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:00.210252 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b4155cef-b395-43c3-978d-8e7824d360f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2daa482d-3c8b-444c-9578-2c8433c9b328 HTTP/1.1" status: 204 len: 168 time: 0.9678085 Feb 09 14:36:00.211481 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4b167b4d-800f-4737-babf-d360ae4b5eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:00.295766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e84f2ff0-da87-42ee-9e79-f6769df5ccc0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:36:00.323770 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:00.353273 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4b167b4d-800f-4737-babf-d360ae4b5eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:00.360317 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4b167b4d-800f-4737-babf-d360ae4b5eba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2bdec12d-a63d-456f-9384-46cbf0c66113 HTTP/1.1" status: 204 len: 168 time: 1.0558274 Feb 09 14:36:00.361531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b167b4d-800f-4737-babf-d360ae4b5eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdec12d-a63d-456f-9384-46cbf0c66113,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:00.535700 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661cef97-d03a-4fba-8a63-bdeadc6eede2 None None] Network 4f2035fd-0df8-4a8e-9ef9-4cec224debb8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:36:00.625447 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:00.729217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Network 4f2035fd-0df8-4a8e-9ef9-4cec224debb8 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:36:00.732694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:00.782480 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:00.849680 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c8557faa-045d-4f64-b771-80b2ee0dd91d None None] Provisioning for port e84f2ff0-da87-42ee-9e79-f6769df5ccc0 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:36:01.023373 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port e84f2ff0-da87-42ee-9e79-f6769df5ccc0 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:36:01.049194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59210) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:01.070880 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5152ed17-74ec-44ca-a08f-371641cbc8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:01.081940 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e84f2ff0-da87-42ee-9e79-f6769df5ccc0 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:01.082526 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:01.089856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5152ed17-74ec-44ca-a08f-371641cbc8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:01.094644 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5152ed17-74ec-44ca-a08f-371641cbc8fc admin admin] Usage tracker for resource:security_group_rule and tenant:36e7daa55f29428cada8654ba34537b5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:01.099245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5152ed17-74ec-44ca-a08f-371641cbc8fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:01.106608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5152ed17-74ec-44ca-a08f-371641cbc8fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:01.135624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59214) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:01.137634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Router d80665bd-7fbf-41d0-aeb4-bd015437cbeb has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:36:01.160037 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3c80-549e-4e85-9672-fff8ef717289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:01.240875 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9b9d3c80-549e-4e85-9672-fff8ef717289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:01.257479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9b9d3c80-549e-4e85-9672-fff8ef717289 admin admin] Usage tracker for resource:security_group_rule and tenant:b82bce1fe1994d229db2598a594020e2 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:01.262747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9b9d3c80-549e-4e85-9672-fff8ef717289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:01.277684 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5152ed17-74ec-44ca-a08f-371641cbc8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:01.280620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9b9d3c80-549e-4e85-9672-fff8ef717289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:01.288153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5152ed17-74ec-44ca-a08f-371641cbc8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:01.375782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152ed17-74ec-44ca-a08f-371641cbc8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c116ff5-31f6-4b8a-b47e-292fcf1930d4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:01.397215 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5152ed17-74ec-44ca-a08f-371641cbc8fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36e7daa55f29428cada8654ba34537b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468111 Feb 09 14:36:01.399659 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59222) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:01.469679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:36:01.469949 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:01.478520 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-390f5d10-1f83-464e-857e-c9bab51fe998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:01.484622 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Sync routers for ids ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:36:01.494757 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Routers {'d80665bd-7fbf-41d0-aeb4-bd015437cbeb'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:36:01.495364 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:35:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:01.510297 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-053fa5c3-f6b7-4ea4-9d91-3655a9bd9c69 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "PUT /v2.0/routers/d80665bd-7fbf-41d0-aeb4-bd015437cbeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1494367 Feb 09 14:36:01.511433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59226) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:01.539982 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3766e210-8c33-406d-a57f-e960542b8413 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1542635563', 'description': 'tempest-secgroup_access--1542635563 description', 'project_id': 'efb44efc65644172a41e96f54232df46'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:01.543053 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-390f5d10-1f83-464e-857e-c9bab51fe998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:01.559814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3766e210-8c33-406d-a57f-e960542b8413 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:01.588784 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3766e210-8c33-406d-a57f-e960542b8413 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Usage tracker for resource:security_group and tenant:efb44efc65644172a41e96f54232df46 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:01.605500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3766e210-8c33-406d-a57f-e960542b8413 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:01.610455 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port e84f2ff0-da87-42ee-9e79-f6769df5ccc0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e84f2ff0-da87-42ee-9e79-f6769df5ccc0,segment=NetworkSegment(5451cdda-2a80-456f-9a3b-6520a3191018),segment_id=5451cdda-2a80-456f-9a3b-6520a3191018)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:36:01.628503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3766e210-8c33-406d-a57f-e960542b8413 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:01.633299 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:01.636176 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ee2efabb-f2bf-4bc2-9958-c28343ee4d13 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:36:01.639028 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3c80-549e-4e85-9672-fff8ef717289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:01.650500 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3c80-549e-4e85-9672-fff8ef717289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:01.657579 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-390f5d10-1f83-464e-857e-c9bab51fe998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:01.690616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f5d10-1f83-464e-857e-c9bab51fe998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c116ff5-31f6-4b8a-b47e-292fcf1930d4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:01.699463 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-390f5d10-1f83-464e-857e-c9bab51fe998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:01.702158 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-390f5d10-1f83-464e-857e-c9bab51fe998 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c116ff5-31f6-4b8a-b47e-292fcf1930d4 HTTP/1.1" status: 204 len: 168 time: 0.3015475 Feb 09 14:36:01.721869 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3766e210-8c33-406d-a57f-e960542b8413 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:01.741615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d3c80-549e-4e85-9672-fff8ef717289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a291d0c4-368a-47ad-a7b6-78497ba530ed,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:01.772130 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3766e210-8c33-406d-a57f-e960542b8413 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:01.777185 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9b9d3c80-549e-4e85-9672-fff8ef717289 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b82bce1fe1994d229db2598a594020e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6384048 Feb 09 14:36:01.779857 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59236) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:01.793413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3766e210-8c33-406d-a57f-e960542b8413 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Usage tracker for resource:security_group_rule and tenant:efb44efc65644172a41e96f54232df46 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:01.813772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3766e210-8c33-406d-a57f-e960542b8413 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:01.830884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3766e210-8c33-406d-a57f-e960542b8413 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:01.853169 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Set router d80665bd-7fbf-41d0-aeb4-bd015437cbeb gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:36:01.946952 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db530301-ddcf-4624-acc2-c6a8103c0be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:02.016245 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3766e210-8c33-406d-a57f-e960542b8413 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:02.017709 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db530301-ddcf-4624-acc2-c6a8103c0be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:02.025993 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3766e210-8c33-406d-a57f-e960542b8413 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:02.147790 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db530301-ddcf-4624-acc2-c6a8103c0be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:02.153500 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3766e210-8c33-406d-a57f-e960542b8413 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:02.155871 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3766e210-8c33-406d-a57f-e960542b8413 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6318805 Feb 09 14:36:02.158711 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59250) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:02.165474 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-05a52a54-a447-4500-b454-f608854d76f3 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--962302788', 'description': 'tempest-secgroup_general--962302788 description', 'project_id': 'efb44efc65644172a41e96f54232df46'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:02.172044 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:02.173181 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766e210-8c33-406d-a57f-e960542b8413 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78cb8d88-d668-4352-bfcc-f0a7d70f6af0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:02.187238 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db530301-ddcf-4624-acc2-c6a8103c0be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a291d0c4-368a-47ad-a7b6-78497ba530ed,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:02.190024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=e84f2ff0-da87-42ee-9e79-f6769df5ccc0,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:02.197167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port ee2efabb-f2bf-4bc2-9958-c28343ee4d13 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:36:02.199821 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db530301-ddcf-4624-acc2-c6a8103c0be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:02.203593 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-db530301-ddcf-4624-acc2-c6a8103c0be5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a291d0c4-368a-47ad-a7b6-78497ba530ed HTTP/1.1" status: 204 len: 168 time: 0.4222445 Feb 09 14:36:02.205907 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-05a52a54-a447-4500-b454-f608854d76f3 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:02.215413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-05a52a54-a447-4500-b454-f608854d76f3 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Usage tracker for resource:security_group and tenant:efb44efc65644172a41e96f54232df46 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:02.222786 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ee2efabb-f2bf-4bc2-9958-c28343ee4d13 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:02.223165 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:02.226490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-05a52a54-a447-4500-b454-f608854d76f3 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:02.253436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-05a52a54-a447-4500-b454-f608854d76f3 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:02.304140 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05a52a54-a447-4500-b454-f608854d76f3 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:02.370408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-05a52a54-a447-4500-b454-f608854d76f3 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:02.382807 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-05a52a54-a447-4500-b454-f608854d76f3 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Usage tracker for resource:security_group_rule and tenant:efb44efc65644172a41e96f54232df46 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:02.394704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-05a52a54-a447-4500-b454-f608854d76f3 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:02.404018 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-05a52a54-a447-4500-b454-f608854d76f3 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:02.487749 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1457507678', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:35:43Z', 'updated_at': '2022-02-09T14:35:58Z', 'revision_number': 4, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:45Z', 'updated_at': '2022-02-09T14:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0cb40b1d-4281-4baf-b28d-63b6279a9133', 'name': '', 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'mac_address': 'fa:16:3e:24:98:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '90d074ea-c819-41cd-959b-82a6a90105db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:56Z', 'updated_at': '2022-02-09T14:35:59Z', 'revision_number': 2, 'project_id': 'efb44efc65644172a41e96f54232df46', 'subnets': [{'id': '90d074ea-c819-41cd-959b-82a6a90105db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:02.510508 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Checking router: d80665bd-7fbf-41d0-aeb4-bd015437cbeb for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:36:02.510837 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Updating router d80665bd-7fbf-41d0-aeb4-bd015437cbeb port 0cb40b1d-4281-4baf-b28d-63b6279a9133 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:36:02.625038 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05a52a54-a447-4500-b454-f608854d76f3 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:02.632645 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05a52a54-a447-4500-b454-f608854d76f3 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:02.725078 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:02.742764 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:02.760008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f1308674-1c84-4bbe-8f6c-c0e4101432db None None] Provisioning for port 0cb40b1d-4281-4baf-b28d-63b6279a9133 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:36:02.794048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f1308674-1c84-4bbe-8f6c-c0e4101432db None None] Provisioning complete for port 0cb40b1d-4281-4baf-b28d-63b6279a9133 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:02.794490 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f1308674-1c84-4bbe-8f6c-c0e4101432db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:02.856359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a52a54-a447-4500-b454-f608854d76f3 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:02.876001 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05a52a54-a447-4500-b454-f608854d76f3 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:02.882702 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-05a52a54-a447-4500-b454-f608854d76f3 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7227044 Feb 09 14:36:02.886066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59274) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:02.891273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a59e2d15-3c32-4557-a7d3-d5ea36bae845 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Request body: {'security_group_rule': {'security_group_id': '78cb8d88-d668-4352-bfcc-f0a7d70f6af0', 'project_id': 'efb44efc65644172a41e96f54232df46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:02.911279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a59e2d15-3c32-4557-a7d3-d5ea36bae845 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:02.923474 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a59e2d15-3c32-4557-a7d3-d5ea36bae845 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Usage tracker for resource:security_group_rule and tenant:efb44efc65644172a41e96f54232df46 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:02.933413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a59e2d15-3c32-4557-a7d3-d5ea36bae845 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:02.948575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a59e2d15-3c32-4557-a7d3-d5ea36bae845 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:02.992260 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a59e2d15-3c32-4557-a7d3-d5ea36bae845 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:03.024964 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port ee2efabb-f2bf-4bc2-9958-c28343ee4d13, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ee2efabb-f2bf-4bc2-9958-c28343ee4d13,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:36:03.039205 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:03.155939 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a59e2d15-3c32-4557-a7d3-d5ea36bae845 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:03.166049 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a59e2d15-3c32-4557-a7d3-d5ea36bae845 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:03.263409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f1308674-1c84-4bbe-8f6c-c0e4101432db None None] Port 0cb40b1d-4281-4baf-b28d-63b6279a9133 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:36:03.286235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e2d15-3c32-4557-a7d3-d5ea36bae845 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af49ef0d-3d6d-4457-b486-cfbed4b5addc,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:03.338616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f1308674-1c84-4bbe-8f6c-c0e4101432db None None] Provisioning complete for port e84f2ff0-da87-42ee-9e79-f6769df5ccc0 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:03.339005 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f1308674-1c84-4bbe-8f6c-c0e4101432db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:03.360802 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a59e2d15-3c32-4557-a7d3-d5ea36bae845 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:03.362820 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a59e2d15-3c32-4557-a7d3-d5ea36bae845 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4747133 Feb 09 14:36:03.410989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e84f2ff0-da87-42ee-9e79-f6769df5ccc0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:36:03.671575 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=ee2efabb-f2bf-4bc2-9958-c28343ee4d13,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:03.748333 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:03.769626 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Transition to ACTIVE for port object 0cb40b1d-4281-4baf-b28d-63b6279a9133 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:36:03.780935 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:03.929539 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e84f2ff0-da87-42ee-9e79-f6769df5ccc0 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:03.930140 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:04.203146 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-38f9b4db-fdbf-47c0-a0ba-f3f0cf6dc357 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Synchronizing usage tracker for tenant:efb44efc65644172a41e96f54232df46 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:36:04.259610 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d2476-b41a-4ade-beb6-0375b59d63e3 None None] Pushing event updated for resources: {'Port': ['ID=0cb40b1d-4281-4baf-b28d-63b6279a9133,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:04.282115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-38f9b4db-fdbf-47c0-a0ba-f3f0cf6dc357 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Unset dirty status for tenant:efb44efc65644172a41e96f54232df46 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:36:04.284718 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-38f9b4db-fdbf-47c0-a0ba-f3f0cf6dc357 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_general--962302788&fields=id&tenant_id=efb44efc65644172a41e96f54232df46 HTTP/1.1" status: 200 len: 267 time: 0.2368748 Feb 09 14:36:04.308482 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2476-b41a-4ade-beb6-0375b59d63e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:04.309150 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2476-b41a-4ade-beb6-0375b59d63e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:04.309684 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2476-b41a-4ade-beb6-0375b59d63e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:04.310701 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2476-b41a-4ade-beb6-0375b59d63e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:04.311237 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2476-b41a-4ade-beb6-0375b59d63e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:04.311781 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2476-b41a-4ade-beb6-0375b59d63e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:04.312954 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2476-b41a-4ade-beb6-0375b59d63e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:04.313484 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2476-b41a-4ade-beb6-0375b59d63e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:04.314002 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2476-b41a-4ade-beb6-0375b59d63e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:04.314667 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2476-b41a-4ade-beb6-0375b59d63e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:04.315396 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2476-b41a-4ade-beb6-0375b59d63e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:04.316001 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d2476-b41a-4ade-beb6-0375b59d63e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:04.331154 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Attempting to bind port 0cb40b1d-4281-4baf-b28d-63b6279a9133 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:04.331622 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Attempting to bind port 0cb40b1d-4281-4baf-b28d-63b6279a9133 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '5451cdda-2a80-456f-9a3b-6520a3191018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:04.332115 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Attempting to bind port 0cb40b1d-4281-4baf-b28d-63b6279a9133 on network 4f2035fd-0df8-4a8e-9ef9-4cec224debb8 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:04.349848 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:36:04.356973 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Checking segment: {'id': '5451cdda-2a80-456f-9a3b-6520a3191018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:36:04.358799 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:04.360803 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Bound using segment: {'id': '5451cdda-2a80-456f-9a3b-6520a3191018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:36:04.361525 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Bound port: 0cb40b1d-4281-4baf-b28d-63b6279a9133, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5451cdda-2a80-456f-9a3b-6520a3191018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:36:04.365715 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:04.497918 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-e560a1dd-06db-4d0c-b1a1-c5120fc5452f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_access--1542635563&fields=id&tenant_id=efb44efc65644172a41e96f54232df46 HTTP/1.1" status: 200 len: 267 time: 0.2036796 Feb 09 14:36:04.617916 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] For port 0cb40b1d-4281-4baf-b28d-63b6279a9133, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:36:04.622713 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] For port 0cb40b1d-4281-4baf-b28d-63b6279a9133, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0cb40b1d-4281-4baf-b28d-63b6279a9133,segment=NetworkSegment(5451cdda-2a80-456f-9a3b-6520a3191018),segment_id=5451cdda-2a80-456f-9a3b-6520a3191018)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:36:04.634831 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:36:04.636615 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:04.889038 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Routers {'d80665bd-7fbf-41d0-aeb4-bd015437cbeb'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:36:04.889898 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:35:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:05.145545 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d2476-b41a-4ade-beb6-0375b59d63e3 None None] Pushing event updated for resources: {'Port': ['ID=0cb40b1d-4281-4baf-b28d-63b6279a9133,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:05.223904 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ee2efabb-f2bf-4bc2-9958-c28343ee4d13 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:36:05.571387 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ee2efabb-f2bf-4bc2-9958-c28343ee4d13 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:05.571763 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:05.621149 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] Set router d80665bd-7fbf-41d0-aeb4-bd015437cbeb gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:36:05.675629 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-9a5348b3-3237-4ed7-b9fa-5a7c0a5282a5 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:05.677331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-9a5348b3-3237-4ed7-b9fa-5a7c0a5282a5 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Synchronizing usage tracker for tenant:efb44efc65644172a41e96f54232df46 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:36:05.792673 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-9a5348b3-3237-4ed7-b9fa-5a7c0a5282a5 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Unset dirty status for tenant:efb44efc65644172a41e96f54232df46 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:36:05.794807 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-9a5348b3-3237-4ed7-b9fa-5a7c0a5282a5 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/networks?id=4f2035fd-0df8-4a8e-9ef9-4cec224debb8 HTTP/1.1" status: 200 len: 796 time: 1.2797844 Feb 09 14:36:05.859296 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-1dfec134-2098-4a26-85f2-8121efc06688 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/quotas/efb44efc65644172a41e96f54232df46 HTTP/1.1" status: 200 len: 375 time: 0.0477471 Feb 09 14:36:06.165228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-cb0287ea-1e7b-45fc-bc6f-64ff9b57ea01 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Synchronizing usage tracker for tenant:efb44efc65644172a41e96f54232df46 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:36:06.194743 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-cb0287ea-1e7b-45fc-bc6f-64ff9b57ea01 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Unset dirty status for tenant:efb44efc65644172a41e96f54232df46 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:36:06.222780 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-cb0287ea-1e7b-45fc-bc6f-64ff9b57ea01 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=efb44efc65644172a41e96f54232df46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3460169 Feb 09 14:36:06.519742 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1457507678', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:35:43Z', 'updated_at': '2022-02-09T14:35:58Z', 'revision_number': 4, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:45Z', 'updated_at': '2022-02-09T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0cb40b1d-4281-4baf-b28d-63b6279a9133', 'name': '', 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'mac_address': 'fa:16:3e:24:98:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '90d074ea-c819-41cd-959b-82a6a90105db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:56Z', 'updated_at': '2022-02-09T14:36:04Z', 'revision_number': 4, 'project_id': 'efb44efc65644172a41e96f54232df46', 'subnets': [{'id': '90d074ea-c819-41cd-959b-82a6a90105db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:06.526468 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eac2819-3aea-4afc-b48a-483e7aab351d None None] The sync data for ids ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'] in n-d-828418-2 is: [{'id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1457507678', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:35:43Z', 'updated_at': '2022-02-09T14:35:58Z', 'revision_number': 4, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:45Z', 'updated_at': '2022-02-09T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0cb40b1d-4281-4baf-b28d-63b6279a9133', 'name': '', 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'mac_address': 'fa:16:3e:24:98:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '90d074ea-c819-41cd-959b-82a6a90105db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:56Z', 'updated_at': '2022-02-09T14:36:04Z', 'revision_number': 4, 'project_id': 'efb44efc65644172a41e96f54232df46', 'subnets': [{'id': '90d074ea-c819-41cd-959b-82a6a90105db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:36:06.667521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-fbedb83d-f634-4a6c-b456-7326ccff2bfd service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:36:06.668883 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-fbedb83d-f634-4a6c-b456-7326ccff2bfd service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4403155 Feb 09 14:36:06.965163 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-12d9a0a3-3217-400f-810c-7c757efb31e8 service neutron] 10.222.0.48 "GET /v2.0/networks/4f2035fd-0df8-4a8e-9ef9-4cec224debb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868133 Feb 09 14:36:07.227258 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0cb40b1d-4281-4baf-b28d-63b6279a9133 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:36:07.250535 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-9629a64b-8209-4bc5-8ba3-70834be5c02c service neutron] 10.222.0.48 "GET /v2.0/networks/4f2035fd-0df8-4a8e-9ef9-4cec224debb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769544 Feb 09 14:36:07.475420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 0cb40b1d-4281-4baf-b28d-63b6279a9133 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:36:07.484212 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 0cb40b1d-4281-4baf-b28d-63b6279a9133 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:07.484799 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:07.864024 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:07.992523 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bb8a5514-b045-4ce2-a793-e25a737b9079 req-c9c0a08c-7885-4fac-a61f-148b38111ea9 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 210 time: 0.2261012 Feb 09 14:36:08.037353 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 0cb40b1d-4281-4baf-b28d-63b6279a9133, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0cb40b1d-4281-4baf-b28d-63b6279a9133,segment=NetworkSegment(5451cdda-2a80-456f-9a3b-6520a3191018),segment_id=5451cdda-2a80-456f-9a3b-6520a3191018)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:36:08.044936 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:08.353857 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=0cb40b1d-4281-4baf-b28d-63b6279a9133,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:08.858486 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:09.200315 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0cb40b1d-4281-4baf-b28d-63b6279a9133 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:36:09.427784 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f734dd84-0205-40a4-897a-c6339c4bb528 req-d7c58850-d326-47fb-9176-51b29aaf51ed tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 210 time: 0.1282842 Feb 09 14:36:09.482979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 0cb40b1d-4281-4baf-b28d-63b6279a9133 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:09.483497 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:10.295152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59950) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:10.404520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-3ade882c-7681-416e-9696-4663b15af30e tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:10.405970 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-3ade882c-7681-416e-9696-4663b15af30e tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.35 "GET /v2.0/networks?id=4f2035fd-0df8-4a8e-9ef9-4cec224debb8 HTTP/1.1" status: 200 len: 796 time: 0.3982854 Feb 09 14:36:10.425314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59960) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:10.498529 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:10.517795 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-c4540162-ff3e-4005-9136-db0aa7bcefdf tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efb44efc65644172a41e96f54232df46 HTTP/1.1" status: 200 len: 477 time: 0.0935619 Feb 09 14:36:10.521560 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d969-e457-44a9-8e23-5671767a3776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:10.532756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-dd348bbb-6f66-49f5-bd5d-e74e54027ab4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Request body: {'port': {'device_id': '8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62', 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8', 'admin_state_up': True, 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'security_groups': ['32e8cc71-cea8-44a9-ad14-9b39fd3e1adb', '78cb8d88-d668-4352-bfcc-f0a7d70f6af0']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:10.595873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6ab3d969-e457-44a9-8e23-5671767a3776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:10.600225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6ab3d969-e457-44a9-8e23-5671767a3776 admin admin] Usage tracker for resource:security_group_rule and tenant:474c7d70b0eb4d7998317d238142c95b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:10.603511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6ab3d969-e457-44a9-8e23-5671767a3776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:10.610537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6ab3d969-e457-44a9-8e23-5671767a3776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:10.734277 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d969-e457-44a9-8e23-5671767a3776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:10.741009 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4617eb92-950d-441f-a0da-22f9b85d039f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:10.768820 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6ab3d969-e457-44a9-8e23-5671767a3776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:10.813190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3d969-e457-44a9-8e23-5671767a3776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d693f32b-e80b-43e7-8cab-847c57c1c02e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:10.836171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4617eb92-950d-441f-a0da-22f9b85d039f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:10.856180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4617eb92-950d-441f-a0da-22f9b85d039f admin admin] Usage tracker for resource:security_group_rule and tenant:062755f768954e368b3152c07f950900 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:10.860650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4617eb92-950d-441f-a0da-22f9b85d039f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:10.866186 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6ab3d969-e457-44a9-8e23-5671767a3776 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=474c7d70b0eb4d7998317d238142c95b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5696914 Feb 09 14:36:10.870684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 59976) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:10.874201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4617eb92-950d-441f-a0da-22f9b85d039f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:10.984428 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-db98fb62-7bbc-4eb8-a8c2-55a45371f5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:11.039352 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-db98fb62-7bbc-4eb8-a8c2-55a45371f5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:11.051407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-dd348bbb-6f66-49f5-bd5d-e74e54027ab4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:11.080696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-dd348bbb-6f66-49f5-bd5d-e74e54027ab4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:11.110969 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0fba0d3-8c5e-4915-896d-db16771e0286 req-addcfe63-743c-4838-b07d-cb5d0ec9cd31 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 210 time: 0.3615935 Feb 09 14:36:11.170355 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4617eb92-950d-441f-a0da-22f9b85d039f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:11.187794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-dd348bbb-6f66-49f5-bd5d-e74e54027ab4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Made reservation on behalf of efb44efc65644172a41e96f54232df46 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:36:11.192738 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-dd348bbb-6f66-49f5-bd5d-e74e54027ab4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:11.197862 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4617eb92-950d-441f-a0da-22f9b85d039f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:11.246148 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-db98fb62-7bbc-4eb8-a8c2-55a45371f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:11.358104 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-db98fb62-7bbc-4eb8-a8c2-55a45371f5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:11.364444 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-db98fb62-7bbc-4eb8-a8c2-55a45371f5c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d693f32b-e80b-43e7-8cab-847c57c1c02e HTTP/1.1" status: 204 len: 168 time: 0.4870460 Feb 09 14:36:11.364444 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4617eb92-950d-441f-a0da-22f9b85d039f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=062755f768954e368b3152c07f950900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9355109 Feb 09 14:36:11.365754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 59988) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:11.370227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617eb92-950d-441f-a0da-22f9b85d039f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2472dad-f6e8-4164-bb41-16573f6a2b1a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:11.404362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98fb62-7bbc-4eb8-a8c2-55a45371f5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d693f32b-e80b-43e7-8cab-847c57c1c02e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:11.602843 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20b23c4d-712c-4cbf-acbf-0f5450e05f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:11.682629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-dd348bbb-6f66-49f5-bd5d-e74e54027ab4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Allocated IP 172.20.0.6 (4f2035fd-0df8-4a8e-9ef9-4cec224debb8/90d074ea-c819-41cd-959b-82a6a90105db/7e0bda6f-6009-4d43-ae27-f859fc2cd884) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:36:11.697696 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20b23c4d-712c-4cbf-acbf-0f5450e05f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:11.908102 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20b23c4d-712c-4cbf-acbf-0f5450e05f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:11.944467 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60002) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:11.981704 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f52d6017-cdb7-421b-a929-be12219d11b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:12.029112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b23c4d-712c-4cbf-acbf-0f5450e05f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2472dad-f6e8-4164-bb41-16573f6a2b1a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:12.040471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f52d6017-cdb7-421b-a929-be12219d11b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:12.051099 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f52d6017-cdb7-421b-a929-be12219d11b2 admin admin] Usage tracker for resource:security_group_rule and tenant:1067fb1ff3cf42e8973d7ca743a70aa2 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:12.058097 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f52d6017-cdb7-421b-a929-be12219d11b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:12.069713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f52d6017-cdb7-421b-a929-be12219d11b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:12.284492 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f52d6017-cdb7-421b-a929-be12219d11b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:12.292247 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f52d6017-cdb7-421b-a929-be12219d11b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:12.303186 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20b23c4d-712c-4cbf-acbf-0f5450e05f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:12.307654 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-20b23c4d-712c-4cbf-acbf-0f5450e05f99 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2472dad-f6e8-4164-bb41-16573f6a2b1a HTTP/1.1" status: 204 len: 168 time: 0.9407451 Feb 09 14:36:12.331604 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-dd348bbb-6f66-49f5-bd5d-e74e54027ab4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:12.360242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-dd348bbb-6f66-49f5-bd5d-e74e54027ab4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Transition to ACTIVE for port object 7e0bda6f-6009-4d43-ae27-f859fc2cd884 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:36:12.391989 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-dd348bbb-6f66-49f5-bd5d-e74e54027ab4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:12.461675 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f52d6017-cdb7-421b-a929-be12219d11b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1067fb1ff3cf42e8973d7ca743a70aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5154130 Feb 09 14:36:12.464527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60016) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:12.508883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d6017-cdb7-421b-a929-be12219d11b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248f264d-8c2d-40b8-a309-b6d9faed653c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:12.517161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-dd348bbb-6f66-49f5-bd5d-e74e54027ab4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Network 4f2035fd-0df8-4a8e-9ef9-4cec224debb8 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:36:12.518983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-dd348bbb-6f66-49f5-bd5d-e74e54027ab4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:12.545375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-dd348bbb-6f66-49f5-bd5d-e74e54027ab4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:36:12.602265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fb87f-cb46-4976-9168-37b5ef115a05 req-2c38ff42-dc19-42ba-b01b-3220fe53122d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:12.609751 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cc3fb87f-cb46-4976-9168-37b5ef115a05 req-2c38ff42-dc19-42ba-b01b-3220fe53122d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 970 time: 0.2575467 Feb 09 14:36:12.706339 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cc3fb87f-cb46-4976-9168-37b5ef115a05 req-e8f04c20-68b6-44ae-8faf-c6c3f05a02d9 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/security-groups?id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0937140 Feb 09 14:36:12.924160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-dd348bbb-6f66-49f5-bd5d-e74e54027ab4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:12.924774 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-dd348bbb-6f66-49f5-bd5d-e74e54027ab4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:12.943226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd348bbb-6f66-49f5-bd5d-e74e54027ab4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'Port': ['ID=7e0bda6f-6009-4d43-ae27-f859fc2cd884,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:12.949940 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-dd348bbb-6f66-49f5-bd5d-e74e54027ab4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.4234397 Feb 09 14:36:12.973593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Request body: {'port': {'device_id': '8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:12.993011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-952ce6c2-f4dc-4404-bd59-c20f056921cc None None] Provisioning for port 7e0bda6f-6009-4d43-ae27-f859fc2cd884 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:36:13.004136 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-952ce6c2-f4dc-4404-bd59-c20f056921cc None None] Provisioning complete for port 7e0bda6f-6009-4d43-ae27-f859fc2cd884 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:13.004461 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-952ce6c2-f4dc-4404-bd59-c20f056921cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:13.033392 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-858c68f5-ac98-40b7-b129-8f78c596ff8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:13.075115 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-858c68f5-ac98-40b7-b129-8f78c596ff8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:13.197739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-952ce6c2-f4dc-4404-bd59-c20f056921cc None None] Port 7e0bda6f-6009-4d43-ae27-f859fc2cd884 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:36:13.259149 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-858c68f5-ac98-40b7-b129-8f78c596ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:13.265940 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:13.273134 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60036) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:13.296674 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-858c68f5-ac98-40b7-b129-8f78c596ff8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:13.311007 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-858c68f5-ac98-40b7-b129-8f78c596ff8e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/248f264d-8c2d-40b8-a309-b6d9faed653c HTTP/1.1" status: 204 len: 168 time: 0.8256497 Feb 09 14:36:13.314236 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23d72f8e-119a-49e3-a883-08aea7cb2b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:13.333603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c68f5-ac98-40b7-b129-8f78c596ff8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248f264d-8c2d-40b8-a309-b6d9faed653c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:13.348835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-23d72f8e-119a-49e3-a883-08aea7cb2b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:13.354000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-23d72f8e-119a-49e3-a883-08aea7cb2b6c admin admin] Usage tracker for resource:security_group_rule and tenant:cad5d7aad43447c7aba9743ded4eaa2d is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:13.359353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-23d72f8e-119a-49e3-a883-08aea7cb2b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:13.366943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-23d72f8e-119a-49e3-a883-08aea7cb2b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:13.508653 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23d72f8e-119a-49e3-a883-08aea7cb2b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:13.516357 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23d72f8e-119a-49e3-a883-08aea7cb2b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:13.643965 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-23d72f8e-119a-49e3-a883-08aea7cb2b6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cad5d7aad43447c7aba9743ded4eaa2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680949 Feb 09 14:36:13.644601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60042) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:13.652884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d72f8e-119a-49e3-a883-08aea7cb2b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544e83b3-926a-46aa-b9fa-5969dce313d7,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:13.810626 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00d4d748-dc9c-4d33-aa89-c4eecbdf2a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:13.903497 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00d4d748-dc9c-4d33-aa89-c4eecbdf2a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:14.023581 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00d4d748-dc9c-4d33-aa89-c4eecbdf2a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:14.068752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4d748-dc9c-4d33-aa89-c4eecbdf2a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544e83b3-926a-46aa-b9fa-5969dce313d7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:14.085134 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00d4d748-dc9c-4d33-aa89-c4eecbdf2a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:14.085134 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-00d4d748-dc9c-4d33-aa89-c4eecbdf2a28 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/544e83b3-926a-46aa-b9fa-5969dce313d7 HTTP/1.1" status: 204 len: 168 time: 0.4357688 Feb 09 14:36:14.152044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0bda6f-6009-4d43-ae27-f859fc2cd884 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:36:14.161295 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:14.221969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Transition to ACTIVE for port object 7e0bda6f-6009-4d43-ae27-f859fc2cd884 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:36:14.233514 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:14.800279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e785e02-f21c-4820-938e-520a100adfc8 req-8194f92b-a532-44fb-9713-9653eda8284f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:14.808983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6e785e02-f21c-4820-938e-520a100adfc8 req-8194f92b-a532-44fb-9713-9653eda8284f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Synchronizing usage tracker for tenant:efb44efc65644172a41e96f54232df46 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:36:14.913285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Pushing event updated for resources: {'Port': ['ID=7e0bda6f-6009-4d43-ae27-f859fc2cd884,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:14.960645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6e785e02-f21c-4820-938e-520a100adfc8 req-8194f92b-a532-44fb-9713-9653eda8284f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Unset dirty status for tenant:efb44efc65644172a41e96f54232df46 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:36:14.964024 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e785e02-f21c-4820-938e-520a100adfc8 req-8194f92b-a532-44fb-9713-9653eda8284f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 970 time: 0.9792526 Feb 09 14:36:15.069303 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Attempting to bind port 7e0bda6f-6009-4d43-ae27-f859fc2cd884 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:15.069873 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Attempting to bind port 7e0bda6f-6009-4d43-ae27-f859fc2cd884 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '5451cdda-2a80-456f-9a3b-6520a3191018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:15.070417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Attempting to bind port 7e0bda6f-6009-4d43-ae27-f859fc2cd884 on network 4f2035fd-0df8-4a8e-9ef9-4cec224debb8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:15.120598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Port 7e0bda6f-6009-4d43-ae27-f859fc2cd884 on network 4f2035fd-0df8-4a8e-9ef9-4cec224debb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:15.133620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Attempting to bind port 7e0bda6f-6009-4d43-ae27-f859fc2cd884 on network 4f2035fd-0df8-4a8e-9ef9-4cec224debb8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:15.150376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:36:15.155426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Checking segment: {'id': '5451cdda-2a80-456f-9a3b-6520a3191018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:36:15.156140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Bound using segment: {'id': '5451cdda-2a80-456f-9a3b-6520a3191018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:36:15.165591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Bound port: 7e0bda6f-6009-4d43-ae27-f859fc2cd884, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5451cdda-2a80-456f-9a3b-6520a3191018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:36:15.165969 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:15.219273 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e785e02-f21c-4820-938e-520a100adfc8 req-ead92de4-4a29-4005-ba30-e1a6248ce6a0 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/security-groups?id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2409825 Feb 09 14:36:15.521045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] For port 7e0bda6f-6009-4d43-ae27-f859fc2cd884, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:36:15.536343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] For port 7e0bda6f-6009-4d43-ae27-f859fc2cd884, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=7e0bda6f-6009-4d43-ae27-f859fc2cd884,segment=NetworkSegment(5451cdda-2a80-456f-9a3b-6520a3191018),segment_id=5451cdda-2a80-456f-9a3b-6520a3191018)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:36:15.547390 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:15.724108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:15.728396 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:15.736988 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] 10.222.0.35 "PUT /v2.0/ports/7e0bda6f-6009-4d43-ae27-f859fc2cd884 HTTP/1.1" status: 200 len: 1130 time: 2.7718565 Feb 09 14:36:15.740628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62', 'tag': '7e0bda6f-6009-4d43-ae27-f859fc2cd884'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:36:15.824096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9922703-1ec9-45fd-8558-48704bade1eb service neutron] Pushing event updated for resources: {'Port': ['ID=7e0bda6f-6009-4d43-ae27-f859fc2cd884,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:15.947902 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62', 'tag': '7e0bda6f-6009-4d43-ae27-f859fc2cd884', 'status': 'completed', 'code': 200} Feb 09 14:36:16.016418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-76c622b2-6e88-421a-b09f-57db8c39e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:16.018021 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-76c622b2-6e88-421a-b09f-57db8c39e3b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=efb44efc65644172a41e96f54232df46&device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 1133 time: 0.1601207 Feb 09 14:36:16.132584 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-5aa2c94d-660f-48ff-b06a-ea6d2c9a3789 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e0bda6f-6009-4d43-ae27-f859fc2cd884 HTTP/1.1" status: 200 len: 217 time: 0.1023743 Feb 09 14:36:16.306035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-30b21ed2-072d-4824-b5d0-1a85335b9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:16.307537 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-30b21ed2-072d-4824-b5d0-1a85335b9a7a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90d074ea-c819-41cd-959b-82a6a90105db HTTP/1.1" status: 200 len: 834 time: 0.1621149 Feb 09 14:36:16.557469 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77918d8e-4a8c-4ce6-a9a7-a5d6b800c241 req-dfc96f7f-f06e-407c-9109-5b537fa3dd83 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:16.564886 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77918d8e-4a8c-4ce6-a9a7-a5d6b800c241 req-dfc96f7f-f06e-407c-9109-5b537fa3dd83 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 982 time: 0.1406896 Feb 09 14:36:16.664432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-8ed36548-6a9c-4e58-b72b-e595b8630902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:16.668806 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-8ed36548-6a9c-4e58-b72b-e595b8630902 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f2035fd-0df8-4a8e-9ef9-4cec224debb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3501201 Feb 09 14:36:16.680586 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77918d8e-4a8c-4ce6-a9a7-a5d6b800c241 req-19852430-bbcc-42fc-b744-5f77610fff5b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/security-groups?id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1146944 Feb 09 14:36:16.901244 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-1312620e-5e74-4729-a513-b90509e2431b service neutron] 10.222.0.35 "GET /v2.0/networks/4f2035fd-0df8-4a8e-9ef9-4cec224debb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187746 Feb 09 14:36:17.526126 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ec2acd9-070f-48ec-940d-6feaf9761a55 req-d31c0a76-fa30-4a5b-bdc5-3421f2fe31fd service neutron] 10.222.0.35 "GET /v2.0/networks/4f2035fd-0df8-4a8e-9ef9-4cec224debb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150424 Feb 09 14:36:17.758589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9849b-1724-4040-8dd3-24333acb2804 req-6a5e9ee8-69e7-4f30-bdf3-0180c09cb642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:17.762940 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3dc9849b-1724-4040-8dd3-24333acb2804 req-6a5e9ee8-69e7-4f30-bdf3-0180c09cb642 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=efb44efc65644172a41e96f54232df46&device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 1133 time: 0.1708772 Feb 09 14:36:17.869233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60208) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:18.051693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9849b-1724-4040-8dd3-24333acb2804 req-076f460e-49d3-42f2-a5db-a6e4922f10a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:18.054449 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3dc9849b-1724-4040-8dd3-24333acb2804 req-076f460e-49d3-42f2-a5db-a6e4922f10a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f2035fd-0df8-4a8e-9ef9-4cec224debb8 HTTP/1.1" status: 200 len: 896 time: 0.2833951 Feb 09 14:36:18.148328 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1480a9d0-437d-4c88-99ba-6ce380d9ed3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:18.180151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe9942-dd9f-4590-9c87-d1503cdc95ba req-63696115-6eed-478a-8f24-9d7b04bf6fd7 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:18.181852 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84fe9942-dd9f-4590-9c87-d1503cdc95ba req-63696115-6eed-478a-8f24-9d7b04bf6fd7 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 982 time: 0.2412570 Feb 09 14:36:18.189876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1480a9d0-437d-4c88-99ba-6ce380d9ed3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:18.201611 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3dc9849b-1724-4040-8dd3-24333acb2804 req-7e8b73cd-b7da-4386-b75f-d4f9bdf460e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e0bda6f-6009-4d43-ae27-f859fc2cd884 HTTP/1.1" status: 200 len: 217 time: 0.1399841 Feb 09 14:36:18.230504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1480a9d0-437d-4c88-99ba-6ce380d9ed3e admin admin] Usage tracker for resource:security_group_rule and tenant:4e9b42df88034250b234f03a940a883f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:18.236414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1480a9d0-437d-4c88-99ba-6ce380d9ed3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:18.245710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1480a9d0-437d-4c88-99ba-6ce380d9ed3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:18.271112 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84fe9942-dd9f-4590-9c87-d1503cdc95ba req-8ef4839e-c054-444d-a8a8-47f4f0450543 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/security-groups?id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0767953 Feb 09 14:36:18.391078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9849b-1724-4040-8dd3-24333acb2804 req-c2a98d90-965a-4862-880c-52ae0abcfe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:18.395359 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3dc9849b-1724-4040-8dd3-24333acb2804 req-c2a98d90-965a-4862-880c-52ae0abcfe3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90d074ea-c819-41cd-959b-82a6a90105db HTTP/1.1" status: 200 len: 834 time: 0.1815498 Feb 09 14:36:18.505740 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1480a9d0-437d-4c88-99ba-6ce380d9ed3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:18.517116 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1480a9d0-437d-4c88-99ba-6ce380d9ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:18.577064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9849b-1724-4040-8dd3-24333acb2804 req-5841bd27-3718-460f-89aa-9a8ba02c7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:18.579464 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3dc9849b-1724-4040-8dd3-24333acb2804 req-5841bd27-3718-460f-89aa-9a8ba02c7817 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f2035fd-0df8-4a8e-9ef9-4cec224debb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715209 Feb 09 14:36:18.624048 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1480a9d0-437d-4c88-99ba-6ce380d9ed3e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e9b42df88034250b234f03a940a883f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7512958 Feb 09 14:36:18.629922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60234) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:18.711461 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480a9d0-437d-4c88-99ba-6ce380d9ed3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec60efce-e863-4963-a70f-d2b315539c0d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:18.733480 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c65b-84c6-41d6-a637-8b3a76742e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:18.795325 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c65b-84c6-41d6-a637-8b3a76742e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:18.901514 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3dc9849b-1724-4040-8dd3-24333acb2804 req-4595663a-e059-4db3-a2c2-63f054787bea service neutron] 10.222.0.35 "GET /v2.0/networks/4f2035fd-0df8-4a8e-9ef9-4cec224debb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086443 Feb 09 14:36:18.964117 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c65b-84c6-41d6-a637-8b3a76742e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:19.018471 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c65b-84c6-41d6-a637-8b3a76742e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:19.019770 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f3f5c65b-84c6-41d6-a637-8b3a76742e59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec60efce-e863-4963-a70f-d2b315539c0d HTTP/1.1" status: 204 len: 168 time: 0.3888364 Feb 09 14:36:19.023322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5c65b-84c6-41d6-a637-8b3a76742e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec60efce-e863-4963-a70f-d2b315539c0d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:19.126951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60274) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:19.247330 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3dc9849b-1724-4040-8dd3-24333acb2804 req-ee7ed7a2-a477-4301-92c0-946351c56aa2 service neutron] 10.222.0.35 "GET /v2.0/networks/4f2035fd-0df8-4a8e-9ef9-4cec224debb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278298 Feb 09 14:36:19.509328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60306) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:19.692946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f28fd-df01-4ad3-90d2-260633c5044b req-19c2264c-2fb0-4bab-9362-3b27fd9a76d0 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:19.703660 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-575f28fd-df01-4ad3-90d2-260633c5044b req-19c2264c-2fb0-4bab-9362-3b27fd9a76d0 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 982 time: 0.2618241 Feb 09 14:36:19.805232 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9765404f-2bf8-4094-8ce6-d7ea8ade1f2c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38434e5b88294c10b3ea0ede6e234ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6760194 Feb 09 14:36:19.828981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60326) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:19.858869 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-575f28fd-df01-4ad3-90d2-260633c5044b req-d48b2a9c-d55e-47a9-812c-d3fd867e4efe tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/security-groups?id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1429639 Feb 09 14:36:19.861256 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16eef438-71ee-4371-9ba9-eadb18ad912e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:19.901615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-16eef438-71ee-4371-9ba9-eadb18ad912e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:19.913409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-16eef438-71ee-4371-9ba9-eadb18ad912e admin admin] Usage tracker for resource:security_group_rule and tenant:c1642648d7a846a4b2efd48e50e3fb6d is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:19.928280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-16eef438-71ee-4371-9ba9-eadb18ad912e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:19.949229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-16eef438-71ee-4371-9ba9-eadb18ad912e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:19.996723 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37897e1f-2f23-4451-8e92-8772a8795351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:20.035480 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37897e1f-2f23-4451-8e92-8772a8795351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:20.168873 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37897e1f-2f23-4451-8e92-8772a8795351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:20.205060 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37897e1f-2f23-4451-8e92-8772a8795351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcd8153-c7e3-41e8-b3b1-58f520a3becf,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:20.240372 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37897e1f-2f23-4451-8e92-8772a8795351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:20.241777 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-37897e1f-2f23-4451-8e92-8772a8795351 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbcd8153-c7e3-41e8-b3b1-58f520a3becf HTTP/1.1" status: 204 len: 168 time: 0.4116201 Feb 09 14:36:20.251251 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16eef438-71ee-4371-9ba9-eadb18ad912e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:20.260112 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16eef438-71ee-4371-9ba9-eadb18ad912e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:20.316890 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-16eef438-71ee-4371-9ba9-eadb18ad912e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1642648d7a846a4b2efd48e50e3fb6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8063576 Feb 09 14:36:20.319536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60366) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:20.355684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eef438-71ee-4371-9ba9-eadb18ad912e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f69473-bd01-4de8-8666-9a3ac664f788,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:20.402037 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f2024e5-0296-42ee-8a72-85b5fe03ff82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:20.432468 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f2024e5-0296-42ee-8a72-85b5fe03ff82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:20.525049 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f2024e5-0296-42ee-8a72-85b5fe03ff82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:20.609019 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f2024e5-0296-42ee-8a72-85b5fe03ff82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:20.612596 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1f2024e5-0296-42ee-8a72-85b5fe03ff82 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24f69473-bd01-4de8-8666-9a3ac664f788 HTTP/1.1" status: 204 len: 168 time: 0.2917798 Feb 09 14:36:20.619507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2024e5-0296-42ee-8a72-85b5fe03ff82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f69473-bd01-4de8-8666-9a3ac664f788,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:21.088065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60432) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:21.165889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dd970-ea5e-453b-b60e-8836ee66bd1b req-5494a21f-5373-4036-ae7c-36900dc6a4c8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:21.168908 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-746dd970-ea5e-453b-b60e-8836ee66bd1b req-5494a21f-5373-4036-ae7c-36900dc6a4c8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 982 time: 0.1143274 Feb 09 14:36:21.251041 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-746dd970-ea5e-453b-b60e-8836ee66bd1b req-0998a793-e23d-4820-80ac-8153b688818a tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/security-groups?id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0661407 Feb 09 14:36:21.439230 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9c9c4f7a-f54a-4708-8417-5856c74dd0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:21.454550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9c9c4f7a-f54a-4708-8417-5856c74dd0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:21.459241 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9c9c4f7a-f54a-4708-8417-5856c74dd0b3 admin admin] Usage tracker for resource:security_group_rule and tenant:34541c6726254990a06a48b7ff0b21ea is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:21.462356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9c9c4f7a-f54a-4708-8417-5856c74dd0b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:21.468265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9c9c4f7a-f54a-4708-8417-5856c74dd0b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:21.600443 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9c9c4f7a-f54a-4708-8417-5856c74dd0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:21.614489 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9c9c4f7a-f54a-4708-8417-5856c74dd0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:21.673543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c4f7a-f54a-4708-8417-5856c74dd0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564c7e3a-bec8-4cd9-8fb0-4b632e3ea899,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:21.718927 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9c9c4f7a-f54a-4708-8417-5856c74dd0b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34541c6726254990a06a48b7ff0b21ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6296415 Feb 09 14:36:21.722009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60472) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:21.744992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 7e0bda6f-6009-4d43-ae27-f859fc2cd884 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:36:21.794281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60476) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:21.796300 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b297a9ad-85fa-45b4-9211-7d439c0ffdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:21.827207 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b297a9ad-85fa-45b4-9211-7d439c0ffdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:21.932629 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b297a9ad-85fa-45b4-9211-7d439c0ffdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:21.973738 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 7e0bda6f-6009-4d43-ae27-f859fc2cd884, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=7e0bda6f-6009-4d43-ae27-f859fc2cd884,segment=NetworkSegment(5451cdda-2a80-456f-9a3b-6520a3191018),segment_id=5451cdda-2a80-456f-9a3b-6520a3191018)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:36:21.988409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297a9ad-85fa-45b4-9211-7d439c0ffdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564c7e3a-bec8-4cd9-8fb0-4b632e3ea899,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:22.016332 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b297a9ad-85fa-45b4-9211-7d439c0ffdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:22.020328 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b297a9ad-85fa-45b4-9211-7d439c0ffdc9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/564c7e3a-bec8-4cd9-8fb0-4b632e3ea899 HTTP/1.1" status: 204 len: 168 time: 0.2936678 Feb 09 14:36:22.066596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '7e0bda6f-6009-4d43-ae27-f859fc2cd884', 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8', 'port_id': '7e0bda6f-6009-4d43-ae27-f859fc2cd884', 'mac_address': 'fa:16:3e:b0:f5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d074ea-c819-41cd-959b-82a6a90105db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:36:22.131754 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:22.149186 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a97a575c-9daa-47db-85d0-e78b99fb24f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:22.150311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0bda6f-6009-4d43-ae27-f859fc2cd884 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:36:22.166559 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 7e0bda6f-6009-4d43-ae27-f859fc2cd884, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=7e0bda6f-6009-4d43-ae27-f859fc2cd884,segment=NetworkSegment(5451cdda-2a80-456f-9a3b-6520a3191018),segment_id=5451cdda-2a80-456f-9a3b-6520a3191018)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:36:22.173722 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:22.186577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a97a575c-9daa-47db-85d0-e78b99fb24f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:22.196755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a97a575c-9daa-47db-85d0-e78b99fb24f4 admin admin] Usage tracker for resource:security_group_rule and tenant:30bb0597b81940deac395c62c9b27d65 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:22.200632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a97a575c-9daa-47db-85d0-e78b99fb24f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:22.210509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a97a575c-9daa-47db-85d0-e78b99fb24f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:22.278182 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=7e0bda6f-6009-4d43-ae27-f859fc2cd884,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:22.403127 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a97a575c-9daa-47db-85d0-e78b99fb24f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:22.413818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a97a575c-9daa-47db-85d0-e78b99fb24f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:22.560411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a575c-9daa-47db-85d0-e78b99fb24f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7742f65b-cff8-4ffb-80f9-976daf256d5f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:22.578522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['7e0bda6f-6009-4d43-ae27-f859fc2cd884'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:36:22.584632 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a97a575c-9daa-47db-85d0-e78b99fb24f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30bb0597b81940deac395c62c9b27d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7866640 Feb 09 14:36:22.585312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60520) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:22.619949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d3b9-fc61-43fb-ac4d-662ff0e04d76 req-fd6a399f-87a8-4cbf-a381-1ec5c996dc57 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:22.622094 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6833d3b9-fc61-43fb-ac4d-662ff0e04d76 req-fd6a399f-87a8-4cbf-a381-1ec5c996dc57 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 983 time: 0.1573925 Feb 09 14:36:22.686068 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6833d3b9-fc61-43fb-ac4d-662ff0e04d76 req-79666458-f6ca-4d40-a114-77239b8743e4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/security-groups?id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0573964 Feb 09 14:36:22.796641 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec8651a8-b4c9-4a81-85c5-eaf666e159cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:23.048944 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec8651a8-b4c9-4a81-85c5-eaf666e159cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:23.137111 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec8651a8-b4c9-4a81-85c5-eaf666e159cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:23.168092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8651a8-b4c9-4a81-85c5-eaf666e159cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7742f65b-cff8-4ffb-80f9-976daf256d5f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:23.216257 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec8651a8-b4c9-4a81-85c5-eaf666e159cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:23.220847 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ec8651a8-b4c9-4a81-85c5-eaf666e159cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7742f65b-cff8-4ffb-80f9-976daf256d5f HTTP/1.1" status: 204 len: 168 time: 0.6339469 Feb 09 14:36:23.949147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60584) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:23.979044 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7a05bbd3-7b27-441d-bd0f-7760d3f08011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:24.004431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7a05bbd3-7b27-441d-bd0f-7760d3f08011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:24.010152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7a05bbd3-7b27-441d-bd0f-7760d3f08011 admin admin] Usage tracker for resource:security_group_rule and tenant:a004b9ff35c84f76b59a80ef3cf3fe16 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:24.013282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7a05bbd3-7b27-441d-bd0f-7760d3f08011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:24.023215 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7a05bbd3-7b27-441d-bd0f-7760d3f08011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:24.174667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab88f8-b405-47a5-8c14-f78d6ba1bed7 req-dbb15446-04ab-402a-a106-6d05baa7cfeb tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:24.185250 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-59ab88f8-b405-47a5-8c14-f78d6ba1bed7 req-dbb15446-04ab-402a-a106-6d05baa7cfeb tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 983 time: 0.2411897 Feb 09 14:36:24.189755 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7a05bbd3-7b27-441d-bd0f-7760d3f08011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:24.195754 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7a05bbd3-7b27-441d-bd0f-7760d3f08011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:24.254790 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60592) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:24.380337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05bbd3-7b27-441d-bd0f-7760d3f08011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b09a97c-1a1a-4cf5-a042-a3c047bd19c4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:24.388396 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-59ab88f8-b405-47a5-8c14-f78d6ba1bed7 req-dbc57f2d-9992-48f1-ac05-040321e1e38b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/security-groups?id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1974111 Feb 09 14:36:24.390116 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7a05bbd3-7b27-441d-bd0f-7760d3f08011 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a004b9ff35c84f76b59a80ef3cf3fe16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393833 Feb 09 14:36:24.404322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60606) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:24.525697 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7825bba-3939-400b-90f0-89531f19ba82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:24.557831 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7825bba-3939-400b-90f0-89531f19ba82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:24.667535 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f28fba0-0260-474b-9ce8-515721f25ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:24.677202 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7825bba-3939-400b-90f0-89531f19ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:24.710261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7825bba-3939-400b-90f0-89531f19ba82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b09a97c-1a1a-4cf5-a042-a3c047bd19c4,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:24.716471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4f28fba0-0260-474b-9ce8-515721f25ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:24.723362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4f28fba0-0260-474b-9ce8-515721f25ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:e83d4671879f47beb81bdb79c55be22f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:24.727976 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4f28fba0-0260-474b-9ce8-515721f25ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:24.736941 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7825bba-3939-400b-90f0-89531f19ba82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:24.738173 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d7825bba-3939-400b-90f0-89531f19ba82 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b09a97c-1a1a-4cf5-a042-a3c047bd19c4 HTTP/1.1" status: 204 len: 168 time: 0.3328524 Feb 09 14:36:24.740074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4f28fba0-0260-474b-9ce8-515721f25ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:24.895438 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f28fba0-0260-474b-9ce8-515721f25ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:24.902931 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4f28fba0-0260-474b-9ce8-515721f25ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:24.949844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28fba0-0260-474b-9ce8-515721f25ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1af2bb-e98c-4999-8631-79cc407f77f2,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:24.984110 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4f28fba0-0260-474b-9ce8-515721f25ab2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e83d4671879f47beb81bdb79c55be22f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7225814 Feb 09 14:36:24.986390 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60622) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:25.057791 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8ea17a21-3d25-4aa9-8f1f-855e146c4652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:25.085428 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8ea17a21-3d25-4aa9-8f1f-855e146c4652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:25.150689 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8ea17a21-3d25-4aa9-8f1f-855e146c4652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:25.166471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea17a21-3d25-4aa9-8f1f-855e146c4652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1af2bb-e98c-4999-8631-79cc407f77f2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:25.175897 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8ea17a21-3d25-4aa9-8f1f-855e146c4652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:25.177694 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8ea17a21-3d25-4aa9-8f1f-855e146c4652 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c1af2bb-e98c-4999-8631-79cc407f77f2 HTTP/1.1" status: 204 len: 168 time: 0.1901615 Feb 09 14:36:25.598346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e499d-10e0-45c6-b203-dba55e56d5de req-f2a1ca5a-06e2-422c-aa72-a27c9e2af88b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:25.605665 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b41e499d-10e0-45c6-b203-dba55e56d5de req-f2a1ca5a-06e2-422c-aa72-a27c9e2af88b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 983 time: 0.0995040 Feb 09 14:36:25.673713 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b41e499d-10e0-45c6-b203-dba55e56d5de req-ccc92653-6e05-47cf-9178-ac0641418650 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/security-groups?id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0669811 Feb 09 14:36:25.759123 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 7e0bda6f-6009-4d43-ae27-f859fc2cd884 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:36:25.892692 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 7e0bda6f-6009-4d43-ae27-f859fc2cd884 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:36:25.899467 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 7e0bda6f-6009-4d43-ae27-f859fc2cd884 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:25.900110 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:26.052740 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:26.111715 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0bda6f-6009-4d43-ae27-f859fc2cd884'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:36:26.119893 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 7e0bda6f-6009-4d43-ae27-f859fc2cd884, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=7e0bda6f-6009-4d43-ae27-f859fc2cd884,segment=NetworkSegment(5451cdda-2a80-456f-9a3b-6520a3191018),segment_id=5451cdda-2a80-456f-9a3b-6520a3191018)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:36:26.125079 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:26.229450 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0bda6f-6009-4d43-ae27-f859fc2cd884', 'code': 200} Feb 09 14:36:26.232029 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=7e0bda6f-6009-4d43-ae27-f859fc2cd884,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:26.452956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e64ad-2c5e-43e2-9d34-44b8dc591f2d req-8502b047-c09e-45b1-afb2-86e723f88ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:26.455078 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c6e64ad-2c5e-43e2-9d34-44b8dc591f2d req-8502b047-c09e-45b1-afb2-86e723f88ff0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 1135 time: 0.1633627 Feb 09 14:36:26.515982 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3c6e64ad-2c5e-43e2-9d34-44b8dc591f2d req-287a695b-b3ae-4102-ba68-29911dc45f54 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0534081 Feb 09 14:36:26.786514 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-db3f6155-3610-4a24-828d-7d9d3bfba0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:27.021748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd29f0d-7e20-43c1-b870-fe5186a98a3b req-aae9a0c7-7888-4db3-8472-88b8a4c17667 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:27.026369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bdd29f0d-7e20-43c1-b870-fe5186a98a3b req-aae9a0c7-7888-4db3-8472-88b8a4c17667 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 984 time: 0.1718721 Feb 09 14:36:27.136508 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bdd29f0d-7e20-43c1-b870-fe5186a98a3b req-70c8e851-bee9-4a73-b18c-38a703f95c5e tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/security-groups?id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0955057 Feb 09 14:36:27.600821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60738) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:28.008257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1441231572'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:28.020414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:28.025630 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Usage tracker for resource:network and tenant:08adf670933041749fa1c8fcf8871151 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:28.029141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:28.038351 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:28.051128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Made reservation on behalf of 08adf670933041749fa1c8fcf8871151 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:36:28.066800 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:28.118525 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:28.160886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:28.167010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Usage tracker for resource:security_group_rule and tenant:08adf670933041749fa1c8fcf8871151 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:28.170212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:28.176962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:28.271464 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:28.276861 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:28.300970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:36:28.314862 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:28.315625 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Added segment 7a7909c0-c620-4834-8215-6c4d9609567e of type vlan for network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 Feb 09 14:36:28.427206 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:28.526117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464e97e0-a96c-414a-bfaf-4b935fa13594,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:28.531093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:28.531447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:28.531965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:28.532304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:28.532636 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:28.532973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:28.533291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:28.533614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:28.533939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:28.534261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:28.534574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:28.535047 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:28.568855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60770) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:28.621074 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:28.633247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:28.638914 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:28.777668 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1573012 Feb 09 14:36:28.791095 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0935795-1933-4fb7-9f83-5c9925346a66 req-9934d44c-9323-4ac3-9bcc-5645b68e45ba tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:28.796468 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0935795-1933-4fb7-9f83-5c9925346a66 req-9934d44c-9323-4ac3-9bcc-5645b68e45ba tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 984 time: 0.3412068 Feb 09 14:36:28.805701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f5c3c-01fd-4fd0-a37f-c9d611bb3dae tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Pushing event updated for resources: {'Network': ['ID=a996f6e1-b061-4e3c-97f2-b3c08d33c5b0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:28.815087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:36:28.831166 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a654829c-d05f-4277-944c-fc8ab35c8b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:28.865601 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0935795-1933-4fb7-9f83-5c9925346a66 req-b49d77c4-1dba-4f90-aa07-a5a99d902ddb tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/security-groups?id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0513458 Feb 09 14:36:28.874875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a654829c-d05f-4277-944c-fc8ab35c8b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:28.880520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a654829c-d05f-4277-944c-fc8ab35c8b32 admin admin] Usage tracker for resource:security_group_rule and tenant:a77044260a2049a5989bb2ba9b8dfd6c is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:28.884354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a654829c-d05f-4277-944c-fc8ab35c8b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:28.918777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a654829c-d05f-4277-944c-fc8ab35c8b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:29.069333 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a654829c-d05f-4277-944c-fc8ab35c8b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:29.089881 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a654829c-d05f-4277-944c-fc8ab35c8b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:29.134490 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654829c-d05f-4277-944c-fc8ab35c8b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605fc0f8-1160-4d7d-a1a8-6449fc4fdd95,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:29.200358 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a654829c-d05f-4277-944c-fc8ab35c8b32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a77044260a2049a5989bb2ba9b8dfd6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6299486 Feb 09 14:36:29.202922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 60802) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:29.212706 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-63035615-a0e8-4aa8-b467-243ded8457ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:29.274100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 60814) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:29.280559 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Request body: {'port': {'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0', 'binding:host_id': 'n-h2-828418-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1512284579'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:29.286055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:29.287538 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3e133870-cfc0-438a-a18b-e5d17d6739e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:29.291002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Usage tracker for resource:port and tenant:31769e00fc5b40789d314c73bcb0a305 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:29.295966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:29.302206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:29.318640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Made reservation on behalf of 31769e00fc5b40789d314c73bcb0a305 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:36:29.322243 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:29.357205 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3e133870-cfc0-438a-a18b-e5d17d6739e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:29.362314 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:29.390580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:29.395662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Usage tracker for resource:security_group_rule and tenant:31769e00fc5b40789d314c73bcb0a305 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:29.412773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:29.419535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:29.474075 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3e133870-cfc0-438a-a18b-e5d17d6739e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:29.551101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e133870-cfc0-438a-a18b-e5d17d6739e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605fc0f8-1160-4d7d-a1a8-6449fc4fdd95,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:29.560932 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3e133870-cfc0-438a-a18b-e5d17d6739e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:29.566218 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3e133870-cfc0-438a-a18b-e5d17d6739e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/605fc0f8-1160-4d7d-a1a8-6449fc4fdd95 HTTP/1.1" status: 204 len: 168 time: 0.3621154 Feb 09 14:36:29.640417 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:29.646146 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:29.651166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] device_id is not set on port 57e8e786-bb10-40dc-adbd-b99bc383f8bb yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:36:29.822594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5b7d06-70b6-43b8-a3a6-b5b5ada44647,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:30.260939 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:30.321607 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:30.481200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84f532-0a12-4567-84af-a1799bbeab93 req-1d469fe4-0f86-4f0a-b3b8-4cc06e32e49a tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:30.488807 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ee84f532-0a12-4567-84af-a1799bbeab93 req-1d469fe4-0f86-4f0a-b3b8-4cc06e32e49a tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 984 time: 0.3370752 Feb 09 14:36:30.577004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] device_id is not set on port 57e8e786-bb10-40dc-adbd-b99bc383f8bb yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:36:30.604494 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:30.635352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Transition to ACTIVE for port object 57e8e786-bb10-40dc-adbd-b99bc383f8bb will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:36:30.653966 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:30.691629 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ee84f532-0a12-4567-84af-a1799bbeab93 req-6350d63f-3531-42f5-b273-332d79a9eb5d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/security-groups?id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1931717 Feb 09 14:36:30.843891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Pushing event updated for resources: {'Port': ['ID=57e8e786-bb10-40dc-adbd-b99bc383f8bb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:31.040857 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Checking segment: {'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:36:31.041442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Network hostable DHCP agents. Network: a996f6e1-b061-4e3c-97f2-b3c08d33c5b0, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:36:31.122588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:36:31.155027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, a996f6e1-b061-4e3c-97f2-b3c08d33c5b0) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:31.163674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:36:31.177839 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6669bb2-e434-47db-b6df-fba551b9ea16 None None] Network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:36:31.201493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:31.202261 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:31.203619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:31.213820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:31.214202 n-d-828418-2 neutron-server[87597]: ERROR neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:31.214743 n-d-828418-2 neutron-server[87597]: INFO neutron.plugins.ml2.plugin [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 2 to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb Feb 09 14:36:31.238365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d92c7-73b9-49d0-91fa-a19404cda217 req-063707a3-e748-412e-93e5-6f7fdedc6b67 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:31.240000 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-112d92c7-73b9-49d0-91fa-a19404cda217 req-063707a3-e748-412e-93e5-6f7fdedc6b67 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 984 time: 0.3061798 Feb 09 14:36:31.298492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:31.300190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:31.303597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:31.345410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:31.346298 n-d-828418-2 neutron-server[87597]: ERROR neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:31.354039 n-d-828418-2 neutron-server[87597]: INFO neutron.plugins.ml2.plugin [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 3 to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb Feb 09 14:36:31.394032 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-112d92c7-73b9-49d0-91fa-a19404cda217 req-64be01a8-9ac7-4aa4-8876-6be949714575 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/security-groups?id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1353917 Feb 09 14:36:31.396730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:31.397336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:31.398363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:31.406779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:31.407602 n-d-828418-2 neutron-server[87597]: ERROR neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:31.408551 n-d-828418-2 neutron-server[87597]: INFO neutron.plugins.ml2.plugin [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 4 to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb Feb 09 14:36:31.434325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:31.434966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:31.435399 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:31.441560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:31.442290 n-d-828418-2 neutron-server[87597]: ERROR neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:31.443475 n-d-828418-2 neutron-server[87597]: INFO neutron.plugins.ml2.plugin [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 5 to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb Feb 09 14:36:31.465086 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:31.465878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:31.466426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:31.476933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:31.477596 n-d-828418-2 neutron-server[87597]: ERROR neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:31.478357 n-d-828418-2 neutron-server[87597]: INFO neutron.plugins.ml2.plugin [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 6 to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb Feb 09 14:36:31.515709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:31.516293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:31.517311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:31.530455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:31.531111 n-d-828418-2 neutron-server[87597]: ERROR neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:31.533179 n-d-828418-2 neutron-server[87597]: INFO neutron.plugins.ml2.plugin [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 7 to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb Feb 09 14:36:31.579631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:31.583040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:31.583487 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:31.598328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:31.600234 n-d-828418-2 neutron-server[87597]: ERROR neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:31.600647 n-d-828418-2 neutron-server[87597]: INFO neutron.plugins.ml2.plugin [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 8 to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb Feb 09 14:36:31.637708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:31.638163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:31.638515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:31.644244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:31.644576 n-d-828418-2 neutron-server[87597]: ERROR neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:31.645369 n-d-828418-2 neutron-server[87597]: INFO neutron.plugins.ml2.plugin [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 9 to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb Feb 09 14:36:31.669457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:31.670251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:31.670251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:31.676893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:31.677438 n-d-828418-2 neutron-server[87597]: ERROR neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:31.677895 n-d-828418-2 neutron-server[87597]: INFO neutron.plugins.ml2.plugin [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 10 to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb Feb 09 14:36:31.694810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:31.696103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:31.696103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:31.702360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:31.702857 n-d-828418-2 neutron-server[87597]: ERROR neutron.plugins.ml2.managers [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 57e8e786-bb10-40dc-adbd-b99bc383f8bb on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:31.703356 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:31.776609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae74f6-f52c-4034-ac0f-1c42cf8770ae req-ec151947-f882-4382-99d8-8fe715abcdbb tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:31.790126 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3ae74f6-f52c-4034-ac0f-1c42cf8770ae req-ec151947-f882-4382-99d8-8fe715abcdbb tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 1135 time: 0.1753814 Feb 09 14:36:31.815612 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e3ae74f6-f52c-4034-ac0f-1c42cf8770ae req-68faa7ff-310b-4228-b4a7-7dc20649b013 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:31.818413 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:31.842748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-e3ae74f6-f52c-4034-ac0f-1c42cf8770ae req-68faa7ff-310b-4228-b4a7-7dc20649b013 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:31.848286 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e3ae74f6-f52c-4034-ac0f-1c42cf8770ae req-68faa7ff-310b-4228-b4a7-7dc20649b013 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Usage tracker for resource:security_group_rule and tenant:afb488ce3b5f461bad3b952d52c879b3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:31.857896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-e3ae74f6-f52c-4034-ac0f-1c42cf8770ae req-68faa7ff-310b-4228-b4a7-7dc20649b013 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:31.868492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-e3ae74f6-f52c-4034-ac0f-1c42cf8770ae req-68faa7ff-310b-4228-b4a7-7dc20649b013 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:31.939473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] For port 57e8e786-bb10-40dc-adbd-b99bc383f8bb, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:36:31.939870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempted to set empty binding levels {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 14:36:31.945966 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:31.997808 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e3ae74f6-f52c-4034-ac0f-1c42cf8770ae req-68faa7ff-310b-4228-b4a7-7dc20649b013 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:32.003365 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-e3ae74f6-f52c-4034-ac0f-1c42cf8770ae req-68faa7ff-310b-4228-b4a7-7dc20649b013 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:32.043654 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e3ae74f6-f52c-4034-ac0f-1c42cf8770ae req-68faa7ff-310b-4228-b4a7-7dc20649b013 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2519796 Feb 09 14:36:32.067083 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 32896) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:32.071823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:32.073065 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:32.089408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68faa7ff-310b-4228-b4a7-7dc20649b013 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9915e6-5c9b-4a96-8e04-cc57eb153093,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:32.141002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Pushing event updated for resources: {'Port': ['ID=57e8e786-bb10-40dc-adbd-b99bc383f8bb,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:32.203661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa2ec7e-e8ed-4d66-96f6-e849dd84d0ba tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:32.205222 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1fa2ec7e-e8ed-4d66-96f6-e849dd84d0ba tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 1130 time: 0.1368823 Feb 09 14:36:32.207064 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3bda40bc-f42b-4c35-8f82-c6ba15874bb1 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.9316821 Feb 09 14:36:32.208291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 32918) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:32.210377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 32920) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:32.214734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': '7e0bda6f-6009-4d43-ae27-f859fc2cd884', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:32.222884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:32.228657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Usage tracker for resource:floatingip and tenant:efb44efc65644172a41e96f54232df46 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:32.231792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:32.238449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:32.256274 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:32.333309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-08faf032-8159-455e-9e6b-337710cc2ddb tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Deleting port 57e8e786-bb10-40dc-adbd-b99bc383f8bb {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:36:32.334034 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08faf032-8159-455e-9e6b-337710cc2ddb tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:32.441643 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:32.704197 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-08faf032-8159-455e-9e6b-337710cc2ddb tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] For port 57e8e786-bb10-40dc-adbd-b99bc383f8bb, host n-h2-828418-2, got binding levels [] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:36:32.704779 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08faf032-8159-455e-9e6b-337710cc2ddb tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:32.791388 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Allocated IP 172.25.8.245 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/c7a72d1f-5d61-4560-aba8-ccb328c8dc1e) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:36:32.999060 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-08faf032-8159-455e-9e6b-337710cc2ddb tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Calling delete_port for 57e8e786-bb10-40dc-adbd-b99bc383f8bb owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:36:33.027991 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:33.075886 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:33.145507 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08faf032-8159-455e-9e6b-337710cc2ddb tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:33.171950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:36:33.195675 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:33.200674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:36:33.206710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08faf032-8159-455e-9e6b-337710cc2ddb tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Pushing event deleted for resources: {'Port': ['ID=57e8e786-bb10-40dc-adbd-b99bc383f8bb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:33.233862 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08faf032-8159-455e-9e6b-337710cc2ddb tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:33.252683 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-08faf032-8159-455e-9e6b-337710cc2ddb tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] 10.222.0.48 "DELETE /v2.0/ports/57e8e786-bb10-40dc-adbd-b99bc383f8bb HTTP/1.1" status: 204 len: 168 time: 1.0399618 Feb 09 14:36:33.255948 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33062) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:33.346759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'Port': ['ID=c7a72d1f-5d61-4560-aba8-ccb328c8dc1e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:33.372119 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecfcc6d-e3ac-4270-989a-e76deb596e32 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] GET failed (client error): The resource could not be found. Feb 09 14:36:33.372676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fecfcc6d-e3ac-4270-989a-e76deb596e32 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Synchronizing usage tracker for tenant:31769e00fc5b40789d314c73bcb0a305 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:36:33.405265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fecfcc6d-e3ac-4270-989a-e76deb596e32 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Unset dirty status for tenant:31769e00fc5b40789d314c73bcb0a305 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:36:33.411454 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fecfcc6d-e3ac-4270-989a-e76deb596e32 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] 10.222.0.48 "GET /v2.0/ports/57e8e786-bb10-40dc-adbd-b99bc383f8bb HTTP/1.1" status: 404 len: 333 time: 0.1541569 Feb 09 14:36:33.412329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33090) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:33.424974 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3e6fc078-1c4a-4c81-8afa-62ea493319bd tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Request body: {'port': {'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-91225749'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:33.437190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3e6fc078-1c4a-4c81-8afa-62ea493319bd tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:33.460834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3e6fc078-1c4a-4c81-8afa-62ea493319bd tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:33.480803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6fc078-1c4a-4c81-8afa-62ea493319bd tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Made reservation on behalf of 31769e00fc5b40789d314c73bcb0a305 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:36:33.486712 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc078-1c4a-4c81-8afa-62ea493319bd tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:33.539913 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-3e6fc078-1c4a-4c81-8afa-62ea493319bd tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] device_id is not set on port 031aa283-142b-44eb-8f95-3cf2134afab1 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:36:33.979398 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:34.058386 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc078-1c4a-4c81-8afa-62ea493319bd tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:34.090972 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:34.098937 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc078-1c4a-4c81-8afa-62ea493319bd tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:34.186827 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fc078-1c4a-4c81-8afa-62ea493319bd tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Pushing event updated for resources: {'Port': ['ID=031aa283-142b-44eb-8f95-3cf2134afab1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:34.205319 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6fc078-1c4a-4c81-8afa-62ea493319bd tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:36:34.206850 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-3e6fc078-1c4a-4c81-8afa-62ea493319bd tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:34.213142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6fc078-1c4a-4c81-8afa-62ea493319bd tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:36:34.214158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6fc078-1c4a-4c81-8afa-62ea493319bd tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:34.214755 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc078-1c4a-4c81-8afa-62ea493319bd tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:34.252957 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3e6fc078-1c4a-4c81-8afa-62ea493319bd tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.8391807 Feb 09 14:36:34.258284 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33148) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:34.277180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:34.527681 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:34.529910 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:34.545357 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:34.600654 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33164) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:34.709764 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:34.798883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'Port': ['ID=c7a72d1f-5d61-4560-aba8-ccb328c8dc1e,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:35.010381 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Floating IP 174018ae-31e2-442b-8d50-099e0346b598 associated. External IP: 172.25.8.245, port: 7e0bda6f-6009-4d43-ae27-f859fc2cd884. Feb 09 14:36:35.127216 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33188) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:35.157141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] device_id is not set on port 031aa283-142b-44eb-8f95-3cf2134afab1 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:36:35.167866 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:35.190831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Transition to ACTIVE for port object 031aa283-142b-44eb-8f95-3cf2134afab1 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:36:35.197461 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:35.340124 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b497eb5d-a864-4f73-a11b-e7516f74abd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:35.385904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:35.386242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:35.386720 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:35.394642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:35.395064 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:35.395655 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 2 to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 Feb 09 14:36:35.403348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Pushing event updated for resources: {'Port': ['ID=031aa283-142b-44eb-8f95-3cf2134afab1,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:35.415560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:35.416029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:35.416429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:35.421545 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:35.421945 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:35.422394 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 3 to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 Feb 09 14:36:35.438429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:35.438851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:35.439378 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:35.444226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:35.444823 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:35.445270 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 4 to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 Feb 09 14:36:35.463656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:35.464232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:35.464650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:35.477960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-70d020dc-8ac2-4275-a3d9-c7ce17f5c50b tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:35.477960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-70d020dc-8ac2-4275-a3d9-c7ce17f5c50b tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Synchronizing usage tracker for tenant:1f94004ca39d42b088ef4b3647adc740 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:36:35.481137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:35.481137 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:35.481650 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 5 to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 Feb 09 14:36:35.482859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b497eb5d-a864-4f73-a11b-e7516f74abd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:35.487096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b497eb5d-a864-4f73-a11b-e7516f74abd4 admin admin] Usage tracker for resource:security_group_rule and tenant:d5a2bdc5f3c5405db985643544a0ac41 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:35.490152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b497eb5d-a864-4f73-a11b-e7516f74abd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:35.496527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b497eb5d-a864-4f73-a11b-e7516f74abd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:35.511699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:35.512060 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:35.512399 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:35.524708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:35.525513 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:35.525913 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 6 to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 Feb 09 14:36:35.557843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:35.558312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:35.558652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:35.563669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:35.564541 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:35.565071 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 7 to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 Feb 09 14:36:35.584556 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:35.585023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:35.585804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:35.591216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:35.591545 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:35.592078 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 8 to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 Feb 09 14:36:35.610661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:35.611004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:35.611418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:35.618539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:35.618862 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:35.619367 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 9 to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 Feb 09 14:36:35.641010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:35.641346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:35.641679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:35.648181 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:35.648590 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:35.649189 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 10 to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 Feb 09 14:36:35.666247 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3be6b619-1e58-4bab-93a1-0355c0dd8610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:35.678548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:35.679016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:35.680221 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:35.685784 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:35.686136 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port 031aa283-142b-44eb-8f95-3cf2134afab1 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:35.686504 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:35.718547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3be6b619-1e58-4bab-93a1-0355c0dd8610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:35.734987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3be6b619-1e58-4bab-93a1-0355c0dd8610 admin admin] Usage tracker for resource:security_group_rule and tenant:03eedf7182e0482dabd96146d2b097da is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:35.737496 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-70d020dc-8ac2-4275-a3d9-c7ce17f5c50b tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Unset dirty status for tenant:1f94004ca39d42b088ef4b3647adc740 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:36:35.738641 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-70d020dc-8ac2-4275-a3d9-c7ce17f5c50b tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/networks?id=7ffc6d90-6560-4047-8fa9-a763c9541e79 HTTP/1.1" status: 200 len: 813 time: 0.6088715 Feb 09 14:36:35.743843 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3be6b619-1e58-4bab-93a1-0355c0dd8610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:35.748660 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b497eb5d-a864-4f73-a11b-e7516f74abd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:35.774485 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-466f658c-1cbc-4233-955d-41518499f8a6 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/quotas/1f94004ca39d42b088ef4b3647adc740 HTTP/1.1" status: 200 len: 375 time: 0.0277436 Feb 09 14:36:35.777623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3be6b619-1e58-4bab-93a1-0355c0dd8610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:35.780122 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b497eb5d-a864-4f73-a11b-e7516f74abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:35.790350 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] For port 031aa283-142b-44eb-8f95-3cf2134afab1, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:36:35.790714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempted to set empty binding levels {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 14:36:35.795834 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:35.852970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] In _notify_port_updated(), no bound segment for port 031aa283-142b-44eb-8f95-3cf2134afab1 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:36:35.853830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:35.854424 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:35.855717 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] 10.222.0.48 "PUT /v2.0/ports/031aa283-142b-44eb-8f95-3cf2134afab1 HTTP/1.1" status: 200 len: 973 time: 1.5953312 Feb 09 14:36:35.858969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33214) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:35.895515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497eb5d-a864-4f73-a11b-e7516f74abd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1b3d5b-06eb-4121-8fcf-466015b3c6ec,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:35.938066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882551f-16ae-4b1a-9f71-847d89441b17 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Pushing event updated for resources: {'Port': ['ID=031aa283-142b-44eb-8f95-3cf2134afab1,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:35.974610 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-8aa0d3bd-0f4b-46f6-b0e7-e77dbddebe4c tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f94004ca39d42b088ef4b3647adc740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1872683 Feb 09 14:36:35.990644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:35.991192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:35.992420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:35.992967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:35.993658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:35.994265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:35.994924 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:35.995077 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b497eb5d-a864-4f73-a11b-e7516f74abd4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5a2bdc5f3c5405db985643544a0ac41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3932891 Feb 09 14:36:35.995542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:35.995652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33222) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:35.996248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:35.996830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:35.997355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:35.997879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:35.999103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:35.999987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:36.000530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:36.002237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Synchronizing usage tracker for tenant:31769e00fc5b40789d314c73bcb0a305 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:36:36.021291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Unset dirty status for tenant:31769e00fc5b40789d314c73bcb0a305 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:36:36.025765 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8304edd7-b39b-40e5-aee0-515fbca1e14e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13556 time: 0.1625128 Feb 09 14:36:36.026269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33228) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:36.078206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Router d80665bd-7fbf-41d0-aeb4-bd015437cbeb has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:36:36.105529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d71acbfb-96b8-4f9e-92a5-9fb1eaee251b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Deleting port 031aa283-142b-44eb-8f95-3cf2134afab1 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:36:36.105867 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d71acbfb-96b8-4f9e-92a5-9fb1eaee251b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:36.111014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-34da481e-0eb7-4ddd-a09e-423fff5a27cc service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:36:36.116171 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-34da481e-0eb7-4ddd-a09e-423fff5a27cc service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1287169 Feb 09 14:36:36.204244 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-31cb69bf-4d60-4143-a706-6a989fb0caba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:36.327563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d71acbfb-96b8-4f9e-92a5-9fb1eaee251b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] For port 031aa283-142b-44eb-8f95-3cf2134afab1, host n-h2-828418-2, got binding levels [] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:36:36.328162 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d71acbfb-96b8-4f9e-92a5-9fb1eaee251b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:36.460246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d71acbfb-96b8-4f9e-92a5-9fb1eaee251b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Calling delete_port for 031aa283-142b-44eb-8f95-3cf2134afab1 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:36:36.496229 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-31cb69bf-4d60-4143-a706-6a989fb0caba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:36.530079 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3be6b619-1e58-4bab-93a1-0355c0dd8610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:36.541902 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d71acbfb-96b8-4f9e-92a5-9fb1eaee251b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:36.596450 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3be6b619-1e58-4bab-93a1-0355c0dd8610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:36.612029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71acbfb-96b8-4f9e-92a5-9fb1eaee251b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Pushing event deleted for resources: {'Port': ['ID=031aa283-142b-44eb-8f95-3cf2134afab1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:36.622421 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d71acbfb-96b8-4f9e-92a5-9fb1eaee251b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:36.643278 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d71acbfb-96b8-4f9e-92a5-9fb1eaee251b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] 10.222.0.48 "DELETE /v2.0/ports/031aa283-142b-44eb-8f95-3cf2134afab1 HTTP/1.1" status: 204 len: 168 time: 0.6158299 Feb 09 14:36:36.644504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33246) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:36.670688 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-f3d41bc5-0cc8-4f42-90e6-6114e6493829 service neutron] 10.222.0.48 "GET /v2.0/networks/7ffc6d90-6560-4047-8fa9-a763c9541e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451076 Feb 09 14:36:36.712523 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa01329-2b61-4e42-94ca-b495abc691cb tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] GET failed (client error): The resource could not be found. Feb 09 14:36:36.713901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7aa01329-2b61-4e42-94ca-b495abc691cb tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Synchronizing usage tracker for tenant:31769e00fc5b40789d314c73bcb0a305 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:36:36.734260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7aa01329-2b61-4e42-94ca-b495abc691cb tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Unset dirty status for tenant:31769e00fc5b40789d314c73bcb0a305 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:36:36.742312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6b619-1e58-4bab-93a1-0355c0dd8610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cca8481-cd1b-48ad-ac8e-efe6f31177f7,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:36.744481 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7aa01329-2b61-4e42-94ca-b495abc691cb tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] 10.222.0.48 "GET /v2.0/ports/031aa283-142b-44eb-8f95-3cf2134afab1 HTTP/1.1" status: 404 len: 333 time: 0.0982316 Feb 09 14:36:36.745198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33250) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:36.750276 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3be6b619-1e58-4bab-93a1-0355c0dd8610 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03eedf7182e0482dabd96146d2b097da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6192708 Feb 09 14:36:36.755941 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0238c77a-bc84-4d56-8560-dc409c16d5af tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-127655909', 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:36.762811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0238c77a-bc84-4d56-8560-dc409c16d5af tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:36.775858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0238c77a-bc84-4d56-8560-dc409c16d5af tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:36.783670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33254) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:36.800405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0238c77a-bc84-4d56-8560-dc409c16d5af tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Made reservation on behalf of 31769e00fc5b40789d314c73bcb0a305 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:36:36.803895 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0238c77a-bc84-4d56-8560-dc409c16d5af tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:36.807979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:36:36.818803 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00807602-4809-46f9-8255-c2efa2f98717 None None] Sync routers for ids ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:36:36.835745 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00807602-4809-46f9-8255-c2efa2f98717 None None] Routers {'d80665bd-7fbf-41d0-aeb4-bd015437cbeb'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:36:36.838343 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-00807602-4809-46f9-8255-c2efa2f98717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:36.845212 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-31cb69bf-4d60-4143-a706-6a989fb0caba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:36.862074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-0238c77a-bc84-4d56-8560-dc409c16d5af tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] device_id is not set on port 0840d225-707a-4f9a-8e01-a3d60e3adaed yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:36:36.915697 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-31cb69bf-4d60-4143-a706-6a989fb0caba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:36.916940 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-31cb69bf-4d60-4143-a706-6a989fb0caba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b1b3d5b-06eb-4121-8fcf-466015b3c6ec HTTP/1.1" status: 204 len: 168 time: 0.9132066 Feb 09 14:36:36.920599 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb69bf-4d60-4143-a706-6a989fb0caba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1b3d5b-06eb-4121-8fcf-466015b3c6ec,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:36.930883 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:36.947669 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e76eded-ce60-48c3-b6ac-f0887512e569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:37.004291 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e76eded-ce60-48c3-b6ac-f0887512e569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:37.053496 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8dc85d9f-16cb-436e-97a2-6d7f3d14ce29 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8439136 Feb 09 14:36:37.055312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33260) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:37.058253 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62', 'tag': '7e0bda6f-6009-4d43-ae27-f859fc2cd884'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:36:37.103858 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-81f38016-1d30-4409-8ef9-ad830b0e35da service neutron] 10.222.0.48 "GET /v2.0/networks/7ffc6d90-6560-4047-8fa9-a763c9541e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149835 Feb 09 14:36:37.187027 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62', 'tag': '7e0bda6f-6009-4d43-ae27-f859fc2cd884', 'status': 'completed', 'code': 200} Feb 09 14:36:37.200425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-00807602-4809-46f9-8255-c2efa2f98717 None None] Set router d80665bd-7fbf-41d0-aeb4-bd015437cbeb gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:36:37.333275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6342b656-21a8-4ec1-92e2-ba4d14071430 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:37.333684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6342b656-21a8-4ec1-92e2-ba4d14071430 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:37.334152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6342b656-21a8-4ec1-92e2-ba4d14071430 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:37.334612 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6342b656-21a8-4ec1-92e2-ba4d14071430 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:37.335067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6342b656-21a8-4ec1-92e2-ba4d14071430 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:37.336207 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6342b656-21a8-4ec1-92e2-ba4d14071430 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:37.336744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6342b656-21a8-4ec1-92e2-ba4d14071430 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:37.341675 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6342b656-21a8-4ec1-92e2-ba4d14071430 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4961 time: 0.2757053 Feb 09 14:36:37.342211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33268) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:37.391960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ba60a-46b1-4510-9f7e-3d8f72762803 req-b990b327-ea79-4d8d-8fd6-586d96e9ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:37.393539 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f2ba60a-46b1-4510-9f7e-3d8f72762803 req-b990b327-ea79-4d8d-8fd6-586d96e9ffbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=efb44efc65644172a41e96f54232df46&device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 1135 time: 0.1989176 Feb 09 14:36:37.490688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5ee92a-d08b-44ed-aa36-685c06b8ec21 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:37.491238 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5ee92a-d08b-44ed-aa36-685c06b8ec21 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:37.492289 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5ee92a-d08b-44ed-aa36-685c06b8ec21 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:37.492811 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5ee92a-d08b-44ed-aa36-685c06b8ec21 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:37.494015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5ee92a-d08b-44ed-aa36-685c06b8ec21 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:37.494015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5ee92a-d08b-44ed-aa36-685c06b8ec21 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:37.497555 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0238c77a-bc84-4d56-8560-dc409c16d5af tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:37.509111 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9a5ee92a-d08b-44ed-aa36-685c06b8ec21 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4011 time: 0.1656554 Feb 09 14:36:37.535583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33276) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:37.535967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33278) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:37.726031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ba60a-46b1-4510-9f7e-3d8f72762803 req-1b10cf20-1792-45f6-bc5d-a34e06156063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:37.736328 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f2ba60a-46b1-4510-9f7e-3d8f72762803 req-1b10cf20-1792-45f6-bc5d-a34e06156063 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f2035fd-0df8-4a8e-9ef9-4cec224debb8 HTTP/1.1" status: 200 len: 896 time: 0.3320973 Feb 09 14:36:37.753846 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-00807602-4809-46f9-8255-c2efa2f98717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1457507678', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:35:43Z', 'updated_at': '2022-02-09T14:35:58Z', 'revision_number': 4, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:45Z', 'updated_at': '2022-02-09T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '174018ae-31e2-442b-8d50-099e0346b598', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'floating_ip_address': '172.25.8.245', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'port_id': '7e0bda6f-6009-4d43-ae27-f859fc2cd884', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8', 'mac_address': 'fa:16:3e:b0:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:36:33Z', 'updated_at': '2022-02-09T14:36:33Z', 'revision_number': 0, 'project_id': 'efb44efc65644172a41e96f54232df46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb40b1d-4281-4baf-b28d-63b6279a9133', 'name': '', 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'mac_address': 'fa:16:3e:24:98:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '90d074ea-c819-41cd-959b-82a6a90105db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:56Z', 'updated_at': '2022-02-09T14:36:07Z', 'revision_number': 5, 'project_id': 'efb44efc65644172a41e96f54232df46', 'subnets': [{'id': '90d074ea-c819-41cd-959b-82a6a90105db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:37.758705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00807602-4809-46f9-8255-c2efa2f98717 None None] Checking router: d80665bd-7fbf-41d0-aeb4-bd015437cbeb for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:36:37.767610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00807602-4809-46f9-8255-c2efa2f98717 None None] Routers {'d80665bd-7fbf-41d0-aeb4-bd015437cbeb'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:36:37.768304 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-00807602-4809-46f9-8255-c2efa2f98717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:37.770979 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-586d3dbb-5f98-4285-aa62-0ef94438a037 req-8e5c92e6-5415-4cef-ad73-ef8f6d6c8dba tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 210 time: 0.2361915 Feb 09 14:36:37.772148 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0238c77a-bc84-4d56-8560-dc409c16d5af tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:37.855926 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0b2effb9-e66b-4745-a73d-decf31b53104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:37.890557 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f2ba60a-46b1-4510-9f7e-3d8f72762803 req-a4375ff3-7707-4b24-bd84-e7ef928d0d0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e0bda6f-6009-4d43-ae27-f859fc2cd884 HTTP/1.1" status: 200 len: 999 time: 0.1463952 Feb 09 14:36:37.906646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0b2effb9-e66b-4745-a73d-decf31b53104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:37.911431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0b2effb9-e66b-4745-a73d-decf31b53104 admin admin] Usage tracker for resource:security_group_rule and tenant:8f89fbc681c74fc688bd686286a3ec50 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:37.915432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0b2effb9-e66b-4745-a73d-decf31b53104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:37.922062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0b2effb9-e66b-4745-a73d-decf31b53104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:37.941690 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0238c77a-bc84-4d56-8560-dc409c16d5af tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:36:37.948158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0238c77a-bc84-4d56-8560-dc409c16d5af tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:37.953295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0238c77a-bc84-4d56-8560-dc409c16d5af tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:36:37.957003 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0238c77a-bc84-4d56-8560-dc409c16d5af tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:37.957602 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0238c77a-bc84-4d56-8560-dc409c16d5af tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:37.983940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238c77a-bc84-4d56-8560-dc409c16d5af tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Pushing event updated for resources: {'Port': ['ID=0840d225-707a-4f9a-8e01-a3d60e3adaed,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:38.009958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ba60a-46b1-4510-9f7e-3d8f72762803 req-cf691d0c-5132-4aef-8088-f688e60a599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:38.012761 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f2ba60a-46b1-4510-9f7e-3d8f72762803 req-cf691d0c-5132-4aef-8088-f688e60a599e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90d074ea-c819-41cd-959b-82a6a90105db HTTP/1.1" status: 200 len: 834 time: 0.1147397 Feb 09 14:36:38.018140 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e76eded-ce60-48c3-b6ac-f0887512e569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:38.056385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76eded-ce60-48c3-b6ac-f0887512e569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cca8481-cd1b-48ad-ac8e-efe6f31177f7,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:38.078881 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0238c77a-bc84-4d56-8560-dc409c16d5af tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3299284 Feb 09 14:36:38.082405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33292) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:38.116007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-00807602-4809-46f9-8255-c2efa2f98717 None None] Set router d80665bd-7fbf-41d0-aeb4-bd015437cbeb gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:36:38.170158 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e76eded-ce60-48c3-b6ac-f0887512e569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:38.171382 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8e76eded-ce60-48c3-b6ac-f0887512e569 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2cca8481-cd1b-48ad-ac8e-efe6f31177f7 HTTP/1.1" status: 204 len: 168 time: 1.3854678 Feb 09 14:36:38.177125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ba60a-46b1-4510-9f7e-3d8f72762803 req-c13e717b-942f-4fa4-b0ce-e2f20a1e0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:38.179201 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f2ba60a-46b1-4510-9f7e-3d8f72762803 req-c13e717b-942f-4fa4-b0ce-e2f20a1e0d78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f2035fd-0df8-4a8e-9ef9-4cec224debb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473951 Feb 09 14:36:38.346722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b824973-bbb4-4a25-99de-df154635b67e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:38.347351 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6b824973-bbb4-4a25-99de-df154635b67e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Synchronizing usage tracker for tenant:31769e00fc5b40789d314c73bcb0a305 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:36:38.389006 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0b2effb9-e66b-4745-a73d-decf31b53104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:38.402653 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0b2effb9-e66b-4745-a73d-decf31b53104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:38.418662 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f2ba60a-46b1-4510-9f7e-3d8f72762803 req-eee16ce9-01be-4b03-a3ee-43a1bde2668d service neutron] 10.222.0.35 "GET /v2.0/networks/4f2035fd-0df8-4a8e-9ef9-4cec224debb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245183 Feb 09 14:36:38.423300 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6b824973-bbb4-4a25-99de-df154635b67e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Unset dirty status for tenant:31769e00fc5b40789d314c73bcb0a305 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:36:38.427047 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6b824973-bbb4-4a25-99de-df154635b67e tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] 10.222.0.48 "GET /v2.0/ports/0840d225-707a-4f9a-8e01-a3d60e3adaed HTTP/1.1" status: 200 len: 954 time: 0.3383188 Feb 09 14:36:38.428543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33298) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:38.475388 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0b2effb9-e66b-4745-a73d-decf31b53104 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f89fbc681c74fc688bd686286a3ec50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9384553 Feb 09 14:36:38.476878 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2effb9-e66b-4745-a73d-decf31b53104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9800b4d-d2a8-416e-ae7b-1fdb4df7734f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:38.479621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33302) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:38.490917 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ecf9d249-2bad-42ad-9ac8-8975d37d71b9 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2340 time: 0.9479170 Feb 09 14:36:38.501451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33306) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:38.569097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-321b7b86-fb62-4255-b05e-9c12c55481e7 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Deleting port 0840d225-707a-4f9a-8e01-a3d60e3adaed {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:36:38.569446 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-321b7b86-fb62-4255-b05e-9c12c55481e7 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:38.688370 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4803e3cc-b592-4313-9c60-58bf2925328c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:38.733124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d471783-2c2e-4da1-aabb-c5103c841c85 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:38.733902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d471783-2c2e-4da1-aabb-c5103c841c85 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:38.735839 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1d471783-2c2e-4da1-aabb-c5103c841c85 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d80665bd-7fbf-41d0-aeb4-bd015437cbeb HTTP/1.1" status: 200 len: 1990 time: 0.2319152 Feb 09 14:36:38.741361 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4803e3cc-b592-4313-9c60-58bf2925328c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:38.809919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-00807602-4809-46f9-8255-c2efa2f98717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1457507678', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:35:43Z', 'updated_at': '2022-02-09T14:35:58Z', 'revision_number': 4, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:45Z', 'updated_at': '2022-02-09T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '174018ae-31e2-442b-8d50-099e0346b598', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'floating_ip_address': '172.25.8.245', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'port_id': '7e0bda6f-6009-4d43-ae27-f859fc2cd884', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8', 'mac_address': 'fa:16:3e:b0:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:36:33Z', 'updated_at': '2022-02-09T14:36:33Z', 'revision_number': 0, 'project_id': 'efb44efc65644172a41e96f54232df46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb40b1d-4281-4baf-b28d-63b6279a9133', 'name': '', 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'mac_address': 'fa:16:3e:24:98:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '90d074ea-c819-41cd-959b-82a6a90105db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:56Z', 'updated_at': '2022-02-09T14:36:07Z', 'revision_number': 5, 'project_id': 'efb44efc65644172a41e96f54232df46', 'subnets': [{'id': '90d074ea-c819-41cd-959b-82a6a90105db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:38.815898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00807602-4809-46f9-8255-c2efa2f98717 None None] The sync data for ids ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'] in n-d-828418-2 is: [{'id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1457507678', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:35:43Z', 'updated_at': '2022-02-09T14:35:58Z', 'revision_number': 4, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:45Z', 'updated_at': '2022-02-09T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '174018ae-31e2-442b-8d50-099e0346b598', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'floating_ip_address': '172.25.8.245', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'port_id': '7e0bda6f-6009-4d43-ae27-f859fc2cd884', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8', 'mac_address': 'fa:16:3e:b0:f5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:36:33Z', 'updated_at': '2022-02-09T14:36:33Z', 'revision_number': 0, 'project_id': 'efb44efc65644172a41e96f54232df46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb40b1d-4281-4baf-b28d-63b6279a9133', 'name': '', 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'mac_address': 'fa:16:3e:24:98:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '90d074ea-c819-41cd-959b-82a6a90105db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:56Z', 'updated_at': '2022-02-09T14:36:07Z', 'revision_number': 5, 'project_id': 'efb44efc65644172a41e96f54232df46', 'subnets': [{'id': '90d074ea-c819-41cd-959b-82a6a90105db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:36:38.858143 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4803e3cc-b592-4313-9c60-58bf2925328c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:38.870917 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:38.894429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803e3cc-b592-4313-9c60-58bf2925328c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9800b4d-d2a8-416e-ae7b-1fdb4df7734f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:38.914248 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4803e3cc-b592-4313-9c60-58bf2925328c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:38.916546 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4803e3cc-b592-4313-9c60-58bf2925328c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9800b4d-d2a8-416e-ae7b-1fdb4df7734f HTTP/1.1" status: 204 len: 168 time: 0.4348021 Feb 09 14:36:39.330350 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430a1c65-1efd-41e6-bedc-50fed3012b5e None None] New status for floating IP 174018ae-31e2-442b-8d50-099e0346b598: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:36:39.407357 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f2ba60a-46b1-4510-9f7e-3d8f72762803 req-d882e2bd-8e10-4571-aad6-be39c219c7f2 service neutron] 10.222.0.35 "GET /v2.0/networks/4f2035fd-0df8-4a8e-9ef9-4cec224debb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8424327 Feb 09 14:36:39.434176 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb33e3bd-3bbf-49ee-8133-cb539d04e6d5 req-517e0a4d-90fe-4839-ab58-0e003eb82890 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 210 time: 0.3239019 Feb 09 14:36:39.553727 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-321b7b86-fb62-4255-b05e-9c12c55481e7 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:39.822666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-321b7b86-fb62-4255-b05e-9c12c55481e7 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Calling delete_port for 0840d225-707a-4f9a-8e01-a3d60e3adaed owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:36:39.873476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-b99e2ebc-8d86-46ee-82c4-83bd7b84cc31 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:39.875212 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-b99e2ebc-8d86-46ee-82c4-83bd7b84cc31 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.35 "GET /v2.0/networks?id=7ffc6d90-6560-4047-8fa9-a763c9541e79 HTTP/1.1" status: 200 len: 813 time: 0.6249146 Feb 09 14:36:39.894444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7052be3c-992d-4389-99e0-5efdd3e53a98 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Request body: {'port': {'device_id': '3318cb48-81e4-4567-9399-df02f2bbdd92', 'network_id': '7ffc6d90-6560-4047-8fa9-a763c9541e79', 'admin_state_up': True, 'tenant_id': '1f94004ca39d42b088ef4b3647adc740'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:39.912262 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33350) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:40.016224 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-321b7b86-fb62-4255-b05e-9c12c55481e7 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:40.082087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b7b86-fb62-4255-b05e-9c12c55481e7 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Pushing event deleted for resources: {'Port': ['ID=0840d225-707a-4f9a-8e01-a3d60e3adaed,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:40.100706 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-321b7b86-fb62-4255-b05e-9c12c55481e7 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:40.133384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33360) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:40.133705 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-321b7b86-fb62-4255-b05e-9c12c55481e7 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] 10.222.0.48 "DELETE /v2.0/ports/0840d225-707a-4f9a-8e01-a3d60e3adaed HTTP/1.1" status: 204 len: 168 time: 1.7026839 Feb 09 14:36:40.141307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7052be3c-992d-4389-99e0-5efdd3e53a98 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:40.146736 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7052be3c-992d-4389-99e0-5efdd3e53a98 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Usage tracker for resource:port and tenant:1f94004ca39d42b088ef4b3647adc740 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:40.151481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7052be3c-992d-4389-99e0-5efdd3e53a98 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:40.157337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7052be3c-992d-4389-99e0-5efdd3e53a98 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:40.176603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7052be3c-992d-4389-99e0-5efdd3e53a98 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Made reservation on behalf of 1f94004ca39d42b088ef4b3647adc740 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:36:40.181821 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7052be3c-992d-4389-99e0-5efdd3e53a98 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:40.190861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1450610046-network', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:40.195012 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0f545e-4245-4a2c-9936-c6f58e64907c tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] GET failed (client error): The resource could not be found. Feb 09 14:36:40.199977 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9d0f545e-4245-4a2c-9936-c6f58e64907c tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] 10.222.0.48 "GET /v2.0/ports/0840d225-707a-4f9a-8e01-a3d60e3adaed HTTP/1.1" status: 404 len: 333 time: 0.0618219 Feb 09 14:36:40.199977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:40.201609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33366) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:40.209248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-98acaa72-b895-4612-b900-7315426e0bfc tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Request body: {'port': {'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-751854507'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:40.215380 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-98acaa72-b895-4612-b900-7315426e0bfc tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:40.220680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-98acaa72-b895-4612-b900-7315426e0bfc tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Usage tracker for resource:port and tenant:31769e00fc5b40789d314c73bcb0a305 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:40.224616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-98acaa72-b895-4612-b900-7315426e0bfc tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:40.232182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-98acaa72-b895-4612-b900-7315426e0bfc tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:40.241154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Usage tracker for resource:network and tenant:280b9ae600ee413f8708f2a76a03465a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:40.245920 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:40.260155 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:40.266694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98acaa72-b895-4612-b900-7315426e0bfc tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Made reservation on behalf of 31769e00fc5b40789d314c73bcb0a305 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:36:40.269666 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-98acaa72-b895-4612-b900-7315426e0bfc tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:40.302219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-98acaa72-b895-4612-b900-7315426e0bfc tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] device_id is not set on port f4a9a390-9361-46a5-b09b-d8c4123f4800 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:36:40.382878 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Made reservation on behalf of 280b9ae600ee413f8708f2a76a03465a for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:36:40.387424 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:40.450030 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:40.459145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7052be3c-992d-4389-99e0-5efdd3e53a98 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Allocated IP 172.20.0.14 (7ffc6d90-6560-4047-8fa9-a763c9541e79/4cbee3c2-4527-441d-a604-88ee748ed65d/c6012c9d-7122-4d60-99ac-4786b1d45f4d) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:36:40.493918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:40.506217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Usage tracker for resource:security_group_rule and tenant:280b9ae600ee413f8708f2a76a03465a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:40.511529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:40.524343 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:40.524908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:40.708827 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-00f90810-3920-4557-872d-1c876470360d req-5b6f2fc1-7f6b-4326-9b74-dc6558036b58 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 210 time: 0.0588067 Feb 09 14:36:40.730156 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-98acaa72-b895-4612-b900-7315426e0bfc tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:40.794726 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:40.806032 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:40.841929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:36:40.859577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b69252f-be35-4079-af42-8ac2e0be39d8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:40.865267 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-98acaa72-b895-4612-b900-7315426e0bfc tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:40.867931 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:40.868507 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Added segment 75f4e60d-2955-46bf-8622-626201643449 of type vlan for network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa Feb 09 14:36:40.941771 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7052be3c-992d-4389-99e0-5efdd3e53a98 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:40.957388 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98acaa72-b895-4612-b900-7315426e0bfc tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:36:40.962487 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-98acaa72-b895-4612-b900-7315426e0bfc tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:40.977383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98acaa72-b895-4612-b900-7315426e0bfc tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:36:40.978441 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98acaa72-b895-4612-b900-7315426e0bfc tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:40.978915 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-98acaa72-b895-4612-b900-7315426e0bfc tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:40.982374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acaa72-b895-4612-b900-7315426e0bfc tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Pushing event updated for resources: {'Port': ['ID=f4a9a390-9361-46a5-b09b-d8c4123f4800,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:40.994390 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:40.995150 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7052be3c-992d-4389-99e0-5efdd3e53a98 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:41.039849 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-98acaa72-b895-4612-b900-7315426e0bfc tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8371727 Feb 09 14:36:41.042758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33386) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:41.049559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:41.122549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052be3c-992d-4389-99e0-5efdd3e53a98 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Pushing event updated for resources: {'Port': ['ID=c6012c9d-7122-4d60-99ac-4786b1d45f4d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:41.137793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7052be3c-992d-4389-99e0-5efdd3e53a98 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Network 7ffc6d90-6560-4047-8fa9-a763c9541e79 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:36:41.142174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7052be3c-992d-4389-99e0-5efdd3e53a98 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:41.143863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7052be3c-992d-4389-99e0-5efdd3e53a98 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:36:41.153818 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:41.155163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:41.155373 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:41.220665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7052be3c-992d-4389-99e0-5efdd3e53a98 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:41.221741 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7052be3c-992d-4389-99e0-5efdd3e53a98 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:41.251369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7052be3c-992d-4389-99e0-5efdd3e53a98 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3640554 Feb 09 14:36:41.256265 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:41.264930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Request body: {'port': {'device_id': '3318cb48-81e4-4567-9399-df02f2bbdd92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:41.409834 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4962139 Feb 09 14:36:41.414555 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33394) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:41.420648 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:41.427215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-1676cafc-3460-48bf-ad12-304095400973 admin admin] Request body: {'subnet': {'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1450610046-subnet', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a', 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:41.431047 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02704621-fd82-4f99-bc31-1f8cf51d3f2d admin admin] Pushing event updated for resources: {'Network': ['ID=76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:41.441316 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1676cafc-3460-48bf-ad12-304095400973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:41.448540 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:36:41.499589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1676cafc-3460-48bf-ad12-304095400973 admin admin] Usage tracker for resource:subnet and tenant:280b9ae600ee413f8708f2a76a03465a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:41.504495 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1676cafc-3460-48bf-ad12-304095400973 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:41.527292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1676cafc-3460-48bf-ad12-304095400973 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:41.579987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33398) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:41.611008 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1676cafc-3460-48bf-ad12-304095400973 admin admin] Made reservation on behalf of 280b9ae600ee413f8708f2a76a03465a for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:36:41.613417 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1676cafc-3460-48bf-ad12-304095400973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:41.635310 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:36:41.727078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-626224579', 'router:external': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:41.741231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:41.769620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Usage tracker for resource:network and tenant:7acd90819b5e45118d42c1721cfc8b90 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:41.776148 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:41.787052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:41.860837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Made reservation on behalf of 7acd90819b5e45118d42c1721cfc8b90 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:36:41.863155 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:41.923228 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:41.948177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] device_id is not set on port f4a9a390-9361-46a5-b09b-d8c4123f4800 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:36:41.962125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:41.965275 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:41.978143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Usage tracker for resource:security_group_rule and tenant:7acd90819b5e45118d42c1721cfc8b90 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:41.986150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:41.998893 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Transition to ACTIVE for port object f4a9a390-9361-46a5-b09b-d8c4123f4800 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:36:41.999944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:42.016247 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:42.191711 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1676cafc-3460-48bf-ad12-304095400973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:42.202805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6012c9d-7122-4d60-99ac-4786b1d45f4d {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:36:42.219954 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:42.240611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Transition to ACTIVE for port object c6012c9d-7122-4d60-99ac-4786b1d45f4d will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:36:42.248574 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:42.286411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Pushing event updated for resources: {'Port': ['ID=f4a9a390-9361-46a5-b09b-d8c4123f4800,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:42.310661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:42.311063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:42.311411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:42.333507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676cafc-3460-48bf-ad12-304095400973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdea16f4-d318-4a51-9d87-4c1aa37aa012,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:42.336230 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:42.336971 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:42.340208 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 2 to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 Feb 09 14:36:42.367204 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:42.367626 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:42.368134 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:42.375261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1676cafc-3460-48bf-ad12-304095400973 admin admin] Checking segment: {'id': '75f4e60d-2955-46bf-8622-626201643449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:36:42.375666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1676cafc-3460-48bf-ad12-304095400973 admin admin] Network hostable DHCP agents. Network: 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:36:42.385155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9476438-1a1c-424f-b9a4-f3004ba48e83 req-074da509-e55a-4d57-8a8a-f673057f353c tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:42.385890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d9476438-1a1c-424f-b9a4-f3004ba48e83 req-074da509-e55a-4d57-8a8a-f673057f353c tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Synchronizing usage tracker for tenant:1f94004ca39d42b088ef4b3647adc740 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:36:42.398199 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:42.398686 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:42.407869 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 3 to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 Feb 09 14:36:42.443710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6012c9d-7122-4d60-99ac-4786b1d45f4d,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:42.445598 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:42.447920 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:42.448338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:42.448867 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:42.453961 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:42.464539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:42.464978 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:42.468227 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 4 to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 Feb 09 14:36:42.475157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1676cafc-3460-48bf-ad12-304095400973 admin admin] Network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:36:42.493410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d9476438-1a1c-424f-b9a4-f3004ba48e83 req-074da509-e55a-4d57-8a8a-f673057f353c tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Unset dirty status for tenant:1f94004ca39d42b088ef4b3647adc740 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:36:42.494621 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9476438-1a1c-424f-b9a4-f3004ba48e83 req-074da509-e55a-4d57-8a8a-f673057f353c tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 932 time: 0.3515851 Feb 09 14:36:42.521661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:42.522114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:42.523029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:42.528352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:36:42.541084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:42.541520 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:42.542141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039896b5-ce49-4643-bd31-2e1add7a3138,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:42.545979 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 5 to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 Feb 09 14:36:42.559470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-1676cafc-3460-48bf-ad12-304095400973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:42.565618 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:42.565802 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Added segment 5faf500c-4e9a-43f9-9bab-2e688a495893 of type vlan for network 00e4c838-d156-4139-8883-46b5154e3e4b Feb 09 14:36:42.567579 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Attempting to bind port c6012c9d-7122-4d60-99ac-4786b1d45f4d on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:42.568921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Attempting to bind port c6012c9d-7122-4d60-99ac-4786b1d45f4d by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'd9c9e53e-b5dd-46f3-b4af-c9b8d877c46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7ffc6d90-6560-4047-8fa9-a763c9541e79'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:42.569294 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Attempting to bind port c6012c9d-7122-4d60-99ac-4786b1d45f4d on network 7ffc6d90-6560-4047-8fa9-a763c9541e79 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:42.573061 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb12454-7684-4736-a214-68a681a0c5f4 None None] Network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:36:42.577653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1676cafc-3460-48bf-ad12-304095400973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:42.578007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d9476438-1a1c-424f-b9a4-f3004ba48e83 req-b27c6e41-1ce7-4879-a2c8-34535874b17d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Synchronizing usage tracker for tenant:1f94004ca39d42b088ef4b3647adc740 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:36:42.578469 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1676cafc-3460-48bf-ad12-304095400973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:42.583423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Port c6012c9d-7122-4d60-99ac-4786b1d45f4d on network 7ffc6d90-6560-4047-8fa9-a763c9541e79 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:42.583764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Attempting to bind port c6012c9d-7122-4d60-99ac-4786b1d45f4d on network 7ffc6d90-6560-4047-8fa9-a763c9541e79 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:42.597068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:36:42.597392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Checking segment: {'id': 'd9c9e53e-b5dd-46f3-b4af-c9b8d877c46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7ffc6d90-6560-4047-8fa9-a763c9541e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:36:42.597858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Bound using segment: {'id': 'd9c9e53e-b5dd-46f3-b4af-c9b8d877c46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7ffc6d90-6560-4047-8fa9-a763c9541e79'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:36:42.598332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Bound port: c6012c9d-7122-4d60-99ac-4786b1d45f4d, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c9e53e-b5dd-46f3-b4af-c9b8d877c46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7ffc6d90-6560-4047-8fa9-a763c9541e79'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:36:42.598708 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:42.603205 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:42.603689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:42.604147 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:42.656585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:42.667333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d9476438-1a1c-424f-b9a4-f3004ba48e83 req-b27c6e41-1ce7-4879-a2c8-34535874b17d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Unset dirty status for tenant:1f94004ca39d42b088ef4b3647adc740 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:36:42.668536 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9476438-1a1c-424f-b9a4-f3004ba48e83 req-b27c6e41-1ce7-4879-a2c8-34535874b17d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657948 Feb 09 14:36:42.674457 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:42.676796 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:42.684759 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 6 to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 Feb 09 14:36:42.732391 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:42.733254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:42.733886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:42.736941 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1676cafc-3460-48bf-ad12-304095400973 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3196125 Feb 09 14:36:42.742427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33412) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:42.746405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] For port c6012c9d-7122-4d60-99ac-4786b1d45f4d, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:36:42.754174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] For port c6012c9d-7122-4d60-99ac-4786b1d45f4d, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c6012c9d-7122-4d60-99ac-4786b1d45f4d,segment=NetworkSegment(d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a),segment_id=d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:36:42.755046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:42.755492 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:42.755939 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:42.759073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1450610046-router', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:42.765698 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 7 to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 Feb 09 14:36:42.777482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:42.787706 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Usage tracker for resource:router and tenant:280b9ae600ee413f8708f2a76a03465a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:42.793530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:42.797082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:42.797543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:42.798140 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:42.805686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:42.807763 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:42.808831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:42.809561 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:42.837509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:42.838002 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:42.860602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6012c9d-7122-4d60-99ac-4786b1d45f4d,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:42.865866 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:42.867139 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:42.868642 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-80a0837b-5882-4cd7-8852-0ff89d6152d3 service neutron] 10.222.0.35 "PUT /v2.0/ports/c6012c9d-7122-4d60-99ac-4786b1d45f4d HTTP/1.1" status: 200 len: 1092 time: 1.6090014 Feb 09 14:36:42.869077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3318cb48-81e4-4567-9399-df02f2bbdd92', 'tag': 'c6012c9d-7122-4d60-99ac-4786b1d45f4d'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:36:42.933458 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 8 to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 Feb 09 14:36:42.983427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:42.984138 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3318cb48-81e4-4567-9399-df02f2bbdd92', 'tag': 'c6012c9d-7122-4d60-99ac-4786b1d45f4d', 'status': 'completed', 'code': 200} Feb 09 14:36:42.984280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:42.984681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:42.996986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa', 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a', 'fixed_ips': [{'subnet_id': 'fdea16f4-d318-4a51-9d87-4c1aa37aa012'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:36:42.998902 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:43.003627 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:43.005353 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:43.024405 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:43.039659 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7866878e-6103-4a62-9262-c31420d3c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:43.041985 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-7866878e-6103-4a62-9262-c31420d3c926 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f94004ca39d42b088ef4b3647adc740&device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 1095 time: 0.1231298 Feb 09 14:36:43.049062 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.4680195 Feb 09 14:36:43.052446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:43.052992 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:43.053700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33418) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:43.057873 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 9 to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 Feb 09 14:36:43.139579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:43.140255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:43.140787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:43.143513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a08ad4-5484-4960-b6ec-bd1a2eb58205 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Pushing event updated for resources: {'Network': ['ID=00e4c838-d156-4139-8883-46b5154e3e4b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:43.162103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-149ddf17-7dbd-481d-8470-b0b78c5c2756 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Request body: {'subnet': {'network_id': '00e4c838-d156-4139-8883-46b5154e3e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:43.169272 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-f03de1d1-effe-4c83-9795-fd162e5df68c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6012c9d-7122-4d60-99ac-4786b1d45f4d HTTP/1.1" status: 200 len: 217 time: 0.1200211 Feb 09 14:36:43.172762 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-149ddf17-7dbd-481d-8470-b0b78c5c2756 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:43.189254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 00e4c838-d156-4139-8883-46b5154e3e4b details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:36:43.190889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:43.192022 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:43.196601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-149ddf17-7dbd-481d-8470-b0b78c5c2756 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Usage tracker for resource:subnet and tenant:7acd90819b5e45118d42c1721cfc8b90 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:43.201987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-149ddf17-7dbd-481d-8470-b0b78c5c2756 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:43.209267 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-149ddf17-7dbd-481d-8470-b0b78c5c2756 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:43.217649 n-d-828418-2 neutron-server[87596]: INFO neutron.plugins.ml2.plugin [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempt 10 to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 Feb 09 14:36:43.239704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:43.240022 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:43.240495 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempting to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:43.243127 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149ddf17-7dbd-481d-8470-b0b78c5c2756 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Made reservation on behalf of 7acd90819b5e45118d42c1721cfc8b90 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:36:43.245437 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-149ddf17-7dbd-481d-8470-b0b78c5c2756 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:43.263817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-5f011a3d-f295-4a72-b3c8-3085359b68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:43.266124 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-5f011a3d-f295-4a72-b3c8-3085359b68ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4cbee3c2-4527-441d-a604-88ee748ed65d HTTP/1.1" status: 200 len: 853 time: 0.0896125 Feb 09 14:36:43.324071 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-037c4030-4aed-479f-820a-f189ee2ea492 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ffc6d90-6560-4047-8fa9-a763c9541e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480471 Feb 09 14:36:43.369473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:36:43.369473 n-d-828418-2 neutron-server[87596]: ERROR neutron.plugins.ml2.managers [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Failed to bind port f4a9a390-9361-46a5-b09b-d8c4123f4800 on host n-h2-828418-2 for vnic_type normal using segments [{'id': '7a7909c0-c620-4834-8215-6c4d9609567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a996f6e1-b061-4e3c-97f2-b3c08d33c5b0'}] Feb 09 14:36:43.369870 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:43.398494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Allocated IP 172.20.0.2 (76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa/fdea16f4-d318-4a51-9d87-4c1aa37aa012/d41196da-170e-457a-b591-c50771b90498) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:36:43.488935 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-fa90ab71-0c3b-4f39-9625-43f11b1f27d1 service neutron] 10.222.0.35 "GET /v2.0/networks/7ffc6d90-6560-4047-8fa9-a763c9541e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565251 Feb 09 14:36:43.653734 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:43.671416 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acd7e193-68e0-43b0-bd88-fe632b860682 req-2e3f7b05-e8f1-4b4d-b7cf-6f765794f07a service neutron] 10.222.0.35 "GET /v2.0/networks/7ffc6d90-6560-4047-8fa9-a763c9541e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698332 Feb 09 14:36:43.730161 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:43.745259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Transition to ACTIVE for port object d41196da-170e-457a-b591-c50771b90498 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:36:43.800448 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Transition to ACTIVE for port object d41196da-170e-457a-b591-c50771b90498 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:36:43.812469 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:43.911535 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:36:43.915306 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:43.919521 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:36:43.921338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bccf6b-ac69-4a0d-97c0-15498107293a req-7ab03b23-1fcc-42da-a360-b2f294bf4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:43.922954 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72bccf6b-ac69-4a0d-97c0-15498107293a req-7ab03b23-1fcc-42da-a360-b2f294bf4ce7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f94004ca39d42b088ef4b3647adc740&device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 1095 time: 0.1737282 Feb 09 14:36:43.925768 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Pushing event updated for resources: {'Port': ['ID=d41196da-170e-457a-b591-c50771b90498,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:43.931935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee217ae-f981-4cf1-b586-263b929b73ea req-e64f0249-97e5-40c0-83f2-9c7672eda6fa tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:43.933801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ee217ae-f981-4cf1-b586-263b929b73ea req-e64f0249-97e5-40c0-83f2-9c7672eda6fa tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 944 time: 0.1173346 Feb 09 14:36:44.030649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] For port f4a9a390-9361-46a5-b09b-d8c4123f4800, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:36:44.031198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attempted to set empty binding levels {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 09 14:36:44.032798 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Attempting to bind port d41196da-170e-457a-b591-c50771b90498 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:44.033176 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Attempting to bind port d41196da-170e-457a-b591-c50771b90498 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '75f4e60d-2955-46bf-8622-626201643449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:44.033555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Attempting to bind port d41196da-170e-457a-b591-c50771b90498 on network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:44.040978 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:36:44.041355 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Checking segment: {'id': '75f4e60d-2955-46bf-8622-626201643449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:36:44.042015 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:44.042843 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Bound using segment: {'id': '75f4e60d-2955-46bf-8622-626201643449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:36:44.043803 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Bound port: d41196da-170e-457a-b591-c50771b90498, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f4e60d-2955-46bf-8622-626201643449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:36:44.043803 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:44.049854 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:44.072649 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ee217ae-f981-4cf1-b586-263b929b73ea req-83a59b5d-acbf-4de8-bd8e-9e6ce21c9896 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201189 Feb 09 14:36:44.117959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bccf6b-ac69-4a0d-97c0-15498107293a req-95d7e775-b0cc-48fe-98b3-5bc46144169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:44.119626 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72bccf6b-ac69-4a0d-97c0-15498107293a req-95d7e775-b0cc-48fe-98b3-5bc46144169b service neutron] 10.222.0.35 "GET /v2.0/networks?id=7ffc6d90-6560-4047-8fa9-a763c9541e79 HTTP/1.1" status: 200 len: 913 time: 0.1848350 Feb 09 14:36:44.133501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] In _notify_port_updated(), no bound segment for port f4a9a390-9361-46a5-b09b-d8c4123f4800 on network a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 {{(pid=87596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:36:44.134396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:44.134994 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:44.139238 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] 10.222.0.48 "PUT /v2.0/ports/f4a9a390-9361-46a5-b09b-d8c4123f4800 HTTP/1.1" status: 200 len: 974 time: 3.0953977 Feb 09 14:36:44.157673 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33430) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:44.181446 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] For port d41196da-170e-457a-b591-c50771b90498, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:36:44.185984 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] For port d41196da-170e-457a-b591-c50771b90498, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d41196da-170e-457a-b591-c50771b90498,segment=NetworkSegment(75f4e60d-2955-46bf-8622-626201643449),segment_id=75f4e60d-2955-46bf-8622-626201643449)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:36:44.192666 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:44.299100 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5a290-1910-4d8e-b23a-9436b5834016 None None] Pushing event updated for resources: {'Port': ['ID=d41196da-170e-457a-b591-c50771b90498,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:44.337070 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72bccf6b-ac69-4a0d-97c0-15498107293a req-7f213a16-91c6-4979-a6ba-6b51ed04d78c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6012c9d-7122-4d60-99ac-4786b1d45f4d HTTP/1.1" status: 200 len: 217 time: 0.2098577 Feb 09 14:36:44.350176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202cb2f-1d26-43b9-a642-6300e999902d tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Pushing event updated for resources: {'Port': ['ID=f4a9a390-9361-46a5-b09b-d8c4123f4800,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:44.406900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a37f588d-da2e-4630-ac2b-5edda543d82b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Deleting port f4a9a390-9361-46a5-b09b-d8c4123f4800 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:36:44.407269 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a37f588d-da2e-4630-ac2b-5edda543d82b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:44.435294 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bccf6b-ac69-4a0d-97c0-15498107293a req-e0c15dc9-500f-4949-a8a5-8b9eed1c13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:44.437386 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72bccf6b-ac69-4a0d-97c0-15498107293a req-e0c15dc9-500f-4949-a8a5-8b9eed1c13f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4cbee3c2-4527-441d-a604-88ee748ed65d HTTP/1.1" status: 200 len: 853 time: 0.0891464 Feb 09 14:36:44.502739 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72bccf6b-ac69-4a0d-97c0-15498107293a req-a7a5ab85-53c7-4084-a7d2-7e569975b787 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ffc6d90-6560-4047-8fa9-a763c9541e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527759 Feb 09 14:36:44.755713 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72bccf6b-ac69-4a0d-97c0-15498107293a req-5bd42391-55a7-49e1-a48b-eedf4627c52b service neutron] 10.222.0.35 "GET /v2.0/networks/7ffc6d90-6560-4047-8fa9-a763c9541e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414687 Feb 09 14:36:44.844815 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:44.869203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33440) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:44.900977 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:44.946840 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72bccf6b-ac69-4a0d-97c0-15498107293a req-dff3c6d4-ffe0-412f-b37b-fe1f2b4ba9d0 service neutron] 10.222.0.35 "GET /v2.0/networks/7ffc6d90-6560-4047-8fa9-a763c9541e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765971 Feb 09 14:36:45.047998 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d75c7fe-bf2f-4113-a6c0-83c2caa6fe3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:45.051562 n-d-828418-2 neutron-server[87596]: DEBUG neutron.objects.ports [None req-149ddf17-7dbd-481d-8470-b0b78c5c2756 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87596) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:36:45.052151 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-149ddf17-7dbd-481d-8470-b0b78c5c2756 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:45.063479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1d75c7fe-bf2f-4113-a6c0-83c2caa6fe3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:45.067535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1d75c7fe-bf2f-4113-a6c0-83c2caa6fe3e admin admin] Usage tracker for resource:security_group_rule and tenant:27af32a848a44ae99cb73889e6d5b98d is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:45.070948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1d75c7fe-bf2f-4113-a6c0-83c2caa6fe3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:45.076878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1d75c7fe-bf2f-4113-a6c0-83c2caa6fe3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:45.173533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a37f588d-da2e-4630-ac2b-5edda543d82b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] For port f4a9a390-9361-46a5-b09b-d8c4123f4800, host n-h2-828418-2, got binding levels [] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:36:45.174035 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a37f588d-da2e-4630-ac2b-5edda543d82b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:45.228800 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d75c7fe-bf2f-4113-a6c0-83c2caa6fe3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:45.234259 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d75c7fe-bf2f-4113-a6c0-83c2caa6fe3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:45.270789 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d41196da-170e-457a-b591-c50771b90498 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:36:45.322152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75c7fe-bf2f-4113-a6c0-83c2caa6fe3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ecd27e-a774-4668-a172-6b4e74a159b1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:45.344756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ddf17-7dbd-481d-8470-b0b78c5c2756 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b9477e08-d281-42e4-842d-dc4b1a1a2c8e,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:45.354693 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1d75c7fe-bf2f-4113-a6c0-83c2caa6fe3e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27af32a848a44ae99cb73889e6d5b98d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846056 Feb 09 14:36:45.360979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33450) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:45.397578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port d41196da-170e-457a-b591-c50771b90498 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:36:45.445463 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-46ae25ce-b7da-460a-b21a-6b04f88a70ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:45.473975 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-46ae25ce-b7da-460a-b21a-6b04f88a70ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:45.491981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a37f588d-da2e-4630-ac2b-5edda543d82b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Calling delete_port for f4a9a390-9361-46a5-b09b-d8c4123f4800 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:36:45.531710 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-46ae25ce-b7da-460a-b21a-6b04f88a70ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:45.549805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae25ce-b7da-460a-b21a-6b04f88a70ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ecd27e-a774-4668-a172-6b4e74a159b1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:45.564138 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-46ae25ce-b7da-460a-b21a-6b04f88a70ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:45.565476 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-46ae25ce-b7da-460a-b21a-6b04f88a70ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80ecd27e-a774-4668-a172-6b4e74a159b1 HTTP/1.1" status: 204 len: 168 time: 0.2034066 Feb 09 14:36:45.705461 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84f95ef-c2b1-4d51-8906-2c27fc09c53f None None] Network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:36:45.721605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149ddf17-7dbd-481d-8470-b0b78c5c2756 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Checking segment: {'id': '5faf500c-4e9a-43f9-9bab-2e688a495893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '00e4c838-d156-4139-8883-46b5154e3e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:36:45.721960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ddf17-7dbd-481d-8470-b0b78c5c2756 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Network hostable DHCP agents. Network: 00e4c838-d156-4139-8883-46b5154e3e4b, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:36:45.758430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Allocated IP 172.25.8.77 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/4c85f351-532c-4ae1-a2e5-56addd1ad0f6) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:36:45.800031 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9104e411-efe6-4243-bf8b-db210102161e None None] Provisioning for port d41196da-170e-457a-b591-c50771b90498 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:36:45.808743 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9104e411-efe6-4243-bf8b-db210102161e None None] Provisioning complete for port d41196da-170e-457a-b591-c50771b90498 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:45.809514 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9104e411-efe6-4243-bf8b-db210102161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:45.872510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ddf17-7dbd-481d-8470-b0b78c5c2756 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Network 00e4c838-d156-4139-8883-46b5154e3e4b is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:36:45.890423 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a37f588d-da2e-4630-ac2b-5edda543d82b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:45.947546 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-149ddf17-7dbd-481d-8470-b0b78c5c2756 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 00e4c838-d156-4139-8883-46b5154e3e4b) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:45.967361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149ddf17-7dbd-481d-8470-b0b78c5c2756 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:45.967966 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-149ddf17-7dbd-481d-8470-b0b78c5c2756 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:45.972608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f588d-da2e-4630-ac2b-5edda543d82b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4a9a390-9361-46a5-b09b-d8c4123f4800,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:45.979327 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a37f588d-da2e-4630-ac2b-5edda543d82b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:45.986568 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4066df6-5321-4086-92ce-6e38d2dcdd84 None None] Network 00e4c838-d156-4139-8883-46b5154e3e4b requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:36:46.003534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddaf769-42f9-43a7-9646-91d727882972 req-837ad133-4848-4783-8298-18b4e8d193bb tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:46.011021 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ddaf769-42f9-43a7-9646-91d727882972 req-837ad133-4848-4783-8298-18b4e8d193bb tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 944 time: 0.6892986 Feb 09 14:36:46.085186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33466) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:46.085326 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a37f588d-da2e-4630-ac2b-5edda543d82b tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] 10.222.0.48 "DELETE /v2.0/ports/f4a9a390-9361-46a5-b09b-d8c4123f4800 HTTP/1.1" status: 204 len: 168 time: 1.9264979 Feb 09 14:36:46.102684 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-149ddf17-7dbd-481d-8470-b0b78c5c2756 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9704850 Feb 09 14:36:46.106639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33470) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:46.115291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-391204340', 'network_id': '00e4c838-d156-4139-8883-46b5154e3e4b'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:46.129772 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ddaf769-42f9-43a7-9646-91d727882972 req-77367ee0-4af5-4625-a92e-9d07280f731e tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178968 Feb 09 14:36:46.133457 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9104e411-efe6-4243-bf8b-db210102161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:46.148032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:46.156160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Usage tracker for resource:port and tenant:7acd90819b5e45118d42c1721cfc8b90 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:46.160743 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:46.163630 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:46.171389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:46.184436 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-272bbcd7-6673-4d21-b350-0583cfe1f1f6 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] GET failed (client error): The resource could not be found. Feb 09 14:36:46.185560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-272bbcd7-6673-4d21-b350-0583cfe1f1f6 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Synchronizing usage tracker for tenant:31769e00fc5b40789d314c73bcb0a305 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:36:46.189486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Made reservation on behalf of 7acd90819b5e45118d42c1721cfc8b90 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:36:46.192653 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:46.222170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-272bbcd7-6673-4d21-b350-0583cfe1f1f6 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] Unset dirty status for tenant:31769e00fc5b40789d314c73bcb0a305 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:36:46.228462 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-272bbcd7-6673-4d21-b350-0583cfe1f1f6 tempest-PortsAdminExtendedAttrsTestJSON-782007103 tempest-PortsAdminExtendedAttrsTestJSON-782007103-project-admin] 10.222.0.48 "GET /v2.0/ports/f4a9a390-9361-46a5-b09b-d8c4123f4800 HTTP/1.1" status: 404 len: 333 time: 0.1362755 Feb 09 14:36:46.228917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33480) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:46.229216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] device_id is not set on port 81ae7bdb-117c-49fd-bc00-eccb06457e4e yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:36:46.254767 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9104e411-efe6-4243-bf8b-db210102161e None None] For port d41196da-170e-457a-b591-c50771b90498, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d41196da-170e-457a-b591-c50771b90498,segment=NetworkSegment(75f4e60d-2955-46bf-8622-626201643449),segment_id=75f4e60d-2955-46bf-8622-626201643449)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:36:46.273162 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9104e411-efe6-4243-bf8b-db210102161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:46.282409 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:46.393115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:36:46.400615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:46.416668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:36:46.416923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155603fa-8ce8-4244-b366-dce4bfeb61d4 None None] Network 00e4c838-d156-4139-8883-46b5154e3e4b requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:36:46.443419 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:46.471084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Pushing event updated for resources: {'Port': ['ID=4c85f351-532c-4ae1-a2e5-56addd1ad0f6,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:46.474211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33486) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:46.621136 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104e411-efe6-4243-bf8b-db210102161e None None] Pushing event updated for resources: {'Port': ['ID=d41196da-170e-457a-b591-c50771b90498,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:46.649250 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:46.682098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a996f6e1-b061-4e3c-97f2-b3c08d33c5b0']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:46.696430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7909c0-c620-4834-8215-6c4d9609567e') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:46.697071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7909c0-c620-4834-8215-6c4d9609567e') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:46.709683 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:46.732392 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:46.741405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:36:46.742496 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:46.749912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-61d0d0b1-051b-4031-a7d2-1887e6027426 None None] Provisioning complete for port d41196da-170e-457a-b591-c50771b90498 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:46.750285 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-61d0d0b1-051b-4031-a7d2-1887e6027426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:46.752304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-187850840-network', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:36:46.761451 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:36:46.763519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Allocated IP 2001:db8::168 (00e4c838-d156-4139-8883-46b5154e3e4b/b9477e08-d281-42e4-842d-dc4b1a1a2c8e/81ae7bdb-117c-49fd-bc00-eccb06457e4e) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:36:46.772155 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:46.785860 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Usage tracker for resource:network and tenant:fd902e78e9b44d9993efa4ba21344f90 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:46.790642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:46.798750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:46.845386 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:46.860831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Made reservation on behalf of fd902e78e9b44d9993efa4ba21344f90 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:36:46.863611 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:46.871811 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:46.879343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Pushing event deleted for resources: {'Network': ['ID=a996f6e1-b061-4e3c-97f2-b3c08d33c5b0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:46.882945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] 10.222.0.48 "DELETE /v2.0/networks/a996f6e1-b061-4e3c-97f2-b3c08d33c5b0 HTTP/1.1" status: 204 len: 168 time: 0.6526408 Feb 09 14:36:46.889496 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:46.889852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:46.890198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:46.890542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:46.890883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:46.891224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:46.891544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:46.891907 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:46.892238 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:46.892571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:46.894019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:46.894019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b932e90-ac8a-48a5-a890-049fef54cbd3 tempest-PortsAdminExtendedAttrsTestJSON-1757182562 tempest-PortsAdminExtendedAttrsTestJSON-1757182562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:46.968202 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:47.049197 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:47.069473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Usage tracker for resource:security_group_rule and tenant:fd902e78e9b44d9993efa4ba21344f90 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:47.102357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33496) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:47.123830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:47.155688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:47.158493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d41196da-170e-457a-b591-c50771b90498 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:36:47.193365 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:47.248459 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d41196da-170e-457a-b591-c50771b90498 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:47.248834 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:47.329319 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e2356841-b340-4d15-852c-0db4124b201f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08adf670933041749fa1c8fcf8871151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256703 Feb 09 14:36:47.332242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33504) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:47.343577 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:47.394380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747f884-c86e-4d5d-86cd-c9718e35fa47 req-457e1c17-1b99-40cb-aaf4-a1f43c6b2a9e tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:47.395844 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0747f884-c86e-4d5d-86cd-c9718e35fa47 req-457e1c17-1b99-40cb-aaf4-a1f43c6b2a9e tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 944 time: 0.1490288 Feb 09 14:36:47.439678 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-74b8d8db-eda5-4aab-8f4d-89a16977047f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:47.462061 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0747f884-c86e-4d5d-86cd-c9718e35fa47 req-ada42d25-8981-4eef-8bfc-9ce04a56105a tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606604 Feb 09 14:36:47.476261 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-74b8d8db-eda5-4aab-8f4d-89a16977047f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:47.531440 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-74b8d8db-eda5-4aab-8f4d-89a16977047f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:47.550123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8d8db-eda5-4aab-8f4d-89a16977047f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464e97e0-a96c-414a-bfaf-4b935fa13594,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:47.562850 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-74b8d8db-eda5-4aab-8f4d-89a16977047f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:47.564391 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-74b8d8db-eda5-4aab-8f4d-89a16977047f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/464e97e0-a96c-414a-bfaf-4b935fa13594 HTTP/1.1" status: 204 len: 168 time: 0.2310472 Feb 09 14:36:47.711241 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:47.718338 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:47.824969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:36:47.829946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0105e3bc-8460-4700-b474-68c0de9a49ec,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:47.840459 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:47.864377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33512) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:47.888130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c6012c9d-7122-4d60-99ac-4786b1d45f4d details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:36:47.901338 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:47.901685 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Added segment 89df81a2-0da1-44db-ad0e-d03a9a37c54b of type vlan for network dbd29eea-57ba-4216-b5d8-c672da6f570c Feb 09 14:36:47.919456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f677b9f8-eae9-400e-8ac2-d2cd4cf8a8e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31769e00fc5b40789d314c73bcb0a305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515184 Feb 09 14:36:47.919638 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:47.919756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33516) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:47.941880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Network 00e4c838-d156-4139-8883-46b5154e3e4b is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:36:47.982999 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b641-3ccc-41f2-ab62-b4cf640f405a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:48.007545 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:48.009357 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b641-3ccc-41f2-ab62-b4cf640f405a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:48.009718 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Pushing event updated for resources: {'Port': ['ID=81ae7bdb-117c-49fd-bc00-eccb06457e4e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:48.025994 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:36:48.026525 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port c6012c9d-7122-4d60-99ac-4786b1d45f4d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c6012c9d-7122-4d60-99ac-4786b1d45f4d,segment=NetworkSegment(d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a),segment_id=d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:36:48.026990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:48.027583 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:48.037394 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:48.041659 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'c6012c9d-7122-4d60-99ac-4786b1d45f4d', 'network_id': '7ffc6d90-6560-4047-8fa9-a763c9541e79', 'port_id': 'c6012c9d-7122-4d60-99ac-4786b1d45f4d', 'mac_address': 'fa:16:3e:f6:cb:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cbee3c2-4527-441d-a604-88ee748ed65d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:36:48.070021 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b641-3ccc-41f2-ab62-b4cf640f405a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:48.084987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0b641-3ccc-41f2-ab62-b4cf640f405a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5b7d06-70b6-43b8-a3a6-b5b5ada44647,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:48.092143 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b641-3ccc-41f2-ab62-b4cf640f405a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:48.095821 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a1e0b641-3ccc-41f2-ab62-b4cf640f405a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee5b7d06-70b6-43b8-a3a6-b5b5ada44647 HTTP/1.1" status: 204 len: 168 time: 0.1727569 Feb 09 14:36:48.114584 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:48.133545 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6012c9d-7122-4d60-99ac-4786b1d45f4d {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:36:48.149114 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c02011ec-a835-4190-8988-a5dd2f7a3072 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0397103 Feb 09 14:36:48.151978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33522) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:48.152550 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port c6012c9d-7122-4d60-99ac-4786b1d45f4d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c6012c9d-7122-4d60-99ac-4786b1d45f4d,segment=NetworkSegment(d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a),segment_id=d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:36:48.157835 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:48.185299 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:48.186639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:48.187553 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:48.231608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8cfde078-099d-4073-aa02-84a31b61075b tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Deleting port 81ae7bdb-117c-49fd-bc00-eccb06457e4e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:36:48.232212 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cfde078-099d-4073-aa02-84a31b61075b tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:48.233869 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=c6012c9d-7122-4d60-99ac-4786b1d45f4d,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:48.284331 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7999628 Feb 09 14:36:48.288460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33526) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:48.293905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-16add11b-a3a9-49b6-bc56-414ef0477143 admin admin] Request body: {'subnet': {'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-187850840-subnet', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:48.302040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-16add11b-a3a9-49b6-bc56-414ef0477143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:48.312523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4b7d8-125b-4a39-b8c5-0b32469f38a4 admin admin] Pushing event updated for resources: {'Network': ['ID=dbd29eea-57ba-4216-b5d8-c672da6f570c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:48.326884 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network dbd29eea-57ba-4216-b5d8-c672da6f570c details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:36:48.339330 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Router 004ba569-8c16-466c-9409-08c296f38212 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:36:48.343310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-16add11b-a3a9-49b6-bc56-414ef0477143 admin admin] Usage tracker for resource:subnet and tenant:fd902e78e9b44d9993efa4ba21344f90 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:48.352420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-16add11b-a3a9-49b6-bc56-414ef0477143 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:48.361089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-16add11b-a3a9-49b6-bc56-414ef0477143 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:48.442489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16add11b-a3a9-49b6-bc56-414ef0477143 admin admin] Made reservation on behalf of fd902e78e9b44d9993efa4ba21344f90 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:36:48.444482 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-16add11b-a3a9-49b6-bc56-414ef0477143 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:48.561865 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:36:48.573818 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Sync routers for ids ['004ba569-8c16-466c-9409-08c296f38212'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:36:48.585832 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:48.587944 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3a09ccba-e150-424f-9ed5-49c41dd3060d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8437057 Feb 09 14:36:48.589969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33536) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:48.591173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Routers {'004ba569-8c16-466c-9409-08c296f38212'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:36:48.594766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['004ba569-8c16-466c-9409-08c296f38212'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:48.707385 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['c6012c9d-7122-4d60-99ac-4786b1d45f4d'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:36:48.717996 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cfde078-099d-4073-aa02-84a31b61075b tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:48.849435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8cfde078-099d-4073-aa02-84a31b61075b tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Calling delete_port for 81ae7bdb-117c-49fd-bc00-eccb06457e4e owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:36:48.885126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9c82a-845d-4107-add8-729c1626000a req-20d6f6d6-4165-4f75-abe5-53f56eb949e5 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:48.886631 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-72e9c82a-845d-4107-add8-729c1626000a req-20d6f6d6-4165-4f75-abe5-53f56eb949e5 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 945 time: 0.1965947 Feb 09 14:36:48.968640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Set router 004ba569-8c16-466c-9409-08c296f38212 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:36:49.031462 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-72e9c82a-845d-4107-add8-729c1626000a req-8a4c5b3a-b562-4d96-9d60-628f8e88d137 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836759 Feb 09 14:36:49.124903 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cfde078-099d-4073-aa02-84a31b61075b tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:49.227868 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cfde078-099d-4073-aa02-84a31b61075b tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:49.231432 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-16add11b-a3a9-49b6-bc56-414ef0477143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:49.316326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16add11b-a3a9-49b6-bc56-414ef0477143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a12fb758-587c-45f5-961c-5c501cf036d2,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:49.321152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfde078-099d-4073-aa02-84a31b61075b tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Pushing event deleted for resources: {'Port': ['ID=81ae7bdb-117c-49fd-bc00-eccb06457e4e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:49.328327 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8cfde078-099d-4073-aa02-84a31b61075b tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "DELETE /v2.0/ports/81ae7bdb-117c-49fd-bc00-eccb06457e4e HTTP/1.1" status: 204 len: 168 time: 1.1749415 Feb 09 14:36:49.330998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33554) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:49.358052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00e4c838-d156-4139-8883-46b5154e3e4b', 'external_fixed_ips': [{'subnet_id': 'b9477e08-d281-42e4-842d-dc4b1a1a2c8e', 'ip_address': '2001:db8::168'}]}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:49.369520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:49.378691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Usage tracker for resource:router and tenant:7acd90819b5e45118d42c1721cfc8b90 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:49.382910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:49.390687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:49.405227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16add11b-a3a9-49b6-bc56-414ef0477143 admin admin] Checking segment: {'id': '89df81a2-0da1-44db-ad0e-d03a9a37c54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:36:49.405845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16add11b-a3a9-49b6-bc56-414ef0477143 admin admin] Network hostable DHCP agents. Network: dbd29eea-57ba-4216-b5d8-c672da6f570c, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:36:49.412557 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:49.414070 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:49.439381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16add11b-a3a9-49b6-bc56-414ef0477143 admin admin] Network dbd29eea-57ba-4216-b5d8-c672da6f570c is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:36:49.449620 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:49.461547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-16add11b-a3a9-49b6-bc56-414ef0477143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, dbd29eea-57ba-4216-b5d8-c672da6f570c) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:49.467558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16add11b-a3a9-49b6-bc56-414ef0477143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:49.468207 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-16add11b-a3a9-49b6-bc56-414ef0477143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:49.539152 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0469e40-34db-4011-bf33-1eb73307d78b None None] Network dbd29eea-57ba-4216-b5d8-c672da6f570c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:36:49.637312 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-16add11b-a3a9-49b6-bc56-414ef0477143 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3443677 Feb 09 14:36:49.638327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33560) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:49.648131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-187850840-router', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:49.704089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:49.747156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004ba569-8c16-466c-9409-08c296f38212', 'name': 'tempest-TestServerMultinode-1450610046-router', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '4c85f351-532c-4ae1-a2e5-56addd1ad0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:43Z', 'updated_at': '2022-02-09T14:36:46Z', 'revision_number': 3, 'project_id': '280b9ae600ee413f8708f2a76a03465a', 'gw_port': {'id': '4c85f351-532c-4ae1-a2e5-56addd1ad0f6', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:84:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004ba569-8c16-466c-9409-08c296f38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:44Z', 'updated_at': '2022-02-09T14:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:49.760473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Checking router: 004ba569-8c16-466c-9409-08c296f38212 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:36:49.760823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Updating router 004ba569-8c16-466c-9409-08c296f38212 port 4c85f351-532c-4ae1-a2e5-56addd1ad0f6 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:36:49.771056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Usage tracker for resource:router and tenant:fd902e78e9b44d9993efa4ba21344f90 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:49.780739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:49.797484 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:49.858001 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:49.861336 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:49.873122 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:49.884441 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:49.886268 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:49.922678 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-dbd29eea-57ba-4216-b5d8-c672da6f570c', 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'fixed_ips': [{'subnet_id': 'a12fb758-587c-45f5-961c-5c501cf036d2'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:36:49.936034 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:49.975544 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:50.180105 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Allocated IP 172.20.0.1 (76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa/fdea16f4-d318-4a51-9d87-4c1aa37aa012/1a6178d3-2af3-49f3-9648-bd1a769ec097) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:36:50.367113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33578) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:50.410790 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:50.449343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Transition to ACTIVE for port object 1a6178d3-2af3-49f3-9648-bd1a769ec097 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:36:50.489020 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:50.536026 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Allocated IP 172.20.0.2 (dbd29eea-57ba-4216-b5d8-c672da6f570c/a12fb758-587c-45f5-961c-5c501cf036d2/b87cc532-5694-47b5-947c-9bf860a512a0) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:36:50.587032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-263964887', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:50.592749 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:50.597278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Usage tracker for resource:port and tenant:837094bb2659459a863e4d09cdbf2771 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:50.600240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:50.606421 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:50.612006 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:50.624338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:36:50.625358 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Made reservation on behalf of 837094bb2659459a863e4d09cdbf2771 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:36:50.628299 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:50.645972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:50.652742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:36:50.677186 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:50.702421 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Pushing event updated for resources: {'Port': ['ID=1a6178d3-2af3-49f3-9648-bd1a769ec097,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:50.708004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:50.712138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Usage tracker for resource:security_group_rule and tenant:837094bb2659459a863e4d09cdbf2771 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:50.716152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:50.722479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:50.830251 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:50.843079 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:50.860798 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:50.864745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] device_id is not set on port b3503e97-8b6f-4a7a-83f4-a848db8e4bee yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:36:50.919631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288d155-d577-4e1d-b310-0a3d4e487fb0 req-db3a546e-07c9-42c0-9626-b929e2b622da tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:50.921383 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b288d155-d577-4e1d-b310-0a3d4e487fb0 req-db3a546e-07c9-42c0-9626-b929e2b622da tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 945 time: 0.6487932 Feb 09 14:36:50.939300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Transition to ACTIVE for port object 4c85f351-532c-4ae1-a2e5-56addd1ad0f6 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:36:50.961027 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:50.965428 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:50.999646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d84d0d-8ef6-43eb-af4c-4270a7d34664,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:51.070793 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.076203 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Attempting to bind port 4c85f351-532c-4ae1-a2e5-56addd1ad0f6 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:51.076600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Attempting to bind port 4c85f351-532c-4ae1-a2e5-56addd1ad0f6 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:51.076973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Attempting to bind port 4c85f351-532c-4ae1-a2e5-56addd1ad0f6 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:51.079793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Allocated IP 172.25.8.233 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/b3503e97-8b6f-4a7a-83f4-a848db8e4bee) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:36:51.090064 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:36:51.090064 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:36:51.090538 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.090995 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:36:51.091481 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Bound port: 4c85f351-532c-4ae1-a2e5-56addd1ad0f6, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:36:51.091984 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.103129 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b288d155-d577-4e1d-b310-0a3d4e487fb0 req-c3321d14-602f-403b-ad23-8af7158c67b4 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696181 Feb 09 14:36:51.113863 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.150274 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.192865 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Transition to ACTIVE for port object b87cc532-5694-47b5-947c-9bf860a512a0 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:36:51.198527 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82837590-a781-44d5-a26a-147a30d579db None None] Pushing event updated for resources: {'Port': ['ID=4c85f351-532c-4ae1-a2e5-56addd1ad0f6,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:51.205889 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5d0329cf-df95-48d3-80fd-732efb36ca52 None None] Provisioning for port 1a6178d3-2af3-49f3-9648-bd1a769ec097 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:36:51.228098 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5d0329cf-df95-48d3-80fd-732efb36ca52 None None] Provisioning complete for port 1a6178d3-2af3-49f3-9648-bd1a769ec097 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:51.228098 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5d0329cf-df95-48d3-80fd-732efb36ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.273720 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Transition to ACTIVE for port object b87cc532-5694-47b5-947c-9bf860a512a0 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:36:51.294219 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.302548 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.352594 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] For port 4c85f351-532c-4ae1-a2e5-56addd1ad0f6, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:36:51.375277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5d0329cf-df95-48d3-80fd-732efb36ca52 None None] Port 1a6178d3-2af3-49f3-9648-bd1a769ec097 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:36:51.377752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] For port 4c85f351-532c-4ae1-a2e5-56addd1ad0f6, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4c85f351-532c-4ae1-a2e5-56addd1ad0f6,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:36:51.391471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Network dbd29eea-57ba-4216-b5d8-c672da6f570c is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:36:51.395807 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.401212 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:51.402886 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Pushing event updated for resources: {'Port': ['ID=b87cc532-5694-47b5-947c-9bf860a512a0,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:51.405085 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:36:51.435860 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.527551 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.566314 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.570486 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82837590-a781-44d5-a26a-147a30d579db None None] Pushing event updated for resources: {'Port': ['ID=4c85f351-532c-4ae1-a2e5-56addd1ad0f6,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:51.575643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Attempting to bind port b87cc532-5694-47b5-947c-9bf860a512a0 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:51.576041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Attempting to bind port b87cc532-5694-47b5-947c-9bf860a512a0 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '89df81a2-0da1-44db-ad0e-d03a9a37c54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:51.576398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Attempting to bind port b87cc532-5694-47b5-947c-9bf860a512a0 on network dbd29eea-57ba-4216-b5d8-c672da6f570c {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:51.585807 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Routers {'004ba569-8c16-466c-9409-08c296f38212'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:36:51.586560 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['004ba569-8c16-466c-9409-08c296f38212'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:51.588688 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.637298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Allocated IP 2001:db8::168 (00e4c838-d156-4139-8883-46b5154e3e4b/b9477e08-d281-42e4-842d-dc4b1a1a2c8e/343adfc5-cc3d-44ad-b108-7833f900d866) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:36:51.679389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:36:51.683678 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.685892 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:51.690378 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:36:51.719785 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.763770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:36:51.764435 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Checking segment: {'id': '89df81a2-0da1-44db-ad0e-d03a9a37c54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:36:51.765017 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.765554 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Bound using segment: {'id': '89df81a2-0da1-44db-ad0e-d03a9a37c54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:36:51.766293 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Bound port: b87cc532-5694-47b5-947c-9bf860a512a0, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89df81a2-0da1-44db-ad0e-d03a9a37c54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:36:51.766822 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.878122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Pushing event updated for resources: {'Port': ['ID=b3503e97-8b6f-4a7a-83f4-a848db8e4bee,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:51.915666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c6012c9d-7122-4d60-99ac-4786b1d45f4d up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:36:51.932540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Allocated IP 172.25.8.193 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/5b8bc503-3763-4e4a-81ab-214ac69a45c4) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:36:51.982596 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.986589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:51.987491 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:51.993562 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Pushing event updated for resources: {'Port': ['ID=1a6178d3-2af3-49f3-9648-bd1a769ec097,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:52.015922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] Set router 004ba569-8c16-466c-9409-08c296f38212 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:36:52.046094 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:52.054624 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7815926a-bbab-478d-b5ee-227c9e3ec1a6 req-28137d8b-7485-483a-9b34-4697317b32f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4322331 Feb 09 14:36:52.080649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] For port b87cc532-5694-47b5-947c-9bf860a512a0, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:36:52.098530 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-192bcfe1-433c-478c-b674-2858783b9613 tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.7302952 Feb 09 14:36:52.098776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] For port b87cc532-5694-47b5-947c-9bf860a512a0, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b87cc532-5694-47b5-947c-9bf860a512a0,segment=NetworkSegment(89df81a2-0da1-44db-ad0e-d03a9a37c54b),segment_id=89df81a2-0da1-44db-ad0e-d03a9a37c54b)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:36:52.102498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33590) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:52.109230 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.233'}]}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:52.116829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:52.124301 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Usage tracker for resource:router and tenant:837094bb2659459a863e4d09cdbf2771 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:52.136269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:52.145573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:52.168431 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:52.174562 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:52.175329 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:52.181692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:36:52.183902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:52.187227 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:52.205189 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:52.273088 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port c6012c9d-7122-4d60-99ac-4786b1d45f4d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:36:52.293804 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:52.362638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port c6012c9d-7122-4d60-99ac-4786b1d45f4d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:52.364284 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:52.529368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Network 00e4c838-d156-4139-8883-46b5154e3e4b is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:36:52.536351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:52.544808 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:36:52.588933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09919ae1-5c83-414f-b6cb-695ac41b3d8a None None] Pushing event updated for resources: {'Port': ['ID=b87cc532-5694-47b5-947c-9bf860a512a0,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:52.629650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Pushing event updated for resources: {'Port': ['ID=343adfc5-cc3d-44ad-b108-7833f900d866,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:52.697704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-54d8ba07-bbf2-4b48-a50f-1a0fc50259e9 None None] Provisioning complete for port 1a6178d3-2af3-49f3-9648-bd1a769ec097 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:52.698228 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-54d8ba07-bbf2-4b48-a50f-1a0fc50259e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:52.727535 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:52.740036 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:52.745331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Router 004ba569-8c16-466c-9409-08c296f38212 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:36:52.766779 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd88d13-b6b4-4a6f-a5c8-a6add2d40239 req-5041d77d-dbbf-4b19-ab7d-aec17f4cb985 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:52.768206 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dbd88d13-b6b4-4a6f-a5c8-a6add2d40239 req-5041d77d-dbbf-4b19-ab7d-aec17f4cb985 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 945 time: 0.4651966 Feb 09 14:36:52.770313 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:52.798277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3318cb48-81e4-4567-9399-df02f2bbdd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6012c9d-7122-4d60-99ac-4786b1d45f4d'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:36:52.821606 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-54d8ba07-bbf2-4b48-a50f-1a0fc50259e9 None None] Port 1a6178d3-2af3-49f3-9648-bd1a769ec097 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:36:52.835250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port c6012c9d-7122-4d60-99ac-4786b1d45f4d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c6012c9d-7122-4d60-99ac-4786b1d45f4d,segment=NetworkSegment(d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a),segment_id=d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:36:52.851294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004ba569-8c16-466c-9409-08c296f38212', 'name': 'tempest-TestServerMultinode-1450610046-router', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '4c85f351-532c-4ae1-a2e5-56addd1ad0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:43Z', 'updated_at': '2022-02-09T14:36:51Z', 'revision_number': 4, 'project_id': '280b9ae600ee413f8708f2a76a03465a', 'gw_port': {'id': '4c85f351-532c-4ae1-a2e5-56addd1ad0f6', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:84:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004ba569-8c16-466c-9409-08c296f38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:44Z', 'updated_at': '2022-02-09T14:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1a6178d3-2af3-49f3-9648-bd1a769ec097', 'name': '', 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a', 'mac_address': 'fa:16:3e:e2:f3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004ba569-8c16-466c-9409-08c296f38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'fdea16f4-d318-4a51-9d87-4c1aa37aa012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:36:50Z', 'revision_number': 1, 'project_id': '280b9ae600ee413f8708f2a76a03465a', 'subnets': [{'id': 'fdea16f4-d318-4a51-9d87-4c1aa37aa012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:52.854581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815926a-bbab-478d-b5ee-227c9e3ec1a6 req-9cf413c6-02a7-4a83-8da9-03692dc63bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:52.856072 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7815926a-bbab-478d-b5ee-227c9e3ec1a6 req-9cf413c6-02a7-4a83-8da9-03692dc63bf0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 1098 time: 0.3961718 Feb 09 14:36:52.860150 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:52.863420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e67da22-6ff3-4d71-9a30-ad62ad1b8953 None None] The sync data for ids ['004ba569-8c16-466c-9409-08c296f38212'] in n-d-828418-2 is: [{'id': '004ba569-8c16-466c-9409-08c296f38212', 'name': 'tempest-TestServerMultinode-1450610046-router', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '4c85f351-532c-4ae1-a2e5-56addd1ad0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:43Z', 'updated_at': '2022-02-09T14:36:51Z', 'revision_number': 4, 'project_id': '280b9ae600ee413f8708f2a76a03465a', 'gw_port': {'id': '4c85f351-532c-4ae1-a2e5-56addd1ad0f6', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:84:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004ba569-8c16-466c-9409-08c296f38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:44Z', 'updated_at': '2022-02-09T14:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1a6178d3-2af3-49f3-9648-bd1a769ec097', 'name': '', 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a', 'mac_address': 'fa:16:3e:e2:f3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004ba569-8c16-466c-9409-08c296f38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'fdea16f4-d318-4a51-9d87-4c1aa37aa012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:36:50Z', 'revision_number': 1, 'project_id': '280b9ae600ee413f8708f2a76a03465a', 'subnets': [{'id': 'fdea16f4-d318-4a51-9d87-4c1aa37aa012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:36:52.879293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:36:52.904473 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3318cb48-81e4-4567-9399-df02f2bbdd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6012c9d-7122-4d60-99ac-4786b1d45f4d', 'code': 200} Feb 09 14:36:52.933483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:52.974580 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=c6012c9d-7122-4d60-99ac-4786b1d45f4d,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:53.024902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:36:53.072388 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8bc503-3763-4e4a-81ab-214ac69a45c4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:53.100949 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dbd88d13-b6b4-4a6f-a5c8-a6add2d40239 req-66fbdf59-432d-442a-bd33-4634ac44303d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187659 Feb 09 14:36:53.160496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:36:53.187493 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3bdfe860-f216-4414-85a8-77193ad89fdc admin admin] 10.222.0.48 "PUT /v2.0/routers/004ba569-8c16-466c-9409-08c296f38212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5870593 Feb 09 14:36:53.247102 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b87cc532-5694-47b5-947c-9bf860a512a0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:36:53.416696 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port b87cc532-5694-47b5-947c-9bf860a512a0 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:36:53.762398 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:53.779613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815926a-bbab-478d-b5ee-227c9e3ec1a6 req-46a2cae6-a81b-4cda-8b47-a547d3044a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:53.781499 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7815926a-bbab-478d-b5ee-227c9e3ec1a6 req-46a2cae6-a81b-4cda-8b47-a547d3044a63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 916 time: 0.8977778 Feb 09 14:36:53.798101 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:53.873829 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:53.967918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf56b6-064f-4039-8b5d-fa63f1c242ec req-b4d0f4ec-e172-4209-87da-ffab6dbd4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:53.969690 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9cdf56b6-064f-4039-8b5d-fa63f1c242ec req-b4d0f4ec-e172-4209-87da-ffab6dbd4673 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 1097 time: 0.8811955 Feb 09 14:36:54.110268 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:54.197802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33614) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:54.209277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1002876279-network', 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:54.285492 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaec402-c472-4a95-9060-b3f468635137 None None] Network dbd29eea-57ba-4216-b5d8-c672da6f570c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:36:54.362458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:54.392604 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Provisioning for port b87cc532-5694-47b5-947c-9bf860a512a0 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:36:54.411899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Provisioning complete for port b87cc532-5694-47b5-947c-9bf860a512a0 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:54.412632 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:54.449993 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Usage tracker for resource:network and tenant:0769abacc27e4e269d0375f8324d1bb5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:54.457001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:54.466776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:54.469925 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:54.602171 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:54.606270 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:54.633284 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Made reservation on behalf of 0769abacc27e4e269d0375f8324d1bb5 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:36:54.638485 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:54.666711 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:54.682474 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7815926a-bbab-478d-b5ee-227c9e3ec1a6 req-0b5c6932-ed0d-447d-a850-bb08fc9303e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d HTTP/1.1" status: 200 len: 1002 time: 0.8827803 Feb 09 14:36:54.692687 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:54.693342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8185cd5-9f7d-4fdb-bf08-bc6ee46704d4 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:36:54.695989 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:54.697328 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9cdf56b6-064f-4039-8b5d-fa63f1c242ec req-5e8cc723-0ea9-4d36-abb8-93f1d158b39e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022317 Feb 09 14:36:54.707837 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:54.720566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Usage tracker for resource:security_group_rule and tenant:0769abacc27e4e269d0375f8324d1bb5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:54.724048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:54.728533 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 14:36:54.730096 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2bbb2144-c790-49f3-96f1-9ca863121dcc tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6270275 Feb 09 14:36:54.733349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33618) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:54.736268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:54.754118 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] For port b87cc532-5694-47b5-947c-9bf860a512a0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b87cc532-5694-47b5-947c-9bf860a512a0,segment=NetworkSegment(89df81a2-0da1-44db-ad0e-d03a9a37c54b),segment_id=89df81a2-0da1-44db-ad0e-d03a9a37c54b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:36:54.761782 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:54.848679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b8f500b4-d009-4fc9-8bd3-28d9532f788a tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Deleting port b3503e97-8b6f-4a7a-83f4-a848db8e4bee {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:36:54.849247 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8f500b4-d009-4fc9-8bd3-28d9532f788a tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:54.856999 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Pushing event updated for resources: {'Port': ['ID=b87cc532-5694-47b5-947c-9bf860a512a0,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:54.865002 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:54.865342 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:54.865680 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:54.866657 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:54.866990 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:54.867318 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:54.867640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:54.868020 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:54.868347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:54.868668 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:54.868988 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:54.869356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c790-bdf7-4f7a-9418-25c97ae02ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:36:55.091221 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-67f2cdf0-0222-4155-b2f9-1f178e33ed38 None None] Provisioning complete for port b87cc532-5694-47b5-947c-9bf860a512a0 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:55.091683 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-67f2cdf0-0222-4155-b2f9-1f178e33ed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:55.097045 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:55.165724 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:55.198349 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8f500b4-d009-4fc9-8bd3-28d9532f788a tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:55.241068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815926a-bbab-478d-b5ee-227c9e3ec1a6 req-95b28f27-f295-44b2-8517-376306d1100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:55.242512 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7815926a-bbab-478d-b5ee-227c9e3ec1a6 req-95b28f27-f295-44b2-8517-376306d1100b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 200 len: 855 time: 0.5414946 Feb 09 14:36:55.313418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4c85f351-532c-4ae1-a2e5-56addd1ad0f6 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:36:55.328065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9fa47-8dae-4f2f-b7a1-d28b9924378b req-774de957-4a6e-4445-935b-f6408ebd8503 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:55.329426 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ee9fa47-8dae-4f2f-b7a1-d28b9924378b req-774de957-4a6e-4445-935b-f6408ebd8503 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 946 time: 1.0163043 Feb 09 14:36:55.341742 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:55.344692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:36:55.361973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b8f500b4-d009-4fc9-8bd3-28d9532f788a tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Calling delete_port for b3503e97-8b6f-4a7a-83f4-a848db8e4bee owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:36:55.385506 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 4c85f351-532c-4ae1-a2e5-56addd1ad0f6 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:36:55.391151 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4c85f351-532c-4ae1-a2e5-56addd1ad0f6 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:55.391151 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:55.414011 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:55.414425 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Added segment f1800a1b-88de-4236-9a29-7ad73b5c1485 of type vlan for network 1dee4362-6c5a-467b-992b-83762b500291 Feb 09 14:36:55.426629 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ececeace-466b-450e-b6c2-487b24e49521,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:55.582478 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:55.601505 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:55.607925 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 4c85f351-532c-4ae1-a2e5-56addd1ad0f6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4c85f351-532c-4ae1-a2e5-56addd1ad0f6,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:36:55.616595 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:55.617792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b87cc532-5694-47b5-947c-9bf860a512a0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:36:55.638802 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:55.640051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:55.640350 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:55.685333 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:55.692151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ee9fa47-8dae-4f2f-b7a1-d28b9924378b req-bec6f43d-34a4-45a9-ab5f-075b8c9b018b tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527684 Feb 09 14:36:55.781276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=4c85f351-532c-4ae1-a2e5-56addd1ad0f6,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:55.798121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] Pushing event updated for resources: {'Network': ['ID=1dee4362-6c5a-467b-992b-83762b500291,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:55.814436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 1dee4362-6c5a-467b-992b-83762b500291 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:36:55.824998 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0df6558e-171f-4c48-ac41-02ebf03b0160 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6258917 Feb 09 14:36:55.827460 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8f500b4-d009-4fc9-8bd3-28d9532f788a tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:55.830437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33622) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:55.841737 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c6d17db3-18b5-4332-9b1e-664566497be3 admin admin] Request body: {'subnet': {'network_id': '1dee4362-6c5a-467b-992b-83762b500291', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1002876279-subnet', 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5', 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:55.889932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c6d17db3-18b5-4332-9b1e-664566497be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:55.892370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b87cc532-5694-47b5-947c-9bf860a512a0 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:55.892777 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:55.903643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c6d17db3-18b5-4332-9b1e-664566497be3 admin admin] Usage tracker for resource:subnet and tenant:0769abacc27e4e269d0375f8324d1bb5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:55.914163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c6d17db3-18b5-4332-9b1e-664566497be3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:55.919029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f500b4-d009-4fc9-8bd3-28d9532f788a tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3503e97-8b6f-4a7a-83f4-a848db8e4bee,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:55.958704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c6d17db3-18b5-4332-9b1e-664566497be3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:55.972147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815926a-bbab-478d-b5ee-227c9e3ec1a6 req-482565f3-d13b-4072-9644-00bfbee87041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:55.973797 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7815926a-bbab-478d-b5ee-227c9e3ec1a6 req-482565f3-d13b-4072-9644-00bfbee87041 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7bbb3d60-5bb5-4148-942d-8f599eefdf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7148709 Feb 09 14:36:56.015833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d17db3-18b5-4332-9b1e-664566497be3 admin admin] Made reservation on behalf of 0769abacc27e4e269d0375f8324d1bb5 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:36:56.019581 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6d17db3-18b5-4332-9b1e-664566497be3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:56.065113 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Sync routers for ids ['004ba569-8c16-466c-9409-08c296f38212'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:36:56.068044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Router 1564ec8d-98c0-40dd-ad37-5a4949826364 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:36:56.086128 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Routers {'004ba569-8c16-466c-9409-08c296f38212'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:36:56.086939 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['004ba569-8c16-466c-9409-08c296f38212'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:56.132584 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b8f500b4-d009-4fc9-8bd3-28d9532f788a tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:56.134758 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b8f500b4-d009-4fc9-8bd3-28d9532f788a tempest-RoutersAdminNegativeIpV6Test-50011638 tempest-RoutersAdminNegativeIpV6Test-50011638-project-admin] 10.222.0.48 "DELETE /v2.0/ports/b3503e97-8b6f-4a7a-83f4-a848db8e4bee HTTP/1.1" status: 204 len: 168 time: 1.4004164 Feb 09 14:36:56.279556 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Set router 004ba569-8c16-466c-9409-08c296f38212 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:36:56.333262 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6d17db3-18b5-4332-9b1e-664566497be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:56.433787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d17db3-18b5-4332-9b1e-664566497be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a4d8b2-9e36-4ba0-b2a2-5a57b0c70108,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:56.436246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d17db3-18b5-4332-9b1e-664566497be3 admin admin] Checking segment: {'id': 'f1800a1b-88de-4236-9a29-7ad73b5c1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1dee4362-6c5a-467b-992b-83762b500291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:36:56.436688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d17db3-18b5-4332-9b1e-664566497be3 admin admin] Network hostable DHCP agents. Network: 1dee4362-6c5a-467b-992b-83762b500291, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:36:56.461791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d17db3-18b5-4332-9b1e-664566497be3 admin admin] Network 1dee4362-6c5a-467b-992b-83762b500291 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:36:56.473267 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-c6d17db3-18b5-4332-9b1e-664566497be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 1dee4362-6c5a-467b-992b-83762b500291) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:56.478664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d17db3-18b5-4332-9b1e-664566497be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:56.479342 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6d17db3-18b5-4332-9b1e-664566497be3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:56.490651 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c838d9-7ded-4976-89ee-6e642c680c76 None None] Network 1dee4362-6c5a-467b-992b-83762b500291 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:36:56.508048 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c6d17db3-18b5-4332-9b1e-664566497be3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6749735 Feb 09 14:36:56.511345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33630) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:56.527375 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7815926a-bbab-478d-b5ee-227c9e3ec1a6 req-a17c84de-38c5-440a-8bdb-ba4c11afb89d service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413377 Feb 09 14:36:56.548922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1002876279-router', 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:36:56.574544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33634) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:56.603365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:56.613540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:36:56.627987 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Sync routers for ids ['1564ec8d-98c0-40dd-ad37-5a4949826364'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:36:56.655699 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Routers {'1564ec8d-98c0-40dd-ad37-5a4949826364'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:36:56.656275 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1564ec8d-98c0-40dd-ad37-5a4949826364'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:56.688153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Usage tracker for resource:router and tenant:0769abacc27e4e269d0375f8324d1bb5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:56.710319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:56.729829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:56.733827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Router d6277e67-b92a-4f3b-86fe-60c102191472 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:36:56.780208 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:56.783862 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-34656914-d603-4e37-9a53-f241fd404580 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.1399603 Feb 09 14:36:56.785881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33642) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:56.791094 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80516b06-613a-4616-b1c4-63cb247770cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:56.820743 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-80516b06-613a-4616-b1c4-63cb247770cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:36:56.829902 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004ba569-8c16-466c-9409-08c296f38212', 'name': 'tempest-TestServerMultinode-1450610046-router', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '4c85f351-532c-4ae1-a2e5-56addd1ad0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:43Z', 'updated_at': '2022-02-09T14:36:51Z', 'revision_number': 4, 'project_id': '280b9ae600ee413f8708f2a76a03465a', 'gw_port': {'id': '4c85f351-532c-4ae1-a2e5-56addd1ad0f6', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004ba569-8c16-466c-9409-08c296f38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:44Z', 'updated_at': '2022-02-09T14:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1a6178d3-2af3-49f3-9648-bd1a769ec097', 'name': '', 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a', 'mac_address': 'fa:16:3e:e2:f3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004ba569-8c16-466c-9409-08c296f38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'fdea16f4-d318-4a51-9d87-4c1aa37aa012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:36:51Z', 'revision_number': 2, 'project_id': '280b9ae600ee413f8708f2a76a03465a', 'subnets': [{'id': 'fdea16f4-d318-4a51-9d87-4c1aa37aa012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:56.830569 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-025d8885-2b49-438a-86ab-41de3c6851e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:56.830701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-80516b06-613a-4616-b1c4-63cb247770cd admin admin] Usage tracker for resource:security_group_rule and tenant:97086a89369b4383bca2e938c0121e0a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:36:56.839540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-80516b06-613a-4616-b1c4-63cb247770cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:36:56.842092 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Checking router: 004ba569-8c16-466c-9409-08c296f38212 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:36:56.842623 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Updating router 004ba569-8c16-466c-9409-08c296f38212 port 1a6178d3-2af3-49f3-9648-bd1a769ec097 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:36:56.847465 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-80516b06-613a-4616-b1c4-63cb247770cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:36:56.968606 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:57.005719 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80516b06-613a-4616-b1c4-63cb247770cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:57.016916 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-80516b06-613a-4616-b1c4-63cb247770cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:57.048354 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Set router 1564ec8d-98c0-40dd-ad37-5a4949826364 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:36:57.094748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-1dee4362-6c5a-467b-992b-83762b500291', 'network_id': '1dee4362-6c5a-467b-992b-83762b500291', 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5', 'fixed_ips': [{'subnet_id': '81a4d8b2-9e36-4ba0-b2a2-5a57b0c70108'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:36:57.096271 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:57.123885 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:57.125670 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:57.149459 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-80516b06-613a-4616-b1c4-63cb247770cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97086a89369b4383bca2e938c0121e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5739222 Feb 09 14:36:57.162434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33646) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:57.185814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80516b06-613a-4616-b1c4-63cb247770cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c33491-b334-4ecb-b07b-0945bb19de01,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:57.209532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7815926a-bbab-478d-b5ee-227c9e3ec1a6 req-6fba6c5b-c803-42f9-a0ff-b60ae22abf0a service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6566415 Feb 09 14:36:57.256779 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4c85f351-532c-4ae1-a2e5-56addd1ad0f6 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:36:57.294753 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1f87a564-b9ca-4bf7-94c2-93d1e396cbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:57.340055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec371f6-3570-46af-ac06-f949effcdd6b req-e2d44147-8082-4715-bef8-4f49e68d0ef0 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:36:57.342753 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aec371f6-3570-46af-ac06-f949effcdd6b req-e2d44147-8082-4715-bef8-4f49e68d0ef0 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 946 time: 0.2581832 Feb 09 14:36:57.349049 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1f87a564-b9ca-4bf7-94c2-93d1e396cbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:57.425786 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:57.438567 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Transition to ACTIVE for port object 1a6178d3-2af3-49f3-9648-bd1a769ec097 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:36:57.440596 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aec371f6-3570-46af-ac06-f949effcdd6b req-2ffc683f-0474-41cc-9958-24bf4da6c296 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812044 Feb 09 14:36:57.473129 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:57.476775 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1f87a564-b9ca-4bf7-94c2-93d1e396cbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:57.498518 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1f87a564-b9ca-4bf7-94c2-93d1e396cbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:57.500215 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1f87a564-b9ca-4bf7-94c2-93d1e396cbfc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49c33491-b334-4ecb-b07b-0945bb19de01 HTTP/1.1" status: 204 len: 168 time: 0.3326106 Feb 09 14:36:57.515020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87a564-b9ca-4bf7-94c2-93d1e396cbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c33491-b334-4ecb-b07b-0945bb19de01,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:57.528811 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:36:57.576223 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ae1a87-00f9-4625-8671-d4be894bdb36 None None] Sync routers for ids ['d6277e67-b92a-4f3b-86fe-60c102191472'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:36:57.726169 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Allocated IP 172.20.0.2 (1dee4362-6c5a-467b-992b-83762b500291/81a4d8b2-9e36-4ba0-b2a2-5a57b0c70108/21d2a4ac-94f3-45dc-b75f-441e5fe6ad52) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:36:57.760524 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ae1a87-00f9-4625-8671-d4be894bdb36 None None] Routers {'d6277e67-b92a-4f3b-86fe-60c102191472'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:36:57.761427 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-73ae1a87-00f9-4625-8671-d4be894bdb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d6277e67-b92a-4f3b-86fe-60c102191472'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:57.850755 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:57.977358 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348ac1f-5862-4cbc-a9bc-548d8f9402a7 None None] Pushing event updated for resources: {'Port': ['ID=1a6178d3-2af3-49f3-9648-bd1a769ec097,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:58.071988 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:58.086089 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Transition to ACTIVE for port object 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:36:58.120418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Transition to ACTIVE for port object 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:36:58.157157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33694) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:58.157774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4c85f351-532c-4ae1-a2e5-56addd1ad0f6 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:36:58.158512 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:58.166963 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Attempting to bind port 1a6178d3-2af3-49f3-9648-bd1a769ec097 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:58.167436 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Attempting to bind port 1a6178d3-2af3-49f3-9648-bd1a769ec097 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '75f4e60d-2955-46bf-8622-626201643449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:58.167911 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Attempting to bind port 1a6178d3-2af3-49f3-9648-bd1a769ec097 on network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:58.212379 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:58.229936 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-acd7672e-d489-4c18-8f33-5cdb103d63ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=837094bb2659459a863e4d09cdbf2771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0713961 Feb 09 14:36:58.230937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33698) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:58.239754 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:36:58.240248 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Checking segment: {'id': '75f4e60d-2955-46bf-8622-626201643449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:36:58.241253 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:58.241711 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Bound using segment: {'id': '75f4e60d-2955-46bf-8622-626201643449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:36:58.242258 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Bound port: 1a6178d3-2af3-49f3-9648-bd1a769ec097, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f4e60d-2955-46bf-8622-626201643449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:36:58.242697 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:58.304758 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b0f3e514-d9fe-476b-94b2-ed4ba174838b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:58.328049 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-73ae1a87-00f9-4625-8671-d4be894bdb36 None None] Set router d6277e67-b92a-4f3b-86fe-60c102191472 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:36:58.376173 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b0f3e514-d9fe-476b-94b2-ed4ba174838b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:58.387943 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:58.390680 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-12205966-53f3-4475-9797-b4105cd475f5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.0584812 Feb 09 14:36:58.396961 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Pushing event updated for resources: {'Port': ['ID=21d2a4ac-94f3-45dc-b75f-441e5fe6ad52,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:58.437312 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Network 1dee4362-6c5a-467b-992b-83762b500291 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:36:58.439261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:36:58.453329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:36:58.482286 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33704) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:36:58.580508 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] For port 1a6178d3-2af3-49f3-9648-bd1a769ec097, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:36:58.597543 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] For port 1a6178d3-2af3-49f3-9648-bd1a769ec097, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1a6178d3-2af3-49f3-9648-bd1a769ec097,segment=NetworkSegment(75f4e60d-2955-46bf-8622-626201643449),segment_id=75f4e60d-2955-46bf-8622-626201643449)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:36:58.615310 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:58.650665 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b0f3e514-d9fe-476b-94b2-ed4ba174838b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:58.672624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3e514-d9fe-476b-94b2-ed4ba174838b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d84d0d-8ef6-43eb-af4c-4270a7d34664,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:58.693597 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b0f3e514-d9fe-476b-94b2-ed4ba174838b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:58.695238 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b0f3e514-d9fe-476b-94b2-ed4ba174838b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6d84d0d-8ef6-43eb-af4c-4270a7d34664 HTTP/1.1" status: 204 len: 168 time: 0.4631844 Feb 09 14:36:58.814314 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64d874e3-a978-4235-ac42-763efe4d4cdf tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:58.828024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Attempting to bind port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:36:58.829062 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Attempting to bind port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'f1800a1b-88de-4236-9a29-7ad73b5c1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1dee4362-6c5a-467b-992b-83762b500291'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:36:58.830117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Attempting to bind port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 on network 1dee4362-6c5a-467b-992b-83762b500291 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:36:58.844167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:36:58.845014 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Checking segment: {'id': 'f1800a1b-88de-4236-9a29-7ad73b5c1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1dee4362-6c5a-467b-992b-83762b500291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:36:58.845592 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:58.846134 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Bound using segment: {'id': 'f1800a1b-88de-4236-9a29-7ad73b5c1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1dee4362-6c5a-467b-992b-83762b500291'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:36:58.847157 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Bound port: 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1800a1b-88de-4236-9a29-7ad73b5c1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1dee4362-6c5a-467b-992b-83762b500291'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:36:58.847701 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:58.955160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'name': 'tempest-TestServerBasicOps-187850840-router', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:36:53Z', 'revision_number': 3, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'gw_port': {'id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:51Z', 'updated_at': '2022-02-09T14:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:58.968180 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:59.014570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Checking router: 1564ec8d-98c0-40dd-ad37-5a4949826364 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:36:59.014920 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Updating router 1564ec8d-98c0-40dd-ad37-5a4949826364 port 5b8bc503-3763-4e4a-81ab-214ac69a45c4 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:36:59.016242 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Routers {'004ba569-8c16-466c-9409-08c296f38212'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:36:59.029592 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['004ba569-8c16-466c-9409-08c296f38212'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:59.177496 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64d874e3-a978-4235-ac42-763efe4d4cdf tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:59.201487 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-64d874e3-a978-4235-ac42-763efe4d4cdf tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Deleting port 343adfc5-cc3d-44ad-b108-7833f900d866 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:36:59.201710 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348ac1f-5862-4cbc-a9bc-548d8f9402a7 None None] Pushing event updated for resources: {'Port': ['ID=1a6178d3-2af3-49f3-9648-bd1a769ec097,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:59.202208 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64d874e3-a978-4235-ac42-763efe4d4cdf tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:59.243918 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] For port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:36:59.248213 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:59.384720 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0c99379e-6c9d-46f8-9b04-4fed5f0676dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:59.394237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] For port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=21d2a4ac-94f3-45dc-b75f-441e5fe6ad52,segment=NetworkSegment(f1800a1b-88de-4236-9a29-7ad73b5c1485),segment_id=f1800a1b-88de-4236-9a29-7ad73b5c1485)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:36:59.399270 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:59.438936 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:59.487269 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] Set router 004ba569-8c16-466c-9409-08c296f38212 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:36:59.602408 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-73ae1a87-00f9-4625-8671-d4be894bdb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6277e67-b92a-4f3b-86fe-60c102191472', 'name': '', 'tenant_id': '7acd90819b5e45118d42c1721cfc8b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00e4c838-d156-4139-8883-46b5154e3e4b', 'external_fixed_ips': [{'subnet_id': 'b9477e08-d281-42e4-842d-dc4b1a1a2c8e', 'ip_address': '2001:db8::168'}], 'enable_snat': True}, 'gw_port_id': '343adfc5-cc3d-44ad-b108-7833f900d866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:36:52Z', 'revision_number': 3, 'project_id': '7acd90819b5e45118d42c1721cfc8b90', 'gw_port': {'id': '343adfc5-cc3d-44ad-b108-7833f900d866', 'name': '', 'network_id': '00e4c838-d156-4139-8883-46b5154e3e4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:66:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6277e67-b92a-4f3b-86fe-60c102191472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'b9477e08-d281-42e4-842d-dc4b1a1a2c8e', 'ip_address': '2001:db8::168', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:51Z', 'updated_at': '2022-02-09T14:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9477e08-d281-42e4-842d-dc4b1a1a2c8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:36:59.642151 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ae1a87-00f9-4625-8671-d4be894bdb36 None None] Checking router: d6277e67-b92a-4f3b-86fe-60c102191472 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:36:59.643279 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ae1a87-00f9-4625-8671-d4be894bdb36 None None] Updating router d6277e67-b92a-4f3b-86fe-60c102191472 port 343adfc5-cc3d-44ad-b108-7833f900d866 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:36:59.857620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c00b23-81c2-4b4b-b3c6-36dbceb1494e None None] Pushing event updated for resources: {'Port': ['ID=21d2a4ac-94f3-45dc-b75f-441e5fe6ad52,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:36:59.926367 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64d874e3-a978-4235-ac42-763efe4d4cdf tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:36:59.930568 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-73ae1a87-00f9-4625-8671-d4be894bdb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:00.176702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Allocated IP 172.20.0.1 (dbd29eea-57ba-4216-b5d8-c672da6f570c/a12fb758-587c-45f5-961c-5c501cf036d2/b2eb1bd8-4542-4374-a955-4c93d3b7428f) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:00.226475 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:00.276105 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-64d874e3-a978-4235-ac42-763efe4d4cdf tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Calling delete_port for 343adfc5-cc3d-44ad-b108-7833f900d866 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:37:00.365373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:00.394575 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:00.416556 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:00.418616 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:00.446845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Transition to ACTIVE for port object 5b8bc503-3763-4e4a-81ab-214ac69a45c4 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:00.468835 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:00.612059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Attempting to bind port 5b8bc503-3763-4e4a-81ab-214ac69a45c4 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:37:00.617445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Attempting to bind port 5b8bc503-3763-4e4a-81ab-214ac69a45c4 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:37:00.617969 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Attempting to bind port 5b8bc503-3763-4e4a-81ab-214ac69a45c4 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:00.644216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:37:00.644668 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:00.645170 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:00.645666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:37:00.646260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Bound port: 5b8bc503-3763-4e4a-81ab-214ac69a45c4, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:37:00.646743 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:00.708740 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d99ca5-44b5-4fe5-a1bb-53acc1dafe78 None None] Pushing event updated for resources: {'Port': ['ID=5b8bc503-3763-4e4a-81ab-214ac69a45c4,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:00.766791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] For port 5b8bc503-3763-4e4a-81ab-214ac69a45c4, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:37:00.794939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] For port 5b8bc503-3763-4e4a-81ab-214ac69a45c4, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=5b8bc503-3763-4e4a-81ab-214ac69a45c4,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:37:00.811039 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:00.892056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33764) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:00.895233 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004ba569-8c16-466c-9409-08c296f38212', 'name': 'tempest-TestServerMultinode-1450610046-router', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '4c85f351-532c-4ae1-a2e5-56addd1ad0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:43Z', 'updated_at': '2022-02-09T14:36:51Z', 'revision_number': 4, 'project_id': '280b9ae600ee413f8708f2a76a03465a', 'gw_port': {'id': '4c85f351-532c-4ae1-a2e5-56addd1ad0f6', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004ba569-8c16-466c-9409-08c296f38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:44Z', 'updated_at': '2022-02-09T14:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1a6178d3-2af3-49f3-9648-bd1a769ec097', 'name': '', 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a', 'mac_address': 'fa:16:3e:e2:f3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004ba569-8c16-466c-9409-08c296f38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'fdea16f4-d318-4a51-9d87-4c1aa37aa012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:36:58Z', 'revision_number': 4, 'project_id': '280b9ae600ee413f8708f2a76a03465a', 'subnets': [{'id': 'fdea16f4-d318-4a51-9d87-4c1aa37aa012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:00.900119 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64d874e3-a978-4235-ac42-763efe4d4cdf tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:00.908491 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047cbb2f-4bde-4118-bac7-df2ebac32a52 None None] The sync data for ids ['004ba569-8c16-466c-9409-08c296f38212'] in n-d-828418-2 is: [{'id': '004ba569-8c16-466c-9409-08c296f38212', 'name': 'tempest-TestServerMultinode-1450610046-router', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '4c85f351-532c-4ae1-a2e5-56addd1ad0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:43Z', 'updated_at': '2022-02-09T14:36:51Z', 'revision_number': 4, 'project_id': '280b9ae600ee413f8708f2a76a03465a', 'gw_port': {'id': '4c85f351-532c-4ae1-a2e5-56addd1ad0f6', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004ba569-8c16-466c-9409-08c296f38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:44Z', 'updated_at': '2022-02-09T14:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1a6178d3-2af3-49f3-9648-bd1a769ec097', 'name': '', 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a', 'mac_address': 'fa:16:3e:e2:f3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004ba569-8c16-466c-9409-08c296f38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'fdea16f4-d318-4a51-9d87-4c1aa37aa012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:36:58Z', 'revision_number': 4, 'project_id': '280b9ae600ee413f8708f2a76a03465a', 'subnets': [{'id': 'fdea16f4-d318-4a51-9d87-4c1aa37aa012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:00.949571 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.db.api [None req-73ae1a87-00f9-4625-8671-d4be894bdb36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:37:00.952157 n-d-828418-2 neutron-server[87599]: DEBUG oslo_db.api [None req-73ae1a87-00f9-4625-8671-d4be894bdb36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:37:00.989033 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Routers {'1564ec8d-98c0-40dd-ad37-5a4949826364'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:00.989671 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1564ec8d-98c0-40dd-ad37-5a4949826364'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:01.020255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d874e3-a978-4235-ac42-763efe4d4cdf tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Pushing event deleted for resources: {'Port': ['ID=343adfc5-cc3d-44ad-b108-7833f900d866,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:01.153936 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64d874e3-a978-4235-ac42-763efe4d4cdf tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:01.181425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Allocated IP 172.25.8.253 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/7ffd8c89-df9f-487b-ace7-c628c5890b35) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:01.287512 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d99ca5-44b5-4fe5-a1bb-53acc1dafe78 None None] Pushing event updated for resources: {'Port': ['ID=5b8bc503-3763-4e4a-81ab-214ac69a45c4,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:01.453495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:01.536435 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ae1a87-00f9-4625-8671-d4be894bdb36 None None] Port 343adfc5-cc3d-44ad-b108-7833f900d866 not found while updating agent binding for router d6277e67-b92a-4f3b-86fe-60c102191472. {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 14:37:01.552816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-473246d5-28ee-4202-91ad-42a74fd58dfc tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-172092208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:01.566248 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ae1a87-00f9-4625-8671-d4be894bdb36 None None] Routers {'d6277e67-b92a-4f3b-86fe-60c102191472'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:01.567764 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-73ae1a87-00f9-4625-8671-d4be894bdb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d6277e67-b92a-4f3b-86fe-60c102191472'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:01.595701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-473246d5-28ee-4202-91ad-42a74fd58dfc tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:01.606559 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] Set router 1564ec8d-98c0-40dd-ad37-5a4949826364 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:01.618460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-473246d5-28ee-4202-91ad-42a74fd58dfc tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Usage tracker for resource:router and tenant:40bc00f801ad4f31af2e4c0e55aa8701 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:01.643153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:01.649653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-473246d5-28ee-4202-91ad-42a74fd58dfc tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:01.704424 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:01.726649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Transition to ACTIVE for port object b2eb1bd8-4542-4374-a955-4c93d3b7428f will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:01.769096 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:01.810195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-473246d5-28ee-4202-91ad-42a74fd58dfc tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:01.854880 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64d874e3-a978-4235-ac42-763efe4d4cdf tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:01.861886 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-473246d5-28ee-4202-91ad-42a74fd58dfc tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:01.863122 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-473246d5-28ee-4202-91ad-42a74fd58dfc tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:01.876527 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:01.908974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:01.910522 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-473246d5-28ee-4202-91ad-42a74fd58dfc tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:01.915250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:01.923641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:01.945659 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:01.961193 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64d874e3-a978-4235-ac42-763efe4d4cdf tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:01.966274 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-473246d5-28ee-4202-91ad-42a74fd58dfc tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:01.984629 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-73ae1a87-00f9-4625-8671-d4be894bdb36 None None] Set router d6277e67-b92a-4f3b-86fe-60c102191472 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:02.003167 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Pushing event updated for resources: {'Port': ['ID=7ffd8c89-df9f-487b-ace7-c628c5890b35,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:02.013704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Network dbd29eea-57ba-4216-b5d8-c672da6f570c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:02.024511 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-473246d5-28ee-4202-91ad-42a74fd58dfc tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:02.027472 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471b8a91-328e-4c4d-b5de-1f2eb83a011d None None] Network 1dee4362-6c5a-467b-992b-83762b500291 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:37:02.028111 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-473246d5-28ee-4202-91ad-42a74fd58dfc tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.1343548 Feb 09 14:37:02.039474 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33774) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:02.058000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-485853944'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:02.075417 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:02.092933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Usage tracker for resource:network and tenant:40bc00f801ad4f31af2e4c0e55aa8701 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:02.103472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:02.109251 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64d874e3-a978-4235-ac42-763efe4d4cdf tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:02.112603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d874e3-a978-4235-ac42-763efe4d4cdf tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6277e67-b92a-4f3b-86fe-60c102191472 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:37:02.139611 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64d874e3-a978-4235-ac42-763efe4d4cdf tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:02.143699 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-64d874e3-a978-4235-ac42-763efe4d4cdf tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "DELETE /v2.0/routers/d6277e67-b92a-4f3b-86fe-60c102191472 HTTP/1.1" status: 204 len: 168 time: 3.6591065 Feb 09 14:37:02.144858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:02.156566 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:02.157386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33778) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:02.175809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:02.199779 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:02.214758 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0a9ec62c-4e32-4f71-bc6a-8cace462f2cd None None] Provisioning for port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:02.232752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:02.233357 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:02.257096 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-73ae1a87-00f9-4625-8671-d4be894bdb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6277e67-b92a-4f3b-86fe-60c102191472', 'name': '', 'tenant_id': '7acd90819b5e45118d42c1721cfc8b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:37:00Z', 'revision_number': 5, 'project_id': '7acd90819b5e45118d42c1721cfc8b90', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:02.270104 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ae1a87-00f9-4625-8671-d4be894bdb36 None None] The sync data for ids ['d6277e67-b92a-4f3b-86fe-60c102191472'] in n-d-828418-2 is: [{'id': 'd6277e67-b92a-4f3b-86fe-60c102191472', 'name': '', 'tenant_id': '7acd90819b5e45118d42c1721cfc8b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:37:00Z', 'revision_number': 5, 'project_id': '7acd90819b5e45118d42c1721cfc8b90', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:02.284369 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0a9ec62c-4e32-4f71-bc6a-8cace462f2cd None None] Provisioning complete for port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:02.284746 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0a9ec62c-4e32-4f71-bc6a-8cace462f2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:02.357358 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:02.368822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Made reservation on behalf of 40bc00f801ad4f31af2e4c0e55aa8701 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:37:02.374985 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:02.414258 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:02.488270 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:02.496521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Usage tracker for resource:security_group_rule and tenant:40bc00f801ad4f31af2e4c0e55aa8701 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:02.505053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:02.519711 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:02.541347 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6845142-dd07-4689-9117-0368df12990e tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Deleting subnet b9477e08-d281-42e4-842d-dc4b1a1a2c8e {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:37:02.556211 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b6845142-dd07-4689-9117-0368df12990e tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:02.623680 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Pushing event updated for resources: {'Port': ['ID=b2eb1bd8-4542-4374-a955-4c93d3b7428f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:02.726736 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b6845142-dd07-4689-9117-0368df12990e tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:02.858112 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b6845142-dd07-4689-9117-0368df12990e tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:02.870650 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0a9ec62c-4e32-4f71-bc6a-8cace462f2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:02.884105 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:02.957774 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:02.958002 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'name': 'tempest-TestServerBasicOps-187850840-router', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:36:53Z', 'revision_number': 3, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'gw_port': {'id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:51Z', 'updated_at': '2022-02-09T14:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:02.967321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=21d2a4ac-94f3-45dc-b75f-441e5fe6ad52,segment=NetworkSegment(f1800a1b-88de-4236-9a29-7ad73b5c1485),segment_id=f1800a1b-88de-4236-9a29-7ad73b5c1485)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:02.968494 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:02.970008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72385b7c-212b-488a-a65a-4db48d901cc3 None None] The sync data for ids ['1564ec8d-98c0-40dd-ad37-5a4949826364'] in n-d-828418-2 is: [{'id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'name': 'tempest-TestServerBasicOps-187850840-router', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:36:53Z', 'revision_number': 3, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'gw_port': {'id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:51Z', 'updated_at': '2022-02-09T14:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:02.976605 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:02.978213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1a6178d3-2af3-49f3-9648-bd1a769ec097 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:03.014426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe45fa97-f80e-4f46-a583-6fae553910b3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:03.042908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:37:03.063614 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:03.064104 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Added segment 21d308c3-5a64-416a-902b-3021196f8efb of type vlan for network f2a68d2b-7e44-4a4b-a726-c59b2e80dd83 Feb 09 14:37:03.072126 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b6845142-dd07-4689-9117-0368df12990e tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:03.119950 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b6845142-dd07-4689-9117-0368df12990e tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:03.139464 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b6845142-dd07-4689-9117-0368df12990e tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/b9477e08-d281-42e4-842d-dc4b1a1a2c8e HTTP/1.1" status: 204 len: 168 time: 0.9786270 Feb 09 14:37:03.146600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33782) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:03.147573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6845142-dd07-4689-9117-0368df12990e tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b9477e08-d281-42e4-842d-dc4b1a1a2c8e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:03.189144 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:03.226600 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-0a9ec62c-4e32-4f71-bc6a-8cace462f2cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:37:03.227085 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-0a9ec62c-4e32-4f71-bc6a-8cace462f2cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:37:03.230876 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=21d2a4ac-94f3-45dc-b75f-441e5fe6ad52,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:03.246823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 1a6178d3-2af3-49f3-9648-bd1a769ec097 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:03.257386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1a6178d3-2af3-49f3-9648-bd1a769ec097 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:03.257763 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:03.303658 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:03.508285 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7813-87a8-4394-b534-87990aacff70 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:03.512701 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:03.534232 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:03.619103 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 1a6178d3-2af3-49f3-9648-bd1a769ec097, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1a6178d3-2af3-49f3-9648-bd1a769ec097,segment=NetworkSegment(75f4e60d-2955-46bf-8622-626201643449),segment_id=75f4e60d-2955-46bf-8622-626201643449)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:03.630444 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:03.771212 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:03.821188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:03.824510 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:03.831753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=1a6178d3-2af3-49f3-9648-bd1a769ec097,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:03.894125 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8447959 Feb 09 14:37:03.913415 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:03.970961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33788) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:03.997193 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-2238362f-15ae-4415-9bb1-47d6728d087e tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Request body: {'subnet': {'network_id': 'f2a68d2b-7e44-4a4b-a726-c59b2e80dd83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:04.042636 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7813-87a8-4394-b534-87990aacff70 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:04.093475 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6ba6401e-9a80-445d-929b-4a1bf2716e8b None None] Provisioning for port b2eb1bd8-4542-4374-a955-4c93d3b7428f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:04.106021 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6ba6401e-9a80-445d-929b-4a1bf2716e8b None None] Provisioning complete for port b2eb1bd8-4542-4374-a955-4c93d3b7428f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:04.106470 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6ba6401e-9a80-445d-929b-4a1bf2716e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:04.159264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58714eb-db37-4be5-861e-2df542de3b8a tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event updated for resources: {'Network': ['ID=f2a68d2b-7e44-4a4b-a726-c59b2e80dd83,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:04.194623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-2e8a7813-87a8-4394-b534-87990aacff70 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e4c838-d156-4139-8883-46b5154e3e4b']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:04.213407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network f2a68d2b-7e44-4a4b-a726-c59b2e80dd83 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:37:04.214263 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2238362f-15ae-4415-9bb1-47d6728d087e tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:04.217853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-2e8a7813-87a8-4394-b534-87990aacff70 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5faf500c-4e9a-43f9-9bab-2e688a495893') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:04.218149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-2e8a7813-87a8-4394-b534-87990aacff70 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5faf500c-4e9a-43f9-9bab-2e688a495893') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:04.229473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2238362f-15ae-4415-9bb1-47d6728d087e tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Usage tracker for resource:subnet and tenant:40bc00f801ad4f31af2e4c0e55aa8701 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:04.235414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2238362f-15ae-4415-9bb1-47d6728d087e tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:04.239126 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7813-87a8-4394-b534-87990aacff70 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:04.250816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2238362f-15ae-4415-9bb1-47d6728d087e tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:04.278651 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7813-87a8-4394-b534-87990aacff70 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:04.288900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2238362f-15ae-4415-9bb1-47d6728d087e tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Made reservation on behalf of 40bc00f801ad4f31af2e4c0e55aa8701 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:37:04.295526 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2238362f-15ae-4415-9bb1-47d6728d087e tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:04.319202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8a7813-87a8-4394-b534-87990aacff70 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:37:04.319613 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7813-87a8-4394-b534-87990aacff70 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:04.336098 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6ba6401e-9a80-445d-929b-4a1bf2716e8b None None] Port b2eb1bd8-4542-4374-a955-4c93d3b7428f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:37:04.345616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:04.346000 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:04.349431 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:04.363412 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:04.485270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6ba6401e-9a80-445d-929b-4a1bf2716e8b None None] Provisioning complete for port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:04.485712 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6ba6401e-9a80-445d-929b-4a1bf2716e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:37:04.487148 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:37:04.563568 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:04.749817 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7813-87a8-4394-b534-87990aacff70 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:04.798658 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5b8bc503-3763-4e4a-81ab-214ac69a45c4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:04.814222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8a7813-87a8-4394-b534-87990aacff70 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 00e4c838-d156-4139-8883-46b5154e3e4b {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 14:37:04.820857 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Pushing event updated for resources: {'Port': ['ID=b2eb1bd8-4542-4374-a955-4c93d3b7428f,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:04.822526 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7813-87a8-4394-b534-87990aacff70 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:04.832371 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2e8a7813-87a8-4394-b534-87990aacff70 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "DELETE /v2.0/networks/00e4c838-d156-4139-8883-46b5154e3e4b HTTP/1.1" status: 204 len: 168 time: 1.6800787 Feb 09 14:37:04.836873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a7813-87a8-4394-b534-87990aacff70 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Pushing event deleted for resources: {'Network': ['ID=00e4c838-d156-4139-8883-46b5154e3e4b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:04.851591 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2238362f-15ae-4415-9bb1-47d6728d087e tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:04.930864 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:04.989254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 5b8bc503-3763-4e4a-81ab-214ac69a45c4 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:04.995839 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 5b8bc503-3763-4e4a-81ab-214ac69a45c4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:04.996211 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:04.998998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238362f-15ae-4415-9bb1-47d6728d087e tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Checking segment: {'id': '21d308c3-5a64-416a-902b-3021196f8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f2a68d2b-7e44-4a4b-a726-c59b2e80dd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:04.999367 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2238362f-15ae-4415-9bb1-47d6728d087e tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Network hostable DHCP agents. Network: f2a68d2b-7e44-4a4b-a726-c59b2e80dd83, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:37:05.041499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2238362f-15ae-4415-9bb1-47d6728d087e tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Network f2a68d2b-7e44-4a4b-a726-c59b2e80dd83 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:37:05.057639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-2238362f-15ae-4415-9bb1-47d6728d087e tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, f2a68d2b-7e44-4a4b-a726-c59b2e80dd83) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:05.064873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2238362f-15ae-4415-9bb1-47d6728d087e tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:05.065465 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2238362f-15ae-4415-9bb1-47d6728d087e tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:05.077383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4909ad05-3520-48a7-b2c9-466819df5554 None None] Network f2a68d2b-7e44-4a4b-a726-c59b2e80dd83 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:37:05.088521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238362f-15ae-4415-9bb1-47d6728d087e tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event updated for resources: {'Subnet': ['ID=4680222e-594b-4360-a606-c02f1b5324c7,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:05.119624 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2238362f-15ae-4415-9bb1-47d6728d087e tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1479249 Feb 09 14:37:05.125969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33798) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:05.140729 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a56a0c23-d72a-4b8e-a1bc-17700f5a5be0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Request body: {'network': {'name': 'tempest-router-network01--1892201958'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:05.147576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a56a0c23-d72a-4b8e-a1bc-17700f5a5be0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:05.152051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a56a0c23-d72a-4b8e-a1bc-17700f5a5be0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Usage tracker for resource:network and tenant:40bc00f801ad4f31af2e4c0e55aa8701 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:05.155446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a56a0c23-d72a-4b8e-a1bc-17700f5a5be0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:05.164854 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a56a0c23-d72a-4b8e-a1bc-17700f5a5be0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:05.165473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Network dbd29eea-57ba-4216-b5d8-c672da6f570c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:05.180218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56a0c23-d72a-4b8e-a1bc-17700f5a5be0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Made reservation on behalf of 40bc00f801ad4f31af2e4c0e55aa8701 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:37:05.182199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:05.184217 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a56a0c23-d72a-4b8e-a1bc-17700f5a5be0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:05.219320 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56a0c23-d72a-4b8e-a1bc-17700f5a5be0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:37:05.243684 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a56a0c23-d72a-4b8e-a1bc-17700f5a5be0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:05.244240 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-a56a0c23-d72a-4b8e-a1bc-17700f5a5be0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Added segment 88d43780-ae57-41da-b8a9-6d60411e03f4 of type vlan for network 312d5002-7708-4088-8ddb-6f6eaf2c2929 Feb 09 14:37:05.318379 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a56a0c23-d72a-4b8e-a1bc-17700f5a5be0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:05.347859 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33804) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:05.362491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-fc1034a4-336a-44ee-a683-0514e5898974 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Request body: {'router': {'name': 'tempest-router--1470352516', 'project_id': 'eb00a21103d04cddb23a453c5bc9201e'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:05.382409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fc1034a4-336a-44ee-a683-0514e5898974 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:05.431520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fc1034a4-336a-44ee-a683-0514e5898974 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Usage tracker for resource:router and tenant:eb00a21103d04cddb23a453c5bc9201e is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:05.466103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fc1034a4-336a-44ee-a683-0514e5898974 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:05.487309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fc1034a4-336a-44ee-a683-0514e5898974 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:05.512525 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a56a0c23-d72a-4b8e-a1bc-17700f5a5be0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:05.529435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56a0c23-d72a-4b8e-a1bc-17700f5a5be0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:05.532081 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a56a0c23-d72a-4b8e-a1bc-17700f5a5be0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:05.563314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-f2a68d2b-7e44-4a4b-a726-c59b2e80dd83', 'network_id': 'f2a68d2b-7e44-4a4b-a726-c59b2e80dd83', 'tenant_id': '40bc00f801ad4f31af2e4c0e55aa8701', 'fixed_ips': [{'subnet_id': '4680222e-594b-4360-a606-c02f1b5324c7'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:37:05.564471 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:05.612098 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc1034a4-336a-44ee-a683-0514e5898974 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:05.617167 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc1034a4-336a-44ee-a683-0514e5898974 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:05.650611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Router 1564ec8d-98c0-40dd-ad37-5a4949826364 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:37:05.723930 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:05.746665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b2b94f27-0ff1-4cdd-acc3-b3b849600e0e None None] Provisioning complete for port b2eb1bd8-4542-4374-a955-4c93d3b7428f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:05.746972 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b2b94f27-0ff1-4cdd-acc3-b3b849600e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:05.810915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a0c23-d72a-4b8e-a1bc-17700f5a5be0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event updated for resources: {'Network': ['ID=312d5002-7708-4088-8ddb-6f6eaf2c2929,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:05.834763 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc1034a4-336a-44ee-a683-0514e5898974 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:05.838823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 5b8bc503-3763-4e4a-81ab-214ac69a45c4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=5b8bc503-3763-4e4a-81ab-214ac69a45c4,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:05.860169 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a56a0c23-d72a-4b8e-a1bc-17700f5a5be0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7314672 Feb 09 14:37:05.862894 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc1034a4-336a-44ee-a683-0514e5898974 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:05.867449 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33810) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:05.890233 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 312d5002-7708-4088-8ddb-6f6eaf2c2929 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:37:05.893047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:37:05.902474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Router 123e640c-dd3e-47c2-b37f-677528c402ee is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:37:05.910820 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9c593c71-ce3d-419a-bb88-16b5c16bbf5c tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Request body: {'network': {'name': 'tempest-router-network02--2137593885'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:05.923801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0b2a6a38-1b74-4014-9ca8-ba42bceed133 admin admin] 10.222.0.48 "PUT /v2.0/routers/1564ec8d-98c0-40dd-ad37-5a4949826364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1269724 Feb 09 14:37:05.935274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9c593c71-ce3d-419a-bb88-16b5c16bbf5c tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:05.953563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9c593c71-ce3d-419a-bb88-16b5c16bbf5c tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Usage tracker for resource:network and tenant:40bc00f801ad4f31af2e4c0e55aa8701 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:05.961792 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc1034a4-336a-44ee-a683-0514e5898974 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:05.967455 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fc1034a4-336a-44ee-a683-0514e5898974 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6172938 Feb 09 14:37:05.969497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33816) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:05.973228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9c593c71-ce3d-419a-bb88-16b5c16bbf5c tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:05.981780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9c593c71-ce3d-419a-bb88-16b5c16bbf5c tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:06.041543 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:06.079981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c593c71-ce3d-419a-bb88-16b5c16bbf5c tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Made reservation on behalf of 40bc00f801ad4f31af2e4c0e55aa8701 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:37:06.084239 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9c593c71-ce3d-419a-bb88-16b5c16bbf5c tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:06.243002 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=5b8bc503-3763-4e4a-81ab-214ac69a45c4,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:06.245818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:37:06.247267 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b2b94f27-0ff1-4cdd-acc3-b3b849600e0e None None] Port b2eb1bd8-4542-4374-a955-4c93d3b7428f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:37:06.268522 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:06.275601 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-23e0ad2a-2624-4aef-b77b-98a7de4d4301 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.7553535 Feb 09 14:37:06.275601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33822) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:06.289490 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50ba987b-60ec-45c6-a51e-780089c22eda tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:06.291863 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1a6178d3-2af3-49f3-9648-bd1a769ec097 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:06.343633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Sync routers for ids ['123e640c-dd3e-47c2-b37f-677528c402ee'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:37:06.383493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Routers {'123e640c-dd3e-47c2-b37f-677528c402ee'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:06.384533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['123e640c-dd3e-47c2-b37f-677528c402ee'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:06.831101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c593c71-ce3d-419a-bb88-16b5c16bbf5c tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:37:06.898798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33840) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:06.913741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1963133716-network', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:06.947507 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Sync routers for ids ['1564ec8d-98c0-40dd-ad37-5a4949826364'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:37:06.953096 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Allocated IP 2001:db8::2 (f2a68d2b-7e44-4a4b-a726-c59b2e80dd83/4680222e-594b-4360-a606-c02f1b5324c7/62dcb762-6849-4f29-96a8-fd9b5b021cfc) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:06.965226 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Routers {'1564ec8d-98c0-40dd-ad37-5a4949826364'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:06.972143 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1564ec8d-98c0-40dd-ad37-5a4949826364'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:06.976693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Set router 123e640c-dd3e-47c2-b37f-677528c402ee gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:07.012133 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:07.016029 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9c593c71-ce3d-419a-bb88-16b5c16bbf5c tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:07.016372 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-9c593c71-ce3d-419a-bb88-16b5c16bbf5c tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Added segment 8ba3d518-4351-474d-88b4-2467a92c5021 of type vlan for network 6a593194-cc3b-4d6e-a735-558f330a25d9 Feb 09 14:37:07.088030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Usage tracker for resource:network and tenant:a0eca207a10143738a0c2716a71f385a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:07.107498 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50ba987b-60ec-45c6-a51e-780089c22eda tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:07.110696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:07.114600 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50ba987b-60ec-45c6-a51e-780089c22eda tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:07.125796 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:07.164728 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9c593c71-ce3d-419a-bb88-16b5c16bbf5c tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:07.170245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Made reservation on behalf of a0eca207a10143738a0c2716a71f385a for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:37:07.175038 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:07.188371 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50ba987b-60ec-45c6-a51e-780089c22eda tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:07.188779 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ba987b-60ec-45c6-a51e-780089c22eda tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8684dda9-b7ab-408e-b5c2-aba37d1a6150 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:37:07.197150 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1a6178d3-2af3-49f3-9648-bd1a769ec097 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:07.198232 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:07.205144 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:07.236266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:07.247162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Usage tracker for resource:security_group_rule and tenant:a0eca207a10143738a0c2716a71f385a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:07.251119 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50ba987b-60ec-45c6-a51e-780089c22eda tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:07.254821 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-50ba987b-60ec-45c6-a51e-780089c22eda tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "DELETE /v2.0/routers/8684dda9-b7ab-408e-b5c2-aba37d1a6150 HTTP/1.1" status: 204 len: 168 time: 1.2595642 Feb 09 14:37:07.254821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:07.262748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:07.269681 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9c593c71-ce3d-419a-bb88-16b5c16bbf5c tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:07.276182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c593c71-ce3d-419a-bb88-16b5c16bbf5c tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:07.276812 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9c593c71-ce3d-419a-bb88-16b5c16bbf5c tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:07.559605 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9c593c71-ce3d-419a-bb88-16b5c16bbf5c tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6873415 Feb 09 14:37:07.562513 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33846) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:07.573702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-5d80c855-8623-43da-ba02-7a1d85534f57 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Request body: {'subnet': {'network_id': '312d5002-7708-4088-8ddb-6f6eaf2c2929', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:07.661671 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Set router 1564ec8d-98c0-40dd-ad37-5a4949826364 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:07.690344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:07.696235 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:07.723536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33852) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:07.758753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'name': 'tempest-TestServerMultinode-1002876279-router', 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '7ffd8c89-df9f-487b-ace7-c628c5890b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:57Z', 'updated_at': '2022-02-09T14:37:02Z', 'revision_number': 3, 'project_id': '0769abacc27e4e269d0375f8324d1bb5', 'gw_port': {'id': '7ffd8c89-df9f-487b-ace7-c628c5890b35', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:00Z', 'updated_at': '2022-02-09T14:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:07.769315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c593c71-ce3d-419a-bb88-16b5c16bbf5c tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event updated for resources: {'Network': ['ID=6a593194-cc3b-4d6e-a735-558f330a25d9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:07.785277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecc65ff-bc9d-43b1-992c-783811ec84a0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:07.796552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Checking router: 123e640c-dd3e-47c2-b37f-677528c402ee for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:37:07.797155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Updating router 123e640c-dd3e-47c2-b37f-677528c402ee port 7ffd8c89-df9f-487b-ace7-c628c5890b35 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:37:07.815945 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:37:07.845255 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:07.845898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 6a593194-cc3b-4d6e-a735-558f330a25d9 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:37:07.858082 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:07.859469 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Added segment d4233b8e-94b9-410c-a518-b2e6c719ca69 of type vlan for network 04a097c4-9610-4e9f-9a61-43117413c1c3 Feb 09 14:37:07.863697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5d80c855-8623-43da-ba02-7a1d85534f57 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:07.868563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5d80c855-8623-43da-ba02-7a1d85534f57 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Usage tracker for resource:subnet and tenant:40bc00f801ad4f31af2e4c0e55aa8701 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:07.871403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5d80c855-8623-43da-ba02-7a1d85534f57 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:07.878881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5d80c855-8623-43da-ba02-7a1d85534f57 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:07.891573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d80c855-8623-43da-ba02-7a1d85534f57 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Made reservation on behalf of 40bc00f801ad4f31af2e4c0e55aa8701 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:37:07.895780 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5d80c855-8623-43da-ba02-7a1d85534f57 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:07.955550 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:08.021192 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:08.042654 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:08.044745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:08.045736 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:08.059488 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:08.088938 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Transition to ACTIVE for port object 62dcb762-6849-4f29-96a8-fd9b5b021cfc will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:08.178526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Transition to ACTIVE for port object 62dcb762-6849-4f29-96a8-fd9b5b021cfc will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:08.207350 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:08.315303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5b8bc503-3763-4e4a-81ab-214ac69a45c4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:08.320758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2068675040', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}, 'admin_state_up': False}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:08.351163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:08.363807 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Usage tracker for resource:router and tenant:43885b16e5fd469686bf064e4c0306a2 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:08.369637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:08.377344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] Pushing event updated for resources: {'Network': ['ID=04a097c4-9610-4e9f-9a61-43117413c1c3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:08.390480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:08.398533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 04a097c4-9610-4e9f-9a61-43117413c1c3 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:37:08.415634 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-377d79e1-11c0-4703-b5a6-3312daa9d51f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5085895 Feb 09 14:37:08.418671 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33860) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:08.431576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b6f914b2-1b1f-48d0-ae16-6fdcc7e2e276 admin admin] Request body: {'subnet': {'network_id': '04a097c4-9610-4e9f-9a61-43117413c1c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1963133716-subnet', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a', 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:08.438429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b6f914b2-1b1f-48d0-ae16-6fdcc7e2e276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:08.446566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b6f914b2-1b1f-48d0-ae16-6fdcc7e2e276 admin admin] Usage tracker for resource:subnet and tenant:a0eca207a10143738a0c2716a71f385a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:08.453971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b6f914b2-1b1f-48d0-ae16-6fdcc7e2e276 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:08.466823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b6f914b2-1b1f-48d0-ae16-6fdcc7e2e276 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:08.481865 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:08.482553 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'name': 'tempest-TestServerBasicOps-187850840-router', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:37:02Z', 'revision_number': 4, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'gw_port': {'id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:51Z', 'updated_at': '2022-02-09T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b2eb1bd8-4542-4374-a955-4c93d3b7428f', 'name': '', 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'mac_address': 'fa:16:3e:5c:0e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:59Z', 'updated_at': '2022-02-09T14:37:03Z', 'revision_number': 2, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'subnets': [{'id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:08.483096 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:08.490067 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Checking router: 1564ec8d-98c0-40dd-ad37-5a4949826364 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:37:08.490804 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Updating router 1564ec8d-98c0-40dd-ad37-5a4949826364 port b2eb1bd8-4542-4374-a955-4c93d3b7428f binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:37:08.494073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f914b2-1b1f-48d0-ae16-6fdcc7e2e276 admin admin] Made reservation on behalf of a0eca207a10143738a0c2716a71f385a for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:37:08.496802 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b6f914b2-1b1f-48d0-ae16-6fdcc7e2e276 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:08.497353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Allocated IP 172.20.0.1 (1dee4362-6c5a-467b-992b-83762b500291/81a4d8b2-9e36-4ba0-b2a2-5a57b0c70108/b1954c71-1400-42de-acb4-1cbd67a53052) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:08.546480 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Network f2a68d2b-7e44-4a4b-a726-c59b2e80dd83 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:08.600108 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:08.606178 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Pushing event updated for resources: {'Port': ['ID=62dcb762-6849-4f29-96a8-fd9b5b021cfc,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:08.612314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:08.621114 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:08.752784 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5d80c855-8623-43da-ba02-7a1d85534f57 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:08.765086 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 5b8bc503-3763-4e4a-81ab-214ac69a45c4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:08.765719 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:08.789826 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Attempting to bind port 62dcb762-6849-4f29-96a8-fd9b5b021cfc on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:37:08.790729 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Attempting to bind port 62dcb762-6849-4f29-96a8-fd9b5b021cfc by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '21d308c3-5a64-416a-902b-3021196f8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f2a68d2b-7e44-4a4b-a726-c59b2e80dd83'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:37:08.791293 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Attempting to bind port 62dcb762-6849-4f29-96a8-fd9b5b021cfc on network f2a68d2b-7e44-4a4b-a726-c59b2e80dd83 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:08.803978 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:37:08.804719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Checking segment: {'id': '21d308c3-5a64-416a-902b-3021196f8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f2a68d2b-7e44-4a4b-a726-c59b2e80dd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:08.805316 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:08.805896 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Bound using segment: {'id': '21d308c3-5a64-416a-902b-3021196f8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f2a68d2b-7e44-4a4b-a726-c59b2e80dd83'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:37:08.806555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Bound port: 62dcb762-6849-4f29-96a8-fd9b5b021cfc, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d308c3-5a64-416a-902b-3021196f8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f2a68d2b-7e44-4a4b-a726-c59b2e80dd83'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:37:08.807777 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:08.891581 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:08.977176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80c855-8623-43da-ba02-7a1d85534f57 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event updated for resources: {'Subnet': ['ID=649381dd-ca2a-43a4-9ad6-619b1cf3422e,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:08.977984 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b6f914b2-1b1f-48d0-ae16-6fdcc7e2e276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:08.995659 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d80c855-8623-43da-ba02-7a1d85534f57 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Checking segment: {'id': '88d43780-ae57-41da-b8a9-6d60411e03f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '312d5002-7708-4088-8ddb-6f6eaf2c2929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:08.996053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d80c855-8623-43da-ba02-7a1d85534f57 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Network hostable DHCP agents. Network: 312d5002-7708-4088-8ddb-6f6eaf2c2929, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:37:09.044491 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:09.092372 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] For port 62dcb762-6849-4f29-96a8-fd9b5b021cfc, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:37:09.172209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] For port 62dcb762-6849-4f29-96a8-fd9b5b021cfc, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=62dcb762-6849-4f29-96a8-fd9b5b021cfc,segment=NetworkSegment(21d308c3-5a64-416a-902b-3021196f8efb),segment_id=21d308c3-5a64-416a-902b-3021196f8efb)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:37:09.174310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f914b2-1b1f-48d0-ae16-6fdcc7e2e276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c145bd42-1ea7-4914-a48e-96910420a071,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:09.189426 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:09.212608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f914b2-1b1f-48d0-ae16-6fdcc7e2e276 admin admin] Checking segment: {'id': 'd4233b8e-94b9-410c-a518-b2e6c719ca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a097c4-9610-4e9f-9a61-43117413c1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:09.212608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f914b2-1b1f-48d0-ae16-6fdcc7e2e276 admin admin] Network hostable DHCP agents. Network: 04a097c4-9610-4e9f-9a61-43117413c1c3, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:37:09.238389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f914b2-1b1f-48d0-ae16-6fdcc7e2e276 admin admin] Network 04a097c4-9610-4e9f-9a61-43117413c1c3 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:37:09.255336 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b6f914b2-1b1f-48d0-ae16-6fdcc7e2e276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 04a097c4-9610-4e9f-9a61-43117413c1c3) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:09.265527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f914b2-1b1f-48d0-ae16-6fdcc7e2e276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:09.267539 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b6f914b2-1b1f-48d0-ae16-6fdcc7e2e276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:09.281909 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:09.297851 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Transition to ACTIVE for port object b2eb1bd8-4542-4374-a955-4c93d3b7428f will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:09.316394 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:09.323398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e07c4-dd83-4777-90ac-6ee73cee13bf None None] Pushing event updated for resources: {'Port': ['ID=62dcb762-6849-4f29-96a8-fd9b5b021cfc,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:09.327464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed41c548-d636-40dd-86aa-8d6687ea7258 None None] Network 04a097c4-9610-4e9f-9a61-43117413c1c3 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:37:09.335442 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b6f914b2-1b1f-48d0-ae16-6fdcc7e2e276 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9149928 Feb 09 14:37:09.336075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33866) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:09.350573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1963133716-router', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:09.357091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:09.362178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Usage tracker for resource:router and tenant:a0eca207a10143738a0c2716a71f385a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:09.366503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:09.373966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:09.391085 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:09.392600 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:09.419531 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:09.421216 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:09.465874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Transition to ACTIVE for port object 7ffd8c89-df9f-487b-ace7-c628c5890b35 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:09.478236 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:09.700204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Attempting to bind port 7ffd8c89-df9f-487b-ace7-c628c5890b35 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:37:09.700859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Attempting to bind port 7ffd8c89-df9f-487b-ace7-c628c5890b35 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:37:09.701430 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Attempting to bind port 7ffd8c89-df9f-487b-ace7-c628c5890b35 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:09.711525 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed91e2-945f-43c3-96fb-b1c19c5620e4 None None] Pushing event updated for resources: {'Port': ['ID=b2eb1bd8-4542-4374-a955-4c93d3b7428f,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:09.730992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:37:09.732810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:09.734021 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:09.734494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:37:09.735663 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Bound port: 7ffd8c89-df9f-487b-ace7-c628c5890b35, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:37:09.736146 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:09.776899 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed91e2-945f-43c3-96fb-b1c19c5620e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:09.777234 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed91e2-945f-43c3-96fb-b1c19c5620e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:09.777566 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed91e2-945f-43c3-96fb-b1c19c5620e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:09.777894 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed91e2-945f-43c3-96fb-b1c19c5620e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:09.778215 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed91e2-945f-43c3-96fb-b1c19c5620e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:09.778530 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed91e2-945f-43c3-96fb-b1c19c5620e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:09.778845 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed91e2-945f-43c3-96fb-b1c19c5620e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:09.779157 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed91e2-945f-43c3-96fb-b1c19c5620e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:09.789904 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed91e2-945f-43c3-96fb-b1c19c5620e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:09.790441 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed91e2-945f-43c3-96fb-b1c19c5620e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:09.790608 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed91e2-945f-43c3-96fb-b1c19c5620e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:09.790906 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed91e2-945f-43c3-96fb-b1c19c5620e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:09.814760 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:09.921693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] For port 7ffd8c89-df9f-487b-ace7-c628c5890b35, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:37:09.927773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] For port 7ffd8c89-df9f-487b-ace7-c628c5890b35, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7ffd8c89-df9f-487b-ace7-c628c5890b35,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:37:09.937392 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eabbc1-d1f5-4428-bb31-a59be693ccc3 None None] Pushing event updated for resources: {'Port': ['ID=7ffd8c89-df9f-487b-ace7-c628c5890b35,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:09.964538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d80c855-8623-43da-ba02-7a1d85534f57 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Network 312d5002-7708-4088-8ddb-6f6eaf2c2929 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:37:09.971663 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:09.990703 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:10.023291 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Attempting to bind port b2eb1bd8-4542-4374-a955-4c93d3b7428f on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:37:10.023668 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Attempting to bind port b2eb1bd8-4542-4374-a955-4c93d3b7428f by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '89df81a2-0da1-44db-ad0e-d03a9a37c54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:37:10.024392 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Attempting to bind port b2eb1bd8-4542-4374-a955-4c93d3b7428f on network dbd29eea-57ba-4216-b5d8-c672da6f570c {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:10.033615 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:37:10.034044 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Checking segment: {'id': '89df81a2-0da1-44db-ad0e-d03a9a37c54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:10.034748 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:10.035493 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Bound using segment: {'id': '89df81a2-0da1-44db-ad0e-d03a9a37c54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:37:10.036066 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Bound port: b2eb1bd8-4542-4374-a955-4c93d3b7428f, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89df81a2-0da1-44db-ad0e-d03a9a37c54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:37:10.036437 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:10.136296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Transition to ACTIVE for port object b1954c71-1400-42de-acb4-1cbd67a53052 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:10.175765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-5d80c855-8623-43da-ba02-7a1d85534f57 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 312d5002-7708-4088-8ddb-6f6eaf2c2929) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:10.213070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d80c855-8623-43da-ba02-7a1d85534f57 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:10.216023 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5d80c855-8623-43da-ba02-7a1d85534f57 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:10.223871 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:10.233581 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:10.235197 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] For port b2eb1bd8-4542-4374-a955-4c93d3b7428f, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:37:10.243255 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] For port b2eb1bd8-4542-4374-a955-4c93d3b7428f, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b2eb1bd8-4542-4374-a955-4c93d3b7428f,segment=NetworkSegment(89df81a2-0da1-44db-ad0e-d03a9a37c54b),segment_id=89df81a2-0da1-44db-ad0e-d03a9a37c54b)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:37:10.253727 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:10.296342 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3826cd30-8927-488f-abc7-fd3a413aaac0 None None] Network 312d5002-7708-4088-8ddb-6f6eaf2c2929 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:37:10.324600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 62dcb762-6849-4f29-96a8-fd9b5b021cfc up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:10.364122 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Routers {'1564ec8d-98c0-40dd-ad37-5a4949826364'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:10.364750 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1564ec8d-98c0-40dd-ad37-5a4949826364'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:10.427084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eabbc1-d1f5-4428-bb31-a59be693ccc3 None None] Pushing event updated for resources: {'Port': ['ID=7ffd8c89-df9f-487b-ace7-c628c5890b35,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:10.436330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-04a097c4-9610-4e9f-9a61-43117413c1c3', 'network_id': '04a097c4-9610-4e9f-9a61-43117413c1c3', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a', 'fixed_ips': [{'subnet_id': 'c145bd42-1ea7-4914-a48e-96910420a071'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:37:10.436993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Network 1dee4362-6c5a-467b-992b-83762b500291 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:10.437181 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:10.449786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:10.470160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:10.552643 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:10.556743 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5d80c855-8623-43da-ba02-7a1d85534f57 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9917176 Feb 09 14:37:10.566971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33872) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:10.571524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Pushing event updated for resources: {'Port': ['ID=b1954c71-1400-42de-acb4-1cbd67a53052,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:10.652017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b9048532-ff78-4ff8-a4a6-16342089dbaa tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Request body: {'subnet': {'network_id': '6a593194-cc3b-4d6e-a735-558f330a25d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:10.669933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Routers {'123e640c-dd3e-47c2-b37f-677528c402ee'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:10.670551 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['123e640c-dd3e-47c2-b37f-677528c402ee'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:10.680666 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed91e2-945f-43c3-96fb-b1c19c5620e4 None None] Pushing event updated for resources: {'Port': ['ID=b2eb1bd8-4542-4374-a955-4c93d3b7428f,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:10.886945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b9048532-ff78-4ff8-a4a6-16342089dbaa tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:10.941518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b9048532-ff78-4ff8-a4a6-16342089dbaa tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Usage tracker for resource:subnet and tenant:40bc00f801ad4f31af2e4c0e55aa8701 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:10.950389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b9048532-ff78-4ff8-a4a6-16342089dbaa tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:11.011428 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] Set router 1564ec8d-98c0-40dd-ad37-5a4949826364 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:11.046891 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] Set router 123e640c-dd3e-47c2-b37f-677528c402ee gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:11.093825 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b9048532-ff78-4ff8-a4a6-16342089dbaa tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:11.282395 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:11.327350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9048532-ff78-4ff8-a4a6-16342089dbaa tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Made reservation on behalf of 40bc00f801ad4f31af2e4c0e55aa8701 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:37:11.330814 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9048532-ff78-4ff8-a4a6-16342089dbaa tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:11.333926 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:11.425671 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610572a9-aa68-4f19-ba29-28f62e6cbf55 None None] Network f2a68d2b-7e44-4a4b-a726-c59b2e80dd83 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:37:11.458590 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:11.530022 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:11.560804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Allocated IP 172.25.8.181 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/79d1c0a8-ea8c-4895-950c-b61d40224de9) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:11.582648 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'name': 'tempest-TestServerBasicOps-187850840-router', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:37:02Z', 'revision_number': 4, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'gw_port': {'id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:51Z', 'updated_at': '2022-02-09T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b2eb1bd8-4542-4374-a955-4c93d3b7428f', 'name': '', 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'mac_address': 'fa:16:3e:5c:0e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:59Z', 'updated_at': '2022-02-09T14:37:10Z', 'revision_number': 4, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'subnets': [{'id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:11.589904 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd64f38-0189-43f1-9f6c-539d0218f446 None None] The sync data for ids ['1564ec8d-98c0-40dd-ad37-5a4949826364'] in n-d-828418-2 is: [{'id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'name': 'tempest-TestServerBasicOps-187850840-router', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:37:02Z', 'revision_number': 4, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'gw_port': {'id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:51Z', 'updated_at': '2022-02-09T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b2eb1bd8-4542-4374-a955-4c93d3b7428f', 'name': '', 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'mac_address': 'fa:16:3e:5c:0e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:59Z', 'updated_at': '2022-02-09T14:37:10Z', 'revision_number': 4, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'subnets': [{'id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:11.786551 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:11.860979 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:11.955826 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:12.007703 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:12.087490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:12.096192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:12.101646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:12.164660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Pushing event updated for resources: {'Port': ['ID=79d1c0a8-ea8c-4895-950c-b61d40224de9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:12.219239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 62dcb762-6849-4f29-96a8-fd9b5b021cfc completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:12.502215 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Allocated IP 172.25.8.147 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/8b41502a-3212-4deb-bfba-7c8bea930c82) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:12.512663 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-312d5002-7708-4088-8ddb-6f6eaf2c2929', 'network_id': '312d5002-7708-4088-8ddb-6f6eaf2c2929', 'tenant_id': '40bc00f801ad4f31af2e4c0e55aa8701', 'fixed_ips': [{'subnet_id': '649381dd-ca2a-43a4-9ad6-619b1cf3422e'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:37:12.515472 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:12.547228 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b2eb1bd8-4542-4374-a955-4c93d3b7428f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:12.584409 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9048532-ff78-4ff8-a4a6-16342089dbaa tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:12.638933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-548131ae-7e83-482e-8f7f-40e3e5771dfd None None] Provisioning for port b1954c71-1400-42de-acb4-1cbd67a53052 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:12.678695 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-548131ae-7e83-482e-8f7f-40e3e5771dfd None None] Provisioning complete for port b1954c71-1400-42de-acb4-1cbd67a53052 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:12.692049 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-548131ae-7e83-482e-8f7f-40e3e5771dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:12.785636 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-548131ae-7e83-482e-8f7f-40e3e5771dfd None None] Port b1954c71-1400-42de-acb4-1cbd67a53052 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:37:12.799665 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:12.826190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9048532-ff78-4ff8-a4a6-16342089dbaa tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event updated for resources: {'Subnet': ['ID=9ecfc9e6-bebf-4efc-94ff-5cba1cf08aa9,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:12.848482 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:12.869808 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:12.878078 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Allocated IP 172.20.0.2 (04a097c4-9610-4e9f-9a61-43117413c1c3/c145bd42-1ea7-4914-a48e-96910420a071/3598c73e-7f8e-4e59-bce6-302d485824c8) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:12.947758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9048532-ff78-4ff8-a4a6-16342089dbaa tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Checking segment: {'id': '8ba3d518-4351-474d-88b4-2467a92c5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6a593194-cc3b-4d6e-a735-558f330a25d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:12.948133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9048532-ff78-4ff8-a4a6-16342089dbaa tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Network hostable DHCP agents. Network: 6a593194-cc3b-4d6e-a735-558f330a25d9, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:37:13.028050 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:13.036381 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:13.049071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Pushing event updated for resources: {'Port': ['ID=b1954c71-1400-42de-acb4-1cbd67a53052,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:13.092969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9048532-ff78-4ff8-a4a6-16342089dbaa tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Network 6a593194-cc3b-4d6e-a735-558f330a25d9 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:37:13.172932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-b9048532-ff78-4ff8-a4a6-16342089dbaa tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 6a593194-cc3b-4d6e-a735-558f330a25d9) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:13.179232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9048532-ff78-4ff8-a4a6-16342089dbaa tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:13.179827 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9048532-ff78-4ff8-a4a6-16342089dbaa tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:13.244691 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b9048532-ff78-4ff8-a4a6-16342089dbaa tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6679633 Feb 09 14:37:13.258285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33880) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:13.318959 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc97992-731f-46cc-84fc-5028cd04f996 None None] Network 6a593194-cc3b-4d6e-a735-558f330a25d9 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:37:13.326602 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:13.463475 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-46a5a45a-7f22-4390-b470-b7dd70f41233 None None] Provisioning for port 62dcb762-6849-4f29-96a8-fd9b5b021cfc completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:13.475192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Network 1dee4362-6c5a-467b-992b-83762b500291 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:13.485250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:13.499990 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port b2eb1bd8-4542-4374-a955-4c93d3b7428f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:13.505419 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-46a5a45a-7f22-4390-b470-b7dd70f41233 None None] Provisioning complete for port 62dcb762-6849-4f29-96a8-fd9b5b021cfc triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:13.506640 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-46a5a45a-7f22-4390-b470-b7dd70f41233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:13.579929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:13.598024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:13.600776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:13.643482 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:13.653901 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Allocated IP 2001:db8::2 (312d5002-7708-4088-8ddb-6f6eaf2c2929/649381dd-ca2a-43a4-9ad6-619b1cf3422e/19cf50e9-f21a-4b1c-8d49-016f8775a682) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:13.703161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'name': 'tempest-TestServerMultinode-1002876279-router', 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '7ffd8c89-df9f-487b-ace7-c628c5890b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:57Z', 'updated_at': '2022-02-09T14:37:02Z', 'revision_number': 3, 'project_id': '0769abacc27e4e269d0375f8324d1bb5', 'gw_port': {'id': '7ffd8c89-df9f-487b-ace7-c628c5890b35', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:00Z', 'updated_at': '2022-02-09T14:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:13.731259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b2eb1bd8-4542-4374-a955-4c93d3b7428f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:13.731639 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:13.793569 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Pushing event updated for resources: {'Port': ['ID=8b41502a-3212-4deb-bfba-7c8bea930c82,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:14.010913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f79d15-6cc7-4622-af2c-bf5e5478bee6 None None] The sync data for ids ['123e640c-dd3e-47c2-b37f-677528c402ee'] in n-d-828418-2 is: [{'id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'name': 'tempest-TestServerMultinode-1002876279-router', 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '7ffd8c89-df9f-487b-ace7-c628c5890b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:57Z', 'updated_at': '2022-02-09T14:37:02Z', 'revision_number': 3, 'project_id': '0769abacc27e4e269d0375f8324d1bb5', 'gw_port': {'id': '7ffd8c89-df9f-487b-ace7-c628c5890b35', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:00Z', 'updated_at': '2022-02-09T14:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:14.210953 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:14.229450 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Transition to ACTIVE for port object 3598c73e-7f8e-4e59-bce6-302d485824c8 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:14.257614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Transition to ACTIVE for port object 3598c73e-7f8e-4e59-bce6-302d485824c8 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:14.301791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Router 19f91a51-461b-4bfd-8a22-46806dff7d89 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:37:14.490925 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:14.642679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:37:14.691656 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:14.696874 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3240480d-145a-48ba-bb2a-6f55d14d9825 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3591576 Feb 09 14:37:14.697900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33888) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:14.783531 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Pushing event updated for resources: {'Port': ['ID=3598c73e-7f8e-4e59-bce6-302d485824c8,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:14.885005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Router 123e640c-dd3e-47c2-b37f-677528c402ee has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:37:14.890700 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Sync routers for ids ['19f91a51-461b-4bfd-8a22-46806dff7d89'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:37:15.004919 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-46a5a45a-7f22-4390-b470-b7dd70f41233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:15.072725 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Network 04a097c4-9610-4e9f-9a61-43117413c1c3 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:15.091152 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:15.101022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:15.126849 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Routers {'19f91a51-461b-4bfd-8a22-46806dff7d89'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:15.129576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['19f91a51-461b-4bfd-8a22-46806dff7d89'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:15.227197 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:15.265466 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:15.416890 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:15.736575 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:15.741755 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Attempting to bind port 3598c73e-7f8e-4e59-bce6-302d485824c8 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:37:15.742115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Attempting to bind port 3598c73e-7f8e-4e59-bce6-302d485824c8 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd4233b8e-94b9-410c-a518-b2e6c719ca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a097c4-9610-4e9f-9a61-43117413c1c3'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:37:15.742469 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Attempting to bind port 3598c73e-7f8e-4e59-bce6-302d485824c8 on network 04a097c4-9610-4e9f-9a61-43117413c1c3 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:15.745428 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port b2eb1bd8-4542-4374-a955-4c93d3b7428f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b2eb1bd8-4542-4374-a955-4c93d3b7428f,segment=NetworkSegment(89df81a2-0da1-44db-ad0e-d03a9a37c54b),segment_id=89df81a2-0da1-44db-ad0e-d03a9a37c54b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:15.760279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-46a5a45a-7f22-4390-b470-b7dd70f41233 None None] For port 62dcb762-6849-4f29-96a8-fd9b5b021cfc, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=62dcb762-6849-4f29-96a8-fd9b5b021cfc,segment=NetworkSegment(21d308c3-5a64-416a-902b-3021196f8efb),segment_id=21d308c3-5a64-416a-902b-3021196f8efb)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:15.765051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-6a593194-cc3b-4d6e-a735-558f330a25d9', 'network_id': '6a593194-cc3b-4d6e-a735-558f330a25d9', 'tenant_id': '40bc00f801ad4f31af2e4c0e55aa8701', 'fixed_ips': [{'subnet_id': '9ecfc9e6-bebf-4efc-94ff-5cba1cf08aa9'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:37:15.766006 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:15.791612 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-46a5a45a-7f22-4390-b470-b7dd70f41233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:15.794313 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:15.831673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:37:15.832067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Checking segment: {'id': 'd4233b8e-94b9-410c-a518-b2e6c719ca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a097c4-9610-4e9f-9a61-43117413c1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:15.832472 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:15.832857 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Bound using segment: {'id': 'd4233b8e-94b9-410c-a518-b2e6c719ca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a097c4-9610-4e9f-9a61-43117413c1c3'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:37:15.833335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Bound port: 3598c73e-7f8e-4e59-bce6-302d485824c8, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4233b8e-94b9-410c-a518-b2e6c719ca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a097c4-9610-4e9f-9a61-43117413c1c3'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:37:15.833735 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:15.844258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:37:15.856659 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Transition to ACTIVE for port object 19cf50e9-f21a-4b1c-8d49-016f8775a682 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:15.858456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c58b4e82-cafe-4017-bcd6-7ed3cb62603e admin admin] 10.222.0.48 "PUT /v2.0/routers/123e640c-dd3e-47c2-b37f-677528c402ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5831120 Feb 09 14:37:16.021061 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Set router 19f91a51-461b-4bfd-8a22-46806dff7d89 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:16.083432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7ffd8c89-df9f-487b-ace7-c628c5890b35 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:16.095200 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:16.241759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Transition to ACTIVE for port object 19cf50e9-f21a-4b1c-8d49-016f8775a682 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:16.367137 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:16.378061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Allocated IP 2001:db8::1 (312d5002-7708-4088-8ddb-6f6eaf2c2929/649381dd-ca2a-43a4-9ad6-619b1cf3422e/f3453d47-ae67-4dd0-b549-b9d5f5238f63) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:16.414159 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8e6e93b2-d654-4d7d-af82-0033d8a2386a None None] Provisioning complete for port 62dcb762-6849-4f29-96a8-fd9b5b021cfc triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:16.414546 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8e6e93b2-d654-4d7d-af82-0033d8a2386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:16.453399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5a45a-7f22-4390-b470-b7dd70f41233 None None] Pushing event updated for resources: {'Port': ['ID=62dcb762-6849-4f29-96a8-fd9b5b021cfc,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:16.541399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] For port 3598c73e-7f8e-4e59-bce6-302d485824c8, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:37:16.574186 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Allocated IP 172.20.0.1 (04a097c4-9610-4e9f-9a61-43117413c1c3/c145bd42-1ea7-4914-a48e-96910420a071/1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:16.638513 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Network 312d5002-7708-4088-8ddb-6f6eaf2c2929 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:16.664257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:16.666949 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:16.673097 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] For port 3598c73e-7f8e-4e59-bce6-302d485824c8, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3598c73e-7f8e-4e59-bce6-302d485824c8,segment=NetworkSegment(d4233b8e-94b9-410c-a518-b2e6c719ca69),segment_id=d4233b8e-94b9-410c-a518-b2e6c719ca69)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:37:16.723163 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:16.798553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:16.831679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Transition to ACTIVE for port object f3453d47-ae67-4dd0-b549-b9d5f5238f63 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:16.836757 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Sync routers for ids ['123e640c-dd3e-47c2-b37f-677528c402ee'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:37:16.855247 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Routers {'123e640c-dd3e-47c2-b37f-677528c402ee'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:16.857496 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:16.867073 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['123e640c-dd3e-47c2-b37f-677528c402ee'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:16.938364 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 7ffd8c89-df9f-487b-ace7-c628c5890b35 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:16.974758 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=b2eb1bd8-4542-4374-a955-4c93d3b7428f,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:17.020543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Network 312d5002-7708-4088-8ddb-6f6eaf2c2929 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:17.022562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:17.032192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:17.032916 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:17.112018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event updated for resources: {'Port': ['ID=f3453d47-ae67-4dd0-b549-b9d5f5238f63,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:17.169106 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:17.217021 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Allocated IP 2001:db8::2 (6a593194-cc3b-4d6e-a735-558f330a25d9/9ecfc9e6-bebf-4efc-94ff-5cba1cf08aa9/3b5c8e22-22ac-48cd-b41c-daffa356f68b) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:17.219637 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7ffd8c89-df9f-487b-ace7-c628c5890b35 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:17.220043 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:17.230812 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Set router 123e640c-dd3e-47c2-b37f-677528c402ee gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:17.326755 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Attempting to bind port 19cf50e9-f21a-4b1c-8d49-016f8775a682 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:37:17.327123 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Attempting to bind port 19cf50e9-f21a-4b1c-8d49-016f8775a682 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '88d43780-ae57-41da-b8a9-6d60411e03f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '312d5002-7708-4088-8ddb-6f6eaf2c2929'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:37:17.327483 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Attempting to bind port 19cf50e9-f21a-4b1c-8d49-016f8775a682 on network 312d5002-7708-4088-8ddb-6f6eaf2c2929 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:17.419009 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:37:17.419697 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Checking segment: {'id': '88d43780-ae57-41da-b8a9-6d60411e03f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '312d5002-7708-4088-8ddb-6f6eaf2c2929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:17.420384 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:17.421107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Bound using segment: {'id': '88d43780-ae57-41da-b8a9-6d60411e03f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '312d5002-7708-4088-8ddb-6f6eaf2c2929'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:37:17.421756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Bound port: 19cf50e9-f21a-4b1c-8d49-016f8775a682, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d43780-ae57-41da-b8a9-6d60411e03f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '312d5002-7708-4088-8ddb-6f6eaf2c2929'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:37:17.422311 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:17.476574 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:17.575751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Transition to ACTIVE for port object 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:17.589351 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Pushing event updated for resources: {'Port': ['ID=19cf50e9-f21a-4b1c-8d49-016f8775a682,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:17.639868 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-e6d68d7f-ea8f-414d-b218-9fa6fb369b30 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:17.648192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-e6d68d7f-ea8f-414d-b218-9fa6fb369b30 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Synchronizing usage tracker for tenant:0769abacc27e4e269d0375f8324d1bb5 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:37:17.675826 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:17.690731 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Router 3f3c53e3-1233-4d84-8938-a51ae7537052 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:37:17.701094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-e6d68d7f-ea8f-414d-b218-9fa6fb369b30 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Unset dirty status for tenant:0769abacc27e4e269d0375f8324d1bb5 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:37:17.711091 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-e6d68d7f-ea8f-414d-b218-9fa6fb369b30 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/networks?id=76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa HTTP/1.1" status: 200 len: 910 time: 0.5516829 Feb 09 14:37:17.790826 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-4d8fe27a-34dc-4c31-b076-883e110d33b2 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/quotas/0769abacc27e4e269d0375f8324d1bb5 HTTP/1.1" status: 200 len: 375 time: 0.0418549 Feb 09 14:37:17.791864 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:18.028708 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'name': 'tempest-TestServerMultinode-1002876279-router', 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '7ffd8c89-df9f-487b-ace7-c628c5890b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:57Z', 'updated_at': '2022-02-09T14:37:11Z', 'revision_number': 4, 'project_id': '0769abacc27e4e269d0375f8324d1bb5', 'gw_port': {'id': '7ffd8c89-df9f-487b-ace7-c628c5890b35', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:00Z', 'updated_at': '2022-02-09T14:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b1954c71-1400-42de-acb4-1cbd67a53052', 'name': '', 'network_id': '1dee4362-6c5a-467b-992b-83762b500291', 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5', 'mac_address': 'fa:16:3e:b0:f3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '81a4d8b2-9e36-4ba0-b2a2-5a57b0c70108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:08Z', 'updated_at': '2022-02-09T14:37:11Z', 'revision_number': 2, 'project_id': '0769abacc27e4e269d0375f8324d1bb5', 'subnets': [{'id': '81a4d8b2-9e36-4ba0-b2a2-5a57b0c70108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:18.049065 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Checking router: 123e640c-dd3e-47c2-b37f-677528c402ee for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:37:18.049065 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Updating router 123e640c-dd3e-47c2-b37f-677528c402ee port b1954c71-1400-42de-acb4-1cbd67a53052 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:37:18.101422 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Pushing event updated for resources: {'Port': ['ID=1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:18.111554 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Network 04a097c4-9610-4e9f-9a61-43117413c1c3 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:18.137490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:18.152533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:18.167572 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'name': 'tempest-TestServerBasicOps-1963133716-router', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:37:09Z', 'updated_at': '2022-02-09T14:37:12Z', 'revision_number': 3, 'project_id': 'a0eca207a10143738a0c2716a71f385a', 'gw_port': {'id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:11Z', 'updated_at': '2022-02-09T14:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:18.175988 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:18.210285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8e6e93b2-d654-4d7d-af82-0033d8a2386a None None] Provisioning complete for port b1954c71-1400-42de-acb4-1cbd67a53052 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:18.210838 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8e6e93b2-d654-4d7d-af82-0033d8a2386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:18.229614 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:18.269525 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229de510-c771-4c70-9c43-cd7993c129d7 None None] Pushing event updated for resources: {'Port': ['ID=3598c73e-7f8e-4e59-bce6-302d485824c8,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:18.315250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:37:18.346606 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Checking router: 19f91a51-461b-4bfd-8a22-46806dff7d89 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:37:18.347996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Updating router 19f91a51-461b-4bfd-8a22-46806dff7d89 port 79d1c0a8-ea8c-4895-950c-b61d40224de9 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:37:18.397176 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:18.398744 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-144c75f3-19a6-46ee-a841-8c8f0b28a74d tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.6741970 Feb 09 14:37:18.401584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33940) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:18.456855 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace015d-c754-4ce8-b507-ad25d7491001 None None] Sync routers for ids ['3f3c53e3-1233-4d84-8938-a51ae7537052'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:37:18.628530 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace015d-c754-4ce8-b507-ad25d7491001 None None] Routers {'3f3c53e3-1233-4d84-8938-a51ae7537052'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:18.629456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-bace015d-c754-4ce8-b507-ad25d7491001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['3f3c53e3-1233-4d84-8938-a51ae7537052'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:18.704466 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-6eb2ab48-00b1-4770-8bb6-d29f60a6fdf0 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=0769abacc27e4e269d0375f8324d1bb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8610992 Feb 09 14:37:18.743482 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:37:18.884286 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] For port 19cf50e9-f21a-4b1c-8d49-016f8775a682, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:37:18.957244 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:19.004742 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Transition to ACTIVE for port object b1954c71-1400-42de-acb4-1cbd67a53052 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:19.011613 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e93b2-d654-4d7d-af82-0033d8a2386a None None] Port b1954c71-1400-42de-acb4-1cbd67a53052 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:37:19.024352 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:19.039158 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:19.047628 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-b3183064-64c6-4688-9555-3d80d23005e2 service neutron] 10.222.0.48 "GET /v2.0/networks/76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422325 Feb 09 14:37:19.050819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-bace015d-c754-4ce8-b507-ad25d7491001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:19.065541 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:19.069928 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:19.070846 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:19.071460 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] For port 19cf50e9-f21a-4b1c-8d49-016f8775a682, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=19cf50e9-f21a-4b1c-8d49-016f8775a682,segment=NetworkSegment(88d43780-ae57-41da-b8a9-6d60411e03f4),segment_id=88d43780-ae57-41da-b8a9-6d60411e03f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:37:19.096480 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:19.161973 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:19.244209 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:19.291652 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:19.294235 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace015d-c754-4ce8-b507-ad25d7491001 None None] Routers {'3f3c53e3-1233-4d84-8938-a51ae7537052'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:19.294894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-bace015d-c754-4ce8-b507-ad25d7491001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['3f3c53e3-1233-4d84-8938-a51ae7537052'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:19.399429 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-33b0b969-7fcd-4f94-a4a9-55b2e2b9f709 service neutron] 10.222.0.48 "GET /v2.0/networks/76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508186 Feb 09 14:37:19.507164 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb1d94-20b9-4cc3-811e-d179d4f77605 None None] Pushing event updated for resources: {'Port': ['ID=b1954c71-1400-42de-acb4-1cbd67a53052,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:19.908475 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Attempting to bind port b1954c71-1400-42de-acb4-1cbd67a53052 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:37:19.908749 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Attempting to bind port b1954c71-1400-42de-acb4-1cbd67a53052 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'f1800a1b-88de-4236-9a29-7ad73b5c1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1dee4362-6c5a-467b-992b-83762b500291'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:37:19.909110 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Attempting to bind port b1954c71-1400-42de-acb4-1cbd67a53052 on network 1dee4362-6c5a-467b-992b-83762b500291 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:19.913979 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:19.921276 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:37:19.921772 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Checking segment: {'id': 'f1800a1b-88de-4236-9a29-7ad73b5c1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1dee4362-6c5a-467b-992b-83762b500291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:19.922049 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:19.924499 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:19.927054 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Bound using segment: {'id': 'f1800a1b-88de-4236-9a29-7ad73b5c1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1dee4362-6c5a-467b-992b-83762b500291'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:37:19.928665 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Bound port: b1954c71-1400-42de-acb4-1cbd67a53052, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1800a1b-88de-4236-9a29-7ad73b5c1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1dee4362-6c5a-467b-992b-83762b500291'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:37:19.929045 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:19.976561 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:20.006824 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Transition to ACTIVE for port object 79d1c0a8-ea8c-4895-950c-b61d40224de9 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:20.027660 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 7ffd8c89-df9f-487b-ace7-c628c5890b35, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7ffd8c89-df9f-487b-ace7-c628c5890b35,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:20.081368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Transition to ACTIVE for port object 3b5c8e22-22ac-48cd-b41c-daffa356f68b will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:20.112903 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:20.125248 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb7adcb-ce3a-4fbb-97dc-51c02f5c97df None None] Network 04a097c4-9610-4e9f-9a61-43117413c1c3 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:37:20.154494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbbf51-d08a-4dd5-98d7-bc20b2265f21 None None] Pushing event updated for resources: {'Port': ['ID=19cf50e9-f21a-4b1c-8d49-016f8775a682,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:20.175329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-bace015d-c754-4ce8-b507-ad25d7491001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:20.175753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace015d-c754-4ce8-b507-ad25d7491001 None None] The sync data for ids ['3f3c53e3-1233-4d84-8938-a51ae7537052'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:20.230492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event updated for resources: {'Port': ['ID=f3453d47-ae67-4dd0-b549-b9d5f5238f63,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:20.246321 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:20.252384 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-98ae2ad7-007c-4e61-a006-44065899a202 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "GET /v2.0/routers/3f3c53e3-1233-4d84-8938-a51ae7537052 HTTP/1.1" status: 200 len: 925 time: 1.8494191 Feb 09 14:37:20.255285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-589a8e3f-4d4c-4703-bc5e-f1aee74539e4 req-08b31f50-a291-4834-b853-836783d4651f tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Synchronizing usage tracker for tenant:0769abacc27e4e269d0375f8324d1bb5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:37:20.258560 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:20.281888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 33968) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:20.362698 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] For port b1954c71-1400-42de-acb4-1cbd67a53052, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:37:20.383528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Pushing event updated for resources: {'Port': ['ID=1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:20.396725 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] For port b1954c71-1400-42de-acb4-1cbd67a53052, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b1954c71-1400-42de-acb4-1cbd67a53052,segment=NetworkSegment(f1800a1b-88de-4236-9a29-7ad73b5c1485),segment_id=f1800a1b-88de-4236-9a29-7ad73b5c1485)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:37:20.417304 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:20.510309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Transition to ACTIVE for port object 3b5c8e22-22ac-48cd-b41c-daffa356f68b will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:20.510828 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Network 04a097c4-9610-4e9f-9a61-43117413c1c3 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:20.511299 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 33972) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:20.513324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cf708cd2-3c30-47e3-9aa7-abf89070f4a2 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3c53e3-1233-4d84-8938-a51ae7537052 HTTP/1.1" status: 200 len: 205 time: 0.2163939 Feb 09 14:37:20.517048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Attempting to bind port 79d1c0a8-ea8c-4895-950c-b61d40224de9 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:37:20.517461 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Attempting to bind port 79d1c0a8-ea8c-4895-950c-b61d40224de9 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:37:20.517831 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Attempting to bind port 79d1c0a8-ea8c-4895-950c-b61d40224de9 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:20.526429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-589a8e3f-4d4c-4703-bc5e-f1aee74539e4 req-08b31f50-a291-4834-b853-836783d4651f tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Unset dirty status for tenant:0769abacc27e4e269d0375f8324d1bb5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:37:20.555642 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-589a8e3f-4d4c-4703-bc5e-f1aee74539e4 req-08b31f50-a291-4834-b853-836783d4651f tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 210 time: 0.4912064 Feb 09 14:37:20.613977 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:20.642283 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0084e972-2705-4ef0-82f8-ceb48d4da973 None None] Provisioning for port 3598c73e-7f8e-4e59-bce6-302d485824c8 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:20.725205 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Routers {'123e640c-dd3e-47c2-b37f-677528c402ee'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:20.728214 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['123e640c-dd3e-47c2-b37f-677528c402ee'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:20.728543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:37:20.728925 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:20.729333 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:20.729722 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:37:20.730231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Bound port: 79d1c0a8-ea8c-4895-950c-b61d40224de9, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:37:20.730588 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:20.733854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Network 312d5002-7708-4088-8ddb-6f6eaf2c2929 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:20.735188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:20.933813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:20.992417 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] For port 79d1c0a8-ea8c-4895-950c-b61d40224de9, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:37:20.995338 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb1d94-20b9-4cc3-811e-d179d4f77605 None None] Pushing event updated for resources: {'Port': ['ID=b1954c71-1400-42de-acb4-1cbd67a53052,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:21.002297 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] For port 79d1c0a8-ea8c-4895-950c-b61d40224de9, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=79d1c0a8-ea8c-4895-950c-b61d40224de9,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:37:21.038236 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b2eb1bd8-4542-4374-a955-4c93d3b7428f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:21.197230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Network 6a593194-cc3b-4d6e-a735-558f330a25d9 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:21.277204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:21.282524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:21.300368 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:21.423495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d598ece-7080-43ee-80d3-d74d32fbd29c None None] Pushing event updated for resources: {'Port': ['ID=79d1c0a8-ea8c-4895-950c-b61d40224de9,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:21.460013 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] Set router 123e640c-dd3e-47c2-b37f-677528c402ee gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:21.475817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Router a60d5d29-5ff3-4390-b1c1-9a4724d258aa is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:37:21.610477 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f2434c9-ae29-47ac-8960-79d6cc626c3f tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:22.002830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aeb38538-70b0-4cbe-9295-41370166a6d9 req-a0f8e745-d974-4ab8-8275-f0b2421347aa tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 210 time: 0.0946467 Feb 09 14:37:22.051232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:37:22.059391 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5b564aac-2aa4-498f-8422-ef0dbe959b13 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "PUT /v2.0/routers/a60d5d29-5ff3-4390-b1c1-9a4724d258aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7973230 Feb 09 14:37:22.064610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34002) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:22.090776 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9214ef-09d7-4a9c-b4f3-85702c7e62d7 None None] Sync routers for ids ['a60d5d29-5ff3-4390-b1c1-9a4724d258aa'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:37:22.106352 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Routers {'19f91a51-461b-4bfd-8a22-46806dff7d89'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:22.107953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['19f91a51-461b-4bfd-8a22-46806dff7d89'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:22.165294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c59dc8-2c6d-4e0e-b65f-2485b361b175 None None] Network 312d5002-7708-4088-8ddb-6f6eaf2c2929 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:37:22.181895 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9214ef-09d7-4a9c-b4f3-85702c7e62d7 None None] Routers {'a60d5d29-5ff3-4390-b1c1-9a4724d258aa'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:22.182537 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-7e9214ef-09d7-4a9c-b4f3-85702c7e62d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['a60d5d29-5ff3-4390-b1c1-9a4724d258aa'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:22.248729 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-7e9214ef-09d7-4a9c-b4f3-85702c7e62d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:22.261360 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9214ef-09d7-4a9c-b4f3-85702c7e62d7 None None] Routers {'a60d5d29-5ff3-4390-b1c1-9a4724d258aa'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:22.262217 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-7e9214ef-09d7-4a9c-b4f3-85702c7e62d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:36:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['a60d5d29-5ff3-4390-b1c1-9a4724d258aa'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:22.334702 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-7e9214ef-09d7-4a9c-b4f3-85702c7e62d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:22.335421 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9214ef-09d7-4a9c-b4f3-85702c7e62d7 None None] The sync data for ids ['a60d5d29-5ff3-4390-b1c1-9a4724d258aa'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:22.377448 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'name': 'tempest-TestServerMultinode-1002876279-router', 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '7ffd8c89-df9f-487b-ace7-c628c5890b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:57Z', 'updated_at': '2022-02-09T14:37:11Z', 'revision_number': 4, 'project_id': '0769abacc27e4e269d0375f8324d1bb5', 'gw_port': {'id': '7ffd8c89-df9f-487b-ace7-c628c5890b35', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:00Z', 'updated_at': '2022-02-09T14:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b1954c71-1400-42de-acb4-1cbd67a53052', 'name': '', 'network_id': '1dee4362-6c5a-467b-992b-83762b500291', 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5', 'mac_address': 'fa:16:3e:b0:f3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '81a4d8b2-9e36-4ba0-b2a2-5a57b0c70108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:08Z', 'updated_at': '2022-02-09T14:37:20Z', 'revision_number': 4, 'project_id': '0769abacc27e4e269d0375f8324d1bb5', 'subnets': [{'id': '81a4d8b2-9e36-4ba0-b2a2-5a57b0c70108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:22.381498 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f2434c9-ae29-47ac-8960-79d6cc626c3f tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:22.393963 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc625d07-7247-48e1-92af-6a3e2193dbc0 None None] The sync data for ids ['123e640c-dd3e-47c2-b37f-677528c402ee'] in n-d-828418-2 is: [{'id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'name': 'tempest-TestServerMultinode-1002876279-router', 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '7ffd8c89-df9f-487b-ace7-c628c5890b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:57Z', 'updated_at': '2022-02-09T14:37:11Z', 'revision_number': 4, 'project_id': '0769abacc27e4e269d0375f8324d1bb5', 'gw_port': {'id': '7ffd8c89-df9f-487b-ace7-c628c5890b35', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:00Z', 'updated_at': '2022-02-09T14:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b1954c71-1400-42de-acb4-1cbd67a53052', 'name': '', 'network_id': '1dee4362-6c5a-467b-992b-83762b500291', 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5', 'mac_address': 'fa:16:3e:b0:f3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '81a4d8b2-9e36-4ba0-b2a2-5a57b0c70108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:08Z', 'updated_at': '2022-02-09T14:37:20Z', 'revision_number': 4, 'project_id': '0769abacc27e4e269d0375f8324d1bb5', 'subnets': [{'id': '81a4d8b2-9e36-4ba0-b2a2-5a57b0c70108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:22.403006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Router 19f91a51-461b-4bfd-8a22-46806dff7d89 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:37:22.422560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9f2434c9-ae29-47ac-8960-79d6cc626c3f tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Deleting port 8b41502a-3212-4deb-bfba-7c8bea930c82 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:37:22.422560 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f2434c9-ae29-47ac-8960-79d6cc626c3f tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:22.463381 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=7ffd8c89-df9f-487b-ace7-c628c5890b35,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:22.585827 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.21', 54739) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:22.636325 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Attempting to bind port 3b5c8e22-22ac-48cd-b41c-daffa356f68b on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:37:22.640974 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Attempting to bind port 3b5c8e22-22ac-48cd-b41c-daffa356f68b by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '8ba3d518-4351-474d-88b4-2467a92c5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6a593194-cc3b-4d6e-a735-558f330a25d9'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:37:22.641375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Attempting to bind port 3b5c8e22-22ac-48cd-b41c-daffa356f68b on network 6a593194-cc3b-4d6e-a735-558f330a25d9 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:22.771926 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Pushing event updated for resources: {'Port': ['ID=3b5c8e22-22ac-48cd-b41c-daffa356f68b,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:22.852812 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:37:22.853185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Checking segment: {'id': '8ba3d518-4351-474d-88b4-2467a92c5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6a593194-cc3b-4d6e-a735-558f330a25d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:22.853593 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:22.853983 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Bound using segment: {'id': '8ba3d518-4351-474d-88b4-2467a92c5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6a593194-cc3b-4d6e-a735-558f330a25d9'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:37:22.854470 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Bound port: 3b5c8e22-22ac-48cd-b41c-daffa356f68b, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba3d518-4351-474d-88b4-2467a92c5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6a593194-cc3b-4d6e-a735-558f330a25d9'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:37:22.854841 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:23.090062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62add2d-9adf-4ceb-a2f1-96ae393397f9 req-20ab4c5e-4a01-4e07-b671-57f204ecfe28 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:23.091562 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e62add2d-9adf-4ceb-a2f1-96ae393397f9 req-20ab4c5e-4a01-4e07-b671-57f204ecfe28 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 947 time: 0.3702109 Feb 09 14:37:23.119585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b2eb1bd8-4542-4374-a955-4c93d3b7428f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:23.120191 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:23.206200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-877d1496-fe12-44d3-9144-50bb20595215 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:23.208122 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-877d1496-fe12-44d3-9144-50bb20595215 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.21 "GET /v2.0/networks?id=76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa HTTP/1.1" status: 200 len: 910 time: 0.6213748 Feb 09 14:37:23.247830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:37:23.311118 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f2434c9-ae29-47ac-8960-79d6cc626c3f tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:23.385411 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e5029ff5-3126-4b09-bc1d-276e94455a37 None None] Provisioning for port 19cf50e9-f21a-4b1c-8d49-016f8775a682 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:23.436531 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] Set router 19f91a51-461b-4bfd-8a22-46806dff7d89 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:23.481016 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e62add2d-9adf-4ceb-a2f1-96ae393397f9 req-5995c851-4e92-4b14-b3ff-bae78cbab442 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3120477 Feb 09 14:37:23.489425 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9f2434c9-ae29-47ac-8960-79d6cc626c3f tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Calling delete_port for 8b41502a-3212-4deb-bfba-7c8bea930c82 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:37:23.617078 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-bece925f-7f15-4018-a345-8bba4f9b30c3 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:37:23.625912 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bece925f-7f15-4018-a345-8bba4f9b30c3 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "PUT /v2.0/routers/a60d5d29-5ff3-4390-b1c1-9a4724d258aa/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5602109 Feb 09 14:37:23.628933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34014) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:23.975009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-6a59d345-ab9c-4df9-9df4-f1edbedf6b6a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Request body: {'port': {'device_id': '624857de-9142-4b2a-81cc-7bf5ee8b73d1', 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa', 'admin_state_up': True, 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:24.004910 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-18bde4d8-1368-4f17-94a5-fa44c66e9d8f admin admin] 10.222.0.48 "PUT /v2.0/routers/19f91a51-461b-4bfd-8a22-46806dff7d89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3056521 Feb 09 14:37:24.015245 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f2434c9-ae29-47ac-8960-79d6cc626c3f tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:24.020751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-6a59d345-ab9c-4df9-9df4-f1edbedf6b6a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:24.060212 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d598ece-7080-43ee-80d3-d74d32fbd29c None None] Pushing event updated for resources: {'Port': ['ID=79d1c0a8-ea8c-4895-950c-b61d40224de9,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:24.106648 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-abfd1074-c5d6-4b24-9bea-d89e52b1b781 req-31d5f358-ac09-4030-9177-ecec0907928b tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 210 time: 0.8562808 Feb 09 14:37:24.134612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2434c9-ae29-47ac-8960-79d6cc626c3f tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Pushing event deleted for resources: {'Port': ['ID=8b41502a-3212-4deb-bfba-7c8bea930c82,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:24.170705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-6a59d345-ab9c-4df9-9df4-f1edbedf6b6a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:24.253607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-6a59d345-ab9c-4df9-9df4-f1edbedf6b6a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Made reservation on behalf of 0769abacc27e4e269d0375f8324d1bb5 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:37:24.256524 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-6a59d345-ab9c-4df9-9df4-f1edbedf6b6a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:24.265058 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] For port 3b5c8e22-22ac-48cd-b41c-daffa356f68b, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:37:24.276624 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] For port 3b5c8e22-22ac-48cd-b41c-daffa356f68b, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3b5c8e22-22ac-48cd-b41c-daffa356f68b,segment=NetworkSegment(8ba3d518-4351-474d-88b4-2467a92c5021),segment_id=8ba3d518-4351-474d-88b4-2467a92c5021)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:37:24.284874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 62dcb762-6849-4f29-96a8-fd9b5b021cfc up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:24.407630 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:24.495012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-6a59d345-ab9c-4df9-9df4-f1edbedf6b6a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Allocated IP 172.20.0.13 (76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa/fdea16f4-d318-4a51-9d87-4c1aa37aa012/52a76fba-7f1a-4987-adce-3efb122a3384) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:24.806153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1862aa98-ea73-428d-9844-2fd4e9f201c8 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:24.885194 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-6a59d345-ab9c-4df9-9df4-f1edbedf6b6a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:24.921965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-6a59d345-ab9c-4df9-9df4-f1edbedf6b6a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Transition to ACTIVE for port object 52a76fba-7f1a-4987-adce-3efb122a3384 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:25.015495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef4e8d-3b70-4b24-8b21-1e39697500ba None None] Pushing event updated for resources: {'Port': ['ID=3b5c8e22-22ac-48cd-b41c-daffa356f68b,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:25.043960 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 62dcb762-6849-4f29-96a8-fd9b5b021cfc triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:25.049535 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:25.052796 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-6a59d345-ab9c-4df9-9df4-f1edbedf6b6a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:25.204260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b51124f1-3e5b-4be3-8a93-f73105e8bde4 None None] Provisioning for port 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:25.233836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b51124f1-3e5b-4be3-8a93-f73105e8bde4 None None] Provisioning complete for port 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:25.234396 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b51124f1-3e5b-4be3-8a93-f73105e8bde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:25.293288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-6a59d345-ab9c-4df9-9df4-f1edbedf6b6a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:25.314783 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-6a59d345-ab9c-4df9-9df4-f1edbedf6b6a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:25.315616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'name': 'tempest-TestServerBasicOps-1963133716-router', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:37:09Z', 'updated_at': '2022-02-09T14:37:18Z', 'revision_number': 4, 'project_id': 'a0eca207a10143738a0c2716a71f385a', 'gw_port': {'id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:11Z', 'updated_at': '2022-02-09T14:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154', 'name': '', 'network_id': '04a097c4-9610-4e9f-9a61-43117413c1c3', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a', 'mac_address': 'fa:16:3e:d7:33:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c145bd42-1ea7-4914-a48e-96910420a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:16Z', 'updated_at': '2022-02-09T14:37:19Z', 'revision_number': 2, 'project_id': 'a0eca207a10143738a0c2716a71f385a', 'subnets': [{'id': 'c145bd42-1ea7-4914-a48e-96910420a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:25.358068 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f2434c9-ae29-47ac-8960-79d6cc626c3f tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:25.375884 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1756f729-b631-4c7d-bdd8-30f9a5a3f6b2 None None] The sync data for ids ['19f91a51-461b-4bfd-8a22-46806dff7d89'] in n-d-828418-2 is: [{'id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'name': 'tempest-TestServerBasicOps-1963133716-router', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:37:09Z', 'updated_at': '2022-02-09T14:37:18Z', 'revision_number': 4, 'project_id': 'a0eca207a10143738a0c2716a71f385a', 'gw_port': {'id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:11Z', 'updated_at': '2022-02-09T14:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154', 'name': '', 'network_id': '04a097c4-9610-4e9f-9a61-43117413c1c3', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a', 'mac_address': 'fa:16:3e:d7:33:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c145bd42-1ea7-4914-a48e-96910420a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:16Z', 'updated_at': '2022-02-09T14:37:19Z', 'revision_number': 2, 'project_id': 'a0eca207a10143738a0c2716a71f385a', 'subnets': [{'id': 'c145bd42-1ea7-4914-a48e-96910420a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:25.601237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b51124f1-3e5b-4be3-8a93-f73105e8bde4 None None] Port 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:37:25.647080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3598c73e-7f8e-4e59-bce6-302d485824c8 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:25.756086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-6a59d345-ab9c-4df9-9df4-f1edbedf6b6a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:25.830759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c876a4c4-91ae-41c1-a74d-9a417740be4e None None] Provisioning complete for port 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:25.831140 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c876a4c4-91ae-41c1-a74d-9a417740be4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:25.850776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df61ce7-4893-49eb-8a19-d49c3ca0a198 req-48f3316f-2f80-4285-a859-f4f6e5dda623 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:25.858762 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3df61ce7-4893-49eb-8a19-d49c3ca0a198 req-48f3316f-2f80-4285-a859-f4f6e5dda623 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 947 time: 0.8696897 Feb 09 14:37:25.859414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34034) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:25.862199 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f2434c9-ae29-47ac-8960-79d6cc626c3f tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:25.888177 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f2434c9-ae29-47ac-8960-79d6cc626c3f tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:26.029493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-6a59d345-ab9c-4df9-9df4-f1edbedf6b6a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:26.031252 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-6a59d345-ab9c-4df9-9df4-f1edbedf6b6a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:26.041633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59d345-ab9c-4df9-9df4-f1edbedf6b6a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Pushing event updated for resources: {'Port': ['ID=52a76fba-7f1a-4987-adce-3efb122a3384,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:26.077786 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c876a4c4-91ae-41c1-a74d-9a417740be4e None None] Port 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:37:26.082480 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 3598c73e-7f8e-4e59-bce6-302d485824c8 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:26.096583 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 3598c73e-7f8e-4e59-bce6-302d485824c8 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:26.097240 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:26.112476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-6dc6371b-b668-4f3e-a0b3-b45ff83d7e22 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1356622187', 'description': 'tempest-secgroup-smoke-1356622187 description', 'project_id': 'fd902e78e9b44d9993efa4ba21344f90'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:26.171010 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f2434c9-ae29-47ac-8960-79d6cc626c3f tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:26.171869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2434c9-ae29-47ac-8960-79d6cc626c3f tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Fanout notify agent at l3_agent the message router_deleted on router 3f3c53e3-1233-4d84-8938-a51ae7537052 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:37:26.196072 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f2434c9-ae29-47ac-8960-79d6cc626c3f tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:26.198515 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9f2434c9-ae29-47ac-8960-79d6cc626c3f tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "DELETE /v2.0/routers/3f3c53e3-1233-4d84-8938-a51ae7537052 HTTP/1.1" status: 204 len: 168 time: 5.6861663 Feb 09 14:37:26.221083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34042) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:26.226683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6dc6371b-b668-4f3e-a0b3-b45ff83d7e22 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:26.251717 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c876a4c4-91ae-41c1-a74d-9a417740be4e None None] Provisioning for port f3453d47-ae67-4dd0-b549-b9d5f5238f63 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:26.253877 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-6a59d345-ab9c-4df9-9df4-f1edbedf6b6a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.2852981 Feb 09 14:37:26.257897 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Request body: {'router': {'name': 'tempest-snat-router-536944051', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'enable_snat': False}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:26.277408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:26.280161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c876a4c4-91ae-41c1-a74d-9a417740be4e None None] Provisioning complete for port f3453d47-ae67-4dd0-b549-b9d5f5238f63 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:26.280626 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c876a4c4-91ae-41c1-a74d-9a417740be4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:26.283831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Usage tracker for resource:router and tenant:7acd90819b5e45118d42c1721cfc8b90 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:26.295181 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:26.316381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6dc6371b-b668-4f3e-a0b3-b45ff83d7e22 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Usage tracker for resource:security_group and tenant:fd902e78e9b44d9993efa4ba21344f90 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:26.320669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:26.350291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6dc6371b-b668-4f3e-a0b3-b45ff83d7e22 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:26.360580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6dc6371b-b668-4f3e-a0b3-b45ff83d7e22 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:26.387773 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6ce9d-23ca-429d-a10f-44b9b5ca0606 req-5ae8a84e-c8b2-4f7d-afb1-fa97d603b79a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:26.403473 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6dc6371b-b668-4f3e-a0b3-b45ff83d7e22 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:26.408463 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-70b6ce9d-23ca-429d-a10f-44b9b5ca0606 req-5ae8a84e-c8b2-4f7d-afb1-fa97d603b79a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 947 time: 1.4458430 Feb 09 14:37:26.443218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6dc6371b-b668-4f3e-a0b3-b45ff83d7e22 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:26.449915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6dc6371b-b668-4f3e-a0b3-b45ff83d7e22 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Usage tracker for resource:security_group_rule and tenant:fd902e78e9b44d9993efa4ba21344f90 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:26.455919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6dc6371b-b668-4f3e-a0b3-b45ff83d7e22 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:26.465274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c876a4c4-91ae-41c1-a74d-9a417740be4e None None] Port f3453d47-ae67-4dd0-b549-b9d5f5238f63 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:37:26.478053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6dc6371b-b668-4f3e-a0b3-b45ff83d7e22 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:26.485428 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-0bd7bdef-24d2-46d8-909d-89908bb5e349 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:37:26.489476 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-0bd7bdef-24d2-46d8-909d-89908bb5e349 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189950 Feb 09 14:37:26.523166 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:26.527959 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:26.535631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3df61ce7-4893-49eb-8a19-d49c3ca0a198 req-134393c7-98e7-431a-aa0a-eb23211eaffa tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Deleting port 51444afc-ce92-4b37-ad9c-68ef3c3c160d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:37:26.545454 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3df61ce7-4893-49eb-8a19-d49c3ca0a198 req-134393c7-98e7-431a-aa0a-eb23211eaffa tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:26.588275 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:26.681403 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-70b6ce9d-23ca-429d-a10f-44b9b5ca0606 req-251323b3-1977-4c71-87d5-a4033b06ad91 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648759 Feb 09 14:37:26.683182 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:26.712909 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-27a6f099-40e9-442c-ad26-17cffbfd3ba5 None None] Provisioning for port 52a76fba-7f1a-4987-adce-3efb122a3384 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:26.720645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 3598c73e-7f8e-4e59-bce6-302d485824c8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3598c73e-7f8e-4e59-bce6-302d485824c8,segment=NetworkSegment(d4233b8e-94b9-410c-a518-b2e6c719ca69),segment_id=d4233b8e-94b9-410c-a518-b2e6c719ca69)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:26.722032 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-27a6f099-40e9-442c-ad26-17cffbfd3ba5 None None] Provisioning complete for port 52a76fba-7f1a-4987-adce-3efb122a3384 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:26.722585 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-27a6f099-40e9-442c-ad26-17cffbfd3ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:26.765211 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:26.766398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 19cf50e9-f21a-4b1c-8d49-016f8775a682 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:26.884403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Request body: {'port': {'device_id': '624857de-9142-4b2a-81cc-7bf5ee8b73d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:27.003185 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0d1e-62df-4f2b-a19b-14ed94cd9056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:27.057369 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-27a6f099-40e9-442c-ad26-17cffbfd3ba5 None None] Port 52a76fba-7f1a-4987-adce-3efb122a3384 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:37:27.086842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c3bc5-00f4-4a96-9947-ed8fb5356180 req-ed3c5fac-9d53-425d-86b3-c01108fdd13a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:27.093684 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=3598c73e-7f8e-4e59-bce6-302d485824c8,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:27.094406 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d8c3bc5-00f4-4a96-9947-ed8fb5356180 req-ed3c5fac-9d53-425d-86b3-c01108fdd13a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1028 time: 1.0835826 Feb 09 14:37:27.107628 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-27a6f099-40e9-442c-ad26-17cffbfd3ba5 None None] Provisioning complete for port f3453d47-ae67-4dd0-b549-b9d5f5238f63 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:27.107974 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-27a6f099-40e9-442c-ad26-17cffbfd3ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:27.167933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8951dfd4-129c-4cc7-8398-9041bfecdf6d None None] Network 6a593194-cc3b-4d6e-a735-558f330a25d9 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:37:27.187630 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6dc6371b-b668-4f3e-a0b3-b45ff83d7e22 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:27.188214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 19cf50e9-f21a-4b1c-8d49-016f8775a682 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:27.227279 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6dc6371b-b668-4f3e-a0b3-b45ff83d7e22 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:27.259479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-1862aa98-ea73-428d-9844-2fd4e9f201c8 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Deleting port f3453d47-ae67-4dd0-b549-b9d5f5238f63 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:37:27.259850 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1862aa98-ea73-428d-9844-2fd4e9f201c8 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:27.278096 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 19cf50e9-f21a-4b1c-8d49-016f8775a682 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:27.278477 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:27.374264 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:27.383945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-27a6f099-40e9-442c-ad26-17cffbfd3ba5 None None] Port f3453d47-ae67-4dd0-b549-b9d5f5238f63 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:37:27.688079 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:27.719698 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d8c3bc5-00f4-4a96-9947-ed8fb5356180 req-76b42ef8-9e87-4e7e-a4ff-27778b5b339a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6243019 Feb 09 14:37:27.819044 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-78e8c5c2-84b7-40b4-b628-4687b14982b4 None None] Provisioning complete for port f3453d47-ae67-4dd0-b549-b9d5f5238f63 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:27.819693 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-78e8c5c2-84b7-40b4-b628-4687b14982b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:27.903066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 19cf50e9-f21a-4b1c-8d49-016f8775a682, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=19cf50e9-f21a-4b1c-8d49-016f8775a682,segment=NetworkSegment(88d43780-ae57-41da-b8a9-6d60411e03f4),segment_id=88d43780-ae57-41da-b8a9-6d60411e03f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:27.918650 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:27.940216 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:27.943617 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-78e8c5c2-84b7-40b4-b628-4687b14982b4 None None] Port f3453d47-ae67-4dd0-b549-b9d5f5238f63 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:37:27.943921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-3df61ce7-4893-49eb-8a19-d49c3ca0a198 req-134393c7-98e7-431a-aa0a-eb23211eaffa tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] For port 51444afc-ce92-4b37-ad9c-68ef3c3c160d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=51444afc-ce92-4b37-ad9c-68ef3c3c160d,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:27.944539 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3df61ce7-4893-49eb-8a19-d49c3ca0a198 req-134393c7-98e7-431a-aa0a-eb23211eaffa tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:28.095004 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-78e8c5c2-84b7-40b4-b628-4687b14982b4 None None] Provisioning for port 3b5c8e22-22ac-48cd-b41c-daffa356f68b completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:28.156773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=19cf50e9-f21a-4b1c-8d49-016f8775a682,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:28.398992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3b5c8e22-22ac-48cd-b41c-daffa356f68b up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:28.407555 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6dc6371b-b668-4f3e-a0b3-b45ff83d7e22 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:28.412082 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6dc6371b-b668-4f3e-a0b3-b45ff83d7e22 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.5232494 Feb 09 14:37:28.422391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34052) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:28.483683 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0bbe0-863b-410f-a693-04c1a6a1da98 req-d8517e15-32ff-4ad5-b76a-085cfd621c96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:28.485091 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dee0bbe0-863b-410f-a693-04c1a6a1da98 req-d8517e15-32ff-4ad5-b76a-085cfd621c96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 947 time: 0.6277552 Feb 09 14:37:28.485219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-70497c54-006d-4938-b76e-0a23b0cd14a1 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Request body: {'security_group_rule': {'security_group_id': 'd7e971e5-e002-4492-9ec8-4c026a93aed8', 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:28.522747 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 3b5c8e22-22ac-48cd-b41c-daffa356f68b completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:28.534356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 3b5c8e22-22ac-48cd-b41c-daffa356f68b triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:28.534998 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:28.540600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-70497c54-006d-4938-b76e-0a23b0cd14a1 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:28.546906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6371b-b668-4f3e-a0b3-b45ff83d7e22 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e971e5-e002-4492-9ec8-4c026a93aed8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:28.577927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-70497c54-006d-4938-b76e-0a23b0cd14a1 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Usage tracker for resource:security_group_rule and tenant:fd902e78e9b44d9993efa4ba21344f90 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:28.588688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-70497c54-006d-4938-b76e-0a23b0cd14a1 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:28.588959 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dee0bbe0-863b-410f-a693-04c1a6a1da98 req-0f05da03-6b97-4b29-bc44-38c3791fa34c tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893245 Feb 09 14:37:28.593236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3df61ce7-4893-49eb-8a19-d49c3ca0a198 req-134393c7-98e7-431a-aa0a-eb23211eaffa tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:28.593471 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3df61ce7-4893-49eb-8a19-d49c3ca0a198 req-134393c7-98e7-431a-aa0a-eb23211eaffa tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:28.593793 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-3df61ce7-4893-49eb-8a19-d49c3ca0a198 req-134393c7-98e7-431a-aa0a-eb23211eaffa tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Floating IP 0704903a-8ae4-4558-9467-34905815f65f disassociated. External IP: 172.25.8.201, port: 51444afc-ce92-4b37-ad9c-68ef3c3c160d. Feb 09 14:37:28.594398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3df61ce7-4893-49eb-8a19-d49c3ca0a198 req-134393c7-98e7-431a-aa0a-eb23211eaffa tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Calling delete_port for 51444afc-ce92-4b37-ad9c-68ef3c3c160d owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:37:28.632806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6f5fdda5-0fda-4836-9a79-cd66917c32e1 None None] Provisioning complete for port 3b5c8e22-22ac-48cd-b41c-daffa356f68b triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:28.633174 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6f5fdda5-0fda-4836-9a79-cd66917c32e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:28.658234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-70497c54-006d-4938-b76e-0a23b0cd14a1 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:28.674183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a76fba-7f1a-4987-adce-3efb122a3384 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:37:28.687602 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:28.722155 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1862aa98-ea73-428d-9844-2fd4e9f201c8 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:28.769635 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Transition to ACTIVE for port object 52a76fba-7f1a-4987-adce-3efb122a3384 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:28.782852 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:28.818960 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:28.904298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-1862aa98-ea73-428d-9844-2fd4e9f201c8 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Calling delete_port for f3453d47-ae67-4dd0-b549-b9d5f5238f63 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:37:28.945404 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6f5fdda5-0fda-4836-9a79-cd66917c32e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:28.960694 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 3b5c8e22-22ac-48cd-b41c-daffa356f68b, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3b5c8e22-22ac-48cd-b41c-daffa356f68b,segment=NetworkSegment(8ba3d518-4351-474d-88b4-2467a92c5021),segment_id=8ba3d518-4351-474d-88b4-2467a92c5021)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:28.972017 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:28.973093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7ffd8c89-df9f-487b-ace7-c628c5890b35 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:29.012771 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70497c54-006d-4938-b76e-0a23b0cd14a1 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:29.157565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=52a76fba-7f1a-4987-adce-3efb122a3384,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:29.231108 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-6f5fdda5-0fda-4836-9a79-cd66917c32e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:37:29.231488 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-6f5fdda5-0fda-4836-9a79-cd66917c32e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:37:29.233242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:29.233970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:29.234099 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:29.234372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:29.234774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:29.235353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:29.235928 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:29.236415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:29.237029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:29.237367 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:29.237776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:29.238081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:29.238209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=3b5c8e22-22ac-48cd-b41c-daffa356f68b,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:29.246948 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5f2643cf-179d-45f6-922f-cdcb8011c7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:29.248698 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:29.269013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7ffd8c89-df9f-487b-ace7-c628c5890b35 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:29.269404 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:29.294535 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:29.421061 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70497c54-006d-4938-b76e-0a23b0cd14a1 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:29.432028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f3fc4-5cbe-445b-b994-af36e82d4571 req-b3f030ed-53ea-42d7-bef9-de251147d6bc tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:29.433085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a77f3fc4-5cbe-445b-b994-af36e82d4571 req-b3f030ed-53ea-42d7-bef9-de251147d6bc tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Synchronizing usage tracker for tenant:0769abacc27e4e269d0375f8324d1bb5 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:37:29.440150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Attempting to bind port 52a76fba-7f1a-4987-adce-3efb122a3384 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:37:29.440492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Attempting to bind port 52a76fba-7f1a-4987-adce-3efb122a3384 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '75f4e60d-2955-46bf-8622-626201643449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:37:29.440818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Attempting to bind port 52a76fba-7f1a-4987-adce-3efb122a3384 on network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:29.457500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Port 52a76fba-7f1a-4987-adce-3efb122a3384 on network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:37:29.458072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Attempting to bind port 52a76fba-7f1a-4987-adce-3efb122a3384 on network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:29.474579 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70497c54-006d-4938-b76e-0a23b0cd14a1 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:29.504689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:37:29.505855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Checking segment: {'id': '75f4e60d-2955-46bf-8622-626201643449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:29.506523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Bound using segment: {'id': '75f4e60d-2955-46bf-8622-626201643449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:37:29.507170 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Bound port: 52a76fba-7f1a-4987-adce-3efb122a3384, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f4e60d-2955-46bf-8622-626201643449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:37:29.507710 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:29.532846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a77f3fc4-5cbe-445b-b994-af36e82d4571 req-b3f030ed-53ea-42d7-bef9-de251147d6bc tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Unset dirty status for tenant:0769abacc27e4e269d0375f8324d1bb5 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:37:29.534548 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a77f3fc4-5cbe-445b-b994-af36e82d4571 req-b3f030ed-53ea-42d7-bef9-de251147d6bc tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1053 time: 0.5976684 Feb 09 14:37:29.551522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3598c73e-7f8e-4e59-bce6-302d485824c8 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:29.552488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497c54-006d-4938-b76e-0a23b0cd14a1 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b918fc-0b2f-4a3b-b0a6-9be6e652e683,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:29.636591 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70497c54-006d-4938-b76e-0a23b0cd14a1 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:29.637812 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-70497c54-006d-4938-b76e-0a23b0cd14a1 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2123628 Feb 09 14:37:29.645376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34072) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:29.646152 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3df61ce7-4893-49eb-8a19-d49c3ca0a198 req-134393c7-98e7-431a-aa0a-eb23211eaffa tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:29.740452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-57d05926-e3aa-4435-afb4-d3e934be8c55 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Request body: {'security_group_rule': {'security_group_id': 'd7e971e5-e002-4492-9ec8-4c026a93aed8', 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:29.752292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-57d05926-e3aa-4435-afb4-d3e934be8c55 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:29.758838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-57d05926-e3aa-4435-afb4-d3e934be8c55 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Usage tracker for resource:security_group_rule and tenant:fd902e78e9b44d9993efa4ba21344f90 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:29.775830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-57d05926-e3aa-4435-afb4-d3e934be8c55 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:29.785162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-57d05926-e3aa-4435-afb4-d3e934be8c55 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:29.811244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134393c7-98e7-431a-aa0a-eb23211eaffa tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event deleted for resources: {'Port': ['ID=51444afc-ce92-4b37-ad9c-68ef3c3c160d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:29.868415 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 3598c73e-7f8e-4e59-bce6-302d485824c8 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:29.868880 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:29.873848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Allocated IP 172.25.8.75 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/1feed888-db9e-41cd-838d-4f331de99695) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:29.928870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a77f3fc4-5cbe-445b-b994-af36e82d4571 req-5607cff1-cc5a-4818-bc94-a0e849057e7c tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Synchronizing usage tracker for tenant:0769abacc27e4e269d0375f8324d1bb5 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:37:29.968720 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] For port 52a76fba-7f1a-4987-adce-3efb122a3384, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:37:30.048207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] For port 52a76fba-7f1a-4987-adce-3efb122a3384, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=52a76fba-7f1a-4987-adce-3efb122a3384,segment=NetworkSegment(75f4e60d-2955-46bf-8622-626201643449),segment_id=75f4e60d-2955-46bf-8622-626201643449)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:37:30.049825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a77f3fc4-5cbe-445b-b994-af36e82d4571 req-5607cff1-cc5a-4818-bc94-a0e849057e7c tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Unset dirty status for tenant:0769abacc27e4e269d0375f8324d1bb5 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:37:30.061594 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a77f3fc4-5cbe-445b-b994-af36e82d4571 req-5607cff1-cc5a-4818-bc94-a0e849057e7c tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892645 Feb 09 14:37:30.062790 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 79d1c0a8-ea8c-4895-950c-b61d40224de9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:30.071543 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:30.108236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57d05926-e3aa-4435-afb4-d3e934be8c55 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:30.149648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3185a641-2e80-48bd-aa04-74d9492c421e req-c67b0892-e3a0-4ce4-b25f-bad1b770cbc4 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Synchronizing usage tracker for tenant:700b9235bb3d4706bcd2644827123371 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:37:30.163910 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:30.165202 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:30.166917 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] 10.222.0.21 "PUT /v2.0/ports/52a76fba-7f1a-4987-adce-3efb122a3384 HTTP/1.1" status: 200 len: 1092 time: 3.6461372 Feb 09 14:37:30.169658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624857de-9142-4b2a-81cc-7bf5ee8b73d1', 'tag': '52a76fba-7f1a-4987-adce-3efb122a3384'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:37:30.181311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 51444afc-ce92-4b37-ad9c-68ef3c3c160d no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:37:30.270249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 51444afc-ce92-4b37-ad9c-68ef3c3c160d {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:37:30.270729 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 51444afc-ce92-4b37-ad9c-68ef3c3c160d not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:37:30.299943 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1862aa98-ea73-428d-9844-2fd4e9f201c8 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:30.311390 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:30.312425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Sync routers for ids ['19f91a51-461b-4bfd-8a22-46806dff7d89'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:37:30.342621 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 79d1c0a8-ea8c-4895-950c-b61d40224de9 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:30.350464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Routers {'19f91a51-461b-4bfd-8a22-46806dff7d89'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:30.351106 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['19f91a51-461b-4bfd-8a22-46806dff7d89'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:30.443010 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624857de-9142-4b2a-81cc-7bf5ee8b73d1', 'tag': '52a76fba-7f1a-4987-adce-3efb122a3384', 'status': 'completed', 'code': 200} Feb 09 14:37:30.459993 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba3201-3518-411e-9199-d9f43f4b6ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=52a76fba-7f1a-4987-adce-3efb122a3384,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:30.484777 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:30.520224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-903eb062-5718-4fa1-a060-0058af1242e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:30.522775 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-903eb062-5718-4fa1-a060-0058af1242e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0769abacc27e4e269d0375f8324d1bb5&device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1095 time: 0.2929626 Feb 09 14:37:30.533269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 79d1c0a8-ea8c-4895-950c-b61d40224de9 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:30.534801 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:30.589463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3185a641-2e80-48bd-aa04-74d9492c421e req-c67b0892-e3a0-4ce4-b25f-bad1b770cbc4 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Unset dirty status for tenant:700b9235bb3d4706bcd2644827123371 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:37:30.604399 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3185a641-2e80-48bd-aa04-74d9492c421e req-c67b0892-e3a0-4ce4-b25f-bad1b770cbc4 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 210 time: 0.7651172 Feb 09 14:37:30.619250 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:30.671610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862aa98-ea73-428d-9844-2fd4e9f201c8 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event deleted for resources: {'Port': ['ID=f3453d47-ae67-4dd0-b549-b9d5f5238f63,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:30.711485 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:30.820543 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-6a3a1875-c794-4d3a-bf11-f4c6cb9d10e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52a76fba-7f1a-4987-adce-3efb122a3384 HTTP/1.1" status: 200 len: 217 time: 0.2909741 Feb 09 14:37:30.875702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Set router 19f91a51-461b-4bfd-8a22-46806dff7d89 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:30.888100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:30.897280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:30.906008 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:30.951485 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1862aa98-ea73-428d-9844-2fd4e9f201c8 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:30.956383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Pushing event updated for resources: {'Port': ['ID=1feed888-db9e-41cd-838d-4f331de99695,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:30.980395 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-3fd82c4b-6ebb-44fa-b859-719b99e191a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:30.982197 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-3fd82c4b-6ebb-44fa-b859-719b99e191a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fdea16f4-d318-4a51-9d87-4c1aa37aa012 HTTP/1.1" status: 200 len: 849 time: 0.1514864 Feb 09 14:37:31.026314 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57d05926-e3aa-4435-afb4-d3e934be8c55 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:31.053104 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3df61ce7-4893-49eb-8a19-d49c3ca0a198 req-134393c7-98e7-431a-aa0a-eb23211eaffa tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Router dc224eed-34ed-478a-b904-b02956910adf has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:37:31.056840 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57d05926-e3aa-4435-afb4-d3e934be8c55 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:31.105439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d05926-e3aa-4435-afb4-d3e934be8c55 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100b340a-7229-4918-960d-c38fd07d6ac7,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:31.110175 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57d05926-e3aa-4435-afb4-d3e934be8c55 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:31.114374 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-57d05926-e3aa-4435-afb4-d3e934be8c55 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4659209 Feb 09 14:37:31.117973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34084) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:31.173413 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:31.192727 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c29fa650-bf94-4a4b-bcbe-d6e46395d0e3 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Request body: {'security_group_rule': {'security_group_id': 'd7e971e5-e002-4492-9ec8-4c026a93aed8', 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:31.194122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 79d1c0a8-ea8c-4895-950c-b61d40224de9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=79d1c0a8-ea8c-4895-950c-b61d40224de9,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:31.200534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c29fa650-bf94-4a4b-bcbe-d6e46395d0e3 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:31.204998 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:31.205423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c29fa650-bf94-4a4b-bcbe-d6e46395d0e3 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Usage tracker for resource:security_group_rule and tenant:fd902e78e9b44d9993efa4ba21344f90 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:31.206056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b1954c71-1400-42de-acb4-1cbd67a53052 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:31.210254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c29fa650-bf94-4a4b-bcbe-d6e46395d0e3 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:31.216188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c29fa650-bf94-4a4b-bcbe-d6e46395d0e3 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:31.428401 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=79d1c0a8-ea8c-4895-950c-b61d40224de9,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:31.468146 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-17ddeb3d-2588-458a-9ace-263a3ced619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:31.471179 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-17ddeb3d-2588-458a-9ace-263a3ced619e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4304116 Feb 09 14:37:31.473534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1862aa98-ea73-428d-9844-2fd4e9f201c8 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Router a60d5d29-5ff3-4390-b1c1-9a4724d258aa has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:37:31.478716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port b1954c71-1400-42de-acb4-1cbd67a53052 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:31.482447 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c29fa650-bf94-4a4b-bcbe-d6e46395d0e3 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:31.491179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b1954c71-1400-42de-acb4-1cbd67a53052 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:31.491558 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:31.674173 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:31.711230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'name': 'tempest-TestServerBasicOps-1963133716-router', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:37:09Z', 'updated_at': '2022-02-09T14:37:18Z', 'revision_number': 4, 'project_id': 'a0eca207a10143738a0c2716a71f385a', 'gw_port': {'id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:11Z', 'updated_at': '2022-02-09T14:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154', 'name': '', 'network_id': '04a097c4-9610-4e9f-9a61-43117413c1c3', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a', 'mac_address': 'fa:16:3e:d7:33:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c145bd42-1ea7-4914-a48e-96910420a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:16Z', 'updated_at': '2022-02-09T14:37:19Z', 'revision_number': 2, 'project_id': 'a0eca207a10143738a0c2716a71f385a', 'subnets': [{'id': 'c145bd42-1ea7-4914-a48e-96910420a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:31.717787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port b1954c71-1400-42de-acb4-1cbd67a53052, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b1954c71-1400-42de-acb4-1cbd67a53052,segment=NetworkSegment(f1800a1b-88de-4236-9a29-7ad73b5c1485),segment_id=f1800a1b-88de-4236-9a29-7ad73b5c1485)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:31.719143 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Checking router: 19f91a51-461b-4bfd-8a22-46806dff7d89 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:37:31.719600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Updating router 19f91a51-461b-4bfd-8a22-46806dff7d89 port 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:37:31.748751 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:31.844537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6a3e6-cd4b-4c27-b3f1-7927e19887fd req-d5b77a40-a45d-4f2e-9412-35671eb40015 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:31.851968 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5cc6a3e6-cd4b-4c27-b3f1-7927e19887fd req-d5b77a40-a45d-4f2e-9412-35671eb40015 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1095 time: 0.5839415 Feb 09 14:37:31.854855 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:32.050203 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 79d1c0a8-ea8c-4895-950c-b61d40224de9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:32.065845 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5cc6a3e6-cd4b-4c27-b3f1-7927e19887fd req-6deee9a8-230b-4516-8245-040af254f3b2 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952148 Feb 09 14:37:32.074658 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:32.080040 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:32.094441 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=b1954c71-1400-42de-acb4-1cbd67a53052,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:32.123618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3df61ce7-4893-49eb-8a19-d49c3ca0a198 req-134393c7-98e7-431a-aa0a-eb23211eaffa tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:37:32.131501 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf31c15-75f8-4338-b51a-4f7e42edf1df None None] Sync routers for ids ['dc224eed-34ed-478a-b904-b02956910adf'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:37:32.140172 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf31c15-75f8-4338-b51a-4f7e42edf1df None None] Routers {'dc224eed-34ed-478a-b904-b02956910adf'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:32.141737 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ccf31c15-75f8-4338-b51a-4f7e42edf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['dc224eed-34ed-478a-b904-b02956910adf'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:32.163367 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-1515c02b-a3bb-460e-b567-7e3b5d556d3b service neutron] 10.222.0.21 "GET /v2.0/networks/76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5869703 Feb 09 14:37:32.167162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1862aa98-ea73-428d-9844-2fd4e9f201c8 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:37:32.245333 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ff9956c0-57c9-465d-bba9-e06b2c697485 req-2973bba6-3973-4617-9e5e-b0f4b596eda2 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fffbe94-b60b-40ec-8afa-fae076336071 HTTP/1.1" status: 200 len: 210 time: 0.1359658 Feb 09 14:37:32.254136 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1862aa98-ea73-428d-9844-2fd4e9f201c8 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "PUT /v2.0/routers/a60d5d29-5ff3-4390-b1c1-9a4724d258aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6234040 Feb 09 14:37:32.258166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34094) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:32.268558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df61ce7-4893-49eb-8a19-d49c3ca0a198 req-134393c7-98e7-431a-aa0a-eb23211eaffa tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] No DVR routers for this DVR port 51444afc-ce92-4b37-ad9c-68ef3c3c160d on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:37:32.271064 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3df61ce7-4893-49eb-8a19-d49c3ca0a198 req-134393c7-98e7-431a-aa0a-eb23211eaffa tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:32.273790 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3df61ce7-4893-49eb-8a19-d49c3ca0a198 req-134393c7-98e7-431a-aa0a-eb23211eaffa tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.35 "DELETE /v2.0/ports/51444afc-ce92-4b37-ad9c-68ef3c3c160d HTTP/1.1" status: 204 len: 173 time: 6.3732629 Feb 09 14:37:32.296203 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e789714-5ec6-4893-b7d4-861dd952267b None None] Sync routers for ids ['a60d5d29-5ff3-4390-b1c1-9a4724d258aa'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:37:32.339467 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e789714-5ec6-4893-b7d4-861dd952267b None None] Routers {'a60d5d29-5ff3-4390-b1c1-9a4724d258aa'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:32.340132 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8e789714-5ec6-4893-b7d4-861dd952267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['a60d5d29-5ff3-4390-b1c1-9a4724d258aa'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:32.354938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fffbe94-b60b-40ec-8afa-fae076336071', 'name': 'network-vif-deleted', 'tag': '51444afc-ce92-4b37-ad9c-68ef3c3c160d'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:37:32.360170 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-7e784809-22b4-44cd-8841-b6e94cdd71ce tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] delete failed (client error): The resource could not be found. Feb 09 14:37:32.361190 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7e784809-22b4-44cd-8841-b6e94cdd71ce tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1612312088 HTTP/1.1" status: 404 len: 335 time: 0.0975854 Feb 09 14:37:32.368236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34100) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:32.376159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-594293d2-15a7-4f7d-8456-0080e47fb735 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a60d5d29-5ff3-4390-b1c1-9a4724d258aa'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:32.469510 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8e789714-5ec6-4893-b7d4-861dd952267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:32.473531 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c29fa650-bf94-4a4b-bcbe-d6e46395d0e3 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:32.489372 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-ccf31c15-75f8-4338-b51a-4f7e42edf1df None None] Set router dc224eed-34ed-478a-b904-b02956910adf gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:32.498492 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 79d1c0a8-ea8c-4895-950c-b61d40224de9 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:32.498798 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:32.524502 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ccace10-ca38-4332-846b-2d1d1b9199ca req-9eddbc66-1e5a-426a-8d1d-c958efc7142b service neutron] 10.222.0.21 "GET /v2.0/networks/76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384774 Feb 09 14:37:32.599031 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e789714-5ec6-4893-b7d4-861dd952267b None None] Routers {'a60d5d29-5ff3-4390-b1c1-9a4724d258aa'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:32.599658 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8e789714-5ec6-4893-b7d4-861dd952267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['a60d5d29-5ff3-4390-b1c1-9a4724d258aa'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:32.734176 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8e789714-5ec6-4893-b7d4-861dd952267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:32.734701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e789714-5ec6-4893-b7d4-861dd952267b None None] The sync data for ids ['a60d5d29-5ff3-4390-b1c1-9a4724d258aa'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:32.750756 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:32.768268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Transition to ACTIVE for port object 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:32.812632 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:32.830581 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fffbe94-b60b-40ec-8afa-fae076336071', 'name': 'network-vif-deleted', 'tag': '51444afc-ce92-4b37-ad9c-68ef3c3c160d', 'status': 'completed', 'code': 200} Feb 09 14:37:32.913682 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c29fa650-bf94-4a4b-bcbe-d6e46395d0e3 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:32.964034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fa650-bf94-4a4b-bcbe-d6e46395d0e3 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cea528a-5aff-49aa-b73f-33e2be79dd97,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:32.966881 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c29fa650-bf94-4a4b-bcbe-d6e46395d0e3 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:32.971476 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c29fa650-bf94-4a4b-bcbe-d6e46395d0e3 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7917771 Feb 09 14:37:32.972316 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34108) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:32.982760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-2312a5dc-ac7c-4064-bc3f-8f2fe18fd7e4 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Request body: {'security_group_rule': {'security_group_id': 'd7e971e5-e002-4492-9ec8-4c026a93aed8', 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:32.999242 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ccf31c15-75f8-4338-b51a-4f7e42edf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:29Z', 'revision_number': 4, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '4bf44312-ed96-4ece-b4dc-86ac7783f63f', 'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'mac_address': 'fa:16:3e:61:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:28Z', 'updated_at': '2022-02-09T14:31:41Z', 'revision_number': 5, 'project_id': '700b9235bb3d4706bcd2644827123371', 'subnets': [{'id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:33.006847 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf31c15-75f8-4338-b51a-4f7e42edf1df None None] Checking router: dc224eed-34ed-478a-b904-b02956910adf for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:37:33.022134 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf31c15-75f8-4338-b51a-4f7e42edf1df None None] Routers {'dc224eed-34ed-478a-b904-b02956910adf'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:33.022897 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ccf31c15-75f8-4338-b51a-4f7e42edf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['dc224eed-34ed-478a-b904-b02956910adf'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:33.025964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5677a-6a77-4424-b174-c77c6746e8b4 req-e8bd509b-27e6-4699-82c3-88e66e477964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:33.027841 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5f5677a-6a77-4424-b174-c77c6746e8b4 req-e8bd509b-27e6-4699-82c3-88e66e477964 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0769abacc27e4e269d0375f8324d1bb5&device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1095 time: 0.2499375 Feb 09 14:37:33.074082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5d9eb-8854-45b7-9a09-36dd14a7d7ec None None] Pushing event updated for resources: {'Port': ['ID=1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:33.091629 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3b5c8e22-22ac-48cd-b41c-daffa356f68b up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:33.101243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2312a5dc-ac7c-4064-bc3f-8f2fe18fd7e4 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:33.124990 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-594293d2-15a7-4f7d-8456-0080e47fb735 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:33.135272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2312a5dc-ac7c-4064-bc3f-8f2fe18fd7e4 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Usage tracker for resource:security_group_rule and tenant:fd902e78e9b44d9993efa4ba21344f90 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:33.146418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2312a5dc-ac7c-4064-bc3f-8f2fe18fd7e4 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:33.213395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2312a5dc-ac7c-4064-bc3f-8f2fe18fd7e4 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:33.232605 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-594293d2-15a7-4f7d-8456-0080e47fb735 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] update failed (client error): The resource could not be found. Feb 09 14:37:33.238510 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-594293d2-15a7-4f7d-8456-0080e47fb735 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "PUT /v2.0/routers/a60d5d29-5ff3-4390-b1c1-9a4724d258aa HTTP/1.1" status: 404 len: 339 time: 0.8635647 Feb 09 14:37:33.243133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34114) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:33.243506 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:33.253888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-2b1beda9-b212-4b35-b906-269ced3e56b6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-941599647'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:33.268818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2b1beda9-b212-4b35-b906-269ced3e56b6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:33.286556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2b1beda9-b212-4b35-b906-269ced3e56b6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Usage tracker for resource:network and tenant:40bc00f801ad4f31af2e4c0e55aa8701 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:33.294631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2b1beda9-b212-4b35-b906-269ced3e56b6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:33.341785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Attempting to bind port 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:37:33.342153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Attempting to bind port 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd4233b8e-94b9-410c-a518-b2e6c719ca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a097c4-9610-4e9f-9a61-43117413c1c3'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:37:33.342517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Attempting to bind port 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 on network 04a097c4-9610-4e9f-9a61-43117413c1c3 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:33.350101 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-ccf31c15-75f8-4338-b51a-4f7e42edf1df None None] Set router dc224eed-34ed-478a-b904-b02956910adf gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:33.372251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:37:33.373200 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Checking segment: {'id': 'd4233b8e-94b9-410c-a518-b2e6c719ca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a097c4-9610-4e9f-9a61-43117413c1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:33.375546 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:33.376314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Bound using segment: {'id': 'd4233b8e-94b9-410c-a518-b2e6c719ca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a097c4-9610-4e9f-9a61-43117413c1c3'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:37:33.376816 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Bound port: 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4233b8e-94b9-410c-a518-b2e6c719ca69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04a097c4-9610-4e9f-9a61-43117413c1c3'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:37:33.377198 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:33.432101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2b1beda9-b212-4b35-b906-269ced3e56b6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:33.455055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34124) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:33.479673 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2312a5dc-ac7c-4064-bc3f-8f2fe18fd7e4 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:33.535008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1beda9-b212-4b35-b906-269ced3e56b6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Made reservation on behalf of 40bc00f801ad4f31af2e4c0e55aa8701 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:37:33.538757 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b1beda9-b212-4b35-b906-269ced3e56b6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:33.552608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5677a-6a77-4424-b174-c77c6746e8b4 req-f7623d69-ed19-4f65-82fc-02d62f1a9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:33.554459 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5f5677a-6a77-4424-b174-c77c6746e8b4 req-f7623d69-ed19-4f65-82fc-02d62f1a9a6a service neutron] 10.222.0.21 "GET /v2.0/networks?id=76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa HTTP/1.1" status: 200 len: 910 time: 0.5135815 Feb 09 14:37:33.585044 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 3b5c8e22-22ac-48cd-b41c-daffa356f68b triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:33.585425 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:33.637444 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5f5677a-6a77-4424-b174-c77c6746e8b4 req-d519fa92-295c-4ea4-847c-24d6420e40c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52a76fba-7f1a-4987-adce-3efb122a3384 HTTP/1.1" status: 200 len: 217 time: 0.0709522 Feb 09 14:37:33.683709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] For port 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:37:33.700451 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b21f9bc2-b007-4a79-b857-a9ce27707d08 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:33.701417 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] For port 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154,segment=NetworkSegment(d4233b8e-94b9-410c-a518-b2e6c719ca69),segment_id=d4233b8e-94b9-410c-a518-b2e6c719ca69)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:37:33.707046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1beda9-b212-4b35-b906-269ced3e56b6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:37:33.718365 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:33.760738 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2312a5dc-ac7c-4064-bc3f-8f2fe18fd7e4 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:33.764137 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b1beda9-b212-4b35-b906-269ced3e56b6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:33.764601 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-2b1beda9-b212-4b35-b906-269ced3e56b6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Added segment 840f09b4-7531-4610-8296-b60409efd25d of type vlan for network 4d6070a2-948f-49fc-8f30-b4f4a18c803d Feb 09 14:37:33.766748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5677a-6a77-4424-b174-c77c6746e8b4 req-491fe620-19bc-4b83-83a3-7d0f905dca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:33.770239 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5f5677a-6a77-4424-b174-c77c6746e8b4 req-491fe620-19bc-4b83-83a3-7d0f905dca2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fdea16f4-d318-4a51-9d87-4c1aa37aa012 HTTP/1.1" status: 200 len: 849 time: 0.1265376 Feb 09 14:37:33.773041 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Router 7a73c543-83a5-4529-9209-ab9e80a5dc55 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:37:33.776910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca6016-0b4e-4a86-9e76-3069a0e932ad req-5f340059-2899-46b7-8ff4-dc399dd14029 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:33.779457 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15ca6016-0b4e-4a86-9e76-3069a0e932ad req-5f340059-2899-46b7-8ff4-dc399dd14029 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1095 time: 0.4451106 Feb 09 14:37:33.785996 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b21f9bc2-b007-4a79-b857-a9ce27707d08 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:33.791413 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ccf31c15-75f8-4338-b51a-4f7e42edf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:29Z', 'revision_number': 4, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '4bf44312-ed96-4ece-b4dc-86ac7783f63f', 'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'mac_address': 'fa:16:3e:61:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:28Z', 'updated_at': '2022-02-09T14:31:41Z', 'revision_number': 5, 'project_id': '700b9235bb3d4706bcd2644827123371', 'subnets': [{'id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:33.797116 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf31c15-75f8-4338-b51a-4f7e42edf1df None None] The sync data for ids ['dc224eed-34ed-478a-b904-b02956910adf'] in n-d-828418-2 is: [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:29Z', 'revision_number': 4, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '4bf44312-ed96-4ece-b4dc-86ac7783f63f', 'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'mac_address': 'fa:16:3e:61:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:28Z', 'updated_at': '2022-02-09T14:31:41Z', 'revision_number': 5, 'project_id': '700b9235bb3d4706bcd2644827123371', 'subnets': [{'id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:33.811077 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2312a5dc-ac7c-4064-bc3f-8f2fe18fd7e4 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:33.863957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5d9eb-8854-45b7-9a09-36dd14a7d7ec None None] Pushing event updated for resources: {'Port': ['ID=1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:33.884097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2312a5dc-ac7c-4064-bc3f-8f2fe18fd7e4 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:33.887750 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2312a5dc-ac7c-4064-bc3f-8f2fe18fd7e4 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9080846 Feb 09 14:37:33.890461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312a5dc-ac7c-4064-bc3f-8f2fe18fd7e4 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdeafc02-848e-482a-b244-9116bbe6a2f6,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:33.900997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34128) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:33.924466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-bdbcc81b-3607-4ba5-b67b-62f31ce1fe29 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Request body: {'security_group_rule': {'security_group_id': 'd7e971e5-e002-4492-9ec8-4c026a93aed8', 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:33.929818 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Routers {'19f91a51-461b-4bfd-8a22-46806dff7d89'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:33.930443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['19f91a51-461b-4bfd-8a22-46806dff7d89'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:33.936755 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b1beda9-b212-4b35-b906-269ced3e56b6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:33.958987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bdbcc81b-3607-4ba5-b67b-62f31ce1fe29 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:33.964522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15ca6016-0b4e-4a86-9e76-3069a0e932ad req-7db82275-8d10-4d4e-8c2e-533fd25e73fd tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679101 Feb 09 14:37:33.970260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bdbcc81b-3607-4ba5-b67b-62f31ce1fe29 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Usage tracker for resource:security_group_rule and tenant:fd902e78e9b44d9993efa4ba21344f90 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:33.975312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bdbcc81b-3607-4ba5-b67b-62f31ce1fe29 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:33.982502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bdbcc81b-3607-4ba5-b67b-62f31ce1fe29 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:33.996103 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 19cf50e9-f21a-4b1c-8d49-016f8775a682 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:34.022844 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-bdbcc81b-3607-4ba5-b67b-62f31ce1fe29 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Project fd902e78e9b44d9993efa4ba21344f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:37:34.025932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5677a-6a77-4424-b174-c77c6746e8b4 req-dc0abda2-d68e-4845-b6f9-7b74a329f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:34.027931 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5f5677a-6a77-4424-b174-c77c6746e8b4 req-dc0abda2-d68e-4845-b6f9-7b74a329f462 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2481868 Feb 09 14:37:34.029497 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b21f9bc2-b007-4a79-b857-a9ce27707d08 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:34.033071 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b1beda9-b212-4b35-b906-269ced3e56b6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:34.039165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1beda9-b212-4b35-b906-269ced3e56b6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:34.039815 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b1beda9-b212-4b35-b906-269ced3e56b6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:34.094348 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc81b-3607-4ba5-b67b-62f31ce1fe29 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:34.106613 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2b1beda9-b212-4b35-b906-269ced3e56b6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8555691 Feb 09 14:37:34.162948 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34132) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:34.178859 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e77f20b0-403f-4544-a7af-6798a9ce02e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Request body: {'subnet': {'network_id': '4d6070a2-948f-49fc-8f30-b4f4a18c803d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:34.192274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f9bc2-b007-4a79-b857-a9ce27707d08 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:34.203358 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b21f9bc2-b007-4a79-b857-a9ce27707d08 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:34.207683 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b21f9bc2-b007-4a79-b857-a9ce27707d08 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "DELETE /v2.0/security-groups/b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf HTTP/1.1" status: 204 len: 168 time: 0.7464592 Feb 09 14:37:34.209136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34138) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:34.252838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] Set router 19f91a51-461b-4bfd-8a22-46806dff7d89 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:34.268032 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-73d26dd0-04ac-4f57-b2bd-ba77b5eda9a3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] show failed (client error): The resource could not be found. Feb 09 14:37:34.273035 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-73d26dd0-04ac-4f57-b2bd-ba77b5eda9a3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups/b9129e1e-9a87-4b7d-bf31-d8e68ecf1cbf HTTP/1.1" status: 404 len: 347 time: 0.0442853 Feb 09 14:37:34.280033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34142) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:34.282798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1beda9-b212-4b35-b906-269ced3e56b6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event updated for resources: {'Network': ['ID=4d6070a2-948f-49fc-8f30-b4f4a18c803d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:34.341100 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52d92eb-ab53-4158-bb5b-36fd274c82b6 None None] New status for floating IP 0704903a-8ae4-4558-9467-34905815f65f: DOWN {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:37:34.472422 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 4d6070a2-948f-49fc-8f30-b4f4a18c803d details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:37:34.504564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c3562-0bf8-4ee8-a428-f5d9da05f64d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Deleting port 552d4557-ab38-430f-9bfe-5be421b6ed79 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:37:34.505609 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3562-0bf8-4ee8-a428-f5d9da05f64d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:34.554940 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc81b-3607-4ba5-b67b-62f31ce1fe29 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:34.612877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e77f20b0-403f-4544-a7af-6798a9ce02e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:34.624501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e77f20b0-403f-4544-a7af-6798a9ce02e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Usage tracker for resource:subnet and tenant:40bc00f801ad4f31af2e4c0e55aa8701 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:34.632558 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e77f20b0-403f-4544-a7af-6798a9ce02e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:34.652680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:37:34.673992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e77f20b0-403f-4544-a7af-6798a9ce02e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:34.675938 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Sync routers for ids ['7a73c543-83a5-4529-9209-ab9e80a5dc55'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:37:34.701599 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 19cf50e9-f21a-4b1c-8d49-016f8775a682 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:34.701971 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:34.721033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77f20b0-403f-4544-a7af-6798a9ce02e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Made reservation on behalf of 40bc00f801ad4f31af2e4c0e55aa8701 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:37:34.725291 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e77f20b0-403f-4544-a7af-6798a9ce02e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:34.744261 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc81b-3607-4ba5-b67b-62f31ce1fe29 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:34.767147 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Routers {'7a73c543-83a5-4529-9209-ab9e80a5dc55'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:34.767793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7a73c543-83a5-4529-9209-ab9e80a5dc55'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:34.782270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcc81b-3607-4ba5-b67b-62f31ce1fe29 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a3427e-c23f-4229-8017-39c27e45d2d5,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:34.803888 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:34.807443 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d0212ae7-6326-4dca-964d-612afa6b1dd1 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.5848322 Feb 09 14:37:34.815595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34146) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:34.855024 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc81b-3607-4ba5-b67b-62f31ce1fe29 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:34.856341 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bdbcc81b-3607-4ba5-b67b-62f31ce1fe29 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9368825 Feb 09 14:37:34.858881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34150) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:34.863740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-2c6bdb07-e9e4-42d7-968b-7560cf935e49 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Request body: {'security_group_rule': {'security_group_id': 'd7e971e5-e002-4492-9ec8-4c026a93aed8', 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:34.878237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2c6bdb07-e9e4-42d7-968b-7560cf935e49 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:34.890879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2c6bdb07-e9e4-42d7-968b-7560cf935e49 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Usage tracker for resource:security_group_rule and tenant:fd902e78e9b44d9993efa4ba21344f90 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:34.895320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2c6bdb07-e9e4-42d7-968b-7560cf935e49 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:34.900226 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5f5677a-6a77-4424-b174-c77c6746e8b4 req-2d1a1f82-9971-41b0-8c58-11470fc9c77d service neutron] 10.222.0.21 "GET /v2.0/networks/76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8635831 Feb 09 14:37:34.906109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2c6bdb07-e9e4-42d7-968b-7560cf935e49 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:34.941911 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-2c6bdb07-e9e4-42d7-968b-7560cf935e49 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Project fd902e78e9b44d9993efa4ba21344f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:37:34.951959 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3562-0bf8-4ee8-a428-f5d9da05f64d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:34.952411 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3562-0bf8-4ee8-a428-f5d9da05f64d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:34.959799 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2c6bdb07-e9e4-42d7-968b-7560cf935e49 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:35.062149 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Set router 7a73c543-83a5-4529-9209-ab9e80a5dc55 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:35.096685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c3562-0bf8-4ee8-a428-f5d9da05f64d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Calling delete_port for 552d4557-ab38-430f-9bfe-5be421b6ed79 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:37:35.202134 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2c6bdb07-e9e4-42d7-968b-7560cf935e49 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:35.211477 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2c6bdb07-e9e4-42d7-968b-7560cf935e49 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:35.213248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34156) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:35.214233 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1c4f841d-6fba-40bb-90b4-1908dfc21caa tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "GET /v2.0/routers/7a73c543-83a5-4529-9209-ab9e80a5dc55 HTTP/1.1" status: 200 len: 907 time: 0.3974543 Feb 09 14:37:35.234630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Request body: {'router': {'name': 'tempest-snat-router-536944051', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'enable_snat': True}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:35.247814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:35.252424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bdb07-e9e4-42d7-968b-7560cf935e49 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9a64f3-7b8b-4ff3-824f-db628aa56f90,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:35.256714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Usage tracker for resource:router and tenant:7acd90819b5e45118d42c1721cfc8b90 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:35.259908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:35.270834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:35.272978 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-9a2c3562-0bf8-4ee8-a428-f5d9da05f64d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:37:35.273367 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-9a2c3562-0bf8-4ee8-a428-f5d9da05f64d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:37:35.288173 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2c6bdb07-e9e4-42d7-968b-7560cf935e49 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:35.289473 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2c6bdb07-e9e4-42d7-968b-7560cf935e49 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4296172 Feb 09 14:37:35.290663 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:35.292116 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:35.295439 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5f5677a-6a77-4424-b174-c77c6746e8b4 req-d67db645-cd6a-4af7-9b44-d4ff2f087f29 service neutron] 10.222.0.21 "GET /v2.0/networks/76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793342 Feb 09 14:37:35.319609 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:35.334693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'name': 'tempest-TestServerBasicOps-1963133716-router', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:37:09Z', 'updated_at': '2022-02-09T14:37:18Z', 'revision_number': 4, 'project_id': 'a0eca207a10143738a0c2716a71f385a', 'gw_port': {'id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:11Z', 'updated_at': '2022-02-09T14:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154', 'name': '', 'network_id': '04a097c4-9610-4e9f-9a61-43117413c1c3', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a', 'mac_address': 'fa:16:3e:d7:33:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c145bd42-1ea7-4914-a48e-96910420a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:16Z', 'updated_at': '2022-02-09T14:37:33Z', 'revision_number': 4, 'project_id': 'a0eca207a10143738a0c2716a71f385a', 'subnets': [{'id': 'c145bd42-1ea7-4914-a48e-96910420a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:35.352513 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff2fea-fe66-4976-b835-3792428a3a71 None None] The sync data for ids ['19f91a51-461b-4bfd-8a22-46806dff7d89'] in n-d-828418-2 is: [{'id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'name': 'tempest-TestServerBasicOps-1963133716-router', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:37:09Z', 'updated_at': '2022-02-09T14:37:18Z', 'revision_number': 4, 'project_id': 'a0eca207a10143738a0c2716a71f385a', 'gw_port': {'id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:11Z', 'updated_at': '2022-02-09T14:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154', 'name': '', 'network_id': '04a097c4-9610-4e9f-9a61-43117413c1c3', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a', 'mac_address': 'fa:16:3e:d7:33:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'c145bd42-1ea7-4914-a48e-96910420a071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:16Z', 'updated_at': '2022-02-09T14:37:33Z', 'revision_number': 4, 'project_id': 'a0eca207a10143738a0c2716a71f385a', 'subnets': [{'id': 'c145bd42-1ea7-4914-a48e-96910420a071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:35.380612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28d0e3-5e2f-48f1-a0b8-908794c12fa2 req-95685d1e-1bfa-4195-8ec3-bfa77fd588a8 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:35.382271 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fd28d0e3-5e2f-48f1-a0b8-908794c12fa2 req-95685d1e-1bfa-4195-8ec3-bfa77fd588a8 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1095 time: 0.2760055 Feb 09 14:37:35.428972 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e77f20b0-403f-4544-a7af-6798a9ce02e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:35.569527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f20b0-403f-4544-a7af-6798a9ce02e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event updated for resources: {'Subnet': ['ID=6c188735-01e0-4b23-977c-551ea04ba008,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:35.618430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77f20b0-403f-4544-a7af-6798a9ce02e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Checking segment: {'id': '840f09b4-7531-4610-8296-b60409efd25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4d6070a2-948f-49fc-8f30-b4f4a18c803d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:35.619138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77f20b0-403f-4544-a7af-6798a9ce02e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Network hostable DHCP agents. Network: 4d6070a2-948f-49fc-8f30-b4f4a18c803d, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:37:35.634693 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fd28d0e3-5e2f-48f1-a0b8-908794c12fa2 req-c8ffad1d-7bad-439a-8de0-6945f71401e2 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423012 Feb 09 14:37:35.654958 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:35.663321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77f20b0-403f-4544-a7af-6798a9ce02e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Network 4d6070a2-948f-49fc-8f30-b4f4a18c803d is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:37:35.678438 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-e77f20b0-403f-4544-a7af-6798a9ce02e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 4d6070a2-948f-49fc-8f30-b4f4a18c803d) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:35.696691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77f20b0-403f-4544-a7af-6798a9ce02e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:35.697696 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e77f20b0-403f-4544-a7af-6798a9ce02e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:35.703537 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d928c64-0e0a-4cf7-8d88-293e96356cf0 None None] Network 4d6070a2-948f-49fc-8f30-b4f4a18c803d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:37:35.727364 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e77f20b0-403f-4544-a7af-6798a9ce02e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5629740 Feb 09 14:37:35.728490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34174) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:35.735081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-26656081-7234-4188-8cfe-eae43297f3e0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Request body: {'router': {'external_gateway_info': {'network_id': '4d6070a2-948f-49fc-8f30-b4f4a18c803d'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:35.750934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-18a7b0de-9832-4972-a4af-90f38533586e req-eafa0729-4736-4bca-bcd5-00202cbadf2a tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Synchronizing usage tracker for tenant:fd902e78e9b44d9993efa4ba21344f90 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:37:35.804897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c3562-0bf8-4ee8-a428-f5d9da05f64d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Deleting port 552d4557-ab38-430f-9bfe-5be421b6ed79 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:37:35.805160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 52a76fba-7f1a-4987-adce-3efb122a3384 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:37:35.805311 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3562-0bf8-4ee8-a428-f5d9da05f64d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:35.838753 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:35.964883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-18a7b0de-9832-4972-a4af-90f38533586e req-eafa0729-4736-4bca-bcd5-00202cbadf2a tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Unset dirty status for tenant:fd902e78e9b44d9993efa4ba21344f90 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:37:35.966289 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18a7b0de-9832-4972-a4af-90f38533586e req-eafa0729-4736-4bca-bcd5-00202cbadf2a tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356622187&fields=id&tenant_id=fd902e78e9b44d9993efa4ba21344f90 HTTP/1.1" status: 200 len: 267 time: 0.4154651 Feb 09 14:37:35.981840 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:36.008080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:36.008788 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:36.105072 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 52a76fba-7f1a-4987-adce-3efb122a3384, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=52a76fba-7f1a-4987-adce-3efb122a3384,segment=NetworkSegment(75f4e60d-2955-46bf-8622-626201643449),segment_id=75f4e60d-2955-46bf-8622-626201643449)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:36.118681 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73c543-83a5-4529-9209-ab9e80a5dc55', 'name': 'tempest-snat-router-536944051', 'tenant_id': '7acd90819b5e45118d42c1721cfc8b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.75'}], 'enable_snat': False}, 'gw_port_id': '1feed888-db9e-41cd-838d-4f331de99695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:37:26Z', 'updated_at': '2022-02-09T14:37:31Z', 'revision_number': 3, 'project_id': '7acd90819b5e45118d42c1721cfc8b90', 'gw_port': {'id': '1feed888-db9e-41cd-838d-4f331de99695', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a73c543-83a5-4529-9209-ab9e80a5dc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:29Z', 'updated_at': '2022-02-09T14:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:36.159776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Checking router: 7a73c543-83a5-4529-9209-ab9e80a5dc55 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:37:36.160137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Updating router 7a73c543-83a5-4529-9209-ab9e80a5dc55 port 1feed888-db9e-41cd-838d-4f331de99695 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:37:36.179811 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26656081-7234-4188-8cfe-eae43297f3e0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:36.219667 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3562-0bf8-4ee8-a428-f5d9da05f64d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:36.220251 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3562-0bf8-4ee8-a428-f5d9da05f64d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:36.225390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '52a76fba-7f1a-4987-adce-3efb122a3384', 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa', 'port_id': '52a76fba-7f1a-4987-adce-3efb122a3384', 'mac_address': 'fa:16:3e:cf:58:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdea16f4-d318-4a51-9d87-4c1aa37aa012', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:37:36.233510 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7b0de-9832-4972-a4af-90f38533586e req-eb31e440-4480-48a2-ad47-7632213efa7d tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:36.234961 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18a7b0de-9832-4972-a4af-90f38533586e req-eb31e440-4480-48a2-ad47-7632213efa7d tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/networks?id=dbd29eea-57ba-4216-b5d8-c672da6f570c HTTP/1.1" status: 200 len: 808 time: 0.2183964 Feb 09 14:37:36.337456 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:36.357354 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-4d6070a2-948f-49fc-8f30-b4f4a18c803d', 'network_id': '4d6070a2-948f-49fc-8f30-b4f4a18c803d', 'tenant_id': '40bc00f801ad4f31af2e4c0e55aa8701', 'fixed_ips': [{'subnet_id': '6c188735-01e0-4b23-977c-551ea04ba008'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:37:36.358095 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:36.374533 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-26656081-7234-4188-8cfe-eae43297f3e0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 14:37:36.376392 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-26656081-7234-4188-8cfe-eae43297f3e0 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "PUT /v2.0/routers/a60d5d29-5ff3-4390-b1c1-9a4724d258aa HTTP/1.1" status: 400 len: 364 time: 0.6456409 Feb 09 14:37:36.381493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34178) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:36.387801 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:36.430856 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a76fba-7f1a-4987-adce-3efb122a3384 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:37:36.504426 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18a7b0de-9832-4972-a4af-90f38533586e req-203587ba-ff65-4c90-8b25-9ac0698d349f tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/quotas/fd902e78e9b44d9993efa4ba21344f90 HTTP/1.1" status: 200 len: 375 time: 0.2632391 Feb 09 14:37:36.513432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c3562-0bf8-4ee8-a428-f5d9da05f64d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Calling delete_port for 552d4557-ab38-430f-9bfe-5be421b6ed79 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:37:36.576319 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 52a76fba-7f1a-4987-adce-3efb122a3384, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=52a76fba-7f1a-4987-adce-3efb122a3384,segment=NetworkSegment(75f4e60d-2955-46bf-8622-626201643449),segment_id=75f4e60d-2955-46bf-8622-626201643449)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:36.641299 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:36.750231 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-18a7b0de-9832-4972-a4af-90f38533586e req-a9499471-99fd-4705-95af-7c6df384a220 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Synchronizing usage tracker for tenant:fd902e78e9b44d9993efa4ba21344f90 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:37:36.809577 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:36.931502 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3562-0bf8-4ee8-a428-f5d9da05f64d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:36.943292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=52a76fba-7f1a-4987-adce-3efb122a3384,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:36.960739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-18a7b0de-9832-4972-a4af-90f38533586e req-a9499471-99fd-4705-95af-7c6df384a220 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Unset dirty status for tenant:fd902e78e9b44d9993efa4ba21344f90 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:37:36.962043 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18a7b0de-9832-4972-a4af-90f38533586e req-a9499471-99fd-4705-95af-7c6df384a220 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd902e78e9b44d9993efa4ba21344f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4135606 Feb 09 14:37:36.969953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154,segment=NetworkSegment(d4233b8e-94b9-410c-a518-b2e6c719ca69),segment_id=d4233b8e-94b9-410c-a518-b2e6c719ca69)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:36.982575 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Allocated IP 2001:db8:1::2 (4d6070a2-948f-49fc-8f30-b4f4a18c803d/6c188735-01e0-4b23-977c-551ea04ba008/7971e1ca-9028-4d03-9f6c-8c24cd2c377d) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:37.005938 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:37.005938 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b1954c71-1400-42de-acb4-1cbd67a53052 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:37.095534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c3562-0bf8-4ee8-a428-f5d9da05f64d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event deleted for resources: {'Port': ['ID=552d4557-ab38-430f-9bfe-5be421b6ed79,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:37.096907 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['52a76fba-7f1a-4987-adce-3efb122a3384'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:37:37.194154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ae151-ba7b-4f70-a6dd-716e48f67517 req-505ea93d-b201-4ab6-ba12-51f250e92011 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:37.195690 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c6ae151-ba7b-4f70-a6dd-716e48f67517 req-505ea93d-b201-4ab6-ba12-51f250e92011 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1096 time: 0.3874929 Feb 09 14:37:37.197695 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:37.243705 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:37.302866 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:37.304326 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c6ae151-ba7b-4f70-a6dd-716e48f67517 req-de06999c-4af6-4370-941c-ef28dd71f44a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998669 Feb 09 14:37:37.396603 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18a7b0de-9832-4972-a4af-90f38533586e req-8adee149-c843-4997-8f3b-89515eb8b518 service neutron] 10.222.0.48 "GET /v2.0/networks/dbd29eea-57ba-4216-b5d8-c672da6f570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905804 Feb 09 14:37:37.397432 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3562-0bf8-4ee8-a428-f5d9da05f64d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:37.439943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:37.531393 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3562-0bf8-4ee8-a428-f5d9da05f64d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:37.537225 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9a2c3562-0bf8-4ee8-a428-f5d9da05f64d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "DELETE /v2.0/floatingips/0704903a-8ae4-4558-9467-34905815f65f HTTP/1.1" status: 204 len: 168 time: 3.2544827 Feb 09 14:37:37.545503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b1954c71-1400-42de-acb4-1cbd67a53052 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:37.546614 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:37.680865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18a7b0de-9832-4972-a4af-90f38533586e req-a5ac4533-fc5a-4ab2-8889-c703c53c2a8e service neutron] 10.222.0.48 "GET /v2.0/networks/dbd29eea-57ba-4216-b5d8-c672da6f570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407882 Feb 09 14:37:37.869508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Allocated IP 2001:db8::1 (f2a68d2b-7e44-4a4b-a726-c59b2e80dd83/4680222e-594b-4360-a606-c02f1b5324c7/dacc2083-c0e0-4f9b-a26a-bf6e4e8a8e3a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:38.012286 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:38.048408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Transition to ACTIVE for port object 1feed888-db9e-41cd-838d-4f331de99695 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:38.070450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34196) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:38.083893 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-cfddc820-c05e-4b57-8479-985d275b2060 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--508494455', 'description': 'tempest-description--442751419'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:38.092742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cfddc820-c05e-4b57-8479-985d275b2060 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:38.118724 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:38.128414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cfddc820-c05e-4b57-8479-985d275b2060 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Usage tracker for resource:security_group and tenant:700b9235bb3d4706bcd2644827123371 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:38.129219 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:38.134437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cfddc820-c05e-4b57-8479-985d275b2060 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:38.142481 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67f80678-fb13-489f-a950-e93bed1229bf req-088c15a5-f4e7-44e8-95c0-26af43044364 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 210 time: 0.1235397 Feb 09 14:37:38.164561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cfddc820-c05e-4b57-8479-985d275b2060 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:38.182732 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Allocated IP 172.25.8.189 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/34d5f7f6-29ca-4f07-b0c3-5bc0d030d410) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:38.191167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Transition to ACTIVE for port object 7971e1ca-9028-4d03-9f6c-8c24cd2c377d will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:38.193567 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:38.202916 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cfddc820-c05e-4b57-8479-985d275b2060 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:38.233707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cfddc820-c05e-4b57-8479-985d275b2060 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:38.239008 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Transition to ACTIVE for port object dacc2083-c0e0-4f9b-a26a-bf6e4e8a8e3a will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:38.241045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cfddc820-c05e-4b57-8479-985d275b2060 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Usage tracker for resource:security_group_rule and tenant:700b9235bb3d4706bcd2644827123371 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:38.245105 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cfddc820-c05e-4b57-8479-985d275b2060 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:38.252114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-cfddc820-c05e-4b57-8479-985d275b2060 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:38.254568 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Attempting to bind port 1feed888-db9e-41cd-838d-4f331de99695 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:37:38.255034 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Attempting to bind port 1feed888-db9e-41cd-838d-4f331de99695 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:37:38.255758 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Attempting to bind port 1feed888-db9e-41cd-838d-4f331de99695 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:38.261165 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b7af3-9b68-4315-a913-7953fef32530 None None] Pushing event updated for resources: {'Port': ['ID=1feed888-db9e-41cd-838d-4f331de99695,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:38.267796 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Transition to ACTIVE for port object 7971e1ca-9028-4d03-9f6c-8c24cd2c377d will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:38.269344 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:37:38.269710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:38.270150 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:38.270616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:37:38.271107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Bound port: 1feed888-db9e-41cd-838d-4f331de99695, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:37:38.271480 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:38.317001 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:38.337243 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:38.387960 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:38.422626 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Network f2a68d2b-7e44-4a4b-a726-c59b2e80dd83 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:38.429138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:38.435815 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cfddc820-c05e-4b57-8479-985d275b2060 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:38.437489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:38.438335 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:38.441087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event updated for resources: {'Port': ['ID=dacc2083-c0e0-4f9b-a26a-bf6e4e8a8e3a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:38.450240 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:38.465578 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cfddc820-c05e-4b57-8479-985d275b2060 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:38.498659 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:38.539308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] For port 1feed888-db9e-41cd-838d-4f331de99695, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:37:38.543680 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] For port 1feed888-db9e-41cd-838d-4f331de99695, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1feed888-db9e-41cd-838d-4f331de99695,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:37:38.555793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Network 4d6070a2-948f-49fc-8f30-b4f4a18c803d is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:38.566848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddc820-c05e-4b57-8479-985d275b2060 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:38.567829 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:38.570668 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:38.574164 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:38.603394 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cfddc820-c05e-4b57-8479-985d275b2060 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:38.607374 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cfddc820-c05e-4b57-8479-985d275b2060 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5332801 Feb 09 14:37:38.608348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34206) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:38.616763 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7980e983-16cf-4b73-8547-efc1945f1c71 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Request body: {'security_group_rule': {'security_group_id': '6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:38.620833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:38.634437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:38.635666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7980e983-16cf-4b73-8547-efc1945f1c71 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:38.645094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7980e983-16cf-4b73-8547-efc1945f1c71 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Usage tracker for resource:security_group_rule and tenant:700b9235bb3d4706bcd2644827123371 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:38.652453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7980e983-16cf-4b73-8547-efc1945f1c71 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:38.658226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Pushing event updated for resources: {'Port': ['ID=7971e1ca-9028-4d03-9f6c-8c24cd2c377d,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:38.658443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:38.665908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7980e983-16cf-4b73-8547-efc1945f1c71 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:38.833850 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:38.845085 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:39.010435 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b7af3-9b68-4315-a913-7953fef32530 None None] Pushing event updated for resources: {'Port': ['ID=1feed888-db9e-41cd-838d-4f331de99695,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:39.019015 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:39.058658 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Routers {'7a73c543-83a5-4529-9209-ab9e80a5dc55'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:39.060489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7a73c543-83a5-4529-9209-ab9e80a5dc55'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:39.103251 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7980e983-16cf-4b73-8547-efc1945f1c71 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:39.287968 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7980e983-16cf-4b73-8547-efc1945f1c71 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:39.298263 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656578d-9a9b-4a9c-ac30-a35e6df3bb43 req-bdf0d54c-835d-4b58-8ae2-91d969bfdc39 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:39.300135 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3656578d-9a9b-4a9c-ac30-a35e6df3bb43 req-bdf0d54c-835d-4b58-8ae2-91d969bfdc39 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1096 time: 0.6143050 Feb 09 14:37:39.303506 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7980e983-16cf-4b73-8547-efc1945f1c71 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:39.372679 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] Set router 7a73c543-83a5-4529-9209-ab9e80a5dc55 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:39.378776 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cbfe7a12-2a0e-4a2a-8190-79a30a1b4719 req-9476c9ca-7561-4666-b03a-16e4a103732f tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 210 time: 0.0678644 Feb 09 14:37:39.407938 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7980e983-16cf-4b73-8547-efc1945f1c71 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:39.409245 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7980e983-16cf-4b73-8547-efc1945f1c71 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7999625 Feb 09 14:37:39.425641 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980e983-16cf-4b73-8547-efc1945f1c71 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af6b091-f3b1-42ca-95ed-319d009b7bb1,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:39.432007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34220) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:39.442824 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-57ffc642-883d-40ad-a3ee-89d0b206e878 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Request body: {'security_group_rule': {'security_group_id': '6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:39.473283 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-57ffc642-883d-40ad-a3ee-89d0b206e878 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:39.502921 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3656578d-9a9b-4a9c-ac30-a35e6df3bb43 req-fcbcf82d-a62a-4bb3-b47b-295de956b249 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112084 Feb 09 14:37:39.506425 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-57ffc642-883d-40ad-a3ee-89d0b206e878 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Usage tracker for resource:security_group_rule and tenant:700b9235bb3d4706bcd2644827123371 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:39.511008 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-57ffc642-883d-40ad-a3ee-89d0b206e878 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:39.616027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Pushing event updated for resources: {'Port': ['ID=34d5f7f6-29ca-4f07-b0c3-5bc0d030d410,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:39.638571 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:39.670493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-57ffc642-883d-40ad-a3ee-89d0b206e878 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:39.674451 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Attempting to bind port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:37:39.674947 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Attempting to bind port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '840f09b4-7531-4610-8296-b60409efd25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4d6070a2-948f-49fc-8f30-b4f4a18c803d'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:37:39.675582 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Attempting to bind port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d on network 4d6070a2-948f-49fc-8f30-b4f4a18c803d {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:39.696135 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:39.706498 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:37:39.706878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Checking segment: {'id': '840f09b4-7531-4610-8296-b60409efd25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4d6070a2-948f-49fc-8f30-b4f4a18c803d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:39.707280 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:39.707648 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Bound using segment: {'id': '840f09b4-7531-4610-8296-b60409efd25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4d6070a2-948f-49fc-8f30-b4f4a18c803d'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:37:39.708785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Bound port: 7971e1ca-9028-4d03-9f6c-8c24cd2c377d, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840f09b4-7531-4610-8296-b60409efd25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4d6070a2-948f-49fc-8f30-b4f4a18c803d'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:37:39.709161 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:39.712404 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-57ffc642-883d-40ad-a3ee-89d0b206e878 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:39.795063 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-57ffc642-883d-40ad-a3ee-89d0b206e878 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:39.804999 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-57ffc642-883d-40ad-a3ee-89d0b206e878 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:39.836197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 52a76fba-7f1a-4987-adce-3efb122a3384 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:39.859588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffc642-883d-40ad-a3ee-89d0b206e878 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73a999d-526a-4411-b52a-e4a55cca7143,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:39.934235 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a31c5354-de36-4f08-89d8-f279bfaa1d02 None None] Provisioning for port dacc2083-c0e0-4f9b-a26a-bf6e4e8a8e3a completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:39.943558 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:39.946113 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-57ffc642-883d-40ad-a3ee-89d0b206e878 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:39.950447 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-57ffc642-883d-40ad-a3ee-89d0b206e878 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5145414 Feb 09 14:37:39.951388 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:39.952398 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:39.962938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34226) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:40.087316 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a31c5354-de36-4f08-89d8-f279bfaa1d02 None None] Provisioning complete for port dacc2083-c0e0-4f9b-a26a-bf6e4e8a8e3a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:40.087712 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a31c5354-de36-4f08-89d8-f279bfaa1d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:40.144856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7b0de-9832-4972-a4af-90f38533586e req-bf230e95-9ffa-4aff-bc6e-7515aec76aac tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:40.154403 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18a7b0de-9832-4972-a4af-90f38533586e req-bf230e95-9ffa-4aff-bc6e-7515aec76aac tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.35 "GET /v2.0/networks?id=dbd29eea-57ba-4216-b5d8-c672da6f570c HTTP/1.1" status: 200 len: 808 time: 0.4000578 Feb 09 14:37:40.159123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event updated for resources: {'Port': ['ID=dacc2083-c0e0-4f9b-a26a-bf6e4e8a8e3a,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:40.163963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:40.170937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 52a76fba-7f1a-4987-adce-3efb122a3384 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:40.174769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:40.182452 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Usage tracker for resource:floatingip and tenant:700b9235bb3d4706bcd2644827123371 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:40.185769 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 52a76fba-7f1a-4987-adce-3efb122a3384 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:40.186466 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:40.194967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:40.203947 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:40.209360 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18a7b0de-9832-4972-a4af-90f38533586e req-f7976501-dae0-49fa-aab1-27b5a004ad3b tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd902e78e9b44d9993efa4ba21344f90 HTTP/1.1" status: 200 len: 380 time: 0.0439768 Feb 09 14:37:40.227397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-18a7b0de-9832-4972-a4af-90f38533586e req-85b120b4-a81c-4c99-b6a6-7542dd485162 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Request body: {'port': {'device_id': 'e67f2a71-77d1-483b-9aea-bf62f43049a7', 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c', 'admin_state_up': True, 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'security_groups': ['d7e971e5-e002-4492-9ec8-4c026a93aed8']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:40.230755 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:40.253237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Network f2a68d2b-7e44-4a4b-a726-c59b2e80dd83 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:40.279654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-56e90d35-c826-4067-805a-595d564d86ed None None] For port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:37:40.289140 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-56e90d35-c826-4067-805a-595d564d86ed None None] For port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7971e1ca-9028-4d03-9f6c-8c24cd2c377d,segment=NetworkSegment(840f09b4-7531-4610-8296-b60409efd25d),segment_id=840f09b4-7531-4610-8296-b60409efd25d)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:37:40.303831 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a31c5354-de36-4f08-89d8-f279bfaa1d02 None None] Port dacc2083-c0e0-4f9b-a26a-bf6e4e8a8e3a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:37:40.305516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:40.337074 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:40.443026 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:40.530036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Router a60d5d29-5ff3-4390-b1c1-9a4724d258aa has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:37:40.691385 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:40.709050 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:40.762246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a73c543-83a5-4529-9209-ab9e80a5dc55', 'name': 'tempest-snat-router-536944051', 'tenant_id': '7acd90819b5e45118d42c1721cfc8b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.75'}], 'enable_snat': False}, 'gw_port_id': '1feed888-db9e-41cd-838d-4f331de99695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:37:26Z', 'updated_at': '2022-02-09T14:37:31Z', 'revision_number': 3, 'project_id': '7acd90819b5e45118d42c1721cfc8b90', 'gw_port': {'id': '1feed888-db9e-41cd-838d-4f331de99695', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a73c543-83a5-4529-9209-ab9e80a5dc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:29Z', 'updated_at': '2022-02-09T14:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:40.764521 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e90d35-c826-4067-805a-595d564d86ed None None] Pushing event updated for resources: {'Port': ['ID=7971e1ca-9028-4d03-9f6c-8c24cd2c377d,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:40.776827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-18a7b0de-9832-4972-a4af-90f38533586e req-85b120b4-a81c-4c99-b6a6-7542dd485162 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:40.782690 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6d9f9c45-7d27-4183-9355-5d8916ebcfdd req-87d89aaf-57e9-4468-b12c-82d80dedd259 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 210 time: 0.1511884 Feb 09 14:37:40.783870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11964d-6598-4470-b03b-8c32a59922e0 None None] The sync data for ids ['7a73c543-83a5-4529-9209-ab9e80a5dc55'] in n-d-828418-2 is: [{'id': '7a73c543-83a5-4529-9209-ab9e80a5dc55', 'name': 'tempest-snat-router-536944051', 'tenant_id': '7acd90819b5e45118d42c1721cfc8b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.75'}], 'enable_snat': False}, 'gw_port_id': '1feed888-db9e-41cd-838d-4f331de99695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:37:26Z', 'updated_at': '2022-02-09T14:37:31Z', 'revision_number': 3, 'project_id': '7acd90819b5e45118d42c1721cfc8b90', 'gw_port': {'id': '1feed888-db9e-41cd-838d-4f331de99695', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a73c543-83a5-4529-9209-ab9e80a5dc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:29Z', 'updated_at': '2022-02-09T14:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:40.835491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624857de-9142-4b2a-81cc-7bf5ee8b73d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a76fba-7f1a-4987-adce-3efb122a3384'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:37:40.853450 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 52a76fba-7f1a-4987-adce-3efb122a3384, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=52a76fba-7f1a-4987-adce-3efb122a3384,segment=NetworkSegment(75f4e60d-2955-46bf-8622-626201643449),segment_id=75f4e60d-2955-46bf-8622-626201643449)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:40.854491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-18a7b0de-9832-4972-a4af-90f38533586e req-85b120b4-a81c-4c99-b6a6-7542dd485162 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:40.871010 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:40.962231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4fe8551c-4f0a-4832-b726-4211c7b3d090 None None] Provisioning complete for port dacc2083-c0e0-4f9b-a26a-bf6e4e8a8e3a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:40.962709 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4fe8551c-4f0a-4832-b726-4211c7b3d090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:41.006765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a7b0de-9832-4972-a4af-90f38533586e req-85b120b4-a81c-4c99-b6a6-7542dd485162 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Made reservation on behalf of fd902e78e9b44d9993efa4ba21344f90 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:37:41.010806 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-18a7b0de-9832-4972-a4af-90f38533586e req-85b120b4-a81c-4c99-b6a6-7542dd485162 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:41.110352 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4fe8551c-4f0a-4832-b726-4211c7b3d090 None None] Port dacc2083-c0e0-4f9b-a26a-bf6e4e8a8e3a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:37:41.127649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=52a76fba-7f1a-4987-adce-3efb122a3384,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:41.205231 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624857de-9142-4b2a-81cc-7bf5ee8b73d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a76fba-7f1a-4987-adce-3efb122a3384', 'code': 200} Feb 09 14:37:41.285060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Router 601d97a2-a53f-42d1-a592-2d6af2eb0dcc is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:37:41.479204 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:41.542362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:37:41.556129 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e3e6b4-6d34-4f29-97a8-2c3645f1ac72 None None] Sync routers for ids ['a60d5d29-5ff3-4390-b1c1-9a4724d258aa'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:37:41.574301 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e3e6b4-6d34-4f29-97a8-2c3645f1ac72 None None] Routers {'a60d5d29-5ff3-4390-b1c1-9a4724d258aa'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:41.576999 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-71e3e6b4-6d34-4f29-97a8-2c3645f1ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['a60d5d29-5ff3-4390-b1c1-9a4724d258aa'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:41.585174 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b5cab822-49e7-4a46-b1ed-512c98ae3428 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "PUT /v2.0/routers/a60d5d29-5ff3-4390-b1c1-9a4724d258aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1994975 Feb 09 14:37:41.594526 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34240) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:41.717243 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-71e3e6b4-6d34-4f29-97a8-2c3645f1ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:41.726639 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e3e6b4-6d34-4f29-97a8-2c3645f1ac72 None None] Routers {'a60d5d29-5ff3-4390-b1c1-9a4724d258aa'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:41.727444 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-71e3e6b4-6d34-4f29-97a8-2c3645f1ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['a60d5d29-5ff3-4390-b1c1-9a4724d258aa'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:41.795326 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-71e3e6b4-6d34-4f29-97a8-2c3645f1ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:41.795975 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e3e6b4-6d34-4f29-97a8-2c3645f1ac72 None None] The sync data for ids ['a60d5d29-5ff3-4390-b1c1-9a4724d258aa'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:41.808343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ceb0d-aef9-48e3-a990-5a267b015f51 req-d3c84891-112a-40e7-bfbe-ac058553ab9b tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:41.821948 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d11ceb0d-aef9-48e3-a990-5a267b015f51 req-d3c84891-112a-40e7-bfbe-ac058553ab9b tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1097 time: 0.9507458 Feb 09 14:37:41.823262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-18a7b0de-9832-4972-a4af-90f38533586e req-85b120b4-a81c-4c99-b6a6-7542dd485162 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Allocated IP 172.20.0.14 (dbd29eea-57ba-4216-b5d8-c672da6f570c/a12fb758-587c-45f5-961c-5c501cf036d2/3b67faea-2596-434f-bfde-fe4ad09778d6) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:42.015067 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79638ce-2f22-43d5-b30b-e578c2b0add2 req-c3232dee-f854-4073-83ee-2bd8799bacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:42.016611 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c79638ce-2f22-43d5-b30b-e578c2b0add2 req-c3232dee-f854-4073-83ee-2bd8799bacc9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1097 time: 0.6037724 Feb 09 14:37:42.018230 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d11ceb0d-aef9-48e3-a990-5a267b015f51 req-e075f90d-405d-4a7b-9ea9-8c70fbcad168 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956127 Feb 09 14:37:42.030657 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-00712672-8eea-4d27-83f1-1a13e17ca319 req-4038789d-aec0-4146-ad4f-fcac98b244e8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 210 time: 0.0758176 Feb 09 14:37:42.070092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:37:42.079864 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-02936fda-a4b2-4ba9-83b4-0582a40a33e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:42.085967 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0580dc-23a9-4f7f-95ce-5e7ce4123f9e None None] Sync routers for ids ['601d97a2-a53f-42d1-a592-2d6af2eb0dcc'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:37:42.101663 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0580dc-23a9-4f7f-95ce-5e7ce4123f9e None None] Routers {'601d97a2-a53f-42d1-a592-2d6af2eb0dcc'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:42.102464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7f0580dc-23a9-4f7f-95ce-5e7ce4123f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['601d97a2-a53f-42d1-a592-2d6af2eb0dcc'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:42.177585 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:42.178830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-02b56a1f-e63e-495c-ac81-43eaf3c2e5c6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9577563 Feb 09 14:37:42.223943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34248) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:42.225168 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Allocated IP 172.25.8.18 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/cc01e802-bc32-4da0-aeed-d2bcd019abe2) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:42.294436 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-18a7b0de-9832-4972-a4af-90f38533586e req-85b120b4-a81c-4c99-b6a6-7542dd485162 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:42.327211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-18a7b0de-9832-4972-a4af-90f38533586e req-85b120b4-a81c-4c99-b6a6-7542dd485162 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Transition to ACTIVE for port object 3b67faea-2596-434f-bfde-fe4ad09778d6 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:42.364156 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-18a7b0de-9832-4972-a4af-90f38533586e req-85b120b4-a81c-4c99-b6a6-7542dd485162 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:42.373518 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b49a1fa-28b2-4ea8-8f7c-218f0a945337 None None] Network 4d6070a2-948f-49fc-8f30-b4f4a18c803d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:37:42.470039 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-02936fda-a4b2-4ba9-83b4-0582a40a33e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 14:37:42.471063 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-02936fda-a4b2-4ba9-83b4-0582a40a33e7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "DELETE /v2.0/routers/a60d5d29-5ff3-4390-b1c1-9a4724d258aa HTTP/1.1" status: 409 len: 329 time: 0.8733490 Feb 09 14:37:42.472067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b120b4-a81c-4c99-b6a6-7542dd485162 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Pushing event updated for resources: {'Port': ['ID=3b67faea-2596-434f-bfde-fe4ad09778d6,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:42.476635 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1feed888-db9e-41cd-838d-4f331de99695 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:42.481587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a7b0de-9832-4972-a4af-90f38533586e req-85b120b4-a81c-4c99-b6a6-7542dd485162 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Network dbd29eea-57ba-4216-b5d8-c672da6f570c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:42.482480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34252) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:42.486390 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c79638ce-2f22-43d5-b30b-e578c2b0add2 req-4aec7394-441a-4afe-a977-e7fd6aa189bb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444804 Feb 09 14:37:42.487043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-18a7b0de-9832-4972-a4af-90f38533586e req-85b120b4-a81c-4c99-b6a6-7542dd485162 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:42.571331 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a7b0de-9832-4972-a4af-90f38533586e req-85b120b4-a81c-4c99-b6a6-7542dd485162 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:42.608109 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6b9e274e-33be-4fd5-a592-246f0f7812b8 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "GET /v2.0/routers/601d97a2-a53f-42d1-a592-2d6af2eb0dcc HTTP/1.1" status: 200 len: 907 time: 0.3784533 Feb 09 14:37:42.610665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34256) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:42.621354 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-80131202-39fc-4dc1-a34c-ed876a55d2fb None None] Provisioning for port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:42.690118 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-7f0580dc-23a9-4f7f-95ce-5e7ce4123f9e None None] Set router 601d97a2-a53f-42d1-a592-2d6af2eb0dcc gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:42.796779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7b0de-9832-4972-a4af-90f38533586e req-85b120b4-a81c-4c99-b6a6-7542dd485162 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:42.797456 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-18a7b0de-9832-4972-a4af-90f38533586e req-85b120b4-a81c-4c99-b6a6-7542dd485162 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:42.893819 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18a7b0de-9832-4972-a4af-90f38533586e req-85b120b4-a81c-4c99-b6a6-7542dd485162 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6710265 Feb 09 14:37:42.897295 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5571cb55-ee79-41b3-8335-7c72ef7c1d2a tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:42.916170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Request body: {'port': {'device_id': 'e67f2a71-77d1-483b-9aea-bf62f43049a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:42.949664 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 1feed888-db9e-41cd-838d-4f331de99695 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:43.007887 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1feed888-db9e-41cd-838d-4f331de99695 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:43.008376 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:43.054098 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0f0b1af3-c9bd-4f3e-93d5-aa12c2037ad9 None None] Provisioning for port 3b67faea-2596-434f-bfde-fe4ad09778d6 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:43.083628 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0f0b1af3-c9bd-4f3e-93d5-aa12c2037ad9 None None] Provisioning complete for port 3b67faea-2596-434f-bfde-fe4ad09778d6 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:43.084019 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0f0b1af3-c9bd-4f3e-93d5-aa12c2037ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:43.231394 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:43.259560 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5571cb55-ee79-41b3-8335-7c72ef7c1d2a tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:43.289330 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5571cb55-ee79-41b3-8335-7c72ef7c1d2a tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Deleting port 34d5f7f6-29ca-4f07-b0c3-5bc0d030d410 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:37:43.289676 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5571cb55-ee79-41b3-8335-7c72ef7c1d2a tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:43.356848 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b1af3-c9bd-4f3e-93d5-aa12c2037ad9 None None] Port 3b67faea-2596-434f-bfde-fe4ad09778d6 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:37:43.451530 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:43.490178 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:43.518423 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 1feed888-db9e-41cd-838d-4f331de99695, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1feed888-db9e-41cd-838d-4f331de99695,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:43.526975 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:43.528240 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7971e1ca-9028-4d03-9f6c-8c24cd2c377d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:43.701838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7f0580dc-23a9-4f7f-95ce-5e7ce4123f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601d97a2-a53f-42d1-a592-2d6af2eb0dcc', 'name': 'tempest-snat-router-536944051', 'tenant_id': '7acd90819b5e45118d42c1721cfc8b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '34d5f7f6-29ca-4f07-b0c3-5bc0d030d410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:37:35Z', 'updated_at': '2022-02-09T14:37:39Z', 'revision_number': 3, 'project_id': '7acd90819b5e45118d42c1721cfc8b90', 'gw_port': {'id': '34d5f7f6-29ca-4f07-b0c3-5bc0d030d410', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601d97a2-a53f-42d1-a592-2d6af2eb0dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:37Z', 'updated_at': '2022-02-09T14:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:43.764599 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0580dc-23a9-4f7f-95ce-5e7ce4123f9e None None] Checking router: 601d97a2-a53f-42d1-a592-2d6af2eb0dcc for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:37:43.766879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0580dc-23a9-4f7f-95ce-5e7ce4123f9e None None] Updating router 601d97a2-a53f-42d1-a592-2d6af2eb0dcc port 34d5f7f6-29ca-4f07-b0c3-5bc0d030d410 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:37:43.888026 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=1feed888-db9e-41cd-838d-4f331de99695,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:43.893577 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7f0580dc-23a9-4f7f-95ce-5e7ce4123f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:43.902871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:43.950738 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:44.007812 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:44.008292 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:44.051562 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:44.059379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event updated for resources: {'Port': ['ID=cc01e802-bc32-4da0-aeed-d2bcd019abe2,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:44.062905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:44.068687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:44.073794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355219bf-38f6-4a1e-961b-e193f8b411ad req-dd712fed-c30e-4e20-ad96-05354fb8fce0 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:44.075763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-355219bf-38f6-4a1e-961b-e193f8b411ad req-dd712fed-c30e-4e20-ad96-05354fb8fce0 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Synchronizing usage tracker for tenant:fd902e78e9b44d9993efa4ba21344f90 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:37:44.107704 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3fa7b6e0-e981-4d13-bdca-0bf14fe22315 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:44.115760 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b72dda48-0d39-4e89-ae5c-ad74a31d5ee1 None None] Provisioning complete for port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:44.116206 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b72dda48-0d39-4e89-ae5c-ad74a31d5ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:44.162814 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5571cb55-ee79-41b3-8335-7c72ef7c1d2a tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:44.240551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-355219bf-38f6-4a1e-961b-e193f8b411ad req-dd712fed-c30e-4e20-ad96-05354fb8fce0 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Unset dirty status for tenant:fd902e78e9b44d9993efa4ba21344f90 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:37:44.241957 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-355219bf-38f6-4a1e-961b-e193f8b411ad req-dd712fed-c30e-4e20-ad96-05354fb8fce0 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 932 time: 0.9185858 Feb 09 14:37:44.258294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78a745-f245-4f13-b7fb-0232793661e1 req-d7c8c42b-1706-469f-8804-1c7b4ffdde44 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:44.259655 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cd78a745-f245-4f13-b7fb-0232793661e1 req-d7c8c42b-1706-469f-8804-1c7b4ffdde44 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1097 time: 0.9331064 Feb 09 14:37:44.350449 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5571cb55-ee79-41b3-8335-7c72ef7c1d2a tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Calling delete_port for 34d5f7f6-29ca-4f07-b0c3-5bc0d030d410 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:37:44.403087 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:44.453931 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cd78a745-f245-4f13-b7fb-0232793661e1 req-debfcb8b-7a23-4d03-a926-3cb32a83c170 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353810 Feb 09 14:37:44.479902 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-355219bf-38f6-4a1e-961b-e193f8b411ad req-b6aa3486-24dc-47a0-a75b-238e1c60c2b6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7e971e5-e002-4492-9ec8-4c026a93aed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700459 Feb 09 14:37:44.502130 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:44.639804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b67faea-2596-434f-bfde-fe4ad09778d6 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:37:44.667181 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:44.681288 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:44.685731 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b72dda48-0d39-4e89-ae5c-ad74a31d5ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:44.784372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Transition to ACTIVE for port object 3b67faea-2596-434f-bfde-fe4ad09778d6 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:44.791634 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5571cb55-ee79-41b3-8335-7c72ef7c1d2a tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:44.805692 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-7f0580dc-23a9-4f7f-95ce-5e7ce4123f9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:37:44.806338 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-7f0580dc-23a9-4f7f-95ce-5e7ce4123f9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:37:44.808024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7971e1ca-9028-4d03-9f6c-8c24cd2c377d,segment=NetworkSegment(840f09b4-7531-4610-8296-b60409efd25d),segment_id=840f09b4-7531-4610-8296-b60409efd25d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:44.818717 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:44.837644 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:44.936828 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-b72dda48-0d39-4e89-ae5c-ad74a31d5ee1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:37:44.937334 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-b72dda48-0d39-4e89-ae5c-ad74a31d5ee1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:37:44.952835 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=7971e1ca-9028-4d03-9f6c-8c24cd2c377d,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:44.998274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-3fa7b6e0-e981-4d13-bdca-0bf14fe22315 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Deleting port dacc2083-c0e0-4f9b-a26a-bf6e4e8a8e3a {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:37:44.998541 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3fa7b6e0-e981-4d13-bdca-0bf14fe22315 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:45.002883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1feed888-db9e-41cd-838d-4f331de99695 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:45.031304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Pushing event updated for resources: {'Port': ['ID=3b67faea-2596-434f-bfde-fe4ad09778d6,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:45.119548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571cb55-ee79-41b3-8335-7c72ef7c1d2a tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Pushing event deleted for resources: {'Port': ['ID=34d5f7f6-29ca-4f07-b0c3-5bc0d030d410,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:45.120268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1feed888-db9e-41cd-838d-4f331de99695 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:45.120693 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:45.158097 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5571cb55-ee79-41b3-8335-7c72ef7c1d2a tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:45.297170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Attempting to bind port 3b67faea-2596-434f-bfde-fe4ad09778d6 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:37:45.297700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Attempting to bind port 3b67faea-2596-434f-bfde-fe4ad09778d6 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '89df81a2-0da1-44db-ad0e-d03a9a37c54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:37:45.297929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Attempting to bind port 3b67faea-2596-434f-bfde-fe4ad09778d6 on network dbd29eea-57ba-4216-b5d8-c672da6f570c {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:45.306955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Port 3b67faea-2596-434f-bfde-fe4ad09778d6 on network dbd29eea-57ba-4216-b5d8-c672da6f570c not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:37:45.308174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Attempting to bind port 3b67faea-2596-434f-bfde-fe4ad09778d6 on network dbd29eea-57ba-4216-b5d8-c672da6f570c {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:45.328850 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3fa7b6e0-e981-4d13-bdca-0bf14fe22315 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:45.343619 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0580dc-23a9-4f7f-95ce-5e7ce4123f9e None None] Port 34d5f7f6-29ca-4f07-b0c3-5bc0d030d410 not found while updating agent binding for router 601d97a2-a53f-42d1-a592-2d6af2eb0dcc. {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 14:37:45.353318 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0580dc-23a9-4f7f-95ce-5e7ce4123f9e None None] Routers {'601d97a2-a53f-42d1-a592-2d6af2eb0dcc'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:45.353996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7f0580dc-23a9-4f7f-95ce-5e7ce4123f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['601d97a2-a53f-42d1-a592-2d6af2eb0dcc'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:45.376864 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5571cb55-ee79-41b3-8335-7c72ef7c1d2a tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:45.391241 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5571cb55-ee79-41b3-8335-7c72ef7c1d2a tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:45.434107 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5571cb55-ee79-41b3-8335-7c72ef7c1d2a tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:45.434640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5571cb55-ee79-41b3-8335-7c72ef7c1d2a tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 601d97a2-a53f-42d1-a592-2d6af2eb0dcc {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:37:45.469422 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:45.472489 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5571cb55-ee79-41b3-8335-7c72ef7c1d2a tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:45.474383 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5571cb55-ee79-41b3-8335-7c72ef7c1d2a tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "DELETE /v2.0/routers/601d97a2-a53f-42d1-a592-2d6af2eb0dcc HTTP/1.1" status: 204 len: 168 time: 2.8626578 Feb 09 14:37:45.477220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34278) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:45.479967 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:45.497577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-3fa7b6e0-e981-4d13-bdca-0bf14fe22315 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Calling delete_port for dacc2083-c0e0-4f9b-a26a-bf6e4e8a8e3a owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:37:45.510531 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-7f0580dc-23a9-4f7f-95ce-5e7ce4123f9e None None] Set router 601d97a2-a53f-42d1-a592-2d6af2eb0dcc gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:37:45.665213 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:37:45.665602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Checking segment: {'id': '89df81a2-0da1-44db-ad0e-d03a9a37c54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:45.670979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Bound using segment: {'id': '89df81a2-0da1-44db-ad0e-d03a9a37c54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:37:45.671719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Bound port: 3b67faea-2596-434f-bfde-fe4ad09778d6, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89df81a2-0da1-44db-ad0e-d03a9a37c54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:37:45.672104 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:45.696720 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7f0580dc-23a9-4f7f-95ce-5e7ce4123f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601d97a2-a53f-42d1-a592-2d6af2eb0dcc', 'name': 'tempest-snat-router-536944051', 'tenant_id': '7acd90819b5e45118d42c1721cfc8b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:37:35Z', 'updated_at': '2022-02-09T14:37:44Z', 'revision_number': 5, 'project_id': '7acd90819b5e45118d42c1721cfc8b90', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:45.706230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0580dc-23a9-4f7f-95ce-5e7ce4123f9e None None] The sync data for ids ['601d97a2-a53f-42d1-a592-2d6af2eb0dcc'] in n-d-828418-2 is: [{'id': '601d97a2-a53f-42d1-a592-2d6af2eb0dcc', 'name': 'tempest-snat-router-536944051', 'tenant_id': '7acd90819b5e45118d42c1721cfc8b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:37:35Z', 'updated_at': '2022-02-09T14:37:44Z', 'revision_number': 5, 'project_id': '7acd90819b5e45118d42c1721cfc8b90', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:46.082700 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffefe5ae-8e2c-44c8-bc92-d989b88f5814 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:46.097499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] For port 3b67faea-2596-434f-bfde-fe4ad09778d6, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:37:46.109111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] For port 3b67faea-2596-434f-bfde-fe4ad09778d6, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3b67faea-2596-434f-bfde-fe4ad09778d6,segment=NetworkSegment(89df81a2-0da1-44db-ad0e-d03a9a37c54b),segment_id=89df81a2-0da1-44db-ad0e-d03a9a37c54b)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:37:46.118878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35936923-e520-4165-8b3d-09685faf1eb8 req-d6410d8f-42d2-4237-84c6-5d6ad4393eef tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:46.120381 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-35936923-e520-4165-8b3d-09685faf1eb8 req-d6410d8f-42d2-4237-84c6-5d6ad4393eef tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 944 time: 0.4115543 Feb 09 14:37:46.124063 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:46.162722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event updated for resources: {'Port': ['ID=cc01e802-bc32-4da0-aeed-d2bcd019abe2,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:46.232967 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:46.249895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:46.250378 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:46.251719 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18a7b0de-9832-4972-a4af-90f38533586e req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] 10.222.0.35 "PUT /v2.0/ports/3b67faea-2596-434f-bfde-fe4ad09778d6 HTTP/1.1" status: 200 len: 1092 time: 3.3421991 Feb 09 14:37:46.256639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67f2a71-77d1-483b-9aea-bf62f43049a7', 'tag': '3b67faea-2596-434f-bfde-fe4ad09778d6'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:37:46.363063 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ecd15-c0cf-4fc4-90e2-9749e371da56 service neutron] Pushing event updated for resources: {'Port': ['ID=3b67faea-2596-434f-bfde-fe4ad09778d6,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:46.365562 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de09034-1c0a-4e74-aebd-c21f187e1dff req-77a928b6-d845-4b0d-9442-2cf07a400008 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:46.367304 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2de09034-1c0a-4e74-aebd-c21f187e1dff req-77a928b6-d845-4b0d-9442-2cf07a400008 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1097 time: 0.4094942 Feb 09 14:37:46.373111 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:46.382865 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4100024e-dd8f-4c83-b706-711cf5a83feb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2194271 Feb 09 14:37:46.396021 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-35936923-e520-4165-8b3d-09685faf1eb8 req-7282b679-bacf-4558-8fc9-7a2584506677 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7e971e5-e002-4492-9ec8-4c026a93aed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679133 Feb 09 14:37:46.412022 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3fa7b6e0-e981-4d13-bdca-0bf14fe22315 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:46.472373 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffefe5ae-8e2c-44c8-bc92-d989b88f5814 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:46.494634 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67f2a71-77d1-483b-9aea-bf62f43049a7', 'tag': '3b67faea-2596-434f-bfde-fe4ad09778d6', 'status': 'completed', 'code': 200} Feb 09 14:37:46.495824 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7b6e0-e981-4d13-bdca-0bf14fe22315 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event deleted for resources: {'Port': ['ID=dacc2083-c0e0-4f9b-a26a-bf6e4e8a8e3a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:46.507820 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ffefe5ae-8e2c-44c8-bc92-d989b88f5814 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Deleting port 1feed888-db9e-41cd-838d-4f331de99695 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:37:46.508262 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffefe5ae-8e2c-44c8-bc92-d989b88f5814 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:46.799612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ffefe5ae-8e2c-44c8-bc92-d989b88f5814 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] For port 1feed888-db9e-41cd-838d-4f331de99695, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1feed888-db9e-41cd-838d-4f331de99695,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:46.800000 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffefe5ae-8e2c-44c8-bc92-d989b88f5814 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:46.889287 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3fa7b6e0-e981-4d13-bdca-0bf14fe22315 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:46.942644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ffefe5ae-8e2c-44c8-bc92-d989b88f5814 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Calling delete_port for 1feed888-db9e-41cd-838d-4f331de99695 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:37:46.958046 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7971e1ca-9028-4d03-9f6c-8c24cd2c377d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:47.013381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7b0de-9832-4972-a4af-90f38533586e req-e96d8c3c-ac95-44dd-b68a-2867c3c357e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:47.015273 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18a7b0de-9832-4972-a4af-90f38533586e req-e96d8c3c-ac95-44dd-b68a-2867c3c357e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd902e78e9b44d9993efa4ba21344f90&device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 1095 time: 0.7177517 Feb 09 14:37:47.037347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-0f56a083-d09f-424a-8d4d-d80065886ad3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Synchronizing usage tracker for tenant:700b9235bb3d4706bcd2644827123371 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:37:47.162809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-0f56a083-d09f-424a-8d4d-d80065886ad3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Unset dirty status for tenant:700b9235bb3d4706bcd2644827123371 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:37:47.174920 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-0f56a083-d09f-424a-8d4d-d80065886ad3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--508494455&fields=id&tenant_id=700b9235bb3d4706bcd2644827123371 HTTP/1.1" status: 200 len: 267 time: 0.4369152 Feb 09 14:37:47.245445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:47.245445 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:47.259913 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2de09034-1c0a-4e74-aebd-c21f187e1dff req-e0d8bffc-8cb4-4632-9028-f224c42ef69a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8637614 Feb 09 14:37:47.290855 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffefe5ae-8e2c-44c8-bc92-d989b88f5814 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:47.416869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefe5ae-8e2c-44c8-bc92-d989b88f5814 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Pushing event deleted for resources: {'Port': ['ID=1feed888-db9e-41cd-838d-4f331de99695,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:47.423507 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18a7b0de-9832-4972-a4af-90f38533586e req-c6686073-65be-44d8-9277-9f23c0830f87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b67faea-2596-434f-bfde-fe4ad09778d6 HTTP/1.1" status: 200 len: 217 time: 0.3804126 Feb 09 14:37:47.546747 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffefe5ae-8e2c-44c8-bc92-d989b88f5814 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:47.672871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7b0de-9832-4972-a4af-90f38533586e req-a7671ad3-e264-4571-8426-11df75fa9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:47.674369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18a7b0de-9832-4972-a4af-90f38533586e req-a7671ad3-e264-4571-8426-11df75fa9107 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a12fb758-587c-45f5-961c-5c501cf036d2 HTTP/1.1" status: 200 len: 847 time: 0.2380941 Feb 09 14:37:47.681169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa7b6e0-e981-4d13-bdca-0bf14fe22315 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Router a60d5d29-5ff3-4390-b1c1-9a4724d258aa has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:37:47.749449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-0f66aa72-3001-444b-9868-1820091a6ab1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:47.751250 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-0f66aa72-3001-444b-9868-1820091a6ab1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 816 time: 0.5745897 Feb 09 14:37:47.855432 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffefe5ae-8e2c-44c8-bc92-d989b88f5814 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:47.900697 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffefe5ae-8e2c-44c8-bc92-d989b88f5814 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:47.905910 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-a8c9edee-48fe-436e-ab13-e4633283fdc5 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/quotas/700b9235bb3d4706bcd2644827123371 HTTP/1.1" status: 200 len: 375 time: 0.0910914 Feb 09 14:37:47.908492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa7b6e0-e981-4d13-bdca-0bf14fe22315 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:37:47.922203 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f497279-3dd1-4787-ae5e-d4cd2629a535 req-509f383b-d480-48fb-a589-13bd5348b979 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:47.923738 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f497279-3dd1-4787-ae5e-d4cd2629a535 req-509f383b-d480-48fb-a589-13bd5348b979 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1097 time: 0.5039768 Feb 09 14:37:47.929339 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e8867d-8b29-497a-b42c-7265cdab9a4a None None] Sync routers for ids ['a60d5d29-5ff3-4390-b1c1-9a4724d258aa'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:37:47.929824 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3fa7b6e0-e981-4d13-bdca-0bf14fe22315 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "PUT /v2.0/routers/a60d5d29-5ff3-4390-b1c1-9a4724d258aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4453113 Feb 09 14:37:47.930305 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34314) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:47.940945 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e8867d-8b29-497a-b42c-7265cdab9a4a None None] Routers {'a60d5d29-5ff3-4390-b1c1-9a4724d258aa'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:47.941736 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a1e8867d-8b29-497a-b42c-7265cdab9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['a60d5d29-5ff3-4390-b1c1-9a4724d258aa'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:47.988214 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffefe5ae-8e2c-44c8-bc92-d989b88f5814 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:47.989439 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffefe5ae-8e2c-44c8-bc92-d989b88f5814 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a73c543-83a5-4529-9209-ab9e80a5dc55 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:37:48.031298 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f497279-3dd1-4787-ae5e-d4cd2629a535 req-b978a4a4-453a-4257-8fe1-7aa1b356dfa0 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804436 Feb 09 14:37:48.056100 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffefe5ae-8e2c-44c8-bc92-d989b88f5814 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:48.058982 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ffefe5ae-8e2c-44c8-bc92-d989b88f5814 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "DELETE /v2.0/routers/7a73c543-83a5-4529-9209-ab9e80a5dc55 HTTP/1.1" status: 204 len: 168 time: 2.5807543 Feb 09 14:37:48.073832 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34320) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:48.095840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1647951738', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:48.116092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:48.127747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Usage tracker for resource:router and tenant:43885b16e5fd469686bf064e4c0306a2 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:48.138566 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a1e8867d-8b29-497a-b42c-7265cdab9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:48.140412 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:48.162270 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd40da93-280d-448f-8804-bb8f7a95b1c3 req-3ba04ae5-55be-427d-82ee-b6c71e663379 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3044641 Feb 09 14:37:48.186574 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e8867d-8b29-497a-b42c-7265cdab9a4a None None] Routers {'a60d5d29-5ff3-4390-b1c1-9a4724d258aa'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:48.188935 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a1e8867d-8b29-497a-b42c-7265cdab9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['a60d5d29-5ff3-4390-b1c1-9a4724d258aa'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:48.189228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:48.237831 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-1f54429c-ee68-405e-9399-dc2bd45f3b15 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] show failed (client error): The resource could not be found. Feb 09 14:37:48.244345 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1f54429c-ee68-405e-9399-dc2bd45f3b15 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1806621520 HTTP/1.1" status: 404 len: 335 time: 0.3104031 Feb 09 14:37:48.245929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34324) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:48.260449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-dc7b6510-d263-4db2-9b29-cec3098a14cd tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:48.288177 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a1e8867d-8b29-497a-b42c-7265cdab9a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:48.288571 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e8867d-8b29-497a-b42c-7265cdab9a4a None None] The sync data for ids ['a60d5d29-5ff3-4390-b1c1-9a4724d258aa'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:48.333288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7b0de-9832-4972-a4af-90f38533586e req-e90c7870-a001-4a1e-a5c5-8ac6eea6809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:48.334665 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18a7b0de-9832-4972-a4af-90f38533586e req-e90c7870-a001-4a1e-a5c5-8ac6eea6809c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbd29eea-57ba-4216-b5d8-c672da6f570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6442337 Feb 09 14:37:48.353006 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:48.354253 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:48.365215 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-dc7b6510-d263-4db2-9b29-cec3098a14cd tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] update failed (client error): The resource could not be found. Feb 09 14:37:48.370329 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dc7b6510-d263-4db2-9b29-cec3098a14cd tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-965491383 HTTP/1.1" status: 404 len: 334 time: 0.1192217 Feb 09 14:37:48.371176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34328) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:48.436294 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:48.464734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-02d32f20-2b71-4444-9c01-738275a884eb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Synchronizing usage tracker for tenant:700b9235bb3d4706bcd2644827123371 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:37:48.508005 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18a7b0de-9832-4972-a4af-90f38533586e req-db299faa-6c08-435b-9058-71230b04757d service neutron] 10.222.0.35 "GET /v2.0/networks/dbd29eea-57ba-4216-b5d8-c672da6f570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625822 Feb 09 14:37:48.509786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-02d32f20-2b71-4444-9c01-738275a884eb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Unset dirty status for tenant:700b9235bb3d4706bcd2644827123371 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:37:48.511416 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-02d32f20-2b71-4444-9c01-738275a884eb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5802236 Feb 09 14:37:48.512636 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b4f679-3fae-4508-8ddc-59978a57ab7b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Deleting subnet 6c188735-01e0-4b23-977c-551ea04ba008 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:37:48.518683 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3b4f679-3fae-4508-8ddc-59978a57ab7b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:48.694988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2c6b2-9d8d-42c5-bf62-7c65403f9576 req-5d7ce83c-8d7d-493d-a3ce-f9123954eb06 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:48.698790 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-83e2c6b2-9d8d-42c5-bf62-7c65403f9576 req-5d7ce83c-8d7d-493d-a3ce-f9123954eb06 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 944 time: 0.4847870 Feb 09 14:37:48.699874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40da93-280d-448f-8804-bb8f7a95b1c3 req-51b048f6-dd01-4f05-a892-7c2e3bb1df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:48.701299 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd40da93-280d-448f-8804-bb8f7a95b1c3 req-51b048f6-dd01-4f05-a892-7c2e3bb1df63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0769abacc27e4e269d0375f8324d1bb5&device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1097 time: 0.4039216 Feb 09 14:37:48.799125 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-e0c8f76c-7a96-4524-90f8-e17fa829f0d3 service neutron] 10.222.0.48 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023220 Feb 09 14:37:48.800780 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18a7b0de-9832-4972-a4af-90f38533586e req-9e69ec1c-23e9-4e67-91e4-ab6f8dca151e service neutron] 10.222.0.35 "GET /v2.0/networks/dbd29eea-57ba-4216-b5d8-c672da6f570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860425 Feb 09 14:37:48.935000 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1feed888-db9e-41cd-838d-4f331de99695 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:37:48.939503 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:48.958868 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3b4f679-3fae-4508-8ddc-59978a57ab7b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:48.968754 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 1feed888-db9e-41cd-838d-4f331de99695 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:37:48.969840 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1feed888-db9e-41cd-838d-4f331de99695 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:37:49.055519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa218a6-6e00-45cc-9b7b-14edd49b1d41 req-13cbb270-fd07-4586-8a29-72570289d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:49.058065 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9fa218a6-6e00-45cc-9b7b-14edd49b1d41 req-13cbb270-fd07-4586-8a29-72570289d75e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd902e78e9b44d9993efa4ba21344f90&device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 1095 time: 0.1606824 Feb 09 14:37:49.097047 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-c1654bc0-eafa-44f0-8ffa-77f5eebb4665 service neutron] 10.222.0.48 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905600 Feb 09 14:37:49.116127 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-83e2c6b2-9d8d-42c5-bf62-7c65403f9576 req-a3551bbc-2ce2-4cb7-93b8-10baf2777a1b tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Synchronizing usage tracker for tenant:fd902e78e9b44d9993efa4ba21344f90 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:37:49.250311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa218a6-6e00-45cc-9b7b-14edd49b1d41 req-fe9c9fb4-e266-43d0-83e5-6f23e73cae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:49.252173 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9fa218a6-6e00-45cc-9b7b-14edd49b1d41 req-fe9c9fb4-e266-43d0-83e5-6f23e73cae08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbd29eea-57ba-4216-b5d8-c672da6f570c HTTP/1.1" status: 200 len: 908 time: 0.1869078 Feb 09 14:37:49.272584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-83e2c6b2-9d8d-42c5-bf62-7c65403f9576 req-a3551bbc-2ce2-4cb7-93b8-10baf2777a1b tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Unset dirty status for tenant:fd902e78e9b44d9993efa4ba21344f90 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:37:49.281870 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-83e2c6b2-9d8d-42c5-bf62-7c65403f9576 req-a3551bbc-2ce2-4cb7-93b8-10baf2777a1b tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7e971e5-e002-4492-9ec8-4c026a93aed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5144522 Feb 09 14:37:49.308027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40da93-280d-448f-8804-bb8f7a95b1c3 req-c68aef8e-8512-48ac-a2c7-a0225925439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:49.311661 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd40da93-280d-448f-8804-bb8f7a95b1c3 req-c68aef8e-8512-48ac-a2c7-a0225925439f service neutron] 10.222.0.21 "GET /v2.0/networks?id=76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa HTTP/1.1" status: 200 len: 910 time: 0.5528848 Feb 09 14:37:49.407859 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd40da93-280d-448f-8804-bb8f7a95b1c3 req-3079fdf4-0cb6-4a93-81ee-2bfe1834e227 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52a76fba-7f1a-4987-adce-3efb122a3384 HTTP/1.1" status: 200 len: 217 time: 0.0697517 Feb 09 14:37:49.446123 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9fa218a6-6e00-45cc-9b7b-14edd49b1d41 req-a4d6bc4c-ddf3-4924-a606-c05d1191d57e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b67faea-2596-434f-bfde-fe4ad09778d6 HTTP/1.1" status: 200 len: 217 time: 0.1831245 Feb 09 14:37:49.516726 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4855bd7b-fca2-46a7-ac0d-234af95ae6c0 req-0e3a48e4-8384-4ae2-9774-a7b0c5ab867f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 210 time: 0.1068244 Feb 09 14:37:49.571142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40da93-280d-448f-8804-bb8f7a95b1c3 req-eeae5c62-ed6d-4879-8500-462093a35e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:49.572331 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd40da93-280d-448f-8804-bb8f7a95b1c3 req-eeae5c62-ed6d-4879-8500-462093a35e2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fdea16f4-d318-4a51-9d87-4c1aa37aa012 HTTP/1.1" status: 200 len: 849 time: 0.1259553 Feb 09 14:37:49.625650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa218a6-6e00-45cc-9b7b-14edd49b1d41 req-0d91ed17-f252-4890-bb36-572c79ff5661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:49.628134 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9fa218a6-6e00-45cc-9b7b-14edd49b1d41 req-0d91ed17-f252-4890-bb36-572c79ff5661 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a12fb758-587c-45f5-961c-5c501cf036d2 HTTP/1.1" status: 200 len: 847 time: 0.1769438 Feb 09 14:37:49.632141 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3b4f679-3fae-4508-8ddc-59978a57ab7b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:49.685407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a3f14-ba3e-444e-b699-b51767aad64c req-9b48cc6f-c208-4f6f-87e9-20adcb13eda2 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:49.687106 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-354a3f14-ba3e-444e-b699-b51767aad64c req-9b48cc6f-c208-4f6f-87e9-20adcb13eda2 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1097 time: 0.2395902 Feb 09 14:37:49.787175 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-354a3f14-ba3e-444e-b699-b51767aad64c req-c7752767-fd8c-407d-82c7-f6d651bfa05b tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814259 Feb 09 14:37:49.790152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa218a6-6e00-45cc-9b7b-14edd49b1d41 req-9ddbf4ee-317a-4bea-a821-b8e53b44054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:49.792005 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9fa218a6-6e00-45cc-9b7b-14edd49b1d41 req-9ddbf4ee-317a-4bea-a821-b8e53b44054d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbd29eea-57ba-4216-b5d8-c672da6f570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1546688 Feb 09 14:37:49.998422 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9fa218a6-6e00-45cc-9b7b-14edd49b1d41 req-f369a73b-9dab-4cd4-81c1-0ed65ba83e1b service neutron] 10.222.0.35 "GET /v2.0/networks/dbd29eea-57ba-4216-b5d8-c672da6f570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989934 Feb 09 14:37:50.056919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40da93-280d-448f-8804-bb8f7a95b1c3 req-1ef170c2-8963-4cd0-bba5-be7e8f20c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:50.058768 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd40da93-280d-448f-8804-bb8f7a95b1c3 req-1ef170c2-8963-4cd0-bba5-be7e8f20c726 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4706476 Feb 09 14:37:50.080130 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3b4f679-3fae-4508-8ddc-59978a57ab7b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:50.388065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4f679-3fae-4508-8ddc-59978a57ab7b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event deleted for resources: {'Subnet': ['ID=6c188735-01e0-4b23-977c-551ea04ba008,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:50.425323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7c282d-9afc-4878-96de-ae4ed63aa9d5 None None] Network 4d6070a2-948f-49fc-8f30-b4f4a18c803d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:37:50.431472 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9fa218a6-6e00-45cc-9b7b-14edd49b1d41 req-21daa5cf-6d25-46c4-9c80-4ccc858140ca service neutron] 10.222.0.35 "GET /v2.0/networks/dbd29eea-57ba-4216-b5d8-c672da6f570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138169 Feb 09 14:37:50.487286 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e3b4f679-3fae-4508-8ddc-59978a57ab7b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:50.528836 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:50.584945 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:50.591133 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e3b4f679-3fae-4508-8ddc-59978a57ab7b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "DELETE /v2.0/subnets/6c188735-01e0-4b23-977c-551ea04ba008 HTTP/1.1" status: 204 len: 168 time: 2.2143345 Feb 09 14:37:50.595237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c60f6-1794-4407-a73c-a2756cb080d8 req-4466bafb-e40a-4d44-a817-75bc0b750bf8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:50.601334 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-031c60f6-1794-4407-a73c-a2756cb080d8 req-4466bafb-e40a-4d44-a817-75bc0b750bf8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 944 time: 0.1301973 Feb 09 14:37:50.601817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34368) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:50.708346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-7a5f86da-17bb-4559-aab5-3ad76bb23c19 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:50.714977 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-7a5f86da-17bb-4559-aab5-3ad76bb23c19 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/networks?id=76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa HTTP/1.1" status: 200 len: 910 time: 0.6837096 Feb 09 14:37:50.744597 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd40da93-280d-448f-8804-bb8f7a95b1c3 req-f84cc08b-f23e-4ed7-a1ff-a5529d924c9e service neutron] 10.222.0.21 "GET /v2.0/networks/76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6600316 Feb 09 14:37:50.754813 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-ecce3919-1341-4c1d-a361-60424b800087 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/quotas/0769abacc27e4e269d0375f8324d1bb5 HTTP/1.1" status: 200 len: 375 time: 0.0383685 Feb 09 14:37:50.788579 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:50.794425 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-031c60f6-1794-4407-a73c-a2756cb080d8 req-16d78a87-1086-49c4-9699-6b24f08af4bc tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7e971e5-e002-4492-9ec8-4c026a93aed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992999 Feb 09 14:37:50.803758 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44439c9a-71ce-4fba-8907-1da8de9e806d None None] DHCP port deletion for 4d6070a2-948f-49fc-8f30-b4f4a18c803d request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:37:50.809909 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-44439c9a-71ce-4fba-8907-1da8de9e806d None None] Deleting port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:37:50.810575 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-44439c9a-71ce-4fba-8907-1da8de9e806d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:50.825203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Deleting port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:37:50.825549 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:50.966462 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7971e1ca-9028-4d03-9f6c-8c24cd2c377d no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:37:51.059132 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd40da93-280d-448f-8804-bb8f7a95b1c3 req-2e47ddfa-b54e-4658-ba3e-228a405ed44b service neutron] 10.222.0.21 "GET /v2.0/networks/76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708764 Feb 09 14:37:51.085254 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-caf8c2e2-3333-4297-b5ba-d54655953981 req-25e4ef99-a70b-41ae-9d9c-300c53b92917 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 210 time: 0.1525557 Feb 09 14:37:51.204400 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-44439c9a-71ce-4fba-8907-1da8de9e806d None None] For port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7971e1ca-9028-4d03-9f6c-8c24cd2c377d,segment=NetworkSegment(840f09b4-7531-4610-8296-b60409efd25d),segment_id=840f09b4-7531-4610-8296-b60409efd25d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:51.205204 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-44439c9a-71ce-4fba-8907-1da8de9e806d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:51.236768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Allocated IP 172.25.8.45 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/559ca4f2-be29-4cc0-9ccb-3de4d7b36d1d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:51.330439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-bad1d0ad-e476-422d-9bcc-db5f547d7978 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:51.338453 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-bad1d0ad-e476-422d-9bcc-db5f547d7978 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.35 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 816 time: 0.3388102 Feb 09 14:37:51.355118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] For port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7971e1ca-9028-4d03-9f6c-8c24cd2c377d,segment=NetworkSegment(840f09b4-7531-4610-8296-b60409efd25d),segment_id=840f09b4-7531-4610-8296-b60409efd25d)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:51.355495 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:51.372239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-44439c9a-71ce-4fba-8907-1da8de9e806d None None] Calling delete_port for 7971e1ca-9028-4d03-9f6c-8c24cd2c377d owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:37:51.422346 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:51.458939 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-53562160-91a2-44ff-a526-5e4a0ef96309 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=0769abacc27e4e269d0375f8324d1bb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7032485 Feb 09 14:37:51.485414 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7971e1ca-9028-4d03-9f6c-8c24cd2c377d,segment=NetworkSegment(840f09b4-7531-4610-8296-b60409efd25d),segment_id=840f09b4-7531-4610-8296-b60409efd25d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:51.492357 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:51.566023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Calling delete_port for 7971e1ca-9028-4d03-9f6c-8c24cd2c377d owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:37:51.609669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=7971e1ca-9028-4d03-9f6c-8c24cd2c377d,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:51.621821 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-44439c9a-71ce-4fba-8907-1da8de9e806d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:37:51.624526 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-44439c9a-71ce-4fba-8907-1da8de9e806d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:37:51.657695 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:51.681050 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-3cf486da-78d2-4e5d-81e5-00c2a698d1b4 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=700b9235bb3d4706bcd2644827123371 HTTP/1.1" status: 200 len: 379 time: 0.3141844 Feb 09 14:37:51.695965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Request body: {'port': {'device_id': '8cfda984-746b-49c6-815c-d04b42956c52', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'admin_state_up': True, 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'security_groups': ['6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:51.722226 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-d40de558-0dea-4cc2-b3ef-f2460497ebec service neutron] 10.222.0.48 "GET /v2.0/networks/76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534385 Feb 09 14:37:51.801999 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:37:51.802611 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:37:51.803630 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:51.862052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:51.873394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:51.886756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Made reservation on behalf of 700b9235bb3d4706bcd2644827123371 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:37:51.890795 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:51.933430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:51.939366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:51.942375 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:51.977954 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Pushing event updated for resources: {'Port': ['ID=559ca4f2-be29-4cc0-9ccb-3de4d7b36d1d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:51.997806 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-f0e8ff77-f20f-41bb-a2c3-3cdcb0f1ee08 service neutron] 10.222.0.48 "GET /v2.0/networks/76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681961 Feb 09 14:37:52.117277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76b3ea-c0a4-4a80-a2d4-63364909a949 req-b6795932-9a16-4b6b-9e51-9eaa27739704 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:52.118878 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a76b3ea-c0a4-4a80-a2d4-63364909a949 req-b6795932-9a16-4b6b-9e51-9eaa27739704 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 944 time: 0.1675930 Feb 09 14:37:52.127697 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-44439c9a-71ce-4fba-8907-1da8de9e806d None None] Deleting port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:37:52.128764 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-44439c9a-71ce-4fba-8907-1da8de9e806d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:52.179092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Allocated IP 172.20.0.4 (7bbb3d60-5bb5-4148-942d-8f599eefdf54/42f02c33-2303-43f7-a170-a6650a01e0b9/9f3f76be-ffed-4445-ac04-9c71cc80d8a2) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:52.199553 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a76b3ea-c0a4-4a80-a2d4-63364909a949 req-f5577264-e1f6-4c55-baf1-20579af00c40 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7e971e5-e002-4492-9ec8-4c026a93aed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730941 Feb 09 14:37:52.261887 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3b67faea-2596-434f-bfde-fe4ad09778d6 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:37:52.305292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Deleting port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:37:52.305641 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:52.383085 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c03bbd31-199a-4791-867c-fd96bd4c5d0c req-18d4860f-469f-45ce-8496-c91a57c23ae5 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 210 time: 0.0682981 Feb 09 14:37:52.637595 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3246e22a-6e59-4020-ba85-f55f6f366ab5 req-b941056a-cae3-4eaf-8d81-651b14b99c41 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 210 time: 0.1114745 Feb 09 14:37:52.745137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3b67faea-2596-434f-bfde-fe4ad09778d6, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3b67faea-2596-434f-bfde-fe4ad09778d6,segment=NetworkSegment(89df81a2-0da1-44db-ad0e-d03a9a37c54b),segment_id=89df81a2-0da1-44db-ad0e-d03a9a37c54b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:52.766419 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-44439c9a-71ce-4fba-8907-1da8de9e806d None None] For port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7971e1ca-9028-4d03-9f6c-8c24cd2c377d,segment=NetworkSegment(840f09b4-7531-4610-8296-b60409efd25d),segment_id=840f09b4-7531-4610-8296-b60409efd25d)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:52.766807 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-44439c9a-71ce-4fba-8907-1da8de9e806d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:52.774628 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '3b67faea-2596-434f-bfde-fe4ad09778d6', 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c', 'port_id': '3b67faea-2596-434f-bfde-fe4ad09778d6', 'mac_address': 'fa:16:3e:44:25:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:37:52.828564 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:52.968130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-44439c9a-71ce-4fba-8907-1da8de9e806d None None] Calling delete_port for 7971e1ca-9028-4d03-9f6c-8c24cd2c377d owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:37:52.987629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] For port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7971e1ca-9028-4d03-9f6c-8c24cd2c377d,segment=NetworkSegment(840f09b4-7531-4610-8296-b60409efd25d),segment_id=840f09b4-7531-4610-8296-b60409efd25d)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:52.988166 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:53.070339 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:53.083645 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-44439c9a-71ce-4fba-8907-1da8de9e806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:53.132362 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44439c9a-71ce-4fba-8907-1da8de9e806d None None] Pushing event deleted for resources: {'Port': ['ID=7971e1ca-9028-4d03-9f6c-8c24cd2c377d,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:53.143534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44439c9a-71ce-4fba-8907-1da8de9e806d None None] No DVR routers for this DVR port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:37:53.152995 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b67faea-2596-434f-bfde-fe4ad09778d6 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:37:53.171171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3b67faea-2596-434f-bfde-fe4ad09778d6, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3b67faea-2596-434f-bfde-fe4ad09778d6,segment=NetworkSegment(89df81a2-0da1-44db-ad0e-d03a9a37c54b),segment_id=89df81a2-0da1-44db-ad0e-d03a9a37c54b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:53.182706 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:53.215808 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Calling delete_port for 7971e1ca-9028-4d03-9f6c-8c24cd2c377d owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:37:53.309669 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:53.330740 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=3b67faea-2596-434f-bfde-fe4ad09778d6,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:53.442538 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:53.471046 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:37:53.471415 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:37:53.472992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Transition to ACTIVE for port object 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:53.494945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ed30e9e-6285-42c3-a615-60b88d384693 req-009d1eff-6b36-47fb-84bb-b3acdc6c155c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1842868 Feb 09 14:37:53.517172 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:53.561199 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9caee1-8381-4fae-9bee-5214b674cb0a req-0cb33628-03de-4bfa-a338-4387d7c52786 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:53.562708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2a9caee1-8381-4fae-9bee-5214b674cb0a req-0cb33628-03de-4bfa-a338-4387d7c52786 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 945 time: 0.1795499 Feb 09 14:37:53.630210 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2a9caee1-8381-4fae-9bee-5214b674cb0a req-34690b36-9c53-4230-a52b-bd9275f53334 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7e971e5-e002-4492-9ec8-4c026a93aed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580180 Feb 09 14:37:53.640534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['3b67faea-2596-434f-bfde-fe4ad09778d6'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:37:53.644943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Router 001ffc86-4161-464f-a065-c878540c653e is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:37:53.739469 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event updated for resources: {'Port': ['ID=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:53.776353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:53.776989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:53.777598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:53.778007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:53.778413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:53.778817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:53.779215 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:53.779655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:53.780115 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:53.780547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:53.780969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:53.781389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:53.855932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:53.870113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:53.875476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:54.129865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-f42510ea-51ab-49e0-b360-b2056ec83bda tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:54.131291 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-f42510ea-51ab-49e0-b360-b2056ec83bda tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.35 "GET /v2.0/networks?id=76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa HTTP/1.1" status: 200 len: 910 time: 0.1740575 Feb 09 14:37:54.155623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-a4fa34b7-d1c0-4a58-ba85-67d2309693a9 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Request body: {'port': {'device_id': 'd4f9ec02-6f56-46d9-83e6-b0a6d61f35f6', 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa', 'admin_state_up': True, 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:54.165933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:37:54.166574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-a4fa34b7-d1c0-4a58-ba85-67d2309693a9 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:54.178534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91afae55-cc88-4c6c-8c68-81c1d5fd8b6f None None] Sync routers for ids ['001ffc86-4161-464f-a065-c878540c653e'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:37:54.180922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed30e9e-6285-42c3-a615-60b88d384693 req-f622855a-6cfc-4a1d-b0d0-da2f89a3e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:54.182387 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ed30e9e-6285-42c3-a615-60b88d384693 req-f622855a-6cfc-4a1d-b0d0-da2f89a3e167 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=efb44efc65644172a41e96f54232df46&device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 1135 time: 0.6162267 Feb 09 14:37:54.194688 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b8941a22-f333-488e-9974-3d08ac716c8d req-3771ab53-21e3-4e30-80ab-729bd8752ea5 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 210 time: 0.2927024 Feb 09 14:37:54.195000 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91afae55-cc88-4c6c-8c68-81c1d5fd8b6f None None] Routers {'001ffc86-4161-464f-a065-c878540c653e'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:54.195637 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-91afae55-cc88-4c6c-8c68-81c1d5fd8b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['001ffc86-4161-464f-a065-c878540c653e'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:54.199561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:54.200229 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:54.227622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-a4fa34b7-d1c0-4a58-ba85-67d2309693a9 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:54.247712 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:54.249335 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-af05492e-b16f-4ac4-8178-2fb836cb8c71 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1725476 Feb 09 14:37:54.252245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34404) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:54.263254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-893d6963-70a2-4442-a91c-727df0c3f997 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'enable_snat': False}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:54.340509 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-91afae55-cc88-4c6c-8c68-81c1d5fd8b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:54.345833 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-7b4d0771-9dc2-4aaa-93f0-4cedf272ec37 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6541712 Feb 09 14:37:54.350716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91afae55-cc88-4c6c-8c68-81c1d5fd8b6f None None] Routers {'001ffc86-4161-464f-a065-c878540c653e'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:54.351334 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-91afae55-cc88-4c6c-8c68-81c1d5fd8b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['001ffc86-4161-464f-a065-c878540c653e'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:54.414324 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-91afae55-cc88-4c6c-8c68-81c1d5fd8b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:54.414631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91afae55-cc88-4c6c-8c68-81c1d5fd8b6f None None] The sync data for ids ['001ffc86-4161-464f-a065-c878540c653e'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:54.424153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b3435-ca72-4578-bad3-8a1127a99df1 req-64f72dd1-1da1-4443-a4f8-b2f41ece6c4e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:54.424886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fe8b3435-ca72-4578-bad3-8a1127a99df1 req-64f72dd1-1da1-4443-a4f8-b2f41ece6c4e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Synchronizing usage tracker for tenant:700b9235bb3d4706bcd2644827123371 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:37:54.425145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-be2806a2-c2c1-4693-ba45-0e9b381aa7c0 None None] Provisioning for port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:54.428676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed30e9e-6285-42c3-a615-60b88d384693 req-101ff705-14fa-4776-a2a8-a68c173e4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:54.430090 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ed30e9e-6285-42c3-a615-60b88d384693 req-101ff705-14fa-4776-a2a8-a68c173e4b21 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f2035fd-0df8-4a8e-9ef9-4cec224debb8 HTTP/1.1" status: 200 len: 896 time: 0.1995759 Feb 09 14:37:54.431031 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-be2806a2-c2c1-4693-ba45-0e9b381aa7c0 None None] Provisioning complete for port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:54.431399 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-be2806a2-c2c1-4693-ba45-0e9b381aa7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:54.433269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Deleting port 7971e1ca-9028-4d03-9f6c-8c24cd2c377d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:37:54.433627 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:54.466588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-a4fa34b7-d1c0-4a58-ba85-67d2309693a9 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Made reservation on behalf of 0769abacc27e4e269d0375f8324d1bb5 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:37:54.469202 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-a4fa34b7-d1c0-4a58-ba85-67d2309693a9 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:54.481100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Request body: {'port': {'device_id': '8cfda984-746b-49c6-815c-d04b42956c52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:54.490244 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-be2806a2-c2c1-4693-ba45-0e9b381aa7c0 None None] Port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:37:54.648774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] The port '7971e1ca-9028-4d03-9f6c-8c24cd2c377d' was deleted {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:37:54.857992 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-893d6963-70a2-4442-a91c-727df0c3f997 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:54.873288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fe8b3435-ca72-4578-bad3-8a1127a99df1 req-64f72dd1-1da1-4443-a4f8-b2f41ece6c4e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Unset dirty status for tenant:700b9235bb3d4706bcd2644827123371 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:37:54.874907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe8b3435-ca72-4578-bad3-8a1127a99df1 req-64f72dd1-1da1-4443-a4f8-b2f41ece6c4e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 931 time: 1.2502575 Feb 09 14:37:54.962563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4ff2f-2359-40cf-92e9-18264083ebb2 req-9ef9e8c0-1d6f-40d6-88b2-3dfda854799c tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:54.964037 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bbe4ff2f-2359-40cf-92e9-18264083ebb2 req-9ef9e8c0-1d6f-40d6-88b2-3dfda854799c tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 945 time: 0.1767616 Feb 09 14:37:55.030622 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bbe4ff2f-2359-40cf-92e9-18264083ebb2 req-325dd521-7f00-4dcd-abd2-d415a271f1cd tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7e971e5-e002-4492-9ec8-4c026a93aed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592129 Feb 09 14:37:55.039184 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ed30e9e-6285-42c3-a615-60b88d384693 req-e0f9e2a0-f6cc-41c6-89cf-93500e16a0a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e0bda6f-6009-4d43-ae27-f859fc2cd884 HTTP/1.1" status: 200 len: 1001 time: 0.5216222 Feb 09 14:37:55.135774 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:55.156345 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:55.192141 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe8b3435-ca72-4578-bad3-8a1127a99df1 req-1beaf28d-7316-435a-a6d2-adbdaebf70fa tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3059783 Feb 09 14:37:55.266858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6070a2-948f-49fc-8f30-b4f4a18c803d']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:55.289109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed30e9e-6285-42c3-a615-60b88d384693 req-e088c139-2b41-4af5-8916-a1f6de29b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:55.290576 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ed30e9e-6285-42c3-a615-60b88d384693 req-e088c139-2b41-4af5-8916-a1f6de29b6b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90d074ea-c819-41cd-959b-82a6a90105db HTTP/1.1" status: 200 len: 834 time: 0.2231836 Feb 09 14:37:55.335577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840f09b4-7531-4610-8296-b60409efd25d') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:55.335905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840f09b4-7531-4610-8296-b60409efd25d') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:55.433764 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:55.451300 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1919c16c-d474-48e9-b1cf-d30fc114ed6e req-7adf8c08-8ef0-42b8-aa91-ab90773c60c7 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 210 time: 0.1083453 Feb 09 14:37:55.484551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-a4fa34b7-d1c0-4a58-ba85-67d2309693a9 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Allocated IP 172.20.0.6 (76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa/fdea16f4-d318-4a51-9d87-4c1aa37aa012/31c7abef-d6b7-4f41-b331-01cd61da1ba4) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:37:55.486966 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:55.545036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:37:55.545414 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:37:55.562389 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:37:55.712493 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:37:55.777440 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-893d6963-70a2-4442-a91c-727df0c3f997 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:55.780903 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-893d6963-70a2-4442-a91c-727df0c3f997 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:55.793197 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:55.799893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed30e9e-6285-42c3-a615-60b88d384693 req-d4ac8dc4-cba1-4388-b371-b2765d9a5cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:55.801969 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ed30e9e-6285-42c3-a615-60b88d384693 req-d4ac8dc4-cba1-4388-b371-b2765d9a5cb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f2035fd-0df8-4a8e-9ef9-4cec224debb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4997756 Feb 09 14:37:55.802813 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:55.927158 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event deleted for resources: {'Network': ['ID=4d6070a2-948f-49fc-8f30-b4f4a18c803d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:55.963818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893d6963-70a2-4442-a91c-727df0c3f997 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Router 001ffc86-4161-464f-a065-c878540c653e has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:37:55.987763 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f06a3159-b67b-4744-bfb2-1bde4777561b tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "DELETE /v2.0/networks/4d6070a2-948f-49fc-8f30-b4f4a18c803d HTTP/1.1" status: 204 len: 168 time: 5.3848298 Feb 09 14:37:55.997931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34422) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:56.185252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-508ed72b-efa9-4604-ae56-3645606ec883 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Deleting subnet 9ecfc9e6-bebf-4efc-94ff-5cba1cf08aa9 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:37:56.188575 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ed30e9e-6285-42c3-a615-60b88d384693 req-fd24f0d2-5d28-415e-84ff-de60341bbec3 service neutron] 10.222.0.35 "GET /v2.0/networks/4f2035fd-0df8-4a8e-9ef9-4cec224debb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540719 Feb 09 14:37:56.195981 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-508ed72b-efa9-4604-ae56-3645606ec883 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:56.232873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893d6963-70a2-4442-a91c-727df0c3f997 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:37:56.237515 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3b67faea-2596-434f-bfde-fe4ad09778d6 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:37:56.238097 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-893d6963-70a2-4442-a91c-727df0c3f997 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:56.240067 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-893d6963-70a2-4442-a91c-727df0c3f997 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "PUT /v2.0/routers/001ffc86-4161-464f-a065-c878540c653e HTTP/1.1" status: 200 len: 925 time: 1.9866719 Feb 09 14:37:56.243239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34430) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:56.247497 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99b406a-1358-4641-9b1b-22f5e7f1fc72 None None] Sync routers for ids ['001ffc86-4161-464f-a065-c878540c653e'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:37:56.263546 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99b406a-1358-4641-9b1b-22f5e7f1fc72 None None] Routers {'001ffc86-4161-464f-a065-c878540c653e'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:56.264338 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e99b406a-1358-4641-9b1b-22f5e7f1fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['001ffc86-4161-464f-a065-c878540c653e'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:56.333223 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 3b67faea-2596-434f-bfde-fe4ad09778d6 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:56.338771 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 3b67faea-2596-434f-bfde-fe4ad09778d6 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:56.339202 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:56.352285 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-508ed72b-efa9-4604-ae56-3645606ec883 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:56.406472 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e99b406a-1358-4641-9b1b-22f5e7f1fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:56.424954 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99b406a-1358-4641-9b1b-22f5e7f1fc72 None None] Routers {'001ffc86-4161-464f-a065-c878540c653e'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:37:56.425993 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e99b406a-1358-4641-9b1b-22f5e7f1fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['001ffc86-4161-464f-a065-c878540c653e'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:56.427046 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-a4fa34b7-d1c0-4a58-ba85-67d2309693a9 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:56.452652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-a4fa34b7-d1c0-4a58-ba85-67d2309693a9 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Transition to ACTIVE for port object 31c7abef-d6b7-4f41-b331-01cd61da1ba4 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:56.478207 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:37:56.487634 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-89089047-3a2c-42d2-ac85-065de06242b0 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "GET /v2.0/routers/001ffc86-4161-464f-a065-c878540c653e HTTP/1.1" status: 200 len: 925 time: 0.2427130 Feb 09 14:37:56.490394 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34436) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:56.497411 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e99b406a-1358-4641-9b1b-22f5e7f1fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:37:56.498026 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99b406a-1358-4641-9b1b-22f5e7f1fc72 None None] The sync data for ids ['001ffc86-4161-464f-a065-c878540c653e'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:37:56.557228 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:56.571349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366d8b8-13fb-4c60-899b-184c79610b85 req-fb81f38b-5229-4ce8-8e5b-dd2ba6fbe34c tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:56.579130 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5366d8b8-13fb-4c60-899b-184c79610b85 req-fb81f38b-5229-4ce8-8e5b-dd2ba6fbe34c tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 945 time: 0.4231472 Feb 09 14:37:56.618916 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3b67faea-2596-434f-bfde-fe4ad09778d6, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3b67faea-2596-434f-bfde-fe4ad09778d6,segment=NetworkSegment(89df81a2-0da1-44db-ad0e-d03a9a37c54b),segment_id=89df81a2-0da1-44db-ad0e-d03a9a37c54b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:56.620041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67f2a71-77d1-483b-9aea-bf62f43049a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b67faea-2596-434f-bfde-fe4ad09778d6'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:37:56.628052 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:56.649293 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5366d8b8-13fb-4c60-899b-184c79610b85 req-39dd8f0f-4a75-4f57-99ef-2a0f64dcf360 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7e971e5-e002-4492-9ec8-4c026a93aed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689263 Feb 09 14:37:56.703942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a831b49b-6848-4bee-ab6b-5c169869f62d tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:56.703942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a831b49b-6848-4bee-ab6b-5c169869f62d tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Synchronizing usage tracker for tenant:7acd90819b5e45118d42c1721cfc8b90 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:37:56.734467 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a831b49b-6848-4bee-ab6b-5c169869f62d tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Unset dirty status for tenant:7acd90819b5e45118d42c1721cfc8b90 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:37:56.742163 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a831b49b-6848-4bee-ab6b-5c169869f62d tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&device_id=001ffc86-4161-464f-a065-c878540c653e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2465217 Feb 09 14:37:56.744185 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34444) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:56.746538 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=3b67faea-2596-434f-bfde-fe4ad09778d6,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:56.764377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:56.764754 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:56.765099 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:56.765434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:56.765764 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:56.766094 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:56.766422 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:56.766746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:56.767065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:56.767397 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:56.767714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:56.768103 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:37:56.818739 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0bcdee4a-6b34-469d-b28b-2aa0c42b09d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:56.861319 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-a4fa34b7-d1c0-4a58-ba85-67d2309693a9 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:56.874863 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['52a76fba-7f1a-4987-adce-3efb122a3384'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:37:56.906104 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-508ed72b-efa9-4604-ae56-3645606ec883 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:56.965985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b5972-07e8-42a1-9e1b-759f15460cce tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:56.966684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-264b5972-07e8-42a1-9e1b-759f15460cce tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Synchronizing usage tracker for tenant:7acd90819b5e45118d42c1721cfc8b90 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:37:56.992502 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdad90-f1ea-4a06-a00b-3a68fe2e6790 req-618d6fbb-eaaf-4b92-ae9c-cf936fc79eda tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:56.995139 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0acdad90-f1ea-4a06-a00b-3a68fe2e6790 req-618d6fbb-eaaf-4b92-ae9c-cf936fc79eda tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1027 time: 0.1521235 Feb 09 14:37:57.007921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-264b5972-07e8-42a1-9e1b-759f15460cce tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Unset dirty status for tenant:7acd90819b5e45118d42c1721cfc8b90 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:37:57.009127 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-264b5972-07e8-42a1-9e1b-759f15460cce tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 881 time: 0.2637191 Feb 09 14:37:57.022322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:37:57.023469 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34448) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:57.064034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-a4fa34b7-d1c0-4a58-ba85-67d2309693a9 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:37:57.069306 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:57.078172 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7adb745a-c1da-4576-9b12-6d83213457d2 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "GET /v2.0/ports?device_id=001ffc86-4161-464f-a065-c878540c653e HTTP/1.1" status: 200 len: 205 time: 0.0507689 Feb 09 14:37:57.082054 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34452) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:57.090417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-a4fa34b7-d1c0-4a58-ba85-67d2309693a9 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:37:57.109299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-a4fa34b7-d1c0-4a58-ba85-67d2309693a9 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:37:57.149970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa34b7-d1c0-4a58-ba85-67d2309693a9 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Pushing event updated for resources: {'Port': ['ID=31c7abef-d6b7-4f41-b331-01cd61da1ba4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:57.168547 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0acdad90-f1ea-4a06-a00b-3a68fe2e6790 req-f0c2fa90-2d37-47de-b7ef-6efe6722a613 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630833 Feb 09 14:37:57.173759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Transition to ACTIVE for port object 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:57.195485 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ed30e9e-6285-42c3-a615-60b88d384693 req-3e6f7f66-3b55-4d4c-ab0e-f8e836af0a79 service neutron] 10.222.0.35 "GET /v2.0/networks/4f2035fd-0df8-4a8e-9ef9-4cec224debb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9700015 Feb 09 14:37:57.202558 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:57.261669 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-508ed72b-efa9-4604-ae56-3645606ec883 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:57.266554 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67f2a71-77d1-483b-9aea-bf62f43049a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b67faea-2596-434f-bfde-fe4ad09778d6', 'code': 200} Feb 09 14:37:57.329981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-a4fa34b7-d1c0-4a58-ba85-67d2309693a9 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:57.330581 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-a4fa34b7-d1c0-4a58-ba85-67d2309693a9 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:57.340452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3b9e1953-8097-43b6-a4f0-3412c7af2e67 None None] Provisioning for port 31c7abef-d6b7-4f41-b331-01cd61da1ba4 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:37:57.345986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3b9e1953-8097-43b6-a4f0-3412c7af2e67 None None] Provisioning complete for port 31c7abef-d6b7-4f41-b331-01cd61da1ba4 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:37:57.346460 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1953-8097-43b6-a4f0-3412c7af2e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:57.356351 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84aca1d0-3cc9-453c-b70e-d7533cbc6eee tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:57.391970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ed72b-efa9-4604-ae56-3645606ec883 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event deleted for resources: {'Subnet': ['ID=9ecfc9e6-bebf-4efc-94ff-5cba1cf08aa9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:57.415380 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e1953-8097-43b6-a4f0-3412c7af2e67 None None] Port 31c7abef-d6b7-4f41-b331-01cd61da1ba4 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:37:57.446580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b4afb-c299-41e5-931c-a666073a0515 req-094a9cdb-5446-451f-9af5-bde17bc0e157 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:57.449329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e72144-4dbc-403c-a384-427db920b1aa None None] Network 6a593194-cc3b-4d6e-a735-558f330a25d9 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:37:57.454112 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-660b4afb-c299-41e5-931c-a666073a0515 req-094a9cdb-5446-451f-9af5-bde17bc0e157 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 931 time: 0.6560199 Feb 09 14:37:57.477865 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-508ed72b-efa9-4604-ae56-3645606ec883 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:57.531286 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-508ed72b-efa9-4604-ae56-3645606ec883 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "DELETE /v2.0/subnets/9ecfc9e6-bebf-4efc-94ff-5cba1cf08aa9 HTTP/1.1" status: 204 len: 168 time: 1.5323131 Feb 09 14:37:57.532498 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:57.536149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34456) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:57.575587 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-a4fa34b7-d1c0-4a58-ba85-67d2309693a9 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.4237175 Feb 09 14:37:57.642591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Request body: {'port': {'device_id': 'd4f9ec02-6f56-46d9-83e6-b0a6d61f35f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:57.748258 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84aca1d0-3cc9-453c-b70e-d7533cbc6eee tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:57.760340 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-84aca1d0-3cc9-453c-b70e-d7533cbc6eee tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Deleting port 559ca4f2-be29-4cc0-9ccb-3de4d7b36d1d {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:37:57.761071 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84aca1d0-3cc9-453c-b70e-d7533cbc6eee tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:57.805133 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-660b4afb-c299-41e5-931c-a666073a0515 req-10352824-45fd-4745-a717-a756c3cee48a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3500743 Feb 09 14:37:57.827263 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21e3890-e461-4b4c-b357-2421e63ab6a7 None None] DHCP port deletion for 6a593194-cc3b-4d6e-a735-558f330a25d9 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:37:57.833434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c21e3890-e461-4b4c-b357-2421e63ab6a7 None None] Deleting port 3b5c8e22-22ac-48cd-b41c-daffa356f68b {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:37:57.833434 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c21e3890-e461-4b4c-b357-2421e63ab6a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:57.903815 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c413908f-ae44-40b0-98dd-90c7f0980102 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Deleting subnet 649381dd-ca2a-43a4-9ad6-619b1cf3422e {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:37:57.922828 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c413908f-ae44-40b0-98dd-90c7f0980102 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:58.017200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Attempting to bind port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:37:58.017534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Attempting to bind port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:37:58.017867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Attempting to bind port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 on network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:58.027376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 on network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:37:58.027742 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Attempting to bind port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 on network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:37:58.037302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:37:58.037559 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Checking segment: {'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:37:58.037942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Bound using segment: {'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:37:58.038373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Bound port: 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:37:58.038717 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:58.048924 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:58.065350 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c413908f-ae44-40b0-98dd-90c7f0980102 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:58.077774 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84aca1d0-3cc9-453c-b70e-d7533cbc6eee tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:58.097132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd85676-f039-4fb0-bbcb-02ca005aa2b4 req-3a983862-7555-4b97-9de1-0af722d0038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:58.098678 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7cd85676-f039-4fb0-bbcb-02ca005aa2b4 req-3a983862-7555-4b97-9de1-0af722d0038b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 1097 time: 0.7041013 Feb 09 14:37:58.116233 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c21e3890-e461-4b4c-b357-2421e63ab6a7 None None] For port 3b5c8e22-22ac-48cd-b41c-daffa356f68b, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3b5c8e22-22ac-48cd-b41c-daffa356f68b,segment=NetworkSegment(8ba3d518-4351-474d-88b4-2467a92c5021),segment_id=8ba3d518-4351-474d-88b4-2467a92c5021)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:58.117070 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c21e3890-e461-4b4c-b357-2421e63ab6a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:58.220837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] For port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:37:58.224018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] For port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:37:58.235178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-84aca1d0-3cc9-453c-b70e-d7533cbc6eee tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Calling delete_port for 559ca4f2-be29-4cc0-9ccb-3de4d7b36d1d owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:37:58.253728 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c21e3890-e461-4b4c-b357-2421e63ab6a7 None None] Calling delete_port for 3b5c8e22-22ac-48cd-b41c-daffa356f68b owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:37:58.290055 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:58.318772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1604d3-ba0a-4646-af4a-6798edb75aba req-e5448d71-3bdb-47ae-a343-c838c5495963 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:58.320306 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ae1604d3-ba0a-4646-af4a-6798edb75aba req-e5448d71-3bdb-47ae-a343-c838c5495963 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 946 time: 0.4469995 Feb 09 14:37:58.342038 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c21e3890-e461-4b4c-b357-2421e63ab6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:58.386740 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ae1604d3-ba0a-4646-af4a-6798edb75aba req-5059bfe3-0871-491a-8109-4b165e3850b3 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7e971e5-e002-4492-9ec8-4c026a93aed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574310 Feb 09 14:37:58.389721 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e3890-e461-4b4c-b357-2421e63ab6a7 None None] Pushing event deleted for resources: {'Port': ['ID=3b5c8e22-22ac-48cd-b41c-daffa356f68b,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:58.400945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21e3890-e461-4b4c-b357-2421e63ab6a7 None None] No DVR routers for this DVR port 3b5c8e22-22ac-48cd-b41c-daffa356f68b on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:37:58.442034 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7cd85676-f039-4fb0-bbcb-02ca005aa2b4 req-96bb1e64-779e-46b9-9062-d28db44fa647 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d7e971e5-e002-4492-9ec8-4c026a93aed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303263 Feb 09 14:37:58.462636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:58.463253 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:58.464677 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] 10.222.0.35 "PUT /v2.0/ports/9f3f76be-ffed-4445-ac04-9c71cc80d8a2 HTTP/1.1" status: 200 len: 1091 time: 4.0326834 Feb 09 14:37:58.469507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfda984-746b-49c6-815c-d04b42956c52', 'tag': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:37:58.516650 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84aca1d0-3cc9-453c-b70e-d7533cbc6eee tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:58.640027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aca1d0-3cc9-453c-b70e-d7533cbc6eee tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Pushing event deleted for resources: {'Port': ['ID=559ca4f2-be29-4cc0-9ccb-3de4d7b36d1d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:58.705739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c718695-6454-4a2c-b069-939253a482a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:58.733675 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c413908f-ae44-40b0-98dd-90c7f0980102 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:58.763156 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84aca1d0-3cc9-453c-b70e-d7533cbc6eee tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:58.883588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2da75-cd1a-49cd-a1e4-cefac4274f3d req-a0360367-451a-4175-990c-290d8ad95af0 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:58.885126 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0b2da75-cd1a-49cd-a1e4-cefac4274f3d req-a0360367-451a-4175-990c-290d8ad95af0 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1027 time: 0.2816095 Feb 09 14:37:58.921846 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3b5c8e22-22ac-48cd-b41c-daffa356f68b no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:37:58.953463 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84aca1d0-3cc9-453c-b70e-d7533cbc6eee tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:58.957643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 3b5c8e22-22ac-48cd-b41c-daffa356f68b {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:37:58.963788 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3b5c8e22-22ac-48cd-b41c-daffa356f68b not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:37:58.969205 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84aca1d0-3cc9-453c-b70e-d7533cbc6eee tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:59.012890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425a11b-2336-44d7-949f-d9c30e697548 req-0ae82624-d8c2-4fd0-93b1-b2fdf666f5a8 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:59.013413 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f0b2da75-cd1a-49cd-a1e4-cefac4274f3d req-b2addcf6-e369-486b-8380-715c5c87051f tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680707 Feb 09 14:37:59.014707 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b425a11b-2336-44d7-949f-d9c30e697548 req-0ae82624-d8c2-4fd0-93b1-b2fdf666f5a8 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 946 time: 0.7272220 Feb 09 14:37:59.014889 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84aca1d0-3cc9-453c-b70e-d7533cbc6eee tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:59.015345 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84aca1d0-3cc9-453c-b70e-d7533cbc6eee tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Fanout notify agent at l3_agent the message router_deleted on router 001ffc86-4161-464f-a065-c878540c653e {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:37:59.042260 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84aca1d0-3cc9-453c-b70e-d7533cbc6eee tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:59.049457 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-84aca1d0-3cc9-453c-b70e-d7533cbc6eee tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "DELETE /v2.0/routers/001ffc86-4161-464f-a065-c878540c653e HTTP/1.1" status: 204 len: 168 time: 1.9643543 Feb 09 14:37:59.050413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34474) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:59.055525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-fc4f1bc5-738b-4dea-b1f1-25ca7053e65e tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1289910055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:59.062606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fc4f1bc5-738b-4dea-b1f1-25ca7053e65e tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:37:59.067409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fc4f1bc5-738b-4dea-b1f1-25ca7053e65e tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Usage tracker for resource:router and tenant:43885b16e5fd469686bf064e4c0306a2 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:37:59.069704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fc4f1bc5-738b-4dea-b1f1-25ca7053e65e tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:37:59.077379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fc4f1bc5-738b-4dea-b1f1-25ca7053e65e tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:37:59.083810 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfda984-746b-49c6-815c-d04b42956c52', 'tag': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2', 'status': 'completed', 'code': 200} Feb 09 14:37:59.089545 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1bc5-738b-4dea-b1f1-25ca7053e65e tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:59.090628 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1bc5-738b-4dea-b1f1-25ca7053e65e tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:59.107768 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1bc5-738b-4dea-b1f1-25ca7053e65e tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:59.127105 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1bc5-738b-4dea-b1f1-25ca7053e65e tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:59.127337 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b425a11b-2336-44d7-949f-d9c30e697548 req-015721ca-341b-4a86-867a-299674e84416 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859525 Feb 09 14:37:59.128396 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c413908f-ae44-40b0-98dd-90c7f0980102 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:59.159452 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1bc5-738b-4dea-b1f1-25ca7053e65e tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:59.160779 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fc4f1bc5-738b-4dea-b1f1-25ca7053e65e tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1093550 Feb 09 14:37:59.163580 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34478) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:59.168896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:37:59.188801 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413908f-ae44-40b0-98dd-90c7f0980102 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event deleted for resources: {'Subnet': ['ID=649381dd-ca2a-43a4-9ad6-619b1cf3422e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:59.200406 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c413908f-ae44-40b0-98dd-90c7f0980102 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:59.206533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c19820-01ad-4782-a4e9-340062d722d1 None None] Network 312d5002-7708-4088-8ddb-6f6eaf2c2929 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:37:59.219771 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3ec4c8ea-f354-4f38-89f8-ce68288d7c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:59.257275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-5daea6f7-5391-465e-8deb-18a8ec6d9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:59.258884 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-5daea6f7-5391-465e-8deb-18a8ec6d9c42 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 1094 time: 0.3559678 Feb 09 14:37:59.264388 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c413908f-ae44-40b0-98dd-90c7f0980102 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "DELETE /v2.0/subnets/649381dd-ca2a-43a4-9ad6-619b1cf3422e HTTP/1.1" status: 204 len: 168 time: 1.6995780 Feb 09 14:37:59.264638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34482) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:37:59.401450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c7abef-d6b7-4f41-b331-01cd61da1ba4 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:37:59.426793 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-cfe929d6-c9f8-49c4-9fd7-a356e518957e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2 HTTP/1.1" status: 200 len: 217 time: 0.1367314 Feb 09 14:37:59.428566 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:59.494496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c265864a-72bb-4e5f-8480-e0d5e73f866c None None] DHCP port deletion for 312d5002-7708-4088-8ddb-6f6eaf2c2929 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:37:59.499427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c265864a-72bb-4e5f-8480-e0d5e73f866c None None] Deleting port 19cf50e9-f21a-4b1c-8d49-016f8775a682 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:37:59.499971 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c265864a-72bb-4e5f-8480-e0d5e73f866c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:59.538238 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Transition to ACTIVE for port object 31c7abef-d6b7-4f41-b331-01cd61da1ba4 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:37:59.595438 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:59.633508 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-53a7e00e-8f80-4fd8-88ef-338fd9d598d6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:59.682236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-448af2eb-ebe1-4988-8809-a228902ec7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:59.683658 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-448af2eb-ebe1-4988-8809-a228902ec7c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 200 len: 855 time: 0.2385845 Feb 09 14:37:59.760470 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c265864a-72bb-4e5f-8480-e0d5e73f866c None None] For port 19cf50e9-f21a-4b1c-8d49-016f8775a682, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=19cf50e9-f21a-4b1c-8d49-016f8775a682,segment=NetworkSegment(88d43780-ae57-41da-b8a9-6d60411e03f4),segment_id=88d43780-ae57-41da-b8a9-6d60411e03f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:37:59.761265 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c265864a-72bb-4e5f-8480-e0d5e73f866c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:59.814599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4bfa7-8451-454b-8dfa-d484bb693cce req-9618b880-e74d-454f-92f9-36b9482b8731 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:37:59.817448 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64c4bfa7-8451-454b-8dfa-d484bb693cce req-9618b880-e74d-454f-92f9-36b9482b8731 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 943 time: 0.5856392 Feb 09 14:37:59.825523 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:37:59.866070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Pushing event updated for resources: {'Port': ['ID=31c7abef-d6b7-4f41-b331-01cd61da1ba4,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:37:59.900541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-64c4bfa7-8451-454b-8dfa-d484bb693cce req-a1ae5567-2b0c-463f-a00c-9e0e0fff6f31 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Synchronizing usage tracker for tenant:700b9235bb3d4706bcd2644827123371 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:37:59.936967 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c265864a-72bb-4e5f-8480-e0d5e73f866c None None] Calling delete_port for 19cf50e9-f21a-4b1c-8d49-016f8775a682 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:37:59.972308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-64c4bfa7-8451-454b-8dfa-d484bb693cce req-a1ae5567-2b0c-463f-a00c-9e0e0fff6f31 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Unset dirty status for tenant:700b9235bb3d4706bcd2644827123371 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:37:59.974177 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64c4bfa7-8451-454b-8dfa-d484bb693cce req-a1ae5567-2b0c-463f-a00c-9e0e0fff6f31 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439798 Feb 09 14:38:00.059605 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c265864a-72bb-4e5f-8480-e0d5e73f866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:00.075989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4658e93-5b12-4bab-a857-245dad2377d1 req-a1b3f19b-8d53-456d-b1a0-67a22274451d tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:00.077453 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4658e93-5b12-4bab-a857-245dad2377d1 req-a1b3f19b-8d53-456d-b1a0-67a22274451d tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 946 time: 0.5342908 Feb 09 14:38:00.079261 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-53a7e00e-8f80-4fd8-88ef-338fd9d598d6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:00.120848 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265864a-72bb-4e5f-8480-e0d5e73f866c None None] Pushing event deleted for resources: {'Port': ['ID=19cf50e9-f21a-4b1c-8d49-016f8775a682,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:00.125516 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c265864a-72bb-4e5f-8480-e0d5e73f866c None None] No DVR routers for this DVR port 19cf50e9-f21a-4b1c-8d49-016f8775a682 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:38:00.180529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-53a7e00e-8f80-4fd8-88ef-338fd9d598d6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a593194-cc3b-4d6e-a735-558f330a25d9']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:00.213653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-53a7e00e-8f80-4fd8-88ef-338fd9d598d6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba3d518-4351-474d-88b4-2467a92c5021') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:00.213938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-53a7e00e-8f80-4fd8-88ef-338fd9d598d6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba3d518-4351-474d-88b4-2467a92c5021') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:00.223128 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-317de1ec-62e1-404d-83b2-56f2f20829ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:00.224633 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-317de1ec-62e1-404d-83b2-56f2f20829ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7bbb3d60-5bb5-4148-942d-8f599eefdf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4831965 Feb 09 14:38:00.237379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Attempting to bind port 31c7abef-d6b7-4f41-b331-01cd61da1ba4 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:38:00.237379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Attempting to bind port 31c7abef-d6b7-4f41-b331-01cd61da1ba4 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '75f4e60d-2955-46bf-8622-626201643449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:38:00.237379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Attempting to bind port 31c7abef-d6b7-4f41-b331-01cd61da1ba4 on network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:38:00.237736 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-53a7e00e-8f80-4fd8-88ef-338fd9d598d6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:00.261491 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:00.276708 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4658e93-5b12-4bab-a857-245dad2377d1 req-e21c057e-dac3-479c-a7e3-78a45e041ca3 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7e971e5-e002-4492-9ec8-4c026a93aed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826196 Feb 09 14:38:00.312758 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:00.337140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Port 31c7abef-d6b7-4f41-b331-01cd61da1ba4 on network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:38:00.337466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Attempting to bind port 31c7abef-d6b7-4f41-b331-01cd61da1ba4 on network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:38:00.354136 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-53a7e00e-8f80-4fd8-88ef-338fd9d598d6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:00.356339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:38:00.356682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Checking segment: {'id': '75f4e60d-2955-46bf-8622-626201643449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:38:00.357066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Bound using segment: {'id': '75f4e60d-2955-46bf-8622-626201643449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:38:00.357516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Bound port: 31c7abef-d6b7-4f41-b331-01cd61da1ba4, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f4e60d-2955-46bf-8622-626201643449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:38:00.357863 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:00.374304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a7e00e-8f80-4fd8-88ef-338fd9d598d6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:38:00.374714 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-53a7e00e-8f80-4fd8-88ef-338fd9d598d6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:38:00.397748 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:38:00.431047 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:00.475822 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:00.522584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5aaff-edd2-46b2-a17a-22d1247ced4f req-610ded8e-9cb4-4537-92df-f56163eb0df3 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:00.525438 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-07a5aaff-edd2-46b2-a17a-22d1247ced4f req-610ded8e-9cb4-4537-92df-f56163eb0df3 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1052 time: 0.3394616 Feb 09 14:38:00.636260 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-07a5aaff-edd2-46b2-a17a-22d1247ced4f req-56857aaa-f064-456f-97d3-48ee82d66c98 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962133 Feb 09 14:38:00.664658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Allocated IP 172.25.8.64 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/3376784b-d340-41de-9de6-0afbca730559) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:38:00.777780 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-53a7e00e-8f80-4fd8-88ef-338fd9d598d6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:00.780832 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-cbd160d5-fb72-4cf2-ba89-8e28c37e45c3 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452554 Feb 09 14:38:00.801107 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-53a7e00e-8f80-4fd8-88ef-338fd9d598d6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:00.839505 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:00.873842 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:00.886552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7e00e-8f80-4fd8-88ef-338fd9d598d6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event deleted for resources: {'Network': ['ID=6a593194-cc3b-4d6e-a735-558f330a25d9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:00.899115 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-53a7e00e-8f80-4fd8-88ef-338fd9d598d6 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "DELETE /v2.0/networks/6a593194-cc3b-4d6e-a735-558f330a25d9 HTTP/1.1" status: 204 len: 168 time: 1.6314590 Feb 09 14:38:00.902049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34492) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:00.910922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] For port 31c7abef-d6b7-4f41-b331-01cd61da1ba4, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:38:00.933172 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 19cf50e9-f21a-4b1c-8d49-016f8775a682 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:38:00.941066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:38:00.944915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:00.949849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:38:00.970562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 19cf50e9-f21a-4b1c-8d49-016f8775a682 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:38:00.970982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 19cf50e9-f21a-4b1c-8d49-016f8775a682 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:38:00.990045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Pushing event updated for resources: {'Port': ['ID=3376784b-d340-41de-9de6-0afbca730559,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:01.015312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] For port 31c7abef-d6b7-4f41-b331-01cd61da1ba4, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=31c7abef-d6b7-4f41-b331-01cd61da1ba4,segment=NetworkSegment(75f4e60d-2955-46bf-8622-626201643449),segment_id=75f4e60d-2955-46bf-8622-626201643449)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:38:01.041201 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:01.092662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4531c9-2775-4af9-9a60-852a6faf6dff req-c1d27fbd-f361-41f5-8dce-c7bb3d471b19 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:01.094395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b4531c9-2775-4af9-9a60-852a6faf6dff req-c1d27fbd-f361-41f5-8dce-c7bb3d471b19 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 946 time: 0.6403809 Feb 09 14:38:01.209785 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-397f0f48-21ed-4b42-87f0-1d1ff448d0d7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:01.230682 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b14b1c5-4476-4da7-940a-11d30d79565e req-e4c95e5c-e232-4969-9069-71e7d2ab7db0 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252448 Feb 09 14:38:01.235231 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:01.236022 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:01.237217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] 10.222.0.35 "PUT /v2.0/ports/31c7abef-d6b7-4f41-b331-01cd61da1ba4 HTTP/1.1" status: 200 len: 1091 time: 3.6124084 Feb 09 14:38:01.237838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f9ec02-6f56-46d9-83e6-b0a6d61f35f6', 'tag': '31c7abef-d6b7-4f41-b331-01cd61da1ba4'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:38:01.286090 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b4531c9-2775-4af9-9a60-852a6faf6dff req-91af17ea-23da-45ad-8587-4f85796ce134 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711836 Feb 09 14:38:01.287451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da63f1e-aba0-4890-8848-9917b0804571 service neutron] Pushing event updated for resources: {'Port': ['ID=31c7abef-d6b7-4f41-b331-01cd61da1ba4,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:01.515501 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f9ec02-6f56-46d9-83e6-b0a6d61f35f6', 'tag': '31c7abef-d6b7-4f41-b331-01cd61da1ba4', 'status': 'completed', 'code': 200} Feb 09 14:38:01.520890 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a50b5-7366-44ed-9b80-3cd515b92cbe req-a2fc7b0a-ae07-4de8-ae6a-aff660b41dd5 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:01.521853 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2a2a50b5-7366-44ed-9b80-3cd515b92cbe req-a2fc7b0a-ae07-4de8-ae6a-aff660b41dd5 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 943 time: 0.2410107 Feb 09 14:38:01.614838 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-397f0f48-21ed-4b42-87f0-1d1ff448d0d7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:01.645226 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2a2a50b5-7366-44ed-9b80-3cd515b92cbe req-6dcb3b4b-04a0-43ed-950d-8772b5897aab tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156156 Feb 09 14:38:01.648370 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:01.683570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383570a-cbd9-48bb-a0b4-8e87439b8c4c req-ca223f83-276a-4d0c-803a-7be6c465fc09 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:01.685030 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4383570a-cbd9-48bb-a0b4-8e87439b8c4c req-ca223f83-276a-4d0c-803a-7be6c465fc09 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.35 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 946 time: 0.5445354 Feb 09 14:38:01.687567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-397f0f48-21ed-4b42-87f0-1d1ff448d0d7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312d5002-7708-4088-8ddb-6f6eaf2c2929']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:01.745800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-397f0f48-21ed-4b42-87f0-1d1ff448d0d7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d43780-ae57-41da-b8a9-6d60411e03f4') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:01.746171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-397f0f48-21ed-4b42-87f0-1d1ff448d0d7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d43780-ae57-41da-b8a9-6d60411e03f4') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:01.771536 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-397f0f48-21ed-4b42-87f0-1d1ff448d0d7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:01.817397 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:01.818885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369851fc-9f98-4c4e-93eb-66786e760559 req-fd301671-502e-40d3-b668-8104100abc75 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:01.820372 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-369851fc-9f98-4c4e-93eb-66786e760559 req-fd301671-502e-40d3-b668-8104100abc75 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 946 time: 0.3452735 Feb 09 14:38:01.822010 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-397f0f48-21ed-4b42-87f0-1d1ff448d0d7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:01.833583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-d22f7d64-7a51-41bc-9568-4c58e1dd498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:01.834985 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-d22f7d64-7a51-41bc-9568-4c58e1dd498d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0769abacc27e4e269d0375f8324d1bb5&device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1094 time: 0.4890747 Feb 09 14:38:01.841740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-4383570a-cbd9-48bb-a0b4-8e87439b8c4c req-3f63f6f2-85f2-4680-8e59-da7e41d2e90d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Deleting port c6012c9d-7122-4d60-99ac-4786b1d45f4d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:01.842421 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4383570a-cbd9-48bb-a0b4-8e87439b8c4c req-3f63f6f2-85f2-4680-8e59-da7e41d2e90d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:01.871655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397f0f48-21ed-4b42-87f0-1d1ff448d0d7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:38:01.872086 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-397f0f48-21ed-4b42-87f0-1d1ff448d0d7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:38:01.903348 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:38:01.975054 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71243f-489b-40b0-a4e6-e84027301950 req-21fd529b-6ad4-478e-83ac-e4c0f47e0f3f tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:01.976589 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ca71243f-489b-40b0-a4e6-e84027301950 req-21fd529b-6ad4-478e-83ac-e4c0f47e0f3f tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1094 time: 0.1851306 Feb 09 14:38:02.004782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e6f70-cbb1-4285-8e6a-fb24d321d641 req-84aed0dc-b5dd-4b52-b939-e027dbd4f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:02.006248 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-883e6f70-cbb1-4285-8e6a-fb24d321d641 req-84aed0dc-b5dd-4b52-b939-e027dbd4f2b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 1094 time: 0.6654749 Feb 09 14:38:02.075336 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-55ff48ea-56ea-409f-8ae3-db90df050101 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31c7abef-d6b7-4f41-b331-01cd61da1ba4 HTTP/1.1" status: 200 len: 217 time: 0.1732666 Feb 09 14:38:02.083178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:02.090412 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ca71243f-489b-40b0-a4e6-e84027301950 req-85f134e8-8e1c-406e-85dd-61b6fd5e6774 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666454 Feb 09 14:38:02.091260 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:02.197155 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-369851fc-9f98-4c4e-93eb-66786e760559 req-70840418-e48b-4c7a-8b5c-a00a369b8d34 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7e971e5-e002-4492-9ec8-4c026a93aed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3661795 Feb 09 14:38:02.256009 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-397f0f48-21ed-4b42-87f0-1d1ff448d0d7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:02.283704 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-397f0f48-21ed-4b42-87f0-1d1ff448d0d7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:02.302644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Router e16fb270-b513-4a48-9dad-24450cff85f2 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:38:02.306200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f0f48-21ed-4b42-87f0-1d1ff448d0d7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event deleted for resources: {'Network': ['ID=312d5002-7708-4088-8ddb-6f6eaf2c2929,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:02.314159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-63b2c7b5-7bda-4de2-ac0b-e650540a5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:02.315082 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-63b2c7b5-7bda-4de2-ac0b-e650540a5063 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fdea16f4-d318-4a51-9d87-4c1aa37aa012 HTTP/1.1" status: 200 len: 849 time: 0.1784890 Feb 09 14:38:02.331285 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-397f0f48-21ed-4b42-87f0-1d1ff448d0d7 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "DELETE /v2.0/networks/312d5002-7708-4088-8ddb-6f6eaf2c2929 HTTP/1.1" status: 204 len: 168 time: 1.4257472 Feb 09 14:38:02.350973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34508) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:02.574598 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:38:02.588030 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94819add-e80e-46c9-bf99-581823314daa None None] Sync routers for ids ['e16fb270-b513-4a48-9dad-24450cff85f2'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:38:02.588527 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:02.590820 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3f6dff45-fc81-4901-adb5-a511b9c8827b tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "PUT /v2.0/routers/e16fb270-b513-4a48-9dad-24450cff85f2 HTTP/1.1" status: 200 len: 883 time: 3.4249766 Feb 09 14:38:02.597805 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94819add-e80e-46c9-bf99-581823314daa None None] Routers {'e16fb270-b513-4a48-9dad-24450cff85f2'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:02.598638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-94819add-e80e-46c9-bf99-581823314daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['e16fb270-b513-4a48-9dad-24450cff85f2'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:02.599686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cf10a-ba5c-4bdb-9e6e-0cd1323dd7b8 req-27f4fb6e-e03c-4d80-ba6d-bd41c3d9c732 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:02.601979 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-830cf10a-ba5c-4bdb-9e6e-0cd1323dd7b8 req-27f4fb6e-e03c-4d80-ba6d-bd41c3d9c732 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 946 time: 0.2137742 Feb 09 14:38:02.602455 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34512) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:02.663649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-94819add-e80e-46c9-bf99-581823314daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:02.677591 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94819add-e80e-46c9-bf99-581823314daa None None] Routers {'e16fb270-b513-4a48-9dad-24450cff85f2'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:02.678468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-94819add-e80e-46c9-bf99-581823314daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['e16fb270-b513-4a48-9dad-24450cff85f2'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:02.706144 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e6f70-cbb1-4285-8e6a-fb24d321d641 req-c017edb5-fd47-44de-9d00-0a2623b0fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:02.708220 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-883e6f70-cbb1-4285-8e6a-fb24d321d641 req-c017edb5-fd47-44de-9d00-0a2623b0fa90 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 916 time: 0.6765203 Feb 09 14:38:02.760644 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-94819add-e80e-46c9-bf99-581823314daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:02.761105 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94819add-e80e-46c9-bf99-581823314daa None None] The sync data for ids ['e16fb270-b513-4a48-9dad-24450cff85f2'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:38:02.818917 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-883e6f70-cbb1-4285-8e6a-fb24d321d641 req-66b15be1-2b35-467f-bc33-9922851567df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2 HTTP/1.1" status: 200 len: 217 time: 0.0963199 Feb 09 14:38:02.828915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a45607-e3b5-412f-bf53-6fb5d13802e1 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Deleting subnet 4680222e-594b-4360-a606-c02f1b5324c7 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:38:02.865890 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3a45607-e3b5-412f-bf53-6fb5d13802e1 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:02.872748 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-830cf10a-ba5c-4bdb-9e6e-0cd1323dd7b8 req-3a86e51c-e630-4efb-9025-b4370d9ba461 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7e971e5-e002-4492-9ec8-4c026a93aed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695932 Feb 09 14:38:02.960137 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-eb937c3b-fa99-435d-9a96-641b1af93ab5 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "GET /v2.0/routers/e16fb270-b513-4a48-9dad-24450cff85f2 HTTP/1.1" status: 200 len: 924 time: 0.3533413 Feb 09 14:38:02.960446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34520) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:02.963879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-4383570a-cbd9-48bb-a0b4-8e87439b8c4c req-3f63f6f2-85f2-4680-8e59-da7e41d2e90d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] For port c6012c9d-7122-4d60-99ac-4786b1d45f4d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c6012c9d-7122-4d60-99ac-4786b1d45f4d,segment=NetworkSegment(d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a),segment_id=d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:02.964248 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4383570a-cbd9-48bb-a0b4-8e87439b8c4c req-3f63f6f2-85f2-4680-8e59-da7e41d2e90d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:03.000410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-83e81b4b-9f6e-409c-b732-c7e4a24b3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:03.001909 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-83e81b4b-9f6e-409c-b732-c7e4a24b3d71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6500723 Feb 09 14:38:03.054176 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3a45607-e3b5-412f-bf53-6fb5d13802e1 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:03.092704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bc8b48-e05b-4978-a410-14862d660bfb tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:03.094380 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-83bc8b48-e05b-4978-a410-14862d660bfb tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&device_id=e16fb270-b513-4a48-9dad-24450cff85f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1331768 Feb 09 14:38:03.098861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34524) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:03.124857 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1740c04-8a8b-43b4-ae99-afb079d10e99 req-fe29e679-3664-4280-a282-742511975abd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:03.126281 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c1740c04-8a8b-43b4-ae99-afb079d10e99 req-fe29e679-3664-4280-a282-742511975abd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 943 time: 0.1277342 Feb 09 14:38:03.140776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e6f70-cbb1-4285-8e6a-fb24d321d641 req-653efeca-939f-49d5-851a-d5f62494377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:03.142220 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-883e6f70-cbb1-4285-8e6a-fb24d321d641 req-653efeca-939f-49d5-851a-d5f62494377f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 200 len: 855 time: 0.3067169 Feb 09 14:38:03.166276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-4383570a-cbd9-48bb-a0b4-8e87439b8c4c req-3f63f6f2-85f2-4680-8e59-da7e41d2e90d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Calling delete_port for c6012c9d-7122-4d60-99ac-4786b1d45f4d owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:03.216353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90af0e-7ee2-4f50-8bf4-e0123d1c655b req-636d8589-5760-4886-9ca5-6a041b5cdb42 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:03.217778 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6d90af0e-7ee2-4f50-8bf4-e0123d1c655b req-636d8589-5760-4886-9ca5-6a041b5cdb42 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 946 time: 0.6197665 Feb 09 14:38:03.238156 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c1740c04-8a8b-43b4-ae99-afb079d10e99 req-2a3acb88-0412-4eb7-8c6c-4fa45e7289d8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625343 Feb 09 14:38:03.266948 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30559ce4-2985-4e97-bbec-59a9ab4b3689 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:03.268348 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-30559ce4-2985-4e97-bbec-59a9ab4b3689 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 881 time: 0.1685901 Feb 09 14:38:03.273037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34530) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:03.320152 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-84118d00-c3ca-499c-b484-09a7366afccc tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16fb270-b513-4a48-9dad-24450cff85f2 HTTP/1.1" status: 200 len: 205 time: 0.0459552 Feb 09 14:38:03.323017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34534) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:03.463289 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6d90af0e-7ee2-4f50-8bf4-e0123d1c655b req-c74cc008-9d45-4abe-a2eb-9ab3b50aa0b5 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517532 Feb 09 14:38:03.557341 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-6de3cd64-66f4-4db3-8696-2d4ba5535a33 service neutron] 10.222.0.35 "GET /v2.0/networks/76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726300 Feb 09 14:38:03.566788 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4383570a-cbd9-48bb-a0b4-8e87439b8c4c req-3f63f6f2-85f2-4680-8e59-da7e41d2e90d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:03.574686 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c78de2a-ffd6-49b3-aca4-34d94ed1ff5a tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:03.577588 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3a45607-e3b5-412f-bf53-6fb5d13802e1 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:03.579239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['c6012c9d-7122-4d60-99ac-4786b1d45f4d'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:38:03.650427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e58bad-b8dc-4abf-baca-d817430df1ca req-e8849c69-eac1-41c2-9cfb-04e23df249cc tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:03.651911 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1e58bad-b8dc-4abf-baca-d817430df1ca req-e8849c69-eac1-41c2-9cfb-04e23df249cc tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 946 time: 0.2711496 Feb 09 14:38:03.763238 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e6f70-cbb1-4285-8e6a-fb24d321d641 req-e12395d8-c685-481b-a7ef-ee08d0df8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:03.764070 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1e58bad-b8dc-4abf-baca-d817430df1ca req-fe22ce3b-c23b-41fa-abd0-4234380492f5 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7e971e5-e002-4492-9ec8-4c026a93aed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056890 Feb 09 14:38:03.764668 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-883e6f70-cbb1-4285-8e6a-fb24d321d641 req-e12395d8-c685-481b-a7ef-ee08d0df8361 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7bbb3d60-5bb5-4148-942d-8f599eefdf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5621791 Feb 09 14:38:03.765411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63f6f2-85f2-4680-8e59-da7e41d2e90d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Pushing event deleted for resources: {'Port': ['ID=c6012c9d-7122-4d60-99ac-4786b1d45f4d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:03.795223 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34538) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:03.814059 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c78de2a-ffd6-49b3-aca4-34d94ed1ff5a tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:03.824909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0c78de2a-ffd6-49b3-aca4-34d94ed1ff5a tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Deleting port 3376784b-d340-41de-9de6-0afbca730559 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:03.825366 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c78de2a-ffd6-49b3-aca4-34d94ed1ff5a tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:04.061435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108ec3d-8b61-4ff3-b38d-8cd672e154bf tempest-TestServerBasicOps-1311900172 tempest-TestServerBasicOps-1311900172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:04.062579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c108ec3d-8b61-4ff3-b38d-8cd672e154bf tempest-TestServerBasicOps-1311900172 tempest-TestServerBasicOps-1311900172-project-admin] Synchronizing usage tracker for tenant:a0eca207a10143738a0c2716a71f385a on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:38:04.091690 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c78de2a-ffd6-49b3-aca4-34d94ed1ff5a tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:04.110458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4383570a-cbd9-48bb-a0b4-8e87439b8c4c req-3f63f6f2-85f2-4680-8e59-da7e41d2e90d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] No DVR routers for this DVR port c6012c9d-7122-4d60-99ac-4786b1d45f4d on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:38:04.123246 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4383570a-cbd9-48bb-a0b4-8e87439b8c4c req-3f63f6f2-85f2-4680-8e59-da7e41d2e90d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:04.129626 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3318cb48-81e4-4567-9399-df02f2bbdd92', 'name': 'network-vif-deleted', 'tag': 'c6012c9d-7122-4d60-99ac-4786b1d45f4d'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:38:04.189393 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3318cb48-81e4-4567-9399-df02f2bbdd92', 'name': 'network-vif-deleted', 'tag': 'c6012c9d-7122-4d60-99ac-4786b1d45f4d', 'status': 'completed', 'code': 200} Feb 09 14:38:04.203091 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4383570a-cbd9-48bb-a0b4-8e87439b8c4c req-3f63f6f2-85f2-4680-8e59-da7e41d2e90d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.35 "DELETE /v2.0/ports/c6012c9d-7122-4d60-99ac-4786b1d45f4d HTTP/1.1" status: 204 len: 173 time: 2.5050006 Feb 09 14:38:04.209649 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3a45607-e3b5-412f-bf53-6fb5d13802e1 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:04.258758 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3a307fce-466a-448b-b83e-f4f989af97c3 req-dca2263b-f70f-4b9d-9159-478e1098d982 service neutron] 10.222.0.35 "GET /v2.0/networks/76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6857352 Feb 09 14:38:04.271000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a45607-e3b5-412f-bf53-6fb5d13802e1 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event deleted for resources: {'Subnet': ['ID=4680222e-594b-4360-a606-c02f1b5324c7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:04.279813 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-883e6f70-cbb1-4285-8e6a-fb24d321d641 req-dc0e8d2d-8301-4486-9c23-76c6771d3680 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988453 Feb 09 14:38:04.282159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c82444-7618-4b19-be6d-adea50a07bf8 req-e4fa8349-9389-4234-911d-b00c8381afa4 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:04.282858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f7c82444-7618-4b19-be6d-adea50a07bf8 req-e4fa8349-9389-4234-911d-b00c8381afa4 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Synchronizing usage tracker for tenant:0769abacc27e4e269d0375f8324d1bb5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:38:04.288316 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3a45607-e3b5-412f-bf53-6fb5d13802e1 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:04.289974 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:38:04.291470 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f3a45607-e3b5-412f-bf53-6fb5d13802e1 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "DELETE /v2.0/subnets/4680222e-594b-4360-a606-c02f1b5324c7 HTTP/1.1" status: 204 len: 168 time: 1.9384367 Feb 09 14:38:04.311624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34548) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:04.365773 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c108ec3d-8b61-4ff3-b38d-8cd672e154bf tempest-TestServerBasicOps-1311900172 tempest-TestServerBasicOps-1311900172-project-admin] Unset dirty status for tenant:a0eca207a10143738a0c2716a71f385a on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:38:04.368206 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c108ec3d-8b61-4ff3-b38d-8cd672e154bf tempest-TestServerBasicOps-1311900172 tempest-TestServerBasicOps-1311900172-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 1092 time: 0.5720184 Feb 09 14:38:04.377922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0c78de2a-ffd6-49b3-aca4-34d94ed1ff5a tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Calling delete_port for 3376784b-d340-41de-9de6-0afbca730559 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:04.391920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34552) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:04.400808 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': '3b67faea-2596-434f-bfde-fe4ad09778d6', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:04.463949 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef9939d-3d1a-4479-aa0b-306deb18b040 None None] Network f2a68d2b-7e44-4a4b-a726-c59b2e80dd83 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:38:04.505199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:04.507826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f7c82444-7618-4b19-be6d-adea50a07bf8 req-e4fa8349-9389-4234-911d-b00c8381afa4 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Unset dirty status for tenant:0769abacc27e4e269d0375f8324d1bb5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:38:04.514062 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7c82444-7618-4b19-be6d-adea50a07bf8 req-e4fa8349-9389-4234-911d-b00c8381afa4 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1094 time: 0.9448879 Feb 09 14:38:04.559046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Usage tracker for resource:floatingip and tenant:fd902e78e9b44d9993efa4ba21344f90 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:38:04.577694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:38:04.580112 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac09c81-a84d-4c1a-bdb5-274969a7cc71 req-f9ca41c1-4b37-43a5-8c7d-6764a8a924b0 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:04.581798 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ac09c81-a84d-4c1a-bdb5-274969a7cc71 req-f9ca41c1-4b37-43a5-8c7d-6764a8a924b0 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 943 time: 0.1214433 Feb 09 14:38:04.607227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:04.609082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:04.633873 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'port_id': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2', 'mac_address': 'fa:16:3e:41:1d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:38:04.637221 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:04.679006 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:04.700164 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7c82444-7618-4b19-be6d-adea50a07bf8 req-a43d0d2a-8d32-435c-a9bd-923aee78140f tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851652 Feb 09 14:38:04.724730 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c78de2a-ffd6-49b3-aca4-34d94ed1ff5a tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:04.760800 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-883e6f70-cbb1-4285-8e6a-fb24d321d641 req-5364d74f-bcfa-4c81-8544-0c54dee0e449 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674287 Feb 09 14:38:04.765779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Deleting port 62dcb762-6849-4f29-96a8-fd9b5b021cfc {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:04.766127 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:04.783543 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:04.805931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:38:04.828113 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:04.829706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a95ce-c0c9-4a67-9f4e-72e0691d19c4 req-977f7a96-b67f-4a6e-88dc-59589edca1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:04.831205 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd7a95ce-c0c9-4a67-9f4e-72e0691d19c4 req-977f7a96-b67f-4a6e-88dc-59589edca1bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0769abacc27e4e269d0375f8324d1bb5&device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1094 time: 0.4416237 Feb 09 14:38:04.840896 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:04.892684 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ac09c81-a84d-4c1a-bdb5-274969a7cc71 req-710369eb-fc50-40e9-8915-58c6a17d7dde tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070343 Feb 09 14:38:04.900638 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78de2a-ffd6-49b3-aca4-34d94ed1ff5a tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Pushing event deleted for resources: {'Port': ['ID=3376784b-d340-41de-9de6-0afbca730559,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:04.965441 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84e2708-2d5f-4512-8896-3e987a52516a None None] DHCP port deletion for f2a68d2b-7e44-4a4b-a726-c59b2e80dd83 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:38:04.980238 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e84e2708-2d5f-4512-8896-3e987a52516a None None] Deleting port 62dcb762-6849-4f29-96a8-fd9b5b021cfc {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:04.980652 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e84e2708-2d5f-4512-8896-3e987a52516a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:05.002386 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c78de2a-ffd6-49b3-aca4-34d94ed1ff5a tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:05.037139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-dfedfa53-d467-4832-ac0c-877f8d88bf7a req-4417858d-a9a4-4844-8c9d-c9279508a0a8 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Synchronizing usage tracker for tenant:1f94004ca39d42b088ef4b3647adc740 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:38:05.089223 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:05.155282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-dfedfa53-d467-4832-ac0c-877f8d88bf7a req-4417858d-a9a4-4844-8c9d-c9279508a0a8 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Unset dirty status for tenant:1f94004ca39d42b088ef4b3647adc740 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:38:05.156457 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dfedfa53-d467-4832-ac0c-877f8d88bf7a req-4417858d-a9a4-4844-8c9d-c9279508a0a8 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=3318cb48-81e4-4567-9399-df02f2bbdd92 HTTP/1.1" status: 200 len: 210 time: 0.2428741 Feb 09 14:38:05.215550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] For port 62dcb762-6849-4f29-96a8-fd9b5b021cfc, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=62dcb762-6849-4f29-96a8-fd9b5b021cfc,segment=NetworkSegment(21d308c3-5a64-416a-902b-3021196f8efb),segment_id=21d308c3-5a64-416a-902b-3021196f8efb)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:05.215857 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:05.226392 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c78de2a-ffd6-49b3-aca4-34d94ed1ff5a tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:05.228975 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c78de2a-ffd6-49b3-aca4-34d94ed1ff5a tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:05.231769 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e84e2708-2d5f-4512-8896-3e987a52516a None None] For port 62dcb762-6849-4f29-96a8-fd9b5b021cfc, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=62dcb762-6849-4f29-96a8-fd9b5b021cfc,segment=NetworkSegment(21d308c3-5a64-416a-902b-3021196f8efb),segment_id=21d308c3-5a64-416a-902b-3021196f8efb)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:05.232382 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e84e2708-2d5f-4512-8896-3e987a52516a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:05.253487 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c78de2a-ffd6-49b3-aca4-34d94ed1ff5a tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:05.254024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c78de2a-ffd6-49b3-aca4-34d94ed1ff5a tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Fanout notify agent at l3_agent the message router_deleted on router e16fb270-b513-4a48-9dad-24450cff85f2 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:38:05.271916 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c78de2a-ffd6-49b3-aca4-34d94ed1ff5a tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:05.277094 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0c78de2a-ffd6-49b3-aca4-34d94ed1ff5a tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "DELETE /v2.0/routers/e16fb270-b513-4a48-9dad-24450cff85f2 HTTP/1.1" status: 204 len: 168 time: 1.9493020 Feb 09 14:38:05.277630 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34562) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:05.282565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a95ce-c0c9-4a67-9f4e-72e0691d19c4 req-bcfc987f-3c37-41be-8bdd-9a548598feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:05.283020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-72d9264f-6658-469a-91f0-5f732e7146d2 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1097409581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:05.284020 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd7a95ce-c0c9-4a67-9f4e-72e0691d19c4 req-bcfc987f-3c37-41be-8bdd-9a548598feb7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa HTTP/1.1" status: 200 len: 910 time: 0.4367321 Feb 09 14:38:05.291489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-72d9264f-6658-469a-91f0-5f732e7146d2 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:05.295825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-72d9264f-6658-469a-91f0-5f732e7146d2 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Usage tracker for resource:router and tenant:43885b16e5fd469686bf064e4c0306a2 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:38:05.298525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-72d9264f-6658-469a-91f0-5f732e7146d2 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:38:05.304964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-72d9264f-6658-469a-91f0-5f732e7146d2 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:05.316329 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72d9264f-6658-469a-91f0-5f732e7146d2 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:05.317399 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72d9264f-6658-469a-91f0-5f732e7146d2 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:05.334523 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72d9264f-6658-469a-91f0-5f732e7146d2 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:05.351566 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Calling delete_port for 62dcb762-6849-4f29-96a8-fd9b5b021cfc owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:05.361509 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e84e2708-2d5f-4512-8896-3e987a52516a None None] Calling delete_port for 62dcb762-6849-4f29-96a8-fd9b5b021cfc owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:05.365028 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72d9264f-6658-469a-91f0-5f732e7146d2 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:05.396407 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72d9264f-6658-469a-91f0-5f732e7146d2 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:05.400659 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-72d9264f-6658-469a-91f0-5f732e7146d2 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1189742 Feb 09 14:38:05.401939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34566) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:05.411386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'enable_snat': True}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:05.438459 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['9f3f76be-ffed-4445-ac04-9c71cc80d8a2'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:38:05.480415 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd7a95ce-c0c9-4a67-9f4e-72e0691d19c4 req-86717da6-094c-400d-821b-7b07b478e6c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31c7abef-d6b7-4f41-b331-01cd61da1ba4 HTTP/1.1" status: 200 len: 217 time: 0.1369491 Feb 09 14:38:05.506143 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e84e2708-2d5f-4512-8896-3e987a52516a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:05.539369 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:05.555100 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e2708-2d5f-4512-8896-3e987a52516a None None] Pushing event deleted for resources: {'Port': ['ID=62dcb762-6849-4f29-96a8-fd9b5b021cfc,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:05.630749 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e2708-2d5f-4512-8896-3e987a52516a None None] No DVR routers for this DVR port 62dcb762-6849-4f29-96a8-fd9b5b021cfc on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:38:05.762190 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:38:05.762509 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:38:05.773564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a95ce-c0c9-4a67-9f4e-72e0691d19c4 req-1e75c5ca-243e-45ea-a614-aa4fce9fb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:05.775012 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd7a95ce-c0c9-4a67-9f4e-72e0691d19c4 req-1e75c5ca-243e-45ea-a614-aa4fce9fb87e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fdea16f4-d318-4a51-9d87-4c1aa37aa012 HTTP/1.1" status: 200 len: 849 time: 0.2823112 Feb 09 14:38:05.826116 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:05.928965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Allocated IP 172.25.8.23 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/3ee49f0a-d710-46fd-a04f-1fd04f415998) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:38:05.935403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a95ce-c0c9-4a67-9f4e-72e0691d19c4 req-545ce724-b4a1-461a-bc62-b330342f3194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:05.936934 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd7a95ce-c0c9-4a67-9f4e-72e0691d19c4 req-545ce724-b4a1-461a-bc62-b330342f3194 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490073 Feb 09 14:38:05.985707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f1d73-2e97-4b19-bc84-ae53f6e1e240 req-e2963221-ff1e-4fce-92a4-e4cbb4a21483 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:05.987207 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c82f1d73-2e97-4b19-bc84-ae53f6e1e240 req-e2963221-ff1e-4fce-92a4-e4cbb4a21483 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1094 time: 0.1572404 Feb 09 14:38:06.106505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34574) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:06.170691 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c82f1d73-2e97-4b19-bc84-ae53f6e1e240 req-f29f63ac-908f-4d67-9199-247f69ce484b tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717429 Feb 09 14:38:06.270029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Deleting port 62dcb762-6849-4f29-96a8-fd9b5b021cfc {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:06.270029 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:06.294656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c6012c9d-7122-4d60-99ac-4786b1d45f4d no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:38:06.333468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: c6012c9d-7122-4d60-99ac-4786b1d45f4d {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:38:06.333841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c6012c9d-7122-4d60-99ac-4786b1d45f4d not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:38:06.370161 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:06.385317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] The port '62dcb762-6849-4f29-96a8-fd9b5b021cfc' was deleted {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:38:06.391283 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd7a95ce-c0c9-4a67-9f4e-72e0691d19c4 req-0f90f9ea-57fc-4047-9152-ab228caa065d service neutron] 10.222.0.35 "GET /v2.0/networks/76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473174 Feb 09 14:38:06.399898 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:06.404149 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:06.535066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea12f79-9d8f-4dbf-8259-a46e86db5aa5 req-de7f23d1-9631-41fc-a78a-0b76624599d5 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:06.536571 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ea12f79-9d8f-4dbf-8259-a46e86db5aa5 req-de7f23d1-9631-41fc-a78a-0b76624599d5 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 944 time: 0.5248835 Feb 09 14:38:06.681336 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c0e74de9-4a90-42bc-85d6-7d3798e348bd tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3968 time: 0.5641582 Feb 09 14:38:06.684531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34584) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:06.690734 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9fe9e12a-2844-457b-8d31-504ae77105f4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Request body: {'network': {'name': 'tempest-network-smoke--113840439', 'project_id': 'efb44efc65644172a41e96f54232df46', 'port_security_enabled': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:06.697522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9fe9e12a-2844-457b-8d31-504ae77105f4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:06.698439 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:06.708510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9fe9e12a-2844-457b-8d31-504ae77105f4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:06.720722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe9e12a-2844-457b-8d31-504ae77105f4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Made reservation on behalf of efb44efc65644172a41e96f54232df46 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:38:06.725453 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e12a-2844-457b-8d31-504ae77105f4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:06.759987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe9e12a-2844-457b-8d31-504ae77105f4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:38:06.760479 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ea12f79-9d8f-4dbf-8259-a46e86db5aa5 req-7dcf06b6-3df1-4027-997b-a96428aeb3c3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118540 Feb 09 14:38:06.766682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a68d2b-7e44-4a4b-a726-c59b2e80dd83']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:06.774061 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e12a-2844-457b-8d31-504ae77105f4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:06.774474 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-9fe9e12a-2844-457b-8d31-504ae77105f4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Added segment a0cbbe02-6ef1-4633-b314-ffee44f23472 of type vlan for network d9bb066f-4afa-428f-875c-388a1cb4d42c Feb 09 14:38:06.793300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d308c3-5a64-416a-902b-3021196f8efb') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:06.793732 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d308c3-5a64-416a-902b-3021196f8efb') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:06.810244 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:06.815243 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dd7a95ce-c0c9-4a67-9f4e-72e0691d19c4 req-cb109b76-e6fd-4d80-9d64-de6ce38102cf service neutron] 10.222.0.35 "GET /v2.0/networks/76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118936 Feb 09 14:38:06.818625 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:06.849294 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e12a-2844-457b-8d31-504ae77105f4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:06.893276 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:06.900770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Allocated IP 172.25.8.216 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/8da4ebc1-f005-4d24-ae66-881c27fac21c) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:38:06.905086 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:38:06.906279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:38:06.906679 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:38:06.923594 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:38:06.975214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:06.980046 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 62dcb762-6849-4f29-96a8-fd9b5b021cfc no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:38:06.985019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:38:07.009570 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e12a-2844-457b-8d31-504ae77105f4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:07.012247 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Pushing event updated for resources: {'Port': ['ID=3ee49f0a-d710-46fd-a04f-1fd04f415998,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:07.016600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe9e12a-2844-457b-8d31-504ae77105f4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:07.017134 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e12a-2844-457b-8d31-504ae77105f4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:07.066674 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 62dcb762-6849-4f29-96a8-fd9b5b021cfc {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:38:07.067371 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 62dcb762-6849-4f29-96a8-fd9b5b021cfc not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:38:07.118541 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:07.153908 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:07.167038 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9fe9e12a-2844-457b-8d31-504ae77105f4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4811625 Feb 09 14:38:07.168248 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "DELETE /v2.0/networks/f2a68d2b-7e44-4a4b-a726-c59b2e80dd83 HTTP/1.1" status: 204 len: 168 time: 2.8539748 Feb 09 14:38:07.172708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34590) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:07.173110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34588) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:07.182361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-541599122', 'admin_state_up': True, 'project_id': 'efb44efc65644172a41e96f54232df46', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:07.200713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9e12a-2844-457b-8d31-504ae77105f4 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'Network': ['ID=d9bb066f-4afa-428f-875c-388a1cb4d42c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:07.204144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:07.212162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Usage tracker for resource:router and tenant:efb44efc65644172a41e96f54232df46 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:38:07.216088 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network d9bb066f-4afa-428f-875c-388a1cb4d42c details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:38:07.218699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba70c3-0b06-403a-8f18-b17eb33cbced tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Pushing event deleted for resources: {'Network': ['ID=f2a68d2b-7e44-4a4b-a726-c59b2e80dd83,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:07.225335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:38:07.235138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:07.258031 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:07.266371 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:07.266555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5c18e23b-015d-4047-9070-604f3cf98601 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Synchronizing usage tracker for tenant:40bc00f801ad4f31af2e4c0e55aa8701 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:38:07.267414 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:07.289835 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:07.318077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5c18e23b-015d-4047-9070-604f3cf98601 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Unset dirty status for tenant:40bc00f801ad4f31af2e4c0e55aa8701 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:38:07.322903 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5c18e23b-015d-4047-9070-604f3cf98601 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "GET /v2.0/ports?device_id=a60d5d29-5ff3-4390-b1c1-9a4724d258aa HTTP/1.1" status: 200 len: 205 time: 0.1441691 Feb 09 14:38:07.374012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34598) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:07.428067 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:07.785476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:38:07.788200 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:07.788691 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0aed6222-e7a8-4d65-a74a-c9b039b5a8e2 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:07.993811 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:08.051285 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:08.060981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:38:08.094532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b15d7-9e03-4d25-88ad-41dad30aa524 req-34aad094-2746-4803-a774-764c55823e71 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:08.095922 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-056b15d7-9e03-4d25-88ad-41dad30aa524 req-34aad094-2746-4803-a774-764c55823e71 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 944 time: 0.1506920 Feb 09 14:38:08.146650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Pushing event updated for resources: {'Port': ['ID=8da4ebc1-f005-4d24-ae66-881c27fac21c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:08.158137 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:08.216086 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-056b15d7-9e03-4d25-88ad-41dad30aa524 req-c35afce4-64ef-4c32-9d3c-d1b71f214313 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037786 Feb 09 14:38:08.279650 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:08.284922 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:08.301022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 31c7abef-d6b7-4f41-b331-01cd61da1ba4 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:38:08.306335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:38:08.396898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Pushing event updated for resources: {'Port': ['ID=3ee49f0a-d710-46fd-a04f-1fd04f415998,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:08.407266 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:08.479612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:38:08.497229 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:08.497614 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:08.545730 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 31c7abef-d6b7-4f41-b331-01cd61da1ba4, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=31c7abef-d6b7-4f41-b331-01cd61da1ba4,segment=NetworkSegment(75f4e60d-2955-46bf-8622-626201643449),segment_id=75f4e60d-2955-46bf-8622-626201643449)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:08.566956 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '31c7abef-d6b7-4f41-b331-01cd61da1ba4', 'network_id': '76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa', 'port_id': '31c7abef-d6b7-4f41-b331-01cd61da1ba4', 'mac_address': 'fa:16:3e:05:39:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdea16f4-d318-4a51-9d87-4c1aa37aa012', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:38:08.567638 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0aed6222-e7a8-4d65-a74a-c9b039b5a8e2 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:08.579782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348287d5-4652-48f9-ae69-a636ae351309 req-20098aa9-03bb-490a-a946-8be6e1afd90c tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:08.586453 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-348287d5-4652-48f9-ae69-a636ae351309 req-20098aa9-03bb-490a-a946-8be6e1afd90c tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1094 time: 1.2115383 Feb 09 14:38:08.597051 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Floating IP 25a1be89-3b43-478d-828e-18a6f797fc9f associated. External IP: 172.25.8.23, port: 3b67faea-2596-434f-bfde-fe4ad09778d6. Feb 09 14:38:08.604911 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0aed6222-e7a8-4d65-a74a-c9b039b5a8e2 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:08.716507 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:08.747420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c7abef-d6b7-4f41-b331-01cd61da1ba4 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:38:08.763309 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:08.765755 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-348287d5-4652-48f9-ae69-a636ae351309 req-22d4a7a6-7e28-4889-9307-dc75ad702a7c tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783347 Feb 09 14:38:08.772191 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0aed6222-e7a8-4d65-a74a-c9b039b5a8e2 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:08.772713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aed6222-e7a8-4d65-a74a-c9b039b5a8e2 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Fanout notify agent at l3_agent the message router_deleted on router a60d5d29-5ff3-4390-b1c1-9a4724d258aa {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:38:08.798793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 31c7abef-d6b7-4f41-b331-01cd61da1ba4, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=31c7abef-d6b7-4f41-b331-01cd61da1ba4,segment=NetworkSegment(75f4e60d-2955-46bf-8622-626201643449),segment_id=75f4e60d-2955-46bf-8622-626201643449)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:08.814198 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:08.817425 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0aed6222-e7a8-4d65-a74a-c9b039b5a8e2 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:08.818770 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0aed6222-e7a8-4d65-a74a-c9b039b5a8e2 tempest-RoutersNegativeIpV6Test-516071217 tempest-RoutersNegativeIpV6Test-516071217-project] 10.222.0.48 "DELETE /v2.0/routers/a60d5d29-5ff3-4390-b1c1-9a4724d258aa HTTP/1.1" status: 204 len: 168 time: 1.4054143 Feb 09 14:38:08.929274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=31c7abef-d6b7-4f41-b331-01cd61da1ba4,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:08.949267 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfda984-746b-49c6-815c-d04b42956c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:38:08.975912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:08.979751 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:08.984324 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:09.065065 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfda984-746b-49c6-815c-d04b42956c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2', 'code': 200} Feb 09 14:38:09.108955 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:09.158195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Router 1564ec8d-98c0-40dd-ad37-5a4949826364 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:38:09.164218 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:09.226458 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['31c7abef-d6b7-4f41-b331-01cd61da1ba4'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:38:09.411977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34628) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:09.598061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5036320-d24e-4a11-a460-62487709bde5 req-e047a272-c746-4b86-a606-b0d02ef64d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:09.599658 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5036320-d24e-4a11-a460-62487709bde5 req-e047a272-c746-4b86-a606-b0d02ef64d43 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 1096 time: 0.4393919 Feb 09 14:38:09.622667 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:09.639860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:38:09.652897 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c286d43-1821-40dd-9461-0edc90b3b87a None None] Sync routers for ids ['1564ec8d-98c0-40dd-ad37-5a4949826364'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:38:09.664480 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:09.666088 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c286d43-1821-40dd-9461-0edc90b3b87a None None] Routers {'1564ec8d-98c0-40dd-ad37-5a4949826364'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:09.666734 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5c286d43-1821-40dd-9461-0edc90b3b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1564ec8d-98c0-40dd-ad37-5a4949826364'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:09.674192 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5036320-d24e-4a11-a460-62487709bde5 req-9dce5cd0-1e91-4394-b88c-642f29ba10b1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643437 Feb 09 14:38:09.680580 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:09.745151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1af6ca2e-85ea-4b98-a7c9-fe068b815051 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3489754 Feb 09 14:38:09.745970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67f2a71-77d1-483b-9aea-bf62f43049a7', 'tag': '3b67faea-2596-434f-bfde-fe4ad09778d6'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:38:09.803485 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67f2a71-77d1-483b-9aea-bf62f43049a7', 'tag': '3b67faea-2596-434f-bfde-fe4ad09778d6', 'status': 'completed', 'code': 200} Feb 09 14:38:09.958645 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5c286d43-1821-40dd-9461-0edc90b3b87a None None] Set router 1564ec8d-98c0-40dd-ad37-5a4949826364 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:38:09.981444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980c137-3787-4fd6-830d-8ea71c66bd3f req-af7688a6-ad20-475a-b09f-25a0751eb92b tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:09.983082 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d980c137-3787-4fd6-830d-8ea71c66bd3f req-af7688a6-ad20-475a-b09f-25a0751eb92b tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1095 time: 0.0847287 Feb 09 14:38:10.033178 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d980c137-3787-4fd6-830d-8ea71c66bd3f req-596fbd58-3ad4-4977-84a7-edcb09de0341 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436380 Feb 09 14:38:10.069046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcfee8-5270-41a4-aeca-294783104002 req-dd8e1ed3-1433-41ca-9d78-aa8f065efbef tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:10.070582 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e8dcfee8-5270-41a4-aeca-294783104002 req-dd8e1ed3-1433-41ca-9d78-aa8f065efbef tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.6511486 Feb 09 14:38:10.075455 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-541081d6-b141-4bd8-868d-88ecd2b468b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40bc00f801ad4f31af2e4c0e55aa8701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6599984 Feb 09 14:38:10.079908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34640) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:10.186969 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eadf0d59-0716-4ef2-a104-40173e9d6a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:10.193717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361f714-c77e-496b-8fbb-1e73aff610d7 req-07c56a93-9a08-4f68-a5f7-67d7dd76941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:10.195469 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3361f714-c77e-496b-8fbb-1e73aff610d7 req-07c56a93-9a08-4f68-a5f7-67d7dd76941c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd902e78e9b44d9993efa4ba21344f90&device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 1097 time: 0.1613667 Feb 09 14:38:10.267707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Allocated IP 172.25.8.243 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/c1c86a82-a9fb-4a3f-b76f-560e68e81365) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:38:10.272353 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e8dcfee8-5270-41a4-aeca-294783104002 req-c38cdf03-64f0-49a2-ae4a-d1f892c64234 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845281 Feb 09 14:38:10.305026 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:10.306070 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eadf0d59-0716-4ef2-a104-40173e9d6a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:10.392660 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:10.419335 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5c286d43-1821-40dd-9461-0edc90b3b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'name': 'tempest-TestServerBasicOps-187850840-router', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:37:02Z', 'revision_number': 4, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'gw_port': {'id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:51Z', 'updated_at': '2022-02-09T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '25a1be89-3b43-478d-828e-18a6f797fc9f', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'floating_ip_address': '172.25.8.23', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'port_id': '3b67faea-2596-434f-bfde-fe4ad09778d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c', 'mac_address': 'fa:16:3e:44:25:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67f2a71-77d1-483b-9aea-bf62f43049a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:38:07Z', 'updated_at': '2022-02-09T14:38:07Z', 'revision_number': 0, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2eb1bd8-4542-4374-a955-4c93d3b7428f', 'name': '', 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'mac_address': 'fa:16:3e:5c:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:59Z', 'updated_at': '2022-02-09T14:37:15Z', 'revision_number': 5, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'subnets': [{'id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:10.423983 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c286d43-1821-40dd-9461-0edc90b3b87a None None] Checking router: 1564ec8d-98c0-40dd-ad37-5a4949826364 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:38:10.428076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361f714-c77e-496b-8fbb-1e73aff610d7 req-a83897b2-985f-4621-a29a-9f8d9d369317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:10.430134 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3361f714-c77e-496b-8fbb-1e73aff610d7 req-a83897b2-985f-4621-a29a-9f8d9d369317 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbd29eea-57ba-4216-b5d8-c672da6f570c HTTP/1.1" status: 200 len: 908 time: 0.2214174 Feb 09 14:38:10.435941 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c286d43-1821-40dd-9461-0edc90b3b87a None None] Routers {'1564ec8d-98c0-40dd-ad37-5a4949826364'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:10.437770 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5c286d43-1821-40dd-9461-0edc90b3b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1564ec8d-98c0-40dd-ad37-5a4949826364'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:10.544150 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:10.611565 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3361f714-c77e-496b-8fbb-1e73aff610d7 req-b5e909da-ba9b-44dc-a588-1b0beaadf75e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b67faea-2596-434f-bfde-fe4ad09778d6 HTTP/1.1" status: 200 len: 999 time: 0.1695793 Feb 09 14:38:10.613325 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eadf0d59-0716-4ef2-a104-40173e9d6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:10.693647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf0d59-0716-4ef2-a104-40173e9d6a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe45fa97-f80e-4f46-a583-6fae553910b3,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:10.703243 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eadf0d59-0716-4ef2-a104-40173e9d6a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:10.703956 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5c286d43-1821-40dd-9461-0edc90b3b87a None None] Set router 1564ec8d-98c0-40dd-ad37-5a4949826364 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:38:10.708398 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-eadf0d59-0716-4ef2-a104-40173e9d6a4b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe45fa97-f80e-4f46-a583-6fae553910b3 HTTP/1.1" status: 204 len: 168 time: 0.6243732 Feb 09 14:38:10.733685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361f714-c77e-496b-8fbb-1e73aff610d7 req-d0da84aa-7860-4f90-a368-6602a70559b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:10.735981 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3361f714-c77e-496b-8fbb-1e73aff610d7 req-d0da84aa-7860-4f90-a368-6602a70559b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a12fb758-587c-45f5-961c-5c501cf036d2 HTTP/1.1" status: 200 len: 847 time: 0.1095638 Feb 09 14:38:10.827181 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:10.857729 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Router e8aa849b-bf85-4a81-baa0-d2759f99a1e8 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:38:10.904254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361f714-c77e-496b-8fbb-1e73aff610d7 req-b09e518f-f73e-4336-83db-a875dc5265b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:10.906135 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3361f714-c77e-496b-8fbb-1e73aff610d7 req-b09e518f-f73e-4336-83db-a875dc5265b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbd29eea-57ba-4216-b5d8-c672da6f570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1633565 Feb 09 14:38:11.077600 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3361f714-c77e-496b-8fbb-1e73aff610d7 req-957a69dd-d2b8-4c48-bc9d-33ff3f0f086f service neutron] 10.222.0.35 "GET /v2.0/networks/dbd29eea-57ba-4216-b5d8-c672da6f570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603091 Feb 09 14:38:11.080325 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:38:11.092722 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a51b77-d653-4f13-811f-95019548caae None None] Sync routers for ids ['e8aa849b-bf85-4a81-baa0-d2759f99a1e8'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:38:11.099833 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:11.103683 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3df6105a-55d2-4ff8-ba5d-e0130eb2b314 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "PUT /v2.0/routers/e8aa849b-bf85-4a81-baa0-d2759f99a1e8 HTTP/1.1" status: 200 len: 919 time: 5.6980741 Feb 09 14:38:11.107656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34658) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:11.109940 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a51b77-d653-4f13-811f-95019548caae None None] Routers {'e8aa849b-bf85-4a81-baa0-d2759f99a1e8'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:11.111914 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-67a51b77-d653-4f13-811f-95019548caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['e8aa849b-bf85-4a81-baa0-d2759f99a1e8'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:11.124975 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:11.136993 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5c286d43-1821-40dd-9461-0edc90b3b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'name': 'tempest-TestServerBasicOps-187850840-router', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:37:02Z', 'revision_number': 4, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'gw_port': {'id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:51Z', 'updated_at': '2022-02-09T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '25a1be89-3b43-478d-828e-18a6f797fc9f', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'floating_ip_address': '172.25.8.23', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'port_id': '3b67faea-2596-434f-bfde-fe4ad09778d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c', 'mac_address': 'fa:16:3e:44:25:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67f2a71-77d1-483b-9aea-bf62f43049a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:38:07Z', 'updated_at': '2022-02-09T14:38:07Z', 'revision_number': 0, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2eb1bd8-4542-4374-a955-4c93d3b7428f', 'name': '', 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'mac_address': 'fa:16:3e:5c:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:59Z', 'updated_at': '2022-02-09T14:37:15Z', 'revision_number': 5, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'subnets': [{'id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:11.149731 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c286d43-1821-40dd-9461-0edc90b3b87a None None] The sync data for ids ['1564ec8d-98c0-40dd-ad37-5a4949826364'] in n-d-828418-2 is: [{'id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'name': 'tempest-TestServerBasicOps-187850840-router', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:37:02Z', 'revision_number': 4, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'gw_port': {'id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:51Z', 'updated_at': '2022-02-09T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '25a1be89-3b43-478d-828e-18a6f797fc9f', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'floating_ip_address': '172.25.8.23', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'port_id': '3b67faea-2596-434f-bfde-fe4ad09778d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c', 'mac_address': 'fa:16:3e:44:25:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67f2a71-77d1-483b-9aea-bf62f43049a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:38:07Z', 'updated_at': '2022-02-09T14:38:07Z', 'revision_number': 0, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2eb1bd8-4542-4374-a955-4c93d3b7428f', 'name': '', 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'mac_address': 'fa:16:3e:5c:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:59Z', 'updated_at': '2022-02-09T14:37:15Z', 'revision_number': 5, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'subnets': [{'id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:38:11.236332 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-67a51b77-d653-4f13-811f-95019548caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:11.255026 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a51b77-d653-4f13-811f-95019548caae None None] Routers {'e8aa849b-bf85-4a81-baa0-d2759f99a1e8'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:11.255654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-67a51b77-d653-4f13-811f-95019548caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['e8aa849b-bf85-4a81-baa0-d2759f99a1e8'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:11.302449 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'Port': ['ID=c1c86a82-a9fb-4a3f-b76f-560e68e81365,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:11.334149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:38:11.345838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:11.353185 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:38:11.391382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-67a51b77-d653-4f13-811f-95019548caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:11.391850 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a51b77-d653-4f13-811f-95019548caae None None] The sync data for ids ['e8aa849b-bf85-4a81-baa0-d2759f99a1e8'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:38:11.413801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3361f714-c77e-496b-8fbb-1e73aff610d7 req-5dac4189-444b-4b84-98d9-2219b2aa3fbe service neutron] 10.222.0.35 "GET /v2.0/networks/dbd29eea-57ba-4216-b5d8-c672da6f570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221622 Feb 09 14:38:11.432140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc8308-2b52-421a-883f-3cf4a24b5ff5 req-f9ff2854-cbef-42e4-9ed5-3ae18d7f3073 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:11.434141 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ecc8308-2b52-421a-883f-3cf4a24b5ff5 req-f9ff2854-cbef-42e4-9ed5-3ae18d7f3073 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1095 time: 0.1984043 Feb 09 14:38:11.514074 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5efef0-e147-48ad-a109-c43188bcbd91 None None] New status for floating IP 25a1be89-3b43-478d-828e-18a6f797fc9f: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:38:11.560256 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ecc8308-2b52-421a-883f-3cf4a24b5ff5 req-e02e27bb-13b8-4343-bee3-ca24535f05a7 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132805 Feb 09 14:38:11.919153 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7d58e95e-ccc2-4164-9f32-07e62ae8bc85 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "GET /v2.0/routers/e8aa849b-bf85-4a81-baa0-d2759f99a1e8 HTTP/1.1" status: 200 len: 925 time: 0.8100152 Feb 09 14:38:11.922926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34682) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:12.043616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f3a84-1997-4860-8d66-abc7d09fcb73 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:12.044464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-225f3a84-1997-4860-8d66-abc7d09fcb73 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Synchronizing usage tracker for tenant:7acd90819b5e45118d42c1721cfc8b90 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:38:12.060648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-225f3a84-1997-4860-8d66-abc7d09fcb73 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Unset dirty status for tenant:7acd90819b5e45118d42c1721cfc8b90 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:38:12.065403 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-225f3a84-1997-4860-8d66-abc7d09fcb73 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&device_id=e8aa849b-bf85-4a81-baa0-d2759f99a1e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1384258 Feb 09 14:38:12.068273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34688) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:12.097500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abff340-b0f7-43c3-b6ae-a6ca0f0ab5d7 req-b3daf792-4168-474d-9f60-b7023c242fdd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:12.104961 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1abff340-b0f7-43c3-b6ae-a6ca0f0ab5d7 req-b3daf792-4168-474d-9f60-b7023c242fdd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.3399692 Feb 09 14:38:12.242221 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1abff340-b0f7-43c3-b6ae-a6ca0f0ab5d7 req-c83b696a-d91b-4b4c-a4bf-52001e2253cc tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369033 Feb 09 14:38:12.271984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad74b447-9f0b-4bf7-aa82-37c0879aa378 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:12.275993 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ad74b447-9f0b-4bf7-aa82-37c0879aa378 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 881 time: 0.2032840 Feb 09 14:38:12.276399 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34696) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:12.320683 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 31c7abef-d6b7-4f41-b331-01cd61da1ba4 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:38:12.323768 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7cc6180a-b362-4c9b-9a64-848ed9a8fab9 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8aa849b-bf85-4a81-baa0-d2759f99a1e8 HTTP/1.1" status: 200 len: 205 time: 0.0463009 Feb 09 14:38:12.327152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34702) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:12.362327 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:12.397928 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 31c7abef-d6b7-4f41-b331-01cd61da1ba4 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:38:12.419969 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 31c7abef-d6b7-4f41-b331-01cd61da1ba4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:12.420625 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:12.619146 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:12.671817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f9ec02-6f56-46d9-83e6-b0a6d61f35f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c7abef-d6b7-4f41-b331-01cd61da1ba4'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:38:12.689402 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 31c7abef-d6b7-4f41-b331-01cd61da1ba4, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=31c7abef-d6b7-4f41-b331-01cd61da1ba4,segment=NetworkSegment(75f4e60d-2955-46bf-8622-626201643449),segment_id=75f4e60d-2955-46bf-8622-626201643449)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:12.699196 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:12.802841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=31c7abef-d6b7-4f41-b331-01cd61da1ba4,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:12.821011 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2773ad9e-3741-4118-a6a7-cde12b8ef877 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:12.829402 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f9ec02-6f56-46d9-83e6-b0a6d61f35f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c7abef-d6b7-4f41-b331-01cd61da1ba4', 'code': 200} Feb 09 14:38:12.951100 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:13.155764 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2773ad9e-3741-4118-a6a7-cde12b8ef877 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:13.176375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-2773ad9e-3741-4118-a6a7-cde12b8ef877 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Deleting port 8da4ebc1-f005-4d24-ae66-881c27fac21c {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:13.176925 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2773ad9e-3741-4118-a6a7-cde12b8ef877 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:13.194588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Router 5c12b1ad-d5b9-4660-95e9-cd19d21a6053 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:38:13.441697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd5f2d-3c15-4b4f-92af-bc6ea2df390f req-1017f56d-453f-4aba-9bac-2f4396318a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:13.443459 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7dcd5f2d-3c15-4b4f-92af-bc6ea2df390f req-1017f56d-453f-4aba-9bac-2f4396318a6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1096 time: 0.4196408 Feb 09 14:38:13.470046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d58a76-4d47-4119-b572-71a08d20a43a req-5f94bc66-1e57-4510-8d9f-1605cfe70e84 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:13.471814 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4d58a76-4d47-4119-b572-71a08d20a43a req-5f94bc66-1e57-4510-8d9f-1605cfe70e84 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1096 time: 0.4491091 Feb 09 14:38:13.536827 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7dcd5f2d-3c15-4b4f-92af-bc6ea2df390f req-6adba5ba-f405-487c-8c11-4e1816b3fdd0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853653 Feb 09 14:38:13.578809 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4d58a76-4d47-4119-b572-71a08d20a43a req-777f3dd2-82d6-455a-9996-199cf25cdf9a tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860877 Feb 09 14:38:13.583403 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2773ad9e-3741-4118-a6a7-cde12b8ef877 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:13.698241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34732) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:13.709343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:38:13.722639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Sync routers for ids ['5c12b1ad-d5b9-4660-95e9-cd19d21a6053'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:38:13.725365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-2773ad9e-3741-4118-a6a7-cde12b8ef877 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Calling delete_port for 8da4ebc1-f005-4d24-ae66-881c27fac21c owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:13.734456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Routers {'5c12b1ad-d5b9-4660-95e9-cd19d21a6053'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:13.735619 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['5c12b1ad-d5b9-4660-95e9-cd19d21a6053'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:13.751273 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:13.752946 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f31fa873-9060-4583-bff8-610377e22ef8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.5772884 Feb 09 14:38:13.758045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34738) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:13.804713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab7266-94b3-42cf-9844-632f12531ccb req-6365694e-446f-41d3-a20e-30a400aa5bb6 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:13.806261 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5bab7266-94b3-42cf-9844-632f12531ccb req-6365694e-446f-41d3-a20e-30a400aa5bb6 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.3078713 Feb 09 14:38:13.882902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b66294-d095-49d6-8d2f-3077feb6c20f tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:13.886225 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-63b66294-d095-49d6-8d2f-3077feb6c20f tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=efb44efc65644172a41e96f54232df46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1270554 Feb 09 14:38:13.887194 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34742) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:13.897532 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbc0b535-1245-481b-bcb3-25171b371ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:13.916656 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5bab7266-94b3-42cf-9844-632f12531ccb req-eba22ae6-126a-4521-93fa-c977c0551031 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997248 Feb 09 14:38:13.923698 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2773ad9e-3741-4118-a6a7-cde12b8ef877 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:13.957981 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Set router 5c12b1ad-d5b9-4660-95e9-cd19d21a6053 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:38:13.987764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773ad9e-3741-4118-a6a7-cde12b8ef877 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Pushing event deleted for resources: {'Port': ['ID=8da4ebc1-f005-4d24-ae66-881c27fac21c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:14.037577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dbc0b535-1245-481b-bcb3-25171b371ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:14.062152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dbc0b535-1245-481b-bcb3-25171b371ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:d983faeee80044e1bc18e9e021ab6d61 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:38:14.073321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dbc0b535-1245-481b-bcb3-25171b371ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:38:14.083094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dbc0b535-1245-481b-bcb3-25171b371ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:14.171508 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2773ad9e-3741-4118-a6a7-cde12b8ef877 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:14.238891 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbc0b535-1245-481b-bcb3-25171b371ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:14.271480 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dbc0b535-1245-481b-bcb3-25171b371ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:14.292048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01009523-bc1e-446d-a5c7-b2a0a0049eaa tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:14.296252 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-01009523-bc1e-446d-a5c7-b2a0a0049eaa tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3977313 Feb 09 14:38:14.358364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34762) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:14.372271 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541599122', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:38:07Z', 'updated_at': '2022-02-09T14:38:12Z', 'revision_number': 3, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:38:09Z', 'updated_at': '2022-02-09T14:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:14.377505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Checking router: 5c12b1ad-d5b9-4660-95e9-cd19d21a6053 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:38:14.377903 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Updating router 5c12b1ad-d5b9-4660-95e9-cd19d21a6053 port c1c86a82-a9fb-4a3f-b76f-560e68e81365 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:38:14.434952 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:14.441933 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-286f9502-3ff7-4abe-85b8-03d5fc8616cc tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0767806 Feb 09 14:38:14.443377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34766) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:14.450521 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dbc0b535-1245-481b-bcb3-25171b371ce3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d983faeee80044e1bc18e9e021ab6d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7487669 Feb 09 14:38:14.450521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0b535-1245-481b-bcb3-25171b371ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49621a30-042d-42f7-b899-bd42a47a3f5e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:14.454183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34770) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:14.511901 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2773ad9e-3741-4118-a6a7-cde12b8ef877 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:14.539290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-04290fa6-e797-454b-aec5-2453fa275ade tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:14.540821 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-04290fa6-e797-454b-aec5-2453fa275ade tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/networks?id=7ffc6d90-6560-4047-8fa9-a763c9541e79 HTTP/1.1" status: 200 len: 813 time: 0.3006611 Feb 09 14:38:14.545860 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2773ad9e-3741-4118-a6a7-cde12b8ef877 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:14.564438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d96fe-aec4-42bc-af86-e46f769f4439 req-0cb08a3e-5357-4622-8952-2e74f745a203 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:14.567183 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e3d96fe-aec4-42bc-af86-e46f769f4439 req-0cb08a3e-5357-4622-8952-2e74f745a203 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.4886470 Feb 09 14:38:14.573222 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-ddf3fc00-152c-497f-a223-b5c51fdd1181 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/quotas/1f94004ca39d42b088ef4b3647adc740 HTTP/1.1" status: 200 len: 375 time: 0.0229130 Feb 09 14:38:14.579772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34774) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:14.583583 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-67302f77-cc74-4d7f-b2a0-4f896c4cad84 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=efb44efc65644172a41e96f54232df46&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1371198 Feb 09 14:38:14.586811 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f73df568-99ae-456b-a101-d1e7c3e7cc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:14.588718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34778) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:14.598008 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-53a7a0d0-79d7-4e61-87e3-bd7da385eb69 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Request body: {'floatingip': {'port_id': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:14.782191 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2773ad9e-3741-4118-a6a7-cde12b8ef877 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:14.782959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2773ad9e-3741-4118-a6a7-cde12b8ef877 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Fanout notify agent at l3_agent the message router_deleted on router e8aa849b-bf85-4a81-baa0-d2759f99a1e8 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:38:14.792134 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53a7a0d0-79d7-4e61-87e3-bd7da385eb69 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:14.834704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652e5db4-0256-4e96-9721-e639b886ec1f tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:14.836195 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-652e5db4-0256-4e96-9721-e639b886ec1f tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2461264 Feb 09 14:38:14.840636 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2773ad9e-3741-4118-a6a7-cde12b8ef877 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:14.846148 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2773ad9e-3741-4118-a6a7-cde12b8ef877 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "DELETE /v2.0/routers/e8aa849b-bf85-4a81-baa0-d2759f99a1e8 HTTP/1.1" status: 204 len: 168 time: 2.5122380 Feb 09 14:38:14.846338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34784) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:14.848775 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f73df568-99ae-456b-a101-d1e7c3e7cc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:14.848919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34786) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:14.856565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b427ff8a-7281-40c1-acc9-ad1c92468db1 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-601259935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:14.860955 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-ba05aa5a-a870-4519-b46d-356065d07c61 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f94004ca39d42b088ef4b3647adc740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1510789 Feb 09 14:38:14.866041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b427ff8a-7281-40c1-acc9-ad1c92468db1 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:14.872614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b427ff8a-7281-40c1-acc9-ad1c92468db1 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Usage tracker for resource:router and tenant:43885b16e5fd469686bf064e4c0306a2 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:38:14.876367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b427ff8a-7281-40c1-acc9-ad1c92468db1 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:38:14.885897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b427ff8a-7281-40c1-acc9-ad1c92468db1 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:14.888247 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:14.891283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b0ffe-0ae2-4e74-90ce-25516fcecfda req-a90d9b15-a744-47b8-8cf8-4b568672d4f3 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:14.893418 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-833b0ffe-0ae2-4e74-90ce-25516fcecfda req-a90d9b15-a744-47b8-8cf8-4b568672d4f3 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1096 time: 0.1705790 Feb 09 14:38:14.901120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Transition to ACTIVE for port object c1c86a82-a9fb-4a3f-b76f-560e68e81365 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:38:14.909306 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:14.919586 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b427ff8a-7281-40c1-acc9-ad1c92468db1 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:14.919586 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b427ff8a-7281-40c1-acc9-ad1c92468db1 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:14.953084 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b427ff8a-7281-40c1-acc9-ad1c92468db1 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:14.962815 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-833b0ffe-0ae2-4e74-90ce-25516fcecfda req-80b6865c-ced7-462b-927d-87de2d4679f6 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616610 Feb 09 14:38:14.977889 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b427ff8a-7281-40c1-acc9-ad1c92468db1 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:15.011373 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d2392-ffbc-4f88-903f-2eb3e6890fbf None None] Pushing event updated for resources: {'Port': ['ID=c1c86a82-a9fb-4a3f-b76f-560e68e81365,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:15.012513 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b427ff8a-7281-40c1-acc9-ad1c92468db1 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:15.016069 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b427ff8a-7281-40c1-acc9-ad1c92468db1 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1644852 Feb 09 14:38:15.017171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Attempting to bind port c1c86a82-a9fb-4a3f-b76f-560e68e81365 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:38:15.017673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Attempting to bind port c1c86a82-a9fb-4a3f-b76f-560e68e81365 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:38:15.018245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34792) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:15.018734 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Attempting to bind port c1c86a82-a9fb-4a3f-b76f-560e68e81365 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:38:15.026143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'enable_snat': False}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:15.027583 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:38:15.027991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:38:15.028396 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:15.028774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:38:15.029231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Bound port: c1c86a82-a9fb-4a3f-b76f-560e68e81365, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:38:15.029599 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:15.068740 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-99dd5518-6d6f-44a5-a036-3091bda1fe67 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2097781 Feb 09 14:38:15.072527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34796) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:15.098975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-16edfec4-235e-4b9b-b25b-47edf518f7af tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-924153212', 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c', 'project_id': 'efb44efc65644172a41e96f54232df46', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:15.114655 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] For port c1c86a82-a9fb-4a3f-b76f-560e68e81365, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:38:15.118235 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] For port c1c86a82-a9fb-4a3f-b76f-560e68e81365, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c1c86a82-a9fb-4a3f-b76f-560e68e81365,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:38:15.121885 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:15.210096 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Routers {'5c12b1ad-d5b9-4660-95e9-cd19d21a6053'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:15.211130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['5c12b1ad-d5b9-4660-95e9-cd19d21a6053'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:15.307372 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d2392-ffbc-4f88-903f-2eb3e6890fbf None None] Pushing event updated for resources: {'Port': ['ID=c1c86a82-a9fb-4a3f-b76f-560e68e81365,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:15.359146 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-42148e3e-6d01-44bc-bf4a-48cc4f6f5044 service neutron] 10.222.0.48 "GET /v2.0/networks/7ffc6d90-6560-4047-8fa9-a763c9541e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357555 Feb 09 14:38:15.372182 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f73df568-99ae-456b-a101-d1e7c3e7cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:15.447992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] Set router 5c12b1ad-d5b9-4660-95e9-cd19d21a6053 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:38:15.468193 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:15.482305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-16edfec4-235e-4b9b-b25b-47edf518f7af tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:15.488351 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73df568-99ae-456b-a101-d1e7c3e7cc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49621a30-042d-42f7-b899-bd42a47a3f5e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:15.498191 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-16edfec4-235e-4b9b-b25b-47edf518f7af tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Usage tracker for resource:subnet and tenant:efb44efc65644172a41e96f54232df46 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:38:15.513088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-16edfec4-235e-4b9b-b25b-47edf518f7af tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:38:15.515951 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f73df568-99ae-456b-a101-d1e7c3e7cc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:15.517064 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f73df568-99ae-456b-a101-d1e7c3e7cc6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49621a30-042d-42f7-b899-bd42a47a3f5e HTTP/1.1" status: 204 len: 168 time: 1.0623033 Feb 09 14:38:15.524908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-16edfec4-235e-4b9b-b25b-47edf518f7af tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:15.896360 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16edfec4-235e-4b9b-b25b-47edf518f7af tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Made reservation on behalf of efb44efc65644172a41e96f54232df46 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:38:15.899889 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16edfec4-235e-4b9b-b25b-47edf518f7af tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:15.912373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:15.947492 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:16.026585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541599122', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:38:07Z', 'updated_at': '2022-02-09T14:38:12Z', 'revision_number': 3, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:38:09Z', 'updated_at': '2022-02-09T14:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:16.032502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b17db2-9818-47e9-850f-683b048fabcd None None] The sync data for ids ['5c12b1ad-d5b9-4660-95e9-cd19d21a6053'] in n-d-828418-2 is: [{'id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541599122', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:38:07Z', 'updated_at': '2022-02-09T14:38:12Z', 'revision_number': 3, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:38:09Z', 'updated_at': '2022-02-09T14:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:38:16.105924 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-42fba12f-58f8-4064-a85e-58244eaeed7d service neutron] 10.222.0.48 "GET /v2.0/networks/7ffc6d90-6560-4047-8fa9-a763c9541e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7346554 Feb 09 14:38:16.146681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34806) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:16.181498 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d76e883-e407-4d41-b505-ba59feaad112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:16.216233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9d76e883-e407-4d41-b505-ba59feaad112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:16.225791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9d76e883-e407-4d41-b505-ba59feaad112 admin admin] Usage tracker for resource:security_group_rule and tenant:b7ae8f38e44b4cfc86faa674e0d54ee4 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:38:16.230169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9d76e883-e407-4d41-b505-ba59feaad112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:38:16.251262 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9d76e883-e407-4d41-b505-ba59feaad112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:16.386449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Allocated IP 172.25.8.235 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/1706d7f0-3bf1-4b4b-a779-b38c7e9e517b) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:38:16.390258 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7af14d8e-afe5-45c5-9e6b-f51e8965975b req-95ea06b7-36c5-4603-b756-28ada49277c7 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 210 time: 0.0844343 Feb 09 14:38:16.510598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9dacc-6862-41ad-920d-1c73fa76de99 req-d7f1c353-5803-4292-be96-05eea8295ccd tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:16.512146 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d4a9dacc-6862-41ad-920d-1c73fa76de99 req-d7f1c353-5803-4292-be96-05eea8295ccd tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1096 time: 0.3703520 Feb 09 14:38:16.606433 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d4a9dacc-6862-41ad-920d-1c73fa76de99 req-3a097390-f8cb-45a3-b379-42b0c6cfe703 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756674 Feb 09 14:38:16.646549 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:16.681640 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:16.738690 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d76e883-e407-4d41-b505-ba59feaad112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:16.752365 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d76e883-e407-4d41-b505-ba59feaad112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:16.778565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:38:16.782377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:16.786198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:38:16.791195 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53a7a0d0-79d7-4e61-87e3-bd7da385eb69 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:16.800908 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9d76e883-e407-4d41-b505-ba59feaad112 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7ae8f38e44b4cfc86faa674e0d54ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6526089 Feb 09 14:38:16.804052 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16edfec4-235e-4b9b-b25b-47edf518f7af tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:16.811959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34822) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:16.823324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Pushing event updated for resources: {'Port': ['ID=1706d7f0-3bf1-4b4b-a779-b38c7e9e517b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:16.840981 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53a7a0d0-79d7-4e61-87e3-bd7da385eb69 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:17.045931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c1c86a82-a9fb-4a3f-b76f-560e68e81365 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:38:17.073768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76e883-e407-4d41-b505-ba59feaad112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b64561-82ac-4292-971d-dbfecd2b78ec,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:17.146339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port c1c86a82-a9fb-4a3f-b76f-560e68e81365 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:38:17.151380 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edfec4-235e-4b9b-b25b-47edf518f7af tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'Subnet': ['ID=ee813b58-5f60-4962-a8dd-ed9e0ee3ff69,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:17.151943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c1c86a82-a9fb-4a3f-b76f-560e68e81365 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:17.152390 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:17.285211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16edfec4-235e-4b9b-b25b-47edf518f7af tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Checking segment: {'id': 'a0cbbe02-6ef1-4633-b314-ffee44f23472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:38:17.285841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16edfec4-235e-4b9b-b25b-47edf518f7af tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Network hostable DHCP agents. Network: d9bb066f-4afa-428f-875c-388a1cb4d42c, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:38:17.319630 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cc38d5a-8556-44cc-89ec-9e6925d6773b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:17.352875 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:17.357334 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-53a7a0d0-79d7-4e61-87e3-bd7da385eb69 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Floating IP 78bc9e85-924b-4abd-b444-7a95bd6c2752 associated. External IP: 172.25.8.18, port: 9f3f76be-ffed-4445-ac04-9c71cc80d8a2. Feb 09 14:38:17.368899 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:17.387220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port c1c86a82-a9fb-4a3f-b76f-560e68e81365, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c1c86a82-a9fb-4a3f-b76f-560e68e81365,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:17.392574 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:17.418685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68c857-5996-4738-9c76-619df4dabe4b req-172eaabc-ce8f-4ca4-81de-6d150edc2a9e tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:17.426324 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db68c857-5996-4738-9c76-619df4dabe4b req-172eaabc-ce8f-4ca4-81de-6d150edc2a9e tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1096 time: 0.5256023 Feb 09 14:38:17.453028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16edfec4-235e-4b9b-b25b-47edf518f7af tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Network d9bb066f-4afa-428f-875c-388a1cb4d42c is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:38:17.470407 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cc38d5a-8556-44cc-89ec-9e6925d6773b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:17.473225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=c1c86a82-a9fb-4a3f-b76f-560e68e81365,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:17.519529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-16edfec4-235e-4b9b-b25b-47edf518f7af tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, d9bb066f-4afa-428f-875c-388a1cb4d42c) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:17.530041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1830aff4-282f-4009-9e1f-e0655dd2be48 None None] Network d9bb066f-4afa-428f-875c-388a1cb4d42c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:38:17.545570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16edfec4-235e-4b9b-b25b-47edf518f7af tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:17.546178 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-16edfec4-235e-4b9b-b25b-47edf518f7af tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:17.669234 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db68c857-5996-4738-9c76-619df4dabe4b req-a2db3721-f90b-4422-ae15-5d7527c96cfe tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417951 Feb 09 14:38:17.738786 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-16edfec4-235e-4b9b-b25b-47edf518f7af tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6618063 Feb 09 14:38:17.744964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 34832) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:17.874478 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d885aaee-c40d-4899-b64f-2f280738aed2 req-ca9fffe5-6a83-42f4-9e19-b6ac3a39baa2 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 210 time: 0.0802636 Feb 09 14:38:17.885588 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-d9bb066f-4afa-428f-875c-388a1cb4d42c', 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'fixed_ips': [{'subnet_id': 'ee813b58-5f60-4962-a8dd-ed9e0ee3ff69'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:38:17.886419 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:17.911855 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:17.917422 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:18.137325 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cc38d5a-8556-44cc-89ec-9e6925d6773b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:18.197579 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Allocated IP 172.20.0.18 (d9bb066f-4afa-428f-875c-388a1cb4d42c/ee813b58-5f60-4962-a8dd-ed9e0ee3ff69/30c08807-37c5-47fb-b9ee-50bb51f34ef9) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:38:18.261909 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8cc38d5a-8556-44cc-89ec-9e6925d6773b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:18.263964 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8cc38d5a-8556-44cc-89ec-9e6925d6773b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86b64561-82ac-4292-971d-dbfecd2b78ec HTTP/1.1" status: 204 len: 168 time: 1.3657286 Feb 09 14:38:18.274351 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc38d5a-8556-44cc-89ec-9e6925d6773b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b64561-82ac-4292-971d-dbfecd2b78ec,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:18.327526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Router 78b11b2b-ddfe-4320-810a-2eb180da7c4d is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:38:18.544517 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:18.560900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-a0deb6d4-e087-4d53-b3f1-fa90da8f098a tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:18.562663 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-a0deb6d4-e087-4d53-b3f1-fa90da8f098a tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.21 "GET /v2.0/networks?id=7ffc6d90-6560-4047-8fa9-a763c9541e79 HTTP/1.1" status: 200 len: 813 time: 0.8053141 Feb 09 14:38:18.562872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Transition to ACTIVE for port object 30c08807-37c5-47fb-b9ee-50bb51f34ef9 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:38:18.578749 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:38:18.590285 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded82eeb-9407-4b45-9702-846dbfa1cfb6 None None] Sync routers for ids ['78b11b2b-ddfe-4320-810a-2eb180da7c4d'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:38:18.613738 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Transition to ACTIVE for port object 30c08807-37c5-47fb-b9ee-50bb51f34ef9 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:38:18.614104 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded82eeb-9407-4b45-9702-846dbfa1cfb6 None None] Routers {'78b11b2b-ddfe-4320-810a-2eb180da7c4d'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:18.615497 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ded82eeb-9407-4b45-9702-846dbfa1cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['78b11b2b-ddfe-4320-810a-2eb180da7c4d'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:18.622201 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:18.627925 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:18.630504 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-129cf9b9-c7ef-41cd-ba25-23f576bc3e26 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "PUT /v2.0/routers/78b11b2b-ddfe-4320-810a-2eb180da7c4d HTTP/1.1" status: 200 len: 919 time: 3.6094890 Feb 09 14:38:18.635671 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34840) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:18.671113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-96d53161-45f2-40c6-bf24-c66b3a7166f2 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Request body: {'port': {'device_id': '319aa470-2f60-4a33-8d66-ec243d5302af', 'network_id': '7ffc6d90-6560-4047-8fa9-a763c9541e79', 'admin_state_up': True, 'tenant_id': '1f94004ca39d42b088ef4b3647adc740'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:18.695322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a7a0d0-79d7-4e61-87e3-bd7da385eb69 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Router dc224eed-34ed-478a-b904-b02956910adf has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:38:18.712258 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ded82eeb-9407-4b45-9702-846dbfa1cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:18.724881 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded82eeb-9407-4b45-9702-846dbfa1cfb6 None None] Routers {'78b11b2b-ddfe-4320-810a-2eb180da7c4d'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:18.725834 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ded82eeb-9407-4b45-9702-846dbfa1cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['78b11b2b-ddfe-4320-810a-2eb180da7c4d'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:18.750030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25929c38-fb83-41de-8da9-6cbfd2341eea req-25aa76f5-33fc-4aec-a538-73efa8804608 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:18.757658 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-25929c38-fb83-41de-8da9-6cbfd2341eea req-25aa76f5-33fc-4aec-a538-73efa8804608 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1096 time: 0.8722942 Feb 09 14:38:18.780070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Network d9bb066f-4afa-428f-875c-388a1cb4d42c is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:38:18.783223 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:18.788973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:38:18.798635 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Pushing event updated for resources: {'Port': ['ID=30c08807-37c5-47fb-b9ee-50bb51f34ef9,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:18.799073 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ded82eeb-9407-4b45-9702-846dbfa1cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:18.800482 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded82eeb-9407-4b45-9702-846dbfa1cfb6 None None] The sync data for ids ['78b11b2b-ddfe-4320-810a-2eb180da7c4d'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:38:18.929847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Attempting to bind port 30c08807-37c5-47fb-b9ee-50bb51f34ef9 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:38:18.930225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Attempting to bind port 30c08807-37c5-47fb-b9ee-50bb51f34ef9 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a0cbbe02-6ef1-4633-b314-ffee44f23472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:38:18.932571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Attempting to bind port 30c08807-37c5-47fb-b9ee-50bb51f34ef9 on network d9bb066f-4afa-428f-875c-388a1cb4d42c {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:38:18.950276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:38:18.950633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Checking segment: {'id': 'a0cbbe02-6ef1-4633-b314-ffee44f23472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:38:18.957218 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:18.957556 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Bound using segment: {'id': 'a0cbbe02-6ef1-4633-b314-ffee44f23472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:38:18.960036 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-df23398b-053a-4ef7-9803-9df9b8eadd61 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "GET /v2.0/routers/78b11b2b-ddfe-4320-810a-2eb180da7c4d HTTP/1.1" status: 200 len: 925 time: 0.3192408 Feb 09 14:38:18.961535 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Bound port: 30c08807-37c5-47fb-b9ee-50bb51f34ef9, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0cbbe02-6ef1-4633-b314-ffee44f23472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:38:18.961861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34852) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:18.964232 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:18.977882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c1c86a82-a9fb-4a3f-b76f-560e68e81365 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:38:19.077545 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-25929c38-fb83-41de-8da9-6cbfd2341eea req-d9ca66e6-75a4-4c67-8478-ee8ea516556b tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189304 Feb 09 14:38:19.114514 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b238316-cdc3-49a2-86e4-2f7913397e3a req-6c22ca73-3b3b-46a9-9f73-2a5ddabbacde tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 210 time: 0.0747573 Feb 09 14:38:19.136740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f502a703-37ae-4f88-9536-8673abb48bb2 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:19.138394 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f502a703-37ae-4f88-9536-8673abb48bb2 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&device_id=78b11b2b-ddfe-4320-810a-2eb180da7c4d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1718574 Feb 09 14:38:19.141297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34860) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:19.157179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c1c86a82-a9fb-4a3f-b76f-560e68e81365 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:19.157668 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:19.246109 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5d454582-7a47-4084-a723-eabab5d796be None None] For port 30c08807-37c5-47fb-b9ee-50bb51f34ef9, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:38:19.251129 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5d454582-7a47-4084-a723-eabab5d796be None None] For port 30c08807-37c5-47fb-b9ee-50bb51f34ef9, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=30c08807-37c5-47fb-b9ee-50bb51f34ef9,segment=NetworkSegment(a0cbbe02-6ef1-4633-b314-ffee44f23472),segment_id=a0cbbe02-6ef1-4633-b314-ffee44f23472)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:38:19.262115 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:19.303958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619f4fc9-c00a-4908-9088-f264d03f09b6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:19.308053 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-619f4fc9-c00a-4908-9088-f264d03f09b6 tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "GET /v2.0/networks/c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 881 time: 0.1631529 Feb 09 14:38:19.313331 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34868) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:19.370716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-96d53161-45f2-40c6-bf24-c66b3a7166f2 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:19.394474 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-22f4806c-cb05-40e8-bd2a-fb9ff7b63f6e tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "GET /v2.0/ports?device_id=78b11b2b-ddfe-4320-810a-2eb180da7c4d HTTP/1.1" status: 200 len: 205 time: 0.0807209 Feb 09 14:38:19.398152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34874) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:19.442745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-96d53161-45f2-40c6-bf24-c66b3a7166f2 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:19.474036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a7a0d0-79d7-4e61-87e3-bd7da385eb69 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:38:19.489540 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92579d61-6315-445a-9739-50384f5f187c None None] Sync routers for ids ['dc224eed-34ed-478a-b904-b02956910adf'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:38:19.491707 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-53a7a0d0-79d7-4e61-87e3-bd7da385eb69 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:19.510884 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d454582-7a47-4084-a723-eabab5d796be None None] Pushing event updated for resources: {'Port': ['ID=30c08807-37c5-47fb-b9ee-50bb51f34ef9,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:19.520063 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92579d61-6315-445a-9739-50384f5f187c None None] Routers {'dc224eed-34ed-478a-b904-b02956910adf'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:19.520773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-92579d61-6315-445a-9739-50384f5f187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['dc224eed-34ed-478a-b904-b02956910adf'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:19.653854 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-53a7a0d0-79d7-4e61-87e3-bd7da385eb69 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "PUT /v2.0/floatingips/78bc9e85-924b-4abd-b444-7a95bd6c2752 HTTP/1.1" status: 200 len: 990 time: 5.0682702 Feb 09 14:38:19.655125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-96d53161-45f2-40c6-bf24-c66b3a7166f2 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Made reservation on behalf of 1f94004ca39d42b088ef4b3647adc740 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:38:19.659757 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-96d53161-45f2-40c6-bf24-c66b3a7166f2 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:19.871762 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-92579d61-6315-445a-9739-50384f5f187c None None] Set router dc224eed-34ed-478a-b904-b02956910adf gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:38:19.938723 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8aec632e-6226-4c6c-a847-a3eaad5ee9cb tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:19.951928 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfda984-746b-49c6-815c-d04b42956c52', 'tag': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:38:20.059112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b001462-24be-45af-9c35-5a0b725efa9b req-f2f4b426-903d-4566-b694-4fcfc8622ef8 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:20.060924 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b001462-24be-45af-9c35-5a0b725efa9b req-f2f4b426-903d-4566-b694-4fcfc8622ef8 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1096 time: 0.4348540 Feb 09 14:38:20.163496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-96d53161-45f2-40c6-bf24-c66b3a7166f2 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Allocated IP 172.20.0.14 (7ffc6d90-6560-4047-8fa9-a763c9541e79/4cbee3c2-4527-441d-a604-88ee748ed65d/bc574fab-7441-4e03-8f8f-a43b98480a3b) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:38:20.221590 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b001462-24be-45af-9c35-5a0b725efa9b req-c90ed4f9-5784-46c2-b823-6858d43893f5 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504407 Feb 09 14:38:20.255003 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8aec632e-6226-4c6c-a847-a3eaad5ee9cb tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:20.266274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8aec632e-6226-4c6c-a847-a3eaad5ee9cb tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Deleting port 1706d7f0-3bf1-4b4b-a779-b38c7e9e517b {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:20.266785 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8aec632e-6226-4c6c-a847-a3eaad5ee9cb tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:20.421232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-92579d61-6315-445a-9739-50384f5f187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:29Z', 'revision_number': 4, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '78bc9e85-924b-4abd-b444-7a95bd6c2752', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'port_id': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'mac_address': 'fa:16:3e:41:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfda984-746b-49c6-815c-d04b42956c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:37:44Z', 'updated_at': '2022-02-09T14:38:16Z', 'revision_number': 1, 'project_id': '700b9235bb3d4706bcd2644827123371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf44312-ed96-4ece-b4dc-86ac7783f63f', 'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'mac_address': 'fa:16:3e:61:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:28Z', 'updated_at': '2022-02-09T14:31:41Z', 'revision_number': 5, 'project_id': '700b9235bb3d4706bcd2644827123371', 'subnets': [{'id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:20.425523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92579d61-6315-445a-9739-50384f5f187c None None] Checking router: dc224eed-34ed-478a-b904-b02956910adf for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:38:20.434681 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92579d61-6315-445a-9739-50384f5f187c None None] Routers {'dc224eed-34ed-478a-b904-b02956910adf'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:20.435392 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-92579d61-6315-445a-9739-50384f5f187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['dc224eed-34ed-478a-b904-b02956910adf'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:20.625873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd785ab9-4ccf-4225-bebd-f5d92ce73b67 req-d5d1beb8-7669-447a-84b1-9b6ef6b86d07 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:20.633821 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cd785ab9-4ccf-4225-bebd-f5d92ce73b67 req-d5d1beb8-7669-447a-84b1-9b6ef6b86d07 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.4746165 Feb 09 14:38:20.713786 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-92579d61-6315-445a-9739-50384f5f187c None None] Set router dc224eed-34ed-478a-b904-b02956910adf gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:38:20.738203 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:20.763231 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4dbc879b-f721-47eb-8eba-64cb3f2d3b29 req-736cd99d-e767-4491-94c4-dfb37ecf2941 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 210 time: 0.3727934 Feb 09 14:38:20.843028 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8aec632e-6226-4c6c-a847-a3eaad5ee9cb tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:20.852977 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfda984-746b-49c6-815c-d04b42956c52', 'tag': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2', 'status': 'completed', 'code': 200} Feb 09 14:38:20.979198 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cd785ab9-4ccf-4225-bebd-f5d92ce73b67 req-8e5701f1-94a9-48b8-9246-a5591e83de95 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3444793 Feb 09 14:38:21.089307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 30c08807-37c5-47fb-b9ee-50bb51f34ef9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:38:21.110675 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8aec632e-6226-4c6c-a847-a3eaad5ee9cb tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Calling delete_port for 1706d7f0-3bf1-4b4b-a779-b38c7e9e517b owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:21.171390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1f4c36-5bea-42bb-9f2d-2cd8785dc765 None None] Network d9bb066f-4afa-428f-875c-388a1cb4d42c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:38:21.200025 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-96d53161-45f2-40c6-bf24-c66b3a7166f2 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:21.242839 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd74dd-f928-4d59-8c34-dfc5e195275b req-a51c7525-539a-4bb8-9d23-de1d539679ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:21.245473 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c1fd74dd-f928-4d59-8c34-dfc5e195275b req-a51c7525-539a-4bb8-9d23-de1d539679ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 1096 time: 0.1877077 Feb 09 14:38:21.392474 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-96d53161-45f2-40c6-bf24-c66b3a7166f2 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:21.439217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f70a8658-e97f-4d96-80c3-93600c2115a4 None None] Provisioning for port 30c08807-37c5-47fb-b9ee-50bb51f34ef9 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:38:21.449114 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f70a8658-e97f-4d96-80c3-93600c2115a4 None None] Provisioning complete for port 30c08807-37c5-47fb-b9ee-50bb51f34ef9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:21.449562 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f70a8658-e97f-4d96-80c3-93600c2115a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:21.494233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d53161-45f2-40c6-bf24-c66b3a7166f2 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Pushing event updated for resources: {'Port': ['ID=bc574fab-7441-4e03-8f8f-a43b98480a3b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:21.529915 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8aec632e-6226-4c6c-a847-a3eaad5ee9cb tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:21.576612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-96d53161-45f2-40c6-bf24-c66b3a7166f2 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Network 7ffc6d90-6560-4047-8fa9-a763c9541e79 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:38:21.584847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-96d53161-45f2-40c6-bf24-c66b3a7166f2 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:21.595171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-96d53161-45f2-40c6-bf24-c66b3a7166f2 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:38:21.637770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 30c08807-37c5-47fb-b9ee-50bb51f34ef9 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:38:21.687055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Allocated IP 172.20.0.17 (d9bb066f-4afa-428f-875c-388a1cb4d42c/ee813b58-5f60-4962-a8dd-ed9e0ee3ff69/3500c870-5b98-4b86-9a6f-f329f6a7f924) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:38:21.689895 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 30c08807-37c5-47fb-b9ee-50bb51f34ef9 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:21.690309 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:21.724310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-96d53161-45f2-40c6-bf24-c66b3a7166f2 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:21.725559 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-96d53161-45f2-40c6-bf24-c66b3a7166f2 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:21.726954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec632e-6226-4c6c-a847-a3eaad5ee9cb tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Pushing event deleted for resources: {'Port': ['ID=1706d7f0-3bf1-4b4b-a779-b38c7e9e517b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:21.844599 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8aec632e-6226-4c6c-a847-a3eaad5ee9cb tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:21.848731 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-96d53161-45f2-40c6-bf24-c66b3a7166f2 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2093554 Feb 09 14:38:21.859669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Request body: {'port': {'device_id': '319aa470-2f60-4a33-8d66-ec243d5302af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:21.964154 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f70a8658-e97f-4d96-80c3-93600c2115a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:21.979693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-92579d61-6315-445a-9739-50384f5f187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:29Z', 'revision_number': 4, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '78bc9e85-924b-4abd-b444-7a95bd6c2752', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'port_id': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'mac_address': 'fa:16:3e:41:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfda984-746b-49c6-815c-d04b42956c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:37:44Z', 'updated_at': '2022-02-09T14:38:16Z', 'revision_number': 1, 'project_id': '700b9235bb3d4706bcd2644827123371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf44312-ed96-4ece-b4dc-86ac7783f63f', 'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'mac_address': 'fa:16:3e:61:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:28Z', 'updated_at': '2022-02-09T14:31:41Z', 'revision_number': 5, 'project_id': '700b9235bb3d4706bcd2644827123371', 'subnets': [{'id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:21.989153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92579d61-6315-445a-9739-50384f5f187c None None] The sync data for ids ['dc224eed-34ed-478a-b904-b02956910adf'] in n-d-828418-2 is: [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:29Z', 'revision_number': 4, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '78bc9e85-924b-4abd-b444-7a95bd6c2752', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'port_id': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'mac_address': 'fa:16:3e:41:1d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfda984-746b-49c6-815c-d04b42956c52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:37:44Z', 'updated_at': '2022-02-09T14:38:16Z', 'revision_number': 1, 'project_id': '700b9235bb3d4706bcd2644827123371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf44312-ed96-4ece-b4dc-86ac7783f63f', 'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'mac_address': 'fa:16:3e:61:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:28Z', 'updated_at': '2022-02-09T14:31:41Z', 'revision_number': 5, 'project_id': '700b9235bb3d4706bcd2644827123371', 'subnets': [{'id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:38:22.003759 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:22.026228 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:22.029193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd74dd-f928-4d59-8c34-dfc5e195275b req-86d8b3f8-9959-46f7-a50e-b7480d71afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:22.030474 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c1fd74dd-f928-4d59-8c34-dfc5e195275b req-86d8b3f8-9959-46f7-a50e-b7480d71afcb service neutron] 10.222.0.35 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 916 time: 0.7587771 Feb 09 14:38:22.046302 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f70a8658-e97f-4d96-80c3-93600c2115a4 None None] For port 30c08807-37c5-47fb-b9ee-50bb51f34ef9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=30c08807-37c5-47fb-b9ee-50bb51f34ef9,segment=NetworkSegment(a0cbbe02-6ef1-4633-b314-ffee44f23472),segment_id=a0cbbe02-6ef1-4633-b314-ffee44f23472)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:22.057779 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f70a8658-e97f-4d96-80c3-93600c2115a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:22.129242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Transition to ACTIVE for port object 3500c870-5b98-4b86-9a6f-f329f6a7f924 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:38:22.158231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d6bdc-1132-4535-a4f6-9973d31311dd req-905c581b-a2ac-4b8e-a19f-410b1b7589c3 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:22.160521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-211d6bdc-1132-4535-a4f6-9973d31311dd req-905c581b-a2ac-4b8e-a19f-410b1b7589c3 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Synchronizing usage tracker for tenant:1f94004ca39d42b088ef4b3647adc740 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:38:22.170645 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:22.191265 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8aec632e-6226-4c6c-a847-a3eaad5ee9cb tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:22.202057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ed874-196e-4c30-8d2f-145ab21ae341 req-d9eb3352-4781-465e-8cc1-8885c4d5b3dc tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:22.215417 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a55ed874-196e-4c30-8d2f-145ab21ae341 req-d9eb3352-4781-465e-8cc1-8885c4d5b3dc tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1096 time: 0.6864982 Feb 09 14:38:22.216766 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8aec632e-6226-4c6c-a847-a3eaad5ee9cb tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:22.248598 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:38:22.249042 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:38:22.258287 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a8658-e97f-4d96-80c3-93600c2115a4 None None] Pushing event updated for resources: {'Port': ['ID=30c08807-37c5-47fb-b9ee-50bb51f34ef9,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:22.307194 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c1fd74dd-f928-4d59-8c34-dfc5e195275b req-70c42592-4acc-4bbb-a22b-cc39f20c5063 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2 HTTP/1.1" status: 200 len: 998 time: 0.2678869 Feb 09 14:38:22.307839 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8aec632e-6226-4c6c-a847-a3eaad5ee9cb tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:22.308290 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aec632e-6226-4c6c-a847-a3eaad5ee9cb tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Fanout notify agent at l3_agent the message router_deleted on router 78b11b2b-ddfe-4320-810a-2eb180da7c4d {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:38:22.314535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-211d6bdc-1132-4535-a4f6-9973d31311dd req-905c581b-a2ac-4b8e-a19f-410b1b7589c3 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Unset dirty status for tenant:1f94004ca39d42b088ef4b3647adc740 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:38:22.315713 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-211d6bdc-1132-4535-a4f6-9973d31311dd req-905c581b-a2ac-4b8e-a19f-410b1b7589c3 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 932 time: 0.4099162 Feb 09 14:38:22.396515 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a55ed874-196e-4c30-8d2f-145ab21ae341 req-337a5c63-e20f-4849-ba59-07439c09b391 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743245 Feb 09 14:38:22.397963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd74dd-f928-4d59-8c34-dfc5e195275b req-30b5d9c8-a394-4fe0-b497-ff2436dad4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:22.399408 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c1fd74dd-f928-4d59-8c34-dfc5e195275b req-30b5d9c8-a394-4fe0-b497-ff2436dad4da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 200 len: 855 time: 0.0785594 Feb 09 14:38:22.427447 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744c671-e635-4a18-ab8f-66c2017f8c16 req-6a123b49-747c-4b87-8a5e-2321d82d3547 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:22.428998 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3744c671-e635-4a18-ab8f-66c2017f8c16 req-6a123b49-747c-4b87-8a5e-2321d82d3547 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1096 time: 0.5280130 Feb 09 14:38:22.455308 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b63ecc-5ae9-41c2-9911-03af41fc08e8 None None] New status for floating IP 78bc9e85-924b-4abd-b444-7a95bd6c2752: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:38:22.513535 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8aec632e-6226-4c6c-a847-a3eaad5ee9cb tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:22.513878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c0a490a2-cbc5-4bdf-9234-9f7be7e30c4e None None] Provisioning complete for port 30c08807-37c5-47fb-b9ee-50bb51f34ef9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:22.514361 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c0a490a2-cbc5-4bdf-9234-9f7be7e30c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:22.514642 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8aec632e-6226-4c6c-a847-a3eaad5ee9cb tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "DELETE /v2.0/routers/78b11b2b-ddfe-4320-810a-2eb180da7c4d HTTP/1.1" status: 204 len: 168 time: 3.1155620 Feb 09 14:38:22.531062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 34920) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:22.673917 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:22.689311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1987870691', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}, 'admin_state_up': False}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:22.713471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:22.778123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Network d9bb066f-4afa-428f-875c-388a1cb4d42c is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:38:22.785300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Usage tracker for resource:router and tenant:43885b16e5fd469686bf064e4c0306a2 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:38:22.802807 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:38:22.814795 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-211d6bdc-1132-4535-a4f6-9973d31311dd req-6d268e30-3357-4d70-84f5-a6ba0e438184 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907234 Feb 09 14:38:22.817822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:22.821744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:22.823679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3744c671-e635-4a18-ab8f-66c2017f8c16 req-6e332f35-50aa-4f8d-b828-4b05ed33ca98 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Deleting port 31c7abef-d6b7-4f41-b331-01cd61da1ba4 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:22.824174 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3744c671-e635-4a18-ab8f-66c2017f8c16 req-6e332f35-50aa-4f8d-b828-4b05ed33ca98 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:22.825696 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:38:22.916422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-db139bab-3da9-4001-acd6-15699f141dd9 req-fd612225-c497-4a1c-a4d4-f6172b5c0036 tempest-ServerRescueTestJSONUnderV235-651931243 tempest-ServerRescueTestJSONUnderV235-651931243-project] (87597) timed out ('10.222.0.35', 52535) {{(pid=87597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 14:38:22.936621 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:22.937692 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:23.018605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'Port': ['ID=3500c870-5b98-4b86-9a6f-f329f6a7f924,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:23.024832 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:23.045517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd74dd-f928-4d59-8c34-dfc5e195275b req-989eb442-3334-4164-aa31-28d41b440e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:23.047096 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c1fd74dd-f928-4d59-8c34-dfc5e195275b req-989eb442-3334-4164-aa31-28d41b440e66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7bbb3d60-5bb5-4148-942d-8f599eefdf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6392829 Feb 09 14:38:23.056788 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 30c08807-37c5-47fb-b9ee-50bb51f34ef9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:38:23.099319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10bf0b-ae50-4bda-9a0e-3f3b70c9dcae req-45760c68-806b-4068-959c-ccbd5ae8d1cb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:23.101347 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b10bf0b-ae50-4bda-9a0e-3f3b70c9dcae req-45760c68-806b-4068-959c-ccbd5ae8d1cb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.4037273 Feb 09 14:38:23.210686 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:23.227489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 30c08807-37c5-47fb-b9ee-50bb51f34ef9 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:23.227898 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:23.237501 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:23.276871 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e10daddb-44ee-4049-bdcb-67caf6302743 None None] Provisioning for port 3500c870-5b98-4b86-9a6f-f329f6a7f924 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:38:23.302705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e10daddb-44ee-4049-bdcb-67caf6302743 None None] Provisioning complete for port 3500c870-5b98-4b86-9a6f-f329f6a7f924 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:23.306161 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e10daddb-44ee-4049-bdcb-67caf6302743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:23.369132 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b10bf0b-ae50-4bda-9a0e-3f3b70c9dcae req-91a7f678-c390-49ba-ba05-3a5df397f607 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396719 Feb 09 14:38:23.483826 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc574fab-7441-4e03-8f8f-a43b98480a3b {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:38:23.497738 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e10daddb-44ee-4049-bdcb-67caf6302743 None None] Port 3500c870-5b98-4b86-9a6f-f329f6a7f924 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:38:23.501845 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:23.565258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Transition to ACTIVE for port object bc574fab-7441-4e03-8f8f-a43b98480a3b will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:38:23.575401 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:23.822939 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c1fd74dd-f928-4d59-8c34-dfc5e195275b req-237fb4ab-5b1c-4ca2-a373-e637c3118c73 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7527142 Feb 09 14:38:23.873984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Pushing event updated for resources: {'Port': ['ID=bc574fab-7441-4e03-8f8f-a43b98480a3b,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:24.000730 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:24.067258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-3744c671-e635-4a18-ab8f-66c2017f8c16 req-6e332f35-50aa-4f8d-b828-4b05ed33ca98 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] For port 31c7abef-d6b7-4f41-b331-01cd61da1ba4, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=31c7abef-d6b7-4f41-b331-01cd61da1ba4,segment=NetworkSegment(75f4e60d-2955-46bf-8622-626201643449),segment_id=75f4e60d-2955-46bf-8622-626201643449)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:24.067600 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3744c671-e635-4a18-ab8f-66c2017f8c16 req-6e332f35-50aa-4f8d-b828-4b05ed33ca98 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:24.134082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a3c2b-a5a9-4b8d-8b4c-3cba8f998373 req-6220b8c6-c7a7-4b41-879d-ac640ec04836 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:24.135578 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d58a3c2b-a5a9-4b8d-8b4c-3cba8f998373 req-6220b8c6-c7a7-4b41-879d-ac640ec04836 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 1096 time: 0.4318061 Feb 09 14:38:24.141733 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Attempting to bind port bc574fab-7441-4e03-8f8f-a43b98480a3b on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:38:24.142064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Attempting to bind port bc574fab-7441-4e03-8f8f-a43b98480a3b by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'd9c9e53e-b5dd-46f3-b4af-c9b8d877c46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7ffc6d90-6560-4047-8fa9-a763c9541e79'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:38:24.142385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Attempting to bind port bc574fab-7441-4e03-8f8f-a43b98480a3b on network 7ffc6d90-6560-4047-8fa9-a763c9541e79 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:38:24.167031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Port bc574fab-7441-4e03-8f8f-a43b98480a3b on network 7ffc6d90-6560-4047-8fa9-a763c9541e79 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:38:24.167404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Attempting to bind port bc574fab-7441-4e03-8f8f-a43b98480a3b on network 7ffc6d90-6560-4047-8fa9-a763c9541e79 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:38:24.178439 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:38:24.178771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Checking segment: {'id': 'd9c9e53e-b5dd-46f3-b4af-c9b8d877c46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7ffc6d90-6560-4047-8fa9-a763c9541e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:38:24.179156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Bound using segment: {'id': 'd9c9e53e-b5dd-46f3-b4af-c9b8d877c46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7ffc6d90-6560-4047-8fa9-a763c9541e79'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:38:24.179584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Bound port: bc574fab-7441-4e03-8f8f-a43b98480a3b, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c9e53e-b5dd-46f3-b4af-c9b8d877c46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7ffc6d90-6560-4047-8fa9-a763c9541e79'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:38:24.179953 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:24.222204 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:24.228278 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d58a3c2b-a5a9-4b8d-8b4c-3cba8f998373 req-79566940-d2a5-4305-bfd6-03c176ba644c tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820632 Feb 09 14:38:24.253668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3744c671-e635-4a18-ab8f-66c2017f8c16 req-6e332f35-50aa-4f8d-b828-4b05ed33ca98 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Calling delete_port for 31c7abef-d6b7-4f41-b331-01cd61da1ba4 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:24.260319 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:24.399051 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c1fd74dd-f928-4d59-8c34-dfc5e195275b req-423ba281-2399-419e-a6ab-c851db1d8281 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648379 Feb 09 14:38:24.442386 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:24.445770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'Port': ['ID=3500c870-5b98-4b86-9a6f-f329f6a7f924,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:24.450533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] For port bc574fab-7441-4e03-8f8f-a43b98480a3b, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:38:24.453809 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] For port bc574fab-7441-4e03-8f8f-a43b98480a3b, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bc574fab-7441-4e03-8f8f-a43b98480a3b,segment=NetworkSegment(d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a),segment_id=d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:38:24.458006 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:24.497901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b12af-ec12-4f84-a8d6-01208799f13c req-c2c4f813-12e8-4756-82c4-a642a70aa5b7 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:24.500122 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d3b12af-ec12-4f84-a8d6-01208799f13c req-c2c4f813-12e8-4756-82c4-a642a70aa5b7 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 944 time: 0.5073991 Feb 09 14:38:24.731330 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d3b12af-ec12-4f84-a8d6-01208799f13c req-bcec8034-5429-4aec-a189-ce947ea11ccc tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749815 Feb 09 14:38:24.731978 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3744c671-e635-4a18-ab8f-66c2017f8c16 req-6e332f35-50aa-4f8d-b828-4b05ed33ca98 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:24.743632 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['52a76fba-7f1a-4987-adce-3efb122a3384'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:38:24.779830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:24.779830 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:24.780973 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-19d22e99-de52-496c-856c-be3784219d47 service neutron] 10.222.0.21 "PUT /v2.0/ports/bc574fab-7441-4e03-8f8f-a43b98480a3b HTTP/1.1" status: 200 len: 1092 time: 2.9255631 Feb 09 14:38:24.789405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319aa470-2f60-4a33-8d66-ec243d5302af', 'tag': 'bc574fab-7441-4e03-8f8f-a43b98480a3b'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:38:24.861733 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e332f35-50aa-4f8d-b828-4b05ed33ca98 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Pushing event deleted for resources: {'Port': ['ID=31c7abef-d6b7-4f41-b331-01cd61da1ba4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:24.946713 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319aa470-2f60-4a33-8d66-ec243d5302af', 'tag': 'bc574fab-7441-4e03-8f8f-a43b98480a3b', 'status': 'completed', 'code': 200} Feb 09 14:38:24.947305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d22e99-de52-496c-856c-be3784219d47 service neutron] Pushing event updated for resources: {'Port': ['ID=bc574fab-7441-4e03-8f8f-a43b98480a3b,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:24.996698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3744c671-e635-4a18-ab8f-66c2017f8c16 req-6e332f35-50aa-4f8d-b828-4b05ed33ca98 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] No DVR routers for this DVR port 31c7abef-d6b7-4f41-b331-01cd61da1ba4 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:38:25.011002 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3744c671-e635-4a18-ab8f-66c2017f8c16 req-6e332f35-50aa-4f8d-b828-4b05ed33ca98 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:25.012217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Network d9bb066f-4afa-428f-875c-388a1cb4d42c is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:38:25.018228 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f9ec02-6f56-46d9-83e6-b0a6d61f35f6', 'name': 'network-vif-deleted', 'tag': '31c7abef-d6b7-4f41-b331-01cd61da1ba4'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:38:25.022766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:25.125519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cccb50-9969-41d4-8c61-b9dfb7e27790 req-d59af506-a789-4e45-857a-c351dfe91799 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:25.134592 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-02cccb50-9969-41d4-8c61-b9dfb7e27790 req-d59af506-a789-4e45-857a-c351dfe91799 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.5088956 Feb 09 14:38:25.166108 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3744c671-e635-4a18-ab8f-66c2017f8c16 req-6e332f35-50aa-4f8d-b828-4b05ed33ca98 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.35 "DELETE /v2.0/ports/31c7abef-d6b7-4f41-b331-01cd61da1ba4 HTTP/1.1" status: 204 len: 173 time: 2.6977124 Feb 09 14:38:25.171167 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f9ec02-6f56-46d9-83e6-b0a6d61f35f6', 'name': 'network-vif-deleted', 'tag': '31c7abef-d6b7-4f41-b331-01cd61da1ba4', 'status': 'completed', 'code': 200} Feb 09 14:38:25.176353 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:25.216570 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:25.324431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-c33aa8ce-3f61-4322-8b1f-605bcfe6f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:25.326708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-c33aa8ce-3f61-4322-8b1f-605bcfe6f829 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f94004ca39d42b088ef4b3647adc740&device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 1095 time: 0.4778049 Feb 09 14:38:25.445974 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-02cccb50-9969-41d4-8c61-b9dfb7e27790 req-21145502-7166-4db0-a5e4-4637b0547c2a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3105025 Feb 09 14:38:25.449693 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-ce163c01-760f-476c-906d-596d35f8183a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc574fab-7441-4e03-8f8f-a43b98480a3b HTTP/1.1" status: 200 len: 217 time: 0.0995073 Feb 09 14:38:25.479887 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-eef64ba8-66d4-45e4-a733-94dad835c564 None None] Provisioning complete for port 3500c870-5b98-4b86-9a6f-f329f6a7f924 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:25.480260 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-eef64ba8-66d4-45e4-a733-94dad835c564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:25.528097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-100061fb-737a-4c9c-9fef-83893b35052e req-14ceb690-d2c5-49be-8787-23f418e340ce tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Synchronizing usage tracker for tenant:0769abacc27e4e269d0375f8324d1bb5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:38:25.532987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Allocated IP 172.25.8.36 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/7c4b149e-baed-4137-a42d-d36c01c5bc95) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:38:25.539867 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-eef64ba8-66d4-45e4-a733-94dad835c564 None None] Port 3500c870-5b98-4b86-9a6f-f329f6a7f924 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:38:25.560131 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Router 5c12b1ad-d5b9-4660-95e9-cd19d21a6053 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:38:25.641136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-100061fb-737a-4c9c-9fef-83893b35052e req-14ceb690-d2c5-49be-8787-23f418e340ce tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Unset dirty status for tenant:0769abacc27e4e269d0375f8324d1bb5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:38:25.642741 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-100061fb-737a-4c9c-9fef-83893b35052e req-14ceb690-d2c5-49be-8787-23f418e340ce tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4f9ec02-6f56-46d9-83e6-b0a6d61f35f6 HTTP/1.1" status: 200 len: 210 time: 0.1745396 Feb 09 14:38:25.679849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-9e61105a-f24a-448a-88bc-76d056ca6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:25.681320 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-9e61105a-f24a-448a-88bc-76d056ca6993 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4cbee3c2-4527-441d-a604-88ee748ed65d HTTP/1.1" status: 200 len: 853 time: 0.2241080 Feb 09 14:38:25.734288 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:25.744291 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-d2b59cca-5c87-4a04-9367-1c7d4336e8b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ffc6d90-6560-4047-8fa9-a763c9541e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501230 Feb 09 14:38:25.777333 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:25.930273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Pushing event updated for resources: {'Port': ['ID=7c4b149e-baed-4137-a42d-d36c01c5bc95,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:25.942079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:38:25.943268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:25.945792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:38:26.096118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:38:26.111201 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5be8a6ff-9afb-4efe-afbd-2a0bf063bd66 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "PUT /v2.0/routers/5c12b1ad-d5b9-4660-95e9-cd19d21a6053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3550155 Feb 09 14:38:26.115464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Sync routers for ids ['5c12b1ad-d5b9-4660-95e9-cd19d21a6053'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:38:26.132539 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Routers {'5c12b1ad-d5b9-4660-95e9-cd19d21a6053'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:26.133166 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['5c12b1ad-d5b9-4660-95e9-cd19d21a6053'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:26.151947 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7196206-4d53-43fd-bc05-da7cf336099e req-b19f4bf6-4af3-4548-8346-a5d82a76800d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:26.153436 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7196206-4d53-43fd-bc05-da7cf336099e req-b19f4bf6-4af3-4548-8346-a5d82a76800d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 944 time: 0.2357528 Feb 09 14:38:26.156959 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-2a617670-9bf6-4eb3-b185-4ce26d0543df service neutron] 10.222.0.21 "GET /v2.0/networks/7ffc6d90-6560-4047-8fa9-a763c9541e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067402 Feb 09 14:38:26.297918 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7196206-4d53-43fd-bc05-da7cf336099e req-d03b8071-f532-4934-9c03-f3f56674ce99 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389081 Feb 09 14:38:26.338576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 31c7abef-d6b7-4f41-b331-01cd61da1ba4 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:38:26.367074 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3074e817-33be-4ecd-b5cd-b961bfb59c55 req-f9f7d45e-60ca-4034-8175-20257a3fe28d service neutron] 10.222.0.21 "GET /v2.0/networks/7ffc6d90-6560-4047-8fa9-a763c9541e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938722 Feb 09 14:38:26.411701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 31c7abef-d6b7-4f41-b331-01cd61da1ba4 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:38:26.412094 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 31c7abef-d6b7-4f41-b331-01cd61da1ba4 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:38:26.555260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Set router 5c12b1ad-d5b9-4660-95e9-cd19d21a6053 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:38:26.776326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2f72a-beb6-4ff7-b34b-07ac0e404343 req-92df448c-2ed0-4335-9cb3-6274ff6867ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:26.778093 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7b2f72a-beb6-4ff7-b34b-07ac0e404343 req-92df448c-2ed0-4335-9cb3-6274ff6867ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f94004ca39d42b088ef4b3647adc740&device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 1095 time: 0.3560870 Feb 09 14:38:26.828834 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fb193bcb-785a-4b3d-81f4-9fff750a4b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:27.127226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-39f44467-ba9e-40f7-898c-87bbd2e7daaf tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:27.137288 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-39f44467-ba9e-40f7-898c-87bbd2e7daaf tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/networks?id=d9bb066f-4afa-428f-875c-388a1cb4d42c HTTP/1.1" status: 200 len: 797 time: 0.5682495 Feb 09 14:38:27.140402 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:27.148110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2f72a-beb6-4ff7-b34b-07ac0e404343 req-718a48b8-9662-4acc-bdf8-5d7ebdf6923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:27.150751 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7b2f72a-beb6-4ff7-b34b-07ac0e404343 req-718a48b8-9662-4acc-bdf8-5d7ebdf6923c service neutron] 10.222.0.21 "GET /v2.0/networks?id=7ffc6d90-6560-4047-8fa9-a763c9541e79 HTTP/1.1" status: 200 len: 913 time: 0.3647141 Feb 09 14:38:27.152766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541599122', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:38:07Z', 'updated_at': '2022-02-09T14:38:23Z', 'revision_number': 4, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:38:09Z', 'updated_at': '2022-02-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '3500c870-5b98-4b86-9a6f-f329f6a7f924', 'name': '', 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'mac_address': 'fa:16:3e:35:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'ee813b58-5f60-4962-a8dd-ed9e0ee3ff69', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:38:21Z', 'updated_at': '2022-02-09T14:38:23Z', 'revision_number': 2, 'project_id': 'efb44efc65644172a41e96f54232df46', 'subnets': [{'id': 'ee813b58-5f60-4962-a8dd-ed9e0ee3ff69', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:27.157611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Checking router: 5c12b1ad-d5b9-4660-95e9-cd19d21a6053 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:38:27.157978 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Updating router 5c12b1ad-d5b9-4660-95e9-cd19d21a6053 port 3500c870-5b98-4b86-9a6f-f329f6a7f924 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:38:27.266887 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7b2f72a-beb6-4ff7-b34b-07ac0e404343 req-9e37aeb0-ee48-4a52-af57-cdb41dc3a1c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc574fab-7441-4e03-8f8f-a43b98480a3b HTTP/1.1" status: 200 len: 217 time: 0.1107347 Feb 09 14:38:27.333384 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:27.408433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2f72a-beb6-4ff7-b34b-07ac0e404343 req-2a2ea0a6-2f23-4bf2-b91a-78a29b0ce9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:27.411711 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7b2f72a-beb6-4ff7-b34b-07ac0e404343 req-2a2ea0a6-2f23-4bf2-b91a-78a29b0ce9c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4cbee3c2-4527-441d-a604-88ee748ed65d HTTP/1.1" status: 200 len: 853 time: 0.1384659 Feb 09 14:38:27.457545 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-cf17fad4-77c3-49ec-9556-c2644b1a1771 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/quotas/efb44efc65644172a41e96f54232df46 HTTP/1.1" status: 200 len: 375 time: 0.3185105 Feb 09 14:38:27.509500 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7b2f72a-beb6-4ff7-b34b-07ac0e404343 req-02a72d60-8c17-4b81-8afd-2a3bc46d7f2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ffc6d90-6560-4047-8fa9-a763c9541e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897403 Feb 09 14:38:27.755384 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7b2f72a-beb6-4ff7-b34b-07ac0e404343 req-cefe7e13-ff42-462c-92a6-f464c09097c4 service neutron] 10.222.0.21 "GET /v2.0/networks/7ffc6d90-6560-4047-8fa9-a763c9541e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388937 Feb 09 14:38:27.759798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee30094-81c9-4019-a599-c7978f87cd04 req-345675f8-8579-48ea-b066-c1b9d24f8d79 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:27.761240 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eee30094-81c9-4019-a599-c7978f87cd04 req-345675f8-8579-48ea-b066-c1b9d24f8d79 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1097 time: 0.2204208 Feb 09 14:38:27.868890 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:27.883375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Transition to ACTIVE for port object 3500c870-5b98-4b86-9a6f-f329f6a7f924 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:38:27.892955 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:27.901154 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eee30094-81c9-4019-a599-c7978f87cd04 req-53d013de-1823-4bea-9b70-30f0c8d86361 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185493 Feb 09 14:38:27.937100 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-216433c7-1650-401a-88eb-7c172ebba3f6 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=efb44efc65644172a41e96f54232df46&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4767573 Feb 09 14:38:27.991980 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7b2f72a-beb6-4ff7-b34b-07ac0e404343 req-95869597-f572-4ed1-8619-ceb2a1c3e223 service neutron] 10.222.0.21 "GET /v2.0/networks/7ffc6d90-6560-4047-8fa9-a763c9541e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297497 Feb 09 14:38:28.094620 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:28.146793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148a2ad-62aa-4e6e-933f-05c53ab54d8c None None] Pushing event updated for resources: {'Port': ['ID=3500c870-5b98-4b86-9a6f-f329f6a7f924,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:28.165828 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Attempting to bind port 3500c870-5b98-4b86-9a6f-f329f6a7f924 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:38:28.166464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Attempting to bind port 3500c870-5b98-4b86-9a6f-f329f6a7f924 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a0cbbe02-6ef1-4633-b314-ffee44f23472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:38:28.166590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Attempting to bind port 3500c870-5b98-4b86-9a6f-f329f6a7f924 on network d9bb066f-4afa-428f-875c-388a1cb4d42c {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:38:28.172201 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:38:28.172495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Checking segment: {'id': 'a0cbbe02-6ef1-4633-b314-ffee44f23472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:38:28.172925 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:28.173373 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Bound using segment: {'id': 'a0cbbe02-6ef1-4633-b314-ffee44f23472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:38:28.173733 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Bound port: 3500c870-5b98-4b86-9a6f-f329f6a7f924, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0cbbe02-6ef1-4633-b314-ffee44f23472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:38:28.174096 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:28.226134 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58038326-492e-4ca6-b35c-5b325199a02e req-c3bcb378-5307-43c9-8a89-e134e2838718 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:28.239776 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-58038326-492e-4ca6-b35c-5b325199a02e req-c3bcb378-5307-43c9-8a89-e134e2838718 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 944 time: 0.1486957 Feb 09 14:38:28.297801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] For port 3500c870-5b98-4b86-9a6f-f329f6a7f924, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:38:28.302116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] For port 3500c870-5b98-4b86-9a6f-f329f6a7f924, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3500c870-5b98-4b86-9a6f-f329f6a7f924,segment=NetworkSegment(a0cbbe02-6ef1-4633-b314-ffee44f23472),segment_id=a0cbbe02-6ef1-4633-b314-ffee44f23472)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:38:28.307630 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:28.316764 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-58038326-492e-4ca6-b35c-5b325199a02e req-b634d8d6-6e78-423a-81d0-2a3c263b6c31 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693443 Feb 09 14:38:28.359284 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-55ef2b17-eec6-476b-9e6f-7c1e0ddf74b2 service neutron] 10.222.0.48 "GET /v2.0/networks/d9bb066f-4afa-428f-875c-388a1cb4d42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099553 Feb 09 14:38:28.393516 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Routers {'5c12b1ad-d5b9-4660-95e9-cd19d21a6053'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:28.394241 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['5c12b1ad-d5b9-4660-95e9-cd19d21a6053'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:28.467498 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148a2ad-62aa-4e6e-933f-05c53ab54d8c None None] Pushing event updated for resources: {'Port': ['ID=3500c870-5b98-4b86-9a6f-f329f6a7f924,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:28.592361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Router 03db5c72-3550-4a96-a535-5b270184414f is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:38:28.607458 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-f7fe726d-c82d-47ed-a1a6-e2398fc04c43 service neutron] 10.222.0.48 "GET /v2.0/networks/d9bb066f-4afa-428f-875c-388a1cb4d42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378690 Feb 09 14:38:28.782289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] Set router 5c12b1ad-d5b9-4660-95e9-cd19d21a6053 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:38:28.902937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:38:28.913856 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b660c71-1229-4ebc-8bfe-3ee2ff42c974 None None] Sync routers for ids ['03db5c72-3550-4a96-a535-5b270184414f'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:38:28.935847 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b660c71-1229-4ebc-8bfe-3ee2ff42c974 None None] Routers {'03db5c72-3550-4a96-a535-5b270184414f'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:28.936738 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-4b660c71-1229-4ebc-8bfe-3ee2ff42c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['03db5c72-3550-4a96-a535-5b270184414f'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:28.942954 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:28.946098 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-95ace660-7ef3-47da-bc7e-5e439868e2ff tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.4140546 Feb 09 14:38:28.948845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35024) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:28.961567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-208558dd-4e71-4478-8944-35884f80c972 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:29.069183 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-4b660c71-1229-4ebc-8bfe-3ee2ff42c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:29.091357 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b660c71-1229-4ebc-8bfe-3ee2ff42c974 None None] Routers {'03db5c72-3550-4a96-a535-5b270184414f'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:29.092487 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-4b660c71-1229-4ebc-8bfe-3ee2ff42c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:37:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['03db5c72-3550-4a96-a535-5b270184414f'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:29.246843 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-4b660c71-1229-4ebc-8bfe-3ee2ff42c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:29.247245 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b660c71-1229-4ebc-8bfe-3ee2ff42c974 None None] The sync data for ids ['03db5c72-3550-4a96-a535-5b270184414f'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:38:29.264676 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c3a2af85-c05b-49e6-bb7c-0bd40600a10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:29.300708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541599122', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:38:07Z', 'updated_at': '2022-02-09T14:38:23Z', 'revision_number': 4, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:38:09Z', 'updated_at': '2022-02-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '3500c870-5b98-4b86-9a6f-f329f6a7f924', 'name': '', 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'mac_address': 'fa:16:3e:35:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'ee813b58-5f60-4962-a8dd-ed9e0ee3ff69', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:38:21Z', 'updated_at': '2022-02-09T14:38:28Z', 'revision_number': 4, 'project_id': 'efb44efc65644172a41e96f54232df46', 'subnets': [{'id': 'ee813b58-5f60-4962-a8dd-ed9e0ee3ff69', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:29.306487 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c5255-94f5-45a8-96a1-eb8caf1eca50 None None] The sync data for ids ['5c12b1ad-d5b9-4660-95e9-cd19d21a6053'] in n-d-828418-2 is: [{'id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541599122', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:38:07Z', 'updated_at': '2022-02-09T14:38:23Z', 'revision_number': 4, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:38:09Z', 'updated_at': '2022-02-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '3500c870-5b98-4b86-9a6f-f329f6a7f924', 'name': '', 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'mac_address': 'fa:16:3e:35:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'ee813b58-5f60-4962-a8dd-ed9e0ee3ff69', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:38:21Z', 'updated_at': '2022-02-09T14:38:28Z', 'revision_number': 4, 'project_id': 'efb44efc65644172a41e96f54232df46', 'subnets': [{'id': 'ee813b58-5f60-4962-a8dd-ed9e0ee3ff69', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:38:29.331578 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d4460-d620-471b-9053-2e2dad84859d req-8b22d877-03a7-4f2c-8fb2-f5f2be1a666d tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:29.333169 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f1d4460-d620-471b-9053-2e2dad84859d req-8b22d877-03a7-4f2c-8fb2-f5f2be1a666d tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1097 time: 0.3494630 Feb 09 14:38:29.338697 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42572bcc-2a68-457b-8107-e9754186d197 req-762cb82e-fe0a-4683-8866-2b6cd083f1a7 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:29.347633 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-42572bcc-2a68-457b-8107-e9754186d197 req-762cb82e-fe0a-4683-8866-2b6cd083f1a7 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1097 time: 0.2883565 Feb 09 14:38:29.573214 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d650640-f492-45b0-af4f-e278a51f96e6 req-817ecd95-44e1-4276-a61e-3b1d6250b80a tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 210 time: 0.3666778 Feb 09 14:38:29.614693 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-42572bcc-2a68-457b-8107-e9754186d197 req-7c3523a1-7224-431b-ad95-5410f36e0774 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630074 Feb 09 14:38:29.641698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-0f1d4460-d620-471b-9053-2e2dad84859d req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Deleting port 52a76fba-7f1a-4987-adce-3efb122a3384 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:29.642169 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0f1d4460-d620-471b-9053-2e2dad84859d req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:30.195248 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device bc574fab-7441-4e03-8f8f-a43b98480a3b details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:38:30.221150 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-208558dd-4e71-4478-8944-35884f80c972 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:30.264662 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-208558dd-4e71-4478-8944-35884f80c972 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:30.297041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-208558dd-4e71-4478-8944-35884f80c972 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Deleting port 7c4b149e-baed-4137-a42d-d36c01c5bc95 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:30.297419 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-208558dd-4e71-4478-8944-35884f80c972 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:30.375267 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:30.375873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22129feb-9032-4749-b769-8ddd3f4fc629 req-8e898bd7-3edd-45d0-ae8a-4985c8274c55 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:30.378989 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22129feb-9032-4749-b769-8ddd3f4fc629 req-8e898bd7-3edd-45d0-ae8a-4985c8274c55 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 944 time: 0.4901552 Feb 09 14:38:30.427867 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:30.466888 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port bc574fab-7441-4e03-8f8f-a43b98480a3b, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bc574fab-7441-4e03-8f8f-a43b98480a3b,segment=NetworkSegment(d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a),segment_id=d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:30.476835 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22129feb-9032-4749-b769-8ddd3f4fc629 req-018df074-7fdc-4508-8b33-d0bd285f6499 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832715 Feb 09 14:38:30.486179 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-0f1d4460-d620-471b-9053-2e2dad84859d req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] For port 52a76fba-7f1a-4987-adce-3efb122a3384, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=52a76fba-7f1a-4987-adce-3efb122a3384,segment=NetworkSegment(75f4e60d-2955-46bf-8622-626201643449),segment_id=75f4e60d-2955-46bf-8622-626201643449)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:30.486806 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0f1d4460-d620-471b-9053-2e2dad84859d req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:30.501141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'bc574fab-7441-4e03-8f8f-a43b98480a3b', 'network_id': '7ffc6d90-6560-4047-8fa9-a763c9541e79', 'port_id': 'bc574fab-7441-4e03-8f8f-a43b98480a3b', 'mac_address': 'fa:16:3e:ee:43:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cbee3c2-4527-441d-a604-88ee748ed65d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:38:30.575986 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:30.605588 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc574fab-7441-4e03-8f8f-a43b98480a3b {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:38:30.613244 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-208558dd-4e71-4478-8944-35884f80c972 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:30.673259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port bc574fab-7441-4e03-8f8f-a43b98480a3b, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bc574fab-7441-4e03-8f8f-a43b98480a3b,segment=NetworkSegment(d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a),segment_id=d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:30.680995 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:30.921160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-208558dd-4e71-4478-8944-35884f80c972 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Calling delete_port for 7c4b149e-baed-4137-a42d-d36c01c5bc95 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:30.933551 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=bc574fab-7441-4e03-8f8f-a43b98480a3b,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:30.989500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-0f1d4460-d620-471b-9053-2e2dad84859d req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Calling delete_port for 52a76fba-7f1a-4987-adce-3efb122a3384 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:31.026942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['bc574fab-7441-4e03-8f8f-a43b98480a3b'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:38:31.047110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.21', 54743) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:31.363089 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3500c870-5b98-4b86-9a6f-f329f6a7f924 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:38:31.380174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-2c143b8c-ae8d-44ea-bfd0-45e85b32f544 req-4a337be2-d890-41cb-a43c-372920c8eb55 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Synchronizing usage tracker for tenant:efb44efc65644172a41e96f54232df46 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:38:31.399608 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0f1d4460-d620-471b-9053-2e2dad84859d req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:31.442890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b1f47-c635-4c93-85ea-28f4f6796543 req-0fbbdfac-35c4-4a0b-bc56-3690a172fa04 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:31.455026 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d9b1f47-c635-4c93-85ea-28f4f6796543 req-0fbbdfac-35c4-4a0b-bc56-3690a172fa04 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=624857de-9142-4b2a-81cc-7bf5ee8b73d1 HTTP/1.1" status: 200 len: 1018 time: 0.4098828 Feb 09 14:38:31.556550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-94ab51f2-ee0c-403e-a4d4-a0fa976ce917 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:31.558543 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-94ab51f2-ee0c-403e-a4d4-a0fa976ce917 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.21 "GET /v2.0/networks?id=d9bb066f-4afa-428f-875c-388a1cb4d42c HTTP/1.1" status: 200 len: 797 time: 0.5103157 Feb 09 14:38:31.562308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Pushing event deleted for resources: {'Port': ['ID=52a76fba-7f1a-4987-adce-3efb122a3384,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:31.587111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-e368d8fc-0b51-4179-abd4-4547b0806191 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Request body: {'port': {'device_id': 'e680a22f-a844-4687-acbe-19d10b1f6f4d', 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c', 'admin_state_up': True, 'tenant_id': 'efb44efc65644172a41e96f54232df46'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:31.599396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-2c143b8c-ae8d-44ea-bfd0-45e85b32f544 req-4a337be2-d890-41cb-a43c-372920c8eb55 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Unset dirty status for tenant:efb44efc65644172a41e96f54232df46 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:38:31.636260 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2c143b8c-ae8d-44ea-bfd0-45e85b32f544 req-4a337be2-d890-41cb-a43c-372920c8eb55 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 210 time: 0.5932610 Feb 09 14:38:31.676576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 3500c870-5b98-4b86-9a6f-f329f6a7f924 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:38:31.684940 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 3500c870-5b98-4b86-9a6f-f329f6a7f924 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:31.686803 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:31.740123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:31.740525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:31.740812 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:31.741146 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:31.741481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:31.741809 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:31.742132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:31.742454 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:31.752731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:31.754642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:31.757842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:31.758804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:31.779766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1d4460-d620-471b-9053-2e2dad84859d req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] No DVR routers for this DVR port 52a76fba-7f1a-4987-adce-3efb122a3384 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:38:31.785892 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-0f1d4460-d620-471b-9053-2e2dad84859d req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:31.790123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624857de-9142-4b2a-81cc-7bf5ee8b73d1', 'name': 'network-vif-deleted', 'tag': '52a76fba-7f1a-4987-adce-3efb122a3384'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:38:31.795236 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d9b1f47-c635-4c93-85ea-28f4f6796543 req-92cca8e8-8ec4-4178-8355-224b0c023694 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ececeace-466b-450e-b6c2-487b24e49521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974737 Feb 09 14:38:31.796909 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-e368d8fc-0b51-4179-abd4-4547b0806191 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:31.810852 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f1d4460-d620-471b-9053-2e2dad84859d req-8c9b8868-73f8-4175-9f8d-18d0e0aea311 tempest-TestServerMultinode-1737727940 tempest-TestServerMultinode-1737727940-project-admin] 10.222.0.21 "DELETE /v2.0/ports/52a76fba-7f1a-4987-adce-3efb122a3384 HTTP/1.1" status: 204 len: 173 time: 2.4432526 Feb 09 14:38:31.860522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-e368d8fc-0b51-4179-abd4-4547b0806191 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:31.876690 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:31.878248 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:31.899526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-e368d8fc-0b51-4179-abd4-4547b0806191 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Made reservation on behalf of efb44efc65644172a41e96f54232df46 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:38:31.909205 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-e368d8fc-0b51-4179-abd4-4547b0806191 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:31.960052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 3500c870-5b98-4b86-9a6f-f329f6a7f924, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3500c870-5b98-4b86-9a6f-f329f6a7f924,segment=NetworkSegment(a0cbbe02-6ef1-4633-b314-ffee44f23472),segment_id=a0cbbe02-6ef1-4633-b314-ffee44f23472)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:31.968212 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:31.982409 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624857de-9142-4b2a-81cc-7bf5ee8b73d1', 'name': 'network-vif-deleted', 'tag': '52a76fba-7f1a-4987-adce-3efb122a3384', 'status': 'completed', 'code': 200} Feb 09 14:38:31.997060 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-208558dd-4e71-4478-8944-35884f80c972 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:32.070531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb537c2-3956-4247-b834-40e3c324119c req-5c605a9f-39bc-4a0b-b0b6-057f6fbaf48b tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:32.071872 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6bb537c2-3956-4247-b834-40e3c324119c req-5c605a9f-39bc-4a0b-b0b6-057f6fbaf48b tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 945 time: 0.1852789 Feb 09 14:38:32.072424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208558dd-4e71-4478-8944-35884f80c972 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Pushing event deleted for resources: {'Port': ['ID=7c4b149e-baed-4137-a42d-d36c01c5bc95,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:32.128909 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=3500c870-5b98-4b86-9a6f-f329f6a7f924,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:32.140624 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6bb537c2-3956-4247-b834-40e3c324119c req-ca27414f-c883-4d51-a64a-9980b7c73de5 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598159 Feb 09 14:38:32.203307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device bc574fab-7441-4e03-8f8f-a43b98480a3b up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:38:32.281343 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port bc574fab-7441-4e03-8f8f-a43b98480a3b completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:38:32.288772 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port bc574fab-7441-4e03-8f8f-a43b98480a3b triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:32.290221 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:32.418102 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-208558dd-4e71-4478-8944-35884f80c972 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:32.511645 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:32.512930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-e368d8fc-0b51-4179-abd4-4547b0806191 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Allocated IP 172.20.0.20 (d9bb066f-4afa-428f-875c-388a1cb4d42c/ee813b58-5f60-4962-a8dd-ed9e0ee3ff69/92dc0b5c-c86e-446a-8c9b-d14270e8eb89) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:38:32.581890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port bc574fab-7441-4e03-8f8f-a43b98480a3b, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bc574fab-7441-4e03-8f8f-a43b98480a3b,segment=NetworkSegment(d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a),segment_id=d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:32.584925 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319aa470-2f60-4a33-8d66-ec243d5302af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc574fab-7441-4e03-8f8f-a43b98480a3b'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:38:32.601949 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:32.603260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 52a76fba-7f1a-4987-adce-3efb122a3384 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:38:32.733040 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:38:32.745178 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 52a76fba-7f1a-4987-adce-3efb122a3384 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:38:32.753436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 52a76fba-7f1a-4987-adce-3efb122a3384 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:38:32.788602 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=bc574fab-7441-4e03-8f8f-a43b98480a3b,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:32.801852 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319aa470-2f60-4a33-8d66-ec243d5302af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc574fab-7441-4e03-8f8f-a43b98480a3b', 'code': 200} Feb 09 14:38:32.982002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35070) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:33.005708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3500c870-5b98-4b86-9a6f-f329f6a7f924 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:38:33.091540 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-e368d8fc-0b51-4179-abd4-4547b0806191 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:33.113539 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df6f2beb-cb72-4cdd-8244-2164970ca9f4 req-f5827f29-5b05-4e76-bbd6-2e3083900f43 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 210 time: 0.2107666 Feb 09 14:38:33.130330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 3500c870-5b98-4b86-9a6f-f329f6a7f924 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:33.130699 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:33.161225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683b098-73a8-44ad-968f-0c6aff1bfe79 req-16c69e14-5242-40de-8a66-ee8d6e6e32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:33.162795 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b683b098-73a8-44ad-968f-0c6aff1bfe79 req-16c69e14-5242-40de-8a66-ee8d6e6e32cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 1097 time: 0.3150764 Feb 09 14:38:33.182080 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-208558dd-4e71-4478-8944-35884f80c972 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:33.185801 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-208558dd-4e71-4478-8944-35884f80c972 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:33.318100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-e368d8fc-0b51-4179-abd4-4547b0806191 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Transition to ACTIVE for port object 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:38:33.388111 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b683b098-73a8-44ad-968f-0c6aff1bfe79 req-8d6412bd-7c99-4298-a71f-8e84ece54fd6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659844 Feb 09 14:38:33.410913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208558dd-4e71-4478-8944-35884f80c972 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Router 03db5c72-3550-4a96-a535-5b270184414f has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:38:33.589165 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-e368d8fc-0b51-4179-abd4-4547b0806191 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:33.721427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcda19-00f8-447d-89dd-9e9376e4456d req-9ad6e0ed-da8a-4bf8-814c-60a0225cbe3c tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:33.728870 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-82dcda19-00f8-447d-89dd-9e9376e4456d req-9ad6e0ed-da8a-4bf8-814c-60a0225cbe3c tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 946 time: 0.3197424 Feb 09 14:38:33.741899 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a13ad282-ea64-455f-94e4-4a1713230dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:33.759529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208558dd-4e71-4478-8944-35884f80c972 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:38:33.774143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-e368d8fc-0b51-4179-abd4-4547b0806191 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Network d9bb066f-4afa-428f-875c-388a1cb4d42c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:38:33.777056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ff9420-7cf4-47d5-a65e-aa63275e86e7 None None] Sync routers for ids ['03db5c72-3550-4a96-a535-5b270184414f'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:38:33.782466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-e368d8fc-0b51-4179-abd4-4547b0806191 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:33.790421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-e368d8fc-0b51-4179-abd4-4547b0806191 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:38:33.810873 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ff9420-7cf4-47d5-a65e-aa63275e86e7 None None] Routers {'03db5c72-3550-4a96-a535-5b270184414f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:33.811571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-10ff9420-7cf4-47d5-a65e-aa63275e86e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:38:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['03db5c72-3550-4a96-a535-5b270184414f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:33.823866 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368d8fc-0b51-4179-abd4-4547b0806191 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event updated for resources: {'Port': ['ID=92dc0b5c-c86e-446a-8c9b-d14270e8eb89,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:33.844689 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-208558dd-4e71-4478-8944-35884f80c972 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:33.845851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-208558dd-4e71-4478-8944-35884f80c972 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "PUT /v2.0/routers/03db5c72-3550-4a96-a535-5b270184414f HTTP/1.1" status: 200 len: 710 time: 4.8960001 Feb 09 14:38:33.848531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35080) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:33.865888 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-82dcda19-00f8-447d-89dd-9e9376e4456d req-b28b2f5c-ea09-4c07-932c-0016f4b6b89b tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365371 Feb 09 14:38:33.929863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-e368d8fc-0b51-4179-abd4-4547b0806191 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:33.930781 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-e368d8fc-0b51-4179-abd4-4547b0806191 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:33.954341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-10ff9420-7cf4-47d5-a65e-aa63275e86e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:33.969003 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-e368d8fc-0b51-4179-abd4-4547b0806191 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.3938489 Feb 09 14:38:33.980529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ff9420-7cf4-47d5-a65e-aa63275e86e7 None None] Routers {'03db5c72-3550-4a96-a535-5b270184414f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:33.981327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-10ff9420-7cf4-47d5-a65e-aa63275e86e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:38:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['03db5c72-3550-4a96-a535-5b270184414f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:33.988358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Request body: {'port': {'device_id': 'e680a22f-a844-4687-acbe-19d10b1f6f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:34.121942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-10ff9420-7cf4-47d5-a65e-aa63275e86e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:34.122274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ff9420-7cf4-47d5-a65e-aa63275e86e7 None None] The sync data for ids ['03db5c72-3550-4a96-a535-5b270184414f'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:38:34.196215 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0f850d17-f69f-4e6d-9f36-0580f1fac112 None None] Provisioning for port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:38:34.211895 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0f850d17-f69f-4e6d-9f36-0580f1fac112 None None] Provisioning complete for port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:34.212623 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0f850d17-f69f-4e6d-9f36-0580f1fac112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:34.287171 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8a210b6c-0049-4188-909e-62ccf4b8736a tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "GET /v2.0/routers/03db5c72-3550-4a96-a535-5b270184414f HTTP/1.1" status: 200 len: 745 time: 0.4373002 Feb 09 14:38:34.296273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35088) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:34.341529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0f850d17-f69f-4e6d-9f36-0580f1fac112 None None] Port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:38:34.403327 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2fe2df6d-3ad9-4162-86bd-d1bd4edf0e2a tempest-RoutersIpV6AdminTest-1545477058 tempest-RoutersIpV6AdminTest-1545477058-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&device_id=03db5c72-3550-4a96-a535-5b270184414f HTTP/1.1" status: 200 len: 205 time: 0.1059406 Feb 09 14:38:34.406336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35092) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:34.464647 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2fc36f2a-9062-444f-9214-a40fb3dfdb5e tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "GET /v2.0/ports?device_id=03db5c72-3550-4a96-a535-5b270184414f HTTP/1.1" status: 200 len: 205 time: 0.0572183 Feb 09 14:38:34.466840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35096) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:34.577614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d073cb-8c70-47ef-beaf-e4e69acadd01 req-65257f0d-66fe-426b-9b8f-95fb8098f94c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:34.601197 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:34.611164 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7d073cb-8c70-47ef-beaf-e4e69acadd01 req-65257f0d-66fe-426b-9b8f-95fb8098f94c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 895 time: 0.3020167 Feb 09 14:38:34.612427 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36ea1611-64e6-44fd-a12d-0d9cbfdf7c21 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:34.733708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a13ad282-ea64-455f-94e4-4a1713230dbc admin admin] Deleting port 1a6178d3-2af3-49f3-9648-bd1a769ec097 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:34.733708 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a13ad282-ea64-455f-94e4-4a1713230dbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:34.956962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a13ad282-ea64-455f-94e4-4a1713230dbc admin admin] For port 1a6178d3-2af3-49f3-9648-bd1a769ec097, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1a6178d3-2af3-49f3-9648-bd1a769ec097,segment=NetworkSegment(75f4e60d-2955-46bf-8622-626201643449),segment_id=75f4e60d-2955-46bf-8622-626201643449)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:34.958275 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a13ad282-ea64-455f-94e4-4a1713230dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:35.005824 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36ea1611-64e6-44fd-a12d-0d9cbfdf7c21 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:35.008915 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36ea1611-64e6-44fd-a12d-0d9cbfdf7c21 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:35.133200 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36ea1611-64e6-44fd-a12d-0d9cbfdf7c21 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:35.133705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ea1611-64e6-44fd-a12d-0d9cbfdf7c21 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Fanout notify agent at l3_agent the message router_deleted on router 03db5c72-3550-4a96-a535-5b270184414f {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:38:35.159619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a13ad282-ea64-455f-94e4-4a1713230dbc admin admin] Calling delete_port for 1a6178d3-2af3-49f3-9648-bd1a769ec097 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:35.185531 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36ea1611-64e6-44fd-a12d-0d9cbfdf7c21 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:35.189912 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35106) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:35.191398 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-36ea1611-64e6-44fd-a12d-0d9cbfdf7c21 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "DELETE /v2.0/routers/03db5c72-3550-4a96-a535-5b270184414f HTTP/1.1" status: 204 len: 168 time: 0.7236295 Feb 09 14:38:35.256469 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-743f5384-7c96-456a-8f07-5ac3e137e299 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "GET /v2.0/ports?device_id=03db5c72-3550-4a96-a535-5b270184414f HTTP/1.1" status: 200 len: 205 time: 0.0644026 Feb 09 14:38:35.259540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35110) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:35.305478 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438bf84-aff8-4801-b8d6-4b6ff420e52b req-c67c9f13-08c0-4532-95bc-a2f175a10d4d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:35.307052 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7438bf84-aff8-4801-b8d6-4b6ff420e52b req-c67c9f13-08c0-4532-95bc-a2f175a10d4d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 946 time: 0.2278636 Feb 09 14:38:35.335645 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-b1271dae-78f2-460a-b0cb-22ef997fb09e tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] delete failed (client error): The resource could not be found. Feb 09 14:38:35.337394 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b1271dae-78f2-460a-b0cb-22ef997fb09e tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "DELETE /v2.0/routers/03db5c72-3550-4a96-a535-5b270184414f HTTP/1.1" status: 404 len: 336 time: 0.0766013 Feb 09 14:38:35.341293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35114) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:35.390059 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7438bf84-aff8-4801-b8d6-4b6ff420e52b req-80d499c0-70cc-48d9-8c98-96220c3e70ed tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625484 Feb 09 14:38:35.403924 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e55a6408-9403-48f0-b3ea-2bf91f58e465 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "GET /v2.0/ports?device_id=78b11b2b-ddfe-4320-810a-2eb180da7c4d HTTP/1.1" status: 200 len: 205 time: 0.0613225 Feb 09 14:38:35.407378 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35118) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:35.499993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:38:35.522353 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-adb72ec0-81e0-42c0-9cc3-2bc1459ba33a tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] delete failed (client error): The resource could not be found. Feb 09 14:38:35.523370 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:35.526089 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-adb72ec0-81e0-42c0-9cc3-2bc1459ba33a tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "DELETE /v2.0/routers/78b11b2b-ddfe-4320-810a-2eb180da7c4d HTTP/1.1" status: 404 len: 336 time: 0.1156425 Feb 09 14:38:35.526622 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35124) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:35.544172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Transition to ACTIVE for port object 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:38:35.550764 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:35.602694 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d56a3eec-24ab-4d54-b0af-153fac20ead7 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8aa849b-bf85-4a81-baa0-d2759f99a1e8 HTTP/1.1" status: 200 len: 205 time: 0.0722001 Feb 09 14:38:35.605482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35130) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:35.855143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Attempting to bind port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:38:35.855565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Attempting to bind port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'a0cbbe02-6ef1-4633-b314-ffee44f23472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:38:35.856064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Attempting to bind port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 on network d9bb066f-4afa-428f-875c-388a1cb4d42c {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:38:35.858538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Pushing event updated for resources: {'Port': ['ID=92dc0b5c-c86e-446a-8c9b-d14270e8eb89,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:35.865900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 on network d9bb066f-4afa-428f-875c-388a1cb4d42c not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:38:35.868140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Attempting to bind port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 on network d9bb066f-4afa-428f-875c-388a1cb4d42c {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:38:35.872738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:38:35.873006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Checking segment: {'id': 'a0cbbe02-6ef1-4633-b314-ffee44f23472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:38:35.873403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Bound using segment: {'id': 'a0cbbe02-6ef1-4633-b314-ffee44f23472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:38:35.873842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Bound port: 92dc0b5c-c86e-446a-8c9b-d14270e8eb89, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0cbbe02-6ef1-4633-b314-ffee44f23472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:38:35.874195 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:35.919372 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-b5de0e6f-ea44-4cdd-910d-b2d507316266 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] delete failed (client error): The resource could not be found. Feb 09 14:38:35.920816 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b5de0e6f-ea44-4cdd-910d-b2d507316266 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "DELETE /v2.0/routers/e8aa849b-bf85-4a81-baa0-d2759f99a1e8 HTTP/1.1" status: 404 len: 336 time: 0.3145280 Feb 09 14:38:35.924870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35136) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:36.024350 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7e607fd4-2e43-42c1-ab4c-a0016750eec3 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "GET /v2.0/ports?device_id=e16fb270-b513-4a48-9dad-24450cff85f2 HTTP/1.1" status: 200 len: 205 time: 0.0983222 Feb 09 14:38:36.025092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35144) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:36.155693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] For port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:38:36.159091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] For port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=92dc0b5c-c86e-446a-8c9b-d14270e8eb89,segment=NetworkSegment(a0cbbe02-6ef1-4633-b314-ffee44f23472),segment_id=a0cbbe02-6ef1-4633-b314-ffee44f23472)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:38:36.210610 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:36.261747 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-62ba6941-6cad-4e34-9eee-2a0bf83fba83 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] delete failed (client error): The resource could not be found. Feb 09 14:38:36.266407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-62ba6941-6cad-4e34-9eee-2a0bf83fba83 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "DELETE /v2.0/routers/e16fb270-b513-4a48-9dad-24450cff85f2 HTTP/1.1" status: 404 len: 336 time: 0.2332261 Feb 09 14:38:36.267713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35150) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:36.276077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:36.276837 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:36.278245 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] 10.222.0.21 "PUT /v2.0/ports/92dc0b5c-c86e-446a-8c9b-d14270e8eb89 HTTP/1.1" status: 200 len: 1055 time: 2.3000479 Feb 09 14:38:36.278689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e680a22f-a844-4687-acbe-19d10b1f6f4d', 'tag': '92dc0b5c-c86e-446a-8c9b-d14270e8eb89'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:38:36.329369 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e0e56880-7932-4e16-beba-07dc4f950d93 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "GET /v2.0/ports?device_id=001ffc86-4161-464f-a065-c878540c653e HTTP/1.1" status: 200 len: 205 time: 0.0603549 Feb 09 14:38:36.331165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35156) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:36.417202 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-f9c8c7e1-44ab-432c-a21b-679c85d22580 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] delete failed (client error): The resource could not be found. Feb 09 14:38:36.421926 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f9c8c7e1-44ab-432c-a21b-679c85d22580 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "DELETE /v2.0/routers/001ffc86-4161-464f-a065-c878540c653e HTTP/1.1" status: 404 len: 336 time: 0.0897489 Feb 09 14:38:36.424246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35162) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:36.556222 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e680a22f-a844-4687-acbe-19d10b1f6f4d', 'tag': '92dc0b5c-c86e-446a-8c9b-d14270e8eb89', 'status': 'completed', 'code': 200} Feb 09 14:38:36.571406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36c7ed-7ec9-425c-b136-ea6e2bdbd2f6 req-f52545e1-647c-4f22-a6a8-7700120ba47c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:36.572634 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6f36c7ed-7ec9-425c-b136-ea6e2bdbd2f6 req-f52545e1-647c-4f22-a6a8-7700120ba47c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Synchronizing usage tracker for tenant:efb44efc65644172a41e96f54232df46 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:38:36.588164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba15a52-add0-4def-a4e2-61c178b1d325 service neutron] Pushing event updated for resources: {'Port': ['ID=92dc0b5c-c86e-446a-8c9b-d14270e8eb89,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:36.591540 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-77a0043e-df14-43ea-8a30-36e6decbbe42 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f3c53e3-1233-4d84-8938-a51ae7537052 HTTP/1.1" status: 200 len: 205 time: 0.1659617 Feb 09 14:38:36.596720 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35168) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:36.693451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-4ed5d682-c769-433d-a85c-c25b336f80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:36.695099 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-4ed5d682-c769-433d-a85c-c25b336f80f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb44efc65644172a41e96f54232df46&device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 1058 time: 0.3676121 Feb 09 14:38:36.695949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6f36c7ed-7ec9-425c-b136-ea6e2bdbd2f6 req-f52545e1-647c-4f22-a6a8-7700120ba47c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Unset dirty status for tenant:efb44efc65644172a41e96f54232df46 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:38:36.696954 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f36c7ed-7ec9-425c-b136-ea6e2bdbd2f6 req-f52545e1-647c-4f22-a6a8-7700120ba47c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 907 time: 0.5363834 Feb 09 14:38:36.734894 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-e229a1d7-b6ab-4f23-b2b7-280aa2d40e2e tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] delete failed (client error): The resource could not be found. Feb 09 14:38:36.736090 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e229a1d7-b6ab-4f23-b2b7-280aa2d40e2e tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "DELETE /v2.0/routers/3f3c53e3-1233-4d84-8938-a51ae7537052 HTTP/1.1" status: 404 len: 336 time: 0.1381640 Feb 09 14:38:36.741219 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35172) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:36.784636 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a13ad282-ea64-455f-94e4-4a1713230dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:36.828473 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d867357-efe6-4a2e-bbe6-501ff9cc8557 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] DELETE failed (client error): The resource could not be found. Feb 09 14:38:36.830034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d867357-efe6-4a2e-bbe6-501ff9cc8557 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:38:36.841006 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-b3f007a6-6d7a-4bfb-8fe5-dbc644b25c8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=92dc0b5c-c86e-446a-8c9b-d14270e8eb89 HTTP/1.1" status: 200 len: 217 time: 0.1366892 Feb 09 14:38:36.841321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ad282-ea64-455f-94e4-4a1713230dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=1a6178d3-2af3-49f3-9648-bd1a769ec097,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:36.848523 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3d867357-efe6-4a2e-bbe6-501ff9cc8557 tempest-RoutersIpV6AdminTest-92719404 tempest-RoutersIpV6AdminTest-92719404-project] 10.222.0.48 "DELETE /v2.0/subnets/b9477e08-d281-42e4-842d-dc4b1a1a2c8e HTTP/1.1" status: 404 len: 337 time: 0.1064408 Feb 09 14:38:37.075601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-1b28b2e4-5899-4b69-9a27-19bb0394cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:37.078702 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-1b28b2e4-5899-4b69-9a27-19bb0394cb0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee813b58-5f60-4962-a8dd-ed9e0ee3ff69 HTTP/1.1" status: 200 len: 837 time: 0.2316780 Feb 09 14:38:37.386168 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a13ad282-ea64-455f-94e4-4a1713230dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:37.439027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-9d3f1e40-b766-443c-b6bc-76bf8158b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:37.447113 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-9d3f1e40-b766-443c-b6bc-76bf8158b699 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9bb066f-4afa-428f-875c-388a1cb4d42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3622253 Feb 09 14:38:37.623880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35182) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:37.798484 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-b7668e03-1406-47b8-aa84-ef90b7372989 service neutron] 10.222.0.21 "GET /v2.0/networks/d9bb066f-4afa-428f-875c-388a1cb4d42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417134 Feb 09 14:38:37.963070 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13ad282-ea64-455f-94e4-4a1713230dbc admin admin] Router 004ba569-8c16-466c-9409-08c296f38212 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:38:37.993632 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1b633390-84d4-4727-b5e9-a9be1ccbe87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:38.018418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1b633390-84d4-4727-b5e9-a9be1ccbe87a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:38.026349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1b633390-84d4-4727-b5e9-a9be1ccbe87a admin admin] Usage tracker for resource:security_group_rule and tenant:43885b16e5fd469686bf064e4c0306a2 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:38:38.043668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1b633390-84d4-4727-b5e9-a9be1ccbe87a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:38:38.057454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1b633390-84d4-4727-b5e9-a9be1ccbe87a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:38.085828 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-938d9b86-f4e7-45f6-ae05-5913106d0d7b req-2d9b15f6-70f3-4854-93fa-c57dd232e0df service neutron] 10.222.0.21 "GET /v2.0/networks/d9bb066f-4afa-428f-875c-388a1cb4d42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683182 Feb 09 14:38:38.241937 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1b633390-84d4-4727-b5e9-a9be1ccbe87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:38.259636 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13ad282-ea64-455f-94e4-4a1713230dbc admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:38:38.260169 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1b633390-84d4-4727-b5e9-a9be1ccbe87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:38.265433 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a13ad282-ea64-455f-94e4-4a1713230dbc admin admin] 10.222.0.48 "PUT /v2.0/routers/004ba569-8c16-466c-9409-08c296f38212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2824194 Feb 09 14:38:38.268504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35194) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:38.272503 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d329d71-3d67-4079-9b11-e42ae47b49de None None] Sync routers for ids ['004ba569-8c16-466c-9409-08c296f38212'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:38:38.288006 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d329d71-3d67-4079-9b11-e42ae47b49de None None] Routers {'004ba569-8c16-466c-9409-08c296f38212'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:38.288560 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3d329d71-3d67-4079-9b11-e42ae47b49de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:38:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['004ba569-8c16-466c-9409-08c296f38212'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:38.386546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b633390-84d4-4727-b5e9-a9be1ccbe87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcff0387-4cc2-4154-b084-dc66286ac935,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:38.476451 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1b633390-84d4-4727-b5e9-a9be1ccbe87a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43885b16e5fd469686bf064e4c0306a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8514986 Feb 09 14:38:38.482748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119103cc-43d6-484e-b5de-89050f9b0bb2 req-074aca03-870e-4d59-99c2-a8246ed16a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:38.488057 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-119103cc-43d6-484e-b5de-89050f9b0bb2 req-074aca03-870e-4d59-99c2-a8246ed16a8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb44efc65644172a41e96f54232df46&device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 1058 time: 0.3409634 Feb 09 14:38:38.488877 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35198) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:38.491804 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-3d329d71-3d67-4079-9b11-e42ae47b49de None None] Set router 004ba569-8c16-466c-9409-08c296f38212 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:38:38.638796 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b399fb-ec89-4a16-a872-9eed10fc9a10 req-e0776497-bbd7-4e0c-a4fd-b925f600d8a7 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:38.640652 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05b399fb-ec89-4a16-a872-9eed10fc9a10 req-e0776497-bbd7-4e0c-a4fd-b925f600d8a7 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 907 time: 0.7016947 Feb 09 14:38:38.653200 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-230c3938-259f-4c5a-ae38-d096ad95258a admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:38.850290 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d16d28f5-fb20-43cd-902e-e07bf0bc7d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:38.888518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119103cc-43d6-484e-b5de-89050f9b0bb2 req-de70d3f9-f320-44b2-bc3c-2a8d5e13f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:38.890237 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-119103cc-43d6-484e-b5de-89050f9b0bb2 req-de70d3f9-f320-44b2-bc3c-2a8d5e13f320 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d9bb066f-4afa-428f-875c-388a1cb4d42c HTTP/1.1" status: 200 len: 897 time: 0.3913138 Feb 09 14:38:38.902410 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:38.962601 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-230c3938-259f-4c5a-ae38-d096ad95258a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:38.968938 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3d329d71-3d67-4079-9b11-e42ae47b49de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004ba569-8c16-466c-9409-08c296f38212', 'name': 'tempest-TestServerMultinode-1450610046-router', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '4c85f351-532c-4ae1-a2e5-56addd1ad0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:43Z', 'updated_at': '2022-02-09T14:38:36Z', 'revision_number': 5, 'project_id': '280b9ae600ee413f8708f2a76a03465a', 'gw_port': {'id': '4c85f351-532c-4ae1-a2e5-56addd1ad0f6', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004ba569-8c16-466c-9409-08c296f38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:44Z', 'updated_at': '2022-02-09T14:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:38.984342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-230c3938-259f-4c5a-ae38-d096ad95258a admin admin] Deleting port 4c85f351-532c-4ae1-a2e5-56addd1ad0f6 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:38.985241 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d329d71-3d67-4079-9b11-e42ae47b49de None None] Checking router: 004ba569-8c16-466c-9409-08c296f38212 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:38:38.985659 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-230c3938-259f-4c5a-ae38-d096ad95258a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:39.001932 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-119103cc-43d6-484e-b5de-89050f9b0bb2 req-8fd396e2-edf0-472f-85c1-5cfe80e43dae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=92dc0b5c-c86e-446a-8c9b-d14270e8eb89 HTTP/1.1" status: 200 len: 217 time: 0.0881581 Feb 09 14:38:39.004002 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d16d28f5-fb20-43cd-902e-e07bf0bc7d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:39.006889 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d329d71-3d67-4079-9b11-e42ae47b49de None None] Routers {'004ba569-8c16-466c-9409-08c296f38212'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:39.008033 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3d329d71-3d67-4079-9b11-e42ae47b49de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:38:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['004ba569-8c16-466c-9409-08c296f38212'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:39.109965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119103cc-43d6-484e-b5de-89050f9b0bb2 req-74936edb-129c-4be6-ad93-ea46794e41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:39.111378 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-119103cc-43d6-484e-b5de-89050f9b0bb2 req-74936edb-129c-4be6-ad93-ea46794e41dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee813b58-5f60-4962-a8dd-ed9e0ee3ff69 HTTP/1.1" status: 200 len: 837 time: 0.0994172 Feb 09 14:38:39.200853 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d16d28f5-fb20-43cd-902e-e07bf0bc7d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:39.223875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d28f5-fb20-43cd-902e-e07bf0bc7d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcff0387-4cc2-4154-b084-dc66286ac935,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:39.254072 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119103cc-43d6-484e-b5de-89050f9b0bb2 req-f5788e4a-82d1-4a3a-ba4d-503c12ff341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:39.255569 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-119103cc-43d6-484e-b5de-89050f9b0bb2 req-f5788e4a-82d1-4a3a-ba4d-503c12ff341d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d9bb066f-4afa-428f-875c-388a1cb4d42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375365 Feb 09 14:38:39.268750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-230c3938-259f-4c5a-ae38-d096ad95258a admin admin] For port 4c85f351-532c-4ae1-a2e5-56addd1ad0f6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4c85f351-532c-4ae1-a2e5-56addd1ad0f6,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:39.269442 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-230c3938-259f-4c5a-ae38-d096ad95258a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:39.302334 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d16d28f5-fb20-43cd-902e-e07bf0bc7d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:39.303446 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d16d28f5-fb20-43cd-902e-e07bf0bc7d2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dcff0387-4cc2-4154-b084-dc66286ac935 HTTP/1.1" status: 204 len: 168 time: 0.8099496 Feb 09 14:38:39.370314 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-3d329d71-3d67-4079-9b11-e42ae47b49de None None] Set router 004ba569-8c16-466c-9409-08c296f38212 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:38:39.427807 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-119103cc-43d6-484e-b5de-89050f9b0bb2 req-a907198c-4345-4812-bd12-67621c0a3990 service neutron] 10.222.0.21 "GET /v2.0/networks/d9bb066f-4afa-428f-875c-388a1cb4d42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578703 Feb 09 14:38:39.433315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-230c3938-259f-4c5a-ae38-d096ad95258a admin admin] Calling delete_port for 4c85f351-532c-4ae1-a2e5-56addd1ad0f6 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:39.530555 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3d329d71-3d67-4079-9b11-e42ae47b49de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004ba569-8c16-466c-9409-08c296f38212', 'name': 'tempest-TestServerMultinode-1450610046-router', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:43Z', 'updated_at': '2022-02-09T14:38:38Z', 'revision_number': 6, 'project_id': '280b9ae600ee413f8708f2a76a03465a', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:39.536392 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d329d71-3d67-4079-9b11-e42ae47b49de None None] The sync data for ids ['004ba569-8c16-466c-9409-08c296f38212'] in n-d-828418-2 is: [{'id': '004ba569-8c16-466c-9409-08c296f38212', 'name': 'tempest-TestServerMultinode-1450610046-router', 'tenant_id': '280b9ae600ee413f8708f2a76a03465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:43Z', 'updated_at': '2022-02-09T14:38:38Z', 'revision_number': 6, 'project_id': '280b9ae600ee413f8708f2a76a03465a', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:38:39.686216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-119103cc-43d6-484e-b5de-89050f9b0bb2 req-a77fe609-179c-43e1-87db-5ca05fd77048 service neutron] 10.222.0.21 "GET /v2.0/networks/d9bb066f-4afa-428f-875c-388a1cb4d42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496452 Feb 09 14:38:39.736635 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-230c3938-259f-4c5a-ae38-d096ad95258a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:39.888258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c3938-259f-4c5a-ae38-d096ad95258a admin admin] Pushing event deleted for resources: {'Port': ['ID=4c85f351-532c-4ae1-a2e5-56addd1ad0f6,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:39.923441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72619de-8cd2-449a-af38-0e37887f1156 req-8ef974f4-4f19-41d8-92da-d9560f98e65e tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:39.925141 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e72619de-8cd2-449a-af38-0e37887f1156 req-8ef974f4-4f19-41d8-92da-d9560f98e65e tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 907 time: 0.1216383 Feb 09 14:38:39.970391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35232) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:40.001313 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-230c3938-259f-4c5a-ae38-d096ad95258a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:40.024896 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-da8bf010-4aa7-4e49-b01b-39b40f614259 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7acd90819b5e45118d42c1721cfc8b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533125 Feb 09 14:38:40.027506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35236) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:40.100067 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-18e4a9d0-1ac7-4db6-99c2-f30cdb211196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:40.127044 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-18e4a9d0-1ac7-4db6-99c2-f30cdb211196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:40.184411 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-18e4a9d0-1ac7-4db6-99c2-f30cdb211196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:40.202762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4a9d0-1ac7-4db6-99c2-f30cdb211196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039896b5-ce49-4643-bd31-2e1add7a3138,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:40.209384 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-230c3938-259f-4c5a-ae38-d096ad95258a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:40.209882 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-18e4a9d0-1ac7-4db6-99c2-f30cdb211196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:40.211906 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-230c3938-259f-4c5a-ae38-d096ad95258a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:40.213838 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-18e4a9d0-1ac7-4db6-99c2-f30cdb211196 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/039896b5-ce49-4643-bd31-2e1add7a3138 HTTP/1.1" status: 204 len: 168 time: 0.1835732 Feb 09 14:38:40.251193 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-230c3938-259f-4c5a-ae38-d096ad95258a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:40.251752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230c3938-259f-4c5a-ae38-d096ad95258a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 004ba569-8c16-466c-9409-08c296f38212 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:38:40.266816 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-230c3938-259f-4c5a-ae38-d096ad95258a admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:40.271384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35244) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:40.283301 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-230c3938-259f-4c5a-ae38-d096ad95258a admin admin] 10.222.0.48 "DELETE /v2.0/routers/004ba569-8c16-466c-9409-08c296f38212 HTTP/1.1" status: 204 len: 168 time: 2.0135407 Feb 09 14:38:40.342124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e996457d-8698-4072-b395-3bf4c8453977 admin admin] Deleting subnet fdea16f4-d318-4a51-9d87-4c1aa37aa012 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:38:40.345332 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e996457d-8698-4072-b395-3bf4c8453977 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:40.398685 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e996457d-8698-4072-b395-3bf4c8453977 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:40.552525 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:40.672062 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e996457d-8698-4072-b395-3bf4c8453977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:40.771982 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e996457d-8698-4072-b395-3bf4c8453977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:40.812469 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996457d-8698-4072-b395-3bf4c8453977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdea16f4-d318-4a51-9d87-4c1aa37aa012,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:40.820173 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e996457d-8698-4072-b395-3bf4c8453977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:40.822737 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd28042b-39ff-48c9-af20-ace963225da3 None None] Network 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:38:40.826403 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e996457d-8698-4072-b395-3bf4c8453977 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fdea16f4-d318-4a51-9d87-4c1aa37aa012 HTTP/1.1" status: 204 len: 168 time: 0.5539274 Feb 09 14:38:40.829143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35260) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:40.970959 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:40.994983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] Deleting port d41196da-170e-457a-b591-c50771b90498 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:40.995810 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:41.106577 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4c85f351-532c-4ae1-a2e5-56addd1ad0f6 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:38:41.186850 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 4c85f351-532c-4ae1-a2e5-56addd1ad0f6 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:38:41.187186 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4c85f351-532c-4ae1-a2e5-56addd1ad0f6 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:38:41.187960 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1a6178d3-2af3-49f3-9648-bd1a769ec097 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:38:41.228781 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 1a6178d3-2af3-49f3-9648-bd1a769ec097 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:38:41.229969 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1a6178d3-2af3-49f3-9648-bd1a769ec097 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:38:41.251861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35280) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:41.351580 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08c2d52-3b4a-4834-b2d9-0221ca948e88 None None] DHCP port deletion for 76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:38:41.353215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915d694-414d-4ae9-bd6f-675845d81407 req-9ca8454e-141e-4c3a-a1a3-9890827a4aa7 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:41.354836 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0915d694-414d-4ae9-bd6f-675845d81407 req-9ca8454e-141e-4c3a-a1a3-9890827a4aa7 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 907 time: 0.1640019 Feb 09 14:38:41.356114 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f08c2d52-3b4a-4834-b2d9-0221ca948e88 None None] Deleting port d41196da-170e-457a-b591-c50771b90498 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:41.356487 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f08c2d52-3b4a-4834-b2d9-0221ca948e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:41.456295 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9442aed6-a6d7-4ca6-a31e-c3339e1463e4 tempest-AgentManagementNegativeTest-1844679431 tempest-AgentManagementNegativeTest-1844679431-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2018695 Feb 09 14:38:41.532815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] For port d41196da-170e-457a-b591-c50771b90498, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d41196da-170e-457a-b591-c50771b90498,segment=NetworkSegment(75f4e60d-2955-46bf-8622-626201643449),segment_id=75f4e60d-2955-46bf-8622-626201643449)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:41.533345 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:41.627926 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f08c2d52-3b4a-4834-b2d9-0221ca948e88 None None] For port d41196da-170e-457a-b591-c50771b90498, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d41196da-170e-457a-b591-c50771b90498,segment=NetworkSegment(75f4e60d-2955-46bf-8622-626201643449),segment_id=75f4e60d-2955-46bf-8622-626201643449)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:41.629091 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f08c2d52-3b4a-4834-b2d9-0221ca948e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:41.693269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] Calling delete_port for d41196da-170e-457a-b591-c50771b90498 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:41.759793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f08c2d52-3b4a-4834-b2d9-0221ca948e88 None None] Calling delete_port for d41196da-170e-457a-b591-c50771b90498 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:41.785921 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:41.840653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35292) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:41.846174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] No DVR routers for this DVR port d41196da-170e-457a-b591-c50771b90498 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:38:41.846861 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-f08c2d52-3b4a-4834-b2d9-0221ca948e88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:38:41.847262 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-f08c2d52-3b4a-4834-b2d9-0221ca948e88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:38:41.847898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d41196da-170e-457a-b591-c50771b90498,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:41.972584 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:41.982316 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dd89bc83-1276-46e9-b183-3b6e0cf1a85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:41.998126 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dd89bc83-1276-46e9-b183-3b6e0cf1a85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:41.998878 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:42.002944 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dd89bc83-1276-46e9-b183-3b6e0cf1a85c admin admin] Usage tracker for resource:security_group_rule and tenant:5d4b9bb2cf8c4a499722f3264b8370ca is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:38:42.006598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dd89bc83-1276-46e9-b183-3b6e0cf1a85c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:38:42.012113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f4e60d-2955-46bf-8622-626201643449') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:42.012277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dd89bc83-1276-46e9-b183-3b6e0cf1a85c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:42.012437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f4e60d-2955-46bf-8622-626201643449') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:42.024959 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:42.042922 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:42.052384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:38:42.052667 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:38:42.067470 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:38:42.105026 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dd89bc83-1276-46e9-b183-3b6e0cf1a85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:42.110606 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dd89bc83-1276-46e9-b183-3b6e0cf1a85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:42.155380 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:42.168364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dd89bc83-1276-46e9-b183-3b6e0cf1a85c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d4b9bb2cf8c4a499722f3264b8370ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204610 Feb 09 14:38:42.168364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35302) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:42.169327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89bc83-1276-46e9-b183-3b6e0cf1a85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85adc0e0-6465-4c65-bcc2-ab25e65498e0,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:42.191369 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:42.202180 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa HTTP/1.1" status: 204 len: 168 time: 1.3719752 Feb 09 14:38:42.206072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35308) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:42.209459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36113d86-a825-442b-8355-cb2df9be06b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=76eb24c2-7056-4c0a-a4d4-e5c56b3a51fa,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:42.235957 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b192ee2-a6f1-4618-a53c-9f32d8376657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:42.254950 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:38:42.265150 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b192ee2-a6f1-4618-a53c-9f32d8376657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:42.361069 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b192ee2-a6f1-4618-a53c-9f32d8376657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:42.386832 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f08c2d52-3b4a-4834-b2d9-0221ca948e88 None None] Deleting port d41196da-170e-457a-b591-c50771b90498 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:42.387389 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f08c2d52-3b4a-4834-b2d9-0221ca948e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:42.390263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b192ee2-a6f1-4618-a53c-9f32d8376657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85adc0e0-6465-4c65-bcc2-ab25e65498e0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:42.415457 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b192ee2-a6f1-4618-a53c-9f32d8376657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:42.419148 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8b192ee2-a6f1-4618-a53c-9f32d8376657 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85adc0e0-6465-4c65-bcc2-ab25e65498e0 HTTP/1.1" status: 204 len: 168 time: 0.2487891 Feb 09 14:38:42.493188 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f08c2d52-3b4a-4834-b2d9-0221ca948e88 None None] The port 'd41196da-170e-457a-b591-c50771b90498' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:38:42.638418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=92dc0b5c-c86e-446a-8c9b-d14270e8eb89,segment=NetworkSegment(a0cbbe02-6ef1-4633-b314-ffee44f23472),segment_id=a0cbbe02-6ef1-4633-b314-ffee44f23472)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:42.688284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '92dc0b5c-c86e-446a-8c9b-d14270e8eb89', 'network_id': 'd9bb066f-4afa-428f-875c-388a1cb4d42c', 'port_id': '92dc0b5c-c86e-446a-8c9b-d14270e8eb89', 'mac_address': 'fa:16:3e:14:70:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee813b58-5f60-4962-a8dd-ed9e0ee3ff69', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:38:42.817781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171e124-5185-4104-9f8c-eec815392116 req-d8177e3d-f195-44e3-ab80-e5f274c97619 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:42.819312 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0171e124-5185-4104-9f8c-eec815392116 req-d8177e3d-f195-44e3-ab80-e5f274c97619 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 907 time: 0.2351978 Feb 09 14:38:42.821899 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:42.861039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:38:42.878844 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=92dc0b5c-c86e-446a-8c9b-d14270e8eb89,segment=NetworkSegment(a0cbbe02-6ef1-4633-b314-ffee44f23472),segment_id=a0cbbe02-6ef1-4633-b314-ffee44f23472)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:42.885231 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:43.022916 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d41196da-170e-457a-b591-c50771b90498 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:38:43.075543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: d41196da-170e-457a-b591-c50771b90498 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:38:43.076171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d41196da-170e-457a-b591-c50771b90498 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:38:43.096744 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=92dc0b5c-c86e-446a-8c9b-d14270e8eb89,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:43.179493 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be10143d-45b2-4e36-8b40-9c7fe0ed542b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:43.217880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['92dc0b5c-c86e-446a-8c9b-d14270e8eb89'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:38:43.488682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35344) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:43.633305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2091427407'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:43.640540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:43.646261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Usage tracker for resource:network and tenant:07652b993ac840c79d98af1fa567f4b0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:38:43.653851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:38:43.660713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:43.710997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Made reservation on behalf of 07652b993ac840c79d98af1fa567f4b0 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:38:43.713931 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:43.733179 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:43.759685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:43.767079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Usage tracker for resource:security_group_rule and tenant:07652b993ac840c79d98af1fa567f4b0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:38:43.771768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:38:43.778524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-be10143d-45b2-4e36-8b40-9c7fe0ed542b admin admin] Deleting port b1954c71-1400-42de-acb4-1cbd67a53052 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:43.778861 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be10143d-45b2-4e36-8b40-9c7fe0ed542b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:43.807650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:44.072052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-be10143d-45b2-4e36-8b40-9c7fe0ed542b admin admin] For port b1954c71-1400-42de-acb4-1cbd67a53052, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b1954c71-1400-42de-acb4-1cbd67a53052,segment=NetworkSegment(f1800a1b-88de-4236-9a29-7ad73b5c1485),segment_id=f1800a1b-88de-4236-9a29-7ad73b5c1485)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:44.072398 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be10143d-45b2-4e36-8b40-9c7fe0ed542b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:44.214232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-be10143d-45b2-4e36-8b40-9c7fe0ed542b admin admin] Calling delete_port for b1954c71-1400-42de-acb4-1cbd67a53052 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:44.267029 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:44.273237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:38:44.275748 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:44.310813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1192-66d8-482b-9bea-d42a785c26ab req-28fa4eac-7a07-404d-b88b-1614dea0763f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:44.312292 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4dd1192-66d8-482b-9bea-d42a785c26ab req-28fa4eac-7a07-404d-b88b-1614dea0763f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 908 time: 0.3701906 Feb 09 14:38:44.332985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:38:44.353088 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:38:44.354166 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5adb63-e83a-488f-b4ba-b0f3f05ced4f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:44.358789 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:44.359551 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:44.363006 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:44.364033 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Added segment af1de7aa-005a-4bcf-8cdf-03e468cccf72 of type vlan for network 2d9e3dca-7827-4487-8331-79f5f04fe545 Feb 09 14:38:44.400903 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:44.448409 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:44.453758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:44.454340 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:44.483186 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:44.509701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e680a22f-a844-4687-acbe-19d10b1f6f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dc0b5c-c86e-446a-8c9b-d14270e8eb89'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:38:44.520259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=92dc0b5c-c86e-446a-8c9b-d14270e8eb89,segment=NetworkSegment(a0cbbe02-6ef1-4633-b314-ffee44f23472),segment_id=a0cbbe02-6ef1-4633-b314-ffee44f23472)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:44.526580 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:44.607951 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e680a22f-a844-4687-acbe-19d10b1f6f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dc0b5c-c86e-446a-8c9b-d14270e8eb89', 'code': 200} Feb 09 14:38:44.608559 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=92dc0b5c-c86e-446a-8c9b-d14270e8eb89,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:44.613060 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1233108 Feb 09 14:38:44.616069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35360) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:44.624139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-174dafbe-d6bc-441f-a04d-285480675349 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Request body: {'subnet': {'network_id': '2d9e3dca-7827-4487-8331-79f5f04fe545', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:44.628338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b8eb5-cec5-477b-bcee-7b7206ac74c1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event updated for resources: {'Network': ['ID=2d9e3dca-7827-4487-8331-79f5f04fe545,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:44.641473 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be10143d-45b2-4e36-8b40-9c7fe0ed542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:44.645519 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 2d9e3dca-7827-4487-8331-79f5f04fe545 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:38:44.700784 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10143d-45b2-4e36-8b40-9c7fe0ed542b admin admin] Pushing event deleted for resources: {'Port': ['ID=b1954c71-1400-42de-acb4-1cbd67a53052,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:44.824733 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-174dafbe-d6bc-441f-a04d-285480675349 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:44.837965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-174dafbe-d6bc-441f-a04d-285480675349 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Usage tracker for resource:subnet and tenant:07652b993ac840c79d98af1fa567f4b0 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:38:44.842532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-174dafbe-d6bc-441f-a04d-285480675349 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:38:44.856448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-174dafbe-d6bc-441f-a04d-285480675349 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:44.875315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174dafbe-d6bc-441f-a04d-285480675349 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Made reservation on behalf of 07652b993ac840c79d98af1fa567f4b0 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:38:44.879842 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-174dafbe-d6bc-441f-a04d-285480675349 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:44.980679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e40ed-971d-4c79-99bd-0b975fedfc12 req-c37f486f-57ea-45ea-89e2-d3ebe744bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:44.982173 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-622e40ed-971d-4c79-99bd-0b975fedfc12 req-c37f486f-57ea-45ea-89e2-d3ebe744bfa3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 1060 time: 0.2210455 Feb 09 14:38:45.188222 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-174dafbe-d6bc-441f-a04d-285480675349 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:45.263250 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be10143d-45b2-4e36-8b40-9c7fe0ed542b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:45.290760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174dafbe-d6bc-441f-a04d-285480675349 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Checking segment: {'id': 'af1de7aa-005a-4bcf-8cdf-03e468cccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2d9e3dca-7827-4487-8331-79f5f04fe545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:38:45.291125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174dafbe-d6bc-441f-a04d-285480675349 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Network hostable DHCP agents. Network: 2d9e3dca-7827-4487-8331-79f5f04fe545, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:38:45.300201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dafbe-d6bc-441f-a04d-285480675349 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event updated for resources: {'Subnet': ['ID=e56dcea0-76e3-4148-bd51-0a23430dc25c,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:45.318415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174dafbe-d6bc-441f-a04d-285480675349 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Network 2d9e3dca-7827-4487-8331-79f5f04fe545 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:38:45.331241 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-174dafbe-d6bc-441f-a04d-285480675349 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 2d9e3dca-7827-4487-8331-79f5f04fe545) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:45.338287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174dafbe-d6bc-441f-a04d-285480675349 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:45.338884 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-174dafbe-d6bc-441f-a04d-285480675349 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:45.339802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d392fb57-3bab-4da4-8962-186c35429f6b None None] Network 2d9e3dca-7827-4487-8331-79f5f04fe545 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:38:45.364914 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-174dafbe-d6bc-441f-a04d-285480675349 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7472670 Feb 09 14:38:45.367375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35382) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:45.373608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Request body: {'port': {'network_id': '2d9e3dca-7827-4487-8331-79f5f04fe545', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-456844661'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:45.572847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:45.583169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Usage tracker for resource:port and tenant:07652b993ac840c79d98af1fa567f4b0 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:38:45.593454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:38:45.606831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:45.623472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Made reservation on behalf of 07652b993ac840c79d98af1fa567f4b0 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:38:45.627928 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:45.650074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] device_id is not set on port 4d6e3544-325e-4abd-86be-c3172fbb95f5 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:38:45.684337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-2d9e3dca-7827-4487-8331-79f5f04fe545', 'network_id': '2d9e3dca-7827-4487-8331-79f5f04fe545', 'tenant_id': '07652b993ac840c79d98af1fa567f4b0', 'fixed_ips': [{'subnet_id': 'e56dcea0-76e3-4148-bd51-0a23430dc25c'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:38:45.685407 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:45.822084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8a056-3df5-4fb0-82f7-bcfdd5f3101a req-74c7aab5-be15-4df9-8b26-ef8577dc2da5 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:45.823666 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cbd8a056-3df5-4fb0-82f7-bcfdd5f3101a req-74c7aab5-be15-4df9-8b26-ef8577dc2da5 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 909 time: 0.3076186 Feb 09 14:38:45.833481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be10143d-45b2-4e36-8b40-9c7fe0ed542b admin admin] Router 123e640c-dd3e-47c2-b37f-677528c402ee has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:38:45.847449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Allocated IP 2001:db8::335 (2d9e3dca-7827-4487-8331-79f5f04fe545/e56dcea0-76e3-4148-bd51-0a23430dc25c/4d6e3544-325e-4abd-86be-c3172fbb95f5) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:38:46.043652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be10143d-45b2-4e36-8b40-9c7fe0ed542b admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:38:46.050496 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-be10143d-45b2-4e36-8b40-9c7fe0ed542b admin admin] 10.222.0.48 "PUT /v2.0/routers/123e640c-dd3e-47c2-b37f-677528c402ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8432276 Feb 09 14:38:46.053956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35388) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:46.058631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e9994-760e-40fb-bf6f-ff1877d2c9d7 None None] Sync routers for ids ['123e640c-dd3e-47c2-b37f-677528c402ee'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:38:46.068544 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e9994-760e-40fb-bf6f-ff1877d2c9d7 None None] Routers {'123e640c-dd3e-47c2-b37f-677528c402ee'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:46.069409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-614e9994-760e-40fb-bf6f-ff1877d2c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:38:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['123e640c-dd3e-47c2-b37f-677528c402ee'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:46.110408 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:46.130542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Transition to ACTIVE for port object 4d6e3544-325e-4abd-86be-c3172fbb95f5 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:38:46.161468 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:46.229272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Network 2d9e3dca-7827-4487-8331-79f5f04fe545 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:38:46.256345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:46.267315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:38:46.274089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:46.274737 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:46.308605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event updated for resources: {'Port': ['ID=4d6e3544-325e-4abd-86be-c3172fbb95f5,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:46.311164 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-372095f1-3afc-4087-a893-d009d87066a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:46.320053 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-79d7ba59-ba2f-402c-9914-e1f982e773b4 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9510880 Feb 09 14:38:46.322108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35392) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:46.330840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Request body: {'port': {'network_id': '2d9e3dca-7827-4487-8331-79f5f04fe545', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-759052717', 'allowed_address_pairs': [{'ip_address': '2001:db8::335', 'mac_address': 'fa:16:3e:40:d1:1e'}]}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:46.368524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Allocated IP 2001:db8::2 (2d9e3dca-7827-4487-8331-79f5f04fe545/e56dcea0-76e3-4148-bd51-0a23430dc25c/71dcf720-8158-42e9-8756-d460834dd544) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:38:46.491310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-614e9994-760e-40fb-bf6f-ff1877d2c9d7 None None] Set router 123e640c-dd3e-47c2-b37f-677528c402ee gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:38:46.564097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:46.569626 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Usage tracker for resource:port and tenant:07652b993ac840c79d98af1fa567f4b0 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:38:46.572840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:38:46.581978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:46.595306 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Made reservation on behalf of 07652b993ac840c79d98af1fa567f4b0 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:38:46.701758 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-372095f1-3afc-4087-a893-d009d87066a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:46.716990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-372095f1-3afc-4087-a893-d009d87066a8 admin admin] Deleting port 7ffd8c89-df9f-487b-ace7-c628c5890b35 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:46.717729 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-372095f1-3afc-4087-a893-d009d87066a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:46.924475 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:46.958321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] device_id is not set on port 2afc26a4-69ce-4790-8ac0-b17437dab9e6 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:38:46.962059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-372095f1-3afc-4087-a893-d009d87066a8 admin admin] For port 7ffd8c89-df9f-487b-ace7-c628c5890b35, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7ffd8c89-df9f-487b-ace7-c628c5890b35,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:46.962422 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-372095f1-3afc-4087-a893-d009d87066a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:47.051857 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-614e9994-760e-40fb-bf6f-ff1877d2c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'name': 'tempest-TestServerMultinode-1002876279-router', 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '7ffd8c89-df9f-487b-ace7-c628c5890b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:57Z', 'updated_at': '2022-02-09T14:38:44Z', 'revision_number': 5, 'project_id': '0769abacc27e4e269d0375f8324d1bb5', 'gw_port': {'id': '7ffd8c89-df9f-487b-ace7-c628c5890b35', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:00Z', 'updated_at': '2022-02-09T14:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:47.088774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e9994-760e-40fb-bf6f-ff1877d2c9d7 None None] Checking router: 123e640c-dd3e-47c2-b37f-677528c402ee for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:38:47.126394 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:47.139662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Transition to ACTIVE for port object 71dcf720-8158-42e9-8756-d460834dd544 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:38:47.162659 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Transition to ACTIVE for port object 71dcf720-8158-42e9-8756-d460834dd544 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:38:47.174523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e9994-760e-40fb-bf6f-ff1877d2c9d7 None None] Routers {'123e640c-dd3e-47c2-b37f-677528c402ee'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:38:47.176864 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-614e9994-760e-40fb-bf6f-ff1877d2c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:38:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['123e640c-dd3e-47c2-b37f-677528c402ee'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:47.188145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2aa98-1e8b-449e-8af4-843f30810c26 req-61d3a99a-310f-4f9b-be03-30050ce18017 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:47.190283 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-76e2aa98-1e8b-449e-8af4-843f30810c26 req-61d3a99a-310f-4f9b-be03-30050ce18017 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 909 time: 0.1327462 Feb 09 14:38:47.276899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-372095f1-3afc-4087-a893-d009d87066a8 admin admin] Calling delete_port for 7ffd8c89-df9f-487b-ace7-c628c5890b35 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:47.325898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Allocated IP 2001:db8::208 (2d9e3dca-7827-4487-8331-79f5f04fe545/e56dcea0-76e3-4148-bd51-0a23430dc25c/2afc26a4-69ce-4790-8ac0-b17437dab9e6) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:38:47.385446 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-614e9994-760e-40fb-bf6f-ff1877d2c9d7 None None] Set router 123e640c-dd3e-47c2-b37f-677528c402ee gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:38:47.554967 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-614e9994-760e-40fb-bf6f-ff1877d2c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'name': 'tempest-TestServerMultinode-1002876279-router', 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:57Z', 'updated_at': '2022-02-09T14:38:46Z', 'revision_number': 6, 'project_id': '0769abacc27e4e269d0375f8324d1bb5', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:47.570536 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4167c1-a302-4f69-b834-fae2f611d353 req-c6a7ab3a-9261-4c5f-80e3-705389d06633 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:47.573474 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8e4167c1-a302-4f69-b834-fae2f611d353 req-c6a7ab3a-9261-4c5f-80e3-705389d06633 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 909 time: 0.1700990 Feb 09 14:38:47.574691 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:47.599404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e9994-760e-40fb-bf6f-ff1877d2c9d7 None None] The sync data for ids ['123e640c-dd3e-47c2-b37f-677528c402ee'] in n-d-828418-2 is: [{'id': '123e640c-dd3e-47c2-b37f-677528c402ee', 'name': 'tempest-TestServerMultinode-1002876279-router', 'tenant_id': '0769abacc27e4e269d0375f8324d1bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:57Z', 'updated_at': '2022-02-09T14:38:46Z', 'revision_number': 6, 'project_id': '0769abacc27e4e269d0375f8324d1bb5', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:38:47.706398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Network 2d9e3dca-7827-4487-8331-79f5f04fe545 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:38:47.717787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:47.717787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:38:47.776843 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-372095f1-3afc-4087-a893-d009d87066a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:47.814222 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:47.850071 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Attempting to bind port 71dcf720-8158-42e9-8756-d460834dd544 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:38:47.850774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Attempting to bind port 71dcf720-8158-42e9-8756-d460834dd544 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'af1de7aa-005a-4bcf-8cdf-03e468cccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2d9e3dca-7827-4487-8331-79f5f04fe545'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:38:47.851643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Attempting to bind port 71dcf720-8158-42e9-8756-d460834dd544 on network 2d9e3dca-7827-4487-8331-79f5f04fe545 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:38:47.860085 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:38:47.860760 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Checking segment: {'id': 'af1de7aa-005a-4bcf-8cdf-03e468cccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2d9e3dca-7827-4487-8331-79f5f04fe545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:38:47.861545 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:47.861990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Transition to ACTIVE for port object 2afc26a4-69ce-4790-8ac0-b17437dab9e6 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:38:47.862641 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Bound using segment: {'id': 'af1de7aa-005a-4bcf-8cdf-03e468cccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2d9e3dca-7827-4487-8331-79f5f04fe545'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:38:47.863634 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Bound port: 71dcf720-8158-42e9-8756-d460834dd544, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1de7aa-005a-4bcf-8cdf-03e468cccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2d9e3dca-7827-4487-8331-79f5f04fe545'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:38:47.864457 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:47.917919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372095f1-3afc-4087-a893-d009d87066a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffd8c89-df9f-487b-ace7-c628c5890b35,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:47.993715 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Pushing event updated for resources: {'Port': ['ID=71dcf720-8158-42e9-8756-d460834dd544,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:48.006535 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:48.057548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] For port 71dcf720-8158-42e9-8756-d460834dd544, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:38:48.068512 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] For port 71dcf720-8158-42e9-8756-d460834dd544, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=71dcf720-8158-42e9-8756-d460834dd544,segment=NetworkSegment(af1de7aa-005a-4bcf-8cdf-03e468cccf72),segment_id=af1de7aa-005a-4bcf-8cdf-03e468cccf72)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:38:48.078318 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:48.185060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152f32a-920a-4f8f-b082-43a9749c709f req-9076029f-5240-482b-9e4f-23cd5e8a05c8 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:48.193972 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3152f32a-920a-4f8f-b082-43a9749c709f req-9076029f-5240-482b-9e4f-23cd5e8a05c8 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 1060 time: 0.3141649 Feb 09 14:38:48.208983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Network 2d9e3dca-7827-4487-8331-79f5f04fe545 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:38:48.211520 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d78923-8964-4443-89f7-2885e35e5e35 None None] Pushing event updated for resources: {'Port': ['ID=71dcf720-8158-42e9-8756-d460834dd544,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:48.223660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:48.242347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:38:48.254633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:48.255316 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:48.260185 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-372095f1-3afc-4087-a893-d009d87066a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:48.295669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event updated for resources: {'Port': ['ID=2afc26a4-69ce-4790-8ac0-b17437dab9e6,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:48.305417 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f6f91be2-a4d6-4e8c-8c41-bfb83e26e17e tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9824548 Feb 09 14:38:48.308352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35426) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:48.500932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb356bee-997c-4adf-9c78-106e1d5f8342 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:48.518609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb356bee-997c-4adf-9c78-106e1d5f8342 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:48.526962 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb356bee-997c-4adf-9c78-106e1d5f8342 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:48.528050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fb356bee-997c-4adf-9c78-106e1d5f8342 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Synchronizing usage tracker for tenant:07652b993ac840c79d98af1fa567f4b0 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:38:48.550908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fb356bee-997c-4adf-9c78-106e1d5f8342 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Unset dirty status for tenant:07652b993ac840c79d98af1fa567f4b0 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:38:48.552437 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fb356bee-997c-4adf-9c78-106e1d5f8342 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2429137 Feb 09 14:38:48.555374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35434) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:48.696922 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-372095f1-3afc-4087-a893-d009d87066a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:48.700894 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-372095f1-3afc-4087-a893-d009d87066a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:48.764879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4e94a037-8608-4019-bad4-9fe7781cbf8c tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Deleting port 2afc26a4-69ce-4790-8ac0-b17437dab9e6 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:48.765303 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4e94a037-8608-4019-bad4-9fe7781cbf8c tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:48.772312 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-372095f1-3afc-4087-a893-d009d87066a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:48.773466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372095f1-3afc-4087-a893-d009d87066a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 123e640c-dd3e-47c2-b37f-677528c402ee {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:38:48.797324 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-372095f1-3afc-4087-a893-d009d87066a8 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:48.800506 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-372095f1-3afc-4087-a893-d009d87066a8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/123e640c-dd3e-47c2-b37f-677528c402ee HTTP/1.1" status: 204 len: 168 time: 2.7454517 Feb 09 14:38:48.803893 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82860c04-77be-43b4-a2d1-7460dda25892 req-84d3ab04-4baf-4d14-8c99-716a27cf9ac8 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:48.805759 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-82860c04-77be-43b4-a2d1-7460dda25892 req-84d3ab04-4baf-4d14-8c99-716a27cf9ac8 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 1135 time: 0.4250481 Feb 09 14:38:48.806475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35440) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:48.993679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-345b6766-40a0-4ac6-bd76-5389840a0086 admin admin] Deleting subnet 81a4d8b2-9e36-4ba0-b2a2-5a57b0c70108 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:38:49.008486 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-345b6766-40a0-4ac6-bd76-5389840a0086 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:49.082251 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71c9f023-121f-490e-9cb9-1ecd846c6563 req-3aca6fe1-dac2-47eb-baa6-5e1ca2c541ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2629614 Feb 09 14:38:49.108003 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 71dcf720-8158-42e9-8756-d460834dd544 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:38:49.108516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-82860c04-77be-43b4-a2d1-7460dda25892 req-442c7f84-2b64-43d8-abaa-5daeecee8cf3 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Synchronizing usage tracker for tenant:afb488ce3b5f461bad3b952d52c879b3 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:38:49.144395 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-345b6766-40a0-4ac6-bd76-5389840a0086 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:49.254828 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-345b6766-40a0-4ac6-bd76-5389840a0086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:49.292147 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 71dcf720-8158-42e9-8756-d460834dd544 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:38:49.320360 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4e94a037-8608-4019-bad4-9fe7781cbf8c tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:49.410147 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-345b6766-40a0-4ac6-bd76-5389840a0086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:49.416934 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b1954c71-1400-42de-acb4-1cbd67a53052 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:38:49.492439 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-82860c04-77be-43b4-a2d1-7460dda25892 req-442c7f84-2b64-43d8-abaa-5daeecee8cf3 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Unset dirty status for tenant:afb488ce3b5f461bad3b952d52c879b3 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:38:49.504627 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-82860c04-77be-43b4-a2d1-7460dda25892 req-442c7f84-2b64-43d8-abaa-5daeecee8cf3 tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6264036 Feb 09 14:38:49.515001 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-345b6766-40a0-4ac6-bd76-5389840a0086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:49.521884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b6766-40a0-4ac6-bd76-5389840a0086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a4d8b2-9e36-4ba0-b2a2-5a57b0c70108,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:49.524007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35450) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:49.582071 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90b5659-e486-4743-9d31-cb2147208e73 None None] Network 1dee4362-6c5a-467b-992b-83762b500291 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:38:49.605448 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: b1954c71-1400-42de-acb4-1cbd67a53052 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:38:49.605775 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b1954c71-1400-42de-acb4-1cbd67a53052 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:38:49.606603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7ffd8c89-df9f-487b-ace7-c628c5890b35 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:38:49.633099 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4e94a037-8608-4019-bad4-9fe7781cbf8c tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Calling delete_port for 2afc26a4-69ce-4790-8ac0-b17437dab9e6 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:49.637856 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-345b6766-40a0-4ac6-bd76-5389840a0086 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/81a4d8b2-9e36-4ba0-b2a2-5a57b0c70108 HTTP/1.1" status: 204 len: 168 time: 0.8272669 Feb 09 14:38:49.645480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35454) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:49.780607 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 7ffd8c89-df9f-487b-ace7-c628c5890b35 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:38:49.781107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7ffd8c89-df9f-487b-ace7-c628c5890b35 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:38:50.027510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d310ddd-1e04-4869-954e-43df82f7336b tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:50.036822 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5d310ddd-1e04-4869-954e-43df82f7336b tempest-TestSecurityGroupsBasicOps-167014230 tempest-TestSecurityGroupsBasicOps-167014230-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 1055 time: 0.5105631 Feb 09 14:38:50.040805 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:50.069788 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] Deleting port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:50.073197 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:50.141164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9f023-121f-490e-9cb9-1ecd846c6563 req-74650df6-534a-466c-bd4a-91be4abc741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:50.143339 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71c9f023-121f-490e-9cb9-1ecd846c6563 req-74650df6-534a-466c-bd4a-91be4abc741d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1f94004ca39d42b088ef4b3647adc740&device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 1097 time: 0.4290564 Feb 09 14:38:50.228416 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852cbadc-431e-4459-aed5-e0478aa256f4 None None] DHCP port deletion for 1dee4362-6c5a-467b-992b-83762b500291 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:38:50.232976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-852cbadc-431e-4459-aed5-e0478aa256f4 None None] Deleting port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:50.233519 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-852cbadc-431e-4459-aed5-e0478aa256f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:50.407776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d9916e-dba2-4e4b-81b3-20e740cbcfaa None None] Network 2d9e3dca-7827-4487-8331-79f5f04fe545 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:38:50.683159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] For port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=21d2a4ac-94f3-45dc-b75f-441e5fe6ad52,segment=NetworkSegment(f1800a1b-88de-4236-9a29-7ad73b5c1485),segment_id=f1800a1b-88de-4236-9a29-7ad73b5c1485)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:50.685435 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:50.896451 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3c7187b8-1d8c-4790-b584-d3ed4276ff72 None None] Provisioning for port 71dcf720-8158-42e9-8756-d460834dd544 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:38:50.919371 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3c7187b8-1d8c-4790-b584-d3ed4276ff72 None None] Provisioning complete for port 71dcf720-8158-42e9-8756-d460834dd544 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:50.926027 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3c7187b8-1d8c-4790-b584-d3ed4276ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:50.939161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9f023-121f-490e-9cb9-1ecd846c6563 req-d5bfb36c-94b8-4664-9d02-7354b4725c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:50.940690 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71c9f023-121f-490e-9cb9-1ecd846c6563 req-d5bfb36c-94b8-4664-9d02-7354b4725c90 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7ffc6d90-6560-4047-8fa9-a763c9541e79 HTTP/1.1" status: 200 len: 913 time: 0.7631464 Feb 09 14:38:50.941297 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4e94a037-8608-4019-bad4-9fe7781cbf8c tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:50.969274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] Calling delete_port for 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:51.023326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-852cbadc-431e-4459-aed5-e0478aa256f4 None None] For port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=21d2a4ac-94f3-45dc-b75f-441e5fe6ad52,segment=NetworkSegment(f1800a1b-88de-4236-9a29-7ad73b5c1485),segment_id=f1800a1b-88de-4236-9a29-7ad73b5c1485)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:51.023756 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-852cbadc-431e-4459-aed5-e0478aa256f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:51.050587 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:38:51.097147 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:38:51.097422 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:38:51.119239 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:51.169582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94a037-8608-4019-bad4-9fe7781cbf8c tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event deleted for resources: {'Port': ['ID=2afc26a4-69ce-4790-8ac0-b17437dab9e6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:51.176175 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71c9f023-121f-490e-9cb9-1ecd846c6563 req-352c25de-1797-4f4d-9b05-ea01eb4555b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc574fab-7441-4e03-8f8f-a43b98480a3b HTTP/1.1" status: 200 len: 217 time: 0.2275283 Feb 09 14:38:51.210531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] No DVR routers for this DVR port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:38:51.260562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-852cbadc-431e-4459-aed5-e0478aa256f4 None None] Calling delete_port for 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:51.355161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9f023-121f-490e-9cb9-1ecd846c6563 req-605c3209-5a44-41b7-8194-07a03051cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:51.361706 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71c9f023-121f-490e-9cb9-1ecd846c6563 req-605c3209-5a44-41b7-8194-07a03051cea3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4cbee3c2-4527-441d-a604-88ee748ed65d HTTP/1.1" status: 200 len: 853 time: 0.1414635 Feb 09 14:38:51.437325 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=21d2a4ac-94f3-45dc-b75f-441e5fe6ad52,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:51.457111 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-852cbadc-431e-4459-aed5-e0478aa256f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:38:51.457728 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-852cbadc-431e-4459-aed5-e0478aa256f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:38:51.491322 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71c9f023-121f-490e-9cb9-1ecd846c6563 req-46f9aaf0-0a3f-4a90-b1ca-18a0d7f32a70 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7ffc6d90-6560-4047-8fa9-a763c9541e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025434 Feb 09 14:38:51.504675 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:51.504919 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4e94a037-8608-4019-bad4-9fe7781cbf8c tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:51.585880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dee4362-6c5a-467b-992b-83762b500291']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:51.602518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1800a1b-88de-4236-9a29-7ad73b5c1485') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:51.602719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1800a1b-88de-4236-9a29-7ad73b5c1485') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:38:51.634546 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:51.665922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd8630-b324-404e-9c43-c6a95c45e735 req-1a0fd701-47a3-481d-b29e-774d1bcd603b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:51.670138 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3c7187b8-1d8c-4790-b584-d3ed4276ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:51.688343 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e2dd8630-b324-404e-9c43-c6a95c45e735 req-1a0fd701-47a3-481d-b29e-774d1bcd603b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 909 time: 0.6301961 Feb 09 14:38:51.690056 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4e94a037-8608-4019-bad4-9fe7781cbf8c tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "DELETE /v2.0/ports/2afc26a4-69ce-4790-8ac0-b17437dab9e6 HTTP/1.1" status: 204 len: 168 time: 3.1328881 Feb 09 14:38:51.693367 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35480) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:51.723432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3c7187b8-1d8c-4790-b584-d3ed4276ff72 None None] For port 71dcf720-8158-42e9-8756-d460834dd544, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=71dcf720-8158-42e9-8756-d460834dd544,segment=NetworkSegment(af1de7aa-005a-4bcf-8cdf-03e468cccf72),segment_id=af1de7aa-005a-4bcf-8cdf-03e468cccf72)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:51.736622 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3c7187b8-1d8c-4790-b584-d3ed4276ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:51.768635 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:51.772689 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-06bce549-ebd2-4999-aae8-1d0d7025cfad tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] GET failed (client error): The resource could not be found. Feb 09 14:38:51.773693 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-06bce549-ebd2-4999-aae8-1d0d7025cfad tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "GET /v2.0/ports/2afc26a4-69ce-4790-8ac0-b17437dab9e6 HTTP/1.1" status: 404 len: 333 time: 0.0769160 Feb 09 14:38:51.778656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35486) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:51.788537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Request body: {'port': {'network_id': '2d9e3dca-7827-4487-8331-79f5f04fe545', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-715161891'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:51.792898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:38:51.793312 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:38:51.810561 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:38:51.898297 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7187b8-1d8c-4790-b584-d3ed4276ff72 None None] Pushing event updated for resources: {'Port': ['ID=71dcf720-8158-42e9-8756-d460834dd544,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:51.915477 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71c9f023-121f-490e-9cb9-1ecd846c6563 req-bdc5fd5c-9611-46e6-8d7b-ed79f0dd5e92 service neutron] 10.222.0.21 "GET /v2.0/networks/7ffc6d90-6560-4047-8fa9-a763c9541e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150333 Feb 09 14:38:51.959028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-852cbadc-431e-4459-aed5-e0478aa256f4 None None] Deleting port 21d2a4ac-94f3-45dc-b75f-441e5fe6ad52 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:51.959756 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-852cbadc-431e-4459-aed5-e0478aa256f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:51.986824 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:51.991676 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:52.028482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dee4362-6c5a-467b-992b-83762b500291,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:52.072307 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8934070a-3d64-4abf-8c2e-7dcf5d8431f3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1dee4362-6c5a-467b-992b-83762b500291 HTTP/1.1" status: 204 len: 168 time: 2.4218466 Feb 09 14:38:52.085740 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-852cbadc-431e-4459-aed5-e0478aa256f4 None None] The port '21d2a4ac-94f3-45dc-b75f-441e5fe6ad52' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:38:52.235131 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc688577-91b1-4bcf-af56-32f50cca9132 req-02851d93-9cfa-477e-97a6-1499295a54a2 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:52.237240 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fc688577-91b1-4bcf-af56-32f50cca9132 req-02851d93-9cfa-477e-97a6-1499295a54a2 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.21 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 909 time: 0.1512194 Feb 09 14:38:52.257603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:52.284445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Usage tracker for resource:port and tenant:07652b993ac840c79d98af1fa567f4b0 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:38:52.285762 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-064465ff-52a3-4257-befa-b1cbb2981d97 None None] Provisioning for port 4d6e3544-325e-4abd-86be-c3172fbb95f5 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:38:52.292402 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-064465ff-52a3-4257-befa-b1cbb2981d97 None None] Provisioning complete for port 4d6e3544-325e-4abd-86be-c3172fbb95f5 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:52.293490 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-064465ff-52a3-4257-befa-b1cbb2981d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:52.311014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:38:52.316836 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71c9f023-121f-490e-9cb9-1ecd846c6563 req-ee1d05f5-6636-4c21-9b9c-caf7f8c42210 service neutron] 10.222.0.21 "GET /v2.0/networks/7ffc6d90-6560-4047-8fa9-a763c9541e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715284 Feb 09 14:38:52.325982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:52.351256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-fc688577-91b1-4bcf-af56-32f50cca9132 req-a4081e87-9116-45b3-90c4-5e028f966f80 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Deleting port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:52.351908 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fc688577-91b1-4bcf-af56-32f50cca9132 req-a4081e87-9116-45b3-90c4-5e028f966f80 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:52.352171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Made reservation on behalf of 07652b993ac840c79d98af1fa567f4b0 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:38:52.362287 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:52.420076 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-064465ff-52a3-4257-befa-b1cbb2981d97 None None] Port 4d6e3544-325e-4abd-86be-c3172fbb95f5 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:38:52.432423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] device_id is not set on port 2decc7b9-7625-4af2-8a89-d5cda4e7b5f1 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:38:52.446611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-064465ff-52a3-4257-befa-b1cbb2981d97 None None] Provisioning complete for port 71dcf720-8158-42e9-8756-d460834dd544 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:52.448173 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-064465ff-52a3-4257-befa-b1cbb2981d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:52.477463 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35498) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:52.663247 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-12993047-1a43-4dba-a9ff-eee43d9db275 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=280b9ae600ee413f8708f2a76a03465a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843266 Feb 09 14:38:52.666041 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35504) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:52.855384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-fc688577-91b1-4bcf-af56-32f50cca9132 req-a4081e87-9116-45b3-90c4-5e028f966f80 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] For port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=92dc0b5c-c86e-446a-8c9b-d14270e8eb89,segment=NetworkSegment(a0cbbe02-6ef1-4633-b314-ffee44f23472),segment_id=a0cbbe02-6ef1-4633-b314-ffee44f23472)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:52.855384 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fc688577-91b1-4bcf-af56-32f50cca9132 req-a4081e87-9116-45b3-90c4-5e028f966f80 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:52.902238 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5d22d557-d620-485c-8fd4-c37678a662bf None None] Provisioning complete for port 4d6e3544-325e-4abd-86be-c3172fbb95f5 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:52.905451 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5d22d557-d620-485c-8fd4-c37678a662bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:53.015954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Allocated IP 2001:db8::e1 (2d9e3dca-7827-4487-8331-79f5f04fe545/e56dcea0-76e3-4148-bd51-0a23430dc25c/2decc7b9-7625-4af2-8a89-d5cda4e7b5f1) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:38:53.142375 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5c9d5f42-f733-48bb-a6b5-9e319e17dd93 req-74d1e084-9f10-4bb8-a314-a42617b41790 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4006341 Feb 09 14:38:53.164101 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 71dcf720-8158-42e9-8756-d460834dd544 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:38:53.213608 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68ac8538-8a0f-4020-a8c2-8fb304fcc9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:53.234781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87890b42-c86f-487b-88e0-de77ad9d80a4 req-ba147b54-e6b0-490d-a9c2-e30b4268af5e tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:53.239793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-fc688577-91b1-4bcf-af56-32f50cca9132 req-a4081e87-9116-45b3-90c4-5e028f966f80 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Calling delete_port for 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:53.244538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-87890b42-c86f-487b-88e0-de77ad9d80a4 req-ba147b54-e6b0-490d-a9c2-e30b4268af5e tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 909 time: 0.3186433 Feb 09 14:38:53.278356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5d22d557-d620-485c-8fd4-c37678a662bf None None] Port 4d6e3544-325e-4abd-86be-c3172fbb95f5 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:38:53.333479 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68ac8538-8a0f-4020-a8c2-8fb304fcc9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:53.421690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 71dcf720-8158-42e9-8756-d460834dd544 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:53.422741 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:53.554902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fa626467-64d0-4136-be29-f610198554b9 None None] Could not find standard attr ID for object 2afc26a4-69ce-4790-8ac0-b17437dab9e6. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:38:53.763094 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:53.771538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d5f42-f733-48bb-a6b5-9e319e17dd93 req-294828cb-3882-4ab9-980f-63c80eec6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:53.773027 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5c9d5f42-f733-48bb-a6b5-9e319e17dd93 req-294828cb-3882-4ab9-980f-63c80eec6da9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=efb44efc65644172a41e96f54232df46&device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 1135 time: 0.4752684 Feb 09 14:38:53.821532 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68ac8538-8a0f-4020-a8c2-8fb304fcc9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:53.851411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac8538-8a0f-4020-a8c2-8fb304fcc9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b69252f-be35-4079-af42-8ac2e0be39d8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:53.884344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68ac8538-8a0f-4020-a8c2-8fb304fcc9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:53.887793 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-68ac8538-8a0f-4020-a8c2-8fb304fcc9dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b69252f-be35-4079-af42-8ac2e0be39d8 HTTP/1.1" status: 204 len: 168 time: 1.2185621 Feb 09 14:38:53.887793 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fc688577-91b1-4bcf-af56-32f50cca9132 req-a4081e87-9116-45b3-90c4-5e028f966f80 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:53.913676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Transition to ACTIVE for port object 2decc7b9-7625-4af2-8a89-d5cda4e7b5f1 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:38:54.215524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d5f42-f733-48bb-a6b5-9e319e17dd93 req-58acd686-2303-49e6-b509-9374e862fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:54.217089 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5c9d5f42-f733-48bb-a6b5-9e319e17dd93 req-58acd686-2303-49e6-b509-9374e862fe12 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f2035fd-0df8-4a8e-9ef9-4cec224debb8 HTTP/1.1" status: 200 len: 896 time: 0.4189327 Feb 09 14:38:54.220793 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:54.269364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4081e87-9116-45b3-90c4-5e028f966f80 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event deleted for resources: {'Port': ['ID=92dc0b5c-c86e-446a-8c9b-d14270e8eb89,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:54.316114 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:38:54.395619 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:38:54.396017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:38:54.397303 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc688577-91b1-4bcf-af56-32f50cca9132 req-a4081e87-9116-45b3-90c4-5e028f966f80 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] No DVR routers for this DVR port 92dc0b5c-c86e-446a-8c9b-d14270e8eb89 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:38:54.415669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Network 2d9e3dca-7827-4487-8331-79f5f04fe545 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:38:54.427274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:54.429763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:38:54.431098 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fc688577-91b1-4bcf-af56-32f50cca9132 req-a4081e87-9116-45b3-90c4-5e028f966f80 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:54.433043 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fc688577-91b1-4bcf-af56-32f50cca9132 req-a4081e87-9116-45b3-90c4-5e028f966f80 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.21 "DELETE /v2.0/ports/92dc0b5c-c86e-446a-8c9b-d14270e8eb89 HTTP/1.1" status: 204 len: 173 time: 2.1905150 Feb 09 14:38:54.433487 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e680a22f-a844-4687-acbe-19d10b1f6f4d', 'name': 'network-vif-deleted', 'tag': '92dc0b5c-c86e-446a-8c9b-d14270e8eb89'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:38:54.436089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:54.436688 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:54.451470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1c09c8a5-271d-4e03-ba7a-4ab7aaf984de req-74e34335-78e8-4e91-9494-d47d379c95cd tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Synchronizing usage tracker for tenant:efb44efc65644172a41e96f54232df46 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:38:54.477780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1c09c8a5-271d-4e03-ba7a-4ab7aaf984de req-74e34335-78e8-4e91-9494-d47d379c95cd tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Unset dirty status for tenant:efb44efc65644172a41e96f54232df46 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:38:54.479206 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c09c8a5-271d-4e03-ba7a-4ab7aaf984de req-74e34335-78e8-4e91-9494-d47d379c95cd tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 210 time: 0.0836859 Feb 09 14:38:54.486522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5c9d5f42-f733-48bb-a6b5-9e319e17dd93 req-1b64df03-82d2-40ac-adf5-ab914f1559eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e0bda6f-6009-4d43-ae27-f859fc2cd884 HTTP/1.1" status: 200 len: 1001 time: 0.2586913 Feb 09 14:38:54.490300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event updated for resources: {'Port': ['ID=2decc7b9-7625-4af2-8a89-d5cda4e7b5f1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:54.529364 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e680a22f-a844-4687-acbe-19d10b1f6f4d', 'name': 'network-vif-deleted', 'tag': '92dc0b5c-c86e-446a-8c9b-d14270e8eb89', 'status': 'completed', 'code': 200} Feb 09 14:38:54.529791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35532) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:54.543902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:54.544387 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:54.544848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:54.545324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:54.546892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:54.546892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:54.547112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:54.547717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:54.548075 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:54.548430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:54.550605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:54.550941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:38:54.560407 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-378d0544-c838-46fa-b655-a34a966acec7 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7799008 Feb 09 14:38:54.562933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35536) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:54.570987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-72200d56-3fe9-4a30-87e7-e3f21f24b71f tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::335', 'mac_address': 'fa:16:3e:40:d1:1e'}]}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:54.606607 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4d1b85db-cda1-4def-9a90-e0fa0c566504 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0769abacc27e4e269d0375f8324d1bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756872 Feb 09 14:38:54.609265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35540) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:54.662005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d5f42-f733-48bb-a6b5-9e319e17dd93 req-e54178c2-02dc-41ef-b38e-fcf6ee6bb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:54.663466 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5c9d5f42-f733-48bb-a6b5-9e319e17dd93 req-e54178c2-02dc-41ef-b38e-fcf6ee6bb26b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90d074ea-c819-41cd-959b-82a6a90105db HTTP/1.1" status: 200 len: 834 time: 0.1665556 Feb 09 14:38:54.694475 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b845c0d2-cffb-45ac-83b7-598e6674df06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:54.732607 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b845c0d2-cffb-45ac-83b7-598e6674df06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:54.811964 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b845c0d2-cffb-45ac-83b7-598e6674df06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:54.835895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845c0d2-cffb-45ac-83b7-598e6674df06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ececeace-466b-450e-b6c2-487b24e49521,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:54.854345 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b845c0d2-cffb-45ac-83b7-598e6674df06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:54.857797 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b845c0d2-cffb-45ac-83b7-598e6674df06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ececeace-466b-450e-b6c2-487b24e49521 HTTP/1.1" status: 204 len: 168 time: 0.2455459 Feb 09 14:38:54.951128 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72200d56-3fe9-4a30-87e7-e3f21f24b71f tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:55.003604 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bff49830-ace3-4aa4-816c-ecf9b2aba186 None None] Provisioning for port 2decc7b9-7625-4af2-8a89-d5cda4e7b5f1 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:38:55.012393 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bff49830-ace3-4aa4-816c-ecf9b2aba186 None None] Provisioning complete for port 2decc7b9-7625-4af2-8a89-d5cda4e7b5f1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:55.012898 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bff49830-ace3-4aa4-816c-ecf9b2aba186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:55.053391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d5f42-f733-48bb-a6b5-9e319e17dd93 req-6e7c7216-a8f8-4039-bb74-7ab6a6f5fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:55.056245 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5c9d5f42-f733-48bb-a6b5-9e319e17dd93 req-6e7c7216-a8f8-4039-bb74-7ab6a6f5fb31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f2035fd-0df8-4a8e-9ef9-4cec224debb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3833780 Feb 09 14:38:55.128387 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bff49830-ace3-4aa4-816c-ecf9b2aba186 None None] Port 2decc7b9-7625-4af2-8a89-d5cda4e7b5f1 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:38:55.343586 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5c9d5f42-f733-48bb-a6b5-9e319e17dd93 req-b4ead1ae-ad4f-44c0-a4d9-27f65351d555 service neutron] 10.222.0.35 "GET /v2.0/networks/4f2035fd-0df8-4a8e-9ef9-4cec224debb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747860 Feb 09 14:38:55.500257 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72200d56-3fe9-4a30-87e7-e3f21f24b71f tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:55.508942 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72200d56-3fe9-4a30-87e7-e3f21f24b71f tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:55.604921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72200d56-3fe9-4a30-87e7-e3f21f24b71f tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event updated for resources: {'Port': ['ID=2decc7b9-7625-4af2-8a89-d5cda4e7b5f1,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:55.617914 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5c9d5f42-f733-48bb-a6b5-9e319e17dd93 req-b095727f-1241-4975-a4b0-58029723095a service neutron] 10.222.0.35 "GET /v2.0/networks/4f2035fd-0df8-4a8e-9ef9-4cec224debb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635536 Feb 09 14:38:55.620997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-72200d56-3fe9-4a30-87e7-e3f21f24b71f tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] In _notify_port_updated(), no bound segment for port 2decc7b9-7625-4af2-8a89-d5cda4e7b5f1 on network 2d9e3dca-7827-4487-8331-79f5f04fe545 {{(pid=87597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:38:55.628513 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72200d56-3fe9-4a30-87e7-e3f21f24b71f tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:55.629240 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72200d56-3fe9-4a30-87e7-e3f21f24b71f tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:55.630592 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-72200d56-3fe9-4a30-87e7-e3f21f24b71f tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "PUT /v2.0/ports/2decc7b9-7625-4af2-8a89-d5cda4e7b5f1 HTTP/1.1" status: 200 len: 1001 time: 1.0667579 Feb 09 14:38:55.633642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35562) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:55.794622 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-124250bf-3f32-4086-9426-385cea523a7f tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Deleting port 2decc7b9-7625-4af2-8a89-d5cda4e7b5f1 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:55.795120 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-124250bf-3f32-4086-9426-385cea523a7f tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:55.969414 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31e959e5-780a-4f01-ad83-35a5487c0794 req-a4334543-5a43-40fc-891c-ee0e28d1ced6 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e680a22f-a844-4687-acbe-19d10b1f6f4d HTTP/1.1" status: 200 len: 210 time: 0.1355217 Feb 09 14:38:55.997982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-082ca125-7888-4fa2-a54f-66b70551aa4e None None] Provisioning complete for port 2decc7b9-7625-4af2-8a89-d5cda4e7b5f1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:55.999546 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-082ca125-7888-4fa2-a54f-66b70551aa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:56.089408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-082ca125-7888-4fa2-a54f-66b70551aa4e None None] Port 2decc7b9-7625-4af2-8a89-d5cda4e7b5f1 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:38:56.239191 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-124250bf-3f32-4086-9426-385cea523a7f tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:56.369247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-124250bf-3f32-4086-9426-385cea523a7f tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Calling delete_port for 2decc7b9-7625-4af2-8a89-d5cda4e7b5f1 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:56.517934 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-124250bf-3f32-4086-9426-385cea523a7f tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:56.568999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124250bf-3f32-4086-9426-385cea523a7f tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event deleted for resources: {'Port': ['ID=2decc7b9-7625-4af2-8a89-d5cda4e7b5f1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:56.710300 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-124250bf-3f32-4086-9426-385cea523a7f tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:56.720629 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-124250bf-3f32-4086-9426-385cea523a7f tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "DELETE /v2.0/ports/2decc7b9-7625-4af2-8a89-d5cda4e7b5f1 HTTP/1.1" status: 204 len: 168 time: 1.0858150 Feb 09 14:38:56.723132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35572) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:56.765668 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd64b7c8-85c8-4463-9a5f-fed4bb35f353 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] GET failed (client error): The resource could not be found. Feb 09 14:38:56.766212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cd64b7c8-85c8-4463-9a5f-fed4bb35f353 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Synchronizing usage tracker for tenant:07652b993ac840c79d98af1fa567f4b0 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:38:56.788181 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e40c0c2a-e368-43bc-b2d7-01dc1b2d519e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:56.790519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-cd64b7c8-85c8-4463-9a5f-fed4bb35f353 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Unset dirty status for tenant:07652b993ac840c79d98af1fa567f4b0 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:38:56.792236 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cd64b7c8-85c8-4463-9a5f-fed4bb35f353 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "GET /v2.0/ports/2decc7b9-7625-4af2-8a89-d5cda4e7b5f1 HTTP/1.1" status: 404 len: 333 time: 0.0682106 Feb 09 14:38:56.795910 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35578) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:56.801273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ae16b64a-b15c-4955-ae6b-b68b07a76852 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Request body: {'port': {'network_id': '2d9e3dca-7827-4487-8331-79f5f04fe545', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1211257563'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:56.947597 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ae16b64a-b15c-4955-ae6b-b68b07a76852 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:56.958333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ae16b64a-b15c-4955-ae6b-b68b07a76852 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:56.969800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae16b64a-b15c-4955-ae6b-b68b07a76852 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Made reservation on behalf of 07652b993ac840c79d98af1fa567f4b0 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:38:56.973655 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae16b64a-b15c-4955-ae6b-b68b07a76852 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:57.005295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-ae16b64a-b15c-4955-ae6b-b68b07a76852 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] device_id is not set on port f51a3267-ae5f-4895-acbf-a74128c80bc1 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:38:57.112923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35596) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:57.188074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-ae16b64a-b15c-4955-ae6b-b68b07a76852 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Allocated IP 2001:db8::2e1 (2d9e3dca-7827-4487-8331-79f5f04fe545/e56dcea0-76e3-4148-bd51-0a23430dc25c/f51a3267-ae5f-4895-acbf-a74128c80bc1) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:38:57.476195 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae16b64a-b15c-4955-ae6b-b68b07a76852 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:57.494918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-ae16b64a-b15c-4955-ae6b-b68b07a76852 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Transition to ACTIVE for port object f51a3267-ae5f-4895-acbf-a74128c80bc1 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:38:57.529731 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae16b64a-b15c-4955-ae6b-b68b07a76852 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:57.623985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae16b64a-b15c-4955-ae6b-b68b07a76852 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Network 2d9e3dca-7827-4487-8331-79f5f04fe545 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:38:57.627583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-ae16b64a-b15c-4955-ae6b-b68b07a76852 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:38:57.631633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae16b64a-b15c-4955-ae6b-b68b07a76852 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:38:57.637107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae16b64a-b15c-4955-ae6b-b68b07a76852 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:57.637720 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae16b64a-b15c-4955-ae6b-b68b07a76852 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:57.653879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16b64a-b15c-4955-ae6b-b68b07a76852 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event updated for resources: {'Port': ['ID=f51a3267-ae5f-4895-acbf-a74128c80bc1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:57.672958 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ae16b64a-b15c-4955-ae6b-b68b07a76852 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8759444 Feb 09 14:38:57.675993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35602) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:57.684242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d5a41c07-87c7-491a-9207-7fdecaff88b1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:40:d1:1e'}]}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:57.904220 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d5a41c07-87c7-491a-9207-7fdecaff88b1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:57.931375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-acab52aa-9a80-452c-a009-c1af1138f731 None None] Provisioning for port f51a3267-ae5f-4895-acbf-a74128c80bc1 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:38:57.936740 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-acab52aa-9a80-452c-a009-c1af1138f731 None None] Provisioning complete for port f51a3267-ae5f-4895-acbf-a74128c80bc1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:57.937275 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-acab52aa-9a80-452c-a009-c1af1138f731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:58.001467 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-acab52aa-9a80-452c-a009-c1af1138f731 None None] Port f51a3267-ae5f-4895-acbf-a74128c80bc1 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:38:58.278231 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11110b9f-cd98-415a-b4c0-67c629161984 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:58.351038 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d5a41c07-87c7-491a-9207-7fdecaff88b1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:58.366201 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d5a41c07-87c7-491a-9207-7fdecaff88b1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:58.432222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-d5a41c07-87c7-491a-9207-7fdecaff88b1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] In _notify_port_updated(), no bound segment for port f51a3267-ae5f-4895-acbf-a74128c80bc1 on network 2d9e3dca-7827-4487-8331-79f5f04fe545 {{(pid=87597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:38:58.437845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a41c07-87c7-491a-9207-7fdecaff88b1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:38:58.438462 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d5a41c07-87c7-491a-9207-7fdecaff88b1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:58.440337 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d5a41c07-87c7-491a-9207-7fdecaff88b1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "PUT /v2.0/ports/f51a3267-ae5f-4895-acbf-a74128c80bc1 HTTP/1.1" status: 200 len: 1003 time: 0.7633612 Feb 09 14:38:58.443403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35616) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:58.528507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a8a0bdeb-0d86-464c-b20e-14972cd14012 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Deleting port f51a3267-ae5f-4895-acbf-a74128c80bc1 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:58.528840 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8a0bdeb-0d86-464c-b20e-14972cd14012 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:58.642374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a41c07-87c7-491a-9207-7fdecaff88b1 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event updated for resources: {'Port': ['ID=f51a3267-ae5f-4895-acbf-a74128c80bc1,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:58.789367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-11110b9f-cd98-415a-b4c0-67c629161984 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Deleting port 3500c870-5b98-4b86-9a6f-f329f6a7f924 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:38:58.789716 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11110b9f-cd98-415a-b4c0-67c629161984 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:58.828814 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c04a9014-dba5-401a-b4ad-46537156ce16 None None] Provisioning complete for port f51a3267-ae5f-4895-acbf-a74128c80bc1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:38:58.829478 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c04a9014-dba5-401a-b4ad-46537156ce16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:58.830409 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8a0bdeb-0d86-464c-b20e-14972cd14012 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:58.882878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c04a9014-dba5-401a-b4ad-46537156ce16 None None] Port f51a3267-ae5f-4895-acbf-a74128c80bc1 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:38:59.000831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-11110b9f-cd98-415a-b4c0-67c629161984 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] For port 3500c870-5b98-4b86-9a6f-f329f6a7f924, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3500c870-5b98-4b86-9a6f-f329f6a7f924,segment=NetworkSegment(a0cbbe02-6ef1-4633-b314-ffee44f23472),segment_id=a0cbbe02-6ef1-4633-b314-ffee44f23472)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:38:59.001098 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11110b9f-cd98-415a-b4c0-67c629161984 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:59.060547 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a8a0bdeb-0d86-464c-b20e-14972cd14012 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Calling delete_port for f51a3267-ae5f-4895-acbf-a74128c80bc1 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:59.126862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-11110b9f-cd98-415a-b4c0-67c629161984 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Calling delete_port for 3500c870-5b98-4b86-9a6f-f329f6a7f924 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:38:59.199554 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b750a1ad-00f3-49b0-a1ae-6243d112cdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:59.209138 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8a0bdeb-0d86-464c-b20e-14972cd14012 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:59.262708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0bdeb-0d86-464c-b20e-14972cd14012 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event deleted for resources: {'Port': ['ID=f51a3267-ae5f-4895-acbf-a74128c80bc1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:59.304806 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8a0bdeb-0d86-464c-b20e-14972cd14012 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:59.315409 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a8a0bdeb-0d86-464c-b20e-14972cd14012 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "DELETE /v2.0/ports/f51a3267-ae5f-4895-acbf-a74128c80bc1 HTTP/1.1" status: 204 len: 168 time: 0.8707807 Feb 09 14:38:59.319153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35622) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:59.368745 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4ebfa5-23e9-495b-891f-71d218ff2e38 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] GET failed (client error): The resource could not be found. Feb 09 14:38:59.369278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0f4ebfa5-23e9-495b-891f-71d218ff2e38 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Synchronizing usage tracker for tenant:07652b993ac840c79d98af1fa567f4b0 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:38:59.390713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0f4ebfa5-23e9-495b-891f-71d218ff2e38 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Unset dirty status for tenant:07652b993ac840c79d98af1fa567f4b0 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:38:59.398599 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0f4ebfa5-23e9-495b-891f-71d218ff2e38 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "GET /v2.0/ports/f51a3267-ae5f-4895-acbf-a74128c80bc1 HTTP/1.1" status: 404 len: 333 time: 0.0782418 Feb 09 14:38:59.399213 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35632) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:38:59.405406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f9794b08-2720-47f4-9876-1b3aa68905f0 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Request body: {'port': {'network_id': '2d9e3dca-7827-4487-8331-79f5f04fe545', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-264335890'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:38:59.581310 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11110b9f-cd98-415a-b4c0-67c629161984 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:59.609208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f9794b08-2720-47f4-9876-1b3aa68905f0 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:38:59.646528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f9794b08-2720-47f4-9876-1b3aa68905f0 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:38:59.653343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11110b9f-cd98-415a-b4c0-67c629161984 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event deleted for resources: {'Port': ['ID=3500c870-5b98-4b86-9a6f-f329f6a7f924,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:38:59.657315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9794b08-2720-47f4-9876-1b3aa68905f0 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Made reservation on behalf of 07652b993ac840c79d98af1fa567f4b0 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:38:59.660858 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9794b08-2720-47f4-9876-1b3aa68905f0 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:38:59.715300 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-f9794b08-2720-47f4-9876-1b3aa68905f0 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] device_id is not set on port cfad42d2-f665-404f-9145-ef182b0d367b yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:38:59.927712 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-f9794b08-2720-47f4-9876-1b3aa68905f0 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Allocated IP 2001:db8::3ac (2d9e3dca-7827-4487-8331-79f5f04fe545/e56dcea0-76e3-4148-bd51-0a23430dc25c/cfad42d2-f665-404f-9145-ef182b0d367b) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:39:00.004626 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11110b9f-cd98-415a-b4c0-67c629161984 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:00.165830 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9794b08-2720-47f4-9876-1b3aa68905f0 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:00.183294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f9794b08-2720-47f4-9876-1b3aa68905f0 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Transition to ACTIVE for port object cfad42d2-f665-404f-9145-ef182b0d367b will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:00.211370 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9794b08-2720-47f4-9876-1b3aa68905f0 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:00.260090 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:00.286251 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9794b08-2720-47f4-9876-1b3aa68905f0 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Network 2d9e3dca-7827-4487-8331-79f5f04fe545 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:39:00.289415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f9794b08-2720-47f4-9876-1b3aa68905f0 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:00.293570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9794b08-2720-47f4-9876-1b3aa68905f0 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:39:00.299583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9794b08-2720-47f4-9876-1b3aa68905f0 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:00.300404 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9794b08-2720-47f4-9876-1b3aa68905f0 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:00.303972 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:00.317944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9794b08-2720-47f4-9876-1b3aa68905f0 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event updated for resources: {'Port': ['ID=cfad42d2-f665-404f-9145-ef182b0d367b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:00.335080 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f9794b08-2720-47f4-9876-1b3aa68905f0 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9347479 Feb 09 14:39:00.337596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35640) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:00.348611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Request body: {'port': {'network_id': '2d9e3dca-7827-4487-8331-79f5f04fe545', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2059972469'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:00.458020 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11110b9f-cd98-415a-b4c0-67c629161984 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Router 5c12b1ad-d5b9-4660-95e9-cd19d21a6053 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:39:00.511175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:00.516732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Usage tracker for resource:port and tenant:07652b993ac840c79d98af1fa567f4b0 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:00.520583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:00.527269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:00.575415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Made reservation on behalf of 07652b993ac840c79d98af1fa567f4b0 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:00.581198 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:00.608313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] device_id is not set on port 8574ebe1-404b-4b3d-834e-53425fa93e02 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:39:00.683388 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-062678c3-cfb4-40d0-89b3-49d64ea7cf79 None None] Provisioning for port cfad42d2-f665-404f-9145-ef182b0d367b completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:39:00.708470 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-062678c3-cfb4-40d0-89b3-49d64ea7cf79 None None] Provisioning complete for port cfad42d2-f665-404f-9145-ef182b0d367b triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:00.708944 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-062678c3-cfb4-40d0-89b3-49d64ea7cf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:00.734826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11110b9f-cd98-415a-b4c0-67c629161984 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:39:00.760244 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-11110b9f-cd98-415a-b4c0-67c629161984 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "PUT /v2.0/routers/5c12b1ad-d5b9-4660-95e9-cd19d21a6053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6461987 Feb 09 14:39:00.762916 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35650) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:00.775471 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e269c5cc-d2db-4f84-8779-2279f5b2cb32 None None] Sync routers for ids ['5c12b1ad-d5b9-4660-95e9-cd19d21a6053'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:39:00.792648 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e269c5cc-d2db-4f84-8779-2279f5b2cb32 None None] Routers {'5c12b1ad-d5b9-4660-95e9-cd19d21a6053'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:39:00.794758 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e269c5cc-d2db-4f84-8779-2279f5b2cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:38:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['5c12b1ad-d5b9-4660-95e9-cd19d21a6053'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:00.821193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-062678c3-cfb4-40d0-89b3-49d64ea7cf79 None None] Port cfad42d2-f665-404f-9145-ef182b0d367b cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:39:00.889183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Allocated IP 2001:db8::1df (2d9e3dca-7827-4487-8331-79f5f04fe545/e56dcea0-76e3-4148-bd51-0a23430dc25c/8574ebe1-404b-4b3d-834e-53425fa93e02) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:39:00.902218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5bc8a0-04a5-45c5-a629-e68f4d5d8048 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Deleting subnet ee813b58-5f60-4962-a8dd-ed9e0ee3ff69 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:39:00.905535 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3d5bc8a0-04a5-45c5-a629-e68f4d5d8048 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:01.006913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3d5bc8a0-04a5-45c5-a629-e68f4d5d8048 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:01.104091 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-e269c5cc-d2db-4f84-8779-2279f5b2cb32 None None] Set router 5c12b1ad-d5b9-4660-95e9-cd19d21a6053 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:39:01.159602 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3d5bc8a0-04a5-45c5-a629-e68f4d5d8048 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:01.228704 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:01.248503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Transition to ACTIVE for port object 8574ebe1-404b-4b3d-834e-53425fa93e02 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:01.263657 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3d5bc8a0-04a5-45c5-a629-e68f4d5d8048 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:01.284142 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:01.311658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bc8a0-04a5-45c5-a629-e68f4d5d8048 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event deleted for resources: {'Subnet': ['ID=ee813b58-5f60-4962-a8dd-ed9e0ee3ff69,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:01.314291 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3d5bc8a0-04a5-45c5-a629-e68f4d5d8048 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:01.325965 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3d5bc8a0-04a5-45c5-a629-e68f4d5d8048 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "DELETE /v2.0/subnets/ee813b58-5f60-4962-a8dd-ed9e0ee3ff69 HTTP/1.1" status: 204 len: 168 time: 0.5614867 Feb 09 14:39:01.326684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35662) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:01.327028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0cc76a-81f1-4381-a397-50ee849c4d5f None None] Network d9bb066f-4afa-428f-875c-388a1cb4d42c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:01.368717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Network 2d9e3dca-7827-4487-8331-79f5f04fe545 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:39:01.372055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:01.377701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:39:01.383633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:01.384389 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:01.407217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event updated for resources: {'Port': ['ID=8574ebe1-404b-4b3d-834e-53425fa93e02,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:01.432514 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-aa000874-2f45-49d4-946e-395542bdfd90 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0934956 Feb 09 14:39:01.435125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35666) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:01.442676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-cd94f83b-321c-4805-be97-90b5841dd535 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::335', 'mac_address': 'fa:16:3e:40:d1:1e'}, {'ip_address': '2001:db8::3ac', 'mac_address': 'fa:16:3e:8c:6c:0e'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:01.736654 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e269c5cc-d2db-4f84-8779-2279f5b2cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541599122', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:38:07Z', 'updated_at': '2022-02-09T14:38:59Z', 'revision_number': 5, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:38:09Z', 'updated_at': '2022-02-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:01.741788 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e269c5cc-d2db-4f84-8779-2279f5b2cb32 None None] Checking router: 5c12b1ad-d5b9-4660-95e9-cd19d21a6053 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:39:01.753502 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e269c5cc-d2db-4f84-8779-2279f5b2cb32 None None] Routers {'5c12b1ad-d5b9-4660-95e9-cd19d21a6053'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:39:01.754129 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e269c5cc-d2db-4f84-8779-2279f5b2cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:38:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['5c12b1ad-d5b9-4660-95e9-cd19d21a6053'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:01.839373 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] DHCP port deletion for d9bb066f-4afa-428f-875c-388a1cb4d42c request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:39:01.853043 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Deleting port 30c08807-37c5-47fb-b9ee-50bb51f34ef9 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:01.854136 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:01.865657 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-964f2023-b3a8-4986-8247-8e3df4004b5f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:02.028031 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:02.075519 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8aa3e258-2d6c-4fa9-aa5c-6cf99a617df8 None None] Provisioning for port 8574ebe1-404b-4b3d-834e-53425fa93e02 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:39:02.090763 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-964f2023-b3a8-4986-8247-8e3df4004b5f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:02.103484 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8aa3e258-2d6c-4fa9-aa5c-6cf99a617df8 None None] Provisioning complete for port 8574ebe1-404b-4b3d-834e-53425fa93e02 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:02.104446 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8aa3e258-2d6c-4fa9-aa5c-6cf99a617df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:02.116342 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-964f2023-b3a8-4986-8247-8e3df4004b5f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Deleting port c1c86a82-a9fb-4a3f-b76f-560e68e81365 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:02.116826 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-964f2023-b3a8-4986-8247-8e3df4004b5f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:02.163481 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd94f83b-321c-4805-be97-90b5841dd535 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:02.193531 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-e269c5cc-d2db-4f84-8779-2279f5b2cb32 None None] Set router 5c12b1ad-d5b9-4660-95e9-cd19d21a6053 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:39:02.258587 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3e258-2d6c-4fa9-aa5c-6cf99a617df8 None None] Port 8574ebe1-404b-4b3d-834e-53425fa93e02 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:39:02.293951 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] For port 30c08807-37c5-47fb-b9ee-50bb51f34ef9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=30c08807-37c5-47fb-b9ee-50bb51f34ef9,segment=NetworkSegment(a0cbbe02-6ef1-4633-b314-ffee44f23472),segment_id=a0cbbe02-6ef1-4633-b314-ffee44f23472)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:02.294618 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:02.371637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-964f2023-b3a8-4986-8247-8e3df4004b5f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] For port c1c86a82-a9fb-4a3f-b76f-560e68e81365, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c1c86a82-a9fb-4a3f-b76f-560e68e81365,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:02.372186 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-964f2023-b3a8-4986-8247-8e3df4004b5f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:02.452258 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Calling delete_port for 30c08807-37c5-47fb-b9ee-50bb51f34ef9 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:02.540353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-964f2023-b3a8-4986-8247-8e3df4004b5f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Calling delete_port for c1c86a82-a9fb-4a3f-b76f-560e68e81365 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:02.561242 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:02.613184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Pushing event deleted for resources: {'Port': ['ID=30c08807-37c5-47fb-b9ee-50bb51f34ef9,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:02.624406 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:02.624984 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:02.625637 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:02.626160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:02.627344 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:02.628155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:02.628893 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:02.629585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:02.630272 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:02.630973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:02.631718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:02.632365 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:02.647552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35abb2dd-b2cc-4c60-be74-eea2e6fdcabb None None] No DVR routers for this DVR port 30c08807-37c5-47fb-b9ee-50bb51f34ef9 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:39:02.869534 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd94f83b-321c-4805-be97-90b5841dd535 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:02.878889 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd94f83b-321c-4805-be97-90b5841dd535 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:02.915121 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-964f2023-b3a8-4986-8247-8e3df4004b5f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:02.999991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cd94f83b-321c-4805-be97-90b5841dd535 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] In _notify_port_updated(), no bound segment for port 8574ebe1-404b-4b3d-834e-53425fa93e02 on network 2d9e3dca-7827-4487-8331-79f5f04fe545 {{(pid=87596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:39:02.999991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd94f83b-321c-4805-be97-90b5841dd535 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:02.999991 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cd94f83b-321c-4805-be97-90b5841dd535 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:02.999991 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cd94f83b-321c-4805-be97-90b5841dd535 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "PUT /v2.0/ports/8574ebe1-404b-4b3d-834e-53425fa93e02 HTTP/1.1" status: 200 len: 1068 time: 1.5618713 Feb 09 14:39:03.010241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35682) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:03.040788 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 30c08807-37c5-47fb-b9ee-50bb51f34ef9 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:39:03.081072 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f2023-b3a8-4986-8247-8e3df4004b5f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event deleted for resources: {'Port': ['ID=c1c86a82-a9fb-4a3f-b76f-560e68e81365,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:03.085713 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e269c5cc-d2db-4f84-8779-2279f5b2cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541599122', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:38:07Z', 'updated_at': '2022-02-09T14:38:59Z', 'revision_number': 5, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:38:09Z', 'updated_at': '2022-02-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:03.108096 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e269c5cc-d2db-4f84-8779-2279f5b2cb32 None None] The sync data for ids ['5c12b1ad-d5b9-4660-95e9-cd19d21a6053'] in n-d-828418-2 is: [{'id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'name': 'tempest-TestSecurityGroupsBasicOps-router-541599122', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:38:07Z', 'updated_at': '2022-02-09T14:38:59Z', 'revision_number': 5, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'c1c86a82-a9fb-4a3f-b76f-560e68e81365', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c12b1ad-d5b9-4660-95e9-cd19d21a6053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:38:09Z', 'updated_at': '2022-02-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:39:03.142586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94f83b-321c-4805-be97-90b5841dd535 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event updated for resources: {'Port': ['ID=8574ebe1-404b-4b3d-834e-53425fa93e02,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:03.158495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 30c08807-37c5-47fb-b9ee-50bb51f34ef9 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:39:03.158742 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 30c08807-37c5-47fb-b9ee-50bb51f34ef9 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:39:03.195378 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e0d59171-a755-412c-b6ee-b817393f0acb tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Deleting port 8574ebe1-404b-4b3d-834e-53425fa93e02 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:03.198776 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0d59171-a755-412c-b6ee-b817393f0acb tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:03.269042 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-964f2023-b3a8-4986-8247-8e3df4004b5f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:03.506810 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-964f2023-b3a8-4986-8247-8e3df4004b5f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:03.509540 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-964f2023-b3a8-4986-8247-8e3df4004b5f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:03.514911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3e9b2b69-e2c6-49ed-bbaa-69d918828f79 None None] Provisioning complete for port 8574ebe1-404b-4b3d-834e-53425fa93e02 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:03.514911 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3e9b2b69-e2c6-49ed-bbaa-69d918828f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:03.551625 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-964f2023-b3a8-4986-8247-8e3df4004b5f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:03.552652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964f2023-b3a8-4986-8247-8e3df4004b5f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Fanout notify agent at l3_agent the message router_deleted on router 5c12b1ad-d5b9-4660-95e9-cd19d21a6053 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:39:03.600416 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-964f2023-b3a8-4986-8247-8e3df4004b5f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:03.601587 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-964f2023-b3a8-4986-8247-8e3df4004b5f tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "DELETE /v2.0/routers/5c12b1ad-d5b9-4660-95e9-cd19d21a6053 HTTP/1.1" status: 204 len: 168 time: 2.2738826 Feb 09 14:39:03.604243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35688) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:03.654002 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0d59171-a755-412c-b6ee-b817393f0acb tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:03.661891 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b2b69-e2c6-49ed-bbaa-69d918828f79 None None] Port 8574ebe1-404b-4b3d-834e-53425fa93e02 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:39:03.770471 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40184bbf-f02a-4a3f-bfc6-d39d5157719d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:03.866570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e0d59171-a755-412c-b6ee-b817393f0acb tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Calling delete_port for 8574ebe1-404b-4b3d-834e-53425fa93e02 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:04.099696 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0d59171-a755-412c-b6ee-b817393f0acb tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:04.164360 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d59171-a755-412c-b6ee-b817393f0acb tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event deleted for resources: {'Port': ['ID=8574ebe1-404b-4b3d-834e-53425fa93e02,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:04.182154 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40184bbf-f02a-4a3f-bfc6-d39d5157719d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:04.214286 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-40184bbf-f02a-4a3f-bfc6-d39d5157719d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bb066f-4afa-428f-875c-388a1cb4d42c']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:04.236541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-40184bbf-f02a-4a3f-bfc6-d39d5157719d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0cbbe02-6ef1-4633-b314-ffee44f23472') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:04.236843 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-40184bbf-f02a-4a3f-bfc6-d39d5157719d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0cbbe02-6ef1-4633-b314-ffee44f23472') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:04.250778 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40184bbf-f02a-4a3f-bfc6-d39d5157719d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:04.269025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40184bbf-f02a-4a3f-bfc6-d39d5157719d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:04.276908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40184bbf-f02a-4a3f-bfc6-d39d5157719d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:39:04.277620 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40184bbf-f02a-4a3f-bfc6-d39d5157719d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:39:04.295122 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:39:04.385523 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40184bbf-f02a-4a3f-bfc6-d39d5157719d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:04.415096 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40184bbf-f02a-4a3f-bfc6-d39d5157719d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:04.434335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40184bbf-f02a-4a3f-bfc6-d39d5157719d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event deleted for resources: {'Network': ['ID=d9bb066f-4afa-428f-875c-388a1cb4d42c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:04.448504 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-40184bbf-f02a-4a3f-bfc6-d39d5157719d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "DELETE /v2.0/networks/d9bb066f-4afa-428f-875c-388a1cb4d42c HTTP/1.1" status: 204 len: 168 time: 0.8423486 Feb 09 14:39:04.448905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35694) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:04.463577 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0d59171-a755-412c-b6ee-b817393f0acb tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:04.475023 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e0d59171-a755-412c-b6ee-b817393f0acb tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "DELETE /v2.0/ports/8574ebe1-404b-4b3d-834e-53425fa93e02 HTTP/1.1" status: 204 len: 168 time: 1.4678438 Feb 09 14:39:04.488284 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35698) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:04.555601 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2713ab6-6516-45fe-9dba-45ffd44b20a2 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] GET failed (client error): The resource could not be found. Feb 09 14:39:04.556400 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e2713ab6-6516-45fe-9dba-45ffd44b20a2 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Synchronizing usage tracker for tenant:07652b993ac840c79d98af1fa567f4b0 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:39:04.582078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e2713ab6-6516-45fe-9dba-45ffd44b20a2 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Unset dirty status for tenant:07652b993ac840c79d98af1fa567f4b0 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:39:04.587217 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e2713ab6-6516-45fe-9dba-45ffd44b20a2 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "GET /v2.0/ports/8574ebe1-404b-4b3d-834e-53425fa93e02 HTTP/1.1" status: 404 len: 333 time: 0.0976021 Feb 09 14:39:04.587986 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35704) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:04.686698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-956d1304-2a1f-4374-bc9d-6c9b1f22237a tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Deleting port cfad42d2-f665-404f-9145-ef182b0d367b {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:04.686977 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-956d1304-2a1f-4374-bc9d-6c9b1f22237a tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:04.697103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-893431e0-2c65-4299-b019-4e6df7182569 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Deleting port c7a72d1f-5d61-4560-aba8-ccb328c8dc1e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:04.697447 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-893431e0-2c65-4299-b019-4e6df7182569 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:04.932130 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-893431e0-2c65-4299-b019-4e6df7182569 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:04.932382 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-893431e0-2c65-4299-b019-4e6df7182569 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:04.966191 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-956d1304-2a1f-4374-bc9d-6c9b1f22237a tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:05.064449 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c1c86a82-a9fb-4a3f-b76f-560e68e81365 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:39:05.111468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: c1c86a82-a9fb-4a3f-b76f-560e68e81365 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:39:05.112503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c1c86a82-a9fb-4a3f-b76f-560e68e81365 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:39:05.113394 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3500c870-5b98-4b86-9a6f-f329f6a7f924 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:39:05.119208 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-893431e0-2c65-4299-b019-4e6df7182569 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Calling delete_port for c7a72d1f-5d61-4560-aba8-ccb328c8dc1e owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:05.206640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 3500c870-5b98-4b86-9a6f-f329f6a7f924 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:39:05.206992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3500c870-5b98-4b86-9a6f-f329f6a7f924 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:39:05.232466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-956d1304-2a1f-4374-bc9d-6c9b1f22237a tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Calling delete_port for cfad42d2-f665-404f-9145-ef182b0d367b owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:05.356314 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-893431e0-2c65-4299-b019-4e6df7182569 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:05.397895 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-956d1304-2a1f-4374-bc9d-6c9b1f22237a tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:05.460643 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893431e0-2c65-4299-b019-4e6df7182569 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event deleted for resources: {'Port': ['ID=c7a72d1f-5d61-4560-aba8-ccb328c8dc1e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:05.460786 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d1304-2a1f-4374-bc9d-6c9b1f22237a tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event deleted for resources: {'Port': ['ID=cfad42d2-f665-404f-9145-ef182b0d367b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:05.504302 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-956d1304-2a1f-4374-bc9d-6c9b1f22237a tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:05.527035 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-956d1304-2a1f-4374-bc9d-6c9b1f22237a tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "DELETE /v2.0/ports/cfad42d2-f665-404f-9145-ef182b0d367b HTTP/1.1" status: 204 len: 168 time: 0.9378510 Feb 09 14:39:05.527811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35714) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:05.562092 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-893431e0-2c65-4299-b019-4e6df7182569 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:05.562667 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-893431e0-2c65-4299-b019-4e6df7182569 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Floating IP 174018ae-31e2-442b-8d50-099e0346b598 disassociated (deleted). External IP: 172.25.8.245, port: 7e0bda6f-6009-4d43-ae27-f859fc2cd884. Feb 09 14:39:05.584294 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdfd3a9-8308-4cc6-a493-8f8418e33ba2 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] GET failed (client error): The resource could not be found. Feb 09 14:39:05.585178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9fdfd3a9-8308-4cc6-a493-8f8418e33ba2 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Synchronizing usage tracker for tenant:07652b993ac840c79d98af1fa567f4b0 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:39:05.603112 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9fdfd3a9-8308-4cc6-a493-8f8418e33ba2 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Unset dirty status for tenant:07652b993ac840c79d98af1fa567f4b0 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:39:05.604442 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9fdfd3a9-8308-4cc6-a493-8f8418e33ba2 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "GET /v2.0/ports/cfad42d2-f665-404f-9145-ef182b0d367b HTTP/1.1" status: 404 len: 333 time: 0.0753341 Feb 09 14:39:05.608186 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35718) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:05.698165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3d319a96-3c26-4ae1-a131-ed3fcd8f48c8 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Deleting port 4d6e3544-325e-4abd-86be-c3172fbb95f5 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:05.698612 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d319a96-3c26-4ae1-a131-ed3fcd8f48c8 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:06.014248 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d319a96-3c26-4ae1-a131-ed3fcd8f48c8 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:06.125867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91a9bf-9fc4-4d01-9520-fbfd6a43e9f7 req-f25fff80-46a4-4710-9c62-7f29922cc536 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:06.126030 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a91a9bf-9fc4-4d01-9520-fbfd6a43e9f7 req-f25fff80-46a4-4710-9c62-7f29922cc536 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 946 time: 0.5049694 Feb 09 14:39:06.161012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3d319a96-3c26-4ae1-a131-ed3fcd8f48c8 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Calling delete_port for 4d6e3544-325e-4abd-86be-c3172fbb95f5 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:06.256791 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1a91a9bf-9fc4-4d01-9520-fbfd6a43e9f7 req-ba8840a2-b4df-4599-a058-0de590e47a06 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224573 Feb 09 14:39:06.278360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893431e0-2c65-4299-b019-4e6df7182569 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Router d80665bd-7fbf-41d0-aeb4-bd015437cbeb has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:39:06.348826 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d319a96-3c26-4ae1-a131-ed3fcd8f48c8 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:06.400362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d319a96-3c26-4ae1-a131-ed3fcd8f48c8 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event deleted for resources: {'Port': ['ID=4d6e3544-325e-4abd-86be-c3172fbb95f5,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:06.453921 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d319a96-3c26-4ae1-a131-ed3fcd8f48c8 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:06.472090 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3d319a96-3c26-4ae1-a131-ed3fcd8f48c8 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "DELETE /v2.0/ports/4d6e3544-325e-4abd-86be-c3172fbb95f5 HTTP/1.1" status: 204 len: 168 time: 0.8624749 Feb 09 14:39:06.472729 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893431e0-2c65-4299-b019-4e6df7182569 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:39:06.474536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35744) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:06.491137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f3921-a9a2-4172-a4a5-671a0dee3142 None None] Sync routers for ids ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:39:06.514605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f3921-a9a2-4172-a4a5-671a0dee3142 None None] Routers {'d80665bd-7fbf-41d0-aeb4-bd015437cbeb'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:39:06.515330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3a3f3921-a9a2-4172-a4a5-671a0dee3142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:38:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:06.538903 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-893431e0-2c65-4299-b019-4e6df7182569 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:06.615825 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-893431e0-2c65-4299-b019-4e6df7182569 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "DELETE /v2.0/floatingips/174018ae-31e2-442b-8d50-099e0346b598 HTTP/1.1" status: 204 len: 168 time: 2.1548812 Feb 09 14:39:06.620180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62', 'tag': '7e0bda6f-6009-4d43-ae27-f859fc2cd884'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:39:06.654001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-8381089f-39a4-4582-b10b-d9f477ce5936 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Deleting subnet e56dcea0-76e3-4148-bd51-0a23430dc25c {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:39:06.657688 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8381089f-39a4-4582-b10b-d9f477ce5936 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:06.726120 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8381089f-39a4-4582-b10b-d9f477ce5936 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:06.803784 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-3a3f3921-a9a2-4172-a4a5-671a0dee3142 None None] Set router d80665bd-7fbf-41d0-aeb4-bd015437cbeb gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:39:06.834554 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8381089f-39a4-4582-b10b-d9f477ce5936 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:06.898356 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62', 'tag': '7e0bda6f-6009-4d43-ae27-f859fc2cd884', 'status': 'completed', 'code': 200} Feb 09 14:39:06.985254 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8381089f-39a4-4582-b10b-d9f477ce5936 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:07.098722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381089f-39a4-4582-b10b-d9f477ce5936 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event deleted for resources: {'Subnet': ['ID=e56dcea0-76e3-4148-bd51-0a23430dc25c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:07.132989 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8381089f-39a4-4582-b10b-d9f477ce5936 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:07.154668 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1441a6-dfb3-44db-82ed-990d81118c21 None None] Network 2d9e3dca-7827-4487-8331-79f5f04fe545 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:07.164109 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8381089f-39a4-4582-b10b-d9f477ce5936 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "DELETE /v2.0/subnets/e56dcea0-76e3-4148-bd51-0a23430dc25c HTTP/1.1" status: 204 len: 168 time: 0.6881385 Feb 09 14:39:07.168006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35756) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:07.197830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030b7bf-53dd-46e9-95e4-87b5d54ef861 req-66680ed8-5ef9-4c74-81f4-3d132b187102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:07.200306 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4030b7bf-53dd-46e9-95e4-87b5d54ef861 req-66680ed8-5ef9-4c74-81f4-3d132b187102 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=efb44efc65644172a41e96f54232df46&device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 1135 time: 0.3007843 Feb 09 14:39:07.326867 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:07.351037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Deleting port 71dcf720-8158-42e9-8756-d460834dd544 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:07.351490 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:07.465833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a5fdf-9e24-4ca9-9f08-dc60fc6d072a req-77fbfb87-573d-49f2-aec8-d692f278ed57 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:07.467484 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-773a5fdf-9e24-4ca9-9f08-dc60fc6d072a req-77fbfb87-573d-49f2-aec8-d692f278ed57 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Synchronizing usage tracker for tenant:efb44efc65644172a41e96f54232df46 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:39:07.552567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-773a5fdf-9e24-4ca9-9f08-dc60fc6d072a req-77fbfb87-573d-49f2-aec8-d692f278ed57 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Unset dirty status for tenant:efb44efc65644172a41e96f54232df46 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:39:07.564226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3a3f3921-a9a2-4172-a4a5-671a0dee3142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1457507678', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:35:43Z', 'updated_at': '2022-02-09T14:35:58Z', 'revision_number': 4, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:45Z', 'updated_at': '2022-02-09T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0cb40b1d-4281-4baf-b28d-63b6279a9133', 'name': '', 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'mac_address': 'fa:16:3e:24:98:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '90d074ea-c819-41cd-959b-82a6a90105db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:56Z', 'updated_at': '2022-02-09T14:36:07Z', 'revision_number': 5, 'project_id': 'efb44efc65644172a41e96f54232df46', 'subnets': [{'id': '90d074ea-c819-41cd-959b-82a6a90105db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:07.567093 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-773a5fdf-9e24-4ca9-9f08-dc60fc6d072a req-77fbfb87-573d-49f2-aec8-d692f278ed57 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 984 time: 0.5517216 Feb 09 14:39:07.573793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f3921-a9a2-4172-a4a5-671a0dee3142 None None] Checking router: d80665bd-7fbf-41d0-aeb4-bd015437cbeb for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:39:07.602285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f3921-a9a2-4172-a4a5-671a0dee3142 None None] Routers {'d80665bd-7fbf-41d0-aeb4-bd015437cbeb'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:39:07.602927 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3a3f3921-a9a2-4172-a4a5-671a0dee3142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:38:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:07.718590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030b7bf-53dd-46e9-95e4-87b5d54ef861 req-2833ba01-0401-4ad3-8ed0-6f5d4f796563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:07.721838 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4030b7bf-53dd-46e9-95e4-87b5d54ef861 req-2833ba01-0401-4ad3-8ed0-6f5d4f796563 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f2035fd-0df8-4a8e-9ef9-4cec224debb8 HTTP/1.1" status: 200 len: 896 time: 0.5105603 Feb 09 14:39:07.728944 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-773a5fdf-9e24-4ca9-9f08-dc60fc6d072a req-a310687e-4391-47db-bd3c-4db19702121d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/security-groups?id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1511998 Feb 09 14:39:07.732063 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af2f982-bd31-45c4-af37-2677547e26b1 None None] DHCP port deletion for 2d9e3dca-7827-4487-8331-79f5f04fe545 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:39:07.752779 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0af2f982-bd31-45c4-af37-2677547e26b1 None None] Deleting port 71dcf720-8158-42e9-8756-d460834dd544 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:07.752779 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0af2f982-bd31-45c4-af37-2677547e26b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:07.825933 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4030b7bf-53dd-46e9-95e4-87b5d54ef861 req-7e8190a6-cd75-4cdc-aebd-1aa95588272e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e0bda6f-6009-4d43-ae27-f859fc2cd884 HTTP/1.1" status: 200 len: 217 time: 0.0944614 Feb 09 14:39:07.916168 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030b7bf-53dd-46e9-95e4-87b5d54ef861 req-87fb7908-76d1-4aae-a123-4f134e555c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:07.918034 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4030b7bf-53dd-46e9-95e4-87b5d54ef861 req-87fb7908-76d1-4aae-a123-4f134e555c10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90d074ea-c819-41cd-959b-82a6a90105db HTTP/1.1" status: 200 len: 834 time: 0.0779366 Feb 09 14:39:08.008487 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030b7bf-53dd-46e9-95e4-87b5d54ef861 req-60be25fa-cca2-4e38-a42f-85a2d5aefa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:08.010708 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4030b7bf-53dd-46e9-95e4-87b5d54ef861 req-60be25fa-cca2-4e38-a42f-85a2d5aefa38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f2035fd-0df8-4a8e-9ef9-4cec224debb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865035 Feb 09 14:39:08.178187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] For port 71dcf720-8158-42e9-8756-d460834dd544, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=71dcf720-8158-42e9-8756-d460834dd544,segment=NetworkSegment(af1de7aa-005a-4bcf-8cdf-03e468cccf72),segment_id=af1de7aa-005a-4bcf-8cdf-03e468cccf72)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:08.178748 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:08.195767 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0af2f982-bd31-45c4-af37-2677547e26b1 None None] For port 71dcf720-8158-42e9-8756-d460834dd544, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=71dcf720-8158-42e9-8756-d460834dd544,segment=NetworkSegment(af1de7aa-005a-4bcf-8cdf-03e468cccf72),segment_id=af1de7aa-005a-4bcf-8cdf-03e468cccf72)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:08.196163 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0af2f982-bd31-45c4-af37-2677547e26b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:08.197725 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4030b7bf-53dd-46e9-95e4-87b5d54ef861 req-b58bebe1-5fa9-42d4-b389-05e4866bd203 service neutron] 10.222.0.35 "GET /v2.0/networks/4f2035fd-0df8-4a8e-9ef9-4cec224debb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792140 Feb 09 14:39:08.318118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Calling delete_port for 71dcf720-8158-42e9-8756-d460834dd544 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:08.355399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0af2f982-bd31-45c4-af37-2677547e26b1 None None] Calling delete_port for 71dcf720-8158-42e9-8756-d460834dd544 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:08.379789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb998d7a-d303-4a17-a4c8-ec9696a89a6c req-a2e3ec08-0f5c-4e70-90ba-1a036a7b2b7f tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:08.381297 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb998d7a-d303-4a17-a4c8-ec9696a89a6c req-a2e3ec08-0f5c-4e70-90ba-1a036a7b2b7f tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.21 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 946 time: 0.9125755 Feb 09 14:39:08.388684 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4030b7bf-53dd-46e9-95e4-87b5d54ef861 req-628ef429-d460-4f84-9a67-5ae0a87067b6 service neutron] 10.222.0.35 "GET /v2.0/networks/4f2035fd-0df8-4a8e-9ef9-4cec224debb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844318 Feb 09 14:39:08.427569 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbb52b-4aff-4549-aeb4-c871d5038fa3 req-42c7b51e-cdcd-4820-acb5-9e7f44cb3d56 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:08.429214 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05fbb52b-4aff-4549-aeb4-c871d5038fa3 req-42c7b51e-cdcd-4820-acb5-9e7f44cb3d56 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 946 time: 0.5362136 Feb 09 14:39:08.482862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-3a3f3921-a9a2-4172-a4a5-671a0dee3142 None None] Set router d80665bd-7fbf-41d0-aeb4-bd015437cbeb gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:39:08.515384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-eb998d7a-d303-4a17-a4c8-ec9696a89a6c req-5f991c90-daf5-4626-8ba2-5f5c4d89287a tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Deleting port bc574fab-7441-4e03-8f8f-a43b98480a3b {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:08.515615 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-eb998d7a-d303-4a17-a4c8-ec9696a89a6c req-5f991c90-daf5-4626-8ba2-5f5c4d89287a tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:08.556819 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:08.694079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] No DVR routers for this DVR port 71dcf720-8158-42e9-8756-d460834dd544 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:39:08.707619 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-0af2f982-bd31-45c4-af37-2677547e26b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:39:08.710544 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-0af2f982-bd31-45c4-af37-2677547e26b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:39:08.729665 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05fbb52b-4aff-4549-aeb4-c871d5038fa3 req-f937449e-7b87-4c53-be5d-7333064306bd tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/security-groups?id=0f54e9a7-e033-480c-a0f4-42d2e2c24e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841673 Feb 09 14:39:08.783821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event deleted for resources: {'Port': ['ID=71dcf720-8158-42e9-8756-d460834dd544,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:08.938675 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:08.952892 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:08.995896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9e3dca-7827-4487-8331-79f5f04fe545']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:08.997712 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3a3f3921-a9a2-4172-a4a5-671a0dee3142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1457507678', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:35:43Z', 'updated_at': '2022-02-09T14:35:58Z', 'revision_number': 4, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:45Z', 'updated_at': '2022-02-09T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0cb40b1d-4281-4baf-b28d-63b6279a9133', 'name': '', 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'mac_address': 'fa:16:3e:24:98:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '90d074ea-c819-41cd-959b-82a6a90105db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:56Z', 'updated_at': '2022-02-09T14:36:07Z', 'revision_number': 5, 'project_id': 'efb44efc65644172a41e96f54232df46', 'subnets': [{'id': '90d074ea-c819-41cd-959b-82a6a90105db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:09.025302 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f3921-a9a2-4172-a4a5-671a0dee3142 None None] The sync data for ids ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'] in n-d-828418-2 is: [{'id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1457507678', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:35:43Z', 'updated_at': '2022-02-09T14:35:58Z', 'revision_number': 4, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:45Z', 'updated_at': '2022-02-09T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0cb40b1d-4281-4baf-b28d-63b6279a9133', 'name': '', 'network_id': '4f2035fd-0df8-4a8e-9ef9-4cec224debb8', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'mac_address': 'fa:16:3e:24:98:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '90d074ea-c819-41cd-959b-82a6a90105db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:56Z', 'updated_at': '2022-02-09T14:36:07Z', 'revision_number': 5, 'project_id': 'efb44efc65644172a41e96f54232df46', 'subnets': [{'id': '90d074ea-c819-41cd-959b-82a6a90105db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:39:09.047405 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 71dcf720-8158-42e9-8756-d460834dd544 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:39:09.082411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1de7aa-005a-4bcf-8cdf-03e468cccf72') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:09.082702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1de7aa-005a-4bcf-8cdf-03e468cccf72') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:09.111480 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:09.136475 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 71dcf720-8158-42e9-8756-d460834dd544 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:39:09.137386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 71dcf720-8158-42e9-8756-d460834dd544 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:39:09.156762 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:09.192349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:39:09.192983 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:39:09.208189 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:39:09.211455 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0af2f982-bd31-45c4-af37-2677547e26b1 None None] Deleting port 71dcf720-8158-42e9-8756-d460834dd544 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:09.212210 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0af2f982-bd31-45c4-af37-2677547e26b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:09.247397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4bf9c-5e54-42c0-95a1-a96bef000b86 req-e822bba4-61d7-49bf-8772-ee1c0e70034d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:09.251014 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-76e4bf9c-5e54-42c0-95a1-a96bef000b86 req-e822bba4-61d7-49bf-8772-ee1c0e70034d tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 984 time: 0.3700428 Feb 09 14:39:09.299903 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-eb998d7a-d303-4a17-a4c8-ec9696a89a6c req-5f991c90-daf5-4626-8ba2-5f5c4d89287a tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] For port bc574fab-7441-4e03-8f8f-a43b98480a3b, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bc574fab-7441-4e03-8f8f-a43b98480a3b,segment=NetworkSegment(d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a),segment_id=d9c9e53e-b5dd-46f3-b4af-c9b8d877c46a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:09.300266 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-eb998d7a-d303-4a17-a4c8-ec9696a89a6c req-5f991c90-daf5-4626-8ba2-5f5c4d89287a tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:09.318653 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0af2f982-bd31-45c4-af37-2677547e26b1 None None] The port '71dcf720-8158-42e9-8756-d460834dd544' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:39:09.362355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a4f54-2e6e-4231-90ae-0189ed0601ff req-b7421f8a-5418-4898-91e7-dbd4e326b5e6 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:09.364306 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb1a4f54-2e6e-4231-90ae-0189ed0601ff req-b7421f8a-5418-4898-91e7-dbd4e326b5e6 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 984 time: 0.2392433 Feb 09 14:39:09.427072 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-76e4bf9c-5e54-42c0-95a1-a96bef000b86 req-5bd45344-58bf-4df2-bb90-7948b6db1c59 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/security-groups?id=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb&id=78cb8d88-d668-4352-bfcc-f0a7d70f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1619778 Feb 09 14:39:09.478267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-cb1a4f54-2e6e-4231-90ae-0189ed0601ff req-980acd6d-c4f3-4e5f-81c7-4cbc298ad38b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Deleting port 7e0bda6f-6009-4d43-ae27-f859fc2cd884 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:09.480064 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cb1a4f54-2e6e-4231-90ae-0189ed0601ff req-980acd6d-c4f3-4e5f-81c7-4cbc298ad38b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:09.487231 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8af4ef-4272-4d48-a01d-ccdd066ae0ba None None] New status for floating IP 174018ae-31e2-442b-8d50-099e0346b598: DOWN {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:39:09.487796 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-eb998d7a-d303-4a17-a4c8-ec9696a89a6c req-5f991c90-daf5-4626-8ba2-5f5c4d89287a tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Calling delete_port for bc574fab-7441-4e03-8f8f-a43b98480a3b owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:09.515038 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:09.547700 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:09.564520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] Pushing event deleted for resources: {'Network': ['ID=2d9e3dca-7827-4487-8331-79f5f04fe545,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:09.595898 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-be27713f-ccc9-41d8-83da-30948f4b6f13 tempest-AllowedAddressPairIpV6TestJSON-109880881 tempest-AllowedAddressPairIpV6TestJSON-109880881-project] 10.222.0.48 "DELETE /v2.0/networks/2d9e3dca-7827-4487-8331-79f5f04fe545 HTTP/1.1" status: 204 len: 168 time: 2.4269423 Feb 09 14:39:09.723199 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:39:09.768913 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-eb998d7a-d303-4a17-a4c8-ec9696a89a6c req-5f991c90-daf5-4626-8ba2-5f5c4d89287a tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:09.830008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-cb1a4f54-2e6e-4231-90ae-0189ed0601ff req-980acd6d-c4f3-4e5f-81c7-4cbc298ad38b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] For port 7e0bda6f-6009-4d43-ae27-f859fc2cd884, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=7e0bda6f-6009-4d43-ae27-f859fc2cd884,segment=NetworkSegment(5451cdda-2a80-456f-9a3b-6520a3191018),segment_id=5451cdda-2a80-456f-9a3b-6520a3191018)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:09.830382 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cb1a4f54-2e6e-4231-90ae-0189ed0601ff req-980acd6d-c4f3-4e5f-81c7-4cbc298ad38b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:09.841155 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f991c90-daf5-4626-8ba2-5f5c4d89287a tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Pushing event deleted for resources: {'Port': ['ID=bc574fab-7441-4e03-8f8f-a43b98480a3b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:09.988293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb998d7a-d303-4a17-a4c8-ec9696a89a6c req-5f991c90-daf5-4626-8ba2-5f5c4d89287a tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] No DVR routers for this DVR port bc574fab-7441-4e03-8f8f-a43b98480a3b on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:39:09.994762 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-eb998d7a-d303-4a17-a4c8-ec9696a89a6c req-5f991c90-daf5-4626-8ba2-5f5c4d89287a tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:09.997385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319aa470-2f60-4a33-8d66-ec243d5302af', 'name': 'network-vif-deleted', 'tag': 'bc574fab-7441-4e03-8f8f-a43b98480a3b'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:39:10.012596 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-befc843c-138f-4302-86cd-5625bdf07891 req-f4ff363e-5f6c-4615-8cc6-2b682894f6a3 tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.48 "GET /v2.0/ports?device_id=319aa470-2f60-4a33-8d66-ec243d5302af HTTP/1.1" status: 200 len: 210 time: 0.0835960 Feb 09 14:39:10.034411 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb998d7a-d303-4a17-a4c8-ec9696a89a6c req-5f991c90-daf5-4626-8ba2-5f5c4d89287a tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] 10.222.0.21 "DELETE /v2.0/ports/bc574fab-7441-4e03-8f8f-a43b98480a3b HTTP/1.1" status: 204 len: 173 time: 1.6458342 Feb 09 14:39:10.035931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-cb1a4f54-2e6e-4231-90ae-0189ed0601ff req-980acd6d-c4f3-4e5f-81c7-4cbc298ad38b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Calling delete_port for 7e0bda6f-6009-4d43-ae27-f859fc2cd884 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:10.040210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35792) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:10.075844 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319aa470-2f60-4a33-8d66-ec243d5302af', 'name': 'network-vif-deleted', 'tag': 'bc574fab-7441-4e03-8f8f-a43b98480a3b', 'status': 'completed', 'code': 200} Feb 09 14:39:10.237551 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0b5bc919-c1b7-4ff9-864e-8524028925de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07652b993ac840c79d98af1fa567f4b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956437 Feb 09 14:39:10.240883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35798) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:10.277066 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cb1a4f54-2e6e-4231-90ae-0189ed0601ff req-980acd6d-c4f3-4e5f-81c7-4cbc298ad38b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:10.316677 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d49af99b-2a23-4ddc-9e6c-9318a7063033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:10.340871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980acd6d-c4f3-4e5f-81c7-4cbc298ad38b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event deleted for resources: {'Port': ['ID=7e0bda6f-6009-4d43-ae27-f859fc2cd884,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:10.404182 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device bc574fab-7441-4e03-8f8f-a43b98480a3b no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:39:10.432433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1a4f54-2e6e-4231-90ae-0189ed0601ff req-980acd6d-c4f3-4e5f-81c7-4cbc298ad38b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] No DVR routers for this DVR port 7e0bda6f-6009-4d43-ae27-f859fc2cd884 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:39:10.435013 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cb1a4f54-2e6e-4231-90ae-0189ed0601ff req-980acd6d-c4f3-4e5f-81c7-4cbc298ad38b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:10.437743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62', 'name': 'network-vif-deleted', 'tag': '7e0bda6f-6009-4d43-ae27-f859fc2cd884'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:39:10.451115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: bc574fab-7441-4e03-8f8f-a43b98480a3b {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:39:10.451463 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device bc574fab-7441-4e03-8f8f-a43b98480a3b not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:39:10.477007 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb1a4f54-2e6e-4231-90ae-0189ed0601ff req-980acd6d-c4f3-4e5f-81c7-4cbc298ad38b tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.35 "DELETE /v2.0/ports/7e0bda6f-6009-4d43-ae27-f859fc2cd884 HTTP/1.1" status: 204 len: 173 time: 1.0905023 Feb 09 14:39:10.539010 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:10.554838 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62', 'name': 'network-vif-deleted', 'tag': '7e0bda6f-6009-4d43-ae27-f859fc2cd884', 'status': 'completed', 'code': 200} Feb 09 14:39:10.583056 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d49af99b-2a23-4ddc-9e6c-9318a7063033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:10.723670 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d49af99b-2a23-4ddc-9e6c-9318a7063033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:10.745844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49af99b-2a23-4ddc-9e6c-9318a7063033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5adb63-e83a-488f-b4ba-b0f3f05ced4f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:10.754339 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d49af99b-2a23-4ddc-9e6c-9318a7063033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:10.757774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-04eefea3-6736-43df-ba32-2aa023301ea8 req-97b92a86-ed66-471e-bdf6-e9aefe987452 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Synchronizing usage tracker for tenant:efb44efc65644172a41e96f54232df46 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:39:10.758684 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d49af99b-2a23-4ddc-9e6c-9318a7063033 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb5adb63-e83a-488f-b4ba-b0f3f05ced4f HTTP/1.1" status: 204 len: 168 time: 0.5162861 Feb 09 14:39:10.784264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-04eefea3-6736-43df-ba32-2aa023301ea8 req-97b92a86-ed66-471e-bdf6-e9aefe987452 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Unset dirty status for tenant:efb44efc65644172a41e96f54232df46 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:39:10.785487 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04eefea3-6736-43df-ba32-2aa023301ea8 req-97b92a86-ed66-471e-bdf6-e9aefe987452 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cdd1f8f-5bb7-40c7-95b9-2faa3647bd62 HTTP/1.1" status: 200 len: 210 time: 0.1063399 Feb 09 14:39:11.717386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35842) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:11.842545 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1301848015'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:11.849532 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:11.854036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Usage tracker for resource:network and tenant:821bb9184403429fb8ed3f63a9f3c95a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:11.857555 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:11.865628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:11.877453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Made reservation on behalf of 821bb9184403429fb8ed3f63a9f3c95a for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:11.881265 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:11.895498 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:11.906477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35852) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:11.928205 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:11.940835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Usage tracker for resource:security_group_rule and tenant:821bb9184403429fb8ed3f63a9f3c95a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:11.946833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:11.960619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:12.013206 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a94f734-efdf-4eae-8ad4-26858ae47ea5 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:12.058650 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a94f734-efdf-4eae-8ad4-26858ae47ea5 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:12.143332 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:12.144989 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a94f734-efdf-4eae-8ad4-26858ae47ea5 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:12.167122 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:12.178752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94f734-efdf-4eae-8ad4-26858ae47ea5 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e8cc71-cea8-44a9-ad14-9b39fd3e1adb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:12.197857 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:39:12.200618 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7a94f734-efdf-4eae-8ad4-26858ae47ea5 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:12.201770 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7a94f734-efdf-4eae-8ad4-26858ae47ea5 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "DELETE /v2.0/security-groups/32e8cc71-cea8-44a9-ad14-9b39fd3e1adb HTTP/1.1" status: 204 len: 168 time: 0.2943370 Feb 09 14:39:12.205115 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35856) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:12.226720 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:12.227274 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Added segment 5f94563e-615f-4159-8906-e7ce48b5d240 of type vlan for network b7446f10-87d8-4861-bbc4-3485bc1d14b0 Feb 09 14:39:12.239331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40480ce9-9c96-4a39-8eed-549546f63bd0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:12.270853 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:12.304343 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ef840c1-740c-4cab-b438-1b21e8d02fb8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:12.316597 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:12.323429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:12.324295 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:12.337435 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ef840c1-740c-4cab-b438-1b21e8d02fb8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:12.403761 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ef840c1-740c-4cab-b438-1b21e8d02fb8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:12.424948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef840c1-740c-4cab-b438-1b21e8d02fb8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cb8d88-d668-4352-bfcc-f0a7d70f6af0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:12.435250 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ef840c1-740c-4cab-b438-1b21e8d02fb8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:12.436605 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0ef840c1-740c-4cab-b438-1b21e8d02fb8 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "DELETE /v2.0/security-groups/78cb8d88-d668-4352-bfcc-f0a7d70f6af0 HTTP/1.1" status: 204 len: 168 time: 0.2301304 Feb 09 14:39:12.439798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35860) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:12.465544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event updated for resources: {'Network': ['ID=b7446f10-87d8-4861-bbc4-3485bc1d14b0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:12.469358 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9de4d9ca-2d48-468c-a2a0-b41c4b4db834 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7508168 Feb 09 14:39:12.491153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network b7446f10-87d8-4861-bbc4-3485bc1d14b0 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:39:12.577069 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 7e0bda6f-6009-4d43-ae27-f859fc2cd884 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:39:12.632361 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 7e0bda6f-6009-4d43-ae27-f859fc2cd884 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:39:12.633180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 7e0bda6f-6009-4d43-ae27-f859fc2cd884 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:39:13.371859 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0456cbbf-0482-435b-aefd-f3e5ce8fd164 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:13.822390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-0456cbbf-0482-435b-aefd-f3e5ce8fd164 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Deleting port 0cb40b1d-4281-4baf-b28d-63b6279a9133 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:13.822843 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0456cbbf-0482-435b-aefd-f3e5ce8fd164 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:14.059960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-0456cbbf-0482-435b-aefd-f3e5ce8fd164 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] For port 0cb40b1d-4281-4baf-b28d-63b6279a9133, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0cb40b1d-4281-4baf-b28d-63b6279a9133,segment=NetworkSegment(5451cdda-2a80-456f-9a3b-6520a3191018),segment_id=5451cdda-2a80-456f-9a3b-6520a3191018)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:14.060367 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0456cbbf-0482-435b-aefd-f3e5ce8fd164 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:14.249254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-0456cbbf-0482-435b-aefd-f3e5ce8fd164 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Calling delete_port for 0cb40b1d-4281-4baf-b28d-63b6279a9133 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:14.550586 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0456cbbf-0482-435b-aefd-f3e5ce8fd164 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:14.633486 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456cbbf-0482-435b-aefd-f3e5ce8fd164 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event deleted for resources: {'Port': ['ID=0cb40b1d-4281-4baf-b28d-63b6279a9133,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:15.028396 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0456cbbf-0482-435b-aefd-f3e5ce8fd164 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:15.627259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0456cbbf-0482-435b-aefd-f3e5ce8fd164 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Router d80665bd-7fbf-41d0-aeb4-bd015437cbeb has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:39:15.744655 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35902) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:15.750610 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4cd4fbdf-b592-4218-b37b-07f7ceda0b8b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Request body: {'subnet': {'network_id': 'b7446f10-87d8-4861-bbc4-3485bc1d14b0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:15.868033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4cd4fbdf-b592-4218-b37b-07f7ceda0b8b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:15.874321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4cd4fbdf-b592-4218-b37b-07f7ceda0b8b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Usage tracker for resource:subnet and tenant:821bb9184403429fb8ed3f63a9f3c95a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:15.876495 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4cd4fbdf-b592-4218-b37b-07f7ceda0b8b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:15.882335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4cd4fbdf-b592-4218-b37b-07f7ceda0b8b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:15.892066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0456cbbf-0482-435b-aefd-f3e5ce8fd164 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:39:15.898185 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd4fbdf-b592-4218-b37b-07f7ceda0b8b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Made reservation on behalf of 821bb9184403429fb8ed3f63a9f3c95a for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:15.902425 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4cd4fbdf-b592-4218-b37b-07f7ceda0b8b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:15.906527 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfd1fce-5b0b-42ab-9e2d-b48dcddc7dc3 None None] Sync routers for ids ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:39:15.922264 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfd1fce-5b0b-42ab-9e2d-b48dcddc7dc3 None None] Routers {'d80665bd-7fbf-41d0-aeb4-bd015437cbeb'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:39:15.923509 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-adfd1fce-5b0b-42ab-9e2d-b48dcddc7dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:38:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:15.933093 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0456cbbf-0482-435b-aefd-f3e5ce8fd164 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "PUT /v2.0/routers/d80665bd-7fbf-41d0-aeb4-bd015437cbeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4893527 Feb 09 14:39:15.935110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35910) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:16.042202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-64797abc-ddec-4fff-85ac-b261531acf06 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Deleting subnet 90d074ea-c819-41cd-959b-82a6a90105db {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:39:16.048314 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-64797abc-ddec-4fff-85ac-b261531acf06 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:16.134485 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-64797abc-ddec-4fff-85ac-b261531acf06 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:16.221676 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4cd4fbdf-b592-4218-b37b-07f7ceda0b8b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:16.271298 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-64797abc-ddec-4fff-85ac-b261531acf06 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:16.280893 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-adfd1fce-5b0b-42ab-9e2d-b48dcddc7dc3 None None] Set router d80665bd-7fbf-41d0-aeb4-bd015437cbeb gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:39:16.323708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4fbdf-b592-4218-b37b-07f7ceda0b8b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event updated for resources: {'Subnet': ['ID=d2aab479-42e1-429d-9da0-de1a2d487f17,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:16.329577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd4fbdf-b592-4218-b37b-07f7ceda0b8b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Checking segment: {'id': '5f94563e-615f-4159-8906-e7ce48b5d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b7446f10-87d8-4861-bbc4-3485bc1d14b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:39:16.329942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd4fbdf-b592-4218-b37b-07f7ceda0b8b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Network hostable DHCP agents. Network: b7446f10-87d8-4861-bbc4-3485bc1d14b0, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:39:16.358694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd4fbdf-b592-4218-b37b-07f7ceda0b8b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Network b7446f10-87d8-4861-bbc4-3485bc1d14b0 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:39:16.373364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4cd4fbdf-b592-4218-b37b-07f7ceda0b8b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, b7446f10-87d8-4861-bbc4-3485bc1d14b0) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:16.388916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4fbdf-b592-4218-b37b-07f7ceda0b8b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:16.389506 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4cd4fbdf-b592-4218-b37b-07f7ceda0b8b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:16.420301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35918) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:16.420491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd187cc-5fa0-4274-890a-eda515aac298 None None] Network b7446f10-87d8-4861-bbc4-3485bc1d14b0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:16.421519 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4cd4fbdf-b592-4218-b37b-07f7ceda0b8b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6756198 Feb 09 14:39:16.426467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-7463b670-fc35-450c-984e-0db61474229b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2053075744'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:16.433386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7463b670-fc35-450c-984e-0db61474229b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:16.437325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7463b670-fc35-450c-984e-0db61474229b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Usage tracker for resource:network and tenant:821bb9184403429fb8ed3f63a9f3c95a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:16.441068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7463b670-fc35-450c-984e-0db61474229b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:16.444313 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-64797abc-ddec-4fff-85ac-b261531acf06 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:16.480249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7463b670-fc35-450c-984e-0db61474229b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:16.496240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64797abc-ddec-4fff-85ac-b261531acf06 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event deleted for resources: {'Subnet': ['ID=90d074ea-c819-41cd-959b-82a6a90105db,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:16.512932 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-64797abc-ddec-4fff-85ac-b261531acf06 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:16.523873 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-64797abc-ddec-4fff-85ac-b261531acf06 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "DELETE /v2.0/subnets/90d074ea-c819-41cd-959b-82a6a90105db HTTP/1.1" status: 204 len: 168 time: 0.5872645 Feb 09 14:39:16.526794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35922) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:16.530024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7463b670-fc35-450c-984e-0db61474229b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Made reservation on behalf of 821bb9184403429fb8ed3f63a9f3c95a for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:16.533561 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7463b670-fc35-450c-984e-0db61474229b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:16.604447 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7463b670-fc35-450c-984e-0db61474229b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:39:16.632476 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7463b670-fc35-450c-984e-0db61474229b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:16.633895 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-7463b670-fc35-450c-984e-0db61474229b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Added segment 94b55290-8eeb-4815-9d83-e3c293c599d1 of type vlan for network e5fa3d86-d9aa-4b8d-b455-15c03b239dd9 Feb 09 14:39:16.667277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e077760-c19e-4c2d-b150-5f9d119d0dbb None None] Network 4f2035fd-0df8-4a8e-9ef9-4cec224debb8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:16.676469 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7463b670-fc35-450c-984e-0db61474229b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:16.717965 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7463b670-fc35-450c-984e-0db61474229b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:16.725267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7463b670-fc35-450c-984e-0db61474229b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:16.726284 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7463b670-fc35-450c-984e-0db61474229b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:16.801384 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3a75d7f-ee77-4d1e-93c5-1e2f3897b55c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:17.001578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463b670-fc35-450c-984e-0db61474229b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event updated for resources: {'Network': ['ID=e5fa3d86-d9aa-4b8d-b455-15c03b239dd9,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:17.039617 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7463b670-fc35-450c-984e-0db61474229b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6157367 Feb 09 14:39:17.040107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35932) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:17.049722 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network e5fa3d86-d9aa-4b8d-b455-15c03b239dd9 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:39:17.050800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-4fe7c62f-a536-4f5b-9ddc-d1d37be7749d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Request body: {'subnet': {'network_id': 'e5fa3d86-d9aa-4b8d-b455-15c03b239dd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:17.200219 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3a75d7f-ee77-4d1e-93c5-1e2f3897b55c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:17.213048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f3a75d7f-ee77-4d1e-93c5-1e2f3897b55c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Deleting port ee2efabb-f2bf-4bc2-9958-c28343ee4d13 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:17.213510 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3a75d7f-ee77-4d1e-93c5-1e2f3897b55c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:17.232622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-adfd1fce-5b0b-42ab-9e2d-b48dcddc7dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1457507678', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:35:43Z', 'updated_at': '2022-02-09T14:39:14Z', 'revision_number': 5, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port': {'id': 'ee2efabb-f2bf-4bc2-9958-c28343ee4d13', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:35:45Z', 'updated_at': '2022-02-09T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:17.255985 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfd1fce-5b0b-42ab-9e2d-b48dcddc7dc3 None None] Checking router: d80665bd-7fbf-41d0-aeb4-bd015437cbeb for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:39:17.259651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4fe7c62f-a536-4f5b-9ddc-d1d37be7749d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:17.264130 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4fe7c62f-a536-4f5b-9ddc-d1d37be7749d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Usage tracker for resource:subnet and tenant:821bb9184403429fb8ed3f63a9f3c95a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:17.273374 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfd1fce-5b0b-42ab-9e2d-b48dcddc7dc3 None None] Routers {'d80665bd-7fbf-41d0-aeb4-bd015437cbeb'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:39:17.274221 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-adfd1fce-5b0b-42ab-9e2d-b48dcddc7dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:38:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:17.278049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4fe7c62f-a536-4f5b-9ddc-d1d37be7749d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:17.288631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4fe7c62f-a536-4f5b-9ddc-d1d37be7749d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:17.302492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe7c62f-a536-4f5b-9ddc-d1d37be7749d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Made reservation on behalf of 821bb9184403429fb8ed3f63a9f3c95a for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:17.307268 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c62f-a536-4f5b-9ddc-d1d37be7749d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:17.364604 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-b7446f10-87d8-4861-bbc4-3485bc1d14b0', 'network_id': 'b7446f10-87d8-4861-bbc4-3485bc1d14b0', 'tenant_id': '821bb9184403429fb8ed3f63a9f3c95a', 'fixed_ips': [{'subnet_id': 'd2aab479-42e1-429d-9da0-de1a2d487f17'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:39:17.365495 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:17.563073 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0913ba0-a59e-44ee-834f-86996bbc5a58 None None] DHCP port deletion for 4f2035fd-0df8-4a8e-9ef9-4cec224debb8 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:39:17.595356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f0913ba0-a59e-44ee-834f-86996bbc5a58 None None] Deleting port e84f2ff0-da87-42ee-9e79-f6769df5ccc0 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:17.595755 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f0913ba0-a59e-44ee-834f-86996bbc5a58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:17.633911 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f3a75d7f-ee77-4d1e-93c5-1e2f3897b55c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] For port ee2efabb-f2bf-4bc2-9958-c28343ee4d13, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ee2efabb-f2bf-4bc2-9958-c28343ee4d13,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:17.634273 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3a75d7f-ee77-4d1e-93c5-1e2f3897b55c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:17.846031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.objects.ports [None req-4fe7c62f-a536-4f5b-9ddc-d1d37be7749d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87597) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:39:17.848827 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c62f-a536-4f5b-9ddc-d1d37be7749d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:17.942225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f3a75d7f-ee77-4d1e-93c5-1e2f3897b55c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Calling delete_port for ee2efabb-f2bf-4bc2-9958-c28343ee4d13 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:17.951224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7c62f-a536-4f5b-9ddc-d1d37be7749d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event updated for resources: {'Subnet': ['ID=761a0489-0ff7-4631-993f-a48aff40f315,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:17.962654 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7c62f-a536-4f5b-9ddc-d1d37be7749d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Checking segment: {'id': '94b55290-8eeb-4815-9d83-e3c293c599d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e5fa3d86-d9aa-4b8d-b455-15c03b239dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:39:17.963489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe7c62f-a536-4f5b-9ddc-d1d37be7749d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Network hostable DHCP agents. Network: e5fa3d86-d9aa-4b8d-b455-15c03b239dd9, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:39:18.004894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe7c62f-a536-4f5b-9ddc-d1d37be7749d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Network e5fa3d86-d9aa-4b8d-b455-15c03b239dd9 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:39:18.023984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-4fe7c62f-a536-4f5b-9ddc-d1d37be7749d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, e5fa3d86-d9aa-4b8d-b455-15c03b239dd9) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:18.029375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe7c62f-a536-4f5b-9ddc-d1d37be7749d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:18.030488 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c62f-a536-4f5b-9ddc-d1d37be7749d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:18.071662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-adfd1fce-5b0b-42ab-9e2d-b48dcddc7dc3 None None] Set router d80665bd-7fbf-41d0-aeb4-bd015437cbeb gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:39:18.092354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4fe7c62f-a536-4f5b-9ddc-d1d37be7749d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0508542 Feb 09 14:39:18.095603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35946) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:18.104438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Request body: {'port': {'network_id': 'e5fa3d86-d9aa-4b8d-b455-15c03b239dd9', 'name': 'tempest-NetworksIpV6TestAttrs-712344932'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:18.217273 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3a75d7f-ee77-4d1e-93c5-1e2f3897b55c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:18.247790 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-adfd1fce-5b0b-42ab-9e2d-b48dcddc7dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1457507678', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:35:43Z', 'updated_at': '2022-02-09T14:39:17Z', 'revision_number': 6, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:18.252464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fcfeff-7d6b-4940-b849-918c80a90613 None None] Network e5fa3d86-d9aa-4b8d-b455-15c03b239dd9 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:18.320337 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a75d7f-ee77-4d1e-93c5-1e2f3897b55c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event deleted for resources: {'Port': ['ID=ee2efabb-f2bf-4bc2-9958-c28343ee4d13,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:18.458496 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3a75d7f-ee77-4d1e-93c5-1e2f3897b55c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:18.494629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:18.498112 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfd1fce-5b0b-42ab-9e2d-b48dcddc7dc3 None None] The sync data for ids ['d80665bd-7fbf-41d0-aeb4-bd015437cbeb'] in n-d-828418-2 is: [{'id': 'd80665bd-7fbf-41d0-aeb4-bd015437cbeb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1457507678', 'tenant_id': 'efb44efc65644172a41e96f54232df46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:35:43Z', 'updated_at': '2022-02-09T14:39:17Z', 'revision_number': 6, 'project_id': 'efb44efc65644172a41e96f54232df46', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:39:18.505020 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Usage tracker for resource:port and tenant:821bb9184403429fb8ed3f63a9f3c95a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:18.508428 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:18.518335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:18.548703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Made reservation on behalf of 821bb9184403429fb8ed3f63a9f3c95a for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:18.559939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f0913ba0-a59e-44ee-834f-86996bbc5a58 None None] For port e84f2ff0-da87-42ee-9e79-f6769df5ccc0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e84f2ff0-da87-42ee-9e79-f6769df5ccc0,segment=NetworkSegment(5451cdda-2a80-456f-9a3b-6520a3191018),segment_id=5451cdda-2a80-456f-9a3b-6520a3191018)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:18.560657 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f0913ba0-a59e-44ee-834f-86996bbc5a58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:18.570703 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:18.605533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] device_id is not set on port 0a4da211-30e4-4c69-9f8d-5c443557b4e0 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:39:18.736332 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Allocated IP 2001:db8:0:ffff::2 (b7446f10-87d8-4861-bbc4-3485bc1d14b0/d2aab479-42e1-429d-9da0-de1a2d487f17/2128f4b8-bbe7-4370-8a50-404cb28e4dca) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:39:18.788292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Allocated IP 2001:db8::f816:3eff:fe31:29b2 (e5fa3d86-d9aa-4b8d-b455-15c03b239dd9/761a0489-0ff7-4631-993f-a48aff40f315/0a4da211-30e4-4c69-9f8d-5c443557b4e0) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:39:18.794633 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3a75d7f-ee77-4d1e-93c5-1e2f3897b55c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:18.797424 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3a75d7f-ee77-4d1e-93c5-1e2f3897b55c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:18.828613 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3a75d7f-ee77-4d1e-93c5-1e2f3897b55c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:18.829483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a75d7f-ee77-4d1e-93c5-1e2f3897b55c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Fanout notify agent at l3_agent the message router_deleted on router d80665bd-7fbf-41d0-aeb4-bd015437cbeb {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:39:18.849221 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f3a75d7f-ee77-4d1e-93c5-1e2f3897b55c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:18.852892 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f3a75d7f-ee77-4d1e-93c5-1e2f3897b55c tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "DELETE /v2.0/routers/d80665bd-7fbf-41d0-aeb4-bd015437cbeb HTTP/1.1" status: 204 len: 168 time: 2.3220558 Feb 09 14:39:18.853658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35958) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:19.152628 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:19.173672 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Deleting port e84f2ff0-da87-42ee-9e79-f6769df5ccc0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:19.174116 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:19.207075 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:19.230818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Transition to ACTIVE for port object 0a4da211-30e4-4c69-9f8d-5c443557b4e0 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:19.284000 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:19.319005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f0913ba0-a59e-44ee-834f-86996bbc5a58 None None] Calling delete_port for e84f2ff0-da87-42ee-9e79-f6769df5ccc0 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:19.348909 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:19.384140 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Transition to ACTIVE for port object 2128f4b8-bbe7-4370-8a50-404cb28e4dca will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:19.420482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Network e5fa3d86-d9aa-4b8d-b455-15c03b239dd9 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:39:19.435901 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Transition to ACTIVE for port object 2128f4b8-bbe7-4370-8a50-404cb28e4dca will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:19.452024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:19.457950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:39:19.464270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:19.465277 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:19.486006 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:19.504819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event updated for resources: {'Port': ['ID=0a4da211-30e4-4c69-9f8d-5c443557b4e0,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:19.528734 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e84f2ff0-da87-42ee-9e79-f6769df5ccc0 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:39:19.536070 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1697e21b-2c30-44c4-a9f2-342ec1e19f28 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4390581 Feb 09 14:39:19.536736 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35966) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:19.599883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b6681a-59a1-431d-9c41-b8354c67a885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-e5fa3d86-d9aa-4b8d-b455-15c03b239dd9', 'network_id': 'e5fa3d86-d9aa-4b8d-b455-15c03b239dd9', 'tenant_id': '821bb9184403429fb8ed3f63a9f3c95a', 'fixed_ips': [{'subnet_id': '761a0489-0ff7-4631-993f-a48aff40f315'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:39:19.600931 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d0b6681a-59a1-431d-9c41-b8354c67a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:19.654139 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] For port e84f2ff0-da87-42ee-9e79-f6769df5ccc0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e84f2ff0-da87-42ee-9e79-f6769df5ccc0,segment=NetworkSegment(5451cdda-2a80-456f-9a3b-6520a3191018),segment_id=5451cdda-2a80-456f-9a3b-6520a3191018)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:19.654608 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:19.663916 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc2bebf-83c0-46f0-91c6-7f24c12ce4ed tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Deleting subnet 761a0489-0ff7-4631-993f-a48aff40f315 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:39:19.670760 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcc2bebf-83c0-46f0-91c6-7f24c12ce4ed tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:19.798469 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcc2bebf-83c0-46f0-91c6-7f24c12ce4ed tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:19.825250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No active binding found for port e84f2ff0-da87-42ee-9e79-f6769df5ccc0 {{(pid=87598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 14:39:19.825667 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e84f2ff0-da87-42ee-9e79-f6769df5ccc0 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:39:19.826088 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0cb40b1d-4281-4baf-b28d-63b6279a9133 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:39:19.868605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 0cb40b1d-4281-4baf-b28d-63b6279a9133 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:39:19.868943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0cb40b1d-4281-4baf-b28d-63b6279a9133 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:39:19.870484 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f0913ba0-a59e-44ee-834f-86996bbc5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:19.875895 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Network b7446f10-87d8-4861-bbc4-3485bc1d14b0 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:39:19.880195 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:19.887124 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:39:19.956563 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Pushing event updated for resources: {'Port': ['ID=2128f4b8-bbe7-4370-8a50-404cb28e4dca,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:19.956563 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0913ba0-a59e-44ee-834f-86996bbc5a58 None None] No DVR routers for this DVR port e84f2ff0-da87-42ee-9e79-f6769df5ccc0 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:39:19.975109 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcc2bebf-83c0-46f0-91c6-7f24c12ce4ed tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:19.991053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Calling delete_port for e84f2ff0-da87-42ee-9e79-f6769df5ccc0 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:20.102789 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcc2bebf-83c0-46f0-91c6-7f24c12ce4ed tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:20.113613 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0913ba0-a59e-44ee-834f-86996bbc5a58 None None] Pushing event deleted for resources: {'Port': ['ID=e84f2ff0-da87-42ee-9e79-f6769df5ccc0,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server [None req-d0b6681a-59a1-431d-9c41-b8354c67a885 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 761a0489-0ff7-4631-993f-a48aff40f315: This subnet is being modified by another concurrent operation. Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 14:39:20.119189 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise exception Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 761a0489-0ff7-4631-993f-a48aff40f315: This subnet is being modified by another concurrent operation. Feb 09 14:39:20.122217 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server Feb 09 14:39:20.124834 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Attempting to bind port 2128f4b8-bbe7-4370-8a50-404cb28e4dca on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:39:20.124834 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Attempting to bind port 2128f4b8-bbe7-4370-8a50-404cb28e4dca by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '5f94563e-615f-4159-8906-e7ce48b5d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b7446f10-87d8-4861-bbc4-3485bc1d14b0'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:39:20.124834 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Attempting to bind port 2128f4b8-bbe7-4370-8a50-404cb28e4dca on network b7446f10-87d8-4861-bbc4-3485bc1d14b0 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:39:20.134780 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:39:20.134780 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Checking segment: {'id': '5f94563e-615f-4159-8906-e7ce48b5d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b7446f10-87d8-4861-bbc4-3485bc1d14b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:39:20.135240 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:20.135718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Bound using segment: {'id': '5f94563e-615f-4159-8906-e7ce48b5d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b7446f10-87d8-4861-bbc4-3485bc1d14b0'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:39:20.136358 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Bound port: 2128f4b8-bbe7-4370-8a50-404cb28e4dca, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f94563e-615f-4159-8906-e7ce48b5d240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b7446f10-87d8-4861-bbc4-3485bc1d14b0'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:39:20.136837 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:20.179716 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:39:20.180291 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:39:20.200481 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6c8e49-eb67-4145-8b4e-f813aa83f8e8 None None] Network e5fa3d86-d9aa-4b8d-b455-15c03b239dd9 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:20.204885 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dcc2bebf-83c0-46f0-91c6-7f24c12ce4ed tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:20.211480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2bebf-83c0-46f0-91c6-7f24c12ce4ed tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event deleted for resources: {'Subnet': ['ID=761a0489-0ff7-4631-993f-a48aff40f315,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:20.221544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35970) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:20.222328 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dcc2bebf-83c0-46f0-91c6-7f24c12ce4ed tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/subnets/761a0489-0ff7-4631-993f-a48aff40f315 HTTP/1.1" status: 204 len: 168 time: 0.6779099 Feb 09 14:39:20.294409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a691e9c7-234c-4e08-9ea4-09d931d75249 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:20.296167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a691e9c7-234c-4e08-9ea4-09d931d75249 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:20.296905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a691e9c7-234c-4e08-9ea4-09d931d75249 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Synchronizing usage tracker for tenant:821bb9184403429fb8ed3f63a9f3c95a on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:39:20.338276 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a691e9c7-234c-4e08-9ea4-09d931d75249 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Unset dirty status for tenant:821bb9184403429fb8ed3f63a9f3c95a on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:39:20.357041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35976) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:20.363678 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a691e9c7-234c-4e08-9ea4-09d931d75249 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1386354 Feb 09 14:39:20.527064 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] For port 2128f4b8-bbe7-4370-8a50-404cb28e4dca, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:39:20.532774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] For port 2128f4b8-bbe7-4370-8a50-404cb28e4dca, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2128f4b8-bbe7-4370-8a50-404cb28e4dca,segment=NetworkSegment(5f94563e-615f-4159-8906-e7ce48b5d240),segment_id=5f94563e-615f-4159-8906-e7ce48b5d240)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:39:20.561033 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:20.615012 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-af941eeb-b020-4480-925d-16c85c22978e tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:20.654350 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-af941eeb-b020-4480-925d-16c85c22978e tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 14:39:20.655913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af941eeb-b020-4480-925d-16c85c22978e tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:39:20.660961 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-af941eeb-b020-4480-925d-16c85c22978e tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/networks/e5fa3d86-d9aa-4b8d-b455-15c03b239dd9 HTTP/1.1" status: 409 len: 405 time: 0.3026214 Feb 09 14:39:20.666164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 35982) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:20.672674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-d7748232-2938-4ac8-983b-d081114247f9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-903692025'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:20.684323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d7748232-2938-4ac8-983b-d081114247f9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:20.691309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Deleting port e84f2ff0-da87-42ee-9e79-f6769df5ccc0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:20.691309 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:20.713191 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf100f31-32c0-425c-8130-5fd2d6ffd635 None None] Pushing event updated for resources: {'Port': ['ID=2128f4b8-bbe7-4370-8a50-404cb28e4dca,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:20.753125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d7748232-2938-4ac8-983b-d081114247f9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Usage tracker for resource:network and tenant:821bb9184403429fb8ed3f63a9f3c95a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:20.761887 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d7748232-2938-4ac8-983b-d081114247f9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:20.803616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] The port 'e84f2ff0-da87-42ee-9e79-f6769df5ccc0' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:39:20.833083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d7748232-2938-4ac8-983b-d081114247f9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:20.866886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7748232-2938-4ac8-983b-d081114247f9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Made reservation on behalf of 821bb9184403429fb8ed3f63a9f3c95a for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:20.870452 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7748232-2938-4ac8-983b-d081114247f9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:21.044578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ee2efabb-f2bf-4bc2-9958-c28343ee4d13 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:39:21.204683 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: ee2efabb-f2bf-4bc2-9958-c28343ee4d13 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:39:21.205042 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ee2efabb-f2bf-4bc2-9958-c28343ee4d13 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:39:21.212110 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:21.268618 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7748232-2938-4ac8-983b-d081114247f9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:39:21.276923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2035fd-0df8-4a8e-9ef9-4cec224debb8']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:21.310937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5451cdda-2a80-456f-9a3b-6520a3191018') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:21.311589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5451cdda-2a80-456f-9a3b-6520a3191018') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:21.319194 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7748232-2938-4ac8-983b-d081114247f9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:21.319535 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-d7748232-2938-4ac8-983b-d081114247f9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Added segment 070472d5-03a2-4ae6-adda-7965e3ea7454 of type vlan for network 968fe3ca-190f-4658-b765-1d66a0beb24c Feb 09 14:39:21.332617 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:21.370211 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:21.384013 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7748232-2938-4ac8-983b-d081114247f9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:21.390159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:39:21.390594 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:39:21.413956 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:39:21.527011 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:21.546061 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:21.552492 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7748232-2938-4ac8-983b-d081114247f9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:21.557885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7748232-2938-4ac8-983b-d081114247f9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:21.558478 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7748232-2938-4ac8-983b-d081114247f9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:21.594321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] Pushing event deleted for resources: {'Network': ['ID=4f2035fd-0df8-4a8e-9ef9-4cec224debb8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:21.600956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 35990) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:21.601521 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d7748232-2938-4ac8-983b-d081114247f9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9342568 Feb 09 14:39:21.608207 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f998cb7f-492b-4f58-baa9-665527f17df7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Request body: {'subnet': {'network_id': '968fe3ca-190f-4658-b765-1d66a0beb24c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:21.679290 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c47bfe25-33ba-4647-ab2e-ce104d112347 tempest-TestSecurityGroupsBasicOps-118686530 tempest-TestSecurityGroupsBasicOps-118686530-project] 10.222.0.48 "DELETE /v2.0/networks/4f2035fd-0df8-4a8e-9ef9-4cec224debb8 HTTP/1.1" status: 204 len: 168 time: 2.8245199 Feb 09 14:39:21.751530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7748232-2938-4ac8-983b-d081114247f9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event updated for resources: {'Network': ['ID=968fe3ca-190f-4658-b765-1d66a0beb24c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:21.793791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 968fe3ca-190f-4658-b765-1d66a0beb24c details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:39:21.806568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f998cb7f-492b-4f58-baa9-665527f17df7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:21.824417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f998cb7f-492b-4f58-baa9-665527f17df7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:21.839140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f998cb7f-492b-4f58-baa9-665527f17df7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Made reservation on behalf of 821bb9184403429fb8ed3f63a9f3c95a for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:21.843497 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f998cb7f-492b-4f58-baa9-665527f17df7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:22.323344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.objects.ports [None req-f998cb7f-492b-4f58-baa9-665527f17df7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87597) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:39:22.324531 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f998cb7f-492b-4f58-baa9-665527f17df7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:22.356665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0073e35b-ee5b-497b-a77f-7b453b07a4c5 None None] Network b7446f10-87d8-4861-bbc4-3485bc1d14b0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:22.417068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998cb7f-492b-4f58-baa9-665527f17df7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event updated for resources: {'Subnet': ['ID=15f390fd-c02a-4c6e-9496-ff2a5e5f7ce3,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:22.435905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36000) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:22.450535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f998cb7f-492b-4f58-baa9-665527f17df7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Checking segment: {'id': '070472d5-03a2-4ae6-adda-7965e3ea7454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '968fe3ca-190f-4658-b765-1d66a0beb24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:39:22.450895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f998cb7f-492b-4f58-baa9-665527f17df7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Network hostable DHCP agents. Network: 968fe3ca-190f-4658-b765-1d66a0beb24c, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:39:22.477843 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f998cb7f-492b-4f58-baa9-665527f17df7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Network 968fe3ca-190f-4658-b765-1d66a0beb24c is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:39:22.497569 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-f998cb7f-492b-4f58-baa9-665527f17df7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 968fe3ca-190f-4658-b765-1d66a0beb24c) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:22.503994 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f998cb7f-492b-4f58-baa9-665527f17df7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:22.504686 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f998cb7f-492b-4f58-baa9-665527f17df7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:22.573385 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f998cb7f-492b-4f58-baa9-665527f17df7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9711330 Feb 09 14:39:22.576480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36012) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:22.589450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Request body: {'port': {'network_id': '968fe3ca-190f-4658-b765-1d66a0beb24c', 'name': 'tempest-NetworksIpV6TestAttrs-1504509316'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:22.644867 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1401b8d-2151-48dc-96ed-d8b15554dca0 None None] Network 968fe3ca-190f-4658-b765-1d66a0beb24c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:22.852906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:22.861173 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Usage tracker for resource:port and tenant:821bb9184403429fb8ed3f63a9f3c95a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:22.869993 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-65979d58-7b70-48eb-a017-e8ac45a9cf52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=efb44efc65644172a41e96f54232df46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289856 Feb 09 14:39:22.870525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:22.870771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36024) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:22.878538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:22.882883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-274198c4-34aa-4330-bd1c-7d67807522a6 None None] Provisioning for port 2128f4b8-bbe7-4370-8a50-404cb28e4dca completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:39:22.916930 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Made reservation on behalf of 821bb9184403429fb8ed3f63a9f3c95a for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:22.920923 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:22.955647 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3400c23-1ea1-481b-a60e-e8927bcf7ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:23.025896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] device_id is not set on port 5f1022fd-2590-44c1-abc2-dee34db29cb9 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:39:23.035464 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3400c23-1ea1-481b-a60e-e8927bcf7ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:23.202389 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3400c23-1ea1-481b-a60e-e8927bcf7ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:23.226664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3400c23-1ea1-481b-a60e-e8927bcf7ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8588826-ecfa-4ca6-b4b8-c8caac9ec685,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:23.230388 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3400c23-1ea1-481b-a60e-e8927bcf7ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:23.231669 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f3400c23-1ea1-481b-a60e-e8927bcf7ca4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8588826-ecfa-4ca6-b4b8-c8caac9ec685 HTTP/1.1" status: 204 len: 168 time: 0.3595946 Feb 09 14:39:23.284949 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2128f4b8-bbe7-4370-8a50-404cb28e4dca up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:39:23.497784 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-968fe3ca-190f-4658-b765-1d66a0beb24c', 'network_id': '968fe3ca-190f-4658-b765-1d66a0beb24c', 'tenant_id': '821bb9184403429fb8ed3f63a9f3c95a', 'fixed_ips': [{'subnet_id': '15f390fd-c02a-4c6e-9496-ff2a5e5f7ce3'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:39:23.502841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Allocated IP 2001:db8::f816:3eff:feb0:bd7f (968fe3ca-190f-4658-b765-1d66a0beb24c/15f390fd-c02a-4c6e-9496-ff2a5e5f7ce3/5f1022fd-2590-44c1-abc2-dee34db29cb9) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:39:23.517126 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:23.762328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 2128f4b8-bbe7-4370-8a50-404cb28e4dca completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:39:23.767821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2128f4b8-bbe7-4370-8a50-404cb28e4dca triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:23.768184 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:23.902785 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:23.963270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 2128f4b8-bbe7-4370-8a50-404cb28e4dca, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2128f4b8-bbe7-4370-8a50-404cb28e4dca,segment=NetworkSegment(5f94563e-615f-4159-8906-e7ce48b5d240),segment_id=5f94563e-615f-4159-8906-e7ce48b5d240)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:23.978717 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:24.021234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36042) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:24.060372 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-316c048f-a6da-4b3e-9bf8-cb32d67ba62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:24.070160 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:24.097185 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-316c048f-a6da-4b3e-9bf8-cb32d67ba62f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:24.111813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-316c048f-a6da-4b3e-9bf8-cb32d67ba62f admin admin] Usage tracker for resource:security_group_rule and tenant:5c99e4ff41c845468f5b99a4f20d8b18 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:24.119691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-316c048f-a6da-4b3e-9bf8-cb32d67ba62f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:24.129701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Transition to ACTIVE for port object 5f1022fd-2590-44c1-abc2-dee34db29cb9 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:24.138022 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-316c048f-a6da-4b3e-9bf8-cb32d67ba62f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:24.248317 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:24.276796 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=2128f4b8-bbe7-4370-8a50-404cb28e4dca,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:24.409229 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-316c048f-a6da-4b3e-9bf8-cb32d67ba62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:24.418414 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-316c048f-a6da-4b3e-9bf8-cb32d67ba62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:24.448097 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Allocated IP 2001:db8::f816:3eff:fe04:64d0 (968fe3ca-190f-4658-b765-1d66a0beb24c/15f390fd-c02a-4c6e-9496-ff2a5e5f7ce3/7b26a1c5-c824-418e-8396-10bb957d37b7) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:39:24.449004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Network 968fe3ca-190f-4658-b765-1d66a0beb24c is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:39:24.461781 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:24.479674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:39:24.491872 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-316c048f-a6da-4b3e-9bf8-cb32d67ba62f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c99e4ff41c845468f5b99a4f20d8b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588859 Feb 09 14:39:24.491872 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36048) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:24.506024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:24.507944 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:24.542316 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event updated for resources: {'Port': ['ID=5f1022fd-2590-44c1-abc2-dee34db29cb9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:24.566734 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-28a24c0e-4c0e-406f-b339-5fe158ee0d88 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9875221 Feb 09 14:39:24.568423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36052) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:24.602028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c048f-a6da-4b3e-9bf8-cb32d67ba62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae25538-e1fd-4ab0-9941-0d4046fb5e79,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:24.703140 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c1a745f-2c9f-44ca-afef-f008021a6a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:24.722499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e121cb06-2558-4544-93dc-33cafd746ec9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Deleting subnet 15f390fd-c02a-4c6e-9496-ff2a5e5f7ce3 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:39:24.749873 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c1a745f-2c9f-44ca-afef-f008021a6a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:24.886362 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:24.916296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Transition to ACTIVE for port object 7b26a1c5-c824-418e-8396-10bb957d37b7 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:24.954382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Transition to ACTIVE for port object 7b26a1c5-c824-418e-8396-10bb957d37b7 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:24.961579 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c1a745f-2c9f-44ca-afef-f008021a6a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:24.965185 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e121cb06-2558-4544-93dc-33cafd746ec9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:24.981235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a745f-2c9f-44ca-afef-f008021a6a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae25538-e1fd-4ab0-9941-0d4046fb5e79,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:24.988069 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:24.990176 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c1a745f-2c9f-44ca-afef-f008021a6a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:24.998210 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6c1a745f-2c9f-44ca-afef-f008021a6a41 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ae25538-e1fd-4ab0-9941-0d4046fb5e79 HTTP/1.1" status: 204 len: 168 time: 0.5042055 Feb 09 14:39:25.077321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2128f4b8-bbe7-4370-8a50-404cb28e4dca up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:39:25.099596 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e121cb06-2558-4544-93dc-33cafd746ec9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:25.150797 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Network 968fe3ca-190f-4658-b765-1d66a0beb24c is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:39:25.160414 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:25.163347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:39:25.223867 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Pushing event updated for resources: {'Port': ['ID=7b26a1c5-c824-418e-8396-10bb957d37b7,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:25.294589 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Attempting to bind port 7b26a1c5-c824-418e-8396-10bb957d37b7 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:39:25.295128 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Attempting to bind port 7b26a1c5-c824-418e-8396-10bb957d37b7 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '070472d5-03a2-4ae6-adda-7965e3ea7454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '968fe3ca-190f-4658-b765-1d66a0beb24c'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:39:25.295637 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Attempting to bind port 7b26a1c5-c824-418e-8396-10bb957d37b7 on network 968fe3ca-190f-4658-b765-1d66a0beb24c {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:39:25.310627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2128f4b8-bbe7-4370-8a50-404cb28e4dca triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:25.311009 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:25.334968 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:39:25.335360 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Checking segment: {'id': '070472d5-03a2-4ae6-adda-7965e3ea7454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '968fe3ca-190f-4658-b765-1d66a0beb24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:39:25.335762 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:25.336163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Bound using segment: {'id': '070472d5-03a2-4ae6-adda-7965e3ea7454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '968fe3ca-190f-4658-b765-1d66a0beb24c'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:39:25.336640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Bound port: 7b26a1c5-c824-418e-8396-10bb957d37b7, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070472d5-03a2-4ae6-adda-7965e3ea7454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '968fe3ca-190f-4658-b765-1d66a0beb24c'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:39:25.337031 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:25.347342 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e121cb06-2558-4544-93dc-33cafd746ec9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:25.493236 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e121cb06-2558-4544-93dc-33cafd746ec9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:25.557507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121cb06-2558-4544-93dc-33cafd746ec9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event deleted for resources: {'Subnet': ['ID=15f390fd-c02a-4c6e-9496-ff2a5e5f7ce3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:25.561357 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e121cb06-2558-4544-93dc-33cafd746ec9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:25.566665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] For port 7b26a1c5-c824-418e-8396-10bb957d37b7, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:39:25.582170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36064) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:25.582907 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e121cb06-2558-4544-93dc-33cafd746ec9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/subnets/15f390fd-c02a-4c6e-9496-ff2a5e5f7ce3 HTTP/1.1" status: 204 len: 168 time: 1.0087793 Feb 09 14:39:25.598519 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] For port 7b26a1c5-c824-418e-8396-10bb957d37b7, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7b26a1c5-c824-418e-8396-10bb957d37b7,segment=NetworkSegment(070472d5-03a2-4ae6-adda-7965e3ea7454),segment_id=070472d5-03a2-4ae6-adda-7965e3ea7454)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:39:25.612097 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:25.652292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d5c3f4-280c-49fb-adc9-669853b4e4cb tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:25.653951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d5c3f4-280c-49fb-adc9-669853b4e4cb tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:25.654751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a6d5c3f4-280c-49fb-adc9-669853b4e4cb tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Synchronizing usage tracker for tenant:821bb9184403429fb8ed3f63a9f3c95a on resource:subnet {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:39:25.676285 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36068) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:25.703085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a6d5c3f4-280c-49fb-adc9-669853b4e4cb tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Unset dirty status for tenant:821bb9184403429fb8ed3f63a9f3c95a on resource:subnet {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:39:25.710679 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a6d5c3f4-280c-49fb-adc9-669853b4e4cb tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1335807 Feb 09 14:39:25.711250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36074) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:25.728219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b322e4b-cb0c-48cb-938c-02fb4d568654 None None] Pushing event updated for resources: {'Port': ['ID=7b26a1c5-c824-418e-8396-10bb957d37b7,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:25.813731 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c113a94a-563b-4065-a20d-74a405d4ea40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=afb488ce3b5f461bad3b952d52c879b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356566 Feb 09 14:39:25.816164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36084) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:25.926831 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3d5cfd06-37af-4e3d-9f9c-0ce33a936710 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:25.945055 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5cfd06-37af-4e3d-9f9c-0ce33a936710 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 14:39:25.945286 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5cfd06-37af-4e3d-9f9c-0ce33a936710 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:39:25.952022 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3d5cfd06-37af-4e3d-9f9c-0ce33a936710 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/networks/968fe3ca-190f-4658-b765-1d66a0beb24c HTTP/1.1" status: 409 len: 405 time: 0.2396450 Feb 09 14:39:25.956603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36092) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:25.958680 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2836-4dae-4862-913f-22a0bf56a19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:25.963969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-17c9bab0-072c-4c69-8d3e-e42ed5884372 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1477488412'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:25.972339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-17c9bab0-072c-4c69-8d3e-e42ed5884372 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:25.976916 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-17c9bab0-072c-4c69-8d3e-e42ed5884372 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Usage tracker for resource:network and tenant:821bb9184403429fb8ed3f63a9f3c95a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:25.981707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-17c9bab0-072c-4c69-8d3e-e42ed5884372 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:26.004791 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-17c9bab0-072c-4c69-8d3e-e42ed5884372 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:26.033204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c9bab0-072c-4c69-8d3e-e42ed5884372 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Made reservation on behalf of 821bb9184403429fb8ed3f63a9f3c95a for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:26.040898 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17c9bab0-072c-4c69-8d3e-e42ed5884372 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:26.090819 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2836-4dae-4862-913f-22a0bf56a19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:26.150281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c9bab0-072c-4c69-8d3e-e42ed5884372 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:39:26.184762 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17c9bab0-072c-4c69-8d3e-e42ed5884372 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:26.185274 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-17c9bab0-072c-4c69-8d3e-e42ed5884372 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Added segment d1ebded0-ccbd-4b7a-99a8-b8ba46f338b2 of type vlan for network 58e95b9a-8e62-4ca6-8dba-ea0033c244e4 Feb 09 14:39:26.232549 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2836-4dae-4862-913f-22a0bf56a19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:26.244584 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17c9bab0-072c-4c69-8d3e-e42ed5884372 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:26.272978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f2836-4dae-4862-913f-22a0bf56a19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9915e6-5c9b-4a96-8e04-cc57eb153093,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:26.313552 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2836-4dae-4862-913f-22a0bf56a19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:26.325302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17c9bab0-072c-4c69-8d3e-e42ed5884372 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:26.341262 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1d8f2836-4dae-4862-913f-22a0bf56a19d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f9915e6-5c9b-4a96-8e04-cc57eb153093 HTTP/1.1" status: 204 len: 168 time: 0.5236149 Feb 09 14:39:26.357553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c9bab0-072c-4c69-8d3e-e42ed5884372 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:26.358234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17c9bab0-072c-4c69-8d3e-e42ed5884372 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:26.557710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36106) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:26.567001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a63e2f01-39f9-441d-b805-afc8e84ec738 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Request body: {'subnet': {'network_id': '58e95b9a-8e62-4ca6-8dba-ea0033c244e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:26.568567 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-17c9bab0-072c-4c69-8d3e-e42ed5884372 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6105320 Feb 09 14:39:26.589476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9bab0-072c-4c69-8d3e-e42ed5884372 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event updated for resources: {'Network': ['ID=58e95b9a-8e62-4ca6-8dba-ea0033c244e4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:26.606624 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 58e95b9a-8e62-4ca6-8dba-ea0033c244e4 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:39:26.815826 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a7103b80-94e4-4596-b3e0-e4398f20c84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:26.827348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a63e2f01-39f9-441d-b805-afc8e84ec738 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:26.841166 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a63e2f01-39f9-441d-b805-afc8e84ec738 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:26.867928 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63e2f01-39f9-441d-b805-afc8e84ec738 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Made reservation on behalf of 821bb9184403429fb8ed3f63a9f3c95a for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:26.867928 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a63e2f01-39f9-441d-b805-afc8e84ec738 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:27.108473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7b26a1c5-c824-418e-8396-10bb957d37b7 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:39:27.200863 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 7b26a1c5-c824-418e-8396-10bb957d37b7 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:39:27.340090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.objects.ports [None req-a63e2f01-39f9-441d-b805-afc8e84ec738 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87596) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:39:27.341343 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a63e2f01-39f9-441d-b805-afc8e84ec738 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:27.342455 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ace086-b1dc-47c6-a6a7-3da41a441ad7 None None] Network 968fe3ca-190f-4658-b765-1d66a0beb24c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:27.437484 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4062c340-8cbb-4ea6-a059-8d45602e5cee None None] Provisioning for port 7b26a1c5-c824-418e-8396-10bb957d37b7 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:39:27.447332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e2f01-39f9-441d-b805-afc8e84ec738 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event updated for resources: {'Subnet': ['ID=671dc942-5e47-4521-b8b4-8932f3304f0b,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:27.457689 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4062c340-8cbb-4ea6-a059-8d45602e5cee None None] Provisioning complete for port 7b26a1c5-c824-418e-8396-10bb957d37b7 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:27.458303 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4062c340-8cbb-4ea6-a059-8d45602e5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:27.463543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e2f01-39f9-441d-b805-afc8e84ec738 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Checking segment: {'id': 'd1ebded0-ccbd-4b7a-99a8-b8ba46f338b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '58e95b9a-8e62-4ca6-8dba-ea0033c244e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:39:27.464200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e2f01-39f9-441d-b805-afc8e84ec738 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Network hostable DHCP agents. Network: 58e95b9a-8e62-4ca6-8dba-ea0033c244e4, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:39:27.523448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e2f01-39f9-441d-b805-afc8e84ec738 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Network 58e95b9a-8e62-4ca6-8dba-ea0033c244e4 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:39:27.538943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-a63e2f01-39f9-441d-b805-afc8e84ec738 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 58e95b9a-8e62-4ca6-8dba-ea0033c244e4) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:27.551446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63e2f01-39f9-441d-b805-afc8e84ec738 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:27.552061 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a63e2f01-39f9-441d-b805-afc8e84ec738 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:27.573670 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b4728f-7058-4252-a722-d56cd42d3da5 None None] Network 58e95b9a-8e62-4ca6-8dba-ea0033c244e4 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:27.597840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36134) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:27.602084 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a63e2f01-39f9-441d-b805-afc8e84ec738 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0426459 Feb 09 14:39:27.602939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36138) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:27.756717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2087879559-network', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:27.762744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:27.773183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Usage tracker for resource:network and tenant:22d53f025f00403aaabb36a1f8ecfdda is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:27.777085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:27.798290 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-18afa83c-265a-48ea-8354-cc257aefddaa tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:27.799926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:27.813682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Made reservation on behalf of 22d53f025f00403aaabb36a1f8ecfdda for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:27.816370 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:27.852624 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:27.877676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:27.880960 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-18afa83c-265a-48ea-8354-cc257aefddaa tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:27.882127 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Usage tracker for resource:security_group_rule and tenant:22d53f025f00403aaabb36a1f8ecfdda is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:27.892177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:27.917718 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:28.004469 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-18afa83c-265a-48ea-8354-cc257aefddaa tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.085246 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4062c340-8cbb-4ea6-a059-8d45602e5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.098942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb5a8af-9100-4c1c-b316-a3ff97bdbdb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-58e95b9a-8e62-4ca6-8dba-ea0033c244e4', 'network_id': '58e95b9a-8e62-4ca6-8dba-ea0033c244e4', 'tenant_id': '821bb9184403429fb8ed3f63a9f3c95a', 'fixed_ips': [{'subnet_id': '671dc942-5e47-4521-b8b4-8932f3304f0b'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:39:28.099782 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a8af-9100-4c1c-b316-a3ff97bdbdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.113923 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.120690 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.149903 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4062c340-8cbb-4ea6-a059-8d45602e5cee None None] For port 7b26a1c5-c824-418e-8396-10bb957d37b7, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7b26a1c5-c824-418e-8396-10bb957d37b7,segment=NetworkSegment(070472d5-03a2-4ae6-adda-7965e3ea7454),segment_id=070472d5-03a2-4ae6-adda-7965e3ea7454)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:28.164381 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4062c340-8cbb-4ea6-a059-8d45602e5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.186734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afa83c-265a-48ea-8354-cc257aefddaa tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event deleted for resources: {'Subnet': ['ID=671dc942-5e47-4521-b8b4-8932f3304f0b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:28.204133 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534f9347-9f03-43f4-83e7-87792282a88d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:28.233798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:39:28.258113 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.259219 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Added segment 081eb719-b07f-4c27-8bdf-49835f22320b of type vlan for network f98933c3-ab17-4bd3-88df-614e8ab67e3f Feb 09 14:39:28.277202 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81cae0c-d631-4174-8fb1-d08a0b453a49 None None] DHCP port deletion for 968fe3ca-190f-4658-b765-1d66a0beb24c request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:39:28.300851 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.316090 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-18afa83c-265a-48ea-8354-cc257aefddaa tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.320381 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e81cae0c-d631-4174-8fb1-d08a0b453a49 None None] Deleting port 7b26a1c5-c824-418e-8396-10bb957d37b7 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:28.320935 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e81cae0c-d631-4174-8fb1-d08a0b453a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.346275 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.347459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:28.348424 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.357353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-18afa83c-265a-48ea-8354-cc257aefddaa tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e95b9a-8e62-4ca6-8dba-ea0033c244e4']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:28.374768 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-18afa83c-265a-48ea-8354-cc257aefddaa tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ebded0-ccbd-4b7a-99a8-b8ba46f338b2') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:28.375118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-18afa83c-265a-48ea-8354-cc257aefddaa tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ebded0-ccbd-4b7a-99a8-b8ba46f338b2') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:28.395010 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-18afa83c-265a-48ea-8354-cc257aefddaa tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.409432 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8048301 Feb 09 14:39:28.415631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36152) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:28.423092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-79fdaae2-f683-4697-9e77-dfdb32fe3624 admin admin] Request body: {'subnet': {'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2087879559-subnet', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:28.427776 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-18afa83c-265a-48ea-8354-cc257aefddaa tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.434230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-79fdaae2-f683-4697-9e77-dfdb32fe3624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:28.440317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18afa83c-265a-48ea-8354-cc257aefddaa tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:39:28.440721 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-18afa83c-265a-48ea-8354-cc257aefddaa tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:39:28.457649 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:39:28.459466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-79fdaae2-f683-4697-9e77-dfdb32fe3624 admin admin] Usage tracker for resource:subnet and tenant:22d53f025f00403aaabb36a1f8ecfdda is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:28.523261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062c340-8cbb-4ea6-a059-8d45602e5cee None None] Pushing event updated for resources: {'Port': ['ID=7b26a1c5-c824-418e-8396-10bb957d37b7,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:28.549229 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255aaef8-a7d0-470d-ab57-e2b40fe1f51d None None] Network 58e95b9a-8e62-4ca6-8dba-ea0033c244e4 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:28.587769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-79fdaae2-f683-4697-9e77-dfdb32fe3624 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:28.629857 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-79fdaae2-f683-4697-9e77-dfdb32fe3624 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:28.700233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fdaae2-f683-4697-9e77-dfdb32fe3624 admin admin] Made reservation on behalf of 22d53f025f00403aaabb36a1f8ecfdda for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:28.704916 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79fdaae2-f683-4697-9e77-dfdb32fe3624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.729184 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e57a51-b080-437b-bca6-3eb7eb82e461 admin admin] Pushing event updated for resources: {'Network': ['ID=f98933c3-ab17-4bd3-88df-614e8ab67e3f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:28.784614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network f98933c3-ab17-4bd3-88df-614e8ab67e3f details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:39:28.797006 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-18afa83c-265a-48ea-8354-cc257aefddaa tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.823867 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-18afa83c-265a-48ea-8354-cc257aefddaa tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:28.846127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afa83c-265a-48ea-8354-cc257aefddaa tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event deleted for resources: {'Network': ['ID=58e95b9a-8e62-4ca6-8dba-ea0033c244e4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:28.879440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36160) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:28.880512 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-18afa83c-265a-48ea-8354-cc257aefddaa tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/networks/58e95b9a-8e62-4ca6-8dba-ea0033c244e4 HTTP/1.1" status: 204 len: 168 time: 1.2802181 Feb 09 14:39:28.897572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7c794436-973d-42da-8b8f-b88487477abd tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-785640603'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:28.915251 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7c794436-973d-42da-8b8f-b88487477abd tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:28.925983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7c794436-973d-42da-8b8f-b88487477abd tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Usage tracker for resource:network and tenant:821bb9184403429fb8ed3f63a9f3c95a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:28.934131 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7c794436-973d-42da-8b8f-b88487477abd tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:28.961765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7c794436-973d-42da-8b8f-b88487477abd tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:28.981012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c794436-973d-42da-8b8f-b88487477abd tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Made reservation on behalf of 821bb9184403429fb8ed3f63a9f3c95a for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:28.986194 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c794436-973d-42da-8b8f-b88487477abd tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:29.026375 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79fdaae2-f683-4697-9e77-dfdb32fe3624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:29.029956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c794436-973d-42da-8b8f-b88487477abd tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:39:29.048015 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c794436-973d-42da-8b8f-b88487477abd tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:29.051094 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-7c794436-973d-42da-8b8f-b88487477abd tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Added segment 18bbd5fe-e4a6-44c6-bc09-070ca7ce3770 of type vlan for network d4970dde-38e1-4ded-bc2d-3b807e7315fc Feb 09 14:39:29.094344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c794436-973d-42da-8b8f-b88487477abd tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:29.121590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7b26a1c5-c824-418e-8396-10bb957d37b7 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:39:29.145725 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fdaae2-f683-4697-9e77-dfdb32fe3624 admin admin] Checking segment: {'id': '081eb719-b07f-4c27-8bdf-49835f22320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:39:29.146630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fdaae2-f683-4697-9e77-dfdb32fe3624 admin admin] Network hostable DHCP agents. Network: f98933c3-ab17-4bd3-88df-614e8ab67e3f, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:39:29.151344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdaae2-f683-4697-9e77-dfdb32fe3624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7c69c0-6c18-49d3-9584-85eb9d49c283,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:29.174456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fdaae2-f683-4697-9e77-dfdb32fe3624 admin admin] Network f98933c3-ab17-4bd3-88df-614e8ab67e3f is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:39:29.182958 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c794436-973d-42da-8b8f-b88487477abd tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:29.187127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-79fdaae2-f683-4697-9e77-dfdb32fe3624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, f98933c3-ab17-4bd3-88df-614e8ab67e3f) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:29.198427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fdaae2-f683-4697-9e77-dfdb32fe3624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:29.199314 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79fdaae2-f683-4697-9e77-dfdb32fe3624 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:29.202152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c794436-973d-42da-8b8f-b88487477abd tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:29.203046 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c794436-973d-42da-8b8f-b88487477abd tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:29.230445 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-79fdaae2-f683-4697-9e77-dfdb32fe3624 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8134747 Feb 09 14:39:29.231674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36166) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:29.238330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c9ba17-a041-4fe6-9fe9-cc5c64adad26 None None] Network f98933c3-ab17-4bd3-88df-614e8ab67e3f requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:29.244136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:29.249517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:29.254771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Usage tracker for resource:router and tenant:22d53f025f00403aaabb36a1f8ecfdda is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:29.257913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:29.264407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:29.285923 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:29.287252 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:29.312267 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:29.366171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c794436-973d-42da-8b8f-b88487477abd tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event updated for resources: {'Network': ['ID=d4970dde-38e1-4ded-bc2d-3b807e7315fc,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:29.388411 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7c794436-973d-42da-8b8f-b88487477abd tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5040677 Feb 09 14:39:29.388699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36170) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:29.394081 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e81cae0c-d631-4174-8fb1-d08a0b453a49 None None] For port 7b26a1c5-c824-418e-8396-10bb957d37b7, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7b26a1c5-c824-418e-8396-10bb957d37b7,segment=NetworkSegment(070472d5-03a2-4ae6-adda-7965e3ea7454),segment_id=070472d5-03a2-4ae6-adda-7965e3ea7454)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:29.394595 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e81cae0c-d631-4174-8fb1-d08a0b453a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:29.397065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3302c4aa-9b83-4779-8dec-2b1367382798 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Request body: {'subnet': {'network_id': 'd4970dde-38e1-4ded-bc2d-3b807e7315fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:29.404485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network d4970dde-38e1-4ded-bc2d-3b807e7315fc details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:39:29.487921 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bcd84633-ca61-41c3-bf03-583d8312fc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:29.563679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3302c4aa-9b83-4779-8dec-2b1367382798 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:29.568302 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3302c4aa-9b83-4779-8dec-2b1367382798 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Usage tracker for resource:subnet and tenant:821bb9184403429fb8ed3f63a9f3c95a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:29.572559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3302c4aa-9b83-4779-8dec-2b1367382798 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:29.586978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3302c4aa-9b83-4779-8dec-2b1367382798 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:29.608525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3302c4aa-9b83-4779-8dec-2b1367382798 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Made reservation on behalf of 821bb9184403429fb8ed3f63a9f3c95a for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:29.613813 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3302c4aa-9b83-4779-8dec-2b1367382798 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:29.724594 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e81cae0c-d631-4174-8fb1-d08a0b453a49 None None] Calling delete_port for 7b26a1c5-c824-418e-8396-10bb957d37b7 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:29.855087 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:30.073957 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3302c4aa-9b83-4779-8dec-2b1367382798 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:30.141982 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:30.155789 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e81cae0c-d631-4174-8fb1-d08a0b453a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:30.183132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302c4aa-9b83-4779-8dec-2b1367382798 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event updated for resources: {'Subnet': ['ID=c4079599-504d-44a9-949b-b97692bf50bf,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:30.228547 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81cae0c-d631-4174-8fb1-d08a0b453a49 None None] Pushing event deleted for resources: {'Port': ['ID=7b26a1c5-c824-418e-8396-10bb957d37b7,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:30.233901 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81cae0c-d631-4174-8fb1-d08a0b453a49 None None] No DVR routers for this DVR port 7b26a1c5-c824-418e-8396-10bb957d37b7 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:39:30.321842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3302c4aa-9b83-4779-8dec-2b1367382798 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Checking segment: {'id': '18bbd5fe-e4a6-44c6-bc09-070ca7ce3770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4970dde-38e1-4ded-bc2d-3b807e7315fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:39:30.323744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3302c4aa-9b83-4779-8dec-2b1367382798 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Network hostable DHCP agents. Network: d4970dde-38e1-4ded-bc2d-3b807e7315fc, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:39:30.369595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3302c4aa-9b83-4779-8dec-2b1367382798 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Network d4970dde-38e1-4ded-bc2d-3b807e7315fc is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:39:30.389704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-3302c4aa-9b83-4779-8dec-2b1367382798 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, d4970dde-38e1-4ded-bc2d-3b807e7315fc) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:30.406946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3302c4aa-9b83-4779-8dec-2b1367382798 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:30.408107 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3302c4aa-9b83-4779-8dec-2b1367382798 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:30.431319 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f668e4-5840-4d12-aed8-698469a5262a None None] Network d4970dde-38e1-4ded-bc2d-3b807e7315fc requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:30.464264 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3302c4aa-9b83-4779-8dec-2b1367382798 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0729344 Feb 09 14:39:30.466921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36194) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:30.474057 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'fixed_ips': [{'subnet_id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:39:30.475209 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:30.582385 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:30.624384 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:30.779963 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3218238b-1747-4d30-888e-06b96316cb3d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:30.936326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Allocated IP 172.25.8.143 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/2cd73481-b116-4a4f-a2fd-21d3ac519e8d) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:39:30.968371 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3218238b-1747-4d30-888e-06b96316cb3d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:31.123115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Allocated IP 172.20.0.2 (f98933c3-ab17-4bd3-88df-614e8ab67e3f/5e7c69c0-6c18-49d3-9584-85eb9d49c283/e44e40e2-94ac-4213-b3a7-92b6f503808d) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:39:31.133425 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:31.139185 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:31.154558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ac23c2-4037-4e9c-968d-4f4b387a8e20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-d4970dde-38e1-4ded-bc2d-3b807e7315fc', 'network_id': 'd4970dde-38e1-4ded-bc2d-3b807e7315fc', 'tenant_id': '821bb9184403429fb8ed3f63a9f3c95a', 'fixed_ips': [{'subnet_id': 'c4079599-504d-44a9-949b-b97692bf50bf'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:39:31.156651 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-78ac23c2-4037-4e9c-968d-4f4b387a8e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:31.174302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3218238b-1747-4d30-888e-06b96316cb3d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:31.219632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218238b-1747-4d30-888e-06b96316cb3d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event deleted for resources: {'Subnet': ['ID=c4079599-504d-44a9-949b-b97692bf50bf,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:31.265323 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:31.353077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36216) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:31.367758 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3218238b-1747-4d30-888e-06b96316cb3d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:31.399133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3218238b-1747-4d30-888e-06b96316cb3d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4970dde-38e1-4ded-bc2d-3b807e7315fc']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:31.416870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3218238b-1747-4d30-888e-06b96316cb3d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bbd5fe-e4a6-44c6-bc09-070ca7ce3770') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:31.417191 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3218238b-1747-4d30-888e-06b96316cb3d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bbd5fe-e4a6-44c6-bc09-070ca7ce3770') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:31.434057 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3218238b-1747-4d30-888e-06b96316cb3d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:31.452938 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:31.492103 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093827ff-405b-4449-953d-3090c93c7345 None None] Network d4970dde-38e1-4ded-bc2d-3b807e7315fc requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:31.502401 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3218238b-1747-4d30-888e-06b96316cb3d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:31.528888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3218238b-1747-4d30-888e-06b96316cb3d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:39:31.529424 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3218238b-1747-4d30-888e-06b96316cb3d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:39:31.547370 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:39:31.646936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:39:31.705327 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:31.724147 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:31.748751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:31.753806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Usage tracker for resource:security_group_rule and tenant:c329781949cb458382b598f0a6a7970a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:31.757632 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:31.764075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:31.819683 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:31.849069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:31.857907 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:39:31.912556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Pushing event updated for resources: {'Port': ['ID=2cd73481-b116-4a4f-a2fd-21d3ac519e8d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:31.921211 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Transition to ACTIVE for port object e44e40e2-94ac-4213-b3a7-92b6f503808d will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:31.928639 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3218238b-1747-4d30-888e-06b96316cb3d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:31.956895 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3218238b-1747-4d30-888e-06b96316cb3d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:31.965074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218238b-1747-4d30-888e-06b96316cb3d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event deleted for resources: {'Network': ['ID=d4970dde-38e1-4ded-bc2d-3b807e7315fc,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:31.984152 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Transition to ACTIVE for port object e44e40e2-94ac-4213-b3a7-92b6f503808d will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:31.994484 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:32.060113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36226) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:32.060977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3218238b-1747-4d30-888e-06b96316cb3d tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/networks/d4970dde-38e1-4ded-bc2d-3b807e7315fc HTTP/1.1" status: 204 len: 168 time: 1.5927818 Feb 09 14:39:32.065193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Network f98933c3-ab17-4bd3-88df-614e8ab67e3f is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:39:32.066413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:32.084225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4d279d34-445c-4e16-9a30-21ea4c4a4a21 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-110647259'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:32.086313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:39:32.096731 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:32.098405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4d279d34-445c-4e16-9a30-21ea4c4a4a21 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:32.103844 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:32.121771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4d279d34-445c-4e16-9a30-21ea4c4a4a21 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Usage tracker for resource:network and tenant:821bb9184403429fb8ed3f63a9f3c95a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:32.140697 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4d279d34-445c-4e16-9a30-21ea4c4a4a21 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:32.158805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4d279d34-445c-4e16-9a30-21ea4c4a4a21 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:32.163172 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c329781949cb458382b598f0a6a7970a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8082628 Feb 09 14:39:32.166174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36232) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:32.169415 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Pushing event updated for resources: {'Port': ['ID=e44e40e2-94ac-4213-b3a7-92b6f503808d,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:32.188681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c257c73-73e3-4a39-9579-7a011f5794a5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:32.193678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d279d34-445c-4e16-9a30-21ea4c4a4a21 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Made reservation on behalf of 821bb9184403429fb8ed3f63a9f3c95a for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:32.195624 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Attempting to bind port e44e40e2-94ac-4213-b3a7-92b6f503808d on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:39:32.196028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Attempting to bind port e44e40e2-94ac-4213-b3a7-92b6f503808d by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '081eb719-b07f-4c27-8bdf-49835f22320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:39:32.196402 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Attempting to bind port e44e40e2-94ac-4213-b3a7-92b6f503808d on network f98933c3-ab17-4bd3-88df-614e8ab67e3f {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:39:32.198392 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d279d34-445c-4e16-9a30-21ea4c4a4a21 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:32.204324 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:39:32.204703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Checking segment: {'id': '081eb719-b07f-4c27-8bdf-49835f22320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:39:32.205112 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:32.205511 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Bound using segment: {'id': '081eb719-b07f-4c27-8bdf-49835f22320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:39:32.206437 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Bound port: e44e40e2-94ac-4213-b3a7-92b6f503808d, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081eb719-b07f-4c27-8bdf-49835f22320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:39:32.206833 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:32.229248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:32.229733 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:32.230167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:32.230594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:32.231017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:32.231437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:32.232261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:32.232686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:32.233104 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:32.233535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:32.233957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:32.234424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfbc67b-e615-45bd-8de5-14a0a35b8def admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:32.251401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d279d34-445c-4e16-9a30-21ea4c4a4a21 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:39:32.265920 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d279d34-445c-4e16-9a30-21ea4c4a4a21 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:32.266371 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-4d279d34-445c-4e16-9a30-21ea4c4a4a21 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Added segment 7365a3a8-d8df-4058-bf28-746abc5e65c6 of type vlan for network f24bea66-e5dd-4913-ac57-fde527fdee94 Feb 09 14:39:32.299661 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d279d34-445c-4e16-9a30-21ea4c4a4a21 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:32.342626 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8a97c5e8-654e-4de7-990b-ae4de4ed3a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:32.369402 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d279d34-445c-4e16-9a30-21ea4c4a4a21 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:32.383796 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d279d34-445c-4e16-9a30-21ea4c4a4a21 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:32.385063 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d279d34-445c-4e16-9a30-21ea4c4a4a21 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:32.399917 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8a97c5e8-654e-4de7-990b-ae4de4ed3a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:32.471859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] For port e44e40e2-94ac-4213-b3a7-92b6f503808d, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:39:32.478369 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] For port e44e40e2-94ac-4213-b3a7-92b6f503808d, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e44e40e2-94ac-4213-b3a7-92b6f503808d,segment=NetworkSegment(081eb719-b07f-4c27-8bdf-49835f22320b),segment_id=081eb719-b07f-4c27-8bdf-49835f22320b)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:39:32.484881 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:32.557181 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:32.611317 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6f4c1-24b8-45c8-9ba8-eb52e255db8a None None] Pushing event updated for resources: {'Port': ['ID=e44e40e2-94ac-4213-b3a7-92b6f503808d,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:32.685729 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d279d34-445c-4e16-9a30-21ea4c4a4a21 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event updated for resources: {'Network': ['ID=f24bea66-e5dd-4913-ac57-fde527fdee94,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:32.713646 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network f24bea66-e5dd-4913-ac57-fde527fdee94 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:39:32.732833 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4d279d34-445c-4e16-9a30-21ea4c4a4a21 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6685765 Feb 09 14:39:32.736970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36240) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:32.751892 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ee3cb689-46a0-4579-8d49-7fe6f349a6c5 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Request body: {'subnet': {'network_id': 'f24bea66-e5dd-4913-ac57-fde527fdee94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:32.832759 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8a97c5e8-654e-4de7-990b-ae4de4ed3a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:32.928564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ee3cb689-46a0-4579-8d49-7fe6f349a6c5 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:32.933548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ee3cb689-46a0-4579-8d49-7fe6f349a6c5 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Usage tracker for resource:subnet and tenant:821bb9184403429fb8ed3f63a9f3c95a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:32.936431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97c5e8-654e-4de7-990b-ae4de4ed3a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c257c73-73e3-4a39-9579-7a011f5794a5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:32.937053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ee3cb689-46a0-4579-8d49-7fe6f349a6c5 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:32.944635 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ee3cb689-46a0-4579-8d49-7fe6f349a6c5 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:32.949558 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8a97c5e8-654e-4de7-990b-ae4de4ed3a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:32.966873 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8a97c5e8-654e-4de7-990b-ae4de4ed3a81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c257c73-73e3-4a39-9579-7a011f5794a5 HTTP/1.1" status: 204 len: 168 time: 0.7994080 Feb 09 14:39:32.998348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3cb689-46a0-4579-8d49-7fe6f349a6c5 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Made reservation on behalf of 821bb9184403429fb8ed3f63a9f3c95a for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:33.005967 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ee3cb689-46a0-4579-8d49-7fe6f349a6c5 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:33.225779 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e44e40e2-94ac-4213-b3a7-92b6f503808d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:39:33.259954 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:33.363990 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port e44e40e2-94ac-4213-b3a7-92b6f503808d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:39:33.534221 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36250) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:33.576945 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-30629514-81ee-449a-982e-abe624e639a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:33.593848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.objects.ports [None req-ee3cb689-46a0-4579-8d49-7fe6f349a6c5 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87596) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:39:33.595399 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ee3cb689-46a0-4579-8d49-7fe6f349a6c5 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:33.601255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-30629514-81ee-449a-982e-abe624e639a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:33.605548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-30629514-81ee-449a-982e-abe624e639a3 admin admin] Usage tracker for resource:security_group_rule and tenant:370899cc53ca4991b27341ca7bfaaf22 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:33.608529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-30629514-81ee-449a-982e-abe624e639a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:33.615886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-30629514-81ee-449a-982e-abe624e639a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:33.645076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Router 151df654-8e11-4997-b86a-246e22c7b407 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:39:33.697165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3cb689-46a0-4579-8d49-7fe6f349a6c5 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event updated for resources: {'Subnet': ['ID=0bc812bf-465d-420f-8e4a-175765cb0b7a,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:33.712457 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3cb689-46a0-4579-8d49-7fe6f349a6c5 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Checking segment: {'id': '7365a3a8-d8df-4058-bf28-746abc5e65c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f24bea66-e5dd-4913-ac57-fde527fdee94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:39:33.712901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3cb689-46a0-4579-8d49-7fe6f349a6c5 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Network hostable DHCP agents. Network: f24bea66-e5dd-4913-ac57-fde527fdee94, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:39:33.743563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3cb689-46a0-4579-8d49-7fe6f349a6c5 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Network f24bea66-e5dd-4913-ac57-fde527fdee94 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:39:33.760549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-ee3cb689-46a0-4579-8d49-7fe6f349a6c5 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, f24bea66-e5dd-4913-ac57-fde527fdee94) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:33.765537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3cb689-46a0-4579-8d49-7fe6f349a6c5 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:33.766324 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ee3cb689-46a0-4579-8d49-7fe6f349a6c5 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:33.774889 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ec5f96-cd7f-46ba-99cd-8cd92bce8b98 None None] Network f24bea66-e5dd-4913-ac57-fde527fdee94 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:33.807203 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ee3cb689-46a0-4579-8d49-7fe6f349a6c5 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0690722 Feb 09 14:39:33.810141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36254) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:34.073649 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:34.097761 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-30629514-81ee-449a-982e-abe624e639a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:34.104406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:39:34.113976 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-30629514-81ee-449a-982e-abe624e639a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:34.117823 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Sync routers for ids ['151df654-8e11-4997-b86a-246e22c7b407'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:39:34.132574 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-f24bea66-e5dd-4913-ac57-fde527fdee94', 'network_id': 'f24bea66-e5dd-4913-ac57-fde527fdee94', 'tenant_id': '821bb9184403429fb8ed3f63a9f3c95a', 'fixed_ips': [{'subnet_id': '0bc812bf-465d-420f-8e4a-175765cb0b7a'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:39:34.133654 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:34.135655 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Routers {'151df654-8e11-4997-b86a-246e22c7b407'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:39:34.136321 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:39:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['151df654-8e11-4997-b86a-246e22c7b407'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:34.202020 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:34.262238 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:34.265744 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-454318c0-8f57-4055-80a8-04adfbe49f5d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0239418 Feb 09 14:39:34.266405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36260) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:34.276166 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-30629514-81ee-449a-982e-abe624e639a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=370899cc53ca4991b27341ca7bfaaf22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7408140 Feb 09 14:39:34.276804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36264) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:34.291573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3c6df0-e923-4456-91a7-57c99090ad2a None None] Network f98933c3-ab17-4bd3-88df-614e8ab67e3f requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:34.309277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30629514-81ee-449a-982e-abe624e639a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1637d2a8-91a6-4d13-9ead-a4949a9b5553,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:34.417834 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bcc298a8-08f4-4a9f-a928-cd01dd1f930b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:34.438920 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-52924eb1-9ffa-47e1-82cb-9a421a4aca48 None None] Provisioning for port e44e40e2-94ac-4213-b3a7-92b6f503808d completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:39:34.455167 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bcc298a8-08f4-4a9f-a928-cd01dd1f930b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:34.501731 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Set router 151df654-8e11-4997-b86a-246e22c7b407 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:39:34.591988 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bcc298a8-08f4-4a9f-a928-cd01dd1f930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:34.593245 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-52924eb1-9ffa-47e1-82cb-9a421a4aca48 None None] Provisioning complete for port e44e40e2-94ac-4213-b3a7-92b6f503808d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:34.594563 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-52924eb1-9ffa-47e1-82cb-9a421a4aca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:34.644111 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bcc298a8-08f4-4a9f-a928-cd01dd1f930b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:34.654664 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bcc298a8-08f4-4a9f-a928-cd01dd1f930b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1637d2a8-91a6-4d13-9ead-a4949a9b5553 HTTP/1.1" status: 204 len: 168 time: 0.3682692 Feb 09 14:39:34.663701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc298a8-08f4-4a9f-a928-cd01dd1f930b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1637d2a8-91a6-4d13-9ead-a4949a9b5553,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:34.765270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Allocated IP 2001:db8::f816:3eff:fef1:4587 (f24bea66-e5dd-4913-ac57-fde527fdee94/0bc812bf-465d-420f-8e4a-175765cb0b7a/f6877d0a-d248-4169-810b-24893cb5275c) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:39:35.061666 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:39:32Z', 'revision_number': 3, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port': {'id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:30Z', 'updated_at': '2022-02-09T14:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:35.066965 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Checking router: 151df654-8e11-4997-b86a-246e22c7b407 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:39:35.067444 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Updating router 151df654-8e11-4997-b86a-246e22c7b407 port 2cd73481-b116-4a4f-a2fd-21d3ac519e8d binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:39:35.073887 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-52924eb1-9ffa-47e1-82cb-9a421a4aca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:35.140082 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:35.207435 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-52924eb1-9ffa-47e1-82cb-9a421a4aca48 None None] For port e44e40e2-94ac-4213-b3a7-92b6f503808d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e44e40e2-94ac-4213-b3a7-92b6f503808d,segment=NetworkSegment(081eb719-b07f-4c27-8bdf-49835f22320b),segment_id=081eb719-b07f-4c27-8bdf-49835f22320b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:35.266581 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-52924eb1-9ffa-47e1-82cb-9a421a4aca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:35.385094 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:35.388940 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52924eb1-9ffa-47e1-82cb-9a421a4aca48 None None] Pushing event updated for resources: {'Port': ['ID=e44e40e2-94ac-4213-b3a7-92b6f503808d,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:35.407975 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Transition to ACTIVE for port object f6877d0a-d248-4169-810b-24893cb5275c will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:35.447833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Transition to ACTIVE for port object f6877d0a-d248-4169-810b-24893cb5275c will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:35.459986 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:35.550514 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:35.591643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Pushing event updated for resources: {'Port': ['ID=f6877d0a-d248-4169-810b-24893cb5275c,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:35.605753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Network f24bea66-e5dd-4913-ac57-fde527fdee94 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:39:35.608702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:35.616301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:39:35.650004 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:35.666274 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Transition to ACTIVE for port object 2cd73481-b116-4a4f-a2fd-21d3ac519e8d will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:35.678509 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:35.738752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Attempting to bind port f6877d0a-d248-4169-810b-24893cb5275c on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:39:35.739268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Attempting to bind port f6877d0a-d248-4169-810b-24893cb5275c by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '7365a3a8-d8df-4058-bf28-746abc5e65c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f24bea66-e5dd-4913-ac57-fde527fdee94'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:39:35.739831 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Attempting to bind port f6877d0a-d248-4169-810b-24893cb5275c on network f24bea66-e5dd-4913-ac57-fde527fdee94 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:39:35.747415 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:39:35.747922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Checking segment: {'id': '7365a3a8-d8df-4058-bf28-746abc5e65c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f24bea66-e5dd-4913-ac57-fde527fdee94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:39:35.748401 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:35.748867 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Bound using segment: {'id': '7365a3a8-d8df-4058-bf28-746abc5e65c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f24bea66-e5dd-4913-ac57-fde527fdee94'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:39:35.749413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Bound port: f6877d0a-d248-4169-810b-24893cb5275c, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7365a3a8-d8df-4058-bf28-746abc5e65c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f24bea66-e5dd-4913-ac57-fde527fdee94'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:39:35.749865 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:35.770646 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abe3b6-f7e8-4e46-9792-5d0c65f211e5 None None] Pushing event updated for resources: {'Port': ['ID=2cd73481-b116-4a4f-a2fd-21d3ac519e8d,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:35.798609 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Attempting to bind port 2cd73481-b116-4a4f-a2fd-21d3ac519e8d on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:39:35.798978 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Attempting to bind port 2cd73481-b116-4a4f-a2fd-21d3ac519e8d by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:39:35.799451 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Attempting to bind port 2cd73481-b116-4a4f-a2fd-21d3ac519e8d on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:39:35.804179 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe3b6-f7e8-4e46-9792-5d0c65f211e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:35.804666 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe3b6-f7e8-4e46-9792-5d0c65f211e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:35.805006 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe3b6-f7e8-4e46-9792-5d0c65f211e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:35.805339 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe3b6-f7e8-4e46-9792-5d0c65f211e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:35.805666 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe3b6-f7e8-4e46-9792-5d0c65f211e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:35.805998 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe3b6-f7e8-4e46-9792-5d0c65f211e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:35.806319 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe3b6-f7e8-4e46-9792-5d0c65f211e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:35.806640 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe3b6-f7e8-4e46-9792-5d0c65f211e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:35.806958 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe3b6-f7e8-4e46-9792-5d0c65f211e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:35.807463 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe3b6-f7e8-4e46-9792-5d0c65f211e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:35.807831 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe3b6-f7e8-4e46-9792-5d0c65f211e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:35.808151 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abe3b6-f7e8-4e46-9792-5d0c65f211e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:35.821274 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:39:35.821675 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:39:35.822064 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:35.822455 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:39:35.822937 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Bound port: 2cd73481-b116-4a4f-a2fd-21d3ac519e8d, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:39:35.823319 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:35.892119 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:35.947355 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] For port f6877d0a-d248-4169-810b-24893cb5275c, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:39:35.948150 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] For port 2cd73481-b116-4a4f-a2fd-21d3ac519e8d, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:39:35.954484 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] For port 2cd73481-b116-4a4f-a2fd-21d3ac519e8d, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2cd73481-b116-4a4f-a2fd-21d3ac519e8d,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:39:35.959371 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] For port f6877d0a-d248-4169-810b-24893cb5275c, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f6877d0a-d248-4169-810b-24893cb5275c,segment=NetworkSegment(7365a3a8-d8df-4058-bf28-746abc5e65c6),segment_id=7365a3a8-d8df-4058-bf28-746abc5e65c6)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:39:35.959936 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:35.974044 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:36.015476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc812bf-465d-420f-8e4a-175765cb0b7a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:36.105480 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-72b6bcfe-d865-4fe2-a273-c1cd59966bea None None] Provisioning complete for port e44e40e2-94ac-4213-b3a7-92b6f503808d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:36.106253 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-72b6bcfe-d865-4fe2-a273-c1cd59966bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:36.128302 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abe3b6-f7e8-4e46-9792-5d0c65f211e5 None None] Pushing event updated for resources: {'Port': ['ID=2cd73481-b116-4a4f-a2fd-21d3ac519e8d,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:36.148241 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Routers {'151df654-8e11-4997-b86a-246e22c7b407'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:39:36.148944 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:39:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['151df654-8e11-4997-b86a-246e22c7b407'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:36.190627 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:36.238256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24bea66-e5dd-4913-ac57-fde527fdee94']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:36.259640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Allocated IP 172.20.0.1 (f98933c3-ab17-4bd3-88df-614e8ab67e3f/5e7c69c0-6c18-49d3-9584-85eb9d49c283/b64f3eb1-1ecf-46e2-8315-7c2f07ae6646) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:39:36.267856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7365a3a8-d8df-4058-bf28-746abc5e65c6') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:36.268245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7365a3a8-d8df-4058-bf28-746abc5e65c6') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:36.282237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc440c-6699-4b01-812f-26e264c6919e None None] Pushing event updated for resources: {'Port': ['ID=f6877d0a-d248-4169-810b-24893cb5275c,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:36.298034 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:36.380143 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff78700-6e04-4b22-bb01-1d5e11404e9d None None] Network f24bea66-e5dd-4913-ac57-fde527fdee94 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:36.423401 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] Set router 151df654-8e11-4997-b86a-246e22c7b407 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:39:36.507164 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:36.518130 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:39:36.518522 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:39:36.533627 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:39:36.679685 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 14:39:36.679685 n-d-828418-2 neutron-server[87596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 14:39:36.679685 n-d-828418-2 neutron-server[87596]: [parameters: {'id': 'f24bea66-e5dd-4913-ac57-fde527fdee94'}] Feb 09 14:39:36.679685 n-d-828418-2 neutron-server[87596]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:39:36.680682 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:39:36.727445 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:36.746169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Transition to ACTIVE for port object b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:36.779823 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:36.784850 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ca121-9411-4b90-bb50-f94086197afb None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:39:36.891654 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:39:32Z', 'revision_number': 3, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port': {'id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:30Z', 'updated_at': '2022-02-09T14:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:36.898333 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a71343-b078-4be7-8a43-ba89e7d706b1 None None] The sync data for ids ['151df654-8e11-4997-b86a-246e22c7b407'] in n-d-828418-2 is: [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:39:32Z', 'revision_number': 3, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port': {'id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:30Z', 'updated_at': '2022-02-09T14:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:39:37.014237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Network f98933c3-ab17-4bd3-88df-614e8ab67e3f is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:39:37.018176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:37.022073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:39:37.051953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09ca121-9411-4b90-bb50-f94086197afb None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:39:37.080752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Pushing event updated for resources: {'Port': ['ID=b64f3eb1-1ecf-46e2-8315-7c2f07ae6646,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:37.106004 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:37.107886 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e44e40e2-94ac-4213-b3a7-92b6f503808d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:39:37.256962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e44e40e2-94ac-4213-b3a7-92b6f503808d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:37.257327 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:37.365771 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:37.408421 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Deleting port f6877d0a-d248-4169-810b-24893cb5275c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:37.408753 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:37.850137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71537a6f-7ba7-491d-98d4-15d4295a6565 None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:39:37.886712 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] For port f6877d0a-d248-4169-810b-24893cb5275c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f6877d0a-d248-4169-810b-24893cb5275c,segment=NetworkSegment(7365a3a8-d8df-4058-bf28-746abc5e65c6),segment_id=7365a3a8-d8df-4058-bf28-746abc5e65c6)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:37.887231 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:38.024698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71537a6f-7ba7-491d-98d4-15d4295a6565 None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:39:38.072491 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:38.094077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Calling delete_port for f6877d0a-d248-4169-810b-24893cb5275c owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:38.293647 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:38.363863 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event deleted for resources: {'Port': ['ID=f6877d0a-d248-4169-810b-24893cb5275c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:38.371208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] No DVR routers for this DVR port f6877d0a-d248-4169-810b-24893cb5275c on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:39:38.568446 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:38.603057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24bea66-e5dd-4913-ac57-fde527fdee94']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:38.628739 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7365a3a8-d8df-4058-bf28-746abc5e65c6') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:38.629445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7365a3a8-d8df-4058-bf28-746abc5e65c6') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:38.645464 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:38.666261 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:38.674033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:39:38.674445 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:38.742537 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cfa8b621-df1c-4f0e-a4ed-0e93e1860f1e None None] Provisioning for port b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:39:38.750545 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cfa8b621-df1c-4f0e-a4ed-0e93e1860f1e None None] Provisioning complete for port b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:38.751402 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cfa8b621-df1c-4f0e-a4ed-0e93e1860f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:39:38.778962 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:39:38.780957 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:39:38.794864 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:38.797492 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:38.801649 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:38.850721 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:38.871458 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-cfa8b621-df1c-4f0e-a4ed-0e93e1860f1e None None] Port b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:39:38.881676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event deleted for resources: {'Network': ['ID=f24bea66-e5dd-4913-ac57-fde527fdee94,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:38.923940 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:39.078798 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:39.096121 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8e183991-7a1b-40f5-a094-35b41e227fc7 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/networks/f24bea66-e5dd-4913-ac57-fde527fdee94 HTTP/1.1" status: 204 len: 168 time: 5.2726786 Feb 09 14:39:39.100322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36336) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:39.124747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Pushing event updated for resources: {'Port': ['ID=b64f3eb1-1ecf-46e2-8315-7c2f07ae6646,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:39.132593 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2cd73481-b116-4a4f-a2fd-21d3ac519e8d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:39:39.159238 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4a295c-d8de-40d7-b13b-6b29690318e4 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] DELETE failed (client error): The resource could not be found. Feb 09 14:39:39.161019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4a295c-d8de-40d7-b13b-6b29690318e4 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:39:39.165853 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7c4a295c-d8de-40d7-b13b-6b29690318e4 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/subnets/0bc812bf-465d-420f-8e4a-175765cb0b7a HTTP/1.1" status: 404 len: 337 time: 0.0636699 Feb 09 14:39:39.166726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36340) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:39.196166 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1eec2c8-fae8-4579-af5a-1556e04c9f3a tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] DELETE failed (client error): The resource could not be found. Feb 09 14:39:39.196903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1eec2c8-fae8-4579-af5a-1556e04c9f3a tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:39:39.201443 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e1eec2c8-fae8-4579-af5a-1556e04c9f3a tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/networks/f24bea66-e5dd-4913-ac57-fde527fdee94 HTTP/1.1" status: 404 len: 339 time: 0.0333862 Feb 09 14:39:39.202231 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36344) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:39.268590 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-09cd6b80-ee39-41ed-b8e4-01fc6aa10806 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] DELETE failed (client error): The resource could not be found. Feb 09 14:39:39.268774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09cd6b80-ee39-41ed-b8e4-01fc6aa10806 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:39:39.272707 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-09cd6b80-ee39-41ed-b8e4-01fc6aa10806 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/subnets/c4079599-504d-44a9-949b-b97692bf50bf HTTP/1.1" status: 404 len: 337 time: 0.0671966 Feb 09 14:39:39.273049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Network f98933c3-ab17-4bd3-88df-614e8ab67e3f is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:39:39.273542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36350) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:39.276384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:39.290099 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 2cd73481-b116-4a4f-a2fd-21d3ac519e8d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:39:39.299835 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2cd73481-b116-4a4f-a2fd-21d3ac519e8d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:39.300214 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:39.326577 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c77006-b986-4d76-bb0e-4e7cc364ff0e tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] DELETE failed (client error): The resource could not be found. Feb 09 14:39:39.327455 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c77006-b986-4d76-bb0e-4e7cc364ff0e tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:39:39.332483 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d3c77006-b986-4d76-bb0e-4e7cc364ff0e tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/networks/d4970dde-38e1-4ded-bc2d-3b807e7315fc HTTP/1.1" status: 404 len: 339 time: 0.0556190 Feb 09 14:39:39.332869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36354) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:39.409419 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c36b85-91fe-430d-89e3-426dd6e3ca03 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] DELETE failed (client error): The resource could not be found. Feb 09 14:39:39.410111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c36b85-91fe-430d-89e3-426dd6e3ca03 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:39:39.411988 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-47c36b85-91fe-430d-89e3-426dd6e3ca03 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/subnets/671dc942-5e47-4521-b8b4-8932f3304f0b HTTP/1.1" status: 404 len: 337 time: 0.0779295 Feb 09 14:39:39.414533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36358) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:39.447021 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c36540-49b5-4c6a-8bc8-cd2aeb633b44 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] DELETE failed (client error): The resource could not be found. Feb 09 14:39:39.448073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c36540-49b5-4c6a-8bc8-cd2aeb633b44 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:39:39.449899 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-41c36540-49b5-4c6a-8bc8-cd2aeb633b44 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/networks/58e95b9a-8e62-4ca6-8dba-ea0033c244e4 HTTP/1.1" status: 404 len: 339 time: 0.0342226 Feb 09 14:39:39.455866 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36362) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:39.507970 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:39.535256 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 2cd73481-b116-4a4f-a2fd-21d3ac519e8d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2cd73481-b116-4a4f-a2fd-21d3ac519e8d,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:39.545112 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:39.545790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-09525f64-d19d-4c15-a7f2-d4000dbb730f tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Deleting port 5f1022fd-2590-44c1-abc2-dee34db29cb9 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:39.546238 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09525f64-d19d-4c15-a7f2-d4000dbb730f tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:39.563624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Router 151df654-8e11-4997-b86a-246e22c7b407 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:39:39.648032 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=2cd73481-b116-4a4f-a2fd-21d3ac519e8d,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:39.744718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b23441fc-106d-4f1f-a8ef-2414bff5644e None None] Provisioning complete for port b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:39.745334 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b23441fc-106d-4f1f-a8ef-2414bff5644e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:39.815287 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b23441fc-106d-4f1f-a8ef-2414bff5644e None None] Port b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:39:39.826060 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:39:39.842182 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bb3c7674-a0fa-45aa-85dc-4bc6b93b6942 admin admin] 10.222.0.48 "PUT /v2.0/routers/151df654-8e11-4997-b86a-246e22c7b407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5743551 Feb 09 14:39:39.858315 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Sync routers for ids ['151df654-8e11-4997-b86a-246e22c7b407'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:39:39.858988 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09525f64-d19d-4c15-a7f2-d4000dbb730f tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:39.877862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Routers {'151df654-8e11-4997-b86a-246e22c7b407'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:39:39.878691 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:39:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['151df654-8e11-4997-b86a-246e22c7b407'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:40.012993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-09525f64-d19d-4c15-a7f2-d4000dbb730f tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Calling delete_port for 5f1022fd-2590-44c1-abc2-dee34db29cb9 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:40.116843 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09525f64-d19d-4c15-a7f2-d4000dbb730f tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:40.139375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Set router 151df654-8e11-4997-b86a-246e22c7b407 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:39:40.217534 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09525f64-d19d-4c15-a7f2-d4000dbb730f tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:40.229756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09525f64-d19d-4c15-a7f2-d4000dbb730f tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event deleted for resources: {'Port': ['ID=5f1022fd-2590-44c1-abc2-dee34db29cb9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:40.238776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36374) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:40.248608 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-09525f64-d19d-4c15-a7f2-d4000dbb730f tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/ports/5f1022fd-2590-44c1-abc2-dee34db29cb9 HTTP/1.1" status: 204 len: 168 time: 0.7914696 Feb 09 14:39:40.279364 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ae777d-f876-45ca-86cb-5f2d5d2fe7cc tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] DELETE failed (client error): The resource could not be found. Feb 09 14:39:40.279992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ae777d-f876-45ca-86cb-5f2d5d2fe7cc tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:39:40.285029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36378) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:40.285188 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-15ae777d-f876-45ca-86cb-5f2d5d2fe7cc tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/subnets/15f390fd-c02a-4c6e-9496-ff2a5e5f7ce3 HTTP/1.1" status: 404 len: 337 time: 0.0450616 Feb 09 14:39:40.429213 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36388) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:40.541019 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3e46cd9-2d31-4cb6-ae46-9d4256f417d9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:40.655353 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:40.721024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:39:37Z', 'revision_number': 4, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port': {'id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:30Z', 'updated_at': '2022-02-09T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b64f3eb1-1ecf-46e2-8315-7c2f07ae6646', 'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'mac_address': 'fa:16:3e:df:ac:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:35Z', 'updated_at': '2022-02-09T14:39:38Z', 'revision_number': 2, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'subnets': [{'id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:40.729803 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Checking router: 151df654-8e11-4997-b86a-246e22c7b407 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:39:40.730753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Updating router 151df654-8e11-4997-b86a-246e22c7b407 port b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:39:40.850431 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3e46cd9-2d31-4cb6-ae46-9d4256f417d9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:40.861669 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:40.896002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-a3e46cd9-2d31-4cb6-ae46-9d4256f417d9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968fe3ca-190f-4658-b765-1d66a0beb24c']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:40.917967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e9c03-69ce-4400-b2bc-2567b0486882 req-b056b079-abab-4ca9-9e24-c0bd40c5aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:40.919480 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f64e9c03-69ce-4400-b2bc-2567b0486882 req-b056b079-abab-4ca9-9e24-c0bd40c5aaa7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 1097 time: 0.4882884 Feb 09 14:39:40.922565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-a3e46cd9-2d31-4cb6-ae46-9d4256f417d9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070472d5-03a2-4ae6-adda-7965e3ea7454') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:40.922862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-a3e46cd9-2d31-4cb6-ae46-9d4256f417d9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070472d5-03a2-4ae6-adda-7965e3ea7454') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:40.954364 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3e46cd9-2d31-4cb6-ae46-9d4256f417d9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:41.019846 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f64e9c03-69ce-4400-b2bc-2567b0486882 req-a500a5d8-3e5f-4342-b7e5-d502ef72e688 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d7e971e5-e002-4492-9ec8-4c026a93aed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864859 Feb 09 14:39:41.038276 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36406) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:41.039771 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3e46cd9-2d31-4cb6-ae46-9d4256f417d9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:41.048215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1861864711-network', 'tenant_id': '3e861bb0573e4b87a4c46fab67012821'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:41.058997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:41.064561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Usage tracker for resource:network and tenant:3e861bb0573e4b87a4c46fab67012821 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:41.070252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:41.083174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:41.084332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e46cd9-2d31-4cb6-ae46-9d4256f417d9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:39:41.084923 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3e46cd9-2d31-4cb6-ae46-9d4256f417d9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:41.108552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Made reservation on behalf of 3e861bb0573e4b87a4c46fab67012821 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:41.111873 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:39:41.122703 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:39:41.144445 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:41.179675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:41.195036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Usage tracker for resource:security_group_rule and tenant:3e861bb0573e4b87a4c46fab67012821 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:41.201118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:41.210534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2cd73481-b116-4a4f-a2fd-21d3ac519e8d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:39:41.215086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:41.336203 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3e46cd9-2d31-4cb6-ae46-9d4256f417d9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:41.337937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2cd73481-b116-4a4f-a2fd-21d3ac519e8d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:41.338468 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:41.345061 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3e46cd9-2d31-4cb6-ae46-9d4256f417d9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:41.416686 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:41.425283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e46cd9-2d31-4cb6-ae46-9d4256f417d9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event deleted for resources: {'Network': ['ID=968fe3ca-190f-4658-b765-1d66a0beb24c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:41.425688 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:41.437829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a3e46cd9-2d31-4cb6-ae46-9d4256f417d9 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/networks/968fe3ca-190f-4658-b765-1d66a0beb24c HTTP/1.1" status: 204 len: 168 time: 1.1462932 Feb 09 14:39:41.438912 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36420) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:41.547007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ca5d6d-5b48-43c7-8201-7ca5c81edcfb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:41.595291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:39:41.638603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c4f4acc9-c7fe-4810-a541-ef6f05554ce0 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Deleting port 0a4da211-30e4-4c69-9f8d-5c443557b4e0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:41.639464 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c4f4acc9-c7fe-4810-a541-ef6f05554ce0 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:41.693348 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:41.694528 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Added segment 18c57396-b280-4d7d-887f-5dce30141424 of type vlan for network b98f632e-26e2-46e5-bf63-51d9d1cc5dc7 Feb 09 14:39:41.794765 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:41.940177 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:41.946269 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.resource_extend [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:39:41.967870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Transition to ACTIVE for port object b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:41.979015 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:42.001275 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:42.002466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:42.003197 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:42.036920 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c4f4acc9-c7fe-4810-a541-ef6f05554ce0 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:42.299785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0416c-f4e3-4d44-9631-299a10d29435 None None] Pushing event updated for resources: {'Port': ['ID=b64f3eb1-1ecf-46e2-8315-7c2f07ae6646,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:42.395963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c4f4acc9-c7fe-4810-a541-ef6f05554ce0 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Calling delete_port for 0a4da211-30e4-4c69-9f8d-5c443557b4e0 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:42.412583 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Attempting to bind port b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:39:42.412945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Attempting to bind port b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '081eb719-b07f-4c27-8bdf-49835f22320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:39:42.413315 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Attempting to bind port b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 on network f98933c3-ab17-4bd3-88df-614e8ab67e3f {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:39:42.419162 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:39:42.419535 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Checking segment: {'id': '081eb719-b07f-4c27-8bdf-49835f22320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:39:42.420287 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:42.420531 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Bound using segment: {'id': '081eb719-b07f-4c27-8bdf-49835f22320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:39:42.432633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Bound port: b64f3eb1-1ecf-46e2-8315-7c2f07ae6646, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081eb719-b07f-4c27-8bdf-49835f22320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:39:42.432863 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:42.472041 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4321780 Feb 09 14:39:42.474898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36436) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:42.481930 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495631f-ee54-4045-93e1-acc9b00b0ebb admin admin] Pushing event updated for resources: {'Network': ['ID=b98f632e-26e2-46e5-bf63-51d9d1cc5dc7,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:42.482069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-2eb98e8c-beb9-4e8a-b68a-50fd7e658300 admin admin] Request body: {'subnet': {'network_id': 'b98f632e-26e2-46e5-bf63-51d9d1cc5dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1861864711-subnet', 'tenant_id': '3e861bb0573e4b87a4c46fab67012821', 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:42.492211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2eb98e8c-beb9-4e8a-b68a-50fd7e658300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:42.538321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2eb98e8c-beb9-4e8a-b68a-50fd7e658300 admin admin] Usage tracker for resource:subnet and tenant:3e861bb0573e4b87a4c46fab67012821 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:42.544976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network b98f632e-26e2-46e5-bf63-51d9d1cc5dc7 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:39:42.554248 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c4f4acc9-c7fe-4810-a541-ef6f05554ce0 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:42.558345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2eb98e8c-beb9-4e8a-b68a-50fd7e658300 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:42.576098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2eb98e8c-beb9-4e8a-b68a-50fd7e658300 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:42.599409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb98e8c-beb9-4e8a-b68a-50fd7e658300 admin admin] Made reservation on behalf of 3e861bb0573e4b87a4c46fab67012821 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:39:42.602099 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2eb98e8c-beb9-4e8a-b68a-50fd7e658300 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:42.686735 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] For port b64f3eb1-1ecf-46e2-8315-7c2f07ae6646, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:39:42.691976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] For port b64f3eb1-1ecf-46e2-8315-7c2f07ae6646, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b64f3eb1-1ecf-46e2-8315-7c2f07ae6646,segment=NetworkSegment(081eb719-b07f-4c27-8bdf-49835f22320b),segment_id=081eb719-b07f-4c27-8bdf-49835f22320b)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:39:42.700433 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:42.825591 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Routers {'151df654-8e11-4997-b86a-246e22c7b407'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:39:42.826667 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:39:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['151df654-8e11-4997-b86a-246e22c7b407'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:42.870506 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4acc9-c7fe-4810-a541-ef6f05554ce0 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event deleted for resources: {'Port': ['ID=0a4da211-30e4-4c69-9f8d-5c443557b4e0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:42.876336 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c4f4acc9-c7fe-4810-a541-ef6f05554ce0 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:42.889207 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c4f4acc9-c7fe-4810-a541-ef6f05554ce0 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/ports/0a4da211-30e4-4c69-9f8d-5c443557b4e0 HTTP/1.1" status: 204 len: 168 time: 1.4127142 Feb 09 14:39:42.892122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36452) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:42.923483 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0416c-f4e3-4d44-9631-299a10d29435 None None] Pushing event updated for resources: {'Port': ['ID=b64f3eb1-1ecf-46e2-8315-7c2f07ae6646,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:42.957013 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef3f257-5fac-4fe8-aa6b-8c3c299e1419 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] DELETE failed (client error): The resource could not be found. Feb 09 14:39:42.957789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef3f257-5fac-4fe8-aa6b-8c3c299e1419 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:39:42.960503 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9ef3f257-5fac-4fe8-aa6b-8c3c299e1419 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/subnets/761a0489-0ff7-4631-993f-a48aff40f315 HTTP/1.1" status: 404 len: 337 time: 0.0641561 Feb 09 14:39:42.962233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36456) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:43.168839 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee999-0855-4a6c-96a9-ed7bc2756f2c tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:43.176428 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] Set router 151df654-8e11-4997-b86a-246e22c7b407 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:39:43.208866 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2eb98e8c-beb9-4e8a-b68a-50fd7e658300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:43.282883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb98e8c-beb9-4e8a-b68a-50fd7e658300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9c9e49-a161-4225-8366-ef24a887f772,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:43.322500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb98e8c-beb9-4e8a-b68a-50fd7e658300 admin admin] Checking segment: {'id': '18c57396-b280-4d7d-887f-5dce30141424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98f632e-26e2-46e5-bf63-51d9d1cc5dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:39:43.322847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb98e8c-beb9-4e8a-b68a-50fd7e658300 admin admin] Network hostable DHCP agents. Network: b98f632e-26e2-46e5-bf63-51d9d1cc5dc7, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:39:43.394303 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb98e8c-beb9-4e8a-b68a-50fd7e658300 admin admin] Network b98f632e-26e2-46e5-bf63-51d9d1cc5dc7 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:39:43.406968 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee999-0855-4a6c-96a9-ed7bc2756f2c tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:43.419140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-2eb98e8c-beb9-4e8a-b68a-50fd7e658300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, b98f632e-26e2-46e5-bf63-51d9d1cc5dc7) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:43.425942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb98e8c-beb9-4e8a-b68a-50fd7e658300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:43.427115 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2eb98e8c-beb9-4e8a-b68a-50fd7e658300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:43.432008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd925bae-fc05-4ef5-bad5-9b411b0e4251 None None] Network b98f632e-26e2-46e5-bf63-51d9d1cc5dc7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:43.472398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-2a9ee999-0855-4a6c-96a9-ed7bc2756f2c tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5fa3d86-d9aa-4b8d-b455-15c03b239dd9']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:43.474427 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2eb98e8c-beb9-4e8a-b68a-50fd7e658300 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9955375 Feb 09 14:39:43.475052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36470) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:43.489118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1861864711-router', 'tenant_id': '3e861bb0573e4b87a4c46fab67012821', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:43.491803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-2a9ee999-0855-4a6c-96a9-ed7bc2756f2c tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b55290-8eeb-4815-9d83-e3c293c599d1') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:43.492874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-2a9ee999-0855-4a6c-96a9-ed7bc2756f2c tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b55290-8eeb-4815-9d83-e3c293c599d1') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:43.497585 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:43.503845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Usage tracker for resource:router and tenant:3e861bb0573e4b87a4c46fab67012821 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:43.506977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:43.513509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:43.528437 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee999-0855-4a6c-96a9-ed7bc2756f2c tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:43.533612 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:43.536032 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:43.575294 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:43.613200 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee999-0855-4a6c-96a9-ed7bc2756f2c tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:43.627225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9ee999-0855-4a6c-96a9-ed7bc2756f2c tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:39:43.627225 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee999-0855-4a6c-96a9-ed7bc2756f2c tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:39:43.652714 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:39:43.828680 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee999-0855-4a6c-96a9-ed7bc2756f2c tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:43.840650 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee999-0855-4a6c-96a9-ed7bc2756f2c tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:43.906415 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2a9ee999-0855-4a6c-96a9-ed7bc2756f2c tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/networks/e5fa3d86-d9aa-4b8d-b455-15c03b239dd9 HTTP/1.1" status: 204 len: 168 time: 0.9387679 Feb 09 14:39:43.906415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ee999-0855-4a6c-96a9-ed7bc2756f2c tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event deleted for resources: {'Network': ['ID=e5fa3d86-d9aa-4b8d-b455-15c03b239dd9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:43.910384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36478) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:43.915279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:39:37Z', 'revision_number': 4, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port': {'id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:30Z', 'updated_at': '2022-02-09T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b64f3eb1-1ecf-46e2-8315-7c2f07ae6646', 'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'mac_address': 'fa:16:3e:df:ac:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:35Z', 'updated_at': '2022-02-09T14:39:42Z', 'revision_number': 4, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'subnets': [{'id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:43.928038 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d76fa0-ad86-42d8-8862-f39702b62c48 None None] The sync data for ids ['151df654-8e11-4997-b86a-246e22c7b407'] in n-d-828418-2 is: [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:39:37Z', 'revision_number': 4, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port': {'id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:30Z', 'updated_at': '2022-02-09T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b64f3eb1-1ecf-46e2-8315-7c2f07ae6646', 'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'mac_address': 'fa:16:3e:df:ac:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:35Z', 'updated_at': '2022-02-09T14:39:42Z', 'revision_number': 4, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'subnets': [{'id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:39:43.951987 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-b98f632e-26e2-46e5-bf63-51d9d1cc5dc7', 'network_id': 'b98f632e-26e2-46e5-bf63-51d9d1cc5dc7', 'tenant_id': '3e861bb0573e4b87a4c46fab67012821', 'fixed_ips': [{'subnet_id': 'be9c9e49-a161-4225-8366-ef24a887f772'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:39:43.957910 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:44.004970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac021c09-007c-4640-9d06-6c2990fe3494 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Deleting subnet d2aab479-42e1-429d-9da0-de1a2d487f17 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:39:44.035915 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac021c09-007c-4640-9d06-6c2990fe3494 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:44.129154 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac021c09-007c-4640-9d06-6c2990fe3494 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:44.271610 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac021c09-007c-4640-9d06-6c2990fe3494 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:44.440760 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:44.510991 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac021c09-007c-4640-9d06-6c2990fe3494 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:44.570920 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Allocated IP 172.20.0.2 (b98f632e-26e2-46e5-bf63-51d9d1cc5dc7/be9c9e49-a161-4225-8366-ef24a887f772/1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:39:44.648690 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac021c09-007c-4640-9d06-6c2990fe3494 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:44.671206 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac021c09-007c-4640-9d06-6c2990fe3494 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event deleted for resources: {'Subnet': ['ID=d2aab479-42e1-429d-9da0-de1a2d487f17,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:44.685879 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ac021c09-007c-4640-9d06-6c2990fe3494 tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/subnets/d2aab479-42e1-429d-9da0-de1a2d487f17 HTTP/1.1" status: 204 len: 168 time: 0.7767668 Feb 09 14:39:44.688587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36490) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:44.797752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f850c1-5fa3-40d3-b010-116376860a7b None None] Network b7446f10-87d8-4861-bbc4-3485bc1d14b0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:45.021875 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:45.055015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Deleting port 2128f4b8-bbe7-4370-8a50-404cb28e4dca {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:39:45.055497 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:45.224632 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:39:45.513400 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:45.542878 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:45.556129 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Transition to ACTIVE for port object 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:45.590163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Transition to ACTIVE for port object 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:45.597853 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:45.636106 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:45.643778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] For port 2128f4b8-bbe7-4370-8a50-404cb28e4dca, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2128f4b8-bbe7-4370-8a50-404cb28e4dca,segment=NetworkSegment(5f94563e-615f-4159-8906-e7ce48b5d240),segment_id=5f94563e-615f-4159-8906-e7ce48b5d240)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:45.644323 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:45.980917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Calling delete_port for 2128f4b8-bbe7-4370-8a50-404cb28e4dca owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:39:45.995989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Allocated IP 172.25.8.54 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/beb395c4-486f-4ba6-a286-a59f69e5c647) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:39:46.056328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Network b98f632e-26e2-46e5-bf63-51d9d1cc5dc7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:39:46.061178 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:46.079156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:39:46.085907 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:39:46.123042 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:46.123423 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:46.173170 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Pushing event updated for resources: {'Port': ['ID=1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:46.191116 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:46.296602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] No DVR routers for this DVR port 2128f4b8-bbe7-4370-8a50-404cb28e4dca on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:39:46.362071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event deleted for resources: {'Port': ['ID=2128f4b8-bbe7-4370-8a50-404cb28e4dca,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:46.392965 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Attempting to bind port 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:39:46.393718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Attempting to bind port 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '18c57396-b280-4d7d-887f-5dce30141424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98f632e-26e2-46e5-bf63-51d9d1cc5dc7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:39:46.395236 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Attempting to bind port 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef on network b98f632e-26e2-46e5-bf63-51d9d1cc5dc7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:39:46.409704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:39:46.410232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Checking segment: {'id': '18c57396-b280-4d7d-887f-5dce30141424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98f632e-26e2-46e5-bf63-51d9d1cc5dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:39:46.410748 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:46.411247 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Bound using segment: {'id': '18c57396-b280-4d7d-887f-5dce30141424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98f632e-26e2-46e5-bf63-51d9d1cc5dc7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:39:46.411875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Bound port: 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c57396-b280-4d7d-887f-5dce30141424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98f632e-26e2-46e5-bf63-51d9d1cc5dc7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:39:46.412383 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:46.443562 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:46.479365 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:46.550499 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d138409-d364-40de-aa5f-6bdae1cc949a None None] DHCP port deletion for b7446f10-87d8-4861-bbc4-3485bc1d14b0 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:39:46.607687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09bb02-f49f-4a70-b0fe-285e244c524b req-ae862267-6776-4521-ba83-b99da928491f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:46.624301 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a09bb02-f49f-4a70-b0fe-285e244c524b req-ae862267-6776-4521-ba83-b99da928491f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.5380502 Feb 09 14:39:46.634298 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port b64f3eb1-1ecf-46e2-8315-7c2f07ae6646, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b64f3eb1-1ecf-46e2-8315-7c2f07ae6646,segment=NetworkSegment(081eb719-b07f-4c27-8bdf-49835f22320b),segment_id=081eb719-b07f-4c27-8bdf-49835f22320b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:46.653856 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:46.675048 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:46.679699 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:46.719477 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:39:46.771435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7446f10-87d8-4861-bbc4-3485bc1d14b0']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:46.802584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f94563e-615f-4159-8906-e7ce48b5d240') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:46.802858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f94563e-615f-4159-8906-e7ce48b5d240') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:46.838926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:39:46.841034 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:46.856673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:46.867382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:39:46.870675 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:46.878634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:39:46.879518 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:39:46.902852 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:39:46.959570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=b64f3eb1-1ecf-46e2-8315-7c2f07ae6646,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:46.971368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] For port 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:39:46.975066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] For port 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef,segment=NetworkSegment(18c57396-b280-4d7d-887f-5dce30141424),segment_id=18c57396-b280-4d7d-887f-5dce30141424)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:39:46.983206 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:47.029275 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:47.083627 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:47.086420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] Pushing event deleted for resources: {'Network': ['ID=b7446f10-87d8-4861-bbc4-3485bc1d14b0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:47.095985 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c8f6d-eb60-467a-addf-7a17d8a4c30f None None] Pushing event updated for resources: {'Port': ['ID=1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:47.107032 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-69256fe5-3859-48f3-bac4-c255f3d1754b tempest-NetworksIpV6TestAttrs-1609541199 tempest-NetworksIpV6TestAttrs-1609541199-project] 10.222.0.48 "DELETE /v2.0/networks/b7446f10-87d8-4861-bbc4-3485bc1d14b0 HTTP/1.1" status: 204 len: 168 time: 2.4165111 Feb 09 14:39:47.151295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:39:47.214223 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a09bb02-f49f-4a70-b0fe-285e244c524b req-1502546b-3c16-467f-813e-f75ca6d18197 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5877976 Feb 09 14:39:47.299883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Pushing event updated for resources: {'Port': ['ID=beb395c4-486f-4ba6-a286-a59f69e5c647,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:47.305328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:47.305792 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:47.644277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2128f4b8-bbe7-4370-8a50-404cb28e4dca no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:39:47.718995 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 2128f4b8-bbe7-4370-8a50-404cb28e4dca {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:39:47.720207 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2128f4b8-bbe7-4370-8a50-404cb28e4dca not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:39:47.758496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36528) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:47.950212 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:48.000970 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-86e271c2-9373-41af-a48d-da9fa844856a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=821bb9184403429fb8ed3f63a9f3c95a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412996 Feb 09 14:39:48.003468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36536) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:48.082789 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45c0c9c9-9f89-4028-a139-cb110666094f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:48.118447 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45c0c9c9-9f89-4028-a139-cb110666094f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:48.194879 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45c0c9c9-9f89-4028-a139-cb110666094f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:48.234929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0c9c9-9f89-4028-a139-cb110666094f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40480ce9-9c96-4a39-8eed-549546f63bd0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:48.268032 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45c0c9c9-9f89-4028-a139-cb110666094f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:48.271561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-45c0c9c9-9f89-4028-a139-cb110666094f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40480ce9-9c96-4a39-8eed-549546f63bd0 HTTP/1.1" status: 204 len: 168 time: 0.2645490 Feb 09 14:39:48.512166 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:48.670396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f39d73-97aa-49f4-8335-4764ae7ea34f req-cff18bc0-9db2-4532-971c-ef986cc2904d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:48.673061 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c9f39d73-97aa-49f4-8335-4764ae7ea34f req-cff18bc0-9db2-4532-971c-ef986cc2904d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.2459941 Feb 09 14:39:48.910639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba3d42b-bdaf-4260-9485-9ddcb720829c None None] Network b98f632e-26e2-46e5-bf63-51d9d1cc5dc7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:39:48.980992 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c9f39d73-97aa-49f4-8335-4764ae7ea34f req-4979759c-93df-44b8-998c-c4b6c888e5f2 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3008540 Feb 09 14:39:48.990781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Router f90f56a0-f2e5-4755-8f6a-882da6d3ae42 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:39:49.192379 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-df994f7f-e2ce-427f-94e8-a932792df513 None None] Provisioning for port 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:39:49.214131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:39:49.467328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:39:49.476739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:49.477156 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:49.480690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:39:49.490591 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Sync routers for ids ['f90f56a0-f2e5-4755-8f6a-882da6d3ae42'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:39:49.510316 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Routers {'f90f56a0-f2e5-4755-8f6a-882da6d3ae42'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:39:49.511210 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:39:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f90f56a0-f2e5-4755-8f6a-882da6d3ae42'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:49.549575 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:49.554803 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3f52d275-3288-4a92-99a8-62229753b585 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0753055 Feb 09 14:39:49.557479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36576) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:49.814815 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:49.937838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef,segment=NetworkSegment(18c57396-b280-4d7d-887f-5dce30141424),segment_id=18c57396-b280-4d7d-887f-5dce30141424)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:49.944403 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:50.048891 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Set router f90f56a0-f2e5-4755-8f6a-882da6d3ae42 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:39:50.117303 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36598) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:50.261796 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:50.310010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e382703a-4c00-425b-bdc6-a82b47108137 None None] Provisioning complete for port 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:50.310402 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e382703a-4c00-425b-bdc6-a82b47108137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:50.549101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-fbae7010-224e-4cf7-a5f5-e91040d6083d tempest-SubnetPoolsTestJSON-1858653755 tempest-SubnetPoolsTestJSON-1858653755-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-812929735', 'prefixes': ['172.20.0.0/16']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:50.564989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fbae7010-224e-4cf7-a5f5-e91040d6083d tempest-SubnetPoolsTestJSON-1858653755 tempest-SubnetPoolsTestJSON-1858653755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:50.645797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa96884-257c-424d-9891-033298e41a9f req-bdcce7e7-9d39-4052-8027-ccf79329f013 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:50.653823 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0fa96884-257c-424d-9891-033298e41a9f req-bdcce7e7-9d39-4052-8027-ccf79329f013 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.3183248 Feb 09 14:39:50.735851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0fa96884-257c-424d-9891-033298e41a9f req-9af37b6c-e4dc-4e91-9a8c-a996682a1866 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802197 Feb 09 14:39:50.816156 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fbae7010-224e-4cf7-a5f5-e91040d6083d tempest-SubnetPoolsTestJSON-1858653755 tempest-SubnetPoolsTestJSON-1858653755-project] Notify callbacks [] for subnetpool, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:50.825412 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fbae7010-224e-4cf7-a5f5-e91040d6083d tempest-SubnetPoolsTestJSON-1858653755 tempest-SubnetPoolsTestJSON-1858653755-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7066121 Feb 09 14:39:50.826858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36608) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:50.871043 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3dbececf-2b5e-48de-930a-9bd6a12b406c tempest-SubnetPoolsTestJSON-1858653755 tempest-SubnetPoolsTestJSON-1858653755-project] 10.222.0.48 "GET /v2.0/subnetpools/aadc83f3-8ce8-4e1b-8a77-2fcd12bd5063 HTTP/1.1" status: 200 len: 731 time: 0.0400753 Feb 09 14:39:50.871417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36612) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:50.880442 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'name': 'tempest-TestVolumeBackupRestore-1861864711-router', 'tenant_id': '3e861bb0573e4b87a4c46fab67012821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'beb395c4-486f-4ba6-a286-a59f69e5c647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:43Z', 'updated_at': '2022-02-09T14:39:47Z', 'revision_number': 3, 'project_id': '3e861bb0573e4b87a4c46fab67012821', 'gw_port': {'id': 'beb395c4-486f-4ba6-a286-a59f69e5c647', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:45Z', 'updated_at': '2022-02-09T14:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:50.881679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-6c90d352-b582-4003-a732-2f6e86ec82c7 tempest-SubnetPoolsTestJSON-1858653755 tempest-SubnetPoolsTestJSON-1858653755-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-968770506'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:39:50.887657 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Checking router: f90f56a0-f2e5-4755-8f6a-882da6d3ae42 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:39:50.888333 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Updating router f90f56a0-f2e5-4755-8f6a-882da6d3ae42 port beb395c4-486f-4ba6-a286-a59f69e5c647 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:39:50.954571 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:51.007185 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c90d352-b582-4003-a732-2f6e86ec82c7 tempest-SubnetPoolsTestJSON-1858653755 tempest-SubnetPoolsTestJSON-1858653755-project] Notify callbacks [] for subnetpool, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:51.011550 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6c90d352-b582-4003-a732-2f6e86ec82c7 tempest-SubnetPoolsTestJSON-1858653755 tempest-SubnetPoolsTestJSON-1858653755-project] 10.222.0.48 "PUT /v2.0/subnetpools/aadc83f3-8ce8-4e1b-8a77-2fcd12bd5063 HTTP/1.1" status: 200 len: 683 time: 0.1365807 Feb 09 14:39:51.011959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36616) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:51.127624 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:39:51.200551 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9fd2e98-1b87-4002-849d-e70e95097e3e tempest-SubnetPoolsTestJSON-1858653755 tempest-SubnetPoolsTestJSON-1858653755-project] Notify callbacks [] for subnetpool, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:51.203248 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f9fd2e98-1b87-4002-849d-e70e95097e3e tempest-SubnetPoolsTestJSON-1858653755 tempest-SubnetPoolsTestJSON-1858653755-project] 10.222.0.48 "DELETE /v2.0/subnetpools/aadc83f3-8ce8-4e1b-8a77-2fcd12bd5063 HTTP/1.1" status: 204 len: 168 time: 0.1893632 Feb 09 14:39:51.206855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36620) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:51.224302 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:51.224722 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:51.238314 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-eb36984b-94cb-4a16-8247-f5162f5d8f97 tempest-SubnetPoolsTestJSON-1858653755 tempest-SubnetPoolsTestJSON-1858653755-project] show failed (client error): The resource could not be found. Feb 09 14:39:51.239982 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-eb36984b-94cb-4a16-8247-f5162f5d8f97 tempest-SubnetPoolsTestJSON-1858653755 tempest-SubnetPoolsTestJSON-1858653755-project] 10.222.0.48 "GET /v2.0/subnetpools/aadc83f3-8ce8-4e1b-8a77-2fcd12bd5063 HTTP/1.1" status: 404 len: 346 time: 0.0317321 Feb 09 14:39:51.242881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36624) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:51.269873 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-03001494-fb7c-410b-9532-0afbddb1738c tempest-SubnetPoolsTestJSON-1858653755 tempest-SubnetPoolsTestJSON-1858653755-project] delete failed (client error): The resource could not be found. Feb 09 14:39:51.271900 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-03001494-fb7c-410b-9532-0afbddb1738c tempest-SubnetPoolsTestJSON-1858653755 tempest-SubnetPoolsTestJSON-1858653755-project] 10.222.0.48 "DELETE /v2.0/subnetpools/aadc83f3-8ce8-4e1b-8a77-2fcd12bd5063 HTTP/1.1" status: 404 len: 346 time: 0.0277939 Feb 09 14:39:51.440614 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:51.745856 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:51.772109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36642) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:51.776611 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Transition to ACTIVE for port object beb395c4-486f-4ba6-a286-a59f69e5c647 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:51.797712 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:51.826041 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Allocated IP 172.20.0.1 (b98f632e-26e2-46e5-bf63-51d9d1cc5dc7/be9c9e49-a161-4225-8366-ef24a887f772/24ad4823-81be-4a95-a01e-7073b4163133) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:39:51.943015 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51d7547e-4de8-47a3-b7f1-fa3b811772bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:51.967055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-51d7547e-4de8-47a3-b7f1-fa3b811772bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:51.972452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-51d7547e-4de8-47a3-b7f1-fa3b811772bb admin admin] Usage tracker for resource:security_group_rule and tenant:f9bc78e95d1d4da9a16135d2613ebd53 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:51.975929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-51d7547e-4de8-47a3-b7f1-fa3b811772bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:51.983103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-51d7547e-4de8-47a3-b7f1-fa3b811772bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:52.028724 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Attempting to bind port beb395c4-486f-4ba6-a286-a59f69e5c647 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:39:52.029311 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Attempting to bind port beb395c4-486f-4ba6-a286-a59f69e5c647 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:39:52.029412 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Attempting to bind port beb395c4-486f-4ba6-a286-a59f69e5c647 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:39:52.051755 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6d616-9c32-4c9b-b14e-19685a4ecd29 None None] Pushing event updated for resources: {'Port': ['ID=beb395c4-486f-4ba6-a286-a59f69e5c647,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:52.066040 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:39:52.066416 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:39:52.066816 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:52.067202 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:39:52.067675 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Bound port: beb395c4-486f-4ba6-a286-a59f69e5c647, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:39:52.068076 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:52.101648 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51d7547e-4de8-47a3-b7f1-fa3b811772bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:52.110783 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-51d7547e-4de8-47a3-b7f1-fa3b811772bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:52.179582 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-51d7547e-4de8-47a3-b7f1-fa3b811772bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9bc78e95d1d4da9a16135d2613ebd53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4046755 Feb 09 14:39:52.184095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36652) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:52.207345 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] For port beb395c4-486f-4ba6-a286-a59f69e5c647, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:39:52.216204 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] For port beb395c4-486f-4ba6-a286-a59f69e5c647, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=beb395c4-486f-4ba6-a286-a59f69e5c647,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:39:52.226440 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:52.253049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7547e-4de8-47a3-b7f1-fa3b811772bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00db69ba-bb39-4b50-8134-ef450bfcf4fd,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:52.298621 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eca21e99-4655-4e78-95e1-5dfdbff9f6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:52.361610 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eca21e99-4655-4e78-95e1-5dfdbff9f6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:52.367046 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:52.432238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Transition to ACTIVE for port object 24ad4823-81be-4a95-a01e-7073b4163133 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:52.436331 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Routers {'f90f56a0-f2e5-4755-8f6a-882da6d3ae42'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:39:52.437038 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:39:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f90f56a0-f2e5-4755-8f6a-882da6d3ae42'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:52.486926 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eca21e99-4655-4e78-95e1-5dfdbff9f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:52.515669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6522ea7-8886-473f-81a8-7a1b6bbb19b4 req-f07db22e-1be0-40c7-85f2-f304b5c6c721 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:52.517857 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e6522ea7-8886-473f-81a8-7a1b6bbb19b4 req-f07db22e-1be0-40c7-85f2-f304b5c6c721 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.5939562 Feb 09 14:39:52.545630 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6d616-9c32-4c9b-b14e-19685a4ecd29 None None] Pushing event updated for resources: {'Port': ['ID=beb395c4-486f-4ba6-a286-a59f69e5c647,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:52.558636 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-eca21e99-4655-4e78-95e1-5dfdbff9f6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:52.562862 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-eca21e99-4655-4e78-95e1-5dfdbff9f6aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00db69ba-bb39-4b50-8134-ef450bfcf4fd HTTP/1.1" status: 204 len: 168 time: 0.3751135 Feb 09 14:39:52.562862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca21e99-4655-4e78-95e1-5dfdbff9f6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00db69ba-bb39-4b50-8134-ef450bfcf4fd,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:52.570860 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:52.670320 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Network b98f632e-26e2-46e5-bf63-51d9d1cc5dc7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:39:52.674641 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Pushing event updated for resources: {'Port': ['ID=24ad4823-81be-4a95-a01e-7073b4163133,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:52.677772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:52.704548 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e6522ea7-8886-473f-81a8-7a1b6bbb19b4 req-fdf7417b-0b9d-4b9d-99a7-4e9da01d030b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796706 Feb 09 14:39:52.705690 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:39:52.815166 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:52.957733 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] Set router f90f56a0-f2e5-4755-8f6a-882da6d3ae42 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:39:53.070431 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:53.153012 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8d22a690-f3c8-450b-ab30-0f0e010b3ac5 None None] Provisioning for port 24ad4823-81be-4a95-a01e-7073b4163133 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:39:53.158920 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8d22a690-f3c8-450b-ab30-0f0e010b3ac5 None None] Provisioning complete for port 24ad4823-81be-4a95-a01e-7073b4163133 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:53.160196 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d22a690-f3c8-450b-ab30-0f0e010b3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:53.305729 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8d22a690-f3c8-450b-ab30-0f0e010b3ac5 None None] Port 24ad4823-81be-4a95-a01e-7073b4163133 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:39:53.552449 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'name': 'tempest-TestVolumeBackupRestore-1861864711-router', 'tenant_id': '3e861bb0573e4b87a4c46fab67012821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'beb395c4-486f-4ba6-a286-a59f69e5c647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:43Z', 'updated_at': '2022-02-09T14:39:47Z', 'revision_number': 3, 'project_id': '3e861bb0573e4b87a4c46fab67012821', 'gw_port': {'id': 'beb395c4-486f-4ba6-a286-a59f69e5c647', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:45Z', 'updated_at': '2022-02-09T14:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:53.562689 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38b3100-e039-4790-91ce-a032942adc59 None None] The sync data for ids ['f90f56a0-f2e5-4755-8f6a-882da6d3ae42'] in n-d-828418-2 is: [{'id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'name': 'tempest-TestVolumeBackupRestore-1861864711-router', 'tenant_id': '3e861bb0573e4b87a4c46fab67012821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'beb395c4-486f-4ba6-a286-a59f69e5c647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:43Z', 'updated_at': '2022-02-09T14:39:47Z', 'revision_number': 3, 'project_id': '3e861bb0573e4b87a4c46fab67012821', 'gw_port': {'id': 'beb395c4-486f-4ba6-a286-a59f69e5c647', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:45Z', 'updated_at': '2022-02-09T14:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:39:53.898568 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-257418c7-5443-4959-84f4-5cebb68f0e3d req-2ca7d47d-d227-4fd3-ac2a-7a2e1415ffc6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1717062 Feb 09 14:39:53.969421 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:53.975760 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:54.046900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257418c7-5443-4959-84f4-5cebb68f0e3d req-b67b0f1b-bb16-4560-b569-030f04b8322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:54.050455 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-257418c7-5443-4959-84f4-5cebb68f0e3d req-b67b0f1b-bb16-4560-b569-030f04b8322b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd902e78e9b44d9993efa4ba21344f90&device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 1097 time: 0.1225646 Feb 09 14:39:54.143531 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:54.352701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Pushing event updated for resources: {'Port': ['ID=24ad4823-81be-4a95-a01e-7073b4163133,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:54.456533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Network b98f632e-26e2-46e5-bf63-51d9d1cc5dc7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:39:54.458523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:39:54.720681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55879d8e-3536-4871-a052-35655e9fbf96 req-7ca5a2de-db13-4164-9b8d-04b003fb64d4 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:54.722228 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55879d8e-3536-4871-a052-35655e9fbf96 req-7ca5a2de-db13-4164-9b8d-04b003fb64d4 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.6644542 Feb 09 14:39:54.725112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257418c7-5443-4959-84f4-5cebb68f0e3d req-2db47a1b-05ff-4ad0-9d1e-307de66bf50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:54.726516 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-257418c7-5443-4959-84f4-5cebb68f0e3d req-2db47a1b-05ff-4ad0-9d1e-307de66bf50e service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbd29eea-57ba-4216-b5d8-c672da6f570c HTTP/1.1" status: 200 len: 908 time: 0.5883162 Feb 09 14:39:54.904822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55879d8e-3536-4871-a052-35655e9fbf96 req-0c59ab48-e986-4917-93f5-461e0ca03703 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955188 Feb 09 14:39:54.944006 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-257418c7-5443-4959-84f4-5cebb68f0e3d req-91e9ee52-30ff-4aaf-af31-32719b01d282 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b67faea-2596-434f-bfde-fe4ad09778d6 HTTP/1.1" status: 200 len: 1001 time: 0.2102218 Feb 09 14:39:54.954544 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-aa29f4e4-0746-4985-8690-df338142afd6 None None] Provisioning complete for port 24ad4823-81be-4a95-a01e-7073b4163133 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:54.955627 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aa29f4e4-0746-4985-8690-df338142afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:55.034747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Router f90f56a0-f2e5-4755-8f6a-882da6d3ae42 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:39:55.103547 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-aa29f4e4-0746-4985-8690-df338142afd6 None None] Port 24ad4823-81be-4a95-a01e-7073b4163133 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:39:55.114733 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257418c7-5443-4959-84f4-5cebb68f0e3d req-cac900f3-ee7d-4e50-9af8-75a9ce59287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:55.118435 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-257418c7-5443-4959-84f4-5cebb68f0e3d req-cac900f3-ee7d-4e50-9af8-75a9ce59287f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a12fb758-587c-45f5-961c-5c501cf036d2 HTTP/1.1" status: 200 len: 847 time: 0.1644716 Feb 09 14:39:55.191107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device beb395c4-486f-4ba6-a286-a59f69e5c647 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:39:55.275582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257418c7-5443-4959-84f4-5cebb68f0e3d req-d1f8c869-c429-4568-acf9-bf00fdb22936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:55.277137 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-257418c7-5443-4959-84f4-5cebb68f0e3d req-d1f8c869-c429-4568-acf9-bf00fdb22936 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbd29eea-57ba-4216-b5d8-c672da6f570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513624 Feb 09 14:39:55.300372 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port beb395c4-486f-4ba6-a286-a59f69e5c647 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:39:55.306117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port beb395c4-486f-4ba6-a286-a59f69e5c647 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:55.306593 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:55.425358 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:39:55.460783 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-394ea61e-5671-4629-be87-5dd101afa691 admin admin] 10.222.0.48 "PUT /v2.0/routers/f90f56a0-f2e5-4755-8f6a-882da6d3ae42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8926103 Feb 09 14:39:55.515972 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:55.550397 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port beb395c4-486f-4ba6-a286-a59f69e5c647, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=beb395c4-486f-4ba6-a286-a59f69e5c647,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:39:55.555418 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:55.608322 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-257418c7-5443-4959-84f4-5cebb68f0e3d req-d13f419c-fc90-4d61-babd-f360e2b327f3 service neutron] 10.222.0.35 "GET /v2.0/networks/dbd29eea-57ba-4216-b5d8-c672da6f570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219430 Feb 09 14:39:55.679576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=beb395c4-486f-4ba6-a286-a59f69e5c647,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:55.874019 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-257418c7-5443-4959-84f4-5cebb68f0e3d req-7b7173f3-20e3-4e27-87b5-b88ad6d5c429 service neutron] 10.222.0.35 "GET /v2.0/networks/dbd29eea-57ba-4216-b5d8-c672da6f570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580342 Feb 09 14:39:56.253113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ad34c-c92c-4299-bbb9-2aae018a608e req-f556ac97-1d6d-471a-b97b-ef01a7977518 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:56.254671 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e40ad34c-c92c-4299-bbb9-2aae018a608e req-f556ac97-1d6d-471a-b97b-ef01a7977518 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.1526411 Feb 09 14:39:56.306429 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e40ad34c-c92c-4299-bbb9-2aae018a608e req-62689c7f-9e20-4a86-a3e9-eef710f5676e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429046 Feb 09 14:39:56.555957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Sync routers for ids ['f90f56a0-f2e5-4755-8f6a-882da6d3ae42'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:39:56.571302 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Routers {'f90f56a0-f2e5-4755-8f6a-882da6d3ae42'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:39:56.571977 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:39:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f90f56a0-f2e5-4755-8f6a-882da6d3ae42'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:56.705819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36798) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:56.837336 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Set router f90f56a0-f2e5-4755-8f6a-882da6d3ae42 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:39:56.887652 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b017dadb-89cf-4ece-8732-264c836cfc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:56.982535 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:57.008134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:57.019985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Usage tracker for resource:security_group_rule and tenant:68a47296af1342c586372e502f8607ea is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:57.031208 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:57.046356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:57.191767 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device beb395c4-486f-4ba6-a286-a59f69e5c647 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:39:57.254637 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:57.264523 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:57.419100 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68a47296af1342c586372e502f8607ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7104344 Feb 09 14:39:57.420557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36828) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:57.433714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615b8878-bda7-43f0-aa8a-b5af2054cc28,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:57.465899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:57.470551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:57.470996 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:57.471340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:57.471655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:57.476030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:57.476897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:57.477559 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:57.478326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:57.479480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:57.481053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:57.481577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717a8a-59c1-4763-9e95-b15683d96d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:39:57.532749 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port beb395c4-486f-4ba6-a286-a59f69e5c647 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:39:57.535438 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:57.590354 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eef57526-766d-40a0-bf83-463e9bc8524f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:57.642086 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eef57526-766d-40a0-bf83-463e9bc8524f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:57.659653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df4768-374f-4412-ac0a-0366d6e996a5 req-19298a4d-4b91-427e-b84e-2b45736d2c2d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:57.661653 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27df4768-374f-4412-ac0a-0366d6e996a5 req-19298a4d-4b91-427e-b84e-2b45736d2c2d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.1532512 Feb 09 14:39:57.758985 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eef57526-766d-40a0-bf83-463e9bc8524f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:57.766336 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27df4768-374f-4412-ac0a-0366d6e996a5 req-2d5d755e-6016-409c-9ccb-054fdc92a848 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927801 Feb 09 14:39:57.786304 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'name': 'tempest-TestVolumeBackupRestore-1861864711-router', 'tenant_id': '3e861bb0573e4b87a4c46fab67012821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'beb395c4-486f-4ba6-a286-a59f69e5c647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:43Z', 'updated_at': '2022-02-09T14:39:52Z', 'revision_number': 4, 'project_id': '3e861bb0573e4b87a4c46fab67012821', 'gw_port': {'id': 'beb395c4-486f-4ba6-a286-a59f69e5c647', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:45Z', 'updated_at': '2022-02-09T14:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '24ad4823-81be-4a95-a01e-7073b4163133', 'name': '', 'network_id': 'b98f632e-26e2-46e5-bf63-51d9d1cc5dc7', 'tenant_id': '3e861bb0573e4b87a4c46fab67012821', 'mac_address': 'fa:16:3e:3c:ae:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'be9c9e49-a161-4225-8366-ef24a887f772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:51Z', 'updated_at': '2022-02-09T14:39:53Z', 'revision_number': 2, 'project_id': '3e861bb0573e4b87a4c46fab67012821', 'subnets': [{'id': 'be9c9e49-a161-4225-8366-ef24a887f772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:57.786842 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eef57526-766d-40a0-bf83-463e9bc8524f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:57.789884 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-eef57526-766d-40a0-bf83-463e9bc8524f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/615b8878-bda7-43f0-aa8a-b5af2054cc28 HTTP/1.1" status: 204 len: 168 time: 0.3652513 Feb 09 14:39:57.798330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Checking router: f90f56a0-f2e5-4755-8f6a-882da6d3ae42 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:39:57.799181 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Updating router f90f56a0-f2e5-4755-8f6a-882da6d3ae42 port 24ad4823-81be-4a95-a01e-7073b4163133 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:39:57.806620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef57526-766d-40a0-bf83-463e9bc8524f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615b8878-bda7-43f0-aa8a-b5af2054cc28,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:57.910996 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:58.417901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36864) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:58.454572 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-939909bc-9ca0-4aca-bfc8-749b0e94d8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:58.465087 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:58.489443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Transition to ACTIVE for port object 24ad4823-81be-4a95-a01e-7073b4163133 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:39:58.504254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-939909bc-9ca0-4aca-bfc8-749b0e94d8c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:39:58.510272 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:58.519376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-939909bc-9ca0-4aca-bfc8-749b0e94d8c6 admin admin] Usage tracker for resource:security_group_rule and tenant:b8d5a328740b43e1810eb973b09770a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:39:58.531499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-939909bc-9ca0-4aca-bfc8-749b0e94d8c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:39:58.549421 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-939909bc-9ca0-4aca-bfc8-749b0e94d8c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:39:58.776922 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-939909bc-9ca0-4aca-bfc8-749b0e94d8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:58.785423 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-939909bc-9ca0-4aca-bfc8-749b0e94d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:58.916634 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-939909bc-9ca0-4aca-bfc8-749b0e94d8c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8d5a328740b43e1810eb973b09770a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4974580 Feb 09 14:39:58.917690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36876) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:39:58.937450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939909bc-9ca0-4aca-bfc8-749b0e94d8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca62c5d6-2971-4ae8-9693-456431089a87,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:59.010403 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00ba308a-4480-4d23-a077-07e92ce29662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:59.038778 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a23b30-9ba2-430c-a196-9addb6b77fa6 None None] Pushing event updated for resources: {'Port': ['ID=24ad4823-81be-4a95-a01e-7073b4163133,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:59.049866 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00ba308a-4480-4d23-a077-07e92ce29662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:59.078703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Attempting to bind port 24ad4823-81be-4a95-a01e-7073b4163133 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:39:59.079078 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Attempting to bind port 24ad4823-81be-4a95-a01e-7073b4163133 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '18c57396-b280-4d7d-887f-5dce30141424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98f632e-26e2-46e5-bf63-51d9d1cc5dc7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:39:59.079445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Attempting to bind port 24ad4823-81be-4a95-a01e-7073b4163133 on network b98f632e-26e2-46e5-bf63-51d9d1cc5dc7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:39:59.086429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:39:59.086811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Checking segment: {'id': '18c57396-b280-4d7d-887f-5dce30141424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98f632e-26e2-46e5-bf63-51d9d1cc5dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:39:59.087219 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:59.087614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Bound using segment: {'id': '18c57396-b280-4d7d-887f-5dce30141424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98f632e-26e2-46e5-bf63-51d9d1cc5dc7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:39:59.088112 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Bound port: 24ad4823-81be-4a95-a01e-7073b4163133, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c57396-b280-4d7d-887f-5dce30141424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b98f632e-26e2-46e5-bf63-51d9d1cc5dc7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:39:59.093090 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:59.117967 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00ba308a-4480-4d23-a077-07e92ce29662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:59.148160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba308a-4480-4d23-a077-07e92ce29662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca62c5d6-2971-4ae8-9693-456431089a87,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:59.149195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6842c-0bdb-4d75-b4ce-3ed9c6872092 req-a25e3fa1-32d8-48f5-9544-955203f4361d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:39:59.156564 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84a6842c-0bdb-4d75-b4ce-3ed9c6872092 req-a25e3fa1-32d8-48f5-9544-955203f4361d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.2224064 Feb 09 14:39:59.162482 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00ba308a-4480-4d23-a077-07e92ce29662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:59.164204 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-00ba308a-4480-4d23-a077-07e92ce29662 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca62c5d6-2971-4ae8-9693-456431089a87 HTTP/1.1" status: 204 len: 168 time: 0.2449853 Feb 09 14:39:59.227436 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84a6842c-0bdb-4d75-b4ce-3ed9c6872092 req-33981f1e-495e-4f0c-9eac-040d75463788 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619071 Feb 09 14:39:59.348149 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] For port 24ad4823-81be-4a95-a01e-7073b4163133, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:39:59.352237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] For port 24ad4823-81be-4a95-a01e-7073b4163133, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=24ad4823-81be-4a95-a01e-7073b4163133,segment=NetworkSegment(18c57396-b280-4d7d-887f-5dce30141424),segment_id=18c57396-b280-4d7d-887f-5dce30141424)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:39:59.353701 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5646a501-0c98-4866-a617-c03ed373be59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:59.359521 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:39:59.453672 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a23b30-9ba2-430c-a196-9addb6b77fa6 None None] Pushing event updated for resources: {'Port': ['ID=24ad4823-81be-4a95-a01e-7073b4163133,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:39:59.486242 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Routers {'f90f56a0-f2e5-4755-8f6a-882da6d3ae42'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:39:59.486880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:39:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f90f56a0-f2e5-4755-8f6a-882da6d3ae42'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:39:59.813541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] Set router f90f56a0-f2e5-4755-8f6a-882da6d3ae42 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:40:00.272723 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:00.279357 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'name': 'tempest-TestVolumeBackupRestore-1861864711-router', 'tenant_id': '3e861bb0573e4b87a4c46fab67012821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'beb395c4-486f-4ba6-a286-a59f69e5c647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:43Z', 'updated_at': '2022-02-09T14:39:52Z', 'revision_number': 4, 'project_id': '3e861bb0573e4b87a4c46fab67012821', 'gw_port': {'id': 'beb395c4-486f-4ba6-a286-a59f69e5c647', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:45Z', 'updated_at': '2022-02-09T14:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '24ad4823-81be-4a95-a01e-7073b4163133', 'name': '', 'network_id': 'b98f632e-26e2-46e5-bf63-51d9d1cc5dc7', 'tenant_id': '3e861bb0573e4b87a4c46fab67012821', 'mac_address': 'fa:16:3e:3c:ae:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'be9c9e49-a161-4225-8366-ef24a887f772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:51Z', 'updated_at': '2022-02-09T14:39:59Z', 'revision_number': 4, 'project_id': '3e861bb0573e4b87a4c46fab67012821', 'subnets': [{'id': 'be9c9e49-a161-4225-8366-ef24a887f772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:40:00.293580 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282f970-81d1-468e-9645-3635a0f9dd08 None None] The sync data for ids ['f90f56a0-f2e5-4755-8f6a-882da6d3ae42'] in n-d-828418-2 is: [{'id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'name': 'tempest-TestVolumeBackupRestore-1861864711-router', 'tenant_id': '3e861bb0573e4b87a4c46fab67012821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'beb395c4-486f-4ba6-a286-a59f69e5c647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:43Z', 'updated_at': '2022-02-09T14:39:52Z', 'revision_number': 4, 'project_id': '3e861bb0573e4b87a4c46fab67012821', 'gw_port': {'id': 'beb395c4-486f-4ba6-a286-a59f69e5c647', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:45Z', 'updated_at': '2022-02-09T14:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '24ad4823-81be-4a95-a01e-7073b4163133', 'name': '', 'network_id': 'b98f632e-26e2-46e5-bf63-51d9d1cc5dc7', 'tenant_id': '3e861bb0573e4b87a4c46fab67012821', 'mac_address': 'fa:16:3e:3c:ae:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'be9c9e49-a161-4225-8366-ef24a887f772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:51Z', 'updated_at': '2022-02-09T14:39:59Z', 'revision_number': 4, 'project_id': '3e861bb0573e4b87a4c46fab67012821', 'subnets': [{'id': 'be9c9e49-a161-4225-8366-ef24a887f772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:40:00.318415 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:00.682661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7f0fd-f3a4-40ec-ae4a-417f8b12074f req-380977d0-033c-45ab-ac3f-38becbcb2498 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:00.685239 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0e7f0fd-f3a4-40ec-ae4a-417f8b12074f req-380977d0-033c-45ab-ac3f-38becbcb2498 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.2170742 Feb 09 14:40:00.742438 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:40:00.756952 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0e7f0fd-f3a4-40ec-ae4a-417f8b12074f req-d63302c0-50c3-4caa-9960-6c86c5dfa092 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579100 Feb 09 14:40:00.911239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:40:00.935820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'port_id': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2', 'mac_address': 'fa:16:3e:41:1d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:40:01.019945 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:01.039893 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:40:01.064209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:40:01.068554 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:01.158161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 24ad4823-81be-4a95-a01e-7073b4163133 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:40:01.201014 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['9f3f76be-ffed-4445-ac04-9c71cc80d8a2'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:40:01.301052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:01.376508 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 24ad4823-81be-4a95-a01e-7073b4163133 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:40:01.402962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 24ad4823-81be-4a95-a01e-7073b4163133 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:40:01.402962 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:01.700982 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:01.768367 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 24ad4823-81be-4a95-a01e-7073b4163133, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=24ad4823-81be-4a95-a01e-7073b4163133,segment=NetworkSegment(18c57396-b280-4d7d-887f-5dce30141424),segment_id=18c57396-b280-4d7d-887f-5dce30141424)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:40:01.773936 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:01.960954 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:02.001369 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=24ad4823-81be-4a95-a01e-7073b4163133,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:02.129007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a14a36-1cc1-47b0-9dcd-429dabe2c9ba req-cab6d9ee-2059-43d3-acff-742d90fd42d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:02.131459 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-77a14a36-1cc1-47b0-9dcd-429dabe2c9ba req-cab6d9ee-2059-43d3-acff-742d90fd42d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 944 time: 0.1486821 Feb 09 14:40:02.212463 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-77a14a36-1cc1-47b0-9dcd-429dabe2c9ba req-9888b50e-b986-4053-96f7-1a55527ab212 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499687 Feb 09 14:40:02.377939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 36974) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:02.580386 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-26d96119-300c-4f76-beb6-48eb2392bbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:02.625817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-26d96119-300c-4f76-beb6-48eb2392bbfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:40:02.639441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-26d96119-300c-4f76-beb6-48eb2392bbfb admin admin] Usage tracker for resource:security_group_rule and tenant:00248ef7e330482191a2f054e6519583 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:40:02.650710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-26d96119-300c-4f76-beb6-48eb2392bbfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:40:02.662063 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-26d96119-300c-4f76-beb6-48eb2392bbfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:40:02.742999 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:40:02.803612 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-26d96119-300c-4f76-beb6-48eb2392bbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:02.812536 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-26d96119-300c-4f76-beb6-48eb2392bbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:02.894315 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-26d96119-300c-4f76-beb6-48eb2392bbfb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00248ef7e330482191a2f054e6519583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5152819 Feb 09 14:40:02.896900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 36986) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:02.906405 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:40:02.906829 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:02.914772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d96119-300c-4f76-beb6-48eb2392bbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7654023e-b34e-4413-bfab-292f6477941c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:03.010295 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24be4efc-3ac6-4d29-ab5c-20bc4ada6278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:03.045330 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24be4efc-3ac6-4d29-ab5c-20bc4ada6278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:03.120815 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:03.131834 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 24ad4823-81be-4a95-a01e-7073b4163133 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:40:03.157339 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24be4efc-3ac6-4d29-ab5c-20bc4ada6278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:03.207134 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be4efc-3ac6-4d29-ab5c-20bc4ada6278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7654023e-b34e-4413-bfab-292f6477941c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:03.219005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfda984-746b-49c6-815c-d04b42956c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:40:03.238843 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24be4efc-3ac6-4d29-ab5c-20bc4ada6278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:03.243823 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-24be4efc-3ac6-4d29-ab5c-20bc4ada6278 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7654023e-b34e-4413-bfab-292f6477941c HTTP/1.1" status: 204 len: 168 time: 0.3434711 Feb 09 14:40:03.252470 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:40:03.272867 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:03.359550 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfda984-746b-49c6-815c-d04b42956c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2', 'code': 200} Feb 09 14:40:03.365380 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 24ad4823-81be-4a95-a01e-7073b4163133 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:40:03.365837 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:03.504838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:03.537500 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:03.538148 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:03.538832 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:03.539746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:03.540002 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:03.540340 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:03.540751 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:03.541300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:03.541742 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:03.543142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:03.543509 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:03.543869 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:03.599960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a737255-40fb-44df-b5a4-f3db21b3fa58 req-39a2e9ed-4661-48e4-ace4-df9abd12a375 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:03.603622 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5a737255-40fb-44df-b5a4-f3db21b3fa58 req-39a2e9ed-4661-48e4-ace4-df9abd12a375 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.1780975 Feb 09 14:40:03.697368 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5a737255-40fb-44df-b5a4-f3db21b3fa58 req-77ff0dd0-5a08-4262-8d96-eff357f63ce9 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868652 Feb 09 14:40:04.136379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37034) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:04.185080 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dfd5fa2f-4694-4821-a4a7-7b88a4877ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:04.232335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dfd5fa2f-4694-4821-a4a7-7b88a4877ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:40:04.241777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dfd5fa2f-4694-4821-a4a7-7b88a4877ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:67828f3a1db14d989a563625dc9d8b5a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:40:04.253860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dfd5fa2f-4694-4821-a4a7-7b88a4877ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:40:04.264011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dfd5fa2f-4694-4821-a4a7-7b88a4877ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:40:04.430910 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dfd5fa2f-4694-4821-a4a7-7b88a4877ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:04.435677 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dfd5fa2f-4694-4821-a4a7-7b88a4877ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:04.496328 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dfd5fa2f-4694-4821-a4a7-7b88a4877ae3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67828f3a1db14d989a563625dc9d8b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587594 Feb 09 14:40:04.498959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37052) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:04.520602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5fa2f-4694-4821-a4a7-7b88a4877ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e86bc50-297e-4213-a1d9-bbcc21045d24,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:04.643840 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc076284-7edb-433d-a66f-cfbd269703f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:04.723184 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc076284-7edb-433d-a66f-cfbd269703f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:05.048027 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc076284-7edb-433d-a66f-cfbd269703f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:05.076194 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc076284-7edb-433d-a66f-cfbd269703f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e86bc50-297e-4213-a1d9-bbcc21045d24,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:05.096262 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc076284-7edb-433d-a66f-cfbd269703f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:05.100416 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cc076284-7edb-433d-a66f-cfbd269703f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e86bc50-297e-4213-a1d9-bbcc21045d24 HTTP/1.1" status: 204 len: 168 time: 0.5965166 Feb 09 14:40:05.233074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c256d-f6b6-45fa-adf9-dc68b2072c65 req-10c18694-6f38-46ce-bf3a-65fe76e3a37a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:05.236075 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e54c256d-f6b6-45fa-adf9-dc68b2072c65 req-10c18694-6f38-46ce-bf3a-65fe76e3a37a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.2870560 Feb 09 14:40:05.370624 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e54c256d-f6b6-45fa-adf9-dc68b2072c65 req-c4318dbd-f38e-49fa-8c1a-eda65f4d9772 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202145 Feb 09 14:40:06.781447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b011b-9ba3-485b-a0fd-e526777db72f req-4a39a2ca-0c9b-43ed-ba7e-2147239e9071 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:06.789639 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b44b011b-9ba3-485b-a0fd-e526777db72f req-4a39a2ca-0c9b-43ed-ba7e-2147239e9071 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.1928682 Feb 09 14:40:06.897612 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b44b011b-9ba3-485b-a0fd-e526777db72f req-064f6ba9-3293-4282-b199-97e75270907d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040120 Feb 09 14:40:08.287436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28553a6d-dedf-4b70-8137-5e8967ad23e9 req-a8f670bc-471d-46c5-97b9-901c20becd7b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:08.292290 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-28553a6d-dedf-4b70-8137-5e8967ad23e9 req-a8f670bc-471d-46c5-97b9-901c20becd7b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.1510317 Feb 09 14:40:08.391829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-28553a6d-dedf-4b70-8137-5e8967ad23e9 req-1735faff-a36f-4968-92f0-a50533450ede tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938509 Feb 09 14:40:08.914739 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:10.012421 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1cf2d-5ebb-41db-9e74-849d201f77a0 req-9cdaaba7-96fe-411e-b2d7-4363a59ab7a1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:10.025972 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-65a1cf2d-5ebb-41db-9e74-849d201f77a0 req-9cdaaba7-96fe-411e-b2d7-4363a59ab7a1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.2222230 Feb 09 14:40:10.113776 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-65a1cf2d-5ebb-41db-9e74-849d201f77a0 req-7d7d6ad4-f9dd-48e7-a4ae-0508347e5627 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857024 Feb 09 14:40:10.602630 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:11.134822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37204) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:11.395256 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62aa2be0-c8fa-496d-87be-a0c44b86c76c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:11.437693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3cde8-ae38-4040-ba9c-bccf0c15f0e7 req-dd0b0cb6-9904-4d46-aa06-448ab2210830 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:11.445310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8fb3cde8-ae38-4040-ba9c-bccf0c15f0e7 req-dd0b0cb6-9904-4d46-aa06-448ab2210830 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.1001475 Feb 09 14:40:11.450966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-62aa2be0-c8fa-496d-87be-a0c44b86c76c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:40:11.465599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-62aa2be0-c8fa-496d-87be-a0c44b86c76c admin admin] Usage tracker for resource:security_group_rule and tenant:5ccbeff38281483ca65b332a4221f294 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:40:11.473586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-62aa2be0-c8fa-496d-87be-a0c44b86c76c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:40:11.486472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-62aa2be0-c8fa-496d-87be-a0c44b86c76c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:40:11.530668 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8fb3cde8-ae38-4040-ba9c-bccf0c15f0e7 req-0dbf0e4d-cd04-4274-aca3-38c3c4ab8385 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836580 Feb 09 14:40:11.598882 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62aa2be0-c8fa-496d-87be-a0c44b86c76c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:11.604935 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62aa2be0-c8fa-496d-87be-a0c44b86c76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:11.656103 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-62aa2be0-c8fa-496d-87be-a0c44b86c76c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ccbeff38281483ca65b332a4221f294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5201509 Feb 09 14:40:11.658740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37216) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:11.731307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa2be0-c8fa-496d-87be-a0c44b86c76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3b512f-2e09-40b4-8977-a13141f98c76,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:11.784604 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88aa4efa-36d1-4aef-a348-abb5298f6548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:11.820332 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88aa4efa-36d1-4aef-a348-abb5298f6548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:11.893912 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88aa4efa-36d1-4aef-a348-abb5298f6548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:11.929297 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-88aa4efa-36d1-4aef-a348-abb5298f6548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:11.930524 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-88aa4efa-36d1-4aef-a348-abb5298f6548 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee3b512f-2e09-40b4-8977-a13141f98c76 HTTP/1.1" status: 204 len: 168 time: 0.2705016 Feb 09 14:40:11.933850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa4efa-36d1-4aef-a348-abb5298f6548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3b512f-2e09-40b4-8977-a13141f98c76,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:12.401677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37234) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:12.446343 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6a723db1-d42a-46e8-9a6c-77d16e77936d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:12.488549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6a723db1-d42a-46e8-9a6c-77d16e77936d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:40:12.494417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6a723db1-d42a-46e8-9a6c-77d16e77936d admin admin] Usage tracker for resource:security_group_rule and tenant:76fec132d53f41f6bb46f4d29b2dd2e7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:40:12.497933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6a723db1-d42a-46e8-9a6c-77d16e77936d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:40:12.504794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6a723db1-d42a-46e8-9a6c-77d16e77936d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:40:12.650074 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6a723db1-d42a-46e8-9a6c-77d16e77936d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:12.656980 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6a723db1-d42a-46e8-9a6c-77d16e77936d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:12.801010 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6a723db1-d42a-46e8-9a6c-77d16e77936d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76fec132d53f41f6bb46f4d29b2dd2e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3974001 Feb 09 14:40:12.802593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a723db1-d42a-46e8-9a6c-77d16e77936d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694ce388-f642-468a-9c2c-2da223f4c7bb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:12.825642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37242) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:12.963827 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0b67e82-4a36-4510-b50a-5c41405f7c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:12.994678 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0b67e82-4a36-4510-b50a-5c41405f7c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:13.075854 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0b67e82-4a36-4510-b50a-5c41405f7c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:13.092856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7468706-e012-46fe-8407-a737269071d9 req-5fd2d743-55d9-4354-a0ba-2d59499a3981 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:13.094731 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7468706-e012-46fe-8407-a737269071d9 req-5fd2d743-55d9-4354-a0ba-2d59499a3981 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.3455405 Feb 09 14:40:13.095975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b67e82-4a36-4510-b50a-5c41405f7c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694ce388-f642-468a-9c2c-2da223f4c7bb,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:13.106593 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d0b67e82-4a36-4510-b50a-5c41405f7c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:13.109440 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d0b67e82-4a36-4510-b50a-5c41405f7c7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/694ce388-f642-468a-9c2c-2da223f4c7bb HTTP/1.1" status: 204 len: 168 time: 0.2807271 Feb 09 14:40:13.200738 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7468706-e012-46fe-8407-a737269071d9 req-6e7c85f6-882d-4a12-b862-beeac3ba9db5 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854106 Feb 09 14:40:14.067804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37278) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:14.877425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec2d31-84e7-43db-a550-3b54a196c67f req-999daed5-775e-4ad3-aa11-21c32a9aa219 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:14.882237 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e0ec2d31-84e7-43db-a550-3b54a196c67f req-999daed5-775e-4ad3-aa11-21c32a9aa219 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.3612533 Feb 09 14:40:15.126209 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e0ec2d31-84e7-43db-a550-3b54a196c67f req-4efced91-db6f-453e-98ec-57122f07f8d7 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352936 Feb 09 14:40:15.134701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81fe778-5824-4494-b3be-2a6c9e22c1d2 admin admin] Deleting subnet 4cbee3c2-4527-441d-a604-88ee748ed65d {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:40:15.140339 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a81fe778-5824-4494-b3be-2a6c9e22c1d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:15.254017 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a81fe778-5824-4494-b3be-2a6c9e22c1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:15.354902 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a81fe778-5824-4494-b3be-2a6c9e22c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:15.504047 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a81fe778-5824-4494-b3be-2a6c9e22c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:15.556364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fe778-5824-4494-b3be-2a6c9e22c1d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cbee3c2-4527-441d-a604-88ee748ed65d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:15.567395 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a81fe778-5824-4494-b3be-2a6c9e22c1d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:15.575160 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a81fe778-5824-4494-b3be-2a6c9e22c1d2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4cbee3c2-4527-441d-a604-88ee748ed65d HTTP/1.1" status: 204 len: 168 time: 1.5052450 Feb 09 14:40:15.578707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37306) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:15.804511 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84a5afca-2cf6-4a66-9c0f-049afb15e56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:16.070573 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84a5afca-2cf6-4a66-9c0f-049afb15e56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:16.119475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-84a5afca-2cf6-4a66-9c0f-049afb15e56a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ffc6d90-6560-4047-8fa9-a763c9541e79']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:40:16.158521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-84a5afca-2cf6-4a66-9c0f-049afb15e56a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c9e53e-b5dd-46f3-b4af-c9b8d877c46a') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:40:16.158785 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-84a5afca-2cf6-4a66-9c0f-049afb15e56a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c9e53e-b5dd-46f3-b4af-c9b8d877c46a') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:40:16.179447 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84a5afca-2cf6-4a66-9c0f-049afb15e56a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:16.234489 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84a5afca-2cf6-4a66-9c0f-049afb15e56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:16.254814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a5afca-2cf6-4a66-9c0f-049afb15e56a admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:40:16.255215 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84a5afca-2cf6-4a66-9c0f-049afb15e56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:40:16.431694 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:40:16.510636 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84a5afca-2cf6-4a66-9c0f-049afb15e56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:16.517782 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-84a5afca-2cf6-4a66-9c0f-049afb15e56a admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:16.559177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5afca-2cf6-4a66-9c0f-049afb15e56a admin admin] Pushing event deleted for resources: {'Network': ['ID=7ffc6d90-6560-4047-8fa9-a763c9541e79,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:16.568415 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-84a5afca-2cf6-4a66-9c0f-049afb15e56a admin admin] 10.222.0.48 "DELETE /v2.0/networks/7ffc6d90-6560-4047-8fa9-a763c9541e79 HTTP/1.1" status: 204 len: 168 time: 0.9886518 Feb 09 14:40:16.601439 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718e063-756f-42a0-8706-6b126b5669d9 req-5c09c163-0395-4fa9-9096-f0c65bf5c26f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:16.604262 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3718e063-756f-42a0-8706-6b126b5669d9 req-5c09c163-0395-4fa9-9096-f0c65bf5c26f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.1716471 Feb 09 14:40:16.757179 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3718e063-756f-42a0-8706-6b126b5669d9 req-b6831283-c069-48c6-b44e-8b648cb03cf5 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459441 Feb 09 14:40:17.079217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37356) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:17.251134 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5b6cb7fa-9df2-4b17-8d56-f84f6e38327b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f94004ca39d42b088ef4b3647adc740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701403 Feb 09 14:40:17.254301 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37364) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:17.347229 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92a41f46-ea54-4fbd-8ce8-9331d3a39b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:17.399218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37368) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:17.415783 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92a41f46-ea54-4fbd-8ce8-9331d3a39b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:17.546060 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92a41f46-ea54-4fbd-8ce8-9331d3a39b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:17.589594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a41f46-ea54-4fbd-8ce8-9331d3a39b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f54e9a7-e033-480c-a0f4-42d2e2c24e30,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:17.618235 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-92a41f46-ea54-4fbd-8ce8-9331d3a39b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:17.621436 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-92a41f46-ea54-4fbd-8ce8-9331d3a39b1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f54e9a7-e033-480c-a0f4-42d2e2c24e30 HTTP/1.1" status: 204 len: 168 time: 0.3640170 Feb 09 14:40:17.722715 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e1d88c1a-c7a5-4125-a0bb-3647ecd2c7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:17.777512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e1d88c1a-c7a5-4125-a0bb-3647ecd2c7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:40:17.796957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e1d88c1a-c7a5-4125-a0bb-3647ecd2c7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:821a384d02f240e095baf9e2bcfd2255 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:40:17.808340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e1d88c1a-c7a5-4125-a0bb-3647ecd2c7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:40:17.822247 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e1d88c1a-c7a5-4125-a0bb-3647ecd2c7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:40:18.215121 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e1d88c1a-c7a5-4125-a0bb-3647ecd2c7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:18.221804 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e1d88c1a-c7a5-4125-a0bb-3647ecd2c7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:18.318471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd9c70-f71b-4215-a614-a4d712c88453 req-75100f69-77d8-40c9-ade7-d76549ef0182 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:18.327141 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acdd9c70-f71b-4215-a614-a4d712c88453 req-75100f69-77d8-40c9-ade7-d76549ef0182 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.3313727 Feb 09 14:40:18.417595 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acdd9c70-f71b-4215-a614-a4d712c88453 req-7c386877-ee9f-42f8-a297-67d882584e90 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892994 Feb 09 14:40:18.418313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d88c1a-c7a5-4125-a0bb-3647ecd2c7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f65df4-02fb-4c87-ae25-04aac09a3c26,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:18.444318 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e1d88c1a-c7a5-4125-a0bb-3647ecd2c7e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=821a384d02f240e095baf9e2bcfd2255&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0360653 Feb 09 14:40:18.444318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37394) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:18.608676 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3423c4c0-a8f6-4d75-b671-4f42edd4c8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:18.674322 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3423c4c0-a8f6-4d75-b671-4f42edd4c8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:18.791039 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3423c4c0-a8f6-4d75-b671-4f42edd4c8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:18.851966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423c4c0-a8f6-4d75-b671-4f42edd4c8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f65df4-02fb-4c87-ae25-04aac09a3c26,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:18.854072 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3423c4c0-a8f6-4d75-b671-4f42edd4c8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:18.859039 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3423c4c0-a8f6-4d75-b671-4f42edd4c8f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9f65df4-02fb-4c87-ae25-04aac09a3c26 HTTP/1.1" status: 204 len: 168 time: 0.4179375 Feb 09 14:40:19.136063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-7af66654-9ead-4db2-a156-494bcdfb149e req-f00b5ab1-e7a0-4083-bd94-2c11c365b162 service neutron] (87596) timed out ('10.222.0.48', 41888) {{(pid=87596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 14:40:19.560418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37426) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:19.598488 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-609861a4-2f68-488e-b7c3-1479f3201641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:19.641096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-609861a4-2f68-488e-b7c3-1479f3201641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:40:19.650255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-609861a4-2f68-488e-b7c3-1479f3201641 admin admin] Usage tracker for resource:security_group_rule and tenant:0a024a622f894c1ba5a8acf5e3e8a4cd is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:40:19.654918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-609861a4-2f68-488e-b7c3-1479f3201641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:40:19.669138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-609861a4-2f68-488e-b7c3-1479f3201641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:40:19.747289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d4734-7ebb-42cc-bc9e-1ecb1f9899f0 req-2df35c24-51ef-4365-a230-e1ccce2907b6 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:19.750264 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e68d4734-7ebb-42cc-bc9e-1ecb1f9899f0 req-2df35c24-51ef-4365-a230-e1ccce2907b6 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.1271017 Feb 09 14:40:19.810311 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e68d4734-7ebb-42cc-bc9e-1ecb1f9899f0 req-1986eb21-399c-409c-a609-a272fe0763ef tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531704 Feb 09 14:40:19.818498 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-609861a4-2f68-488e-b7c3-1479f3201641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:19.824060 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-609861a4-2f68-488e-b7c3-1479f3201641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:19.895493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609861a4-2f68-488e-b7c3-1479f3201641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e3dbd8-8fe3-40fb-83fd-3e4f3546565e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:19.901986 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-609861a4-2f68-488e-b7c3-1479f3201641 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a024a622f894c1ba5a8acf5e3e8a4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398821 Feb 09 14:40:19.906016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37430) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:20.059339 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-48f69f92-d44a-4530-8f20-184885e295d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:20.099928 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-48f69f92-d44a-4530-8f20-184885e295d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:20.172081 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-48f69f92-d44a-4530-8f20-184885e295d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:20.198465 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f69f92-d44a-4530-8f20-184885e295d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e3dbd8-8fe3-40fb-83fd-3e4f3546565e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:20.221498 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-48f69f92-d44a-4530-8f20-184885e295d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:20.225702 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-48f69f92-d44a-4530-8f20-184885e295d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f0e3dbd8-8fe3-40fb-83fd-3e4f3546565e HTTP/1.1" status: 204 len: 168 time: 0.3164978 Feb 09 14:40:21.338704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bd86-9ea4-4785-b439-8f8b1aabe69e req-08eb326f-0f8f-491b-9851-079b2bb64c59 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:21.343793 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96a7bd86-9ea4-4785-b439-8f8b1aabe69e req-08eb326f-0f8f-491b-9851-079b2bb64c59 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.2385650 Feb 09 14:40:21.447370 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-96a7bd86-9ea4-4785-b439-8f8b1aabe69e req-4d97e01b-9c82-45ca-899e-314cc37b02b5 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897694 Feb 09 14:40:22.862882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504339-6915-41a2-bd25-e9f77f272e12 req-62758b6a-e6f3-4e9a-b23c-756fdb6029ad tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:22.870797 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75504339-6915-41a2-bd25-e9f77f272e12 req-62758b6a-e6f3-4e9a-b23c-756fdb6029ad tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.2029667 Feb 09 14:40:23.013412 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75504339-6915-41a2-bd25-e9f77f272e12 req-049ae781-e697-4d78-8172-2300270b8350 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344650 Feb 09 14:40:23.306384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37638) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:23.515123 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6abd8590-9131-456d-b118-64baed25b942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:23.540370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6abd8590-9131-456d-b118-64baed25b942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:40:23.548075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6abd8590-9131-456d-b118-64baed25b942 admin admin] Usage tracker for resource:security_group_rule and tenant:35ae61133ce54c85a961fca0ec0a4e2a is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:40:23.552053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6abd8590-9131-456d-b118-64baed25b942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:40:23.574716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6abd8590-9131-456d-b118-64baed25b942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:40:23.730263 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:40:23.772044 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6abd8590-9131-456d-b118-64baed25b942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:23.817423 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6abd8590-9131-456d-b118-64baed25b942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:23.913117 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6abd8590-9131-456d-b118-64baed25b942 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35ae61133ce54c85a961fca0ec0a4e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6053965 Feb 09 14:40:23.919512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37650) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:23.975104 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd8590-9131-456d-b118-64baed25b942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044b55bb-b7e7-41aa-b6ab-b681e92e6dfe,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:24.117052 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be7414ba-6fe5-4cfd-9567-611363cfa2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:24.161567 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be7414ba-6fe5-4cfd-9567-611363cfa2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:24.257092 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be7414ba-6fe5-4cfd-9567-611363cfa2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:24.285233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7414ba-6fe5-4cfd-9567-611363cfa2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044b55bb-b7e7-41aa-b6ab-b681e92e6dfe,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:24.343959 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be7414ba-6fe5-4cfd-9567-611363cfa2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:24.345200 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-be7414ba-6fe5-4cfd-9567-611363cfa2ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/044b55bb-b7e7-41aa-b6ab-b681e92e6dfe HTTP/1.1" status: 204 len: 168 time: 0.4003036 Feb 09 14:40:24.401034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662efe5-9752-4d9e-ada9-833d39cee868 req-4ec66e5b-ffeb-4752-8c70-f9d7b26ae308 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:24.413089 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d662efe5-9752-4d9e-ada9-833d39cee868 req-4ec66e5b-ffeb-4752-8c70-f9d7b26ae308 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.1949098 Feb 09 14:40:24.531168 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d662efe5-9752-4d9e-ada9-833d39cee868 req-ee457784-12e1-4bca-9b33-7ae921425747 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168749 Feb 09 14:40:24.953278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37678) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:24.976163 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-029367b2-4c89-4798-9ea0-848340c213ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:24.991982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-029367b2-4c89-4798-9ea0-848340c213ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:40:24.997510 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-029367b2-4c89-4798-9ea0-848340c213ea admin admin] Usage tracker for resource:security_group_rule and tenant:22a9810541e2432db99a90476ce655b7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:40:25.001707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-029367b2-4c89-4798-9ea0-848340c213ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:40:25.021646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-029367b2-4c89-4798-9ea0-848340c213ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:40:25.149068 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-029367b2-4c89-4798-9ea0-848340c213ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:25.166792 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-029367b2-4c89-4798-9ea0-848340c213ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:25.234970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37684) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:25.249054 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-029367b2-4c89-4798-9ea0-848340c213ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22a9810541e2432db99a90476ce655b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946858 Feb 09 14:40:25.293788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029367b2-4c89-4798-9ea0-848340c213ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d3f9de-5caf-4fec-93bd-181c26c26d27,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:25.372695 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc3df271-6a10-4f46-a3c2-c191d8384201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:25.413680 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc3df271-6a10-4f46-a3c2-c191d8384201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:25.523763 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc3df271-6a10-4f46-a3c2-c191d8384201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:25.557415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3df271-6a10-4f46-a3c2-c191d8384201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d3f9de-5caf-4fec-93bd-181c26c26d27,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:25.617860 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dc3df271-6a10-4f46-a3c2-c191d8384201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:25.619243 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dc3df271-6a10-4f46-a3c2-c191d8384201 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47d3f9de-5caf-4fec-93bd-181c26c26d27 HTTP/1.1" status: 204 len: 168 time: 0.3823843 Feb 09 14:40:25.902561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96068c-3a47-4a9a-bec3-3930bcd67fd8 req-1de9498a-ad2e-42b5-b59f-3e0b782f0fcc tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:25.921394 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8f96068c-3a47-4a9a-bec3-3930bcd67fd8 req-1de9498a-ad2e-42b5-b59f-3e0b782f0fcc tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.1807673 Feb 09 14:40:26.007468 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8f96068c-3a47-4a9a-bec3-3930bcd67fd8 req-645d3517-678f-4f92-9b5c-7eb34137baca tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816913 Feb 09 14:40:26.856005 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7fcde95-195c-4067-8653-9502c7a75848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:26.886772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d546508-4d52-4d5e-87f8-372b0643e1bc req-828b50f4-5d63-45bf-97cf-a94d4b80f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:26.890099 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d546508-4d52-4d5e-87f8-372b0643e1bc req-828b50f4-5d63-45bf-97cf-a94d4b80f363 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 1096 time: 0.1328368 Feb 09 14:40:27.121736 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d546508-4d52-4d5e-87f8-372b0643e1bc req-9014dc44-52d9-4fec-a6e9-4d1da321f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:27.121736 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d546508-4d52-4d5e-87f8-372b0643e1bc req-9014dc44-52d9-4fec-a6e9-4d1da321f215 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 916 time: 0.2206876 Feb 09 14:40:27.314014 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d546508-4d52-4d5e-87f8-372b0643e1bc req-0708d5a7-c053-48d6-b47a-06c10053d384 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2 HTTP/1.1" status: 200 len: 1000 time: 0.1879070 Feb 09 14:40:27.384166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555de15-1d86-48d1-8502-1e45de21c777 req-2463b024-5f3e-4711-a648-0d7f66ef53b0 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:27.385708 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b555de15-1d86-48d1-8502-1e45de21c777 req-2463b024-5f3e-4711-a648-0d7f66ef53b0 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.1663866 Feb 09 14:40:27.426092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d546508-4d52-4d5e-87f8-372b0643e1bc req-d498eeb2-23e1-416a-bb04-751b52ece72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:27.427987 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d546508-4d52-4d5e-87f8-372b0643e1bc req-d498eeb2-23e1-416a-bb04-751b52ece72a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 200 len: 855 time: 0.1026623 Feb 09 14:40:27.504181 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b555de15-1d86-48d1-8502-1e45de21c777 req-c9e5fca4-66ce-4ca5-9eef-d6412c2d5c2b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078329 Feb 09 14:40:27.566511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d546508-4d52-4d5e-87f8-372b0643e1bc req-084aa7f3-ca32-4fe5-8833-4f03fe6d055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:27.566511 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d546508-4d52-4d5e-87f8-372b0643e1bc req-084aa7f3-ca32-4fe5-8833-4f03fe6d055a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7bbb3d60-5bb5-4148-942d-8f599eefdf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182287 Feb 09 14:40:27.751339 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d546508-4d52-4d5e-87f8-372b0643e1bc req-f7ae0458-c236-420f-b639-e2193f3566a7 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876190 Feb 09 14:40:27.907432 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d546508-4d52-4d5e-87f8-372b0643e1bc req-deebc6d3-22dd-41ca-8c8c-8dac02098d86 service neutron] 10.222.0.35 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493468 Feb 09 14:40:28.297474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37756) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:28.437239 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b63c316a-1bcc-45dd-85ca-4f20a7009d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:28.452603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b63c316a-1bcc-45dd-85ca-4f20a7009d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:40:28.456466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b63c316a-1bcc-45dd-85ca-4f20a7009d97 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe3b99b72414d74afa136a867098a3d is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:40:28.459263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b63c316a-1bcc-45dd-85ca-4f20a7009d97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:40:28.464897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b63c316a-1bcc-45dd-85ca-4f20a7009d97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:40:28.553475 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b63c316a-1bcc-45dd-85ca-4f20a7009d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:28.559079 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b63c316a-1bcc-45dd-85ca-4f20a7009d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:28.606792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b63c316a-1bcc-45dd-85ca-4f20a7009d97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1fe3b99b72414d74afa136a867098a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3081992 Feb 09 14:40:28.609476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37766) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:28.624801 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c316a-1bcc-45dd-85ca-4f20a7009d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc19826-1761-478a-a65e-6e7726126f59,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:28.681791 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-99a43c42-fc44-4ee3-a601-0b1f2670cd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:28.710620 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-99a43c42-fc44-4ee3-a601-0b1f2670cd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:28.823203 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720bdd8-147c-4a0e-8e4d-87ac01e73242 req-6894d73e-33d7-4f70-8551-81640b2eae88 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:28.824731 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9720bdd8-147c-4a0e-8e4d-87ac01e73242 req-6894d73e-33d7-4f70-8551-81640b2eae88 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.1062346 Feb 09 14:40:28.825896 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-99a43c42-fc44-4ee3-a601-0b1f2670cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:28.853210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a43c42-fc44-4ee3-a601-0b1f2670cd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc19826-1761-478a-a65e-6e7726126f59,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:28.875345 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-99a43c42-fc44-4ee3-a601-0b1f2670cd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:28.879156 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-99a43c42-fc44-4ee3-a601-0b1f2670cd82 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9bc19826-1761-478a-a65e-6e7726126f59 HTTP/1.1" status: 204 len: 168 time: 0.2660475 Feb 09 14:40:28.916098 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9720bdd8-147c-4a0e-8e4d-87ac01e73242 req-c6ae2fd3-c1b5-405d-88f2-3ff07efa1e6f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776749 Feb 09 14:40:29.201894 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-14500681-98c5-4742-861e-c17d8ef04634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:29.228908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37782) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:29.251606 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d05bc3cc-4784-48f9-ad66-0584073e0cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:29.272432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d05bc3cc-4784-48f9-ad66-0584073e0cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:40:29.277185 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d05bc3cc-4784-48f9-ad66-0584073e0cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:5a98f9bd66b349718127577a5797a41f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:40:29.281191 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d05bc3cc-4784-48f9-ad66-0584073e0cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:40:29.290112 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d05bc3cc-4784-48f9-ad66-0584073e0cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:40:29.385812 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d05bc3cc-4784-48f9-ad66-0584073e0cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:29.391102 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d05bc3cc-4784-48f9-ad66-0584073e0cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:29.441846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bc3cc-4784-48f9-ad66-0584073e0cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7646c5dc-2ee3-4363-aa69-e47bba637173,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:29.446272 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d05bc3cc-4784-48f9-ad66-0584073e0cd5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a98f9bd66b349718127577a5797a41f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161951 Feb 09 14:40:29.448974 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37788) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:29.514548 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f55b4d8-f9b9-4c46-bafc-fdbf978b3187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:29.547559 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f55b4d8-f9b9-4c46-bafc-fdbf978b3187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:29.606662 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f55b4d8-f9b9-4c46-bafc-fdbf978b3187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:29.625808 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f55b4d8-f9b9-4c46-bafc-fdbf978b3187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:29.627115 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9f55b4d8-f9b9-4c46-bafc-fdbf978b3187 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7646c5dc-2ee3-4363-aa69-e47bba637173 HTTP/1.1" status: 204 len: 168 time: 0.1769421 Feb 09 14:40:29.628174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55b4d8-f9b9-4c46-bafc-fdbf978b3187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7646c5dc-2ee3-4363-aa69-e47bba637173,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:30.087418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37806) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:30.201578 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 37812) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:30.222375 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05988654-1d91-413e-bbcb-0f759a548bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:30.255370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-05988654-1d91-413e-bbcb-0f759a548bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:40:30.260799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-05988654-1d91-413e-bbcb-0f759a548bff admin admin] Usage tracker for resource:security_group_rule and tenant:1cdf60d777244e5a9b1c18b063e81284 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:40:30.278332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-05988654-1d91-413e-bbcb-0f759a548bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:40:30.278768 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:30.300705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-05988654-1d91-413e-bbcb-0f759a548bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:40:30.348768 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:30.395065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b66ac1-3dcb-4025-9a56-79d762c80d5d req-25a54d8b-bf1a-41ad-ba62-261e8d086ca0 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:30.396913 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-09b66ac1-3dcb-4025-9a56-79d762c80d5d req-25a54d8b-bf1a-41ad-ba62-261e8d086ca0 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.3267429 Feb 09 14:40:30.457111 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05988654-1d91-413e-bbcb-0f759a548bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:30.461711 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-05988654-1d91-413e-bbcb-0f759a548bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:30.474806 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-09b66ac1-3dcb-4025-9a56-79d762c80d5d req-c657ebbc-352a-46b9-ae30-4575e97c570c tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630314 Feb 09 14:40:30.550932 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9501-36cf-4ae9-b556-0de987806077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:30.565662 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-05988654-1d91-413e-bbcb-0f759a548bff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1cdf60d777244e5a9b1c18b063e81284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630109 Feb 09 14:40:30.569042 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37820) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:30.572433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b4cb9501-36cf-4ae9-b556-0de987806077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:40:30.576917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b4cb9501-36cf-4ae9-b556-0de987806077 admin admin] Usage tracker for resource:security_group_rule and tenant:c930f3af706c4a32b2378a8df2f651fd is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:40:30.579799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b4cb9501-36cf-4ae9-b556-0de987806077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:40:30.587032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b4cb9501-36cf-4ae9-b556-0de987806077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:40:30.651380 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bebfe279-55a9-4fba-b5d2-20b9bca47a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:30.682664 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bebfe279-55a9-4fba-b5d2-20b9bca47a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:30.707486 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9501-36cf-4ae9-b556-0de987806077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:30.708494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05988654-1d91-413e-bbcb-0f759a548bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e1b72c-5a97-4425-8ff9-662f56320eb5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:30.713826 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9501-36cf-4ae9-b556-0de987806077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:30.765245 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b4cb9501-36cf-4ae9-b556-0de987806077 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c930f3af706c4a32b2378a8df2f651fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6762633 Feb 09 14:40:30.766867 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb9501-36cf-4ae9-b556-0de987806077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534bac74-4eed-4540-8e8d-1cbef105cc71,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:30.769378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 37830) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:30.790707 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bebfe279-55a9-4fba-b5d2-20b9bca47a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:30.837022 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfe279-55a9-4fba-b5d2-20b9bca47a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e1b72c-5a97-4425-8ff9-662f56320eb5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:30.862189 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bebfe279-55a9-4fba-b5d2-20b9bca47a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:30.866043 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bebfe279-55a9-4fba-b5d2-20b9bca47a32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5e1b72c-5a97-4425-8ff9-662f56320eb5 HTTP/1.1" status: 204 len: 168 time: 0.2930896 Feb 09 14:40:30.868203 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5cbafb87-c940-462c-8793-a03e8421845e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:30.908380 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5cbafb87-c940-462c-8793-a03e8421845e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:30.968137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:40:30.988053 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5cbafb87-c940-462c-8793-a03e8421845e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:31.010814 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5cbafb87-c940-462c-8793-a03e8421845e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:31.012507 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5cbafb87-c940-462c-8793-a03e8421845e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/534bac74-4eed-4540-8e8d-1cbef105cc71 HTTP/1.1" status: 204 len: 168 time: 0.2401764 Feb 09 14:40:31.022030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbafb87-c940-462c-8793-a03e8421845e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534bac74-4eed-4540-8e8d-1cbef105cc71,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:31.215392 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:31.252889 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfda984-746b-49c6-815c-d04b42956c52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:40:31.272864 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:40:31.281935 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:31.344274 n-d-828418-2 neutron-server[87598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8cfda984-746b-49c6-815c-d04b42956c52', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2', 'code': 422} returned with failed status Feb 09 14:40:31.432448 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:31.827609 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:32.542308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241d631-e701-4c6e-81ff-0bd36e1bccda req-c5bb1152-2b57-41bb-894c-9b44cdeb1d3f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:32.545085 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d241d631-e701-4c6e-81ff-0bd36e1bccda req-c5bb1152-2b57-41bb-894c-9b44cdeb1d3f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 943 time: 0.1330953 Feb 09 14:40:32.647289 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d241d631-e701-4c6e-81ff-0bd36e1bccda req-73de338b-409d-46dc-8f40-927154adee1b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960689 Feb 09 14:40:33.074492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-0289e89c-65bc-442c-b7cb-526c05892179 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3038805 Feb 09 14:40:33.956920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5d75c-ac45-447c-8ad9-1d13bf72c4ed req-d15067f1-1eba-47de-851e-42d2d8a712fb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:33.959080 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ef5d75c-ac45-447c-8ad9-1d13bf72c4ed req-d15067f1-1eba-47de-851e-42d2d8a712fb tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 943 time: 0.1303465 Feb 09 14:40:34.024375 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5ef5d75c-ac45-447c-8ad9-1d13bf72c4ed req-3cfd5497-039c-426b-9a13-821c543f292c tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595729 Feb 09 14:40:34.317491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-950349e7-b1a6-4254-a68d-c902bc5086bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:34.319002 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-950349e7-b1a6-4254-a68d-c902bc5086bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52&tenant_id=700b9235bb3d4706bcd2644827123371 HTTP/1.1" status: 200 len: 1094 time: 0.0913632 Feb 09 14:40:34.332137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:40:34.487344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:35.033247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] For port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:40:35.090516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] For port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:40:35.177814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:40:35.224867 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:35.261617 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Transition to ACTIVE for port object 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:40:35.269734 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:35.470979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] No DVR routers for this DVR port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:40:35.607134 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da40d46-4ad8-4de7-b54b-35705a66e478 req-65af4572-bf0b-47d7-9fbb-80e424b5c6fd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:35.620098 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9da40d46-4ad8-4de7-b54b-35705a66e478 req-65af4572-bf0b-47d7-9fbb-80e424b5c6fd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 943 time: 0.4353681 Feb 09 14:40:35.676389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,revision_number=9']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:35.725320 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:35.725691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:35.726237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:35.726602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:35.726935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:35.727636 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:35.728552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:35.728900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:35.729320 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:35.729543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:35.729869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:35.730437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:40:35.850495 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9da40d46-4ad8-4de7-b54b-35705a66e478 req-f6843b7d-698a-4af2-bb8f-f6d321e1ee90 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292888 Feb 09 14:40:35.949060 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Attempting to bind port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:40:35.949763 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Attempting to bind port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:40:35.950121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Attempting to bind port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 on network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:40:35.956062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 on network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:40:35.958424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Attempting to bind port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 on network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:40:35.964393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:40:35.964772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Checking segment: {'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:40:35.965156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Bound using segment: {'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:40:35.965593 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Bound port: 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cda6b70-5c76-4ef6-9d02-9e7951b7b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:40:35.965940 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:36.089731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] For port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:40:36.095490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] For port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:40:36.099627 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:36.179625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:36.181130 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:36.182745 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] 10.222.0.21 "PUT /v2.0/ports/9f3f76be-ffed-4445-ac04-9c71cc80d8a2 HTTP/1.1" status: 200 len: 1091 time: 1.8551211 Feb 09 14:40:36.189319 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfda984-746b-49c6-815c-d04b42956c52', 'tag': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:40:36.217975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851f10d-d61d-4216-b7ec-612d030e0226 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,revision_number=10']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:36.309779 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfda984-746b-49c6-815c-d04b42956c52', 'tag': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2', 'status': 'completed', 'code': 200} Feb 09 14:40:36.371230 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-e83372e3-e454-472d-8225-9e3d96d44238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:36.373315 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-e83372e3-e454-472d-8225-9e3d96d44238 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 1095 time: 0.1505206 Feb 09 14:40:36.564635 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-5f08ac66-5600-46d2-9682-b20af73877b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:36.567194 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-5f08ac66-5600-46d2-9682-b20af73877b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 916 time: 0.1874018 Feb 09 14:40:36.804595 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-d2702e8d-3e2f-4100-8d83-160fa335ec4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2 HTTP/1.1" status: 200 len: 998 time: 0.2311773 Feb 09 14:40:36.905180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-eafeb793-7e98-4ce8-83bc-a1548d7a038e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:36.906938 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-eafeb793-7e98-4ce8-83bc-a1548d7a038e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 200 len: 855 time: 0.0956435 Feb 09 14:40:37.051424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-aaa3af31-6ef5-47b0-86a9-2b2ce341c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:37.053011 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-aaa3af31-6ef5-47b0-86a9-2b2ce341c6e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bbb3d60-5bb5-4148-942d-8f599eefdf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400661 Feb 09 14:40:37.270371 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-b0d561af-87fd-40ec-83cd-70c4d47f7a25 service neutron] 10.222.0.21 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061787 Feb 09 14:40:37.623625 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44118119-fe6d-4061-ad52-0fff676d4b2c req-5ff2aeb3-70e7-418d-9639-160ffc8b9d52 service neutron] 10.222.0.21 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487992 Feb 09 14:40:37.635419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd70b99-9d4b-463f-8e97-1bb965360bf8 req-fa26f627-6787-4ee7-942f-82f6052e9fb3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:37.646965 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4bd70b99-9d4b-463f-8e97-1bb965360bf8 req-fa26f627-6787-4ee7-942f-82f6052e9fb3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 944 time: 0.6345363 Feb 09 14:40:37.746223 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4bd70b99-9d4b-463f-8e97-1bb965360bf8 req-932d2bdb-0e14-4d9e-864d-d015f6a5da38 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977213 Feb 09 14:40:37.780535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c796bdb-2537-4b1a-8ffb-0810e15d5e74 req-88290dd4-a2b4-4485-a6a0-3c9f2597306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:37.782105 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c796bdb-2537-4b1a-8ffb-0810e15d5e74 req-88290dd4-a2b4-4485-a6a0-3c9f2597306c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 1095 time: 0.0995972 Feb 09 14:40:37.976952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c796bdb-2537-4b1a-8ffb-0810e15d5e74 req-7068e1d4-e6f8-4742-a777-12bf98c5f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:37.978645 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c796bdb-2537-4b1a-8ffb-0810e15d5e74 req-7068e1d4-e6f8-4742-a777-12bf98c5f051 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 916 time: 0.1903939 Feb 09 14:40:38.132713 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c796bdb-2537-4b1a-8ffb-0810e15d5e74 req-619c96fe-bc12-4c47-9c7f-3d6190263527 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2 HTTP/1.1" status: 200 len: 998 time: 0.1470046 Feb 09 14:40:38.266870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c796bdb-2537-4b1a-8ffb-0810e15d5e74 req-e3a3d4a7-d2e2-4469-8f25-6c876d2a004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:38.270588 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c796bdb-2537-4b1a-8ffb-0810e15d5e74 req-e3a3d4a7-d2e2-4469-8f25-6c876d2a004f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 200 len: 855 time: 0.1286094 Feb 09 14:40:38.437015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c796bdb-2537-4b1a-8ffb-0810e15d5e74 req-c628e165-b692-4cfd-abe6-ab481ade6a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:38.444287 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c796bdb-2537-4b1a-8ffb-0810e15d5e74 req-c628e165-b692-4cfd-abe6-ab481ade6a76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bbb3d60-5bb5-4148-942d-8f599eefdf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554377 Feb 09 14:40:38.813511 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c796bdb-2537-4b1a-8ffb-0810e15d5e74 req-763e487e-76f7-4331-bda2-e0f46db66cec service neutron] 10.222.0.21 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304081 Feb 09 14:40:38.947100 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:39.287690 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c796bdb-2537-4b1a-8ffb-0810e15d5e74 req-8990edbf-2b3a-4b9c-917f-5b9537073edf service neutron] 10.222.0.21 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628558 Feb 09 14:40:39.314480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98ef2c-83d3-4349-9e18-bfa1bdd70c35 req-52ccac91-91d2-4b9a-a41b-218891fc7401 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:39.323450 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8f98ef2c-83d3-4349-9e18-bfa1bdd70c35 req-52ccac91-91d2-4b9a-a41b-218891fc7401 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 944 time: 0.2044165 Feb 09 14:40:39.435552 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8f98ef2c-83d3-4349-9e18-bfa1bdd70c35 req-eb9f8942-417f-4ff9-b745-0ad8e7655cdd tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071789 Feb 09 14:40:40.598715 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:40.862350 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b11d6-d124-4b73-95c0-4cc3a943983e req-d7aaa89c-e9b6-4a90-9017-52b6cc574592 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:40.865929 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d3b11d6-d124-4b73-95c0-4cc3a943983e req-d7aaa89c-e9b6-4a90-9017-52b6cc574592 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 944 time: 0.1186159 Feb 09 14:40:41.055300 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d3b11d6-d124-4b73-95c0-4cc3a943983e req-7349fb5d-b80f-4d8b-b3cc-7c063c668abf tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827564 Feb 09 14:40:41.643612 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38178) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:41.949177 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d964c85e-c858-43f9-9b31-618e7fe1e682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:41.984784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d964c85e-c858-43f9-9b31-618e7fe1e682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:40:41.997082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d964c85e-c858-43f9-9b31-618e7fe1e682 admin admin] Usage tracker for resource:security_group_rule and tenant:66032b211c8c4d648ec5b70db49748aa is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:40:42.004032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d964c85e-c858-43f9-9b31-618e7fe1e682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:40:42.012812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d964c85e-c858-43f9-9b31-618e7fe1e682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:40:42.230017 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d964c85e-c858-43f9-9b31-618e7fe1e682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:42.236692 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d964c85e-c858-43f9-9b31-618e7fe1e682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:42.361519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38194) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:42.362131 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d964c85e-c858-43f9-9b31-618e7fe1e682 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66032b211c8c4d648ec5b70db49748aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7180550 Feb 09 14:40:42.464131 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e261a65b-a64b-4224-bd24-6ea1eba7f5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:42.516372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964c85e-c858-43f9-9b31-618e7fe1e682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e002ca-a3fd-4732-a929-af962da8a1b9,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:42.560434 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e261a65b-a64b-4224-bd24-6ea1eba7f5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:42.666092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec648d22-03be-4940-afa1-98f2d04fd8c0 req-d4455d58-686b-4c39-b52e-dba07dda493f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:42.684651 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ec648d22-03be-4940-afa1-98f2d04fd8c0 req-d4455d58-686b-4c39-b52e-dba07dda493f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 944 time: 0.3927748 Feb 09 14:40:42.686408 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e261a65b-a64b-4224-bd24-6ea1eba7f5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:42.753161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261a65b-a64b-4224-bd24-6ea1eba7f5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e002ca-a3fd-4732-a929-af962da8a1b9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:42.795495 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ec648d22-03be-4940-afa1-98f2d04fd8c0 req-52fd40b7-6a70-465a-9cc7-4c3b76a3978b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078935 Feb 09 14:40:42.802749 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e261a65b-a64b-4224-bd24-6ea1eba7f5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:42.803916 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e261a65b-a64b-4224-bd24-6ea1eba7f5e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13e002ca-a3fd-4732-a929-af962da8a1b9 HTTP/1.1" status: 204 len: 168 time: 0.4413660 Feb 09 14:40:43.341915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38212) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:43.381411 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4519d311-38c2-4dac-bd32-1010cb512adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:43.413481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4519d311-38c2-4dac-bd32-1010cb512adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:40:43.423181 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4519d311-38c2-4dac-bd32-1010cb512adc admin admin] Usage tracker for resource:security_group_rule and tenant:6c2fe3ad5d234ca99a8f670231ef2277 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:40:43.430904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4519d311-38c2-4dac-bd32-1010cb512adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:40:43.443478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4519d311-38c2-4dac-bd32-1010cb512adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:40:43.720822 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4519d311-38c2-4dac-bd32-1010cb512adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:43.728174 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4519d311-38c2-4dac-bd32-1010cb512adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:43.809188 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4519d311-38c2-4dac-bd32-1010cb512adc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c2fe3ad5d234ca99a8f670231ef2277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4655018 Feb 09 14:40:43.812692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38220) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:43.815252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519d311-38c2-4dac-bd32-1010cb512adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed717a4-946c-48ad-87e7-9b8ad9c57171,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:44.019019 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6521d61-30f9-4dd0-9a95-6c7226891c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:44.047227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f8d71-6721-49f1-ae96-b80e4b220c0c req-c06768d2-f36f-4eb0-b6ae-267e30a907b0 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:44.056035 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6d8f8d71-6721-49f1-ae96-b80e4b220c0c req-c06768d2-f36f-4eb0-b6ae-267e30a907b0 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 944 time: 0.1151421 Feb 09 14:40:44.102396 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6521d61-30f9-4dd0-9a95-6c7226891c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:44.114581 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6d8f8d71-6721-49f1-ae96-b80e4b220c0c req-ab4b5b10-819a-4e64-bea9-5279e456a177 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569634 Feb 09 14:40:44.201981 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6521d61-30f9-4dd0-9a95-6c7226891c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:44.233582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6521d61-30f9-4dd0-9a95-6c7226891c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed717a4-946c-48ad-87e7-9b8ad9c57171,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:44.237234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6521d61-30f9-4dd0-9a95-6c7226891c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:44.240332 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c6521d61-30f9-4dd0-9a95-6c7226891c33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ed717a4-946c-48ad-87e7-9b8ad9c57171 HTTP/1.1" status: 204 len: 168 time: 0.4247236 Feb 09 14:40:45.657800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04569916-b88c-4c43-b57f-495b23972bd7 req-99251619-9a1b-4cb5-ab9d-891d3a5f6f96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:45.659862 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04569916-b88c-4c43-b57f-495b23972bd7 req-99251619-9a1b-4cb5-ab9d-891d3a5f6f96 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 944 time: 0.2628245 Feb 09 14:40:46.564785 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04569916-b88c-4c43-b57f-495b23972bd7 req-f4b3dfeb-87af-4565-a149-c20c161feb30 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8910754 Feb 09 14:40:47.988900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc94ed0-309d-435e-8775-2ac63955eaf1 req-95a5b373-09f6-41fc-a000-b6e0e2d286c5 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:48.006209 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2dc94ed0-309d-435e-8775-2ac63955eaf1 req-95a5b373-09f6-41fc-a000-b6e0e2d286c5 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 944 time: 0.2498975 Feb 09 14:40:48.117867 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2dc94ed0-309d-435e-8775-2ac63955eaf1 req-8c1e62a3-c0d6-4b4d-a169-e59f0b8e497a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069875 Feb 09 14:40:49.397169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e958f95-8cfc-4796-b478-e37706caad4e req-4a3157f0-48d7-4af4-92ae-87a019f16e3b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:49.398861 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e958f95-8cfc-4796-b478-e37706caad4e req-4a3157f0-48d7-4af4-92ae-87a019f16e3b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 944 time: 0.1478014 Feb 09 14:40:49.454006 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e958f95-8cfc-4796-b478-e37706caad4e req-7fa632dd-4103-4999-bf92-cd39b38e8424 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494139 Feb 09 14:40:50.725234 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6ed26-b57c-4e2a-ae0b-6283ece2c4df req-46d542e1-07d9-48d1-a910-fb334c6aa39c tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:50.727188 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fef6ed26-b57c-4e2a-ae0b-6283ece2c4df req-46d542e1-07d9-48d1-a910-fb334c6aa39c tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 944 time: 0.0905542 Feb 09 14:40:50.802620 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fef6ed26-b57c-4e2a-ae0b-6283ece2c4df req-645df241-f942-4bb2-804e-1acf1c658952 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615284 Feb 09 14:40:52.045415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960d95c-a50c-419f-b517-d5bf6854c40c req-1f12595d-5f05-446b-b6b3-fb4aa0611b67 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:52.047219 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7960d95c-a50c-419f-b517-d5bf6854c40c req-1f12595d-5f05-446b-b6b3-fb4aa0611b67 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 944 time: 0.1065967 Feb 09 14:40:52.108486 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7960d95c-a50c-419f-b517-d5bf6854c40c req-17b50572-3cb4-4f48-bd2e-b6e99f046156 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524323 Feb 09 14:40:52.962915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38408) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:53.127432 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88713045-4b7b-45d4-b8ea-9e75416024e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:53.156799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-88713045-4b7b-45d4-b8ea-9e75416024e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:40:53.162183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-88713045-4b7b-45d4-b8ea-9e75416024e2 admin admin] Usage tracker for resource:security_group_rule and tenant:f472c601ce7f4f73b122e0c295b16766 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:40:53.166043 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-88713045-4b7b-45d4-b8ea-9e75416024e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:40:53.176161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-88713045-4b7b-45d4-b8ea-9e75416024e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:40:53.376735 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88713045-4b7b-45d4-b8ea-9e75416024e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:53.384919 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88713045-4b7b-45d4-b8ea-9e75416024e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:53.561669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38420) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:53.570947 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-88713045-4b7b-45d4-b8ea-9e75416024e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f472c601ce7f4f73b122e0c295b16766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6069694 Feb 09 14:40:53.643860 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88713045-4b7b-45d4-b8ea-9e75416024e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0952f8ef-0032-4494-b2fe-5dc6c415143c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:53.650468 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b61cbae0-0faf-48ce-b56a-31929d2f83cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:53.664344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e631c7-8706-4d51-b2ed-22f2cfa81ff3 req-8e001901-370c-44d7-90cf-c48bf76ffe04 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:53.666071 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-95e631c7-8706-4d51-b2ed-22f2cfa81ff3 req-8e001901-370c-44d7-90cf-c48bf76ffe04 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 944 time: 0.3928409 Feb 09 14:40:53.680173 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b61cbae0-0faf-48ce-b56a-31929d2f83cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:53.746692 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b61cbae0-0faf-48ce-b56a-31929d2f83cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:53.770805 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-95e631c7-8706-4d51-b2ed-22f2cfa81ff3 req-81153ea6-8920-4d2e-aea5-257d4267fe19 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941920 Feb 09 14:40:53.781729 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b61cbae0-0faf-48ce-b56a-31929d2f83cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:53.783770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b61cbae0-0faf-48ce-b56a-31929d2f83cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0952f8ef-0032-4494-b2fe-5dc6c415143c HTTP/1.1" status: 204 len: 168 time: 0.2210932 Feb 09 14:40:53.785502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cbae0-0faf-48ce-b56a-31929d2f83cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0952f8ef-0032-4494-b2fe-5dc6c415143c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:53.822460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369da28-1c41-4d94-a7f5-47d36de2c6bb req-178ab575-ba57-4173-917b-4abb074a8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:53.823973 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3369da28-1c41-4d94-a7f5-47d36de2c6bb req-178ab575-ba57-4173-917b-4abb074a8bc5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 1095 time: 0.2487717 Feb 09 14:40:54.023024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369da28-1c41-4d94-a7f5-47d36de2c6bb req-5a62a2e7-58ea-4413-9248-315e46089f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:54.024570 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3369da28-1c41-4d94-a7f5-47d36de2c6bb req-5a62a2e7-58ea-4413-9248-315e46089f8c service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 916 time: 0.1751921 Feb 09 14:40:54.167584 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3369da28-1c41-4d94-a7f5-47d36de2c6bb req-ecf6cbc0-bc14-4efc-998a-465a20d72aca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2 HTTP/1.1" status: 200 len: 998 time: 0.1364689 Feb 09 14:40:54.240580 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369da28-1c41-4d94-a7f5-47d36de2c6bb req-b7c1480e-fa99-4059-b9bb-1101c2ea1115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:54.242286 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3369da28-1c41-4d94-a7f5-47d36de2c6bb req-b7c1480e-fa99-4059-b9bb-1101c2ea1115 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 200 len: 855 time: 0.0672090 Feb 09 14:40:54.254148 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38444) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:54.274820 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-93a63caf-6444-4e0b-b5db-6c1d2f8e308a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:54.297501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-93a63caf-6444-4e0b-b5db-6c1d2f8e308a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:40:54.301873 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-93a63caf-6444-4e0b-b5db-6c1d2f8e308a admin admin] Usage tracker for resource:security_group_rule and tenant:5c3bf8f2e2304746a1f306aea723b6e9 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:40:54.305598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-93a63caf-6444-4e0b-b5db-6c1d2f8e308a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:40:54.314305 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-93a63caf-6444-4e0b-b5db-6c1d2f8e308a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:40:54.326730 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369da28-1c41-4d94-a7f5-47d36de2c6bb req-8031ad7f-872b-42e9-acc2-ee063d375708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:54.328740 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3369da28-1c41-4d94-a7f5-47d36de2c6bb req-8031ad7f-872b-42e9-acc2-ee063d375708 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bbb3d60-5bb5-4148-942d-8f599eefdf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792825 Feb 09 14:40:54.425279 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-93a63caf-6444-4e0b-b5db-6c1d2f8e308a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:54.431513 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-93a63caf-6444-4e0b-b5db-6c1d2f8e308a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:54.471597 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-93a63caf-6444-4e0b-b5db-6c1d2f8e308a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c3bf8f2e2304746a1f306aea723b6e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163510 Feb 09 14:40:54.474183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38448) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:40:54.495463 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3369da28-1c41-4d94-a7f5-47d36de2c6bb req-97886670-2062-4bbe-837e-05fa7ebe2875 service neutron] 10.222.0.21 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601441 Feb 09 14:40:54.551297 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5ee43101-558b-48f2-9bd3-06acdd06b56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:54.553183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a63caf-6444-4e0b-b5db-6c1d2f8e308a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2568a42-7253-487a-94cf-7d1e77afa82c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:54.615761 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5ee43101-558b-48f2-9bd3-06acdd06b56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:54.704274 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5ee43101-558b-48f2-9bd3-06acdd06b56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:54.739763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee43101-558b-48f2-9bd3-06acdd06b56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2568a42-7253-487a-94cf-7d1e77afa82c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:54.743988 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5ee43101-558b-48f2-9bd3-06acdd06b56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:54.745655 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5ee43101-558b-48f2-9bd3-06acdd06b56f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2568a42-7253-487a-94cf-7d1e77afa82c HTTP/1.1" status: 204 len: 168 time: 0.2703705 Feb 09 14:40:54.755693 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3369da28-1c41-4d94-a7f5-47d36de2c6bb req-e98b96cb-3a44-499c-b90a-165e0162fb77 service neutron] 10.222.0.21 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418516 Feb 09 14:40:55.013602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e8a7e-ad5a-4ddd-b388-a8c03c3308c7 req-a79be7da-f4f3-4cd5-9822-d78ec0d88394 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:55.015904 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d8e8a7e-ad5a-4ddd-b388-a8c03c3308c7 req-a79be7da-f4f3-4cd5-9822-d78ec0d88394 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 944 time: 0.1027956 Feb 09 14:40:55.070585 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d8e8a7e-ad5a-4ddd-b388-a8c03c3308c7 req-e9b92eed-ca6e-4c18-8e91-4aafee5865fc tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485361 Feb 09 14:40:56.358065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3ea01-ba87-4907-9652-746d4126616a req-bab71d07-46fa-406f-87c1-8b321d5264e2 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:56.361101 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-62b3ea01-ba87-4907-9652-746d4126616a req-bab71d07-46fa-406f-87c1-8b321d5264e2 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 944 time: 0.1435022 Feb 09 14:40:56.437420 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-62b3ea01-ba87-4907-9652-746d4126616a req-bd728fb4-0142-41fd-a4c7-fd6521b0af5d tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669737 Feb 09 14:40:56.809580 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-12405189-9db0-43ab-bed1-669e53b9c7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:56.859546 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:40:57.045598 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:40:57.070409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'port_id': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2', 'mac_address': 'fa:16:3e:41:1d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:40:57.150676 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:57.171154 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:40:57.190287 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:40:57.196692 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:57.301461 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,revision_number=11']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:57.601065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['9f3f76be-ffed-4445-ac04-9c71cc80d8a2'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:40:57.698850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be1192-e217-42cb-a7ff-4af0866d6764 req-58d94d40-8e21-434b-821f-e58f27980e4e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:57.701263 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73be1192-e217-42cb-a7ff-4af0866d6764 req-58d94d40-8e21-434b-821f-e58f27980e4e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.1079376 Feb 09 14:40:57.756464 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73be1192-e217-42cb-a7ff-4af0866d6764 req-19d2c267-57c9-4396-a1ec-bc378505f307 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477853 Feb 09 14:40:58.869611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:40:59.016311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:40:59.022286 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:40:59.022741 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:59.097881 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a251355-a796-473a-a92d-e289ce8a704d req-5e4f3e34-8e45-4453-ac03-acc4be25a36a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:59.099385 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9a251355-a796-473a-a92d-e289ce8a704d req-5e4f3e34-8e45-4453-ac03-acc4be25a36a tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 945 time: 0.1522658 Feb 09 14:40:59.159651 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9a251355-a796-473a-a92d-e289ce8a704d req-2944d711-602b-4c54-855d-5bc787d6faaa tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542231 Feb 09 14:40:59.242949 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:59.286619 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8b5b721f-921c-469b-bc55-7df922b9703a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:59.295577 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfda984-746b-49c6-815c-d04b42956c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:40:59.311540 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:40:59.316067 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:40:59.413291 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfda984-746b-49c6-815c-d04b42956c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2', 'code': 200} Feb 09 14:40:59.430129 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,revision_number=12']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:40:59.680032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500244c-bf50-4eef-b068-21f176678503 req-a400ae08-685d-45b1-ad3d-6db1f6d8d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:40:59.681970 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6500244c-bf50-4eef-b068-21f176678503 req-a400ae08-685d-45b1-ad3d-6db1f6d8d266 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 1097 time: 0.1126750 Feb 09 14:40:59.768106 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6500244c-bf50-4eef-b068-21f176678503 req-a672370d-1ad6-483d-8af8-77788bea7bbb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791502 Feb 09 14:41:00.279345 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:00.317836 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:00.429634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5e872-09e2-4ece-98b9-90f8ed39ff91 req-82e42734-37fc-4e59-a269-30101eafa9d1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:00.431364 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-13a5e872-09e2-4ece-98b9-90f8ed39ff91 req-82e42734-37fc-4e59-a269-30101eafa9d1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 946 time: 0.0946589 Feb 09 14:41:00.488585 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-13a5e872-09e2-4ece-98b9-90f8ed39ff91 req-fada7235-f069-4204-a941-24cee7cc72a1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502086 Feb 09 14:41:00.725216 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:41:01.837332 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:01.896911 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a09cd5-b001-46de-8023-8114274750e9 req-1802080d-4674-4979-905a-2d877397634f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:01.909063 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e3a09cd5-b001-46de-8023-8114274750e9 req-1802080d-4674-4979-905a-2d877397634f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 946 time: 0.2518892 Feb 09 14:41:01.981945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e3a09cd5-b001-46de-8023-8114274750e9 req-b1dbdc44-67c9-4b85-8276-40eb2ddf6763 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709922 Feb 09 14:41:03.226023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e54944-c0fb-421f-bb67-abd748f96f6c req-b325b9c7-f695-4c55-a6b5-83b272d5fc61 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:03.227492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d3e54944-c0fb-421f-bb67-abd748f96f6c req-b325b9c7-f695-4c55-a6b5-83b272d5fc61 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 946 time: 0.1151347 Feb 09 14:41:03.283243 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d3e54944-c0fb-421f-bb67-abd748f96f6c req-8f62c522-e718-466c-ade4-f0f86e707542 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492449 Feb 09 14:41:05.098583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38738) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:05.218924 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:05.233679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:05.237506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Usage tracker for resource:security_group_rule and tenant:8f082bc53dc6468aa5ca17144be9f5df is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:05.240289 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:05.246257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:05.341545 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:05.348050 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:05.403589 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f082bc53dc6468aa5ca17144be9f5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000636 Feb 09 14:41:05.404525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38752) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:05.423928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2e892d-0a3e-4734-8d78-869355b3314a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:05.432016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:05.432361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:05.432706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:05.433040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:05.433376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:05.433706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:05.434573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:05.434911 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:05.435236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:05.435558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:05.436034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:05.436358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3767e2-903d-4bae-9e51-8fb9a459ed6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:05.529022 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ed14-446d-4a59-ae42-9b7e7e117fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:05.572322 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ed14-446d-4a59-ae42-9b7e7e117fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:05.669492 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ed14-446d-4a59-ae42-9b7e7e117fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:05.692247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4ed14-446d-4a59-ae42-9b7e7e117fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2e892d-0a3e-4734-8d78-869355b3314a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:05.708198 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ed14-446d-4a59-ae42-9b7e7e117fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:05.724280 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d6c4ed14-446d-4a59-ae42-9b7e7e117fed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd2e892d-0a3e-4734-8d78-869355b3314a HTTP/1.1" status: 204 len: 168 time: 0.3083346 Feb 09 14:41:06.065494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38764) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:06.087929 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8ed98601-4029-44a5-8bd5-4c56fd59f231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:06.104441 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8ed98601-4029-44a5-8bd5-4c56fd59f231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:06.108533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8ed98601-4029-44a5-8bd5-4c56fd59f231 admin admin] Usage tracker for resource:security_group_rule and tenant:4fcac2a9be6e4415a336b931df1c564b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:06.111500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8ed98601-4029-44a5-8bd5-4c56fd59f231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:06.117780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8ed98601-4029-44a5-8bd5-4c56fd59f231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:06.204830 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8ed98601-4029-44a5-8bd5-4c56fd59f231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:06.209600 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8ed98601-4029-44a5-8bd5-4c56fd59f231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:06.257742 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8ed98601-4029-44a5-8bd5-4c56fd59f231 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4fcac2a9be6e4415a336b931df1c564b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909044 Feb 09 14:41:06.258606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed98601-4029-44a5-8bd5-4c56fd59f231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b76774f-3604-4403-93ec-056b12523fd1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:06.261458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38768) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:06.351626 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4133f28e-ed48-46f9-80e4-c458d7bc62c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:06.380464 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4133f28e-ed48-46f9-80e4-c458d7bc62c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:06.437033 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4133f28e-ed48-46f9-80e4-c458d7bc62c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:06.460615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133f28e-ed48-46f9-80e4-c458d7bc62c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b76774f-3604-4403-93ec-056b12523fd1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:06.464214 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4133f28e-ed48-46f9-80e4-c458d7bc62c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:06.469061 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4133f28e-ed48-46f9-80e4-c458d7bc62c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b76774f-3604-4403-93ec-056b12523fd1 HTTP/1.1" status: 204 len: 168 time: 0.2043598 Feb 09 14:41:07.528067 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38804) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:07.686119 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1679767396-network', 'tenant_id': 'e322a40b47b84184a0f4f595067807dc'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:41:07.692516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:07.696753 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Usage tracker for resource:network and tenant:e322a40b47b84184a0f4f595067807dc is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:07.700405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:07.707168 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:07.718298 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Made reservation on behalf of e322a40b47b84184a0f4f595067807dc for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:41:07.721007 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:07.733976 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:07.749126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:07.753406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Usage tracker for resource:security_group_rule and tenant:e322a40b47b84184a0f4f595067807dc is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:07.756212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:07.762321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:07.864207 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:07.870433 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:07.886432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:41:07.914006 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:07.914398 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Added segment 795e8c99-1f79-4dfb-a477-30cc97f534ca of type vlan for network cc30aca4-5af4-4973-8cff-a2cea2c17606 Feb 09 14:41:07.939824 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b7b5e3-0763-430e-abe8-764923c0de3b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:07.958994 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:07.988823 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:07.989805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:07.990377 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:08.301599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] Pushing event updated for resources: {'Network': ['ID=cc30aca4-5af4-4973-8cff-a2cea2c17606,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:08.306018 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9387c59f-58f0-40af-a6f9-0d2816ef8d57 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7763541 Feb 09 14:41:08.309025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38814) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:08.315928 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network cc30aca4-5af4-4973-8cff-a2cea2c17606 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:41:08.316496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-65e4920c-94db-4da8-84a4-a8a039d3aa47 admin admin] Request body: {'subnet': {'network_id': 'cc30aca4-5af4-4973-8cff-a2cea2c17606', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1679767396-subnet', 'tenant_id': 'e322a40b47b84184a0f4f595067807dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:41:08.322592 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-65e4920c-94db-4da8-84a4-a8a039d3aa47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:08.328095 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-65e4920c-94db-4da8-84a4-a8a039d3aa47 admin admin] Usage tracker for resource:subnet and tenant:e322a40b47b84184a0f4f595067807dc is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:08.331838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-65e4920c-94db-4da8-84a4-a8a039d3aa47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:08.338684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-65e4920c-94db-4da8-84a4-a8a039d3aa47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:08.351910 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e4920c-94db-4da8-84a4-a8a039d3aa47 admin admin] Made reservation on behalf of e322a40b47b84184a0f4f595067807dc for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:41:08.354904 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65e4920c-94db-4da8-84a4-a8a039d3aa47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:08.591134 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65e4920c-94db-4da8-84a4-a8a039d3aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:08.669229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4920c-94db-4da8-84a4-a8a039d3aa47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3f46af-621b-4e43-b710-c5a6bb41e098,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:08.677939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4920c-94db-4da8-84a4-a8a039d3aa47 admin admin] Checking segment: {'id': '795e8c99-1f79-4dfb-a477-30cc97f534ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc30aca4-5af4-4973-8cff-a2cea2c17606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:41:08.678294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e4920c-94db-4da8-84a4-a8a039d3aa47 admin admin] Network hostable DHCP agents. Network: cc30aca4-5af4-4973-8cff-a2cea2c17606, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:41:08.698289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e4920c-94db-4da8-84a4-a8a039d3aa47 admin admin] Network cc30aca4-5af4-4973-8cff-a2cea2c17606 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:41:08.709460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-65e4920c-94db-4da8-84a4-a8a039d3aa47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, cc30aca4-5af4-4973-8cff-a2cea2c17606) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:41:08.713959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e4920c-94db-4da8-84a4-a8a039d3aa47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:08.714591 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-65e4920c-94db-4da8-84a4-a8a039d3aa47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:08.722590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d812218-7ad5-4f94-8a8e-05d11f2b9ee9 None None] Network cc30aca4-5af4-4973-8cff-a2cea2c17606 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:41:08.752179 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-65e4920c-94db-4da8-84a4-a8a039d3aa47 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4324498 Feb 09 14:41:08.979284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4b25cf-134e-4f60-aebd-f6b90c27e072 None None] Network cc30aca4-5af4-4973-8cff-a2cea2c17606 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:41:09.061718 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:09.581967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38850) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:09.588387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-730370755-network', 'tenant_id': '3f5de0c4c22d427895ae950d89b9cd38'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:41:09.595108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:09.600318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Usage tracker for resource:network and tenant:3f5de0c4c22d427895ae950d89b9cd38 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:09.603770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:09.611486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:09.624036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Made reservation on behalf of 3f5de0c4c22d427895ae950d89b9cd38 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:41:09.626786 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:09.640931 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:09.656420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:09.660432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Usage tracker for resource:security_group_rule and tenant:3f5de0c4c22d427895ae950d89b9cd38 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:09.663354 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:09.670235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:09.765439 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:09.776845 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:09.815097 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:41:09.829071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ae3ce8-bfc4-4c49-b98d-669a442d3c39,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:09.832978 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:09.833320 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Added segment 77544f68-5974-4b44-9b1d-e189004e31f9 of type vlan for network 7f842379-0752-4b56-b9e7-84a5df3f6e7d Feb 09 14:41:09.881459 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:09.914969 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:09.916207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:09.916778 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:10.019392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] Pushing event updated for resources: {'Network': ['ID=7f842379-0752-4b56-b9e7-84a5df3f6e7d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:10.023013 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b661f200-ffcf-4fdf-8ca5-a85633bcee8f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4395375 Feb 09 14:41:10.026140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38856) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:10.033152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-be99ec62-b502-4101-8589-20c76955eeec admin admin] Request body: {'subnet': {'network_id': '7f842379-0752-4b56-b9e7-84a5df3f6e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-730370755-subnet', 'tenant_id': '3f5de0c4c22d427895ae950d89b9cd38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:41:10.034859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 7f842379-0752-4b56-b9e7-84a5df3f6e7d details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:41:10.039226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-be99ec62-b502-4101-8589-20c76955eeec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:10.043403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-be99ec62-b502-4101-8589-20c76955eeec admin admin] Usage tracker for resource:subnet and tenant:3f5de0c4c22d427895ae950d89b9cd38 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:10.046395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-be99ec62-b502-4101-8589-20c76955eeec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:10.053211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-be99ec62-b502-4101-8589-20c76955eeec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:10.071190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be99ec62-b502-4101-8589-20c76955eeec admin admin] Made reservation on behalf of 3f5de0c4c22d427895ae950d89b9cd38 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:41:10.074105 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be99ec62-b502-4101-8589-20c76955eeec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:10.348800 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be99ec62-b502-4101-8589-20c76955eeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:10.450911 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be99ec62-b502-4101-8589-20c76955eeec admin admin] Checking segment: {'id': '77544f68-5974-4b44-9b1d-e189004e31f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7f842379-0752-4b56-b9e7-84a5df3f6e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:41:10.451272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be99ec62-b502-4101-8589-20c76955eeec admin admin] Network hostable DHCP agents. Network: 7f842379-0752-4b56-b9e7-84a5df3f6e7d, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:41:10.455420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99ec62-b502-4101-8589-20c76955eeec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bc9e4bf-b86b-47af-95a0-77da10a185e9,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:10.475881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be99ec62-b502-4101-8589-20c76955eeec admin admin] Network 7f842379-0752-4b56-b9e7-84a5df3f6e7d is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:41:10.487132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-be99ec62-b502-4101-8589-20c76955eeec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 7f842379-0752-4b56-b9e7-84a5df3f6e7d) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:41:10.495557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be99ec62-b502-4101-8589-20c76955eeec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:10.496255 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be99ec62-b502-4101-8589-20c76955eeec admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:10.508686 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e088a6a5-1d3a-4503-9d23-5304a23ee408 None None] Network 7f842379-0752-4b56-b9e7-84a5df3f6e7d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:41:10.549846 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-be99ec62-b502-4101-8589-20c76955eeec admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5225129 Feb 09 14:41:10.631586 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:10.784370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edf0055-7d05-494c-b55b-59b3ec9cfacb None None] Network 7f842379-0752-4b56-b9e7-84a5df3f6e7d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:41:11.220563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-4ad739ce-6f16-4fb6-b4b6-bb9e7d4473a0 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:11.221953 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-4ad739ce-6f16-4fb6-b4b6-bb9e7d4473a0 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/networks?id=cc30aca4-5af4-4973-8cff-a2cea2c17606 HTTP/1.1" status: 200 len: 809 time: 0.1686656 Feb 09 14:41:11.244688 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-883d246a-22c2-40e3-ab91-c12e91e61db7 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/quotas/e322a40b47b84184a0f4f595067807dc HTTP/1.1" status: 200 len: 375 time: 0.0163291 Feb 09 14:41:11.291766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-9a77b3c3-aae2-444b-8748-85fb2f19a0c7 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e322a40b47b84184a0f4f595067807dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406101 Feb 09 14:41:11.448248 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-9965d9fa-d025-44e6-a8ae-ff795058238e service neutron] 10.222.0.48 "GET /v2.0/networks/cc30aca4-5af4-4973-8cff-a2cea2c17606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487076 Feb 09 14:41:11.764374 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-8b683dc3-8553-4a6f-a5d5-a03779de0324 service neutron] 10.222.0.48 "GET /v2.0/networks/cc30aca4-5af4-4973-8cff-a2cea2c17606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098145 Feb 09 14:41:12.004589 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-281e98da-99b0-468c-aeba-94eef9a51b88 req-0c89f0a9-ffe9-4dfe-bcea-1934598a4727 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ec3f34-b8ac-4598-a6c9-e0756c6de595 HTTP/1.1" status: 200 len: 210 time: 0.0503972 Feb 09 14:41:13.202013 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c2c19a8f-12ee-4b55-8eeb-ccbc8a140443 req-1676ad3d-450a-4387-a545-14783cde8ae4 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ec3f34-b8ac-4598-a6c9-e0756c6de595 HTTP/1.1" status: 200 len: 210 time: 0.0508122 Feb 09 14:41:13.344141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-91a6fb28-09dd-41be-aaee-915a1025b9aa tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:13.344893 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-91a6fb28-09dd-41be-aaee-915a1025b9aa tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Synchronizing usage tracker for tenant:e322a40b47b84184a0f4f595067807dc on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:41:13.370218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-91a6fb28-09dd-41be-aaee-915a1025b9aa tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Unset dirty status for tenant:e322a40b47b84184a0f4f595067807dc on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:41:13.371883 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-91a6fb28-09dd-41be-aaee-915a1025b9aa tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.21 "GET /v2.0/networks?id=cc30aca4-5af4-4973-8cff-a2cea2c17606 HTTP/1.1" status: 200 len: 809 time: 0.3025582 Feb 09 14:41:13.384064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-2835c9a6-aa87-47dd-b9ba-876b95b6e9d9 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Request body: {'port': {'device_id': '10ec3f34-b8ac-4598-a6c9-e0756c6de595', 'network_id': 'cc30aca4-5af4-4973-8cff-a2cea2c17606', 'admin_state_up': True, 'tenant_id': 'e322a40b47b84184a0f4f595067807dc'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:41:13.525613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-2835c9a6-aa87-47dd-b9ba-876b95b6e9d9 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:13.530566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-2835c9a6-aa87-47dd-b9ba-876b95b6e9d9 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Usage tracker for resource:port and tenant:e322a40b47b84184a0f4f595067807dc is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:13.533822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-2835c9a6-aa87-47dd-b9ba-876b95b6e9d9 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:13.539800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-2835c9a6-aa87-47dd-b9ba-876b95b6e9d9 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:13.549503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-2835c9a6-aa87-47dd-b9ba-876b95b6e9d9 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Made reservation on behalf of e322a40b47b84184a0f4f595067807dc for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:41:13.553557 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-2835c9a6-aa87-47dd-b9ba-876b95b6e9d9 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:13.758435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-2835c9a6-aa87-47dd-b9ba-876b95b6e9d9 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Allocated IP 172.20.0.7 (cc30aca4-5af4-4973-8cff-a2cea2c17606/cb3f46af-621b-4e43-b710-c5a6bb41e098/50c35f64-4e2b-4e00-ac23-7db4634f8c24) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:41:14.009037 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-2835c9a6-aa87-47dd-b9ba-876b95b6e9d9 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:14.061267 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-2835c9a6-aa87-47dd-b9ba-876b95b6e9d9 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:14.159020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835c9a6-aa87-47dd-b9ba-876b95b6e9d9 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Pushing event updated for resources: {'Port': ['ID=50c35f64-4e2b-4e00-ac23-7db4634f8c24,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:14.169705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-2835c9a6-aa87-47dd-b9ba-876b95b6e9d9 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Network cc30aca4-5af4-4973-8cff-a2cea2c17606 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:41:14.171113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-2835c9a6-aa87-47dd-b9ba-876b95b6e9d9 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:41:14.173820 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-2835c9a6-aa87-47dd-b9ba-876b95b6e9d9 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:41:14.241713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-2835c9a6-aa87-47dd-b9ba-876b95b6e9d9 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:14.242769 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-2835c9a6-aa87-47dd-b9ba-876b95b6e9d9 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:14.268193 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-2835c9a6-aa87-47dd-b9ba-876b95b6e9d9 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8878613 Feb 09 14:41:14.280243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Request body: {'port': {'device_id': '10ec3f34-b8ac-4598-a6c9-e0756c6de595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:41:14.418358 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:14.741979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f165c9-98e7-401f-a35f-e883d1fdd781 req-51569ee6-72f7-48f4-85da-e199dfe4aec4 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:14.742686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a4f165c9-98e7-401f-a35f-e883d1fdd781 req-51569ee6-72f7-48f4-85da-e199dfe4aec4 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Synchronizing usage tracker for tenant:e322a40b47b84184a0f4f595067807dc on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:41:14.830264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a4f165c9-98e7-401f-a35f-e883d1fdd781 req-51569ee6-72f7-48f4-85da-e199dfe4aec4 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Unset dirty status for tenant:e322a40b47b84184a0f4f595067807dc on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:41:14.831702 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4f165c9-98e7-401f-a35f-e883d1fdd781 req-51569ee6-72f7-48f4-85da-e199dfe4aec4 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ec3f34-b8ac-4598-a6c9-e0756c6de595 HTTP/1.1" status: 200 len: 931 time: 0.4144852 Feb 09 14:41:14.912854 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a4f165c9-98e7-401f-a35f-e883d1fdd781 req-1539a06c-ca5c-4a9f-aed7-b929aeef1ef5 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Synchronizing usage tracker for tenant:e322a40b47b84184a0f4f595067807dc on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:41:14.946823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a4f165c9-98e7-401f-a35f-e883d1fdd781 req-1539a06c-ca5c-4a9f-aed7-b929aeef1ef5 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Unset dirty status for tenant:e322a40b47b84184a0f4f595067807dc on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:41:14.947984 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4f165c9-98e7-401f-a35f-e883d1fdd781 req-1539a06c-ca5c-4a9f-aed7-b929aeef1ef5 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/security-groups?id=26b7b5e3-0763-430e-abe8-764923c0de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080835 Feb 09 14:41:15.022940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c35f64-4e2b-4e00-ac23-7db4634f8c24 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:41:15.032904 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:15.057365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Transition to ACTIVE for port object 50c35f64-4e2b-4e00-ac23-7db4634f8c24 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:41:15.077582 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:15.246872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Pushing event updated for resources: {'Port': ['ID=50c35f64-4e2b-4e00-ac23-7db4634f8c24,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:15.354287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Attempting to bind port 50c35f64-4e2b-4e00-ac23-7db4634f8c24 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:41:15.354620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Attempting to bind port 50c35f64-4e2b-4e00-ac23-7db4634f8c24 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '795e8c99-1f79-4dfb-a477-30cc97f534ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc30aca4-5af4-4973-8cff-a2cea2c17606'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:41:15.354948 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Attempting to bind port 50c35f64-4e2b-4e00-ac23-7db4634f8c24 on network cc30aca4-5af4-4973-8cff-a2cea2c17606 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:41:15.360156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Port 50c35f64-4e2b-4e00-ac23-7db4634f8c24 on network cc30aca4-5af4-4973-8cff-a2cea2c17606 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:41:15.360678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Attempting to bind port 50c35f64-4e2b-4e00-ac23-7db4634f8c24 on network cc30aca4-5af4-4973-8cff-a2cea2c17606 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:41:15.366046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:41:15.366380 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Checking segment: {'id': '795e8c99-1f79-4dfb-a477-30cc97f534ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc30aca4-5af4-4973-8cff-a2cea2c17606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:41:15.366761 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Bound using segment: {'id': '795e8c99-1f79-4dfb-a477-30cc97f534ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc30aca4-5af4-4973-8cff-a2cea2c17606'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:41:15.367189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Bound port: 50c35f64-4e2b-4e00-ac23-7db4634f8c24, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795e8c99-1f79-4dfb-a477-30cc97f534ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cc30aca4-5af4-4973-8cff-a2cea2c17606'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:41:15.367667 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:15.461015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] For port 50c35f64-4e2b-4e00-ac23-7db4634f8c24, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:41:15.464108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] For port 50c35f64-4e2b-4e00-ac23-7db4634f8c24, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=50c35f64-4e2b-4e00-ac23-7db4634f8c24,segment=NetworkSegment(795e8c99-1f79-4dfb-a477-30cc97f534ca),segment_id=795e8c99-1f79-4dfb-a477-30cc97f534ca)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:41:15.470474 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:15.540865 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:15.541845 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:15.543455 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] 10.222.0.21 "PUT /v2.0/ports/50c35f64-4e2b-4e00-ac23-7db4634f8c24 HTTP/1.1" status: 200 len: 1091 time: 1.2682939 Feb 09 14:41:15.544067 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ec3f34-b8ac-4598-a6c9-e0756c6de595', 'tag': '50c35f64-4e2b-4e00-ac23-7db4634f8c24'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:41:15.581512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703befd4-0e6d-4825-8507-ddbb24965675 service neutron] Pushing event updated for resources: {'Port': ['ID=50c35f64-4e2b-4e00-ac23-7db4634f8c24,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:15.638494 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ec3f34-b8ac-4598-a6c9-e0756c6de595', 'tag': '50c35f64-4e2b-4e00-ac23-7db4634f8c24', 'status': 'completed', 'code': 200} Feb 09 14:41:15.686727 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-102c0dc1-fcf6-45d9-b69d-3131ecb8de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:15.688928 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-102c0dc1-fcf6-45d9-b69d-3131ecb8de97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e322a40b47b84184a0f4f595067807dc&device_id=10ec3f34-b8ac-4598-a6c9-e0756c6de595 HTTP/1.1" status: 200 len: 1094 time: 0.0905068 Feb 09 14:41:15.766388 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-7e17b0a4-a985-4113-bd42-f7dab7601832 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50c35f64-4e2b-4e00-ac23-7db4634f8c24 HTTP/1.1" status: 200 len: 217 time: 0.0697856 Feb 09 14:41:15.830862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-5d73ecb2-e49b-4ad1-9c62-71857f611ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:15.832420 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-5d73ecb2-e49b-4ad1-9c62-71857f611ea3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb3f46af-621b-4e43-b710-c5a6bb41e098 HTTP/1.1" status: 200 len: 849 time: 0.0599842 Feb 09 14:41:15.891357 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-d585ef21-b4cb-4563-a6b5-d7f1fff6f007 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc30aca4-5af4-4973-8cff-a2cea2c17606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523980 Feb 09 14:41:16.052297 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-fc6838ea-c048-49b4-b935-0311ac404f06 service neutron] 10.222.0.21 "GET /v2.0/networks/cc30aca4-5af4-4973-8cff-a2cea2c17606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541529 Feb 09 14:41:16.274894 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8f2b3-671e-4e0b-ae60-38bea33c2ef3 req-f4cdcd7d-b69a-4c69-83eb-98aad2f99d5f tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:16.276633 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-70f8f2b3-671e-4e0b-ae60-38bea33c2ef3 req-f4cdcd7d-b69a-4c69-83eb-98aad2f99d5f tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ec3f34-b8ac-4598-a6c9-e0756c6de595 HTTP/1.1" status: 200 len: 943 time: 0.1181030 Feb 09 14:41:16.319030 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d06e2d8-82e2-4114-8508-6b86472565e1 req-d57d5364-9c4c-4583-81f4-e1040b26d057 service neutron] 10.222.0.21 "GET /v2.0/networks/cc30aca4-5af4-4973-8cff-a2cea2c17606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464464 Feb 09 14:41:16.452826 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-70f8f2b3-671e-4e0b-ae60-38bea33c2ef3 req-cc658c75-ae9b-4258-be08-a08d2b53e65c tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/security-groups?id=26b7b5e3-0763-430e-abe8-764923c0de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327670 Feb 09 14:41:16.488981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e3701-23e9-49ca-8407-d58c8e19833a req-7f622f0f-8ea2-4e58-b818-43f965883a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:16.490483 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-720e3701-23e9-49ca-8407-d58c8e19833a req-7f622f0f-8ea2-4e58-b818-43f965883a3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e322a40b47b84184a0f4f595067807dc&device_id=10ec3f34-b8ac-4598-a6c9-e0756c6de595 HTTP/1.1" status: 200 len: 1094 time: 0.1014252 Feb 09 14:41:16.618019 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 38960) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:16.826374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e3701-23e9-49ca-8407-d58c8e19833a req-ac3a8501-af6e-4c4e-96a9-fa0d0460c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:16.828196 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-720e3701-23e9-49ca-8407-d58c8e19833a req-ac3a8501-af6e-4c4e-96a9-fa0d0460c52a service neutron] 10.222.0.21 "GET /v2.0/networks?id=cc30aca4-5af4-4973-8cff-a2cea2c17606 HTTP/1.1" status: 200 len: 909 time: 0.3271523 Feb 09 14:41:16.832376 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2ab4f8dc-3e5f-455c-9eef-c2d876988bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:16.910322 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-720e3701-23e9-49ca-8407-d58c8e19833a req-4cbe6281-1569-4b74-bf10-c34fd66a32f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50c35f64-4e2b-4e00-ac23-7db4634f8c24 HTTP/1.1" status: 200 len: 217 time: 0.0687015 Feb 09 14:41:16.912740 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2ab4f8dc-3e5f-455c-9eef-c2d876988bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:16.918613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2ab4f8dc-3e5f-455c-9eef-c2d876988bc8 admin admin] Usage tracker for resource:security_group_rule and tenant:22883c521358421abd83283b8d4beb5e is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:16.949716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2ab4f8dc-3e5f-455c-9eef-c2d876988bc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:16.960804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2ab4f8dc-3e5f-455c-9eef-c2d876988bc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:16.997695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e3701-23e9-49ca-8407-d58c8e19833a req-b2bbe5c1-511b-4d94-9e1a-c32d6fb7c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:16.999321 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-720e3701-23e9-49ca-8407-d58c8e19833a req-b2bbe5c1-511b-4d94-9e1a-c32d6fb7c94f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb3f46af-621b-4e43-b710-c5a6bb41e098 HTTP/1.1" status: 200 len: 849 time: 0.0818107 Feb 09 14:41:17.051241 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-720e3701-23e9-49ca-8407-d58c8e19833a req-b8186f8a-7599-4623-863f-37434694f49e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cc30aca4-5af4-4973-8cff-a2cea2c17606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450830 Feb 09 14:41:17.225841 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2ab4f8dc-3e5f-455c-9eef-c2d876988bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:17.240770 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2ab4f8dc-3e5f-455c-9eef-c2d876988bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:17.262059 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-720e3701-23e9-49ca-8407-d58c8e19833a req-c9f7d82e-31e6-4ba9-a723-ff95b0154d39 service neutron] 10.222.0.21 "GET /v2.0/networks/cc30aca4-5af4-4973-8cff-a2cea2c17606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941886 Feb 09 14:41:17.428529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4f8dc-3e5f-455c-9eef-c2d876988bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd5d11b-e682-4fad-9567-b7f80dd91daf,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:17.440397 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2ab4f8dc-3e5f-455c-9eef-c2d876988bc8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22883c521358421abd83283b8d4beb5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8208046 Feb 09 14:41:17.444170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 38972) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:17.528742 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-720e3701-23e9-49ca-8407-d58c8e19833a req-d3e924ab-c166-447e-a01a-3e92b2d0df8a service neutron] 10.222.0.21 "GET /v2.0/networks/cc30aca4-5af4-4973-8cff-a2cea2c17606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563908 Feb 09 14:41:17.623453 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a659e6a1-e376-4a50-9444-97200dad1122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:17.661934 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a659e6a1-e376-4a50-9444-97200dad1122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:17.788196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694d3da-be52-47a2-be9f-ccfd2dc88de5 req-006422ce-6e6f-4a38-8dde-beb55267eafc tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:17.789801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a694d3da-be52-47a2-be9f-ccfd2dc88de5 req-006422ce-6e6f-4a38-8dde-beb55267eafc tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ec3f34-b8ac-4598-a6c9-e0756c6de595 HTTP/1.1" status: 200 len: 943 time: 0.1163082 Feb 09 14:41:17.791045 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a659e6a1-e376-4a50-9444-97200dad1122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:17.821068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659e6a1-e376-4a50-9444-97200dad1122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd5d11b-e682-4fad-9567-b7f80dd91daf,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:17.829235 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a659e6a1-e376-4a50-9444-97200dad1122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:17.830342 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a659e6a1-e376-4a50-9444-97200dad1122 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3fd5d11b-e682-4fad-9567-b7f80dd91daf HTTP/1.1" status: 204 len: 168 time: 0.3848300 Feb 09 14:41:17.871865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a694d3da-be52-47a2-be9f-ccfd2dc88de5 req-39ab0ba8-beee-447f-89f7-f2dabf726555 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/security-groups?id=26b7b5e3-0763-430e-abe8-764923c0de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688231 Feb 09 14:41:18.962829 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 50c35f64-4e2b-4e00-ac23-7db4634f8c24 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:41:19.124485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fa5cb-73b3-413a-bc3d-b88b2a3463e9 req-076ffdc3-6c85-45ed-8f25-92a9d8f7b314 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:19.128739 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-778fa5cb-73b3-413a-bc3d-b88b2a3463e9 req-076ffdc3-6c85-45ed-8f25-92a9d8f7b314 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ec3f34-b8ac-4598-a6c9-e0756c6de595 HTTP/1.1" status: 200 len: 943 time: 0.1398399 Feb 09 14:41:19.198033 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 50c35f64-4e2b-4e00-ac23-7db4634f8c24, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=50c35f64-4e2b-4e00-ac23-7db4634f8c24,segment=NetworkSegment(795e8c99-1f79-4dfb-a477-30cc97f534ca),segment_id=795e8c99-1f79-4dfb-a477-30cc97f534ca)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:41:19.215251 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-778fa5cb-73b3-413a-bc3d-b88b2a3463e9 req-1ecba02a-f286-4776-9b99-a65c5bf875da tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/security-groups?id=26b7b5e3-0763-430e-abe8-764923c0de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721414 Feb 09 14:41:19.232150 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '50c35f64-4e2b-4e00-ac23-7db4634f8c24', 'network_id': 'cc30aca4-5af4-4973-8cff-a2cea2c17606', 'port_id': '50c35f64-4e2b-4e00-ac23-7db4634f8c24', 'mac_address': 'fa:16:3e:cc:bf:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3f46af-621b-4e43-b710-c5a6bb41e098', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:41:19.310711 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:19.331686 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c35f64-4e2b-4e00-ac23-7db4634f8c24 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:41:19.358267 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 50c35f64-4e2b-4e00-ac23-7db4634f8c24, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=50c35f64-4e2b-4e00-ac23-7db4634f8c24,segment=NetworkSegment(795e8c99-1f79-4dfb-a477-30cc97f534ca),segment_id=795e8c99-1f79-4dfb-a477-30cc97f534ca)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:41:19.364659 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:19.449533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=50c35f64-4e2b-4e00-ac23-7db4634f8c24,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:19.461380 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:19.462023 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:19.462415 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:19.462693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:19.463215 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:19.463666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:19.464294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:19.464830 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:19.465269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:19.465439 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:19.465823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:19.466242 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:19.691535 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['50c35f64-4e2b-4e00-ac23-7db4634f8c24'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:41:20.410266 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d290928-86a2-44b8-8132-86a6b273912e req-a23f393d-2d30-40d8-b531-7f2d8a982324 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:20.411771 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d290928-86a2-44b8-8132-86a6b273912e req-a23f393d-2d30-40d8-b531-7f2d8a982324 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ec3f34-b8ac-4598-a6c9-e0756c6de595 HTTP/1.1" status: 200 len: 944 time: 0.0901964 Feb 09 14:41:20.458578 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d290928-86a2-44b8-8132-86a6b273912e req-7b6a8381-353d-468b-968d-8c4614b9ad1e tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/security-groups?id=26b7b5e3-0763-430e-abe8-764923c0de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410538 Feb 09 14:41:20.568429 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-2618dd04-48b4-4920-8f28-cd0966e9d50b tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a50c13c76f22474b8dc355bb80336582&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532920 Feb 09 14:41:20.731886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-9a90f160-df55-4c80-8fa3-7cf1861f76fe tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:20.733366 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-9a90f160-df55-4c80-8fa3-7cf1861f76fe tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577623 Feb 09 14:41:20.749899 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-f35a01d5-7231-4e82-889c-480903064d29 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/quotas/a50c13c76f22474b8dc355bb80336582 HTTP/1.1" status: 200 len: 375 time: 0.0108056 Feb 09 14:41:20.811035 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-3aeeb790-ff11-42fd-b9b5-e649c0b4544b tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a50c13c76f22474b8dc355bb80336582&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554931 Feb 09 14:41:20.965948 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 50c35f64-4e2b-4e00-ac23-7db4634f8c24 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:41:21.049795 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 50c35f64-4e2b-4e00-ac23-7db4634f8c24 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:41:21.057065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 50c35f64-4e2b-4e00-ac23-7db4634f8c24 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:41:21.057918 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:21.086352 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-526e5e3b-f0d3-4cea-af79-024e11906f9d req-0313560c-0015-4f36-9848-df238a88ab2b tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 210 time: 0.0848188 Feb 09 14:41:21.245496 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:21.284207 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ec3f34-b8ac-4598-a6c9-e0756c6de595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c35f64-4e2b-4e00-ac23-7db4634f8c24'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:41:21.300725 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 50c35f64-4e2b-4e00-ac23-7db4634f8c24, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=50c35f64-4e2b-4e00-ac23-7db4634f8c24,segment=NetworkSegment(795e8c99-1f79-4dfb-a477-30cc97f534ca),segment_id=795e8c99-1f79-4dfb-a477-30cc97f534ca)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:41:21.310879 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:21.369641 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ec3f34-b8ac-4598-a6c9-e0756c6de595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c35f64-4e2b-4e00-ac23-7db4634f8c24', 'code': 200} Feb 09 14:41:21.429670 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=50c35f64-4e2b-4e00-ac23-7db4634f8c24,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:21.509880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9872324-7d95-4847-b9bd-e2d19750196d req-d5f8c300-6249-4b26-a543-4c21e1bc83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:21.512196 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9872324-7d95-4847-b9bd-e2d19750196d req-d5f8c300-6249-4b26-a543-4c21e1bc83a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10ec3f34-b8ac-4598-a6c9-e0756c6de595 HTTP/1.1" status: 200 len: 1096 time: 0.0859382 Feb 09 14:41:21.605019 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9872324-7d95-4847-b9bd-e2d19750196d req-ad98e8dd-6c16-47a0-8491-d66f11262b4a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=26b7b5e3-0763-430e-abe8-764923c0de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866675 Feb 09 14:41:21.695462 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55715e-e38b-46a2-b1ba-9b6d5281ff9a req-5afb091b-230f-4827-8526-d161a887a535 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:21.697663 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bd55715e-e38b-46a2-b1ba-9b6d5281ff9a req-5afb091b-230f-4827-8526-d161a887a535 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ec3f34-b8ac-4598-a6c9-e0756c6de595 HTTP/1.1" status: 200 len: 945 time: 0.1026304 Feb 09 14:41:21.753920 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bd55715e-e38b-46a2-b1ba-9b6d5281ff9a req-691ecec9-2857-4159-8b9f-ed4f8addb2a8 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/security-groups?id=26b7b5e3-0763-430e-abe8-764923c0de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501230 Feb 09 14:41:22.280671 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-26f7bd1d-05b8-4866-b678-a38a5808024d tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a50c13c76f22474b8dc355bb80336582&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438826 Feb 09 14:41:22.296875 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f9e14730-b2bf-4cb5-831b-64e3d56c2595 req-d4a9a969-f84a-498f-98d1-700c058b2993 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 210 time: 0.0765500 Feb 09 14:41:22.491551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-deb1831d-e00e-401e-a826-faaee96eb82e tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:22.492941 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-deb1831d-e00e-401e-a826-faaee96eb82e tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117038 Feb 09 14:41:22.508383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Request body: {'port': {'device_id': '523ea95f-e2a5-44ed-89e2-196f755d4fef', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': 'a50c13c76f22474b8dc355bb80336582'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:41:22.661894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:22.665893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Usage tracker for resource:port and tenant:a50c13c76f22474b8dc355bb80336582 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:22.669680 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:22.676501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:22.691069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Made reservation on behalf of a50c13c76f22474b8dc355bb80336582 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:41:22.694813 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:22.707326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:22.722379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:22.726296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Usage tracker for resource:security_group_rule and tenant:a50c13c76f22474b8dc355bb80336582 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:22.729525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:22.737115 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:22.833539 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:22.837983 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:22.963866 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:23.080509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa24d3e-f25a-45b1-bb39-55992c7988d0 req-a1b8af4e-eb9c-4318-a40c-a838b899a303 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:23.087391 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0fa24d3e-f25a-45b1-bb39-55992c7988d0 req-a1b8af4e-eb9c-4318-a40c-a838b899a303 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ec3f34-b8ac-4598-a6c9-e0756c6de595 HTTP/1.1" status: 200 len: 945 time: 0.1918373 Feb 09 14:41:23.116782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Allocated IP 192.168.233.144 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/6c3bdcdd-660d-4d6c-b123-16680d6e6897) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:41:23.145853 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0fa24d3e-f25a-45b1-bb39-55992c7988d0 req-6d65382c-f6ec-414c-9a9f-8cd448885e63 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/security-groups?id=26b7b5e3-0763-430e-abe8-764923c0de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575755 Feb 09 14:41:23.376956 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:23.397897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Transition to ACTIVE for port object 6c3bdcdd-660d-4d6c-b123-16680d6e6897 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:41:23.430496 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:23.509914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a6737-3013-4d30-b6dc-ca8b0417ee54 req-f46a9d8d-51d8-4e0c-b73f-dcdcce87a117 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:23.512644 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d24a6737-3013-4d30-b6dc-ca8b0417ee54 req-f46a9d8d-51d8-4e0c-b73f-dcdcce87a117 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 936 time: 0.0935099 Feb 09 14:41:23.516651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:41:23.520332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:41:23.535264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Pushing event updated for resources: {'Port': ['ID=6c3bdcdd-660d-4d6c-b123-16680d6e6897,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:23.538170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:41:23.600940 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d24a6737-3013-4d30-b6dc-ca8b0417ee54 req-e8913c27-3aaa-4d8d-bdd6-90762c3a06b2 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787854 Feb 09 14:41:23.656833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:23.657456 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:23.689075 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-77abe5f2-201a-49c4-8b77-3062422ac94c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1819396 Feb 09 14:41:23.702606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Request body: {'port': {'device_id': '523ea95f-e2a5-44ed-89e2-196f755d4fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:41:23.825208 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:23.832577 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a99b2bd8-ba94-4351-8c22-f955f174b32b None None] Provisioning for port 6c3bdcdd-660d-4d6c-b123-16680d6e6897 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:41:23.837928 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a99b2bd8-ba94-4351-8c22-f955f174b32b None None] Provisioning complete for port 6c3bdcdd-660d-4d6c-b123-16680d6e6897 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:41:23.838582 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a99b2bd8-ba94-4351-8c22-f955f174b32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:23.905856 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a99b2bd8-ba94-4351-8c22-f955f174b32b None None] Port 6c3bdcdd-660d-4d6c-b123-16680d6e6897 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:41:24.372661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3bdcdd-660d-4d6c-b123-16680d6e6897 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:41:24.382052 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:24.401576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Transition to ACTIVE for port object 6c3bdcdd-660d-4d6c-b123-16680d6e6897 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:41:24.407875 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:24.462477 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8456f7-e49d-4472-9633-1448728c646e req-d849affc-f5ac-4ff9-b017-66cb8617b061 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:24.463976 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b8456f7-e49d-4472-9633-1448728c646e req-d849affc-f5ac-4ff9-b017-66cb8617b061 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ec3f34-b8ac-4598-a6c9-e0756c6de595 HTTP/1.1" status: 200 len: 945 time: 0.1967881 Feb 09 14:41:24.588134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Pushing event updated for resources: {'Port': ['ID=6c3bdcdd-660d-4d6c-b123-16680d6e6897,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:24.704891 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b8456f7-e49d-4472-9633-1448728c646e req-4b2be590-58dc-47d2-b0ea-14bda7d0eaf0 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/security-groups?id=26b7b5e3-0763-430e-abe8-764923c0de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314136 Feb 09 14:41:24.787869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Attempting to bind port 6c3bdcdd-660d-4d6c-b123-16680d6e6897 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:41:24.788203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Attempting to bind port 6c3bdcdd-660d-4d6c-b123-16680d6e6897 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:41:24.788528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Attempting to bind port 6c3bdcdd-660d-4d6c-b123-16680d6e6897 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:41:24.794048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Port 6c3bdcdd-660d-4d6c-b123-16680d6e6897 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:41:24.794366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Attempting to bind port 6c3bdcdd-660d-4d6c-b123-16680d6e6897 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:41:24.803135 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:41:24.803473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:41:24.803950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:41:24.804381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Bound port: 6c3bdcdd-660d-4d6c-b123-16680d6e6897, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:41:24.804730 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:24.828182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b33c6c-90ca-4048-a42e-e9aac1edeb16 req-2988ddba-272f-4b92-9a50-a189ec36d97d tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:24.830480 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9b33c6c-90ca-4048-a42e-e9aac1edeb16 req-2988ddba-272f-4b92-9a50-a189ec36d97d tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 948 time: 0.1158416 Feb 09 14:41:24.886496 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9b33c6c-90ca-4048-a42e-e9aac1edeb16 req-deca5ecd-3251-407d-9562-418e1d49513c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489602 Feb 09 14:41:24.919071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] For port 6c3bdcdd-660d-4d6c-b123-16680d6e6897, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:41:24.923400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] For port 6c3bdcdd-660d-4d6c-b123-16680d6e6897, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6c3bdcdd-660d-4d6c-b123-16680d6e6897,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:41:24.929918 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:25.023173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:25.023839 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:25.025292 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] 10.222.0.35 "PUT /v2.0/ports/6c3bdcdd-660d-4d6c-b123-16680d6e6897 HTTP/1.1" status: 200 len: 1096 time: 1.3308744 Feb 09 14:41:25.025798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523ea95f-e2a5-44ed-89e2-196f755d4fef', 'tag': '6c3bdcdd-660d-4d6c-b123-16680d6e6897'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:41:25.056905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf9c0a-12b3-4f66-9bfc-6e0e0e0dd5de service neutron] Pushing event updated for resources: {'Port': ['ID=6c3bdcdd-660d-4d6c-b123-16680d6e6897,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:25.143331 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523ea95f-e2a5-44ed-89e2-196f755d4fef', 'tag': '6c3bdcdd-660d-4d6c-b123-16680d6e6897', 'status': 'completed', 'code': 200} Feb 09 14:41:25.179795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-aa6107f3-62ae-4ad9-85b3-5c8805ed9aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:25.181326 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-aa6107f3-62ae-4ad9-85b3-5c8805ed9aa0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a50c13c76f22474b8dc355bb80336582&device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 1099 time: 0.1062965 Feb 09 14:41:25.299594 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-f539bd75-17fd-4222-83d1-332e044b2529 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=6c3bdcdd-660d-4d6c-b123-16680d6e6897 HTTP/1.1" status: 200 len: 217 time: 0.1089623 Feb 09 14:41:25.423666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-95194de9-93e5-426d-b984-dd3d825b04dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:25.424775 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-95194de9-93e5-426d-b984-dd3d825b04dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.1185179 Feb 09 14:41:25.541063 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-5f69bc17-5288-4a8e-a07d-afbbe2d8b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:25.543563 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-5f69bc17-5288-4a8e-a07d-afbbe2d8b74d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1124301 Feb 09 14:41:25.752823 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-5c154244-12f7-44ee-9c9c-6464bb47751a service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014618 Feb 09 14:41:25.901000 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-210fc6eb-9059-447a-9f5d-8356e19c26cf req-4f63c4bb-6610-4020-a076-2118156fdc0e service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417975 Feb 09 14:41:26.047641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eb196-7deb-4194-952f-341bb3b42d9f req-9c6868e8-693d-47f0-aff2-f16452613d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:26.051669 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad5eb196-7deb-4194-952f-341bb3b42d9f req-9c6868e8-693d-47f0-aff2-f16452613d50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a50c13c76f22474b8dc355bb80336582&device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 1099 time: 0.0828307 Feb 09 14:41:26.182729 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd330c-4697-4081-b2e9-33744600085d req-bb30cbc8-4d53-4421-b18c-78b6022190db tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:26.205818 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4dd330c-4697-4081-b2e9-33744600085d req-bb30cbc8-4d53-4421-b18c-78b6022190db tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 948 time: 0.1521986 Feb 09 14:41:26.279841 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4dd330c-4697-4081-b2e9-33744600085d req-67fdc569-0bda-419f-a30f-dd1f584b38fa tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728927 Feb 09 14:41:26.289602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eb196-7deb-4194-952f-341bb3b42d9f req-c0de7b1c-e78f-44b7-beff-b932a7138925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:26.292112 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad5eb196-7deb-4194-952f-341bb3b42d9f req-c0de7b1c-e78f-44b7-beff-b932a7138925 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.2328398 Feb 09 14:41:26.380720 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad5eb196-7deb-4194-952f-341bb3b42d9f req-7dffa0a3-8e94-4258-a372-845db9bf8a0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=6c3bdcdd-660d-4d6c-b123-16680d6e6897 HTTP/1.1" status: 200 len: 217 time: 0.0799057 Feb 09 14:41:26.458025 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eb196-7deb-4194-952f-341bb3b42d9f req-cb6b45f9-da21-46a9-a213-e00760bf853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:26.459472 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad5eb196-7deb-4194-952f-341bb3b42d9f req-cb6b45f9-da21-46a9-a213-e00760bf853d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0716932 Feb 09 14:41:26.736101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eb196-7deb-4194-952f-341bb3b42d9f req-ac89e9ae-2c55-4d8e-a2d6-f71ab340ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:26.738154 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad5eb196-7deb-4194-952f-341bb3b42d9f req-ac89e9ae-2c55-4d8e-a2d6-f71ab340ea21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2680230 Feb 09 14:41:26.793687 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1bb33bd9-48fa-446d-8de1-25bb40e70683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:26.896062 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad5eb196-7deb-4194-952f-341bb3b42d9f req-d04ec301-5698-4003-992c-513415ccf2de service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512907 Feb 09 14:41:27.058229 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad5eb196-7deb-4194-952f-341bb3b42d9f req-78eee86f-e995-472b-ae76-5f0e4b7182dd service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549635 Feb 09 14:41:27.502364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6101d5-7611-44a2-8da5-0f5f86fa1d67 req-0701a92c-1a1e-42ad-b7a6-db2b0becc70e tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:27.502787 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-5a6101d5-7611-44a2-8da5-0f5f86fa1d67 req-0701a92c-1a1e-42ad-b7a6-db2b0becc70e tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Synchronizing usage tracker for tenant:a50c13c76f22474b8dc355bb80336582 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:41:27.525168 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-5a6101d5-7611-44a2-8da5-0f5f86fa1d67 req-0701a92c-1a1e-42ad-b7a6-db2b0becc70e tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Unset dirty status for tenant:a50c13c76f22474b8dc355bb80336582 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:41:27.528263 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a6101d5-7611-44a2-8da5-0f5f86fa1d67 req-0701a92c-1a1e-42ad-b7a6-db2b0becc70e tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 948 time: 0.1143851 Feb 09 14:41:27.601562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-5a6101d5-7611-44a2-8da5-0f5f86fa1d67 req-d4b611c0-5968-4ed9-9b9b-5bbc419f83d2 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Synchronizing usage tracker for tenant:a50c13c76f22474b8dc355bb80336582 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:41:27.628220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-5a6101d5-7611-44a2-8da5-0f5f86fa1d67 req-d4b611c0-5968-4ed9-9b9b-5bbc419f83d2 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Unset dirty status for tenant:a50c13c76f22474b8dc355bb80336582 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:41:27.629853 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a6101d5-7611-44a2-8da5-0f5f86fa1d67 req-d4b611c0-5968-4ed9-9b9b-5bbc419f83d2 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906134 Feb 09 14:41:28.649220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1dacb-f195-4157-8a1c-7bfbe435e1a5 req-8b501f2f-144c-4740-8fe3-baf5a10187cf tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:28.650790 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2b1dacb-f195-4157-8a1c-7bfbe435e1a5 req-8b501f2f-144c-4740-8fe3-baf5a10187cf tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ec3f34-b8ac-4598-a6c9-e0756c6de595 HTTP/1.1" status: 200 len: 945 time: 0.0913947 Feb 09 14:41:28.703792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2b1dacb-f195-4157-8a1c-7bfbe435e1a5 req-2d2fa328-9dfb-423c-a11b-3f015adeac8a tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/security-groups?id=26b7b5e3-0763-430e-abe8-764923c0de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472133 Feb 09 14:41:28.851510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a670718-6ba0-412c-9d96-fb5ed4e65eba req-5cc4246f-d574-4d48-a52f-16bf50b7c530 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:28.852415 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3a670718-6ba0-412c-9d96-fb5ed4e65eba req-5cc4246f-d574-4d48-a52f-16bf50b7c530 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 948 time: 0.0860631 Feb 09 14:41:28.905094 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3a670718-6ba0-412c-9d96-fb5ed4e65eba req-6a667c14-c05e-4aeb-b9dc-5e2df2a85cfb tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453315 Feb 09 14:41:29.211786 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-34693ad5-148d-4864-95fe-066204726100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:29.920541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939015a-032d-47e6-bd6f-35cf81a832cb req-8b035d8f-afb0-4edd-b367-0e9d13feebc4 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:29.921887 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d939015a-032d-47e6-bd6f-35cf81a832cb req-8b035d8f-afb0-4edd-b367-0e9d13feebc4 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ec3f34-b8ac-4598-a6c9-e0756c6de595 HTTP/1.1" status: 200 len: 945 time: 0.0948954 Feb 09 14:41:29.998242 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d939015a-032d-47e6-bd6f-35cf81a832cb req-4a277bf2-ef24-4033-8762-6ed97418ec41 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/security-groups?id=26b7b5e3-0763-430e-abe8-764923c0de3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684628 Feb 09 14:41:30.186998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088dda9-f38e-48b0-ab69-87874d79ad39 req-37d301d2-3e6d-4f95-bc22-de3a2565f14a tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:30.188470 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a088dda9-f38e-48b0-ab69-87874d79ad39 req-37d301d2-3e6d-4f95-bc22-de3a2565f14a tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 948 time: 0.1512463 Feb 09 14:41:30.257878 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a088dda9-f38e-48b0-ab69-87874d79ad39 req-49bd5009-b91e-4be7-955b-9ba2b5e2fd10 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563526 Feb 09 14:41:30.275118 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:30.304617 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:30.307932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401308a6-2d6f-47d1-a1e4-45566a092fef req-548eb704-440d-4d8e-b167-88cd2009b47f tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:30.311093 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-401308a6-2d6f-47d1-a1e4-45566a092fef req-548eb704-440d-4d8e-b167-88cd2009b47f tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.21 "GET /v2.0/ports?device_id=10ec3f34-b8ac-4598-a6c9-e0756c6de595 HTTP/1.1" status: 200 len: 945 time: 0.1608360 Feb 09 14:41:30.510427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-401308a6-2d6f-47d1-a1e4-45566a092fef req-c1da889c-0cec-4b0e-a0ca-9daae521561c tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Deleting port 50c35f64-4e2b-4e00-ac23-7db4634f8c24 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:41:30.510947 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-401308a6-2d6f-47d1-a1e4-45566a092fef req-c1da889c-0cec-4b0e-a0ca-9daae521561c tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:30.809923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-401308a6-2d6f-47d1-a1e4-45566a092fef req-c1da889c-0cec-4b0e-a0ca-9daae521561c tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] For port 50c35f64-4e2b-4e00-ac23-7db4634f8c24, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=50c35f64-4e2b-4e00-ac23-7db4634f8c24,segment=NetworkSegment(795e8c99-1f79-4dfb-a477-30cc97f534ca),segment_id=795e8c99-1f79-4dfb-a477-30cc97f534ca)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:41:30.811093 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-401308a6-2d6f-47d1-a1e4-45566a092fef req-c1da889c-0cec-4b0e-a0ca-9daae521561c tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:30.948605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-401308a6-2d6f-47d1-a1e4-45566a092fef req-c1da889c-0cec-4b0e-a0ca-9daae521561c tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Calling delete_port for 50c35f64-4e2b-4e00-ac23-7db4634f8c24 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:41:31.108560 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-401308a6-2d6f-47d1-a1e4-45566a092fef req-c1da889c-0cec-4b0e-a0ca-9daae521561c tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:31.123091 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['50c35f64-4e2b-4e00-ac23-7db4634f8c24'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:41:31.163999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da889c-0cec-4b0e-a0ca-9daae521561c tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Pushing event deleted for resources: {'Port': ['ID=50c35f64-4e2b-4e00-ac23-7db4634f8c24,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:31.204409 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b80eeeb-67f4-4deb-82a3-1cde085538f6 req-bb26cf88-f00a-4826-9f06-5d12fa374574 tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ec3f34-b8ac-4598-a6c9-e0756c6de595 HTTP/1.1" status: 200 len: 210 time: 0.0725248 Feb 09 14:41:31.245718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6c3bdcdd-660d-4d6c-b123-16680d6e6897 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:41:31.255291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-401308a6-2d6f-47d1-a1e4-45566a092fef req-c1da889c-0cec-4b0e-a0ca-9daae521561c tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] No DVR routers for this DVR port 50c35f64-4e2b-4e00-ac23-7db4634f8c24 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:41:31.258282 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-401308a6-2d6f-47d1-a1e4-45566a092fef req-c1da889c-0cec-4b0e-a0ca-9daae521561c tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:31.262482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ec3f34-b8ac-4598-a6c9-e0756c6de595', 'name': 'network-vif-deleted', 'tag': '50c35f64-4e2b-4e00-ac23-7db4634f8c24'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:41:31.284585 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-401308a6-2d6f-47d1-a1e4-45566a092fef req-c1da889c-0cec-4b0e-a0ca-9daae521561c tempest-VolumesActionsTest-2016708642 tempest-VolumesActionsTest-2016708642-project] 10.222.0.21 "DELETE /v2.0/ports/50c35f64-4e2b-4e00-ac23-7db4634f8c24 HTTP/1.1" status: 204 len: 173 time: 0.9680336 Feb 09 14:41:31.330352 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ec3f34-b8ac-4598-a6c9-e0756c6de595', 'name': 'network-vif-deleted', 'tag': '50c35f64-4e2b-4e00-ac23-7db4634f8c24', 'status': 'completed', 'code': 200} Feb 09 14:41:31.429508 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6c3bdcdd-660d-4d6c-b123-16680d6e6897, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6c3bdcdd-660d-4d6c-b123-16680d6e6897,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:41:31.507041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '6c3bdcdd-660d-4d6c-b123-16680d6e6897', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '6c3bdcdd-660d-4d6c-b123-16680d6e6897', 'mac_address': 'fa:16:3e:e4:4f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:41:31.534159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe48a9f-4403-4ab1-9148-834fd51f4307 req-2f5d75d8-fe2d-4cf7-aad5-c02c885d761f tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:31.536003 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9fe48a9f-4403-4ab1-9148-834fd51f4307 req-2f5d75d8-fe2d-4cf7-aad5-c02c885d761f tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 948 time: 0.1047258 Feb 09 14:41:31.582078 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:31.594099 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9fe48a9f-4403-4ab1-9148-834fd51f4307 req-4f2c699c-0241-46d4-af61-1d78971fd10f tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486407 Feb 09 14:41:31.612011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3bdcdd-660d-4d6c-b123-16680d6e6897 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:41:31.632047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6c3bdcdd-660d-4d6c-b123-16680d6e6897, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6c3bdcdd-660d-4d6c-b123-16680d6e6897,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:41:31.636655 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:31.715388 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=6c3bdcdd-660d-4d6c-b123-16680d6e6897,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:31.824210 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:32.079873 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['6c3bdcdd-660d-4d6c-b123-16680d6e6897'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:41:32.860292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd729f-32a5-49eb-91d5-46c345c97efa req-e691443c-2757-44e9-8f7b-6b0886aa722c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:32.862764 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7bbd729f-32a5-49eb-91d5-46c345c97efa req-e691443c-2757-44e9-8f7b-6b0886aa722c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 949 time: 0.1241329 Feb 09 14:41:32.915830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7bbd729f-32a5-49eb-91d5-46c345c97efa req-47c7641d-dec7-4408-b5ae-43f05272d2d2 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453532 Feb 09 14:41:33.239601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6c3bdcdd-660d-4d6c-b123-16680d6e6897 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:41:33.342820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 6c3bdcdd-660d-4d6c-b123-16680d6e6897 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:41:33.350923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 6c3bdcdd-660d-4d6c-b123-16680d6e6897 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:41:33.351635 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:33.535717 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:33.574555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523ea95f-e2a5-44ed-89e2-196f755d4fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3bdcdd-660d-4d6c-b123-16680d6e6897'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:41:33.592851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6c3bdcdd-660d-4d6c-b123-16680d6e6897, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6c3bdcdd-660d-4d6c-b123-16680d6e6897,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:41:33.599123 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:33.662388 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523ea95f-e2a5-44ed-89e2-196f755d4fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3bdcdd-660d-4d6c-b123-16680d6e6897', 'code': 200} Feb 09 14:41:33.682699 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=6c3bdcdd-660d-4d6c-b123-16680d6e6897,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:33.824489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6b6ea-f2e1-4cda-8180-ce50d30ac884 req-49aaa65d-ff2b-4d04-9cf6-243b64f5ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:33.826345 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-28d6b6ea-f2e1-4cda-8180-ce50d30ac884 req-49aaa65d-ff2b-4d04-9cf6-243b64f5ece4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 1101 time: 0.1009922 Feb 09 14:41:33.876455 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-28d6b6ea-f2e1-4cda-8180-ce50d30ac884 req-1dc7b022-2cc0-41d3-84ac-8efb5cb54259 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428500 Feb 09 14:41:34.185159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec2782-0f6e-4837-b469-32e042d3a8db req-481b7c24-81fe-4e48-bc07-8d280b436441 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:34.186784 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bec2782-0f6e-4837-b469-32e042d3a8db req-481b7c24-81fe-4e48-bc07-8d280b436441 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 950 time: 0.0980556 Feb 09 14:41:34.246587 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4bec2782-0f6e-4837-b469-32e042d3a8db req-f8280759-52a0-4fcf-87b1-6354ab69d04e tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519929 Feb 09 14:41:35.010089 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 50c35f64-4e2b-4e00-ac23-7db4634f8c24 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:41:35.055496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 50c35f64-4e2b-4e00-ac23-7db4634f8c24 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:41:35.055783 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 50c35f64-4e2b-4e00-ac23-7db4634f8c24 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:41:35.559814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31259552-9d6d-4c5d-8f1c-7afda9ded395 req-b2170213-743f-4853-900a-d76cfea2cbee tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:35.562625 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-31259552-9d6d-4c5d-8f1c-7afda9ded395 req-b2170213-743f-4853-900a-d76cfea2cbee tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 950 time: 0.1088355 Feb 09 14:41:35.638721 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-31259552-9d6d-4c5d-8f1c-7afda9ded395 req-3b16ed83-c78c-4ffa-a147-3894c4dcacdd tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683448 Feb 09 14:41:36.849485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b895e3b-c886-4a22-ab54-28bcc6b5a036 req-c75ec949-eaeb-4f12-9081-bd6e0d46ac7c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:36.851177 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b895e3b-c886-4a22-ab54-28bcc6b5a036 req-c75ec949-eaeb-4f12-9081-bd6e0d46ac7c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 950 time: 0.0997186 Feb 09 14:41:36.928866 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b895e3b-c886-4a22-ab54-28bcc6b5a036 req-a096b397-4776-4010-9f86-1fd65eb111d7 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702341 Feb 09 14:41:37.473053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c5eac-7d3e-40fc-bbee-80a7a09319bc req-1c8547f1-06ae-4a4e-943c-4837a07b8de1 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:37.474747 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c7c5eac-7d3e-40fc-bbee-80a7a09319bc req-1c8547f1-06ae-4a4e-943c-4837a07b8de1 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 950 time: 0.1067333 Feb 09 14:41:37.544232 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c7c5eac-7d3e-40fc-bbee-80a7a09319bc req-a0e683e9-bdf0-46a3-904f-1662267b1cf8 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622606 Feb 09 14:41:37.726678 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:41:38.803145 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec5a28-378d-44e0-9dfd-957aa8e7c3b0 req-3f2e96b5-2857-42b1-ad4e-156e65d6e54a tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:38.804602 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05ec5a28-378d-44e0-9dfd-957aa8e7c3b0 req-3f2e96b5-2857-42b1-ad4e-156e65d6e54a tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 950 time: 0.1406305 Feb 09 14:41:38.860601 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05ec5a28-378d-44e0-9dfd-957aa8e7c3b0 req-29311562-7784-4dfa-abcf-f7c40c610e03 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457602 Feb 09 14:41:38.921008 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:39.345678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17961dce-bf1b-4a0d-9b40-dfd44b34ad78 req-6967fee6-0545-4bbb-847e-ab8bc41ad6ad tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:39.348189 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17961dce-bf1b-4a0d-9b40-dfd44b34ad78 req-6967fee6-0545-4bbb-847e-ab8bc41ad6ad tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.35 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 950 time: 0.1413553 Feb 09 14:41:39.455239 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-17961dce-bf1b-4a0d-9b40-dfd44b34ad78 req-ae0704ef-c433-474e-a1c3-89e5a9db809c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Deleting port 6c3bdcdd-660d-4d6c-b123-16680d6e6897 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:41:39.455509 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-17961dce-bf1b-4a0d-9b40-dfd44b34ad78 req-ae0704ef-c433-474e-a1c3-89e5a9db809c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:39.835556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-17961dce-bf1b-4a0d-9b40-dfd44b34ad78 req-ae0704ef-c433-474e-a1c3-89e5a9db809c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] For port 6c3bdcdd-660d-4d6c-b123-16680d6e6897, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6c3bdcdd-660d-4d6c-b123-16680d6e6897,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:41:39.836326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-17961dce-bf1b-4a0d-9b40-dfd44b34ad78 req-ae0704ef-c433-474e-a1c3-89e5a9db809c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:40.015923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-17961dce-bf1b-4a0d-9b40-dfd44b34ad78 req-ae0704ef-c433-474e-a1c3-89e5a9db809c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Calling delete_port for 6c3bdcdd-660d-4d6c-b123-16680d6e6897 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:41:40.414895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0594a0a-992e-4ce8-b354-f90c2d475188 req-cf5d39b6-637d-4098-9463-1ea35b2128de tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:40.420350 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0594a0a-992e-4ce8-b354-f90c2d475188 req-cf5d39b6-637d-4098-9463-1ea35b2128de tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 950 time: 0.3628633 Feb 09 14:41:40.501797 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c0594a0a-992e-4ce8-b354-f90c2d475188 req-ad570c25-cb05-44cb-badc-6829038c9d90 tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722604 Feb 09 14:41:40.517322 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-17961dce-bf1b-4a0d-9b40-dfd44b34ad78 req-ae0704ef-c433-474e-a1c3-89e5a9db809c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:40.529585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['6c3bdcdd-660d-4d6c-b123-16680d6e6897'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:41:40.653301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0704ef-c433-474e-a1c3-89e5a9db809c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Pushing event deleted for resources: {'Port': ['ID=6c3bdcdd-660d-4d6c-b123-16680d6e6897,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:40.664810 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:40.777818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-17961dce-bf1b-4a0d-9b40-dfd44b34ad78 req-ae0704ef-c433-474e-a1c3-89e5a9db809c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] No DVR routers for this DVR port 6c3bdcdd-660d-4d6c-b123-16680d6e6897 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:41:40.782716 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-17961dce-bf1b-4a0d-9b40-dfd44b34ad78 req-ae0704ef-c433-474e-a1c3-89e5a9db809c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:40.785812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523ea95f-e2a5-44ed-89e2-196f755d4fef', 'name': 'network-vif-deleted', 'tag': '6c3bdcdd-660d-4d6c-b123-16680d6e6897'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:41:40.812470 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17961dce-bf1b-4a0d-9b40-dfd44b34ad78 req-ae0704ef-c433-474e-a1c3-89e5a9db809c tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.35 "DELETE /v2.0/ports/6c3bdcdd-660d-4d6c-b123-16680d6e6897 HTTP/1.1" status: 204 len: 173 time: 1.4568534 Feb 09 14:41:40.851083 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523ea95f-e2a5-44ed-89e2-196f755d4fef', 'name': 'network-vif-deleted', 'tag': '6c3bdcdd-660d-4d6c-b123-16680d6e6897', 'status': 'completed', 'code': 200} Feb 09 14:41:41.736826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-5f5db30f-537f-4b5b-83f1-720abb7fa601 req-091c92bb-c1b5-466f-be91-d937f6e5ed8a tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Synchronizing usage tracker for tenant:a50c13c76f22474b8dc355bb80336582 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:41:41.757002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-5f5db30f-537f-4b5b-83f1-720abb7fa601 req-091c92bb-c1b5-466f-be91-d937f6e5ed8a tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] Unset dirty status for tenant:a50c13c76f22474b8dc355bb80336582 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:41:41.758273 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f5db30f-537f-4b5b-83f1-720abb7fa601 req-091c92bb-c1b5-466f-be91-d937f6e5ed8a tempest-VolumesNegativeTest-654633367 tempest-VolumesNegativeTest-654633367-project] 10.222.0.48 "GET /v2.0/ports?device_id=523ea95f-e2a5-44ed-89e2-196f755d4fef HTTP/1.1" status: 200 len: 210 time: 0.0754302 Feb 09 14:41:43.270751 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6c3bdcdd-660d-4d6c-b123-16680d6e6897 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:41:43.307739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 6c3bdcdd-660d-4d6c-b123-16680d6e6897 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:41:43.308103 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6c3bdcdd-660d-4d6c-b123-16680d6e6897 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:41:50.432793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39832) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:50.866559 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-90843ff2-18b5-4f14-b3d2-e2440d091345 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a50c13c76f22474b8dc355bb80336582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4324601 Feb 09 14:41:50.870246 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39848) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:50.982257 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e88f5451-a2d9-40ef-93df-a93746097752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:51.051552 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e88f5451-a2d9-40ef-93df-a93746097752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:51.182234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e88f5451-a2d9-40ef-93df-a93746097752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:51.204264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f5451-a2d9-40ef-93df-a93746097752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:51.239146 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e88f5451-a2d9-40ef-93df-a93746097752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:51.242924 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e88f5451-a2d9-40ef-93df-a93746097752 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3cfd19e1-5210-4d0e-b9ad-9db3f658c8d1 HTTP/1.1" status: 204 len: 168 time: 0.3712742 Feb 09 14:41:51.929672 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c158b6e0-1463-4ce1-a8dc-a31ff659b275 req-5a4a7cd6-149e-42d1-a547-5f37c3ff2b74 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1105897 Feb 09 14:41:52.207075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158b6e0-1463-4ce1-a8dc-a31ff659b275 req-ee3e1309-5768-47cc-9c56-c247d5a5a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:52.207075 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c158b6e0-1463-4ce1-a8dc-a31ff659b275 req-ee3e1309-5768-47cc-9c56-c247d5a5a4d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=700b9235bb3d4706bcd2644827123371&device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 1097 time: 0.1333642 Feb 09 14:41:52.425632 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158b6e0-1463-4ce1-a8dc-a31ff659b275 req-014a63f0-9ea0-4eae-910f-3a8a879aacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:52.427402 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c158b6e0-1463-4ce1-a8dc-a31ff659b275 req-014a63f0-9ea0-4eae-910f-3a8a879aacb6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 200 len: 916 time: 0.1991932 Feb 09 14:41:52.571530 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c158b6e0-1463-4ce1-a8dc-a31ff659b275 req-fe5894f2-389a-46b1-8c2b-2098b0213ae7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2 HTTP/1.1" status: 200 len: 1000 time: 0.1343369 Feb 09 14:41:52.653042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158b6e0-1463-4ce1-a8dc-a31ff659b275 req-7f5a0584-9d7f-4a40-97c3-f3067b4ebe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:52.655977 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c158b6e0-1463-4ce1-a8dc-a31ff659b275 req-7f5a0584-9d7f-4a40-97c3-f3067b4ebe14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 200 len: 855 time: 0.0770409 Feb 09 14:41:52.804679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158b6e0-1463-4ce1-a8dc-a31ff659b275 req-db4228fe-051f-4adb-9c57-d665b6f7698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:52.804679 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c158b6e0-1463-4ce1-a8dc-a31ff659b275 req-db4228fe-051f-4adb-9c57-d665b6f7698a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bbb3d60-5bb5-4148-942d-8f599eefdf54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389849 Feb 09 14:41:53.040925 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c158b6e0-1463-4ce1-a8dc-a31ff659b275 req-d1c5ff1f-bf6a-4e83-917e-d258bf7e6780 service neutron] 10.222.0.21 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295721 Feb 09 14:41:53.418237 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c158b6e0-1463-4ce1-a8dc-a31ff659b275 req-c431b815-3bcf-44e0-89cc-3eae98f2a8d0 service neutron] 10.222.0.21 "GET /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686647 Feb 09 14:41:54.240739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39944) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:54.246636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-351290557', 'description': 'tempest-secgroup-smoke-351290557 description', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:41:54.256632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:54.266976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:54.266976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:54.278034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:54.307079 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:54.334453 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:54.373710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:54.390285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:54.390285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:54.406043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:54.569013 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:54.577670 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:54.630258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12edc266-8ea5-4ffd-a582-886d7fc4d575,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:54.630258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:54.645975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:54.645975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:54.653525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:54.758541 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:54.764376 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:54.832222 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:54.833464 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5950642 Feb 09 14:41:54.834274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cae7f9-ebf0-41d1-92c4-fcd6e9e49f2b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb123fa-780a-4c95-a8e7-10cd5422bcdc,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:54.836540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39956) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:54.842050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': 'bcb123fa-780a-4c95-a8e7-10cd5422bcdc', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:41:54.849398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:54.853480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:54.857470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:54.864873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:54.889684 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:54.979949 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:54.983527 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.018634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b332da29-a497-4d20-a351-44df49e192fb,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:55.025000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:55.025000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:55.025000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:55.025000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:55.025000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:55.025000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:55.025000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:55.028315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:55.028315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:55.028315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:55.028315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:55.028315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:41:55.037796 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.037796 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f9eadf80-f7c6-4469-844d-daf0fe9b11df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1950791 Feb 09 14:41:55.037796 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39960) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:55.042722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-927b40a3-df14-4fd0-8935-4642f6dd54cd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': 'bcb123fa-780a-4c95-a8e7-10cd5422bcdc', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:41:55.052254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-927b40a3-df14-4fd0-8935-4642f6dd54cd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:55.057665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-927b40a3-df14-4fd0-8935-4642f6dd54cd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:55.061376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-927b40a3-df14-4fd0-8935-4642f6dd54cd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:55.066651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-927b40a3-df14-4fd0-8935-4642f6dd54cd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:55.103384 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-927b40a3-df14-4fd0-8935-4642f6dd54cd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.173345 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-927b40a3-df14-4fd0-8935-4642f6dd54cd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.176970 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-927b40a3-df14-4fd0-8935-4642f6dd54cd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.204594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b40a3-df14-4fd0-8935-4642f6dd54cd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7a0701-115c-4be2-936a-b05fe323da8d,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:55.215036 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-927b40a3-df14-4fd0-8935-4642f6dd54cd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.219184 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-927b40a3-df14-4fd0-8935-4642f6dd54cd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1801801 Feb 09 14:41:55.219561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39966) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:55.224886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9cd3bb2b-24be-4c4a-9905-1b3030e5034e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': 'bcb123fa-780a-4c95-a8e7-10cd5422bcdc', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:41:55.232611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9cd3bb2b-24be-4c4a-9905-1b3030e5034e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:55.236542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9cd3bb2b-24be-4c4a-9905-1b3030e5034e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:55.239510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9cd3bb2b-24be-4c4a-9905-1b3030e5034e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:55.245674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9cd3bb2b-24be-4c4a-9905-1b3030e5034e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:55.281280 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cd3bb2b-24be-4c4a-9905-1b3030e5034e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.372141 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cd3bb2b-24be-4c4a-9905-1b3030e5034e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.375816 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cd3bb2b-24be-4c4a-9905-1b3030e5034e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.394665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3bb2b-24be-4c4a-9905-1b3030e5034e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4c1d36-c164-4f91-9d25-56ed9ed74797,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:55.416185 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9cd3bb2b-24be-4c4a-9905-1b3030e5034e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.418464 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9cd3bb2b-24be-4c4a-9905-1b3030e5034e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1974747 Feb 09 14:41:55.420957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 39970) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:55.425902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-49f529fb-a3a4-41bb-85bd-749e7764af6d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': 'bcb123fa-780a-4c95-a8e7-10cd5422bcdc', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:41:55.433361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-49f529fb-a3a4-41bb-85bd-749e7764af6d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:55.437534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-49f529fb-a3a4-41bb-85bd-749e7764af6d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:55.441320 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-49f529fb-a3a4-41bb-85bd-749e7764af6d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:55.448694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-49f529fb-a3a4-41bb-85bd-749e7764af6d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:55.464644 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49f529fb-a3a4-41bb-85bd-749e7764af6d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.536885 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49f529fb-a3a4-41bb-85bd-749e7764af6d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.556054 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49f529fb-a3a4-41bb-85bd-749e7764af6d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.599116 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f529fb-a3a4-41bb-85bd-749e7764af6d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8391b4c0-02e6-4afb-84f7-70c75b135688,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:55.610657 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49f529fb-a3a4-41bb-85bd-749e7764af6d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.623941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39976) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:55.629926 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-49f529fb-a3a4-41bb-85bd-749e7764af6d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2030587 Feb 09 14:41:55.633817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-04bdbada-a21a-4d6b-84a1-e30d9d644348 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': 'bcb123fa-780a-4c95-a8e7-10cd5422bcdc', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:41:55.650176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-04bdbada-a21a-4d6b-84a1-e30d9d644348 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:55.656543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-04bdbada-a21a-4d6b-84a1-e30d9d644348 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:55.656543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-04bdbada-a21a-4d6b-84a1-e30d9d644348 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:55.666027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-04bdbada-a21a-4d6b-84a1-e30d9d644348 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:55.692328 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-04bdbada-a21a-4d6b-84a1-e30d9d644348 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Project c945c8634f3e49fe9afbbbf3c60331a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:41:55.698327 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-04bdbada-a21a-4d6b-84a1-e30d9d644348 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.789196 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-04bdbada-a21a-4d6b-84a1-e30d9d644348 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.796022 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-04bdbada-a21a-4d6b-84a1-e30d9d644348 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.852903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdbada-a21a-4d6b-84a1-e30d9d644348 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ea48fc-1c2f-480a-910e-16dacab12dab,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:55.889133 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-04bdbada-a21a-4d6b-84a1-e30d9d644348 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:55.890503 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-04bdbada-a21a-4d6b-84a1-e30d9d644348 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2689393 Feb 09 14:41:55.893263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 39986) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:55.901475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-4c5102c9-e25b-4c88-99df-8782fd8c794c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': 'bcb123fa-780a-4c95-a8e7-10cd5422bcdc', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:41:55.909443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4c5102c9-e25b-4c88-99df-8782fd8c794c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:55.915689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4c5102c9-e25b-4c88-99df-8782fd8c794c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:55.926480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4c5102c9-e25b-4c88-99df-8782fd8c794c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:55.947842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4c5102c9-e25b-4c88-99df-8782fd8c794c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:55.967209 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16f98f47-536f-4859-8538-ed7dedd1da10 req-e798572f-5be0-4044-8728-ce53ec4a4aa9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3494217 Feb 09 14:41:55.967209 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-4c5102c9-e25b-4c88-99df-8782fd8c794c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Project c945c8634f3e49fe9afbbbf3c60331a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:41:55.978740 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4c5102c9-e25b-4c88-99df-8782fd8c794c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:56.194598 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4c5102c9-e25b-4c88-99df-8782fd8c794c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:56.207106 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4c5102c9-e25b-4c88-99df-8782fd8c794c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:56.237724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5102c9-e25b-4c88-99df-8782fd8c794c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257eb78b-86f2-4c3c-85a9-3aedbab0b199,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:56.255588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f98f47-536f-4859-8538-ed7dedd1da10 req-cfb3b1c5-fd30-435f-ab81-fde19a388233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:56.257369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16f98f47-536f-4859-8538-ed7dedd1da10 req-cfb3b1c5-fd30-435f-ab81-fde19a388233 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd902e78e9b44d9993efa4ba21344f90&device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 1097 time: 0.1356087 Feb 09 14:41:56.258459 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4c5102c9-e25b-4c88-99df-8782fd8c794c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:56.259675 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4c5102c9-e25b-4c88-99df-8782fd8c794c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3652308 Feb 09 14:41:56.263270 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40002) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:56.269583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7e12908f-a1c7-4d26-bd00-f35d59bb7332 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'network': {'name': 'tempest-network-smoke--1120088908', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'port_security_enabled': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:41:56.284928 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7e12908f-a1c7-4d26-bd00-f35d59bb7332 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:56.290670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7e12908f-a1c7-4d26-bd00-f35d59bb7332 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:network and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:56.295632 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7e12908f-a1c7-4d26-bd00-f35d59bb7332 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:56.302901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7e12908f-a1c7-4d26-bd00-f35d59bb7332 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:56.321601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e12908f-a1c7-4d26-bd00-f35d59bb7332 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Made reservation on behalf of c945c8634f3e49fe9afbbbf3c60331a8 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:41:56.345685 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e12908f-a1c7-4d26-bd00-f35d59bb7332 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:56.425238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e12908f-a1c7-4d26-bd00-f35d59bb7332 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:41:56.433871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e12908f-a1c7-4d26-bd00-f35d59bb7332 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:56.433871 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-7e12908f-a1c7-4d26-bd00-f35d59bb7332 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Added segment a8adc562-792b-4835-b2a1-504aa22941e5 of type vlan for network e022907b-4492-4107-9149-afacab5147d0 Feb 09 14:41:56.468604 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e12908f-a1c7-4d26-bd00-f35d59bb7332 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:56.523935 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e12908f-a1c7-4d26-bd00-f35d59bb7332 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:56.543692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e12908f-a1c7-4d26-bd00-f35d59bb7332 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:56.545002 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7e12908f-a1c7-4d26-bd00-f35d59bb7332 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:56.578724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f98f47-536f-4859-8538-ed7dedd1da10 req-4c9fc2f3-e73c-4ca2-93de-858ea1233fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:56.580295 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16f98f47-536f-4859-8538-ed7dedd1da10 req-4c9fc2f3-e73c-4ca2-93de-858ea1233fc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbd29eea-57ba-4216-b5d8-c672da6f570c HTTP/1.1" status: 200 len: 908 time: 0.2808404 Feb 09 14:41:56.633957 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7e12908f-a1c7-4d26-bd00-f35d59bb7332 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3694024 Feb 09 14:41:56.672809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40012) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:56.702839 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1512431390', 'admin_state_up': True, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:41:56.713864 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:41:56.729756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:router and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:41:56.734949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:41:56.746830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:41:56.764207 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16f98f47-536f-4859-8538-ed7dedd1da10 req-26c88700-52d8-4294-bb54-d09224e83ae0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b67faea-2596-434f-bfde-fe4ad09778d6 HTTP/1.1" status: 200 len: 1001 time: 0.1751828 Feb 09 14:41:56.769677 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:56.773844 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:56.803487 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-04f4e626-f3bd-4892-97ee-708fc74a3c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:56.836732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12908f-a1c7-4d26-bd00-f35d59bb7332 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Network': ['ID=e022907b-4492-4107-9149-afacab5147d0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:56.849112 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network e022907b-4492-4107-9149-afacab5147d0 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:41:56.878834 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:56.893214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f98f47-536f-4859-8538-ed7dedd1da10 req-212f9532-c96a-466f-a18a-91e5a95c14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:56.893214 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16f98f47-536f-4859-8538-ed7dedd1da10 req-212f9532-c96a-466f-a18a-91e5a95c14e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a12fb758-587c-45f5-961c-5c501cf036d2 HTTP/1.1" status: 200 len: 847 time: 0.1032162 Feb 09 14:41:57.380830 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:57.394880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f98f47-536f-4859-8538-ed7dedd1da10 req-298f0a3a-8e8d-4f6a-9aeb-25fffb0abf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:41:57.396567 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16f98f47-536f-4859-8538-ed7dedd1da10 req-298f0a3a-8e8d-4f6a-9aeb-25fffb0abf26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbd29eea-57ba-4216-b5d8-c672da6f570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5004139 Feb 09 14:41:57.418164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-16f98f47-536f-4859-8538-ed7dedd1da10 req-40eab658-1dbe-4642-bdd8-4e25d28420bd service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:41:57.418164 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16f98f47-536f-4859-8538-ed7dedd1da10 req-40eab658-1dbe-4642-bdd8-4e25d28420bd service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051372 Feb 09 14:41:57.647184 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16f98f47-536f-4859-8538-ed7dedd1da10 req-9c3d838d-fa34-4201-933f-ba39920dd93f service neutron] 10.222.0.35 "GET /v2.0/networks/dbd29eea-57ba-4216-b5d8-c672da6f570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802952 Feb 09 14:41:57.946947 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16f98f47-536f-4859-8538-ed7dedd1da10 req-fb4ae14a-7549-4c9b-83a0-3c6ed09aa3b6 service neutron] 10.222.0.35 "GET /v2.0/networks/dbd29eea-57ba-4216-b5d8-c672da6f570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908139 Feb 09 14:41:58.071591 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:58.126907 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:58.278925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Allocated IP 172.25.8.21 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/9d3054bf-7841-49d5-9f85-8dc7317815ed) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:41:58.479300 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:58.513412 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:58.593207 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:41:58.596539 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:41:58.601938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:41:58.648607 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=9d3054bf-7841-49d5-9f85-8dc7317815ed,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:58.826833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40038) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:58.890431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7111be1-a8e2-4776-91f2-2eafcf178e25 admin admin] Deleting subnet cb3f46af-621b-4e43-b710-c5a6bb41e098 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:41:58.893765 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b7111be1-a8e2-4776-91f2-2eafcf178e25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:58.985982 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b7111be1-a8e2-4776-91f2-2eafcf178e25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:59.124175 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b7111be1-a8e2-4776-91f2-2eafcf178e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:59.218662 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-317959f3-6b4b-4b03-991f-6737a0676a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:59.232538 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b7111be1-a8e2-4776-91f2-2eafcf178e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:59.288958 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7111be1-a8e2-4776-91f2-2eafcf178e25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb3f46af-621b-4e43-b710-c5a6bb41e098,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:59.296029 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b7111be1-a8e2-4776-91f2-2eafcf178e25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:59.303191 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b7111be1-a8e2-4776-91f2-2eafcf178e25 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cb3f46af-621b-4e43-b710-c5a6bb41e098 HTTP/1.1" status: 204 len: 168 time: 0.4752305 Feb 09 14:41:59.305579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40046) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:41:59.343155 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:59.498472 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f14f3561-9cbf-47f0-a3f8-f2d64bafba89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:59.672128 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f14f3561-9cbf-47f0-a3f8-f2d64bafba89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:59.704655 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-f14f3561-9cbf-47f0-a3f8-f2d64bafba89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc30aca4-5af4-4973-8cff-a2cea2c17606']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:41:59.729764 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-f14f3561-9cbf-47f0-a3f8-f2d64bafba89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795e8c99-1f79-4dfb-a477-30cc97f534ca') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:41:59.729764 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-f14f3561-9cbf-47f0-a3f8-f2d64bafba89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795e8c99-1f79-4dfb-a477-30cc97f534ca') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:41:59.752840 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f14f3561-9cbf-47f0-a3f8-f2d64bafba89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:59.780041 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:59.782279 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f14f3561-9cbf-47f0-a3f8-f2d64bafba89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:59.786544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14f3561-9cbf-47f0-a3f8-f2d64bafba89 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:41:59.786939 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f14f3561-9cbf-47f0-a3f8-f2d64bafba89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:41:59.810045 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:41:59.888647 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f14f3561-9cbf-47f0-a3f8-f2d64bafba89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:59.912939 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f14f3561-9cbf-47f0-a3f8-f2d64bafba89 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:41:59.919411 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f3561-9cbf-47f0-a3f8-f2d64bafba89 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc30aca4-5af4-4973-8cff-a2cea2c17606,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:41:59.932024 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f14f3561-9cbf-47f0-a3f8-f2d64bafba89 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cc30aca4-5af4-4973-8cff-a2cea2c17606 HTTP/1.1" status: 204 len: 168 time: 0.6249731 Feb 09 14:41:59.935988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40054) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:00.021705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9991b1ba-0ef0-42f2-b417-744dfb89f6ed admin admin] Deleting subnet 5bc9e4bf-b86b-47af-95a0-77da10a185e9 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:42:00.030085 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9991b1ba-0ef0-42f2-b417-744dfb89f6ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:00.073786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:42:00.101827 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9991b1ba-0ef0-42f2-b417-744dfb89f6ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:00.199509 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9991b1ba-0ef0-42f2-b417-744dfb89f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:00.289451 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9991b1ba-0ef0-42f2-b417-744dfb89f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:00.291558 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:00.306489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:42:00.319379 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Sync routers for ids ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:42:00.338559 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Routers {'75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:00.338559 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-19f607e5-06db-4875-8121-e24816993c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:41:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:00.344523 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:00.370395 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:00.370395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-741b9c59-2ff7-45e6-9f58-418b12104193 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6925502 Feb 09 14:42:00.372848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40062) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:00.376391 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991b1ba-0ef0-42f2-b417-744dfb89f6ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bc9e4bf-b86b-47af-95a0-77da10a185e9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:00.379075 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9991b1ba-0ef0-42f2-b417-744dfb89f6ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:00.406033 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9991b1ba-0ef0-42f2-b417-744dfb89f6ed admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5bc9e4bf-b86b-47af-95a0-77da10a185e9 HTTP/1.1" status: 204 len: 168 time: 0.4632518 Feb 09 14:42:00.408534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40068) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:00.535274 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-71441a2f-59e5-4ecb-b67b-e4081af1e4e8 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=c945c8634f3e49fe9afbbbf3c60331a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1631632 Feb 09 14:42:00.538226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40074) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:00.595969 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Set router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:00.633097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a1ed713-6886-407f-b377-10fffe2aee84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:00.766790 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe05a243-3db6-41eb-bf5f-cdf416d37635 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:00.766790 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fe05a243-3db6-41eb-bf5f-cdf416d37635 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2264388 Feb 09 14:42:00.773349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40078) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:00.826752 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a1ed713-6886-407f-b377-10fffe2aee84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:00.833174 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2e5fdfc8-c140-4e8a-bb0a-784085a7fec4 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0631583 Feb 09 14:42:00.835814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40084) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:00.848255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f0b57c30-f0b2-4493-93ba-90e0ebfc329d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-6508146', 'network_id': 'e022907b-4492-4107-9149-afacab5147d0', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:00.870222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-4a1ed713-6886-407f-b377-10fffe2aee84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f842379-0752-4b56-b9e7-84a5df3f6e7d']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:00.887827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-4a1ed713-6886-407f-b377-10fffe2aee84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77544f68-5974-4b44-9b1d-e189004e31f9') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:00.888329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-4a1ed713-6886-407f-b377-10fffe2aee84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77544f68-5974-4b44-9b1d-e189004e31f9') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:00.911976 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a1ed713-6886-407f-b377-10fffe2aee84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:00.934760 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a1ed713-6886-407f-b377-10fffe2aee84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:00.956523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1ed713-6886-407f-b377-10fffe2aee84 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:42:00.959222 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a1ed713-6886-407f-b377-10fffe2aee84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:01.002958 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-19f607e5-06db-4875-8121-e24816993c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512431390', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:41:56Z', 'updated_at': '2022-02-09T14:41:58Z', 'revision_number': 3, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:41:58Z', 'updated_at': '2022-02-09T14:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:01.002958 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Checking router: 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:42:01.002958 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Updating router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 port 9d3054bf-7841-49d5-9f85-8dc7317815ed binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:42:01.070919 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:42:01.081132 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:01.085303 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a1ed713-6886-407f-b377-10fffe2aee84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:01.106968 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a1ed713-6886-407f-b377-10fffe2aee84 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:01.109967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f0b57c30-f0b2-4493-93ba-90e0ebfc329d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:01.109967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f0b57c30-f0b2-4493-93ba-90e0ebfc329d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:subnet and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:01.112561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ed713-6886-407f-b377-10fffe2aee84 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f842379-0752-4b56-b9e7-84a5df3f6e7d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:01.115569 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f0b57c30-f0b2-4493-93ba-90e0ebfc329d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:01.119204 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4a1ed713-6886-407f-b377-10fffe2aee84 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7f842379-0752-4b56-b9e7-84a5df3f6e7d HTTP/1.1" status: 204 len: 168 time: 0.7060072 Feb 09 14:42:01.122239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f0b57c30-f0b2-4493-93ba-90e0ebfc329d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:01.130756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b57c30-f0b2-4493-93ba-90e0ebfc329d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Made reservation on behalf of c945c8634f3e49fe9afbbbf3c60331a8 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:42:01.130756 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f0b57c30-f0b2-4493-93ba-90e0ebfc329d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:01.404756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40096) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:01.464718 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f0b57c30-f0b2-4493-93ba-90e0ebfc329d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:01.470122 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ca2aa1bf-a7f2-48f6-b72f-d6dc9db04da0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e322a40b47b84184a0f4f595067807dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621936 Feb 09 14:42:01.476624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40100) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:01.535310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b57c30-f0b2-4493-93ba-90e0ebfc329d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Subnet': ['ID=3657165f-156f-4a74-a5ec-e5fd804beae5,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:01.577154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b57c30-f0b2-4493-93ba-90e0ebfc329d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Checking segment: {'id': 'a8adc562-792b-4835-b2a1-504aa22941e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e022907b-4492-4107-9149-afacab5147d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:42:01.577154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b57c30-f0b2-4493-93ba-90e0ebfc329d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network hostable DHCP agents. Network: e022907b-4492-4107-9149-afacab5147d0, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:42:01.600871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b57c30-f0b2-4493-93ba-90e0ebfc329d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network e022907b-4492-4107-9149-afacab5147d0 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:42:01.617745 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6fdaddc4-aa0d-4f50-ac48-ac8d727e0f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:01.620952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f0b57c30-f0b2-4493-93ba-90e0ebfc329d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, e022907b-4492-4107-9149-afacab5147d0) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:01.626623 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:01.628779 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b57c30-f0b2-4493-93ba-90e0ebfc329d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:01.630356 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f0b57c30-f0b2-4493-93ba-90e0ebfc329d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:01.634120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d7211b-f4bc-4368-839e-5d3b55882826 None None] Network e022907b-4492-4107-9149-afacab5147d0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:42:01.660345 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f0b57c30-f0b2-4493-93ba-90e0ebfc329d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.8204985 Feb 09 14:42:01.660629 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40106) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:01.668401 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Transition to ACTIVE for port object 9d3054bf-7841-49d5-9f85-8dc7317815ed will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:01.684776 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:01.821084 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Attempting to bind port 9d3054bf-7841-49d5-9f85-8dc7317815ed on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:42:01.821084 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Attempting to bind port 9d3054bf-7841-49d5-9f85-8dc7317815ed by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:42:01.821084 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Attempting to bind port 9d3054bf-7841-49d5-9f85-8dc7317815ed on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:42:01.837915 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:42:01.837915 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:42:01.837915 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:01.837915 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:42:01.837915 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Bound port: 9d3054bf-7841-49d5-9f85-8dc7317815ed, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:42:01.837915 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:01.882514 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a21774-f3db-4192-bbca-4dd0a8d12e06 None None] Pushing event updated for resources: {'Port': ['ID=9d3054bf-7841-49d5-9f85-8dc7317815ed,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:01.888207 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6fdaddc4-aa0d-4f50-ac48-ac8d727e0f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:01.901146 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a21774-f3db-4192-bbca-4dd0a8d12e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:01.901146 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a21774-f3db-4192-bbca-4dd0a8d12e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:01.901146 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a21774-f3db-4192-bbca-4dd0a8d12e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:01.901146 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a21774-f3db-4192-bbca-4dd0a8d12e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:01.901146 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a21774-f3db-4192-bbca-4dd0a8d12e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:01.901146 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a21774-f3db-4192-bbca-4dd0a8d12e06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:01.901146 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a21774-f3db-4192-bbca-4dd0a8d12e06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:01.901146 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a21774-f3db-4192-bbca-4dd0a8d12e06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:01.901146 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a21774-f3db-4192-bbca-4dd0a8d12e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:01.901146 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a21774-f3db-4192-bbca-4dd0a8d12e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:01.901146 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a21774-f3db-4192-bbca-4dd0a8d12e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:01.901146 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a21774-f3db-4192-bbca-4dd0a8d12e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:01.930017 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:01.952974 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-19f607e5-06db-4875-8121-e24816993c16 None None] For port 9d3054bf-7841-49d5-9f85-8dc7317815ed, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:42:01.968984 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-19f607e5-06db-4875-8121-e24816993c16 None None] For port 9d3054bf-7841-49d5-9f85-8dc7317815ed, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9d3054bf-7841-49d5-9f85-8dc7317815ed,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:42:01.968984 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:01.999718 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6fdaddc4-aa0d-4f50-ac48-ac8d727e0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:02.033628 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-e022907b-4492-4107-9149-afacab5147d0', 'network_id': 'e022907b-4492-4107-9149-afacab5147d0', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ips': [{'subnet_id': '3657165f-156f-4a74-a5ec-e5fd804beae5'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:42:02.034613 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:02.057195 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Routers {'75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:02.057846 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-19f607e5-06db-4875-8121-e24816993c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:41:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:02.059165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdaddc4-aa0d-4f50-ac48-ac8d727e0f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b7b5e3-0763-430e-abe8-764923c0de3b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:02.110206 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6fdaddc4-aa0d-4f50-ac48-ac8d727e0f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:02.111328 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6fdaddc4-aa0d-4f50-ac48-ac8d727e0f87 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26b7b5e3-0763-430e-abe8-764923c0de3b HTTP/1.1" status: 204 len: 168 time: 0.6400125 Feb 09 14:42:02.272315 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-19f607e5-06db-4875-8121-e24816993c16 None None] Set router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:02.281853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Allocated IP 172.20.0.2 (e022907b-4492-4107-9149-afacab5147d0/3657165f-156f-4a74-a5ec-e5fd804beae5/6659e594-ebd2-4864-b231-abdba937ac0c) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:42:02.647134 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a21774-f3db-4192-bbca-4dd0a8d12e06 None None] Pushing event updated for resources: {'Port': ['ID=9d3054bf-7841-49d5-9f85-8dc7317815ed,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:02.744569 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:02.755489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Transition to ACTIVE for port object 6659e594-ebd2-4864-b231-abdba937ac0c will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:02.800075 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Transition to ACTIVE for port object 6659e594-ebd2-4864-b231-abdba937ac0c will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:02.811021 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:02.856617 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:02.878827 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-19f607e5-06db-4875-8121-e24816993c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512431390', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:41:56Z', 'updated_at': '2022-02-09T14:41:58Z', 'revision_number': 3, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:41:58Z', 'updated_at': '2022-02-09T14:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:02.893252 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f607e5-06db-4875-8121-e24816993c16 None None] The sync data for ids ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'] in n-d-828418-2 is: [{'id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512431390', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:41:56Z', 'updated_at': '2022-02-09T14:41:58Z', 'revision_number': 3, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:41:58Z', 'updated_at': '2022-02-09T14:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:42:02.948196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Network e022907b-4492-4107-9149-afacab5147d0 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:42:02.950549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40122) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:02.958405 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:02.958405 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:42:03.032760 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Pushing event updated for resources: {'Port': ['ID=6659e594-ebd2-4864-b231-abdba937ac0c,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:03.068205 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1e8fb581-4259-47ad-b591-306fa5947ef5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f5de0c4c22d427895ae950d89b9cd38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1204710 Feb 09 14:42:03.076112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40126) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:03.128409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Attempting to bind port 6659e594-ebd2-4864-b231-abdba937ac0c on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:42:03.129267 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Attempting to bind port 6659e594-ebd2-4864-b231-abdba937ac0c by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a8adc562-792b-4835-b2a1-504aa22941e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e022907b-4492-4107-9149-afacab5147d0'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:42:03.129897 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Attempting to bind port 6659e594-ebd2-4864-b231-abdba937ac0c on network e022907b-4492-4107-9149-afacab5147d0 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:42:03.137953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:42:03.138620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Checking segment: {'id': 'a8adc562-792b-4835-b2a1-504aa22941e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e022907b-4492-4107-9149-afacab5147d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:42:03.139292 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:03.139922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Bound using segment: {'id': 'a8adc562-792b-4835-b2a1-504aa22941e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e022907b-4492-4107-9149-afacab5147d0'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:42:03.140912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Bound port: 6659e594-ebd2-4864-b231-abdba937ac0c, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8adc562-792b-4835-b2a1-504aa22941e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e022907b-4492-4107-9149-afacab5147d0'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:42:03.141529 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:03.172035 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7a6404ea-c336-4fac-b9ab-2a5bada2759c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:03.205400 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7a6404ea-c336-4fac-b9ab-2a5bada2759c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:03.317165 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7a6404ea-c336-4fac-b9ab-2a5bada2759c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:03.321988 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] For port 6659e594-ebd2-4864-b231-abdba937ac0c, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:42:03.321988 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] For port 6659e594-ebd2-4864-b231-abdba937ac0c, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=6659e594-ebd2-4864-b231-abdba937ac0c,segment=NetworkSegment(a8adc562-792b-4835-b2a1-504aa22941e5),segment_id=a8adc562-792b-4835-b2a1-504aa22941e5)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:42:03.329186 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:03.365858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6404ea-c336-4fac-b9ab-2a5bada2759c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ae3ce8-bfc4-4c49-b98d-669a442d3c39,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:03.387572 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7a6404ea-c336-4fac-b9ab-2a5bada2759c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:03.387572 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7a6404ea-c336-4fac-b9ab-2a5bada2759c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88ae3ce8-bfc4-4c49-b98d-669a442d3c39 HTTP/1.1" status: 204 len: 168 time: 0.3146913 Feb 09 14:42:03.611772 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e09c17-e036-4eba-b292-0d25b0306f82 None None] Pushing event updated for resources: {'Port': ['ID=6659e594-ebd2-4864-b231-abdba937ac0c,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:04.026628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Allocated IP 172.20.0.1 (e022907b-4492-4107-9149-afacab5147d0/3657165f-156f-4a74-a5ec-e5fd804beae5/5a44e7af-fc7d-4303-8eac-0f263aa0a430) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:42:04.362595 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:04.403046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Transition to ACTIVE for port object 5a44e7af-fc7d-4303-8eac-0f263aa0a430 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:04.433119 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:04.542985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=5a44e7af-fc7d-4303-8eac-0f263aa0a430,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:04.571357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network e022907b-4492-4107-9149-afacab5147d0 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:42:04.579887 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:04.593690 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:42:04.669720 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:04.859913 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:04.947845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40164) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:05.113289 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1251614440-network', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:05.116933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:05.126503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Usage tracker for resource:network and tenant:a41332bb12404c08914ea958ae35ef74 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:05.133154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:05.160916 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828c76f4-600a-4389-9b78-bb0fac79bce8 None None] Network e022907b-4492-4107-9149-afacab5147d0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:42:05.184782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:05.222694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Made reservation on behalf of a41332bb12404c08914ea958ae35ef74 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:42:05.225243 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:05.260742 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:05.297384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:05.301405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Usage tracker for resource:security_group_rule and tenant:a41332bb12404c08914ea958ae35ef74 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:05.304375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:05.326533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:05.342284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9d3054bf-7841-49d5-9f85-8dc7317815ed up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:05.437341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-800763cd-4cc4-4517-9913-36833f413990 None None] Provisioning for port 6659e594-ebd2-4864-b231-abdba937ac0c completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:05.443968 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:05.465038 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:05.584101 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 9d3054bf-7841-49d5-9f85-8dc7317815ed completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:05.587367 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:05.599421 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:05.611894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 9d3054bf-7841-49d5-9f85-8dc7317815ed triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:05.615461 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:05.633125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:05.635636 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:05.649696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:42:05.653264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:05.654501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:05.654839 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:05.655169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:05.655573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:05.655929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:05.656253 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:05.656575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:05.656893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:05.657209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:05.657525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:05.657840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:05.670420 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:05.670832 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Added segment 53e88dda-d1cd-4321-b5a3-16f02ec2912f of type vlan for network 2af7d454-c373-48d2-a2c0-b8fe62f20cda Feb 09 14:42:05.707833 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:05.761363 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:05.761363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:05.761363 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:05.819865 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=5a44e7af-fc7d-4303-8eac-0f263aa0a430,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:05.903424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] Pushing event updated for resources: {'Network': ['ID=2af7d454-c373-48d2-a2c0-b8fe62f20cda,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:05.906506 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:05.928975 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 9d3054bf-7841-49d5-9f85-8dc7317815ed, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9d3054bf-7841-49d5-9f85-8dc7317815ed,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:05.928975 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 2af7d454-c373-48d2-a2c0-b8fe62f20cda details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:42:05.932526 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9b579165-0337-4e3e-a9dd-ba0daaca2430 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9914141 Feb 09 14:42:05.932526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40176) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:05.944774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-33c72a1b-b72f-4567-833e-2a211e2be48c admin admin] Request body: {'subnet': {'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1251614440-subnet', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:05.951248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-33c72a1b-b72f-4567-833e-2a211e2be48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:05.956263 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:05.959629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-33c72a1b-b72f-4567-833e-2a211e2be48c admin admin] Usage tracker for resource:subnet and tenant:a41332bb12404c08914ea958ae35ef74 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:05.963415 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 6659e594-ebd2-4864-b231-abdba937ac0c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:05.966844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-33c72a1b-b72f-4567-833e-2a211e2be48c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:05.977152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-33c72a1b-b72f-4567-833e-2a211e2be48c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:05.995806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c72a1b-b72f-4567-833e-2a211e2be48c admin admin] Made reservation on behalf of a41332bb12404c08914ea958ae35ef74 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:42:05.998083 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-33c72a1b-b72f-4567-833e-2a211e2be48c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:06.035093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network e022907b-4492-4107-9149-afacab5147d0 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:42:06.036695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:06.299243 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=9d3054bf-7841-49d5-9f85-8dc7317815ed,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:06.328694 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-33c72a1b-b72f-4567-833e-2a211e2be48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:06.418849 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4a5fe4ce-bdf5-466f-865d-7cfbc256ecee None None] Provisioning for port 5a44e7af-fc7d-4303-8eac-0f263aa0a430 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:06.427256 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4a5fe4ce-bdf5-466f-865d-7cfbc256ecee None None] Provisioning complete for port 5a44e7af-fc7d-4303-8eac-0f263aa0a430 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:06.427919 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe4ce-bdf5-466f-865d-7cfbc256ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:06.474724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c72a1b-b72f-4567-833e-2a211e2be48c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8838457-395d-4c60-9dea-86467bd752c2,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:06.482007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c72a1b-b72f-4567-833e-2a211e2be48c admin admin] Checking segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:42:06.482521 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c72a1b-b72f-4567-833e-2a211e2be48c admin admin] Network hostable DHCP agents. Network: 2af7d454-c373-48d2-a2c0-b8fe62f20cda, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:42:06.507857 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:42:06.523327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c72a1b-b72f-4567-833e-2a211e2be48c admin admin] Network 2af7d454-c373-48d2-a2c0-b8fe62f20cda is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:42:06.549701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 6659e594-ebd2-4864-b231-abdba937ac0c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:06.553813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-33c72a1b-b72f-4567-833e-2a211e2be48c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 2af7d454-c373-48d2-a2c0-b8fe62f20cda) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:06.559666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4a5fe4ce-bdf5-466f-865d-7cfbc256ecee None None] Port 5a44e7af-fc7d-4303-8eac-0f263aa0a430 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:42:06.570084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7619179f-a36c-4253-a200-6c54a96981ab None None] Network 2af7d454-c373-48d2-a2c0-b8fe62f20cda requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:42:06.581324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c72a1b-b72f-4567-833e-2a211e2be48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:06.581324 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-33c72a1b-b72f-4567-833e-2a211e2be48c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:06.635543 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-33c72a1b-b72f-4567-833e-2a211e2be48c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7018738 Feb 09 14:42:06.642030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40186) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:06.653465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:06.653465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:06.664559 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Usage tracker for resource:router and tenant:a41332bb12404c08914ea958ae35ef74 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:06.673411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:06.689357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:06.708841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 6659e594-ebd2-4864-b231-abdba937ac0c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:06.708841 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:06.716001 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:06.724531 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:06.771522 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:06.886560 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-395094f6-ed22-4ffa-9f97-123e904d62d4 None None] Provisioning complete for port 5a44e7af-fc7d-4303-8eac-0f263aa0a430 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:06.886560 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-395094f6-ed22-4ffa-9f97-123e904d62d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:07.038502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-395094f6-ed22-4ffa-9f97-123e904d62d4 None None] Port 5a44e7af-fc7d-4303-8eac-0f263aa0a430 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:42:07.088600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:42:07.104115 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:07.106027 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bf6ea42d-7713-410c-9858-0e764236e20f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "PUT /v2.0/routers/75a0cbaa-7424-4ad0-a2f6-06e446b40eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4379885 Feb 09 14:42:07.115969 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Sync routers for ids ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:42:07.252349 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:07.266087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:42:07.266087 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:07.274804 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Routers {'75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:07.274804 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:41:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:07.343579 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 6659e594-ebd2-4864-b231-abdba937ac0c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=6659e594-ebd2-4864-b231-abdba937ac0c,segment=NetworkSegment(a8adc562-792b-4835-b2a1-504aa22941e5),segment_id=a8adc562-792b-4835-b2a1-504aa22941e5)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:07.399223 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:07.415685 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34cdccde-05f7-4677-87f4-c994390533dc req-b3c101ec-d020-4f4c-8b56-7e8320155dd2 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351290557&fields=id&tenant_id=c945c8634f3e49fe9afbbbf3c60331a8 HTTP/1.1" status: 200 len: 267 time: 0.0918169 Feb 09 14:42:07.455309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bcbeda9e-ba8b-460f-927b-941368f5b4e1 None None] Provisioning complete for port 5a44e7af-fc7d-4303-8eac-0f263aa0a430 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:07.455693 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bcbeda9e-ba8b-460f-927b-941368f5b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:07.565301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9d3054bf-7841-49d5-9f85-8dc7317815ed up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:07.696460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdccde-05f7-4677-87f4-c994390533dc req-ef4007af-d9d2-4f33-9c08-d845716e5fc7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:07.696460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-34cdccde-05f7-4677-87f4-c994390533dc req-ef4007af-d9d2-4f33-9c08-d845716e5fc7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:42:07.721256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-34cdccde-05f7-4677-87f4-c994390533dc req-ef4007af-d9d2-4f33-9c08-d845716e5fc7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:42:07.721256 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34cdccde-05f7-4677-87f4-c994390533dc req-ef4007af-d9d2-4f33-9c08-d845716e5fc7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/networks?id=e022907b-4492-4107-9149-afacab5147d0 HTTP/1.1" status: 200 len: 797 time: 0.2958853 Feb 09 14:42:07.744626 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34cdccde-05f7-4677-87f4-c994390533dc req-270f8394-27d4-4749-9535-365aefa917af tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/quotas/c945c8634f3e49fe9afbbbf3c60331a8 HTTP/1.1" status: 200 len: 375 time: 0.0138621 Feb 09 14:42:07.804933 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:07.840059 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:07.845697 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bcbeda9e-ba8b-460f-927b-941368f5b4e1 None None] Port 5a44e7af-fc7d-4303-8eac-0f263aa0a430 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:42:07.877236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-34cdccde-05f7-4677-87f4-c994390533dc req-bfdf9951-0456-463a-beaa-a03d893affcc tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:42:07.900310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-34cdccde-05f7-4677-87f4-c994390533dc req-bfdf9951-0456-463a-beaa-a03d893affcc tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:42:07.903514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=6659e594-ebd2-4864-b231-abdba937ac0c,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:07.914448 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34cdccde-05f7-4677-87f4-c994390533dc req-bfdf9951-0456-463a-beaa-a03d893affcc tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1596906 Feb 09 14:42:07.979180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Set router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:08.040511 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 9d3054bf-7841-49d5-9f85-8dc7317815ed triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:08.040511 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:08.124074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Allocated IP 172.20.0.2 (2af7d454-c373-48d2-a2c0-b8fe62f20cda/f8838457-395d-4c60-9dea-86467bd752c2/eecd7c94-726d-4789-b832-9e1b74b64c2a) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:42:08.143578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Allocated IP 172.25.8.236 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/42d1defe-aecb-428d-8f25-f17bc0e4e332) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:42:08.246038 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34cdccde-05f7-4677-87f4-c994390533dc req-ba04646b-3119-46c3-9a7b-39b4f90d40b4 service neutron] 10.222.0.48 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275237 Feb 09 14:42:08.312835 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:08.372766 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:08.474898 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34cdccde-05f7-4677-87f4-c994390533dc req-ccf5c7a3-10fc-4ebd-b722-5fdec9dfc181 service neutron] 10.222.0.48 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202890 Feb 09 14:42:08.511204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:42:08.512343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:08.522685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:42:08.693524 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:08.762693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Transition to ACTIVE for port object eecd7c94-726d-4789-b832-9e1b74b64c2a will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:08.789114 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Transition to ACTIVE for port object eecd7c94-726d-4789-b832-9e1b74b64c2a will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:08.796182 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:08.860071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Pushing event updated for resources: {'Port': ['ID=42d1defe-aecb-428d-8f25-f17bc0e4e332,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:08.910937 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e1f2f5ad-a2da-4483-a9ff-da658d13f144 req-6db72b9d-7a47-4f0c-ab57-1993f0c80cfd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 210 time: 0.1107821 Feb 09 14:42:08.926126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Network 2af7d454-c373-48d2-a2c0-b8fe62f20cda is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:42:08.935651 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:08.938458 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:42:09.002647 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Pushing event updated for resources: {'Port': ['ID=eecd7c94-726d-4789-b832-9e1b74b64c2a,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:09.011791 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:09.109719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Attempting to bind port eecd7c94-726d-4789-b832-9e1b74b64c2a on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:42:09.109719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Attempting to bind port eecd7c94-726d-4789-b832-9e1b74b64c2a by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:42:09.109719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Attempting to bind port eecd7c94-726d-4789-b832-9e1b74b64c2a on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:42:09.116226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:42:09.116226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Checking segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:42:09.116226 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:09.116226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Bound using segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:42:09.116226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Bound port: eecd7c94-726d-4789-b832-9e1b74b64c2a, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:42:09.116226 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:09.139647 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512431390', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:41:56Z', 'updated_at': '2022-02-09T14:42:04Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:41:58Z', 'updated_at': '2022-02-09T14:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '5a44e7af-fc7d-4303-8eac-0f263aa0a430', 'name': '', 'network_id': 'e022907b-4492-4107-9149-afacab5147d0', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:77:4c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:03Z', 'updated_at': '2022-02-09T14:42:05Z', 'revision_number': 2, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:09.207887 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Checking router: 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:42:09.207887 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Updating router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 port 5a44e7af-fc7d-4303-8eac-0f263aa0a430 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:42:09.241124 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:09.359574 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:09.445590 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] For port eecd7c94-726d-4789-b832-9e1b74b64c2a, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:42:09.480548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] For port eecd7c94-726d-4789-b832-9e1b74b64c2a, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=eecd7c94-726d-4789-b832-9e1b74b64c2a,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:42:09.487790 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:09.597935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 6659e594-ebd2-4864-b231-abdba937ac0c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:09.741642 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f51e94-2e46-4554-8258-72b7f0de6059 None None] Pushing event updated for resources: {'Port': ['ID=eecd7c94-726d-4789-b832-9e1b74b64c2a,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:09.771513 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:09.911227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 6659e594-ebd2-4864-b231-abdba937ac0c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:09.911227 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:10.185195 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8525322d-055c-4b07-92ce-e14b468812eb req-de171a9a-4381-4ae1-9d3a-ce9576031bfc tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 210 time: 0.0541165 Feb 09 14:42:10.276764 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:10.303618 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Transition to ACTIVE for port object 5a44e7af-fc7d-4303-8eac-0f263aa0a430 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:10.314502 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:10.416847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Router 57469629-c888-4e98-a2a9-891a4d6cb712 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:42:10.470689 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e070550-7c13-4833-a7ad-fbdbfeb7d51a None None] Pushing event updated for resources: {'Port': ['ID=5a44e7af-fc7d-4303-8eac-0f263aa0a430,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:10.655523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Attempting to bind port 5a44e7af-fc7d-4303-8eac-0f263aa0a430 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:42:10.664301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Attempting to bind port 5a44e7af-fc7d-4303-8eac-0f263aa0a430 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a8adc562-792b-4835-b2a1-504aa22941e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e022907b-4492-4107-9149-afacab5147d0'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:42:10.664301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Attempting to bind port 5a44e7af-fc7d-4303-8eac-0f263aa0a430 on network e022907b-4492-4107-9149-afacab5147d0 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:42:10.664301 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:10.672575 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:42:10.672575 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Checking segment: {'id': 'a8adc562-792b-4835-b2a1-504aa22941e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e022907b-4492-4107-9149-afacab5147d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:42:10.672575 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:10.672575 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Bound using segment: {'id': 'a8adc562-792b-4835-b2a1-504aa22941e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e022907b-4492-4107-9149-afacab5147d0'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:42:10.681190 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Bound port: 5a44e7af-fc7d-4303-8eac-0f263aa0a430, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8adc562-792b-4835-b2a1-504aa22941e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e022907b-4492-4107-9149-afacab5147d0'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:42:10.681190 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:10.767666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:42:10.792923 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Sync routers for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:42:10.813791 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:10.813791 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-11136d21-970b-4861-b02c-363693311de9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1727200 Feb 09 14:42:10.813791 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40246) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:10.876331 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:10.883223 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:41:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:10.979846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdccde-05f7-4677-87f4-c994390533dc req-d061e340-e943-46c8-b34e-ddfa1ef66a45 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:10.992314 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34cdccde-05f7-4677-87f4-c994390533dc req-d061e340-e943-46c8-b34e-ddfa1ef66a45 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.21 "GET /v2.0/networks?id=e022907b-4492-4107-9149-afacab5147d0 HTTP/1.1" status: 200 len: 797 time: 0.4404969 Feb 09 14:42:11.009453 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] For port 5a44e7af-fc7d-4303-8eac-0f263aa0a430, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:42:11.015253 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] For port 5a44e7af-fc7d-4303-8eac-0f263aa0a430, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=5a44e7af-fc7d-4303-8eac-0f263aa0a430,segment=NetworkSegment(a8adc562-792b-4835-b2a1-504aa22941e5),segment_id=a8adc562-792b-4835-b2a1-504aa22941e5)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:42:11.030153 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:11.084527 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34cdccde-05f7-4677-87f4-c994390533dc req-00e7f980-fa24-47e0-84e0-bb73d27e5a5d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c945c8634f3e49fe9afbbbf3c60331a8 HTTP/1.1" status: 200 len: 379 time: 0.0809381 Feb 09 14:42:11.091396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-34cdccde-05f7-4677-87f4-c994390533dc req-98b1acc2-7a08-4dc7-916e-62755fa81014 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'port': {'device_id': 'c68f6c84-b459-47da-96db-c11721284b13', 'network_id': 'e022907b-4492-4107-9149-afacab5147d0', 'admin_state_up': True, 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'security_groups': ['bcb123fa-780a-4c95-a8e7-10cd5422bcdc']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:11.252040 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e070550-7c13-4833-a7ad-fbdbfeb7d51a None None] Pushing event updated for resources: {'Port': ['ID=5a44e7af-fc7d-4303-8eac-0f263aa0a430,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:11.268219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Routers {'75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:11.268219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:41:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:11.324047 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:11.458743 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-34cdccde-05f7-4677-87f4-c994390533dc req-98b1acc2-7a08-4dc7-916e-62755fa81014 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:11.511466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-34cdccde-05f7-4677-87f4-c994390533dc req-98b1acc2-7a08-4dc7-916e-62755fa81014 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:11.537807 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34cdccde-05f7-4677-87f4-c994390533dc req-98b1acc2-7a08-4dc7-916e-62755fa81014 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Made reservation on behalf of c945c8634f3e49fe9afbbbf3c60331a8 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:42:11.545024 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-34cdccde-05f7-4677-87f4-c994390533dc req-98b1acc2-7a08-4dc7-916e-62755fa81014 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:11.890131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device eecd7c94-726d-4789-b832-9e1b74b64c2a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:11.923574 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46beb405-a065-4e71-8cb2-651caa6e698f None None] Network 2af7d454-c373-48d2-a2c0-b8fe62f20cda requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:42:11.957532 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-34cdccde-05f7-4677-87f4-c994390533dc req-98b1acc2-7a08-4dc7-916e-62755fa81014 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Allocated IP 172.20.0.4 (e022907b-4492-4107-9149-afacab5147d0/3657165f-156f-4a74-a5ec-e5fd804beae5/21583bae-2cbf-454a-b876-8b8579d4be44) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:42:12.113978 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46f879a3-a949-4251-a287-fe3ac2d54b0d req-b3873710-c803-48ef-aa6f-bd9d28801de7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 210 time: 0.5157981 Feb 09 14:42:12.193306 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-95fad0c1-38cb-4a3f-9fd9-ec62ab567c51 None None] Provisioning for port eecd7c94-726d-4789-b832-9e1b74b64c2a completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:12.220790 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] Set router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:12.247074 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:08Z', 'revision_number': 3, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:12.252650 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Checking router: 57469629-c888-4e98-a2a9-891a4d6cb712 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:42:12.253073 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Updating router 57469629-c888-4e98-a2a9-891a4d6cb712 port 42d1defe-aecb-428d-8f25-f17bc0e4e332 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:42:12.307529 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-34cdccde-05f7-4677-87f4-c994390533dc req-98b1acc2-7a08-4dc7-916e-62755fa81014 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:12.330115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-34cdccde-05f7-4677-87f4-c994390533dc req-98b1acc2-7a08-4dc7-916e-62755fa81014 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Transition to ACTIVE for port object 21583bae-2cbf-454a-b876-8b8579d4be44 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:12.359766 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:12.391539 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-34cdccde-05f7-4677-87f4-c994390533dc req-98b1acc2-7a08-4dc7-916e-62755fa81014 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:12.434082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port eecd7c94-726d-4789-b832-9e1b74b64c2a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:12.465339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port eecd7c94-726d-4789-b832-9e1b74b64c2a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:12.465339 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:12.559494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34cdccde-05f7-4677-87f4-c994390533dc req-98b1acc2-7a08-4dc7-916e-62755fa81014 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network e022907b-4492-4107-9149-afacab5147d0 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:42:12.562854 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-34cdccde-05f7-4677-87f4-c994390533dc req-98b1acc2-7a08-4dc7-916e-62755fa81014 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:12.577175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cdccde-05f7-4677-87f4-c994390533dc req-98b1acc2-7a08-4dc7-916e-62755fa81014 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:42:12.627120 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:12.686349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1acc2-7a08-4dc7-916e-62755fa81014 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=21583bae-2cbf-454a-b876-8b8579d4be44,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:12.753702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdccde-05f7-4677-87f4-c994390533dc req-98b1acc2-7a08-4dc7-916e-62755fa81014 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:12.754450 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-34cdccde-05f7-4677-87f4-c994390533dc req-98b1acc2-7a08-4dc7-916e-62755fa81014 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:12.803374 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34cdccde-05f7-4677-87f4-c994390533dc req-98b1acc2-7a08-4dc7-916e-62755fa81014 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7203126 Feb 09 14:42:12.820934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Request body: {'port': {'device_id': 'c68f6c84-b459-47da-96db-c11721284b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:13.015844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Allocated IP 172.20.0.1 (2af7d454-c373-48d2-a2c0-b8fe62f20cda/f8838457-395d-4c60-9dea-86467bd752c2/500fa0f5-3449-4745-9200-565563ba0f90) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:42:13.100142 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:13.114847 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:13.174184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port eecd7c94-726d-4789-b832-9e1b74b64c2a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=eecd7c94-726d-4789-b832-9e1b74b64c2a,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:13.175715 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e0c276e9-19fe-4d2e-9029-60a6583e5a1b None None] Provisioning for port 21583bae-2cbf-454a-b876-8b8579d4be44 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:13.185106 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:13.188877 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:13.206997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Transition to ACTIVE for port object 500fa0f5-3449-4745-9200-565563ba0f90 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:13.229858 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e0c276e9-19fe-4d2e-9029-60a6583e5a1b None None] Provisioning complete for port 21583bae-2cbf-454a-b876-8b8579d4be44 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:13.230482 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e0c276e9-19fe-4d2e-9029-60a6583e5a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:13.238694 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:13.246124 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:13.261410 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Transition to ACTIVE for port object 42d1defe-aecb-428d-8f25-f17bc0e4e332 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:13.270820 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:13.325151 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512431390', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:41:56Z', 'updated_at': '2022-02-09T14:42:04Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:41:58Z', 'updated_at': '2022-02-09T14:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '5a44e7af-fc7d-4303-8eac-0f263aa0a430', 'name': '', 'network_id': 'e022907b-4492-4107-9149-afacab5147d0', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:77:4c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:03Z', 'updated_at': '2022-02-09T14:42:11Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:13.341310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e92bb7-b6c0-4f49-be3d-37a48893995e None None] The sync data for ids ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'] in n-d-828418-2 is: [{'id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512431390', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:41:56Z', 'updated_at': '2022-02-09T14:42:04Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:41:58Z', 'updated_at': '2022-02-09T14:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '5a44e7af-fc7d-4303-8eac-0f263aa0a430', 'name': '', 'network_id': 'e022907b-4492-4107-9149-afacab5147d0', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:77:4c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:03Z', 'updated_at': '2022-02-09T14:42:11Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:42:13.347625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Network 2af7d454-c373-48d2-a2c0-b8fe62f20cda is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:42:13.351291 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e0c276e9-19fe-4d2e-9029-60a6583e5a1b None None] Port 21583bae-2cbf-454a-b876-8b8579d4be44 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:42:13.351291 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=eecd7c94-726d-4789-b832-9e1b74b64c2a,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:13.435054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:13.440775 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Pushing event updated for resources: {'Port': ['ID=500fa0f5-3449-4745-9200-565563ba0f90,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:13.445904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:42:13.539653 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:13.542000 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Attempting to bind port 42d1defe-aecb-428d-8f25-f17bc0e4e332 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:42:13.543943 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Attempting to bind port 42d1defe-aecb-428d-8f25-f17bc0e4e332 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:42:13.544617 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Attempting to bind port 42d1defe-aecb-428d-8f25-f17bc0e4e332 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:42:13.571712 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:42:13.572468 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:42:13.582932 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:13.583857 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:42:13.586859 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Bound port: 42d1defe-aecb-428d-8f25-f17bc0e4e332, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:42:13.587461 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:13.657742 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device eecd7c94-726d-4789-b832-9e1b74b64c2a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:13.754805 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db659b6b-c416-45a8-989c-bfcbd203271f None None] Pushing event updated for resources: {'Port': ['ID=42d1defe-aecb-428d-8f25-f17bc0e4e332,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:13.809010 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] For port 42d1defe-aecb-428d-8f25-f17bc0e4e332, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:42:13.809010 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] For port 42d1defe-aecb-428d-8f25-f17bc0e4e332, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=42d1defe-aecb-428d-8f25-f17bc0e4e332,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:42:13.818718 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:13.930126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port eecd7c94-726d-4789-b832-9e1b74b64c2a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:13.930126 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:13.981662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-dd79619f-79bb-4f9b-9642-26c29f7bca00 None None] Provisioning complete for port eecd7c94-726d-4789-b832-9e1b74b64c2a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:13.984553 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dd79619f-79bb-4f9b-9642-26c29f7bca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:14.028702 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:14.036797 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:41:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:14.184309 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:14.365392 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db659b6b-c416-45a8-989c-bfcbd203271f None None] Pushing event updated for resources: {'Port': ['ID=42d1defe-aecb-428d-8f25-f17bc0e4e332,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:14.532189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9368c-cdb8-47db-8748-b60a6a383f79 req-bfbd576d-1d56-43d1-91d4-30397af49790 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:14.532189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-00a9368c-cdb8-47db-8748-b60a6a383f79 req-bfbd576d-1d56-43d1-91d4-30397af49790 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:42:14.572485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-00a9368c-cdb8-47db-8748-b60a6a383f79 req-bfbd576d-1d56-43d1-91d4-30397af49790 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:42:14.585578 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-00a9368c-cdb8-47db-8748-b60a6a383f79 req-bfbd576d-1d56-43d1-91d4-30397af49790 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 931 time: 0.4214780 Feb 09 14:42:14.631887 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-01075216-8120-4078-97ad-87b2caaeff4c None None] Provisioning for port 500fa0f5-3449-4745-9200-565563ba0f90 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:14.670122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-01075216-8120-4078-97ad-87b2caaeff4c None None] Provisioning complete for port 500fa0f5-3449-4745-9200-565563ba0f90 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:14.670122 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-01075216-8120-4078-97ad-87b2caaeff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:14.707269 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:14.766453 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-00a9368c-cdb8-47db-8748-b60a6a383f79 req-048ccb4c-452b-4684-9f86-3eb856b9007e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831181 Feb 09 14:42:14.772132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21583bae-2cbf-454a-b876-8b8579d4be44 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:42:14.791462 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:14.811605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-01075216-8120-4078-97ad-87b2caaeff4c None None] Port 500fa0f5-3449-4745-9200-565563ba0f90 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:42:14.812126 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:14.825092 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:14.830616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Transition to ACTIVE for port object 21583bae-2cbf-454a-b876-8b8579d4be44 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:14.838887 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:14.862204 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:42:14.948477 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:14.999662 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Pushing event updated for resources: {'Port': ['ID=21583bae-2cbf-454a-b876-8b8579d4be44,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:15.097600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Pushing event updated for resources: {'Port': ['ID=500fa0f5-3449-4745-9200-565563ba0f90,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:15.188867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Network 2af7d454-c373-48d2-a2c0-b8fe62f20cda is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:42:15.190093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:15.386297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Attempting to bind port 21583bae-2cbf-454a-b876-8b8579d4be44 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:42:15.386297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Attempting to bind port 21583bae-2cbf-454a-b876-8b8579d4be44 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'a8adc562-792b-4835-b2a1-504aa22941e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e022907b-4492-4107-9149-afacab5147d0'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:42:15.386297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Attempting to bind port 21583bae-2cbf-454a-b876-8b8579d4be44 on network e022907b-4492-4107-9149-afacab5147d0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:42:15.419295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Port 21583bae-2cbf-454a-b876-8b8579d4be44 on network e022907b-4492-4107-9149-afacab5147d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:42:15.419626 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Attempting to bind port 21583bae-2cbf-454a-b876-8b8579d4be44 on network e022907b-4492-4107-9149-afacab5147d0 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:42:15.459024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:42:15.459355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Checking segment: {'id': 'a8adc562-792b-4835-b2a1-504aa22941e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e022907b-4492-4107-9149-afacab5147d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:42:15.459758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Bound using segment: {'id': 'a8adc562-792b-4835-b2a1-504aa22941e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e022907b-4492-4107-9149-afacab5147d0'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:42:15.460217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Bound port: 21583bae-2cbf-454a-b876-8b8579d4be44, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8adc562-792b-4835-b2a1-504aa22941e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e022907b-4492-4107-9149-afacab5147d0'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:42:15.460569 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:15.551346 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:13Z', 'revision_number': 1, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:15.571404 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6ced16-8a53-4f3c-852f-c06472f1ecc9 None None] The sync data for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 is: [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:13Z', 'revision_number': 1, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:42:15.635843 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5a44e7af-fc7d-4303-8eac-0f263aa0a430 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:15.797409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Router 57469629-c888-4e98-a2a9-891a4d6cb712 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:42:15.848463 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] For port 21583bae-2cbf-454a-b876-8b8579d4be44, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:42:15.857933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] For port 21583bae-2cbf-454a-b876-8b8579d4be44, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=21583bae-2cbf-454a-b876-8b8579d4be44,segment=NetworkSegment(a8adc562-792b-4835-b2a1-504aa22941e5),segment_id=a8adc562-792b-4835-b2a1-504aa22941e5)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:42:15.862354 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:15.896658 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 5a44e7af-fc7d-4303-8eac-0f263aa0a430 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:15.904695 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 5a44e7af-fc7d-4303-8eac-0f263aa0a430 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:15.905080 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:15.960441 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:15.961665 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:15.963653 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34cdccde-05f7-4677-87f4-c994390533dc req-26caf307-c854-406a-b8b9-d306186679ea service neutron] 10.222.0.21 "PUT /v2.0/ports/21583bae-2cbf-454a-b876-8b8579d4be44 HTTP/1.1" status: 200 len: 1091 time: 3.1530087 Feb 09 14:42:15.966938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68f6c84-b459-47da-96db-c11721284b13', 'tag': '21583bae-2cbf-454a-b876-8b8579d4be44'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:42:16.003215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26caf307-c854-406a-b8b9-d306186679ea service neutron] Pushing event updated for resources: {'Port': ['ID=21583bae-2cbf-454a-b876-8b8579d4be44,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:16.185867 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68f6c84-b459-47da-96db-c11721284b13', 'tag': '21583bae-2cbf-454a-b876-8b8579d4be44', 'status': 'completed', 'code': 200} Feb 09 14:42:16.287957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-15d0d4d0-4fa8-4632-bb1e-867581212d8c None None] Provisioning complete for port 500fa0f5-3449-4745-9200-565563ba0f90 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:16.288335 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-15d0d4d0-4fa8-4632-bb1e-867581212d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:16.295040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdccde-05f7-4677-87f4-c994390533dc req-d486c01e-7398-4fcd-9755-986eb6380572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:16.296900 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34cdccde-05f7-4677-87f4-c994390533dc req-d486c01e-7398-4fcd-9755-986eb6380572 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 1094 time: 0.2676747 Feb 09 14:42:16.407211 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-15d0d4d0-4fa8-4632-bb1e-867581212d8c None None] Port 500fa0f5-3449-4745-9200-565563ba0f90 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:42:16.422874 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:16.482570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:42:16.496467 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34cdccde-05f7-4677-87f4-c994390533dc req-59e852b7-cef9-40c4-9243-4d07309532b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21583bae-2cbf-454a-b876-8b8579d4be44 HTTP/1.1" status: 200 len: 217 time: 0.1855779 Feb 09 14:42:16.539142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 5a44e7af-fc7d-4303-8eac-0f263aa0a430, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=5a44e7af-fc7d-4303-8eac-0f263aa0a430,segment=NetworkSegment(a8adc562-792b-4835-b2a1-504aa22941e5),segment_id=a8adc562-792b-4835-b2a1-504aa22941e5)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:16.541394 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d6637f73-5cf8-42f2-be01-bc735652d0c4 admin admin] 10.222.0.48 "PUT /v2.0/routers/57469629-c888-4e98-a2a9-891a4d6cb712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7198665 Feb 09 14:42:16.545216 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:16.661924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad025580-4235-473f-89d6-6a9f5148f0bb req-30757b66-3d69-4dd4-8836-6d165b9b8244 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:16.663532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad025580-4235-473f-89d6-6a9f5148f0bb req-30757b66-3d69-4dd4-8836-6d165b9b8244 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 943 time: 0.3290298 Feb 09 14:42:16.692681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdccde-05f7-4677-87f4-c994390533dc req-5c2e528b-8452-4132-a21f-0d1687055e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:16.702999 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34cdccde-05f7-4677-87f4-c994390533dc req-5c2e528b-8452-4132-a21f-0d1687055e20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3657165f-156f-4a74-a5ec-e5fd804beae5 HTTP/1.1" status: 200 len: 832 time: 0.1816094 Feb 09 14:42:16.724967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ad025580-4235-473f-89d6-6a9f5148f0bb req-d1059a7d-53be-41f9-9d48-b15e8782664f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:42:16.761234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ad025580-4235-473f-89d6-6a9f5148f0bb req-d1059a7d-53be-41f9-9d48-b15e8782664f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:42:16.762739 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad025580-4235-473f-89d6-6a9f5148f0bb req-d1059a7d-53be-41f9-9d48-b15e8782664f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930085 Feb 09 14:42:16.825898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=5a44e7af-fc7d-4303-8eac-0f263aa0a430,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:16.832404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdccde-05f7-4677-87f4-c994390533dc req-1d829345-25d5-490d-8f8a-6c0989e35dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:16.839712 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34cdccde-05f7-4677-87f4-c994390533dc req-1d829345-25d5-490d-8f8a-6c0989e35dd1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e022907b-4492-4107-9149-afacab5147d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284428 Feb 09 14:42:17.019368 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34cdccde-05f7-4677-87f4-c994390533dc req-c7bd8f7d-b938-45d1-a60d-314e9efa3e40 service neutron] 10.222.0.21 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733437 Feb 09 14:42:17.238555 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-34cdccde-05f7-4677-87f4-c994390533dc req-9496bcf2-64c9-4955-8a4e-f85ea610d02b service neutron] 10.222.0.21 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152746 Feb 09 14:42:17.383035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed897836-4e0c-44d4-bf12-c84934d59837 req-58547776-2b69-4dff-ae07-ac00f1632079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:17.383035 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ed897836-4e0c-44d4-bf12-c84934d59837 req-58547776-2b69-4dff-ae07-ac00f1632079 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 1094 time: 0.0867412 Feb 09 14:42:17.483653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40322) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:17.490089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1585794188-network', 'tenant_id': '322fc261309e4f289ce4805a4574841b'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:17.495564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:17.500118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Usage tracker for resource:network and tenant:322fc261309e4f289ce4805a4574841b is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:17.503547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:17.511411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:17.550714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Made reservation on behalf of 322fc261309e4f289ce4805a4574841b for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:42:17.550714 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:17.592541 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:17.605969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed897836-4e0c-44d4-bf12-c84934d59837 req-900d2e4d-c0df-4f32-a080-1b2feb2cba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:17.605969 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ed897836-4e0c-44d4-bf12-c84934d59837 req-900d2e4d-c0df-4f32-a080-1b2feb2cba37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e022907b-4492-4107-9149-afacab5147d0 HTTP/1.1" status: 200 len: 897 time: 0.2187688 Feb 09 14:42:17.632055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:17.642879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Usage tracker for resource:security_group_rule and tenant:322fc261309e4f289ce4805a4574841b is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:17.642879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:17.670098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:17.682341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5a44e7af-fc7d-4303-8eac-0f263aa0a430 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:17.886019 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 5a44e7af-fc7d-4303-8eac-0f263aa0a430 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:17.886668 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:17.933433 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:17.946850 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:17.970746 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:42:17.989708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ed897836-4e0c-44d4-bf12-c84934d59837 req-da49e276-dbb6-4108-a504-ef08ac990540 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21583bae-2cbf-454a-b876-8b8579d4be44 HTTP/1.1" status: 200 len: 217 time: 0.3780515 Feb 09 14:42:17.991481 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:17.992039 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Added segment 934f0151-c013-44a5-9e0a-e63147ee85b2 of type vlan for network 7eca57ab-2b1b-428f-bd1a-df9b6895d4f6 Feb 09 14:42:18.056374 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:18.139955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abe1485-8a8e-4f3a-8953-db21ba92bb77,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:18.232064 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:18.232064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:18.232064 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:18.301427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed897836-4e0c-44d4-bf12-c84934d59837 req-2db704b9-6e42-4eee-9b5e-03d2e4a4ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:18.302913 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ed897836-4e0c-44d4-bf12-c84934d59837 req-2db704b9-6e42-4eee-9b5e-03d2e4a4ebbf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3657165f-156f-4a74-a5ec-e5fd804beae5 HTTP/1.1" status: 200 len: 832 time: 0.2562268 Feb 09 14:42:18.358102 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 42d1defe-aecb-428d-8f25-f17bc0e4e332 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:18.423106 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9346113 Feb 09 14:42:18.423106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ce6e8-7327-4615-90a6-d35dda514607 admin admin] Pushing event updated for resources: {'Network': ['ID=7eca57ab-2b1b-428f-bd1a-df9b6895d4f6,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:18.430416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40332) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:18.441455 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8d2c7-a3a0-4650-afbc-2aad8e39fad2 req-b29bbd88-5dae-4176-bdae-613de8885d3b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:18.451039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b480383f-43f3-4ba6-9143-6998933623da admin admin] Request body: {'subnet': {'network_id': '7eca57ab-2b1b-428f-bd1a-df9b6895d4f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1585794188-subnet', 'tenant_id': '322fc261309e4f289ce4805a4574841b', 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:18.454855 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dec8d2c7-a3a0-4650-afbc-2aad8e39fad2 req-b29bbd88-5dae-4176-bdae-613de8885d3b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 943 time: 0.4478059 Feb 09 14:42:18.461967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b480383f-43f3-4ba6-9143-6998933623da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:18.472889 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b480383f-43f3-4ba6-9143-6998933623da admin admin] Usage tracker for resource:subnet and tenant:322fc261309e4f289ce4805a4574841b is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:18.481397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b480383f-43f3-4ba6-9143-6998933623da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:18.494605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 7eca57ab-2b1b-428f-bd1a-df9b6895d4f6 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:42:18.503760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b480383f-43f3-4ba6-9143-6998933623da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:18.519164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b480383f-43f3-4ba6-9143-6998933623da admin admin] Made reservation on behalf of 322fc261309e4f289ce4805a4574841b for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:42:18.550385 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b480383f-43f3-4ba6-9143-6998933623da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:18.573535 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dec8d2c7-a3a0-4650-afbc-2aad8e39fad2 req-41b0b236-c94c-4ba7-b33b-1f7a236b9047 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202645 Feb 09 14:42:18.612613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed897836-4e0c-44d4-bf12-c84934d59837 req-6c15742b-53a1-4cc1-bd8a-9d2ea8d33b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:18.616605 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ed897836-4e0c-44d4-bf12-c84934d59837 req-6c15742b-53a1-4cc1-bd8a-9d2ea8d33b8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e022907b-4492-4107-9149-afacab5147d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3039808 Feb 09 14:42:18.716725 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 42d1defe-aecb-428d-8f25-f17bc0e4e332 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:18.724715 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 42d1defe-aecb-428d-8f25-f17bc0e4e332 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:18.725344 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:18.803104 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ed897836-4e0c-44d4-bf12-c84934d59837 req-860ca6b6-8974-4213-bfdb-35fc21cdfcfb service neutron] 10.222.0.21 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764424 Feb 09 14:42:18.953420 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:18.974720 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 42d1defe-aecb-428d-8f25-f17bc0e4e332, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=42d1defe-aecb-428d-8f25-f17bc0e4e332,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:18.985007 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:18.994980 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ed897836-4e0c-44d4-bf12-c84934d59837 req-b22fddf3-91eb-4d4a-9b29-9ef715196b30 service neutron] 10.222.0.21 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887479 Feb 09 14:42:19.080028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=42d1defe-aecb-428d-8f25-f17bc0e4e332,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:19.147087 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b480383f-43f3-4ba6-9143-6998933623da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:19.208504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480383f-43f3-4ba6-9143-6998933623da admin admin] Pushing event updated for resources: {'Subnet': ['ID=a651e917-2f18-4726-8440-32f7a5096aa9,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:19.238771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b480383f-43f3-4ba6-9143-6998933623da admin admin] Checking segment: {'id': '934f0151-c013-44a5-9e0a-e63147ee85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7eca57ab-2b1b-428f-bd1a-df9b6895d4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:42:19.239124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b480383f-43f3-4ba6-9143-6998933623da admin admin] Network hostable DHCP agents. Network: 7eca57ab-2b1b-428f-bd1a-df9b6895d4f6, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:42:19.257309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b480383f-43f3-4ba6-9143-6998933623da admin admin] Network 7eca57ab-2b1b-428f-bd1a-df9b6895d4f6 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:42:19.263656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 21583bae-2cbf-454a-b876-8b8579d4be44 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:42:19.270636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-b480383f-43f3-4ba6-9143-6998933623da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 7eca57ab-2b1b-428f-bd1a-df9b6895d4f6) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:19.284180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7189b746-ced8-4df1-af44-14f7e39d8a31 None None] Network 7eca57ab-2b1b-428f-bd1a-df9b6895d4f6 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:42:19.285962 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b480383f-43f3-4ba6-9143-6998933623da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:19.286684 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b480383f-43f3-4ba6-9143-6998933623da admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:19.350359 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b480383f-43f3-4ba6-9143-6998933623da admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9141316 Feb 09 14:42:19.354393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40346) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:19.354393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1585794188-router', 'tenant_id': '322fc261309e4f289ce4805a4574841b', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:19.362215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:19.368101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Usage tracker for resource:router and tenant:322fc261309e4f289ce4805a4574841b is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:19.368101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:19.382824 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:19.394204 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:19.394204 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:19.459386 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:19.682837 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 42d1defe-aecb-428d-8f25-f17bc0e4e332 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:19.729052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 21583bae-2cbf-454a-b876-8b8579d4be44, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=21583bae-2cbf-454a-b876-8b8579d4be44,segment=NetworkSegment(a8adc562-792b-4835-b2a1-504aa22941e5),segment_id=a8adc562-792b-4835-b2a1-504aa22941e5)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:19.787251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '21583bae-2cbf-454a-b876-8b8579d4be44', 'network_id': 'e022907b-4492-4107-9149-afacab5147d0', 'port_id': '21583bae-2cbf-454a-b876-8b8579d4be44', 'mac_address': 'fa:16:3e:c4:26:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:42:19.888173 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:19.901855 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:19.921593 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Sync routers for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:42:19.931584 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21583bae-2cbf-454a-b876-8b8579d4be44 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:42:19.970789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7464b-2006-4300-ad9d-3dfef87a4757 req-83aa28fe-bce8-4acd-b3c4-1e617a8f22c8 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:19.976275 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bae7464b-2006-4300-ad9d-3dfef87a4757 req-83aa28fe-bce8-4acd-b3c4-1e617a8f22c8 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 943 time: 0.2055569 Feb 09 14:42:19.998869 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:19.998869 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:41:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:20.123936 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bae7464b-2006-4300-ad9d-3dfef87a4757 req-891b6847-3855-42e9-9375-428cb3cba380 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361811 Feb 09 14:42:20.192669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:20.379020 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 21583bae-2cbf-454a-b876-8b8579d4be44, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=21583bae-2cbf-454a-b876-8b8579d4be44,segment=NetworkSegment(a8adc562-792b-4835-b2a1-504aa22941e5),segment_id=a8adc562-792b-4835-b2a1-504aa22941e5)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:20.387376 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-7eca57ab-2b1b-428f-bd1a-df9b6895d4f6', 'network_id': '7eca57ab-2b1b-428f-bd1a-df9b6895d4f6', 'tenant_id': '322fc261309e4f289ce4805a4574841b', 'fixed_ips': [{'subnet_id': 'a651e917-2f18-4726-8440-32f7a5096aa9'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:42:20.387376 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:20.402740 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:20.420744 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:20.437280 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:20.637021 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=21583bae-2cbf-454a-b876-8b8579d4be44,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:20.663481 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 42d1defe-aecb-428d-8f25-f17bc0e4e332 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:20.663879 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:20.692622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:20.692622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:20.692622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:20.692622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:20.692622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:20.692622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:20.692622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:20.692622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:20.692622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:20.692622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:20.695873 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:20.695873 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:20.757842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Allocated IP 172.25.8.77 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/30ab49fe-a533-43ea-b408-138930d68ba6) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:42:20.813457 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['21583bae-2cbf-454a-b876-8b8579d4be44'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:42:21.113478 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Allocated IP 172.20.0.2 (7eca57ab-2b1b-428f-bd1a-df9b6895d4f6/a651e917-2f18-4726-8440-32f7a5096aa9/dfe88659-829a-417c-a49f-cfecbf20fb40) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:42:21.284320 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:21.393877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 2, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:21.404365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286c8ac-d8e4-4db8-9eeb-b5bef623283c req-65358a07-9bf7-4752-afcc-ef5d1a269f93 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:21.404365 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8286c8ac-d8e4-4db8-9eeb-b5bef623283c req-65358a07-9bf7-4752-afcc-ef5d1a269f93 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 946 time: 0.1739032 Feb 09 14:42:21.409628 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:21.422419 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Checking router: 57469629-c888-4e98-a2a9-891a4d6cb712 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:42:21.422419 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Updating router 57469629-c888-4e98-a2a9-891a4d6cb712 port 500fa0f5-3449-4745-9200-565563ba0f90 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:42:21.430656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a11958-069d-4b65-98e3-191b9ae48a7e req-eee46e45-0de1-4254-95bc-d285b75aa781 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:21.445313 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1a11958-069d-4b65-98e3-191b9ae48a7e req-eee46e45-0de1-4254-95bc-d285b75aa781 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 944 time: 0.1755154 Feb 09 14:42:21.547166 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1a11958-069d-4b65-98e3-191b9ae48a7e req-6db76afc-ec49-4d16-a3e5-bb82c4b21347 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999959 Feb 09 14:42:21.562698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:42:21.563886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:21.571112 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:21.588225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:42:21.693360 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8286c8ac-d8e4-4db8-9eeb-b5bef623283c req-6ac85163-4860-4b10-8296-e77c111134b3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223775 Feb 09 14:42:21.693360 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Pushing event updated for resources: {'Port': ['ID=30ab49fe-a533-43ea-b408-138930d68ba6,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:21.703879 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:21.740962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Transition to ACTIVE for port object dfe88659-829a-417c-a49f-cfecbf20fb40 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:21.826046 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Transition to ACTIVE for port object dfe88659-829a-417c-a49f-cfecbf20fb40 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:21.841718 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:21.980256 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Network 7eca57ab-2b1b-428f-bd1a-df9b6895d4f6 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:42:22.056689 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Pushing event updated for resources: {'Port': ['ID=dfe88659-829a-417c-a49f-cfecbf20fb40,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:22.056689 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:22.062676 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:42:22.223818 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Attempting to bind port dfe88659-829a-417c-a49f-cfecbf20fb40 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:42:22.223818 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Attempting to bind port dfe88659-829a-417c-a49f-cfecbf20fb40 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '934f0151-c013-44a5-9e0a-e63147ee85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7eca57ab-2b1b-428f-bd1a-df9b6895d4f6'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:42:22.223818 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Attempting to bind port dfe88659-829a-417c-a49f-cfecbf20fb40 on network 7eca57ab-2b1b-428f-bd1a-df9b6895d4f6 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:42:22.230662 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:22.241104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:42:22.241104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Checking segment: {'id': '934f0151-c013-44a5-9e0a-e63147ee85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7eca57ab-2b1b-428f-bd1a-df9b6895d4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:42:22.241104 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:22.241104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Bound using segment: {'id': '934f0151-c013-44a5-9e0a-e63147ee85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7eca57ab-2b1b-428f-bd1a-df9b6895d4f6'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:42:22.241104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Bound port: dfe88659-829a-417c-a49f-cfecbf20fb40, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934f0151-c013-44a5-9e0a-e63147ee85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7eca57ab-2b1b-428f-bd1a-df9b6895d4f6'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:42:22.241104 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:22.413639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] For port dfe88659-829a-417c-a49f-cfecbf20fb40, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:42:22.418250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] For port dfe88659-829a-417c-a49f-cfecbf20fb40, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=dfe88659-829a-417c-a49f-cfecbf20fb40,segment=NetworkSegment(934f0151-c013-44a5-9e0a-e63147ee85b2),segment_id=934f0151-c013-44a5-9e0a-e63147ee85b2)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:42:22.420263 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:22.425389 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:22.499581 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Transition to ACTIVE for port object 500fa0f5-3449-4745-9200-565563ba0f90 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:22.544492 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:22.581111 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b547c-3214-442c-9e2b-a6f538f7b42d None None] Pushing event updated for resources: {'Port': ['ID=dfe88659-829a-417c-a49f-cfecbf20fb40,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:22.711300 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:23.235529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c612ef-f4ee-4083-b55d-9e30b33aadd1 None None] Pushing event updated for resources: {'Port': ['ID=500fa0f5-3449-4745-9200-565563ba0f90,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:23.265937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Attempting to bind port 500fa0f5-3449-4745-9200-565563ba0f90 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:42:23.265937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Attempting to bind port 500fa0f5-3449-4745-9200-565563ba0f90 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:42:23.265937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Attempting to bind port 500fa0f5-3449-4745-9200-565563ba0f90 on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:42:23.278251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:42:23.278251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Checking segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:42:23.278251 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:23.278251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Bound using segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:42:23.278251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Bound port: 500fa0f5-3449-4745-9200-565563ba0f90, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:42:23.278251 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:23.310844 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 21583bae-2cbf-454a-b876-8b8579d4be44 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:23.377131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59ee2b-bd61-4515-aa5f-81d1dfa15278 req-38c9834e-3e4b-4f55-b7e1-276e2dd6176d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:23.377131 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b59ee2b-bd61-4515-aa5f-81d1dfa15278 req-38c9834e-3e4b-4f55-b7e1-276e2dd6176d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 944 time: 0.1677258 Feb 09 14:42:23.453905 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b59ee2b-bd61-4515-aa5f-81d1dfa15278 req-eaa34673-49ac-42cf-8e28-071644eb011b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704148 Feb 09 14:42:23.514571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] For port 500fa0f5-3449-4745-9200-565563ba0f90, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:42:23.521598 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] For port 500fa0f5-3449-4745-9200-565563ba0f90, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=500fa0f5-3449-4745-9200-565563ba0f90,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:42:23.523913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 21583bae-2cbf-454a-b876-8b8579d4be44 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:23.534851 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:23.593452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 21583bae-2cbf-454a-b876-8b8579d4be44 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:23.594184 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:23.596645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911dcc1-e073-4d57-946e-154e3d8833a3 req-b1a7414b-2adf-453b-9230-eb37a1675b7e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:23.598222 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e911dcc1-e073-4d57-946e-154e3d8833a3 req-b1a7414b-2adf-453b-9230-eb37a1675b7e tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 946 time: 0.6260026 Feb 09 14:42:23.623599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10e297-d770-4729-a614-0e68d46d8429 req-d94f1967-5b84-4a30-ab1a-4de284089cb1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:23.623599 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df10e297-d770-4729-a614-0e68d46d8429 req-d94f1967-5b84-4a30-ab1a-4de284089cb1 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 946 time: 0.7264435 Feb 09 14:42:23.757749 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device dfe88659-829a-417c-a49f-cfecbf20fb40 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:23.791256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Router 176061e1-acd9-4ac6-b970-8b8de3cbeba7 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:42:23.805962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-df10e297-d770-4729-a614-0e68d46d8429 req-5f750907-0ef1-4450-b5c6-41d13e48e5e8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Deleting port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:42:23.805962 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-df10e297-d770-4729-a614-0e68d46d8429 req-5f750907-0ef1-4450-b5c6-41d13e48e5e8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:23.830463 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:23.830463 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:41:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:23.916394 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c612ef-f4ee-4083-b55d-9e30b33aadd1 None None] Pushing event updated for resources: {'Port': ['ID=500fa0f5-3449-4745-9200-565563ba0f90,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:24.044843 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:24.105200 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e911dcc1-e073-4d57-946e-154e3d8833a3 req-f3565c43-e73c-430b-a10f-cff94da95a4b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4324675 Feb 09 14:42:24.123686 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68f6c84-b459-47da-96db-c11721284b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21583bae-2cbf-454a-b876-8b8579d4be44'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:42:24.278857 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68f6c84-b459-47da-96db-c11721284b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21583bae-2cbf-454a-b876-8b8579d4be44', 'code': 200} Feb 09 14:42:24.280004 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 21583bae-2cbf-454a-b876-8b8579d4be44, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=21583bae-2cbf-454a-b876-8b8579d4be44,segment=NetworkSegment(a8adc562-792b-4835-b2a1-504aa22941e5),segment_id=a8adc562-792b-4835-b2a1-504aa22941e5)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:24.315950 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:24.359994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port dfe88659-829a-417c-a49f-cfecbf20fb40 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:24.468960 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=21583bae-2cbf-454a-b876-8b8579d4be44,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:24.468960 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:24.572098 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620c6206-92bf-4396-bdec-7ad9dfbb8dd6 None None] Network 7eca57ab-2b1b-428f-bd1a-df9b6895d4f6 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:42:24.607011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04390d8-fa63-4329-8679-62178d7baa0d req-2efc6dc7-6be5-4501-8041-8bb661c73c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:24.607011 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f04390d8-fa63-4329-8679-62178d7baa0d req-2efc6dc7-6be5-4501-8041-8bb661c73c8e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 1096 time: 0.2695718 Feb 09 14:42:24.699219 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f04390d8-fa63-4329-8679-62178d7baa0d req-e24ba5ca-8841-442f-a716-edd7b9e29c35 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807374 Feb 09 14:42:24.702461 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:42:24.716508 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Sync routers for ids ['176061e1-acd9-4ac6-b970-8b8de3cbeba7'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:42:24.734465 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Routers {'176061e1-acd9-4ac6-b970-8b8de3cbeba7'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:24.735957 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:41:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['176061e1-acd9-4ac6-b970-8b8de3cbeba7'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:24.782832 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-df10e297-d770-4729-a614-0e68d46d8429 req-5f750907-0ef1-4450-b5c6-41d13e48e5e8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] For port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:24.782832 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-df10e297-d770-4729-a614-0e68d46d8429 req-5f750907-0ef1-4450-b5c6-41d13e48e5e8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:24.822025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-18c9e333-d1b6-4813-b993-d928f05b35ee None None] Provisioning for port dfe88659-829a-417c-a49f-cfecbf20fb40 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:24.844452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-18c9e333-d1b6-4813-b993-d928f05b35ee None None] Provisioning complete for port dfe88659-829a-417c-a49f-cfecbf20fb40 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:24.844452 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-18c9e333-d1b6-4813-b993-d928f05b35ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:24.857256 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:24.857256 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d7e4087f-0342-4a51-abf3-d59524144b36 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5103629 Feb 09 14:42:24.866655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40416) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:25.011996 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Set router 176061e1-acd9-4ac6-b970-8b8de3cbeba7 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:25.090708 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-18c9e333-d1b6-4813-b993-d928f05b35ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:25.131488 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f7903-68c5-43eb-bc82-afe7b7d400f2 req-edb7d51d-874c-452b-a18b-0deebc76f789 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:25.131488 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a45f7903-68c5-43eb-bc82-afe7b7d400f2 req-edb7d51d-874c-452b-a18b-0deebc76f789 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.4250898 Feb 09 14:42:25.197948 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-18c9e333-d1b6-4813-b993-d928f05b35ee None None] For port dfe88659-829a-417c-a49f-cfecbf20fb40, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=dfe88659-829a-417c-a49f-cfecbf20fb40,segment=NetworkSegment(934f0151-c013-44a5-9e0a-e63147ee85b2),segment_id=934f0151-c013-44a5-9e0a-e63147ee85b2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:25.210414 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-18c9e333-d1b6-4813-b993-d928f05b35ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:25.355753 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a45f7903-68c5-43eb-bc82-afe7b7d400f2 req-bc577ed8-1650-40a8-aa9f-cb027b59750e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326725 Feb 09 14:42:25.486106 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9e333-d1b6-4813-b993-d928f05b35ee None None] Pushing event updated for resources: {'Port': ['ID=dfe88659-829a-417c-a49f-cfecbf20fb40,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:25.613419 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-df10e297-d770-4729-a614-0e68d46d8429 req-5f750907-0ef1-4450-b5c6-41d13e48e5e8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:25.613419 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-df10e297-d770-4729-a614-0e68d46d8429 req-5f750907-0ef1-4450-b5c6-41d13e48e5e8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:25.613419 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [req-df10e297-d770-4729-a614-0e68d46d8429 req-5f750907-0ef1-4450-b5c6-41d13e48e5e8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Floating IP 78bc9e85-924b-4abd-b444-7a95bd6c2752 disassociated. External IP: 172.25.8.18, port: 9f3f76be-ffed-4445-ac04-9c71cc80d8a2. Feb 09 14:42:25.613419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-df10e297-d770-4729-a614-0e68d46d8429 req-5f750907-0ef1-4450-b5c6-41d13e48e5e8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Calling delete_port for 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:42:25.689685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 500fa0f5-3449-4745-9200-565563ba0f90 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:25.788733 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'name': 'tempest-TestVolumeBootPattern-1585794188-router', 'tenant_id': '322fc261309e4f289ce4805a4574841b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '30ab49fe-a533-43ea-b408-138930d68ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:19Z', 'updated_at': '2022-02-09T14:42:21Z', 'revision_number': 3, 'project_id': '322fc261309e4f289ce4805a4574841b', 'gw_port': {'id': '30ab49fe-a533-43ea-b408-138930d68ba6', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:76:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:20Z', 'updated_at': '2022-02-09T14:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:25.811709 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Checking router: 176061e1-acd9-4ac6-b970-8b8de3cbeba7 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:42:25.811709 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Updating router 176061e1-acd9-4ac6-b970-8b8de3cbeba7 port 30ab49fe-a533-43ea-b408-138930d68ba6 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:42:25.933185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 500fa0f5-3449-4745-9200-565563ba0f90 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:25.935871 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:25.941531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d642cb-54ae-4992-8ec0-ffc19ecf3c26 req-ef0c2da9-5f8e-48f9-bbae-0d9c9a03e638 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:25.942261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 500fa0f5-3449-4745-9200-565563ba0f90 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:25.942632 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:25.944456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1d642cb-54ae-4992-8ec0-ffc19ecf3c26 req-ef0c2da9-5f8e-48f9-bbae-0d9c9a03e638 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 946 time: 0.2262695 Feb 09 14:42:25.973292 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-df10e297-d770-4729-a614-0e68d46d8429 req-5f750907-0ef1-4450-b5c6-41d13e48e5e8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:26.037854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:23Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:26.048383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b44d694-4483-4fe4-b8bf-a2351995a49b None None] The sync data for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 is: [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:23Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:42:26.146657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f750907-0ef1-4450-b5c6-41d13e48e5e8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event deleted for resources: {'Port': ['ID=9f3f76be-ffed-4445-ac04-9c71cc80d8a2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:26.289198 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1d642cb-54ae-4992-8ec0-ffc19ecf3c26 req-c5fb162c-5c99-4fba-b238-fd2beefe10b5 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups?id=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3378882 Feb 09 14:42:26.338963 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:26.427524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 500fa0f5-3449-4745-9200-565563ba0f90, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=500fa0f5-3449-4745-9200-565563ba0f90,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:26.433768 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:26.580067 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:26.595689 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=500fa0f5-3449-4745-9200-565563ba0f90,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:26.620167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1a9d635b-6618-471a-99f1-9615a4a83e03 None None] Provisioning complete for port dfe88659-829a-417c-a49f-cfecbf20fb40 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:26.620685 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1a9d635b-6618-471a-99f1-9615a4a83e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:26.760710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df10e297-d770-4729-a614-0e68d46d8429 req-5f750907-0ef1-4450-b5c6-41d13e48e5e8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Router dc224eed-34ed-478a-b904-b02956910adf has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:42:26.957896 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:26.969120 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bb342522-71b9-40a8-ba21-217490275834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:26.976027 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Transition to ACTIVE for port object 30ab49fe-a533-43ea-b408-138930d68ba6 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:26.994838 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:27.120548 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc059b77-1eb8-42f4-9636-152e709847c2 None None] Pushing event updated for resources: {'Port': ['ID=30ab49fe-a533-43ea-b408-138930d68ba6,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:27.154237 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Attempting to bind port 30ab49fe-a533-43ea-b408-138930d68ba6 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:42:27.154992 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Attempting to bind port 30ab49fe-a533-43ea-b408-138930d68ba6 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:42:27.155515 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Attempting to bind port 30ab49fe-a533-43ea-b408-138930d68ba6 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:42:27.162765 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:42:27.163538 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:42:27.164135 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:27.164836 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:42:27.166010 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Bound port: 30ab49fe-a533-43ea-b408-138930d68ba6, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:42:27.166568 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:27.196158 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Allocated IP 172.20.0.1 (7eca57ab-2b1b-428f-bd1a-df9b6895d4f6/a651e917-2f18-4726-8440-32f7a5096aa9/d4010ecf-9699-4e67-a0b9-1a7fedeed67d) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:42:27.255548 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] For port 30ab49fe-a533-43ea-b408-138930d68ba6, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:42:27.259697 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] For port 30ab49fe-a533-43ea-b408-138930d68ba6, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=30ab49fe-a533-43ea-b408-138930d68ba6,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:42:27.265633 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:27.319833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:42:27.412325 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Routers {'176061e1-acd9-4ac6-b970-8b8de3cbeba7'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:27.416622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:42:27.416825 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:42:27.420710 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:41:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['176061e1-acd9-4ac6-b970-8b8de3cbeba7'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:27.466956 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:27.491707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3b808-4808-48fa-8fba-98932c462730 req-cc1e26b8-d56c-4b8e-82ff-fba109cba7ad tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:27.493968 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eab3b808-4808-48fa-8fba-98932c462730 req-cc1e26b8-d56c-4b8e-82ff-fba109cba7ad tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.7424014 Feb 09 14:42:27.549000 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94757d09-3cbf-463a-9000-955fe5ba76d7 req-b9cdc77d-e235-4b91-8f74-1175fbf0a676 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 210 time: 0.0742052 Feb 09 14:42:27.566425 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc059b77-1eb8-42f4-9636-152e709847c2 None None] Pushing event updated for resources: {'Port': ['ID=30ab49fe-a533-43ea-b408-138930d68ba6,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:27.568329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Transition to ACTIVE for port object d4010ecf-9699-4e67-a0b9-1a7fedeed67d will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:27.579575 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device dfe88659-829a-417c-a49f-cfecbf20fb40 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:27.620237 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:27.675230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port dfe88659-829a-417c-a49f-cfecbf20fb40 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:27.675925 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:27.747294 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eab3b808-4808-48fa-8fba-98932c462730 req-ee79422c-85ae-4983-ba59-a4ac6ea86c57 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335289 Feb 09 14:42:27.754342 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Pushing event updated for resources: {'Port': ['ID=d4010ecf-9699-4e67-a0b9-1a7fedeed67d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:27.756877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df10e297-d770-4729-a614-0e68d46d8429 req-5f750907-0ef1-4450-b5c6-41d13e48e5e8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:42:27.779799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Network 7eca57ab-2b1b-428f-bd1a-df9b6895d4f6 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:42:27.781372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:27.784661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a8282f-3550-43f9-85a9-df5acaa8ec80 None None] Sync routers for ids ['dc224eed-34ed-478a-b904-b02956910adf'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:42:27.788537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:42:27.795401 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] Set router 176061e1-acd9-4ac6-b970-8b8de3cbeba7 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:27.901151 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 500fa0f5-3449-4745-9200-565563ba0f90 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:27.903263 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:27.936974 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a8282f-3550-43f9-85a9-df5acaa8ec80 None None] Routers {'dc224eed-34ed-478a-b904-b02956910adf'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:27.937617 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-f5a8282f-3550-43f9-85a9-df5acaa8ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:41:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['dc224eed-34ed-478a-b904-b02956910adf'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:27.953315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-df10e297-d770-4729-a614-0e68d46d8429 req-5f750907-0ef1-4450-b5c6-41d13e48e5e8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] No DVR routers for this DVR port 9f3f76be-ffed-4445-ac04-9c71cc80d8a2 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:42:27.965181 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-df10e297-d770-4729-a614-0e68d46d8429 req-5f750907-0ef1-4450-b5c6-41d13e48e5e8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:27.991861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfda984-746b-49c6-815c-d04b42956c52', 'name': 'network-vif-deleted', 'tag': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:42:28.012297 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df10e297-d770-4729-a614-0e68d46d8429 req-5f750907-0ef1-4450-b5c6-41d13e48e5e8 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.21 "DELETE /v2.0/ports/9f3f76be-ffed-4445-ac04-9c71cc80d8a2 HTTP/1.1" status: 204 len: 173 time: 4.3830993 Feb 09 14:42:28.063001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7da9ae-0822-4afd-8cbe-c9da42f2c80d req-fc40eec1-15c6-4a2f-88e0-4c1c859f7a56 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:28.070641 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9e7da9ae-0822-4afd-8cbe-c9da42f2c80d req-fc40eec1-15c6-4a2f-88e0-4c1c859f7a56 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.1201584 Feb 09 14:42:28.155322 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfda984-746b-49c6-815c-d04b42956c52', 'name': 'network-vif-deleted', 'tag': '9f3f76be-ffed-4445-ac04-9c71cc80d8a2', 'status': 'completed', 'code': 200} Feb 09 14:42:28.159834 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9e7da9ae-0822-4afd-8cbe-c9da42f2c80d req-aea13602-69b3-48fc-98a0-a5ae2c67359a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872006 Feb 09 14:42:28.190103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40444) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:28.267403 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bb94042a-4911-4610-a0bb-ebf0fdaffe46 None None] Provisioning for port d4010ecf-9699-4e67-a0b9-1a7fedeed67d completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:28.284469 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:28.313493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa694b02-b00e-48ad-ac4a-730a14667f6d tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:28.315437 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fa694b02-b00e-48ad-ac4a-730a14667f6d tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 1091 time: 0.1243358 Feb 09 14:42:28.319188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40450) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:28.327745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': '21583bae-2cbf-454a-b876-8b8579d4be44', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:28.339093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:28.345109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:floatingip and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:28.348901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:28.357998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:28.373916 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'name': 'tempest-TestVolumeBootPattern-1585794188-router', 'tenant_id': '322fc261309e4f289ce4805a4574841b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '30ab49fe-a533-43ea-b408-138930d68ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:19Z', 'updated_at': '2022-02-09T14:42:21Z', 'revision_number': 3, 'project_id': '322fc261309e4f289ce4805a4574841b', 'gw_port': {'id': '30ab49fe-a533-43ea-b408-138930d68ba6', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:76:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:20Z', 'updated_at': '2022-02-09T14:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:28.379573 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:28.382587 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8865513-1284-476b-9e16-49dd20cfeb7b None None] The sync data for ids ['176061e1-acd9-4ac6-b970-8b8de3cbeba7'] in n-d-828418-2 is: [{'id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'name': 'tempest-TestVolumeBootPattern-1585794188-router', 'tenant_id': '322fc261309e4f289ce4805a4574841b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '30ab49fe-a533-43ea-b408-138930d68ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:19Z', 'updated_at': '2022-02-09T14:42:21Z', 'revision_number': 3, 'project_id': '322fc261309e4f289ce4805a4574841b', 'gw_port': {'id': '30ab49fe-a533-43ea-b408-138930d68ba6', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:76:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:20Z', 'updated_at': '2022-02-09T14:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:42:28.411300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bb94042a-4911-4610-a0bb-ebf0fdaffe46 None None] Provisioning complete for port d4010ecf-9699-4e67-a0b9-1a7fedeed67d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:28.412286 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bb94042a-4911-4610-a0bb-ebf0fdaffe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:28.475348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 500fa0f5-3449-4745-9200-565563ba0f90 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:28.476138 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:28.597247 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:28.787225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-f5a8282f-3550-43f9-85a9-df5acaa8ec80 None None] Set router dc224eed-34ed-478a-b904-b02956910adf gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:28.851792 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:28.857865 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:28.866426 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bb94042a-4911-4610-a0bb-ebf0fdaffe46 None None] Port d4010ecf-9699-4e67-a0b9-1a7fedeed67d cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:42:28.916429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-ce4a9d35-a28b-4c8a-be54-e0e82b319a31 req-73ba8345-9d4f-4136-8895-ee74d0562be3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Synchronizing usage tracker for tenant:700b9235bb3d4706bcd2644827123371 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:42:28.948870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Allocated IP 172.25.8.135 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/04857284-83b9-4647-a669-99192347fa67) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:42:28.965196 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-ce4a9d35-a28b-4c8a-be54-e0e82b319a31 req-73ba8345-9d4f-4136-8895-ee74d0562be3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Unset dirty status for tenant:700b9235bb3d4706bcd2644827123371 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:42:28.966910 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce4a9d35-a28b-4c8a-be54-e0e82b319a31 req-73ba8345-9d4f-4136-8895-ee74d0562be3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cfda984-746b-49c6-815c-d04b42956c52 HTTP/1.1" status: 200 len: 210 time: 0.1507745 Feb 09 14:42:29.049439 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:29.210784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Pushing event updated for resources: {'Port': ['ID=d4010ecf-9699-4e67-a0b9-1a7fedeed67d,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:29.213507 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:29.255499 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:29.270717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Network 7eca57ab-2b1b-428f-bd1a-df9b6895d4f6 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:42:29.271227 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7e4f7108-029d-44e8-9d00-f807a75c07c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:29.271974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:29.317333 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-f5a8282f-3550-43f9-85a9-df5acaa8ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:29Z', 'revision_number': 4, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '4bf44312-ed96-4ece-b4dc-86ac7783f63f', 'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'mac_address': 'fa:16:3e:61:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:28Z', 'updated_at': '2022-02-09T14:31:41Z', 'revision_number': 5, 'project_id': '700b9235bb3d4706bcd2644827123371', 'subnets': [{'id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:29.323155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a8282f-3550-43f9-85a9-df5acaa8ec80 None None] Checking router: dc224eed-34ed-478a-b904-b02956910adf for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:42:29.333973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a8282f-3550-43f9-85a9-df5acaa8ec80 None None] Routers {'dc224eed-34ed-478a-b904-b02956910adf'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:29.334598 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-f5a8282f-3550-43f9-85a9-df5acaa8ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:42:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['dc224eed-34ed-478a-b904-b02956910adf'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:29.433431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:42:29.448595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:29.453921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:42:29.535876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=04857284-83b9-4647-a669-99192347fa67,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:29.614622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Router 176061e1-acd9-4ac6-b970-8b8de3cbeba7 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:42:29.732949 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 30ab49fe-a533-43ea-b408-138930d68ba6 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:29.869222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 30ab49fe-a533-43ea-b408-138930d68ba6 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:29.875848 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-f5a8282f-3550-43f9-85a9-df5acaa8ec80 None None] Set router dc224eed-34ed-478a-b904-b02956910adf gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:29.929802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 30ab49fe-a533-43ea-b408-138930d68ba6 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:29.930050 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:29.996765 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-05e16bf3-d6ac-4d13-948d-4aa75f85ce5e None None] Provisioning complete for port d4010ecf-9699-4e67-a0b9-1a7fedeed67d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:29.998342 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-05e16bf3-d6ac-4d13-948d-4aa75f85ce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:29.999932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:42:30.024887 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-aa4dfa84-237a-4dfc-8bd7-01643875fa16 admin admin] 10.222.0.48 "PUT /v2.0/routers/176061e1-acd9-4ac6-b970-8b8de3cbeba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1643198 Feb 09 14:42:30.064985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40468) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:30.071689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-8a483e6f-d98d-4bf0-8389-9f9696e7d763 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-717471905', 'description': 'tempest-secgroup-smoke-717471905 description', 'project_id': '22d53f025f00403aaabb36a1f8ecfdda'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:30.084304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8a483e6f-d98d-4bf0-8389-9f9696e7d763 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:30.096620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8a483e6f-d98d-4bf0-8389-9f9696e7d763 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Usage tracker for resource:security_group and tenant:22d53f025f00403aaabb36a1f8ecfdda is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:30.103562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8a483e6f-d98d-4bf0-8389-9f9696e7d763 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:30.111615 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-05e16bf3-d6ac-4d13-948d-4aa75f85ce5e None None] Port d4010ecf-9699-4e67-a0b9-1a7fedeed67d cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:42:30.120436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8a483e6f-d98d-4bf0-8389-9f9696e7d763 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:30.143603 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8a483e6f-d98d-4bf0-8389-9f9696e7d763 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:30.197023 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:30.214863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8a483e6f-d98d-4bf0-8389-9f9696e7d763 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:30.227873 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8a483e6f-d98d-4bf0-8389-9f9696e7d763 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Usage tracker for resource:security_group_rule and tenant:22d53f025f00403aaabb36a1f8ecfdda is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:30.242820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8a483e6f-d98d-4bf0-8389-9f9696e7d763 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:30.249765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40474) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:30.280736 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8a483e6f-d98d-4bf0-8389-9f9696e7d763 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:30.309854 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:30.546938 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db670e20-30e2-4de2-b621-0d9c2f75123f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:30.582681 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:30.585494 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:30.593593 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:30.632636 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8a483e6f-d98d-4bf0-8389-9f9696e7d763 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:30.641580 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db670e20-30e2-4de2-b621-0d9c2f75123f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:30.649881 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 30ab49fe-a533-43ea-b408-138930d68ba6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=30ab49fe-a533-43ea-b408-138930d68ba6,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:30.650895 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8a483e6f-d98d-4bf0-8389-9f9696e7d763 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:30.658827 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-f5a8282f-3550-43f9-85a9-df5acaa8ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:29Z', 'revision_number': 4, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '4bf44312-ed96-4ece-b4dc-86ac7783f63f', 'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'mac_address': 'fa:16:3e:61:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:28Z', 'updated_at': '2022-02-09T14:31:41Z', 'revision_number': 5, 'project_id': '700b9235bb3d4706bcd2644827123371', 'subnets': [{'id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:30.662580 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:30.715010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a8282f-3550-43f9-85a9-df5acaa8ec80 None None] The sync data for ids ['dc224eed-34ed-478a-b904-b02956910adf'] in n-d-828418-2 is: [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:31:29Z', 'revision_number': 4, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '4bf44312-ed96-4ece-b4dc-86ac7783f63f', 'name': '', 'network_id': '7bbb3d60-5bb5-4148-942d-8f599eefdf54', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'mac_address': 'fa:16:3e:61:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:28Z', 'updated_at': '2022-02-09T14:31:41Z', 'revision_number': 5, 'project_id': '700b9235bb3d4706bcd2644827123371', 'subnets': [{'id': '42f02c33-2303-43f7-a170-a6650a01e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:42:30.736745 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8a483e6f-d98d-4bf0-8389-9f9696e7d763 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:30.741699 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8a483e6f-d98d-4bf0-8389-9f9696e7d763 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6754830 Feb 09 14:42:30.746258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40488) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:30.758000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-38dbcbc9-fe4d-485e-991f-b2bc5fc64be2 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Request body: {'security_group_rule': {'security_group_id': 'd4137001-c7e2-4739-bad4-73c3abfa8f16', 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:30.766398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a483e6f-d98d-4bf0-8389-9f9696e7d763 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4137001-c7e2-4739-bad4-73c3abfa8f16,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:30.770774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-38dbcbc9-fe4d-485e-991f-b2bc5fc64be2 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:30.776297 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=30ab49fe-a533-43ea-b408-138930d68ba6,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:30.781009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-38dbcbc9-fe4d-485e-991f-b2bc5fc64be2 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Usage tracker for resource:security_group_rule and tenant:22d53f025f00403aaabb36a1f8ecfdda is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:30.788810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-38dbcbc9-fe4d-485e-991f-b2bc5fc64be2 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:30.807225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-38dbcbc9-fe4d-485e-991f-b2bc5fc64be2 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:30.829540 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db670e20-30e2-4de2-b621-0d9c2f75123f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:30.854155 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-38dbcbc9-fe4d-485e-991f-b2bc5fc64be2 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:30.867208 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db670e20-30e2-4de2-b621-0d9c2f75123f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:30.880289 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:30.889334 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:30.892681 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-db670e20-30e2-4de2-b621-0d9c2f75123f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:30.893798 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-db670e20-30e2-4de2-b621-0d9c2f75123f tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "DELETE /v2.0/security-groups/6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc HTTP/1.1" status: 204 len: 168 time: 0.6427214 Feb 09 14:42:30.896908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40492) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:30.927059 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-4c91ef3b-37a3-4891-ab39-30826ddf311b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] show failed (client error): The resource could not be found. Feb 09 14:42:30.927993 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4c91ef3b-37a3-4891-ab39-30826ddf311b tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "GET /v2.0/security-groups/6aaa94c4-6fdd-4fc3-acb0-25ffa6c26bbc HTTP/1.1" status: 404 len: 347 time: 0.0304227 Feb 09 14:42:30.931593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40496) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:31.045526 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=04857284-83b9-4647-a669-99192347fa67,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:31.055079 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Sync routers for ids ['176061e1-acd9-4ac6-b970-8b8de3cbeba7'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:42:31.057667 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:31.073065 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Routers {'176061e1-acd9-4ac6-b970-8b8de3cbeba7'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:31.073819 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:42:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['176061e1-acd9-4ac6-b970-8b8de3cbeba7'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:31.185941 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-38dbcbc9-fe4d-485e-991f-b2bc5fc64be2 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:31.190147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f470be24-6f73-4728-b48e-c63cbcdee6d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Deleting port cc01e802-bc32-4da0-aeed-d2bcd019abe2 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:42:31.190529 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f470be24-6f73-4728-b48e-c63cbcdee6d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:31.223707 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-38dbcbc9-fe4d-485e-991f-b2bc5fc64be2 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:31.248224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fa13d7-f7ea-4ff8-a826-1b9dac1cdd78 None None] New status for floating IP 78bc9e85-924b-4abd-b444-7a95bd6c2752: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:42:31.276461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbcbc9-fe4d-485e-991f-b2bc5fc64be2 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923ec2f9-c8e6-4d4d-b48e-cd8eaf971b8e,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:31.282336 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-38dbcbc9-fe4d-485e-991f-b2bc5fc64be2 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:31.286338 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-38dbcbc9-fe4d-485e-991f-b2bc5fc64be2 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5371194 Feb 09 14:42:31.287097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40500) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:31.313957 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Floating IP a043323f-cc5f-4f13-a499-fd59a76d385a associated. External IP: 172.25.8.135, port: 21583bae-2cbf-454a-b876-8b8579d4be44. Feb 09 14:42:31.354540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d16d3b78-afaf-472e-9856-c11954153c64 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Request body: {'security_group_rule': {'security_group_id': 'd4137001-c7e2-4739-bad4-73c3abfa8f16', 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:31.366248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d16d3b78-afaf-472e-9856-c11954153c64 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:31.372676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d16d3b78-afaf-472e-9856-c11954153c64 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Usage tracker for resource:security_group_rule and tenant:22d53f025f00403aaabb36a1f8ecfdda is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:31.392615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d16d3b78-afaf-472e-9856-c11954153c64 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:31.402338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d16d3b78-afaf-472e-9856-c11954153c64 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:31.436406 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Set router 176061e1-acd9-4ac6-b970-8b8de3cbeba7 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:31.439019 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d16d3b78-afaf-472e-9856-c11954153c64 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:31.467868 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f470be24-6f73-4728-b48e-c63cbcdee6d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:31.468491 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f470be24-6f73-4728-b48e-c63cbcdee6d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:31.678718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 30ab49fe-a533-43ea-b408-138930d68ba6 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:31.746642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f470be24-6f73-4728-b48e-c63cbcdee6d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Calling delete_port for cc01e802-bc32-4da0-aeed-d2bcd019abe2 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:42:31.855532 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d16d3b78-afaf-472e-9856-c11954153c64 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:31.869332 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d16d3b78-afaf-472e-9856-c11954153c64 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:31.879038 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:31.888600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 30ab49fe-a533-43ea-b408-138930d68ba6 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:31.889340 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:31.938469 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d3b78-afaf-472e-9856-c11954153c64 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c930ab-aab1-43a9-bee8-85c8abfdc1c3,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:31.951324 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d16d3b78-afaf-472e-9856-c11954153c64 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:31.955818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:42:31.956603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40510) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:31.957457 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d16d3b78-afaf-472e-9856-c11954153c64 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6543999 Feb 09 14:42:31.966173 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ae1bf502-0316-4f8d-a13a-c3ad621ad39f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Request body: {'security_group_rule': {'security_group_id': 'd4137001-c7e2-4739-bad4-73c3abfa8f16', 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:31.971541 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-f470be24-6f73-4728-b48e-c63cbcdee6d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:42:31.972242 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-f470be24-6f73-4728-b48e-c63cbcdee6d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:42:31.981806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ae1bf502-0316-4f8d-a13a-c3ad621ad39f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:32.043215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ae1bf502-0316-4f8d-a13a-c3ad621ad39f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Usage tracker for resource:security_group_rule and tenant:22d53f025f00403aaabb36a1f8ecfdda is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:32.057222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ae1bf502-0316-4f8d-a13a-c3ad621ad39f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:32.066250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ae1bf502-0316-4f8d-a13a-c3ad621ad39f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:32.079034 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'name': 'tempest-TestVolumeBootPattern-1585794188-router', 'tenant_id': '322fc261309e4f289ce4805a4574841b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '30ab49fe-a533-43ea-b408-138930d68ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:19Z', 'updated_at': '2022-02-09T14:42:28Z', 'revision_number': 4, 'project_id': '322fc261309e4f289ce4805a4574841b', 'gw_port': {'id': '30ab49fe-a533-43ea-b408-138930d68ba6', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:20Z', 'updated_at': '2022-02-09T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'd4010ecf-9699-4e67-a0b9-1a7fedeed67d', 'name': '', 'network_id': '7eca57ab-2b1b-428f-bd1a-df9b6895d4f6', 'tenant_id': '322fc261309e4f289ce4805a4574841b', 'mac_address': 'fa:16:3e:4d:3f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'a651e917-2f18-4726-8440-32f7a5096aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:26Z', 'updated_at': '2022-02-09T14:42:28Z', 'revision_number': 2, 'project_id': '322fc261309e4f289ce4805a4574841b', 'subnets': [{'id': 'a651e917-2f18-4726-8440-32f7a5096aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:32.083522 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Checking router: 176061e1-acd9-4ac6-b970-8b8de3cbeba7 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:42:32.083917 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Updating router 176061e1-acd9-4ac6-b970-8b8de3cbeba7 port d4010ecf-9699-4e67-a0b9-1a7fedeed67d binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:42:32.104919 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf502-0316-4f8d-a13a-c3ad621ad39f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:32.137925 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:32.222991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:42:32.249894 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807fa555-7835-418f-833a-7edaf017445c None None] Sync routers for ids ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:42:32.266313 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf502-0316-4f8d-a13a-c3ad621ad39f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:32.270960 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf502-0316-4f8d-a13a-c3ad621ad39f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:32.278243 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807fa555-7835-418f-833a-7edaf017445c None None] Routers {'75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:32.278858 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-807fa555-7835-418f-833a-7edaf017445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:42:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:32.283399 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:32.342355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bf502-0316-4f8d-a13a-c3ad621ad39f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a62256-5748-4339-a65b-36008a8fc10e,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:32.354149 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae1bf502-0316-4f8d-a13a-c3ad621ad39f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:32.358035 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ae1bf502-0316-4f8d-a13a-c3ad621ad39f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3988576 Feb 09 14:42:32.358473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40514) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:32.367416 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-eb2446af-1598-416f-bd92-523c258aef5f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Request body: {'security_group_rule': {'security_group_id': 'd4137001-c7e2-4739-bad4-73c3abfa8f16', 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:32.376878 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-97de2898-47a0-42ae-a684-6024d32b331c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0528693 Feb 09 14:42:32.376878 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-eb2446af-1598-416f-bd92-523c258aef5f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:32.377364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68f6c84-b459-47da-96db-c11721284b13', 'tag': '21583bae-2cbf-454a-b876-8b8579d4be44'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:42:32.384717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-eb2446af-1598-416f-bd92-523c258aef5f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Usage tracker for resource:security_group_rule and tenant:22d53f025f00403aaabb36a1f8ecfdda is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:32.388517 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-eb2446af-1598-416f-bd92-523c258aef5f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:32.405563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-eb2446af-1598-416f-bd92-523c258aef5f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:32.431636 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb2446af-1598-416f-bd92-523c258aef5f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:32.474473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f470be24-6f73-4728-b48e-c63cbcdee6d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Deleting port cc01e802-bc32-4da0-aeed-d2bcd019abe2 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:42:32.475884 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f470be24-6f73-4728-b48e-c63cbcdee6d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:32.535003 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb2446af-1598-416f-bd92-523c258aef5f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:32.540661 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb2446af-1598-416f-bd92-523c258aef5f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:32.578891 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2446af-1598-416f-bd92-523c258aef5f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3d0daf-128c-4aac-9891-a509c91c132b,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:32.590403 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb2446af-1598-416f-bd92-523c258aef5f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:32.592214 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-eb2446af-1598-416f-bd92-523c258aef5f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2307773 Feb 09 14:42:32.596490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40524) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:32.602441 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-00ecb4f1-9c9c-4fa7-85d8-ddab2817bbe3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Request body: {'security_group_rule': {'security_group_id': 'd4137001-c7e2-4739-bad4-73c3abfa8f16', 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:32.611275 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-00ecb4f1-9c9c-4fa7-85d8-ddab2817bbe3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:32.617739 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-00ecb4f1-9c9c-4fa7-85d8-ddab2817bbe3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Usage tracker for resource:security_group_rule and tenant:22d53f025f00403aaabb36a1f8ecfdda is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:32.621894 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-00ecb4f1-9c9c-4fa7-85d8-ddab2817bbe3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:32.623560 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-807fa555-7835-418f-833a-7edaf017445c None None] Set router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:32.629771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-00ecb4f1-9c9c-4fa7-85d8-ddab2817bbe3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:32.643605 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-00ecb4f1-9c9c-4fa7-85d8-ddab2817bbe3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Project 22d53f025f00403aaabb36a1f8ecfdda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:42:32.670361 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00ecb4f1-9c9c-4fa7-85d8-ddab2817bbe3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:32.764565 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68f6c84-b459-47da-96db-c11721284b13', 'tag': '21583bae-2cbf-454a-b876-8b8579d4be44', 'status': 'completed', 'code': 200} Feb 09 14:42:32.860866 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00ecb4f1-9c9c-4fa7-85d8-ddab2817bbe3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:32.869322 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00ecb4f1-9c9c-4fa7-85d8-ddab2817bbe3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:32.876235 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f470be24-6f73-4728-b48e-c63cbcdee6d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:32.877202 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f470be24-6f73-4728-b48e-c63cbcdee6d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:32.913508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499bdde-1904-4b90-8670-c27416201127 req-79f247bb-ec02-4d80-9d47-22a12be4293f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:32.915831 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2499bdde-1904-4b90-8670-c27416201127 req-79f247bb-ec02-4d80-9d47-22a12be4293f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.2480221 Feb 09 14:42:32.917644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecb4f1-9c9c-4fa7-85d8-ddab2817bbe3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54f65a7-96ab-4005-976c-c73f171d7b34,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:32.959373 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-00ecb4f1-9c9c-4fa7-85d8-ddab2817bbe3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:32.963888 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-00ecb4f1-9c9c-4fa7-85d8-ddab2817bbe3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3629358 Feb 09 14:42:32.964730 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40536) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:32.984694 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.db.resource_extend [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:42:33.005653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0e9dda9e-014e-4a37-925a-5729cd4d0897 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Request body: {'security_group_rule': {'security_group_id': 'd4137001-c7e2-4739-bad4-73c3abfa8f16', 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:33.018663 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2499bdde-1904-4b90-8670-c27416201127 req-0d332851-a511-4a0b-92f0-3de110581261 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957413 Feb 09 14:42:33.019629 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0e9dda9e-014e-4a37-925a-5729cd4d0897 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:33.030109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0e9dda9e-014e-4a37-925a-5729cd4d0897 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Usage tracker for resource:security_group_rule and tenant:22d53f025f00403aaabb36a1f8ecfdda is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:33.034419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0e9dda9e-014e-4a37-925a-5729cd4d0897 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:33.041109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0e9dda9e-014e-4a37-925a-5729cd4d0897 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:33.056116 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40542) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:33.081554 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f470be24-6f73-4728-b48e-c63cbcdee6d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Calling delete_port for cc01e802-bc32-4da0-aeed-d2bcd019abe2 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:42:33.174009 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:33.289194 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-0e9dda9e-014e-4a37-925a-5729cd4d0897 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Project 22d53f025f00403aaabb36a1f8ecfdda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:42:33.316198 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e9dda9e-014e-4a37-925a-5729cd4d0897 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:33.331221 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-807fa555-7835-418f-833a-7edaf017445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512431390', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:41:56Z', 'updated_at': '2022-02-09T14:42:04Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:41:58Z', 'updated_at': '2022-02-09T14:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'a043323f-cc5f-4f13-a499-fd59a76d385a', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'floating_ip_address': '172.25.8.135', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'port_id': '21583bae-2cbf-454a-b876-8b8579d4be44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e022907b-4492-4107-9149-afacab5147d0', 'mac_address': 'fa:16:3e:c4:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68f6c84-b459-47da-96db-c11721284b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:42:30Z', 'updated_at': '2022-02-09T14:42:30Z', 'revision_number': 0, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a44e7af-fc7d-4303-8eac-0f263aa0a430', 'name': '', 'network_id': 'e022907b-4492-4107-9149-afacab5147d0', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:77:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:03Z', 'updated_at': '2022-02-09T14:42:16Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:33.335523 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Transition to ACTIVE for port object d4010ecf-9699-4e67-a0b9-1a7fedeed67d will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:33.339076 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f470be24-6f73-4728-b48e-c63cbcdee6d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:33.345717 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:33.380808 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-431c6dff-7865-4414-866a-6982f3927b36 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/a043323f-cc5f-4f13-a499-fd59a76d385a HTTP/1.1" status: 200 len: 991 time: 0.3222504 Feb 09 14:42:33.387023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990bdc8-6663-4292-8243-4e3cf11c6252 req-c6d96773-676d-46be-b5f7-0f0e20f98f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:33.387691 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807fa555-7835-418f-833a-7edaf017445c None None] Checking router: 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:42:33.388549 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1990bdc8-6663-4292-8243-4e3cf11c6252 req-c6d96773-676d-46be-b5f7-0f0e20f98f4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 1096 time: 0.6260164 Feb 09 14:42:33.484914 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807fa555-7835-418f-833a-7edaf017445c None None] Routers {'75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:33.485304 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-807fa555-7835-418f-833a-7edaf017445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:42:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:33.497115 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e9dda9e-014e-4a37-925a-5729cd4d0897 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:33.507303 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e9dda9e-014e-4a37-925a-5729cd4d0897 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:33.533176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470be24-6f73-4728-b48e-c63cbcdee6d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Pushing event deleted for resources: {'Port': ['ID=cc01e802-bc32-4da0-aeed-d2bcd019abe2,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:33.620835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9dda9e-014e-4a37-925a-5729cd4d0897 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda9923c-9a10-4b76-824f-68f05e9ffcbc,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:33.657767 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff680515-9f7e-4b64-a29d-15bebc88e0d3 None None] Pushing event updated for resources: {'Port': ['ID=d4010ecf-9699-4e67-a0b9-1a7fedeed67d,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:33.658095 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0e9dda9e-014e-4a37-925a-5729cd4d0897 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:33.671875 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0e9dda9e-014e-4a37-925a-5729cd4d0897 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7007656 Feb 09 14:42:33.677569 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990bdc8-6663-4292-8243-4e3cf11c6252 req-209691bc-05ef-459b-a3fb-15f1965ff267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:33.679582 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1990bdc8-6663-4292-8243-4e3cf11c6252 req-209691bc-05ef-459b-a3fb-15f1965ff267 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e022907b-4492-4107-9149-afacab5147d0 HTTP/1.1" status: 200 len: 897 time: 0.2829123 Feb 09 14:42:33.716599 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-412458b1-41d2-4666-8b53-b733edce8595 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:33.717330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-412458b1-41d2-4666-8b53-b733edce8595 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:42:33.738372 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f470be24-6f73-4728-b48e-c63cbcdee6d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:33.744835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-412458b1-41d2-4666-8b53-b733edce8595 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:42:33.755041 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-412458b1-41d2-4666-8b53-b733edce8595 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 812 time: 0.5004587 Feb 09 14:42:33.779113 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7ac6de2a-c84f-436b-8d79-170a44a42d87 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/quotas/a41332bb12404c08914ea958ae35ef74 HTTP/1.1" status: 200 len: 375 time: 0.0224309 Feb 09 14:42:33.830034 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f470be24-6f73-4728-b48e-c63cbcdee6d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:33.831130 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f470be24-6f73-4728-b48e-c63cbcdee6d3 tempest-AttachVolumeShelveTestJSON-1952137099 tempest-AttachVolumeShelveTestJSON-1952137099-project] 10.222.0.48 "DELETE /v2.0/floatingips/78bc9e85-924b-4abd-b444-7a95bd6c2752 HTTP/1.1" status: 204 len: 168 time: 2.8973343 Feb 09 14:42:33.853548 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Attempting to bind port d4010ecf-9699-4e67-a0b9-1a7fedeed67d on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:42:33.853548 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Attempting to bind port d4010ecf-9699-4e67-a0b9-1a7fedeed67d by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '934f0151-c013-44a5-9e0a-e63147ee85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7eca57ab-2b1b-428f-bd1a-df9b6895d4f6'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:42:33.853548 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Attempting to bind port d4010ecf-9699-4e67-a0b9-1a7fedeed67d on network 7eca57ab-2b1b-428f-bd1a-df9b6895d4f6 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:42:33.858675 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1990bdc8-6663-4292-8243-4e3cf11c6252 req-8b6a4bda-ea67-44fa-b17c-e6eb5c1f29fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21583bae-2cbf-454a-b876-8b8579d4be44 HTTP/1.1" status: 200 len: 999 time: 0.1619601 Feb 09 14:42:33.880732 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:42:33.881246 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Checking segment: {'id': '934f0151-c013-44a5-9e0a-e63147ee85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7eca57ab-2b1b-428f-bd1a-df9b6895d4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:42:33.881756 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:33.882235 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Bound using segment: {'id': '934f0151-c013-44a5-9e0a-e63147ee85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7eca57ab-2b1b-428f-bd1a-df9b6895d4f6'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:42:33.882799 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Bound port: d4010ecf-9699-4e67-a0b9-1a7fedeed67d, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934f0151-c013-44a5-9e0a-e63147ee85b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7eca57ab-2b1b-428f-bd1a-df9b6895d4f6'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:42:33.883257 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:33.909127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-c78b5dfd-3c4f-477a-9cf0-fbda5881688b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:42:33.930741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-c78b5dfd-3c4f-477a-9cf0-fbda5881688b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:42:33.941565 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-c78b5dfd-3c4f-477a-9cf0-fbda5881688b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1611204 Feb 09 14:42:33.944336 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990bdc8-6663-4292-8243-4e3cf11c6252 req-09256fba-f5dc-4aaa-8d55-95c2fe8e5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:33.945771 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1990bdc8-6663-4292-8243-4e3cf11c6252 req-09256fba-f5dc-4aaa-8d55-95c2fe8e5cea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3657165f-156f-4a74-a5ec-e5fd804beae5 HTTP/1.1" status: 200 len: 832 time: 0.0786264 Feb 09 14:42:34.023102 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-807fa555-7835-418f-833a-7edaf017445c None None] Set router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:34.136862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-86652982-ead0-4650-949d-53290327e04b tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Synchronizing usage tracker for tenant:22d53f025f00403aaabb36a1f8ecfdda on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:42:34.171201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990bdc8-6663-4292-8243-4e3cf11c6252 req-7baae30b-257d-4eac-9eec-97d5a6003742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:34.172937 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1990bdc8-6663-4292-8243-4e3cf11c6252 req-7baae30b-257d-4eac-9eec-97d5a6003742 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e022907b-4492-4107-9149-afacab5147d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203586 Feb 09 14:42:34.177737 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-86652982-ead0-4650-949d-53290327e04b tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Unset dirty status for tenant:22d53f025f00403aaabb36a1f8ecfdda on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:42:34.179243 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-86652982-ead0-4650-949d-53290327e04b tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717471905&fields=id&tenant_id=22d53f025f00403aaabb36a1f8ecfdda HTTP/1.1" status: 200 len: 267 time: 0.1670551 Feb 09 14:42:34.198486 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] For port d4010ecf-9699-4e67-a0b9-1a7fedeed67d, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:42:34.208669 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] For port d4010ecf-9699-4e67-a0b9-1a7fedeed67d, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d4010ecf-9699-4e67-a0b9-1a7fedeed67d,segment=NetworkSegment(934f0151-c013-44a5-9e0a-e63147ee85b2),segment_id=934f0151-c013-44a5-9e0a-e63147ee85b2)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:42:34.244699 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7c500b6d-8935-48b9-9cc4-c24edfba6a2b service neutron] 10.222.0.48 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005567 Feb 09 14:42:34.273495 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:34.329025 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1990bdc8-6663-4292-8243-4e3cf11c6252 req-082ba185-9501-4c1f-95d6-bb27e92fff04 service neutron] 10.222.0.21 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486199 Feb 09 14:42:34.392586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40562) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:34.419305 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Routers {'176061e1-acd9-4ac6-b970-8b8de3cbeba7'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:34.420450 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:42:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['176061e1-acd9-4ac6-b970-8b8de3cbeba7'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:34.537605 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6c0266cb-e219-47c5-b379-cde39702a219 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/a043323f-cc5f-4f13-a499-fd59a76d385a HTTP/1.1" status: 200 len: 991 time: 0.1436305 Feb 09 14:42:34.553684 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-2b9911bf-6468-4a97-b71d-65f28a941cea service neutron] 10.222.0.48 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078189 Feb 09 14:42:34.579611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-2d6941a5-757f-41df-bfd2-2a61290a0fb5 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:34.580384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-2d6941a5-757f-41df-bfd2-2a61290a0fb5 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Synchronizing usage tracker for tenant:22d53f025f00403aaabb36a1f8ecfdda on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:42:34.694262 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] Set router 176061e1-acd9-4ac6-b970-8b8de3cbeba7 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:34.703649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-2d6941a5-757f-41df-bfd2-2a61290a0fb5 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Unset dirty status for tenant:22d53f025f00403aaabb36a1f8ecfdda on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:42:34.709896 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-2d6941a5-757f-41df-bfd2-2a61290a0fb5 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/networks?id=f98933c3-ab17-4bd3-88df-614e8ab67e3f HTTP/1.1" status: 200 len: 814 time: 0.3797808 Feb 09 14:42:34.754420 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-40a4effc-995a-4b58-8edd-bf9cb960c33c tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/quotas/22d53f025f00403aaabb36a1f8ecfdda HTTP/1.1" status: 200 len: 375 time: 0.0436153 Feb 09 14:42:34.805283 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1990bdc8-6663-4292-8243-4e3cf11c6252 req-0d86f888-9e05-4b7f-9b32-17c3e140e344 service neutron] 10.222.0.21 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476519 Feb 09 14:42:34.869507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-feeb3ed9-76de-4f63-adef-847f93392e2f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Synchronizing usage tracker for tenant:22d53f025f00403aaabb36a1f8ecfdda on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:42:34.889002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-feeb3ed9-76de-4f63-adef-847f93392e2f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Unset dirty status for tenant:22d53f025f00403aaabb36a1f8ecfdda on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:42:34.901403 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-feeb3ed9-76de-4f63-adef-847f93392e2f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=22d53f025f00403aaabb36a1f8ecfdda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1405988 Feb 09 14:42:34.982451 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff680515-9f7e-4b64-a29d-15bebc88e0d3 None None] Pushing event updated for resources: {'Port': ['ID=d4010ecf-9699-4e67-a0b9-1a7fedeed67d,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:35.087910 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-9bc27238-fddb-47fb-b41a-6dd4dad83cb0 service neutron] 10.222.0.48 "GET /v2.0/networks/f98933c3-ab17-4bd3-88df-614e8ab67e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819263 Feb 09 14:42:35.148730 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-807fa555-7835-418f-833a-7edaf017445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512431390', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:41:56Z', 'updated_at': '2022-02-09T14:42:04Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:41:58Z', 'updated_at': '2022-02-09T14:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'a043323f-cc5f-4f13-a499-fd59a76d385a', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'floating_ip_address': '172.25.8.135', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'port_id': '21583bae-2cbf-454a-b876-8b8579d4be44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e022907b-4492-4107-9149-afacab5147d0', 'mac_address': 'fa:16:3e:c4:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68f6c84-b459-47da-96db-c11721284b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:42:30Z', 'updated_at': '2022-02-09T14:42:30Z', 'revision_number': 0, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a44e7af-fc7d-4303-8eac-0f263aa0a430', 'name': '', 'network_id': 'e022907b-4492-4107-9149-afacab5147d0', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:77:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:03Z', 'updated_at': '2022-02-09T14:42:16Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:35.153349 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807fa555-7835-418f-833a-7edaf017445c None None] The sync data for ids ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'] in n-d-828418-2 is: [{'id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512431390', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:41:56Z', 'updated_at': '2022-02-09T14:42:04Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:41:58Z', 'updated_at': '2022-02-09T14:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'a043323f-cc5f-4f13-a499-fd59a76d385a', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'floating_ip_address': '172.25.8.135', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'port_id': '21583bae-2cbf-454a-b876-8b8579d4be44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e022907b-4492-4107-9149-afacab5147d0', 'mac_address': 'fa:16:3e:c4:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68f6c84-b459-47da-96db-c11721284b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:42:30Z', 'updated_at': '2022-02-09T14:42:30Z', 'revision_number': 0, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a44e7af-fc7d-4303-8eac-0f263aa0a430', 'name': '', 'network_id': 'e022907b-4492-4107-9149-afacab5147d0', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:77:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:03Z', 'updated_at': '2022-02-09T14:42:16Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:42:35.174162 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5c76866-b4cf-4443-b7b7-0b33f451388b req-7be018ba-0b60-4252-82dd-9a58e0724768 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 210 time: 0.1051984 Feb 09 14:42:35.180203 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'name': 'tempest-TestVolumeBootPattern-1585794188-router', 'tenant_id': '322fc261309e4f289ce4805a4574841b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '30ab49fe-a533-43ea-b408-138930d68ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:19Z', 'updated_at': '2022-02-09T14:42:28Z', 'revision_number': 4, 'project_id': '322fc261309e4f289ce4805a4574841b', 'gw_port': {'id': '30ab49fe-a533-43ea-b408-138930d68ba6', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:20Z', 'updated_at': '2022-02-09T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'd4010ecf-9699-4e67-a0b9-1a7fedeed67d', 'name': '', 'network_id': '7eca57ab-2b1b-428f-bd1a-df9b6895d4f6', 'tenant_id': '322fc261309e4f289ce4805a4574841b', 'mac_address': 'fa:16:3e:4d:3f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'a651e917-2f18-4726-8440-32f7a5096aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:26Z', 'updated_at': '2022-02-09T14:42:34Z', 'revision_number': 4, 'project_id': '322fc261309e4f289ce4805a4574841b', 'subnets': [{'id': 'a651e917-2f18-4726-8440-32f7a5096aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:35.189411 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56f82e-b458-4b24-beba-5852dc00f818 None None] The sync data for ids ['176061e1-acd9-4ac6-b970-8b8de3cbeba7'] in n-d-828418-2 is: [{'id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'name': 'tempest-TestVolumeBootPattern-1585794188-router', 'tenant_id': '322fc261309e4f289ce4805a4574841b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '30ab49fe-a533-43ea-b408-138930d68ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:19Z', 'updated_at': '2022-02-09T14:42:28Z', 'revision_number': 4, 'project_id': '322fc261309e4f289ce4805a4574841b', 'gw_port': {'id': '30ab49fe-a533-43ea-b408-138930d68ba6', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:20Z', 'updated_at': '2022-02-09T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'd4010ecf-9699-4e67-a0b9-1a7fedeed67d', 'name': '', 'network_id': '7eca57ab-2b1b-428f-bd1a-df9b6895d4f6', 'tenant_id': '322fc261309e4f289ce4805a4574841b', 'mac_address': 'fa:16:3e:4d:3f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'a651e917-2f18-4726-8440-32f7a5096aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:26Z', 'updated_at': '2022-02-09T14:42:34Z', 'revision_number': 4, 'project_id': '322fc261309e4f289ce4805a4574841b', 'subnets': [{'id': 'a651e917-2f18-4726-8440-32f7a5096aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:42:35.275032 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-0936f988-16ea-4646-9048-09b5af690e5b service neutron] 10.222.0.48 "GET /v2.0/networks/f98933c3-ab17-4bd3-88df-614e8ab67e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861770 Feb 09 14:42:35.542091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40588) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:35.626984 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d4010ecf-9699-4e67-a0b9-1a7fedeed67d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:35.759633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3449b07a-8502-47c2-8e62-f264aa5d0ec3 None None] New status for floating IP a043323f-cc5f-4f13-a499-fd59a76d385a: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:42:35.785188 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-48d6d898-c82c-48c2-a637-de98793da76b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/a043323f-cc5f-4f13-a499-fd59a76d385a HTTP/1.1" status: 200 len: 991 time: 0.2417984 Feb 09 14:42:35.985263 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port d4010ecf-9699-4e67-a0b9-1a7fedeed67d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:36.000477 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d4010ecf-9699-4e67-a0b9-1a7fedeed67d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:36.001745 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:36.088006 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ec85b09-8592-4097-ab97-7344c6299972 req-b8cc17bb-0ada-41ef-bfaf-1a231a13d3c3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 210 time: 0.1131432 Feb 09 14:42:36.400429 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a06acb1b-c72d-417e-af50-1885540f4f34 req-cee41a1d-b70e-4036-8e50-6a4027708784 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 210 time: 0.0853825 Feb 09 14:42:36.500917 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:36.574522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port d4010ecf-9699-4e67-a0b9-1a7fedeed67d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d4010ecf-9699-4e67-a0b9-1a7fedeed67d,segment=NetworkSegment(934f0151-c013-44a5-9e0a-e63147ee85b2),segment_id=934f0151-c013-44a5-9e0a-e63147ee85b2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:36.586663 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:36.714854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=d4010ecf-9699-4e67-a0b9-1a7fedeed67d,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:36.789357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40618) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:37.333121 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-375e67ed-910e-4aa5-a21f-dd37a6df5aa7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/a043323f-cc5f-4f13-a499-fd59a76d385a HTTP/1.1" status: 200 len: 993 time: 0.5410199 Feb 09 14:42:37.433169 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-90306014-2fd6-4957-91b7-817bcd1936c5 req-7f6baf4a-6f1c-4e42-9a21-11ae769a1672 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 210 time: 0.0620401 Feb 09 14:42:37.555631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d4010ecf-9699-4e67-a0b9-1a7fedeed67d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:37.585983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-c34ee702-c27e-426d-b95c-51076df93bbe tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:37.591531 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-c34ee702-c27e-426d-b95c-51076df93bbe tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 812 time: 0.4341009 Feb 09 14:42:37.607687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-87cd99f5-0a0f-4b88-bd14-07c1353a9603 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Request body: {'port': {'device_id': 'c2613885-9b57-46fc-800e-12822f9ceb27', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'admin_state_up': True, 'tenant_id': 'a41332bb12404c08914ea958ae35ef74'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:37.668493 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c334f160-50d9-4165-8cf4-7aa2bf4016a4 req-b80c22a7-f904-411d-aa28-66870216c230 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 210 time: 0.0727468 Feb 09 14:42:37.762203 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d4010ecf-9699-4e67-a0b9-1a7fedeed67d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:37.764088 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:38.037689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-87cd99f5-0a0f-4b88-bd14-07c1353a9603 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:38.077093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-87cd99f5-0a0f-4b88-bd14-07c1353a9603 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:38.100218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-d91b22e9-b910-4452-9f7a-467aa257e8d8 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:38.101723 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-d91b22e9-b910-4452-9f7a-467aa257e8d8 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.35 "GET /v2.0/networks?id=f98933c3-ab17-4bd3-88df-614e8ab67e3f HTTP/1.1" status: 200 len: 814 time: 0.2212985 Feb 09 14:42:38.114691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-87cd99f5-0a0f-4b88-bd14-07c1353a9603 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Made reservation on behalf of a41332bb12404c08914ea958ae35ef74 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:42:38.118345 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-87cd99f5-0a0f-4b88-bd14-07c1353a9603 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:38.185111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-ad3620f7-3dd6-41c6-a9b9-2d3422c6cc3c tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Synchronizing usage tracker for tenant:22d53f025f00403aaabb36a1f8ecfdda on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:42:38.245630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-ad3620f7-3dd6-41c6-a9b9-2d3422c6cc3c tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Unset dirty status for tenant:22d53f025f00403aaabb36a1f8ecfdda on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:42:38.246842 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-ad3620f7-3dd6-41c6-a9b9-2d3422c6cc3c tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22d53f025f00403aaabb36a1f8ecfdda HTTP/1.1" status: 200 len: 379 time: 0.1179328 Feb 09 14:42:38.268084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-db8a93e6-0fac-4cad-a303-63df33e17dcd tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Request body: {'port': {'device_id': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'admin_state_up': True, 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'security_groups': ['d4137001-c7e2-4739-bad4-73c3abfa8f16']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:38.458568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-87cd99f5-0a0f-4b88-bd14-07c1353a9603 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Allocated IP 172.20.0.3 (2af7d454-c373-48d2-a2c0-b8fe62f20cda/f8838457-395d-4c60-9dea-86467bd752c2/f9a87f85-f9be-4903-b7e2-d19794859030) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:42:38.489765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-db8a93e6-0fac-4cad-a303-63df33e17dcd tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:38.520512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-db8a93e6-0fac-4cad-a303-63df33e17dcd tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:38.718760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-db8a93e6-0fac-4cad-a303-63df33e17dcd tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Made reservation on behalf of 22d53f025f00403aaabb36a1f8ecfdda for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:42:38.722302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-db8a93e6-0fac-4cad-a303-63df33e17dcd tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:38.777938 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ce7e8eeb-0165-4e59-8623-2150a8350048 req-eeb30a59-626d-4e36-a270-d784c274e75a tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 210 time: 0.1144030 Feb 09 14:42:38.964020 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:38.974668 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f6717018-2fef-4fa7-adf1-f36fe815fc23 req-bdc6fa58-fe7f-4b18-b2c1-b9e51b0e8621 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 210 time: 0.0561461 Feb 09 14:42:39.074766 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-87cd99f5-0a0f-4b88-bd14-07c1353a9603 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:39.117299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-87cd99f5-0a0f-4b88-bd14-07c1353a9603 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Transition to ACTIVE for port object f9a87f85-f9be-4903-b7e2-d19794859030 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:39.249385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-db8a93e6-0fac-4cad-a303-63df33e17dcd tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Allocated IP 172.20.0.3 (f98933c3-ab17-4bd3-88df-614e8ab67e3f/5e7c69c0-6c18-49d3-9584-85eb9d49c283/3832a334-e937-4351-bde7-fa982b0f4589) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:42:39.253351 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-87cd99f5-0a0f-4b88-bd14-07c1353a9603 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:39.356686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-87cd99f5-0a0f-4b88-bd14-07c1353a9603 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Network 2af7d454-c373-48d2-a2c0-b8fe62f20cda is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:42:39.362529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-87cd99f5-0a0f-4b88-bd14-07c1353a9603 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:39.366479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd99f5-0a0f-4b88-bd14-07c1353a9603 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'Port': ['ID=f9a87f85-f9be-4903-b7e2-d19794859030,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:39.369301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-87cd99f5-0a0f-4b88-bd14-07c1353a9603 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:42:39.528617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-87cd99f5-0a0f-4b88-bd14-07c1353a9603 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:39.530001 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-87cd99f5-0a0f-4b88-bd14-07c1353a9603 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:39.614782 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-87cd99f5-0a0f-4b88-bd14-07c1353a9603 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0110493 Feb 09 14:42:39.632296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Request body: {'port': {'device_id': 'c2613885-9b57-46fc-800e-12822f9ceb27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:39.719946 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-db8a93e6-0fac-4cad-a303-63df33e17dcd tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:39.751138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-db8a93e6-0fac-4cad-a303-63df33e17dcd tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Transition to ACTIVE for port object 3832a334-e937-4351-bde7-fa982b0f4589 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:39.822801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-04223088-f049-4608-bcbf-65e2613ee9f7 None None] Provisioning for port f9a87f85-f9be-4903-b7e2-d19794859030 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:39.836781 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-04223088-f049-4608-bcbf-65e2613ee9f7 None None] Provisioning complete for port f9a87f85-f9be-4903-b7e2-d19794859030 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:39.837181 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-04223088-f049-4608-bcbf-65e2613ee9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:39.869897 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:39.958568 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-04223088-f049-4608-bcbf-65e2613ee9f7 None None] Port f9a87f85-f9be-4903-b7e2-d19794859030 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:42:40.036798 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55e0415f-a1df-48a7-9b10-ae3c5201c005 req-7d18b47d-5a8a-4772-877b-588659200899 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 210 time: 0.0654225 Feb 09 14:42:40.094496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40646) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:40.128633 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-db8a93e6-0fac-4cad-a303-63df33e17dcd tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:40.266686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-db8a93e6-0fac-4cad-a303-63df33e17dcd tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Network f98933c3-ab17-4bd3-88df-614e8ab67e3f is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:42:40.286393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1c7cc-c7ef-40dd-ab76-ad928389b59e req-715fd30e-9f62-42a9-8f00-0899d4b41cda tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:40.288341 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2cc1c7cc-c7ef-40dd-ab76-ad928389b59e req-715fd30e-9f62-42a9-8f00-0899d4b41cda tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 931 time: 0.1036265 Feb 09 14:42:40.321531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-db8a93e6-0fac-4cad-a303-63df33e17dcd tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:42:40.328531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a93e6-0fac-4cad-a303-63df33e17dcd tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Pushing event updated for resources: {'Port': ['ID=3832a334-e937-4351-bde7-fa982b0f4589,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:40.330686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-db8a93e6-0fac-4cad-a303-63df33e17dcd tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:42:40.436377 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2cc1c7cc-c7ef-40dd-ab76-ad928389b59e req-7f989b93-5ffb-44e9-b797-2576740cdc05 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412241 Feb 09 14:42:40.462979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-db8a93e6-0fac-4cad-a303-63df33e17dcd tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:40.463947 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-db8a93e6-0fac-4cad-a303-63df33e17dcd tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:40.506009 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-db8a93e6-0fac-4cad-a303-63df33e17dcd tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2415736 Feb 09 14:42:40.523753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Request body: {'port': {'device_id': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:42:40.585476 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:40.793215 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f5f827ab-f2d7-4e0c-8a74-ed51eae868e4 None None] Provisioning for port 3832a334-e937-4351-bde7-fa982b0f4589 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:40.798729 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a87f85-f9be-4903-b7e2-d19794859030 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:42:40.802382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f5f827ab-f2d7-4e0c-8a74-ed51eae868e4 None None] Provisioning complete for port 3832a334-e937-4351-bde7-fa982b0f4589 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:40.803271 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f5f827ab-f2d7-4e0c-8a74-ed51eae868e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:40.810298 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:40.812682 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:40.870800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Transition to ACTIVE for port object f9a87f85-f9be-4903-b7e2-d19794859030 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:40.876617 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f5f827ab-f2d7-4e0c-8a74-ed51eae868e4 None None] Port 3832a334-e937-4351-bde7-fa982b0f4589 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:42:40.892603 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:41.084945 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f67e8dff-a32b-4b6c-9551-8f725a9d4a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:41.300530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Pushing event updated for resources: {'Port': ['ID=f9a87f85-f9be-4903-b7e2-d19794859030,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:41.453225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f67e8dff-a32b-4b6c-9551-8f725a9d4a00 admin admin] Deleting port 4bf44312-ed96-4ece-b4dc-86ac7783f63f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:42:41.453651 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f67e8dff-a32b-4b6c-9551-8f725a9d4a00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:41.499282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Attempting to bind port f9a87f85-f9be-4903-b7e2-d19794859030 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:42:41.499614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Attempting to bind port f9a87f85-f9be-4903-b7e2-d19794859030 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:42:41.499960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Attempting to bind port f9a87f85-f9be-4903-b7e2-d19794859030 on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:42:41.517707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Port f9a87f85-f9be-4903-b7e2-d19794859030 on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:42:41.518025 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Attempting to bind port f9a87f85-f9be-4903-b7e2-d19794859030 on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:42:41.545006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd03e7-194b-4eda-8870-9d475bdc7d16 req-c246a196-56b9-48c3-af0d-9bdf38d73cb7 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:41.546468 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-71dd03e7-194b-4eda-8870-9d475bdc7d16 req-c246a196-56b9-48c3-af0d-9bdf38d73cb7 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Synchronizing usage tracker for tenant:22d53f025f00403aaabb36a1f8ecfdda on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:42:41.554190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:42:41.554809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Checking segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:42:41.556098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Bound using segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:42:41.556768 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Bound port: f9a87f85-f9be-4903-b7e2-d19794859030, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:42:41.557487 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:41.642423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-71dd03e7-194b-4eda-8870-9d475bdc7d16 req-c246a196-56b9-48c3-af0d-9bdf38d73cb7 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Unset dirty status for tenant:22d53f025f00403aaabb36a1f8ecfdda on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:42:41.643811 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71dd03e7-194b-4eda-8870-9d475bdc7d16 req-c246a196-56b9-48c3-af0d-9bdf38d73cb7 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 931 time: 0.4772341 Feb 09 14:42:41.701630 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f67e8dff-a32b-4b6c-9551-8f725a9d4a00 admin admin] For port 4bf44312-ed96-4ece-b4dc-86ac7783f63f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4bf44312-ed96-4ece-b4dc-86ac7783f63f,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:41.701980 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f67e8dff-a32b-4b6c-9551-8f725a9d4a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:41.769851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] For port f9a87f85-f9be-4903-b7e2-d19794859030, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:42:41.786154 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71dd03e7-194b-4eda-8870-9d475bdc7d16 req-4168dac8-9ec3-4745-96aa-17c4b5b5ae9c tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327186 Feb 09 14:42:41.788409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3832a334-e937-4351-bde7-fa982b0f4589 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:42:41.797249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] For port f9a87f85-f9be-4903-b7e2-d19794859030, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=f9a87f85-f9be-4903-b7e2-d19794859030,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:42:41.799555 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:41.803922 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:41.872807 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Transition to ACTIVE for port object 3832a334-e937-4351-bde7-fa982b0f4589 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:42:41.880531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:41.880732 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:41.882330 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] 10.222.0.35 "PUT /v2.0/ports/f9a87f85-f9be-4903-b7e2-d19794859030 HTTP/1.1" status: 200 len: 1091 time: 2.2568693 Feb 09 14:42:41.882527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2613885-9b57-46fc-800e-12822f9ceb27', 'tag': 'f9a87f85-f9be-4903-b7e2-d19794859030'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:42:41.886257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0d5f3-7fa5-4323-bb3b-96f1e4f2b939 req-28862065-5254-4150-af25-09cc3cbb83c1 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:41.887852 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2df0d5f3-7fa5-4323-bb3b-96f1e4f2b939 req-28862065-5254-4150-af25-09cc3cbb83c1 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 943 time: 0.3146918 Feb 09 14:42:41.896255 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:41.965259 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f67e8dff-a32b-4b6c-9551-8f725a9d4a00 admin admin] Calling delete_port for 4bf44312-ed96-4ece-b4dc-86ac7783f63f owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:42:42.080082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3f21a-b5f9-4709-a19f-2203c0428e5c service neutron] Pushing event updated for resources: {'Port': ['ID=f9a87f85-f9be-4903-b7e2-d19794859030,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:42.082893 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2df0d5f3-7fa5-4323-bb3b-96f1e4f2b939 req-412bda7a-a2c0-4f40-a7fc-cb89704fab58 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247303 Feb 09 14:42:42.136395 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2613885-9b57-46fc-800e-12822f9ceb27', 'tag': 'f9a87f85-f9be-4903-b7e2-d19794859030', 'status': 'completed', 'code': 200} Feb 09 14:42:42.252217 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Pushing event updated for resources: {'Port': ['ID=3832a334-e937-4351-bde7-fa982b0f4589,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:42.284294 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Attempting to bind port 3832a334-e937-4351-bde7-fa982b0f4589 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:42:42.284630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Attempting to bind port 3832a334-e937-4351-bde7-fa982b0f4589 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '081eb719-b07f-4c27-8bdf-49835f22320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:42:42.284960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Attempting to bind port 3832a334-e937-4351-bde7-fa982b0f4589 on network f98933c3-ab17-4bd3-88df-614e8ab67e3f {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:42:42.290637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-495c7027-590b-431b-a331-f855cf7fa927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:42.291996 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-495c7027-590b-431b-a331-f855cf7fa927 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 1094 time: 0.3667784 Feb 09 14:42:42.293941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Port 3832a334-e937-4351-bde7-fa982b0f4589 on network f98933c3-ab17-4bd3-88df-614e8ab67e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:42:42.294265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Attempting to bind port 3832a334-e937-4351-bde7-fa982b0f4589 on network f98933c3-ab17-4bd3-88df-614e8ab67e3f {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:42:42.299573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:42:42.299944 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Checking segment: {'id': '081eb719-b07f-4c27-8bdf-49835f22320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:42:42.300326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Bound using segment: {'id': '081eb719-b07f-4c27-8bdf-49835f22320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:42:42.300753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Bound port: 3832a334-e937-4351-bde7-fa982b0f4589, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081eb719-b07f-4c27-8bdf-49835f22320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:42:42.301145 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:42.383305 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-6a17be2d-8e63-490b-8004-d6f211318fea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9a87f85-f9be-4903-b7e2-d19794859030 HTTP/1.1" status: 200 len: 217 time: 0.0723112 Feb 09 14:42:42.388443 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f67e8dff-a32b-4b6c-9551-8f725a9d4a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:42.436695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e8dff-a32b-4b6c-9551-8f725a9d4a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bf44312-ed96-4ece-b4dc-86ac7783f63f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:42.507284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-2bd587bb-2409-49c5-999d-9178c7525bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:42.508778 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-2bd587bb-2409-49c5-999d-9178c7525bd8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0972335 Feb 09 14:42:42.512833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] For port 3832a334-e937-4351-bde7-fa982b0f4589, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:42:42.516257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] For port 3832a334-e937-4351-bde7-fa982b0f4589, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3832a334-e937-4351-bde7-fa982b0f4589,segment=NetworkSegment(081eb719-b07f-4c27-8bdf-49835f22320b),segment_id=081eb719-b07f-4c27-8bdf-49835f22320b)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:42:42.552985 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:42.625739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:42.626355 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:42.627800 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] 10.222.0.35 "PUT /v2.0/ports/3832a334-e937-4351-bde7-fa982b0f4589 HTTP/1.1" status: 200 len: 1091 time: 2.1093333 Feb 09 14:42:42.662884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696430e3-d1ca-43c7-a96b-090d3fc403be service neutron] Pushing event updated for resources: {'Port': ['ID=3832a334-e937-4351-bde7-fa982b0f4589,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:42.680760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-04e263eb-49be-4f19-9afd-7a4c93884aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:42.682362 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-04e263eb-49be-4f19-9afd-7a4c93884aaa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648428 Feb 09 14:42:42.752860 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f67e8dff-a32b-4b6c-9551-8f725a9d4a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:42.920725 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-19df7124-5316-4129-b316-ca1285d3db9e service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208855 Feb 09 14:42:42.925418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-2ef7cdbf-de9b-4483-9b1e-624cf550a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:42.926869 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-2ef7cdbf-de9b-4483-9b1e-624cf550a0ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22d53f025f00403aaabb36a1f8ecfdda&device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 1094 time: 0.2284443 Feb 09 14:42:43.123220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7b62f-2507-408a-8a65-8c5d5bd1f92d req-5ec093f4-651b-4ae3-b0d9-e3f9cf475d18 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:43.124801 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9b7b62f-2507-408a-8a65-8c5d5bd1f92d req-5ec093f4-651b-4ae3-b0d9-e3f9cf475d18 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 943 time: 0.1982663 Feb 09 14:42:43.192835 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-a6255036-8c1b-4be0-950c-0a459ce45f5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3832a334-e937-4351-bde7-fa982b0f4589 HTTP/1.1" status: 200 len: 217 time: 0.2444963 Feb 09 14:42:43.247636 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9b7b62f-2507-408a-8a65-8c5d5bd1f92d req-ec006192-c2f4-46c2-9dfc-32cb0d668a71 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170175 Feb 09 14:42:43.255963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67e8dff-a32b-4b6c-9551-8f725a9d4a00 admin admin] Router dc224eed-34ed-478a-b904-b02956910adf has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:42:43.349910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-8584f8bc-c29a-4846-869a-c325124a05e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:43.351338 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-8584f8bc-c29a-4846-869a-c325124a05e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e7c69c0-6c18-49d3-9584-85eb9d49c283 HTTP/1.1" status: 200 len: 853 time: 0.1116376 Feb 09 14:42:43.358004 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5d9043c-2409-4b9f-996e-7a39171a2836 req-ae0f5e2f-6658-4291-b6a1-7fb169c6b8dd service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302144 Feb 09 14:42:43.466371 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138ab8e-83ae-4f58-a63e-6b60e1d7fd9e req-5eefe828-033e-4833-84a8-e81d318f028c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:43.467337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f138ab8e-83ae-4f58-a63e-6b60e1d7fd9e req-5eefe828-033e-4833-84a8-e81d318f028c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:42:43.518254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f138ab8e-83ae-4f58-a63e-6b60e1d7fd9e req-5eefe828-033e-4833-84a8-e81d318f028c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:42:43.519528 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f138ab8e-83ae-4f58-a63e-6b60e1d7fd9e req-5eefe828-033e-4833-84a8-e81d318f028c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 943 time: 0.3243673 Feb 09 14:42:43.530989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-bd995a8a-6a71-4950-ac6e-3345b47785a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:43.532484 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-bd995a8a-6a71-4950-ac6e-3345b47785a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f98933c3-ab17-4bd3-88df-614e8ab67e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716943 Feb 09 14:42:43.596327 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67e8dff-a32b-4b6c-9551-8f725a9d4a00 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:42:43.606645 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfb125-08bc-429a-8ecb-b0f4963d4f48 None None] Sync routers for ids ['dc224eed-34ed-478a-b904-b02956910adf'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:42:43.613440 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f67e8dff-a32b-4b6c-9551-8f725a9d4a00 admin admin] 10.222.0.48 "PUT /v2.0/routers/dc224eed-34ed-478a-b904-b02956910adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5140829 Feb 09 14:42:43.613643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40664) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:43.616813 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfb125-08bc-429a-8ecb-b0f4963d4f48 None None] Routers {'dc224eed-34ed-478a-b904-b02956910adf'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:43.617483 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3ecfb125-08bc-429a-8ecb-b0f4963d4f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:42:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['dc224eed-34ed-478a-b904-b02956910adf'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:43.635292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788bcbb-d709-42de-bac1-db2e54ce198a req-36243245-8507-4f7f-b8d3-a18751e9f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:43.636865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1788bcbb-d709-42de-bac1-db2e54ce198a req-36243245-8507-4f7f-b8d3-a18751e9f0dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 1094 time: 0.2136798 Feb 09 14:42:43.735001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-7eb2a61e-8d61-4eee-a02d-6238827ee6bd req-e14db422-0ce0-4f65-8006-2df3dd6fae42 service neutron] (87596) timed out ('10.222.0.35', 52191) {{(pid=87596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 14:42:43.766691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f138ab8e-83ae-4f58-a63e-6b60e1d7fd9e req-2b19634a-9313-47cb-8b2e-0786eaa1c758 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:42:43.823239 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-3ecfb125-08bc-429a-8ecb-b0f4963d4f48 None None] Set router dc224eed-34ed-478a-b904-b02956910adf gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:43.832193 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b7307cf-7089-4438-ae4b-5afeb86c27f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:43.861692 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-64d9510c-b450-46e7-9ff3-21fe5c256999 service neutron] 10.222.0.35 "GET /v2.0/networks/f98933c3-ab17-4bd3-88df-614e8ab67e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120968 Feb 09 14:42:43.864063 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f138ab8e-83ae-4f58-a63e-6b60e1d7fd9e req-2b19634a-9313-47cb-8b2e-0786eaa1c758 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:42:43.865132 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f138ab8e-83ae-4f58-a63e-6b60e1d7fd9e req-2b19634a-9313-47cb-8b2e-0786eaa1c758 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297381 Feb 09 14:42:43.867973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788bcbb-d709-42de-bac1-db2e54ce198a req-dfc1649a-101d-4939-98d8-1907837d5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:43.869402 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1788bcbb-d709-42de-bac1-db2e54ce198a req-dfc1649a-101d-4939-98d8-1907837d5e81 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.2234886 Feb 09 14:42:44.011639 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1788bcbb-d709-42de-bac1-db2e54ce198a req-169945f8-598d-4386-92d2-8c387459f3ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9a87f85-f9be-4903-b7e2-d19794859030 HTTP/1.1" status: 200 len: 217 time: 0.1191132 Feb 09 14:42:44.034359 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b7307cf-7089-4438-ae4b-5afeb86c27f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:44.052541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4b7307cf-7089-4438-ae4b-5afeb86c27f3 admin admin] Deleting port 0bdc4818-8254-4ad8-be99-4eab460523d9 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:42:44.053573 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b7307cf-7089-4438-ae4b-5afeb86c27f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:44.128713 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788bcbb-d709-42de-bac1-db2e54ce198a req-4813ce77-ff49-4fac-9dfa-ca1137110701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:44.130178 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1788bcbb-d709-42de-bac1-db2e54ce198a req-4813ce77-ff49-4fac-9dfa-ca1137110701 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.1051283 Feb 09 14:42:44.135703 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d9c9f36b-594e-4745-847f-f713cd2a4356 req-a799505d-be29-4e04-bc54-7bffb641d6a1 service neutron] 10.222.0.35 "GET /v2.0/networks/f98933c3-ab17-4bd3-88df-614e8ab67e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654166 Feb 09 14:42:44.137258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'tag': '3832a334-e937-4351-bde7-fa982b0f4589'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:42:44.154420 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3ecfb125-08bc-429a-8ecb-b0f4963d4f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:42:42Z', 'revision_number': 5, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port': {'id': '0bdc4818-8254-4ad8-be99-4eab460523d9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc224eed-34ed-478a-b904-b02956910adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:31:22Z', 'updated_at': '2022-02-09T14:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:44.160365 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfb125-08bc-429a-8ecb-b0f4963d4f48 None None] Checking router: dc224eed-34ed-478a-b904-b02956910adf for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:42:44.173619 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfb125-08bc-429a-8ecb-b0f4963d4f48 None None] Routers {'dc224eed-34ed-478a-b904-b02956910adf'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:42:44.174373 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3ecfb125-08bc-429a-8ecb-b0f4963d4f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:42:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['dc224eed-34ed-478a-b904-b02956910adf'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:44.204202 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'tag': '3832a334-e937-4351-bde7-fa982b0f4589', 'status': 'completed', 'code': 200} Feb 09 14:42:44.229005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788bcbb-d709-42de-bac1-db2e54ce198a req-0806f7cc-f8b4-4f3b-abe4-a44883e3df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:44.230620 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1788bcbb-d709-42de-bac1-db2e54ce198a req-0806f7cc-f8b4-4f3b-abe4-a44883e3df94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874279 Feb 09 14:42:44.267096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-4b7307cf-7089-4438-ae4b-5afeb86c27f3 admin admin] For port 0bdc4818-8254-4ad8-be99-4eab460523d9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0bdc4818-8254-4ad8-be99-4eab460523d9,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:44.267631 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b7307cf-7089-4438-ae4b-5afeb86c27f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:44.358490 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-3ecfb125-08bc-429a-8ecb-b0f4963d4f48 None None] Set router dc224eed-34ed-478a-b904-b02956910adf gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:42:44.404662 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4b7307cf-7089-4438-ae4b-5afeb86c27f3 admin admin] Calling delete_port for 0bdc4818-8254-4ad8-be99-4eab460523d9 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:42:44.475662 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3ecfb125-08bc-429a-8ecb-b0f4963d4f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:42:44Z', 'revision_number': 6, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:44.480447 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfb125-08bc-429a-8ecb-b0f4963d4f48 None None] The sync data for ids ['dc224eed-34ed-478a-b904-b02956910adf'] in n-d-828418-2 is: [{'id': 'dc224eed-34ed-478a-b904-b02956910adf', 'name': 'tempest-AttachVolumeShelveTestJSON-482347328-router', 'tenant_id': '700b9235bb3d4706bcd2644827123371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:31:18Z', 'updated_at': '2022-02-09T14:42:44Z', 'revision_number': 6, 'project_id': '700b9235bb3d4706bcd2644827123371', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:42:44.511772 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1788bcbb-d709-42de-bac1-db2e54ce198a req-f73c3624-afe6-486d-b4f5-d810ebc23d1e service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202699 Feb 09 14:42:44.521117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1fa96-8b18-4cde-97e7-41f966103169 req-efaebea1-25f1-4851-9f1a-77e5ff9d443c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:44.522386 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31e1fa96-8b18-4cde-97e7-41f966103169 req-efaebea1-25f1-4851-9f1a-77e5ff9d443c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22d53f025f00403aaabb36a1f8ecfdda&device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 1094 time: 0.2754846 Feb 09 14:42:44.598558 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b7307cf-7089-4438-ae4b-5afeb86c27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:44.651777 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7307cf-7089-4438-ae4b-5afeb86c27f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bdc4818-8254-4ad8-be99-4eab460523d9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:44.747031 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b7307cf-7089-4438-ae4b-5afeb86c27f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:44.813163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d0720-c9e8-4ebd-a02f-e887bc81a01d req-03455df3-916a-491c-ab18-1430b98378be tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:44.814478 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-473d0720-c9e8-4ebd-a02f-e887bc81a01d req-03455df3-916a-491c-ab18-1430b98378be tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 943 time: 0.4408624 Feb 09 14:42:44.943378 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-473d0720-c9e8-4ebd-a02f-e887bc81a01d req-0ae66b62-3bbc-44ff-99ea-0366331c0e4e tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083946 Feb 09 14:42:44.987131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1fa96-8b18-4cde-97e7-41f966103169 req-664525c8-0aca-4d3d-80bc-05868812bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:44.987131 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31e1fa96-8b18-4cde-97e7-41f966103169 req-664525c8-0aca-4d3d-80bc-05868812bb27 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f98933c3-ab17-4bd3-88df-614e8ab67e3f HTTP/1.1" status: 200 len: 914 time: 0.4408622 Feb 09 14:42:44.988312 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1788bcbb-d709-42de-bac1-db2e54ce198a req-ad9c7f37-69f7-445e-877a-26bfd782dd3a service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618077 Feb 09 14:42:45.072255 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31e1fa96-8b18-4cde-97e7-41f966103169 req-fc19bc4f-ea12-4817-8de0-13d4a0d83b41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3832a334-e937-4351-bde7-fa982b0f4589 HTTP/1.1" status: 200 len: 217 time: 0.0758626 Feb 09 14:42:45.093084 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b7307cf-7089-4438-ae4b-5afeb86c27f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:45.129616 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b7307cf-7089-4438-ae4b-5afeb86c27f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:45.140540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1fa96-8b18-4cde-97e7-41f966103169 req-7c53fec1-9f62-4d4c-be15-f370d3eb0b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:45.142354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31e1fa96-8b18-4cde-97e7-41f966103169 req-7c53fec1-9f62-4d4c-be15-f370d3eb0b4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e7c69c0-6c18-49d3-9584-85eb9d49c283 HTTP/1.1" status: 200 len: 853 time: 0.0625224 Feb 09 14:42:45.173716 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b7307cf-7089-4438-ae4b-5afeb86c27f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:45.174248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7307cf-7089-4438-ae4b-5afeb86c27f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc224eed-34ed-478a-b904-b02956910adf {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:42:45.195104 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b7307cf-7089-4438-ae4b-5afeb86c27f3 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:45.196273 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4b7307cf-7089-4438-ae4b-5afeb86c27f3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/dc224eed-34ed-478a-b904-b02956910adf HTTP/1.1" status: 204 len: 168 time: 1.5814314 Feb 09 14:42:45.201897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40674) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:45.204042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b051fe-599a-4ffa-98f8-49970566ed4a req-58996ae2-b702-485c-bb80-dc949d722577 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:45.205462 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84b051fe-599a-4ffa-98f8-49970566ed4a req-58996ae2-b702-485c-bb80-dc949d722577 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 943 time: 0.1229613 Feb 09 14:42:45.257093 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-84b051fe-599a-4ffa-98f8-49970566ed4a req-1be654cb-4fb1-4284-bcb3-0db09a98caa4 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 Feb 09 14:42:45.280481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd27477e-c222-45be-84ee-a77c7b7c0bf0 admin admin] Deleting subnet 42f02c33-2303-43f7-a170-a6650a01e0b9 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:42:45.285251 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bd27477e-c222-45be-84ee-a77c7b7c0bf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:45.324030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1fa96-8b18-4cde-97e7-41f966103169 req-1f835c08-eec3-43ef-b463-4dc0d962ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:45.325474 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31e1fa96-8b18-4cde-97e7-41f966103169 req-1f835c08-eec3-43ef-b463-4dc0d962ddf9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f98933c3-ab17-4bd3-88df-614e8ab67e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765704 Feb 09 14:42:45.417428 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bd27477e-c222-45be-84ee-a77c7b7c0bf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:45.528758 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4bf44312-ed96-4ece-b4dc-86ac7783f63f no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:42:45.573718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 4bf44312-ed96-4ece-b4dc-86ac7783f63f {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:42:45.573718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4bf44312-ed96-4ece-b4dc-86ac7783f63f not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:42:45.573718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0bdc4818-8254-4ad8-be99-4eab460523d9 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:42:45.575216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31e1fa96-8b18-4cde-97e7-41f966103169 req-72da7b36-9f94-4847-b967-6eb4fb619dd9 service neutron] 10.222.0.35 "GET /v2.0/networks/f98933c3-ab17-4bd3-88df-614e8ab67e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365086 Feb 09 14:42:45.599785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 0bdc4818-8254-4ad8-be99-4eab460523d9 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:42:45.600141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0bdc4818-8254-4ad8-be99-4eab460523d9 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:42:45.607326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bd27477e-c222-45be-84ee-a77c7b7c0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:45.765536 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31e1fa96-8b18-4cde-97e7-41f966103169 req-72f9659b-4b33-4ed3-8da4-5a11e5c3e2b6 service neutron] 10.222.0.35 "GET /v2.0/networks/f98933c3-ab17-4bd3-88df-614e8ab67e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832178 Feb 09 14:42:45.766799 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bd27477e-c222-45be-84ee-a77c7b7c0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:45.804461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27477e-c222-45be-84ee-a77c7b7c0bf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42f02c33-2303-43f7-a170-a6650a01e0b9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:45.808385 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bd27477e-c222-45be-84ee-a77c7b7c0bf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:45.813647 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65582b3-658b-4ac9-b915-fad85c7ede67 None None] Network 7bbb3d60-5bb5-4148-942d-8f599eefdf54 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:42:45.814869 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bd27477e-c222-45be-84ee-a77c7b7c0bf0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/42f02c33-2303-43f7-a170-a6650a01e0b9 HTTP/1.1" status: 204 len: 168 time: 0.6116028 Feb 09 14:42:45.816915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40678) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:45.922054 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:45.933510 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] Deleting port f1c081d0-69b5-4648-9fd8-f8d304e84426 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:42:45.933841 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:46.089048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c855a75c-097e-4f3e-bb20-d9ef0db25f74 None None] DHCP port deletion for 7bbb3d60-5bb5-4148-942d-8f599eefdf54 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:42:46.093645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c855a75c-097e-4f3e-bb20-d9ef0db25f74 None None] Deleting port f1c081d0-69b5-4648-9fd8-f8d304e84426 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:42:46.094043 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c855a75c-097e-4f3e-bb20-d9ef0db25f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:46.200629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] For port f1c081d0-69b5-4648-9fd8-f8d304e84426, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f1c081d0-69b5-4648-9fd8-f8d304e84426,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:46.201258 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:46.304270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c855a75c-097e-4f3e-bb20-d9ef0db25f74 None None] For port f1c081d0-69b5-4648-9fd8-f8d304e84426, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f1c081d0-69b5-4648-9fd8-f8d304e84426,segment=NetworkSegment(3cda6b70-5c76-4ef6-9d02-9e7951b7b153),segment_id=3cda6b70-5c76-4ef6-9d02-9e7951b7b153)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:46.304674 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c855a75c-097e-4f3e-bb20-d9ef0db25f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:46.333015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] Calling delete_port for f1c081d0-69b5-4648-9fd8-f8d304e84426 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:42:46.430239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c855a75c-097e-4f3e-bb20-d9ef0db25f74 None None] Calling delete_port for f1c081d0-69b5-4648-9fd8-f8d304e84426 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:42:46.453804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5afe1-746a-4bdd-9079-ba3b98d1860e req-1d367da0-2b00-4f9f-9e73-1d3f1b7975e6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:46.455541 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9c5afe1-746a-4bdd-9079-ba3b98d1860e req-1d367da0-2b00-4f9f-9e73-1d3f1b7975e6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 943 time: 0.0857975 Feb 09 14:42:46.514536 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9c5afe1-746a-4bdd-9079-ba3b98d1860e req-b0594df9-6cd5-4706-88dd-0408e6a46ce9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518839 Feb 09 14:42:46.515219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77487aba-40af-48ba-a195-6d297ad051e3 req-92146b7d-98c5-4346-8eb9-001a61984a58 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:46.516727 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77487aba-40af-48ba-a195-6d297ad051e3 req-92146b7d-98c5-4346-8eb9-001a61984a58 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 943 time: 0.4050193 Feb 09 14:42:46.556863 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c855a75c-097e-4f3e-bb20-d9ef0db25f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:46.573253 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:42:46.573576 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:42:46.585618 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77487aba-40af-48ba-a195-6d297ad051e3 req-9f6bf618-f8c2-47cc-bc56-c1baecd48cb2 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603201 Feb 09 14:42:46.608486 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c855a75c-097e-4f3e-bb20-d9ef0db25f74 None None] No DVR routers for this DVR port f1c081d0-69b5-4648-9fd8-f8d304e84426 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:42:46.610369 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855a75c-097e-4f3e-bb20-d9ef0db25f74 None None] Pushing event deleted for resources: {'Port': ['ID=f1c081d0-69b5-4648-9fd8-f8d304e84426,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:47.074914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] Deleting port f1c081d0-69b5-4648-9fd8-f8d304e84426 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:42:47.075192 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:47.144023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] The port 'f1c081d0-69b5-4648-9fd8-f8d304e84426' was deleted {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:42:47.259323 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:47.286061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbb3d60-5bb5-4148-942d-8f599eefdf54']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:47.297965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cda6b70-5c76-4ef6-9d02-9e7951b7b153') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:47.298260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cda6b70-5c76-4ef6-9d02-9e7951b7b153') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:42:47.309211 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:47.324995 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:47.331040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:42:47.331418 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:42:47.344991 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:42:47.424683 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:47.444033 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:47.451057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=7bbb3d60-5bb5-4148-942d-8f599eefdf54,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:47.473203 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b3e9d176-5b0e-4f5a-8988-cb3d09ae9ddf admin admin] 10.222.0.48 "DELETE /v2.0/networks/7bbb3d60-5bb5-4148-942d-8f599eefdf54 HTTP/1.1" status: 204 len: 168 time: 1.6552100 Feb 09 14:42:47.507755 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f1c081d0-69b5-4648-9fd8-f8d304e84426 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:42:47.545424 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: f1c081d0-69b5-4648-9fd8-f8d304e84426 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:42:47.545778 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f1c081d0-69b5-4648-9fd8-f8d304e84426 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:42:47.606281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40690) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:47.663215 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c14a5c3c-ef11-46df-b271-df3bd3d4042c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=700b9235bb3d4706bcd2644827123371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530987 Feb 09 14:42:47.663515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40696) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:47.722950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702f028-e273-4db0-97cc-e0e090300a92 req-2fc16cce-32f3-4050-8cf4-61ae2fac3021 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:47.724501 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3702f028-e273-4db0-97cc-e0e090300a92 req-2fc16cce-32f3-4050-8cf4-61ae2fac3021 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 943 time: 0.0880966 Feb 09 14:42:47.775307 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3702f028-e273-4db0-97cc-e0e090300a92 req-efb999e9-d110-491f-9398-77ee99157a32 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437288 Feb 09 14:42:47.783899 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0eaed884-0aa2-41ff-bcee-e0b06bca1b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:47.817687 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0eaed884-0aa2-41ff-bcee-e0b06bca1b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:47.866609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77211a-d15f-4e64-b057-9fe086c88e1d req-49a2f80d-1c91-4f9f-a150-e4cdadd6016d tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:47.868233 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc77211a-d15f-4e64-b057-9fe086c88e1d req-49a2f80d-1c91-4f9f-a150-e4cdadd6016d tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 943 time: 0.1538281 Feb 09 14:42:47.910200 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0eaed884-0aa2-41ff-bcee-e0b06bca1b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:47.935061 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc77211a-d15f-4e64-b057-9fe086c88e1d req-65739e55-ef56-4eba-a246-749fb9ca2c8e tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599792 Feb 09 14:42:47.937615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaed884-0aa2-41ff-bcee-e0b06bca1b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b475418d-f395-4c96-8fce-ea08f969390e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:47.947445 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0eaed884-0aa2-41ff-bcee-e0b06bca1b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:47.951237 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0eaed884-0aa2-41ff-bcee-e0b06bca1b92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b475418d-f395-4c96-8fce-ea08f969390e HTTP/1.1" status: 204 len: 168 time: 0.2841408 Feb 09 14:42:48.979389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa6b24-0ce7-4ca3-b1f3-0fe64dbf509e req-745fe4bd-90cd-414d-a72f-ad7cf4fa13e2 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:48.980918 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-29fa6b24-0ce7-4ca3-b1f3-0fe64dbf509e req-745fe4bd-90cd-414d-a72f-ad7cf4fa13e2 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 943 time: 0.0869358 Feb 09 14:42:49.027892 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-29fa6b24-0ce7-4ca3-b1f3-0fe64dbf509e req-e44d8ff6-deb6-4ceb-b1e7-dc97279ca393 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411594 Feb 09 14:42:49.160649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8577a-e731-4806-bc13-07c90fc9bcb7 req-75f0266d-6fa5-489f-a344-776cf6059213 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:49.162296 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f9c8577a-e731-4806-bc13-07c90fc9bcb7 req-75f0266d-6fa5-489f-a344-776cf6059213 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 943 time: 0.0906119 Feb 09 14:42:49.213852 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f9c8577a-e731-4806-bc13-07c90fc9bcb7 req-fa9b1b8d-35ab-4992-ade8-00fc60187017 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445566 Feb 09 14:42:49.510688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40754) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:49.635823 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b9641a6-05c2-4d6b-a7b9-efb68c647085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:49.650940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6b9641a6-05c2-4d6b-a7b9-efb68c647085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:49.655842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6b9641a6-05c2-4d6b-a7b9-efb68c647085 admin admin] Usage tracker for resource:security_group_rule and tenant:0964da0c0b50436ebc24641377959564 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:49.658685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6b9641a6-05c2-4d6b-a7b9-efb68c647085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:49.664680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6b9641a6-05c2-4d6b-a7b9-efb68c647085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:49.752843 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b9641a6-05c2-4d6b-a7b9-efb68c647085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:49.757004 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b9641a6-05c2-4d6b-a7b9-efb68c647085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:49.811240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9641a6-05c2-4d6b-a7b9-efb68c647085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf293ad3-c325-4d85-80db-cdc734988279,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:49.818901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40760) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:49.819508 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6b9641a6-05c2-4d6b-a7b9-efb68c647085 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0964da0c0b50436ebc24641377959564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070683 Feb 09 14:42:49.882627 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-464ace45-06b8-4871-88e0-d3232eb060ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:49.911991 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-464ace45-06b8-4871-88e0-d3232eb060ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:49.969529 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-464ace45-06b8-4871-88e0-d3232eb060ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:49.984646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ace45-06b8-4871-88e0-d3232eb060ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf293ad3-c325-4d85-80db-cdc734988279,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:49.989088 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-464ace45-06b8-4871-88e0-d3232eb060ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:49.990176 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-464ace45-06b8-4871-88e0-d3232eb060ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf293ad3-c325-4d85-80db-cdc734988279 HTTP/1.1" status: 204 len: 168 time: 0.1700330 Feb 09 14:42:50.246242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e89e0-b107-4846-b48f-6c369eb069f4 req-953a72b4-d9bc-4bf8-acb4-10a0890d637b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:50.248325 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2c2e89e0-b107-4846-b48f-6c369eb069f4 req-953a72b4-d9bc-4bf8-acb4-10a0890d637b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 943 time: 0.0898552 Feb 09 14:42:50.320430 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2c2e89e0-b107-4846-b48f-6c369eb069f4 req-76baf308-f5a1-4cbe-8137-19bc70854d83 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621166 Feb 09 14:42:50.427628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0d9e3-ed8e-4e3d-9d81-33e83b2884c8 req-888e2b3d-5f98-4eab-af2d-4dc093d77641 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:50.429293 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3f0d9e3-ed8e-4e3d-9d81-33e83b2884c8 req-888e2b3d-5f98-4eab-af2d-4dc093d77641 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 943 time: 0.0954552 Feb 09 14:42:50.480740 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3f0d9e3-ed8e-4e3d-9d81-33e83b2884c8 req-4f5094ec-d14a-4e98-9247-b96fa84a742c tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455520 Feb 09 14:42:51.515376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff2c7d-7fb5-4cce-afc3-39733d877477 req-41d839f2-5679-4e5f-aab1-0d5b6a209d5e tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:51.516896 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9aff2c7d-7fb5-4cce-afc3-39733d877477 req-41d839f2-5679-4e5f-aab1-0d5b6a209d5e tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 943 time: 0.0922506 Feb 09 14:42:51.575270 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9aff2c7d-7fb5-4cce-afc3-39733d877477 req-ec405b48-d98a-465f-9261-4b002c906449 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491226 Feb 09 14:42:51.678253 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8db34-d663-4ef9-bc81-2400becc24a4 req-b530f0a2-9289-44a6-a7a7-9ecf78367c7e tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:51.679791 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b7b8db34-d663-4ef9-bc81-2400becc24a4 req-b530f0a2-9289-44a6-a7a7-9ecf78367c7e tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 943 time: 0.0809262 Feb 09 14:42:51.724155 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b7b8db34-d663-4ef9-bc81-2400becc24a4 req-6eb82377-2bd4-433c-ab7f-37448c1c341f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388258 Feb 09 14:42:51.827969 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:42:52.671308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40830) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:52.772554 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3df7a2-0413-4878-833f-a2c24b77c120 req-641827b1-f86a-43df-9584-14cec9413043 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:52.776788 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa3df7a2-0413-4878-833f-a2c24b77c120 req-641827b1-f86a-43df-9584-14cec9413043 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 943 time: 0.0868514 Feb 09 14:42:52.827816 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-26e1f079-682a-4db9-95a1-8c0cd6bbfc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:52.857741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-26e1f079-682a-4db9-95a1-8c0cd6bbfc8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:52.865617 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa3df7a2-0413-4878-833f-a2c24b77c120 req-9443714a-4496-4247-b003-c661a30b5121 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826652 Feb 09 14:42:52.866565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-26e1f079-682a-4db9-95a1-8c0cd6bbfc8d admin admin] Usage tracker for resource:security_group_rule and tenant:0f821195b7664c2ea4099d9a85da2c9d is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:52.869927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-26e1f079-682a-4db9-95a1-8c0cd6bbfc8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:52.875883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-26e1f079-682a-4db9-95a1-8c0cd6bbfc8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:52.929095 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c149c-9c88-4cd5-9f77-84d50a2b7739 req-87dce6db-2938-48c2-9321-72dc8813869f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:52.930753 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-780c149c-9c88-4cd5-9f77-84d50a2b7739 req-87dce6db-2938-48c2-9321-72dc8813869f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 943 time: 0.0904496 Feb 09 14:42:52.965092 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-26e1f079-682a-4db9-95a1-8c0cd6bbfc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:52.969786 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-26e1f079-682a-4db9-95a1-8c0cd6bbfc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:52.981489 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-780c149c-9c88-4cd5-9f77-84d50a2b7739 req-02d098ed-9ff1-4262-83ca-92e9937dd604 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439453 Feb 09 14:42:53.016654 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-26e1f079-682a-4db9-95a1-8c0cd6bbfc8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f821195b7664c2ea4099d9a85da2c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442163 Feb 09 14:42:53.018519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1f079-682a-4db9-95a1-8c0cd6bbfc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2dae7d-c266-4991-8847-6a7f1bf24733,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:53.019251 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40840) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:53.081183 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae278efe-0939-404c-89be-6743e07de0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:53.110097 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae278efe-0939-404c-89be-6743e07de0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:53.163860 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae278efe-0939-404c-89be-6743e07de0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:53.183710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae278efe-0939-404c-89be-6743e07de0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2dae7d-c266-4991-8847-6a7f1bf24733,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:53.192773 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae278efe-0939-404c-89be-6743e07de0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:53.193915 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ae278efe-0939-404c-89be-6743e07de0dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df2dae7d-c266-4991-8847-6a7f1bf24733 HTTP/1.1" status: 204 len: 168 time: 0.1736405 Feb 09 14:42:53.474445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40848) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:53.492340 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49ca1a60-483f-481e-ad66-2bc0e932ad54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:53.506956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-49ca1a60-483f-481e-ad66-2bc0e932ad54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:53.511346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-49ca1a60-483f-481e-ad66-2bc0e932ad54 admin admin] Usage tracker for resource:security_group_rule and tenant:a479ef2bf8854fa287aa6d99298f1d8f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:53.514142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-49ca1a60-483f-481e-ad66-2bc0e932ad54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:53.519658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-49ca1a60-483f-481e-ad66-2bc0e932ad54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:53.581231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device f9a87f85-f9be-4903-b7e2-d19794859030 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:42:53.617551 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49ca1a60-483f-481e-ad66-2bc0e932ad54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:53.622609 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49ca1a60-483f-481e-ad66-2bc0e932ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:53.677618 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-49ca1a60-483f-481e-ad66-2bc0e932ad54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a479ef2bf8854fa287aa6d99298f1d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987493 Feb 09 14:42:53.678944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40852) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:53.682373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca1a60-483f-481e-ad66-2bc0e932ad54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160e5aee-623a-4ed7-b38f-4a8e5ec6eb74,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:53.740825 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port f9a87f85-f9be-4903-b7e2-d19794859030, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=f9a87f85-f9be-4903-b7e2-d19794859030,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:53.750199 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1fb8927a-51ea-4c1a-81bb-0a82a7ef4019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:53.757633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'f9a87f85-f9be-4903-b7e2-d19794859030', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'port_id': 'f9a87f85-f9be-4903-b7e2-d19794859030', 'mac_address': 'fa:16:3e:d4:60:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:42:53.783009 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1fb8927a-51ea-4c1a-81bb-0a82a7ef4019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:53.835235 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:53.853453 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a87f85-f9be-4903-b7e2-d19794859030 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:42:53.869683 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port f9a87f85-f9be-4903-b7e2-d19794859030, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=f9a87f85-f9be-4903-b7e2-d19794859030,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:53.874617 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:53.875290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3832a334-e937-4351-bde7-fa982b0f4589 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:42:53.895611 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1fb8927a-51ea-4c1a-81bb-0a82a7ef4019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:53.902441 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d01fe414-26c9-437e-92cf-add291d08aa8 req-105ec5b5-d29d-4582-b487-d70c99705507 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961044 Feb 09 14:42:53.915460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8927a-51ea-4c1a-81bb-0a82a7ef4019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160e5aee-623a-4ed7-b38f-4a8e5ec6eb74,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:53.926465 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1fb8927a-51ea-4c1a-81bb-0a82a7ef4019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:53.928221 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1fb8927a-51ea-4c1a-81bb-0a82a7ef4019 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/160e5aee-623a-4ed7-b38f-4a8e5ec6eb74 HTTP/1.1" status: 204 len: 168 time: 0.2474833 Feb 09 14:42:53.952696 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=f9a87f85-f9be-4903-b7e2-d19794859030,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:54.113079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c02c9-b963-457f-a5e8-e2c4f8aaac2f req-9ce9ea99-2037-4e34-9157-320907b956d8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:54.123166 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ed7c02c9-b963-457f-a5e8-e2c4f8aaac2f req-9ce9ea99-2037-4e34-9157-320907b956d8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 944 time: 0.1226130 Feb 09 14:42:54.127986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3832a334-e937-4351-bde7-fa982b0f4589, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3832a334-e937-4351-bde7-fa982b0f4589,segment=NetworkSegment(081eb719-b07f-4c27-8bdf-49835f22320b),segment_id=081eb719-b07f-4c27-8bdf-49835f22320b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:54.144180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '3832a334-e937-4351-bde7-fa982b0f4589', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'port_id': '3832a334-e937-4351-bde7-fa982b0f4589', 'mac_address': 'fa:16:3e:c8:2d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:42:54.176996 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ed7c02c9-b963-457f-a5e8-e2c4f8aaac2f req-cfb438bf-8a37-4a46-b50e-164ae13494ec tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527406 Feb 09 14:42:54.210877 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:54.231949 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3832a334-e937-4351-bde7-fa982b0f4589 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:42:54.252074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3832a334-e937-4351-bde7-fa982b0f4589, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3832a334-e937-4351-bde7-fa982b0f4589,segment=NetworkSegment(081eb719-b07f-4c27-8bdf-49835f22320b),segment_id=081eb719-b07f-4c27-8bdf-49835f22320b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:54.257538 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:54.289941 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fe414-26c9-437e-92cf-add291d08aa8 req-bb1e54fc-32d3-449e-92c7-971e38bde6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:54.291479 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d01fe414-26c9-437e-92cf-add291d08aa8 req-bb1e54fc-32d3-449e-92c7-971e38bde6fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 1096 time: 0.2406023 Feb 09 14:42:54.309801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea155209-2659-45d6-a3ed-2e3377d3c9c6 req-911c91c6-e9c7-4780-aad4-929753888af0 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:54.311388 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ea155209-2659-45d6-a3ed-2e3377d3c9c6 req-911c91c6-e9c7-4780-aad4-929753888af0 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 943 time: 0.1148813 Feb 09 14:42:54.341841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=3832a334-e937-4351-bde7-fa982b0f4589,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:54.448760 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ea155209-2659-45d6-a3ed-2e3377d3c9c6 req-c2a605ce-599d-45b8-991e-ac0c01c54aa8 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296968 Feb 09 14:42:54.496905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fe414-26c9-437e-92cf-add291d08aa8 req-460387f3-6be0-4a42-a5f5-c5740b733a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:54.498360 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d01fe414-26c9-437e-92cf-add291d08aa8 req-460387f3-6be0-4a42-a5f5-c5740b733a65 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e022907b-4492-4107-9149-afacab5147d0 HTTP/1.1" status: 200 len: 897 time: 0.1660221 Feb 09 14:42:54.605894 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d01fe414-26c9-437e-92cf-add291d08aa8 req-f51cc118-3eb7-44a7-9037-7743173a9857 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21583bae-2cbf-454a-b876-8b8579d4be44 HTTP/1.1" status: 200 len: 1001 time: 0.0996339 Feb 09 14:42:54.671668 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['3832a334-e937-4351-bde7-fa982b0f4589'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:42:54.676891 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fe414-26c9-437e-92cf-add291d08aa8 req-c7b248ee-41ff-4199-8937-a7039a4889cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:54.679187 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d01fe414-26c9-437e-92cf-add291d08aa8 req-c7b248ee-41ff-4199-8937-a7039a4889cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3657165f-156f-4a74-a5ec-e5fd804beae5 HTTP/1.1" status: 200 len: 832 time: 0.0662637 Feb 09 14:42:54.700060 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['f9a87f85-f9be-4903-b7e2-d19794859030'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:42:54.776106 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fe414-26c9-437e-92cf-add291d08aa8 req-7cb591e9-d0bc-4175-a38b-ed95f36d3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:54.778215 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d01fe414-26c9-437e-92cf-add291d08aa8 req-7cb591e9-d0bc-4175-a38b-ed95f36d3393 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e022907b-4492-4107-9149-afacab5147d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922458 Feb 09 14:42:54.920344 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d01fe414-26c9-437e-92cf-add291d08aa8 req-8bfba4e8-fed0-4adf-b3c0-766c73105450 service neutron] 10.222.0.21 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351702 Feb 09 14:42:55.067221 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d01fe414-26c9-437e-92cf-add291d08aa8 req-8639cf27-22e7-48ee-accb-2a3715d426fe service neutron] 10.222.0.21 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403632 Feb 09 14:42:55.388594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973a81e-74ff-4631-ad9a-4cc00fb36625 req-28649592-1a70-4b76-8d6f-aacfc6fb153b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:55.390154 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8973a81e-74ff-4631-ad9a-4cc00fb36625 req-28649592-1a70-4b76-8d6f-aacfc6fb153b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 944 time: 0.0881476 Feb 09 14:42:55.434977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8973a81e-74ff-4631-ad9a-4cc00fb36625 req-c4a504f4-f3a5-4dad-bc09-ec04c290c128 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390465 Feb 09 14:42:55.661876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdba9c8-034a-4cee-b0f0-dda6f8f551aa req-6a3cadc6-7e78-444c-910f-f29ac6d1396d tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:55.663458 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2fdba9c8-034a-4cee-b0f0-dda6f8f551aa req-6a3cadc6-7e78-444c-910f-f29ac6d1396d tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 944 time: 0.1018641 Feb 09 14:42:55.687354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5215de37-5976-4484-a2ea-0822f4a97018 req-6a86d89a-1e2d-408c-b11f-16a23d2dbed4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715513 Feb 09 14:42:55.716840 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2fdba9c8-034a-4cee-b0f0-dda6f8f551aa req-b46c9590-a928-4a9f-a4db-613185d18d0b tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465362 Feb 09 14:42:55.841400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215de37-5976-4484-a2ea-0822f4a97018 req-dc9dddae-5baa-444f-a808-9ca4f82e28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:55.842888 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5215de37-5976-4484-a2ea-0822f4a97018 req-dc9dddae-5baa-444f-a808-9ca4f82e28e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd902e78e9b44d9993efa4ba21344f90&device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 1097 time: 0.0753837 Feb 09 14:42:55.995969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215de37-5976-4484-a2ea-0822f4a97018 req-33fd2017-2f85-4691-b783-65d4435dad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:55.997527 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5215de37-5976-4484-a2ea-0822f4a97018 req-33fd2017-2f85-4691-b783-65d4435dad09 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbd29eea-57ba-4216-b5d8-c672da6f570c HTTP/1.1" status: 200 len: 908 time: 0.1335659 Feb 09 14:42:56.115189 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5215de37-5976-4484-a2ea-0822f4a97018 req-abd77581-be83-4d81-b5c3-b1ea215030b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b67faea-2596-434f-bfde-fe4ad09778d6 HTTP/1.1" status: 200 len: 1001 time: 0.1109366 Feb 09 14:42:56.292795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215de37-5976-4484-a2ea-0822f4a97018 req-0ec75e43-4fad-42a5-88d1-86c1e6d42721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:56.294281 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5215de37-5976-4484-a2ea-0822f4a97018 req-0ec75e43-4fad-42a5-88d1-86c1e6d42721 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a12fb758-587c-45f5-961c-5c501cf036d2 HTTP/1.1" status: 200 len: 847 time: 0.1733906 Feb 09 14:42:56.375005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215de37-5976-4484-a2ea-0822f4a97018 req-697023d0-b607-4e01-ac36-c09c8a88450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:56.376407 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5215de37-5976-4484-a2ea-0822f4a97018 req-697023d0-b607-4e01-ac36-c09c8a88450d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbd29eea-57ba-4216-b5d8-c672da6f570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750511 Feb 09 14:42:56.516590 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5215de37-5976-4484-a2ea-0822f4a97018 req-4b055bbe-55f8-4195-bf58-587cd5e5a615 service neutron] 10.222.0.35 "GET /v2.0/networks/dbd29eea-57ba-4216-b5d8-c672da6f570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334310 Feb 09 14:42:56.687162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40922) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:56.713718 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5215de37-5976-4484-a2ea-0822f4a97018 req-639d36c4-0578-4c06-995c-3fb6df899221 service neutron] 10.222.0.35 "GET /v2.0/networks/dbd29eea-57ba-4216-b5d8-c672da6f570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904190 Feb 09 14:42:56.735646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a89c7-2612-41e6-91a7-aad912d18ed2 req-3c53e835-e2e4-471b-a9cb-7a9586d7c662 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:56.737217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-068a89c7-2612-41e6-91a7-aad912d18ed2 req-3c53e835-e2e4-471b-a9cb-7a9586d7c662 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 944 time: 0.1402092 Feb 09 14:42:56.784500 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-068a89c7-2612-41e6-91a7-aad912d18ed2 req-84e22aec-4926-480f-9fbc-710071fd6efc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407226 Feb 09 14:42:56.786054 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dbd638a6-77a9-4bc0-a18c-985c5feb3bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:56.871366 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:56.896182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:56.910538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Usage tracker for resource:security_group_rule and tenant:7568bc057c3743909254f4bb58cc74fb is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:56.914725 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:56.922195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:56.967711 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391f4e3-f6db-474f-86e7-4e3ba4e67829 req-fff05251-af23-4669-acd8-27b8427876b0 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:56.969416 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a391f4e3-f6db-474f-86e7-4e3ba4e67829 req-fff05251-af23-4669-acd8-27b8427876b0 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 944 time: 0.1307375 Feb 09 14:42:57.036288 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a391f4e3-f6db-474f-86e7-4e3ba4e67829 req-8baed55a-0879-4a43-88e2-dfe910406e03 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580096 Feb 09 14:42:57.062393 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:57.066602 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:57.113196 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734dbe36-e10c-40c3-9f5c-7e5b07a40555,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:57.117094 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7568bc057c3743909254f4bb58cc74fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287989 Feb 09 14:42:57.119942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40930) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:57.124134 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:57.124477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:57.124816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:57.125145 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:57.125470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:57.125797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:57.126985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:57.126985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:57.126985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:57.127322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:57.127465 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:57.128825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3b0ced-f42c-466a-8761-01862ce40cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:42:57.194146 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cf73ce20-c189-4226-b6b8-e3d036071a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:57.221870 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cf73ce20-c189-4226-b6b8-e3d036071a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:57.277290 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cf73ce20-c189-4226-b6b8-e3d036071a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:57.300341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73ce20-c189-4226-b6b8-e3d036071a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734dbe36-e10c-40c3-9f5c-7e5b07a40555,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:57.313368 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cf73ce20-c189-4226-b6b8-e3d036071a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:57.314494 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cf73ce20-c189-4226-b6b8-e3d036071a78 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/734dbe36-e10c-40c3-9f5c-7e5b07a40555 HTTP/1.1" status: 204 len: 168 time: 0.1935644 Feb 09 14:42:57.597674 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device f9a87f85-f9be-4903-b7e2-d19794859030 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:57.641410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 40938) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:57.664142 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c405afeb-2896-4069-9065-ec59b3bf1890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:57.672952 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port f9a87f85-f9be-4903-b7e2-d19794859030 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:57.678048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port f9a87f85-f9be-4903-b7e2-d19794859030 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:57.678473 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:57.678914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c405afeb-2896-4069-9065-ec59b3bf1890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:42:57.682841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c405afeb-2896-4069-9065-ec59b3bf1890 admin admin] Usage tracker for resource:security_group_rule and tenant:ad8f5643d6ca4668ad3a42789cc2e26f is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:42:57.685708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c405afeb-2896-4069-9065-ec59b3bf1890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:42:57.691867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c405afeb-2896-4069-9065-ec59b3bf1890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:42:57.779237 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c405afeb-2896-4069-9065-ec59b3bf1890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:57.783353 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c405afeb-2896-4069-9065-ec59b3bf1890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:57.803490 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:57.831411 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2613885-9b57-46fc-800e-12822f9ceb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a87f85-f9be-4903-b7e2-d19794859030'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:42:57.843359 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port f9a87f85-f9be-4903-b7e2-d19794859030, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=f9a87f85-f9be-4903-b7e2-d19794859030,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:57.847564 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c405afeb-2896-4069-9065-ec59b3bf1890 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad8f5643d6ca4668ad3a42789cc2e26f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045639 Feb 09 14:42:57.849455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405afeb-2896-4069-9065-ec59b3bf1890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf820b6-e725-4119-be2b-7994ad50ca06,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:57.850558 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 40948) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:42:57.853563 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:57.854385 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3832a334-e937-4351-bde7-fa982b0f4589 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:42:57.937095 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ed50196b-1737-450f-bd12-8a24f57aced8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:57.968532 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ed50196b-1737-450f-bd12-8a24f57aced8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:58.012692 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=f9a87f85-f9be-4903-b7e2-d19794859030,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:58.030557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 3832a334-e937-4351-bde7-fa982b0f4589 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:42:58.031199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7215ab-9dcb-447d-9298-d09f68e0c5c2 req-98c847ff-227d-41e2-86e6-52718c0ba20d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:58.033719 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa7215ab-9dcb-447d-9298-d09f68e0c5c2 req-98c847ff-227d-41e2-86e6-52718c0ba20d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 945 time: 0.0980175 Feb 09 14:42:58.042358 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 3832a334-e937-4351-bde7-fa982b0f4589 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:42:58.042803 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:58.057618 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ed50196b-1737-450f-bd12-8a24f57aced8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:58.082642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50196b-1737-450f-bd12-8a24f57aced8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf820b6-e725-4119-be2b-7994ad50ca06,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:58.095386 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ed50196b-1737-450f-bd12-8a24f57aced8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:58.097214 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa7215ab-9dcb-447d-9298-d09f68e0c5c2 req-433aade1-d19a-4fb3-9362-a82f62e1521e tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507457 Feb 09 14:42:58.100259 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ed50196b-1737-450f-bd12-8a24f57aced8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/caf820b6-e725-4119-be2b-7994ad50ca06 HTTP/1.1" status: 204 len: 168 time: 0.2474432 Feb 09 14:42:58.180008 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2613885-9b57-46fc-800e-12822f9ceb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a87f85-f9be-4903-b7e2-d19794859030', 'code': 200} Feb 09 14:42:58.213482 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:58.254228 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 3832a334-e937-4351-bde7-fa982b0f4589, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3832a334-e937-4351-bde7-fa982b0f4589,segment=NetworkSegment(081eb719-b07f-4c27-8bdf-49835f22320b),segment_id=081eb719-b07f-4c27-8bdf-49835f22320b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:42:58.259961 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:58.365066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ccea4-f2db-4ce9-95f1-9d0517ca57af req-36268b6f-54e2-4abf-9f37-b5282c2f5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:58.366557 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-af0ccea4-f2db-4ce9-95f1-9d0517ca57af req-36268b6f-54e2-4abf-9f37-b5282c2f5982 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 1096 time: 0.1095097 Feb 09 14:42:58.377719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770a9fa-bc93-4f6f-b06f-48c7726b21be req-4409a646-6a52-4016-8fdc-a67e49821507 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:58.379376 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2770a9fa-bc93-4f6f-b06f-48c7726b21be req-4409a646-6a52-4016-8fdc-a67e49821507 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 945 time: 0.1534095 Feb 09 14:42:58.388122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=3832a334-e937-4351-bde7-fa982b0f4589,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:42:58.444194 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-af0ccea4-f2db-4ce9-95f1-9d0517ca57af req-c2cecc6d-c5a6-48fe-abcc-47592909e201 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637538 Feb 09 14:42:58.454260 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2770a9fa-bc93-4f6f-b06f-48c7726b21be req-de2d5d83-1fd0-4e2f-9812-b8e33fbfecf1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595229 Feb 09 14:42:59.205019 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f3ace07c-1770-46d7-a4fb-9f9f423d1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:42:59.299031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51fcde-bb53-439d-bfb6-328e29ccb096 req-df765804-2c4c-441e-980c-83ce28843396 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:59.300593 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d51fcde-bb53-439d-bfb6-328e29ccb096 req-df765804-2c4c-441e-980c-83ce28843396 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 945 time: 0.0934730 Feb 09 14:42:59.347906 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d51fcde-bb53-439d-bfb6-328e29ccb096 req-518435dd-cda7-45a0-b498-c042aa4231be tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412724 Feb 09 14:42:59.662828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e2ce5-adcd-4a60-83d3-2a25305905c5 req-d80b81d4-3b70-42a3-9b34-5aacdc8c4d61 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:42:59.666924 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e65e2ce5-adcd-4a60-83d3-2a25305905c5 req-d80b81d4-3b70-42a3-9b34-5aacdc8c4d61 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 945 time: 0.1030853 Feb 09 14:42:59.713747 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e65e2ce5-adcd-4a60-83d3-2a25305905c5 req-3257a2c7-3430-4138-acf6-eb66b30fabee tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409412 Feb 09 14:43:00.181915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3832a334-e937-4351-bde7-fa982b0f4589'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:43:00.231839 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3832a334-e937-4351-bde7-fa982b0f4589', 'code': 200} Feb 09 14:43:00.274987 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:00.307319 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:00.377150 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51432ab-95c7-4b5f-b59e-c253b76b6e69 req-469c71b2-4ba9-4572-bec6-e10ab993263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:00.378691 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d51432ab-95c7-4b5f-b59e-c253b76b6e69 req-469c71b2-4ba9-4572-bec6-e10ab993263c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 1096 time: 0.0793824 Feb 09 14:43:00.427873 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d51432ab-95c7-4b5f-b59e-c253b76b6e69 req-196f5f0e-f670-4ac1-9a41-a8d20d7de0ac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391116 Feb 09 14:43:00.549959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887ba5a-95f2-4b09-ab01-b18d9aac852c req-26f42c2a-ee53-4130-95cc-85254259f17f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:00.551469 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b887ba5a-95f2-4b09-ab01-b18d9aac852c req-26f42c2a-ee53-4130-95cc-85254259f17f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 945 time: 0.0894432 Feb 09 14:43:00.599343 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b887ba5a-95f2-4b09-ab01-b18d9aac852c req-1419c347-1998-4a6d-85e9-065451f561a4 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 Feb 09 14:43:00.911899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcec313-c001-4608-8158-c025c9728ca5 req-3ae6e66f-a2bb-469a-9760-30c742ba82bb tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:00.914254 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7fcec313-c001-4608-8158-c025c9728ca5 req-3ae6e66f-a2bb-469a-9760-30c742ba82bb tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 945 time: 0.2007871 Feb 09 14:43:00.924796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a89196-b2f0-4750-8a43-eadc86fe696c req-1b8f66c7-b6a6-4a19-9150-d595d345d777 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:00.926417 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6a89196-b2f0-4750-8a43-eadc86fe696c req-1b8f66c7-b6a6-4a19-9150-d595d345d777 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 945 time: 0.0969162 Feb 09 14:43:00.979321 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7fcec313-c001-4608-8158-c025c9728ca5 req-105881f1-caad-4701-9a8c-38b475581cbf tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582001 Feb 09 14:43:00.982979 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6a89196-b2f0-4750-8a43-eadc86fe696c req-4ae8a78a-df7a-4aaf-b56a-10946a04327d tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497365 Feb 09 14:43:01.049480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41062) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:01.174592 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1818e699-f204-4c5e-8c1b-0ec09163785d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:01.194431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1818e699-f204-4c5e-8c1b-0ec09163785d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:01.203453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751888b-6be6-4aff-8c50-6c6bd7407e1c req-f022c31e-b9e7-4ab1-89e9-b9b46078f39d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:01.204847 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0751888b-6be6-4aff-8c50-6c6bd7407e1c req-f022c31e-b9e7-4ab1-89e9-b9b46078f39d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 945 time: 0.1133380 Feb 09 14:43:01.207084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1818e699-f204-4c5e-8c1b-0ec09163785d admin admin] Usage tracker for resource:security_group_rule and tenant:cc25fed704a04549912b4aad39627520 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:01.210069 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1818e699-f204-4c5e-8c1b-0ec09163785d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:01.230257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1818e699-f204-4c5e-8c1b-0ec09163785d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:01.268252 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0751888b-6be6-4aff-8c50-6c6bd7407e1c req-fdac7ff2-8374-4a05-a764-6de5d0e5c49e tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547447 Feb 09 14:43:01.333583 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1818e699-f204-4c5e-8c1b-0ec09163785d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:01.338345 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1818e699-f204-4c5e-8c1b-0ec09163785d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:01.387969 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1818e699-f204-4c5e-8c1b-0ec09163785d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc25fed704a04549912b4aad39627520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352230 Feb 09 14:43:01.387969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818e699-f204-4c5e-8c1b-0ec09163785d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c49cb0-a53c-4c7d-b5ee-bac76878e245,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:01.388577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41070) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:01.450870 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ced69a03-992c-4405-90d3-8b20d71c255f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:01.489273 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ced69a03-992c-4405-90d3-8b20d71c255f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:01.568831 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ced69a03-992c-4405-90d3-8b20d71c255f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:01.586922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced69a03-992c-4405-90d3-8b20d71c255f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c49cb0-a53c-4c7d-b5ee-bac76878e245,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:01.596128 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ced69a03-992c-4405-90d3-8b20d71c255f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:01.600279 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ced69a03-992c-4405-90d3-8b20d71c255f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51c49cb0-a53c-4c7d-b5ee-bac76878e245 HTTP/1.1" status: 204 len: 168 time: 0.2098176 Feb 09 14:43:01.698424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f671b5-f9b7-4917-bed2-6a4bad1e9ecd req-7b95e1f0-2c0e-47f3-9b5e-0b083527a639 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:01.699938 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60f671b5-f9b7-4917-bed2-6a4bad1e9ecd req-7b95e1f0-2c0e-47f3-9b5e-0b083527a639 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 945 time: 0.0890703 Feb 09 14:43:01.746871 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60f671b5-f9b7-4917-bed2-6a4bad1e9ecd req-7f1f4926-7fe5-4553-bf9f-998f41c5abd0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412555 Feb 09 14:43:01.833967 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:01.905445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41080) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:01.922849 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18832b3a-a4b7-4143-8c3e-4f18b535b2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:01.938182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-18832b3a-a4b7-4143-8c3e-4f18b535b2aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:01.942030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-18832b3a-a4b7-4143-8c3e-4f18b535b2aa admin admin] Usage tracker for resource:security_group_rule and tenant:2d6c85a1fc4d45a8a4057569b2bf21e3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:01.944964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-18832b3a-a4b7-4143-8c3e-4f18b535b2aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:01.950975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-18832b3a-a4b7-4143-8c3e-4f18b535b2aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:02.038376 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18832b3a-a4b7-4143-8c3e-4f18b535b2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:02.042254 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-18832b3a-a4b7-4143-8c3e-4f18b535b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:02.089093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18832b3a-a4b7-4143-8c3e-4f18b535b2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaeba04-e72d-4131-91e9-757cc006a4f0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:02.095000 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-18832b3a-a4b7-4143-8c3e-4f18b535b2aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d6c85a1fc4d45a8a4057569b2bf21e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885369 Feb 09 14:43:02.097910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41086) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:02.211202 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5cc39e2b-30df-4002-88e2-cd55f957f0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:02.243306 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5cc39e2b-30df-4002-88e2-cd55f957f0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:02.263309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a56ab-68af-421c-b580-41cf7e6e36d0 req-21fecacf-05a3-4bdb-b8cd-021451f8827f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:02.264765 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe0a56ab-68af-421c-b580-41cf7e6e36d0 req-21fecacf-05a3-4bdb-b8cd-021451f8827f tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 945 time: 0.1530783 Feb 09 14:43:02.328266 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe0a56ab-68af-421c-b580-41cf7e6e36d0 req-55ec65ae-670b-43c8-91af-4f090951ab33 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569537 Feb 09 14:43:02.342065 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5cc39e2b-30df-4002-88e2-cd55f957f0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:02.461126 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc39e2b-30df-4002-88e2-cd55f957f0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaeba04-e72d-4131-91e9-757cc006a4f0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:02.469112 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5cc39e2b-30df-4002-88e2-cd55f957f0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:02.472697 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5cc39e2b-30df-4002-88e2-cd55f957f0d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fcaeba04-e72d-4131-91e9-757cc006a4f0 HTTP/1.1" status: 204 len: 168 time: 0.3713355 Feb 09 14:43:02.528948 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf252ca-3731-4baf-92f5-3ab0665d9b4a req-68114817-dd04-48f4-820f-897048327da1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:02.530712 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4bf252ca-3731-4baf-92f5-3ab0665d9b4a req-68114817-dd04-48f4-820f-897048327da1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 945 time: 0.0901389 Feb 09 14:43:02.576800 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4bf252ca-3731-4baf-92f5-3ab0665d9b4a req-4cd8ab87-1d60-47f1-9e60-22f4cf33f62c tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398970 Feb 09 14:43:02.603133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41094) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:02.957918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceab3b4-6d9b-4b20-a38a-f6f54e328f27 tempest-TestVolumeBackupRestore-1469081176 tempest-TestVolumeBackupRestore-1469081176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:02.959424 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7ceab3b4-6d9b-4b20-a38a-f6f54e328f27 tempest-TestVolumeBackupRestore-1469081176 tempest-TestVolumeBackupRestore-1469081176-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 1091 time: 0.3549988 Feb 09 14:43:02.962952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41112) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:02.969774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': '3832a334-e937-4351-bde7-fa982b0f4589', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:02.976941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:02.986064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2d07f-87b7-403c-8c00-51e0fa81d860 req-c9599919-fbc0-47bc-99ff-a8fea1d6c112 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:02.987500 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6ea2d07f-87b7-403c-8c00-51e0fa81d860 req-c9599919-fbc0-47bc-99ff-a8fea1d6c112 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 945 time: 0.1184757 Feb 09 14:43:02.989909 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Usage tracker for resource:floatingip and tenant:22d53f025f00403aaabb36a1f8ecfdda is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:02.992949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:03.000701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:03.039476 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:03.118124 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6ea2d07f-87b7-403c-8c00-51e0fa81d860 req-0955e89f-47be-4c03-aba3-33067a5d33df tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219280 Feb 09 14:43:03.199033 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:03.344682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Allocated IP 172.25.8.203 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/771dd6ee-f7ac-4485-b291-3b0d886f8413) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:43:03.506802 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:03.544351 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:03.609246 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:43:03.612029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:03.615796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:43:03.649640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Pushing event updated for resources: {'Port': ['ID=771dd6ee-f7ac-4485-b291-3b0d886f8413,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:03.883134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41138) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:04.078617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-677205335'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:04.091066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd09a2-64bf-4375-83c1-f023d66f0c05 req-b88251c3-7974-4bcd-bec7-da9f78645f2f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:04.092522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfcd09a2-64bf-4375-83c1-f023d66f0c05 req-b88251c3-7974-4bcd-bec7-da9f78645f2f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 945 time: 0.1400383 Feb 09 14:43:04.095719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:04.136473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Usage tracker for resource:network and tenant:6b1f7d54c11347ad86229340f93654cc is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:04.144410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:04.167528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:04.194309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Made reservation on behalf of 6b1f7d54c11347ad86229340f93654cc for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:04.198329 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:04.214259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-cfcd09a2-64bf-4375-83c1-f023d66f0c05 req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Deleting port f9a87f85-f9be-4903-b7e2-d19794859030 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:04.214607 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cfcd09a2-64bf-4375-83c1-f023d66f0c05 req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:04.248542 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:04.281412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:04.291571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Usage tracker for resource:security_group_rule and tenant:6b1f7d54c11347ad86229340f93654cc is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:04.296373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:04.299246 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:04.309203 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea4ca8-7617-463d-8f5a-50a4cba67232 req-c4d70bbb-021f-4f40-ab38-eb660e030987 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:04.311060 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a6ea4ca8-7617-463d-8f5a-50a4cba67232 req-c4d70bbb-021f-4f40-ab38-eb660e030987 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 945 time: 0.0851438 Feb 09 14:43:04.313016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:04.361065 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a6ea4ca8-7617-463d-8f5a-50a4cba67232 req-b6b1c0e1-82be-4b93-b4b0-4a83df7d5a64 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439448 Feb 09 14:43:04.661622 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:04.865595 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:04.872565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-cfcd09a2-64bf-4375-83c1-f023d66f0c05 req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] For port f9a87f85-f9be-4903-b7e2-d19794859030, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=f9a87f85-f9be-4903-b7e2-d19794859030,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:43:04.872931 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cfcd09a2-64bf-4375-83c1-f023d66f0c05 req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:04.881795 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:05.033101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-cfcd09a2-64bf-4375-83c1-f023d66f0c05 req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Calling delete_port for f9a87f85-f9be-4903-b7e2-d19794859030 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:43:05.074436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:43:05.121928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3ddc8a-8bc1-42b5-994e-e55e4be5801f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:05.133341 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:05.133662 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Added segment 20f1a32b-f738-46c8-bc2f-061c44790dd9 of type vlan for network a42da247-74a7-44ca-bbc9-069ad7f813ed Feb 09 14:43:05.193849 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:05.267941 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:05.281775 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:05.378405 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:05.384460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:05.385046 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:05.407744 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cfcd09a2-64bf-4375-83c1-f023d66f0c05 req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:05.421425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['f9a87f85-f9be-4903-b7e2-d19794859030'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:43:05.596161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Pushing event updated for resources: {'Port': ['ID=771dd6ee-f7ac-4485-b291-3b0d886f8413,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:05.664461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fc62ce9f-f22a-4a6c-83dc-ac670787fb79 req-6c992896-f038-48d1-8449-5c5c19504b16 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:43:05.677712 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:05.767561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Pushing event updated for resources: {'Network': ['ID=a42da247-74a7-44ca-bbc9-069ad7f813ed,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:05.785019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event deleted for resources: {'Port': ['ID=f9a87f85-f9be-4903-b7e2-d19794859030,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:05.803454 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9193096 Feb 09 14:43:05.805002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcd09a2-64bf-4375-83c1-f023d66f0c05 req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] No DVR routers for this DVR port f9a87f85-f9be-4903-b7e2-d19794859030 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:43:05.807274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.807425 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41152) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:05.807923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.808037 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.808356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.808685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.809009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.809327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.809647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.809965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.810279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.810594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.810906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8265be-93b7-4768-ab79-751872fa013f tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.815863 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-cfcd09a2-64bf-4375-83c1-f023d66f0c05 req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:05.817724 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfcd09a2-64bf-4375-83c1-f023d66f0c05 req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "DELETE /v2.0/ports/f9a87f85-f9be-4903-b7e2-d19794859030 HTTP/1.1" status: 204 len: 173 time: 1.7175539 Feb 09 14:43:05.823519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2613885-9b57-46fc-800e-12822f9ceb27', 'name': 'network-vif-deleted', 'tag': 'f9a87f85-f9be-4903-b7e2-d19794859030'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:43:05.824527 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network a42da247-74a7-44ca-bbc9-069ad7f813ed details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:43:05.838757 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.838964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.839256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.840121 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.840121 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.840399 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.840724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.841159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.841487 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.841941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.842129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.842430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0678f4cb-88d3-45cc-9bf4-c10acac7d0b3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:05.848623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fc62ce9f-f22a-4a6c-83dc-ac670787fb79 req-6c992896-f038-48d1-8449-5c5c19504b16 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:43:05.849801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fc62ce9f-f22a-4a6c-83dc-ac670787fb79 req-6c992896-f038-48d1-8449-5c5c19504b16 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 210 time: 0.3529665 Feb 09 14:43:05.917365 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2613885-9b57-46fc-800e-12822f9ceb27', 'name': 'network-vif-deleted', 'tag': 'f9a87f85-f9be-4903-b7e2-d19794859030', 'status': 'completed', 'code': 200} Feb 09 14:43:05.930620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Request body: {'network': {'name': 'tempest-network--860634095', 'router:external': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:05.942660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:05.954118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Usage tracker for resource:network and tenant:3994cfcf02cb4f478083eaf2e298c23c is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:05.954703 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Floating IP 1f5b67ef-9bf5-49a9-9464-d202964b18c3 associated. External IP: 172.25.8.203, port: 3832a334-e937-4351-bde7-fa982b0f4589. Feb 09 14:43:05.961548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:05.968934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:05.980499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Made reservation on behalf of 3994cfcf02cb4f478083eaf2e298c23c for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:05.982935 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:05.997637 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:06.017820 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:06.023952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Usage tracker for resource:security_group_rule and tenant:3994cfcf02cb4f478083eaf2e298c23c is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:06.027650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:06.036217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:06.142533 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:06.147198 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:06.177885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:43:06.190704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09275e11-52ce-458c-ace5-275f2901dc5b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:06.196235 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:06.196581 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Added segment 48098c67-9cef-4083-aa87-2aadb22ae293 of type vlan for network 5dfe9ae4-f5af-47d6-b30a-b2573b8a3b23 Feb 09 14:43:06.231912 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:06.268490 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:06.269485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:06.270059 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:06.416595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Pushing event updated for resources: {'Network': ['ID=5dfe9ae4-f5af-47d6-b30a-b2573b8a3b23,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:06.427457 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 5dfe9ae4-f5af-47d6-b30a-b2573b8a3b23 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:43:06.428581 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5a9ac88e-6222-42a7-ad2c-e4c36844452d tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6199775 Feb 09 14:43:06.432642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41162) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:06.513269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Router 151df654-8e11-4997-b86a-246e22c7b407 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:43:06.581720 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-46e4490f-75e4-4ec6-ac16-bfbc2b1599f1 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:06.710809 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-46e4490f-75e4-4ec6-ac16-bfbc2b1599f1 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:06.712527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:43:06.723701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9fadb9-1c3c-4362-bca9-dca9ca0f4313 None None] Sync routers for ids ['151df654-8e11-4997-b86a-246e22c7b407'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:43:06.734181 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9fadb9-1c3c-4362-bca9-dca9ca0f4313 None None] Routers {'151df654-8e11-4997-b86a-246e22c7b407'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:43:06.734858 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6b9fadb9-1c3c-4362-bca9-dca9ca0f4313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:42:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['151df654-8e11-4997-b86a-246e22c7b407'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:06.735298 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:06.741151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-46e4490f-75e4-4ec6-ac16-bfbc2b1599f1 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfe9ae4-f5af-47d6-b30a-b2573b8a3b23']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:06.754338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-46e4490f-75e4-4ec6-ac16-bfbc2b1599f1 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48098c67-9cef-4083-aa87-2aadb22ae293') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:06.754598 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-46e4490f-75e4-4ec6-ac16-bfbc2b1599f1 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48098c67-9cef-4083-aa87-2aadb22ae293') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:06.767403 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-46e4490f-75e4-4ec6-ac16-bfbc2b1599f1 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:06.789893 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-46e4490f-75e4-4ec6-ac16-bfbc2b1599f1 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:06.795967 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-79c92cd9-2c95-4e3e-bf18-f86604b939c1 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8319504 Feb 09 14:43:06.798678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41166) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:06.799847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e4490f-75e4-4ec6-ac16-bfbc2b1599f1 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:43:06.800258 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-46e4490f-75e4-4ec6-ac16-bfbc2b1599f1 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:43:06.815379 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:43:06.885720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75d168-1bc5-412e-8046-dae54735dd7c tempest-TestVolumeBackupRestore-1469081176 tempest-TestVolumeBackupRestore-1469081176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:06.890031 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4d75d168-1bc5-412e-8046-dae54735dd7c tempest-TestVolumeBackupRestore-1469081176 tempest-TestVolumeBackupRestore-1469081176-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 1091 time: 0.0871868 Feb 09 14:43:06.890464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41172) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:06.899135 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-efbba4b6-f510-459e-955f-dcb7139c08f4 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Request body: {'floatingip': {'port_id': '3832a334-e937-4351-bde7-fa982b0f4589'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:06.902628 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-46e4490f-75e4-4ec6-ac16-bfbc2b1599f1 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:06.919271 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6b9fadb9-1c3c-4362-bca9-dca9ca0f4313 None None] Set router 151df654-8e11-4997-b86a-246e22c7b407 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:43:06.925122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e4490f-75e4-4ec6-ac16-bfbc2b1599f1 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5dfe9ae4-f5af-47d6-b30a-b2573b8a3b23 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 14:43:06.930231 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-46e4490f-75e4-4ec6-ac16-bfbc2b1599f1 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:06.940988 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-46e4490f-75e4-4ec6-ac16-bfbc2b1599f1 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "DELETE /v2.0/networks/5dfe9ae4-f5af-47d6-b30a-b2573b8a3b23 HTTP/1.1" status: 204 len: 168 time: 0.5060029 Feb 09 14:43:06.944372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41176) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:06.948298 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4490f-75e4-4ec6-ac16-bfbc2b1599f1 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Pushing event deleted for resources: {'Network': ['ID=5dfe9ae4-f5af-47d6-b30a-b2573b8a3b23,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:06.957483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-d1f73f28-04b4-49f2-807f-53502309ab22 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:06.965623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d1f73f28-04b4-49f2-807f-53502309ab22 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:06.976071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d1f73f28-04b4-49f2-807f-53502309ab22 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Usage tracker for resource:network and tenant:3994cfcf02cb4f478083eaf2e298c23c is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:06.984184 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d1f73f28-04b4-49f2-807f-53502309ab22 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:07.004325 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d1f73f28-04b4-49f2-807f-53502309ab22 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:07.014934 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-efbba4b6-f510-459e-955f-dcb7139c08f4 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for floatingip, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:07.029323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f73f28-04b4-49f2-807f-53502309ab22 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Made reservation on behalf of 3994cfcf02cb4f478083eaf2e298c23c for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:07.031958 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1f73f28-04b4-49f2-807f-53502309ab22 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:07.127802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f73f28-04b4-49f2-807f-53502309ab22 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:43:07.142609 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1f73f28-04b4-49f2-807f-53502309ab22 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:07.143769 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-d1f73f28-04b4-49f2-807f-53502309ab22 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Added segment c35ad464-349f-4f74-8027-a98595738a5a of type vlan for network b6cae039-91e6-41e0-9d73-4e7604da09a5 Feb 09 14:43:07.185349 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1f73f28-04b4-49f2-807f-53502309ab22 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:07.217713 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b57c56fd-e56c-4f2d-96e0-4cc5c3939108 req-ddf84a19-9976-4ec0-a819-5c5aed0f8096 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2613885-9b57-46fc-800e-12822f9ceb27 HTTP/1.1" status: 200 len: 210 time: 0.0886042 Feb 09 14:43:07.252543 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1f73f28-04b4-49f2-807f-53502309ab22 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:07.254722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f73f28-04b4-49f2-807f-53502309ab22 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:07.256090 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d1f73f28-04b4-49f2-807f-53502309ab22 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:07.378719 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d1f73f28-04b4-49f2-807f-53502309ab22 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.4298227 Feb 09 14:43:07.379689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41180) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:07.392122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-5b7be039-1dc2-4736-93b2-78697d4eee3e tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Request body: {'subnet': {'network_id': 'b6cae039-91e6-41e0-9d73-4e7604da09a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:07.400878 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f73f28-04b4-49f2-807f-53502309ab22 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Pushing event updated for resources: {'Network': ['ID=b6cae039-91e6-41e0-9d73-4e7604da09a5,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:07.411304 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network b6cae039-91e6-41e0-9d73-4e7604da09a5 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:43:07.456061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5b7be039-1dc2-4736-93b2-78697d4eee3e tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:07.469454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5b7be039-1dc2-4736-93b2-78697d4eee3e tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Usage tracker for resource:subnet and tenant:3994cfcf02cb4f478083eaf2e298c23c is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:07.473400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5b7be039-1dc2-4736-93b2-78697d4eee3e tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:07.487399 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5b7be039-1dc2-4736-93b2-78697d4eee3e tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:07.530716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6b9fadb9-1c3c-4362-bca9-dca9ca0f4313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:39:37Z', 'revision_number': 4, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port': {'id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:30Z', 'updated_at': '2022-02-09T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '1f5b67ef-9bf5-49a9-9464-d202964b18c3', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '151df654-8e11-4997-b86a-246e22c7b407', 'port_id': '3832a334-e937-4351-bde7-fa982b0f4589', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'mac_address': 'fa:16:3e:c8:2d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:43:04Z', 'updated_at': '2022-02-09T14:43:04Z', 'revision_number': 0, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f3eb1-1ecf-46e2-8315-7c2f07ae6646', 'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'mac_address': 'fa:16:3e:df:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:35Z', 'updated_at': '2022-02-09T14:39:46Z', 'revision_number': 5, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'subnets': [{'id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:07.535957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9fadb9-1c3c-4362-bca9-dca9ca0f4313 None None] Checking router: 151df654-8e11-4997-b86a-246e22c7b407 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:43:07.545456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9fadb9-1c3c-4362-bca9-dca9ca0f4313 None None] Routers {'151df654-8e11-4997-b86a-246e22c7b407'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:43:07.546133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6b9fadb9-1c3c-4362-bca9-dca9ca0f4313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:42:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['151df654-8e11-4997-b86a-246e22c7b407'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:07.564559 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7be039-1dc2-4736-93b2-78697d4eee3e tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Made reservation on behalf of 3994cfcf02cb4f478083eaf2e298c23c for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:07.566276 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b7be039-1dc2-4736-93b2-78697d4eee3e tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:07.687465 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device f9a87f85-f9be-4903-b7e2-d19794859030 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:43:07.739508 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: f9a87f85-f9be-4903-b7e2-d19794859030 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:43:07.739785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device f9a87f85-f9be-4903-b7e2-d19794859030 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:43:07.758811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6b9fadb9-1c3c-4362-bca9-dca9ca0f4313 None None] Set router 151df654-8e11-4997-b86a-246e22c7b407 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:43:08.025919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'tag': '3832a334-e937-4351-bde7-fa982b0f4589'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:43:08.041502 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.resource_extend [None req-efbba4b6-f510-459e-955f-dcb7139c08f4 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 14:43:08.097867 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'tag': '3832a334-e937-4351-bde7-fa982b0f4589', 'status': 'completed', 'code': 200} Feb 09 14:43:08.161211 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6b9fadb9-1c3c-4362-bca9-dca9ca0f4313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:39:37Z', 'revision_number': 4, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port': {'id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:30Z', 'updated_at': '2022-02-09T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '1f5b67ef-9bf5-49a9-9464-d202964b18c3', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '151df654-8e11-4997-b86a-246e22c7b407', 'port_id': '3832a334-e937-4351-bde7-fa982b0f4589', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'mac_address': 'fa:16:3e:c8:2d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:43:04Z', 'updated_at': '2022-02-09T14:43:04Z', 'revision_number': 0, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f3eb1-1ecf-46e2-8315-7c2f07ae6646', 'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'mac_address': 'fa:16:3e:df:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:35Z', 'updated_at': '2022-02-09T14:39:46Z', 'revision_number': 5, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'subnets': [{'id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:08.165226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9fadb9-1c3c-4362-bca9-dca9ca0f4313 None None] The sync data for ids ['151df654-8e11-4997-b86a-246e22c7b407'] in n-d-828418-2 is: [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:39:37Z', 'revision_number': 4, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port': {'id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:30Z', 'updated_at': '2022-02-09T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '1f5b67ef-9bf5-49a9-9464-d202964b18c3', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '151df654-8e11-4997-b86a-246e22c7b407', 'port_id': '3832a334-e937-4351-bde7-fa982b0f4589', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'mac_address': 'fa:16:3e:c8:2d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:43:04Z', 'updated_at': '2022-02-09T14:43:04Z', 'revision_number': 0, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f3eb1-1ecf-46e2-8315-7c2f07ae6646', 'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'mac_address': 'fa:16:3e:df:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:35Z', 'updated_at': '2022-02-09T14:39:46Z', 'revision_number': 5, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'subnets': [{'id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:43:08.250215 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-efbba4b6-f510-459e-955f-dcb7139c08f4 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:08.261668 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-efbba4b6-f510-459e-955f-dcb7139c08f4 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:08.391959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593e343-0381-4b84-86f2-5d3cb2d7838e req-c8d81cc8-2afb-4c11-bcb7-1a6b70bec54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:08.393472 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f593e343-0381-4b84-86f2-5d3cb2d7838e req-c8d81cc8-2afb-4c11-bcb7-1a6b70bec54b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22d53f025f00403aaabb36a1f8ecfdda&device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 1096 time: 0.2833726 Feb 09 14:43:08.412275 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7915fdd6-765a-4585-8751-6c6e83b9a264 None None] New status for floating IP 1f5b67ef-9bf5-49a9-9464-d202964b18c3: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:43:08.804795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.objects.ports [None req-5b7be039-1dc2-4736-93b2-78697d4eee3e tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87597) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 09 14:43:08.805335 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b7be039-1dc2-4736-93b2-78697d4eee3e tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:08.855979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593e343-0381-4b84-86f2-5d3cb2d7838e req-0b6b2ee4-4009-4f5f-91e7-dfd9d787e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:08.857421 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f593e343-0381-4b84-86f2-5d3cb2d7838e req-0b6b2ee4-4009-4f5f-91e7-dfd9d787e6e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f98933c3-ab17-4bd3-88df-614e8ab67e3f HTTP/1.1" status: 200 len: 914 time: 0.4141564 Feb 09 14:43:08.939354 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:08.990524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbba4b6-f510-459e-955f-dcb7139c08f4 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Router 151df654-8e11-4997-b86a-246e22c7b407 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:43:09.011396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7be039-1dc2-4736-93b2-78697d4eee3e tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9da6ea49-f4fc-43ad-8840-14a94499a0f9,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:09.036793 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f593e343-0381-4b84-86f2-5d3cb2d7838e req-54c2b3c3-cb01-408c-8991-915d62882c04 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3832a334-e937-4351-bde7-fa982b0f4589 HTTP/1.1" status: 200 len: 1001 time: 0.1703105 Feb 09 14:43:09.037489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7be039-1dc2-4736-93b2-78697d4eee3e tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Checking segment: {'id': 'c35ad464-349f-4f74-8027-a98595738a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6cae039-91e6-41e0-9d73-4e7604da09a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:43:09.037887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7be039-1dc2-4736-93b2-78697d4eee3e tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Network hostable DHCP agents. Network: b6cae039-91e6-41e0-9d73-4e7604da09a5, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:43:09.188307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7be039-1dc2-4736-93b2-78697d4eee3e tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Network b6cae039-91e6-41e0-9d73-4e7604da09a5 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:43:09.200515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593e343-0381-4b84-86f2-5d3cb2d7838e req-466ec772-a5ed-40af-b372-34d947d76e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:09.201886 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f593e343-0381-4b84-86f2-5d3cb2d7838e req-466ec772-a5ed-40af-b372-34d947d76e52 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e7c69c0-6c18-49d3-9584-85eb9d49c283 HTTP/1.1" status: 200 len: 853 time: 0.1063428 Feb 09 14:43:09.294412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-5b7be039-1dc2-4736-93b2-78697d4eee3e tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, b6cae039-91e6-41e0-9d73-4e7604da09a5) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:09.303987 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541b78bf-7331-4d57-b822-05f9bed76969 None None] Network b6cae039-91e6-41e0-9d73-4e7604da09a5 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:43:09.318245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7be039-1dc2-4736-93b2-78697d4eee3e tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:09.318741 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5b7be039-1dc2-4736-93b2-78697d4eee3e tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:09.494508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbba4b6-f510-459e-955f-dcb7139c08f4 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:43:09.500734 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41194) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:09.501153 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5b7be039-1dc2-4736-93b2-78697d4eee3e tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1208923 Feb 09 14:43:09.504544 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-efbba4b6-f510-459e-955f-dcb7139c08f4 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:09.506107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Request body: {'floatingip': {'floating_network_id': 'b6cae039-91e6-41e0-9d73-4e7604da09a5'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:09.514329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:09.531323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Usage tracker for resource:floatingip and tenant:3994cfcf02cb4f478083eaf2e298c23c is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:09.540567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:09.552573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:09.565873 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf19a1c-c534-4146-b852-be4c39ec10e5 None None] Sync routers for ids ['151df654-8e11-4997-b86a-246e22c7b407'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:43:09.571616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593e343-0381-4b84-86f2-5d3cb2d7838e req-e8c41f2c-269c-4c23-83f8-3abd2bf5bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:09.572154 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:09.573179 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f593e343-0381-4b84-86f2-5d3cb2d7838e req-e8c41f2c-269c-4c23-83f8-3abd2bf5bb0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f98933c3-ab17-4bd3-88df-614e8ab67e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3160248 Feb 09 14:43:09.600817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0625a581-3d3f-413b-9a5f-4068a35d9de9 None None] Network b6cae039-91e6-41e0-9d73-4e7604da09a5 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:43:09.696236 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf19a1c-c534-4146-b852-be4c39ec10e5 None None] Routers {'151df654-8e11-4997-b86a-246e22c7b407'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:43:09.697698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4bf19a1c-c534-4146-b852-be4c39ec10e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:42:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['151df654-8e11-4997-b86a-246e22c7b407'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:09.714382 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-efbba4b6-f510-459e-955f-dcb7139c08f4 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "PUT /v2.0/floatingips/1f5b67ef-9bf5-49a9-9464-d202964b18c3 HTTP/1.1" status: 200 len: 991 time: 2.8225014 Feb 09 14:43:09.760494 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f593e343-0381-4b84-86f2-5d3cb2d7838e req-7763d3e2-1330-402f-a4d7-4bc8f0cb1ffc service neutron] 10.222.0.35 "GET /v2.0/networks/f98933c3-ab17-4bd3-88df-614e8ab67e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613832 Feb 09 14:43:09.781502 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:09.944238 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f593e343-0381-4b84-86f2-5d3cb2d7838e req-6717b6cc-148e-44fe-9f2a-67f0b90b7139 service neutron] 10.222.0.35 "GET /v2.0/networks/f98933c3-ab17-4bd3-88df-614e8ab67e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732492 Feb 09 14:43:09.956967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Allocated IP 172.20.0.9 (b6cae039-91e6-41e0-9d73-4e7604da09a5/9da6ea49-f4fc-43ad-8840-14a94499a0f9/c72c67aa-f87d-4948-9c43-50b483661267) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:43:09.964736 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-4bf19a1c-c534-4146-b852-be4c39ec10e5 None None] Set router 151df654-8e11-4997-b86a-246e22c7b407 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:43:10.098857 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'tag': '3832a334-e937-4351-bde7-fa982b0f4589'}, {'name': 'network-changed', 'server_uuid': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'tag': '3832a334-e937-4351-bde7-fa982b0f4589'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:43:10.151462 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:10.154235 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'tag': '3832a334-e937-4351-bde7-fa982b0f4589', 'status': 'completed', 'code': 200} Feb 09 14:43:10.154235 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'tag': '3832a334-e937-4351-bde7-fa982b0f4589', 'status': 'completed', 'code': 200} Feb 09 14:43:10.220601 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:10.266602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-992d55b6-0e8c-4672-8627-385f0d3f4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:10.268208 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-992d55b6-0e8c-4672-8627-385f0d3f4ad2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22d53f025f00403aaabb36a1f8ecfdda&device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 1096 time: 0.0869374 Feb 09 14:43:10.318196 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Network b6cae039-91e6-41e0-9d73-4e7604da09a5 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:43:10.321764 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:10.325593 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:43:10.368900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Pushing event updated for resources: {'Port': ['ID=c72c67aa-f87d-4948-9c43-50b483661267,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:10.404626 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4bf19a1c-c534-4146-b852-be4c39ec10e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:39:37Z', 'revision_number': 4, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port': {'id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:30Z', 'updated_at': '2022-02-09T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '1f5b67ef-9bf5-49a9-9464-d202964b18c3', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '151df654-8e11-4997-b86a-246e22c7b407', 'port_id': '3832a334-e937-4351-bde7-fa982b0f4589', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'mac_address': 'fa:16:3e:c8:2d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:43:04Z', 'updated_at': '2022-02-09T14:43:08Z', 'revision_number': 2, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f3eb1-1ecf-46e2-8315-7c2f07ae6646', 'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'mac_address': 'fa:16:3e:df:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:35Z', 'updated_at': '2022-02-09T14:39:46Z', 'revision_number': 5, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'subnets': [{'id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:10.411296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf19a1c-c534-4146-b852-be4c39ec10e5 None None] Checking router: 151df654-8e11-4997-b86a-246e22c7b407 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:43:10.422250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf19a1c-c534-4146-b852-be4c39ec10e5 None None] Routers {'151df654-8e11-4997-b86a-246e22c7b407'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:43:10.423486 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4bf19a1c-c534-4146-b852-be4c39ec10e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:42:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['151df654-8e11-4997-b86a-246e22c7b407'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:10.432810 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:10.440463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-9195a181-1338-487b-bf8c-c380e4cc862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:10.442804 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-9195a181-1338-487b-bf8c-c380e4cc862e service neutron] 10.222.0.35 "GET /v2.0/networks?id=f98933c3-ab17-4bd3-88df-614e8ab67e3f HTTP/1.1" status: 200 len: 914 time: 0.1674197 Feb 09 14:43:10.516412 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:10.586768 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-1cd4c1d3-94f0-485e-90d9-8ef30b670cb8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3832a334-e937-4351-bde7-fa982b0f4589 HTTP/1.1" status: 200 len: 1001 time: 0.1375682 Feb 09 14:43:10.663151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-55e3c752-4fb0-401c-ba1c-4340532cdf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:10.665147 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-55e3c752-4fb0-401c-ba1c-4340532cdf88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e7c69c0-6c18-49d3-9584-85eb9d49c283 HTTP/1.1" status: 200 len: 853 time: 0.0711787 Feb 09 14:43:10.747494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-4bf19a1c-c534-4146-b852-be4c39ec10e5 None None] Set router 151df654-8e11-4997-b86a-246e22c7b407 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:43:10.778812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-35881f2a-ec62-4554-98bd-e8b0665af2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:10.781667 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-35881f2a-ec62-4554-98bd-e8b0665af2e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f98933c3-ab17-4bd3-88df-614e8ab67e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072559 Feb 09 14:43:10.805213 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:10.876655 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:10.883217 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:10.979193 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-b5b5932e-ae0a-4e38-8692-aff0afaa2678 service neutron] 10.222.0.35 "GET /v2.0/networks/f98933c3-ab17-4bd3-88df-614e8ab67e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853220 Feb 09 14:43:11.127390 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Pushing event updated for resources: {'Port': ['ID=c72c67aa-f87d-4948-9c43-50b483661267,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:11.147082 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:11.152099 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-c2458e70-b6cd-4801-9474-3c529d853774 service neutron] 10.222.0.35 "GET /v2.0/networks/f98933c3-ab17-4bd3-88df-614e8ab67e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648757 Feb 09 14:43:11.180902 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:11.182744 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-eccaba09-a344-4fd8-99db-9188cd83d843 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6807525 Feb 09 14:43:11.186101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41222) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:11.252167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-4bf19a1c-c534-4146-b852-be4c39ec10e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:39:37Z', 'revision_number': 4, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port': {'id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:30Z', 'updated_at': '2022-02-09T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '1f5b67ef-9bf5-49a9-9464-d202964b18c3', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '151df654-8e11-4997-b86a-246e22c7b407', 'port_id': '3832a334-e937-4351-bde7-fa982b0f4589', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'mac_address': 'fa:16:3e:c8:2d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:43:04Z', 'updated_at': '2022-02-09T14:43:08Z', 'revision_number': 2, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f3eb1-1ecf-46e2-8315-7c2f07ae6646', 'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'mac_address': 'fa:16:3e:df:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:35Z', 'updated_at': '2022-02-09T14:39:46Z', 'revision_number': 5, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'subnets': [{'id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:11.256613 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf19a1c-c534-4146-b852-be4c39ec10e5 None None] The sync data for ids ['151df654-8e11-4997-b86a-246e22c7b407'] in n-d-828418-2 is: [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:39:37Z', 'revision_number': 4, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port': {'id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:30Z', 'updated_at': '2022-02-09T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '1f5b67ef-9bf5-49a9-9464-d202964b18c3', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '151df654-8e11-4997-b86a-246e22c7b407', 'port_id': '3832a334-e937-4351-bde7-fa982b0f4589', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'mac_address': 'fa:16:3e:c8:2d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:43:04Z', 'updated_at': '2022-02-09T14:43:08Z', 'revision_number': 2, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64f3eb1-1ecf-46e2-8315-7c2f07ae6646', 'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'mac_address': 'fa:16:3e:df:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:35Z', 'updated_at': '2022-02-09T14:39:46Z', 'revision_number': 5, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'subnets': [{'id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:43:11.328144 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2d9e2f3a-60f9-4916-9d7b-45f78f280230 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=b6cae039-91e6-41e0-9d73-4e7604da09a5 HTTP/1.1" status: 200 len: 689 time: 0.1408792 Feb 09 14:43:11.330694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41246) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:11.481279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-700f8cf7-bac4-4dff-ba56-f87561e89b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:11.482754 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-700f8cf7-bac4-4dff-ba56-f87561e89b16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22d53f025f00403aaabb36a1f8ecfdda&device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 1096 time: 0.2384629 Feb 09 14:43:11.486574 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:11.784746 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Deleting port c72c67aa-f87d-4948-9c43-50b483661267 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:11.785089 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:11.951495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-995bda11-23f0-4185-9519-1fe986810caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:11.952982 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-995bda11-23f0-4185-9519-1fe986810caf service neutron] 10.222.0.35 "GET /v2.0/networks?id=f98933c3-ab17-4bd3-88df-614e8ab67e3f HTTP/1.1" status: 200 len: 914 time: 0.4635978 Feb 09 14:43:12.082765 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:12.083663 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:12.155478 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-bdbe9dea-dfb4-4ba7-a3e5-2244e95b4fd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3832a334-e937-4351-bde7-fa982b0f4589 HTTP/1.1" status: 200 len: 1001 time: 0.1940675 Feb 09 14:43:12.216587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Calling delete_port for c72c67aa-f87d-4948-9c43-50b483661267 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:43:12.328769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-98bef62c-9911-4201-9681-1f413357bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:12.330129 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-98bef62c-9911-4201-9681-1f413357bfa3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e7c69c0-6c18-49d3-9584-85eb9d49c283 HTTP/1.1" status: 200 len: 853 time: 0.1216359 Feb 09 14:43:12.464454 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:12.500267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-7b691077-d2c9-4f6d-b6df-e02b8a5501d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:12.501725 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-7b691077-d2c9-4f6d-b6df-e02b8a5501d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f98933c3-ab17-4bd3-88df-614e8ab67e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613882 Feb 09 14:43:12.566438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Pushing event deleted for resources: {'Port': ['ID=c72c67aa-f87d-4948-9c43-50b483661267,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:12.710403 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:12.762044 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-41601926-e714-46b0-ba49-13f9ea1eb0ea service neutron] 10.222.0.35 "GET /v2.0/networks/f98933c3-ab17-4bd3-88df-614e8ab67e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511935 Feb 09 14:43:12.872658 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:12.961748 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a102bd0-a295-4ecf-b01f-6e5b89c46025 req-3ea0ca59-88a7-4a41-b268-132a517e9ad8 service neutron] 10.222.0.35 "GET /v2.0/networks/f98933c3-ab17-4bd3-88df-614e8ab67e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917777 Feb 09 14:43:12.977498 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:13.018157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9da6ea49-f4fc-43ad-8840-14a94499a0f9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:13.227148 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:13.253224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cae039-91e6-41e0-9d73-4e7604da09a5']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:13.266448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35ad464-349f-4f74-8027-a98595738a5a') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:13.266740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35ad464-349f-4f74-8027-a98595738a5a') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:13.278923 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:13.296121 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:13.302818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:43:13.303441 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:43:13.316700 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:43:13.400087 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:13.416760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6cae039-91e6-41e0-9d73-4e7604da09a5 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 14:43:13.420817 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:13.431628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6cae039-91e6-41e0-9d73-4e7604da09a5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:13.440310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0d4d885a-2e4a-4f28-bfd9-9c88d4c61f17 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "DELETE /v2.0/networks/b6cae039-91e6-41e0-9d73-4e7604da09a5 HTTP/1.1" status: 204 len: 168 time: 2.1086464 Feb 09 14:43:13.442661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41292) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:13.549581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-00149e9f-97cc-4f67-891a-27cce0c3b6fc tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Synchronizing usage tracker for tenant:3994cfcf02cb4f478083eaf2e298c23c on resource:floatingip {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:43:13.567124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-00149e9f-97cc-4f67-891a-27cce0c3b6fc tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Unset dirty status for tenant:3994cfcf02cb4f478083eaf2e298c23c on resource:floatingip {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:43:13.570890 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-00149e9f-97cc-4f67-891a-27cce0c3b6fc tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2567 time: 0.1249442 Feb 09 14:43:13.571163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41296) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:13.658333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24292d-8164-432a-b592-bf0ac8a1d992 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:13.658801 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24292d-8164-432a-b592-bf0ac8a1d992 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:13.659258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24292d-8164-432a-b592-bf0ac8a1d992 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:13.659703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24292d-8164-432a-b592-bf0ac8a1d992 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:13.660177 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24292d-8164-432a-b592-bf0ac8a1d992 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:13.660625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24292d-8164-432a-b592-bf0ac8a1d992 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:13.661069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24292d-8164-432a-b592-bf0ac8a1d992 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:13.661519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24292d-8164-432a-b592-bf0ac8a1d992 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:13.661959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24292d-8164-432a-b592-bf0ac8a1d992 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:13.662398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24292d-8164-432a-b592-bf0ac8a1d992 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:13.664080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ae24292d-8164-432a-b592-bf0ac8a1d992 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Synchronizing usage tracker for tenant:3994cfcf02cb4f478083eaf2e298c23c on resource:subnet {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:43:13.683309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ae24292d-8164-432a-b592-bf0ac8a1d992 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Unset dirty status for tenant:3994cfcf02cb4f478083eaf2e298c23c on resource:subnet {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:43:13.684557 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ae24292d-8164-432a-b592-bf0ac8a1d992 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6556 time: 0.1124754 Feb 09 14:43:13.687424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41300) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:13.765071 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-755b89f4-fe65-46e9-b2a6-49992e906457 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] delete failed (client error): The resource could not be found. Feb 09 14:43:13.767787 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-755b89f4-fe65-46e9-b2a6-49992e906457 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/40da768c-893c-4c30-9148-ee9c680129d9 HTTP/1.1" status: 404 len: 345 time: 0.0777202 Feb 09 14:43:13.768807 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41304) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:13.794598 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-285314e4-b6cb-46ce-b476-0fd78e762ffb tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 14:43:13.795064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285314e4-b6cb-46ce-b476-0fd78e762ffb tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:43:13.800447 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-285314e4-b6cb-46ce-b476-0fd78e762ffb tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "DELETE /v2.0/networks/b6cae039-91e6-41e0-9d73-4e7604da09a5 HTTP/1.1" status: 404 len: 339 time: 0.0269206 Feb 09 14:43:13.800718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41308) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:13.807050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0588307b-2ce3-4dc7-acd3-c46aacad6780 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Request body: {'network': {'name': 'tempest-network--921734355', 'router:external': True}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:13.813003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0588307b-2ce3-4dc7-acd3-c46aacad6780 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:13.817039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0588307b-2ce3-4dc7-acd3-c46aacad6780 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Usage tracker for resource:network and tenant:3994cfcf02cb4f478083eaf2e298c23c is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:13.822640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0588307b-2ce3-4dc7-acd3-c46aacad6780 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:13.828388 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0588307b-2ce3-4dc7-acd3-c46aacad6780 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:13.840734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0588307b-2ce3-4dc7-acd3-c46aacad6780 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Made reservation on behalf of 3994cfcf02cb4f478083eaf2e298c23c for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:13.844055 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0588307b-2ce3-4dc7-acd3-c46aacad6780 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:13.872902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0588307b-2ce3-4dc7-acd3-c46aacad6780 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:43:13.882294 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0588307b-2ce3-4dc7-acd3-c46aacad6780 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:13.882642 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-0588307b-2ce3-4dc7-acd3-c46aacad6780 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Added segment 3a674422-d8f3-4798-b620-77153659e1d0 of type vlan for network 77d5b4df-048e-439b-9f37-c69d714f3628 Feb 09 14:43:13.925359 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0588307b-2ce3-4dc7-acd3-c46aacad6780 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:13.961326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0588307b-2ce3-4dc7-acd3-c46aacad6780 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:13.962280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0588307b-2ce3-4dc7-acd3-c46aacad6780 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:13.962855 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0588307b-2ce3-4dc7-acd3-c46aacad6780 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:14.060034 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0588307b-2ce3-4dc7-acd3-c46aacad6780 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2579849 Feb 09 14:43:14.062745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41314) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:14.068208 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588307b-2ce3-4dc7-acd3-c46aacad6780 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Pushing event updated for resources: {'Network': ['ID=77d5b4df-048e-439b-9f37-c69d714f3628,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:14.078692 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 77d5b4df-048e-439b-9f37-c69d714f3628 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:43:14.242774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de70e5-04cc-48eb-85ea-f2ff3f768839 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:14.249303 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de70e5-04cc-48eb-85ea-f2ff3f768839 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:14.254934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de70e5-04cc-48eb-85ea-f2ff3f768839 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:14.262197 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de70e5-04cc-48eb-85ea-f2ff3f768839 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:14.264781 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-74de70e5-04cc-48eb-85ea-f2ff3f768839 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.1998897 Feb 09 14:43:14.267372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41318) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:14.389564 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4da6e195-b7a1-4abd-ab66-7387237214dd tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:14.526491 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4da6e195-b7a1-4abd-ab66-7387237214dd tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:14.559101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-4da6e195-b7a1-4abd-ab66-7387237214dd tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d5b4df-048e-439b-9f37-c69d714f3628']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:14.577906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-4da6e195-b7a1-4abd-ab66-7387237214dd tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a674422-d8f3-4798-b620-77153659e1d0') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:14.578431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-4da6e195-b7a1-4abd-ab66-7387237214dd tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a674422-d8f3-4798-b620-77153659e1d0') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:14.599386 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4da6e195-b7a1-4abd-ab66-7387237214dd tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:14.619567 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4da6e195-b7a1-4abd-ab66-7387237214dd tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:14.625787 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da6e195-b7a1-4abd-ab66-7387237214dd tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:43:14.626454 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4da6e195-b7a1-4abd-ab66-7387237214dd tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:43:14.639511 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:43:14.725363 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4da6e195-b7a1-4abd-ab66-7387237214dd tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:14.743796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da6e195-b7a1-4abd-ab66-7387237214dd tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 77d5b4df-048e-439b-9f37-c69d714f3628 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 14:43:14.753917 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4da6e195-b7a1-4abd-ab66-7387237214dd tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:14.763041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6e195-b7a1-4abd-ab66-7387237214dd tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Pushing event deleted for resources: {'Network': ['ID=77d5b4df-048e-439b-9f37-c69d714f3628,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:14.763041 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4da6e195-b7a1-4abd-ab66-7387237214dd tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "DELETE /v2.0/networks/77d5b4df-048e-439b-9f37-c69d714f3628 HTTP/1.1" status: 204 len: 168 time: 0.4938076 Feb 09 14:43:14.763041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41322) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:14.769911 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-6cb0daa7-1737-4923-b973-7b47b2b73531 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Request body: {'network': {'name': 'tempest-network--1934147622', 'router:external': True}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:14.776097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6cb0daa7-1737-4923-b973-7b47b2b73531 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:14.781112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6cb0daa7-1737-4923-b973-7b47b2b73531 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Usage tracker for resource:network and tenant:3994cfcf02cb4f478083eaf2e298c23c is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:14.784807 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6cb0daa7-1737-4923-b973-7b47b2b73531 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:14.795574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6cb0daa7-1737-4923-b973-7b47b2b73531 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:14.813745 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb0daa7-1737-4923-b973-7b47b2b73531 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Made reservation on behalf of 3994cfcf02cb4f478083eaf2e298c23c for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:14.820480 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6cb0daa7-1737-4923-b973-7b47b2b73531 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:14.853081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb0daa7-1737-4923-b973-7b47b2b73531 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:43:14.868726 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6cb0daa7-1737-4923-b973-7b47b2b73531 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:14.868726 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-6cb0daa7-1737-4923-b973-7b47b2b73531 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Added segment 07a130c7-8c21-44b5-9e5a-2100f34ce4ae of type vlan for network 206cb138-0a51-4ceb-a083-fe36d2b7d46e Feb 09 14:43:14.917529 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6cb0daa7-1737-4923-b973-7b47b2b73531 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:14.963522 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6cb0daa7-1737-4923-b973-7b47b2b73531 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:14.965426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb0daa7-1737-4923-b973-7b47b2b73531 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:14.968461 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6cb0daa7-1737-4923-b973-7b47b2b73531 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:15.010316 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6cb0daa7-1737-4923-b973-7b47b2b73531 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2407606 Feb 09 14:43:15.011277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41328) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:15.165997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0daa7-1737-4923-b973-7b47b2b73531 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Pushing event updated for resources: {'Network': ['ID=206cb138-0a51-4ceb-a083-fe36d2b7d46e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:15.180141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 206cb138-0a51-4ceb-a083-fe36d2b7d46e details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:43:15.220446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90031bf-e48f-47c7-a560-30bc58a3f7e7 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:15.222153 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c90031bf-e48f-47c7-a560-30bc58a3f7e7 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] 10.222.0.48 "GET /v2.0/networks/206cb138-0a51-4ceb-a083-fe36d2b7d46e HTTP/1.1" status: 200 len: 757 time: 0.2129333 Feb 09 14:43:15.224909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41332) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:15.375865 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36c4349-5725-4af5-827f-3c5e8217cf3b tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:15.376663 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a36c4349-5725-4af5-827f-3c5e8217cf3b tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] 10.222.0.48 "GET /v2.0/networks/a42da247-74a7-44ca-bbc9-069ad7f813ed HTTP/1.1" status: 200 len: 767 time: 0.1508722 Feb 09 14:43:15.379556 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41336) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:15.499437 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c03ad3aa-fb72-4625-a77d-e5bffd859824 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:15.645828 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c03ad3aa-fb72-4625-a77d-e5bffd859824 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:15.674692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c03ad3aa-fb72-4625-a77d-e5bffd859824 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206cb138-0a51-4ceb-a083-fe36d2b7d46e']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:15.689064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c03ad3aa-fb72-4625-a77d-e5bffd859824 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a130c7-8c21-44b5-9e5a-2100f34ce4ae') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:15.689373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c03ad3aa-fb72-4625-a77d-e5bffd859824 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a130c7-8c21-44b5-9e5a-2100f34ce4ae') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:15.702915 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c03ad3aa-fb72-4625-a77d-e5bffd859824 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:15.720340 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c03ad3aa-fb72-4625-a77d-e5bffd859824 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:15.730100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03ad3aa-fb72-4625-a77d-e5bffd859824 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:43:15.730505 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c03ad3aa-fb72-4625-a77d-e5bffd859824 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:43:15.744877 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:43:15.826439 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c03ad3aa-fb72-4625-a77d-e5bffd859824 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:15.830122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03ad3aa-fb72-4625-a77d-e5bffd859824 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 206cb138-0a51-4ceb-a083-fe36d2b7d46e {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 14:43:15.846245 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c03ad3aa-fb72-4625-a77d-e5bffd859824 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:15.856152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ad3aa-fb72-4625-a77d-e5bffd859824 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Pushing event deleted for resources: {'Network': ['ID=206cb138-0a51-4ceb-a083-fe36d2b7d46e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:15.860067 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c03ad3aa-fb72-4625-a77d-e5bffd859824 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "DELETE /v2.0/networks/206cb138-0a51-4ceb-a083-fe36d2b7d46e HTTP/1.1" status: 204 len: 168 time: 0.4792953 Feb 09 14:43:15.863691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41340) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:15.870577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ba2e74aa-4917-4f38-a3fb-3817b8e73ba4 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Request body: {'network': {'name': 'tempest-network--2091038239'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:15.880361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ba2e74aa-4917-4f38-a3fb-3817b8e73ba4 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:15.885788 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ba2e74aa-4917-4f38-a3fb-3817b8e73ba4 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Usage tracker for resource:network and tenant:3994cfcf02cb4f478083eaf2e298c23c is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:15.889999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ba2e74aa-4917-4f38-a3fb-3817b8e73ba4 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:15.896996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ba2e74aa-4917-4f38-a3fb-3817b8e73ba4 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:15.914877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2e74aa-4917-4f38-a3fb-3817b8e73ba4 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Made reservation on behalf of 3994cfcf02cb4f478083eaf2e298c23c for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:15.917713 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ba2e74aa-4917-4f38-a3fb-3817b8e73ba4 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:15.951033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2e74aa-4917-4f38-a3fb-3817b8e73ba4 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:43:15.965533 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ba2e74aa-4917-4f38-a3fb-3817b8e73ba4 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:15.965910 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-ba2e74aa-4917-4f38-a3fb-3817b8e73ba4 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Added segment 0648332d-f46e-4e97-a2fc-869b08cc48bf of type vlan for network 012ef746-728a-4fa4-93fe-3d5f274f5022 Feb 09 14:43:16.005115 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ba2e74aa-4917-4f38-a3fb-3817b8e73ba4 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:16.044354 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ba2e74aa-4917-4f38-a3fb-3817b8e73ba4 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:16.045312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2e74aa-4917-4f38-a3fb-3817b8e73ba4 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:16.045890 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ba2e74aa-4917-4f38-a3fb-3817b8e73ba4 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:16.151166 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ba2e74aa-4917-4f38-a3fb-3817b8e73ba4 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2860482 Feb 09 14:43:16.153913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41346) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:16.160695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1ec7e4c0-5b12-4e3d-9a18-eb1442b746df tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:16.177232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e74aa-4917-4f38-a3fb-3817b8e73ba4 tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Pushing event updated for resources: {'Network': ['ID=012ef746-728a-4fa4-93fe-3d5f274f5022,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:16.191178 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 012ef746-728a-4fa4-93fe-3d5f274f5022 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:43:16.588550 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ec7e4c0-5b12-4e3d-9a18-eb1442b746df tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:16.606158 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ec7e4c0-5b12-4e3d-9a18-eb1442b746df tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:16.671703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ec7e4c0-5b12-4e3d-9a18-eb1442b746df tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Network 012ef746-728a-4fa4-93fe-3d5f274f5022 is not hosted by any dhcp agent {{(pid=87597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 14:43:16.672593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec7e4c0-5b12-4e3d-9a18-eb1442b746df tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:16.673172 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ec7e4c0-5b12-4e3d-9a18-eb1442b746df tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:16.676875 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1ec7e4c0-5b12-4e3d-9a18-eb1442b746df tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "PUT /v2.0/networks/012ef746-728a-4fa4-93fe-3d5f274f5022 HTTP/1.1" status: 200 len: 857 time: 0.5188663 Feb 09 14:43:16.677295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41352) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:16.702660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7e4c0-5b12-4e3d-9a18-eb1442b746df tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Pushing event updated for resources: {'Network': ['ID=012ef746-728a-4fa4-93fe-3d5f274f5022,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:16.791766 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49d183e3-02ea-4bec-90eb-2b3cc5b64f8c tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:17.029594 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49d183e3-02ea-4bec-90eb-2b3cc5b64f8c tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:17.060016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-49d183e3-02ea-4bec-90eb-2b3cc5b64f8c tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012ef746-728a-4fa4-93fe-3d5f274f5022']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:17.073090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-49d183e3-02ea-4bec-90eb-2b3cc5b64f8c tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0648332d-f46e-4e97-a2fc-869b08cc48bf') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:17.073385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-49d183e3-02ea-4bec-90eb-2b3cc5b64f8c tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0648332d-f46e-4e97-a2fc-869b08cc48bf') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:17.087094 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49d183e3-02ea-4bec-90eb-2b3cc5b64f8c tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:17.103426 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49d183e3-02ea-4bec-90eb-2b3cc5b64f8c tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:17.109517 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d183e3-02ea-4bec-90eb-2b3cc5b64f8c tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:43:17.110268 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49d183e3-02ea-4bec-90eb-2b3cc5b64f8c tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:43:17.124515 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:43:17.207717 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49d183e3-02ea-4bec-90eb-2b3cc5b64f8c tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:17.223497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d183e3-02ea-4bec-90eb-2b3cc5b64f8c tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 012ef746-728a-4fa4-93fe-3d5f274f5022 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 09 14:43:17.227398 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49d183e3-02ea-4bec-90eb-2b3cc5b64f8c tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:17.233409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d183e3-02ea-4bec-90eb-2b3cc5b64f8c tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] Pushing event deleted for resources: {'Network': ['ID=012ef746-728a-4fa4-93fe-3d5f274f5022,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:17.240857 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-49d183e3-02ea-4bec-90eb-2b3cc5b64f8c tempest-ExternalNetworksTestJSON-915500754 tempest-ExternalNetworksTestJSON-915500754-project-admin] 10.222.0.48 "DELETE /v2.0/networks/012ef746-728a-4fa4-93fe-3d5f274f5022 HTTP/1.1" status: 204 len: 168 time: 0.5590925 Feb 09 14:43:17.241841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41356) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:17.280834 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e837f523-de0f-4a12-aa2f-e8219b89543d tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] DELETE failed (client error): The resource could not be found. Feb 09 14:43:17.281222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e837f523-de0f-4a12-aa2f-e8219b89543d tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:43:17.285335 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e837f523-de0f-4a12-aa2f-e8219b89543d tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] 10.222.0.48 "DELETE /v2.0/subnets/9da6ea49-f4fc-43ad-8840-14a94499a0f9 HTTP/1.1" status: 404 len: 337 time: 0.0401242 Feb 09 14:43:17.285611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41360) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:17.410418 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0129992-9ffe-49d8-9246-6763db3641e9 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:17.570951 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0129992-9ffe-49d8-9246-6763db3641e9 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:17.606427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e0129992-9ffe-49d8-9246-6763db3641e9 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42da247-74a7-44ca-bbc9-069ad7f813ed']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:17.623509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e0129992-9ffe-49d8-9246-6763db3641e9 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f1a32b-f738-46c8-bc2f-061c44790dd9') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:17.623935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-e0129992-9ffe-49d8-9246-6763db3641e9 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f1a32b-f738-46c8-bc2f-061c44790dd9') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:17.636932 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0129992-9ffe-49d8-9246-6763db3641e9 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:17.653973 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0129992-9ffe-49d8-9246-6763db3641e9 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:17.660550 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0129992-9ffe-49d8-9246-6763db3641e9 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:43:17.660938 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0129992-9ffe-49d8-9246-6763db3641e9 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:43:17.675861 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:43:17.763017 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0129992-9ffe-49d8-9246-6763db3641e9 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:17.767772 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0129992-9ffe-49d8-9246-6763db3641e9 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:17.791422 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0129992-9ffe-49d8-9246-6763db3641e9 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] Pushing event deleted for resources: {'Network': ['ID=a42da247-74a7-44ca-bbc9-069ad7f813ed,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:17.794968 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e0129992-9ffe-49d8-9246-6763db3641e9 tempest-ExternalNetworksTestJSON-51140954 tempest-ExternalNetworksTestJSON-51140954-project] 10.222.0.48 "DELETE /v2.0/networks/a42da247-74a7-44ca-bbc9-069ad7f813ed HTTP/1.1" status: 204 len: 168 time: 0.5083785 Feb 09 14:43:18.072891 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41370) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:18.232998 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ff8c4c3a-19c3-4cbd-999c-0999591767f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b1f7d54c11347ad86229340f93654cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588211 Feb 09 14:43:18.235139 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41376) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:18.314114 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f348934-2641-4f08-8cda-3f34148be12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:18.343934 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f348934-2641-4f08-8cda-3f34148be12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:18.404655 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f348934-2641-4f08-8cda-3f34148be12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:18.420265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f348934-2641-4f08-8cda-3f34148be12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3ddc8a-8bc1-42b5-994e-e55e4be5801f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:18.427328 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f348934-2641-4f08-8cda-3f34148be12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:18.431959 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9f348934-2641-4f08-8cda-3f34148be12a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f3ddc8a-8bc1-42b5-994e-e55e4be5801f HTTP/1.1" status: 204 len: 168 time: 0.1960750 Feb 09 14:43:18.779638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41386) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:18.831527 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0fc0ad01-f570-4ee2-9701-b77a9321235e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3994cfcf02cb4f478083eaf2e298c23c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484717 Feb 09 14:43:18.832058 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41390) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:18.891528 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf36fa5e-9bf7-41a5-8ad1-16e1c69cc4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:18.920584 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf36fa5e-9bf7-41a5-8ad1-16e1c69cc4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:18.977241 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf36fa5e-9bf7-41a5-8ad1-16e1c69cc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:18.992594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36fa5e-9bf7-41a5-8ad1-16e1c69cc4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09275e11-52ce-458c-ace5-275f2901dc5b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:18.998848 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bf36fa5e-9bf7-41a5-8ad1-16e1c69cc4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:18.999987 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bf36fa5e-9bf7-41a5-8ad1-16e1c69cc4b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09275e11-52ce-458c-ace5-275f2901dc5b HTTP/1.1" status: 204 len: 168 time: 0.1669147 Feb 09 14:43:19.807849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41416) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:19.920288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2096703644'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:19.926020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:19.932229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Usage tracker for resource:network and tenant:37c5e1c2c4ad4eafb1bc7c8e87ce65c8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:19.935062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:19.941325 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:19.951670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Made reservation on behalf of 37c5e1c2c4ad4eafb1bc7c8e87ce65c8 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:19.955186 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:19.967690 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:19.983262 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:19.987290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Usage tracker for resource:security_group_rule and tenant:37c5e1c2c4ad4eafb1bc7c8e87ce65c8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:19.990276 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:19.997705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:20.087000 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:20.093767 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:20.126418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:43:20.135956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e13496-75e0-4fb3-b5df-fd88e31158af,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:20.142007 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:20.142349 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Added segment c7dd8cf7-9300-47b9-9f71-40ad257811bd of type vlan for network 4df439b5-4592-4153-9226-016208ae092c Feb 09 14:43:20.170462 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:20.202546 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:20.208608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:20.209391 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:20.326313 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5173600 Feb 09 14:43:20.327175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531bfd3-0474-4551-ba86-358d8b267f10 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event updated for resources: {'Network': ['ID=4df439b5-4592-4153-9226-016208ae092c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:20.329479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41422) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:20.340435 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 4df439b5-4592-4153-9226-016208ae092c details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:43:20.345139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f885ceaf-d5ed-4f05-98b1-5fdef9ee807d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Request body: {'subnet': {'network_id': '4df439b5-4592-4153-9226-016208ae092c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:20.471076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f885ceaf-d5ed-4f05-98b1-5fdef9ee807d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:20.474827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f885ceaf-d5ed-4f05-98b1-5fdef9ee807d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Usage tracker for resource:subnet and tenant:37c5e1c2c4ad4eafb1bc7c8e87ce65c8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:20.477757 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f885ceaf-d5ed-4f05-98b1-5fdef9ee807d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:20.483537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f885ceaf-d5ed-4f05-98b1-5fdef9ee807d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:20.494364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f885ceaf-d5ed-4f05-98b1-5fdef9ee807d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Made reservation on behalf of 37c5e1c2c4ad4eafb1bc7c8e87ce65c8 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:20.498610 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f885ceaf-d5ed-4f05-98b1-5fdef9ee807d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:20.741407 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f885ceaf-d5ed-4f05-98b1-5fdef9ee807d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:20.831832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885ceaf-d5ed-4f05-98b1-5fdef9ee807d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event updated for resources: {'Subnet': ['ID=2ec683d1-e438-4f09-bbf7-0f94f78d720e,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:20.840454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885ceaf-d5ed-4f05-98b1-5fdef9ee807d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Checking segment: {'id': 'c7dd8cf7-9300-47b9-9f71-40ad257811bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4df439b5-4592-4153-9226-016208ae092c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:43:20.841136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885ceaf-d5ed-4f05-98b1-5fdef9ee807d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Network hostable DHCP agents. Network: 4df439b5-4592-4153-9226-016208ae092c, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:43:20.862136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885ceaf-d5ed-4f05-98b1-5fdef9ee807d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Network 4df439b5-4592-4153-9226-016208ae092c is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:43:20.872102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-f885ceaf-d5ed-4f05-98b1-5fdef9ee807d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 4df439b5-4592-4153-9226-016208ae092c) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:20.878877 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f885ceaf-d5ed-4f05-98b1-5fdef9ee807d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:20.879748 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f885ceaf-d5ed-4f05-98b1-5fdef9ee807d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:20.882769 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb93cbce-8070-4ddb-982f-aaa90cb42918 None None] Network 4df439b5-4592-4153-9226-016208ae092c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:43:20.904611 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f885ceaf-d5ed-4f05-98b1-5fdef9ee807d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5740387 Feb 09 14:43:20.907097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41428) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:20.914563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Request body: {'port': {'network_id': '4df439b5-4592-4153-9226-016208ae092c', 'name': 'tempest-AllowedAddressPairTestJSON-502457007'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:21.061479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:21.065438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Usage tracker for resource:port and tenant:37c5e1c2c4ad4eafb1bc7c8e87ce65c8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:21.068322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:21.074691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:21.086434 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Made reservation on behalf of 37c5e1c2c4ad4eafb1bc7c8e87ce65c8 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:21.093024 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:21.131062 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-4df439b5-4592-4153-9226-016208ae092c', 'network_id': '4df439b5-4592-4153-9226-016208ae092c', 'tenant_id': '37c5e1c2c4ad4eafb1bc7c8e87ce65c8', 'fixed_ips': [{'subnet_id': '2ec683d1-e438-4f09-bbf7-0f94f78d720e'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:43:21.132445 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:21.134357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] device_id is not set on port 243ad0c5-06cf-4369-966e-240f645bea14 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:43:21.291323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Allocated IP 172.20.0.2 (4df439b5-4592-4153-9226-016208ae092c/2ec683d1-e438-4f09-bbf7-0f94f78d720e/243ad0c5-06cf-4369-966e-240f645bea14) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:43:21.498981 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:21.517464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Transition to ACTIVE for port object 243ad0c5-06cf-4369-966e-240f645bea14 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:21.545788 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:21.623000 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-82d14390-0b55-4fc3-8e4e-997801a3cf22 {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:43:21.623454 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:43:21.629294 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event updated for resources: {'Port': ['ID=243ad0c5-06cf-4369-966e-240f645bea14,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:21.635711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Network 4df439b5-4592-4153-9226-016208ae092c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:43:21.636941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:21.644751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:43:21.740211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:21.740748 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:21.824085 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b1f35bc8-0f64-475e-95c3-2f11e388a13e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9128809 Feb 09 14:43:21.824085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41436) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:21.830598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Request body: {'port': {'network_id': '4df439b5-4592-4153-9226-016208ae092c', 'name': 'tempest-AllowedAddressPairTestJSON-285417155', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:61:29:42'}]}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:21.979856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:21.979856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Usage tracker for resource:port and tenant:37c5e1c2c4ad4eafb1bc7c8e87ce65c8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:21.981704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:21.987411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:22.000335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Made reservation on behalf of 37c5e1c2c4ad4eafb1bc7c8e87ce65c8 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:22.125032 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:22.133170 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:22.155520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] device_id is not set on port 81b0cbb3-bfbe-4a72-a909-7f21d8a56c96 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:43:22.294998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Allocated IP 172.20.0.3 (4df439b5-4592-4153-9226-016208ae092c/2ec683d1-e438-4f09-bbf7-0f94f78d720e/f5397ed1-6e82-463a-b826-e842bce5c012) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:43:22.554343 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:22.564676 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Transition to ACTIVE for port object f5397ed1-6e82-463a-b826-e842bce5c012 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:22.586202 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Transition to ACTIVE for port object f5397ed1-6e82-463a-b826-e842bce5c012 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:22.592457 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:22.666362 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Network 4df439b5-4592-4153-9226-016208ae092c is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:43:22.669982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:22.674279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:43:22.684601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Pushing event updated for resources: {'Port': ['ID=f5397ed1-6e82-463a-b826-e842bce5c012,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:22.727710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:22.727710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:22.727710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:22.727710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:22.727710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:22.729257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:22.729257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:22.729257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:22.729257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:22.734819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:22.734819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:22.734819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:22.798442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Attempting to bind port f5397ed1-6e82-463a-b826-e842bce5c012 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:43:22.798442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Attempting to bind port f5397ed1-6e82-463a-b826-e842bce5c012 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'c7dd8cf7-9300-47b9-9f71-40ad257811bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4df439b5-4592-4153-9226-016208ae092c'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:43:22.798442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Attempting to bind port f5397ed1-6e82-463a-b826-e842bce5c012 on network 4df439b5-4592-4153-9226-016208ae092c {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:43:22.803443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:43:22.803443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Checking segment: {'id': 'c7dd8cf7-9300-47b9-9f71-40ad257811bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4df439b5-4592-4153-9226-016208ae092c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:43:22.803443 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:22.803443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Bound using segment: {'id': 'c7dd8cf7-9300-47b9-9f71-40ad257811bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4df439b5-4592-4153-9226-016208ae092c'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:43:22.803443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Bound port: f5397ed1-6e82-463a-b826-e842bce5c012, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7dd8cf7-9300-47b9-9f71-40ad257811bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4df439b5-4592-4153-9226-016208ae092c'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:43:22.803443 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:22.812844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Allocated IP 172.20.0.12 (4df439b5-4592-4153-9226-016208ae092c/2ec683d1-e438-4f09-bbf7-0f94f78d720e/81b0cbb3-bfbe-4a72-a909-7f21d8a56c96) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:43:22.929452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] For port f5397ed1-6e82-463a-b826-e842bce5c012, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:43:22.929452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] For port f5397ed1-6e82-463a-b826-e842bce5c012, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f5397ed1-6e82-463a-b826-e842bce5c012,segment=NetworkSegment(c7dd8cf7-9300-47b9-9f71-40ad257811bd),segment_id=c7dd8cf7-9300-47b9-9f71-40ad257811bd)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:43:22.929452 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:23.035276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f428bf9-a7ae-4f13-8b1f-80a7782aad3b None None] Pushing event updated for resources: {'Port': ['ID=f5397ed1-6e82-463a-b826-e842bce5c012,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:23.117166 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:23.153070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Transition to ACTIVE for port object 81b0cbb3-bfbe-4a72-a909-7f21d8a56c96 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:23.232564 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:23.307464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event updated for resources: {'Port': ['ID=81b0cbb3-bfbe-4a72-a909-7f21d8a56c96,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:23.307464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Network 4df439b5-4592-4153-9226-016208ae092c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:43:23.318441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:23.318441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:43:23.395131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:23.395131 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:23.435341 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-89268fe4-228c-4edf-ba18-12831c37dede tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6044922 Feb 09 14:43:23.435341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41450) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:23.575839 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2c5a10-ab82-4397-a635-567ecba3415c tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:23.582744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2c5a10-ab82-4397-a635-567ecba3415c tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:23.592173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2c5a10-ab82-4397-a635-567ecba3415c tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:23.593494 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3a2c5a10-ab82-4397-a635-567ecba3415c tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Synchronizing usage tracker for tenant:37c5e1c2c4ad4eafb1bc7c8e87ce65c8 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:43:23.631173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3a2c5a10-ab82-4397-a635-567ecba3415c tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Unset dirty status for tenant:37c5e1c2c4ad4eafb1bc7c8e87ce65c8 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:43:23.631173 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3a2c5a10-ab82-4397-a635-567ecba3415c tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1911004 Feb 09 14:43:23.636023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41454) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:23.670726 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f5397ed1-6e82-463a-b826-e842bce5c012 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:43:23.703674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7ee92214-a6b1-4057-b14d-3d5ec45be274 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Deleting port 81b0cbb3-bfbe-4a72-a909-7f21d8a56c96 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:23.704052 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7ee92214-a6b1-4057-b14d-3d5ec45be274 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:23.781577 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port f5397ed1-6e82-463a-b826-e842bce5c012 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:43:23.986889 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7ee92214-a6b1-4057-b14d-3d5ec45be274 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:24.193753 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7ee92214-a6b1-4057-b14d-3d5ec45be274 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Calling delete_port for 81b0cbb3-bfbe-4a72-a909-7f21d8a56c96 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:43:24.352586 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7ee92214-a6b1-4057-b14d-3d5ec45be274 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:24.407657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee92214-a6b1-4057-b14d-3d5ec45be274 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event deleted for resources: {'Port': ['ID=81b0cbb3-bfbe-4a72-a909-7f21d8a56c96,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:24.450820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac7096e-ba93-41ee-86db-c69abf8bd72b None None] Network 4df439b5-4592-4153-9226-016208ae092c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:43:24.563151 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8265c40b-fa7d-4235-8580-57099ff6eef1 None None] Provisioning for port f5397ed1-6e82-463a-b826-e842bce5c012 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:43:24.580356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8265c40b-fa7d-4235-8580-57099ff6eef1 None None] Provisioning complete for port f5397ed1-6e82-463a-b826-e842bce5c012 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:24.580945 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8265c40b-fa7d-4235-8580-57099ff6eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:24.712562 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7ee92214-a6b1-4057-b14d-3d5ec45be274 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:24.726072 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7ee92214-a6b1-4057-b14d-3d5ec45be274 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "DELETE /v2.0/ports/81b0cbb3-bfbe-4a72-a909-7f21d8a56c96 HTTP/1.1" status: 204 len: 168 time: 1.0974162 Feb 09 14:43:24.728846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41468) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:24.777427 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca1dc51-b639-43fb-ab16-a6b88166c7a3 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] GET failed (client error): The resource could not be found. Feb 09 14:43:24.778002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1ca1dc51-b639-43fb-ab16-a6b88166c7a3 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Synchronizing usage tracker for tenant:37c5e1c2c4ad4eafb1bc7c8e87ce65c8 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:43:24.795804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1ca1dc51-b639-43fb-ab16-a6b88166c7a3 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Unset dirty status for tenant:37c5e1c2c4ad4eafb1bc7c8e87ce65c8 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:43:24.797439 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1ca1dc51-b639-43fb-ab16-a6b88166c7a3 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "GET /v2.0/ports/81b0cbb3-bfbe-4a72-a909-7f21d8a56c96 HTTP/1.1" status: 404 len: 333 time: 0.0676091 Feb 09 14:43:24.801334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41472) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:24.807239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0a5ce074-946b-4218-a142-6744cb3311fb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Request body: {'port': {'network_id': '4df439b5-4592-4153-9226-016208ae092c', 'name': 'tempest-AllowedAddressPairTestJSON-943126111'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:24.813627 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8265c40b-fa7d-4235-8580-57099ff6eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:24.885956 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8265c40b-fa7d-4235-8580-57099ff6eef1 None None] For port f5397ed1-6e82-463a-b826-e842bce5c012, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f5397ed1-6e82-463a-b826-e842bce5c012,segment=NetworkSegment(c7dd8cf7-9300-47b9-9f71-40ad257811bd),segment_id=c7dd8cf7-9300-47b9-9f71-40ad257811bd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:43:24.887278 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8265c40b-fa7d-4235-8580-57099ff6eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:24.980496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265c40b-fa7d-4235-8580-57099ff6eef1 None None] Pushing event updated for resources: {'Port': ['ID=f5397ed1-6e82-463a-b826-e842bce5c012,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:25.015454 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0a5ce074-946b-4218-a142-6744cb3311fb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:25.029100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0a5ce074-946b-4218-a142-6744cb3311fb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:25.042992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5ce074-946b-4218-a142-6744cb3311fb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Made reservation on behalf of 37c5e1c2c4ad4eafb1bc7c8e87ce65c8 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:25.047104 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce074-946b-4218-a142-6744cb3311fb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:25.072308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-0a5ce074-946b-4218-a142-6744cb3311fb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] device_id is not set on port 443233e0-af5b-47e9-b98a-f93766f1fd08 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:43:25.232409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-775cc029-f05e-4292-89b2-b0473d389a66 None None] Provisioning complete for port f5397ed1-6e82-463a-b826-e842bce5c012 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:25.233250 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-775cc029-f05e-4292-89b2-b0473d389a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:25.252776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-0a5ce074-946b-4218-a142-6744cb3311fb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Allocated IP 172.20.0.7 (4df439b5-4592-4153-9226-016208ae092c/2ec683d1-e438-4f09-bbf7-0f94f78d720e/443233e0-af5b-47e9-b98a-f93766f1fd08) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:43:25.395254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-775cc029-f05e-4292-89b2-b0473d389a66 None None] Provisioning for port 243ad0c5-06cf-4369-966e-240f645bea14 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:43:25.402015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-775cc029-f05e-4292-89b2-b0473d389a66 None None] Provisioning complete for port 243ad0c5-06cf-4369-966e-240f645bea14 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:25.402887 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-775cc029-f05e-4292-89b2-b0473d389a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:25.471286 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-775cc029-f05e-4292-89b2-b0473d389a66 None None] Port 243ad0c5-06cf-4369-966e-240f645bea14 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:43:25.552961 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce074-946b-4218-a142-6744cb3311fb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:25.565221 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f5397ed1-6e82-463a-b826-e842bce5c012 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:43:25.578419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0a5ce074-946b-4218-a142-6744cb3311fb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Transition to ACTIVE for port object 443233e0-af5b-47e9-b98a-f93766f1fd08 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:25.626517 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce074-946b-4218-a142-6744cb3311fb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:25.640434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5b5128c7-d29b-4ee0-9b26-e96056cc4f58 None None] Provisioning complete for port 243ad0c5-06cf-4369-966e-240f645bea14 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:25.641073 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5b5128c7-d29b-4ee0-9b26-e96056cc4f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:25.702447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5ce074-946b-4218-a142-6744cb3311fb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Network 4df439b5-4592-4153-9226-016208ae092c is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:43:25.708962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f5397ed1-6e82-463a-b826-e842bce5c012 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:25.709332 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:25.714389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0a5ce074-946b-4218-a142-6744cb3311fb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:25.716897 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ce074-946b-4218-a142-6744cb3311fb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:43:25.733650 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5b5128c7-d29b-4ee0-9b26-e96056cc4f58 None None] Port 243ad0c5-06cf-4369-966e-240f645bea14 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:43:25.795226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5ce074-946b-4218-a142-6744cb3311fb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:25.796114 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0a5ce074-946b-4218-a142-6744cb3311fb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:25.823217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ce074-946b-4218-a142-6744cb3311fb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event updated for resources: {'Port': ['ID=443233e0-af5b-47e9-b98a-f93766f1fd08,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:25.839960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41486) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:25.840769 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0a5ce074-946b-4218-a142-6744cb3311fb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0384901 Feb 09 14:43:25.846613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-78d18b61-ac7b-4ba6-9908-34181026a0e4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:61:29:42'}]}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:25.855859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1e60f0eb-4162-4095-8b65-36a9f00385f1 None None] Could not find standard attr ID for object 81b0cbb3-bfbe-4a72-a909-7f21d8a56c96. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:43:25.982631 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-78d18b61-ac7b-4ba6-9908-34181026a0e4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:26.254277 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-78d18b61-ac7b-4ba6-9908-34181026a0e4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:26.260574 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-78d18b61-ac7b-4ba6-9908-34181026a0e4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:26.282179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0c9b139a-fe9b-4892-9bbe-df16c7c22cb6 None None] Provisioning for port 443233e0-af5b-47e9-b98a-f93766f1fd08 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:43:26.291198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0c9b139a-fe9b-4892-9bbe-df16c7c22cb6 None None] Provisioning complete for port 443233e0-af5b-47e9-b98a-f93766f1fd08 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:26.291676 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0c9b139a-fe9b-4892-9bbe-df16c7c22cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:26.385504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d18b61-ac7b-4ba6-9908-34181026a0e4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event updated for resources: {'Port': ['ID=443233e0-af5b-47e9-b98a-f93766f1fd08,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:26.395490 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-78d18b61-ac7b-4ba6-9908-34181026a0e4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] In _notify_port_updated(), no bound segment for port 443233e0-af5b-47e9-b98a-f93766f1fd08 on network 4df439b5-4592-4153-9226-016208ae092c {{(pid=87597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:43:26.399107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0c9b139a-fe9b-4892-9bbe-df16c7c22cb6 None None] Port 443233e0-af5b-47e9-b98a-f93766f1fd08 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:43:26.401677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d18b61-ac7b-4ba6-9908-34181026a0e4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:26.402321 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-78d18b61-ac7b-4ba6-9908-34181026a0e4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:26.408230 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-78d18b61-ac7b-4ba6-9908-34181026a0e4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "PUT /v2.0/ports/443233e0-af5b-47e9-b98a-f93766f1fd08 HTTP/1.1" status: 200 len: 992 time: 0.5668852 Feb 09 14:43:26.408672 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41492) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:26.519097 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a2011-0f38-4e46-800d-dd378f81c616 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Deleting port 443233e0-af5b-47e9-b98a-f93766f1fd08 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:26.519757 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2011-0f38-4e46-800d-dd378f81c616 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:26.723393 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a99c0a4f-e91e-477a-bb4b-9897916a00f2 None None] Provisioning complete for port 443233e0-af5b-47e9-b98a-f93766f1fd08 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:26.723926 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a99c0a4f-e91e-477a-bb4b-9897916a00f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:26.792873 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a99c0a4f-e91e-477a-bb4b-9897916a00f2 None None] Port 443233e0-af5b-47e9-b98a-f93766f1fd08 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:43:26.796028 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fbb0f373-a58f-4af1-8ad5-fd0a41135c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:26.799451 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2011-0f38-4e46-800d-dd378f81c616 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:26.946846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a2011-0f38-4e46-800d-dd378f81c616 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Calling delete_port for 443233e0-af5b-47e9-b98a-f93766f1fd08 owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:43:27.124969 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2011-0f38-4e46-800d-dd378f81c616 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:27.186689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a2011-0f38-4e46-800d-dd378f81c616 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event deleted for resources: {'Port': ['ID=443233e0-af5b-47e9-b98a-f93766f1fd08,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:27.580784 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2011-0f38-4e46-800d-dd378f81c616 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:27.595000 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9d6a2011-0f38-4e46-800d-dd378f81c616 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "DELETE /v2.0/ports/443233e0-af5b-47e9-b98a-f93766f1fd08 HTTP/1.1" status: 204 len: 168 time: 1.1823733 Feb 09 14:43:27.596062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41498) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:27.647329 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0fac1c-3421-4e0e-af84-e59404b7e528 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] GET failed (client error): The resource could not be found. Feb 09 14:43:27.652558 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0f0fac1c-3421-4e0e-af84-e59404b7e528 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "GET /v2.0/ports/443233e0-af5b-47e9-b98a-f93766f1fd08 HTTP/1.1" status: 404 len: 333 time: 0.0524244 Feb 09 14:43:27.652558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41502) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:27.657883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Request body: {'port': {'network_id': '4df439b5-4592-4153-9226-016208ae092c', 'name': 'tempest-AllowedAddressPairTestJSON-1987300946'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:27.795357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:27.800248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Usage tracker for resource:port and tenant:37c5e1c2c4ad4eafb1bc7c8e87ce65c8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:27.804430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:27.823495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:27.830438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Made reservation on behalf of 37c5e1c2c4ad4eafb1bc7c8e87ce65c8 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:27.834333 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:27.861309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] device_id is not set on port d69f25ad-2edb-4187-89df-98560b221a9b yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:43:28.027532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Allocated IP 172.20.0.5 (4df439b5-4592-4153-9226-016208ae092c/2ec683d1-e438-4f09-bbf7-0f94f78d720e/d69f25ad-2edb-4187-89df-98560b221a9b) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:43:28.244162 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:28.260606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Transition to ACTIVE for port object d69f25ad-2edb-4187-89df-98560b221a9b will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:28.286269 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:28.360022 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Network 4df439b5-4592-4153-9226-016208ae092c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:43:28.363607 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:28.365550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:43:28.410106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event updated for resources: {'Port': ['ID=d69f25ad-2edb-4187-89df-98560b221a9b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:28.442473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:28.442680 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:28.467196 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-94ed3aef-f4f6-4636-a05b-9653c1639e0e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8135381 Feb 09 14:43:28.469836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41508) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:28.477318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-392a5ee4-dd97-4806-aa97-2f7b5b55ce5d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:61:29:42'}]}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:28.647244 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5366cf35-f7c0-44b3-b9ea-bf54704046df None None] Provisioning for port d69f25ad-2edb-4187-89df-98560b221a9b completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:43:28.653386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5366cf35-f7c0-44b3-b9ea-bf54704046df None None] Provisioning complete for port d69f25ad-2edb-4187-89df-98560b221a9b triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:28.653824 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5366cf35-f7c0-44b3-b9ea-bf54704046df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:28.760172 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5366cf35-f7c0-44b3-b9ea-bf54704046df None None] Port d69f25ad-2edb-4187-89df-98560b221a9b cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:43:28.829052 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:43:28.888386 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-392a5ee4-dd97-4806-aa97-2f7b5b55ce5d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:29.148454 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-392a5ee4-dd97-4806-aa97-2f7b5b55ce5d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:29.152033 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-392a5ee4-dd97-4806-aa97-2f7b5b55ce5d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:29.214944 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bec80b15-e293-4875-ae9b-84eb322c5980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:29.277748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a5ee4-dd97-4806-aa97-2f7b5b55ce5d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event updated for resources: {'Port': ['ID=d69f25ad-2edb-4187-89df-98560b221a9b,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:29.294515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-392a5ee4-dd97-4806-aa97-2f7b5b55ce5d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] In _notify_port_updated(), no bound segment for port d69f25ad-2edb-4187-89df-98560b221a9b on network 4df439b5-4592-4153-9226-016208ae092c {{(pid=87597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:43:29.300719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392a5ee4-dd97-4806-aa97-2f7b5b55ce5d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:29.301411 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-392a5ee4-dd97-4806-aa97-2f7b5b55ce5d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:29.305337 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-392a5ee4-dd97-4806-aa97-2f7b5b55ce5d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "PUT /v2.0/ports/d69f25ad-2edb-4187-89df-98560b221a9b HTTP/1.1" status: 200 len: 996 time: 0.8318615 Feb 09 14:43:29.305846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41520) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:29.386513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4b297c16-f73f-413f-b0c7-46a54b318a13 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Deleting port d69f25ad-2edb-4187-89df-98560b221a9b {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:29.386710 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b297c16-f73f-413f-b0c7-46a54b318a13 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:29.487673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-40bb73b6-7515-46ec-ab5e-d476fdea82a7 None None] Provisioning complete for port d69f25ad-2edb-4187-89df-98560b221a9b triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:29.488076 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-40bb73b6-7515-46ec-ab5e-d476fdea82a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:29.572289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-40bb73b6-7515-46ec-ab5e-d476fdea82a7 None None] Port d69f25ad-2edb-4187-89df-98560b221a9b cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:43:29.674152 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b297c16-f73f-413f-b0c7-46a54b318a13 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:29.808347 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-4b297c16-f73f-413f-b0c7-46a54b318a13 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Calling delete_port for d69f25ad-2edb-4187-89df-98560b221a9b owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:43:30.014543 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b297c16-f73f-413f-b0c7-46a54b318a13 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:30.152362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b297c16-f73f-413f-b0c7-46a54b318a13 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event deleted for resources: {'Port': ['ID=d69f25ad-2edb-4187-89df-98560b221a9b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:30.256737 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b297c16-f73f-413f-b0c7-46a54b318a13 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:30.286485 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4b297c16-f73f-413f-b0c7-46a54b318a13 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "DELETE /v2.0/ports/d69f25ad-2edb-4187-89df-98560b221a9b HTTP/1.1" status: 204 len: 168 time: 0.9649417 Feb 09 14:43:30.292179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41526) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:30.297378 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:30.334126 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:30.359139 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-981fa78a-a4d7-42e5-a9c4-e991dc818258 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] GET failed (client error): The resource could not be found. Feb 09 14:43:30.359964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-981fa78a-a4d7-42e5-a9c4-e991dc818258 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Synchronizing usage tracker for tenant:37c5e1c2c4ad4eafb1bc7c8e87ce65c8 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:43:30.380644 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-981fa78a-a4d7-42e5-a9c4-e991dc818258 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Unset dirty status for tenant:37c5e1c2c4ad4eafb1bc7c8e87ce65c8 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:43:30.382227 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-981fa78a-a4d7-42e5-a9c4-e991dc818258 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "GET /v2.0/ports/d69f25ad-2edb-4187-89df-98560b221a9b HTTP/1.1" status: 404 len: 333 time: 0.1053963 Feb 09 14:43:30.386054 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41530) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:30.392542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8fac5ece-1ef3-4ed6-94d7-b0fef2a4c4bb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Request body: {'port': {'network_id': '4df439b5-4592-4153-9226-016208ae092c', 'name': 'tempest-AllowedAddressPairTestJSON-963950656'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:30.533938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8fac5ece-1ef3-4ed6-94d7-b0fef2a4c4bb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:30.545664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8fac5ece-1ef3-4ed6-94d7-b0fef2a4c4bb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:30.558958 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fac5ece-1ef3-4ed6-94d7-b0fef2a4c4bb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Made reservation on behalf of 37c5e1c2c4ad4eafb1bc7c8e87ce65c8 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:30.561846 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fac5ece-1ef3-4ed6-94d7-b0fef2a4c4bb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:30.592166 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-8fac5ece-1ef3-4ed6-94d7-b0fef2a4c4bb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] device_id is not set on port ef3a2937-d101-4a95-959c-86adb5c6a0e1 yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:43:30.751998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8fac5ece-1ef3-4ed6-94d7-b0fef2a4c4bb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Allocated IP 172.20.0.7 (4df439b5-4592-4153-9226-016208ae092c/2ec683d1-e438-4f09-bbf7-0f94f78d720e/ef3a2937-d101-4a95-959c-86adb5c6a0e1) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:43:30.969112 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fac5ece-1ef3-4ed6-94d7-b0fef2a4c4bb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:30.985365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8fac5ece-1ef3-4ed6-94d7-b0fef2a4c4bb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Transition to ACTIVE for port object ef3a2937-d101-4a95-959c-86adb5c6a0e1 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:31.008783 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fac5ece-1ef3-4ed6-94d7-b0fef2a4c4bb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:31.078514 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac5ece-1ef3-4ed6-94d7-b0fef2a4c4bb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Network 4df439b5-4592-4153-9226-016208ae092c is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:43:31.084124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8fac5ece-1ef3-4ed6-94d7-b0fef2a4c4bb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:31.087202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fac5ece-1ef3-4ed6-94d7-b0fef2a4c4bb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:43:31.135438 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac5ece-1ef3-4ed6-94d7-b0fef2a4c4bb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event updated for resources: {'Port': ['ID=ef3a2937-d101-4a95-959c-86adb5c6a0e1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:31.174764 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac5ece-1ef3-4ed6-94d7-b0fef2a4c4bb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:31.175521 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fac5ece-1ef3-4ed6-94d7-b0fef2a4c4bb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:31.208570 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8fac5ece-1ef3-4ed6-94d7-b0fef2a4c4bb tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8213229 Feb 09 14:43:31.211567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41540) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:31.217905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Request body: {'port': {'network_id': '4df439b5-4592-4153-9226-016208ae092c', 'name': 'tempest-AllowedAddressPairTestJSON-2058386989'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:31.411321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-07984fa2-b77f-4bcb-b6d7-be91c37d502d None None] Provisioning for port ef3a2937-d101-4a95-959c-86adb5c6a0e1 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:43:31.416719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-07984fa2-b77f-4bcb-b6d7-be91c37d502d None None] Provisioning complete for port ef3a2937-d101-4a95-959c-86adb5c6a0e1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:31.417210 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-07984fa2-b77f-4bcb-b6d7-be91c37d502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:31.494265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-07984fa2-b77f-4bcb-b6d7-be91c37d502d None None] Port ef3a2937-d101-4a95-959c-86adb5c6a0e1 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:43:31.501772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:31.505930 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Usage tracker for resource:port and tenant:37c5e1c2c4ad4eafb1bc7c8e87ce65c8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:31.509992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:31.515748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:31.529475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Made reservation on behalf of 37c5e1c2c4ad4eafb1bc7c8e87ce65c8 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:31.534613 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:31.569975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] device_id is not set on port ff0788b8-5dd8-4451-be3c-aa38d25f74ae yet. {{(pid=87596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:43:31.637033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-776221bc-0114-4563-a70f-989c0bb55070 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:31.639369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-776221bc-0114-4563-a70f-989c0bb55070 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 812 time: 0.1660221 Feb 09 14:43:31.658009 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-e9f8142b-fd90-4f30-a6d8-2e9c6a87ccce tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/quotas/a41332bb12404c08914ea958ae35ef74 HTTP/1.1" status: 200 len: 375 time: 0.0102718 Feb 09 14:43:31.726291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Allocated IP 172.20.0.11 (4df439b5-4592-4153-9226-016208ae092c/2ec683d1-e438-4f09-bbf7-0f94f78d720e/ff0788b8-5dd8-4451-be3c-aa38d25f74ae) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:43:31.753745 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-28ed47c2-edaa-468b-a6a1-c501f1b32213 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867772 Feb 09 14:43:31.846990 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:31.912103 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-84d2a436-ee95-4d5f-8fa5-5b2906cae6e6 service neutron] 10.222.0.48 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523526 Feb 09 14:43:31.945581 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:31.962383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Transition to ACTIVE for port object ff0788b8-5dd8-4451-be3c-aa38d25f74ae will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:31.988489 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:32.063477 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-8c34ecbe-1b4d-4344-8385-16b9d2a962f8 service neutron] 10.222.0.48 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512263 Feb 09 14:43:32.072262 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Network 4df439b5-4592-4153-9226-016208ae092c is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:43:32.075511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:32.079470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:43:32.117533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event updated for resources: {'Port': ['ID=ff0788b8-5dd8-4451-be3c-aa38d25f74ae,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:32.179413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:32.180091 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:32.213793 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6626184b-15f2-49be-abb5-f3ce4014766d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9977129 Feb 09 14:43:32.213793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41552) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:32.220441 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f6fdb44f-53d3-4de3-b157-54891c9465f4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:61:29:42'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ba:dc:69'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:32.426449 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e21eb0e7-8d7a-4518-a1e4-ce43f1af83a0 None None] Provisioning for port ff0788b8-5dd8-4451-be3c-aa38d25f74ae completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:43:32.433664 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e21eb0e7-8d7a-4518-a1e4-ce43f1af83a0 None None] Provisioning complete for port ff0788b8-5dd8-4451-be3c-aa38d25f74ae triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:32.434342 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e21eb0e7-8d7a-4518-a1e4-ce43f1af83a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:32.439895 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-85c5a854-979a-4f5c-aca0-e2511af2cef3 req-e73ef655-07e4-413f-8df6-4899c331b298 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 210 time: 0.1055782 Feb 09 14:43:32.527069 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e21eb0e7-8d7a-4518-a1e4-ce43f1af83a0 None None] Port ff0788b8-5dd8-4451-be3c-aa38d25f74ae cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:43:32.574878 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb44f-53d3-4de3-b157-54891c9465f4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:32.915151 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb44f-53d3-4de3-b157-54891c9465f4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:32.919739 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb44f-53d3-4de3-b157-54891c9465f4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:33.039523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdb44f-53d3-4de3-b157-54891c9465f4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event updated for resources: {'Port': ['ID=ff0788b8-5dd8-4451-be3c-aa38d25f74ae,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:33.055297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdb44f-53d3-4de3-b157-54891c9465f4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] In _notify_port_updated(), no bound segment for port ff0788b8-5dd8-4451-be3c-aa38d25f74ae on network 4df439b5-4592-4153-9226-016208ae092c {{(pid=87596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 09 14:43:33.060816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fdb44f-53d3-4de3-b157-54891c9465f4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:33.061459 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb44f-53d3-4de3-b157-54891c9465f4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:33.062760 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f6fdb44f-53d3-4de3-b157-54891c9465f4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "PUT /v2.0/ports/ff0788b8-5dd8-4451-be3c-aa38d25f74ae HTTP/1.1" status: 200 len: 1056 time: 0.8485658 Feb 09 14:43:33.065793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41566) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:33.140041 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7bde9a6d-f807-4b00-a48f-382c5100177d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Deleting port ff0788b8-5dd8-4451-be3c-aa38d25f74ae {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:33.140391 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7bde9a6d-f807-4b00-a48f-382c5100177d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:33.250819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-db5f2265-42b6-48fb-a491-fc2c397780b3 None None] Provisioning complete for port ff0788b8-5dd8-4451-be3c-aa38d25f74ae triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:33.251271 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-db5f2265-42b6-48fb-a491-fc2c397780b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:33.315538 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-db5f2265-42b6-48fb-a491-fc2c397780b3 None None] Port ff0788b8-5dd8-4451-be3c-aa38d25f74ae cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:43:33.396504 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7bde9a6d-f807-4b00-a48f-382c5100177d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:33.652636 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-424bc1a8-dca3-4a3d-b792-7449f662f1de req-0937b4a8-9edb-4c22-81ea-d8c969168a09 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 210 time: 0.0499983 Feb 09 14:43:33.676427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7bde9a6d-f807-4b00-a48f-382c5100177d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Calling delete_port for ff0788b8-5dd8-4451-be3c-aa38d25f74ae owned by {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:43:33.862142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-32603991-f2dc-4dc5-b27c-9f405f4216a7 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:33.863545 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-32603991-f2dc-4dc5-b27c-9f405f4216a7 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.21 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 812 time: 0.4022028 Feb 09 14:43:33.897667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-702b29a4-9167-4e0a-9747-73ec16d943e0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Request body: {'port': {'device_id': 'da878466-be50-4b17-8b64-c68c974b3aad', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'admin_state_up': True, 'tenant_id': 'a41332bb12404c08914ea958ae35ef74'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:34.013336 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7bde9a6d-f807-4b00-a48f-382c5100177d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:34.080800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde9a6d-f807-4b00-a48f-382c5100177d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event deleted for resources: {'Port': ['ID=ff0788b8-5dd8-4451-be3c-aa38d25f74ae,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:34.165152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-702b29a4-9167-4e0a-9747-73ec16d943e0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:34.212760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-702b29a4-9167-4e0a-9747-73ec16d943e0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:34.240052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-702b29a4-9167-4e0a-9747-73ec16d943e0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Made reservation on behalf of a41332bb12404c08914ea958ae35ef74 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:34.244170 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-702b29a4-9167-4e0a-9747-73ec16d943e0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:34.542637 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7bde9a6d-f807-4b00-a48f-382c5100177d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:34.571402 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7bde9a6d-f807-4b00-a48f-382c5100177d tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "DELETE /v2.0/ports/ff0788b8-5dd8-4451-be3c-aa38d25f74ae HTTP/1.1" status: 204 len: 168 time: 1.5046036 Feb 09 14:43:34.574304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41578) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:34.584172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-702b29a4-9167-4e0a-9747-73ec16d943e0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Allocated IP 172.20.0.12 (2af7d454-c373-48d2-a2c0-b8fe62f20cda/f8838457-395d-4c60-9dea-86467bd752c2/a9c9665d-90bb-4576-b96b-6f6011b9138e) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:43:34.618613 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1dc93b-9f1f-4e2c-bcb3-10c9995fbbf4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] GET failed (client error): The resource could not be found. Feb 09 14:43:34.622707 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cb1dc93b-9f1f-4e2c-bcb3-10c9995fbbf4 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "GET /v2.0/ports/ff0788b8-5dd8-4451-be3c-aa38d25f74ae HTTP/1.1" status: 404 len: 333 time: 0.0448849 Feb 09 14:43:34.622926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41582) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:34.707192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ac17342f-25e3-46bc-96cd-6cf519f2517e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Deleting port ef3a2937-d101-4a95-959c-86adb5c6a0e1 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:34.708373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac17342f-25e3-46bc-96cd-6cf519f2517e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:34.822972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-33139c7f-4d7f-4c68-aced-27b579d8ebc7 req-f6f23788-1741-4a79-81c6-a39eba048b88 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:43:34.852772 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-702b29a4-9167-4e0a-9747-73ec16d943e0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:34.859161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-33139c7f-4d7f-4c68-aced-27b579d8ebc7 req-f6f23788-1741-4a79-81c6-a39eba048b88 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:43:34.868359 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-33139c7f-4d7f-4c68-aced-27b579d8ebc7 req-f6f23788-1741-4a79-81c6-a39eba048b88 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 210 time: 0.1025643 Feb 09 14:43:34.885589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-702b29a4-9167-4e0a-9747-73ec16d943e0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Transition to ACTIVE for port object a9c9665d-90bb-4576-b96b-6f6011b9138e will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:34.914557 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-702b29a4-9167-4e0a-9747-73ec16d943e0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:34.992600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-702b29a4-9167-4e0a-9747-73ec16d943e0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Network 2af7d454-c373-48d2-a2c0-b8fe62f20cda is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:43:34.992908 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac17342f-25e3-46bc-96cd-6cf519f2517e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:34.997606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-702b29a4-9167-4e0a-9747-73ec16d943e0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:35.002406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-702b29a4-9167-4e0a-9747-73ec16d943e0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:43:35.088908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-702b29a4-9167-4e0a-9747-73ec16d943e0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:35.089025 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-702b29a4-9167-4e0a-9747-73ec16d943e0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:35.114889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b29a4-9167-4e0a-9747-73ec16d943e0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'Port': ['ID=a9c9665d-90bb-4576-b96b-6f6011b9138e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:35.133881 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-702b29a4-9167-4e0a-9747-73ec16d943e0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2388799 Feb 09 14:43:35.151364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Request body: {'port': {'device_id': 'da878466-be50-4b17-8b64-c68c974b3aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:35.300061 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:35.345436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ac17342f-25e3-46bc-96cd-6cf519f2517e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Calling delete_port for ef3a2937-d101-4a95-959c-86adb5c6a0e1 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:43:35.358681 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-92249b23-0a60-42ef-bb98-8db03e89be86 None None] Provisioning for port a9c9665d-90bb-4576-b96b-6f6011b9138e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:43:35.371450 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-92249b23-0a60-42ef-bb98-8db03e89be86 None None] Provisioning complete for port a9c9665d-90bb-4576-b96b-6f6011b9138e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:35.373234 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-92249b23-0a60-42ef-bb98-8db03e89be86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:35.456347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-92249b23-0a60-42ef-bb98-8db03e89be86 None None] Port a9c9665d-90bb-4576-b96b-6f6011b9138e cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:43:35.552586 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac17342f-25e3-46bc-96cd-6cf519f2517e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:35.615035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17342f-25e3-46bc-96cd-6cf519f2517e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event deleted for resources: {'Port': ['ID=ef3a2937-d101-4a95-959c-86adb5c6a0e1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:35.781335 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac17342f-25e3-46bc-96cd-6cf519f2517e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:35.792801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ac17342f-25e3-46bc-96cd-6cf519f2517e tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "DELETE /v2.0/ports/ef3a2937-d101-4a95-959c-86adb5c6a0e1 HTTP/1.1" status: 204 len: 168 time: 1.1683834 Feb 09 14:43:35.795466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41590) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:35.857752 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2ac446-a23f-4b26-926b-0199702afb93 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] GET failed (client error): The resource could not be found. Feb 09 14:43:35.858575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6a2ac446-a23f-4b26-926b-0199702afb93 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Synchronizing usage tracker for tenant:37c5e1c2c4ad4eafb1bc7c8e87ce65c8 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:43:35.876768 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6a2ac446-a23f-4b26-926b-0199702afb93 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Unset dirty status for tenant:37c5e1c2c4ad4eafb1bc7c8e87ce65c8 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:43:35.878327 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6a2ac446-a23f-4b26-926b-0199702afb93 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "GET /v2.0/ports/ef3a2937-d101-4a95-959c-86adb5c6a0e1 HTTP/1.1" status: 404 len: 333 time: 0.0816896 Feb 09 14:43:35.885814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41596) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:35.921369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c9665d-90bb-4576-b96b-6f6011b9138e {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:43:35.930673 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:35.949307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Transition to ACTIVE for port object a9c9665d-90bb-4576-b96b-6f6011b9138e will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:35.960398 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:36.021324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4fab693c-48c3-4301-98ab-710c9378b8d7 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Deleting port 243ad0c5-06cf-4369-966e-240f645bea14 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:36.021757 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4fab693c-48c3-4301-98ab-710c9378b8d7 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:36.192684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Pushing event updated for resources: {'Port': ['ID=a9c9665d-90bb-4576-b96b-6f6011b9138e,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:36.365084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Attempting to bind port a9c9665d-90bb-4576-b96b-6f6011b9138e on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:43:36.365375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0bd41-6c81-49f1-a192-c1320f8a7676 req-0ddab5f1-7256-4b4c-ae7b-e8453c1bd10f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:36.365560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Attempting to bind port a9c9665d-90bb-4576-b96b-6f6011b9138e by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:43:36.366311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Attempting to bind port a9c9665d-90bb-4576-b96b-6f6011b9138e on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:43:36.372768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Port a9c9665d-90bb-4576-b96b-6f6011b9138e on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:43:36.373101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Attempting to bind port a9c9665d-90bb-4576-b96b-6f6011b9138e on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:43:36.373755 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-65f0bd41-6c81-49f1-a192-c1320f8a7676 req-0ddab5f1-7256-4b4c-ae7b-e8453c1bd10f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 944 time: 0.3197117 Feb 09 14:43:36.378809 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:43:36.379199 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Checking segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:43:36.379938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Bound using segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:43:36.382079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Bound port: a9c9665d-90bb-4576-b96b-6f6011b9138e, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:43:36.382627 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:36.481388 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-65f0bd41-6c81-49f1-a192-c1320f8a7676 req-243d901a-054b-4a20-aeb2-c1a99b219d51 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061945 Feb 09 14:43:36.506841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] For port a9c9665d-90bb-4576-b96b-6f6011b9138e, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:43:36.512675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] For port a9c9665d-90bb-4576-b96b-6f6011b9138e, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a9c9665d-90bb-4576-b96b-6f6011b9138e,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:43:36.513723 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4fab693c-48c3-4301-98ab-710c9378b8d7 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:36.525878 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:36.652307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:36.654215 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:36.657352 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] 10.222.0.21 "PUT /v2.0/ports/a9c9665d-90bb-4576-b96b-6f6011b9138e HTTP/1.1" status: 200 len: 1092 time: 1.5160093 Feb 09 14:43:36.658242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da878466-be50-4b17-8b64-c68c974b3aad', 'tag': 'a9c9665d-90bb-4576-b96b-6f6011b9138e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:43:36.659837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4fab693c-48c3-4301-98ab-710c9378b8d7 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Calling delete_port for 243ad0c5-06cf-4369-966e-240f645bea14 owned by {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:43:36.693630 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b2c7b-3aa6-4417-88a1-329c9fe6e17a service neutron] Pushing event updated for resources: {'Port': ['ID=a9c9665d-90bb-4576-b96b-6f6011b9138e,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:36.801149 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da878466-be50-4b17-8b64-c68c974b3aad', 'tag': 'a9c9665d-90bb-4576-b96b-6f6011b9138e', 'status': 'completed', 'code': 200} Feb 09 14:43:36.858752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-76329bef-f339-49aa-8b4d-f50581e33562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:36.862189 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-76329bef-f339-49aa-8b4d-f50581e33562 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 1095 time: 0.1457827 Feb 09 14:43:36.916325 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4fab693c-48c3-4301-98ab-710c9378b8d7 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:36.948046 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-23a26a39-6b65-4b70-b2d3-6c0814d95c14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9c9665d-90bb-4576-b96b-6f6011b9138e HTTP/1.1" status: 200 len: 217 time: 0.0787690 Feb 09 14:43:36.986136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab693c-48c3-4301-98ab-710c9378b8d7 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event deleted for resources: {'Port': ['ID=243ad0c5-06cf-4369-966e-240f645bea14,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:37.059873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-ada04ed9-f914-4f93-9656-26dd2bcd2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:37.063746 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-ada04ed9-f914-4f93-9656-26dd2bcd2508 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.1063550 Feb 09 14:43:37.118973 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4fab693c-48c3-4301-98ab-710c9378b8d7 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:37.140631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4fab693c-48c3-4301-98ab-710c9378b8d7 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "DELETE /v2.0/ports/243ad0c5-06cf-4369-966e-240f645bea14 HTTP/1.1" status: 204 len: 168 time: 1.2532353 Feb 09 14:43:37.143687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41604) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:37.229572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-9907ee0f-07e1-49b8-9179-48ab789acbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:37.231612 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-9907ee0f-07e1-49b8-9179-48ab789acbdb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1586697 Feb 09 14:43:37.237900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fd24e2-99b0-46bd-acb3-b2255f6e435a tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Deleting subnet 2ec683d1-e438-4f09-bbf7-0f94f78d720e {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:43:37.263671 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75fd24e2-99b0-46bd-acb3-b2255f6e435a tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:37.396635 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75fd24e2-99b0-46bd-acb3-b2255f6e435a tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:37.535146 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-3914d752-95bf-4535-ae6c-efb5c1bd8d77 service neutron] 10.222.0.21 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947159 Feb 09 14:43:37.566885 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75fd24e2-99b0-46bd-acb3-b2255f6e435a tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:37.669990 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75fd24e2-99b0-46bd-acb3-b2255f6e435a tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:37.782600 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75fd24e2-99b0-46bd-acb3-b2255f6e435a tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:37.784407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be79c5c6-ff96-4bbb-a72a-445c3cb1b00e None None] Network 4df439b5-4592-4153-9226-016208ae092c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:43:37.797977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd24e2-99b0-46bd-acb3-b2255f6e435a tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec683d1-e438-4f09-bbf7-0f94f78d720e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:37.816759 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-75fd24e2-99b0-46bd-acb3-b2255f6e435a tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "DELETE /v2.0/subnets/2ec683d1-e438-4f09-bbf7-0f94f78d720e HTTP/1.1" status: 204 len: 168 time: 0.6706533 Feb 09 14:43:37.820165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41610) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:37.858311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696910c-dbab-4b23-8c01-3946c8a677db req-eef7447b-f06e-4a72-87b4-7cae19b05f99 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:37.885601 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6696910c-dbab-4b23-8c01-3946c8a677db req-eef7447b-f06e-4a72-87b4-7cae19b05f99 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 944 time: 0.1602995 Feb 09 14:43:37.941903 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6696910c-dbab-4b23-8c01-3946c8a677db req-35c6840a-cbdd-481f-9e84-c557444a1215 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647249 Feb 09 14:43:38.104868 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8380b4e9-b1a5-4a91-98fb-316a89cfcc4c req-c188e132-3c6c-4cc1-a556-e3fd0bc17228 service neutron] 10.222.0.21 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614184 Feb 09 14:43:38.110580 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:38.124396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Deleting port f5397ed1-6e82-463a-b826-e842bce5c012 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:38.124809 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:38.189430 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3f1bef-332e-4fa9-b297-c2f43f0d12ae None None] DHCP port deletion for 4df439b5-4592-4153-9226-016208ae092c request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:43:38.194080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f1bef-332e-4fa9-b297-c2f43f0d12ae None None] Deleting port f5397ed1-6e82-463a-b826-e842bce5c012 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:38.195371 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1bef-332e-4fa9-b297-c2f43f0d12ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:38.385100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36038835-9735-4c2d-b411-e2128e3a7ba1 req-ab07f39f-65d4-4a1e-b570-1d1b50ce2776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:38.387510 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36038835-9735-4c2d-b411-e2128e3a7ba1 req-ab07f39f-65d4-4a1e-b570-1d1b50ce2776 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 1095 time: 0.2149949 Feb 09 14:43:38.517335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ec3f1bef-332e-4fa9-b297-c2f43f0d12ae None None] For port f5397ed1-6e82-463a-b826-e842bce5c012, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f5397ed1-6e82-463a-b826-e842bce5c012,segment=NetworkSegment(c7dd8cf7-9300-47b9-9f71-40ad257811bd),segment_id=c7dd8cf7-9300-47b9-9f71-40ad257811bd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:43:38.517937 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1bef-332e-4fa9-b297-c2f43f0d12ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:38.526449 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] For port f5397ed1-6e82-463a-b826-e842bce5c012, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f5397ed1-6e82-463a-b826-e842bce5c012,segment=NetworkSegment(c7dd8cf7-9300-47b9-9f71-40ad257811bd),segment_id=c7dd8cf7-9300-47b9-9f71-40ad257811bd)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:43:38.526802 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:38.664883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f1bef-332e-4fa9-b297-c2f43f0d12ae None None] Calling delete_port for f5397ed1-6e82-463a-b826-e842bce5c012 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:43:38.671650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Calling delete_port for f5397ed1-6e82-463a-b826-e842bce5c012 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:43:38.754317 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36038835-9735-4c2d-b411-e2128e3a7ba1 req-a2daa885-37cb-423a-9288-ac8a06b951da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:38.755805 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36038835-9735-4c2d-b411-e2128e3a7ba1 req-a2daa885-37cb-423a-9288-ac8a06b951da service neutron] 10.222.0.21 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.3629479 Feb 09 14:43:38.814361 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1bef-332e-4fa9-b297-c2f43f0d12ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:38.851760 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36038835-9735-4c2d-b411-e2128e3a7ba1 req-6a6c594a-545b-4bd8-a6a0-82c7ed3e0f73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9c9665d-90bb-4576-b96b-6f6011b9138e HTTP/1.1" status: 200 len: 217 time: 0.0849125 Feb 09 14:43:38.855215 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:43:38.855215 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:43:38.879324 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f1bef-332e-4fa9-b297-c2f43f0d12ae None None] Pushing event deleted for resources: {'Port': ['ID=f5397ed1-6e82-463a-b826-e842bce5c012,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:38.886253 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f1bef-332e-4fa9-b297-c2f43f0d12ae None None] No DVR routers for this DVR port f5397ed1-6e82-463a-b826-e842bce5c012 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:43:38.929367 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36038835-9735-4c2d-b411-e2128e3a7ba1 req-6ef71f41-1083-484f-b47e-47ade335a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:38.931085 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36038835-9735-4c2d-b411-e2128e3a7ba1 req-6ef71f41-1083-484f-b47e-47ade335a3e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0726089 Feb 09 14:43:38.944457 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:39.045569 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36038835-9735-4c2d-b411-e2128e3a7ba1 req-99aad653-3dc1-406f-9996-7b615e0a93d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:39.047040 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36038835-9735-4c2d-b411-e2128e3a7ba1 req-99aad653-3dc1-406f-9996-7b615e0a93d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087315 Feb 09 14:43:39.278088 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36038835-9735-4c2d-b411-e2128e3a7ba1 req-1a00a66c-d579-4423-9837-b4e886719d6b service neutron] 10.222.0.21 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138927 Feb 09 14:43:39.316404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489c177-7926-4f0c-9451-550e3a49ba6e req-5010f3b3-5019-48a1-af82-9f25a9099f63 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:39.316404 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d489c177-7926-4f0c-9451-550e3a49ba6e req-5010f3b3-5019-48a1-af82-9f25a9099f63 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 944 time: 0.1761961 Feb 09 14:43:39.379979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Deleting port f5397ed1-6e82-463a-b826-e842bce5c012 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:39.379979 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:39.509151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] The port 'f5397ed1-6e82-463a-b826-e842bce5c012' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:43:39.589385 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f5397ed1-6e82-463a-b826-e842bce5c012 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:43:39.635912 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d489c177-7926-4f0c-9451-550e3a49ba6e req-96dc79ab-10a0-4471-8d1c-42e8e059ce2f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298896 Feb 09 14:43:39.659543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: f5397ed1-6e82-463a-b826-e842bce5c012 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:43:39.659998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f5397ed1-6e82-463a-b826-e842bce5c012 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:43:39.898188 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-36038835-9735-4c2d-b411-e2128e3a7ba1 req-8bb35911-4df3-4639-8a59-d526e874490a service neutron] 10.222.0.21 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214805 Feb 09 14:43:39.900794 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:39.930880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df439b5-4592-4153-9226-016208ae092c']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:39.946230 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7dd8cf7-9300-47b9-9f71-40ad257811bd') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:39.946652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7dd8cf7-9300-47b9-9f71-40ad257811bd') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:39.966564 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:39.991427 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:39.999705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:43:40.000374 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:43:40.023968 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:43:40.137724 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:40.144852 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:40.192061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] Pushing event deleted for resources: {'Network': ['ID=4df439b5-4592-4153-9226-016208ae092c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:40.202407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c0a85214-f9e9-4596-83a9-107441b13e28 tempest-AllowedAddressPairTestJSON-978968499 tempest-AllowedAddressPairTestJSON-978968499-project] 10.222.0.48 "DELETE /v2.0/networks/4df439b5-4592-4153-9226-016208ae092c HTTP/1.1" status: 204 len: 168 time: 2.3784354 Feb 09 14:43:40.602702 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:40.652139 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41622) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:40.879485 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-27852296-4fbc-469c-a2d4-70fb510da8cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37c5e1c2c4ad4eafb1bc7c8e87ce65c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241471 Feb 09 14:43:40.881890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41630) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:40.957344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1e6dc-dcd3-4d57-8ff5-456dd45c6315 req-221a65ee-c5e8-4f7b-b972-c13d44339c44 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:40.957344 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99d1e6dc-dcd3-4d57-8ff5-456dd45c6315 req-221a65ee-c5e8-4f7b-b972-c13d44339c44 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 944 time: 0.1693816 Feb 09 14:43:41.000392 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0fe9-cbb7-4fa6-b71c-189545e4e860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:41.040042 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0fe9-cbb7-4fa6-b71c-189545e4e860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:41.059567 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99d1e6dc-dcd3-4d57-8ff5-456dd45c6315 req-aee804a6-63b0-4217-a2fc-055512d74626 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849290 Feb 09 14:43:41.120424 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0fe9-cbb7-4fa6-b71c-189545e4e860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:41.147303 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb0fe9-cbb7-4fa6-b71c-189545e4e860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e13496-75e0-4fb3-b5df-fd88e31158af,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:41.159829 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0fe9-cbb7-4fa6-b71c-189545e4e860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:41.159829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bdfb0fe9-cbb7-4fa6-b71c-189545e4e860 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08e13496-75e0-4fb3-b5df-fd88e31158af HTTP/1.1" status: 204 len: 168 time: 0.2774236 Feb 09 14:43:42.190367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41658) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:42.291405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67bb6e-cdbd-4982-9fe1-69d654a31e3e req-e76f4797-53a6-47ab-8b4c-6b35459014c9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:42.299299 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0b67bb6e-cdbd-4982-9fe1-69d654a31e3e req-e76f4797-53a6-47ab-8b4c-6b35459014c9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 944 time: 0.1163523 Feb 09 14:43:42.340200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2080362770'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:42.344460 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0b67bb6e-cdbd-4982-9fe1-69d654a31e3e req-74f4d87d-ae59-4529-946c-f5df5a88776d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440891 Feb 09 14:43:42.353741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:42.358492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:network and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:42.361923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:42.369134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:42.380486 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:42.384308 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:42.396897 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:42.411848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:42.416519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:security_group_rule and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:42.419581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:42.425500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:42.513056 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:42.517666 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:42.550059 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c97830-e5a3-44d2-a4f1-ddb008529ec1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:42.562880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:43:42.586948 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:42.587900 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Added segment e83cfa8a-9072-4fcc-b570-645ce659b9b0 of type vlan for network 6390535b-7643-4615-89ae-fe52492fddad Feb 09 14:43:42.623075 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:42.654047 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:42.659712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:42.660333 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:42.870454 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6786759 Feb 09 14:43:42.871298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13317a1c-9127-43d9-8f7a-a39af8057db1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Network': ['ID=6390535b-7643-4615-89ae-fe52492fddad,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:42.884911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 6390535b-7643-4615-89ae-fe52492fddad details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:43:43.542100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06ce5a-5362-417e-be76-ec2afc8b2011 req-fb4acef8-9b7d-4204-b8b5-d97451598037 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:43.544056 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a06ce5a-5362-417e-be76-ec2afc8b2011 req-fb4acef8-9b7d-4204-b8b5-d97451598037 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 944 time: 0.0871480 Feb 09 14:43:43.590906 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a06ce5a-5362-417e-be76-ec2afc8b2011 req-a11ba6b3-c8cc-4848-b691-ddfe4892389f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Feb 09 14:43:44.620416 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29426a5f-f99c-4102-9776-154e2d17e09e req-98e9ea01-e5db-4b16-988b-ed76626e6c55 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:44.622972 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-29426a5f-f99c-4102-9776-154e2d17e09e req-98e9ea01-e5db-4b16-988b-ed76626e6c55 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 1096 time: 0.0741494 Feb 09 14:43:44.651099 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-29426a5f-f99c-4102-9776-154e2d17e09e req-dafe949b-8ff0-4db7-b329-2e5c69016388 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:44.674548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-29426a5f-f99c-4102-9776-154e2d17e09e req-dafe949b-8ff0-4db7-b329-2e5c69016388 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:44.681380 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-29426a5f-f99c-4102-9776-154e2d17e09e req-dafe949b-8ff0-4db7-b329-2e5c69016388 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Usage tracker for resource:security_group_rule and tenant:0984a6b24c38426aa25d45ab27caeb61 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:44.685039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-29426a5f-f99c-4102-9776-154e2d17e09e req-dafe949b-8ff0-4db7-b329-2e5c69016388 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:44.697234 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-29426a5f-f99c-4102-9776-154e2d17e09e req-dafe949b-8ff0-4db7-b329-2e5c69016388 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:44.804072 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-29426a5f-f99c-4102-9776-154e2d17e09e req-dafe949b-8ff0-4db7-b329-2e5c69016388 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:44.812951 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-29426a5f-f99c-4102-9776-154e2d17e09e req-dafe949b-8ff0-4db7-b329-2e5c69016388 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:44.846986 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-29426a5f-f99c-4102-9776-154e2d17e09e req-dafe949b-8ff0-4db7-b329-2e5c69016388 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148802 Feb 09 14:43:44.861629 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe949b-8ff0-4db7-b329-2e5c69016388 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecf734c-abf6-4c8e-8bbb-9c8463c222ec,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:44.871198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8c5b0-861c-470a-96c7-5c00790f6e4c req-1673e757-3895-4fab-bcbb-01e3fbadc928 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:44.872703 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91d8c5b0-861c-470a-96c7-5c00790f6e4c req-1673e757-3895-4fab-bcbb-01e3fbadc928 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 944 time: 0.1594887 Feb 09 14:43:44.924720 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91d8c5b0-861c-470a-96c7-5c00790f6e4c req-1a929c37-0d31-4894-bfd3-fd6f56cb49ad tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443633 Feb 09 14:43:45.066598 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd012de-7c97-4fae-b98b-2fdb6ce5f809 req-f07c35e9-71b0-4899-a36a-c66ba6fbab5b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:45.068317 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bdd012de-7c97-4fae-b98b-2fdb6ce5f809 req-f07c35e9-71b0-4899-a36a-c66ba6fbab5b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.0808177 Feb 09 14:43:45.120145 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bdd012de-7c97-4fae-b98b-2fdb6ce5f809 req-8588bf17-9ae2-4fcb-9a7f-168df27cb57c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458295 Feb 09 14:43:45.149537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41674) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:45.264420 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a99b4b84-e58c-40a9-aa37-fc9fac5063b6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/a043323f-cc5f-4f13-a499-fd59a76d385a HTTP/1.1" status: 200 len: 993 time: 0.1133831 Feb 09 14:43:46.064886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41692) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:46.071321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e46b28d4-be4d-4170-9209-bc505723b50f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'subnet': {'network_id': '6390535b-7643-4615-89ae-fe52492fddad', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:46.156330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d98c2-ca16-438c-8038-a144849f6724 req-02e65fcf-44e3-4aaa-8a4e-d5a7c867be34 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:46.157555 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-543d98c2-ca16-438c-8038-a144849f6724 req-02e65fcf-44e3-4aaa-8a4e-d5a7c867be34 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 944 time: 0.1093426 Feb 09 14:43:46.213905 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-543d98c2-ca16-438c-8038-a144849f6724 req-bd74541a-dd32-44ee-9a81-670920a7cd32 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466790 Feb 09 14:43:46.336736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e46b28d4-be4d-4170-9209-bc505723b50f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:46.346429 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e46b28d4-be4d-4170-9209-bc505723b50f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:subnet and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:46.350453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e46b28d4-be4d-4170-9209-bc505723b50f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:46.359483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e46b28d4-be4d-4170-9209-bc505723b50f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:46.379256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46b28d4-be4d-4170-9209-bc505723b50f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:46.382988 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e46b28d4-be4d-4170-9209-bc505723b50f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:46.399003 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-fff4c568-1ce4-41e8-ab91-42fd825dff0c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2005293 Feb 09 14:43:46.468261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e296c-6779-46a2-90a5-75416d10e0b9 req-0ec7bcdf-3733-49f5-b0ea-3a33218a6171 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:46.469745 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-008e296c-6779-46a2-90a5-75416d10e0b9 req-0ec7bcdf-3733-49f5-b0ea-3a33218a6171 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.2105923 Feb 09 14:43:46.565253 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-008e296c-6779-46a2-90a5-75416d10e0b9 req-f258cb85-5c0e-4cff-a59c-8f7be54ca05d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789247 Feb 09 14:43:46.716119 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e46b28d4-be4d-4170-9209-bc505723b50f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:46.799872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b28d4-be4d-4170-9209-bc505723b50f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Subnet': ['ID=abe4a629-e8b8-48b7-8c94-0f67356238b3,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:46.809479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46b28d4-be4d-4170-9209-bc505723b50f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Checking segment: {'id': 'e83cfa8a-9072-4fcc-b570-645ce659b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6390535b-7643-4615-89ae-fe52492fddad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:43:46.809855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b28d4-be4d-4170-9209-bc505723b50f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network hostable DHCP agents. Network: 6390535b-7643-4615-89ae-fe52492fddad, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:43:46.833792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b28d4-be4d-4170-9209-bc505723b50f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network 6390535b-7643-4615-89ae-fe52492fddad is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:43:46.844261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-e46b28d4-be4d-4170-9209-bc505723b50f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 6390535b-7643-4615-89ae-fe52492fddad) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:46.848694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46b28d4-be4d-4170-9209-bc505723b50f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:46.849967 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e46b28d4-be4d-4170-9209-bc505723b50f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:46.860987 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2567d3-629a-4548-a68f-9a4616834d6e None None] Network 6390535b-7643-4615-89ae-fe52492fddad requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:43:46.891417 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e46b28d4-be4d-4170-9209-bc505723b50f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8252375 Feb 09 14:43:46.895691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41724) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:46.902250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ef64b4d9-b4fe-4244-a08b-d661ee6ee490 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-676844758'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:46.911324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ef64b4d9-b4fe-4244-a08b-d661ee6ee490 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:46.918374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ef64b4d9-b4fe-4244-a08b-d661ee6ee490 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:network and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:46.923202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ef64b4d9-b4fe-4244-a08b-d661ee6ee490 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:46.932000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ef64b4d9-b4fe-4244-a08b-d661ee6ee490 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:46.947650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef64b4d9-b4fe-4244-a08b-d661ee6ee490 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:46.956418 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef64b4d9-b4fe-4244-a08b-d661ee6ee490 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:46.990771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef64b4d9-b4fe-4244-a08b-d661ee6ee490 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:43:47.004739 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef64b4d9-b4fe-4244-a08b-d661ee6ee490 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:47.005103 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-ef64b4d9-b4fe-4244-a08b-d661ee6ee490 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Added segment e44917ec-00a0-4070-a720-1b515de4ca46 of type vlan for network 41dc6933-46b4-4da5-a955-1bbe1223a268 Feb 09 14:43:47.029918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc67839-660d-415c-a6a2-1684f2cb71d8 req-eb370a34-8721-4c33-b049-84b426608c7a tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:47.032434 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef64b4d9-b4fe-4244-a08b-d661ee6ee490 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:47.038078 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cdc67839-660d-415c-a6a2-1684f2cb71d8 req-eb370a34-8721-4c33-b049-84b426608c7a tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 946 time: 0.0997741 Feb 09 14:43:47.064957 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef64b4d9-b4fe-4244-a08b-d661ee6ee490 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:47.074581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b4d9-b4fe-4244-a08b-d661ee6ee490 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:47.075789 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef64b4d9-b4fe-4244-a08b-d661ee6ee490 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:47.089155 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cdc67839-660d-415c-a6a2-1684f2cb71d8 req-519ca374-38b9-4b75-abf6-96bfa5f5e5a2 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7e971e5-e002-4492-9ec8-4c026a93aed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497680 Feb 09 14:43:47.148027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-6390535b-7643-4615-89ae-fe52492fddad', 'network_id': '6390535b-7643-4615-89ae-fe52492fddad', 'tenant_id': '09860b0b446d44c389a8496647fe4158', 'fixed_ips': [{'subnet_id': 'abe4a629-e8b8-48b7-8c94-0f67356238b3'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:43:47.149110 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:47.194131 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ef64b4d9-b4fe-4244-a08b-d661ee6ee490 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2933965 Feb 09 14:43:47.194695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41732) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:47.200021 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ad17dac6-cd68-44c5-afa4-d8fe17bb33f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'subnet': {'network_id': '41dc6933-46b4-4da5-a955-1bbe1223a268', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:47.201256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64b4d9-b4fe-4244-a08b-d661ee6ee490 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Network': ['ID=41dc6933-46b4-4da5-a955-1bbe1223a268,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:47.249169 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 41dc6933-46b4-4da5-a955-1bbe1223a268 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:43:47.332768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ad17dac6-cd68-44c5-afa4-d8fe17bb33f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:47.337742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ad17dac6-cd68-44c5-afa4-d8fe17bb33f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:subnet and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:47.342510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ad17dac6-cd68-44c5-afa4-d8fe17bb33f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:47.359146 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ad17dac6-cd68-44c5-afa4-d8fe17bb33f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:47.385395 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad17dac6-cd68-44c5-afa4-d8fe17bb33f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:47.391035 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ad17dac6-cd68-44c5-afa4-d8fe17bb33f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:47.450791 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c54b8-6eee-412c-9416-2353a4c1e14b req-08b65e2f-b81c-4363-ae06-44a06ae748fe tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:47.452327 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f85c54b8-6eee-412c-9416-2353a4c1e14b req-08b65e2f-b81c-4363-ae06-44a06ae748fe tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 944 time: 0.1129785 Feb 09 14:43:47.494682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Allocated IP 2001:db8:0:ffff::2 (6390535b-7643-4615-89ae-fe52492fddad/abe4a629-e8b8-48b7-8c94-0f67356238b3/e5842092-dadd-496b-956a-740d729987a8) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:43:47.517946 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f85c54b8-6eee-412c-9416-2353a4c1e14b req-d522468e-a0b8-4019-be95-84920133a422 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563369 Feb 09 14:43:47.664538 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ad17dac6-cd68-44c5-afa4-d8fe17bb33f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:47.725143 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:47.736270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Transition to ACTIVE for port object e5842092-dadd-496b-956a-740d729987a8 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:47.758979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Transition to ACTIVE for port object e5842092-dadd-496b-956a-740d729987a8 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:47.765157 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:47.829429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Network 6390535b-7643-4615-89ae-fe52492fddad is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:43:47.832488 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:47.837021 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:43:47.846327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Pushing event updated for resources: {'Port': ['ID=e5842092-dadd-496b-956a-740d729987a8,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:47.918091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17dac6-cd68-44c5-afa4-d8fe17bb33f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Subnet': ['ID=6e768c68-dbaa-41f7-9a23-1c07f876808a,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:47.934985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad17dac6-cd68-44c5-afa4-d8fe17bb33f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Checking segment: {'id': 'e44917ec-00a0-4070-a720-1b515de4ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '41dc6933-46b4-4da5-a955-1bbe1223a268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:43:47.935353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad17dac6-cd68-44c5-afa4-d8fe17bb33f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network hostable DHCP agents. Network: 41dc6933-46b4-4da5-a955-1bbe1223a268, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:43:47.942386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Attempting to bind port e5842092-dadd-496b-956a-740d729987a8 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:43:47.942915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Attempting to bind port e5842092-dadd-496b-956a-740d729987a8 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'e83cfa8a-9072-4fcc-b570-645ce659b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6390535b-7643-4615-89ae-fe52492fddad'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:43:47.943152 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Attempting to bind port e5842092-dadd-496b-956a-740d729987a8 on network 6390535b-7643-4615-89ae-fe52492fddad {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:43:47.949130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:43:47.949494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Checking segment: {'id': 'e83cfa8a-9072-4fcc-b570-645ce659b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6390535b-7643-4615-89ae-fe52492fddad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:43:47.949891 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:47.950274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Bound using segment: {'id': 'e83cfa8a-9072-4fcc-b570-645ce659b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6390535b-7643-4615-89ae-fe52492fddad'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:43:47.950756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Bound port: e5842092-dadd-496b-956a-740d729987a8, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83cfa8a-9072-4fcc-b570-645ce659b9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6390535b-7643-4615-89ae-fe52492fddad'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:43:47.951121 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:47.956347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91389083-fa58-478c-bccf-92f8a9f6d73a req-5506e8d7-4395-429f-ac25-4c493ac3f506 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:47.957802 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91389083-fa58-478c-bccf-92f8a9f6d73a req-5506e8d7-4395-429f-ac25-4c493ac3f506 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 946 time: 0.0868468 Feb 09 14:43:47.975167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4954e0-a419-41c6-b1a8-42c4a33078e3 req-7128afed-6301-4088-8dba-2d23e66705e6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:47.976722 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a4954e0-a419-41c6-b1a8-42c4a33078e3 req-7128afed-6301-4088-8dba-2d23e66705e6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.2742178 Feb 09 14:43:47.977490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad17dac6-cd68-44c5-afa4-d8fe17bb33f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network 41dc6933-46b4-4da5-a955-1bbe1223a268 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:43:48.003159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-ad17dac6-cd68-44c5-afa4-d8fe17bb33f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 41dc6933-46b4-4da5-a955-1bbe1223a268) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:48.008236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad17dac6-cd68-44c5-afa4-d8fe17bb33f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:48.009708 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ad17dac6-cd68-44c5-afa4-d8fe17bb33f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:48.033242 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8556b3c5-08d9-47de-9bde-767acb7cb1b4 None None] Network 41dc6933-46b4-4da5-a955-1bbe1223a268 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:43:48.039567 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a4954e0-a419-41c6-b1a8-42c4a33078e3 req-fa915437-b501-44f4-a100-d5884280c01b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560195 Feb 09 14:43:48.040188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-91389083-fa58-478c-bccf-92f8a9f6d73a req-4f37c82a-a1a3-40a0-be56-66d2d1f77fb8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Deleting port 3b67faea-2596-434f-bfde-fe4ad09778d6 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:48.040706 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-91389083-fa58-478c-bccf-92f8a9f6d73a req-4f37c82a-a1a3-40a0-be56-66d2d1f77fb8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:48.068454 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ad17dac6-cd68-44c5-afa4-d8fe17bb33f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8730838 Feb 09 14:43:48.069605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41740) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:48.161357 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] For port e5842092-dadd-496b-956a-740d729987a8, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:43:48.165160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] For port e5842092-dadd-496b-956a-740d729987a8, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e5842092-dadd-496b-956a-740d729987a8,segment=NetworkSegment(e83cfa8a-9072-4fcc-b570-645ce659b9b0),segment_id=e83cfa8a-9072-4fcc-b570-645ce659b9b0)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:43:48.192426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980a711-bd2e-4dee-a901-13588716fbba req-1262258f-1fe7-4b88-a474-9e99014b4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:48.194922 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-1262258f-1fe7-4b88-a474-9e99014b4fdd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 1096 time: 0.0944979 Feb 09 14:43:48.198231 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:48.345897 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d0781-bc62-49df-bd7d-ec37d0ec4314 None None] Pushing event updated for resources: {'Port': ['ID=e5842092-dadd-496b-956a-740d729987a8,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:48.368479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980a711-bd2e-4dee-a901-13588716fbba req-b0599733-c32c-4a9e-af27-f0ff6c7684f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:48.370170 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-b0599733-c32c-4a9e-af27-f0ff6c7684f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e022907b-4492-4107-9149-afacab5147d0 HTTP/1.1" status: 200 len: 897 time: 0.1687930 Feb 09 14:43:48.404222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-41dc6933-46b4-4da5-a955-1bbe1223a268', 'network_id': '41dc6933-46b4-4da5-a955-1bbe1223a268', 'tenant_id': '09860b0b446d44c389a8496647fe4158', 'fixed_ips': [{'subnet_id': '6e768c68-dbaa-41f7-9a23-1c07f876808a'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:43:48.405421 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:48.460934 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:48.488345 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-1ba4393f-7c50-4eab-a432-c271f97b4491 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21583bae-2cbf-454a-b876-8b8579d4be44 HTTP/1.1" status: 200 len: 1001 time: 0.1117985 Feb 09 14:43:48.504936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4864e4c-034f-4ba6-91f5-26066716c09e req-e7561295-37ab-4064-9cb5-22dc4a1ea4fa tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:48.512000 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4864e4c-034f-4ba6-91f5-26066716c09e req-e7561295-37ab-4064-9cb5-22dc4a1ea4fa tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 946 time: 0.2701652 Feb 09 14:43:48.636678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980a711-bd2e-4dee-a901-13588716fbba req-c0e1ebf1-e5a9-4e3c-9090-bbb5cb72cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:48.644856 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-c0e1ebf1-e5a9-4e3c-9090-bbb5cb72cf9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3657165f-156f-4a74-a5ec-e5fd804beae5 HTTP/1.1" status: 200 len: 832 time: 0.1423109 Feb 09 14:43:48.650522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-91389083-fa58-478c-bccf-92f8a9f6d73a req-4f37c82a-a1a3-40a0-be56-66d2d1f77fb8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] For port 3b67faea-2596-434f-bfde-fe4ad09778d6, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3b67faea-2596-434f-bfde-fe4ad09778d6,segment=NetworkSegment(89df81a2-0da1-44db-ad0e-d03a9a37c54b),segment_id=89df81a2-0da1-44db-ad0e-d03a9a37c54b)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:43:48.650970 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-91389083-fa58-478c-bccf-92f8a9f6d73a req-4f37c82a-a1a3-40a0-be56-66d2d1f77fb8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:48.689894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Allocated IP 2001:db8::1 (41dc6933-46b4-4da5-a955-1bbe1223a268/6e768c68-dbaa-41f7-9a23-1c07f876808a/0c8e559a-6865-4da6-aeb0-8c0892ec5ccf) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:43:48.765961 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:48.812573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980a711-bd2e-4dee-a901-13588716fbba req-9a91e616-af6b-4143-8668-90e974552679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:48.815901 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-9a91e616-af6b-4143-8668-90e974552679 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e022907b-4492-4107-9149-afacab5147d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678693 Feb 09 14:43:48.886665 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4864e4c-034f-4ba6-91f5-26066716c09e req-763c8cc7-d57d-4283-b90c-dd1edaa45679 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7e971e5-e002-4492-9ec8-4c026a93aed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3736389 Feb 09 14:43:48.929197 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61b61a-4371-4d76-a603-d2cca13989ee req-c166666e-27ce-4cc3-80d5-6a803fbaf367 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:48.936167 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d61b61a-4371-4d76-a603-d2cca13989ee req-c166666e-27ce-4cc3-80d5-6a803fbaf367 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 944 time: 0.2125366 Feb 09 14:43:48.980739 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:48.996595 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Transition to ACTIVE for port object 0c8e559a-6865-4da6-aeb0-8c0892ec5ccf will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:49.008905 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d61b61a-4371-4d76-a603-d2cca13989ee req-5724df09-2c1f-4c9e-8e4d-09256915af9e tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709562 Feb 09 14:43:49.030176 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Transition to ACTIVE for port object 0c8e559a-6865-4da6-aeb0-8c0892ec5ccf will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:49.040199 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:49.064695 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-37cc9e1c-df71-4258-9167-5e8ed59e4447 service neutron] 10.222.0.21 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429981 Feb 09 14:43:49.129808 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Network 41dc6933-46b4-4da5-a955-1bbe1223a268 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:43:49.133745 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:49.138199 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:43:49.235183 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Pushing event updated for resources: {'Port': ['ID=0c8e559a-6865-4da6-aeb0-8c0892ec5ccf,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:49.263455 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Attempting to bind port 0c8e559a-6865-4da6-aeb0-8c0892ec5ccf on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:43:49.264052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Attempting to bind port 0c8e559a-6865-4da6-aeb0-8c0892ec5ccf by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'e44917ec-00a0-4070-a720-1b515de4ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '41dc6933-46b4-4da5-a955-1bbe1223a268'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:43:49.264722 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Attempting to bind port 0c8e559a-6865-4da6-aeb0-8c0892ec5ccf on network 41dc6933-46b4-4da5-a955-1bbe1223a268 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:43:49.272856 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:43:49.273434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Checking segment: {'id': 'e44917ec-00a0-4070-a720-1b515de4ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '41dc6933-46b4-4da5-a955-1bbe1223a268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:43:49.277165 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:49.277714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Bound using segment: {'id': 'e44917ec-00a0-4070-a720-1b515de4ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '41dc6933-46b4-4da5-a955-1bbe1223a268'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:43:49.278349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Bound port: 0c8e559a-6865-4da6-aeb0-8c0892ec5ccf, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44917ec-00a0-4070-a720-1b515de4ca46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '41dc6933-46b4-4da5-a955-1bbe1223a268'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:43:49.278896 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:49.399102 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-674a8698-6cd0-4d1f-a32e-8cc5e1d70cac service neutron] 10.222.0.21 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198583 Feb 09 14:43:49.429132 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] For port 0c8e559a-6865-4da6-aeb0-8c0892ec5ccf, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:43:49.434174 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:49.436570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] For port 0c8e559a-6865-4da6-aeb0-8c0892ec5ccf, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0c8e559a-6865-4da6-aeb0-8c0892ec5ccf,segment=NetworkSegment(e44917ec-00a0-4070-a720-1b515de4ca46),segment_id=e44917ec-00a0-4070-a720-1b515de4ca46)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:43:49.450117 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:49.533288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Subnet': ['ID=6e768c68-dbaa-41f7-9a23-1c07f876808a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:49.540384 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-91389083-fa58-478c-bccf-92f8a9f6d73a req-4f37c82a-a1a3-40a0-be56-66d2d1f77fb8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:49.543219 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-91389083-fa58-478c-bccf-92f8a9f6d73a req-4f37c82a-a1a3-40a0-be56-66d2d1f77fb8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:49.543768 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-91389083-fa58-478c-bccf-92f8a9f6d73a req-4f37c82a-a1a3-40a0-be56-66d2d1f77fb8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Floating IP 25a1be89-3b43-478d-828e-18a6f797fc9f disassociated. External IP: 172.25.8.23, port: 3b67faea-2596-434f-bfde-fe4ad09778d6. Feb 09 14:43:49.544423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-91389083-fa58-478c-bccf-92f8a9f6d73a req-4f37c82a-a1a3-40a0-be56-66d2d1f77fb8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Calling delete_port for 3b67faea-2596-434f-bfde-fe4ad09778d6 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:43:49.719061 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e5842092-dadd-496b-956a-740d729987a8 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:43:49.781423 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e9763-29f4-40ac-b73f-6e473aaa9f76 None None] Pushing event updated for resources: {'Port': ['ID=0c8e559a-6865-4da6-aeb0-8c0892ec5ccf,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:49.810956 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port e5842092-dadd-496b-956a-740d729987a8 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:43:49.825877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d55219d-1700-4903-85c7-f50b2efbaafa None None] Network 41dc6933-46b4-4da5-a955-1bbe1223a268 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:43:49.913929 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:49.998890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438488a2-3257-474b-93a3-9bce272c7f92 None None] Network 6390535b-7643-4615-89ae-fe52492fddad requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:43:50.003898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14453e26-a3f3-471d-a7dc-ea3c93902c34 req-7d6b05f9-f188-4bb0-8939-96115026c8a4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:50.010653 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-14453e26-a3f3-471d-a7dc-ea3c93902c34 req-7d6b05f9-f188-4bb0-8939-96115026c8a4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.6455774 Feb 09 14:43:50.039390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41dc6933-46b4-4da5-a955-1bbe1223a268']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:50.057389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44917ec-00a0-4070-a720-1b515de4ca46') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:50.057953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44917ec-00a0-4070-a720-1b515de4ca46') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:50.079369 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-91389083-fa58-478c-bccf-92f8a9f6d73a req-4f37c82a-a1a3-40a0-be56-66d2d1f77fb8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:50.128308 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d819378c-d4d5-4800-869d-c609f39562d7 req-e96a9014-686a-43b9-8a8c-4ceb2edf9c9e tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 210 time: 0.0575593 Feb 09 14:43:50.128990 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:50.160694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37c82a-a1a3-40a0-be56-66d2d1f77fb8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Pushing event deleted for resources: {'Port': ['ID=3b67faea-2596-434f-bfde-fe4ad09778d6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:50.179081 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-14453e26-a3f3-471d-a7dc-ea3c93902c34 req-fec587e2-995f-4729-9363-c651bea14864 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673288 Feb 09 14:43:50.180644 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:50.197473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2071bb30-373d-487d-a1d4-fad471242177 None None] Provisioning for port e5842092-dadd-496b-956a-740d729987a8 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:43:50.227349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2071bb30-373d-487d-a1d4-fad471242177 None None] Provisioning complete for port e5842092-dadd-496b-956a-740d729987a8 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:50.227915 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2071bb30-373d-487d-a1d4-fad471242177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:50.286890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:43:50.286890 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:43:50.307052 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:43:50.392158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab3c3b-7ea7-4b6a-b71b-2634c8d8a022 req-9952ca27-63b9-4755-aef5-23e50df82c38 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:50.393887 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-23ab3c3b-7ea7-4b6a-b71b-2634c8d8a022 req-9952ca27-63b9-4755-aef5-23e50df82c38 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 944 time: 0.1077411 Feb 09 14:43:50.455556 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-23ab3c3b-7ea7-4b6a-b71b-2634c8d8a022 req-43907681-a268-4f23-833b-5dcd61d1852f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529103 Feb 09 14:43:50.477197 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2071bb30-373d-487d-a1d4-fad471242177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:50.477295 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 14:43:50.477295 n-d-828418-2 neutron-server[87597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 14:43:50.477295 n-d-828418-2 neutron-server[87597]: [parameters: {'id': '41dc6933-46b4-4da5-a955-1bbe1223a268'}] Feb 09 14:43:50.477295 n-d-828418-2 neutron-server[87597]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:43:50.477295 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:43:50.515230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2071bb30-373d-487d-a1d4-fad471242177 None None] For port e5842092-dadd-496b-956a-740d729987a8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e5842092-dadd-496b-956a-740d729987a8,segment=NetworkSegment(e83cfa8a-9072-4fcc-b570-645ce659b9b0),segment_id=e83cfa8a-9072-4fcc-b570-645ce659b9b0)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:43:50.524471 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2071bb30-373d-487d-a1d4-fad471242177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:50.533372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91389083-fa58-478c-bccf-92f8a9f6d73a req-4f37c82a-a1a3-40a0-be56-66d2d1f77fb8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Router 1564ec8d-98c0-40dd-ad37-5a4949826364 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:43:50.629995 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071bb30-373d-487d-a1d4-fad471242177 None None] Pushing event updated for resources: {'Port': ['ID=e5842092-dadd-496b-956a-740d729987a8,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:50.756632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91389083-fa58-478c-bccf-92f8a9f6d73a req-4f37c82a-a1a3-40a0-be56-66d2d1f77fb8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:43:50.775405 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec6d7dd-d564-4840-8431-eac38358fbb1 None None] Sync routers for ids ['1564ec8d-98c0-40dd-ad37-5a4949826364'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:43:50.799447 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec6d7dd-d564-4840-8431-eac38358fbb1 None None] Routers {'1564ec8d-98c0-40dd-ad37-5a4949826364'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:43:50.800114 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-dec6d7dd-d564-4840-8431-eac38358fbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:43:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1564ec8d-98c0-40dd-ad37-5a4949826364'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:50.855001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-91389083-fa58-478c-bccf-92f8a9f6d73a req-4f37c82a-a1a3-40a0-be56-66d2d1f77fb8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] No DVR routers for this DVR port 3b67faea-2596-434f-bfde-fe4ad09778d6 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:43:50.857416 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-91389083-fa58-478c-bccf-92f8a9f6d73a req-4f37c82a-a1a3-40a0-be56-66d2d1f77fb8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:50.860727 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-eb002485-ca7f-431d-86e5-d24074e35bc3 None None] Provisioning complete for port e5842092-dadd-496b-956a-740d729987a8 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:50.861251 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-eb002485-ca7f-431d-86e5-d24074e35bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:50.864101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67f2a71-77d1-483b-9aea-bf62f43049a7', 'name': 'network-vif-deleted', 'tag': '3b67faea-2596-434f-bfde-fe4ad09778d6'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:43:50.890388 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91389083-fa58-478c-bccf-92f8a9f6d73a req-4f37c82a-a1a3-40a0-be56-66d2d1f77fb8 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.35 "DELETE /v2.0/ports/3b67faea-2596-434f-bfde-fe4ad09778d6 HTTP/1.1" status: 204 len: 173 time: 2.9232717 Feb 09 14:43:50.896876 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532cc8df-4e15-409f-bbbe-46ac916f1ba8 None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:43:50.913609 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67f2a71-77d1-483b-9aea-bf62f43049a7', 'name': 'network-vif-deleted', 'tag': '3b67faea-2596-434f-bfde-fe4ad09778d6', 'status': 'completed', 'code': 200} Feb 09 14:43:50.977090 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:51.015087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Deleting port 0c8e559a-6865-4da6-aeb0-8c0892ec5ccf {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:51.015087 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:51.059604 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-dec6d7dd-d564-4840-8431-eac38358fbb1 None None] Set router 1564ec8d-98c0-40dd-ad37-5a4949826364 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:43:51.217006 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532cc8df-4e15-409f-bbbe-46ac916f1ba8 None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:43:51.413515 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-76dd2fff-b339-4bea-b93a-4a4a7b58c817 req-0073d7c9-bfb9-4165-8412-8d7fe55be937 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67f2a71-77d1-483b-9aea-bf62f43049a7 HTTP/1.1" status: 200 len: 210 time: 0.0775931 Feb 09 14:43:51.576777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] For port 0c8e559a-6865-4da6-aeb0-8c0892ec5ccf, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0c8e559a-6865-4da6-aeb0-8c0892ec5ccf,segment=NetworkSegment(e44917ec-00a0-4070-a720-1b515de4ca46),segment_id=e44917ec-00a0-4070-a720-1b515de4ca46)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:43:51.577224 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:51.657548 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-dec6d7dd-d564-4840-8431-eac38358fbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'name': 'tempest-TestServerBasicOps-187850840-router', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:37:02Z', 'revision_number': 4, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'gw_port': {'id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:51Z', 'updated_at': '2022-02-09T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b2eb1bd8-4542-4374-a955-4c93d3b7428f', 'name': '', 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'mac_address': 'fa:16:3e:5c:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:59Z', 'updated_at': '2022-02-09T14:37:15Z', 'revision_number': 5, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'subnets': [{'id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:51.666411 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec6d7dd-d564-4840-8431-eac38358fbb1 None None] Checking router: 1564ec8d-98c0-40dd-ad37-5a4949826364 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:43:51.691541 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec6d7dd-d564-4840-8431-eac38358fbb1 None None] Routers {'1564ec8d-98c0-40dd-ad37-5a4949826364'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:43:51.692554 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-dec6d7dd-d564-4840-8431-eac38358fbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:43:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1564ec8d-98c0-40dd-ad37-5a4949826364'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:51.726493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e5842092-dadd-496b-956a-740d729987a8 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:43:51.763520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Calling delete_port for 0c8e559a-6865-4da6-aeb0-8c0892ec5ccf owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:43:51.807425 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de931b1-3c29-4f56-9879-744118794896 req-bcc596c9-9936-4052-ac65-54691bc65d10 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:51.809859 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1de931b1-3c29-4f56-9879-744118794896 req-bcc596c9-9936-4052-ac65-54691bc65d10 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 944 time: 0.1533070 Feb 09 14:43:51.853555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f92628-e797-4deb-8751-de044672e51c req-44599116-02da-4aa2-9f0d-5524f7eaccbe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:51.855445 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-28f92628-e797-4deb-8751-de044672e51c req-44599116-02da-4aa2-9f0d-5524f7eaccbe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.4293149 Feb 09 14:43:51.868184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e5842092-dadd-496b-956a-740d729987a8 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:51.868393 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:51.888836 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1de931b1-3c29-4f56-9879-744118794896 req-b0603e26-0fa3-4652-80c3-62b3d48a4660 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733378 Feb 09 14:43:51.932990 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3b67faea-2596-434f-bfde-fe4ad09778d6 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:43:51.956151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-28f92628-e797-4deb-8751-de044672e51c req-7fe7d1b6-c9b4-45f0-8574-12a1ad6ed6a6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836868 Feb 09 14:43:51.957229 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:52.010744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Port': ['ID=0c8e559a-6865-4da6-aeb0-8c0892ec5ccf,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:52.022525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No DVR routers for this DVR port 0c8e559a-6865-4da6-aeb0-8c0892ec5ccf on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:43:52.041193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 3b67faea-2596-434f-bfde-fe4ad09778d6 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:43:52.041718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3b67faea-2596-434f-bfde-fe4ad09778d6 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:43:52.043448 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-dec6d7dd-d564-4840-8431-eac38358fbb1 None None] Set router 1564ec8d-98c0-40dd-ad37-5a4949826364 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:43:52.176533 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:52.204524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41dc6933-46b4-4da5-a955-1bbe1223a268']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:52.219274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44917ec-00a0-4070-a720-1b515de4ca46') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:52.219571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44917ec-00a0-4070-a720-1b515de4ca46') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:52.234389 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:52.253728 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:52.263127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:43:52.263539 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:43:52.285188 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:43:52.373696 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:52.397955 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:52.421586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Network': ['ID=41dc6933-46b4-4da5-a955-1bbe1223a268,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:52.421586 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-54eef362-c726-44e0-a64e-23791d0f1f9b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/networks/41dc6933-46b4-4da5-a955-1bbe1223a268 HTTP/1.1" status: 204 len: 168 time: 4.3440962 Feb 09 14:43:52.421586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41764) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:52.428740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-61b5de86-422e-4d46-89b0-fb531b477859 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-170791677'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:52.432294 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-61b5de86-422e-4d46-89b0-fb531b477859 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:52.434435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-61b5de86-422e-4d46-89b0-fb531b477859 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:network and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:52.438047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-61b5de86-422e-4d46-89b0-fb531b477859 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:52.447982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-61b5de86-422e-4d46-89b0-fb531b477859 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:52.464262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b5de86-422e-4d46-89b0-fb531b477859 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:52.471911 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-61b5de86-422e-4d46-89b0-fb531b477859 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:52.488317 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-dec6d7dd-d564-4840-8431-eac38358fbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'name': 'tempest-TestServerBasicOps-187850840-router', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:37:02Z', 'revision_number': 4, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'gw_port': {'id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:51Z', 'updated_at': '2022-02-09T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b2eb1bd8-4542-4374-a955-4c93d3b7428f', 'name': '', 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'mac_address': 'fa:16:3e:5c:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:59Z', 'updated_at': '2022-02-09T14:37:15Z', 'revision_number': 5, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'subnets': [{'id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:52.493797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41770) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:52.495409 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec6d7dd-d564-4840-8431-eac38358fbb1 None None] The sync data for ids ['1564ec8d-98c0-40dd-ad37-5a4949826364'] in n-d-828418-2 is: [{'id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'name': 'tempest-TestServerBasicOps-187850840-router', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:37:02Z', 'revision_number': 4, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'gw_port': {'id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:51Z', 'updated_at': '2022-02-09T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b2eb1bd8-4542-4374-a955-4c93d3b7428f', 'name': '', 'network_id': 'dbd29eea-57ba-4216-b5d8-c672da6f570c', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'mac_address': 'fa:16:3e:5c:0e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:59Z', 'updated_at': '2022-02-09T14:37:15Z', 'revision_number': 5, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'subnets': [{'id': 'a12fb758-587c-45f5-961c-5c501cf036d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:43:52.530715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b5de86-422e-4d46-89b0-fb531b477859 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:43:52.552880 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-61b5de86-422e-4d46-89b0-fb531b477859 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:52.553387 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-61b5de86-422e-4d46-89b0-fb531b477859 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Added segment a244647d-340f-4779-82ed-faee3bb4455c of type vlan for network 403894ff-3dde-43e9-a7cc-789c5977cd9e Feb 09 14:43:52.554628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41774) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:52.749619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-69bff62a-9332-4e79-817d-2a8f5d7297ae tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Deleting port 771dd6ee-f7ac-4485-b291-3b0d886f8413 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:52.750045 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69bff62a-9332-4e79-817d-2a8f5d7297ae tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:52.782917 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-61b5de86-422e-4d46-89b0-fb531b477859 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:52.807102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac1ef3-0b62-4f51-a211-ab9085152d33 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Deleting port 3ee49f0a-d710-46fd-a04f-1fd04f415998 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:52.808001 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1ef3-0b62-4f51-a211-ab9085152d33 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:52.907396 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a996490-c7d2-443b-92ef-6c3a29e1d054 None None] New status for floating IP 25a1be89-3b43-478d-828e-18a6f797fc9f: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:43:52.981468 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-61b5de86-422e-4d46-89b0-fb531b477859 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:52.985514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b5de86-422e-4d46-89b0-fb531b477859 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:52.985514 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-61b5de86-422e-4d46-89b0-fb531b477859 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:53.072501 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69bff62a-9332-4e79-817d-2a8f5d7297ae tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:53.072501 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69bff62a-9332-4e79-817d-2a8f5d7297ae tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:53.146735 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-61b5de86-422e-4d46-89b0-fb531b477859 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7272503 Feb 09 14:43:53.152902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41782) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:53.166336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-a65db851-43bd-4baf-b7ef-eea6c017a4f5 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'subnet': {'network_id': '403894ff-3dde-43e9-a7cc-789c5977cd9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:53.190655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5de86-422e-4d46-89b0-fb531b477859 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Network': ['ID=403894ff-3dde-43e9-a7cc-789c5977cd9e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:53.263975 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 403894ff-3dde-43e9-a7cc-789c5977cd9e details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:43:53.466774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-69bff62a-9332-4e79-817d-2a8f5d7297ae tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Calling delete_port for 771dd6ee-f7ac-4485-b291-3b0d886f8413 owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:43:53.484066 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1ef3-0b62-4f51-a211-ab9085152d33 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:53.484403 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1ef3-0b62-4f51-a211-ab9085152d33 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:53.660489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b30e0-e1c8-4ed5-b0f4-0c614268587b req-0d24311e-21e9-4cc0-b7e9-2452a505f03d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:53.660489 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0e3b30e0-e1c8-4ed5-b0f4-0c614268587b req-0d24311e-21e9-4cc0-b7e9-2452a505f03d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.1407971 Feb 09 14:43:53.673536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac1ef3-0b62-4f51-a211-ab9085152d33 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Calling delete_port for 3ee49f0a-d710-46fd-a04f-1fd04f415998 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:43:53.712120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a65db851-43bd-4baf-b7ef-eea6c017a4f5 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:53.736481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a65db851-43bd-4baf-b7ef-eea6c017a4f5 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:subnet and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:53.742633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a65db851-43bd-4baf-b7ef-eea6c017a4f5 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:53.762682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18e948-f721-48ed-ac42-ca9182f664bb req-f00eaeba-6a33-4ac0-b960-0db073eb6131 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:53.762682 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ec18e948-f721-48ed-ac42-ca9182f664bb req-f00eaeba-6a33-4ac0-b960-0db073eb6131 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 944 time: 0.5730646 Feb 09 14:43:53.768402 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0e3b30e0-e1c8-4ed5-b0f4-0c614268587b req-b15836e4-4303-4a92-bdfc-940b806df9bf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058261 Feb 09 14:43:53.773057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a65db851-43bd-4baf-b7ef-eea6c017a4f5 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:53.789051 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69bff62a-9332-4e79-817d-2a8f5d7297ae tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:53.827300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65db851-43bd-4baf-b7ef-eea6c017a4f5 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:53.830897 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a65db851-43bd-4baf-b7ef-eea6c017a4f5 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:53.840770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bff62a-9332-4e79-817d-2a8f5d7297ae tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Pushing event deleted for resources: {'Port': ['ID=771dd6ee-f7ac-4485-b291-3b0d886f8413,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:53.854319 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a9c9665d-90bb-4576-b96b-6f6011b9138e details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:43:53.953424 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69bff62a-9332-4e79-817d-2a8f5d7297ae tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:53.954927 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ec18e948-f721-48ed-ac42-ca9182f664bb req-2f78010d-4e79-4ec3-9750-b934ce35fcac tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756241 Feb 09 14:43:53.955897 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-69bff62a-9332-4e79-817d-2a8f5d7297ae tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Floating IP 1f5b67ef-9bf5-49a9-9464-d202964b18c3 disassociated (deleted). External IP: 172.25.8.203, port: 3832a334-e937-4351-bde7-fa982b0f4589. Feb 09 14:43:53.981165 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-c7ac1ef3-0b62-4f51-a211-ab9085152d33 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:43:53.981492 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-c7ac1ef3-0b62-4f51-a211-ab9085152d33 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:43:54.025996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port a9c9665d-90bb-4576-b96b-6f6011b9138e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a9c9665d-90bb-4576-b96b-6f6011b9138e,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:43:54.045171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'a9c9665d-90bb-4576-b96b-6f6011b9138e', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'port_id': 'a9c9665d-90bb-4576-b96b-6f6011b9138e', 'mac_address': 'fa:16:3e:8d:7e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:43:54.115998 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a65db851-43bd-4baf-b7ef-eea6c017a4f5 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:54.120862 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:54.144979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c9665d-90bb-4576-b96b-6f6011b9138e {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:43:54.167013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port a9c9665d-90bb-4576-b96b-6f6011b9138e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a9c9665d-90bb-4576-b96b-6f6011b9138e,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:43:54.175319 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:54.210753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65db851-43bd-4baf-b7ef-eea6c017a4f5 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Subnet': ['ID=322096d9-52bf-4ffa-ad26-329d5bb965e5,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:54.223170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65db851-43bd-4baf-b7ef-eea6c017a4f5 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Checking segment: {'id': 'a244647d-340f-4779-82ed-faee3bb4455c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '403894ff-3dde-43e9-a7cc-789c5977cd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:43:54.223170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65db851-43bd-4baf-b7ef-eea6c017a4f5 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network hostable DHCP agents. Network: 403894ff-3dde-43e9-a7cc-789c5977cd9e, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:43:54.246690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65db851-43bd-4baf-b7ef-eea6c017a4f5 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network 403894ff-3dde-43e9-a7cc-789c5977cd9e is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:43:54.267376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-a65db851-43bd-4baf-b7ef-eea6c017a4f5 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 403894ff-3dde-43e9-a7cc-789c5977cd9e) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:54.277588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65db851-43bd-4baf-b7ef-eea6c017a4f5 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:54.278414 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a65db851-43bd-4baf-b7ef-eea6c017a4f5 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:54.287417 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68a955e-1863-462c-aec7-d5beb5ee74d9 None None] Network 403894ff-3dde-43e9-a7cc-789c5977cd9e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:43:54.311326 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a65db851-43bd-4baf-b7ef-eea6c017a4f5 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1502542 Feb 09 14:43:54.311326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41786) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:54.317471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-dad6e8d6-fe8b-4212-ade2-3769b6b0a0da tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-502733676'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:54.324008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dad6e8d6-fe8b-4212-ade2-3769b6b0a0da tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:54.328068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dad6e8d6-fe8b-4212-ade2-3769b6b0a0da tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:network and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:54.331188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dad6e8d6-fe8b-4212-ade2-3769b6b0a0da tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:54.337899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dad6e8d6-fe8b-4212-ade2-3769b6b0a0da tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:54.350992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad6e8d6-fe8b-4212-ade2-3769b6b0a0da tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:54.358854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=a9c9665d-90bb-4576-b96b-6f6011b9138e,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:54.359072 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dad6e8d6-fe8b-4212-ade2-3769b6b0a0da tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:54.393980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad6e8d6-fe8b-4212-ade2-3769b6b0a0da tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:43:54.402061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bff62a-9332-4e79-817d-2a8f5d7297ae tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Router 151df654-8e11-4997-b86a-246e22c7b407 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:43:54.408141 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dad6e8d6-fe8b-4212-ade2-3769b6b0a0da tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:54.408493 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-dad6e8d6-fe8b-4212-ade2-3769b6b0a0da tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Added segment 5ce15c05-73ba-4350-9071-c7749a3f1bd3 of type vlan for network 9fb5ca57-50fa-4146-928f-225402d0815d Feb 09 14:43:54.441703 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dad6e8d6-fe8b-4212-ade2-3769b6b0a0da tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:54.477240 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dad6e8d6-fe8b-4212-ade2-3769b6b0a0da tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:54.484066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad6e8d6-fe8b-4212-ade2-3769b6b0a0da tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:54.484450 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dad6e8d6-fe8b-4212-ade2-3769b6b0a0da tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:54.504471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac1ef3-0b62-4f51-a211-ab9085152d33 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Deleting port 3ee49f0a-d710-46fd-a04f-1fd04f415998 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:54.504818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1ef3-0b62-4f51-a211-ab9085152d33 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:54.553920 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-403894ff-3dde-43e9-a7cc-789c5977cd9e', 'network_id': '403894ff-3dde-43e9-a7cc-789c5977cd9e', 'tenant_id': '09860b0b446d44c389a8496647fe4158', 'fixed_ips': [{'subnet_id': '322096d9-52bf-4ffa-ad26-329d5bb965e5'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:43:54.555030 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:54.625513 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['a9c9665d-90bb-4576-b96b-6f6011b9138e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:43:54.628409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bff62a-9332-4e79-817d-2a8f5d7297ae tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:43:54.652246 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd754872-8b94-4abb-ae44-570ccfc1837c None None] Sync routers for ids ['151df654-8e11-4997-b86a-246e22c7b407'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:43:54.661277 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-69bff62a-9332-4e79-817d-2a8f5d7297ae tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:54.664882 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dad6e8d6-fe8b-4212-ade2-3769b6b0a0da tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3520451 Feb 09 14:43:54.668215 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd754872-8b94-4abb-ae44-570ccfc1837c None None] Routers {'151df654-8e11-4997-b86a-246e22c7b407'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:43:54.669180 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-bd754872-8b94-4abb-ae44-570ccfc1837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:43:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['151df654-8e11-4997-b86a-246e22c7b407'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:54.669797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41790) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:54.692021 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'subnet': {'network_id': '9fb5ca57-50fa-4146-928f-225402d0815d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:43:54.760940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6e8d6-fe8b-4212-ade2-3769b6b0a0da tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Network': ['ID=9fb5ca57-50fa-4146-928f-225402d0815d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:54.787703 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-69bff62a-9332-4e79-817d-2a8f5d7297ae tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "DELETE /v2.0/floatingips/1f5b67ef-9bf5-49a9-9464-d202964b18c3 HTTP/1.1" status: 204 len: 168 time: 2.2926033 Feb 09 14:43:54.793143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'tag': '3832a334-e937-4351-bde7-fa982b0f4589'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:43:54.839170 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 9fb5ca57-50fa-4146-928f-225402d0815d details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:43:54.915667 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-bd754872-8b94-4abb-ae44-570ccfc1837c None None] Set router 151df654-8e11-4997-b86a-246e22c7b407 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:43:54.954563 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1ef3-0b62-4f51-a211-ab9085152d33 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:54.955111 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1ef3-0b62-4f51-a211-ab9085152d33 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:54.969088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:43:55.043369 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Allocated IP 2001:db8::1 (403894ff-3dde-43e9-a7cc-789c5977cd9e/322096d9-52bf-4ffa-ad26-329d5bb965e5/f46f1fa6-44ad-46fb-add0-5851b3e2f422) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:43:55.087716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:subnet and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:43:55.097289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27bf81-e3dd-4438-99be-844b01f3587a req-8299e1c3-98d2-4eb3-990a-e0a041a95f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:55.099636 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a27bf81-e3dd-4438-99be-844b01f3587a req-8299e1c3-98d2-4eb3-990a-e0a041a95f16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 1096 time: 0.1698394 Feb 09 14:43:55.174118 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'tag': '3832a334-e937-4351-bde7-fa982b0f4589', 'status': 'completed', 'code': 200} Feb 09 14:43:55.232885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:43:55.288975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac1ef3-0b62-4f51-a211-ab9085152d33 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Calling delete_port for 3ee49f0a-d710-46fd-a04f-1fd04f415998 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:43:55.324993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:43:55.398672 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-bd754872-8b94-4abb-ae44-570ccfc1837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:39:37Z', 'revision_number': 4, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port': {'id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:30Z', 'updated_at': '2022-02-09T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b64f3eb1-1ecf-46e2-8315-7c2f07ae6646', 'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'mac_address': 'fa:16:3e:df:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:35Z', 'updated_at': '2022-02-09T14:39:46Z', 'revision_number': 5, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'subnets': [{'id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:55.402396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:43:55.405294 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd754872-8b94-4abb-ae44-570ccfc1837c None None] Checking router: 151df654-8e11-4997-b86a-246e22c7b407 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:43:55.406420 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:55.416577 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd754872-8b94-4abb-ae44-570ccfc1837c None None] Routers {'151df654-8e11-4997-b86a-246e22c7b407'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:43:55.417352 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-bd754872-8b94-4abb-ae44-570ccfc1837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:43:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['151df654-8e11-4997-b86a-246e22c7b407'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:55.472099 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:55.485642 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Transition to ACTIVE for port object f46f1fa6-44ad-46fb-add0-5851b3e2f422 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:55.512906 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Transition to ACTIVE for port object f46f1fa6-44ad-46fb-add0-5851b3e2f422 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:55.524139 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:55.550516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37808d-5feb-4f7a-840b-0923e468a6a9 req-7ce68a9a-aa3b-4650-b829-071ce1e6ac7c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:55.558490 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c37808d-5feb-4f7a-840b-0923e468a6a9 req-7ce68a9a-aa3b-4650-b829-071ce1e6ac7c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 945 time: 0.2921007 Feb 09 14:43:55.560810 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27bf81-e3dd-4438-99be-844b01f3587a req-fe03acb2-7a8f-43e4-bd2a-ead2cebaea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:55.562216 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a27bf81-e3dd-4438-99be-844b01f3587a req-fe03acb2-7a8f-43e4-bd2a-ead2cebaea0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e022907b-4492-4107-9149-afacab5147d0 HTTP/1.1" status: 200 len: 897 time: 0.4348037 Feb 09 14:43:55.605796 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Network 403894ff-3dde-43e9-a7cc-789c5977cd9e is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:43:55.611441 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:55.616830 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:43:55.661420 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-bd754872-8b94-4abb-ae44-570ccfc1837c None None] Set router 151df654-8e11-4997-b86a-246e22c7b407 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:43:55.686895 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Pushing event updated for resources: {'Port': ['ID=f46f1fa6-44ad-46fb-add0-5851b3e2f422,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:55.704781 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c37808d-5feb-4f7a-840b-0923e468a6a9 req-466e8755-d9cd-4a24-93aa-7dcd1ab062e0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453490 Feb 09 14:43:55.716653 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a27bf81-e3dd-4438-99be-844b01f3587a req-d313e666-d4bd-4f55-9c66-5056109547ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21583bae-2cbf-454a-b876-8b8579d4be44 HTTP/1.1" status: 200 len: 1001 time: 0.1414161 Feb 09 14:43:55.773153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.ipam_backend_mixin [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Performing IP validity checks on allocation pools {{(pid=87597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 14:43:55.773952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.ipam_backend_mixin [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 14:43:55.778414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa798d-0462-4707-bb22-f6d6900bf248 req-aa794b15-759a-4da4-b5aa-05e26e134000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:55.780146 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1fa798d-0462-4707-bb22-f6d6900bf248 req-aa794b15-759a-4da4-b5aa-05e26e134000 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22d53f025f00403aaabb36a1f8ecfdda&device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 1096 time: 0.5486631 Feb 09 14:43:55.781144 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Attempting to bind port f46f1fa6-44ad-46fb-add0-5851b3e2f422 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:43:55.781549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Attempting to bind port f46f1fa6-44ad-46fb-add0-5851b3e2f422 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a244647d-340f-4779-82ed-faee3bb4455c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '403894ff-3dde-43e9-a7cc-789c5977cd9e'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:43:55.782640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Attempting to bind port f46f1fa6-44ad-46fb-add0-5851b3e2f422 on network 403894ff-3dde-43e9-a7cc-789c5977cd9e {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:43:55.790130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:43:55.790566 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Checking segment: {'id': 'a244647d-340f-4779-82ed-faee3bb4455c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '403894ff-3dde-43e9-a7cc-789c5977cd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:43:55.790981 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:55.791379 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Bound using segment: {'id': 'a244647d-340f-4779-82ed-faee3bb4455c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '403894ff-3dde-43e9-a7cc-789c5977cd9e'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:43:55.791872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Bound port: f46f1fa6-44ad-46fb-add0-5851b3e2f422, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a244647d-340f-4779-82ed-faee3bb4455c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '403894ff-3dde-43e9-a7cc-789c5977cd9e'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:43:55.792260 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:55.792985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b77dea-1e2b-4b9d-a498-920be1fbbc01 req-790b9874-4d09-477b-810d-71dea80397c1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:55.799865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-49b77dea-1e2b-4b9d-a498-920be1fbbc01 req-790b9874-4d09-477b-810d-71dea80397c1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.8329425 Feb 09 14:43:55.856991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27bf81-e3dd-4438-99be-844b01f3587a req-f273e3ac-e6ee-425d-b778-c1cfef10f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:55.858522 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a27bf81-e3dd-4438-99be-844b01f3587a req-f273e3ac-e6ee-425d-b778-c1cfef10f341 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3657165f-156f-4a74-a5ec-e5fd804beae5 HTTP/1.1" status: 200 len: 832 time: 0.1347558 Feb 09 14:43:55.922005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] For port f46f1fa6-44ad-46fb-add0-5851b3e2f422, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:43:55.926148 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] For port f46f1fa6-44ad-46fb-add0-5851b3e2f422, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f46f1fa6-44ad-46fb-add0-5851b3e2f422,segment=NetworkSegment(a244647d-340f-4779-82ed-faee3bb4455c),segment_id=a244647d-340f-4779-82ed-faee3bb4455c)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:43:55.931964 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:56.015614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e998d6-7739-4448-8223-06d8028712ea None None] Pushing event updated for resources: {'Port': ['ID=f46f1fa6-44ad-46fb-add0-5851b3e2f422,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:56.033060 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27bf81-e3dd-4438-99be-844b01f3587a req-bd407472-76df-498d-a9a4-838ab23d3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:56.034932 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a27bf81-e3dd-4438-99be-844b01f3587a req-bd407472-76df-498d-a9a4-838ab23d3f10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e022907b-4492-4107-9149-afacab5147d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686890 Feb 09 14:43:56.046301 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67063b18-c43a-4180-abb2-b33ca3955100 req-f02a27dc-68cc-487c-b973-51dfc23762eb tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:56.048256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-67063b18-c43a-4180-abb2-b33ca3955100 req-f02a27dc-68cc-487c-b973-51dfc23762eb tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Synchronizing usage tracker for tenant:22d53f025f00403aaabb36a1f8ecfdda on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:43:56.104300 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-49b77dea-1e2b-4b9d-a498-920be1fbbc01 req-9602e5c4-f8c5-4f69-8c73-0d859ed0db82 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031919 Feb 09 14:43:56.110780 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1ef3-0b62-4f51-a211-ab9085152d33 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:56.127898 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-bd754872-8b94-4abb-ae44-570ccfc1837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:39:37Z', 'revision_number': 4, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port': {'id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:30Z', 'updated_at': '2022-02-09T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b64f3eb1-1ecf-46e2-8315-7c2f07ae6646', 'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'mac_address': 'fa:16:3e:df:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:35Z', 'updated_at': '2022-02-09T14:39:46Z', 'revision_number': 5, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'subnets': [{'id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:56.135696 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd754872-8b94-4abb-ae44-570ccfc1837c None None] The sync data for ids ['151df654-8e11-4997-b86a-246e22c7b407'] in n-d-828418-2 is: [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:39:37Z', 'revision_number': 4, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port': {'id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:30Z', 'updated_at': '2022-02-09T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b64f3eb1-1ecf-46e2-8315-7c2f07ae6646', 'name': '', 'network_id': 'f98933c3-ab17-4bd3-88df-614e8ab67e3f', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'mac_address': 'fa:16:3e:df:ac:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:35Z', 'updated_at': '2022-02-09T14:39:46Z', 'revision_number': 5, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'subnets': [{'id': '5e7c69c0-6c18-49d3-9584-85eb9d49c283', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:43:56.169994 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-67063b18-c43a-4180-abb2-b33ca3955100 req-f02a27dc-68cc-487c-b973-51dfc23762eb tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Unset dirty status for tenant:22d53f025f00403aaabb36a1f8ecfdda on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:43:56.171444 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-67063b18-c43a-4180-abb2-b33ca3955100 req-f02a27dc-68cc-487c-b973-51dfc23762eb tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 945 time: 0.2542422 Feb 09 14:43:56.182539 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa798d-0462-4707-bb22-f6d6900bf248 req-1aaa7801-86a8-4dfe-9b5c-7993fcf76344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:56.184646 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1fa798d-0462-4707-bb22-f6d6900bf248 req-1aaa7801-86a8-4dfe-9b5c-7993fcf76344 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f98933c3-ab17-4bd3-88df-614e8ab67e3f HTTP/1.1" status: 200 len: 914 time: 0.3797262 Feb 09 14:43:56.241755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac1ef3-0b62-4f51-a211-ab9085152d33 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Pushing event deleted for resources: {'Port': ['ID=3ee49f0a-d710-46fd-a04f-1fd04f415998,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:56.261229 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-67063b18-c43a-4180-abb2-b33ca3955100 req-7dfd5dbb-2632-4feb-9177-ab53561a2560 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795913 Feb 09 14:43:56.263382 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a27bf81-e3dd-4438-99be-844b01f3587a req-3af2a314-f8a2-4e87-af1c-38869e56c270 service neutron] 10.222.0.21 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095504 Feb 09 14:43:56.395164 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1fa798d-0462-4707-bb22-f6d6900bf248 req-9ae2a6c1-3ad7-4be7-8dfa-b83262bca969 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3832a334-e937-4351-bde7-fa982b0f4589 HTTP/1.1" status: 200 len: 217 time: 0.1882524 Feb 09 14:43:56.445253 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a27bf81-e3dd-4438-99be-844b01f3587a req-8fd3739e-17c2-42f3-9095-f7ab4486ebda service neutron] 10.222.0.21 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747000 Feb 09 14:43:56.574732 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dcf1e6-088c-4697-bebb-32cc0ba9fd96 None None] New status for floating IP 1f5b67ef-9bf5-49a9-9464-d202964b18c3: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:43:56.602546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa798d-0462-4707-bb22-f6d6900bf248 req-319e72c2-8da2-40f4-9fab-4930dad01e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:56.604052 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1fa798d-0462-4707-bb22-f6d6900bf248 req-319e72c2-8da2-40f4-9fab-4930dad01e4e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e7c69c0-6c18-49d3-9584-85eb9d49c283 HTTP/1.1" status: 200 len: 853 time: 0.1913433 Feb 09 14:43:56.604870 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1ef3-0b62-4f51-a211-ab9085152d33 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:56.657049 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:56.735547 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c7ac1ef3-0b62-4f51-a211-ab9085152d33 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:56.736684 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c7ac1ef3-0b62-4f51-a211-ab9085152d33 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "DELETE /v2.0/floatingips/25a1be89-3b43-478d-828e-18a6f797fc9f HTTP/1.1" status: 204 len: 168 time: 4.1808000 Feb 09 14:43:56.762125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Subnet': ['ID=5801f937-dbfe-4a9c-854c-9c7a8501bd14,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:56.778199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Checking segment: {'id': '5ce15c05-73ba-4350-9071-c7749a3f1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fb5ca57-50fa-4146-928f-225402d0815d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:43:56.778777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network hostable DHCP agents. Network: 9fb5ca57-50fa-4146-928f-225402d0815d, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:43:56.794694 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9e5ffcc4-4a54-48fa-9602-f076274d12d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:56.808411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa798d-0462-4707-bb22-f6d6900bf248 req-5ba6c909-c85e-48ed-b4c2-4f39c113d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:56.810423 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1fa798d-0462-4707-bb22-f6d6900bf248 req-5ba6c909-c85e-48ed-b4c2-4f39c113d3ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f98933c3-ab17-4bd3-88df-614e8ab67e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1957870 Feb 09 14:43:56.817391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network 9fb5ca57-50fa-4146-928f-225402d0815d is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:43:56.937695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 9fb5ca57-50fa-4146-928f-225402d0815d) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:56.937835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41810) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:56.947955 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c898fb5-e104-4183-b166-dfb3695fb8cf None None] Network 9fb5ca57-50fa-4146-928f-225402d0815d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:43:56.948120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:56.948565 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:56.990410 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1ba29348-84a4-41c1-bb80-d85fe1c580cb tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3033874 Feb 09 14:43:56.993958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41814) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:57.048280 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:57.085747 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:57.168309 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1fa798d-0462-4707-bb22-f6d6900bf248 req-3f813e29-abc3-4698-ba3a-03d53348d37b service neutron] 10.222.0.35 "GET /v2.0/networks/f98933c3-ab17-4bd3-88df-614e8ab67e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472269 Feb 09 14:43:57.195965 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:57.214834 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-9fb5ca57-50fa-4146-928f-225402d0815d', 'network_id': '9fb5ca57-50fa-4146-928f-225402d0815d', 'tenant_id': '09860b0b446d44c389a8496647fe4158', 'fixed_ips': [{'subnet_id': '5801f937-dbfe-4a9c-854c-9c7a8501bd14'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:43:57.216453 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:57.235489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e971e5-e002-4492-9ec8-4c026a93aed8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:57.262634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:57.262992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:57.263305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:57.263646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:57.264000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:57.264326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:57.264652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:57.264975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:57.265290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:57.265614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:57.265924 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:57.266243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:43:57.284367 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:57.288656 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-58ff4914-655d-440a-b2bc-6a62ad19ccc6 tempest-TestServerBasicOps-446604894 tempest-TestServerBasicOps-446604894-project] 10.222.0.48 "DELETE /v2.0/security-groups/d7e971e5-e002-4492-9ec8-4c026a93aed8 HTTP/1.1" status: 204 len: 168 time: 0.3499322 Feb 09 14:43:57.330044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d771f7a-57d2-449d-a6ec-2aeef28890f6 req-32f36d59-2d8f-4ec0-b150-450861723345 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:57.331657 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d771f7a-57d2-449d-a6ec-2aeef28890f6 req-32f36d59-2d8f-4ec0-b150-450861723345 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 945 time: 0.4904387 Feb 09 14:43:57.448460 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Allocated IP 2001:db8::3 (9fb5ca57-50fa-4146-928f-225402d0815d/5801f937-dbfe-4a9c-854c-9c7a8501bd14/388708fa-7aba-4a9f-a261-a46c0b10fec7) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:43:57.450274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffab7e-71fd-45f2-abc2-fec98e9eeed7 req-c723e1b6-d219-4c23-8f90-0dcfb560d067 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:57.459743 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26ffab7e-71fd-45f2-abc2-fec98e9eeed7 req-c723e1b6-d219-4c23-8f90-0dcfb560d067 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.1191161 Feb 09 14:43:57.460155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fec20f-7672-419f-b5e8-64896d61ec99 req-1ece1aeb-1247-434e-ad36-e4a8d5bf6231 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:57.461699 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3fec20f-7672-419f-b5e8-64896d61ec99 req-1ece1aeb-1247-434e-ad36-e4a8d5bf6231 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 945 time: 0.3399923 Feb 09 14:43:57.480535 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:57.492026 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d771f7a-57d2-449d-a6ec-2aeef28890f6 req-95ed7368-85d8-436d-bcd2-e18272c461c5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497140 Feb 09 14:43:57.577626 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26ffab7e-71fd-45f2-abc2-fec98e9eeed7 req-9a3355a7-751d-47ba-adcd-4921fb100494 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088762 Feb 09 14:43:57.577626 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41824) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:43:57.629520 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1fa798d-0462-4707-bb22-f6d6900bf248 req-0a83ed6b-6cf2-4bf8-adfa-268bc0375a4e service neutron] 10.222.0.35 "GET /v2.0/networks/f98933c3-ab17-4bd3-88df-614e8ab67e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225633 Feb 09 14:43:57.689829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d3fec20f-7672-419f-b5e8-64896d61ec99 req-ef0b662b-f7ee-4426-b733-122c5892a22b tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Deleting port 3832a334-e937-4351-bde7-fa982b0f4589 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:57.690169 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d3fec20f-7672-419f-b5e8-64896d61ec99 req-ef0b662b-f7ee-4426-b733-122c5892a22b tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:57.771485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe23ea05-dd73-4748-b2b7-8e79a1c9bbdb None None] Network 403894ff-3dde-43e9-a7cc-789c5977cd9e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:43:57.787869 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f46f1fa6-44ad-46fb-add0-5851b3e2f422 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:43:57.884144 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a9c9665d-90bb-4576-b96b-6f6011b9138e up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:43:57.956238 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-24548107-6eeb-4021-b12d-c9427a1c8665 None None] Provisioning for port f46f1fa6-44ad-46fb-add0-5851b3e2f422 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:43:57.957878 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:57.975676 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:58.003206 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Transition to ACTIVE for port object 388708fa-7aba-4a9f-a261-a46c0b10fec7 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:58.057639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port f46f1fa6-44ad-46fb-add0-5851b3e2f422 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:43:58.068375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port a9c9665d-90bb-4576-b96b-6f6011b9138e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:43:58.073054 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Transition to ACTIVE for port object 388708fa-7aba-4a9f-a261-a46c0b10fec7 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:43:58.149994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f46f1fa6-44ad-46fb-add0-5851b3e2f422 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:58.150362 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:58.202723 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5b9e-30a2-473c-9369-1b302c349ffc req-03df4107-c500-4965-a52a-66c0463175ad tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:58.204280 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-967a5b9e-30a2-473c-9369-1b302c349ffc req-03df4107-c500-4965-a52a-66c0463175ad tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 945 time: 0.3123920 Feb 09 14:43:58.208139 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:58.242349 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:58.246065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port a9c9665d-90bb-4576-b96b-6f6011b9138e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:58.246422 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:58.285389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Subnet': ['ID=5801f937-dbfe-4a9c-854c-9c7a8501bd14,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:58.336731 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Network 9fb5ca57-50fa-4146-928f-225402d0815d is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:43:58.353546 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:43:58.367493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:43:58.387747 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d3fec20f-7672-419f-b5e8-64896d61ec99 req-ef0b662b-f7ee-4426-b733-122c5892a22b tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] For port 3832a334-e937-4351-bde7-fa982b0f4589, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=3832a334-e937-4351-bde7-fa982b0f4589,segment=NetworkSegment(081eb719-b07f-4c27-8bdf-49835f22320b),segment_id=081eb719-b07f-4c27-8bdf-49835f22320b)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:43:58.388104 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d3fec20f-7672-419f-b5e8-64896d61ec99 req-ef0b662b-f7ee-4426-b733-122c5892a22b tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:58.401290 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-373aecdc-f2fc-43ff-958f-3a9f1c3834ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:58.447360 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Pushing event updated for resources: {'Port': ['ID=388708fa-7aba-4a9f-a261-a46c0b10fec7,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:58.538641 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:58.550440 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d3fec20f-7672-419f-b5e8-64896d61ec99 req-ef0b662b-f7ee-4426-b733-122c5892a22b tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Calling delete_port for 3832a334-e937-4351-bde7-fa982b0f4589 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:43:58.605666 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-967a5b9e-30a2-473c-9369-1b302c349ffc req-de7e1cad-ba54-464b-b70c-aae441e7c3e8 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/security-groups?id=d4137001-c7e2-4739-bad4-73c3abfa8f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3583932 Feb 09 14:43:58.632355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb5ca57-50fa-4146-928f-225402d0815d']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:58.658073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce15c05-73ba-4350-9071-c7749a3f1bd3') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:58.658407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce15c05-73ba-4350-9071-c7749a3f1bd3') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:43:58.686791 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:58.733596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Attempting to bind port 388708fa-7aba-4a9f-a261-a46c0b10fec7 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:43:58.734018 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Attempting to bind port 388708fa-7aba-4a9f-a261-a46c0b10fec7 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '5ce15c05-73ba-4350-9071-c7749a3f1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fb5ca57-50fa-4146-928f-225402d0815d'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:43:58.734377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Attempting to bind port 388708fa-7aba-4a9f-a261-a46c0b10fec7 on network 9fb5ca57-50fa-4146-928f-225402d0815d {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:43:58.734542 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:58.736486 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:58.751684 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:58.780284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:43:58.780829 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Checking segment: {'id': '5ce15c05-73ba-4350-9071-c7749a3f1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fb5ca57-50fa-4146-928f-225402d0815d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:43:58.781042 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:58.781408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Bound using segment: {'id': '5ce15c05-73ba-4350-9071-c7749a3f1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fb5ca57-50fa-4146-928f-225402d0815d'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:43:58.781876 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Bound port: 388708fa-7aba-4a9f-a261-a46c0b10fec7, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce15c05-73ba-4350-9071-c7749a3f1bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fb5ca57-50fa-4146-928f-225402d0815d'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:43:58.782241 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:58.798008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:43:58.798762 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:58.832033 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da878466-be50-4b17-8b64-c68c974b3aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c9665d-90bb-4576-b96b-6f6011b9138e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:43:58.837620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port f46f1fa6-44ad-46fb-add0-5851b3e2f422, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f46f1fa6-44ad-46fb-add0-5851b3e2f422,segment=NetworkSegment(a244647d-340f-4779-82ed-faee3bb4455c),segment_id=a244647d-340f-4779-82ed-faee3bb4455c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:43:58.874868 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:43:58.907645 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:43:58.927081 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port a9c9665d-90bb-4576-b96b-6f6011b9138e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a9c9665d-90bb-4576-b96b-6f6011b9138e,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:43:58.978349 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:58.980056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6950255-14b3-444a-96a0-d3e1816f5174 req-9dd6b889-9d3d-4a70-ad9a-c3820f6597c4 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:58.981445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=f46f1fa6-44ad-46fb-add0-5851b3e2f422,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:58.988566 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d6950255-14b3-444a-96a0-d3e1816f5174 req-9dd6b889-9d3d-4a70-ad9a-c3820f6597c4 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 945 time: 0.2036672 Feb 09 14:43:59.009414 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 14:43:59.009414 n-d-828418-2 neutron-server[87597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 14:43:59.009414 n-d-828418-2 neutron-server[87597]: [parameters: {'id': '9fb5ca57-50fa-4146-928f-225402d0815d'}] Feb 09 14:43:59.009414 n-d-828418-2 neutron-server[87597]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:43:59.009964 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:43:59.070060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91198d-acd9-459a-b80d-e7683477eb3e req-ec13167a-b8c7-462a-b57a-440c838cc5f9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:59.073099 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3b91198d-acd9-459a-b80d-e7683477eb3e req-ec13167a-b8c7-462a-b57a-440c838cc5f9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.1677611 Feb 09 14:43:59.074846 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d3fec20f-7672-419f-b5e8-64896d61ec99 req-ef0b662b-f7ee-4426-b733-122c5892a22b tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:59.082514 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d6950255-14b3-444a-96a0-d3e1816f5174 req-cfa2a03e-e5e1-4076-9c63-e67a5ec4b3c1 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923102 Feb 09 14:43:59.088387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-373aecdc-f2fc-43ff-958f-3a9f1c3834ad admin admin] Deleting port b2eb1bd8-4542-4374-a955-4c93d3b7428f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:59.088387 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-373aecdc-f2fc-43ff-958f-3a9f1c3834ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:59.101774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] For port 388708fa-7aba-4a9f-a261-a46c0b10fec7, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:43:59.107408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] For port 388708fa-7aba-4a9f-a261-a46c0b10fec7, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=388708fa-7aba-4a9f-a261-a46c0b10fec7,segment=NetworkSegment(5ce15c05-73ba-4350-9071-c7749a3f1bd3),segment_id=5ce15c05-73ba-4350-9071-c7749a3f1bd3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:43:59.108473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=a9c9665d-90bb-4576-b96b-6f6011b9138e,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:59.116646 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:59.144160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b662b-f7ee-4426-b733-122c5892a22b tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Pushing event deleted for resources: {'Port': ['ID=3832a334-e937-4351-bde7-fa982b0f4589,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:59.171280 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da878466-be50-4b17-8b64-c68c974b3aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c9665d-90bb-4576-b96b-6f6011b9138e', 'code': 200} Feb 09 14:43:59.237312 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-17c3f338-f6a3-4d97-bcb5-a6e02df8a73c None None] Provisioning complete for port f46f1fa6-44ad-46fb-add0-5851b3e2f422 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:59.237726 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-17c3f338-f6a3-4d97-bcb5-a6e02df8a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:59.267038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fec20f-7672-419f-b5e8-64896d61ec99 req-ef0b662b-f7ee-4426-b733-122c5892a22b tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] No DVR routers for this DVR port 3832a334-e937-4351-bde7-fa982b0f4589 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:43:59.271764 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3b91198d-acd9-459a-b80d-e7683477eb3e req-5cc2063a-6066-4140-9bac-00632e5df5ef tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843202 Feb 09 14:43:59.272762 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d3fec20f-7672-419f-b5e8-64896d61ec99 req-ef0b662b-f7ee-4426-b733-122c5892a22b tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:59.275472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'name': 'network-vif-deleted', 'tag': '3832a334-e937-4351-bde7-fa982b0f4589'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:43:59.299765 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3fec20f-7672-419f-b5e8-64896d61ec99 req-ef0b662b-f7ee-4426-b733-122c5892a22b tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.35 "DELETE /v2.0/ports/3832a334-e937-4351-bde7-fa982b0f4589 HTTP/1.1" status: 204 len: 173 time: 1.8140523 Feb 09 14:43:59.334552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05204ba-7c67-45a7-81d0-f0dfeca9904f None None] Pushing event updated for resources: {'Port': ['ID=388708fa-7aba-4a9f-a261-a46c0b10fec7,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:43:59.337154 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-002d6414-6719-4af1-9854-ff56f68d9e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:59.351439 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07', 'name': 'network-vif-deleted', 'tag': '3832a334-e937-4351-bde7-fa982b0f4589', 'status': 'completed', 'code': 200} Feb 09 14:43:59.389564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-373aecdc-f2fc-43ff-958f-3a9f1c3834ad admin admin] For port b2eb1bd8-4542-4374-a955-4c93d3b7428f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b2eb1bd8-4542-4374-a955-4c93d3b7428f,segment=NetworkSegment(89df81a2-0da1-44db-ad0e-d03a9a37c54b),segment_id=89df81a2-0da1-44db-ad0e-d03a9a37c54b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:43:59.389987 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-373aecdc-f2fc-43ff-958f-3a9f1c3834ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:59.424254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa9be44-4489-4867-9a72-f06198e0d5b4 None None] Network 9fb5ca57-50fa-4146-928f-225402d0815d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:43:59.511677 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:59.529736 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Deleting port 388708fa-7aba-4a9f-a261-a46c0b10fec7 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:43:59.531203 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:59.532918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-373aecdc-f2fc-43ff-958f-3a9f1c3834ad admin admin] Calling delete_port for b2eb1bd8-4542-4374-a955-4c93d3b7428f owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:43:59.570034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20b564-23b0-4376-ba4e-a8b02ffa6798 req-8eda52d1-623e-4a1e-840d-a38771461251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:43:59.571506 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f20b564-23b0-4376-ba4e-a8b02ffa6798 req-8eda52d1-623e-4a1e-840d-a38771461251 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 1097 time: 0.2665594 Feb 09 14:43:59.686209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f46f1fa6-44ad-46fb-add0-5851b3e2f422 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:43:59.773704 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f20b564-23b0-4376-ba4e-a8b02ffa6798 req-8dc85922-c72a-499e-ade0-accb8b0685c8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736422 Feb 09 14:43:59.883752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3832a334-e937-4351-bde7-fa982b0f4589 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:43:59.914572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-2f78288b-7cfd-4818-9af8-cdb2f8f470d2 req-4a525f15-afe8-4264-9366-dc3e79726e04 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Synchronizing usage tracker for tenant:22d53f025f00403aaabb36a1f8ecfdda on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:43:59.939790 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f46f1fa6-44ad-46fb-add0-5851b3e2f422 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:43:59.939790 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:59.960747 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-373aecdc-f2fc-43ff-958f-3a9f1c3834ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:43:59.977952 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 3832a334-e937-4351-bde7-fa982b0f4589 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:43:59.978347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 3832a334-e937-4351-bde7-fa982b0f4589 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:00.022012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373aecdc-f2fc-43ff-958f-3a9f1c3834ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b2eb1bd8-4542-4374-a955-4c93d3b7428f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:00.022535 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271d97de-8561-46d9-a952-742d4d322353 None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:44:00.081208 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] For port 388708fa-7aba-4a9f-a261-a46c0b10fec7, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=388708fa-7aba-4a9f-a261-a46c0b10fec7,segment=NetworkSegment(5ce15c05-73ba-4350-9071-c7749a3f1bd3),segment_id=5ce15c05-73ba-4350-9071-c7749a3f1bd3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:00.081563 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:00.097040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-2f78288b-7cfd-4818-9af8-cdb2f8f470d2 req-4a525f15-afe8-4264-9366-dc3e79726e04 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Unset dirty status for tenant:22d53f025f00403aaabb36a1f8ecfdda on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:44:00.099355 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2f78288b-7cfd-4818-9af8-cdb2f8f470d2 req-4a525f15-afe8-4264-9366-dc3e79726e04 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab99621b-c5d3-4fd6-94ed-4c1d9d51fe07 HTTP/1.1" status: 200 len: 210 time: 0.2990127 Feb 09 14:44:00.270356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Calling delete_port for 388708fa-7aba-4a9f-a261-a46c0b10fec7 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:00.305116 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:00.328841 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:00.367929 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271d97de-8561-46d9-a952-742d4d322353 None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:44:00.406091 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:00.515122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Port': ['ID=388708fa-7aba-4a9f-a261-a46c0b10fec7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:00.520362 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No DVR routers for this DVR port 388708fa-7aba-4a9f-a261-a46c0b10fec7 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:44:00.565726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b82b8-b37c-4da8-8ff7-b5a7c3a45d65 req-b06a2b83-ae29-455d-89b3-f8d7531dc2d3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:00.573401 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e0b82b8-b37c-4da8-8ff7-b5a7c3a45d65 req-b06a2b83-ae29-455d-89b3-f8d7531dc2d3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 946 time: 0.3261051 Feb 09 14:44:00.576271 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-373aecdc-f2fc-43ff-958f-3a9f1c3834ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:00.680587 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:00.718528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb5ca57-50fa-4146-928f-225402d0815d']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:00.752409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d8362-1d27-4175-adba-2bb651681869 req-16c67292-67b9-411a-b5a0-344095e26e13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:00.760680 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a41d8362-1d27-4175-adba-2bb651681869 req-16c67292-67b9-411a-b5a0-344095e26e13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.3115189 Feb 09 14:44:00.766381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce15c05-73ba-4350-9071-c7749a3f1bd3') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:00.766736 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce15c05-73ba-4350-9071-c7749a3f1bd3') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:00.795131 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:00.825245 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:00.837334 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e0b82b8-b37c-4da8-8ff7-b5a7c3a45d65 req-81aba8a2-cc3e-44f2-9321-223eff21a6f8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629929 Feb 09 14:44:00.856582 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a41d8362-1d27-4175-adba-2bb651681869 req-b131befa-5400-442c-b097-4e8939ec4ddf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948646 Feb 09 14:44:00.862174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:44:00.862862 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:44:00.879945 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:44:00.987772 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:01.014885 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:01.025180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Network': ['ID=9fb5ca57-50fa-4146-928f-225402d0815d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:01.033936 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8e8fab79-8612-40d1-bc73-a713d0ffd035 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/networks/9fb5ca57-50fa-4146-928f-225402d0815d HTTP/1.1" status: 204 len: 168 time: 4.0372601 Feb 09 14:44:01.034983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41846) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:01.040137 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-57a26c92-3c43-4306-bab2-16675ed27b2f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-840933638'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:01.045584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-57a26c92-3c43-4306-bab2-16675ed27b2f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:01.052656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-57a26c92-3c43-4306-bab2-16675ed27b2f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:network and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:44:01.056692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-57a26c92-3c43-4306-bab2-16675ed27b2f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:44:01.063479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-57a26c92-3c43-4306-bab2-16675ed27b2f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:01.077333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a26c92-3c43-4306-bab2-16675ed27b2f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:44:01.081625 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57a26c92-3c43-4306-bab2-16675ed27b2f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:01.124196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a26c92-3c43-4306-bab2-16675ed27b2f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:44:01.135885 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57a26c92-3c43-4306-bab2-16675ed27b2f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:01.136351 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-57a26c92-3c43-4306-bab2-16675ed27b2f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Added segment e114f3cc-dc91-4b4f-9f4a-1184c706eef7 of type vlan for network d4cac6cf-0c51-4010-9b9b-bdc23d90775f Feb 09 14:44:01.171711 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57a26c92-3c43-4306-bab2-16675ed27b2f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:01.202922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373aecdc-f2fc-43ff-958f-3a9f1c3834ad admin admin] Router 1564ec8d-98c0-40dd-ad37-5a4949826364 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:44:01.231664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41852) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:01.235940 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57a26c92-3c43-4306-bab2-16675ed27b2f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:01.242672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a26c92-3c43-4306-bab2-16675ed27b2f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:01.243846 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-57a26c92-3c43-4306-bab2-16675ed27b2f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:01.341316 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-57a26c92-3c43-4306-bab2-16675ed27b2f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3057075 Feb 09 14:44:01.351350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41856) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:01.421314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373aecdc-f2fc-43ff-958f-3a9f1c3834ad admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:44:01.427430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-582fee4a-07a5-435d-a3ca-31c3567c6e80 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'subnet': {'network_id': 'd4cac6cf-0c51-4010-9b9b-bdc23d90775f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:01.433125 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a80d1a8-2f7e-4038-ae38-d4d16302edb4 None None] Sync routers for ids ['1564ec8d-98c0-40dd-ad37-5a4949826364'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:44:01.433995 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-373aecdc-f2fc-43ff-958f-3a9f1c3834ad admin admin] 10.222.0.48 "PUT /v2.0/routers/1564ec8d-98c0-40dd-ad37-5a4949826364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8559847 Feb 09 14:44:01.436872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41860) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:01.443907 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a80d1a8-2f7e-4038-ae38-d4d16302edb4 None None] Routers {'1564ec8d-98c0-40dd-ad37-5a4949826364'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:44:01.444515 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5a80d1a8-2f7e-4038-ae38-d4d16302edb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:43:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1564ec8d-98c0-40dd-ad37-5a4949826364'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:01.564107 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3001efb5-0fe7-4efa-9f22-1e928df8e9c3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:01.604002 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3001efb5-0fe7-4efa-9f22-1e928df8e9c3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:01.634615 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e38c2ef-c50f-413f-b8ec-2250068f2816 admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:01.642573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a26c92-3c43-4306-bab2-16675ed27b2f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Network': ['ID=d4cac6cf-0c51-4010-9b9b-bdc23d90775f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:01.656031 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network d4cac6cf-0c51-4010-9b9b-bdc23d90775f details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:44:01.697366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-582fee4a-07a5-435d-a3ca-31c3567c6e80 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:01.706264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-582fee4a-07a5-435d-a3ca-31c3567c6e80 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:subnet and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:44:01.722588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-582fee4a-07a5-435d-a3ca-31c3567c6e80 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:44:01.736185 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-582fee4a-07a5-435d-a3ca-31c3567c6e80 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:01.740726 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5a80d1a8-2f7e-4038-ae38-d4d16302edb4 None None] Set router 1564ec8d-98c0-40dd-ad37-5a4949826364 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:44:01.751915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582fee4a-07a5-435d-a3ca-31c3567c6e80 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:44:01.757059 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-582fee4a-07a5-435d-a3ca-31c3567c6e80 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:01.778208 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3001efb5-0fe7-4efa-9f22-1e928df8e9c3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:01.848545 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:01.851522 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e38c2ef-c50f-413f-b8ec-2250068f2816 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:01.853764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001efb5-0fe7-4efa-9f22-1e928df8e9c3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4137001-c7e2-4739-bad4-73c3abfa8f16,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:01.875796 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2e38c2ef-c50f-413f-b8ec-2250068f2816 admin admin] Deleting port 5b8bc503-3763-4e4a-81ab-214ac69a45c4 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:01.876298 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e38c2ef-c50f-413f-b8ec-2250068f2816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:01.911949 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3001efb5-0fe7-4efa-9f22-1e928df8e9c3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:01.923456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3001efb5-0fe7-4efa-9f22-1e928df8e9c3 tempest-TestVolumeBackupRestore-886027891 tempest-TestVolumeBackupRestore-886027891-project] 10.222.0.48 "DELETE /v2.0/security-groups/d4137001-c7e2-4739-bad4-73c3abfa8f16 HTTP/1.1" status: 204 len: 168 time: 0.6882827 Feb 09 14:44:02.080821 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5a80d1a8-2f7e-4038-ae38-d4d16302edb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'name': 'tempest-TestServerBasicOps-187850840-router', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:43:59Z', 'revision_number': 5, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'gw_port': {'id': '5b8bc503-3763-4e4a-81ab-214ac69a45c4', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:36:51Z', 'updated_at': '2022-02-09T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:02.085277 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a80d1a8-2f7e-4038-ae38-d4d16302edb4 None None] Checking router: 1564ec8d-98c0-40dd-ad37-5a4949826364 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:44:02.097695 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a80d1a8-2f7e-4038-ae38-d4d16302edb4 None None] Routers {'1564ec8d-98c0-40dd-ad37-5a4949826364'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:44:02.098375 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5a80d1a8-2f7e-4038-ae38-d4d16302edb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:43:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1564ec8d-98c0-40dd-ad37-5a4949826364'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:02.158023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3181610-d51d-4e79-9fbc-f219de490bd9 req-79d9a843-1c26-403c-bfd3-1c2b2d0d3dc0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:02.158271 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2e38c2ef-c50f-413f-b8ec-2250068f2816 admin admin] For port 5b8bc503-3763-4e4a-81ab-214ac69a45c4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=5b8bc503-3763-4e4a-81ab-214ac69a45c4,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:02.158554 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e38c2ef-c50f-413f-b8ec-2250068f2816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:02.159537 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e3181610-d51d-4e79-9fbc-f219de490bd9 req-79d9a843-1c26-403c-bfd3-1c2b2d0d3dc0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 946 time: 0.1407404 Feb 09 14:44:02.166526 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-582fee4a-07a5-435d-a3ca-31c3567c6e80 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:02.177616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b84286-e017-492c-8725-4a54ae8968ce req-76cfa57f-2c63-4354-b878-e3b36a62bd2c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:02.179241 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-21b84286-e017-492c-8725-4a54ae8968ce req-76cfa57f-2c63-4354-b878-e3b36a62bd2c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.1476781 Feb 09 14:44:02.257011 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5a80d1a8-2f7e-4038-ae38-d4d16302edb4 None None] Set router 1564ec8d-98c0-40dd-ad37-5a4949826364 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:44:02.279382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fee4a-07a5-435d-a3ca-31c3567c6e80 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Subnet': ['ID=986f2bb2-da22-4549-897c-70f1ec9bb756,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:02.283916 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e3181610-d51d-4e79-9fbc-f219de490bd9 req-086cb08d-3999-4060-bfe5-0740365cf5e1 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119514 Feb 09 14:44:02.292047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582fee4a-07a5-435d-a3ca-31c3567c6e80 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Checking segment: {'id': 'e114f3cc-dc91-4b4f-9f4a-1184c706eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd4cac6cf-0c51-4010-9b9b-bdc23d90775f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:44:02.292405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582fee4a-07a5-435d-a3ca-31c3567c6e80 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network hostable DHCP agents. Network: d4cac6cf-0c51-4010-9b9b-bdc23d90775f, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:44:02.312915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582fee4a-07a5-435d-a3ca-31c3567c6e80 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network d4cac6cf-0c51-4010-9b9b-bdc23d90775f is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:44:02.335707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-582fee4a-07a5-435d-a3ca-31c3567c6e80 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, d4cac6cf-0c51-4010-9b9b-bdc23d90775f) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:02.344920 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede4bd59-3b73-43b9-8202-0bf7f1181620 None None] Network d4cac6cf-0c51-4010-9b9b-bdc23d90775f requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:02.351780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582fee4a-07a5-435d-a3ca-31c3567c6e80 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:02.353001 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-582fee4a-07a5-435d-a3ca-31c3567c6e80 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:02.383142 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5a80d1a8-2f7e-4038-ae38-d4d16302edb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'name': 'tempest-TestServerBasicOps-187850840-router', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:44:01Z', 'revision_number': 6, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:02.388545 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a80d1a8-2f7e-4038-ae38-d4d16302edb4 None None] The sync data for ids ['1564ec8d-98c0-40dd-ad37-5a4949826364'] in n-d-828418-2 is: [{'id': '1564ec8d-98c0-40dd-ad37-5a4949826364', 'name': 'tempest-TestServerBasicOps-187850840-router', 'tenant_id': 'fd902e78e9b44d9993efa4ba21344f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:36:49Z', 'updated_at': '2022-02-09T14:44:01Z', 'revision_number': 6, 'project_id': 'fd902e78e9b44d9993efa4ba21344f90', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:44:02.397474 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-582fee4a-07a5-435d-a3ca-31c3567c6e80 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9867346 Feb 09 14:44:02.400629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 41874) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:02.460805 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2e38c2ef-c50f-413f-b8ec-2250068f2816 admin admin] Calling delete_port for 5b8bc503-3763-4e4a-81ab-214ac69a45c4 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:02.566111 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-21b84286-e017-492c-8725-4a54ae8968ce req-8ce6c18a-1cda-45be-a6b1-8228157b03d6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3329322 Feb 09 14:44:02.817956 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e38c2ef-c50f-413f-b8ec-2250068f2816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:02.823847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-d4cac6cf-0c51-4010-9b9b-bdc23d90775f', 'network_id': 'd4cac6cf-0c51-4010-9b9b-bdc23d90775f', 'tenant_id': '09860b0b446d44c389a8496647fe4158', 'fixed_ips': [{'subnet_id': '986f2bb2-da22-4549-897c-70f1ec9bb756'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:44:02.824726 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:02.966727 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:03.001716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38c2ef-c50f-413f-b8ec-2250068f2816 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8bc503-3763-4e4a-81ab-214ac69a45c4,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:03.156663 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e38c2ef-c50f-413f-b8ec-2250068f2816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:03.178701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61be0a-0acf-4bd7-b058-ae319a23a4d6 req-7c2a3ace-1189-487d-b0dc-4e3d0954b08c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:03.184256 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ac61be0a-0acf-4bd7-b058-ae319a23a4d6 req-7c2a3ace-1189-487d-b0dc-4e3d0954b08c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 946 time: 0.5336902 Feb 09 14:44:03.187685 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:03.211963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Allocated IP 2001:db8::1 (d4cac6cf-0c51-4010-9b9b-bdc23d90775f/986f2bb2-da22-4549-897c-70f1ec9bb756/6917f674-4b3d-4ae8-ae8b-283733a8488a) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:44:03.337758 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ac61be0a-0acf-4bd7-b058-ae319a23a4d6 req-1085e411-be3e-4069-82e5-dfb0c25e7336 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914879 Feb 09 14:44:03.533824 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e38c2ef-c50f-413f-b8ec-2250068f2816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:03.544449 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e38c2ef-c50f-413f-b8ec-2250068f2816 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:03.591264 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e38c2ef-c50f-413f-b8ec-2250068f2816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:03.592029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e38c2ef-c50f-413f-b8ec-2250068f2816 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1564ec8d-98c0-40dd-ad37-5a4949826364 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:44:03.622415 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e38c2ef-c50f-413f-b8ec-2250068f2816 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:03.623459 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2e38c2ef-c50f-413f-b8ec-2250068f2816 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1564ec8d-98c0-40dd-ad37-5a4949826364 HTTP/1.1" status: 204 len: 168 time: 2.1860976 Feb 09 14:44:03.625917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 41984) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:03.672828 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:03.709375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b2eb1bd8-4542-4374-a955-4c93d3b7428f no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:03.800990 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Transition to ACTIVE for port object 6917f674-4b3d-4ae8-ae8b-283733a8488a will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:03.857881 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7bef7c-39d5-4ede-9435-d1e8062e73a4 admin admin] Deleting subnet a12fb758-587c-45f5-961c-5c501cf036d2 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:44:03.858368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Transition to ACTIVE for port object 6917f674-4b3d-4ae8-ae8b-283733a8488a will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:03.861669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: b2eb1bd8-4542-4374-a955-4c93d3b7428f {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:44:03.866440 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b2eb1bd8-4542-4374-a955-4c93d3b7428f not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:03.867057 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5b8bc503-3763-4e4a-81ab-214ac69a45c4 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:03.869393 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c7bef7c-39d5-4ede-9435-d1e8062e73a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:03.941033 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c7bef7c-39d5-4ede-9435-d1e8062e73a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:03.995619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70e2ce-5d4c-4313-8ce3-13080b2d0407 req-ac549cfa-bb36-4f95-b973-46046e71097c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:03.997125 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aa70e2ce-5d4c-4313-8ce3-13080b2d0407 req-ac549cfa-bb36-4f95-b973-46046e71097c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 946 time: 0.2792733 Feb 09 14:44:04.020746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 5b8bc503-3763-4e4a-81ab-214ac69a45c4 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:44:04.022388 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5b8bc503-3763-4e4a-81ab-214ac69a45c4 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:04.024009 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:04.035412 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:04.104208 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aa70e2ce-5d4c-4313-8ce3-13080b2d0407 req-fc18648d-38c9-4ebc-be62-8dae0627d3af tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954928 Feb 09 14:44:04.141871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c7bef7c-39d5-4ede-9435-d1e8062e73a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:04.176860 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Network d4cac6cf-0c51-4010-9b9b-bdc23d90775f is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:44:04.180929 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:04.231205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Subnet': ['ID=986f2bb2-da22-4549-897c-70f1ec9bb756,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:04.261421 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:44:04.297745 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c7bef7c-39d5-4ede-9435-d1e8062e73a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:04.375496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bef7c-39d5-4ede-9435-d1e8062e73a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a12fb758-587c-45f5-961c-5c501cf036d2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:04.383975 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c7bef7c-39d5-4ede-9435-d1e8062e73a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:04.387548 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:04.405280 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0c7bef7c-39d5-4ede-9435-d1e8062e73a4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a12fb758-587c-45f5-961c-5c501cf036d2 HTTP/1.1" status: 204 len: 168 time: 0.7783012 Feb 09 14:44:04.405967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42056) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:04.425249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4cac6cf-0c51-4010-9b9b-bdc23d90775f']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:04.481550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b9986-2e30-46c7-b246-3f60a313bba9 req-bc4cc4ad-c33a-48e7-aafb-67e948a7e0e1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:04.484337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Pushing event updated for resources: {'Port': ['ID=6917f674-4b3d-4ae8-ae8b-283733a8488a,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:04.487653 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb643f8-adaf-4e7d-b21c-b60c52da5e84 None None] Network dbd29eea-57ba-4216-b5d8-c672da6f570c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:04.494901 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-764b9986-2e30-46c7-b246-3f60a313bba9 req-bc4cc4ad-c33a-48e7-aafb-67e948a7e0e1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.5657225 Feb 09 14:44:04.633360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e114f3cc-dc91-4b4f-9f4a-1184c706eef7') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:04.635816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e114f3cc-dc91-4b4f-9f4a-1184c706eef7') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:04.669292 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-764b9986-2e30-46c7-b246-3f60a313bba9 req-1ad9b74f-9f12-4a28-8ad9-f51da6c31e0a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712162 Feb 09 14:44:04.684261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Attempting to bind port 6917f674-4b3d-4ae8-ae8b-283733a8488a on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:44:04.684626 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Attempting to bind port 6917f674-4b3d-4ae8-ae8b-283733a8488a by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'e114f3cc-dc91-4b4f-9f4a-1184c706eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd4cac6cf-0c51-4010-9b9b-bdc23d90775f'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:44:04.684982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Attempting to bind port 6917f674-4b3d-4ae8-ae8b-283733a8488a on network d4cac6cf-0c51-4010-9b9b-bdc23d90775f {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:44:04.686699 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:04.700174 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:04.712843 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:44:04.713217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Checking segment: {'id': 'e114f3cc-dc91-4b4f-9f4a-1184c706eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd4cac6cf-0c51-4010-9b9b-bdc23d90775f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:44:04.713616 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:04.714003 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Bound using segment: {'id': 'e114f3cc-dc91-4b4f-9f4a-1184c706eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd4cac6cf-0c51-4010-9b9b-bdc23d90775f'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:44:04.714469 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Bound port: 6917f674-4b3d-4ae8-ae8b-283733a8488a, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e114f3cc-dc91-4b4f-9f4a-1184c706eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd4cac6cf-0c51-4010-9b9b-bdc23d90775f'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:44:04.716566 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:04.730405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] Deleting port b87cc532-5694-47b5-947c-9bf860a512a0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:04.730928 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:04.747845 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:04.762967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:44:04.766146 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:44:04.804084 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:44:04.975274 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 14:44:04.975274 n-d-828418-2 neutron-server[87597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 14:44:04.975274 n-d-828418-2 neutron-server[87597]: [parameters: {'id': 'd4cac6cf-0c51-4010-9b9b-bdc23d90775f'}] Feb 09 14:44:04.975274 n-d-828418-2 neutron-server[87597]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:44:04.975992 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:44:05.110344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] For port b87cc532-5694-47b5-947c-9bf860a512a0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b87cc532-5694-47b5-947c-9bf860a512a0,segment=NetworkSegment(89df81a2-0da1-44db-ad0e-d03a9a37c54b),segment_id=89df81a2-0da1-44db-ad0e-d03a9a37c54b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:05.111317 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:05.168431 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] For port 6917f674-4b3d-4ae8-ae8b-283733a8488a, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:44:05.181895 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] For port 6917f674-4b3d-4ae8-ae8b-283733a8488a, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=6917f674-4b3d-4ae8-ae8b-283733a8488a,segment=NetworkSegment(e114f3cc-dc91-4b4f-9f4a-1184c706eef7),segment_id=e114f3cc-dc91-4b4f-9f4a-1184c706eef7)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:44:05.209983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600a969-a18a-49ac-acb5-73e5e06a9bca req-e5606096-db2f-4c33-bd2f-e6fbaa8f19d6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:05.217362 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0600a969-a18a-49ac-acb5-73e5e06a9bca req-e5606096-db2f-4c33-bd2f-e6fbaa8f19d6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 946 time: 0.1094718 Feb 09 14:44:05.235939 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:05.287061 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0600a969-a18a-49ac-acb5-73e5e06a9bca req-d0252994-08e2-48be-8a8d-ca968f593c35 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681856 Feb 09 14:44:05.355268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] Calling delete_port for b87cc532-5694-47b5-947c-9bf860a512a0 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:05.462560 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:05.477575 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:05.488690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308bb5e-7ab6-4e28-9574-dd1109204c44 None None] Pushing event updated for resources: {'Port': ['ID=6917f674-4b3d-4ae8-ae8b-283733a8488a,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:05.534469 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Deleting port 6917f674-4b3d-4ae8-ae8b-283733a8488a {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:05.536917 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:05.618966 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4fd84c-0580-4015-bbdb-cdc0c3805bc9 None None] DHCP port deletion for dbd29eea-57ba-4216-b5d8-c672da6f570c request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:44:05.718867 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277649d2-1fa0-410a-8a3a-bfdfcab0bbe1 None None] Network d4cac6cf-0c51-4010-9b9b-bdc23d90775f requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:05.828251 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:44:05.985721 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=b87cc532-5694-47b5-947c-9bf860a512a0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:06.034905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] No DVR routers for this DVR port b87cc532-5694-47b5-947c-9bf860a512a0 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:44:06.046014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] For port 6917f674-4b3d-4ae8-ae8b-283733a8488a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=6917f674-4b3d-4ae8-ae8b-283733a8488a,segment=NetworkSegment(e114f3cc-dc91-4b4f-9f4a-1184c706eef7),segment_id=e114f3cc-dc91-4b4f-9f4a-1184c706eef7)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:06.046581 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:06.162068 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87425ea3-6137-4d03-b1fe-ba942ebf125d None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:44:06.266972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Calling delete_port for 6917f674-4b3d-4ae8-ae8b-283733a8488a owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:06.324186 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87425ea3-6137-4d03-b1fe-ba942ebf125d None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:44:06.474572 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:06.483415 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:06.493429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42288) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:06.571658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd29eea-57ba-4216-b5d8-c672da6f570c']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:06.587139 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180f0a4-45d7-4997-b94b-fa83452492af req-8e04dfcd-09d3-4bbc-a4d5-1886fca6e3e1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:06.595570 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f180f0a4-45d7-4997-b94b-fa83452492af req-8e04dfcd-09d3-4bbc-a4d5-1886fca6e3e1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.7064333 Feb 09 14:44:06.623377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89df81a2-0da1-44db-ad0e-d03a9a37c54b') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:06.623892 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89df81a2-0da1-44db-ad0e-d03a9a37c54b') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:06.655364 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:06.720524 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:06.748447 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f180f0a4-45d7-4997-b94b-fa83452492af req-4618b81c-ff2c-4781-9f86-609d1a23754f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516962 Feb 09 14:44:06.760336 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:44:06.761021 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:44:06.980229 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:44:07.046032 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:07.079344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:07.101657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbd29eea-57ba-4216-b5d8-c672da6f570c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:07.105014 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a89d795c-f89e-44a4-9893-ac0ea4051f00 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dbd29eea-57ba-4216-b5d8-c672da6f570c HTTP/1.1" status: 204 len: 168 time: 2.6980524 Feb 09 14:44:07.116425 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42354) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:07.303061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No DVR routers for this DVR port 6917f674-4b3d-4ae8-ae8b-283733a8488a on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:44:07.391011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80444b-c644-4695-a721-13f352494bd0 req-b4f5f8c7-686b-4325-b49f-712c97993a95 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:07.393666 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f80444b-c644-4695-a721-13f352494bd0 req-b4f5f8c7-686b-4325-b49f-712c97993a95 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.21 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 946 time: 0.4068229 Feb 09 14:44:07.442466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Port': ['ID=6917f674-4b3d-4ae8-ae8b-283733a8488a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:07.600738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-7f80444b-c644-4695-a721-13f352494bd0 req-5dab086f-5658-4c5c-bb6c-26dc6d609d1d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Deleting port a9c9665d-90bb-4576-b96b-6f6011b9138e {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:07.601642 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7f80444b-c644-4695-a721-13f352494bd0 req-5dab086f-5658-4c5c-bb6c-26dc6d609d1d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:07.660824 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b87cc532-5694-47b5-947c-9bf860a512a0 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:07.740841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:07.741103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:07.743369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:07.743369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:07.743369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:07.743369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:07.743369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:07.743369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:07.743369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:07.743904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:07.743904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:07.744203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:07.745532 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: b87cc532-5694-47b5-947c-9bf860a512a0 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:44:07.745985 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b87cc532-5694-47b5-947c-9bf860a512a0 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:07.845553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:07.898215 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd58554-2e29-4b63-b50d-7486b7cac205 req-68133cc3-c77f-438c-8d43-f4bdcb5c36c9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:07.899688 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acd58554-2e29-4b63-b50d-7486b7cac205 req-68133cc3-c77f-438c-8d43-f4bdcb5c36c9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 946 time: 0.8399532 Feb 09 14:44:07.904185 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4cac6cf-0c51-4010-9b9b-bdc23d90775f']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:07.915475 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-b980a711-bd2e-4dee-a901-13588716fbba req-0f58f073-a4ff-42d6-8828-d581f3d548c3 service neutron] show failed (client error): The resource could not be found. Feb 09 14:44:07.916480 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-0f58f073-a4ff-42d6-8828-d581f3d548c3 service neutron] 10.222.0.21 "GET /v2.0/ports/21583bae-2cbf-454a-b876-8b8579d4be44/bindings/n-h1-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.6170866 Feb 09 14:44:07.964271 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-7f80444b-c644-4695-a721-13f352494bd0 req-5dab086f-5658-4c5c-bb6c-26dc6d609d1d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] For port a9c9665d-90bb-4576-b96b-6f6011b9138e, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a9c9665d-90bb-4576-b96b-6f6011b9138e,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:07.964673 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7f80444b-c644-4695-a721-13f352494bd0 req-5dab086f-5658-4c5c-bb6c-26dc6d609d1d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:07.983868 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e114f3cc-dc91-4b4f-9f4a-1184c706eef7') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:07.984162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e114f3cc-dc91-4b4f-9f4a-1184c706eef7') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:08.016234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:08.053685 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:08.062256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:44:08.064106 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:08.104212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-7f80444b-c644-4695-a721-13f352494bd0 req-5dab086f-5658-4c5c-bb6c-26dc6d609d1d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Calling delete_port for a9c9665d-90bb-4576-b96b-6f6011b9138e owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:44:08.159294 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:44:08.225103 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-acd58554-2e29-4b63-b50d-7486b7cac205 req-c6252be6-75ba-4e69-afd0-443d27d73a61 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126254 Feb 09 14:44:08.269624 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:08.310524 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:08.325815 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Network': ['ID=d4cac6cf-0c51-4010-9b9b-bdc23d90775f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:08.339470 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-744f73a9-5924-45be-ad94-11caa7c24da6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/networks/d4cac6cf-0c51-4010-9b9b-bdc23d90775f HTTP/1.1" status: 204 len: 168 time: 5.9370005 Feb 09 14:44:08.342758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42362) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:08.352131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-efb395c0-34f7-4c3b-9ad5-170b5f50b507 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1792417394'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:08.386603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-efb395c0-34f7-4c3b-9ad5-170b5f50b507 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:08.402293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-efb395c0-34f7-4c3b-9ad5-170b5f50b507 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:network and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:44:08.407313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980a711-bd2e-4dee-a901-13588716fbba req-1bddecac-9119-431f-bb0f-1fe48f2732cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:08.408819 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-1bddecac-9119-431f-bb0f-1fe48f2732cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13&tenant_id=c945c8634f3e49fe9afbbbf3c60331a8 HTTP/1.1" status: 200 len: 1096 time: 0.2383311 Feb 09 14:44:08.409603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-efb395c0-34f7-4c3b-9ad5-170b5f50b507 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:44:08.417853 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-efb395c0-34f7-4c3b-9ad5-170b5f50b507 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:08.431888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:08.480339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb395c0-34f7-4c3b-9ad5-170b5f50b507 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:44:08.487672 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-efb395c0-34f7-4c3b-9ad5-170b5f50b507 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:08.578215 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa6234c8-a769-4e78-977e-a341a22b5b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:08.583528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59940e57-fdc2-44c8-9051-cf2ddfa3ccab req-76e7f7ca-c6a0-4a4f-aac0-e826f3e0cb4a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:08.585021 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-59940e57-fdc2-44c8-9051-cf2ddfa3ccab req-76e7f7ca-c6a0-4a4f-aac0-e826f3e0cb4a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.2623146 Feb 09 14:44:08.585633 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7f80444b-c644-4695-a721-13f352494bd0 req-5dab086f-5658-4c5c-bb6c-26dc6d609d1d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:08.635714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb395c0-34f7-4c3b-9ad5-170b5f50b507 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:44:08.658026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab086f-5658-4c5c-bb6c-26dc6d609d1d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event deleted for resources: {'Port': ['ID=a9c9665d-90bb-4576-b96b-6f6011b9138e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:08.664617 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-efb395c0-34f7-4c3b-9ad5-170b5f50b507 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:08.665416 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-efb395c0-34f7-4c3b-9ad5-170b5f50b507 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Added segment 1a9db3bb-93d8-4275-92e5-0b638787aa8c of type vlan for network 7a88ed52-9a2e-428f-8fd1-db9b4d7fad06 Feb 09 14:44:08.683297 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:08.765510 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-59940e57-fdc2-44c8-9051-cf2ddfa3ccab req-1658873d-fd62-4744-aed4-63cf581b57cb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423337 Feb 09 14:44:08.767513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f80444b-c644-4695-a721-13f352494bd0 req-5dab086f-5658-4c5c-bb6c-26dc6d609d1d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] No DVR routers for this DVR port a9c9665d-90bb-4576-b96b-6f6011b9138e on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:44:08.771232 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7f80444b-c644-4695-a721-13f352494bd0 req-5dab086f-5658-4c5c-bb6c-26dc6d609d1d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:08.773695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da878466-be50-4b17-8b64-c68c974b3aad', 'name': 'network-vif-deleted', 'tag': 'a9c9665d-90bb-4576-b96b-6f6011b9138e'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:44:08.803705 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7f80444b-c644-4695-a721-13f352494bd0 req-5dab086f-5658-4c5c-bb6c-26dc6d609d1d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.21 "DELETE /v2.0/ports/a9c9665d-90bb-4576-b96b-6f6011b9138e HTTP/1.1" status: 204 len: 173 time: 1.4050913 Feb 09 14:44:08.840784 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-efb395c0-34f7-4c3b-9ad5-170b5f50b507 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:08.877786 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da878466-be50-4b17-8b64-c68c974b3aad', 'name': 'network-vif-deleted', 'tag': 'a9c9665d-90bb-4576-b96b-6f6011b9138e', 'status': 'completed', 'code': 200} Feb 09 14:44:08.909405 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca243872-8bae-4d48-a186-abdb96d75aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:08.960194 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:09.205171 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-efb395c0-34f7-4c3b-9ad5-170b5f50b507 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:09.211537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb395c0-34f7-4c3b-9ad5-170b5f50b507 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:09.212192 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-efb395c0-34f7-4c3b-9ad5-170b5f50b507 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:09.329771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ca243872-8bae-4d48-a186-abdb96d75aeb admin admin] Deleting port 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:09.330237 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca243872-8bae-4d48-a186-abdb96d75aeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:09.414521 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-efb395c0-34f7-4c3b-9ad5-170b5f50b507 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0704656 Feb 09 14:44:09.419342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42370) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:09.429974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb395c0-34f7-4c3b-9ad5-170b5f50b507 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Network': ['ID=7a88ed52-9a2e-428f-8fd1-db9b4d7fad06,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:09.430153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-9e279ac2-15b6-4b29-95d2-e8e0d3610446 req-6553b7c9-bbf7-4339-9dea-10b9d0e38985 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:44:09.435370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-870c40c5-922b-4db7-a88e-2383da66e29c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'subnet': {'network_id': '7a88ed52-9a2e-428f-8fd1-db9b4d7fad06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:09.446660 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 7a88ed52-9a2e-428f-8fd1-db9b4d7fad06 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:44:09.536489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] For port 21583bae-2cbf-454a-b876-8b8579d4be44, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=21583bae-2cbf-454a-b876-8b8579d4be44,segment=NetworkSegment(a8adc562-792b-4835-b2a1-504aa22941e5),segment_id=a8adc562-792b-4835-b2a1-504aa22941e5)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:09.553263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-fa6234c8-a769-4e78-977e-a341a22b5b1a admin admin] Deleting port b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:09.553830 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa6234c8-a769-4e78-977e-a341a22b5b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:09.619720 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-9e279ac2-15b6-4b29-95d2-e8e0d3610446 req-6553b7c9-bbf7-4339-9dea-10b9d0e38985 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:44:09.628383 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e279ac2-15b6-4b29-95d2-e8e0d3610446 req-6553b7c9-bbf7-4339-9dea-10b9d0e38985 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=da878466-be50-4b17-8b64-c68c974b3aad HTTP/1.1" status: 200 len: 210 time: 0.2670710 Feb 09 14:44:09.638043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] For port 21583bae-2cbf-454a-b876-8b8579d4be44, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:44:09.724226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-870c40c5-922b-4db7-a88e-2383da66e29c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:09.733372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-870c40c5-922b-4db7-a88e-2383da66e29c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:subnet and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:44:09.737010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ca243872-8bae-4d48-a186-abdb96d75aeb admin admin] For port 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154,segment=NetworkSegment(d4233b8e-94b9-410c-a518-b2e6c719ca69),segment_id=d4233b8e-94b9-410c-a518-b2e6c719ca69)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:09.737371 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca243872-8bae-4d48-a186-abdb96d75aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:09.745958 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-870c40c5-922b-4db7-a88e-2383da66e29c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:44:09.772284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68f6c84-b459-47da-96db-c11721284b13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21583bae-2cbf-454a-b876-8b8579d4be44'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:44:09.777631 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:09.807361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-870c40c5-922b-4db7-a88e-2383da66e29c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:09.816933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Transition to ACTIVE for port object 21583bae-2cbf-454a-b876-8b8579d4be44 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:09.827225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-fa6234c8-a769-4e78-977e-a341a22b5b1a admin admin] For port b64f3eb1-1ecf-46e2-8315-7c2f07ae6646, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b64f3eb1-1ecf-46e2-8315-7c2f07ae6646,segment=NetworkSegment(081eb719-b07f-4c27-8bdf-49835f22320b),segment_id=081eb719-b07f-4c27-8bdf-49835f22320b)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:09.827631 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa6234c8-a769-4e78-977e-a341a22b5b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:09.841808 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:09.881907 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68f6c84-b459-47da-96db-c11721284b13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21583bae-2cbf-454a-b876-8b8579d4be44', 'code': 200} Feb 09 14:44:09.897341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ca243872-8bae-4d48-a186-abdb96d75aeb admin admin] Calling delete_port for 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:09.948375 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870c40c5-922b-4db7-a88e-2383da66e29c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:44:09.952173 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-870c40c5-922b-4db7-a88e-2383da66e29c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:09.971500 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a9c9665d-90bb-4576-b96b-6f6011b9138e no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:10.008267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-fa6234c8-a769-4e78-977e-a341a22b5b1a admin admin] Calling delete_port for b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:10.014932 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: a9c9665d-90bb-4576-b96b-6f6011b9138e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:44:10.015494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a9c9665d-90bb-4576-b96b-6f6011b9138e not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:10.202963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Pushing event updated for resources: {'Port': ['ID=21583bae-2cbf-454a-b876-8b8579d4be44,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:10.401604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f2c79-36e7-47c8-b9c8-9cd4ee08d06c req-f66b1e3d-ceb4-4960-95d2-7b6248d226c9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:10.403189 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-282f2c79-36e7-47c8-b9c8-9cd4ee08d06c req-f66b1e3d-ceb4-4960-95d2-7b6248d226c9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 943 time: 0.4369538 Feb 09 14:44:10.437999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] No DVR routers for this DVR port 21583bae-2cbf-454a-b876-8b8579d4be44 on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:44:10.516788 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-282f2c79-36e7-47c8-b9c8-9cd4ee08d06c req-fa112aac-35ce-426b-ad9c-d61aff6868fd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057937 Feb 09 14:44:10.617142 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-870c40c5-922b-4db7-a88e-2383da66e29c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:10.641162 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:10.672416 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca243872-8bae-4d48-a186-abdb96d75aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:10.764698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca243872-8bae-4d48-a186-abdb96d75aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:10.862532 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c40c5-922b-4db7-a88e-2383da66e29c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Checking segment: {'id': '1a9db3bb-93d8-4275-92e5-0b638787aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7a88ed52-9a2e-428f-8fd1-db9b4d7fad06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:44:10.862899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870c40c5-922b-4db7-a88e-2383da66e29c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network hostable DHCP agents. Network: 7a88ed52-9a2e-428f-8fd1-db9b4d7fad06, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:44:10.876682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c40c5-922b-4db7-a88e-2383da66e29c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Subnet': ['ID=56dc0527-1175-48b9-8aac-abd6f790216c,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:10.918843 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870c40c5-922b-4db7-a88e-2383da66e29c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network 7a88ed52-9a2e-428f-8fd1-db9b4d7fad06 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:44:10.997553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Attempting to bind port 21583bae-2cbf-454a-b876-8b8579d4be44 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:44:10.997994 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Attempting to bind port 21583bae-2cbf-454a-b876-8b8579d4be44 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'a8adc562-792b-4835-b2a1-504aa22941e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e022907b-4492-4107-9149-afacab5147d0'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:44:10.998400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Attempting to bind port 21583bae-2cbf-454a-b876-8b8579d4be44 on network e022907b-4492-4107-9149-afacab5147d0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:44:11.013236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-870c40c5-922b-4db7-a88e-2383da66e29c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 7a88ed52-9a2e-428f-8fd1-db9b4d7fad06) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:11.017759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Port 21583bae-2cbf-454a-b876-8b8579d4be44 on network e022907b-4492-4107-9149-afacab5147d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:44:11.018145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Attempting to bind port 21583bae-2cbf-454a-b876-8b8579d4be44 on network e022907b-4492-4107-9149-afacab5147d0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:44:11.031328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa81fcd-c5d2-4de9-adc5-e84520e0706c None None] Network 7a88ed52-9a2e-428f-8fd1-db9b4d7fad06 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:11.034866 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870c40c5-922b-4db7-a88e-2383da66e29c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:11.035498 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-870c40c5-922b-4db7-a88e-2383da66e29c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:11.126930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:44:11.127298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Checking segment: {'id': 'a8adc562-792b-4835-b2a1-504aa22941e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e022907b-4492-4107-9149-afacab5147d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:44:11.127653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Bound using segment: {'id': 'a8adc562-792b-4835-b2a1-504aa22941e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e022907b-4492-4107-9149-afacab5147d0'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:44:11.128172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Bound port: 21583bae-2cbf-454a-b876-8b8579d4be44, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8adc562-792b-4835-b2a1-504aa22941e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e022907b-4492-4107-9149-afacab5147d0'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:44:11.128574 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:11.195602 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-870c40c5-922b-4db7-a88e-2383da66e29c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7706666 Feb 09 14:44:11.203871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42382) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:11.273258 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa6234c8-a769-4e78-977e-a341a22b5b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:11.323466 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca243872-8bae-4d48-a186-abdb96d75aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:11.348016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6234c8-a769-4e78-977e-a341a22b5b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=b64f3eb1-1ecf-46e2-8315-7c2f07ae6646,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:11.432071 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-7a88ed52-9a2e-428f-8fd1-db9b4d7fad06', 'network_id': '7a88ed52-9a2e-428f-8fd1-db9b4d7fad06', 'tenant_id': '09860b0b446d44c389a8496647fe4158', 'fixed_ips': [{'subnet_id': '56dc0527-1175-48b9-8aac-abd6f790216c'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:44:11.433501 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:11.459434 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] For port 21583bae-2cbf-454a-b876-8b8579d4be44, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:44:11.481517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] For port 21583bae-2cbf-454a-b876-8b8579d4be44, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=21583bae-2cbf-454a-b876-8b8579d4be44,segment=NetworkSegment(a8adc562-792b-4835-b2a1-504aa22941e5),segment_id=a8adc562-792b-4835-b2a1-504aa22941e5)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:44:11.516435 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:11.626153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:11.724628 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Allocated IP 2001:db8::1 (7a88ed52-9a2e-428f-8fd1-db9b4d7fad06/56dc0527-1175-48b9-8aac-abd6f790216c/c3445143-760a-4f07-a9f3-ff3f2fa23fc6) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:44:11.763446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:11.764289 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:11.766181 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] 10.222.0.35 "PUT /v2.0/ports/21583bae-2cbf-454a-b876-8b8579d4be44 HTTP/1.1" status: 200 len: 1091 time: 3.3413446 Feb 09 14:44:11.889695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68f6c84-b459-47da-96db-c11721284b13', 'tag': '21583bae-2cbf-454a-b876-8b8579d4be44'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:44:11.992955 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:12.004340 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Transition to ACTIVE for port object c3445143-760a-4f07-a9f3-ff3f2fa23fc6 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:12.025607 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Transition to ACTIVE for port object c3445143-760a-4f07-a9f3-ff3f2fa23fc6 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:12.031119 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 21583bae-2cbf-454a-b876-8b8579d4be44 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:12.092522 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68f6c84-b459-47da-96db-c11721284b13', 'tag': '21583bae-2cbf-454a-b876-8b8579d4be44', 'status': 'completed', 'code': 200} Feb 09 14:44:12.109844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d75d6f-b252-4b1a-9713-908c56651692 service neutron] Pushing event updated for resources: {'Port': ['ID=21583bae-2cbf-454a-b876-8b8579d4be44,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:12.125475 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:12.176341 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa6234c8-a769-4e78-977e-a341a22b5b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:12.196737 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 21583bae-2cbf-454a-b876-8b8579d4be44 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:12.235126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Pushing event updated for resources: {'Port': ['ID=c3445143-760a-4f07-a9f3-ff3f2fa23fc6,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:12.255460 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Network 7a88ed52-9a2e-428f-8fd1-db9b4d7fad06 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:44:12.266560 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:12.269122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:44:12.316009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980a711-bd2e-4dee-a901-13588716fbba req-cb4a2653-7723-4f96-9553-f8c5a8ae35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:12.318631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-cb4a2653-7723-4f96-9553-f8c5a8ae35f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 1094 time: 0.5172074 Feb 09 14:44:12.421788 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Attempting to bind port c3445143-760a-4f07-a9f3-ff3f2fa23fc6 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:44:12.422249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Attempting to bind port c3445143-760a-4f07-a9f3-ff3f2fa23fc6 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '1a9db3bb-93d8-4275-92e5-0b638787aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7a88ed52-9a2e-428f-8fd1-db9b4d7fad06'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:44:12.423087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Attempting to bind port c3445143-760a-4f07-a9f3-ff3f2fa23fc6 on network 7a88ed52-9a2e-428f-8fd1-db9b4d7fad06 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:44:12.429696 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:44:12.430188 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Checking segment: {'id': '1a9db3bb-93d8-4275-92e5-0b638787aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7a88ed52-9a2e-428f-8fd1-db9b4d7fad06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:44:12.430765 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:12.431218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Bound using segment: {'id': '1a9db3bb-93d8-4275-92e5-0b638787aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7a88ed52-9a2e-428f-8fd1-db9b4d7fad06'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:44:12.431769 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Bound port: c3445143-760a-4f07-a9f3-ff3f2fa23fc6, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9db3bb-93d8-4275-92e5-0b638787aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7a88ed52-9a2e-428f-8fd1-db9b4d7fad06'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:44:12.432222 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:12.465548 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:12.500252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca243872-8bae-4d48-a186-abdb96d75aeb admin admin] Router 19f91a51-461b-4bfd-8a22-46806dff7d89 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:44:12.511305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193da679-f568-4a7c-b6f9-2d123cdaff06 req-5415db9d-2945-455d-bfa3-ff5b40c82ea9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:12.519120 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-193da679-f568-4a7c-b6f9-2d123cdaff06 req-5415db9d-2945-455d-bfa3-ff5b40c82ea9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 943 time: 0.7727394 Feb 09 14:44:12.542647 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] For port c3445143-760a-4f07-a9f3-ff3f2fa23fc6, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:44:12.545939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] For port c3445143-760a-4f07-a9f3-ff3f2fa23fc6, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c3445143-760a-4f07-a9f3-ff3f2fa23fc6,segment=NetworkSegment(1a9db3bb-93d8-4275-92e5-0b638787aa8c),segment_id=1a9db3bb-93d8-4275-92e5-0b638787aa8c)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:44:12.551541 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:12.682093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec5971-0799-41c4-87a5-c6dec5d63f35 None None] Pushing event updated for resources: {'Port': ['ID=c3445143-760a-4f07-a9f3-ff3f2fa23fc6,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:12.687645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-a6ecc0fb-f327-4e7e-8d3f-4acd54666cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:12.689164 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-a6ecc0fb-f327-4e7e-8d3f-4acd54666cf1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 1094 time: 0.2853582 Feb 09 14:44:12.726360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980a711-bd2e-4dee-a901-13588716fbba req-cd12bc76-2f54-4edf-beae-5e4498fcebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:12.727990 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-cd12bc76-2f54-4edf-beae-5e4498fcebab service neutron] 10.222.0.35 "GET /v2.0/networks?id=e022907b-4492-4107-9149-afacab5147d0 HTTP/1.1" status: 200 len: 897 time: 0.3900814 Feb 09 14:44:12.822509 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-193da679-f568-4a7c-b6f9-2d123cdaff06 req-8322d71c-0fda-4e50-b651-ac90583a7242 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021407 Feb 09 14:44:12.935367 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:12.988144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Subnet': ['ID=56dc0527-1175-48b9-8aac-abd6f790216c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:13.038582 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca243872-8bae-4d48-a186-abdb96d75aeb admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:44:13.049824 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc2355-bb7d-4beb-87d4-c6a5b965ef7b None None] Sync routers for ids ['19f91a51-461b-4bfd-8a22-46806dff7d89'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:44:13.068662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc2355-bb7d-4beb-87d4-c6a5b965ef7b None None] Routers {'19f91a51-461b-4bfd-8a22-46806dff7d89'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:44:13.069294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-affc2355-bb7d-4beb-87d4-c6a5b965ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:43:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['19f91a51-461b-4bfd-8a22-46806dff7d89'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:13.140312 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ca243872-8bae-4d48-a186-abdb96d75aeb admin admin] 10.222.0.48 "PUT /v2.0/routers/19f91a51-461b-4bfd-8a22-46806dff7d89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0198441 Feb 09 14:44:13.143997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42392) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:13.234401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-8257f1b3-222a-47a9-8be3-99143c4873e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:13.235222 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-46ccdbfa-42e2-40df-8197-5317dad6950b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21583bae-2cbf-454a-b876-8b8579d4be44 HTTP/1.1" status: 200 len: 999 time: 0.4494512 Feb 09 14:44:13.236310 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-8257f1b3-222a-47a9-8be3-99143c4873e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e022907b-4492-4107-9149-afacab5147d0 HTTP/1.1" status: 200 len: 897 time: 0.5348468 Feb 09 14:44:13.240862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6234c8-a769-4e78-977e-a341a22b5b1a admin admin] Router 151df654-8e11-4997-b86a-246e22c7b407 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:44:13.359280 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:13.383142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-affc2355-bb7d-4beb-87d4-c6a5b965ef7b None None] Set router 19f91a51-461b-4bfd-8a22-46806dff7d89 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:44:13.396481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a88ed52-9a2e-428f-8fd1-db9b4d7fad06']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:13.412021 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9db3bb-93d8-4275-92e5-0b638787aa8c') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:13.412316 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9db3bb-93d8-4275-92e5-0b638787aa8c') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:13.418911 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980a711-bd2e-4dee-a901-13588716fbba req-d9bca824-a596-4d24-9893-63d417e62494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:13.420389 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-d9bca824-a596-4d24-9893-63d417e62494 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3657165f-156f-4a74-a5ec-e5fd804beae5 HTTP/1.1" status: 200 len: 832 time: 0.1764514 Feb 09 14:44:13.430147 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:13.455136 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:13.463938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:44:13.464338 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:44:13.600913 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:44:13.643811 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6234c8-a769-4e78-977e-a341a22b5b1a admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:44:13.657712 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce952f8-e971-47d9-ae45-4076215aa6bc None None] Sync routers for ids ['151df654-8e11-4997-b86a-246e22c7b407'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:44:13.661713 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 14:44:13.661713 n-d-828418-2 neutron-server[87596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 14:44:13.661713 n-d-828418-2 neutron-server[87596]: [parameters: {'id': '7a88ed52-9a2e-428f-8fd1-db9b4d7fad06'}] Feb 09 14:44:13.661713 n-d-828418-2 neutron-server[87596]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:44:13.662092 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:44:13.672833 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce952f8-e971-47d9-ae45-4076215aa6bc None None] Routers {'151df654-8e11-4997-b86a-246e22c7b407'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:44:13.674640 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-4ce952f8-e971-47d9-ae45-4076215aa6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:43:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['151df654-8e11-4997-b86a-246e22c7b407'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:13.724290 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fa6234c8-a769-4e78-977e-a341a22b5b1a admin admin] 10.222.0.48 "PUT /v2.0/routers/151df654-8e11-4997-b86a-246e22c7b407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1629534 Feb 09 14:44:13.725073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42406) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:13.739845 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-81b5ff07-161e-4289-bc0d-3ddf1aba5fe8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21583bae-2cbf-454a-b876-8b8579d4be44 HTTP/1.1" status: 200 len: 999 time: 0.4840353 Feb 09 14:44:13.785489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c3445143-760a-4f07-a9f3-ff3f2fa23fc6 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:44:13.945216 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bee2d05-7179-4d9c-89ed-6b3f53ce884e admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:13.990662 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0532-8b55-45ab-9b8c-8f59a3cc7243 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:14.061247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-615d0207-a6c6-49f0-b073-45a62913f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:14.062789 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port c3445143-760a-4f07-a9f3-ff3f2fa23fc6 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:44:14.064015 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-615d0207-a6c6-49f0-b073-45a62913f93b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3657165f-156f-4a74-a5ec-e5fd804beae5 HTTP/1.1" status: 200 len: 832 time: 0.2415209 Feb 09 14:44:14.130479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-affc2355-bb7d-4beb-87d4-c6a5b965ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'name': 'tempest-TestServerBasicOps-1963133716-router', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:37:09Z', 'updated_at': '2022-02-09T14:44:10Z', 'revision_number': 5, 'project_id': 'a0eca207a10143738a0c2716a71f385a', 'gw_port': {'id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:11Z', 'updated_at': '2022-02-09T14:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:14.136038 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc2355-bb7d-4beb-87d4-c6a5b965ef7b None None] Checking router: 19f91a51-461b-4bfd-8a22-46806dff7d89 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:44:14.142781 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-4ce952f8-e971-47d9-ae45-4076215aa6bc None None] Set router 151df654-8e11-4997-b86a-246e22c7b407 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:44:14.148465 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc2355-bb7d-4beb-87d4-c6a5b965ef7b None None] Routers {'19f91a51-461b-4bfd-8a22-46806dff7d89'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:44:14.149782 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-affc2355-bb7d-4beb-87d4-c6a5b965ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:43:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['19f91a51-461b-4bfd-8a22-46806dff7d89'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:14.162812 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:14.199293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980a711-bd2e-4dee-a901-13588716fbba req-774d5b07-5b59-409f-b1e3-906825dacf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:14.200805 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-774d5b07-5b59-409f-b1e3-906825dacf47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e022907b-4492-4107-9149-afacab5147d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7695882 Feb 09 14:44:14.438877 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d734c-2e48-4ea9-a654-c3220d81bce9 req-58d89a94-10be-4d08-914e-e4b896daca75 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:14.446528 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c80d734c-2e48-4ea9-a654-c3220d81bce9 req-58d89a94-10be-4d08-914e-e4b896daca75 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 943 time: 0.3567455 Feb 09 14:44:14.456018 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-affc2355-bb7d-4beb-87d4-c6a5b965ef7b None None] Set router 19f91a51-461b-4bfd-8a22-46806dff7d89 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:44:14.478493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Deleting port c3445143-760a-4f07-a9f3-ff3f2fa23fc6 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:14.479168 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:14.557239 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bee2d05-7179-4d9c-89ed-6b3f53ce884e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:14.593770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c80d734c-2e48-4ea9-a654-c3220d81bce9 req-9573ac76-9c9c-47d9-aa5d-ffc41744c9b4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462677 Feb 09 14:44:14.606958 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385ab154-f05b-4ef6-982f-7ad3236c79c0 None None] Network 7a88ed52-9a2e-428f-8fd1-db9b4d7fad06 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:14.613160 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0532-8b55-45ab-9b8c-8f59a3cc7243 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:14.615404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-84182211-04b9-4ed8-bcd3-71d92a3f6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:14.619110 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-84182211-04b9-4ed8-bcd3-71d92a3f6e22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e022907b-4492-4107-9149-afacab5147d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5485473 Feb 09 14:44:14.638775 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-86c4207a-f9fc-4f52-9b12-3fc6efe8791e service neutron] 10.222.0.35 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155095 Feb 09 14:44:14.693920 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-4ce952f8-e971-47d9-ae45-4076215aa6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:44:11Z', 'revision_number': 5, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port': {'id': '2cd73481-b116-4a4f-a2fd-21d3ac519e8d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:96:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151df654-8e11-4997-b86a-246e22c7b407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:30Z', 'updated_at': '2022-02-09T14:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:14.696935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab0532-8b55-45ab-9b8c-8f59a3cc7243 admin admin] Deleting port 2cd73481-b116-4a4f-a2fd-21d3ac519e8d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:14.700266 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0532-8b55-45ab-9b8c-8f59a3cc7243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:14.705086 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce952f8-e971-47d9-ae45-4076215aa6bc None None] Checking router: 151df654-8e11-4997-b86a-246e22c7b407 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:44:14.725298 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce952f8-e971-47d9-ae45-4076215aa6bc None None] Routers {'151df654-8e11-4997-b86a-246e22c7b407'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:44:14.725916 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-4ce952f8-e971-47d9-ae45-4076215aa6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:43:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['151df654-8e11-4997-b86a-246e22c7b407'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:14.814009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6bee2d05-7179-4d9c-89ed-6b3f53ce884e admin admin] Deleting port 79d1c0a8-ea8c-4895-950c-b61d40224de9 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:14.814479 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bee2d05-7179-4d9c-89ed-6b3f53ce884e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:14.847174 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-db007686-a5f5-4706-b402-21aab385659a None None] Provisioning for port c3445143-760a-4f07-a9f3-ff3f2fa23fc6 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:44:14.919929 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-4ce952f8-e971-47d9-ae45-4076215aa6bc None None] Set router 151df654-8e11-4997-b86a-246e22c7b407 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:44:14.933113 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-db007686-a5f5-4706-b402-21aab385659a None None] Provisioning complete for port c3445143-760a-4f07-a9f3-ff3f2fa23fc6 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:14.933484 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-db007686-a5f5-4706-b402-21aab385659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:15.014228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] For port c3445143-760a-4f07-a9f3-ff3f2fa23fc6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c3445143-760a-4f07-a9f3-ff3f2fa23fc6,segment=NetworkSegment(1a9db3bb-93d8-4275-92e5-0b638787aa8c),segment_id=1a9db3bb-93d8-4275-92e5-0b638787aa8c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:15.014228 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:15.074120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-a3ab0532-8b55-45ab-9b8c-8f59a3cc7243 admin admin] For port 2cd73481-b116-4a4f-a2fd-21d3ac519e8d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2cd73481-b116-4a4f-a2fd-21d3ac519e8d,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:15.075186 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0532-8b55-45ab-9b8c-8f59a3cc7243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:15.093703 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-4ce952f8-e971-47d9-ae45-4076215aa6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:44:14Z', 'revision_number': 6, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:15.099445 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce952f8-e971-47d9-ae45-4076215aa6bc None None] The sync data for ids ['151df654-8e11-4997-b86a-246e22c7b407'] in n-d-828418-2 is: [{'id': '151df654-8e11-4997-b86a-246e22c7b407', 'name': 'tempest-TestVolumeBackupRestore-2087879559-router', 'tenant_id': '22d53f025f00403aaabb36a1f8ecfdda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:29Z', 'updated_at': '2022-02-09T14:44:14Z', 'revision_number': 6, 'project_id': '22d53f025f00403aaabb36a1f8ecfdda', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:44:15.221491 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-db007686-a5f5-4706-b402-21aab385659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:15.240986 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-46e92daa-2f2c-4660-900b-0a9743bc1992 service neutron] 10.222.0.21 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381192 Feb 09 14:44:15.253690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-affc2355-bb7d-4beb-87d4-c6a5b965ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'name': 'tempest-TestServerBasicOps-1963133716-router', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:37:09Z', 'updated_at': '2022-02-09T14:44:10Z', 'revision_number': 5, 'project_id': 'a0eca207a10143738a0c2716a71f385a', 'gw_port': {'id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:11Z', 'updated_at': '2022-02-09T14:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:15.264549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc2355-bb7d-4beb-87d4-c6a5b965ef7b None None] The sync data for ids ['19f91a51-461b-4bfd-8a22-46806dff7d89'] in n-d-828418-2 is: [{'id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'name': 'tempest-TestServerBasicOps-1963133716-router', 'tenant_id': 'a0eca207a10143738a0c2716a71f385a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:37:09Z', 'updated_at': '2022-02-09T14:44:10Z', 'revision_number': 5, 'project_id': 'a0eca207a10143738a0c2716a71f385a', 'gw_port': {'id': '79d1c0a8-ea8c-4895-950c-b61d40224de9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:91:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f91a51-461b-4bfd-8a22-46806dff7d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:37:11Z', 'updated_at': '2022-02-09T14:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:44:15.298356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-db007686-a5f5-4706-b402-21aab385659a None None] For port c3445143-760a-4f07-a9f3-ff3f2fa23fc6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c3445143-760a-4f07-a9f3-ff3f2fa23fc6,segment=NetworkSegment(1a9db3bb-93d8-4275-92e5-0b638787aa8c),segment_id=1a9db3bb-93d8-4275-92e5-0b638787aa8c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:15.305004 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-db007686-a5f5-4706-b402-21aab385659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:15.354079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Calling delete_port for c3445143-760a-4f07-a9f3-ff3f2fa23fc6 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:15.401596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db007686-a5f5-4706-b402-21aab385659a None None] Pushing event updated for resources: {'Port': ['ID=c3445143-760a-4f07-a9f3-ff3f2fa23fc6,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:15.451184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab0532-8b55-45ab-9b8c-8f59a3cc7243 admin admin] Calling delete_port for 2cd73481-b116-4a4f-a2fd-21d3ac519e8d owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:15.503412 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] DHCP port deletion for 7a88ed52-9a2e-428f-8fd1-db9b4d7fad06 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:44:15.516065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] Deleting port c3445143-760a-4f07-a9f3-ff3f2fa23fc6 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:15.517177 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:15.714163 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-e7a2e710-75f4-4910-ad8b-6c0eb432c117 service neutron] 10.222.0.35 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0610383 Feb 09 14:44:15.754123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6bee2d05-7179-4d9c-89ed-6b3f53ce884e admin admin] For port 79d1c0a8-ea8c-4895-950c-b61d40224de9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=79d1c0a8-ea8c-4895-950c-b61d40224de9,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:15.756757 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bee2d05-7179-4d9c-89ed-6b3f53ce884e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:15.765482 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c3445143-760a-4f07-a9f3-ff3f2fa23fc6 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:15.779638 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0532-8b55-45ab-9b8c-8f59a3cc7243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:15.923961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab0532-8b55-45ab-9b8c-8f59a3cc7243 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd73481-b116-4a4f-a2fd-21d3ac519e8d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:15.976741 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] For port c3445143-760a-4f07-a9f3-ff3f2fa23fc6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c3445143-760a-4f07-a9f3-ff3f2fa23fc6,segment=NetworkSegment(1a9db3bb-93d8-4275-92e5-0b638787aa8c),segment_id=1a9db3bb-93d8-4275-92e5-0b638787aa8c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:15.977120 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:16.090088 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:44:16.090708 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:44:16.101915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6bee2d05-7179-4d9c-89ed-6b3f53ce884e admin admin] Calling delete_port for 79d1c0a8-ea8c-4895-950c-b61d40224de9 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:16.145155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] Calling delete_port for c3445143-760a-4f07-a9f3-ff3f2fa23fc6 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:16.146229 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0532-8b55-45ab-9b8c-8f59a3cc7243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:16.156160 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-62dc6ae2-3de2-4878-a50e-f0df3d6566f8 service neutron] 10.222.0.21 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8412988 Feb 09 14:44:16.221698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2b1b9-9385-4cd6-bc0a-d470b841c986 req-3424be27-7a85-490e-94a5-3dd0a363fed6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:16.228607 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-42b2b1b9-9385-4cd6-bc0a-d470b841c986 req-3424be27-7a85-490e-94a5-3dd0a363fed6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 943 time: 0.3050449 Feb 09 14:44:16.261680 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:16.288568 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-42b2b1b9-9385-4cd6-bc0a-d470b841c986 req-e4e2555f-3055-4cd6-b58d-37a8aeb2efea tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590456 Feb 09 14:44:16.299464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port c3445143-760a-4f07-a9f3-ff3f2fa23fc6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c3445143-760a-4f07-a9f3-ff3f2fa23fc6,segment=NetworkSegment(1a9db3bb-93d8-4275-92e5-0b638787aa8c),segment_id=1a9db3bb-93d8-4275-92e5-0b638787aa8c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:16.303878 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:16.304620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:16.348708 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0532-8b55-45ab-9b8c-8f59a3cc7243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:16.351347 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0532-8b55-45ab-9b8c-8f59a3cc7243 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:16.373664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-f163e4b1-719b-4836-bd97-3c21a5fb3435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:16.375570 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-f163e4b1-719b-4836-bd97-3c21a5fb3435 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 1094 time: 0.5553012 Feb 09 14:44:16.376996 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0532-8b55-45ab-9b8c-8f59a3cc7243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:16.377667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ab0532-8b55-45ab-9b8c-8f59a3cc7243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 151df654-8e11-4997-b86a-246e22c7b407 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:44:16.389348 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bee2d05-7179-4d9c-89ed-6b3f53ce884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:16.391102 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:44:16.391453 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1b4ef2b9-df07-4fd6-a4cf-028ff1bf7154 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:16.391985 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:16.431996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:44:16.432515 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b64f3eb1-1ecf-46e2-8315-7c2f07ae6646 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:16.434145 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:44:16.434671 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:44:16.443137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee2d05-7179-4d9c-89ed-6b3f53ce884e admin admin] Pushing event deleted for resources: {'Port': ['ID=79d1c0a8-ea8c-4895-950c-b61d40224de9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:16.452520 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=c3445143-760a-4f07-a9f3-ff3f2fa23fc6,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:16.482017 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0532-8b55-45ab-9b8c-8f59a3cc7243 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:16.483307 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a3ab0532-8b55-45ab-9b8c-8f59a3cc7243 admin admin] 10.222.0.48 "DELETE /v2.0/routers/151df654-8e11-4997-b86a-246e22c7b407 HTTP/1.1" status: 204 len: 168 time: 2.7561028 Feb 09 14:44:16.486069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42418) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:16.549164 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bee2d05-7179-4d9c-89ed-6b3f53ce884e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:16.600043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-8093ccc1-ea4f-4060-8cd9-1e5a6146a047 admin admin] Deleting subnet 5e7c69c0-6c18-49d3-9584-85eb9d49c283 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:44:16.606172 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8093ccc1-ea4f-4060-8cd9-1e5a6146a047 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:16.633837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-c8da92f4-1cb2-44c8-8835-edcff5772a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:16.635286 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-c8da92f4-1cb2-44c8-8835-edcff5772a6b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e022907b-4492-4107-9149-afacab5147d0 HTTP/1.1" status: 200 len: 897 time: 0.2516131 Feb 09 14:44:16.727473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Deleting port c3445143-760a-4f07-a9f3-ff3f2fa23fc6 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:16.727835 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:16.743818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8093ccc1-ea4f-4060-8cd9-1e5a6146a047 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:16.792575 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-40c78007-3e38-4465-a430-20c107402b0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21583bae-2cbf-454a-b876-8b8579d4be44 HTTP/1.1" status: 200 len: 999 time: 0.1503110 Feb 09 14:44:16.875861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-236c6314-888d-4fa4-a6c6-f6e4139dd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:16.877229 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-236c6314-888d-4fa4-a6c6-f6e4139dd6e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3657165f-156f-4a74-a5ec-e5fd804beae5 HTTP/1.1" status: 200 len: 832 time: 0.0781844 Feb 09 14:44:16.883266 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8093ccc1-ea4f-4060-8cd9-1e5a6146a047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:16.903368 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bee2d05-7179-4d9c-89ed-6b3f53ce884e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:16.910458 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bee2d05-7179-4d9c-89ed-6b3f53ce884e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:16.936573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] Deleting port c3445143-760a-4f07-a9f3-ff3f2fa23fc6 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:16.937129 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:17.007562 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bee2d05-7179-4d9c-89ed-6b3f53ce884e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:17.008165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bee2d05-7179-4d9c-89ed-6b3f53ce884e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19f91a51-461b-4bfd-8a22-46806dff7d89 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:44:17.031278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-c1d836dc-c13d-4cc0-96a9-358fbef825c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:17.032940 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-c1d836dc-c13d-4cc0-96a9-358fbef825c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e022907b-4492-4107-9149-afacab5147d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229823 Feb 09 14:44:17.034595 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8093ccc1-ea4f-4060-8cd9-1e5a6146a047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:17.087674 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6bee2d05-7179-4d9c-89ed-6b3f53ce884e admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:17.089050 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6bee2d05-7179-4d9c-89ed-6b3f53ce884e admin admin] 10.222.0.48 "DELETE /v2.0/routers/19f91a51-461b-4bfd-8a22-46806dff7d89 HTTP/1.1" status: 204 len: 168 time: 3.9423006 Feb 09 14:44:17.100363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42426) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:17.121605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093ccc1-ea4f-4060-8cd9-1e5a6146a047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7c69c0-6c18-49d3-9584-85eb9d49c283,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:17.197723 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] For port c3445143-760a-4f07-a9f3-ff3f2fa23fc6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c3445143-760a-4f07-a9f3-ff3f2fa23fc6,segment=NetworkSegment(1a9db3bb-93d8-4275-92e5-0b638787aa8c),segment_id=1a9db3bb-93d8-4275-92e5-0b638787aa8c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:17.198084 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:17.203855 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8093ccc1-ea4f-4060-8cd9-1e5a6146a047 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:17.213092 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8093ccc1-ea4f-4060-8cd9-1e5a6146a047 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5e7c69c0-6c18-49d3-9584-85eb9d49c283 HTTP/1.1" status: 204 len: 168 time: 0.7235727 Feb 09 14:44:17.214262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42432) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:17.245267 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3a0f42-b71e-4f2a-8773-8876d4a40deb None None] Network f98933c3-ab17-4bd3-88df-614e8ab67e3f requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:17.273842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe2827a-415d-4c9b-ba5b-d132692c2241 admin admin] Deleting subnet c145bd42-1ea7-4914-a48e-96910420a071 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:44:17.342408 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfe2827a-415d-4c9b-ba5b-d132692c2241 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:17.375097 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Calling delete_port for c3445143-760a-4f07-a9f3-ff3f2fa23fc6 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:17.451860 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfe2827a-415d-4c9b-ba5b-d132692c2241 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:17.525791 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:17.592191 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:17.601023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Port': ['ID=c3445143-760a-4f07-a9f3-ff3f2fa23fc6,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:17.601023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No DVR routers for this DVR port c3445143-760a-4f07-a9f3-ff3f2fa23fc6 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:44:17.620441 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] For port c3445143-760a-4f07-a9f3-ff3f2fa23fc6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c3445143-760a-4f07-a9f3-ff3f2fa23fc6,segment=NetworkSegment(1a9db3bb-93d8-4275-92e5-0b638787aa8c),segment_id=1a9db3bb-93d8-4275-92e5-0b638787aa8c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:17.620951 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:17.779757 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfe2827a-415d-4c9b-ba5b-d132692c2241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:17.786814 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-ce37a524-b67c-497d-967b-2321e638499c service neutron] 10.222.0.35 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7063744 Feb 09 14:44:17.790021 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] Deleting port e44e40e2-94ac-4213-b3a7-92b6f503808d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:17.790540 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:17.801932 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] Calling delete_port for c3445143-760a-4f07-a9f3-ff3f2fa23fc6 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:17.846663 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:17.872498 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 79d1c0a8-ea8c-4895-950c-b61d40224de9 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:17.882651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a88ed52-9a2e-428f-8fd1-db9b4d7fad06']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:17.902217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9db3bb-93d8-4275-92e5-0b638787aa8c') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:17.902217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9db3bb-93d8-4275-92e5-0b638787aa8c') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:17.921942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 79d1c0a8-ea8c-4895-950c-b61d40224de9 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:44:17.922580 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 79d1c0a8-ea8c-4895-950c-b61d40224de9 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:17.922697 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2cd73481-b116-4a4f-a2fd-21d3ac519e8d no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:17.923156 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:17.934978 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfe2827a-415d-4c9b-ba5b-d132692c2241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:17.958634 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 2cd73481-b116-4a4f-a2fd-21d3ac519e8d {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:44:17.959196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2cd73481-b116-4a4f-a2fd-21d3ac519e8d not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:17.965756 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:44:17.965756 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:44:17.987785 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfe2827a-415d-4c9b-ba5b-d132692c2241 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:17.996228 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d211d0e-460c-4a46-9c7c-0dab19d5278e None None] Network 04a097c4-9610-4e9f-9a61-43117413c1c3 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:18.010813 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] Deleting port c3445143-760a-4f07-a9f3-ff3f2fa23fc6 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:18.011798 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.032015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2827a-415d-4c9b-ba5b-d132692c2241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c145bd42-1ea7-4914-a48e-96910420a071,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:18.042859 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dfe2827a-415d-4c9b-ba5b-d132692c2241 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c145bd42-1ea7-4914-a48e-96910420a071 HTTP/1.1" status: 204 len: 168 time: 0.9390552 Feb 09 14:44:18.044261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42438) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:18.047484 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.051936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981fc55-2fb2-4bcd-b8c2-fb03a255ab58 req-9f26f850-1a9a-4dd2-98a4-e75c3846d5d0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:18.053554 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d981fc55-2fb2-4bcd-b8c2-fb03a255ab58 req-9f26f850-1a9a-4dd2-98a4-e75c3846d5d0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 943 time: 0.3513169 Feb 09 14:44:18.073658 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae80774-ae88-4f2a-8418-66c19f1f6dc1 None None] DHCP port deletion for f98933c3-ab17-4bd3-88df-614e8ab67e3f request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:44:18.142985 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b9168e03-a1a1-441c-a0be-0f8c502b2259 req-fc08f74e-9d4a-4704-9683-079e5ec09b6e service neutron] 10.222.0.35 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246043 Feb 09 14:44:18.143614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:44:18.144217 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.162976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5ae80774-ae88-4f2a-8418-66c19f1f6dc1 None None] Deleting port e44e40e2-94ac-4213-b3a7-92b6f503808d {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:18.163174 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5ae80774-ae88-4f2a-8418-66c19f1f6dc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:44:18.175188 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:44:18.194739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3f38f76a-b2dc-42fe-8387-0dce0b5c01a8 None None] The port 'c3445143-760a-4f07-a9f3-ff3f2fa23fc6' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:44:18.195873 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d981fc55-2fb2-4bcd-b8c2-fb03a255ab58 req-bb3f097e-0cb6-48f5-83bd-1cfb0cbd9597 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204810 Feb 09 14:44:18.203502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] For port e44e40e2-94ac-4213-b3a7-92b6f503808d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e44e40e2-94ac-4213-b3a7-92b6f503808d,segment=NetworkSegment(081eb719-b07f-4c27-8bdf-49835f22320b),segment_id=081eb719-b07f-4c27-8bdf-49835f22320b)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:18.203915 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.300433 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.314450 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.319004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] Deleting port 3598c73e-7f8e-4e59-bce6-302d485824c8 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:18.319569 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.350002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] Calling delete_port for e44e40e2-94ac-4213-b3a7-92b6f503808d owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:18.437239 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.492915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] Pushing event deleted for resources: {'Port': ['ID=e44e40e2-94ac-4213-b3a7-92b6f503808d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:18.494934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] No DVR routers for this DVR port e44e40e2-94ac-4213-b3a7-92b6f503808d on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:44:18.536433 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5ae80774-ae88-4f2a-8418-66c19f1f6dc1 None None] For port e44e40e2-94ac-4213-b3a7-92b6f503808d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e44e40e2-94ac-4213-b3a7-92b6f503808d,segment=NetworkSegment(081eb719-b07f-4c27-8bdf-49835f22320b),segment_id=081eb719-b07f-4c27-8bdf-49835f22320b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:18.536864 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5ae80774-ae88-4f2a-8418-66c19f1f6dc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.593167 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.599304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Network': ['ID=7a88ed52-9a2e-428f-8fd1-db9b4d7fad06,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:18.664149 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.693109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98933c3-ab17-4bd3-88df-614e8ab67e3f']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:18.700416 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9a7741f1-cb85-48f4-bd11-5ad226e8c805 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/networks/7a88ed52-9a2e-428f-8fd1-db9b4d7fad06 HTTP/1.1" status: 204 len: 168 time: 7.4953926 Feb 09 14:44:18.701014 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42444) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:18.717071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081eb719-b07f-4c27-8bdf-49835f22320b') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:18.717362 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081eb719-b07f-4c27-8bdf-49835f22320b') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:18.724261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-d6d0629d-82c7-4d7c-8460-56b1f1039b62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1496065402'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:18.731849 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.746341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90395f7-c30e-4c9e-a526-ff1f2e763c03 None None] DHCP port deletion for 04a097c4-9610-4e9f-9a61-43117413c1c3 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:44:18.748409 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.755480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:44:18.755896 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.759721 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5ae80774-ae88-4f2a-8418-66c19f1f6dc1 None None] Calling delete_port for e44e40e2-94ac-4213-b3a7-92b6f503808d owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:18.762887 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d6d0629d-82c7-4d7c-8460-56b1f1039b62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:18.796034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d6d0629d-82c7-4d7c-8460-56b1f1039b62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:network and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:44:18.802685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d6d0629d-82c7-4d7c-8460-56b1f1039b62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:44:18.812869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d6d0629d-82c7-4d7c-8460-56b1f1039b62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:44:18.861918 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:44:18.879000 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a90395f7-c30e-4c9e-a526-ff1f2e763c03 None None] Deleting port 3598c73e-7f8e-4e59-bce6-302d485824c8 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:18.879967 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a90395f7-c30e-4c9e-a526-ff1f2e763c03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.928439 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.958281 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.964779 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d0629d-82c7-4d7c-8460-56b1f1039b62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:44:18.968923 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6d0629d-82c7-4d7c-8460-56b1f1039b62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:18.976875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] Pushing event deleted for resources: {'Network': ['ID=f98933c3-ab17-4bd3-88df-614e8ab67e3f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:19.000603 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dbe4076f-0f4e-45b4-a2a2-2d4b4dcd9779 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f98933c3-ab17-4bd3-88df-614e8ab67e3f HTTP/1.1" status: 204 len: 168 time: 1.7851474 Feb 09 14:44:19.003040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42448) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:19.116792 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-5ae80774-ae88-4f2a-8418-66c19f1f6dc1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:44:19.117700 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-5ae80774-ae88-4f2a-8418-66c19f1f6dc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:44:19.133577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d0629d-82c7-4d7c-8460-56b1f1039b62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:44:19.142262 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a90395f7-c30e-4c9e-a526-ff1f2e763c03 None None] For port 3598c73e-7f8e-4e59-bce6-302d485824c8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3598c73e-7f8e-4e59-bce6-302d485824c8,segment=NetworkSegment(d4233b8e-94b9-410c-a518-b2e6c719ca69),segment_id=d4233b8e-94b9-410c-a518-b2e6c719ca69)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:19.143065 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a90395f7-c30e-4c9e-a526-ff1f2e763c03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:19.149920 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] For port 3598c73e-7f8e-4e59-bce6-302d485824c8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3598c73e-7f8e-4e59-bce6-302d485824c8,segment=NetworkSegment(d4233b8e-94b9-410c-a518-b2e6c719ca69),segment_id=d4233b8e-94b9-410c-a518-b2e6c719ca69)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:19.150229 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:19.175082 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6d0629d-82c7-4d7c-8460-56b1f1039b62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:19.175957 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-d6d0629d-82c7-4d7c-8460-56b1f1039b62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Added segment b71d636b-80fe-40e3-b3d3-20cfb914336e of type vlan for network cd3e1c56-ecef-455b-9de8-cabc42f4fd4c Feb 09 14:44:19.272766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a90395f7-c30e-4c9e-a526-ff1f2e763c03 None None] Calling delete_port for 3598c73e-7f8e-4e59-bce6-302d485824c8 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:19.306295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] Calling delete_port for 3598c73e-7f8e-4e59-bce6-302d485824c8 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:19.372452 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a90395f7-c30e-4c9e-a526-ff1f2e763c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:19.421382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90395f7-c30e-4c9e-a526-ff1f2e763c03 None None] Pushing event deleted for resources: {'Port': ['ID=3598c73e-7f8e-4e59-bce6-302d485824c8,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:19.424290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90395f7-c30e-4c9e-a526-ff1f2e763c03 None None] No DVR routers for this DVR port 3598c73e-7f8e-4e59-bce6-302d485824c8 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:44:19.478353 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6d0629d-82c7-4d7c-8460-56b1f1039b62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:19.593414 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:44:19.593956 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:44:19.619425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5ae80774-ae88-4f2a-8418-66c19f1f6dc1 None None] Deleting port e44e40e2-94ac-4213-b3a7-92b6f503808d {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:19.620115 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5ae80774-ae88-4f2a-8418-66c19f1f6dc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:19.706947 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6d0629d-82c7-4d7c-8460-56b1f1039b62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:19.713103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d0629d-82c7-4d7c-8460-56b1f1039b62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:19.714008 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6d0629d-82c7-4d7c-8460-56b1f1039b62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:19.716287 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e44e40e2-94ac-4213-b3a7-92b6f503808d no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:19.795466 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: e44e40e2-94ac-4213-b3a7-92b6f503808d {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:44:19.795874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e44e40e2-94ac-4213-b3a7-92b6f503808d not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:19.796295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3598c73e-7f8e-4e59-bce6-302d485824c8 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:19.832322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5ae80774-ae88-4f2a-8418-66c19f1f6dc1 None None] The port 'e44e40e2-94ac-4213-b3a7-92b6f503808d' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:44:19.839613 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 3598c73e-7f8e-4e59-bce6-302d485824c8 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:44:19.840017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3598c73e-7f8e-4e59-bce6-302d485824c8 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:19.881822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0629d-82c7-4d7c-8460-56b1f1039b62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Network': ['ID=cd3e1c56-ecef-455b-9de8-cabc42f4fd4c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:19.896851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network cd3e1c56-ecef-455b-9de8-cabc42f4fd4c details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:44:19.902410 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01314212-97f9-4b0e-867e-b2a0c405169b req-600ee07d-02b3-4fc8-9ca9-141e95c9af8e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:19.904133 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-01314212-97f9-4b0e-867e-b2a0c405169b req-600ee07d-02b3-4fc8-9ca9-141e95c9af8e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 943 time: 0.5503592 Feb 09 14:44:19.977725 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d6d0629d-82c7-4d7c-8460-56b1f1039b62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2715681 Feb 09 14:44:19.981173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42494) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:19.986790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1169e8b3-3627-42eb-acc8-fcd4700ce669 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'subnet': {'network_id': 'cd3e1c56-ecef-455b-9de8-cabc42f4fd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:20.010475 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 21583bae-2cbf-454a-b876-8b8579d4be44 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:44:20.022271 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-01314212-97f9-4b0e-867e-b2a0c405169b req-e79c03b6-dbfa-419b-b194-65ffc1efe870 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676138 Feb 09 14:44:20.117645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] Deleting port 3598c73e-7f8e-4e59-bce6-302d485824c8 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:20.118355 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:20.185887 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 21583bae-2cbf-454a-b876-8b8579d4be44, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=21583bae-2cbf-454a-b876-8b8579d4be44,segment=NetworkSegment(a8adc562-792b-4835-b2a1-504aa22941e5),segment_id=a8adc562-792b-4835-b2a1-504aa22941e5)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:20.202386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '21583bae-2cbf-454a-b876-8b8579d4be44', 'network_id': 'e022907b-4492-4107-9149-afacab5147d0', 'port_id': '21583bae-2cbf-454a-b876-8b8579d4be44', 'mac_address': 'fa:16:3e:c4:26:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:44:20.210524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] The port '3598c73e-7f8e-4e59-bce6-302d485824c8' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:44:20.221193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1169e8b3-3627-42eb-acc8-fcd4700ce669 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:20.231405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1169e8b3-3627-42eb-acc8-fcd4700ce669 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:subnet and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:44:20.243311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1169e8b3-3627-42eb-acc8-fcd4700ce669 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:44:20.254119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1169e8b3-3627-42eb-acc8-fcd4700ce669 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:20.276903 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:20.279045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1169e8b3-3627-42eb-acc8-fcd4700ce669 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:44:20.282746 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1169e8b3-3627-42eb-acc8-fcd4700ce669 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:20.306856 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21583bae-2cbf-454a-b876-8b8579d4be44 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:44:20.337198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 21583bae-2cbf-454a-b876-8b8579d4be44, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=21583bae-2cbf-454a-b876-8b8579d4be44,segment=NetworkSegment(a8adc562-792b-4835-b2a1-504aa22941e5),segment_id=a8adc562-792b-4835-b2a1-504aa22941e5)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:20.342823 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:20.459348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=21583bae-2cbf-454a-b876-8b8579d4be44,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:20.584032 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:20.616962 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1169e8b3-3627-42eb-acc8-fcd4700ce669 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:20.618620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a097c4-9610-4e9f-9a61-43117413c1c3']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:20.633763 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4233b8e-94b9-410c-a518-b2e6c719ca69') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:20.634065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4233b8e-94b9-410c-a518-b2e6c719ca69') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:20.685542 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:20.708259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169e8b3-3627-42eb-acc8-fcd4700ce669 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Subnet': ['ID=96eb346a-019b-437a-88c8-7de8d6fe9059,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:20.714446 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:20.718405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1169e8b3-3627-42eb-acc8-fcd4700ce669 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Checking segment: {'id': 'b71d636b-80fe-40e3-b3d3-20cfb914336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cd3e1c56-ecef-455b-9de8-cabc42f4fd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:44:20.718793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1169e8b3-3627-42eb-acc8-fcd4700ce669 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network hostable DHCP agents. Network: cd3e1c56-ecef-455b-9de8-cabc42f4fd4c, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:44:20.724233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:44:20.724539 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:20.740890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1169e8b3-3627-42eb-acc8-fcd4700ce669 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network cd3e1c56-ecef-455b-9de8-cabc42f4fd4c is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:44:20.741084 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:44:20.750472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-1169e8b3-3627-42eb-acc8-fcd4700ce669 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, cd3e1c56-ecef-455b-9de8-cabc42f4fd4c) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:20.755018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1169e8b3-3627-42eb-acc8-fcd4700ce669 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:20.755594 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1169e8b3-3627-42eb-acc8-fcd4700ce669 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:20.761158 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['21583bae-2cbf-454a-b876-8b8579d4be44'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:44:20.791002 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1169e8b3-3627-42eb-acc8-fcd4700ce669 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8086114 Feb 09 14:44:20.793896 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42524) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:20.801816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c402414e-7dfa-4f83-b1f4-14dd213123b4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'subnet': {'network_id': 'cd3e1c56-ecef-455b-9de8-cabc42f4fd4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:20.812950 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c568f7c1-6871-4ab3-b4cb-91ed15968e8f None None] Network cd3e1c56-ecef-455b-9de8-cabc42f4fd4c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:20.826452 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f3d361b-d46a-4f47-ab30-2b0c74fab02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:20.885143 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:20.917259 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:20.927563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] Pushing event deleted for resources: {'Network': ['ID=04a097c4-9610-4e9f-9a61-43117413c1c3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:20.961022 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-75aef78c-038a-415a-baf9-c5b06048e669 admin admin] 10.222.0.48 "DELETE /v2.0/networks/04a097c4-9610-4e9f-9a61-43117413c1c3 HTTP/1.1" status: 204 len: 168 time: 2.9019797 Feb 09 14:44:21.016478 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c402414e-7dfa-4f83-b1f4-14dd213123b4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:21.021447 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c402414e-7dfa-4f83-b1f4-14dd213123b4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:subnet and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:44:21.024852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c402414e-7dfa-4f83-b1f4-14dd213123b4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:44:21.031619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c402414e-7dfa-4f83-b1f4-14dd213123b4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:21.045179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c402414e-7dfa-4f83-b1f4-14dd213123b4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:44:21.052985 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c402414e-7dfa-4f83-b1f4-14dd213123b4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:21.173810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-cd3e1c56-ecef-455b-9de8-cabc42f4fd4c', 'network_id': 'cd3e1c56-ecef-455b-9de8-cabc42f4fd4c', 'tenant_id': '09860b0b446d44c389a8496647fe4158', 'fixed_ips': [{'subnet_id': '96eb346a-019b-437a-88c8-7de8d6fe9059'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:44:21.174663 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:21.201757 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42540) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:21.471237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d361b-d46a-4f47-ab30-2b0c74fab02c admin admin] Deleting port 24ad4823-81be-4a95-a01e-7073b4163133 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:21.471849 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f3d361b-d46a-4f47-ab30-2b0c74fab02c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:21.497133 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-050a4fde-67bf-438a-b65b-14a25252d85c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd902e78e9b44d9993efa4ba21344f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942266 Feb 09 14:44:21.498231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Allocated IP 2001:db8::2 (cd3e1c56-ecef-455b-9de8-cabc42f4fd4c/96eb346a-019b-437a-88c8-7de8d6fe9059/e3f20ea3-c229-432f-864e-23c91f73da2e) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:44:21.505089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42546) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:21.535337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a45f0-896b-47b9-a260-3fcac7b8817a req-e6ab98a8-48f3-48f0-889b-a8f67ae42a35 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:21.537009 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ec8a45f0-896b-47b9-a260-3fcac7b8817a req-e6ab98a8-48f3-48f0-889b-a8f67ae42a35 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 944 time: 0.3092086 Feb 09 14:44:21.657829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ec8a45f0-896b-47b9-a260-3fcac7b8817a req-fe1b6e72-bfa3-49eb-81d9-e653e392396d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100681 Feb 09 14:44:21.688015 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c539-8df0-4663-8d04-a3168d4f1fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:21.743611 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:21.755823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Transition to ACTIVE for port object e3f20ea3-c229-432f-864e-23c91f73da2e will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:21.776503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Transition to ACTIVE for port object e3f20ea3-c229-432f-864e-23c91f73da2e will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:21.800734 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c539-8df0-4663-8d04-a3168d4f1fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:21.827830 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:21.839358 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2f3d361b-d46a-4f47-ab30-2b0c74fab02c admin admin] For port 24ad4823-81be-4a95-a01e-7073b4163133, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=24ad4823-81be-4a95-a01e-7073b4163133,segment=NetworkSegment(18c57396-b280-4d7d-887f-5dce30141424),segment_id=18c57396-b280-4d7d-887f-5dce30141424)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:21.840098 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f3d361b-d46a-4f47-ab30-2b0c74fab02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:21.914245 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c539-8df0-4663-8d04-a3168d4f1fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:21.915828 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Network cd3e1c56-ecef-455b-9de8-cabc42f4fd4c is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:44:21.920609 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:21.940133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2c539-8df0-4663-8d04-a3168d4f1fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0105e3bc-8460-4700-b474-68c0de9a49ec,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:21.944254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:44:21.986727 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c539-8df0-4663-8d04-a3168d4f1fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:21.990048 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0dd2c539-8df0-4663-8d04-a3168d4f1fb2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0105e3bc-8460-4700-b474-68c0de9a49ec HTTP/1.1" status: 204 len: 168 time: 0.4838915 Feb 09 14:44:21.990912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Pushing event updated for resources: {'Port': ['ID=e3f20ea3-c229-432f-864e-23c91f73da2e,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:21.996649 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c402414e-7dfa-4f83-b1f4-14dd213123b4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:22.117523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d361b-d46a-4f47-ab30-2b0c74fab02c admin admin] Calling delete_port for 24ad4823-81be-4a95-a01e-7073b4163133 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:22.159019 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Attempting to bind port e3f20ea3-c229-432f-864e-23c91f73da2e on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:44:22.159444 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Attempting to bind port e3f20ea3-c229-432f-864e-23c91f73da2e by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'b71d636b-80fe-40e3-b3d3-20cfb914336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cd3e1c56-ecef-455b-9de8-cabc42f4fd4c'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:44:22.159885 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Attempting to bind port e3f20ea3-c229-432f-864e-23c91f73da2e on network cd3e1c56-ecef-455b-9de8-cabc42f4fd4c {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:44:22.170257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:44:22.170917 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Checking segment: {'id': 'b71d636b-80fe-40e3-b3d3-20cfb914336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cd3e1c56-ecef-455b-9de8-cabc42f4fd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:44:22.171382 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:22.173164 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Bound using segment: {'id': 'b71d636b-80fe-40e3-b3d3-20cfb914336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cd3e1c56-ecef-455b-9de8-cabc42f4fd4c'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:44:22.173531 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Bound port: e3f20ea3-c229-432f-864e-23c91f73da2e, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71d636b-80fe-40e3-b3d3-20cfb914336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cd3e1c56-ecef-455b-9de8-cabc42f4fd4c'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:44:22.173980 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:22.182170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c402414e-7dfa-4f83-b1f4-14dd213123b4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network cd3e1c56-ecef-455b-9de8-cabc42f4fd4c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:44:22.186735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-c402414e-7dfa-4f83-b1f4-14dd213123b4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:22.196773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c402414e-7dfa-4f83-b1f4-14dd213123b4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:22.197426 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c402414e-7dfa-4f83-b1f4-14dd213123b4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:22.219885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402414e-7dfa-4f83-b1f4-14dd213123b4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Subnet': ['ID=1385d59c-7e29-4d85-bfc5-c432c3a970e0,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:22.237845 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f58aea-7e18-4ce7-a247-e4c2ebf7aeb1 req-cb799fe9-a3c5-4e09-a200-7a6afb806b9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:22.239410 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47f58aea-7e18-4ce7-a247-e4c2ebf7aeb1 req-cb799fe9-a3c5-4e09-a200-7a6afb806b9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13&tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 944 time: 0.1730015 Feb 09 14:44:22.256823 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c402414e-7dfa-4f83-b1f4-14dd213123b4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4604723 Feb 09 14:44:22.259304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42556) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:22.337801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] For port e3f20ea3-c229-432f-864e-23c91f73da2e, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:44:22.341883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] For port e3f20ea3-c229-432f-864e-23c91f73da2e, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e3f20ea3-c229-432f-864e-23c91f73da2e,segment=NetworkSegment(b71d636b-80fe-40e3-b3d3-20cfb914336e),segment_id=b71d636b-80fe-40e3-b3d3-20cfb914336e)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:44:22.342872 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [req-47f58aea-7e18-4ce7-a247-e4c2ebf7aeb1 req-376e1f68-fa57-4aad-ba71-fa9a4fb66795 service neutron] delete failed (client error): The resource could not be found. Feb 09 14:44:22.343461 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47f58aea-7e18-4ce7-a247-e4c2ebf7aeb1 req-376e1f68-fa57-4aad-ba71-fa9a4fb66795 service neutron] 10.222.0.21 "DELETE /v2.0/ports/21583bae-2cbf-454a-b876-8b8579d4be44/bindings/n-h2-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.0970566 Feb 09 14:44:22.360666 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:22.486459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c9a77-dc09-4fac-a6d2-eb90cf2e7a8a tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:22.492001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c9a77-dc09-4fac-a6d2-eb90cf2e7a8a tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:22.494559 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bef5df-65b9-4826-a5b1-7eb237af4c4c None None] Pushing event updated for resources: {'Port': ['ID=e3f20ea3-c229-432f-864e-23c91f73da2e,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:22.499763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c9a77-dc09-4fac-a6d2-eb90cf2e7a8a tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:22.503779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c9a77-dc09-4fac-a6d2-eb90cf2e7a8a tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:22.507298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c9a77-dc09-4fac-a6d2-eb90cf2e7a8a tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:22.510735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2c4c9a77-dc09-4fac-a6d2-eb90cf2e7a8a tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Synchronizing usage tracker for tenant:09860b0b446d44c389a8496647fe4158 on resource:subnet {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:44:22.535438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751742a9-a3b0-4804-b50f-a1d678c1e656 req-aa52746d-2307-438c-93cb-5eb338dc8b32 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:22.542927 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751742a9-a3b0-4804-b50f-a1d678c1e656 req-aa52746d-2307-438c-93cb-5eb338dc8b32 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 944 time: 0.4241524 Feb 09 14:44:22.582344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f3d361b-d46a-4f47-ab30-2b0c74fab02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:22.613619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2c4c9a77-dc09-4fac-a6d2-eb90cf2e7a8a tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Unset dirty status for tenant:09860b0b446d44c389a8496647fe4158 on resource:subnet {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:44:22.615102 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2c4c9a77-dc09-4fac-a6d2-eb90cf2e7a8a tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3501337 Feb 09 14:44:22.621593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42562) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:22.638005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f3a452e8-85ea-4521-b745-e012cdabc73b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1880956323'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:22.648920 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751742a9-a3b0-4804-b50f-a1d678c1e656 req-e294b49c-d75b-4c46-8e4f-7de6c0d40acd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995038 Feb 09 14:44:22.650164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f3a452e8-85ea-4521-b745-e012cdabc73b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:22.656761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f3a452e8-85ea-4521-b745-e012cdabc73b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:network and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:44:22.657093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d361b-d46a-4f47-ab30-2b0c74fab02c admin admin] Pushing event deleted for resources: {'Port': ['ID=24ad4823-81be-4a95-a01e-7073b4163133,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:22.660920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f3a452e8-85ea-4521-b745-e012cdabc73b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:44:22.669499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f3a452e8-85ea-4521-b745-e012cdabc73b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:22.687293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a452e8-85ea-4521-b745-e012cdabc73b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:44:22.699026 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3a452e8-85ea-4521-b745-e012cdabc73b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:22.753726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42568) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:22.785056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a452e8-85ea-4521-b745-e012cdabc73b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:44:22.829786 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3a452e8-85ea-4521-b745-e012cdabc73b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:22.830138 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-f3a452e8-85ea-4521-b745-e012cdabc73b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Added segment 59560355-6275-4a2d-8606-01635b136a22 of type vlan for network fec08e75-1ca4-4d96-84f4-5e1b35a3faba Feb 09 14:44:22.881155 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8cac4758-5cb0-4825-bcaa-52854dabd743 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0eca207a10143738a0c2716a71f385a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1222236 Feb 09 14:44:22.885721 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42572) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:22.933868 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3a452e8-85ea-4521-b745-e012cdabc73b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:23.003129 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3a452e8-85ea-4521-b745-e012cdabc73b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:23.010731 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a452e8-85ea-4521-b745-e012cdabc73b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:23.011338 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3a452e8-85ea-4521-b745-e012cdabc73b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:23.020858 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b921c0f-11e1-4b72-a851-0778f2b1258c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:23.092793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f58aea-7e18-4ce7-a247-e4c2ebf7aeb1 req-589f8367-35f2-415c-bfe6-8f1b7d0c0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:23.094555 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47f58aea-7e18-4ce7-a247-e4c2ebf7aeb1 req-589f8367-35f2-415c-bfe6-8f1b7d0c0751 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 1095 time: 0.6145654 Feb 09 14:44:23.211869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a452e8-85ea-4521-b745-e012cdabc73b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Network': ['ID=fec08e75-1ca4-4d96-84f4-5e1b35a3faba,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:23.215134 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b921c0f-11e1-4b72-a851-0778f2b1258c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:23.222578 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f3a452e8-85ea-4521-b745-e012cdabc73b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5932159 Feb 09 14:44:23.225808 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42576) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:23.229228 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network fec08e75-1ca4-4d96-84f4-5e1b35a3faba details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:44:23.235219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-aaaec2dd-c764-4bc7-b18a-7aa3a746c4d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:23.295377 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2f3d361b-d46a-4f47-ab30-2b0c74fab02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:23.433785 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f58aea-7e18-4ce7-a247-e4c2ebf7aeb1 req-409de032-f14e-4e45-8d09-ee25062f5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:23.435245 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47f58aea-7e18-4ce7-a247-e4c2ebf7aeb1 req-409de032-f14e-4e45-8d09-ee25062f5c11 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e022907b-4492-4107-9149-afacab5147d0 HTTP/1.1" status: 200 len: 897 time: 0.3341880 Feb 09 14:44:23.459398 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b921c0f-11e1-4b72-a851-0778f2b1258c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:23.496472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b921c0f-11e1-4b72-a851-0778f2b1258c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecc65ff-bc9d-43b1-992c-783811ec84a0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:23.505887 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b921c0f-11e1-4b72-a851-0778f2b1258c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:23.514585 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6b921c0f-11e1-4b72-a851-0778f2b1258c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aecc65ff-bc9d-43b1-992c-783811ec84a0 HTTP/1.1" status: 204 len: 168 time: 0.6229973 Feb 09 14:44:23.616941 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aaaec2dd-c764-4bc7-b18a-7aa3a746c4d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:23.674526 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aaaec2dd-c764-4bc7-b18a-7aa3a746c4d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:23.713476 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47f58aea-7e18-4ce7-a247-e4c2ebf7aeb1 req-8fd8adbe-62c9-4bdd-a155-b62a17226328 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21583bae-2cbf-454a-b876-8b8579d4be44 HTTP/1.1" status: 200 len: 1000 time: 0.2700655 Feb 09 14:44:23.838716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e3f20ea3-c229-432f-864e-23c91f73da2e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:44:23.955442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aaaec2dd-c764-4bc7-b18a-7aa3a746c4d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network fec08e75-1ca4-4d96-84f4-5e1b35a3faba is not hosted by any dhcp agent {{(pid=87597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 14:44:23.979760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaec2dd-c764-4bc7-b18a-7aa3a746c4d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:23.979760 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aaaec2dd-c764-4bc7-b18a-7aa3a746c4d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:23.979760 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-aaaec2dd-c764-4bc7-b18a-7aa3a746c4d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "PUT /v2.0/networks/fec08e75-1ca4-4d96-84f4-5e1b35a3faba HTTP/1.1" status: 200 len: 723 time: 0.7479093 Feb 09 14:44:23.990079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42586) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:24.039998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 21583bae-2cbf-454a-b876-8b8579d4be44 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:44:24.042029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-04e5cb0c-48de-49ea-a635-331e7ea2bac4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'subnet': {'network_id': 'fec08e75-1ca4-4d96-84f4-5e1b35a3faba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:24.155567 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port e3f20ea3-c229-432f-864e-23c91f73da2e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:44:24.213107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f58aea-7e18-4ce7-a247-e4c2ebf7aeb1 req-6ea0bb44-6c60-4979-b5d6-2ff684c956d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:24.214561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47f58aea-7e18-4ce7-a247-e4c2ebf7aeb1 req-6ea0bb44-6c60-4979-b5d6-2ff684c956d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3657165f-156f-4a74-a5ec-e5fd804beae5 HTTP/1.1" status: 200 len: 832 time: 0.4158804 Feb 09 14:44:24.257273 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 21583bae-2cbf-454a-b876-8b8579d4be44 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:44:24.262816 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 21583bae-2cbf-454a-b876-8b8579d4be44 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:24.263191 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:24.366760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaec2dd-c764-4bc7-b18a-7aa3a746c4d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Network': ['ID=fec08e75-1ca4-4d96-84f4-5e1b35a3faba,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:24.385541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network fec08e75-1ca4-4d96-84f4-5e1b35a3faba details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:44:24.415765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-04e5cb0c-48de-49ea-a635-331e7ea2bac4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:24.432213 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-04e5cb0c-48de-49ea-a635-331e7ea2bac4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:24.451161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e5cb0c-48de-49ea-a635-331e7ea2bac4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:44:24.458617 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-04e5cb0c-48de-49ea-a635-331e7ea2bac4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:24.466541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410bddef-a942-42db-9c73-4283ca16a255 None None] Network cd3e1c56-ecef-455b-9de8-cabc42f4fd4c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:24.485684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3d361b-d46a-4f47-ab30-2b0c74fab02c admin admin] Router f90f56a0-f2e5-4755-8f6a-882da6d3ae42 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:44:24.496595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf102a0-c28d-46c1-967e-14372799305d req-a9c3e645-5d66-4be2-b523-11722fce0959 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:24.505211 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9bf102a0-c28d-46c1-967e-14372799305d req-a9c3e645-5d66-4be2-b523-11722fce0959 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 944 time: 0.5515924 Feb 09 14:44:24.630047 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f58aea-7e18-4ce7-a247-e4c2ebf7aeb1 req-e28da184-756f-45f3-a62b-a9288375171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:24.632412 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47f58aea-7e18-4ce7-a247-e4c2ebf7aeb1 req-e28da184-756f-45f3-a62b-a9288375171e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e022907b-4492-4107-9149-afacab5147d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3160398 Feb 09 14:44:24.653958 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9bf102a0-c28d-46c1-967e-14372799305d req-45d608a3-f44b-4a6d-a5b3-433fd704b43b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475348 Feb 09 14:44:24.735292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f565d544-1183-450a-978f-f6cab90ab77e None None] Provisioning for port e3f20ea3-c229-432f-864e-23c91f73da2e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:44:24.748793 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-04e5cb0c-48de-49ea-a635-331e7ea2bac4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:24.767652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f565d544-1183-450a-978f-f6cab90ab77e None None] Provisioning complete for port e3f20ea3-c229-432f-864e-23c91f73da2e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:24.770003 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f565d544-1183-450a-978f-f6cab90ab77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:24.828095 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:24.837016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5cb0c-48de-49ea-a635-331e7ea2bac4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Subnet': ['ID=9a0f436c-383c-45f3-aa6d-b7816c578f7c,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:24.846794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5cb0c-48de-49ea-a635-331e7ea2bac4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Checking segment: {'id': '59560355-6275-4a2d-8606-01635b136a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fec08e75-1ca4-4d96-84f4-5e1b35a3faba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:44:24.847159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e5cb0c-48de-49ea-a635-331e7ea2bac4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network hostable DHCP agents. Network: fec08e75-1ca4-4d96-84f4-5e1b35a3faba, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:44:24.873416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e5cb0c-48de-49ea-a635-331e7ea2bac4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network fec08e75-1ca4-4d96-84f4-5e1b35a3faba is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:44:24.885516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-04e5cb0c-48de-49ea-a635-331e7ea2bac4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, fec08e75-1ca4-4d96-84f4-5e1b35a3faba) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:24.891409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e5cb0c-48de-49ea-a635-331e7ea2bac4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:24.892356 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-04e5cb0c-48de-49ea-a635-331e7ea2bac4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:24.923183 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68f6c84-b459-47da-96db-c11721284b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21583bae-2cbf-454a-b876-8b8579d4be44'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:44:24.928562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456fa61c-e8b3-487e-b74e-5cbd3b024946 None None] Network fec08e75-1ca4-4d96-84f4-5e1b35a3faba requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:24.935148 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-04e5cb0c-48de-49ea-a635-331e7ea2bac4 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9441755 Feb 09 14:44:24.937924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42592) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:24.947029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1b8fc0ed-601c-4b91-a616-56f652081ac1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:24.952972 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 21583bae-2cbf-454a-b876-8b8579d4be44, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=21583bae-2cbf-454a-b876-8b8579d4be44,segment=NetworkSegment(a8adc562-792b-4835-b2a1-504aa22941e5),segment_id=a8adc562-792b-4835-b2a1-504aa22941e5)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:25.090049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3d361b-d46a-4f47-ab30-2b0c74fab02c admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:44:25.098513 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47f58aea-7e18-4ce7-a247-e4c2ebf7aeb1 req-1e4bf09c-d134-4dac-84c9-ab2ca0b799b1 service neutron] 10.222.0.21 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378946 Feb 09 14:44:25.104379 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2f3d361b-d46a-4f47-ab30-2b0c74fab02c admin admin] 10.222.0.48 "PUT /v2.0/routers/f90f56a0-f2e5-4755-8f6a-882da6d3ae42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0999892 Feb 09 14:44:25.104505 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68f6c84-b459-47da-96db-c11721284b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21583bae-2cbf-454a-b876-8b8579d4be44', 'code': 200} Feb 09 14:44:25.105133 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:25.128172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42598) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:25.180163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c398cef5-e551-4f3e-82e6-af7f13e6e4be None None] Sync routers for ids ['f90f56a0-f2e5-4755-8f6a-882da6d3ae42'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:44:25.276426 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c398cef5-e551-4f3e-82e6-af7f13e6e4be None None] Routers {'f90f56a0-f2e5-4755-8f6a-882da6d3ae42'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:44:25.277080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c398cef5-e551-4f3e-82e6-af7f13e6e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:43:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f90f56a0-f2e5-4755-8f6a-882da6d3ae42'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:25.293397 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1b8fc0ed-601c-4b91-a616-56f652081ac1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2350753'] for subnet, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:25.430093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=21583bae-2cbf-454a-b876-8b8579d4be44,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:25.434072 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47f58aea-7e18-4ce7-a247-e4c2ebf7aeb1 req-e9346f00-c435-4c6e-9934-1c8148b0e679 service neutron] 10.222.0.21 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280275 Feb 09 14:44:25.443347 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d60b6d92-c537-4c5c-a34f-3abf4e1749b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:25.520553 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:25.520902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:25.521246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:25.521867 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:25.521978 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:25.522219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:25.522545 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:25.522874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:25.523198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:25.523520 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:25.523882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:25.524208 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:44:25.614027 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f565d544-1183-450a-978f-f6cab90ab77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:25.649311 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1b8fc0ed-601c-4b91-a616-56f652081ac1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768412928004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3420332'] for subnet, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:25.700023 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2781fbc4-0d52-4c10-94e8-8a6e64debae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-fec08e75-1ca4-4d96-84f4-5e1b35a3faba', 'network_id': 'fec08e75-1ca4-4d96-84f4-5e1b35a3faba', 'tenant_id': '09860b0b446d44c389a8496647fe4158', 'fixed_ips': [{'subnet_id': '9a0f436c-383c-45f3-aa6d-b7816c578f7c'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:44:25.700839 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2781fbc4-0d52-4c10-94e8-8a6e64debae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:25.714081 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-c398cef5-e551-4f3e-82e6-af7f13e6e4be None None] Set router f90f56a0-f2e5-4755-8f6a-882da6d3ae42 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:44:25.728438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8fc0ed-601c-4b91-a616-56f652081ac1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:25.729272 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1b8fc0ed-601c-4b91-a616-56f652081ac1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:25.730150 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d60b6d92-c537-4c5c-a34f-3abf4e1749b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:25.730816 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1b8fc0ed-601c-4b91-a616-56f652081ac1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "PUT /v2.0/subnets/9a0f436c-383c-45f3-aa6d-b7816c578f7c HTTP/1.1" status: 200 len: 826 time: 0.7916698 Feb 09 14:44:25.733840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42604) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:25.752633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d60b6d92-c537-4c5c-a34f-3abf4e1749b8 admin admin] Deleting port beb395c4-486f-4ba6-a286-a59f69e5c647 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:25.753636 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d60b6d92-c537-4c5c-a34f-3abf4e1749b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:25.870310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fc0ed-601c-4b91-a616-56f652081ac1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Subnet': ['ID=9a0f436c-383c-45f3-aa6d-b7816c578f7c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:25.896530 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f565d544-1183-450a-978f-f6cab90ab77e None None] For port e3f20ea3-c229-432f-864e-23c91f73da2e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e3f20ea3-c229-432f-864e-23c91f73da2e,segment=NetworkSegment(b71d636b-80fe-40e3-b3d3-20cfb914336e),segment_id=b71d636b-80fe-40e3-b3d3-20cfb914336e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:25.947919 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e75e648b-56fb-46f2-99d0-8f1daa9b133f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:25.956971 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f565d544-1183-450a-978f-f6cab90ab77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.068185 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e75e648b-56fb-46f2-99d0-8f1daa9b133f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.115137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565d544-1183-450a-978f-f6cab90ab77e None None] Pushing event updated for resources: {'Port': ['ID=e3f20ea3-c229-432f-864e-23c91f73da2e,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:26.168158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9865ff-5a28-4192-9bbb-4b29dbda372a req-4d385f69-9df5-491c-8373-981ac6e805eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:26.168712 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3e9865ff-5a28-4192-9bbb-4b29dbda372a req-4d385f69-9df5-491c-8373-981ac6e805eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.3052719 Feb 09 14:44:26.208741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d60b6d92-c537-4c5c-a34f-3abf4e1749b8 admin admin] For port beb395c4-486f-4ba6-a286-a59f69e5c647, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=beb395c4-486f-4ba6-a286-a59f69e5c647,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:26.209269 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d60b6d92-c537-4c5c-a34f-3abf4e1749b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.211931 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e75e648b-56fb-46f2-99d0-8f1daa9b133f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server [None req-2781fbc4-0d52-4c10-94e8-8a6e64debae7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a0f436c-383c-45f3-aa6d-b7816c578f7c: This subnet is being modified by another concurrent operation. Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 14:44:26.286155 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server raise exception Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a0f436c-383c-45f3-aa6d-b7816c578f7c: This subnet is being modified by another concurrent operation. Feb 09 14:44:26.289608 n-d-828418-2 neutron-server[87598]: ERROR oslo_messaging.rpc.server Feb 09 14:44:26.305139 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721d41e1-e6ba-4022-9859-4a9aa0127176 None None] Update dhcp port {'port': {'network_id': 'cd3e1c56-ecef-455b-9de8-cabc42f4fd4c', 'fixed_ips': [{'subnet_id': '96eb346a-019b-437a-88c8-7de8d6fe9059', 'ip_address': '2001:db8::2'}, {'subnet_id': '1385d59c-7e29-4d85-bfc5-c432c3a970e0'}], 'binding:host_id': 'n-d-828418-2'}, 'id': 'e3f20ea3-c229-432f-864e-23c91f73da2e'} from n-d-828418-2. {{(pid=87598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 09 14:44:26.308805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e648b-56fb-46f2-99d0-8f1daa9b133f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0f436c-383c-45f3-aa6d-b7816c578f7c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:26.353756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f5499d-59da-40e8-b11f-95f4c4675458 None None] Network fec08e75-1ca4-4d96-84f4-5e1b35a3faba requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:26.382972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d60b6d92-c537-4c5c-a34f-3abf4e1749b8 admin admin] Calling delete_port for beb395c4-486f-4ba6-a286-a59f69e5c647 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:26.452741 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e75e648b-56fb-46f2-99d0-8f1daa9b133f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.458224 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3e9865ff-5a28-4192-9bbb-4b29dbda372a req-a892bdaa-4add-41ae-8ec6-0146d4f92baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359138 Feb 09 14:44:26.499667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e75e648b-56fb-46f2-99d0-8f1daa9b133f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec08e75-1ca4-4d96-84f4-5e1b35a3faba']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:26.513207 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e75e648b-56fb-46f2-99d0-8f1daa9b133f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59560355-6275-4a2d-8606-01635b136a22') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:26.513550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e75e648b-56fb-46f2-99d0-8f1daa9b133f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59560355-6275-4a2d-8606-01635b136a22') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:26.526307 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e75e648b-56fb-46f2-99d0-8f1daa9b133f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.555633 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e75e648b-56fb-46f2-99d0-8f1daa9b133f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.562659 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75e648b-56fb-46f2-99d0-8f1daa9b133f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:44:26.563037 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e75e648b-56fb-46f2-99d0-8f1daa9b133f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.577887 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-721d41e1-e6ba-4022-9859-4a9aa0127176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:44:26.581061 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:44:26.589599 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a870388-0132-4f3d-be73-6c81f823a7af None None] Network fec08e75-1ca4-4d96-84f4-5e1b35a3faba requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:26.682235 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d60b6d92-c537-4c5c-a34f-3abf4e1749b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.690849 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e75e648b-56fb-46f2-99d0-8f1daa9b133f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.701025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e75e648b-56fb-46f2-99d0-8f1daa9b133f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.737446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b6d92-c537-4c5c-a34f-3abf4e1749b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb395c4-486f-4ba6-a286-a59f69e5c647,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:26.752380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e648b-56fb-46f2-99d0-8f1daa9b133f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Network': ['ID=fec08e75-1ca4-4d96-84f4-5e1b35a3faba,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:26.765515 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e75e648b-56fb-46f2-99d0-8f1daa9b133f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/networks/fec08e75-1ca4-4d96-84f4-5e1b35a3faba HTTP/1.1" status: 204 len: 168 time: 1.0301185 Feb 09 14:44:26.767933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42610) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:26.801129 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01c2323-1d72-4765-86c3-ce47100036d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] DELETE failed (client error): The resource could not be found. Feb 09 14:44:26.801844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b01c2323-1d72-4765-86c3-ce47100036d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:44:26.809328 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b01c2323-1d72-4765-86c3-ce47100036d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/networks/fec08e75-1ca4-4d96-84f4-5e1b35a3faba HTTP/1.1" status: 404 len: 339 time: 0.0349903 Feb 09 14:44:26.809567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42614) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:26.815420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-cf7ad14c-78e5-415f-b97a-90b3138c55a3 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1704695363', 'description': 'd1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:26.821271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-cf7ad14c-78e5-415f-b97a-90b3138c55a3 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:26.825681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cf7ad14c-78e5-415f-b97a-90b3138c55a3 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Usage tracker for resource:network and tenant:09860b0b446d44c389a8496647fe4158 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:44:26.829415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cf7ad14c-78e5-415f-b97a-90b3138c55a3 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:44:26.836419 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-cf7ad14c-78e5-415f-b97a-90b3138c55a3 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:26.852333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7ad14c-78e5-415f-b97a-90b3138c55a3 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:44:26.857008 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cf7ad14c-78e5-415f-b97a-90b3138c55a3 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.858465 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d60b6d92-c537-4c5c-a34f-3abf4e1749b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.866061 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0bf31709-e662-44b9-9013-ae2998b8ceea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.873794 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c398cef5-e551-4f3e-82e6-af7f13e6e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'name': 'tempest-TestVolumeBackupRestore-1861864711-router', 'tenant_id': '3e861bb0573e4b87a4c46fab67012821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'beb395c4-486f-4ba6-a286-a59f69e5c647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:43Z', 'updated_at': '2022-02-09T14:44:22Z', 'revision_number': 5, 'project_id': '3e861bb0573e4b87a4c46fab67012821', 'gw_port': {'id': 'beb395c4-486f-4ba6-a286-a59f69e5c647', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:39:45Z', 'updated_at': '2022-02-09T14:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:26.893442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7ad14c-78e5-415f-b97a-90b3138c55a3 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:44:26.906299 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cf7ad14c-78e5-415f-b97a-90b3138c55a3 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.906727 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-cf7ad14c-78e5-415f-b97a-90b3138c55a3 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Added segment b6665abb-f3e0-4eec-beb3-7bd9f06f39b1 of type vlan for network 31de7e2d-2acc-4e37-bf10-072520ccff4b Feb 09 14:44:26.940204 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cf7ad14c-78e5-415f-b97a-90b3138c55a3 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.947776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c398cef5-e551-4f3e-82e6-af7f13e6e4be None None] Checking router: f90f56a0-f2e5-4755-8f6a-882da6d3ae42 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:44:26.986073 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cf7ad14c-78e5-415f-b97a-90b3138c55a3 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:26.992513 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7ad14c-78e5-415f-b97a-90b3138c55a3 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:26.993147 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cf7ad14c-78e5-415f-b97a-90b3138c55a3 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:27.016475 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c398cef5-e551-4f3e-82e6-af7f13e6e4be None None] Routers {'f90f56a0-f2e5-4755-8f6a-882da6d3ae42'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:44:27.016956 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c398cef5-e551-4f3e-82e6-af7f13e6e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:43:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f90f56a0-f2e5-4755-8f6a-882da6d3ae42'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:27.130311 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cf7ad14c-78e5-415f-b97a-90b3138c55a3 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3176703 Feb 09 14:44:27.134610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42618) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:27.172460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ad14c-78e5-415f-b97a-90b3138c55a3 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Network': ['ID=31de7e2d-2acc-4e37-bf10-072520ccff4b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:27.193618 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 31de7e2d-2acc-4e37-bf10-072520ccff4b details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:44:27.206383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-c398cef5-e551-4f3e-82e6-af7f13e6e4be None None] Set router f90f56a0-f2e5-4755-8f6a-882da6d3ae42 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:44:27.224540 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d60b6d92-c537-4c5c-a34f-3abf4e1749b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:27.228119 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d60b6d92-c537-4c5c-a34f-3abf4e1749b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:27.259491 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d60b6d92-c537-4c5c-a34f-3abf4e1749b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:27.260140 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60b6d92-c537-4c5c-a34f-3abf4e1749b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f90f56a0-f2e5-4755-8f6a-882da6d3ae42 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:44:27.275152 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d60b6d92-c537-4c5c-a34f-3abf4e1749b8 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:27.277380 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d60b6d92-c537-4c5c-a34f-3abf4e1749b8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f90f56a0-f2e5-4755-8f6a-882da6d3ae42 HTTP/1.1" status: 204 len: 168 time: 2.1461039 Feb 09 14:44:27.280118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42622) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:27.351041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4a8358-5ea2-46fc-af52-b19d0a8d2ea8 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:27.351913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5c4a8358-5ea2-46fc-af52-b19d0a8d2ea8 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Synchronizing usage tracker for tenant:09860b0b446d44c389a8496647fe4158 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:44:27.386656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9e0d28-11a8-4d3e-b985-8742ddaada33 admin admin] Deleting subnet be9c9e49-a161-4225-8366-ef24a887f772 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:44:27.389923 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec9e0d28-11a8-4d3e-b985-8742ddaada33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:27.404360 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c398cef5-e551-4f3e-82e6-af7f13e6e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'name': 'tempest-TestVolumeBackupRestore-1861864711-router', 'tenant_id': '3e861bb0573e4b87a4c46fab67012821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:43Z', 'updated_at': '2022-02-09T14:44:26Z', 'revision_number': 7, 'project_id': '3e861bb0573e4b87a4c46fab67012821', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:27.423374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5c4a8358-5ea2-46fc-af52-b19d0a8d2ea8 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Unset dirty status for tenant:09860b0b446d44c389a8496647fe4158 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:44:27.424667 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5c4a8358-5ea2-46fc-af52-b19d0a8d2ea8 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "GET /v2.0/networks?id=31de7e2d-2acc-4e37-bf10-072520ccff4b HTTP/1.1" status: 200 len: 765 time: 0.2891178 Feb 09 14:44:27.429044 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42628) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:27.430735 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c398cef5-e551-4f3e-82e6-af7f13e6e4be None None] The sync data for ids ['f90f56a0-f2e5-4755-8f6a-882da6d3ae42'] in n-d-828418-2 is: [{'id': 'f90f56a0-f2e5-4755-8f6a-882da6d3ae42', 'name': 'tempest-TestVolumeBackupRestore-1861864711-router', 'tenant_id': '3e861bb0573e4b87a4c46fab67012821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:39:43Z', 'updated_at': '2022-02-09T14:44:26Z', 'revision_number': 7, 'project_id': '3e861bb0573e4b87a4c46fab67012821', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:44:27.447548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0f4fcb51-ab0c-4f74-adb6-bea14ef2b765 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'network': {'description': 'd2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:27.462463 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec9e0d28-11a8-4d3e-b985-8742ddaada33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:27.468385 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-721d41e1-e6ba-4022-9859-4a9aa0127176 None None] Allocated IP 172.20.0.1 (cd3e1c56-ecef-455b-9de8-cabc42f4fd4c/1385d59c-7e29-4d85-bfc5-c432c3a970e0/e3f20ea3-c229-432f-864e-23c91f73da2e) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:44:27.624032 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec9e0d28-11a8-4d3e-b985-8742ddaada33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:27.739617 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f4fcb51-ab0c-4f74-adb6-bea14ef2b765 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:27.754519 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-721d41e1-e6ba-4022-9859-4a9aa0127176 None None] For port e3f20ea3-c229-432f-864e-23c91f73da2e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e3f20ea3-c229-432f-864e-23c91f73da2e,segment=NetworkSegment(b71d636b-80fe-40e3-b3d3-20cfb914336e),segment_id=b71d636b-80fe-40e3-b3d3-20cfb914336e)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:27.766529 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f4fcb51-ab0c-4f74-adb6-bea14ef2b765 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:27.785265 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec9e0d28-11a8-4d3e-b985-8742ddaada33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:27.790961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f4fcb51-ab0c-4f74-adb6-bea14ef2b765 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network 31de7e2d-2acc-4e37-bf10-072520ccff4b is not hosted by any dhcp agent {{(pid=87596) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 09 14:44:27.793674 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-721d41e1-e6ba-4022-9859-4a9aa0127176 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:27.797697 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4fcb51-ab0c-4f74-adb6-bea14ef2b765 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:27.798458 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0f4fcb51-ab0c-4f74-adb6-bea14ef2b765 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:27.804057 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0f4fcb51-ab0c-4f74-adb6-bea14ef2b765 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "PUT /v2.0/networks/31de7e2d-2acc-4e37-bf10-072520ccff4b HTTP/1.1" status: 200 len: 762 time: 0.3727732 Feb 09 14:44:27.815053 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-721d41e1-e6ba-4022-9859-4a9aa0127176 None None] Transition to ACTIVE for port object e3f20ea3-c229-432f-864e-23c91f73da2e will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:27.823471 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-721d41e1-e6ba-4022-9859-4a9aa0127176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:27.871384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42634) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:28.028476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fcb51-ab0c-4f74-adb6-bea14ef2b765 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Network': ['ID=31de7e2d-2acc-4e37-bf10-072520ccff4b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:28.048315 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d41e1-e6ba-4022-9859-4a9aa0127176 None None] Pushing event updated for resources: {'Port': ['ID=e3f20ea3-c229-432f-864e-23c91f73da2e,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:28.060653 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 31de7e2d-2acc-4e37-bf10-072520ccff4b details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:44:28.072872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c54161-2396-4d64-ac63-bfa24febc778 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:28.073150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-99c54161-2396-4d64-ac63-bfa24febc778 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Synchronizing usage tracker for tenant:09860b0b446d44c389a8496647fe4158 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:44:28.088238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-99c54161-2396-4d64-ac63-bfa24febc778 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Unset dirty status for tenant:09860b0b446d44c389a8496647fe4158 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:44:28.091775 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-99c54161-2396-4d64-ac63-bfa24febc778 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "GET /v2.0/networks?id=31de7e2d-2acc-4e37-bf10-072520ccff4b HTTP/1.1" status: 200 len: 765 time: 0.2173102 Feb 09 14:44:28.093733 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42638) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:28.109098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e0d28-11a8-4d3e-b985-8742ddaada33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9c9e49-a161-4225-8366-ef24a887f772,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:28.139945 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ec9e0d28-11a8-4d3e-b985-8742ddaada33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:28.155809 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ec9e0d28-11a8-4d3e-b985-8742ddaada33 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/be9c9e49-a161-4225-8366-ef24a887f772 HTTP/1.1" status: 204 len: 168 time: 0.8744628 Feb 09 14:44:28.167856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e0f95-735d-48a8-b1dc-0e16b95611dc req-236c7648-82be-41bd-b653-4e0662090f5d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:28.169378 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d89e0f95-735d-48a8-b1dc-0e16b95611dc req-236c7648-82be-41bd-b653-4e0662090f5d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.4698393 Feb 09 14:44:28.169756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac97551-98bb-4355-aac3-66d7ba677e9e None None] Network b98f632e-26e2-46e5-bf63-51d9d1cc5dc7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:28.169900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42642) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:28.243339 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d89e0f95-735d-48a8-b1dc-0e16b95611dc req-7a1aecd8-9ad1-483e-95cb-500c5aae963b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662620 Feb 09 14:44:28.272057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42648) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:28.377022 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d089b9be-e729-4643-9f39-f2ff2dea20f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:28.385092 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d089b9be-e729-4643-9f39-f2ff2dea20f2 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2876034 Feb 09 14:44:28.386508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42652) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:28.437185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e3f20ea3-c229-432f-864e-23c91f73da2e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:44:28.464361 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3d74100e-451a-4af0-bfb2-b4192fe3dbae tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Synchronizing usage tracker for tenant:09860b0b446d44c389a8496647fe4158 on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:44:28.495707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3d74100e-451a-4af0-bfb2-b4192fe3dbae tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Unset dirty status for tenant:09860b0b446d44c389a8496647fe4158 on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:44:28.499976 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3d74100e-451a-4af0-bfb2-b4192fe3dbae tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 207 time: 0.1101167 Feb 09 14:44:28.513964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42656) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:28.546346 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-77a80338-72aa-43e1-98b9-ed678bd106fd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/a043323f-cc5f-4f13-a499-fd59a76d385a HTTP/1.1" status: 200 len: 993 time: 0.2728026 Feb 09 14:44:28.658605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 24ad4823-81be-4a95-a01e-7073b4163133 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:28.756211 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c4d7fb-53f4-4fc7-b017-1bee224e155b None None] DHCP port deletion for b98f632e-26e2-46e5-bf63-51d9d1cc5dc7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:44:28.766345 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 24ad4823-81be-4a95-a01e-7073b4163133 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:44:28.766852 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 24ad4823-81be-4a95-a01e-7073b4163133 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:28.770293 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-49c4d7fb-53f4-4fc7-b017-1bee224e155b None None] Deleting port 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:28.770847 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-49c4d7fb-53f4-4fc7-b017-1bee224e155b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:28.912335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2591673-68f0-44be-9d47-00c02aece1d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:28.930708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2591673-68f0-44be-9d47-00c02aece1d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:28.944115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2591673-68f0-44be-9d47-00c02aece1d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:28.963305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2591673-68f0-44be-9d47-00c02aece1d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:28.972490 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:28.985142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2591673-68f0-44be-9d47-00c02aece1d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:28.993367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] Deleting port 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:28.993821 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:29.008080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2591673-68f0-44be-9d47-00c02aece1d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:29.010692 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a2591673-68f0-44be-9d47-00c02aece1d1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4956508 Feb 09 14:44:29.015660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42662) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:29.153425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8ebfb6-d116-4ccc-ac77-b11e0dacacb1 None None] Network cd3e1c56-ecef-455b-9de8-cabc42f4fd4c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:29.247779 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-205e9135-a890-48b1-ba9b-d380c7c48d5f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2295113 Feb 09 14:44:29.251968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42666) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:29.264291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] For port 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef,segment=NetworkSegment(18c57396-b280-4d7d-887f-5dce30141424),segment_id=18c57396-b280-4d7d-887f-5dce30141424)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:29.265000 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:29.339659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f716e3e-103d-4967-bf40-f419a02d0e6a tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:29.341404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f716e3e-103d-4967-bf40-f419a02d0e6a tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:29.343292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f716e3e-103d-4967-bf40-f419a02d0e6a tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:29.345390 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f716e3e-103d-4967-bf40-f419a02d0e6a tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:29.347194 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f716e3e-103d-4967-bf40-f419a02d0e6a tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:29.350100 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7f716e3e-103d-4967-bf40-f419a02d0e6a tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0969353 Feb 09 14:44:29.355762 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42670) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:29.378689 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b100bb8a-c518-4a01-836a-3be76e9630d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:29.388963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-10281a0c-25fb-4808-97e9-2c49d7480f9e None None] Provisioning for port e3f20ea3-c229-432f-864e-23c91f73da2e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:44:29.411968 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-10281a0c-25fb-4808-97e9-2c49d7480f9e None None] Provisioning complete for port e3f20ea3-c229-432f-864e-23c91f73da2e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:29.412336 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-10281a0c-25fb-4808-97e9-2c49d7480f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:29.439558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] Calling delete_port for 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:29.442142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-49c4d7fb-53f4-4fc7-b017-1bee224e155b None None] For port 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef,segment=NetworkSegment(18c57396-b280-4d7d-887f-5dce30141424),segment_id=18c57396-b280-4d7d-887f-5dce30141424)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:29.442635 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-49c4d7fb-53f4-4fc7-b017-1bee224e155b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:29.473656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee518d-6000-4612-bfd1-c28558cbfd70 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:29.475321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee518d-6000-4612-bfd1-c28558cbfd70 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:29.476734 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee518d-6000-4612-bfd1-c28558cbfd70 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:29.478115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee518d-6000-4612-bfd1-c28558cbfd70 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:29.479673 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee518d-6000-4612-bfd1-c28558cbfd70 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:29.481817 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bcee518d-6000-4612-bfd1-c28558cbfd70 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1249349 Feb 09 14:44:29.485465 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42674) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:29.568849 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:29.645015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:29.648214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e3f20ea3-c229-432f-864e-23c91f73da2e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:44:29.649281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] No DVR routers for this DVR port 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:44:29.743075 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-49c4d7fb-53f4-4fc7-b017-1bee224e155b None None] Calling delete_port for 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:29.753257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71714bbf-4ee9-42f5-96d1-4f497e0acb3f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:29.761551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42678) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:29.762246 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-71714bbf-4ee9-42f5-96d1-4f497e0acb3f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "GET /v2.0/networks/6390535b-7643-4615-89ae-fe52492fddad HTTP/1.1" status: 200 len: 804 time: 0.2751665 Feb 09 14:44:29.781126 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:29.903656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98f632e-26e2-46e5-bf63-51d9d1cc5dc7']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:29.914887 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-49c4d7fb-53f4-4fc7-b017-1bee224e155b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:44:29.915242 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-49c4d7fb-53f4-4fc7-b017-1bee224e155b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:44:29.936458 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e3f20ea3-c229-432f-864e-23c91f73da2e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:29.936831 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:29.938726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c57396-b280-4d7d-887f-5dce30141424') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:29.939204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c57396-b280-4d7d-887f-5dce30141424') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:29.960486 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.003069 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.028053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:44:30.029393 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:44:30.047517 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:44:30.107486 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-db53a302-1dc9-4479-9b08-29b3c7592666 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "GET /v2.0/networks/6390535b-7643-4615-89ae-fe52492fddad?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3442011 Feb 09 14:44:30.110852 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42684) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:30.164381 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.171478 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.188390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device beb395c4-486f-4ba6-a286-a59f69e5c647 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:30.213134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] Pushing event deleted for resources: {'Network': ['ID=b98f632e-26e2-46e5-bf63-51d9d1cc5dc7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:30.221646 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-23d0e3f9-7d3c-4ce0-882e-7aa8cda9e3cd admin admin] 10.222.0.48 "DELETE /v2.0/networks/b98f632e-26e2-46e5-bf63-51d9d1cc5dc7 HTTP/1.1" status: 204 len: 168 time: 2.0483339 Feb 09 14:44:30.238942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: beb395c4-486f-4ba6-a286-a59f69e5c647 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:44:30.239336 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device beb395c4-486f-4ba6-a286-a59f69e5c647 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:30.239810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:30.291302 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:44:30.291646 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:30.310119 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c55aa069-db68-4f6a-8e62-a42ef363693c None None] Provisioning complete for port e3f20ea3-c229-432f-864e-23c91f73da2e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:30.310405 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c55aa069-db68-4f6a-8e62-a42ef363693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.360024 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.372514 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.391633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f968174d-f30b-485c-9652-5184975ce6fe tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:30.393137 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f968174d-f30b-485c-9652-5184975ce6fe tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "GET /v2.0/subnets/abe4a629-e8b8-48b7-8c94-0f67356238b3 HTTP/1.1" status: 200 len: 843 time: 0.2812579 Feb 09 14:44:30.397419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42690) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:30.417442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-49c4d7fb-53f4-4fc7-b017-1bee224e155b None None] Deleting port 1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:30.417442 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-49c4d7fb-53f4-4fc7-b017-1bee224e155b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.427521 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42694) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:30.472031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80f7f14-4eb5-45e8-8b05-d5224afa6d7b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['shared'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:30.473649 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c80f7f14-4eb5-45e8-8b05-d5224afa6d7b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "GET /v2.0/subnets/abe4a629-e8b8-48b7-8c94-0f67356238b3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0751746 Feb 09 14:44:30.477165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42698) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:30.483168 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c8d42e2e-f42e-4f7a-b2ee-57516079af62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1486440699'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:30.490534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c8d42e2e-f42e-4f7a-b2ee-57516079af62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:30.498926 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-49c4d7fb-53f4-4fc7-b017-1bee224e155b None None] The port '1b4d32b5-75e4-4fca-9b5d-95ba4e30e2ef' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:44:30.501773 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d09c2ae9-4d5e-443f-9a8c-581c83573127 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22d53f025f00403aaabb36a1f8ecfdda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720325 Feb 09 14:44:30.503977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42702) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:30.505716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c8d42e2e-f42e-4f7a-b2ee-57516079af62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:30.525700 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d42e2e-f42e-4f7a-b2ee-57516079af62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:44:30.529425 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c8d42e2e-f42e-4f7a-b2ee-57516079af62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.533454 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587f79b4-ca79-4688-b7e8-8cf0c9e06112 None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:44:30.563939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d42e2e-f42e-4f7a-b2ee-57516079af62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:44:30.575696 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c8d42e2e-f42e-4f7a-b2ee-57516079af62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.576116 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-c8d42e2e-f42e-4f7a-b2ee-57516079af62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Added segment cbcae40c-0ef2-44bf-950f-e642d6aff1db of type vlan for network d49a1c79-8373-49e0-a727-7cc4deb36f28 Feb 09 14:44:30.601102 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11909c3e-5481-4716-9087-2cd33ac2ee6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.611219 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c8d42e2e-f42e-4f7a-b2ee-57516079af62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.645698 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c8d42e2e-f42e-4f7a-b2ee-57516079af62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.651841 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11909c3e-5481-4716-9087-2cd33ac2ee6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.656270 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d42e2e-f42e-4f7a-b2ee-57516079af62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:30.657172 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c8d42e2e-f42e-4f7a-b2ee-57516079af62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.715492 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11909c3e-5481-4716-9087-2cd33ac2ee6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.727858 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587f79b4-ca79-4688-b7e8-8cf0c9e06112 None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:44:30.737341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11909c3e-5481-4716-9087-2cd33ac2ee6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534f9347-9f03-43f4-83e7-87792282a88d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:30.750857 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11909c3e-5481-4716-9087-2cd33ac2ee6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:30.754979 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-11909c3e-5481-4716-9087-2cd33ac2ee6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/534f9347-9f03-43f4-83e7-87792282a88d HTTP/1.1" status: 204 len: 168 time: 0.2453108 Feb 09 14:44:30.776367 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d42e2e-f42e-4f7a-b2ee-57516079af62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Network': ['ID=d49a1c79-8373-49e0-a727-7cc4deb36f28,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:30.799784 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c8d42e2e-f42e-4f7a-b2ee-57516079af62 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3193235 Feb 09 14:44:30.800861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42708) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:30.807842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9d0779ad-07a8-479a-be10-7f3b2897b44c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'subnet': {'network_id': 'd49a1c79-8373-49e0-a727-7cc4deb36f28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:30.884025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network d49a1c79-8373-49e0-a727-7cc4deb36f28 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:44:30.946339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9d0779ad-07a8-479a-be10-7f3b2897b44c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:30.958046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9d0779ad-07a8-479a-be10-7f3b2897b44c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:30.974282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0779ad-07a8-479a-be10-7f3b2897b44c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Made reservation on behalf of 09860b0b446d44c389a8496647fe4158 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:44:30.978945 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9d0779ad-07a8-479a-be10-7f3b2897b44c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:31.103400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.ipam_backend_mixin [None req-9d0779ad-07a8-479a-be10-7f3b2897b44c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Performing IP validity checks on allocation pools {{(pid=87597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 14:44:31.104033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.ipam_backend_mixin [None req-9d0779ad-07a8-479a-be10-7f3b2897b44c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 14:44:31.294881 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9d0779ad-07a8-479a-be10-7f3b2897b44c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:31.297208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42716) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:31.351466 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-30006387-49e5-4c90-9f21-eee3d29e7e6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e861bb0573e4b87a4c46fab67012821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530763 Feb 09 14:44:31.353887 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42720) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:31.381572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0779ad-07a8-479a-be10-7f3b2897b44c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Subnet': ['ID=8bb589db-6ce9-408b-aea4-f71601989b96,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:31.390772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0779ad-07a8-479a-be10-7f3b2897b44c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Checking segment: {'id': 'cbcae40c-0ef2-44bf-950f-e642d6aff1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd49a1c79-8373-49e0-a727-7cc4deb36f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:44:31.391132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0779ad-07a8-479a-be10-7f3b2897b44c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network hostable DHCP agents. Network: d49a1c79-8373-49e0-a727-7cc4deb36f28, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:44:31.413547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0779ad-07a8-479a-be10-7f3b2897b44c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Network d49a1c79-8373-49e0-a727-7cc4deb36f28 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:44:31.418827 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-10d9d5f0-6ffa-4ef6-8d66-069a5b78ecdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:31.424074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-9d0779ad-07a8-479a-be10-7f3b2897b44c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, d49a1c79-8373-49e0-a727-7cc4deb36f28) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:31.429466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0779ad-07a8-479a-be10-7f3b2897b44c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:31.431012 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9d0779ad-07a8-479a-be10-7f3b2897b44c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:31.434030 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aed15a4-4ed3-4a4d-a0da-9709c6c12588 None None] Network d49a1c79-8373-49e0-a727-7cc4deb36f28 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:31.453730 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-10d9d5f0-6ffa-4ef6-8d66-069a5b78ecdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:31.478562 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42724) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:31.479790 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9d0779ad-07a8-479a-be10-7f3b2897b44c tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6773493 Feb 09 14:44:31.488044 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-11d89e29-ebe1-44f0-8599-6d0447322bc0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:31.624025 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-10d9d5f0-6ffa-4ef6-8d66-069a5b78ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:31.646691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9d5f0-6ffa-4ef6-8d66-069a5b78ecdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ca5d6d-5b48-43c7-8201-7ca5c81edcfb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:31.656451 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-11d89e29-ebe1-44f0-8599-6d0447322bc0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60244911'] for subnet, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:31.666970 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-10d9d5f0-6ffa-4ef6-8d66-069a5b78ecdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:31.668157 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-10d9d5f0-6ffa-4ef6-8d66-069a5b78ecdd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05ca5d6d-5b48-43c7-8201-7ca5c81edcfb HTTP/1.1" status: 204 len: 168 time: 0.3133919 Feb 09 14:44:31.733862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-d49a1c79-8373-49e0-a727-7cc4deb36f28', 'network_id': 'd49a1c79-8373-49e0-a727-7cc4deb36f28', 'tenant_id': '09860b0b446d44c389a8496647fe4158', 'fixed_ips': [{'subnet_id': '8bb589db-6ce9-408b-aea4-f71601989b96'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:44:31.735973 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:31.865875 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:31.928101 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-11d89e29-ebe1-44f0-8599-6d0447322bc0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768412928004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60171332'] for subnet, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:31.987287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d89e29-ebe1-44f0-8599-6d0447322bc0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:31.987943 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-11d89e29-ebe1-44f0-8599-6d0447322bc0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:31.989947 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-11d89e29-ebe1-44f0-8599-6d0447322bc0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "PUT /v2.0/subnets/8bb589db-6ce9-408b-aea4-f71601989b96 HTTP/1.1" status: 200 len: 900 time: 0.5095162 Feb 09 14:44:31.993224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42730) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:32.011534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d89e29-ebe1-44f0-8599-6d0447322bc0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event updated for resources: {'Subnet': ['ID=8bb589db-6ce9-408b-aea4-f71601989b96,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:32.037771 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Allocated IP 2001:db8::3 (d49a1c79-8373-49e0-a727-7cc4deb36f28/8bb589db-6ce9-408b-aea4-f71601989b96/95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:44:32.395182 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:32.409135 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:32.409844 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Transition to ACTIVE for port object 95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:32.429100 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Transition to ACTIVE for port object 95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:32.434677 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:32.497587 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:32.501331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Network d49a1c79-8373-49e0-a727-7cc4deb36f28 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:44:32.504734 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:32.509320 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:44:32.609023 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:32.615519 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Pushing event updated for resources: {'Port': ['ID=95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:32.643237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Attempting to bind port 95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:44:32.643618 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Attempting to bind port 95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'cbcae40c-0ef2-44bf-950f-e642d6aff1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd49a1c79-8373-49e0-a727-7cc4deb36f28'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:44:32.643986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Attempting to bind port 95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087 on network d49a1c79-8373-49e0-a727-7cc4deb36f28 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:44:32.651043 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:44:32.651806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Checking segment: {'id': 'cbcae40c-0ef2-44bf-950f-e642d6aff1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd49a1c79-8373-49e0-a727-7cc4deb36f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:44:32.652104 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:32.652546 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Bound using segment: {'id': 'cbcae40c-0ef2-44bf-950f-e642d6aff1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd49a1c79-8373-49e0-a727-7cc4deb36f28'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:44:32.653026 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Bound port: 95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbcae40c-0ef2-44bf-950f-e642d6aff1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd49a1c79-8373-49e0-a727-7cc4deb36f28'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:44:32.653473 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:32.654557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb589db-6ce9-408b-aea4-f71601989b96,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:32.766180 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:32.770322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] For port 95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:44:32.773756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] For port 95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087,segment=NetworkSegment(cbcae40c-0ef2-44bf-950f-e642d6aff1db),segment_id=cbcae40c-0ef2-44bf-950f-e642d6aff1db)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:44:32.778639 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:32.801129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49a1c79-8373-49e0-a727-7cc4deb36f28']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:32.820346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbcae40c-0ef2-44bf-950f-e642d6aff1db') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:32.820777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbcae40c-0ef2-44bf-950f-e642d6aff1db') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:32.839816 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:32.869307 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:32.877847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:44:32.878559 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:44:32.897696 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:44:32.906339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dd4c0-ae94-40fa-85c0-f94c1a09d1c4 None None] Pushing event updated for resources: {'Port': ['ID=95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:32.956105 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5609e8-91d0-4353-a055-470d939fdd77 None None] Network d49a1c79-8373-49e0-a727-7cc4deb36f28 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:32.985519 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 14:44:32.985519 n-d-828418-2 neutron-server[87597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 14:44:32.985519 n-d-828418-2 neutron-server[87597]: [parameters: {'id': 'd49a1c79-8373-49e0-a727-7cc4deb36f28'}] Feb 09 14:44:32.985519 n-d-828418-2 neutron-server[87597]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:44:32.986064 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:44:33.152461 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b51120-409f-4ee6-b6b7-1ddba2dfd944 None None] Network d49a1c79-8373-49e0-a727-7cc4deb36f28 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:33.392495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf10d7af-cc2e-4fcd-a6e2-a813ff3d5a65 None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 14:44:33.487608 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:33.499100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Deleting port 95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:33.499433 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:33.526285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf10d7af-cc2e-4fcd-a6e2-a813ff3d5a65 None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 14:44:33.750988 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] For port 95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087,segment=NetworkSegment(cbcae40c-0ef2-44bf-950f-e642d6aff1db),segment_id=cbcae40c-0ef2-44bf-950f-e642d6aff1db)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:33.751424 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:33.892567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Calling delete_port for 95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:33.970597 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:34.024708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No DVR routers for this DVR port 95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:44:34.050897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Port': ['ID=95b49d03-a7cf-4ddd-9b8b-e9eba9eaa087,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:34.151229 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:34.176495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49a1c79-8373-49e0-a727-7cc4deb36f28']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:34.191024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbcae40c-0ef2-44bf-950f-e642d6aff1db') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:34.191921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbcae40c-0ef2-44bf-950f-e642d6aff1db') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:34.203564 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:34.219721 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:34.225888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:44:34.226279 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:44:34.242196 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:44:34.325191 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:34.345040 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:34.356597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Network': ['ID=d49a1c79-8373-49e0-a727-7cc4deb36f28,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:34.370590 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6f0d5bbe-da6b-4a3e-b5dd-ba530209ff69 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/networks/d49a1c79-8373-49e0-a727-7cc4deb36f28 HTTP/1.1" status: 204 len: 168 time: 2.3754838 Feb 09 14:44:34.374360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42738) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:34.412370 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7dca4ae-9504-4f7e-b58a-dcbbf7be823b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] DELETE failed (client error): The resource could not be found. Feb 09 14:44:34.412829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7dca4ae-9504-4f7e-b58a-dcbbf7be823b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:44:34.414543 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d7dca4ae-9504-4f7e-b58a-dcbbf7be823b tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/subnets/8bb589db-6ce9-408b-aea4-f71601989b96 HTTP/1.1" status: 404 len: 337 time: 0.0392852 Feb 09 14:44:34.417663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42744) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:34.448676 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-efca42b3-d44f-4cf3-9298-592d5cbd4af8 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] DELETE failed (client error): The resource could not be found. Feb 09 14:44:34.449155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efca42b3-d44f-4cf3-9298-592d5cbd4af8 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:44:34.453663 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42748) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:34.460334 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-efca42b3-d44f-4cf3-9298-592d5cbd4af8 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/networks/d49a1c79-8373-49e0-a727-7cc4deb36f28 HTTP/1.1" status: 404 len: 339 time: 0.0416124 Feb 09 14:44:34.594272 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23790397-a41d-4a75-b0fa-922538f694c1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:34.736127 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23790397-a41d-4a75-b0fa-922538f694c1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:34.767619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-23790397-a41d-4a75-b0fa-922538f694c1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31de7e2d-2acc-4e37-bf10-072520ccff4b']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:34.780250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-23790397-a41d-4a75-b0fa-922538f694c1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6665abb-f3e0-4eec-beb3-7bd9f06f39b1') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:34.780678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-23790397-a41d-4a75-b0fa-922538f694c1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6665abb-f3e0-4eec-beb3-7bd9f06f39b1') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:34.793383 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23790397-a41d-4a75-b0fa-922538f694c1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:34.810042 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23790397-a41d-4a75-b0fa-922538f694c1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:34.817152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23790397-a41d-4a75-b0fa-922538f694c1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:44:34.817558 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23790397-a41d-4a75-b0fa-922538f694c1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:44:34.832250 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:44:34.912017 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23790397-a41d-4a75-b0fa-922538f694c1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:34.933522 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23790397-a41d-4a75-b0fa-922538f694c1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:34.944861 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23790397-a41d-4a75-b0fa-922538f694c1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Network': ['ID=31de7e2d-2acc-4e37-bf10-072520ccff4b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:34.950006 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-23790397-a41d-4a75-b0fa-922538f694c1 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/networks/31de7e2d-2acc-4e37-bf10-072520ccff4b HTTP/1.1" status: 204 len: 168 time: 0.4952939 Feb 09 14:44:34.952443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42752) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:34.990261 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8869b667-a3b5-4404-bbed-62cc422a2b19 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] DELETE failed (client error): The resource could not be found. Feb 09 14:44:34.990713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8869b667-a3b5-4404-bbed-62cc422a2b19 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:44:34.992388 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8869b667-a3b5-4404-bbed-62cc422a2b19 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/subnets/9a0f436c-383c-45f3-aa6d-b7816c578f7c HTTP/1.1" status: 404 len: 337 time: 0.0390680 Feb 09 14:44:34.994992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42756) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:35.018885 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f0a578-6917-42f1-854a-ab85e4a909cd tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] DELETE failed (client error): The resource could not be found. Feb 09 14:44:35.019904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f0a578-6917-42f1-854a-ab85e4a909cd tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:44:35.021532 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-76f0a578-6917-42f1-854a-ab85e4a909cd tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/networks/fec08e75-1ca4-4d96-84f4-5e1b35a3faba HTTP/1.1" status: 404 len: 339 time: 0.0256186 Feb 09 14:44:35.024101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42760) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:35.091649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbb5909-f95d-4865-8c77-31cb50810a1d tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Deleting subnet 1385d59c-7e29-4d85-bfc5-c432c3a970e0 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:44:35.094983 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9bbb5909-f95d-4865-8c77-31cb50810a1d tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:35.176783 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9bbb5909-f95d-4865-8c77-31cb50810a1d tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:35.283208 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9bbb5909-f95d-4865-8c77-31cb50810a1d tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:35.359029 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9bbb5909-f95d-4865-8c77-31cb50810a1d tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:35.398062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb5909-f95d-4865-8c77-31cb50810a1d tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Subnet': ['ID=1385d59c-7e29-4d85-bfc5-c432c3a970e0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:35.402473 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9bbb5909-f95d-4865-8c77-31cb50810a1d tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:35.408381 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10da9714-5014-4050-86a2-45257bc4a7e7 None None] Network cd3e1c56-ecef-455b-9de8-cabc42f4fd4c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:35.413686 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9bbb5909-f95d-4865-8c77-31cb50810a1d tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/subnets/1385d59c-7e29-4d85-bfc5-c432c3a970e0 HTTP/1.1" status: 204 len: 168 time: 0.3884568 Feb 09 14:44:35.415966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42772) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:35.484959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0793056-8186-4bf8-9c9c-b1d539605ce9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Deleting subnet 96eb346a-019b-437a-88c8-7de8d6fe9059 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:44:35.488325 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0793056-8186-4bf8-9c9c-b1d539605ce9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:35.563645 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0793056-8186-4bf8-9c9c-b1d539605ce9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:35.662301 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0793056-8186-4bf8-9c9c-b1d539605ce9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:35.751605 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0793056-8186-4bf8-9c9c-b1d539605ce9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:35.794756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0793056-8186-4bf8-9c9c-b1d539605ce9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Subnet': ['ID=96eb346a-019b-437a-88c8-7de8d6fe9059,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:35.799007 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0793056-8186-4bf8-9c9c-b1d539605ce9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:35.811365 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d0793056-8186-4bf8-9c9c-b1d539605ce9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/subnets/96eb346a-019b-437a-88c8-7de8d6fe9059 HTTP/1.1" status: 204 len: 168 time: 0.3921893 Feb 09 14:44:35.811622 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42786) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:35.931918 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:35.943358 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Deleting port e3f20ea3-c229-432f-864e-23c91f73da2e {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:35.943710 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:36.304567 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c574e98d-865c-40a6-9aba-1d64fcd543c8 None None] Network cd3e1c56-ecef-455b-9de8-cabc42f4fd4c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:36.307902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] For port e3f20ea3-c229-432f-864e-23c91f73da2e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e3f20ea3-c229-432f-864e-23c91f73da2e,segment=NetworkSegment(b71d636b-80fe-40e3-b3d3-20cfb914336e),segment_id=b71d636b-80fe-40e3-b3d3-20cfb914336e)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:36.308263 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:36.438553 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Calling delete_port for e3f20ea3-c229-432f-864e-23c91f73da2e owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:36.444733 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-46631f68-b711-499c-bf91-946efb2e5f90 None None] Provisioning complete for port e3f20ea3-c229-432f-864e-23c91f73da2e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:36.445567 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-46631f68-b711-499c-bf91-946efb2e5f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:36.531854 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:36.566915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-46631f68-b711-499c-bf91-946efb2e5f90 None None] Could not find standard attr ID for object e3f20ea3-c229-432f-864e-23c91f73da2e. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 14:44:36.574375 n-d-828418-2 neutron-server[87598]: INFO neutron.plugins.ml2.db [None req-46631f68-b711-499c-bf91-946efb2e5f90 None None] No ports have port_id starting with e3f20ea3-c229-432f-864e-23c91f73da2e Feb 09 14:44:36.599348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Port': ['ID=e3f20ea3-c229-432f-864e-23c91f73da2e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:36.608993 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No DVR routers for this DVR port e3f20ea3-c229-432f-864e-23c91f73da2e on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:44:36.681409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff416ffd-20bd-4e9c-a019-c131f6ec63fb None None] DHCP port deletion for cd3e1c56-ecef-455b-9de8-cabc42f4fd4c request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:44:36.837572 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:36.872710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3e1c56-ecef-455b-9de8-cabc42f4fd4c']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:36.893107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71d636b-80fe-40e3-b3d3-20cfb914336e') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:36.893475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71d636b-80fe-40e3-b3d3-20cfb914336e') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:36.911606 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:36.930679 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:36.937979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:44:36.938275 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:44:36.955782 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:44:37.069923 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:37.088723 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:37.102433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Network': ['ID=cd3e1c56-ecef-455b-9de8-cabc42f4fd4c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:37.110204 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-88bc253a-81f5-4ce3-a2d8-0b8f7918c8d0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/networks/cd3e1c56-ecef-455b-9de8-cabc42f4fd4c HTTP/1.1" status: 204 len: 168 time: 1.2974033 Feb 09 14:44:37.114609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42800) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:37.153295 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f1e932-7675-4dfc-b011-2619698ea44a tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] DELETE failed (client error): The resource could not be found. Feb 09 14:44:37.153756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f1e932-7675-4dfc-b011-2619698ea44a tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:44:37.155451 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-09f1e932-7675-4dfc-b011-2619698ea44a tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/subnets/56dc0527-1175-48b9-8aac-abd6f790216c HTTP/1.1" status: 404 len: 337 time: 0.0398850 Feb 09 14:44:37.158172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42804) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:37.197214 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e350a19-0615-4ce9-882b-698283300f39 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] DELETE failed (client error): The resource could not be found. Feb 09 14:44:37.198037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e350a19-0615-4ce9-882b-698283300f39 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:44:37.201391 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6e350a19-0615-4ce9-882b-698283300f39 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/networks/7a88ed52-9a2e-428f-8fd1-db9b4d7fad06 HTTP/1.1" status: 404 len: 339 time: 0.0418756 Feb 09 14:44:37.203802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42808) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:37.243752 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1099b85f-591e-4abf-a21c-c464c07241c7 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] DELETE failed (client error): The resource could not be found. Feb 09 14:44:37.244219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1099b85f-591e-4abf-a21c-c464c07241c7 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:44:37.245875 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1099b85f-591e-4abf-a21c-c464c07241c7 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/subnets/986f2bb2-da22-4549-897c-70f1ec9bb756 HTTP/1.1" status: 404 len: 337 time: 0.0410733 Feb 09 14:44:37.248848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42812) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:37.275321 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-631e2937-10e0-42e4-81d6-cf9ad40e7314 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] DELETE failed (client error): The resource could not be found. Feb 09 14:44:37.275882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631e2937-10e0-42e4-81d6-cf9ad40e7314 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:44:37.277580 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-631e2937-10e0-42e4-81d6-cf9ad40e7314 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/networks/d4cac6cf-0c51-4010-9b9b-bdc23d90775f HTTP/1.1" status: 404 len: 339 time: 0.0276594 Feb 09 14:44:37.280609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42816) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:37.318289 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-896661dc-071e-4347-8acd-4ed8b554ef0d tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] DELETE failed (client error): The resource could not be found. Feb 09 14:44:37.318652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896661dc-071e-4347-8acd-4ed8b554ef0d tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:44:37.320659 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-896661dc-071e-4347-8acd-4ed8b554ef0d tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/subnets/5801f937-dbfe-4a9c-854c-9c7a8501bd14 HTTP/1.1" status: 404 len: 337 time: 0.0391645 Feb 09 14:44:37.323493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42820) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:37.354500 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f4b1ac-bf6c-41bd-be68-7be07e71b6bc tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] DELETE failed (client error): The resource could not be found. Feb 09 14:44:37.354965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f4b1ac-bf6c-41bd-be68-7be07e71b6bc tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:44:37.356660 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d2f4b1ac-bf6c-41bd-be68-7be07e71b6bc tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/networks/9fb5ca57-50fa-4146-928f-225402d0815d HTTP/1.1" status: 404 len: 339 time: 0.0322492 Feb 09 14:44:37.359213 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42824) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:37.437480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8dc92a5-d158-4646-b7b8-c039db7e5df0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Deleting subnet 322096d9-52bf-4ffa-ad26-329d5bb965e5 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:44:37.441885 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a8dc92a5-d158-4646-b7b8-c039db7e5df0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:37.500194 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a8dc92a5-d158-4646-b7b8-c039db7e5df0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:37.599850 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a8dc92a5-d158-4646-b7b8-c039db7e5df0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:37.604489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e3f20ea3-c229-432f-864e-23c91f73da2e no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:37.643533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: e3f20ea3-c229-432f-864e-23c91f73da2e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:44:37.643907 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e3f20ea3-c229-432f-864e-23c91f73da2e not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:37.692968 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a8dc92a5-d158-4646-b7b8-c039db7e5df0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:37.739235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc92a5-d158-4646-b7b8-c039db7e5df0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Subnet': ['ID=322096d9-52bf-4ffa-ad26-329d5bb965e5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:37.742372 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a8dc92a5-d158-4646-b7b8-c039db7e5df0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:37.748069 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ab20eb-11e4-4209-a507-e2b909624b8d None None] Network 403894ff-3dde-43e9-a7cc-789c5977cd9e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:37.755884 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a8dc92a5-d158-4646-b7b8-c039db7e5df0 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/subnets/322096d9-52bf-4ffa-ad26-329d5bb965e5 HTTP/1.1" status: 204 len: 168 time: 0.3954453 Feb 09 14:44:37.758342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42830) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:37.904883 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:37.918692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Deleting port f46f1fa6-44ad-46fb-add0-5851b3e2f422 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:37.919030 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:38.017467 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b88da9-f370-40c4-af95-42598923e56f None None] DHCP port deletion for 403894ff-3dde-43e9-a7cc-789c5977cd9e request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:44:38.022562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-55b88da9-f370-40c4-af95-42598923e56f None None] Deleting port f46f1fa6-44ad-46fb-add0-5851b3e2f422 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:38.023032 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-55b88da9-f370-40c4-af95-42598923e56f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:38.169769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] For port f46f1fa6-44ad-46fb-add0-5851b3e2f422, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f46f1fa6-44ad-46fb-add0-5851b3e2f422,segment=NetworkSegment(a244647d-340f-4779-82ed-faee3bb4455c),segment_id=a244647d-340f-4779-82ed-faee3bb4455c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:38.170319 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:38.258299 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-55b88da9-f370-40c4-af95-42598923e56f None None] For port f46f1fa6-44ad-46fb-add0-5851b3e2f422, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f46f1fa6-44ad-46fb-add0-5851b3e2f422,segment=NetworkSegment(a244647d-340f-4779-82ed-faee3bb4455c),segment_id=a244647d-340f-4779-82ed-faee3bb4455c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:38.258690 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-55b88da9-f370-40c4-af95-42598923e56f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:38.307329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Calling delete_port for f46f1fa6-44ad-46fb-add0-5851b3e2f422 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:38.391958 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:38.439049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Port': ['ID=f46f1fa6-44ad-46fb-add0-5851b3e2f422,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:38.440448 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-55b88da9-f370-40c4-af95-42598923e56f None None] Calling delete_port for f46f1fa6-44ad-46fb-add0-5851b3e2f422 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:38.443436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No DVR routers for this DVR port f46f1fa6-44ad-46fb-add0-5851b3e2f422 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:44:38.548489 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-55b88da9-f370-40c4-af95-42598923e56f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:44:38.549317 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-55b88da9-f370-40c4-af95-42598923e56f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:44:38.709948 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:38.742609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403894ff-3dde-43e9-a7cc-789c5977cd9e']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:38.760430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a244647d-340f-4779-82ed-faee3bb4455c') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:38.761161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a244647d-340f-4779-82ed-faee3bb4455c') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:38.781891 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:38.813006 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:38.826323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:44:38.827132 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:44:38.862638 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:44:38.984514 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:38.994178 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:39.007558 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:39.021671 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Network': ['ID=403894ff-3dde-43e9-a7cc-789c5977cd9e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:39.032176 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f208827c-443a-412d-9068-7525c081d214 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/networks/403894ff-3dde-43e9-a7cc-789c5977cd9e HTTP/1.1" status: 204 len: 168 time: 1.2721217 Feb 09 14:44:39.034561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42836) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:39.050747 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-55b88da9-f370-40c4-af95-42598923e56f None None] Deleting port f46f1fa6-44ad-46fb-add0-5851b3e2f422 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:39.051119 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-55b88da9-f370-40c4-af95-42598923e56f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:39.091502 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-109af4ee-a61c-4db3-8cb2-2a8a886fbff6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] DELETE failed (client error): The resource could not be found. Feb 09 14:44:39.092045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109af4ee-a61c-4db3-8cb2-2a8a886fbff6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:44:39.094815 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-109af4ee-a61c-4db3-8cb2-2a8a886fbff6 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/subnets/6e768c68-dbaa-41f7-9a23-1c07f876808a HTTP/1.1" status: 404 len: 337 time: 0.0585129 Feb 09 14:44:39.101191 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42840) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:39.137095 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-55b88da9-f370-40c4-af95-42598923e56f None None] The port 'f46f1fa6-44ad-46fb-add0-5851b3e2f422' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:44:39.266941 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba38c5b9-d678-4ad7-83e0-7d100aeb115f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] DELETE failed (client error): The resource could not be found. Feb 09 14:44:39.266941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba38c5b9-d678-4ad7-83e0-7d100aeb115f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:44:39.268324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ba38c5b9-d678-4ad7-83e0-7d100aeb115f tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/networks/41dc6933-46b4-4da5-a955-1bbe1223a268 HTTP/1.1" status: 404 len: 339 time: 0.1653559 Feb 09 14:44:39.271153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42844) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:39.340300 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f7c7e8-4551-4d45-bb54-fcc2e1419217 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Deleting subnet abe4a629-e8b8-48b7-8c94-0f67356238b3 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:44:39.343967 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43f7c7e8-4551-4d45-bb54-fcc2e1419217 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:39.403646 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43f7c7e8-4551-4d45-bb54-fcc2e1419217 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:39.502654 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43f7c7e8-4551-4d45-bb54-fcc2e1419217 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:39.600083 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43f7c7e8-4551-4d45-bb54-fcc2e1419217 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:39.619327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f46f1fa6-44ad-46fb-add0-5851b3e2f422 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:39.662666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: f46f1fa6-44ad-46fb-add0-5851b3e2f422 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:44:39.663148 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f46f1fa6-44ad-46fb-add0-5851b3e2f422 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:39.668928 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7c7e8-4551-4d45-bb54-fcc2e1419217 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Subnet': ['ID=abe4a629-e8b8-48b7-8c94-0f67356238b3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:39.673859 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43f7c7e8-4551-4d45-bb54-fcc2e1419217 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:39.683215 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4903953a-98aa-487e-8847-26a4c884a844 None None] Network 6390535b-7643-4615-89ae-fe52492fddad requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:39.686525 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-43f7c7e8-4551-4d45-bb54-fcc2e1419217 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/subnets/abe4a629-e8b8-48b7-8c94-0f67356238b3 HTTP/1.1" status: 204 len: 168 time: 0.4142127 Feb 09 14:44:39.689044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42848) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:39.825909 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:39.837861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Deleting port e5842092-dadd-496b-956a-740d729987a8 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:39.838321 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:40.000855 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ddb9a8-31bd-4c4c-89c1-05b364ea85e1 None None] DHCP port deletion for 6390535b-7643-4615-89ae-fe52492fddad request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:44:40.005996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-43ddb9a8-31bd-4c4c-89c1-05b364ea85e1 None None] Deleting port e5842092-dadd-496b-956a-740d729987a8 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:40.006363 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-43ddb9a8-31bd-4c4c-89c1-05b364ea85e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:40.076237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] For port e5842092-dadd-496b-956a-740d729987a8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e5842092-dadd-496b-956a-740d729987a8,segment=NetworkSegment(e83cfa8a-9072-4fcc-b570-645ce659b9b0),segment_id=e83cfa8a-9072-4fcc-b570-645ce659b9b0)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:40.076609 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:40.211903 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-43ddb9a8-31bd-4c4c-89c1-05b364ea85e1 None None] For port e5842092-dadd-496b-956a-740d729987a8, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e5842092-dadd-496b-956a-740d729987a8,segment=NetworkSegment(e83cfa8a-9072-4fcc-b570-645ce659b9b0),segment_id=e83cfa8a-9072-4fcc-b570-645ce659b9b0)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:40.212285 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-43ddb9a8-31bd-4c4c-89c1-05b364ea85e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:40.216605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Calling delete_port for e5842092-dadd-496b-956a-740d729987a8 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:40.297181 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:40.341403 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-43ddb9a8-31bd-4c4c-89c1-05b364ea85e1 None None] Calling delete_port for e5842092-dadd-496b-956a-740d729987a8 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:40.347879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Port': ['ID=e5842092-dadd-496b-956a-740d729987a8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:40.353511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] No DVR routers for this DVR port e5842092-dadd-496b-956a-740d729987a8 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:44:40.415540 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-43ddb9a8-31bd-4c4c-89c1-05b364ea85e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:44:40.416427 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-43ddb9a8-31bd-4c4c-89c1-05b364ea85e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:44:40.477586 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:40.486354 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894518d9-476d-416d-b669-01757b526b56 req-c5bce198-6f20-4f4a-97d3-2923499831e6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:40.488364 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-894518d9-476d-416d-b669-01757b526b56 req-c5bce198-6f20-4f4a-97d3-2923499831e6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 812 time: 0.1534750 Feb 09 14:44:40.504927 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-894518d9-476d-416d-b669-01757b526b56 req-ac305a96-dd4a-4f29-9179-1cb2730962e7 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/quotas/a41332bb12404c08914ea958ae35ef74 HTTP/1.1" status: 200 len: 375 time: 0.0107827 Feb 09 14:44:40.506952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6390535b-7643-4615-89ae-fe52492fddad']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:40.519362 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83cfa8a-9072-4fcc-b570-645ce659b9b0') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:40.519663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83cfa8a-9072-4fcc-b570-645ce659b9b0') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:40.531301 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:40.547675 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:40.554529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:44:40.554923 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:44:40.569799 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:44:40.593251 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-894518d9-476d-416d-b669-01757b526b56 req-2cc00193-1012-4c52-8130-2398fd002a7b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823176 Feb 09 14:44:40.629753 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:40.653041 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:40.671625 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:40.686265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] Pushing event deleted for resources: {'Network': ['ID=6390535b-7643-4615-89ae-fe52492fddad,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:40.692836 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b65db543-a82b-4a50-ad16-0e1fc9aa9fe9 tempest-NetworksIpV6Test-145779778 tempest-NetworksIpV6Test-145779778-project] 10.222.0.48 "DELETE /v2.0/networks/6390535b-7643-4615-89ae-fe52492fddad HTTP/1.1" status: 204 len: 168 time: 1.0021057 Feb 09 14:44:40.734484 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-894518d9-476d-416d-b669-01757b526b56 req-bca65a21-9367-41c9-8b5f-cb0c6783f3ef service neutron] 10.222.0.48 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331575 Feb 09 14:44:40.874431 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-894518d9-476d-416d-b669-01757b526b56 req-532ef42f-a3c6-424a-a0f6-f505aaf29ae2 service neutron] 10.222.0.48 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337221 Feb 09 14:44:40.917879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-43ddb9a8-31bd-4c4c-89c1-05b364ea85e1 None None] Deleting port e5842092-dadd-496b-956a-740d729987a8 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:40.918265 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-43ddb9a8-31bd-4c4c-89c1-05b364ea85e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:40.973154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42868) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:40.995348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-43ddb9a8-31bd-4c4c-89c1-05b364ea85e1 None None] The port 'e5842092-dadd-496b-956a-740d729987a8' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:44:41.136244 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6d777f9c-d275-4e6e-9726-b3ce9534b43f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09860b0b446d44c389a8496647fe4158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618907 Feb 09 14:44:41.138690 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42878) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:41.202534 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-52fad8ed-0fb4-49bd-b27e-867b8f0cb4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:41.230313 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-52fad8ed-0fb4-49bd-b27e-867b8f0cb4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:41.261757 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-077e6752-ac89-476b-8bf7-295c1d8f5fe8 req-a057fa31-acc4-4860-bcc4-744ba7ce61f5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 210 time: 0.0450208 Feb 09 14:44:41.292364 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-52fad8ed-0fb4-49bd-b27e-867b8f0cb4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:41.306505 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fad8ed-0fb4-49bd-b27e-867b8f0cb4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c97830-e5a3-44d2-a4f1-ddb008529ec1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:41.313262 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-52fad8ed-0fb4-49bd-b27e-867b8f0cb4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:41.314795 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-52fad8ed-0fb4-49bd-b27e-867b8f0cb4af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0c97830-e5a3-44d2-a4f1-ddb008529ec1 HTTP/1.1" status: 204 len: 168 time: 0.1752367 Feb 09 14:44:41.622373 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e5842092-dadd-496b-956a-740d729987a8 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:41.662216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: e5842092-dadd-496b-956a-740d729987a8 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:44:41.662822 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e5842092-dadd-496b-956a-740d729987a8 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:42.129748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42912) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:42.249933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-115171510'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:42.255934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:42.259945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:network and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:44:42.262990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:44:42.270691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:42.283122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:44:42.287550 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:42.303200 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:42.323006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:42.327691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:security_group_rule and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:44:42.331830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:44:42.339091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:42.443461 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9a073c59-d18c-4bf0-b7d0-bb870261b26b req-3719752e-1c00-4562-b6a5-bfa9c6805a24 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 210 time: 0.0628231 Feb 09 14:44:42.552469 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:42.573136 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:42.623935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:44:42.632924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894518d9-476d-416d-b669-01757b526b56 req-fdbc12be-8a8c-4468-9538-1b671d1966a0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:42.634699 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894518d9-476d-416d-b669-01757b526b56 req-fdbc12be-8a8c-4468-9538-1b671d1966a0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 812 time: 0.2375822 Feb 09 14:44:42.649061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-894518d9-476d-416d-b669-01757b526b56 req-b3304967-6adc-4424-8834-6fb9d08c260f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Request body: {'port': {'device_id': '8f5fde72-7d23-4e11-936b-d47a4c2fab01', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'admin_state_up': True, 'tenant_id': 'a41332bb12404c08914ea958ae35ef74'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:42.665644 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:42.665980 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Added segment 55088e73-74af-4cfe-9ae7-b49c5a0a7a56 of type vlan for network b27d18ca-3e3e-4b20-94a2-0c391761c9a4 Feb 09 14:44:42.673027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c52cf0a-e543-4ba5-8dbf-0d089677413d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:42.762722 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:42.830310 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:44:42.836929 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:42.841848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:42.842454 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:42.846843 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-894518d9-476d-416d-b669-01757b526b56 req-b3304967-6adc-4424-8834-6fb9d08c260f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:43.058140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-894518d9-476d-416d-b669-01757b526b56 req-b3304967-6adc-4424-8834-6fb9d08c260f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:43.096751 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9657526 Feb 09 14:44:43.098915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b66f83-2f56-4b81-87e2-7ff7a7edf0c4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Network': ['ID=b27d18ca-3e3e-4b20-94a2-0c391761c9a4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:43.100786 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42922) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:43.108316 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894518d9-476d-416d-b669-01757b526b56 req-b3304967-6adc-4424-8834-6fb9d08c260f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Made reservation on behalf of a41332bb12404c08914ea958ae35ef74 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:44:43.112175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network b27d18ca-3e3e-4b20-94a2-0c391761c9a4 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:44:43.113847 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-894518d9-476d-416d-b669-01757b526b56 req-b3304967-6adc-4424-8834-6fb9d08c260f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:43.123446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3d3b5c03-d3d4-4369-b6c2-508d82a24ea7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1793853566'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:43.149754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3d3b5c03-d3d4-4369-b6c2-508d82a24ea7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:43.156770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3d3b5c03-d3d4-4369-b6c2-508d82a24ea7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:network and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:44:43.163533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3d3b5c03-d3d4-4369-b6c2-508d82a24ea7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:44:43.175189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3d3b5c03-d3d4-4369-b6c2-508d82a24ea7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:43.189501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3b5c03-d3d4-4369-b6c2-508d82a24ea7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:44:43.194010 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5c03-d3d4-4369-b6c2-508d82a24ea7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:43.242531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3b5c03-d3d4-4369-b6c2-508d82a24ea7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:44:43.253149 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5c03-d3d4-4369-b6c2-508d82a24ea7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:43.253851 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-3d3b5c03-d3d4-4369-b6c2-508d82a24ea7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Added segment a394ce4f-8322-437a-86f1-f0127e9e5c26 of type vlan for network 177a1cfb-79d9-444d-bbe6-eb0ce289e12c Feb 09 14:44:43.287701 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5c03-d3d4-4369-b6c2-508d82a24ea7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:43.289403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-894518d9-476d-416d-b669-01757b526b56 req-b3304967-6adc-4424-8834-6fb9d08c260f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Allocated IP 172.20.0.13 (2af7d454-c373-48d2-a2c0-b8fe62f20cda/f8838457-395d-4c60-9dea-86467bd752c2/4dfb92eb-d99d-4b25-9fc8-2648d7e10532) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:44:43.330143 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5c03-d3d4-4369-b6c2-508d82a24ea7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:43.336591 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b5c03-d3d4-4369-b6c2-508d82a24ea7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:43.337346 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5c03-d3d4-4369-b6c2-508d82a24ea7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:43.446004 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3d3b5c03-d3d4-4369-b6c2-508d82a24ea7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3408451 Feb 09 14:44:43.446686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42926) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:43.452596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b5c03-d3d4-4369-b6c2-508d82a24ea7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Network': ['ID=177a1cfb-79d9-444d-bbe6-eb0ce289e12c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:43.454281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d3e2bb56-4e61-4aa0-ad39-e24f424b093d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'subnet': {'network_id': 'b27d18ca-3e3e-4b20-94a2-0c391761c9a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:43.463902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 177a1cfb-79d9-444d-bbe6-eb0ce289e12c details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:44:43.677673 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc80cd29-63db-468d-8e3d-ca61e0862163 req-a58e8463-cb46-44b2-a333-3362c6f8b6ec tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 210 time: 0.0736065 Feb 09 14:44:43.680792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d3e2bb56-4e61-4aa0-ad39-e24f424b093d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:43.687826 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-894518d9-476d-416d-b669-01757b526b56 req-b3304967-6adc-4424-8834-6fb9d08c260f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:43.698455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d3e2bb56-4e61-4aa0-ad39-e24f424b093d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:subnet and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:44:43.698455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d3e2bb56-4e61-4aa0-ad39-e24f424b093d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:44:43.705723 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d3e2bb56-4e61-4aa0-ad39-e24f424b093d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:43.714951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-894518d9-476d-416d-b669-01757b526b56 req-b3304967-6adc-4424-8834-6fb9d08c260f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Transition to ACTIVE for port object 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:43.724978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e2bb56-4e61-4aa0-ad39-e24f424b093d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:44:43.728914 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3e2bb56-4e61-4aa0-ad39-e24f424b093d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:43.858929 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-894518d9-476d-416d-b669-01757b526b56 req-b3304967-6adc-4424-8834-6fb9d08c260f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:43.949916 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894518d9-476d-416d-b669-01757b526b56 req-b3304967-6adc-4424-8834-6fb9d08c260f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Network 2af7d454-c373-48d2-a2c0-b8fe62f20cda is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:44:43.953858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-894518d9-476d-416d-b669-01757b526b56 req-b3304967-6adc-4424-8834-6fb9d08c260f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:43.956266 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-894518d9-476d-416d-b669-01757b526b56 req-b3304967-6adc-4424-8834-6fb9d08c260f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:44:44.001948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3304967-6adc-4424-8834-6fb9d08c260f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'Port': ['ID=4dfb92eb-d99d-4b25-9fc8-2648d7e10532,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:44.066552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894518d9-476d-416d-b669-01757b526b56 req-b3304967-6adc-4424-8834-6fb9d08c260f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:44.067192 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-894518d9-476d-416d-b669-01757b526b56 req-b3304967-6adc-4424-8834-6fb9d08c260f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:44.127075 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894518d9-476d-416d-b669-01757b526b56 req-b3304967-6adc-4424-8834-6fb9d08c260f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4818161 Feb 09 14:44:44.147283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Request body: {'port': {'device_id': '8f5fde72-7d23-4e11-936b-d47a4c2fab01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:44.196111 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3e2bb56-4e61-4aa0-ad39-e24f424b093d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:44.283232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b2e9c635-f256-4036-bb59-0c50ef74df95 None None] Provisioning for port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:44:44.292235 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b2e9c635-f256-4036-bb59-0c50ef74df95 None None] Provisioning complete for port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:44.292993 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b2e9c635-f256-4036-bb59-0c50ef74df95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:44.337954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2bb56-4e61-4aa0-ad39-e24f424b093d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Subnet': ['ID=0946317b-286c-48ad-953e-745b5a326a11,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:44.354067 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:44.372760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e2bb56-4e61-4aa0-ad39-e24f424b093d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Checking segment: {'id': '55088e73-74af-4cfe-9ae7-b49c5a0a7a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b27d18ca-3e3e-4b20-94a2-0c391761c9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:44:44.373121 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e2bb56-4e61-4aa0-ad39-e24f424b093d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network hostable DHCP agents. Network: b27d18ca-3e3e-4b20-94a2-0c391761c9a4, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:44:44.380997 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b2e9c635-f256-4036-bb59-0c50ef74df95 None None] Port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:44:44.439885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e2bb56-4e61-4aa0-ad39-e24f424b093d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network b27d18ca-3e3e-4b20-94a2-0c391761c9a4 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:44:44.458453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-d3e2bb56-4e61-4aa0-ad39-e24f424b093d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, b27d18ca-3e3e-4b20-94a2-0c391761c9a4) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:44.466331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3486b6b7-bdd2-424c-b546-db6f1186a062 None None] Network b27d18ca-3e3e-4b20-94a2-0c391761c9a4 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:44.514859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e2bb56-4e61-4aa0-ad39-e24f424b093d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:44.516002 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d3e2bb56-4e61-4aa0-ad39-e24f424b093d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:44.579493 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d3e2bb56-4e61-4aa0-ad39-e24f424b093d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1321521 Feb 09 14:44:44.582971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42932) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:44.588970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-42fda6b7-1fa4-4da5-a895-0219b399af3b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'subnet': {'network_id': '177a1cfb-79d9-444d-bbe6-eb0ce289e12c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:44.722477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-42fda6b7-1fa4-4da5-a895-0219b399af3b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:44.727498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-42fda6b7-1fa4-4da5-a895-0219b399af3b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:subnet and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:44:44.730457 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-42fda6b7-1fa4-4da5-a895-0219b399af3b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:44:44.738993 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-42fda6b7-1fa4-4da5-a895-0219b399af3b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:44.756239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-b27d18ca-3e3e-4b20-94a2-0c391761c9a4', 'network_id': 'b27d18ca-3e3e-4b20-94a2-0c391761c9a4', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'fixed_ips': [{'subnet_id': '0946317b-286c-48ad-953e-745b5a326a11'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:44:44.757551 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:44.763602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fda6b7-1fa4-4da5-a895-0219b399af3b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:44:44.771245 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42fda6b7-1fa4-4da5-a895-0219b399af3b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:44.867974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:44:44.881004 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:44.904651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Transition to ACTIVE for port object 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:44.913648 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:44.935348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Allocated IP 2001:db8::2 (b27d18ca-3e3e-4b20-94a2-0c391761c9a4/0946317b-286c-48ad-953e-745b5a326a11/48f5d115-bcbd-4510-9a12-5146912cf758) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:44:45.172370 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:45.186400 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Transition to ACTIVE for port object 48f5d115-bcbd-4510-9a12-5146912cf758 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:45.215361 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Transition to ACTIVE for port object 48f5d115-bcbd-4510-9a12-5146912cf758 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:45.225202 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:45.264074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a6fae-b416-46e8-9c91-1f5ed8da1f85 req-5cd59b8c-76dd-4102-9f82-e3d5ebd1adc4 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:45.266875 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-203a6fae-b416-46e8-9c91-1f5ed8da1f85 req-5cd59b8c-76dd-4102-9f82-e3d5ebd1adc4 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 944 time: 0.3081374 Feb 09 14:44:45.316879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Network b27d18ca-3e3e-4b20-94a2-0c391761c9a4 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:44:45.320817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:45.325409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:44:45.368951 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Pushing event updated for resources: {'Port': ['ID=48f5d115-bcbd-4510-9a12-5146912cf758,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:45.394937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfb92eb-d99d-4b25-9fc8-2648d7e10532,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:45.404457 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-203a6fae-b416-46e8-9c91-1f5ed8da1f85 req-1bfcac39-bb14-4166-b1d3-9d27336d8f70 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297297 Feb 09 14:44:45.438751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Attempting to bind port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:44:45.439065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Attempting to bind port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:44:45.439397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Attempting to bind port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:44:45.441609 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Attempting to bind port 48f5d115-bcbd-4510-9a12-5146912cf758 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:44:45.442092 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Attempting to bind port 48f5d115-bcbd-4510-9a12-5146912cf758 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '55088e73-74af-4cfe-9ae7-b49c5a0a7a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b27d18ca-3e3e-4b20-94a2-0c391761c9a4'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:44:45.442553 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Attempting to bind port 48f5d115-bcbd-4510-9a12-5146912cf758 on network b27d18ca-3e3e-4b20-94a2-0c391761c9a4 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:44:45.443282 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42fda6b7-1fa4-4da5-a895-0219b399af3b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:45.444693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:44:45.445026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Attempting to bind port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:44:45.449378 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:44:45.449820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Checking segment: {'id': '55088e73-74af-4cfe-9ae7-b49c5a0a7a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b27d18ca-3e3e-4b20-94a2-0c391761c9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:44:45.450283 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:45.450535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:44:45.450797 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Bound using segment: {'id': '55088e73-74af-4cfe-9ae7-b49c5a0a7a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b27d18ca-3e3e-4b20-94a2-0c391761c9a4'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:44:45.450907 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Checking segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:44:45.451224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Bound using segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:44:45.451419 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Bound port: 48f5d115-bcbd-4510-9a12-5146912cf758, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55088e73-74af-4cfe-9ae7-b49c5a0a7a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b27d18ca-3e3e-4b20-94a2-0c391761c9a4'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:44:45.451644 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Bound port: 4dfb92eb-d99d-4b25-9fc8-2648d7e10532, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:44:45.451917 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:45.452022 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:45.532915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fda6b7-1fa4-4da5-a895-0219b399af3b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Subnet': ['ID=b267dd8c-ee09-4c39-9159-9a05508f24cd,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:45.544967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fda6b7-1fa4-4da5-a895-0219b399af3b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Checking segment: {'id': 'a394ce4f-8322-437a-86f1-f0127e9e5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '177a1cfb-79d9-444d-bbe6-eb0ce289e12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:44:45.545326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fda6b7-1fa4-4da5-a895-0219b399af3b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network hostable DHCP agents. Network: 177a1cfb-79d9-444d-bbe6-eb0ce289e12c, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:44:45.553464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] For port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:44:45.557684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] For port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=4dfb92eb-d99d-4b25-9fc8-2648d7e10532,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:44:45.567198 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:45.572852 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fda6b7-1fa4-4da5-a895-0219b399af3b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network 177a1cfb-79d9-444d-bbe6-eb0ce289e12c is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:44:45.577542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] For port 48f5d115-bcbd-4510-9a12-5146912cf758, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:44:45.583195 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] For port 48f5d115-bcbd-4510-9a12-5146912cf758, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=48f5d115-bcbd-4510-9a12-5146912cf758,segment=NetworkSegment(55088e73-74af-4cfe-9ae7-b49c5a0a7a56),segment_id=55088e73-74af-4cfe-9ae7-b49c5a0a7a56)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:44:45.586157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-42fda6b7-1fa4-4da5-a895-0219b399af3b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 177a1cfb-79d9-444d-bbe6-eb0ce289e12c) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:45.591487 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:45.603340 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fda6b7-1fa4-4da5-a895-0219b399af3b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:45.604351 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-42fda6b7-1fa4-4da5-a895-0219b399af3b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:45.635758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:45.636512 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:45.638035 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894518d9-476d-416d-b669-01757b526b56 req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] 10.222.0.35 "PUT /v2.0/ports/4dfb92eb-d99d-4b25-9fc8-2648d7e10532 HTTP/1.1" status: 200 len: 1092 time: 1.5000415 Feb 09 14:44:45.638534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5fde72-7d23-4e11-936b-d47a4c2fab01', 'tag': '4dfb92eb-d99d-4b25-9fc8-2648d7e10532'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:44:45.659536 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-42fda6b7-1fa4-4da5-a895-0219b399af3b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0754027 Feb 09 14:44:45.663909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42940) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:45.668012 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14ac929-3f7a-4f79-9dff-0a3516d1454a None None] Network 177a1cfb-79d9-444d-bbe6-eb0ce289e12c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:45.668863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085221c6-f15e-4d5c-a964-091f35113633 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfb92eb-d99d-4b25-9fc8-2648d7e10532,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:45.674281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-36c29129-661f-4f2c-a6a3-43ce720d7636 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1936677461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:44:45.688952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-36c29129-661f-4f2c-a6a3-43ce720d7636 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:44:45.697059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-36c29129-661f-4f2c-a6a3-43ce720d7636 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:router and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:44:45.700883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-36c29129-661f-4f2c-a6a3-43ce720d7636 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:44:45.713544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-36c29129-661f-4f2c-a6a3-43ce720d7636 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:44:45.730511 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36c29129-661f-4f2c-a6a3-43ce720d7636 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:45.732192 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36c29129-661f-4f2c-a6a3-43ce720d7636 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:45.758619 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36c29129-661f-4f2c-a6a3-43ce720d7636 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:45.782615 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36c29129-661f-4f2c-a6a3-43ce720d7636 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:45.812508 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb6e23-4dc8-4233-8045-0f2edfd37611 None None] Pushing event updated for resources: {'Port': ['ID=48f5d115-bcbd-4510-9a12-5146912cf758,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:45.813900 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5fde72-7d23-4e11-936b-d47a4c2fab01', 'tag': '4dfb92eb-d99d-4b25-9fc8-2648d7e10532', 'status': 'completed', 'code': 200} Feb 09 14:44:45.819094 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36c29129-661f-4f2c-a6a3-43ce720d7636 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:45.823859 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-36c29129-661f-4f2c-a6a3-43ce720d7636 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1588166 Feb 09 14:44:45.824534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 42944) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:45.861196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894518d9-476d-416d-b669-01757b526b56 req-cd7f842b-6d05-4670-ae17-f4b24dd2ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:45.863616 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894518d9-476d-416d-b669-01757b526b56 req-cd7f842b-6d05-4670-ae17-f4b24dd2ad00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 1095 time: 0.1667395 Feb 09 14:44:45.969303 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894518d9-476d-416d-b669-01757b526b56 req-0bc2dd05-8bfd-4634-bbac-1d2457e7f06a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dfb92eb-d99d-4b25-9fc8-2648d7e10532 HTTP/1.1" status: 200 len: 217 time: 0.0942509 Feb 09 14:44:46.002105 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-177a1cfb-79d9-444d-bbe6-eb0ce289e12c', 'network_id': '177a1cfb-79d9-444d-bbe6-eb0ce289e12c', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'fixed_ips': [{'subnet_id': 'b267dd8c-ee09-4c39-9159-9a05508f24cd'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:44:46.003902 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:46.052475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894518d9-476d-416d-b669-01757b526b56 req-79f39923-ba3a-4cc1-b70e-1d1bcd100a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:46.053913 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894518d9-476d-416d-b669-01757b526b56 req-79f39923-ba3a-4cc1-b70e-1d1bcd100a86 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0781736 Feb 09 14:44:46.175085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894518d9-476d-416d-b669-01757b526b56 req-6f0ead19-17f1-4527-97f1-baebbb065d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:46.176748 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894518d9-476d-416d-b669-01757b526b56 req-6f0ead19-17f1-4527-97f1-baebbb065d51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140447 Feb 09 14:44:46.231819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Allocated IP 2001:db8:1::2 (177a1cfb-79d9-444d-bbe6-eb0ce289e12c/b267dd8c-ee09-4c39-9159-9a05508f24cd/285b2078-0fea-40cf-9589-6d6dc29d1064) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:44:46.329919 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894518d9-476d-416d-b669-01757b526b56 req-2ec0f197-fcac-422b-b680-9b5ef6ca5ba1 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441295 Feb 09 14:44:46.426698 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:46.445893 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:46.458693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Transition to ACTIVE for port object 285b2078-0fea-40cf-9589-6d6dc29d1064 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:46.473938 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894518d9-476d-416d-b669-01757b526b56 req-029081f3-1c1c-44b0-b810-701607bdba70 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375492 Feb 09 14:44:46.488116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Transition to ACTIVE for port object 285b2078-0fea-40cf-9589-6d6dc29d1064 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:46.494859 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:46.572627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Network 177a1cfb-79d9-444d-bbe6-eb0ce289e12c is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:44:46.575761 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:46.579596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:44:46.621229 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Pushing event updated for resources: {'Port': ['ID=285b2078-0fea-40cf-9589-6d6dc29d1064,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:46.632195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d218c2-2bdc-4ebd-993c-a1a7b138ef6f req-1331bfe7-ff92-4fcd-8cc2-b65310ca0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:46.638329 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18d218c2-2bdc-4ebd-993c-a1a7b138ef6f req-1331bfe7-ff92-4fcd-8cc2-b65310ca0d0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 1095 time: 0.1099110 Feb 09 14:44:46.727224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Attempting to bind port 285b2078-0fea-40cf-9589-6d6dc29d1064 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:44:46.727591 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Attempting to bind port 285b2078-0fea-40cf-9589-6d6dc29d1064 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a394ce4f-8322-437a-86f1-f0127e9e5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '177a1cfb-79d9-444d-bbe6-eb0ce289e12c'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:44:46.729690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Attempting to bind port 285b2078-0fea-40cf-9589-6d6dc29d1064 on network 177a1cfb-79d9-444d-bbe6-eb0ce289e12c {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:44:46.739197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:44:46.739648 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Checking segment: {'id': 'a394ce4f-8322-437a-86f1-f0127e9e5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '177a1cfb-79d9-444d-bbe6-eb0ce289e12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:44:46.740149 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:46.740642 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Bound using segment: {'id': 'a394ce4f-8322-437a-86f1-f0127e9e5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '177a1cfb-79d9-444d-bbe6-eb0ce289e12c'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:44:46.741173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Bound port: 285b2078-0fea-40cf-9589-6d6dc29d1064, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a394ce4f-8322-437a-86f1-f0127e9e5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '177a1cfb-79d9-444d-bbe6-eb0ce289e12c'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:44:46.742079 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:46.796622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d218c2-2bdc-4ebd-993c-a1a7b138ef6f req-b519eaf7-db98-46b5-ac66-cf70c793d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:46.799113 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18d218c2-2bdc-4ebd-993c-a1a7b138ef6f req-b519eaf7-db98-46b5-ac66-cf70c793d44b service neutron] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.1530783 Feb 09 14:44:46.851637 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] For port 285b2078-0fea-40cf-9589-6d6dc29d1064, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:44:46.855673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] For port 285b2078-0fea-40cf-9589-6d6dc29d1064, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=285b2078-0fea-40cf-9589-6d6dc29d1064,segment=NetworkSegment(a394ce4f-8322-437a-86f1-f0127e9e5c26),segment_id=a394ce4f-8322-437a-86f1-f0127e9e5c26)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:44:46.862251 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:46.880158 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18d218c2-2bdc-4ebd-993c-a1a7b138ef6f req-86fef0d2-a2ea-4473-9206-8370a21110e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dfb92eb-d99d-4b25-9fc8-2648d7e10532 HTTP/1.1" status: 200 len: 217 time: 0.0734332 Feb 09 14:44:46.963073 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec128f0-86e2-4494-bfc2-60455edb5d5c None None] Pushing event updated for resources: {'Port': ['ID=285b2078-0fea-40cf-9589-6d6dc29d1064,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:46.988915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d218c2-2bdc-4ebd-993c-a1a7b138ef6f req-24fda230-ef16-49f8-a93e-b376780a1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:46.990414 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18d218c2-2bdc-4ebd-993c-a1a7b138ef6f req-24fda230-ef16-49f8-a93e-b376780a1693 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.1030443 Feb 09 14:44:47.041459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7cd57-a8c5-4a7a-8b88-35d0a7cc49ce req-4e7d8c38-11f9-4525-9631-abec20d8738d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:47.042933 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97d7cd57-a8c5-4a7a-8b88-35d0a7cc49ce req-4e7d8c38-11f9-4525-9631-abec20d8738d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 944 time: 0.4901159 Feb 09 14:44:47.085642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d218c2-2bdc-4ebd-993c-a1a7b138ef6f req-3729f5e8-11d2-4c57-ae2b-a2d86d22fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:47.087321 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18d218c2-2bdc-4ebd-993c-a1a7b138ef6f req-3729f5e8-11d2-4c57-ae2b-a2d86d22fdae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866511 Feb 09 14:44:47.094709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb52a1a-fcbf-4d13-a295-79cc737539b0 None None] Network b27d18ca-3e3e-4b20-94a2-0c391761c9a4 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:47.129710 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97d7cd57-a8c5-4a7a-8b88-35d0a7cc49ce req-5cd6c0b4-21cb-4522-b982-089499d3a3c1 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710390 Feb 09 14:44:47.130884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Allocated IP 2001:db8::1 (b27d18ca-3e3e-4b20-94a2-0c391761c9a4/0946317b-286c-48ad-953e-745b5a326a11/c975065d-e80c-42cd-b2c7-c8c422d85101) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:44:47.210370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ba748f07-e646-4bf2-8c5f-fb95c190be7e None None] Provisioning for port 48f5d115-bcbd-4510-9a12-5146912cf758 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:44:47.290801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18d218c2-2bdc-4ebd-993c-a1a7b138ef6f req-3f333f93-4846-4cd0-9877-81b648c51c47 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963458 Feb 09 14:44:47.359989 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:47.379472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Transition to ACTIVE for port object c975065d-e80c-42cd-b2c7-c8c422d85101 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:47.405087 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:47.465676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network b27d18ca-3e3e-4b20-94a2-0c391761c9a4 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:44:47.470956 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18d218c2-2bdc-4ebd-993c-a1a7b138ef6f req-f702b1be-9305-43bf-b373-ee7ff5315af8 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729341 Feb 09 14:44:47.474035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:47.482781 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:44:47.483371 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:47.655030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=c975065d-e80c-42cd-b2c7-c8c422d85101,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:47.693706 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 285b2078-0fea-40cf-9589-6d6dc29d1064 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:44:47.776918 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:47.782861 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 285b2078-0fea-40cf-9589-6d6dc29d1064 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:44:47.788631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 48f5d115-bcbd-4510-9a12-5146912cf758 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:44:47.892861 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 48f5d115-bcbd-4510-9a12-5146912cf758 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:44:47.899119 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 48f5d115-bcbd-4510-9a12-5146912cf758 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:47.899712 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:48.041845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3bccab38-3825-4381-981a-08d6d5df8293 None None] Provisioning for port c975065d-e80c-42cd-b2c7-c8c422d85101 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:44:48.049252 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:48.058915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3bccab38-3825-4381-981a-08d6d5df8293 None None] Provisioning complete for port c975065d-e80c-42cd-b2c7-c8c422d85101 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:48.059291 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3bccab38-3825-4381-981a-08d6d5df8293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:48.131620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3bccab38-3825-4381-981a-08d6d5df8293 None None] Port c975065d-e80c-42cd-b2c7-c8c422d85101 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:44:48.134702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 48f5d115-bcbd-4510-9a12-5146912cf758, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=48f5d115-bcbd-4510-9a12-5146912cf758,segment=NetworkSegment(55088e73-74af-4cfe-9ae7-b49c5a0a7a56),segment_id=55088e73-74af-4cfe-9ae7-b49c5a0a7a56)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:48.141334 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:48.222746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=48f5d115-bcbd-4510-9a12-5146912cf758,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:48.223554 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:48.229105 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:48.231242 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1fce12-a968-4a54-9a9a-56fbc978cb22 None None] Network 177a1cfb-79d9-444d-bbe6-eb0ce289e12c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:48.232353 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:48.321692 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-dfca8077-59a5-4ec0-9cf1-fc22d6200d79 None None] Provisioning for port 285b2078-0fea-40cf-9589-6d6dc29d1064 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:44:48.331186 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-dfca8077-59a5-4ec0-9cf1-fc22d6200d79 None None] Provisioning complete for port 285b2078-0fea-40cf-9589-6d6dc29d1064 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:48.332417 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dfca8077-59a5-4ec0-9cf1-fc22d6200d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:48.380642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=c975065d-e80c-42cd-b2c7-c8c422d85101,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:48.381337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0e99f-469e-4a07-86a5-74b7dec225b3 req-27a72e62-7728-4947-b575-95a3d086f688 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:48.382163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f8e0e99f-469e-4a07-86a5-74b7dec225b3 req-27a72e62-7728-4947-b575-95a3d086f688 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:44:48.399093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f8e0e99f-469e-4a07-86a5-74b7dec225b3 req-27a72e62-7728-4947-b575-95a3d086f688 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:44:48.400349 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8e0e99f-469e-4a07-86a5-74b7dec225b3 req-27a72e62-7728-4947-b575-95a3d086f688 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 944 time: 0.1293426 Feb 09 14:44:48.434418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network b27d18ca-3e3e-4b20-94a2-0c391761c9a4 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:44:48.435848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:48.463517 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8e0e99f-469e-4a07-86a5-74b7dec225b3 req-bbb9c78b-185d-424b-9a6e-c898faab011d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541356 Feb 09 14:44:48.567472 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dfca8077-59a5-4ec0-9cf1-fc22d6200d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:48.620805 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-dfca8077-59a5-4ec0-9cf1-fc22d6200d79 None None] For port 285b2078-0fea-40cf-9589-6d6dc29d1064, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=285b2078-0fea-40cf-9589-6d6dc29d1064,segment=NetworkSegment(a394ce4f-8322-437a-86f1-f0127e9e5c26),segment_id=a394ce4f-8322-437a-86f1-f0127e9e5c26)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:48.629377 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dfca8077-59a5-4ec0-9cf1-fc22d6200d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:48.647460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router 1485bd32-a059-4231-8d01-714944176908 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:44:48.718675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca8077-59a5-4ec0-9cf1-fc22d6200d79 None None] Pushing event updated for resources: {'Port': ['ID=285b2078-0fea-40cf-9589-6d6dc29d1064,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:48.855294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-73792e82-43bf-41d8-bc09-efdcba83bfd5 None None] Provisioning complete for port c975065d-e80c-42cd-b2c7-c8c422d85101 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:48.855588 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-73792e82-43bf-41d8-bc09-efdcba83bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:48.913947 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-73792e82-43bf-41d8-bc09-efdcba83bfd5 None None] Port c975065d-e80c-42cd-b2c7-c8c422d85101 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:44:48.953757 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:44:48.962988 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f02b6-241f-448a-a303-49d817c6b210 None None] Sync routers for ids ['1485bd32-a059-4231-8d01-714944176908'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:44:48.964105 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d6c05471-b4d6-44bc-b66b-fb0a61173194 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/1485bd32-a059-4231-8d01-714944176908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1385291 Feb 09 14:44:48.966894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42952) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:48.973669 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f02b6-241f-448a-a303-49d817c6b210 None None] Routers {'1485bd32-a059-4231-8d01-714944176908'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:44:48.974290 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b63f02b6-241f-448a-a303-49d817c6b210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1485bd32-a059-4231-8d01-714944176908'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:49.037525 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b63f02b6-241f-448a-a303-49d817c6b210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:49.044258 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7813d5f-9a2b-4be1-baf7-63728a81816a None None] Provisioning complete for port 285b2078-0fea-40cf-9589-6d6dc29d1064 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:49.044622 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7813d5f-9a2b-4be1-baf7-63728a81816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:49.046276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2d2c10-c706-4f71-8fe6-ed96464729ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:49.046683 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f02b6-241f-448a-a303-49d817c6b210 None None] Routers {'1485bd32-a059-4231-8d01-714944176908'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:44:49.047296 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b63f02b6-241f-448a-a303-49d817c6b210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1485bd32-a059-4231-8d01-714944176908'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:49.048024 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7b2d2c10-c706-4f71-8fe6-ed96464729ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports/c975065d-e80c-42cd-b2c7-c8c422d85101 HTTP/1.1" status: 200 len: 911 time: 0.0800004 Feb 09 14:44:49.051231 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42956) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:49.113553 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b63f02b6-241f-448a-a303-49d817c6b210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:49.113987 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f02b6-241f-448a-a303-49d817c6b210 None None] The sync data for ids ['1485bd32-a059-4231-8d01-714944176908'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:44:49.642436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 285b2078-0fea-40cf-9589-6d6dc29d1064 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:44:49.712448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118114b-8820-478a-9f30-2b2579042ee5 req-3d0f72e4-f8c1-4636-9e4b-9d2a1dc470cc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:49.714022 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c118114b-8820-478a-9f30-2b2579042ee5 req-3d0f72e4-f8c1-4636-9e4b-9d2a1dc470cc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 944 time: 0.1001563 Feb 09 14:44:49.740350 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 285b2078-0fea-40cf-9589-6d6dc29d1064 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:49.741313 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:49.774555 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c118114b-8820-478a-9f30-2b2579042ee5 req-71818f2e-9e82-4669-bd54-2b278c275fe3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523884 Feb 09 14:44:49.833029 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:49.863715 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 48f5d115-bcbd-4510-9a12-5146912cf758 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:44:49.969271 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 48f5d115-bcbd-4510-9a12-5146912cf758 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:49.969543 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:50.224111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Allocated IP 2001:db8:1::1 (177a1cfb-79d9-444d-bbe6-eb0ce289e12c/b267dd8c-ee09-4c39-9159-9a05508f24cd/8da8d749-1251-4a0e-a7c8-2e0ac36dbf53) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:44:50.385562 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:50.403212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Transition to ACTIVE for port object 8da8d749-1251-4a0e-a7c8-2e0ac36dbf53 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:44:50.428653 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:50.501549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network 177a1cfb-79d9-444d-bbe6-eb0ce289e12c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:44:50.505182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:50.509236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:44:50.509769 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:50.639844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=8da8d749-1251-4a0e-a7c8-2e0ac36dbf53,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:50.821561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-53359512-ccce-4690-93b2-a5115326f7d5 None None] Provisioning for port 8da8d749-1251-4a0e-a7c8-2e0ac36dbf53 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:44:50.827742 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-53359512-ccce-4690-93b2-a5115326f7d5 None None] Provisioning complete for port 8da8d749-1251-4a0e-a7c8-2e0ac36dbf53 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:50.828122 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-53359512-ccce-4690-93b2-a5115326f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:50.884775 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-53359512-ccce-4690-93b2-a5115326f7d5 None None] Port 8da8d749-1251-4a0e-a7c8-2e0ac36dbf53 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:44:50.938122 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:51.101131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271863a9-4c3c-4e66-b7d2-2ba13e48a99f req-7d570daa-e1ea-4123-901f-e42979c582c1 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:51.102660 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-271863a9-4c3c-4e66-b7d2-2ba13e48a99f req-7d570daa-e1ea-4123-901f-e42979c582c1 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 944 time: 0.2140446 Feb 09 14:44:51.230113 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-271863a9-4c3c-4e66-b7d2-2ba13e48a99f req-b9de6a6e-3ba7-4ecf-98e0-395408b6b40d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757518 Feb 09 14:44:51.385198 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:51.389676 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:51.390551 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:51.527026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=8da8d749-1251-4a0e-a7c8-2e0ac36dbf53,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:51.588225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network 177a1cfb-79d9-444d-bbe6-eb0ce289e12c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:44:51.589413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:44:51.771683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router 1485bd32-a059-4231-8d01-714944176908 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:44:51.811795 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fb8e1ffd-63ba-4872-a666-fe3820931097 None None] Provisioning complete for port 8da8d749-1251-4a0e-a7c8-2e0ac36dbf53 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:51.812163 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fb8e1ffd-63ba-4872-a666-fe3820931097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:51.871123 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e1ffd-63ba-4872-a666-fe3820931097 None None] Port 8da8d749-1251-4a0e-a7c8-2e0ac36dbf53 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:44:51.932423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:44:51.941872 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f0739ec0-b799-4679-9422-6ffab31a750d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/1485bd32-a059-4231-8d01-714944176908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8891265 Feb 09 14:44:51.944329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42964) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:51.944494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02232b0b-45a3-40a0-b0ae-4d1e70f30f62 None None] Sync routers for ids ['1485bd32-a059-4231-8d01-714944176908'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:44:51.954045 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02232b0b-45a3-40a0-b0ae-4d1e70f30f62 None None] Routers {'1485bd32-a059-4231-8d01-714944176908'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:44:51.954752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-02232b0b-45a3-40a0-b0ae-4d1e70f30f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1485bd32-a059-4231-8d01-714944176908'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:52.014877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-02232b0b-45a3-40a0-b0ae-4d1e70f30f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:52.017222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b408eef-7aa7-4df6-a63d-39f5fec4fd99 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:52.017800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2b408eef-7aa7-4df6-a63d-39f5fec4fd99 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Synchronizing usage tracker for tenant:7d371b695d254715bafb138b50290cb7 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:44:52.024609 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02232b0b-45a3-40a0-b0ae-4d1e70f30f62 None None] Routers {'1485bd32-a059-4231-8d01-714944176908'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:44:52.025354 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-02232b0b-45a3-40a0-b0ae-4d1e70f30f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1485bd32-a059-4231-8d01-714944176908'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:52.036292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2b408eef-7aa7-4df6-a63d-39f5fec4fd99 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Unset dirty status for tenant:7d371b695d254715bafb138b50290cb7 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:44:52.037451 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2b408eef-7aa7-4df6-a63d-39f5fec4fd99 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports/8da8d749-1251-4a0e-a7c8-2e0ac36dbf53 HTTP/1.1" status: 200 len: 913 time: 0.0922284 Feb 09 14:44:52.040373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42968) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:52.089464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-02232b0b-45a3-40a0-b0ae-4d1e70f30f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:52.089866 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02232b0b-45a3-40a0-b0ae-4d1e70f30f62 None None] The sync data for ids ['1485bd32-a059-4231-8d01-714944176908'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:44:52.420000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f6fa7-9952-4b9c-9fa6-835dde878551 req-067e9da2-5fe2-47ed-8141-3106e6c7eca9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:52.422156 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ff2f6fa7-9952-4b9c-9fa6-835dde878551 req-067e9da2-5fe2-47ed-8141-3106e6c7eca9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 944 time: 0.0846562 Feb 09 14:44:52.467682 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ff2f6fa7-9952-4b9c-9fa6-835dde878551 req-05cc84dc-89a9-44e8-a3e5-aec2b01a3356 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399477 Feb 09 14:44:52.670119 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c296-829e-4a1d-9aca-b3533e5e978f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:53.004744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c2d8c296-829e-4a1d-9aca-b3533e5e978f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port 8da8d749-1251-4a0e-a7c8-2e0ac36dbf53 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:53.005417 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c296-829e-4a1d-9aca-b3533e5e978f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:53.199434 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c296-829e-4a1d-9aca-b3533e5e978f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:53.324594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c2d8c296-829e-4a1d-9aca-b3533e5e978f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for 8da8d749-1251-4a0e-a7c8-2e0ac36dbf53 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:53.845075 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f0909-ffe4-4a94-8087-5e21dd4d2db7 req-74a9dfeb-1310-4a9a-8fe7-a343693db9be tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:53.846447 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-542f0909-ffe4-4a94-8087-5e21dd4d2db7 req-74a9dfeb-1310-4a9a-8fe7-a343693db9be tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 944 time: 0.2592971 Feb 09 14:44:53.905499 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c296-829e-4a1d-9aca-b3533e5e978f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:53.956767 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-542f0909-ffe4-4a94-8087-5e21dd4d2db7 req-7d1fbb0a-f27c-40ed-85cb-0257e0121aa5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000583 Feb 09 14:44:53.993665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8c296-829e-4a1d-9aca-b3533e5e978f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Port': ['ID=8da8d749-1251-4a0e-a7c8-2e0ac36dbf53,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:54.167002 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c296-829e-4a1d-9aca-b3533e5e978f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:54.483418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d8c296-829e-4a1d-9aca-b3533e5e978f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router 1485bd32-a059-4231-8d01-714944176908 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:44:54.647651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d8c296-829e-4a1d-9aca-b3533e5e978f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:44:54.656896 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092e53b7-905b-4a83-ad7d-85e6e976a6f0 None None] Sync routers for ids ['1485bd32-a059-4231-8d01-714944176908'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:44:54.669253 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c2d8c296-829e-4a1d-9aca-b3533e5e978f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/1485bd32-a059-4231-8d01-714944176908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6228464 Feb 09 14:44:54.669253 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42976) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:54.669548 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092e53b7-905b-4a83-ad7d-85e6e976a6f0 None None] Routers {'1485bd32-a059-4231-8d01-714944176908'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:44:54.669548 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-092e53b7-905b-4a83-ad7d-85e6e976a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1485bd32-a059-4231-8d01-714944176908'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:54.731013 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-092e53b7-905b-4a83-ad7d-85e6e976a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:54.741352 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092e53b7-905b-4a83-ad7d-85e6e976a6f0 None None] Routers {'1485bd32-a059-4231-8d01-714944176908'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:44:54.741877 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-092e53b7-905b-4a83-ad7d-85e6e976a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1485bd32-a059-4231-8d01-714944176908'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:54.803657 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-092e53b7-905b-4a83-ad7d-85e6e976a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:54.804328 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092e53b7-905b-4a83-ad7d-85e6e976a6f0 None None] The sync data for ids ['1485bd32-a059-4231-8d01-714944176908'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:44:55.149760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda790d6-e6d8-42a4-ae79-2c8ab79d4517 req-e25738e4-3118-484c-af06-e896432133fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:55.151617 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eda790d6-e6d8-42a4-ae79-2c8ab79d4517 req-e25738e4-3118-484c-af06-e896432133fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 944 time: 0.0884178 Feb 09 14:44:55.197819 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eda790d6-e6d8-42a4-ae79-2c8ab79d4517 req-af425c6b-34e6-44fe-b606-cdec8b63726e tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402489 Feb 09 14:44:55.325692 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab803947-7e48-4aad-afde-2050ebf67d0e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:55.667762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ab803947-7e48-4aad-afde-2050ebf67d0e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port c975065d-e80c-42cd-b2c7-c8c422d85101 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:55.668136 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab803947-7e48-4aad-afde-2050ebf67d0e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:55.874951 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab803947-7e48-4aad-afde-2050ebf67d0e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:56.006229 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-ab803947-7e48-4aad-afde-2050ebf67d0e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for c975065d-e80c-42cd-b2c7-c8c422d85101 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:56.185742 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:44:56.220073 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab803947-7e48-4aad-afde-2050ebf67d0e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:56.274490 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab803947-7e48-4aad-afde-2050ebf67d0e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Port': ['ID=c975065d-e80c-42cd-b2c7-c8c422d85101,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:56.341552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=4dfb92eb-d99d-4b25-9fc8-2648d7e10532,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:56.357571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '4dfb92eb-d99d-4b25-9fc8-2648d7e10532', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'port_id': '4dfb92eb-d99d-4b25-9fc8-2648d7e10532', 'mac_address': 'fa:16:3e:f6:b7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:44:56.428271 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:56.452980 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:44:56.470341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=4dfb92eb-d99d-4b25-9fc8-2648d7e10532,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:56.475924 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:56.501789 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab803947-7e48-4aad-afde-2050ebf67d0e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:56.556341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=4dfb92eb-d99d-4b25-9fc8-2648d7e10532,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:56.779786 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-691026fe-5907-42ec-a6a5-3170898f9490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:56.794001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15dddf-a8ce-473c-8867-b4468e188821 req-fd1cfd80-8d76-451f-9996-5aaa4f4e6bf6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:56.795423 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c15dddf-a8ce-473c-8867-b4468e188821 req-fd1cfd80-8d76-451f-9996-5aaa4f4e6bf6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 944 time: 0.4107955 Feb 09 14:44:56.894601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['4dfb92eb-d99d-4b25-9fc8-2648d7e10532'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:44:56.962235 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c15dddf-a8ce-473c-8867-b4468e188821 req-6736eaa6-c2c0-4cee-b891-92dc8ef9fdb1 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173389 Feb 09 14:44:56.963901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab803947-7e48-4aad-afde-2050ebf67d0e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router 1485bd32-a059-4231-8d01-714944176908 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:44:57.100073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab803947-7e48-4aad-afde-2050ebf67d0e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:44:57.113731 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ab803947-7e48-4aad-afde-2050ebf67d0e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/1485bd32-a059-4231-8d01-714944176908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4455352 Feb 09 14:44:57.114528 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a817b51-bde2-4559-88dc-d70837437947 None None] Sync routers for ids ['1485bd32-a059-4231-8d01-714944176908'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:44:57.116581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42984) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:57.125166 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a817b51-bde2-4559-88dc-d70837437947 None None] Routers {'1485bd32-a059-4231-8d01-714944176908'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:44:57.125886 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0a817b51-bde2-4559-88dc-d70837437947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1485bd32-a059-4231-8d01-714944176908'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:57.159581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-67e85252-cf0d-451d-a0d3-17d93a15dab0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Synchronizing usage tracker for tenant:7d371b695d254715bafb138b50290cb7 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:44:57.174892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-67e85252-cf0d-451d-a0d3-17d93a15dab0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Unset dirty status for tenant:7d371b695d254715bafb138b50290cb7 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:44:57.176759 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-67e85252-cf0d-451d-a0d3-17d93a15dab0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1485bd32-a059-4231-8d01-714944176908 HTTP/1.1" status: 200 len: 205 time: 0.0591118 Feb 09 14:44:57.180331 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42988) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:57.186726 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0a817b51-bde2-4559-88dc-d70837437947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:57.195756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a817b51-bde2-4559-88dc-d70837437947 None None] Routers {'1485bd32-a059-4231-8d01-714944176908'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:44:57.196340 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0a817b51-bde2-4559-88dc-d70837437947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1485bd32-a059-4231-8d01-714944176908'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:57.257645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0a817b51-bde2-4559-88dc-d70837437947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:57.258036 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a817b51-bde2-4559-88dc-d70837437947 None None] The sync data for ids ['1485bd32-a059-4231-8d01-714944176908'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:44:57.317315 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2fd58c9d-b003-41ee-ad3f-49a11d810abe tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:57.610036 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2fd58c9d-b003-41ee-ad3f-49a11d810abe tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:57.612843 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2fd58c9d-b003-41ee-ad3f-49a11d810abe tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:57.634993 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2fd58c9d-b003-41ee-ad3f-49a11d810abe tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:57.635550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd58c9d-b003-41ee-ad3f-49a11d810abe tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Fanout notify agent at l3_agent the message router_deleted on router 1485bd32-a059-4231-8d01-714944176908 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:44:57.646260 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2fd58c9d-b003-41ee-ad3f-49a11d810abe tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:57.647331 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2fd58c9d-b003-41ee-ad3f-49a11d810abe tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/routers/1485bd32-a059-4231-8d01-714944176908 HTTP/1.1" status: 204 len: 168 time: 0.4660261 Feb 09 14:44:57.650010 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42992) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:57.713446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-1231190b-87fe-44f6-800d-fcd38206e87f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting subnet b267dd8c-ee09-4c39-9159-9a05508f24cd {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:44:57.718252 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1231190b-87fe-44f6-800d-fcd38206e87f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:57.783803 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1231190b-87fe-44f6-800d-fcd38206e87f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:57.866485 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1231190b-87fe-44f6-800d-fcd38206e87f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:57.942104 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1231190b-87fe-44f6-800d-fcd38206e87f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:57.981658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231190b-87fe-44f6-800d-fcd38206e87f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Subnet': ['ID=b267dd8c-ee09-4c39-9159-9a05508f24cd,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:57.983560 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1231190b-87fe-44f6-800d-fcd38206e87f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:57.992757 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1231190b-87fe-44f6-800d-fcd38206e87f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/b267dd8c-ee09-4c39-9159-9a05508f24cd HTTP/1.1" status: 204 len: 168 time: 0.3412545 Feb 09 14:44:57.993968 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247a9c91-df50-49d7-be91-2f5421f4dc37 None None] Network 177a1cfb-79d9-444d-bbe6-eb0ce289e12c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:57.999179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 42998) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:58.072154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c262fa80-851a-46cc-8072-2dabf92afdef tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting subnet 0946317b-286c-48ad-953e-745b5a326a11 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:44:58.076454 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c262fa80-851a-46cc-8072-2dabf92afdef tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:58.181969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6fb0b-40d5-42e3-95a4-e1a44809f779 req-de7b7d1a-6e33-4f85-838c-ad2b7c8af1b0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:58.183583 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87b6fb0b-40d5-42e3-95a4-e1a44809f779 req-de7b7d1a-6e33-4f85-838c-ad2b7c8af1b0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 945 time: 0.1004417 Feb 09 14:44:58.196948 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:44:58.236865 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87b6fb0b-40d5-42e3-95a4-e1a44809f779 req-3f80bf9e-89af-4a01-bb0f-7412a3cbf074 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468254 Feb 09 14:44:58.275363 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c262fa80-851a-46cc-8072-2dabf92afdef tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:58.283133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:44:58.289310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:44:58.289710 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:58.355841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a027e8e2-b526-4be0-a1cd-d8a4a76d00f5 None None] DHCP port deletion for 177a1cfb-79d9-444d-bbe6-eb0ce289e12c request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:44:58.369756 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c262fa80-851a-46cc-8072-2dabf92afdef tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:58.372082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a027e8e2-b526-4be0-a1cd-d8a4a76d00f5 None None] Deleting port 285b2078-0fea-40cf-9589-6d6dc29d1064 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:58.373098 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a027e8e2-b526-4be0-a1cd-d8a4a76d00f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:58.447211 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c262fa80-851a-46cc-8072-2dabf92afdef tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:58.479293 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:58.485249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262fa80-851a-46cc-8072-2dabf92afdef tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Subnet': ['ID=0946317b-286c-48ad-953e-745b5a326a11,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:58.489857 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c262fa80-851a-46cc-8072-2dabf92afdef tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:58.498586 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c262fa80-851a-46cc-8072-2dabf92afdef tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/0946317b-286c-48ad-953e-745b5a326a11 HTTP/1.1" status: 204 len: 168 time: 0.5014381 Feb 09 14:44:58.498961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43002) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:58.556059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f1c963-74c7-4792-bcea-3454c81306ed None None] Network b27d18ca-3e3e-4b20-94a2-0c391761c9a4 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:44:58.615397 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:58.626143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port 285b2078-0fea-40cf-9589-6d6dc29d1064 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:58.626561 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:58.685710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5fde72-7d23-4e11-936b-d47a4c2fab01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfb92eb-d99d-4b25-9fc8-2648d7e10532'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:44:58.771621 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=4dfb92eb-d99d-4b25-9fc8-2648d7e10532,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:58.802434 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5fde72-7d23-4e11-936b-d47a4c2fab01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfb92eb-d99d-4b25-9fc8-2648d7e10532', 'code': 200} Feb 09 14:44:58.807903 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:58.864049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] For port 285b2078-0fea-40cf-9589-6d6dc29d1064, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=285b2078-0fea-40cf-9589-6d6dc29d1064,segment=NetworkSegment(a394ce4f-8322-437a-86f1-f0127e9e5c26),segment_id=a394ce4f-8322-437a-86f1-f0127e9e5c26)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:58.864766 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:58.921786 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a027e8e2-b526-4be0-a1cd-d8a4a76d00f5 None None] For port 285b2078-0fea-40cf-9589-6d6dc29d1064, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=285b2078-0fea-40cf-9589-6d6dc29d1064,segment=NetworkSegment(a394ce4f-8322-437a-86f1-f0127e9e5c26),segment_id=a394ce4f-8322-437a-86f1-f0127e9e5c26)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:58.922181 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a027e8e2-b526-4be0-a1cd-d8a4a76d00f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:59.025532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for 285b2078-0fea-40cf-9589-6d6dc29d1064 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:59.054153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a027e8e2-b526-4be0-a1cd-d8a4a76d00f5 None None] Calling delete_port for 285b2078-0fea-40cf-9589-6d6dc29d1064 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:59.113884 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=4dfb92eb-d99d-4b25-9fc8-2648d7e10532,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:59.126294 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2830a4-e7e1-4412-9bac-637c4339966d req-c72c7f35-c0f7-4fd5-b732-6fe4b9b2d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:59.129915 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-db2830a4-e7e1-4412-9bac-637c4339966d req-c72c7f35-c0f7-4fd5-b732-6fe4b9b2d762 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 1097 time: 0.1971948 Feb 09 14:44:59.130995 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:59.157838 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-a027e8e2-b526-4be0-a1cd-d8a4a76d00f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:44:59.158263 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-a027e8e2-b526-4be0-a1cd-d8a4a76d00f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:44:59.198065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] No DVR routers for this DVR port 285b2078-0fea-40cf-9589-6d6dc29d1064 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:44:59.214243 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7cd8b130-73c4-4d97-8eab-c79bd3917a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:59.218600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66586e54-8c95-4ff9-8244-9a3fff9a56d7 None None] DHCP port deletion for b27d18ca-3e3e-4b20-94a2-0c391761c9a4 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:44:59.223336 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-66586e54-8c95-4ff9-8244-9a3fff9a56d7 None None] Deleting port 48f5d115-bcbd-4510-9a12-5146912cf758 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:59.223695 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-66586e54-8c95-4ff9-8244-9a3fff9a56d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:59.230986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Port': ['ID=285b2078-0fea-40cf-9589-6d6dc29d1064,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:59.321900 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-db2830a4-e7e1-4412-9bac-637c4339966d req-031185c1-7de2-4640-9acd-274817a01691 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860092 Feb 09 14:44:59.342353 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:59.370600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177a1cfb-79d9-444d-bbe6-eb0ce289e12c']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:59.390324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a394ce4f-8322-437a-86f1-f0127e9e5c26') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:59.390616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a394ce4f-8322-437a-86f1-f0127e9e5c26') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:44:59.403366 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:59.420196 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:59.426395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:44:59.426791 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:59.431353 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-66586e54-8c95-4ff9-8244-9a3fff9a56d7 None None] For port 48f5d115-bcbd-4510-9a12-5146912cf758, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=48f5d115-bcbd-4510-9a12-5146912cf758,segment=NetworkSegment(55088e73-74af-4cfe-9ae7-b49c5a0a7a56),segment_id=55088e73-74af-4cfe-9ae7-b49c5a0a7a56)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:44:59.431719 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-66586e54-8c95-4ff9-8244-9a3fff9a56d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:44:59.442675 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:44:59.464800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af183f-3d89-4297-9427-25136f4e9995 req-c704c8ec-18e3-4665-acc2-676026f1e1d8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:44:59.465430 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46af183f-3d89-4297-9427-25136f4e9995 req-c704c8ec-18e3-4665-acc2-676026f1e1d8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 946 time: 0.0956874 Feb 09 14:44:59.517004 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46af183f-3d89-4297-9427-25136f4e9995 req-e06a0089-9644-4cfe-a87f-cd2b579764d7 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458281 Feb 09 14:44:59.540626 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:59.562176 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:59.579345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Network': ['ID=177a1cfb-79d9-444d-bbe6-eb0ce289e12c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:59.580207 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-66586e54-8c95-4ff9-8244-9a3fff9a56d7 None None] Calling delete_port for 48f5d115-bcbd-4510-9a12-5146912cf758 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:44:59.592704 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d481d97e-2cf9-4a78-96e7-12617dfbdec8 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/networks/177a1cfb-79d9-444d-bbe6-eb0ce289e12c HTTP/1.1" status: 204 len: 168 time: 1.0925992 Feb 09 14:44:59.595369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43014) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:44:59.618642 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 285b2078-0fea-40cf-9589-6d6dc29d1064 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:59.662379 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a027e8e2-b526-4be0-a1cd-d8a4a76d00f5 None None] Deleting port 285b2078-0fea-40cf-9589-6d6dc29d1064 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:59.662750 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a027e8e2-b526-4be0-a1cd-d8a4a76d00f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:59.691836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 285b2078-0fea-40cf-9589-6d6dc29d1064 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:44:59.692176 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 285b2078-0fea-40cf-9589-6d6dc29d1064 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:44:59.692601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 48f5d115-bcbd-4510-9a12-5146912cf758 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:44:59.757938 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b6f4116-91f2-418f-b3e7-8ddaa8021f1e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:59.776904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f4116-91f2-418f-b3e7-8ddaa8021f1e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port 48f5d115-bcbd-4510-9a12-5146912cf758 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:44:59.777236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b6f4116-91f2-418f-b3e7-8ddaa8021f1e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:59.781440 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a027e8e2-b526-4be0-a1cd-d8a4a76d00f5 None None] The port '285b2078-0fea-40cf-9589-6d6dc29d1064' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:44:59.830483 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48231295-2723-4e5f-b124-91ced1486ea0 req-bd354895-63e2-4519-a737-977f7285f246 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1658931 Feb 09 14:44:59.880442 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-66586e54-8c95-4ff9-8244-9a3fff9a56d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:44:59.889418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f4116-91f2-418f-b3e7-8ddaa8021f1e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] The port '48f5d115-bcbd-4510-9a12-5146912cf758' was deleted {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:44:59.938609 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66586e54-8c95-4ff9-8244-9a3fff9a56d7 None None] Pushing event deleted for resources: {'Port': ['ID=48f5d115-bcbd-4510-9a12-5146912cf758,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:44:59.940982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66586e54-8c95-4ff9-8244-9a3fff9a56d7 None None] No DVR routers for this DVR port 48f5d115-bcbd-4510-9a12-5146912cf758 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:44:59.945578 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:00.190907 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b6f4116-91f2-418f-b3e7-8ddaa8021f1e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:00.222098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3b6f4116-91f2-418f-b3e7-8ddaa8021f1e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27d18ca-3e3e-4b20-94a2-0c391761c9a4']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:00.238582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3b6f4116-91f2-418f-b3e7-8ddaa8021f1e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55088e73-74af-4cfe-9ae7-b49c5a0a7a56') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:00.238875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3b6f4116-91f2-418f-b3e7-8ddaa8021f1e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55088e73-74af-4cfe-9ae7-b49c5a0a7a56') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:00.253951 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b6f4116-91f2-418f-b3e7-8ddaa8021f1e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:00.269064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48231295-2723-4e5f-b124-91ced1486ea0 req-62d04298-ceb9-49c7-9467-f8f005dbce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:00.270549 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48231295-2723-4e5f-b124-91ced1486ea0 req-62d04298-ceb9-49c7-9467-f8f005dbce74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 1096 time: 0.3466170 Feb 09 14:45:00.277857 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b6f4116-91f2-418f-b3e7-8ddaa8021f1e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:00.278963 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:00.287376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6f4116-91f2-418f-b3e7-8ddaa8021f1e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:45:00.288008 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b6f4116-91f2-418f-b3e7-8ddaa8021f1e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:00.308421 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:45:00.311686 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:45:00.468209 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b6f4116-91f2-418f-b3e7-8ddaa8021f1e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:00.488009 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3b6f4116-91f2-418f-b3e7-8ddaa8021f1e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:00.512881 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3b6f4116-91f2-418f-b3e7-8ddaa8021f1e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/networks/b27d18ca-3e3e-4b20-94a2-0c391761c9a4 HTTP/1.1" status: 204 len: 168 time: 0.9163516 Feb 09 14:45:00.515940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f4116-91f2-418f-b3e7-8ddaa8021f1e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Network': ['ID=b27d18ca-3e3e-4b20-94a2-0c391761c9a4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:00.521432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43018) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:00.529549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-12505110'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:00.537601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48231295-2723-4e5f-b124-91ced1486ea0 req-9a92f26e-37d1-40eb-914f-974182ac2eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:00.539615 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48231295-2723-4e5f-b124-91ced1486ea0 req-9a92f26e-37d1-40eb-914f-974182ac2eb8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e022907b-4492-4107-9149-afacab5147d0 HTTP/1.1" status: 200 len: 897 time: 0.2269771 Feb 09 14:45:00.542571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:00.548072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:network and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:00.552637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:00.567533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:00.585768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:45:00.590432 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:00.622070 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:45:00.633009 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:00.633635 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Added segment f88f2e1b-b563-4f55-a7d4-57b1d2745dbe of type vlan for network 42c61820-686a-41ac-9981-01c11054824a Feb 09 14:45:00.670474 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:00.704696 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:00.710659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:00.711285 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:00.733850 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48231295-2723-4e5f-b124-91ced1486ea0 req-c0ee19c0-fafb-440f-b192-a8496e98b236 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21583bae-2cbf-454a-b876-8b8579d4be44 HTTP/1.1" status: 200 len: 1001 time: 0.1757293 Feb 09 14:45:00.811595 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2883871 Feb 09 14:45:00.819909 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43024) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:00.829743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44dc0a9-05c7-4001-9d58-ae5bdfcf3792 req-96a160cf-d61c-41f2-91f0-db3dcb26a6d2 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:00.831414 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e44dc0a9-05c7-4001-9d58-ae5bdfcf3792 req-96a160cf-d61c-41f2-91f0-db3dcb26a6d2 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 946 time: 0.1866953 Feb 09 14:45:00.837588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-06290469-00e2-4ebe-b4ff-c60eb15812e9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'subnet': {'network_id': '42c61820-686a-41ac-9981-01c11054824a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:00.839676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Network': ['ID=42c61820-686a-41ac-9981-01c11054824a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:00.848963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:00.849407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:00.849806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:00.850227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:00.850623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:00.851032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:00.851431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:00.852028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:00.852260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:00.852654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:00.854928 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:00.854928 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851f53c0-1c71-4c05-a37d-b6456b08b3f9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:00.866883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 42c61820-686a-41ac-9981-01c11054824a details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:45:00.940753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48231295-2723-4e5f-b124-91ced1486ea0 req-3c9bda62-2e0f-4566-a851-6fad8c4435e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:00.942225 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48231295-2723-4e5f-b124-91ced1486ea0 req-3c9bda62-2e0f-4566-a851-6fad8c4435e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3657165f-156f-4a74-a5ec-e5fd804beae5 HTTP/1.1" status: 200 len: 832 time: 0.1981671 Feb 09 14:45:01.031690 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e44dc0a9-05c7-4001-9d58-ae5bdfcf3792 req-7b11118d-2cad-4d85-af0b-eba4f8b8d628 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787980 Feb 09 14:45:01.055091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-06290469-00e2-4ebe-b4ff-c60eb15812e9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:01.062416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-06290469-00e2-4ebe-b4ff-c60eb15812e9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:subnet and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:01.066689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-06290469-00e2-4ebe-b4ff-c60eb15812e9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:01.073365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-06290469-00e2-4ebe-b4ff-c60eb15812e9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:01.088076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06290469-00e2-4ebe-b4ff-c60eb15812e9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:45:01.091468 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-06290469-00e2-4ebe-b4ff-c60eb15812e9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:01.163829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48231295-2723-4e5f-b124-91ced1486ea0 req-e0a7d461-88c7-4493-9c78-5c7e058cecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:01.165310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48231295-2723-4e5f-b124-91ced1486ea0 req-e0a7d461-88c7-4493-9c78-5c7e058cecab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e022907b-4492-4107-9149-afacab5147d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1975381 Feb 09 14:45:01.362643 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48231295-2723-4e5f-b124-91ced1486ea0 req-601fc024-ef7b-489c-b26b-33ded2ce1f5b service neutron] 10.222.0.35 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834643 Feb 09 14:45:01.526884 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-06290469-00e2-4ebe-b4ff-c60eb15812e9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:01.573309 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48231295-2723-4e5f-b124-91ced1486ea0 req-97ee011c-4950-4c12-9320-7dbfee7a148a service neutron] 10.222.0.35 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035382 Feb 09 14:45:01.615923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06290469-00e2-4ebe-b4ff-c60eb15812e9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Subnet': ['ID=45b3f2fc-fc61-4cea-89c6-725b0d0462bf,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:01.624369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06290469-00e2-4ebe-b4ff-c60eb15812e9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Checking segment: {'id': 'f88f2e1b-b563-4f55-a7d4-57b1d2745dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '42c61820-686a-41ac-9981-01c11054824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:01.624724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06290469-00e2-4ebe-b4ff-c60eb15812e9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network hostable DHCP agents. Network: 42c61820-686a-41ac-9981-01c11054824a, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:45:01.645553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06290469-00e2-4ebe-b4ff-c60eb15812e9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network 42c61820-686a-41ac-9981-01c11054824a is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:45:01.654938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-06290469-00e2-4ebe-b4ff-c60eb15812e9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 42c61820-686a-41ac-9981-01c11054824a) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:01.661134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06290469-00e2-4ebe-b4ff-c60eb15812e9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:01.661844 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-06290469-00e2-4ebe-b4ff-c60eb15812e9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:01.667274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a17549-b0a4-44ab-9a20-9499eb509e32 None None] Network 42c61820-686a-41ac-9981-01c11054824a requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:45:01.698161 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-06290469-00e2-4ebe-b4ff-c60eb15812e9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8746839 Feb 09 14:45:01.698478 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43030) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:01.703322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d7ce21ec-6cde-458a-b27a-5a26e53d8ae9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1007273995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:01.710441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d7ce21ec-6cde-458a-b27a-5a26e53d8ae9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:01.714368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d7ce21ec-6cde-458a-b27a-5a26e53d8ae9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:router and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:01.717196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d7ce21ec-6cde-458a-b27a-5a26e53d8ae9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:01.724222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d7ce21ec-6cde-458a-b27a-5a26e53d8ae9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:01.734455 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7ce21ec-6cde-458a-b27a-5a26e53d8ae9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:01.735494 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7ce21ec-6cde-458a-b27a-5a26e53d8ae9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:01.753003 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7ce21ec-6cde-458a-b27a-5a26e53d8ae9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:01.771310 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7ce21ec-6cde-458a-b27a-5a26e53d8ae9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:01.795581 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7ce21ec-6cde-458a-b27a-5a26e53d8ae9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:01.799463 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d7ce21ec-6cde-458a-b27a-5a26e53d8ae9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0973930 Feb 09 14:45:01.800321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43034) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:01.805509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'port': {'network_id': '42c61820-686a-41ac-9981-01c11054824a', 'name': 'tempest-RoutersIpV6Test-1161772410'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:01.858476 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:01.913863 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-42c61820-686a-41ac-9981-01c11054824a', 'network_id': '42c61820-686a-41ac-9981-01c11054824a', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'fixed_ips': [{'subnet_id': '45b3f2fc-fc61-4cea-89c6-725b0d0462bf'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:45:01.914753 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:02.076413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:02.079949 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Allocated IP 2001:db8::2 (42c61820-686a-41ac-9981-01c11054824a/45b3f2fc-fc61-4cea-89c6-725b0d0462bf/104cdc99-3b78-4217-98bb-27f38c2f1d64) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:45:02.082120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:port and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:02.085127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:02.091071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:02.104342 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:45:02.110476 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:02.133326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] device_id is not set on port ae67e784-8719-461a-b31f-c293cc6fc8f3 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:45:02.233829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31996143-1562-4284-8546-023d623e5bdc req-bb2a1594-084b-4ffe-a2e4-a4871b0990ff tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:02.235313 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-31996143-1562-4284-8546-023d623e5bdc req-bb2a1594-084b-4ffe-a2e4-a4871b0990ff tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 946 time: 0.0874784 Feb 09 14:45:02.288370 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-31996143-1562-4284-8546-023d623e5bdc req-cad6e047-4b32-47f5-b1bf-2c19e8f1f652 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426006 Feb 09 14:45:02.314034 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:02.325212 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Transition to ACTIVE for port object 104cdc99-3b78-4217-98bb-27f38c2f1d64 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:02.344369 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Transition to ACTIVE for port object 104cdc99-3b78-4217-98bb-27f38c2f1d64 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:02.349311 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:02.418789 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Network 42c61820-686a-41ac-9981-01c11054824a is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:02.421790 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:02.425950 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:45:02.432023 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Pushing event updated for resources: {'Port': ['ID=104cdc99-3b78-4217-98bb-27f38c2f1d64,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:02.468617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Allocated IP 2001:db8::31 (42c61820-686a-41ac-9981-01c11054824a/45b3f2fc-fc61-4cea-89c6-725b0d0462bf/ae67e784-8719-461a-b31f-c293cc6fc8f3) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:45:02.524177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Attempting to bind port 104cdc99-3b78-4217-98bb-27f38c2f1d64 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:45:02.524177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Attempting to bind port 104cdc99-3b78-4217-98bb-27f38c2f1d64 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'f88f2e1b-b563-4f55-a7d4-57b1d2745dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '42c61820-686a-41ac-9981-01c11054824a'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:45:02.524644 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Attempting to bind port 104cdc99-3b78-4217-98bb-27f38c2f1d64 on network 42c61820-686a-41ac-9981-01c11054824a {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:45:02.530117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:45:02.530558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Checking segment: {'id': 'f88f2e1b-b563-4f55-a7d4-57b1d2745dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '42c61820-686a-41ac-9981-01c11054824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:02.530962 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:02.531389 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Bound using segment: {'id': 'f88f2e1b-b563-4f55-a7d4-57b1d2745dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '42c61820-686a-41ac-9981-01c11054824a'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:45:02.531841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Bound port: 104cdc99-3b78-4217-98bb-27f38c2f1d64, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88f2e1b-b563-4f55-a7d4-57b1d2745dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '42c61820-686a-41ac-9981-01c11054824a'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:45:02.532215 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:02.574518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc2e2b-619c-416a-b7b5-3ed6f4d19eaf req-084367a1-3eef-4d8d-a1f4-bb482aab866b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:02.575949 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3afc2e2b-619c-416a-b7b5-3ed6f4d19eaf req-084367a1-3eef-4d8d-a1f4-bb482aab866b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 946 time: 0.1704624 Feb 09 14:45:02.634980 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] For port 104cdc99-3b78-4217-98bb-27f38c2f1d64, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:45:02.638774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] For port 104cdc99-3b78-4217-98bb-27f38c2f1d64, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=104cdc99-3b78-4217-98bb-27f38c2f1d64,segment=NetworkSegment(f88f2e1b-b563-4f55-a7d4-57b1d2745dbe),segment_id=f88f2e1b-b563-4f55-a7d4-57b1d2745dbe)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:45:02.643079 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:02.700890 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3afc2e2b-619c-416a-b7b5-3ed6f4d19eaf req-b6415305-1f0b-4845-ae04-feb451497b4c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789826 Feb 09 14:45:02.745783 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777c5c8-5684-4344-9ae0-22b0da3da70c None None] Pushing event updated for resources: {'Port': ['ID=104cdc99-3b78-4217-98bb-27f38c2f1d64,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:02.788696 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:02.810134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Transition to ACTIVE for port object ae67e784-8719-461a-b31f-c293cc6fc8f3 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:02.842592 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:02.933879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network 42c61820-686a-41ac-9981-01c11054824a is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:02.938501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:02.944933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:45:02.950773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:02.951430 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:02.960529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=ae67e784-8719-461a-b31f-c293cc6fc8f3,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:02.988869 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-72dc2aea-eea5-4d0d-9209-14ca04153ca1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1874382 Feb 09 14:45:02.991841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43046) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:03.724725 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35e4caf7-8906-4260-9186-bde414bab8fa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:03.728911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 104cdc99-3b78-4217-98bb-27f38c2f1d64 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:45:03.859395 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 104cdc99-3b78-4217-98bb-27f38c2f1d64 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:04.120614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48ceac2-53d5-4c24-b5fe-4dab5563c1bf None None] Network 42c61820-686a-41ac-9981-01c11054824a requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:45:04.247513 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7648387f-2813-4f6e-8643-b9e1a3f40afe None None] Provisioning for port 104cdc99-3b78-4217-98bb-27f38c2f1d64 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:04.263043 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7648387f-2813-4f6e-8643-b9e1a3f40afe None None] Provisioning complete for port 104cdc99-3b78-4217-98bb-27f38c2f1d64 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:04.263889 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7648387f-2813-4f6e-8643-b9e1a3f40afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:04.384975 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35e4caf7-8906-4260-9186-bde414bab8fa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:04.390610 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35e4caf7-8906-4260-9186-bde414bab8fa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:04.468589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4caf7-8906-4260-9186-bde414bab8fa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=ae67e784-8719-461a-b31f-c293cc6fc8f3,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:04.499913 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7648387f-2813-4f6e-8643-b9e1a3f40afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:04.595613 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-7648387f-2813-4f6e-8643-b9e1a3f40afe None None] For port 104cdc99-3b78-4217-98bb-27f38c2f1d64, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=104cdc99-3b78-4217-98bb-27f38c2f1d64,segment=NetworkSegment(f88f2e1b-b563-4f55-a7d4-57b1d2745dbe),segment_id=f88f2e1b-b563-4f55-a7d4-57b1d2745dbe)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:04.616672 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7648387f-2813-4f6e-8643-b9e1a3f40afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:04.726634 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648387f-2813-4f6e-8643-b9e1a3f40afe None None] Pushing event updated for resources: {'Port': ['ID=104cdc99-3b78-4217-98bb-27f38c2f1d64,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:04.748539 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35e4caf7-8906-4260-9186-bde414bab8fa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:04.957606 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35e4caf7-8906-4260-9186-bde414bab8fa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:05.148475 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4260fafc-7cfb-47cb-8081-1d21b3f95caa None None] Provisioning complete for port 104cdc99-3b78-4217-98bb-27f38c2f1d64 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:05.150544 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4260fafc-7cfb-47cb-8081-1d21b3f95caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:05.339826 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4260fafc-7cfb-47cb-8081-1d21b3f95caa None None] Provisioning for port ae67e784-8719-461a-b31f-c293cc6fc8f3 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:05.345295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4260fafc-7cfb-47cb-8081-1d21b3f95caa None None] Provisioning complete for port ae67e784-8719-461a-b31f-c293cc6fc8f3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:05.345670 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4260fafc-7cfb-47cb-8081-1d21b3f95caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:05.410737 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35e4caf7-8906-4260-9186-bde414bab8fa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:05.412606 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4260fafc-7cfb-47cb-8081-1d21b3f95caa None None] Port ae67e784-8719-461a-b31f-c293cc6fc8f3 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:45:05.416699 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35e4caf7-8906-4260-9186-bde414bab8fa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:05.417561 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-35e4caf7-8906-4260-9186-bde414bab8fa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:05.538925 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3c93465f-657d-4e0d-9f82-aca95750b358 None None] Provisioning complete for port ae67e784-8719-461a-b31f-c293cc6fc8f3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:05.539570 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3c93465f-657d-4e0d-9f82-aca95750b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:05.559284 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4caf7-8906-4260-9186-bde414bab8fa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=ae67e784-8719-461a-b31f-c293cc6fc8f3,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:05.622354 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3c93465f-657d-4e0d-9f82-aca95750b358 None None] Port ae67e784-8719-461a-b31f-c293cc6fc8f3 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:45:05.645721 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e4caf7-8906-4260-9186-bde414bab8fa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network 42c61820-686a-41ac-9981-01c11054824a is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:05.646870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-35e4caf7-8906-4260-9186-bde414bab8fa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:05.656570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 104cdc99-3b78-4217-98bb-27f38c2f1d64 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:45:05.746449 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 104cdc99-3b78-4217-98bb-27f38c2f1d64 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:05.747140 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:05.797502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-da432e42-d715-426f-aad6-4e4012a4b957 None None] Provisioning complete for port ae67e784-8719-461a-b31f-c293cc6fc8f3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:05.798172 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-da432e42-d715-426f-aad6-4e4012a4b957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:05.890147 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-da432e42-d715-426f-aad6-4e4012a4b957 None None] Port ae67e784-8719-461a-b31f-c293cc6fc8f3 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:45:06.006396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e4caf7-8906-4260-9186-bde414bab8fa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router b5aee938-1440-4685-80ad-c20e8bc6ea5b is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:45:06.016736 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f889d5b2-38ce-4be7-ac6b-fa84f7fd2692 None None] Provisioning complete for port ae67e784-8719-461a-b31f-c293cc6fc8f3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:06.016736 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f889d5b2-38ce-4be7-ac6b-fa84f7fd2692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:06.100948 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f889d5b2-38ce-4be7-ac6b-fa84f7fd2692 None None] Port ae67e784-8719-461a-b31f-c293cc6fc8f3 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:45:06.187551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e4caf7-8906-4260-9186-bde414bab8fa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:45:06.193208 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-35e4caf7-8906-4260-9186-bde414bab8fa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/b5aee938-1440-4685-80ad-c20e8bc6ea5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2002046 Feb 09 14:45:06.196640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43114) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:06.200571 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56afc505-f5fc-4795-92ab-217c70906455 None None] Sync routers for ids ['b5aee938-1440-4685-80ad-c20e8bc6ea5b'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:45:06.214394 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56afc505-f5fc-4795-92ab-217c70906455 None None] Routers {'b5aee938-1440-4685-80ad-c20e8bc6ea5b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:06.215015 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-56afc505-f5fc-4795-92ab-217c70906455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b5aee938-1440-4685-80ad-c20e8bc6ea5b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:06.280526 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-56afc505-f5fc-4795-92ab-217c70906455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:06.290311 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56afc505-f5fc-4795-92ab-217c70906455 None None] Routers {'b5aee938-1440-4685-80ad-c20e8bc6ea5b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:06.291183 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-56afc505-f5fc-4795-92ab-217c70906455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b5aee938-1440-4685-80ad-c20e8bc6ea5b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:06.295138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8c7b5c-47f0-4e3e-aa47-3a5d3aa9c1df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:06.296826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ce8c7b5c-47f0-4e3e-aa47-3a5d3aa9c1df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Synchronizing usage tracker for tenant:7d371b695d254715bafb138b50290cb7 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:45:06.316203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ce8c7b5c-47f0-4e3e-aa47-3a5d3aa9c1df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Unset dirty status for tenant:7d371b695d254715bafb138b50290cb7 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:45:06.320274 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ce8c7b5c-47f0-4e3e-aa47-3a5d3aa9c1df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports/ae67e784-8719-461a-b31f-c293cc6fc8f3 HTTP/1.1" status: 200 len: 983 time: 0.1199512 Feb 09 14:45:06.320924 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43128) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:06.372714 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-56afc505-f5fc-4795-92ab-217c70906455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:06.373123 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56afc505-f5fc-4795-92ab-217c70906455 None None] The sync data for ids ['b5aee938-1440-4685-80ad-c20e8bc6ea5b'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:45:06.509395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-5c2f88b1-7c41-489e-91ac-3fd0c0e1a45b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:06.511140 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-5c2f88b1-7c41-489e-91ac-3fd0c0e1a45b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 812 time: 0.1923099 Feb 09 14:45:06.527663 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-0146b7f9-61db-42c4-9233-f6e74b3fb999 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/quotas/a41332bb12404c08914ea958ae35ef74 HTTP/1.1" status: 200 len: 375 time: 0.0105305 Feb 09 14:45:06.643190 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-7800bfdc-b8fc-45b5-a6e9-20728417d946 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1060755 Feb 09 14:45:06.808923 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-3afaf00e-b52e-444f-89c7-d9961a726f9d service neutron] 10.222.0.48 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577830 Feb 09 14:45:06.897020 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1aad6071-1f7f-47fe-929a-6cc1a9f63de7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:06.969802 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-4666f864-2109-40a6-8f8b-1e664efe991c service neutron] 10.222.0.48 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544781 Feb 09 14:45:07.302122 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ebb220b1-4d04-4b8c-952b-fe69ea122f86 req-f8769935-63e6-4d25-a7f7-216ee3fb2058 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 210 time: 0.0785575 Feb 09 14:45:07.303826 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1aad6071-1f7f-47fe-929a-6cc1a9f63de7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port ae67e784-8719-461a-b31f-c293cc6fc8f3 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:07.304173 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1aad6071-1f7f-47fe-929a-6cc1a9f63de7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:07.516869 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1aad6071-1f7f-47fe-929a-6cc1a9f63de7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:07.783485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1aad6071-1f7f-47fe-929a-6cc1a9f63de7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for ae67e784-8719-461a-b31f-c293cc6fc8f3 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:45:07.982960 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1aad6071-1f7f-47fe-929a-6cc1a9f63de7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:08.033287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad6071-1f7f-47fe-929a-6cc1a9f63de7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Port': ['ID=ae67e784-8719-461a-b31f-c293cc6fc8f3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:08.217612 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1aad6071-1f7f-47fe-929a-6cc1a9f63de7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:08.508393 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-419a8b37-a6c1-4f1e-adfb-82daa26f1d57 req-60355f71-edd5-4599-b44e-0bcf7088edb4 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 210 time: 0.0575869 Feb 09 14:45:08.521394 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aad6071-1f7f-47fe-929a-6cc1a9f63de7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router b5aee938-1440-4685-80ad-c20e8bc6ea5b has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:45:08.578361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-35299410-a0b2-42fc-aeb6-e62bf8f75375 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:08.580238 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-35299410-a0b2-42fc-aeb6-e62bf8f75375 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 812 time: 0.2333336 Feb 09 14:45:08.602103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Request body: {'port': {'device_id': '57e26deb-5fe5-49f4-8753-3631cdb931a9', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'admin_state_up': True, 'tenant_id': 'a41332bb12404c08914ea958ae35ef74'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:08.666146 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aad6071-1f7f-47fe-929a-6cc1a9f63de7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:45:08.678192 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae9762-7a61-44f1-9057-1c2f70ed6ae6 None None] Sync routers for ids ['b5aee938-1440-4685-80ad-c20e8bc6ea5b'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:45:08.689169 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae9762-7a61-44f1-9057-1c2f70ed6ae6 None None] Routers {'b5aee938-1440-4685-80ad-c20e8bc6ea5b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:08.690673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-81ae9762-7a61-44f1-9057-1c2f70ed6ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b5aee938-1440-4685-80ad-c20e8bc6ea5b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:08.695295 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1aad6071-1f7f-47fe-929a-6cc1a9f63de7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/b5aee938-1440-4685-80ad-c20e8bc6ea5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3725891 Feb 09 14:45:08.701386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43148) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:08.772743 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-81ae9762-7a61-44f1-9057-1c2f70ed6ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:08.783183 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae9762-7a61-44f1-9057-1c2f70ed6ae6 None None] Routers {'b5aee938-1440-4685-80ad-c20e8bc6ea5b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:08.784001 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-81ae9762-7a61-44f1-9057-1c2f70ed6ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b5aee938-1440-4685-80ad-c20e8bc6ea5b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:08.866656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-81ae9762-7a61-44f1-9057-1c2f70ed6ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:08.867354 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae9762-7a61-44f1-9057-1c2f70ed6ae6 None None] The sync data for ids ['b5aee938-1440-4685-80ad-c20e8bc6ea5b'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:45:09.007787 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:09.241369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:09.244555 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-dcb24d60-9f04-432a-aaed-d05d6f386fe6 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 14:45:09.248190 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dcb24d60-9f04-432a-aaed-d05d6f386fe6 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/b5aee938-1440-4685-80ad-c20e8bc6ea5b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5445766 Feb 09 14:45:09.248841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43154) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:09.303791 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f173fbc1-4c34-4ff2-92cb-a6ff03b8cd32 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5aee938-1440-4685-80ad-c20e8bc6ea5b HTTP/1.1" status: 200 len: 205 time: 0.0539753 Feb 09 14:45:09.304935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:09.306285 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43158) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:09.326119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Made reservation on behalf of a41332bb12404c08914ea958ae35ef74 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:45:09.333158 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:09.457269 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19201fee-19bc-403a-ae0c-62fdca3a0396 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:09.536436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Allocated IP 172.20.0.9 (2af7d454-c373-48d2-a2c0-b8fe62f20cda/f8838457-395d-4c60-9dea-86467bd752c2/8f848e39-dde0-4068-8d89-9311ddcccb85) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:45:09.802293 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:09.819049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Transition to ACTIVE for port object 8f848e39-dde0-4068-8d89-9311ddcccb85 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:09.844028 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:09.857393 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['4dfb92eb-d99d-4b25-9fc8-2648d7e10532'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:45:09.909944 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7a867e39-122c-4d7d-bbf9-0b14f35af656 req-51702e2f-43bc-4376-aca0-cb3f957c7034 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 210 time: 0.1809669 Feb 09 14:45:09.927896 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Network 2af7d454-c373-48d2-a2c0-b8fe62f20cda is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:09.931701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:09.936187 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:45:09.984854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'Port': ['ID=8f848e39-dde0-4068-8d89-9311ddcccb85,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:10.009347 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19201fee-19bc-403a-ae0c-62fdca3a0396 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:10.017163 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19201fee-19bc-403a-ae0c-62fdca3a0396 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:10.017995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:10.018903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:10.019704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:10.020149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:10.020550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:10.020945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:10.021338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:10.021729 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:10.022116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:10.022630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:10.023044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:10.023432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:10.048335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:10.049175 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:10.073004 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19201fee-19bc-403a-ae0c-62fdca3a0396 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:10.074053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19201fee-19bc-403a-ae0c-62fdca3a0396 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Fanout notify agent at l3_agent the message router_deleted on router b5aee938-1440-4685-80ad-c20e8bc6ea5b {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:45:10.103694 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-510296b0-0b18-4a46-ac79-09d6c50208b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5095885 Feb 09 14:45:10.114762 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-19201fee-19bc-403a-ae0c-62fdca3a0396 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:10.115965 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-19201fee-19bc-403a-ae0c-62fdca3a0396 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/routers/b5aee938-1440-4685-80ad-c20e8bc6ea5b HTTP/1.1" status: 204 len: 168 time: 0.8086402 Feb 09 14:45:10.118662 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43168) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:10.129630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Request body: {'port': {'device_id': '57e26deb-5fe5-49f4-8753-3631cdb931a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:10.229075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff23346-4bdb-43f1-9cc4-e728e26759b4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting subnet 45b3f2fc-fc61-4cea-89c6-725b0d0462bf {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:45:10.233369 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fff23346-4bdb-43f1-9cc4-e728e26759b4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:10.259939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7d5d86d-542a-475b-bbff-4bc9916d903d None None] Provisioning for port 8f848e39-dde0-4068-8d89-9311ddcccb85 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:10.265600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7d5d86d-542a-475b-bbff-4bc9916d903d None None] Provisioning complete for port 8f848e39-dde0-4068-8d89-9311ddcccb85 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:10.265986 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7d5d86d-542a-475b-bbff-4bc9916d903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:10.302009 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:10.338895 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fff23346-4bdb-43f1-9cc4-e728e26759b4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:10.342088 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7d5d86d-542a-475b-bbff-4bc9916d903d None None] Port 8f848e39-dde0-4068-8d89-9311ddcccb85 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:45:10.440180 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fff23346-4bdb-43f1-9cc4-e728e26759b4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:10.527232 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fff23346-4bdb-43f1-9cc4-e728e26759b4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:10.572582 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fff23346-4bdb-43f1-9cc4-e728e26759b4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:10.575759 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff23346-4bdb-43f1-9cc4-e728e26759b4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Subnet': ['ID=45b3f2fc-fc61-4cea-89c6-725b0d0462bf,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:10.582799 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76976d39-4159-4691-aecd-d27acda9992c None None] Network 42c61820-686a-41ac-9981-01c11054824a requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:45:10.586473 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fff23346-4bdb-43f1-9cc4-e728e26759b4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/45b3f2fc-fc61-4cea-89c6-725b0d0462bf HTTP/1.1" status: 204 len: 168 time: 0.4667466 Feb 09 14:45:10.587067 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43172) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:10.710029 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:10.713258 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:10.724713 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f848e39-dde0-4068-8d89-9311ddcccb85 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:45:10.727960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port 104cdc99-3b78-4217-98bb-27f38c2f1d64 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:10.728327 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:10.740929 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:10.763941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Transition to ACTIVE for port object 8f848e39-dde0-4068-8d89-9311ddcccb85 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:10.769768 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:10.942705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Pushing event updated for resources: {'Port': ['ID=8f848e39-dde0-4068-8d89-9311ddcccb85,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:10.997598 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49cb18d-d36b-49fb-b9fd-f5e646c695a0 None None] DHCP port deletion for 42c61820-686a-41ac-9981-01c11054824a request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:45:11.003272 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e49cb18d-d36b-49fb-b9fd-f5e646c695a0 None None] Deleting port 104cdc99-3b78-4217-98bb-27f38c2f1d64 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:11.003551 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e49cb18d-d36b-49fb-b9fd-f5e646c695a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:11.061986 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] For port 104cdc99-3b78-4217-98bb-27f38c2f1d64, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=104cdc99-3b78-4217-98bb-27f38c2f1d64,segment=NetworkSegment(f88f2e1b-b563-4f55-a7d4-57b1d2745dbe),segment_id=f88f2e1b-b563-4f55-a7d4-57b1d2745dbe)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:11.063601 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:11.284455 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for 104cdc99-3b78-4217-98bb-27f38c2f1d64 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:45:11.310302 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e49cb18d-d36b-49fb-b9fd-f5e646c695a0 None None] For port 104cdc99-3b78-4217-98bb-27f38c2f1d64, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=104cdc99-3b78-4217-98bb-27f38c2f1d64,segment=NetworkSegment(f88f2e1b-b563-4f55-a7d4-57b1d2745dbe),segment_id=f88f2e1b-b563-4f55-a7d4-57b1d2745dbe)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:11.310787 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e49cb18d-d36b-49fb-b9fd-f5e646c695a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:11.367390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Attempting to bind port 8f848e39-dde0-4068-8d89-9311ddcccb85 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:45:11.367948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Attempting to bind port 8f848e39-dde0-4068-8d89-9311ddcccb85 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:45:11.368414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Attempting to bind port 8f848e39-dde0-4068-8d89-9311ddcccb85 on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:45:11.369192 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:11.379156 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Port 8f848e39-dde0-4068-8d89-9311ddcccb85 on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:45:11.379824 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Attempting to bind port 8f848e39-dde0-4068-8d89-9311ddcccb85 on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:45:11.389778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:45:11.389778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Checking segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:11.390307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Bound using segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:45:11.390906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Bound port: 8f848e39-dde0-4068-8d89-9311ddcccb85, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:45:11.391375 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:11.421521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Port': ['ID=104cdc99-3b78-4217-98bb-27f38c2f1d64,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:11.429723 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] No DVR routers for this DVR port 104cdc99-3b78-4217-98bb-27f38c2f1d64 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:45:11.459923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e49cb18d-d36b-49fb-b9fd-f5e646c695a0 None None] Calling delete_port for 104cdc99-3b78-4217-98bb-27f38c2f1d64 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:45:11.494627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] For port 8f848e39-dde0-4068-8d89-9311ddcccb85, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:45:11.498016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] For port 8f848e39-dde0-4068-8d89-9311ddcccb85, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=8f848e39-dde0-4068-8d89-9311ddcccb85,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:45:11.505463 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:11.583897 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-e49cb18d-d36b-49fb-b9fd-f5e646c695a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:45:11.584523 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-e49cb18d-d36b-49fb-b9fd-f5e646c695a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:45:11.589078 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:11.619867 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c61820-686a-41ac-9981-01c11054824a']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:11.635633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 104cdc99-3b78-4217-98bb-27f38c2f1d64 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:45:11.638796 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88f2e1b-b563-4f55-a7d4-57b1d2745dbe') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:11.639187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88f2e1b-b563-4f55-a7d4-57b1d2745dbe') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:11.665295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:11.666320 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:11.667996 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] 10.222.0.35 "PUT /v2.0/ports/8f848e39-dde0-4068-8d89-9311ddcccb85 HTTP/1.1" status: 200 len: 1091 time: 1.5496101 Feb 09 14:45:11.671483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e26deb-5fe5-49f4-8753-3631cdb931a9', 'tag': '8f848e39-dde0-4068-8d89-9311ddcccb85'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:45:11.709703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 104cdc99-3b78-4217-98bb-27f38c2f1d64 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:45:11.710489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 104cdc99-3b78-4217-98bb-27f38c2f1d64 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:45:11.711947 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:11.722269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9c8a0-0b23-4e73-9a2b-05b95cc8f9df req-9a7abda8-f4db-4ae9-8121-4159fadcc21d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:11.724225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c5c9c8a0-0b23-4e73-9a2b-05b95cc8f9df req-9a7abda8-f4db-4ae9-8121-4159fadcc21d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:45:11.735094 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:11.751682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:45:11.752601 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:45:11.779091 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:45:11.795932 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e26deb-5fe5-49f4-8753-3631cdb931a9', 'tag': '8f848e39-dde0-4068-8d89-9311ddcccb85', 'status': 'completed', 'code': 200} Feb 09 14:45:11.808125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183c8b4-1388-4ee0-a699-8e86020e3042 service neutron] Pushing event updated for resources: {'Port': ['ID=8f848e39-dde0-4068-8d89-9311ddcccb85,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:11.818779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c5c9c8a0-0b23-4e73-9a2b-05b95cc8f9df req-9a7abda8-f4db-4ae9-8121-4159fadcc21d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:45:11.820049 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5c9c8a0-0b23-4e73-9a2b-05b95cc8f9df req-9a7abda8-f4db-4ae9-8121-4159fadcc21d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 943 time: 0.7270024 Feb 09 14:45:11.899912 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5c9c8a0-0b23-4e73-9a2b-05b95cc8f9df req-46bb8eaf-3a13-48d9-9ff7-4176f2398816 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710652 Feb 09 14:45:11.905919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-705ed22c-bdd3-4507-94eb-8b7de2e98963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:11.907530 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-705ed22c-bdd3-4507-94eb-8b7de2e98963 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 1094 time: 0.1685097 Feb 09 14:45:11.981355 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-c90490b6-741f-49c4-a9cd-3376188b1024 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f848e39-dde0-4068-8d89-9311ddcccb85 HTTP/1.1" status: 200 len: 217 time: 0.0650733 Feb 09 14:45:12.042336 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:12.060668 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:12.072248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-a86b2145-da83-4639-b6e0-822166c5a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:12.073769 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-a86b2145-da83-4639-b6e0-822166c5a84a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0824630 Feb 09 14:45:12.074885 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Network': ['ID=42c61820-686a-41ac-9981-01c11054824a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:12.079966 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ffa81dc0-7185-45ec-80d0-ba3d781a0d13 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/networks/42c61820-686a-41ac-9981-01c11054824a HTTP/1.1" status: 204 len: 168 time: 1.4918239 Feb 09 14:45:12.084629 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43180) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:12.086572 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e49cb18d-d36b-49fb-b9fd-f5e646c695a0 None None] Deleting port 104cdc99-3b78-4217-98bb-27f38c2f1d64 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:12.087198 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e49cb18d-d36b-49fb-b9fd-f5e646c695a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:12.091996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5e71ec55-7a02-456e-94c9-3a5c81084823 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-207265675'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:12.098585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5e71ec55-7a02-456e-94c9-3a5c81084823 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:12.103495 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5e71ec55-7a02-456e-94c9-3a5c81084823 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:network and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:12.107504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5e71ec55-7a02-456e-94c9-3a5c81084823 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:12.114425 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5e71ec55-7a02-456e-94c9-3a5c81084823 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:12.126183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e71ec55-7a02-456e-94c9-3a5c81084823 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:45:12.130826 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e71ec55-7a02-456e-94c9-3a5c81084823 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:12.186136 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e49cb18d-d36b-49fb-b9fd-f5e646c695a0 None None] The port '104cdc99-3b78-4217-98bb-27f38c2f1d64' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:45:12.208228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e71ec55-7a02-456e-94c9-3a5c81084823 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:45:12.224109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-e06e87ef-00d5-46ec-8948-dcdf0e9c1a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:12.225649 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-e06e87ef-00d5-46ec-8948-dcdf0e9c1a29 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434762 Feb 09 14:45:12.227799 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e71ec55-7a02-456e-94c9-3a5c81084823 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:12.229778 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-5e71ec55-7a02-456e-94c9-3a5c81084823 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Added segment c8f7ee83-548f-47c1-8a46-a7f7be644127 of type vlan for network 4a95f71e-5528-405d-abc8-43f179684015 Feb 09 14:45:12.267575 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e71ec55-7a02-456e-94c9-3a5c81084823 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:12.343585 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e71ec55-7a02-456e-94c9-3a5c81084823 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:12.360078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71ec55-7a02-456e-94c9-3a5c81084823 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:12.363301 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5e71ec55-7a02-456e-94c9-3a5c81084823 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:12.462663 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-f717d1c6-9f56-4fe6-a7ff-c89c8a74e19f service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171609 Feb 09 14:45:12.525491 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5e71ec55-7a02-456e-94c9-3a5c81084823 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4281809 Feb 09 14:45:12.539394 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43184) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:12.563978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c68a7db9-54a6-42b4-b7b1-f313fc520898 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'subnet': {'network_id': '4a95f71e-5528-405d-abc8-43f179684015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:12.697352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71ec55-7a02-456e-94c9-3a5c81084823 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Network': ['ID=4a95f71e-5528-405d-abc8-43f179684015,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:12.720077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c68a7db9-54a6-42b4-b7b1-f313fc520898 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:12.720077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c68a7db9-54a6-42b4-b7b1-f313fc520898 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:subnet and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:12.720077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c68a7db9-54a6-42b4-b7b1-f313fc520898 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:12.720077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c68a7db9-54a6-42b4-b7b1-f313fc520898 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:12.754277 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a83e6fe-b8eb-4588-868a-a3c4028515cd req-4319e9b9-c074-4b84-b962-d861482b4f4f service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759531 Feb 09 14:45:12.768553 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68a7db9-54a6-42b4-b7b1-f313fc520898 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:45:12.768553 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c68a7db9-54a6-42b4-b7b1-f313fc520898 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:12.781418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 4a95f71e-5528-405d-abc8-43f179684015 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:45:13.125197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63941fd0-4844-43eb-be51-6a586b03cfab req-14fa4fa6-7d84-4b65-bbe7-1480efd767ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:13.132716 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63941fd0-4844-43eb-be51-6a586b03cfab req-14fa4fa6-7d84-4b65-bbe7-1480efd767ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 1094 time: 0.2880609 Feb 09 14:45:13.223978 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c68a7db9-54a6-42b4-b7b1-f313fc520898 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:13.294241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a7db9-54a6-42b4-b7b1-f313fc520898 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Subnet': ['ID=2c8c8803-7786-4db0-ba32-46f553986233,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:13.307560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992cd24-a29e-4228-ada8-34edd632b022 req-0a29b0fd-dacd-4178-89c1-715b329bd134 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:13.309142 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7992cd24-a29e-4228-ada8-34edd632b022 req-0a29b0fd-dacd-4178-89c1-715b329bd134 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 943 time: 0.2187338 Feb 09 14:45:13.374423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a7db9-54a6-42b4-b7b1-f313fc520898 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Checking segment: {'id': 'c8f7ee83-548f-47c1-8a46-a7f7be644127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a95f71e-5528-405d-abc8-43f179684015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:13.374423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a7db9-54a6-42b4-b7b1-f313fc520898 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network hostable DHCP agents. Network: 4a95f71e-5528-405d-abc8-43f179684015, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:45:13.428876 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63941fd0-4844-43eb-be51-6a586b03cfab req-af1e7a0e-9413-4147-a8b1-51a0d1fd4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:13.432961 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7992cd24-a29e-4228-ada8-34edd632b022 req-7d8bc3b6-ea55-485e-9ca7-f2c57b8b391b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979979 Feb 09 14:45:13.435015 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63941fd0-4844-43eb-be51-6a586b03cfab req-af1e7a0e-9413-4147-a8b1-51a0d1fd4653 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.2888861 Feb 09 14:45:13.453892 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a7db9-54a6-42b4-b7b1-f313fc520898 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network 4a95f71e-5528-405d-abc8-43f179684015 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:45:13.463110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-c68a7db9-54a6-42b4-b7b1-f313fc520898 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 4a95f71e-5528-405d-abc8-43f179684015) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:13.474482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a7db9-54a6-42b4-b7b1-f313fc520898 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:13.474482 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c68a7db9-54a6-42b4-b7b1-f313fc520898 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:13.476591 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4600ae9a-a33f-4e66-9516-3bdd9ddff5c0 None None] Network 4a95f71e-5528-405d-abc8-43f179684015 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:45:13.505721 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c68a7db9-54a6-42b4-b7b1-f313fc520898 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9644871 Feb 09 14:45:13.506925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43190) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:13.517788 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c8cfaa06-6c1f-4c8a-baf5-3a57a8953fb7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-112770592', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:13.545707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c8cfaa06-6c1f-4c8a-baf5-3a57a8953fb7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:13.545707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c8cfaa06-6c1f-4c8a-baf5-3a57a8953fb7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:router and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:13.545707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c8cfaa06-6c1f-4c8a-baf5-3a57a8953fb7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:13.545707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c8cfaa06-6c1f-4c8a-baf5-3a57a8953fb7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:13.565986 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c8cfaa06-6c1f-4c8a-baf5-3a57a8953fb7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:13.573602 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63941fd0-4844-43eb-be51-6a586b03cfab req-b4bfaa56-047d-407e-970f-4d39d67a448c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f848e39-dde0-4068-8d89-9311ddcccb85 HTTP/1.1" status: 200 len: 217 time: 0.1242001 Feb 09 14:45:13.582560 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c8cfaa06-6c1f-4c8a-baf5-3a57a8953fb7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:13.622788 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c8cfaa06-6c1f-4c8a-baf5-3a57a8953fb7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:13.686193 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c8cfaa06-6c1f-4c8a-baf5-3a57a8953fb7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:13.693579 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63941fd0-4844-43eb-be51-6a586b03cfab req-8b672227-985d-4c10-b0f2-2458eecc44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:13.693579 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63941fd0-4844-43eb-be51-6a586b03cfab req-8b672227-985d-4c10-b0f2-2458eecc44b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.1122291 Feb 09 14:45:13.762678 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c8cfaa06-6c1f-4c8a-baf5-3a57a8953fb7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:13.762678 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c8cfaa06-6c1f-4c8a-baf5-3a57a8953fb7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2525513 Feb 09 14:45:13.764518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43194) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:13.833898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63941fd0-4844-43eb-be51-6a586b03cfab req-4add8511-7d00-49dd-a993-963b451b9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:13.835404 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63941fd0-4844-43eb-be51-6a586b03cfab req-4add8511-7d00-49dd-a993-963b451b9991 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1472201 Feb 09 14:45:13.992850 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-4a95f71e-5528-405d-abc8-43f179684015', 'network_id': '4a95f71e-5528-405d-abc8-43f179684015', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'fixed_ips': [{'subnet_id': '2c8c8803-7786-4db0-ba32-46f553986233'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:45:13.995489 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:14.014519 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63941fd0-4844-43eb-be51-6a586b03cfab req-f0b32bf5-5de4-404f-9265-545e520cb1d1 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687942 Feb 09 14:45:14.248263 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63941fd0-4844-43eb-be51-6a586b03cfab req-a1143199-13e1-44e8-964f-8433a0e38043 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214179 Feb 09 14:45:14.300082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Allocated IP 2001:db8::2 (4a95f71e-5528-405d-abc8-43f179684015/2c8c8803-7786-4db0-ba32-46f553986233/4308525c-f2e8-42ba-9cb2-9da61d4213f6) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:45:14.622339 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:14.643285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Transition to ACTIVE for port object 4308525c-f2e8-42ba-9cb2-9da61d4213f6 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:14.666624 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:14.667974 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Transition to ACTIVE for port object 4308525c-f2e8-42ba-9cb2-9da61d4213f6 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:14.687394 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:14.761089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c2da3-00b9-4470-8d34-13e359d2e4f5 req-cfb9ad2b-eec9-4b0b-8aea-7a3f696a5fe8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:14.765216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e13c2da3-00b9-4470-8d34-13e359d2e4f5 req-cfb9ad2b-eec9-4b0b-8aea-7a3f696a5fe8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 943 time: 0.1844428 Feb 09 14:45:14.777360 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Network 4a95f71e-5528-405d-abc8-43f179684015 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:14.779189 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:14.791407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:45:14.931701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Pushing event updated for resources: {'Port': ['ID=4308525c-f2e8-42ba-9cb2-9da61d4213f6,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:14.949649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Attempting to bind port 4308525c-f2e8-42ba-9cb2-9da61d4213f6 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:45:14.950096 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Attempting to bind port 4308525c-f2e8-42ba-9cb2-9da61d4213f6 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'c8f7ee83-548f-47c1-8a46-a7f7be644127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a95f71e-5528-405d-abc8-43f179684015'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:45:14.950589 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Attempting to bind port 4308525c-f2e8-42ba-9cb2-9da61d4213f6 on network 4a95f71e-5528-405d-abc8-43f179684015 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:45:14.961789 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:45:14.962167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Checking segment: {'id': 'c8f7ee83-548f-47c1-8a46-a7f7be644127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a95f71e-5528-405d-abc8-43f179684015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:14.962578 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:14.962972 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Bound using segment: {'id': 'c8f7ee83-548f-47c1-8a46-a7f7be644127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a95f71e-5528-405d-abc8-43f179684015'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:45:14.963808 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Bound port: 4308525c-f2e8-42ba-9cb2-9da61d4213f6, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f7ee83-548f-47c1-8a46-a7f7be644127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a95f71e-5528-405d-abc8-43f179684015'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:45:14.964370 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:14.981445 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e13c2da3-00b9-4470-8d34-13e359d2e4f5 req-2fd297b9-eb3e-4a2d-9661-7a4e70ae12ed tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087250 Feb 09 14:45:15.112086 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] For port 4308525c-f2e8-42ba-9cb2-9da61d4213f6, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:45:15.118632 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] For port 4308525c-f2e8-42ba-9cb2-9da61d4213f6, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4308525c-f2e8-42ba-9cb2-9da61d4213f6,segment=NetworkSegment(c8f7ee83-548f-47c1-8a46-a7f7be644127),segment_id=c8f7ee83-548f-47c1-8a46-a7f7be644127)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:45:15.130820 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:15.264310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf68f3b-dce9-4bc5-98c5-28d03b606447 None None] Pushing event updated for resources: {'Port': ['ID=4308525c-f2e8-42ba-9cb2-9da61d4213f6,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:15.318077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Allocated IP 2001:db8::1 (4a95f71e-5528-405d-abc8-43f179684015/2c8c8803-7786-4db0-ba32-46f553986233/fca2fed7-825d-41b3-9f09-bc1bb7fe5961) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:45:15.562935 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:15.616871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Transition to ACTIVE for port object fca2fed7-825d-41b3-9f09-bc1bb7fe5961 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:15.667132 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:15.804001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network 4a95f71e-5528-405d-abc8-43f179684015 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:15.808189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:15.812397 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:45:15.812857 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:15.816687 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4308525c-f2e8-42ba-9cb2-9da61d4213f6 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:45:15.840383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=fca2fed7-825d-41b3-9f09-bc1bb7fe5961,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:15.950772 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 4308525c-f2e8-42ba-9cb2-9da61d4213f6 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:15.957984 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:16.378296 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e408d3-39ff-4190-8167-e8a3ecce04ca req-95c7923f-8506-45ad-ba38-9ac0a79e4d80 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:16.381548 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97e408d3-39ff-4190-8167-e8a3ecce04ca req-95c7923f-8506-45ad-ba38-9ac0a79e4d80 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 943 time: 0.2668173 Feb 09 14:45:16.509553 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97e408d3-39ff-4190-8167-e8a3ecce04ca req-e3c6b9bf-6d2e-4bd7-9230-06c7c391b67c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126311 Feb 09 14:45:16.609126 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:16.618133 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:16.619120 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:16.712214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f006ba0e-5fb1-42f1-af38-dd4d3c536e4b None None] Network 4a95f71e-5528-405d-abc8-43f179684015 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:45:16.768813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=fca2fed7-825d-41b3-9f09-bc1bb7fe5961,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:16.792383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b6ee4e82-97bd-46c7-8a93-b7af62001eed None None] Provisioning for port 4308525c-f2e8-42ba-9cb2-9da61d4213f6 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:16.801357 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b6ee4e82-97bd-46c7-8a93-b7af62001eed None None] Provisioning complete for port 4308525c-f2e8-42ba-9cb2-9da61d4213f6 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:16.801613 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b6ee4e82-97bd-46c7-8a93-b7af62001eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:16.831484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network 4a95f71e-5528-405d-abc8-43f179684015 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:16.833850 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:17.031626 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b6ee4e82-97bd-46c7-8a93-b7af62001eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:17.158914 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b6ee4e82-97bd-46c7-8a93-b7af62001eed None None] For port 4308525c-f2e8-42ba-9cb2-9da61d4213f6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4308525c-f2e8-42ba-9cb2-9da61d4213f6,segment=NetworkSegment(c8f7ee83-548f-47c1-8a46-a7f7be644127),segment_id=c8f7ee83-548f-47c1-8a46-a7f7be644127)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:17.165064 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b6ee4e82-97bd-46c7-8a93-b7af62001eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:17.233726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router 4f67268a-26e0-4718-971b-b5e5ff9c2eb4 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:45:17.274796 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee4e82-97bd-46c7-8a93-b7af62001eed None None] Pushing event updated for resources: {'Port': ['ID=4308525c-f2e8-42ba-9cb2-9da61d4213f6,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:17.439050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:45:17.458445 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30802009-abb3-4d4b-be4e-9c093c035282 None None] Sync routers for ids ['4f67268a-26e0-4718-971b-b5e5ff9c2eb4'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:45:17.468602 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8fc5e631-a3da-45fc-b561-c79c1bb4ac34 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/4f67268a-26e0-4718-971b-b5e5ff9c2eb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6983769 Feb 09 14:45:17.471277 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30802009-abb3-4d4b-be4e-9c093c035282 None None] Routers {'4f67268a-26e0-4718-971b-b5e5ff9c2eb4'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:17.471448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43204) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:17.472041 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-30802009-abb3-4d4b-be4e-9c093c035282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4f67268a-26e0-4718-971b-b5e5ff9c2eb4'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:17.547709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b229c05-d97c-401c-9f70-fe44b707b3fd tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:17.552371 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0b229c05-d97c-401c-9f70-fe44b707b3fd tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports/fca2fed7-825d-41b3-9f09-bc1bb7fe5961 HTTP/1.1" status: 200 len: 911 time: 0.0798676 Feb 09 14:45:17.552549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43210) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:17.568102 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-30802009-abb3-4d4b-be4e-9c093c035282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:17.580867 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30802009-abb3-4d4b-be4e-9c093c035282 None None] Routers {'4f67268a-26e0-4718-971b-b5e5ff9c2eb4'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:17.586699 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-30802009-abb3-4d4b-be4e-9c093c035282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4f67268a-26e0-4718-971b-b5e5ff9c2eb4'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:17.605655 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8d28b31f-344d-4407-8825-348aa42e7afc None None] Provisioning for port fca2fed7-825d-41b3-9f09-bc1bb7fe5961 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:17.618661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8d28b31f-344d-4407-8825-348aa42e7afc None None] Provisioning complete for port fca2fed7-825d-41b3-9f09-bc1bb7fe5961 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:17.618661 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d28b31f-344d-4407-8825-348aa42e7afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:17.694921 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-30802009-abb3-4d4b-be4e-9c093c035282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:17.695265 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30802009-abb3-4d4b-be4e-9c093c035282 None None] The sync data for ids ['4f67268a-26e0-4718-971b-b5e5ff9c2eb4'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:45:17.734539 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4308525c-f2e8-42ba-9cb2-9da61d4213f6 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:45:17.840722 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8d28b31f-344d-4407-8825-348aa42e7afc None None] Port fca2fed7-825d-41b3-9f09-bc1bb7fe5961 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:45:17.886421 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8d28b31f-344d-4407-8825-348aa42e7afc None None] Provisioning complete for port 4308525c-f2e8-42ba-9cb2-9da61d4213f6 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:17.887163 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d28b31f-344d-4407-8825-348aa42e7afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:17.933339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4308525c-f2e8-42ba-9cb2-9da61d4213f6 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:17.934979 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:17.938350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c29c62-410f-46d4-93cb-f231eae1e1ca req-2b30fd98-ba6a-4750-9ba6-cc8be6bed00c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:17.946495 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5c29c62-410f-46d4-93cb-f231eae1e1ca req-2b30fd98-ba6a-4750-9ba6-cc8be6bed00c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 943 time: 0.1843793 Feb 09 14:45:18.005218 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5c29c62-410f-46d4-93cb-f231eae1e1ca req-b332b9a1-e02f-49e6-aa11-76ac59358b0b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576124 Feb 09 14:45:18.259055 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4df8306f-cbba-4b75-94a5-ae1cca8bcfc8 None None] Provisioning complete for port fca2fed7-825d-41b3-9f09-bc1bb7fe5961 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:18.259928 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4df8306f-cbba-4b75-94a5-ae1cca8bcfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:18.336654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4df8306f-cbba-4b75-94a5-ae1cca8bcfc8 None None] Port fca2fed7-825d-41b3-9f09-bc1bb7fe5961 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:45:18.384157 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d9b96be-9b78-4a61-b1d5-7a3ff5813afa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:18.467176 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-70f31585-e546-47e5-95e5-fd59a840150e None None] Provisioning complete for port fca2fed7-825d-41b3-9f09-bc1bb7fe5961 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:18.467639 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-70f31585-e546-47e5-95e5-fd59a840150e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:18.531152 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-70f31585-e546-47e5-95e5-fd59a840150e None None] Port fca2fed7-825d-41b3-9f09-bc1bb7fe5961 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:45:18.770758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b96be-9b78-4a61-b1d5-7a3ff5813afa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port fca2fed7-825d-41b3-9f09-bc1bb7fe5961 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:18.771234 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d9b96be-9b78-4a61-b1d5-7a3ff5813afa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:18.994210 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d9b96be-9b78-4a61-b1d5-7a3ff5813afa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:19.251797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b96be-9b78-4a61-b1d5-7a3ff5813afa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for fca2fed7-825d-41b3-9f09-bc1bb7fe5961 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:45:19.413341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e00071-c5e6-4647-b0a0-eed4a31ada43 req-4dc024b2-55e0-4e51-8b3f-0dbca0b98aab tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:19.414930 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64e00071-c5e6-4647-b0a0-eed4a31ada43 req-4dc024b2-55e0-4e51-8b3f-0dbca0b98aab tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 943 time: 0.1707029 Feb 09 14:45:19.515805 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64e00071-c5e6-4647-b0a0-eed4a31ada43 req-3968ff6a-ec49-4fd8-8757-c9c8339122ec tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855749 Feb 09 14:45:19.540158 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d9b96be-9b78-4a61-b1d5-7a3ff5813afa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:19.591624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b96be-9b78-4a61-b1d5-7a3ff5813afa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Port': ['ID=fca2fed7-825d-41b3-9f09-bc1bb7fe5961,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:19.777293 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9d9b96be-9b78-4a61-b1d5-7a3ff5813afa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:19.830359 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:45:20.054709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9b96be-9b78-4a61-b1d5-7a3ff5813afa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router 4f67268a-26e0-4718-971b-b5e5ff9c2eb4 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:45:20.185731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9b96be-9b78-4a61-b1d5-7a3ff5813afa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:45:20.195842 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7b517-8fb1-4b51-bf5a-a624d9396e07 None None] Sync routers for ids ['4f67268a-26e0-4718-971b-b5e5ff9c2eb4'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:45:20.198297 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9d9b96be-9b78-4a61-b1d5-7a3ff5813afa tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/4f67268a-26e0-4718-971b-b5e5ff9c2eb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6447978 Feb 09 14:45:20.201039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43216) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:20.206866 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7b517-8fb1-4b51-bf5a-a624d9396e07 None None] Routers {'4f67268a-26e0-4718-971b-b5e5ff9c2eb4'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:20.207856 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8fe7b517-8fb1-4b51-bf5a-a624d9396e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4f67268a-26e0-4718-971b-b5e5ff9c2eb4'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:20.271644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7bdd50d7-efc7-48dc-9f65-c459af231cbc tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Synchronizing usage tracker for tenant:7d371b695d254715bafb138b50290cb7 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:45:20.287587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7bdd50d7-efc7-48dc-9f65-c459af231cbc tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Unset dirty status for tenant:7d371b695d254715bafb138b50290cb7 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:45:20.288923 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7bdd50d7-efc7-48dc-9f65-c459af231cbc tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f67268a-26e0-4718-971b-b5e5ff9c2eb4 HTTP/1.1" status: 200 len: 205 time: 0.0869076 Feb 09 14:45:20.292447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43220) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:20.300947 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8fe7b517-8fb1-4b51-bf5a-a624d9396e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:20.309427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7b517-8fb1-4b51-bf5a-a624d9396e07 None None] Routers {'4f67268a-26e0-4718-971b-b5e5ff9c2eb4'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:20.309945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8fe7b517-8fb1-4b51-bf5a-a624d9396e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4f67268a-26e0-4718-971b-b5e5ff9c2eb4'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:20.369419 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8fe7b517-8fb1-4b51-bf5a-a624d9396e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:20.369815 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7b517-8fb1-4b51-bf5a-a624d9396e07 None None] The sync data for ids ['4f67268a-26e0-4718-971b-b5e5ff9c2eb4'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:45:20.428418 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61ae4b8b-1e64-42c1-8579-2690feb600e4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:20.721598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3921da4-4e38-42c4-a017-cd2cccf31563 req-7f676e38-215c-4a5b-afdc-d9dccccef307 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:20.730268 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e3921da4-4e38-42c4-a017-cd2cccf31563 req-7f676e38-215c-4a5b-afdc-d9dccccef307 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 943 time: 0.0843513 Feb 09 14:45:20.779881 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e3921da4-4e38-42c4-a017-cd2cccf31563 req-2414f28b-aff0-40a7-a007-5e98a29a9ce5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433311 Feb 09 14:45:20.879670 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61ae4b8b-1e64-42c1-8579-2690feb600e4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:20.879670 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61ae4b8b-1e64-42c1-8579-2690feb600e4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:20.905478 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61ae4b8b-1e64-42c1-8579-2690feb600e4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:20.905829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ae4b8b-1e64-42c1-8579-2690feb600e4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Fanout notify agent at l3_agent the message router_deleted on router 4f67268a-26e0-4718-971b-b5e5ff9c2eb4 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:45:20.918614 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61ae4b8b-1e64-42c1-8579-2690feb600e4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:20.919704 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-61ae4b8b-1e64-42c1-8579-2690feb600e4 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/routers/4f67268a-26e0-4718-971b-b5e5ff9c2eb4 HTTP/1.1" status: 204 len: 168 time: 0.6263502 Feb 09 14:45:20.922842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43226) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:20.994968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-68029e61-e9ea-4649-93ce-83b64224cd72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting subnet 2c8c8803-7786-4db0-ba32-46f553986233 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:45:20.997792 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68029e61-e9ea-4649-93ce-83b64224cd72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:21.059334 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68029e61-e9ea-4649-93ce-83b64224cd72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:21.150864 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68029e61-e9ea-4649-93ce-83b64224cd72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:21.238377 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68029e61-e9ea-4649-93ce-83b64224cd72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:21.276912 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68029e61-e9ea-4649-93ce-83b64224cd72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8c8803-7786-4db0-ba32-46f553986233,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:21.281854 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68029e61-e9ea-4649-93ce-83b64224cd72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:21.288803 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d150340-fbab-4534-87da-cb9d7ab74373 None None] Network 4a95f71e-5528-405d-abc8-43f179684015 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:45:21.289271 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-68029e61-e9ea-4649-93ce-83b64224cd72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/2c8c8803-7786-4db0-ba32-46f553986233 HTTP/1.1" status: 204 len: 168 time: 0.3648665 Feb 09 14:45:21.291243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43230) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:21.428627 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:21.445433 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port 4308525c-f2e8-42ba-9cb2-9da61d4213f6 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:21.445433 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:21.578823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdc41ad-5760-435c-a799-a72e0de32f26 None None] DHCP port deletion for 4a95f71e-5528-405d-abc8-43f179684015 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:45:21.584030 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-abdc41ad-5760-435c-a799-a72e0de32f26 None None] Deleting port 4308525c-f2e8-42ba-9cb2-9da61d4213f6 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:21.584506 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-abdc41ad-5760-435c-a799-a72e0de32f26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:21.700611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4308525c-f2e8-42ba-9cb2-9da61d4213f6 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:45:21.704303 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] For port 4308525c-f2e8-42ba-9cb2-9da61d4213f6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4308525c-f2e8-42ba-9cb2-9da61d4213f6,segment=NetworkSegment(c8f7ee83-548f-47c1-8a46-a7f7be644127),segment_id=c8f7ee83-548f-47c1-8a46-a7f7be644127)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:21.704303 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:21.870635 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for 4308525c-f2e8-42ba-9cb2-9da61d4213f6 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:45:21.975073 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:22.025563 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:22.048887 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-abdc41ad-5760-435c-a799-a72e0de32f26 None None] For port 4308525c-f2e8-42ba-9cb2-9da61d4213f6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4308525c-f2e8-42ba-9cb2-9da61d4213f6,segment=NetworkSegment(c8f7ee83-548f-47c1-8a46-a7f7be644127),segment_id=c8f7ee83-548f-47c1-8a46-a7f7be644127)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:22.049380 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-abdc41ad-5760-435c-a799-a72e0de32f26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:22.073209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Port': ['ID=4308525c-f2e8-42ba-9cb2-9da61d4213f6,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:22.077563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] No DVR routers for this DVR port 4308525c-f2e8-42ba-9cb2-9da61d4213f6 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:45:22.267408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-abdc41ad-5760-435c-a799-a72e0de32f26 None None] Calling delete_port for 4308525c-f2e8-42ba-9cb2-9da61d4213f6 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:45:22.357719 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-abdc41ad-5760-435c-a799-a72e0de32f26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:45:22.357719 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-abdc41ad-5760-435c-a799-a72e0de32f26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:45:22.373665 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:22.404883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a95f71e-5528-405d-abc8-43f179684015']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:22.426132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e88eec-a3a5-47a9-bde1-f6c054097117 req-31b814d3-15d5-4f18-ae02-dd9f89e1e466 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:22.427714 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-85e88eec-a3a5-47a9-bde1-f6c054097117 req-31b814d3-15d5-4f18-ae02-dd9f89e1e466 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 943 time: 0.4147310 Feb 09 14:45:22.429578 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f7ee83-548f-47c1-8a46-a7f7be644127') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:22.430124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f7ee83-548f-47c1-8a46-a7f7be644127') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:22.456412 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:22.483305 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:22.495314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:45:22.495759 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:22.515944 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-85e88eec-a3a5-47a9-bde1-f6c054097117 req-348b1b70-b785-4661-89bd-ffe50324dbaa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789957 Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:45:22.516577 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:45:22.598007 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:22.614884 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:22.628513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Network': ['ID=4a95f71e-5528-405d-abc8-43f179684015,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:22.636935 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-27e9a978-73fb-4eb2-92f4-2a224871d161 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/networks/4a95f71e-5528-405d-abc8-43f179684015 HTTP/1.1" status: 204 len: 168 time: 1.3446736 Feb 09 14:45:22.640693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43238) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:22.646232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2065896331', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:22.654061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:22.657826 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:router and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:22.660842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:22.667170 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:22.678708 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:22.680125 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:22.695853 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:22.857692 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-abdc41ad-5760-435c-a799-a72e0de32f26 None None] Deleting port 4308525c-f2e8-42ba-9cb2-9da61d4213f6 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:22.858030 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-abdc41ad-5760-435c-a799-a72e0de32f26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:22.929435 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-abdc41ad-5760-435c-a799-a72e0de32f26 None None] The port '4308525c-f2e8-42ba-9cb2-9da61d4213f6' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:45:22.976701 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:23.289215 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:23.319598 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:23.460476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Allocated IP 172.25.8.11 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/cd8f9f15-a793-4da3-aa67-72d03c833f68) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:45:23.648199 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:23.692615 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:23.762951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:23.771128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:23.777576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:45:23.847412 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=cd8f9f15-a793-4da3-aa67-72d03c833f68,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:23.898448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db13b4-15ba-4c68-882e-d7ff282b2b83 req-74531067-0eb2-4cda-b569-dd43d56fe000 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:23.900687 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59db13b4-15ba-4c68-882e-d7ff282b2b83 req-74531067-0eb2-4cda-b569-dd43d56fe000 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 943 time: 0.0951216 Feb 09 14:45:23.963091 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59db13b4-15ba-4c68-882e-d7ff282b2b83 req-49a54ef4-1b3d-4869-a822-53429204c86b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548654 Feb 09 14:45:24.354812 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:24.694929 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:24.906676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router 5ed46062-3d3f-4f06-a496-3c0d2a51ce47 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:45:25.136107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:45:25.142961 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95700abe-d80e-4737-b2f6-0f5c93f79dcf None None] Sync routers for ids ['5ed46062-3d3f-4f06-a496-3c0d2a51ce47'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:45:25.152324 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95700abe-d80e-4737-b2f6-0f5c93f79dcf None None] Routers {'5ed46062-3d3f-4f06-a496-3c0d2a51ce47'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:25.152923 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-95700abe-d80e-4737-b2f6-0f5c93f79dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['5ed46062-3d3f-4f06-a496-3c0d2a51ce47'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:25.182071 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:25.182071 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4b525440-f31c-44da-add9-97e00ee0f517 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.5336494 Feb 09 14:45:25.187287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43246) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:25.196603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef65ef-dc1b-48c9-b292-1bdaa9ed79cf req-71fa3ca5-1fff-4b23-afb0-9486c1bcc9fb tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:25.196603 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-49ef65ef-dc1b-48c9-b292-1bdaa9ed79cf req-71fa3ca5-1fff-4b23-afb0-9486c1bcc9fb tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 943 time: 0.1198807 Feb 09 14:45:25.224589 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-95700abe-d80e-4737-b2f6-0f5c93f79dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:25.234230 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95700abe-d80e-4737-b2f6-0f5c93f79dcf None None] Routers {'5ed46062-3d3f-4f06-a496-3c0d2a51ce47'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:25.234890 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-95700abe-d80e-4737-b2f6-0f5c93f79dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['5ed46062-3d3f-4f06-a496-3c0d2a51ce47'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:25.250445 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-49ef65ef-dc1b-48c9-b292-1bdaa9ed79cf req-f12a44a1-c82a-431b-8b6c-2d73bec35d1d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483625 Feb 09 14:45:25.300066 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-95700abe-d80e-4737-b2f6-0f5c93f79dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:25.300464 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95700abe-d80e-4737-b2f6-0f5c93f79dcf None None] The sync data for ids ['5ed46062-3d3f-4f06-a496-3c0d2a51ce47'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:45:25.383990 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-32b30c6b-f0bf-48cd-bdb2-a38873000da9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/routers/5ed46062-3d3f-4f06-a496-3c0d2a51ce47 HTTP/1.1" status: 200 len: 884 time: 0.2019660 Feb 09 14:45:25.386342 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43250) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:25.599716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2865f58b-d785-4f2f-9efa-88ba3f0558c1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Synchronizing usage tracker for tenant:7d371b695d254715bafb138b50290cb7 on resource:router {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:45:25.616633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2865f58b-d785-4f2f-9efa-88ba3f0558c1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Unset dirty status for tenant:7d371b695d254715bafb138b50290cb7 on resource:router {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:45:25.617772 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2865f58b-d785-4f2f-9efa-88ba3f0558c1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2305520 Feb 09 14:45:25.620827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43254) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:25.625379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-8ff0a3ab-66e1-4da7-b0c6-969223565846 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2065896331'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:26.157305 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ff0a3ab-66e1-4da7-b0c6-969223565846 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:26.169500 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ff0a3ab-66e1-4da7-b0c6-969223565846 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:26.546424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d71835-7313-4d1f-bd47-5fa1250f0fa1 req-816ba746-d44e-42a7-b2e3-1195c58d0243 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:26.547885 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41d71835-7313-4d1f-bd47-5fa1250f0fa1 req-816ba746-d44e-42a7-b2e3-1195c58d0243 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 943 time: 0.1847405 Feb 09 14:45:26.549885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff0a3ab-66e1-4da7-b0c6-969223565846 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router 5ed46062-3d3f-4f06-a496-3c0d2a51ce47 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:45:26.664838 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41d71835-7313-4d1f-bd47-5fa1250f0fa1 req-3c73f3e9-2b49-43ab-a24b-a33fb5cd018d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094337 Feb 09 14:45:26.771946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff0a3ab-66e1-4da7-b0c6-969223565846 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:45:26.779105 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ff0a3ab-66e1-4da7-b0c6-969223565846 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:26.784361 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8ff0a3ab-66e1-4da7-b0c6-969223565846 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/5ed46062-3d3f-4f06-a496-3c0d2a51ce47 HTTP/1.1" status: 200 len: 891 time: 1.1589904 Feb 09 14:45:26.784480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43260) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:26.784962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf6616-2aea-4750-8193-47e06ebafcc9 None None] Sync routers for ids ['5ed46062-3d3f-4f06-a496-3c0d2a51ce47'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:45:26.793987 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-54c5b9ce-09d0-47de-801d-7a423431f6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:26.797510 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf6616-2aea-4750-8193-47e06ebafcc9 None None] Routers {'5ed46062-3d3f-4f06-a496-3c0d2a51ce47'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:26.799461 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-aacf6616-2aea-4750-8193-47e06ebafcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['5ed46062-3d3f-4f06-a496-3c0d2a51ce47'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:26.864677 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-aacf6616-2aea-4750-8193-47e06ebafcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:26.871446 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf6616-2aea-4750-8193-47e06ebafcc9 None None] Routers {'5ed46062-3d3f-4f06-a496-3c0d2a51ce47'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:26.872068 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-aacf6616-2aea-4750-8193-47e06ebafcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:44:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['5ed46062-3d3f-4f06-a496-3c0d2a51ce47'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:26.935142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-aacf6616-2aea-4750-8193-47e06ebafcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:26.935538 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf6616-2aea-4750-8193-47e06ebafcc9 None None] The sync data for ids ['5ed46062-3d3f-4f06-a496-3c0d2a51ce47'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:45:27.101597 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-132de5a4-94b0-4cc2-b856-47fbb5a20fa9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/routers/5ed46062-3d3f-4f06-a496-3c0d2a51ce47 HTTP/1.1" status: 200 len: 891 time: 0.3172467 Feb 09 14:45:27.104314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43264) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:27.146539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a6201be6-f534-4545-96de-49bc92edce4b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Synchronizing usage tracker for tenant:7d371b695d254715bafb138b50290cb7 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:45:27.162351 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a6201be6-f534-4545-96de-49bc92edce4b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Unset dirty status for tenant:7d371b695d254715bafb138b50290cb7 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:45:27.163476 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a6201be6-f534-4545-96de-49bc92edce4b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ed46062-3d3f-4f06-a496-3c0d2a51ce47 HTTP/1.1" status: 200 len: 205 time: 0.0582774 Feb 09 14:45:27.166732 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43268) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:27.351810 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a9e7af5f-a6d1-4369-af99-cec626084840 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:27.531688 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a9e7af5f-a6d1-4369-af99-cec626084840 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:27.542704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7af5f-a6d1-4369-af99-cec626084840 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port cd8f9f15-a793-4da3-aa67-72d03c833f68 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:27.543035 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a9e7af5f-a6d1-4369-af99-cec626084840 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:27.716436 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a9e7af5f-a6d1-4369-af99-cec626084840 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:27.844649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7af5f-a6d1-4369-af99-cec626084840 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for cd8f9f15-a793-4da3-aa67-72d03c833f68 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:45:27.860710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2299d9e-0121-4207-8b92-7ce250735a55 req-216ff049-38a2-4e1b-b70a-a4d376d8c7ef tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:27.863604 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a2299d9e-0121-4207-8b92-7ce250735a55 req-216ff049-38a2-4e1b-b70a-a4d376d8c7ef tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 943 time: 0.0883193 Feb 09 14:45:27.912445 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a2299d9e-0121-4207-8b92-7ce250735a55 req-56912589-48a8-41e9-8748-5d1766068fb3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444806 Feb 09 14:45:28.038812 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a9e7af5f-a6d1-4369-af99-cec626084840 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:28.218891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7af5f-a6d1-4369-af99-cec626084840 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Port': ['ID=cd8f9f15-a793-4da3-aa67-72d03c833f68,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:28.308182 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a9e7af5f-a6d1-4369-af99-cec626084840 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:28.482809 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a9e7af5f-a6d1-4369-af99-cec626084840 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:28.485853 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a9e7af5f-a6d1-4369-af99-cec626084840 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:28.514527 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a9e7af5f-a6d1-4369-af99-cec626084840 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:28.515902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e7af5f-a6d1-4369-af99-cec626084840 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Fanout notify agent at l3_agent the message router_deleted on router 5ed46062-3d3f-4f06-a496-3c0d2a51ce47 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:45:28.538720 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a9e7af5f-a6d1-4369-af99-cec626084840 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:28.539825 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a9e7af5f-a6d1-4369-af99-cec626084840 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/routers/5ed46062-3d3f-4f06-a496-3c0d2a51ce47 HTTP/1.1" status: 204 len: 168 time: 1.3723264 Feb 09 14:45:28.547769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43274) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:28.549835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-689995ca-5bf8-4854-aaf1-8f989a888d48 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1735177712'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:28.555267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-689995ca-5bf8-4854-aaf1-8f989a888d48 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:28.559147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-689995ca-5bf8-4854-aaf1-8f989a888d48 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:network and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:28.561951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-689995ca-5bf8-4854-aaf1-8f989a888d48 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:28.567562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-689995ca-5bf8-4854-aaf1-8f989a888d48 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:28.577856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689995ca-5bf8-4854-aaf1-8f989a888d48 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:45:28.581344 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-689995ca-5bf8-4854-aaf1-8f989a888d48 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:28.612718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689995ca-5bf8-4854-aaf1-8f989a888d48 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:45:28.622905 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-689995ca-5bf8-4854-aaf1-8f989a888d48 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:28.623290 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-689995ca-5bf8-4854-aaf1-8f989a888d48 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Added segment fff524e2-aa82-4fa5-8466-c45c6e97ea69 of type vlan for network d7a3b67f-c81a-4c6a-8d62-44e15d172a09 Feb 09 14:45:28.653091 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-689995ca-5bf8-4854-aaf1-8f989a888d48 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:28.686603 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-689995ca-5bf8-4854-aaf1-8f989a888d48 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:28.691574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689995ca-5bf8-4854-aaf1-8f989a888d48 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:28.692190 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-689995ca-5bf8-4854-aaf1-8f989a888d48 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:28.793103 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-689995ca-5bf8-4854-aaf1-8f989a888d48 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2483473 Feb 09 14:45:28.796121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43278) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:28.804393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-96daddc5-1472-4b9e-8f9d-3e25964c4fbf tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'subnet': {'network_id': 'd7a3b67f-c81a-4c6a-8d62-44e15d172a09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:28.804599 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689995ca-5bf8-4854-aaf1-8f989a888d48 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Network': ['ID=d7a3b67f-c81a-4c6a-8d62-44e15d172a09,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:28.816459 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network d7a3b67f-c81a-4c6a-8d62-44e15d172a09 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:45:28.927392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-96daddc5-1472-4b9e-8f9d-3e25964c4fbf tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:28.931212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-96daddc5-1472-4b9e-8f9d-3e25964c4fbf tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:subnet and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:28.934062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-96daddc5-1472-4b9e-8f9d-3e25964c4fbf tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:28.940290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-96daddc5-1472-4b9e-8f9d-3e25964c4fbf tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:28.951160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96daddc5-1472-4b9e-8f9d-3e25964c4fbf tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:45:28.956397 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96daddc5-1472-4b9e-8f9d-3e25964c4fbf tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:29.110332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b2e76-9ef7-4e5a-a267-737220ca1178 req-0464e617-c84b-4fed-a751-3ca29db1108f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:29.112138 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-089b2e76-9ef7-4e5a-a267-737220ca1178 req-0464e617-c84b-4fed-a751-3ca29db1108f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 943 time: 0.0931194 Feb 09 14:45:29.162784 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-089b2e76-9ef7-4e5a-a267-737220ca1178 req-5d5892f3-2b30-4365-878b-6b825bffe47e tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440729 Feb 09 14:45:29.216279 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96daddc5-1472-4b9e-8f9d-3e25964c4fbf tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:29.221655 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-57a7b0c3-3745-4f97-b3a4-91558dde02fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:29.317760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96daddc5-1472-4b9e-8f9d-3e25964c4fbf tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Subnet': ['ID=bd568788-5e38-461c-b630-d28cafafd0d3,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:29.328712 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96daddc5-1472-4b9e-8f9d-3e25964c4fbf tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Checking segment: {'id': 'fff524e2-aa82-4fa5-8466-c45c6e97ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd7a3b67f-c81a-4c6a-8d62-44e15d172a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:29.329072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96daddc5-1472-4b9e-8f9d-3e25964c4fbf tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network hostable DHCP agents. Network: d7a3b67f-c81a-4c6a-8d62-44e15d172a09, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:45:29.349482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96daddc5-1472-4b9e-8f9d-3e25964c4fbf tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network d7a3b67f-c81a-4c6a-8d62-44e15d172a09 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:45:29.358715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-96daddc5-1472-4b9e-8f9d-3e25964c4fbf tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, d7a3b67f-c81a-4c6a-8d62-44e15d172a09) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:29.363126 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96daddc5-1472-4b9e-8f9d-3e25964c4fbf tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:29.363533 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-96daddc5-1472-4b9e-8f9d-3e25964c4fbf tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:29.367342 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5396c74-f66e-4b44-85eb-afe44c222ac3 None None] Network d7a3b67f-c81a-4c6a-8d62-44e15d172a09 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:45:29.388247 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-96daddc5-1472-4b9e-8f9d-3e25964c4fbf tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5884638 Feb 09 14:45:29.388507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43288) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:29.394303 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-50b6fcec-9ebb-4871-a6e1-931b076b2e1d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-336828052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:29.403286 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-50b6fcec-9ebb-4871-a6e1-931b076b2e1d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:29.407335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-50b6fcec-9ebb-4871-a6e1-931b076b2e1d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:router and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:29.411212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-50b6fcec-9ebb-4871-a6e1-931b076b2e1d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:29.418197 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-50b6fcec-9ebb-4871-a6e1-931b076b2e1d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:29.465382 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50b6fcec-9ebb-4871-a6e1-931b076b2e1d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:29.466406 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50b6fcec-9ebb-4871-a6e1-931b076b2e1d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:29.500195 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50b6fcec-9ebb-4871-a6e1-931b076b2e1d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:29.528108 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50b6fcec-9ebb-4871-a6e1-931b076b2e1d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:29.535527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582a87d-a5c5-49f4-841a-7cc24f548a07 req-fedc7560-31c5-4a32-a69e-dcd2dd517f25 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:29.537045 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c582a87d-a5c5-49f4-841a-7cc24f548a07 req-fedc7560-31c5-4a32-a69e-dcd2dd517f25 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 1096 time: 0.1084855 Feb 09 14:45:29.587148 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-50b6fcec-9ebb-4871-a6e1-931b076b2e1d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:29.588701 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-50b6fcec-9ebb-4871-a6e1-931b076b2e1d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1991298 Feb 09 14:45:29.592326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43292) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:29.599691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-c582a87d-a5c5-49f4-841a-7cc24f548a07 req-fa60a1ca-dc21-4264-9501-7ae34872cc5a tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Synchronizing usage tracker for tenant:0984a6b24c38426aa25d45ab27caeb61 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:45:29.629297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-c582a87d-a5c5-49f4-841a-7cc24f548a07 req-fa60a1ca-dc21-4264-9501-7ae34872cc5a tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Unset dirty status for tenant:0984a6b24c38426aa25d45ab27caeb61 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:45:29.630709 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c582a87d-a5c5-49f4-841a-7cc24f548a07 req-fa60a1ca-dc21-4264-9501-7ae34872cc5a tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794945 Feb 09 14:45:29.654981 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-d7a3b67f-c81a-4c6a-8d62-44e15d172a09', 'network_id': 'd7a3b67f-c81a-4c6a-8d62-44e15d172a09', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'fixed_ips': [{'subnet_id': 'bd568788-5e38-461c-b630-d28cafafd0d3'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:45:29.656148 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:29.674329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43296) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:29.833122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Allocated IP 2001:db8::2 (d7a3b67f-c81a-4c6a-8d62-44e15d172a09/bd568788-5e38-461c-b630-d28cafafd0d3/b849926a-8838-4490-b591-8f9cfa887c03) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:45:30.053157 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:30.065733 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Transition to ACTIVE for port object b849926a-8838-4490-b591-8f9cfa887c03 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:30.090010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Transition to ACTIVE for port object b849926a-8838-4490-b591-8f9cfa887c03 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:30.098963 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:30.169736 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Network d7a3b67f-c81a-4c6a-8d62-44e15d172a09 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:30.172931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:30.177322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:45:30.189217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Pushing event updated for resources: {'Port': ['ID=b849926a-8838-4490-b591-8f9cfa887c03,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:30.227897 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:30.228226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:30.228569 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:30.228899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:30.229236 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:30.229538 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:30.229856 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:30.230178 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:30.230497 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:30.230814 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:30.231130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:30.231444 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:30.302754 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Attempting to bind port b849926a-8838-4490-b591-8f9cfa887c03 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:45:30.303137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Attempting to bind port b849926a-8838-4490-b591-8f9cfa887c03 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'fff524e2-aa82-4fa5-8466-c45c6e97ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd7a3b67f-c81a-4c6a-8d62-44e15d172a09'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:45:30.304082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Attempting to bind port b849926a-8838-4490-b591-8f9cfa887c03 on network d7a3b67f-c81a-4c6a-8d62-44e15d172a09 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:45:30.307066 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:30.315861 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:45:30.316398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Checking segment: {'id': 'fff524e2-aa82-4fa5-8466-c45c6e97ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd7a3b67f-c81a-4c6a-8d62-44e15d172a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:30.316908 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:30.317514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Bound using segment: {'id': 'fff524e2-aa82-4fa5-8466-c45c6e97ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd7a3b67f-c81a-4c6a-8d62-44e15d172a09'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:45:30.318050 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Bound port: b849926a-8838-4490-b591-8f9cfa887c03, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff524e2-aa82-4fa5-8466-c45c6e97ea69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd7a3b67f-c81a-4c6a-8d62-44e15d172a09'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:45:30.318641 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:30.338790 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:30.385870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-534b51e1-f986-4752-bbc1-0e6bc8670d4b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting port 04857284-83b9-4647-a669-99192347fa67 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:30.385870 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-534b51e1-f986-4752-bbc1-0e6bc8670d4b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:30.432122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] For port b849926a-8838-4490-b591-8f9cfa887c03, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:45:30.435245 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] For port b849926a-8838-4490-b591-8f9cfa887c03, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b849926a-8838-4490-b591-8f9cfa887c03,segment=NetworkSegment(fff524e2-aa82-4fa5-8466-c45c6e97ea69),segment_id=fff524e2-aa82-4fa5-8466-c45c6e97ea69)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:45:30.440839 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:30.525242 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfbec6-cb2d-46b5-a515-b2bb7a6cb4b0 None None] Pushing event updated for resources: {'Port': ['ID=b849926a-8838-4490-b591-8f9cfa887c03,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:30.575812 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:30.852793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc10a5-e084-4b76-95f1-187399c00a55 req-8d880a25-c300-4fcf-b10b-c5bf55292350 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:30.854170 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-78cc10a5-e084-4b76-95f1-187399c00a55 req-8d880a25-c300-4fcf-b10b-c5bf55292350 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 943 time: 0.5153012 Feb 09 14:45:30.856556 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-534b51e1-f986-4752-bbc1-0e6bc8670d4b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:30.856556 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-534b51e1-f986-4752-bbc1-0e6bc8670d4b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:31.042217 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-534b51e1-f986-4752-bbc1-0e6bc8670d4b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Calling delete_port for 04857284-83b9-4647-a669-99192347fa67 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:45:31.154906 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-78cc10a5-e084-4b76-95f1-187399c00a55 req-799369aa-0729-4d17-b164-b19938bd5d4d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849393 Feb 09 14:45:31.275367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Allocated IP 2001:db8::1 (d7a3b67f-c81a-4c6a-8d62-44e15d172a09/bd568788-5e38-461c-b630-d28cafafd0d3/9faf5fdd-5032-496c-a951-170dcd56afe1) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:45:31.443216 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-534b51e1-f986-4752-bbc1-0e6bc8670d4b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:31.545868 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b51e1-f986-4752-bbc1-0e6bc8670d4b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Port': ['ID=04857284-83b9-4647-a669-99192347fa67,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:31.656451 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:31.685380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Transition to ACTIVE for port object 9faf5fdd-5032-496c-a951-170dcd56afe1 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:31.686688 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-534b51e1-f986-4752-bbc1-0e6bc8670d4b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:31.687366 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-534b51e1-f986-4752-bbc1-0e6bc8670d4b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Floating IP a043323f-cc5f-4f13-a499-fd59a76d385a disassociated (deleted). External IP: 172.25.8.135, port: 21583bae-2cbf-454a-b876-8b8579d4be44. Feb 09 14:45:31.695813 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b849926a-8838-4490-b591-8f9cfa887c03 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:45:31.779432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf79c564-9bcd-4533-a01f-a3446c1f5198 None None] Network d7a3b67f-c81a-4c6a-8d62-44e15d172a09 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:45:31.874678 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port b849926a-8838-4490-b591-8f9cfa887c03 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:31.955845 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:31.963254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-474ec24d-fa1c-4f9c-ac8a-6f4d2d14158a None None] Provisioning for port b849926a-8838-4490-b591-8f9cfa887c03 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:31.987231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-474ec24d-fa1c-4f9c-ac8a-6f4d2d14158a None None] Provisioning complete for port b849926a-8838-4490-b591-8f9cfa887c03 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:31.987231 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-474ec24d-fa1c-4f9c-ac8a-6f4d2d14158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:32.019172 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:32.149783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network d7a3b67f-c81a-4c6a-8d62-44e15d172a09 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:32.157495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:32.158908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:45:32.159437 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:32.191556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=9faf5fdd-5032-496c-a951-170dcd56afe1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:32.265912 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-474ec24d-fa1c-4f9c-ac8a-6f4d2d14158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:32.311219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534b51e1-f986-4752-bbc1-0e6bc8670d4b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:45:32.317870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-474ec24d-fa1c-4f9c-ac8a-6f4d2d14158a None None] For port b849926a-8838-4490-b591-8f9cfa887c03, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b849926a-8838-4490-b591-8f9cfa887c03,segment=NetworkSegment(fff524e2-aa82-4fa5-8466-c45c6e97ea69),segment_id=fff524e2-aa82-4fa5-8466-c45c6e97ea69)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:32.327647 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-474ec24d-fa1c-4f9c-ac8a-6f4d2d14158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:32.375792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3f6cc-a717-4bbc-baef-be8cf71265e7 req-0387883e-1940-4273-ad59-93ea5e1c6785 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:32.377957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 8f848e39-dde0-4068-8d89-9311ddcccb85 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:45:32.383303 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4fd3f6cc-a717-4bbc-baef-be8cf71265e7 req-0387883e-1940-4273-ad59-93ea5e1c6785 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 943 time: 0.1011312 Feb 09 14:45:32.436728 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4fd3f6cc-a717-4bbc-baef-be8cf71265e7 req-8a310845-c5bd-4f84-a38d-aea13db21a31 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498793 Feb 09 14:45:32.445359 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:32.494900 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ec24d-fa1c-4f9c-ac8a-6f4d2d14158a None None] Pushing event updated for resources: {'Port': ['ID=b849926a-8838-4490-b591-8f9cfa887c03,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:32.558547 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 8f848e39-dde0-4068-8d89-9311ddcccb85, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=8f848e39-dde0-4068-8d89-9311ddcccb85,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:32.574784 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '8f848e39-dde0-4068-8d89-9311ddcccb85', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'port_id': '8f848e39-dde0-4068-8d89-9311ddcccb85', 'mac_address': 'fa:16:3e:0c:49:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:45:32.640914 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:32.671955 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f848e39-dde0-4068-8d89-9311ddcccb85 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:45:32.681319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534b51e1-f986-4752-bbc1-0e6bc8670d4b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:45:32.688753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 8f848e39-dde0-4068-8d89-9311ddcccb85, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=8f848e39-dde0-4068-8d89-9311ddcccb85,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:32.691796 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ab37ff-7c40-4cdf-ac8e-819bdd613433 None None] Sync routers for ids ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:45:32.696374 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8adbaeab-1832-413a-ba8d-7c10a13fa578 None None] Provisioning complete for port b849926a-8838-4490-b591-8f9cfa887c03 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:32.696840 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8adbaeab-1832-413a-ba8d-7c10a13fa578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:32.706831 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ab37ff-7c40-4cdf-ac8e-819bdd613433 None None] Routers {'75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:32.709869 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c2ab37ff-7c40-4cdf-ac8e-819bdd613433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:32.760199 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:32.788051 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-534b51e1-f986-4752-bbc1-0e6bc8670d4b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:32.856565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=8f848e39-dde0-4068-8d89-9311ddcccb85,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:32.941492 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-534b51e1-f986-4752-bbc1-0e6bc8670d4b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/floatingips/a043323f-cc5f-4f13-a499-fd59a76d385a HTTP/1.1" status: 204 len: 168 time: 3.2656469 Feb 09 14:45:32.944270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68f6c84-b459-47da-96db-c11721284b13', 'tag': '21583bae-2cbf-454a-b876-8b8579d4be44'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:45:32.991553 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-c2ab37ff-7c40-4cdf-ac8e-819bdd613433 None None] Set router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:45:33.018067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8adbaeab-1832-413a-ba8d-7c10a13fa578 None None] Provisioning for port 9faf5fdd-5032-496c-a951-170dcd56afe1 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:33.034346 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8adbaeab-1832-413a-ba8d-7c10a13fa578 None None] Provisioning complete for port 9faf5fdd-5032-496c-a951-170dcd56afe1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:33.034732 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8adbaeab-1832-413a-ba8d-7c10a13fa578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:33.042441 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:33.046892 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68f6c84-b459-47da-96db-c11721284b13', 'tag': '21583bae-2cbf-454a-b876-8b8579d4be44', 'status': 'completed', 'code': 200} Feb 09 14:45:33.050109 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:33.052625 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:33.106428 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8adbaeab-1832-413a-ba8d-7c10a13fa578 None None] Port 9faf5fdd-5032-496c-a951-170dcd56afe1 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:45:33.152735 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['8f848e39-dde0-4068-8d89-9311ddcccb85'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:45:33.260263 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f45bc340-4497-4d84-914c-641cb2fa6cf5 None None] Provisioning complete for port 9faf5fdd-5032-496c-a951-170dcd56afe1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:33.261023 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f45bc340-4497-4d84-914c-641cb2fa6cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:33.322393 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=9faf5fdd-5032-496c-a951-170dcd56afe1,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:33.377267 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f45bc340-4497-4d84-914c-641cb2fa6cf5 None None] Port 9faf5fdd-5032-496c-a951-170dcd56afe1 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:45:33.381966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c341e1f-c1d3-4dcb-b00e-bf4e65f8afa2 req-1d5abba8-d6c8-4179-b84f-f31177e7159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:33.383454 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c341e1f-c1d3-4dcb-b00e-bf4e65f8afa2 req-1d5abba8-d6c8-4179-b84f-f31177e7159d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 1096 time: 0.2797370 Feb 09 14:45:33.400649 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c2ab37ff-7c40-4cdf-ac8e-819bdd613433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512431390', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:41:56Z', 'updated_at': '2022-02-09T14:42:04Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:41:58Z', 'updated_at': '2022-02-09T14:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '5a44e7af-fc7d-4303-8eac-0f263aa0a430', 'name': '', 'network_id': 'e022907b-4492-4107-9149-afacab5147d0', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:77:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:03Z', 'updated_at': '2022-02-09T14:42:16Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:33.405737 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ab37ff-7c40-4cdf-ac8e-819bdd613433 None None] Checking router: 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:45:33.412340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network d7a3b67f-c81a-4c6a-8d62-44e15d172a09 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:33.415574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:33.416433 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ab37ff-7c40-4cdf-ac8e-819bdd613433 None None] Routers {'75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:33.418672 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c2ab37ff-7c40-4cdf-ac8e-819bdd613433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:33.483092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785834e9-e000-4d7f-a6f1-b66cda6c0002 req-028ff17d-2c36-446d-8089-bbd9465f2e18 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:33.491141 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-785834e9-e000-4d7f-a6f1-b66cda6c0002 req-028ff17d-2c36-446d-8089-bbd9465f2e18 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.1184359 Feb 09 14:45:33.608245 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-785834e9-e000-4d7f-a6f1-b66cda6c0002 req-afd28c41-0b4e-43cb-850a-dd3be5460d04 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156628 Feb 09 14:45:33.684107 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-c2ab37ff-7c40-4cdf-ac8e-819bdd613433 None None] Set router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:45:33.688017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b849926a-8838-4490-b591-8f9cfa887c03 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:45:33.786505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b849926a-8838-4490-b591-8f9cfa887c03 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:33.787193 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:33.862826 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c596c090-cb3f-4066-aae3-82e0f34c6e49 None None] Provisioning complete for port 9faf5fdd-5032-496c-a951-170dcd56afe1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:33.863114 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c596c090-cb3f-4066-aae3-82e0f34c6e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:33.925880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c596c090-cb3f-4066-aae3-82e0f34c6e49 None None] Port 9faf5fdd-5032-496c-a951-170dcd56afe1 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:45:33.984071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c341e1f-c1d3-4dcb-b00e-bf4e65f8afa2 req-b430a3e4-5f4c-423a-8578-5a6184f3b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:33.986588 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c341e1f-c1d3-4dcb-b00e-bf4e65f8afa2 req-b430a3e4-5f4c-423a-8578-5a6184f3b42f service neutron] 10.222.0.35 "GET /v2.0/networks?id=e022907b-4492-4107-9149-afacab5147d0 HTTP/1.1" status: 200 len: 897 time: 0.5946417 Feb 09 14:45:33.998068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ead93-046e-4f59-9c52-85edc8854a65 req-91ba9315-97d4-49cf-924a-272278caa956 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:33.999680 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-026ead93-046e-4f59-9c52-85edc8854a65 req-91ba9315-97d4-49cf-924a-272278caa956 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 944 time: 0.2936161 Feb 09 14:45:34.031397 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c2ab37ff-7c40-4cdf-ac8e-819bdd613433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512431390', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:41:56Z', 'updated_at': '2022-02-09T14:42:04Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:41:58Z', 'updated_at': '2022-02-09T14:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '5a44e7af-fc7d-4303-8eac-0f263aa0a430', 'name': '', 'network_id': 'e022907b-4492-4107-9149-afacab5147d0', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:77:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:03Z', 'updated_at': '2022-02-09T14:42:16Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:34.035983 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ab37ff-7c40-4cdf-ac8e-819bdd613433 None None] The sync data for ids ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'] in n-d-828418-2 is: [{'id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512431390', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:41:56Z', 'updated_at': '2022-02-09T14:42:04Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:41:58Z', 'updated_at': '2022-02-09T14:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '5a44e7af-fc7d-4303-8eac-0f263aa0a430', 'name': '', 'network_id': 'e022907b-4492-4107-9149-afacab5147d0', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:77:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:03Z', 'updated_at': '2022-02-09T14:42:16Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': '3657165f-156f-4a74-a5ec-e5fd804beae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:45:34.099756 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c341e1f-c1d3-4dcb-b00e-bf4e65f8afa2 req-16629dbd-0eda-4991-96b5-c9809b888733 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21583bae-2cbf-454a-b876-8b8579d4be44 HTTP/1.1" status: 200 len: 217 time: 0.0990891 Feb 09 14:45:34.181925 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-026ead93-046e-4f59-9c52-85edc8854a65 req-465fda84-12d1-43dd-9109-ed2fd90adc39 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209333 Feb 09 14:45:34.195943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router 3625688f-e2cd-47ea-b6a1-a974b99684f0 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:45:34.202378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c341e1f-c1d3-4dcb-b00e-bf4e65f8afa2 req-78f2d633-19ca-4b13-9851-5a9d9ef49171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:34.204153 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c341e1f-c1d3-4dcb-b00e-bf4e65f8afa2 req-78f2d633-19ca-4b13-9851-5a9d9ef49171 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3657165f-156f-4a74-a5ec-e5fd804beae5 HTTP/1.1" status: 200 len: 832 time: 0.0868051 Feb 09 14:45:34.285503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a98a9a-10a9-4b32-9c9b-cbd943008f41 None None] New status for floating IP a043323f-cc5f-4f13-a499-fd59a76d385a: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:45:34.405391 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 8f848e39-dde0-4068-8d89-9311ddcccb85 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:45:34.416206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:45:34.424179 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-92577da8-2021-4809-85c5-d0e330ed5ee9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/3625688f-e2cd-47ea-b6a1-a974b99684f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8271883 Feb 09 14:45:34.425124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43314) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:34.427606 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e81dc0-0aac-438c-b7b7-64518f7a9c75 None None] Sync routers for ids ['3625688f-e2cd-47ea-b6a1-a974b99684f0'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:45:34.436393 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c341e1f-c1d3-4dcb-b00e-bf4e65f8afa2 req-dd0d2184-89ab-4cee-9116-a953d29cdf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:34.437860 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c341e1f-c1d3-4dcb-b00e-bf4e65f8afa2 req-dd0d2184-89ab-4cee-9116-a953d29cdf2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e022907b-4492-4107-9149-afacab5147d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789277 Feb 09 14:45:34.438443 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e81dc0-0aac-438c-b7b7-64518f7a9c75 None None] Routers {'3625688f-e2cd-47ea-b6a1-a974b99684f0'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:34.439696 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-31e81dc0-0aac-438c-b7b7-64518f7a9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['3625688f-e2cd-47ea-b6a1-a974b99684f0'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:34.516998 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-31e81dc0-0aac-438c-b7b7-64518f7a9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:34.518600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 8f848e39-dde0-4068-8d89-9311ddcccb85 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:34.524447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2d4601-b0e8-4049-b51f-caa07784ae4a tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:34.528586 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8c2d4601-b0e8-4049-b51f-caa07784ae4a tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports/9faf5fdd-5032-496c-a951-170dcd56afe1 HTTP/1.1" status: 200 len: 911 time: 0.0999699 Feb 09 14:45:34.528732 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 8f848e39-dde0-4068-8d89-9311ddcccb85 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:34.528732 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:34.529226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43318) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:34.535498 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e81dc0-0aac-438c-b7b7-64518f7a9c75 None None] Routers {'3625688f-e2cd-47ea-b6a1-a974b99684f0'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:34.536117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-d94f424f-5c89-4965-a412-c66e134a686b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bd568788-5e38-461c-b630-d28cafafd0d3'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:34.536685 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-31e81dc0-0aac-438c-b7b7-64518f7a9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['3625688f-e2cd-47ea-b6a1-a974b99684f0'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:34.599420 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c341e1f-c1d3-4dcb-b00e-bf4e65f8afa2 req-c28e9f66-704f-435d-af84-07fd46fe0668 service neutron] 10.222.0.35 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527801 Feb 09 14:45:34.603188 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-31e81dc0-0aac-438c-b7b7-64518f7a9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:34.603588 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e81dc0-0aac-438c-b7b7-64518f7a9c75 None None] The sync data for ids ['3625688f-e2cd-47ea-b6a1-a974b99684f0'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:45:34.680697 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:34.712851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e26deb-5fe5-49f4-8753-3631cdb931a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f848e39-dde0-4068-8d89-9311ddcccb85'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:45:34.741182 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 8f848e39-dde0-4068-8d89-9311ddcccb85, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=8f848e39-dde0-4068-8d89-9311ddcccb85,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:34.750233 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:34.761564 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c341e1f-c1d3-4dcb-b00e-bf4e65f8afa2 req-29ffd181-7f0a-4eb8-832c-a36eba082d06 service neutron] 10.222.0.35 "GET /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507723 Feb 09 14:45:34.835962 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e26deb-5fe5-49f4-8753-3631cdb931a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f848e39-dde0-4068-8d89-9311ddcccb85', 'code': 200} Feb 09 14:45:34.874492 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=8f848e39-dde0-4068-8d89-9311ddcccb85,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:34.899083 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d94f424f-5c89-4965-a412-c66e134a686b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:34.930937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163165d-6d06-4ef2-961f-6ba144eb1c52 req-e5758d7e-7efa-4cd2-b745-6fedaf5bcb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:34.932467 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7163165d-6d06-4ef2-961f-6ba144eb1c52 req-e5758d7e-7efa-4cd2-b745-6fedaf5bcb3e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 1096 time: 0.0745871 Feb 09 14:45:34.960447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cb488-60a8-4c8c-9cb1-e1d5d9314d7a req-bce6102e-45fe-42d0-bb04-cb408ef96ea3 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:34.962215 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-156cb488-60a8-4c8c-9cb1-e1d5d9314d7a req-bce6102e-45fe-42d0-bb04-cb408ef96ea3 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.2085900 Feb 09 14:45:34.989605 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7163165d-6d06-4ef2-961f-6ba144eb1c52 req-160494a9-fc9c-4fbc-8c3e-72bea75cb064 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478086 Feb 09 14:45:35.133833 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-156cb488-60a8-4c8c-9cb1-e1d5d9314d7a req-7f047880-34d7-4530-aa62-0294ff8c4f79 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569016 Feb 09 14:45:35.396941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7e49d-3f66-48da-8e63-22b7333b7654 req-086a6519-9344-4d1b-a629-81217c6c27c9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:35.398085 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93d7e49d-3f66-48da-8e63-22b7333b7654 req-086a6519-9344-4d1b-a629-81217c6c27c9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 945 time: 0.0932765 Feb 09 14:45:35.447874 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93d7e49d-3f66-48da-8e63-22b7333b7654 req-eb2f8d52-f85e-46aa-8628-931cf8674231 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416524 Feb 09 14:45:35.493370 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d94f424f-5c89-4965-a412-c66e134a686b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:35.501801 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d94f424f-5c89-4965-a412-c66e134a686b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:35.507780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94f424f-5c89-4965-a412-c66e134a686b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:35.508521 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d94f424f-5c89-4965-a412-c66e134a686b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:35.509789 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d94f424f-5c89-4965-a412-c66e134a686b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/ports/9faf5fdd-5032-496c-a951-170dcd56afe1 HTTP/1.1" status: 200 len: 911 time: 0.9796236 Feb 09 14:45:35.513430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43328) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:35.721266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f424f-5c89-4965-a412-c66e134a686b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=9faf5fdd-5032-496c-a951-170dcd56afe1,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:36.056852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b10420-45db-4f80-b7ea-147e3363b70f req-0e5d4937-c494-424f-890a-083d515f860a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:36.057544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-41b10420-45db-4f80-b7ea-147e3363b70f req-0e5d4937-c494-424f-890a-083d515f860a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:45:36.085498 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-41b10420-45db-4f80-b7ea-147e3363b70f req-0e5d4937-c494-424f-890a-083d515f860a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:45:36.086649 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41b10420-45db-4f80-b7ea-147e3363b70f req-0e5d4937-c494-424f-890a-083d515f860a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.35 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.2902846 Feb 09 14:45:36.208437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-41b10420-45db-4f80-b7ea-147e3363b70f req-50989365-3899-4cce-8117-d82a0df8652a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting port 21583bae-2cbf-454a-b876-8b8579d4be44 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:36.209357 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-41b10420-45db-4f80-b7ea-147e3363b70f req-50989365-3899-4cce-8117-d82a0df8652a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:36.481217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78121bb1-5711-4651-8d64-c3a2c6976697 req-3d903a1e-05bf-4012-af62-dd88fdd758ce tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:36.485479 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-78121bb1-5711-4651-8d64-c3a2c6976697 req-3d903a1e-05bf-4012-af62-dd88fdd758ce tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 945 time: 0.2381837 Feb 09 14:45:36.515373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-68523c93-009b-43fa-a241-93a942af4e71 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:36.550432 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-78121bb1-5711-4651-8d64-c3a2c6976697 req-ec9bfdf0-baa9-4a42-8df5-45ef7b1cefe6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcb123fa-780a-4c95-a8e7-10cd5422bcdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603075 Feb 09 14:45:36.595382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-41b10420-45db-4f80-b7ea-147e3363b70f req-50989365-3899-4cce-8117-d82a0df8652a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] For port 21583bae-2cbf-454a-b876-8b8579d4be44, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=21583bae-2cbf-454a-b876-8b8579d4be44,segment=NetworkSegment(a8adc562-792b-4835-b2a1-504aa22941e5),segment_id=a8adc562-792b-4835-b2a1-504aa22941e5)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:36.596447 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-41b10420-45db-4f80-b7ea-147e3363b70f req-50989365-3899-4cce-8117-d82a0df8652a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:36.829412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-41b10420-45db-4f80-b7ea-147e3363b70f req-50989365-3899-4cce-8117-d82a0df8652a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Calling delete_port for 21583bae-2cbf-454a-b876-8b8579d4be44 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:45:37.082184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b576bf-7bd6-4819-ae67-e96d5429b8ff req-2cba2142-149b-4128-a3ec-a5f8c138d3b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:37.082184 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5b576bf-7bd6-4819-ae67-e96d5429b8ff req-2cba2142-149b-4128-a3ec-a5f8c138d3b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 945 time: 0.4322731 Feb 09 14:45:37.150284 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-41b10420-45db-4f80-b7ea-147e3363b70f req-50989365-3899-4cce-8117-d82a0df8652a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:37.366379 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5b576bf-7bd6-4819-ae67-e96d5429b8ff req-03a46aca-eec9-4555-b9b5-80fd49daaab5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777746 Feb 09 14:45:37.396206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50989365-3899-4cce-8117-d82a0df8652a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Port': ['ID=21583bae-2cbf-454a-b876-8b8579d4be44,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:37.471359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-68523c93-009b-43fa-a241-93a942af4e71 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port 9faf5fdd-5032-496c-a951-170dcd56afe1 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:37.471359 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-68523c93-009b-43fa-a241-93a942af4e71 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:37.504107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b10420-45db-4f80-b7ea-147e3363b70f req-50989365-3899-4cce-8117-d82a0df8652a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] No DVR routers for this DVR port 21583bae-2cbf-454a-b876-8b8579d4be44 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:45:37.515254 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-41b10420-45db-4f80-b7ea-147e3363b70f req-50989365-3899-4cce-8117-d82a0df8652a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:37.517222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68f6c84-b459-47da-96db-c11721284b13', 'name': 'network-vif-deleted', 'tag': '21583bae-2cbf-454a-b876-8b8579d4be44'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:45:37.563238 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41b10420-45db-4f80-b7ea-147e3363b70f req-50989365-3899-4cce-8117-d82a0df8652a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.35 "DELETE /v2.0/ports/21583bae-2cbf-454a-b876-8b8579d4be44 HTTP/1.1" status: 204 len: 173 time: 1.4677663 Feb 09 14:45:37.613125 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68f6c84-b459-47da-96db-c11721284b13', 'name': 'network-vif-deleted', 'tag': '21583bae-2cbf-454a-b876-8b8579d4be44', 'status': 'completed', 'code': 200} Feb 09 14:45:37.704068 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-68523c93-009b-43fa-a241-93a942af4e71 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:37.820249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c2a7f500-86c2-45a3-88b0-0ed9c565f6fd req-ea9d5b66-dcb6-4dce-ab68-7687825ba58c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:45:37.893023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-68523c93-009b-43fa-a241-93a942af4e71 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for 9faf5fdd-5032-496c-a951-170dcd56afe1 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:45:37.949913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c2a7f500-86c2-45a3-88b0-0ed9c565f6fd req-ea9d5b66-dcb6-4dce-ab68-7687825ba58c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:45:37.951066 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c2a7f500-86c2-45a3-88b0-0ed9c565f6fd req-ea9d5b66-dcb6-4dce-ab68-7687825ba58c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=c68f6c84-b459-47da-96db-c11721284b13 HTTP/1.1" status: 200 len: 210 time: 0.2500179 Feb 09 14:45:38.082702 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-68523c93-009b-43fa-a241-93a942af4e71 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:38.140282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68523c93-009b-43fa-a241-93a942af4e71 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Port': ['ID=9faf5fdd-5032-496c-a951-170dcd56afe1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:38.350799 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-68523c93-009b-43fa-a241-93a942af4e71 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:38.370739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 21583bae-2cbf-454a-b876-8b8579d4be44 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:45:38.408780 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 21583bae-2cbf-454a-b876-8b8579d4be44 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:45:38.409140 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 21583bae-2cbf-454a-b876-8b8579d4be44 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:45:38.617909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaedfc-44f4-4582-a093-f994cd9fedb8 req-4d9a4541-7fc7-4775-b5f6-cfd6ea5b1d05 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:38.619714 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fceaedfc-44f4-4582-a093-f994cd9fedb8 req-4d9a4541-7fc7-4775-b5f6-cfd6ea5b1d05 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 945 time: 0.0993905 Feb 09 14:45:38.652383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68523c93-009b-43fa-a241-93a942af4e71 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router 3625688f-e2cd-47ea-b6a1-a974b99684f0 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:45:38.667328 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fceaedfc-44f4-4582-a093-f994cd9fedb8 req-52bdfeec-7a6f-4017-b811-e96b0050dc31 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Feb 09 14:45:38.965009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68523c93-009b-43fa-a241-93a942af4e71 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:45:38.985003 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c7436-203c-400d-b7e0-c4de72fdd0b1 None None] Sync routers for ids ['3625688f-e2cd-47ea-b6a1-a974b99684f0'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:45:38.985312 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-68523c93-009b-43fa-a241-93a942af4e71 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/3625688f-e2cd-47ea-b6a1-a974b99684f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4698534 Feb 09 14:45:38.987908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43348) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:39.001970 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c7436-203c-400d-b7e0-c4de72fdd0b1 None None] Routers {'3625688f-e2cd-47ea-b6a1-a974b99684f0'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:39.001970 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a29c7436-203c-400d-b7e0-c4de72fdd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['3625688f-e2cd-47ea-b6a1-a974b99684f0'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:39.038559 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-191a698f-f22b-4de7-9eff-43b228d82187 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Synchronizing usage tracker for tenant:7d371b695d254715bafb138b50290cb7 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:45:39.055217 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa5e2b-b1c4-4093-9ac8-f917cc5c4891 req-46339965-a0d2-47ef-8e28-38bc26a7b39e tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:39.056619 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84aa5e2b-b1c4-4093-9ac8-f917cc5c4891 req-46339965-a0d2-47ef-8e28-38bc26a7b39e tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 945 time: 0.2141204 Feb 09 14:45:39.079926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43352) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:39.080056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a29c7436-203c-400d-b7e0-c4de72fdd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:39.084886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-191a698f-f22b-4de7-9eff-43b228d82187 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Unset dirty status for tenant:7d371b695d254715bafb138b50290cb7 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:45:39.086043 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-191a698f-f22b-4de7-9eff-43b228d82187 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports?device_id=3625688f-e2cd-47ea-b6a1-a974b99684f0 HTTP/1.1" status: 200 len: 205 time: 0.0973802 Feb 09 14:45:39.088963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43356) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:39.104377 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:39.104377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c7436-203c-400d-b7e0-c4de72fdd0b1 None None] Routers {'3625688f-e2cd-47ea-b6a1-a974b99684f0'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:39.104377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a29c7436-203c-400d-b7e0-c4de72fdd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['3625688f-e2cd-47ea-b6a1-a974b99684f0'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:39.162927 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a29c7436-203c-400d-b7e0-c4de72fdd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:39.162927 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c7436-203c-400d-b7e0-c4de72fdd0b1 None None] The sync data for ids ['3625688f-e2cd-47ea-b6a1-a974b99684f0'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:45:39.186918 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84aa5e2b-b1c4-4093-9ac8-f917cc5c4891 req-b78c5cec-cafc-4233-94c0-899e0aa5dfd1 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232133 Feb 09 14:45:39.248398 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fcf54fb8-e907-40cc-ab6c-13e770553941 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:39.635404 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fcf54fb8-e907-40cc-ab6c-13e770553941 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:39.638345 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fcf54fb8-e907-40cc-ab6c-13e770553941 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:39.676182 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fcf54fb8-e907-40cc-ab6c-13e770553941 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:39.676849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf54fb8-e907-40cc-ab6c-13e770553941 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Fanout notify agent at l3_agent the message router_deleted on router 3625688f-e2cd-47ea-b6a1-a974b99684f0 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:45:39.702542 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fcf54fb8-e907-40cc-ab6c-13e770553941 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:39.706993 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fcf54fb8-e907-40cc-ab6c-13e770553941 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/routers/3625688f-e2cd-47ea-b6a1-a974b99684f0 HTTP/1.1" status: 204 len: 168 time: 0.6172345 Feb 09 14:45:39.709131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43366) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:39.792868 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45f644b1-2d1a-435f-a005-4efc6241ac31 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:39.841493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3d4637-f930-4334-975a-861831a8b58f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting subnet bd568788-5e38-461c-b630-d28cafafd0d3 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:45:39.849631 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4637-f930-4334-975a-861831a8b58f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:39.890085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eed2c7-d6cd-421d-a208-16e5d3ac00f1 req-ed2279f7-63f2-4abe-9ecb-e02ea501c22a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:39.890085 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68eed2c7-d6cd-421d-a208-16e5d3ac00f1 req-ed2279f7-63f2-4abe-9ecb-e02ea501c22a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 945 time: 0.1806014 Feb 09 14:45:39.932957 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4637-f930-4334-975a-861831a8b58f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:39.991011 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-68eed2c7-d6cd-421d-a208-16e5d3ac00f1 req-983d751c-66c7-4dc4-811a-b59da99017c6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922406 Feb 09 14:45:40.048684 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4637-f930-4334-975a-861831a8b58f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:40.132913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4637-f930-4334-975a-861831a8b58f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:40.177804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d4637-f930-4334-975a-861831a8b58f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Subnet': ['ID=bd568788-5e38-461c-b630-d28cafafd0d3,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:40.179539 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae3d4637-f930-4334-975a-861831a8b58f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:40.188177 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ae3d4637-f930-4334-975a-861831a8b58f tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/bd568788-5e38-461c-b630-d28cafafd0d3 HTTP/1.1" status: 204 len: 168 time: 0.4773340 Feb 09 14:45:40.190624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43370) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:40.191384 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b45641-4240-4fcf-8c2f-543f478bf34c None None] Network d7a3b67f-c81a-4c6a-8d62-44e15d172a09 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:45:40.225390 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-45f644b1-2d1a-435f-a005-4efc6241ac31 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting port 5a44e7af-fc7d-4303-8eac-0f263aa0a430 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:40.225724 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45f644b1-2d1a-435f-a005-4efc6241ac31 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:40.338054 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:40.349803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port b849926a-8838-4490-b591-8f9cfa887c03 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:40.350140 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:40.472545 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-45f644b1-2d1a-435f-a005-4efc6241ac31 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] For port 5a44e7af-fc7d-4303-8eac-0f263aa0a430, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=5a44e7af-fc7d-4303-8eac-0f263aa0a430,segment=NetworkSegment(a8adc562-792b-4835-b2a1-504aa22941e5),segment_id=a8adc562-792b-4835-b2a1-504aa22941e5)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:40.474047 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45f644b1-2d1a-435f-a005-4efc6241ac31 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:40.508468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2cafcc-0127-4233-89c7-ccb785a8dbd0 None None] DHCP port deletion for d7a3b67f-c81a-4c6a-8d62-44e15d172a09 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:45:40.513152 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8a2cafcc-0127-4233-89c7-ccb785a8dbd0 None None] Deleting port b849926a-8838-4490-b591-8f9cfa887c03 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:40.513621 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8a2cafcc-0127-4233-89c7-ccb785a8dbd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:40.662241 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:40.718938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] For port b849926a-8838-4490-b591-8f9cfa887c03, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b849926a-8838-4490-b591-8f9cfa887c03,segment=NetworkSegment(fff524e2-aa82-4fa5-8466-c45c6e97ea69),segment_id=fff524e2-aa82-4fa5-8466-c45c6e97ea69)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:40.720666 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:40.760968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-45f644b1-2d1a-435f-a005-4efc6241ac31 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Calling delete_port for 5a44e7af-fc7d-4303-8eac-0f263aa0a430 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:45:40.770587 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-8a2cafcc-0127-4233-89c7-ccb785a8dbd0 None None] For port b849926a-8838-4490-b591-8f9cfa887c03, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b849926a-8838-4490-b591-8f9cfa887c03,segment=NetworkSegment(fff524e2-aa82-4fa5-8466-c45c6e97ea69),segment_id=fff524e2-aa82-4fa5-8466-c45c6e97ea69)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:40.771514 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8a2cafcc-0127-4233-89c7-ccb785a8dbd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:40.853628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for b849926a-8838-4490-b591-8f9cfa887c03 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:45:40.933549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8a2cafcc-0127-4233-89c7-ccb785a8dbd0 None None] Calling delete_port for b849926a-8838-4490-b591-8f9cfa887c03 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:45:40.943939 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:41.002894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Port': ['ID=b849926a-8838-4490-b591-8f9cfa887c03,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:41.015570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] No DVR routers for this DVR port b849926a-8838-4490-b591-8f9cfa887c03 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:45:41.021514 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45f644b1-2d1a-435f-a005-4efc6241ac31 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.024157 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.029329 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.029329 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.029329 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.029329 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.029329 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.029329 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.029329 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.029329 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.029329 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.029329 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.029329 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.029329 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.029329 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:45:41.029329 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:45:41.038381 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-8a2cafcc-0127-4233-89c7-ccb785a8dbd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:45:41.038381 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-8a2cafcc-0127-4233-89c7-ccb785a8dbd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:45:41.129114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f644b1-2d1a-435f-a005-4efc6241ac31 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Port': ['ID=5a44e7af-fc7d-4303-8eac-0f263aa0a430,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:41.209778 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:41.258622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a3b67f-c81a-4c6a-8d62-44e15d172a09']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:41.287693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff524e2-aa82-4fa5-8466-c45c6e97ea69') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:41.288056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff524e2-aa82-4fa5-8466-c45c6e97ea69') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:41.304585 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:41.325770 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:41.334188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:45:41.334310 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:45:41.349697 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:45:41.373162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80afc9e-6b15-448b-9812-4c354500007e req-ee82db2b-6ea8-49fa-a0b7-4a836373b37f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:41.375085 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e80afc9e-6b15-448b-9812-4c354500007e req-ee82db2b-6ea8-49fa-a0b7-4a836373b37f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 945 time: 0.2486937 Feb 09 14:45:41.445968 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:41.465672 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:41.477558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Network': ['ID=d7a3b67f-c81a-4c6a-8d62-44e15d172a09,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:41.489660 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45f644b1-2d1a-435f-a005-4efc6241ac31 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:41.494766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3ea69ed5-f26a-485f-a0f5-6eda3d3888a1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/networks/d7a3b67f-c81a-4c6a-8d62-44e15d172a09 HTTP/1.1" status: 204 len: 168 time: 1.3027556 Feb 09 14:45:41.501818 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e80afc9e-6b15-448b-9812-4c354500007e req-861b4e7a-0453-4ad0-88c4-68108dd2393d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745878 Feb 09 14:45:41.502359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43376) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:41.511309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-55136afa-b7f2-4479-a940-e9e672d0463b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2137263691', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:41.525387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-55136afa-b7f2-4479-a940-e9e672d0463b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:41.534008 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-55136afa-b7f2-4479-a940-e9e672d0463b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:router and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:41.538338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8a2cafcc-0127-4233-89c7-ccb785a8dbd0 None None] Deleting port b849926a-8838-4490-b591-8f9cfa887c03 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:41.538953 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8a2cafcc-0127-4233-89c7-ccb785a8dbd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:41.591107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-55136afa-b7f2-4479-a940-e9e672d0463b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:41.613021 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-55136afa-b7f2-4479-a940-e9e672d0463b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:41.619817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8a2cafcc-0127-4233-89c7-ccb785a8dbd0 None None] The port 'b849926a-8838-4490-b591-8f9cfa887c03' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:45:41.647503 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55136afa-b7f2-4479-a940-e9e672d0463b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:41.647853 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55136afa-b7f2-4479-a940-e9e672d0463b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:41.740932 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b849926a-8838-4490-b591-8f9cfa887c03 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:45:41.750913 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55136afa-b7f2-4479-a940-e9e672d0463b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:41.777161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: b849926a-8838-4490-b591-8f9cfa887c03 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:45:41.777462 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b849926a-8838-4490-b591-8f9cfa887c03 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:45:41.836232 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55136afa-b7f2-4479-a940-e9e672d0463b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:41.892394 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55136afa-b7f2-4479-a940-e9e672d0463b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:41.893763 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-55136afa-b7f2-4479-a940-e9e672d0463b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3882751 Feb 09 14:45:41.896581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43380) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:41.902256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-3afcb65e-5183-4aab-a768-ffd0f0315a4c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1545241649'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:41.907823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3afcb65e-5183-4aab-a768-ffd0f0315a4c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:41.911800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3afcb65e-5183-4aab-a768-ffd0f0315a4c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:network and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:41.914959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3afcb65e-5183-4aab-a768-ffd0f0315a4c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:41.921664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3afcb65e-5183-4aab-a768-ffd0f0315a4c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:41.932427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afcb65e-5183-4aab-a768-ffd0f0315a4c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:45:41.935843 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3afcb65e-5183-4aab-a768-ffd0f0315a4c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:41.963435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3afcb65e-5183-4aab-a768-ffd0f0315a4c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:45:41.973771 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3afcb65e-5183-4aab-a768-ffd0f0315a4c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:41.973771 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-3afcb65e-5183-4aab-a768-ffd0f0315a4c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Added segment aca4eca4-027f-49ac-af8d-f33d9c6af568 of type vlan for network d9951f26-d781-41b6-ba27-e3e47e4f68b5 Feb 09 14:45:41.998679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f644b1-2d1a-435f-a005-4efc6241ac31 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:45:42.009894 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3afcb65e-5183-4aab-a768-ffd0f0315a4c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:42.050083 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3afcb65e-5183-4aab-a768-ffd0f0315a4c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:42.052001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afcb65e-5183-4aab-a768-ffd0f0315a4c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:42.052578 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3afcb65e-5183-4aab-a768-ffd0f0315a4c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:42.213584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f644b1-2d1a-435f-a005-4efc6241ac31 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:45:42.221821 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-45f644b1-2d1a-435f-a005-4efc6241ac31 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "PUT /v2.0/routers/75a0cbaa-7424-4ad0-a2f6-06e446b40eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1447158 Feb 09 14:45:42.226555 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43384) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:42.233969 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3afcb65e-5183-4aab-a768-ffd0f0315a4c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3314433 Feb 09 14:45:42.233969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcb65e-5183-4aab-a768-ffd0f0315a4c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Network': ['ID=d9951f26-d781-41b6-ba27-e3e47e4f68b5,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:42.233969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43388) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:42.235090 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5fda0e-fb9c-42f3-8ff5-e532de61d456 None None] Sync routers for ids ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:45:42.242334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0ad3baee-5938-4fb4-9f13-d3e54a89f274 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'subnet': {'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:42.253047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network d9951f26-d781-41b6-ba27-e3e47e4f68b5 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:45:42.259359 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5fda0e-fb9c-42f3-8ff5-e532de61d456 None None] Routers {'75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:42.260310 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3b5fda0e-fb9c-42f3-8ff5-e532de61d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:42.336115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2320a0e-25c9-4cd5-b094-b4302ce5660b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting subnet 3657165f-156f-4a74-a5ec-e5fd804beae5 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:45:42.340712 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2320a0e-25c9-4cd5-b094-b4302ce5660b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:42.376504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d25513-844c-478c-8988-8c14a19f1a8f req-d7615fcf-ca9c-4209-ad6d-1fdd30e203cf tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:42.378131 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6d25513-844c-478c-8988-8c14a19f1a8f req-d7615fcf-ca9c-4209-ad6d-1fdd30e203cf tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 945 time: 0.3217027 Feb 09 14:45:42.384715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0ad3baee-5938-4fb4-9f13-d3e54a89f274 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:42.433939 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2320a0e-25c9-4cd5-b094-b4302ce5660b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:42.437591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0ad3baee-5938-4fb4-9f13-d3e54a89f274 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:subnet and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:42.446735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0ad3baee-5938-4fb4-9f13-d3e54a89f274 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:42.462786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0ad3baee-5938-4fb4-9f13-d3e54a89f274 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:42.488523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-e6d25513-844c-478c-8988-8c14a19f1a8f req-38011489-bdc3-4818-920e-a14974d14172 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Deleting port 8f848e39-dde0-4068-8d89-9311ddcccb85 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:42.488981 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e6d25513-844c-478c-8988-8c14a19f1a8f req-38011489-bdc3-4818-920e-a14974d14172 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:42.521903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad3baee-5938-4fb4-9f13-d3e54a89f274 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:45:42.523118 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-3b5fda0e-fb9c-42f3-8ff5-e532de61d456 None None] Set router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:45:42.526254 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ad3baee-5938-4fb4-9f13-d3e54a89f274 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:42.702857 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2320a0e-25c9-4cd5-b094-b4302ce5660b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:42.866790 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2320a0e-25c9-4cd5-b094-b4302ce5660b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:42.930182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2320a0e-25c9-4cd5-b094-b4302ce5660b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Subnet': ['ID=3657165f-156f-4a74-a5ec-e5fd804beae5,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:42.934222 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2320a0e-25c9-4cd5-b094-b4302ce5660b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:42.944247 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd659c3-c4a9-4f55-8eca-75db82943f42 None None] Network e022907b-4492-4107-9149-afacab5147d0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:45:42.961396 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d2320a0e-25c9-4cd5-b094-b4302ce5660b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/subnets/3657165f-156f-4a74-a5ec-e5fd804beae5 HTTP/1.1" status: 204 len: 168 time: 0.7355566 Feb 09 14:45:42.964332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43394) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:43.065368 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3b5fda0e-fb9c-42f3-8ff5-e532de61d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512431390', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:41:56Z', 'updated_at': '2022-02-09T14:45:40Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:41:58Z', 'updated_at': '2022-02-09T14:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:43.070770 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5fda0e-fb9c-42f3-8ff5-e532de61d456 None None] Checking router: 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:45:43.086003 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5fda0e-fb9c-42f3-8ff5-e532de61d456 None None] Routers {'75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:43.086808 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3b5fda0e-fb9c-42f3-8ff5-e532de61d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:43.253520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12e758-c85c-4a57-bf6d-9dda43b5e4bd req-353250f4-56cc-4daf-8940-f09fced298e2 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:43.255104 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eb12e758-c85c-4a57-bf6d-9dda43b5e4bd req-353250f4-56cc-4daf-8940-f09fced298e2 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 945 time: 0.5446608 Feb 09 14:45:43.276876 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8e15-8443-4220-945c-2a31bdb507c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:43.301616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ae2f9b-521c-4d70-9336-d91f78b0a82c None None] DHCP port deletion for e022907b-4492-4107-9149-afacab5147d0 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:45:43.304064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e6d25513-844c-478c-8988-8c14a19f1a8f req-38011489-bdc3-4818-920e-a14974d14172 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] For port 8f848e39-dde0-4068-8d89-9311ddcccb85, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=8f848e39-dde0-4068-8d89-9311ddcccb85,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:43.304441 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e6d25513-844c-478c-8988-8c14a19f1a8f req-38011489-bdc3-4818-920e-a14974d14172 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:43.307422 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-03ae2f9b-521c-4d70-9336-d91f78b0a82c None None] Deleting port 6659e594-ebd2-4864-b231-abdba937ac0c {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:43.308137 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-03ae2f9b-521c-4d70-9336-d91f78b0a82c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:43.308350 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-3b5fda0e-fb9c-42f3-8ff5-e532de61d456 None None] Set router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:45:43.460282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-e6d25513-844c-478c-8988-8c14a19f1a8f req-38011489-bdc3-4818-920e-a14974d14172 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Calling delete_port for 8f848e39-dde0-4068-8d89-9311ddcccb85 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:45:43.497052 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ad3baee-5938-4fb4-9f13-d3e54a89f274 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:43.518096 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8e15-8443-4220-945c-2a31bdb507c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:43.533593 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd8e15-8443-4220-945c-2a31bdb507c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting port 9d3054bf-7841-49d5-9f85-8dc7317815ed {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:43.534527 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8e15-8443-4220-945c-2a31bdb507c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:43.559907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eb12e758-c85c-4a57-bf6d-9dda43b5e4bd req-1b929706-6565-4fb2-937d-4025a7bd2c7d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893276 Feb 09 14:45:43.613583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3baee-5938-4fb4-9f13-d3e54a89f274 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Subnet': ['ID=eaf058e4-11e4-4714-8e21-fec9d54a83db,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:43.646204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad3baee-5938-4fb4-9f13-d3e54a89f274 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Checking segment: {'id': 'aca4eca4-027f-49ac-af8d-f33d9c6af568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:43.646705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad3baee-5938-4fb4-9f13-d3e54a89f274 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network hostable DHCP agents. Network: d9951f26-d781-41b6-ba27-e3e47e4f68b5, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:45:43.655411 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-03ae2f9b-521c-4d70-9336-d91f78b0a82c None None] For port 6659e594-ebd2-4864-b231-abdba937ac0c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=6659e594-ebd2-4864-b231-abdba937ac0c,segment=NetworkSegment(a8adc562-792b-4835-b2a1-504aa22941e5),segment_id=a8adc562-792b-4835-b2a1-504aa22941e5)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:43.658512 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-03ae2f9b-521c-4d70-9336-d91f78b0a82c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:43.658715 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3b5fda0e-fb9c-42f3-8ff5-e532de61d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512431390', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:41:56Z', 'updated_at': '2022-02-09T14:45:40Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:41:58Z', 'updated_at': '2022-02-09T14:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:43.665812 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5fda0e-fb9c-42f3-8ff5-e532de61d456 None None] The sync data for ids ['75a0cbaa-7424-4ad0-a2f6-06e446b40eb5'] in n-d-828418-2 is: [{'id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512431390', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:41:56Z', 'updated_at': '2022-02-09T14:45:40Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '9d3054bf-7841-49d5-9f85-8dc7317815ed', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a0cbaa-7424-4ad0-a2f6-06e446b40eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:41:58Z', 'updated_at': '2022-02-09T14:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:45:43.742662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad3baee-5938-4fb4-9f13-d3e54a89f274 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network d9951f26-d781-41b6-ba27-e3e47e4f68b5 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:45:43.765960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-0ad3baee-5938-4fb4-9f13-d3e54a89f274 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, d9951f26-d781-41b6-ba27-e3e47e4f68b5) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:43.773364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad3baee-5938-4fb4-9f13-d3e54a89f274 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:43.773955 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ad3baee-5938-4fb4-9f13-d3e54a89f274 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:43.788101 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e6d25513-844c-478c-8988-8c14a19f1a8f req-38011489-bdc3-4818-920e-a14974d14172 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:43.810962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f715ade-571d-4c07-82c9-872bbef2dcb5 None None] Network d9951f26-d781-41b6-ba27-e3e47e4f68b5 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:45:43.823340 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['4dfb92eb-d99d-4b25-9fc8-2648d7e10532'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:45:43.829335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-e8dd8e15-8443-4220-945c-2a31bdb507c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] For port 9d3054bf-7841-49d5-9f85-8dc7317815ed, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9d3054bf-7841-49d5-9f85-8dc7317815ed,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:43.830562 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8e15-8443-4220-945c-2a31bdb507c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:43.861950 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-03ae2f9b-521c-4d70-9336-d91f78b0a82c None None] Calling delete_port for 6659e594-ebd2-4864-b231-abdba937ac0c owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:45:43.901533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38011489-bdc3-4818-920e-a14974d14172 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event deleted for resources: {'Port': ['ID=8f848e39-dde0-4068-8d89-9311ddcccb85,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:43.950683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d25513-844c-478c-8988-8c14a19f1a8f req-38011489-bdc3-4818-920e-a14974d14172 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] No DVR routers for this DVR port 8f848e39-dde0-4068-8d89-9311ddcccb85 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:45:43.955581 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e6d25513-844c-478c-8988-8c14a19f1a8f req-38011489-bdc3-4818-920e-a14974d14172 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:43.958631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6d25513-844c-478c-8988-8c14a19f1a8f req-38011489-bdc3-4818-920e-a14974d14172 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "DELETE /v2.0/ports/8f848e39-dde0-4068-8d89-9311ddcccb85 HTTP/1.1" status: 204 len: 173 time: 1.5695438 Feb 09 14:45:43.959341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e26deb-5fe5-49f4-8753-3631cdb931a9', 'name': 'network-vif-deleted', 'tag': '8f848e39-dde0-4068-8d89-9311ddcccb85'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:45:43.971329 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0ad3baee-5938-4fb4-9f13-d3e54a89f274 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7367015 Feb 09 14:45:43.972623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43400) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:44.023062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd8e15-8443-4220-945c-2a31bdb507c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Calling delete_port for 9d3054bf-7841-49d5-9f85-8dc7317815ed owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:45:44.065763 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 6659e594-ebd2-4864-b231-abdba937ac0c no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:45:44.069532 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e26deb-5fe5-49f4-8753-3631cdb931a9', 'name': 'network-vif-deleted', 'tag': '8f848e39-dde0-4068-8d89-9311ddcccb85', 'status': 'completed', 'code': 200} Feb 09 14:45:44.331921 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8e15-8443-4220-945c-2a31bdb507c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:44.401882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd8e15-8443-4220-945c-2a31bdb507c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Port': ['ID=9d3054bf-7841-49d5-9f85-8dc7317815ed,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:44.432916 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 8f848e39-dde0-4068-8d89-9311ddcccb85 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:45:44.492591 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 8f848e39-dde0-4068-8d89-9311ddcccb85 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:45:44.493231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 8f848e39-dde0-4068-8d89-9311ddcccb85 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:45:44.494978 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-03ae2f9b-521c-4d70-9336-d91f78b0a82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:44.522936 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8e15-8443-4220-945c-2a31bdb507c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:44.593773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae2f9b-521c-4d70-9336-d91f78b0a82c None None] Pushing event deleted for resources: {'Port': ['ID=6659e594-ebd2-4864-b231-abdba937ac0c,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:44.655078 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae2f9b-521c-4d70-9336-d91f78b0a82c None None] No DVR routers for this DVR port 6659e594-ebd2-4864-b231-abdba937ac0c on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:45:44.663201 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:44.728302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:44.872903 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8e15-8443-4220-945c-2a31bdb507c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:44.875528 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8e15-8443-4220-945c-2a31bdb507c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:44.908536 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8e15-8443-4220-945c-2a31bdb507c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:44.909181 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dd8e15-8443-4220-945c-2a31bdb507c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Fanout notify agent at l3_agent the message router_deleted on router 75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:45:44.928947 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8dd8e15-8443-4220-945c-2a31bdb507c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:44.930354 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e8dd8e15-8443-4220-945c-2a31bdb507c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/routers/75a0cbaa-7424-4ad0-a2f6-06e446b40eb5 HTTP/1.1" status: 204 len: 168 time: 1.9643967 Feb 09 14:45:44.933801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43406) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:44.952216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-d9951f26-d781-41b6-ba27-e3e47e4f68b5', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:45:44.953031 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:45.100387 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37d35eac-bd02-4302-a0e1-842402fd0a4c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:45.113609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-78be725b-fcad-44a3-82ac-51fe35fab1ae req-61250fd9-7619-4a8e-b364-7cb95a953b06 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:45:45.268588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-78be725b-fcad-44a3-82ac-51fe35fab1ae req-61250fd9-7619-4a8e-b364-7cb95a953b06 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:45:45.269835 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-78be725b-fcad-44a3-82ac-51fe35fab1ae req-61250fd9-7619-4a8e-b364-7cb95a953b06 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=57e26deb-5fe5-49f4-8753-3631cdb931a9 HTTP/1.1" status: 200 len: 210 time: 0.4291434 Feb 09 14:45:45.302309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Allocated IP 2001:db8::2 (d9951f26-d781-41b6-ba27-e3e47e4f68b5/eaf058e4-11e4-4714-8e21-fec9d54a83db/2b0ba09e-4a8b-4ee6-9387-241c7113f41e) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:45:45.385573 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37d35eac-bd02-4302-a0e1-842402fd0a4c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:45.436588 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-37d35eac-bd02-4302-a0e1-842402fd0a4c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e022907b-4492-4107-9149-afacab5147d0']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:45.456084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-37d35eac-bd02-4302-a0e1-842402fd0a4c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8adc562-792b-4835-b2a1-504aa22941e5') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:45.456531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-37d35eac-bd02-4302-a0e1-842402fd0a4c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8adc562-792b-4835-b2a1-504aa22941e5') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:45.470436 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37d35eac-bd02-4302-a0e1-842402fd0a4c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:45.492111 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37d35eac-bd02-4302-a0e1-842402fd0a4c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:45.511706 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d35eac-bd02-4302-a0e1-842402fd0a4c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:45:45.512153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37d35eac-bd02-4302-a0e1-842402fd0a4c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:45:45.547925 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:45:45.583295 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:45.641952 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37d35eac-bd02-4302-a0e1-842402fd0a4c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:45.642731 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Transition to ACTIVE for port object 2b0ba09e-4a8b-4ee6-9387-241c7113f41e will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:45.646520 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-37d35eac-bd02-4302-a0e1-842402fd0a4c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:45.675675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9d3054bf-7841-49d5-9f85-8dc7317815ed no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:45:45.687709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d35eac-bd02-4302-a0e1-842402fd0a4c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Network': ['ID=e022907b-4492-4107-9149-afacab5147d0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:45.695823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43410) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:45.696057 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-37d35eac-bd02-4302-a0e1-842402fd0a4c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/networks/e022907b-4492-4107-9149-afacab5147d0 HTTP/1.1" status: 204 len: 168 time: 0.7603209 Feb 09 14:45:45.715308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Transition to ACTIVE for port object 2b0ba09e-4a8b-4ee6-9387-241c7113f41e will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:45.722351 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 9d3054bf-7841-49d5-9f85-8dc7317815ed {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:45:45.722732 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9d3054bf-7841-49d5-9f85-8dc7317815ed not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:45:45.723237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5a44e7af-fc7d-4303-8eac-0f263aa0a430 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:45:45.755174 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:45.800493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 5a44e7af-fc7d-4303-8eac-0f263aa0a430 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:45:45.801092 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5a44e7af-fc7d-4303-8eac-0f263aa0a430 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:45:45.826043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Allocated IP 2001:db8::1 (d9951f26-d781-41b6-ba27-e3e47e4f68b5/eaf058e4-11e4-4714-8e21-fec9d54a83db/31412ddf-1619-443a-9840-f0f8bf689114) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:45:45.828127 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d9d1b8a-d894-4b63-acd6-55ff1534a47e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:45.893053 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Network d9951f26-d781-41b6-ba27-e3e47e4f68b5 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:45.901375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:45.905705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:45:45.940295 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d9d1b8a-d894-4b63-acd6-55ff1534a47e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:45.953552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Pushing event updated for resources: {'Port': ['ID=2b0ba09e-4a8b-4ee6-9387-241c7113f41e,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:46.030934 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Attempting to bind port 2b0ba09e-4a8b-4ee6-9387-241c7113f41e on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:45:46.031565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Attempting to bind port 2b0ba09e-4a8b-4ee6-9387-241c7113f41e by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'aca4eca4-027f-49ac-af8d-f33d9c6af568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:45:46.031987 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Attempting to bind port 2b0ba09e-4a8b-4ee6-9387-241c7113f41e on network d9951f26-d781-41b6-ba27-e3e47e4f68b5 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:45:46.039403 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:45:46.039960 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Checking segment: {'id': 'aca4eca4-027f-49ac-af8d-f33d9c6af568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:46.040626 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.041199 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Bound using segment: {'id': 'aca4eca4-027f-49ac-af8d-f33d9c6af568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:45:46.041988 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Bound port: 2b0ba09e-4a8b-4ee6-9387-241c7113f41e, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca4eca4-027f-49ac-af8d-f33d9c6af568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:45:46.042689 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.071327 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.100892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Transition to ACTIVE for port object 31412ddf-1619-443a-9840-f0f8bf689114 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:46.103958 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d9d1b8a-d894-4b63-acd6-55ff1534a47e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.141592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d1b8a-d894-4b63-acd6-55ff1534a47e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb123fa-780a-4c95-a8e7-10cd5422bcdc,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:46.145381 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d9d1b8a-d894-4b63-acd6-55ff1534a47e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.147238 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8d9d1b8a-d894-4b63-acd6-55ff1534a47e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/security-groups/bcb123fa-780a-4c95-a8e7-10cd5422bcdc HTTP/1.1" status: 204 len: 168 time: 0.4495282 Feb 09 14:45:46.174317 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.199206 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] For port 2b0ba09e-4a8b-4ee6-9387-241c7113f41e, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:45:46.204734 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] For port 2b0ba09e-4a8b-4ee6-9387-241c7113f41e, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2b0ba09e-4a8b-4ee6-9387-241c7113f41e,segment=NetworkSegment(aca4eca4-027f-49ac-af8d-f33d9c6af568),segment_id=aca4eca4-027f-49ac-af8d-f33d9c6af568)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:45:46.218727 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.257114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network d9951f26-d781-41b6-ba27-e3e47e4f68b5 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:46.260312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:46.264547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:45:46.265241 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.280712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=31412ddf-1619-443a-9840-f0f8bf689114,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:46.345170 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727b4a-478c-42cf-b91d-03c84ad0939c None None] Pushing event updated for resources: {'Port': ['ID=2b0ba09e-4a8b-4ee6-9387-241c7113f41e,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:46.413041 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43420) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:46.418667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5d679cd4-a01c-4285-b9cb-c0830012a291 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1229588860', 'description': 'tempest-secgroup-smoke-1229588860 description', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:46.426839 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5d679cd4-a01c-4285-b9cb-c0830012a291 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:46.431161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5d679cd4-a01c-4285-b9cb-c0830012a291 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:46.434557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5d679cd4-a01c-4285-b9cb-c0830012a291 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:46.437866 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.441288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5d679cd4-a01c-4285-b9cb-c0830012a291 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:46.464929 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d679cd4-a01c-4285-b9cb-c0830012a291 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.523670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5d679cd4-a01c-4285-b9cb-c0830012a291 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:46.530720 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5d679cd4-a01c-4285-b9cb-c0830012a291 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:46.536514 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5d679cd4-a01c-4285-b9cb-c0830012a291 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:46.552591 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5d679cd4-a01c-4285-b9cb-c0830012a291 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:46.709539 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d679cd4-a01c-4285-b9cb-c0830012a291 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.714861 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d679cd4-a01c-4285-b9cb-c0830012a291 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.777011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d679cd4-a01c-4285-b9cb-c0830012a291 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8a9060-5473-4817-a968-f155181d6584,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:46.786255 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d679cd4-a01c-4285-b9cb-c0830012a291 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.791414 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5d679cd4-a01c-4285-b9cb-c0830012a291 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3773165 Feb 09 14:45:46.792106 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43426) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:46.797754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7c8f42fc-deab-4a2a-b447-dbfb156e68b7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': 'ff8a9060-5473-4817-a968-f155181d6584', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:46.805988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7c8f42fc-deab-4a2a-b447-dbfb156e68b7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:46.813819 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7c8f42fc-deab-4a2a-b447-dbfb156e68b7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:46.822959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7c8f42fc-deab-4a2a-b447-dbfb156e68b7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:46.831120 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7c8f42fc-deab-4a2a-b447-dbfb156e68b7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:46.854871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c8f42fc-deab-4a2a-b447-dbfb156e68b7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.930689 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c8f42fc-deab-4a2a-b447-dbfb156e68b7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.934965 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c8f42fc-deab-4a2a-b447-dbfb156e68b7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.960269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f42fc-deab-4a2a-b447-dbfb156e68b7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6876ad7a-7ed8-4257-adab-8e3365b1ebc9,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:46.974451 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c8f42fc-deab-4a2a-b447-dbfb156e68b7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.975980 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7c8f42fc-deab-4a2a-b447-dbfb156e68b7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1826742 Feb 09 14:45:46.978287 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.978778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43430) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:46.984030 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.984415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4b232876-4dfc-470e-afe1-89ff3cae5a04 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': 'ff8a9060-5473-4817-a968-f155181d6584', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:46.984854 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:46.991216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4b232876-4dfc-470e-afe1-89ff3cae5a04 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:46.995802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4b232876-4dfc-470e-afe1-89ff3cae5a04 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:47.003269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4b232876-4dfc-470e-afe1-89ff3cae5a04 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:47.012401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4b232876-4dfc-470e-afe1-89ff3cae5a04 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:47.035348 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b232876-4dfc-470e-afe1-89ff3cae5a04 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:47.106926 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b232876-4dfc-470e-afe1-89ff3cae5a04 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:47.111614 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b232876-4dfc-470e-afe1-89ff3cae5a04 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:47.142490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b232876-4dfc-470e-afe1-89ff3cae5a04 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc9b004-e5c7-49fd-8b8c-dabe22c2c26d,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:47.142643 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=31412ddf-1619-443a-9840-f0f8bf689114,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:47.155336 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b232876-4dfc-470e-afe1-89ff3cae5a04 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:47.160722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43434) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:47.161082 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4b232876-4dfc-470e-afe1-89ff3cae5a04 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1811457 Feb 09 14:45:47.169646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-8b8b6b6b-52ad-42bc-baab-951b9daff6be tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': 'ff8a9060-5473-4817-a968-f155181d6584', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:47.192696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8b8b6b6b-52ad-42bc-baab-951b9daff6be tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:47.203125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8b8b6b6b-52ad-42bc-baab-951b9daff6be tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:47.210054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8b8b6b6b-52ad-42bc-baab-951b9daff6be tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:47.216392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8b8b6b6b-52ad-42bc-baab-951b9daff6be tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:47.227657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network d9951f26-d781-41b6-ba27-e3e47e4f68b5 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:47.229440 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:47.294489 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b8b6b6b-52ad-42bc-baab-951b9daff6be tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:47.587692 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b8b6b6b-52ad-42bc-baab-951b9daff6be tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:47.607371 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b8b6b6b-52ad-42bc-baab-951b9daff6be tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:47.631365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b6b6b-52ad-42bc-baab-951b9daff6be tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89585df1-a95a-4dfa-a7e0-144a6d3bc788,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:47.664237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router b3771b6a-f037-44b2-8b25-1d5fbe32b34b is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:45:47.668014 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b8b6b6b-52ad-42bc-baab-951b9daff6be tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:47.669357 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8b8b6b6b-52ad-42bc-baab-951b9daff6be tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5081236 Feb 09 14:45:47.672352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43442) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:47.680659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-03c6a94a-89c9-4391-b48e-6dda4f70ee7f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': 'ff8a9060-5473-4817-a968-f155181d6584', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:47.688679 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-03c6a94a-89c9-4391-b48e-6dda4f70ee7f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:47.694165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-03c6a94a-89c9-4391-b48e-6dda4f70ee7f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:47.698071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-03c6a94a-89c9-4391-b48e-6dda4f70ee7f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:47.712400 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53c6dac-dbe1-4c9c-9341-77d956fb5b66 None None] Network d9951f26-d781-41b6-ba27-e3e47e4f68b5 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:45:47.716584 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-03c6a94a-89c9-4391-b48e-6dda4f70ee7f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:47.750761 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03c6a94a-89c9-4391-b48e-6dda4f70ee7f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:47.895124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:45:47.904230 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2d706fed-c764-4998-aa3e-db9038a7db97 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/b3771b6a-f037-44b2-8b25-1d5fbe32b34b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9303544 Feb 09 14:45:47.905596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43448) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:47.913639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0e27a789-f78e-41c1-88d2-f7faa48823d0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1277945000'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:47.915983 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03c6a94a-89c9-4391-b48e-6dda4f70ee7f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:47.920713 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0e27a789-f78e-41c1-88d2-f7faa48823d0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:47.925630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0e27a789-f78e-41c1-88d2-f7faa48823d0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:network and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:47.929128 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03c6a94a-89c9-4391-b48e-6dda4f70ee7f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:47.931438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0e27a789-f78e-41c1-88d2-f7faa48823d0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:47.948755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0e27a789-f78e-41c1-88d2-f7faa48823d0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:47.966645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e27a789-f78e-41c1-88d2-f7faa48823d0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:45:47.966862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6a94a-89c9-4391-b48e-6dda4f70ee7f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12813843-b38f-4d4b-967f-49fbb93378be,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:47.974079 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e27a789-f78e-41c1-88d2-f7faa48823d0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:47.979476 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-03c6a94a-89c9-4391-b48e-6dda4f70ee7f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:47.981239 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-03c6a94a-89c9-4391-b48e-6dda4f70ee7f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3070357 Feb 09 14:45:47.983762 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43452) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:47.990045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-82b3f309-6f66-444c-a3d9-7d55bc1a0880 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': 'ff8a9060-5473-4817-a968-f155181d6584', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:47.998283 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-82b3f309-6f66-444c-a3d9-7d55bc1a0880 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:48.003982 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-82b3f309-6f66-444c-a3d9-7d55bc1a0880 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:48.008797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-82b3f309-6f66-444c-a3d9-7d55bc1a0880 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:48.010969 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Sync routers for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:45:48.017053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-82b3f309-6f66-444c-a3d9-7d55bc1a0880 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:48.019870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2b0ba09e-4a8b-4ee6-9387-241c7113f41e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:45:48.031340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e27a789-f78e-41c1-88d2-f7faa48823d0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:45:48.040349 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-82b3f309-6f66-444c-a3d9-7d55bc1a0880 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Project c945c8634f3e49fe9afbbbf3c60331a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:45:48.043864 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e27a789-f78e-41c1-88d2-f7faa48823d0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.044490 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-0e27a789-f78e-41c1-88d2-f7faa48823d0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Added segment 75f6df2c-82e8-4089-9410-ec375a66e8fe of type vlan for network 9705b5a8-6ea2-4a26-b73b-cfc1136728ca Feb 09 14:45:48.048504 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82b3f309-6f66-444c-a3d9-7d55bc1a0880 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.075510 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e27a789-f78e-41c1-88d2-f7faa48823d0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.122494 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e27a789-f78e-41c1-88d2-f7faa48823d0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.129459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e27a789-f78e-41c1-88d2-f7faa48823d0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:48.131447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:48.131583 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e27a789-f78e-41c1-88d2-f7faa48823d0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.131677 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:48.152192 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82b3f309-6f66-444c-a3d9-7d55bc1a0880 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.162079 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82b3f309-6f66-444c-a3d9-7d55bc1a0880 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.213658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3f309-6f66-444c-a3d9-7d55bc1a0880 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b042a9d9-1e41-4fad-932c-92aa4c92fd8c,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:48.234809 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-abc6d0d3-554c-43d0-a691-2c12e8c99d64 None None] Provisioning for port 2b0ba09e-4a8b-4ee6-9387-241c7113f41e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:48.237426 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-82b3f309-6f66-444c-a3d9-7d55bc1a0880 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.242363 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-82b3f309-6f66-444c-a3d9-7d55bc1a0880 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2550409 Feb 09 14:45:48.242942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43456) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:48.249100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b06d6d9e-96d7-4ba6-864f-1783bc014815 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': 'ff8a9060-5473-4817-a968-f155181d6584', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:48.256097 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b06d6d9e-96d7-4ba6-864f-1783bc014815 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:48.261093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b06d6d9e-96d7-4ba6-864f-1783bc014815 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:48.264271 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b06d6d9e-96d7-4ba6-864f-1783bc014815 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:48.273008 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b06d6d9e-96d7-4ba6-864f-1783bc014815 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:48.289615 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-b06d6d9e-96d7-4ba6-864f-1783bc014815 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Project c945c8634f3e49fe9afbbbf3c60331a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:45:48.295226 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0e27a789-f78e-41c1-88d2-f7faa48823d0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3876736 Feb 09 14:45:48.298216 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b06d6d9e-96d7-4ba6-864f-1783bc014815 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.298721 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43460) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:48.310197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ab813989-e085-4f0b-a4e5-dbdf9f18064c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'subnet': {'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:48.391240 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 2b0ba09e-4a8b-4ee6-9387-241c7113f41e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:48.406606 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2b0ba09e-4a8b-4ee6-9387-241c7113f41e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:48.407352 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.408968 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b06d6d9e-96d7-4ba6-864f-1783bc014815 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.416534 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b06d6d9e-96d7-4ba6-864f-1783bc014815 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.454305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:45:48.461923 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d6d9e-96d7-4ba6-864f-1783bc014815 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b36607d-600f-4132-b9f4-44ca04355cab,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:48.483011 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b06d6d9e-96d7-4ba6-864f-1783bc014815 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.489672 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b06d6d9e-96d7-4ba6-864f-1783bc014815 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2432141 Feb 09 14:45:48.489783 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43464) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:48.497279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c5bfae4b-cf5b-4157-b508-e8f1d508e61f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'network': {'name': 'tempest-network-smoke--695107976', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'port_security_enabled': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:48.504766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c5bfae4b-cf5b-4157-b508-e8f1d508e61f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:48.510718 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c5bfae4b-cf5b-4157-b508-e8f1d508e61f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:network and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:48.515168 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27a789-f78e-41c1-88d2-f7faa48823d0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Network': ['ID=9705b5a8-6ea2-4a26-b73b-cfc1136728ca,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:48.516103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c5bfae4b-cf5b-4157-b508-e8f1d508e61f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:48.524285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ab813989-e085-4f0b-a4e5-dbdf9f18064c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:48.528628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ab813989-e085-4f0b-a4e5-dbdf9f18064c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:subnet and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:48.531701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ab813989-e085-4f0b-a4e5-dbdf9f18064c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:48.538312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ab813989-e085-4f0b-a4e5-dbdf9f18064c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:48.543049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c5bfae4b-cf5b-4157-b508-e8f1d508e61f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:48.551476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab813989-e085-4f0b-a4e5-dbdf9f18064c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:45:48.557015 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab813989-e085-4f0b-a4e5-dbdf9f18064c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.563081 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 9705b5a8-6ea2-4a26-b73b-cfc1136728ca details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:45:48.568565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bfae4b-cf5b-4157-b508-e8f1d508e61f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Made reservation on behalf of c945c8634f3e49fe9afbbbf3c60331a8 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:45:48.573266 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c5bfae4b-cf5b-4157-b508-e8f1d508e61f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.615293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5bfae4b-cf5b-4157-b508-e8f1d508e61f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:45:48.633518 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c5bfae4b-cf5b-4157-b508-e8f1d508e61f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.634700 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-c5bfae4b-cf5b-4157-b508-e8f1d508e61f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Added segment b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8 of type vlan for network 5025c9e8-ba64-4eaf-81d3-15d6775318af Feb 09 14:45:48.683975 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c5bfae4b-cf5b-4157-b508-e8f1d508e61f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.727288 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c5bfae4b-cf5b-4157-b508-e8f1d508e61f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.734512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bfae4b-cf5b-4157-b508-e8f1d508e61f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:48.736140 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c5bfae4b-cf5b-4157-b508-e8f1d508e61f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.848736 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c5bfae4b-cf5b-4157-b508-e8f1d508e61f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3578994 Feb 09 14:45:48.852826 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43470) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:48.861548 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab813989-e085-4f0b-a4e5-dbdf9f18064c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.862835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-56531473', 'admin_state_up': True, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:48.897767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:48.906552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:router and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:48.910464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfae4b-cf5b-4157-b508-e8f1d508e61f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Network': ['ID=5025c9e8-ba64-4eaf-81d3-15d6775318af,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:48.913637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:48.921268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:48.958482 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.960380 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:48.968391 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 5025c9e8-ba64-4eaf-81d3-15d6775318af details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:45:49.002377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab813989-e085-4f0b-a4e5-dbdf9f18064c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Subnet': ['ID=a20fe5ee-744b-440a-a6cf-3e9c22c02528,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:49.042185 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:49.076716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab813989-e085-4f0b-a4e5-dbdf9f18064c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Checking segment: {'id': '75f6df2c-82e8-4089-9410-ec375a66e8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:49.077181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab813989-e085-4f0b-a4e5-dbdf9f18064c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network hostable DHCP agents. Network: 9705b5a8-6ea2-4a26-b73b-cfc1136728ca, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:45:49.136347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab813989-e085-4f0b-a4e5-dbdf9f18064c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network 9705b5a8-6ea2-4a26-b73b-cfc1136728ca is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:45:49.158414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-ab813989-e085-4f0b-a4e5-dbdf9f18064c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 9705b5a8-6ea2-4a26-b73b-cfc1136728ca) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:49.169056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab813989-e085-4f0b-a4e5-dbdf9f18064c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:49.170934 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab813989-e085-4f0b-a4e5-dbdf9f18064c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:49.203399 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ab813989-e085-4f0b-a4e5-dbdf9f18064c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9034038 Feb 09 14:45:49.206271 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:49.206819 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43474) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:49.228336 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ef4c48-a65e-45a3-8de1-40e1b92684ed None None] Network 9705b5a8-6ea2-4a26-b73b-cfc1136728ca requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:45:49.432227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 2b0ba09e-4a8b-4ee6-9387-241c7113f41e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2b0ba09e-4a8b-4ee6-9387-241c7113f41e,segment=NetworkSegment(aca4eca4-027f-49ac-af8d-f33d9c6af568),segment_id=aca4eca4-027f-49ac-af8d-f33d9c6af568)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:49.501690 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:49.580308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2afa0f54-d866-40c7-a340-6f5c3d27b7f0 None None] Provisioning for port 31412ddf-1619-443a-9840-f0f8bf689114 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:49.595591 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2afa0f54-d866-40c7-a340-6f5c3d27b7f0 None None] Provisioning complete for port 31412ddf-1619-443a-9840-f0f8bf689114 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:49.596344 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2afa0f54-d866-40c7-a340-6f5c3d27b7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:49.736484 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:49.760474 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=2b0ba09e-4a8b-4ee6-9387-241c7113f41e,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:49.762668 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-2afa0f54-d866-40c7-a340-6f5c3d27b7f0 None None] Port 31412ddf-1619-443a-9840-f0f8bf689114 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:45:49.830534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:45:46Z', 'revision_number': 2, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:46Z', 'revision_number': 2, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:49.837126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2afa0f54-d866-40c7-a340-6f5c3d27b7f0 None None] Provisioning complete for port 2b0ba09e-4a8b-4ee6-9387-241c7113f41e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:49.837499 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2afa0f54-d866-40c7-a340-6f5c3d27b7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:49.883982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Checking router: b3771b6a-f037-44b2-8b25-1d5fbe32b34b for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:45:49.884654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Updating router b3771b6a-f037-44b2-8b25-1d5fbe32b34b port 31412ddf-1619-443a-9840-f0f8bf689114 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:45:49.950220 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:49.962120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:45:49.963168 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:50.433427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Allocated IP 2001:db8:1::2 (9705b5a8-6ea2-4a26-b73b-cfc1136728ca/a20fe5ee-744b-440a-a6cf-3e9c22c02528/fab71594-416d-4214-8164-88a63a918c73) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:45:50.587407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-945715e6-64c4-41f3-ba0f-ff33c21fcafa None None] Provisioning complete for port 31412ddf-1619-443a-9840-f0f8bf689114 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:50.587799 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-945715e6-64c4-41f3-ba0f-ff33c21fcafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:50.608743 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:50.714948 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:50.766589 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-945715e6-64c4-41f3-ba0f-ff33c21fcafa None None] Port 31412ddf-1619-443a-9840-f0f8bf689114 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:45:50.769157 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:50.793846 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:50.818420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Transition to ACTIVE for port object 31412ddf-1619-443a-9840-f0f8bf689114 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:50.827519 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:50.834604 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:50.881159 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Transition to ACTIVE for port object fab71594-416d-4214-8164-88a63a918c73 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:50.912886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840e3e6-3fbf-498b-81fd-4910c612aeba req-4c6ec977-28a8-4bcc-ac04-04b7d8b2f371 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:50.914775 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5840e3e6-3fbf-498b-81fd-4910c612aeba req-4c6ec977-28a8-4bcc-ac04-04b7d8b2f371 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 946 time: 0.4416423 Feb 09 14:45:50.987552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Transition to ACTIVE for port object fab71594-416d-4214-8164-88a63a918c73 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:51.026913 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:51.036561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caaf31d-31cc-4b7b-8f82-0d04024364eb None None] Pushing event updated for resources: {'Port': ['ID=31412ddf-1619-443a-9840-f0f8bf689114,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:51.225661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Network 9705b5a8-6ea2-4a26-b73b-cfc1136728ca is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:51.230436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:51.238957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:45:51.241749 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Pushing event updated for resources: {'Port': ['ID=fab71594-416d-4214-8164-88a63a918c73,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:51.245969 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Attempting to bind port 31412ddf-1619-443a-9840-f0f8bf689114 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:45:51.246347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Attempting to bind port 31412ddf-1619-443a-9840-f0f8bf689114 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'aca4eca4-027f-49ac-af8d-f33d9c6af568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:45:51.246714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Attempting to bind port 31412ddf-1619-443a-9840-f0f8bf689114 on network d9951f26-d781-41b6-ba27-e3e47e4f68b5 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:45:51.246891 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5840e3e6-3fbf-498b-81fd-4910c612aeba req-c06c5aef-2d97-4d0e-bdf7-89ec37e83b8c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155277 Feb 09 14:45:51.317208 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:45:51.317875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Checking segment: {'id': 'aca4eca4-027f-49ac-af8d-f33d9c6af568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:51.318013 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:51.318414 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Bound using segment: {'id': 'aca4eca4-027f-49ac-af8d-f33d9c6af568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:45:51.319157 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Bound port: 31412ddf-1619-443a-9840-f0f8bf689114, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca4eca4-027f-49ac-af8d-f33d9c6af568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:45:51.319349 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:51.341557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Allocated IP 172.25.8.95 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/2a301358-1c65-4469-a017-a58defdeb637) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:45:51.404931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Attempting to bind port fab71594-416d-4214-8164-88a63a918c73 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:45:51.405584 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Attempting to bind port fab71594-416d-4214-8164-88a63a918c73 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '75f6df2c-82e8-4089-9410-ec375a66e8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:45:51.405943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Attempting to bind port fab71594-416d-4214-8164-88a63a918c73 on network 9705b5a8-6ea2-4a26-b73b-cfc1136728ca {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:45:51.424112 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:45:51.424479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Checking segment: {'id': '75f6df2c-82e8-4089-9410-ec375a66e8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:51.424888 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:51.425250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Bound using segment: {'id': '75f6df2c-82e8-4089-9410-ec375a66e8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:45:51.425710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Bound port: fab71594-416d-4214-8164-88a63a918c73, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f6df2c-82e8-4089-9410-ec375a66e8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:45:51.426075 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:51.508038 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] For port 31412ddf-1619-443a-9840-f0f8bf689114, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:45:51.508799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Allocated IP 2001:db8:1::1 (9705b5a8-6ea2-4a26-b73b-cfc1136728ca/a20fe5ee-744b-440a-a6cf-3e9c22c02528/c9a7cb8b-8a0b-4202-9b08-235f9ca4a846) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:45:51.529189 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] For port 31412ddf-1619-443a-9840-f0f8bf689114, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=31412ddf-1619-443a-9840-f0f8bf689114,segment=NetworkSegment(aca4eca4-027f-49ac-af8d-f33d9c6af568),segment_id=aca4eca4-027f-49ac-af8d-f33d9c6af568)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:45:51.537131 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:51.608358 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] For port fab71594-416d-4214-8164-88a63a918c73, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:45:51.633443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] For port fab71594-416d-4214-8164-88a63a918c73, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=fab71594-416d-4214-8164-88a63a918c73,segment=NetworkSegment(75f6df2c-82e8-4089-9410-ec375a66e8fe),segment_id=75f6df2c-82e8-4089-9410-ec375a66e8fe)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:45:51.642122 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:51.650259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:51.650878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:51.667632 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:51.700117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caaf31d-31cc-4b7b-8f82-0d04024364eb None None] Pushing event updated for resources: {'Port': ['ID=31412ddf-1619-443a-9840-f0f8bf689114,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:51.712075 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2b0ba09e-4a8b-4ee6-9387-241c7113f41e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:45:51.744068 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:51.764194 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Transition to ACTIVE for port object c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:51.770584 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:51.854768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:51.859096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:51.862541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=2a301358-1c65-4469-a017-a58defdeb637,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:51.865853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:45:51.906601 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:51.947654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f53f75-c8f1-4730-81db-b0bd5c3a3b9b None None] Pushing event updated for resources: {'Port': ['ID=fab71594-416d-4214-8164-88a63a918c73,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:51.952505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:45:51.988498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network 9705b5a8-6ea2-4a26-b73b-cfc1136728ca is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:51.993561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:52.038271 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2b0ba09e-4a8b-4ee6-9387-241c7113f41e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:52.038641 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:52.045450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:45:52.045981 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:52.083220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=c9a7cb8b-8a0b-4202-9b08-235f9ca4a846,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:52.433315 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:52.451643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:45:46Z', 'revision_number': 2, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:51Z', 'revision_number': 4, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:52.455813 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa10ca9-5a49-4ac0-ae71-6e153cc75380 None None] The sync data for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 is: [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:45:46Z', 'revision_number': 2, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:51Z', 'revision_number': 4, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:45:52.574981 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:52.629498 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74720b95-32ba-46ab-93ea-3a4667948871 req-7062c4c1-5c1d-4988-ba85-965c71758e40 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:52.631004 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74720b95-32ba-46ab-93ea-3a4667948871 req-7062c4c1-5c1d-4988-ba85-965c71758e40 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 946 time: 0.2356744 Feb 09 14:45:52.643897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49c393-5d76-48ae-8805-f86aa787bf1a req-f12ba14c-c9c9-4ff4-b803-1264e565fe67 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:52.645380 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e49c393-5d76-48ae-8805-f86aa787bf1a req-f12ba14c-c9c9-4ff4-b803-1264e565fe67 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 946 time: 0.1280468 Feb 09 14:45:52.771362 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-7e49c393-5d76-48ae-8805-f86aa787bf1a req-1589537f-3e29-41c2-ac68-b5f275a49306 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Deleting port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:45:52.771960 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7e49c393-5d76-48ae-8805-f86aa787bf1a req-1589537f-3e29-41c2-ac68-b5f275a49306 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:52.809477 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74720b95-32ba-46ab-93ea-3a4667948871 req-edf13e2e-0c6e-41f4-adf6-bd532100446c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631596 Feb 09 14:45:53.100680 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-7e49c393-5d76-48ae-8805-f86aa787bf1a req-1589537f-3e29-41c2-ac68-b5f275a49306 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] For port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=4dfb92eb-d99d-4b25-9fc8-2648d7e10532,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:53.101438 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7e49c393-5d76-48ae-8805-f86aa787bf1a req-1589537f-3e29-41c2-ac68-b5f275a49306 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:53.235975 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162bed8b-960b-4729-a857-bde7eeb8c38c None None] Network 9705b5a8-6ea2-4a26-b73b-cfc1136728ca requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:45:53.369530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-7e49c393-5d76-48ae-8805-f86aa787bf1a req-1589537f-3e29-41c2-ac68-b5f275a49306 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Calling delete_port for 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:45:53.389030 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3f1667e4-bdbb-4500-a859-cf6a20b1ca62 None None] Provisioning for port fab71594-416d-4214-8164-88a63a918c73 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:53.414403 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:53.498169 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:53.510504 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:53.511581 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:53.542710 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7e49c393-5d76-48ae-8805-f86aa787bf1a req-1589537f-3e29-41c2-ac68-b5f275a49306 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:53.613128 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589537f-3e29-41c2-ac68-b5f275a49306 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event deleted for resources: {'Port': ['ID=4dfb92eb-d99d-4b25-9fc8-2648d7e10532,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:53.727539 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e49c393-5d76-48ae-8805-f86aa787bf1a req-1589537f-3e29-41c2-ac68-b5f275a49306 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] No DVR routers for this DVR port 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:45:53.732539 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-7e49c393-5d76-48ae-8805-f86aa787bf1a req-1589537f-3e29-41c2-ac68-b5f275a49306 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:53.744976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5fde72-7d23-4e11-936b-d47a4c2fab01', 'name': 'network-vif-deleted', 'tag': '4dfb92eb-d99d-4b25-9fc8-2648d7e10532'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:45:53.758764 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7e49c393-5d76-48ae-8805-f86aa787bf1a req-1589537f-3e29-41c2-ac68-b5f275a49306 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "DELETE /v2.0/ports/4dfb92eb-d99d-4b25-9fc8-2648d7e10532 HTTP/1.1" status: 204 len: 173 time: 1.0973895 Feb 09 14:45:53.774570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device fab71594-416d-4214-8164-88a63a918c73 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:45:53.801367 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=c9a7cb8b-8a0b-4202-9b08-235f9ca4a846,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:53.862853 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5fde72-7d23-4e11-936b-d47a4c2fab01', 'name': 'network-vif-deleted', 'tag': '4dfb92eb-d99d-4b25-9fc8-2648d7e10532', 'status': 'completed', 'code': 200} Feb 09 14:45:53.864221 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port fab71594-416d-4214-8164-88a63a918c73 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:53.869138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network 9705b5a8-6ea2-4a26-b73b-cfc1136728ca is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:53.870804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:53.873953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port fab71594-416d-4214-8164-88a63a918c73 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:53.874790 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:53.981145 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router 05fa419c-235b-451e-8bb9-9d1afe2f5544 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:45:54.090670 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:54.117363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-358be7af-b114-4786-b990-76d617eb3375 req-45ba9419-90cc-4556-a1cd-b948248f5964 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:45:54.151603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-358be7af-b114-4786-b990-76d617eb3375 req-45ba9419-90cc-4556-a1cd-b948248f5964 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:45:54.154418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ae32caa5-e3ee-4fa1-8e70-9217aa1d9852 None None] Provisioning for port c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:54.160178 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-358be7af-b114-4786-b990-76d617eb3375 req-45ba9419-90cc-4556-a1cd-b948248f5964 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 210 time: 0.1315362 Feb 09 14:45:54.168343 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port fab71594-416d-4214-8164-88a63a918c73, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=fab71594-416d-4214-8164-88a63a918c73,segment=NetworkSegment(75f6df2c-82e8-4089-9410-ec375a66e8fe),segment_id=75f6df2c-82e8-4089-9410-ec375a66e8fe)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:54.184757 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ae32caa5-e3ee-4fa1-8e70-9217aa1d9852 None None] Provisioning complete for port c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:54.185129 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ae32caa5-e3ee-4fa1-8e70-9217aa1d9852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:54.216886 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:54.217686 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 31412ddf-1619-443a-9840-f0f8bf689114 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:45:54.297081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router b3771b6a-f037-44b2-8b25-1d5fbe32b34b has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:45:54.396183 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=fab71594-416d-4214-8164-88a63a918c73,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:54.399378 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ae32caa5-e3ee-4fa1-8e70-9217aa1d9852 None None] Port c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:45:54.420507 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ae32caa5-e3ee-4fa1-8e70-9217aa1d9852 None None] Provisioning complete for port fab71594-416d-4214-8164-88a63a918c73 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:54.420878 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ae32caa5-e3ee-4fa1-8e70-9217aa1d9852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:54.465983 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 31412ddf-1619-443a-9840-f0f8bf689114 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:45:54.481434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 31412ddf-1619-443a-9840-f0f8bf689114 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:54.482816 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:54.543944 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:45:54.592394 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:45:54.592975 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 4dfb92eb-d99d-4b25-9fc8-2648d7e10532 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:45:54.688908 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:54.712311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:45:54.726457 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Sync routers for ids ['05fa419c-235b-451e-8bb9-9d1afe2f5544'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:45:54.740908 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Routers {'05fa419c-235b-451e-8bb9-9d1afe2f5544'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:54.742102 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['05fa419c-235b-451e-8bb9-9d1afe2f5544'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:54.779087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:45:54.788907 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0490547a-f365-400f-831c-906c45fab8ba tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/b3771b6a-f037-44b2-8b25-1d5fbe32b34b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5807834 Feb 09 14:45:54.790846 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:54.791705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43496) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:54.793188 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ca0293a8-6bdf-47ae-8c18-1be247f71b22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.9389908 Feb 09 14:45:54.796149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43500) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:54.803895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e4f34beb-b37f-4dc4-b772-8d41a1b08f94 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-690582521'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:54.816387 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Sync routers for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:45:54.825513 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e4f34beb-b37f-4dc4-b772-8d41a1b08f94 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:54.837937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 31412ddf-1619-443a-9840-f0f8bf689114, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=31412ddf-1619-443a-9840-f0f8bf689114,segment=NetworkSegment(aca4eca4-027f-49ac-af8d-f33d9c6af568),segment_id=aca4eca4-027f-49ac-af8d-f33d9c6af568)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:45:54.839991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e4f34beb-b37f-4dc4-b772-8d41a1b08f94 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:network and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:54.844938 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:54.848556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e4f34beb-b37f-4dc4-b772-8d41a1b08f94 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:54.871927 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-029f740f-17ae-432d-afce-218c41700843 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=c945c8634f3e49fe9afbbbf3c60331a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0743868 Feb 09 14:45:54.874678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43504) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:54.877054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e4f34beb-b37f-4dc4-b772-8d41a1b08f94 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:54.888146 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:54.888798 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:54.898472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f34beb-b37f-4dc4-b772-8d41a1b08f94 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:45:54.902060 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e4f34beb-b37f-4dc4-b772-8d41a1b08f94 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:54.967252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f34beb-b37f-4dc4-b772-8d41a1b08f94 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:45:54.988795 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e4f34beb-b37f-4dc4-b772-8d41a1b08f94 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:54.989183 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-e4f34beb-b37f-4dc4-b772-8d41a1b08f94 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Added segment 9b355697-93b4-4e84-b3e5-a21fae53b71a of type vlan for network f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7 Feb 09 14:45:55.046071 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e4f34beb-b37f-4dc4-b772-8d41a1b08f94 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:55.068337 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Set router 05fa419c-235b-451e-8bb9-9d1afe2f5544 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:45:55.090386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d38ce67e-5c34-451d-ba20-d088087a3fb1 None None] Provisioning complete for port c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:55.090751 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d38ce67e-5c34-451d-ba20-d088087a3fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:55.106261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671e1ab2-8faf-496b-8982-9ef3ba2216d6 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:55.117235 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-671e1ab2-8faf-496b-8982-9ef3ba2216d6 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2408717 Feb 09 14:45:55.118704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43508) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:55.121921 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e4f34beb-b37f-4dc4-b772-8d41a1b08f94 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:55.127949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f34beb-b37f-4dc4-b772-8d41a1b08f94 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:55.128555 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e4f34beb-b37f-4dc4-b772-8d41a1b08f94 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:55.162543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d38ce67e-5c34-451d-ba20-d088087a3fb1 None None] Port c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:45:55.184474 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=31412ddf-1619-443a-9840-f0f8bf689114,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:55.195771 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:45:55.259372 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-aebf059e-a37a-4ffe-af51-76b5d4df8bbb tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1392946 Feb 09 14:45:55.262323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43514) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:55.269832 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-22df3a96-650d-4de3-81e9-e48ae82766ed tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1875955421', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:55.330755 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e4f34beb-b37f-4dc4-b772-8d41a1b08f94 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5349157 Feb 09 14:45:55.331913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43518) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:55.345209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f34beb-b37f-4dc4-b772-8d41a1b08f94 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Network': ['ID=f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:55.353064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0e5fefa9-b04c-4ecc-a45d-c60fd40ac94b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'subnet': {'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:55.455392 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:45:55.513511 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7a385d2-ee17-4983-917c-370b376c2c04 req-949c58f7-dd42-45b5-b023-935819b36689 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f5fde72-7d23-4e11-936b-d47a4c2fab01 HTTP/1.1" status: 200 len: 210 time: 0.0927911 Feb 09 14:45:55.596362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-22df3a96-650d-4de3-81e9-e48ae82766ed tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:55.600607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-22df3a96-650d-4de3-81e9-e48ae82766ed tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:subnet and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:55.603997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-22df3a96-650d-4de3-81e9-e48ae82766ed tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:55.610922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-22df3a96-650d-4de3-81e9-e48ae82766ed tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:55.614155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0e5fefa9-b04c-4ecc-a45d-c60fd40ac94b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:55.619243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0e5fefa9-b04c-4ecc-a45d-c60fd40ac94b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:subnet and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:55.621648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22df3a96-650d-4de3-81e9-e48ae82766ed tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Made reservation on behalf of c945c8634f3e49fe9afbbbf3c60331a8 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:45:55.624873 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0e5fefa9-b04c-4ecc-a45d-c60fd40ac94b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:55.627025 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22df3a96-650d-4de3-81e9-e48ae82766ed tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:55.634366 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56531473', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '2a301358-1c65-4469-a017-a58defdeb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:48Z', 'updated_at': '2022-02-09T14:45:52Z', 'revision_number': 3, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '2a301358-1c65-4469-a017-a58defdeb637', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:55.639252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0e5fefa9-b04c-4ecc-a45d-c60fd40ac94b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:55.641664 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Checking router: 05fa419c-235b-451e-8bb9-9d1afe2f5544 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:45:55.642441 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Updating router 05fa419c-235b-451e-8bb9-9d1afe2f5544 port 2a301358-1c65-4469-a017-a58defdeb637 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:45:55.658798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5fefa9-b04c-4ecc-a45d-c60fd40ac94b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:45:55.662852 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e5fefa9-b04c-4ecc-a45d-c60fd40ac94b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:55.760722 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:55.769709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device fab71594-416d-4214-8164-88a63a918c73 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:45:55.975046 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e5fefa9-b04c-4ecc-a45d-c60fd40ac94b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:55.985699 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port fab71594-416d-4214-8164-88a63a918c73 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:55.986257 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:56.025502 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22df3a96-650d-4de3-81e9-e48ae82766ed tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:56.139010 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fefa9-b04c-4ecc-a45d-c60fd40ac94b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Subnet': ['ID=60ab70aa-33da-43de-a644-aa7193a047ef,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:56.173345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5fefa9-b04c-4ecc-a45d-c60fd40ac94b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Checking segment: {'id': '9b355697-93b4-4e84-b3e5-a21fae53b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:56.173705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5fefa9-b04c-4ecc-a45d-c60fd40ac94b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network hostable DHCP agents. Network: f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:45:56.184228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df3a96-650d-4de3-81e9-e48ae82766ed tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Subnet': ['ID=c0d1d49b-e312-4c2f-b0ff-3ac531f98528,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:56.199492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df3a96-650d-4de3-81e9-e48ae82766ed tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Checking segment: {'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:56.199889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22df3a96-650d-4de3-81e9-e48ae82766ed tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network hostable DHCP agents. Network: 5025c9e8-ba64-4eaf-81d3-15d6775318af, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:45:56.210200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5fefa9-b04c-4ecc-a45d-c60fd40ac94b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:45:56.224369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22df3a96-650d-4de3-81e9-e48ae82766ed tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network 5025c9e8-ba64-4eaf-81d3-15d6775318af is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:45:56.228406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-0e5fefa9-b04c-4ecc-a45d-c60fd40ac94b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:56.232436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-22df3a96-650d-4de3-81e9-e48ae82766ed tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 5025c9e8-ba64-4eaf-81d3-15d6775318af) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:56.237769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22df3a96-650d-4de3-81e9-e48ae82766ed tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:56.238367 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-22df3a96-650d-4de3-81e9-e48ae82766ed tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:56.245947 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 31412ddf-1619-443a-9840-f0f8bf689114 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:45:56.251597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5fefa9-b04c-4ecc-a45d-c60fd40ac94b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:45:56.253189 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e5fefa9-b04c-4ecc-a45d-c60fd40ac94b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:56.271907 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-22df3a96-650d-4de3-81e9-e48ae82766ed tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0074174 Feb 09 14:45:56.272273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43522) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:56.317137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb88eeb-889a-45b9-923c-693eeec756d5 None None] Network f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:45:56.336529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab30c89-2153-42fa-b31d-b7183897aa72 None None] Network 5025c9e8-ba64-4eaf-81d3-15d6775318af requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:45:56.352805 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0e5fefa9-b04c-4ecc-a45d-c60fd40ac94b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0133615 Feb 09 14:45:56.356269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43526) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:56.393719 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:56.416480 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Transition to ACTIVE for port object 2a301358-1c65-4469-a017-a58defdeb637 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:56.425694 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:56.521581 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Attempting to bind port 2a301358-1c65-4469-a017-a58defdeb637 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:45:56.522957 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Attempting to bind port 2a301358-1c65-4469-a017-a58defdeb637 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:45:56.524032 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Attempting to bind port 2a301358-1c65-4469-a017-a58defdeb637 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:45:56.536096 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:45:56.536728 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:56.537289 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:56.537854 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:45:56.538480 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Bound port: 2a301358-1c65-4469-a017-a58defdeb637, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:45:56.539716 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:56.592227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:45:52Z', 'revision_number': 3, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:45:53Z', 'revision_number': 2, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:56.613057 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 31412ddf-1619-443a-9840-f0f8bf689114 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:45:56.613426 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:56.626331 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] For port 2a301358-1c65-4469-a017-a58defdeb637, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:45:56.630180 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] For port 2a301358-1c65-4469-a017-a58defdeb637, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2a301358-1c65-4469-a017-a58defdeb637,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:45:56.636817 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:56.649482 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09ab8c-c3fb-4d0e-b8f4-e5754a6c6097 None None] Pushing event updated for resources: {'Port': ['ID=2a301358-1c65-4469-a017-a58defdeb637,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:56.660487 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09ab8c-c3fb-4d0e-b8f4-e5754a6c6097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:56.661790 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Checking router: b3771b6a-f037-44b2-8b25-1d5fbe32b34b for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:45:56.662057 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Updating router b3771b6a-f037-44b2-8b25-1d5fbe32b34b port c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:45:56.662559 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09ab8c-c3fb-4d0e-b8f4-e5754a6c6097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:56.663077 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09ab8c-c3fb-4d0e-b8f4-e5754a6c6097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:56.663576 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09ab8c-c3fb-4d0e-b8f4-e5754a6c6097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:56.664100 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09ab8c-c3fb-4d0e-b8f4-e5754a6c6097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:56.664575 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09ab8c-c3fb-4d0e-b8f4-e5754a6c6097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:56.665071 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09ab8c-c3fb-4d0e-b8f4-e5754a6c6097 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:56.665542 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09ab8c-c3fb-4d0e-b8f4-e5754a6c6097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:56.666011 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09ab8c-c3fb-4d0e-b8f4-e5754a6c6097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:56.666479 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09ab8c-c3fb-4d0e-b8f4-e5754a6c6097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:56.667024 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09ab8c-c3fb-4d0e-b8f4-e5754a6c6097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:56.667525 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad09ab8c-c3fb-4d0e-b8f4-e5754a6c6097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:45:56.787174 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Routers {'05fa419c-235b-451e-8bb9-9d1afe2f5544'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:56.787825 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['05fa419c-235b-451e-8bb9-9d1afe2f5544'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:56.881283 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2def7a9e-9b0a-44e7-bc65-e856a41ba8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:56.927900 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:45:56.933480 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09ab8c-c3fb-4d0e-b8f4-e5754a6c6097 None None] Pushing event updated for resources: {'Port': ['ID=2a301358-1c65-4469-a017-a58defdeb637,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:56.948268 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:57.071088 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] Set router 05fa419c-235b-451e-8bb9-9d1afe2f5544 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:45:57.098551 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7', 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'fixed_ips': [{'subnet_id': '60ab70aa-33da-43de-a644-aa7193a047ef'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:45:57.099357 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:57.175789 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-5025c9e8-ba64-4eaf-81d3-15d6775318af', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ips': [{'subnet_id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:45:57.176587 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:57.409463 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56531473', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '2a301358-1c65-4469-a017-a58defdeb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:48Z', 'updated_at': '2022-02-09T14:45:52Z', 'revision_number': 3, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '2a301358-1c65-4469-a017-a58defdeb637', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:57.413877 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8fb1f6-57ab-4a03-aac4-f7cc1582fe23 None None] The sync data for ids ['05fa419c-235b-451e-8bb9-9d1afe2f5544'] in n-d-828418-2 is: [{'id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56531473', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '2a301358-1c65-4469-a017-a58defdeb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:48Z', 'updated_at': '2022-02-09T14:45:52Z', 'revision_number': 3, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '2a301358-1c65-4469-a017-a58defdeb637', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:45:57.682351 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Allocated IP 2001:db8:2::2 (f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7/60ab70aa-33da-43de-a644-aa7193a047ef/fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:45:57.702629 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Allocated IP 172.20.0.2 (5025c9e8-ba64-4eaf-81d3-15d6775318af/c0d1d49b-e312-4c2f-b0ff-3ac531f98528/d0729c0d-5d18-42ce-8ce5-e8a389829695) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:45:57.719946 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:58.135038 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:58.182961 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Transition to ACTIVE for port object c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:58.286862 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:58.353211 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:58.666038 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717d1a3-db71-47d6-81ce-704353e654d4 None None] Pushing event updated for resources: {'Port': ['ID=c9a7cb8b-8a0b-4202-9b08-235f9ca4a846,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:58.784534 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:58.830180 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:58.855169 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Transition to ACTIVE for port object fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:58.871482 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Transition to ACTIVE for port object d0729c0d-5d18-42ce-8ce5-e8a389829695 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:58.891880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Attempting to bind port c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:45:58.892344 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Attempting to bind port c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '75f6df2c-82e8-4089-9410-ec375a66e8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:45:58.892595 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Attempting to bind port c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 on network 9705b5a8-6ea2-4a26-b73b-cfc1136728ca {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:45:58.902391 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Transition to ACTIVE for port object fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:58.916995 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:45:58.917215 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Checking segment: {'id': '75f6df2c-82e8-4089-9410-ec375a66e8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:58.917651 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:58.918115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Bound using segment: {'id': '75f6df2c-82e8-4089-9410-ec375a66e8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:45:58.918735 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Bound port: c9a7cb8b-8a0b-4202-9b08-235f9ca4a846, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f6df2c-82e8-4089-9410-ec375a66e8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:45:58.919177 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:58.929530 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Transition to ACTIVE for port object d0729c0d-5d18-42ce-8ce5-e8a389829695 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:58.937783 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:58.979242 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.053481 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Network f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:59.054813 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:59.070347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Allocated IP 2001:db8:2::1 (f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7/60ab70aa-33da-43de-a644-aa7193a047ef/9d538bc8-7f56-4791-80d9-a2983d8eb793) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:45:59.072982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:45:59.085434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Network 5025c9e8-ba64-4eaf-81d3-15d6775318af is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:59.093292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:59.135634 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:45:59.137524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Pushing event updated for resources: {'Port': ['ID=fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:59.285900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Allocated IP 172.20.0.1 (5025c9e8-ba64-4eaf-81d3-15d6775318af/c0d1d49b-e312-4c2f-b0ff-3ac531f98528/905f7221-af0a-46f1-9173-ab9efd56fd6c) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:45:59.335831 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-66ddf339-e40a-4f09-971a-c6c1a08d127f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.358932 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] For port c9a7cb8b-8a0b-4202-9b08-235f9ca4a846, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:45:59.379133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Attempting to bind port fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:45:59.379500 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Attempting to bind port fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '9b355697-93b4-4e84-b3e5-a21fae53b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:45:59.379888 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Attempting to bind port fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 on network f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:45:59.381579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43578) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:59.382051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Pushing event updated for resources: {'Port': ['ID=d0729c0d-5d18-42ce-8ce5-e8a389829695,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:59.392328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Attempting to bind port d0729c0d-5d18-42ce-8ce5-e8a389829695 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:45:59.392698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Attempting to bind port d0729c0d-5d18-42ce-8ce5-e8a389829695 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:45:59.393065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Attempting to bind port d0729c0d-5d18-42ce-8ce5-e8a389829695 on network 5025c9e8-ba64-4eaf-81d3-15d6775318af {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:45:59.395718 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3a153b78-55f3-414f-875a-e54da00c006d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-863377737', 'description': 'tempest-secgroup-smoke-863377737 description', 'project_id': 'a41332bb12404c08914ea958ae35ef74'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:59.395956 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] For port c9a7cb8b-8a0b-4202-9b08-235f9ca4a846, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c9a7cb8b-8a0b-4202-9b08-235f9ca4a846,segment=NetworkSegment(75f6df2c-82e8-4089-9410-ec375a66e8fe),segment_id=75f6df2c-82e8-4089-9410-ec375a66e8fe)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:45:59.397194 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:45:59.397599 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Checking segment: {'id': '9b355697-93b4-4e84-b3e5-a21fae53b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:59.398039 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.398552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Bound using segment: {'id': '9b355697-93b4-4e84-b3e5-a21fae53b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:45:59.399115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Bound port: fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b355697-93b4-4e84-b3e5-a21fae53b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:45:59.399481 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.413038 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3a153b78-55f3-414f-875a-e54da00c006d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:59.419373 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.426404 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.426667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3a153b78-55f3-414f-875a-e54da00c006d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:59.438683 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a153b78-55f3-414f-875a-e54da00c006d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.455495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:45:59.455942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Checking segment: {'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:45:59.456282 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.456670 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Bound using segment: {'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:45:59.457142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Bound port: d0729c0d-5d18-42ce-8ce5-e8a389829695, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:45:59.457509 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.462305 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Transition to ACTIVE for port object 9d538bc8-7f56-4791-80d9-a2983d8eb793 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:59.462726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3a153b78-55f3-414f-875a-e54da00c006d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:59.467086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3a153b78-55f3-414f-875a-e54da00c006d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Usage tracker for resource:security_group_rule and tenant:a41332bb12404c08914ea958ae35ef74 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:59.471227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3a153b78-55f3-414f-875a-e54da00c006d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:59.477363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3a153b78-55f3-414f-875a-e54da00c006d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:59.534613 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.554430 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.592219 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a153b78-55f3-414f-875a-e54da00c006d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.599446 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a153b78-55f3-414f-875a-e54da00c006d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.599598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Transition to ACTIVE for port object 905f7221-af0a-46f1-9173-ab9efd56fd6c will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:45:59.643806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:45:59.644412 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:45:59.684560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:59.690261 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:59.699514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:45:59.700069 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.709837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=9d538bc8-7f56-4791-80d9-a2983d8eb793,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:59.746008 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.749280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a153b78-55f3-414f-875a-e54da00c006d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7855734-7a33-438d-9c4f-968e60d8880e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:59.759843 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3a153b78-55f3-414f-875a-e54da00c006d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.761050 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3a153b78-55f3-414f-875a-e54da00c006d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3783863 Feb 09 14:45:59.774497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43582) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:45:59.781495 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-39fb945d-ec7b-42e2-b001-428d5995e97a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Request body: {'security_group_rule': {'security_group_id': 'b7855734-7a33-438d-9c4f-968e60d8880e', 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:45:59.790435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-39fb945d-ec7b-42e2-b001-428d5995e97a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:45:59.795881 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-39fb945d-ec7b-42e2-b001-428d5995e97a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Usage tracker for resource:security_group_rule and tenant:a41332bb12404c08914ea958ae35ef74 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:45:59.799349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-39fb945d-ec7b-42e2-b001-428d5995e97a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:45:59.802990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network 5025c9e8-ba64-4eaf-81d3-15d6775318af is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:45:59.805657 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717d1a3-db71-47d6-81ce-704353e654d4 None None] Pushing event updated for resources: {'Port': ['ID=c9a7cb8b-8a0b-4202-9b08-235f9ca4a846,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:59.806151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-39fb945d-ec7b-42e2-b001-428d5995e97a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:45:59.809170 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2a301358-1c65-4469-a017-a58defdeb637 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:45:59.814391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:45:59.848615 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-39fb945d-ec7b-42e2-b001-428d5995e97a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.848874 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:45:59.918036 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.943524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=905f7221-af0a-46f1-9173-ab9efd56fd6c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:45:59.959073 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-39fb945d-ec7b-42e2-b001-428d5995e97a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:45:59.960535 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] For port d0729c0d-5d18-42ce-8ce5-e8a389829695, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:45:59.964906 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-39fb945d-ec7b-42e2-b001-428d5995e97a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.004648 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] For port d0729c0d-5d18-42ce-8ce5-e8a389829695, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d0729c0d-5d18-42ce-8ce5-e8a389829695,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:46:00.008727 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb945d-ec7b-42e2-b001-428d5995e97a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e64b1b-3fdb-46d6-b22d-efefd23c9557,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:00.013307 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-39fb945d-ec7b-42e2-b001-428d5995e97a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.015620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:00.020053 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-39fb945d-ec7b-42e2-b001-428d5995e97a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2418759 Feb 09 14:46:00.020290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43586) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:00.028338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-5822080b-38b8-41ea-9f4f-eeaa08892857 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Request body: {'security_group_rule': {'security_group_id': 'b7855734-7a33-438d-9c4f-968e60d8880e', 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:00.036956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5822080b-38b8-41ea-9f4f-eeaa08892857 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:00.042575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5822080b-38b8-41ea-9f4f-eeaa08892857 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Usage tracker for resource:security_group_rule and tenant:a41332bb12404c08914ea958ae35ef74 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:46:00.046901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-5822080b-38b8-41ea-9f4f-eeaa08892857 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:46:00.053593 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-5822080b-38b8-41ea-9f4f-eeaa08892857 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:00.057620 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.074501 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5822080b-38b8-41ea-9f4f-eeaa08892857 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.128775 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.134341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] For port fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:46:00.145865 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5822080b-38b8-41ea-9f4f-eeaa08892857 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.150444 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5822080b-38b8-41ea-9f4f-eeaa08892857 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.176749 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822080b-38b8-41ea-9f4f-eeaa08892857 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b90584-1564-4117-9e90-110c125d1a58,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:00.190176 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5822080b-38b8-41ea-9f4f-eeaa08892857 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.192221 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5822080b-38b8-41ea-9f4f-eeaa08892857 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1707888 Feb 09 14:46:00.194556 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43590) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:00.201110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-dd860d63-acd0-41c3-88b5-b1e1a02c2a73 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Request body: {'security_group_rule': {'security_group_id': 'b7855734-7a33-438d-9c4f-968e60d8880e', 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:00.210077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dd860d63-acd0-41c3-88b5-b1e1a02c2a73 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:00.215149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dd860d63-acd0-41c3-88b5-b1e1a02c2a73 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Usage tracker for resource:security_group_rule and tenant:a41332bb12404c08914ea958ae35ef74 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:46:00.218623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dd860d63-acd0-41c3-88b5-b1e1a02c2a73 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:46:00.227176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dd860d63-acd0-41c3-88b5-b1e1a02c2a73 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:00.238944 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] For port fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3,segment=NetworkSegment(9b355697-93b4-4e84-b3e5-a21fae53b71a),segment_id=9b355697-93b4-4e84-b3e5-a21fae53b71a)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:46:00.248747 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd860d63-acd0-41c3-88b5-b1e1a02c2a73 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.322735 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd860d63-acd0-41c3-88b5-b1e1a02c2a73 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.324793 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.327787 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd860d63-acd0-41c3-88b5-b1e1a02c2a73 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.354695 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.358845 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd860d63-acd0-41c3-88b5-b1e1a02c2a73 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b18b900-c3c1-46d4-bc08-d69722148751,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:00.366674 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd860d63-acd0-41c3-88b5-b1e1a02c2a73 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.371590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43594) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:00.372239 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dd860d63-acd0-41c3-88b5-b1e1a02c2a73 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1755257 Feb 09 14:46:00.383164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-df1368bb-fb70-44b2-9804-59090ec9803a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Request body: {'security_group_rule': {'security_group_id': 'b7855734-7a33-438d-9c4f-968e60d8880e', 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:00.392586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-df1368bb-fb70-44b2-9804-59090ec9803a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:00.432145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 2a301358-1c65-4469-a017-a58defdeb637 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:00.433038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-df1368bb-fb70-44b2-9804-59090ec9803a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Usage tracker for resource:security_group_rule and tenant:a41332bb12404c08914ea958ae35ef74 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:46:00.461211 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12437a-a60a-4fd8-854d-e14b3a4b357e None None] Pushing event updated for resources: {'Port': ['ID=d0729c0d-5d18-42ce-8ce5-e8a389829695,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:00.497859 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.498528 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2a301358-1c65-4469-a017-a58defdeb637 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:00.498882 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.535085 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.641165 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e4500-39b5-402e-83a4-ec8441ea431e None None] Pushing event updated for resources: {'Port': ['ID=fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:00.644915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-df1368bb-fb70-44b2-9804-59090ec9803a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:46:00.709080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-df1368bb-fb70-44b2-9804-59090ec9803a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:00.782931 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.851076 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 2a301358-1c65-4469-a017-a58defdeb637, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2a301358-1c65-4469-a017-a58defdeb637,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:00.859066 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.905898 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-df1368bb-fb70-44b2-9804-59090ec9803a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:00.913030 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:45:52Z', 'revision_number': 3, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:45:59Z', 'revision_number': 4, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:00.936192 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50d362-004c-4ecf-8479-53689bfd0ebb None None] The sync data for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 is: [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:45:52Z', 'revision_number': 3, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:45:59Z', 'revision_number': 4, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:46:00.970640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=2a301358-1c65-4469-a017-a58defdeb637,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:01.141441 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.152290 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.153050 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.287186 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-df1368bb-fb70-44b2-9804-59090ec9803a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.314408 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-df1368bb-fb70-44b2-9804-59090ec9803a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.426418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1368bb-fb70-44b2-9804-59090ec9803a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93a1ba2-59e1-44fc-9757-f94f0a20b616,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:01.443343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=9d538bc8-7f56-4791-80d9-a2983d8eb793,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:01.474647 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-df1368bb-fb70-44b2-9804-59090ec9803a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.475761 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-df1368bb-fb70-44b2-9804-59090ec9803a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1010315 Feb 09 14:46:01.478694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43598) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:01.487871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Request body: {'security_group_rule': {'security_group_id': 'b7855734-7a33-438d-9c4f-968e60d8880e', 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:01.508731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:01.513802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Usage tracker for resource:security_group_rule and tenant:a41332bb12404c08914ea958ae35ef74 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:46:01.518103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:46:01.524855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:01.540383 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Project a41332bb12404c08914ea958ae35ef74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:46:01.552821 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.561356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:46:01.568555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:01.572595 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.680616 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.684350 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.685888 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.720752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72af098f-cb99-4563-8704-246cd3c91b28,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:01.736342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:01.736689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:01.737030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:01.737368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:01.737698 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:01.738037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:01.738363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:01.738687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:01.739327 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:01.739656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:01.740004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:01.740321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:01.744222 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.747820 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ee6a21af-d30e-4ab1-83ac-53e2e9dd17d5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2650204 Feb 09 14:46:01.748695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43602) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:01.755048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-607c5302-8c01-4ab1-89e8-4a1d4a71ab76 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Request body: {'security_group_rule': {'security_group_id': 'b7855734-7a33-438d-9c4f-968e60d8880e', 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:01.762686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-607c5302-8c01-4ab1-89e8-4a1d4a71ab76 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:01.772877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-607c5302-8c01-4ab1-89e8-4a1d4a71ab76 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Usage tracker for resource:security_group_rule and tenant:a41332bb12404c08914ea958ae35ef74 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:46:01.776394 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-607c5302-8c01-4ab1-89e8-4a1d4a71ab76 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:46:01.783456 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-607c5302-8c01-4ab1-89e8-4a1d4a71ab76 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:01.797189 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-607c5302-8c01-4ab1-89e8-4a1d4a71ab76 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Project a41332bb12404c08914ea958ae35ef74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:46:01.806791 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-607c5302-8c01-4ab1-89e8-4a1d4a71ab76 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.857894 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.923386 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-607c5302-8c01-4ab1-89e8-4a1d4a71ab76 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.928270 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-607c5302-8c01-4ab1-89e8-4a1d4a71ab76 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.954665 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.974889 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=905f7221-af0a-46f1-9173-ab9efd56fd6c,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:01.998167 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-607c5302-8c01-4ab1-89e8-4a1d4a71ab76 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:01.999760 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:02.004635 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-607c5302-8c01-4ab1-89e8-4a1d4a71ab76 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2545435 Feb 09 14:46:02.010977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c5302-8c01-4ab1-89e8-4a1d4a71ab76 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ffe80b-fe20-4b70-a9a1-de94800ee326,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:02.105819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:02.113405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router b3771b6a-f037-44b2-8b25-1d5fbe32b34b has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:46:02.115968 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33075b05-f368-4aa1-b1ec-7dae0f4e0109 None None] Network 5025c9e8-ba64-4eaf-81d3-15d6775318af requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:46:02.132921 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:02.275046 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2a5c1abe-6aa0-4022-9639-8e0b46b47e6a None None] Provisioning for port d0729c0d-5d18-42ce-8ce5-e8a389829695 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:02.314822 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:02.331005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:02.331617 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:02.350293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network 5025c9e8-ba64-4eaf-81d3-15d6775318af is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:46:02.354648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:02.357158 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:46:02.364620 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-52327ab5-8932-4514-ba6f-ebe08fca8c2d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/b3771b6a-f037-44b2-8b25-1d5fbe32b34b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0071254 Feb 09 14:46:02.367362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43644) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:02.380382 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Sync routers for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:46:02.389492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-56231015-3049-4f4f-a475-01ed8650fd73 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1958159868'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:02.401600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-56231015-3049-4f4f-a475-01ed8650fd73 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:02.403123 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:02.404036 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:02.413742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-56231015-3049-4f4f-a475-01ed8650fd73 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:network and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:46:02.423546 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-56231015-3049-4f4f-a475-01ed8650fd73 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:46:02.442379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-56231015-3049-4f4f-a475-01ed8650fd73 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:02.464973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56231015-3049-4f4f-a475-01ed8650fd73 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:46:02.471980 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-56231015-3049-4f4f-a475-01ed8650fd73 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:02.545876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56231015-3049-4f4f-a475-01ed8650fd73 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:46:02.570189 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-56231015-3049-4f4f-a475-01ed8650fd73 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:02.573518 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-56231015-3049-4f4f-a475-01ed8650fd73 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Added segment 07b5c8f4-972a-434d-952c-e27310ed0be8 of type vlan for network 9fdada0c-0182-40bb-902b-3440be3989f0 Feb 09 14:46:02.642311 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-56231015-3049-4f4f-a475-01ed8650fd73 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:02.669059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2748cf6e-7d49-464a-825b-b6929d9ba820 None None] Network f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:46:02.712817 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-56231015-3049-4f4f-a475-01ed8650fd73 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:02.740133 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56231015-3049-4f4f-a475-01ed8650fd73 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:02.741065 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-56231015-3049-4f4f-a475-01ed8650fd73 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:02.776244 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:02.815746 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:02.881788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router 05fa419c-235b-451e-8bb9-9d1afe2f5544 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:46:02.882494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5111cef3-3331-4c70-93d4-808459f9b20d None None] Provisioning for port fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:02.949524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port c9a7cb8b-8a0b-4202-9b08-235f9ca4a846, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c9a7cb8b-8a0b-4202-9b08-235f9ca4a846,segment=NetworkSegment(75f6df2c-82e8-4089-9410-ec375a66e8fe),segment_id=75f6df2c-82e8-4089-9410-ec375a66e8fe)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:02.964693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56231015-3049-4f4f-a475-01ed8650fd73 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Network': ['ID=9fdada0c-0182-40bb-902b-3440be3989f0,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:03.004041 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-56231015-3049-4f4f-a475-01ed8650fd73 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6347156 Feb 09 14:46:03.007777 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43652) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:03.013713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-43df929c-88f4-4857-88c3-5aa9bc7ee38d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'subnet': {'network_id': '9fdada0c-0182-40bb-902b-3440be3989f0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:03.067319 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:03.068426 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2a301358-1c65-4469-a017-a58defdeb637 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:03.098265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 9fdada0c-0182-40bb-902b-3440be3989f0 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:46:03.114770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:46:03.130500 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e9aa5bb6-3651-4df5-82f9-c136ecd8df90 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "PUT /v2.0/routers/05fa419c-235b-451e-8bb9-9d1afe2f5544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8570483 Feb 09 14:46:03.379665 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:45:59Z', 'revision_number': 4, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d538bc8-7f56-4791-80d9-a2983d8eb793', 'name': '', 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:b9:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 2, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:45:59Z', 'revision_number': 4, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:03.383399 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-43df929c-88f4-4857-88c3-5aa9bc7ee38d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:03.386180 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Checking router: b3771b6a-f037-44b2-8b25-1d5fbe32b34b for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:46:03.386880 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Updating router b3771b6a-f037-44b2-8b25-1d5fbe32b34b port 9d538bc8-7f56-4791-80d9-a2983d8eb793 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:46:03.387849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-43df929c-88f4-4857-88c3-5aa9bc7ee38d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:subnet and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:46:03.390926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-43df929c-88f4-4857-88c3-5aa9bc7ee38d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:46:03.397188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-43df929c-88f4-4857-88c3-5aa9bc7ee38d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:03.401124 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5111cef3-3331-4c70-93d4-808459f9b20d None None] Provisioning complete for port fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:03.401628 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5111cef3-3331-4c70-93d4-808459f9b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:03.410321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43df929c-88f4-4857-88c3-5aa9bc7ee38d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Made reservation on behalf of 7d371b695d254715bafb138b50290cb7 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:46:03.414800 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43df929c-88f4-4857-88c3-5aa9bc7ee38d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:03.461498 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Sync routers for ids ['05fa419c-235b-451e-8bb9-9d1afe2f5544'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:46:03.498409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=c9a7cb8b-8a0b-4202-9b08-235f9ca4a846,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:03.519881 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:03.521949 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Routers {'05fa419c-235b-451e-8bb9-9d1afe2f5544'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:03.522653 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['05fa419c-235b-451e-8bb9-9d1afe2f5544'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:03.658589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-07c79cd4-fbdc-40b8-b580-6a5109a32ce9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:46:03.721887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-07c79cd4-fbdc-40b8-b580-6a5109a32ce9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:46:03.724027 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-07c79cd4-fbdc-40b8-b580-6a5109a32ce9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229588860&fields=id&tenant_id=c945c8634f3e49fe9afbbbf3c60331a8 HTTP/1.1" status: 200 len: 267 time: 0.1970029 Feb 09 14:46:03.832110 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2a301358-1c65-4469-a017-a58defdeb637 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:03.832334 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:03.959901 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43df929c-88f4-4857-88c3-5aa9bc7ee38d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:04.203840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df929c-88f4-4857-88c3-5aa9bc7ee38d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Checking segment: {'id': '07b5c8f4-972a-434d-952c-e27310ed0be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9fdada0c-0182-40bb-902b-3440be3989f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:46:04.204437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df929c-88f4-4857-88c3-5aa9bc7ee38d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network hostable DHCP agents. Network: 9fdada0c-0182-40bb-902b-3440be3989f0, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:46:04.223225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-9dbca14e-1919-436f-a07f-bbeabdc2368e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:04.236247 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-9dbca14e-1919-436f-a07f-bbeabdc2368e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/networks?id=5025c9e8-ba64-4eaf-81d3-15d6775318af HTTP/1.1" status: 200 len: 796 time: 0.5028229 Feb 09 14:46:04.238273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df929c-88f4-4857-88c3-5aa9bc7ee38d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Subnet': ['ID=8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:04.265001 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-f5d15b19-a8eb-435c-9e0e-5851c9ed4066 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/quotas/c945c8634f3e49fe9afbbbf3c60331a8 HTTP/1.1" status: 200 len: 375 time: 0.0259862 Feb 09 14:46:04.284001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df929c-88f4-4857-88c3-5aa9bc7ee38d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network 9fdada0c-0182-40bb-902b-3440be3989f0 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:46:04.307425 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5111cef3-3331-4c70-93d4-808459f9b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:04.309178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-43df929c-88f4-4857-88c3-5aa9bc7ee38d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 9fdada0c-0182-40bb-902b-3440be3989f0) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:04.323144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43df929c-88f4-4857-88c3-5aa9bc7ee38d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:04.323838 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-43df929c-88f4-4857-88c3-5aa9bc7ee38d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:04.384185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f3be3d-e832-4220-b52a-7328b1546460 None None] Network 9fdada0c-0182-40bb-902b-3440be3989f0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:46:04.388888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-b2de4c74-a06f-46ac-8508-c9815ebae10e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:46:04.399622 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-43df929c-88f4-4857-88c3-5aa9bc7ee38d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3893788 Feb 09 14:46:04.401296 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43700) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:04.412955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-b2de4c74-a06f-46ac-8508-c9815ebae10e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:46:04.433670 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-b2de4c74-a06f-46ac-8508-c9815ebae10e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1663170 Feb 09 14:46:04.534511 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:04.563836 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Transition to ACTIVE for port object 9d538bc8-7f56-4791-80d9-a2983d8eb793 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:46:04.581233 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:04.736526 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-54125868-e6ce-44c3-a569-7f71074d20e0 service neutron] 10.222.0.48 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988777 Feb 09 14:46:05.134047 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-96d3244c-a13b-44ca-bd88-29e69298fc77 service neutron] 10.222.0.48 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940661 Feb 09 14:46:05.158788 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ae2a9-0755-4ded-97f3-4d52ecfe3443 None None] Pushing event updated for resources: {'Port': ['ID=9d538bc8-7f56-4791-80d9-a2983d8eb793,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:05.211502 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Attempting to bind port 9d538bc8-7f56-4791-80d9-a2983d8eb793 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:46:05.212269 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Attempting to bind port 9d538bc8-7f56-4791-80d9-a2983d8eb793 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '9b355697-93b4-4e84-b3e5-a21fae53b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:46:05.213072 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Attempting to bind port 9d538bc8-7f56-4791-80d9-a2983d8eb793 on network f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:46:05.235479 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:46:05.236056 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Checking segment: {'id': '9b355697-93b4-4e84-b3e5-a21fae53b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:46:05.236939 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:05.238627 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Bound using segment: {'id': '9b355697-93b4-4e84-b3e5-a21fae53b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:46:05.238627 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Bound port: 9d538bc8-7f56-4791-80d9-a2983d8eb793, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b355697-93b4-4e84-b3e5-a21fae53b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:46:05.238924 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:05.260919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5111cef3-3331-4c70-93d4-808459f9b20d None None] For port fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3,segment=NetworkSegment(9b355697-93b4-4e84-b3e5-a21fae53b71a),segment_id=9b355697-93b4-4e84-b3e5-a21fae53b71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:05.368678 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Set router 05fa419c-235b-451e-8bb9-9d1afe2f5544 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:05.469243 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] For port 9d538bc8-7f56-4791-80d9-a2983d8eb793, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:46:05.475587 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] For port 9d538bc8-7f56-4791-80d9-a2983d8eb793, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9d538bc8-7f56-4791-80d9-a2983d8eb793,segment=NetworkSegment(9b355697-93b4-4e84-b3e5-a21fae53b71a),segment_id=9b355697-93b4-4e84-b3e5-a21fae53b71a)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:46:05.482995 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:05.530390 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f6eeff9f-02d3-42a1-9608-9e3d28b01d96 req-e5162028-4cbc-4b1d-8b39-acbb6e1413d3 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:46:05.551879 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:05.564256 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5111cef3-3331-4c70-93d4-808459f9b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:05.579111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f6eeff9f-02d3-42a1-9608-9e3d28b01d96 req-e5162028-4cbc-4b1d-8b39-acbb6e1413d3 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:46:05.580623 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f6eeff9f-02d3-42a1-9608-9e3d28b01d96 req-e5162028-4cbc-4b1d-8b39-acbb6e1413d3 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 210 time: 0.1237674 Feb 09 14:46:05.637197 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:05.637950 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:05.777203 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d0729c0d-5d18-42ce-8ce5-e8a389829695 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:05.780021 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ae2a9-0755-4ded-97f3-4d52ecfe3443 None None] Pushing event updated for resources: {'Port': ['ID=9d538bc8-7f56-4791-80d9-a2983d8eb793,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:05.971792 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:06.269655 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111cef3-3331-4c70-93d4-808459f9b20d None None] Pushing event updated for resources: {'Port': ['ID=fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:06.287615 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-9fdada0c-0182-40bb-902b-3440be3989f0', 'network_id': '9fdada0c-0182-40bb-902b-3440be3989f0', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'fixed_ips': [{'subnet_id': '8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:46:06.288584 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:06.341003 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Allocated IP 2001:db8:3::1 (9fdada0c-0182-40bb-902b-3440be3989f0/8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc/579933f9-9032-47e3-bf93-565cc24ff35d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:46:06.370160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6c7814d9-a98d-4327-b789-bd4ded6d3f34 None None] Provisioning for port 9d538bc8-7f56-4791-80d9-a2983d8eb793 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:06.589774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:45:59Z', 'revision_number': 4, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d538bc8-7f56-4791-80d9-a2983d8eb793', 'name': '', 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:b9:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:05Z', 'revision_number': 4, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:02Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:06.598284 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e24907-eab8-4c95-a3f4-7acff945840b None None] The sync data for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 is: [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:45:59Z', 'revision_number': 4, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d538bc8-7f56-4791-80d9-a2983d8eb793', 'name': '', 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:b9:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:05Z', 'revision_number': 4, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:02Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:46:06.926133 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d32b9b9-d65b-4068-8e0b-89bb1d158b03 req-95567b11-12b5-48a9-90e9-bf7da1eefe9e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 210 time: 0.0610282 Feb 09 14:46:07.054998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port d0729c0d-5d18-42ce-8ce5-e8a389829695 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:07.092303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6c7814d9-a98d-4327-b789-bd4ded6d3f34 None None] Provisioning complete for port fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:07.092922 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6c7814d9-a98d-4327-b789-bd4ded6d3f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:07.117872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d0729c0d-5d18-42ce-8ce5-e8a389829695 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:07.118413 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:07.122956 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:07.150765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Transition to ACTIVE for port object 579933f9-9032-47e3-bf93-565cc24ff35d will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:46:07.191956 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:07.282057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=579933f9-9032-47e3-bf93-565cc24ff35d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:07.300148 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network 9fdada0c-0182-40bb-902b-3440be3989f0 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:46:07.304183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:07.318875 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:46:07.320039 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:07.342389 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Allocated IP 2001:db8:3::2 (9fdada0c-0182-40bb-902b-3440be3989f0/8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc/59f184a0-0c9f-4516-b1b2-cf657fdbf30f) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:46:07.557930 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56531473', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '2a301358-1c65-4469-a017-a58defdeb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:48Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '2a301358-1c65-4469-a017-a58defdeb637', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '905f7221-af0a-46f1-9173-ab9efd56fd6c', 'name': '', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:21:75:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:01Z', 'revision_number': 2, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:07.570985 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:07.586452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Checking router: 05fa419c-235b-451e-8bb9-9d1afe2f5544 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:46:07.586814 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Updating router 05fa419c-235b-451e-8bb9-9d1afe2f5544 port 905f7221-af0a-46f1-9173-ab9efd56fd6c binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:46:07.638724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-0dc337a6-a390-4fd4-9f7f-96927d9a4ea0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:07.639503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-0dc337a6-a390-4fd4-9f7f-96927d9a4ea0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:46:07.642961 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:07.738929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-0dc337a6-a390-4fd4-9f7f-96927d9a4ea0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:46:07.740110 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-0dc337a6-a390-4fd4-9f7f-96927d9a4ea0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.21 "GET /v2.0/networks?id=5025c9e8-ba64-4eaf-81d3-15d6775318af HTTP/1.1" status: 200 len: 796 time: 0.3474073 Feb 09 14:46:07.760970 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6c7814d9-a98d-4327-b789-bd4ded6d3f34 None None] Provisioning for port 905f7221-af0a-46f1-9173-ab9efd56fd6c completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:07.777391 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6c7814d9-a98d-4327-b789-bd4ded6d3f34 None None] Provisioning complete for port 905f7221-af0a-46f1-9173-ab9efd56fd6c triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:07.777770 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6c7814d9-a98d-4327-b789-bd4ded6d3f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:07.812959 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:07.826447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port d0729c0d-5d18-42ce-8ce5-e8a389829695, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d0729c0d-5d18-42ce-8ce5-e8a389829695,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:07.846353 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:07.919241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-7992d65d-4c51-4170-bb13-c633d9edcfb7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:46:08.152056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:08.185573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-7992d65d-4c51-4170-bb13-c633d9edcfb7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:46:08.186414 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-7992d65d-4c51-4170-bb13-c633d9edcfb7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c945c8634f3e49fe9afbbbf3c60331a8 HTTP/1.1" status: 200 len: 380 time: 0.4350662 Feb 09 14:46:08.191185 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-77337467-639f-4815-a241-981aca42a788 req-470416b5-b304-453f-9897-92f7196ef624 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 210 time: 0.1086674 Feb 09 14:46:08.199579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-a8960814-117e-456c-b2b5-cebaf2cab477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'port': {'device_id': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'admin_state_up': True, 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'security_groups': ['ff8a9060-5473-4817-a968-f155181d6584']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:08.271659 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6c7814d9-a98d-4327-b789-bd4ded6d3f34 None None] Port 905f7221-af0a-46f1-9173-ab9efd56fd6c cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:46:08.333053 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=d0729c0d-5d18-42ce-8ce5-e8a389829695,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:08.383904 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:08.415395 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Transition to ACTIVE for port object 59f184a0-0c9f-4516-b1b2-cf657fdbf30f will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:46:08.461317 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Transition to ACTIVE for port object 59f184a0-0c9f-4516-b1b2-cf657fdbf30f will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:46:08.464932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-a8960814-117e-456c-b2b5-cebaf2cab477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:08.478343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-a8960814-117e-456c-b2b5-cebaf2cab477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:08.489510 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:08.489934 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:08.502935 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:08.505813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-a8960814-117e-456c-b2b5-cebaf2cab477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Made reservation on behalf of c945c8634f3e49fe9afbbbf3c60331a8 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:46:08.510763 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-a8960814-117e-456c-b2b5-cebaf2cab477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:08.524775 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:08.529541 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:08.532379 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:08.642584 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Network 9fdada0c-0182-40bb-902b-3440be3989f0 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:46:08.649313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:08.650595 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:46:08.666983 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Pushing event updated for resources: {'Port': ['ID=59f184a0-0c9f-4516-b1b2-cf657fdbf30f,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:08.760170 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event updated for resources: {'Port': ['ID=579933f9-9032-47e3-bf93-565cc24ff35d,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:08.857945 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Network 9fdada0c-0182-40bb-902b-3440be3989f0 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:46:08.859604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:08.948653 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Attempting to bind port 59f184a0-0c9f-4516-b1b2-cf657fdbf30f on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:46:08.949033 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Attempting to bind port 59f184a0-0c9f-4516-b1b2-cf657fdbf30f by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '07b5c8f4-972a-434d-952c-e27310ed0be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9fdada0c-0182-40bb-902b-3440be3989f0'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:46:08.949377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Attempting to bind port 59f184a0-0c9f-4516-b1b2-cf657fdbf30f on network 9fdada0c-0182-40bb-902b-3440be3989f0 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:46:08.958702 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:08.966507 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:46:08.966507 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Checking segment: {'id': '07b5c8f4-972a-434d-952c-e27310ed0be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9fdada0c-0182-40bb-902b-3440be3989f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:46:08.967329 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:08.967329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Bound using segment: {'id': '07b5c8f4-972a-434d-952c-e27310ed0be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9fdada0c-0182-40bb-902b-3440be3989f0'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:46:08.968085 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Bound port: 59f184a0-0c9f-4516-b1b2-cf657fdbf30f, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b5c8f4-972a-434d-952c-e27310ed0be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9fdada0c-0182-40bb-902b-3440be3989f0'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:46:08.968463 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:08.984838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:09.022637 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Transition to ACTIVE for port object 905f7221-af0a-46f1-9173-ab9efd56fd6c will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:46:09.080401 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:09.237428 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:09.245881 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router b3771b6a-f037-44b2-8b25-1d5fbe32b34b has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:46:09.268282 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c2ead-8033-4d76-bcd9-1eeef337e847 None None] Pushing event updated for resources: {'Port': ['ID=905f7221-af0a-46f1-9173-ab9efd56fd6c,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:09.400990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-a8960814-117e-456c-b2b5-cebaf2cab477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Allocated IP 172.20.0.4 (5025c9e8-ba64-4eaf-81d3-15d6775318af/c0d1d49b-e312-4c2f-b0ff-3ac531f98528/d3130246-e69b-4459-8813-d4d112c2747a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:46:09.421570 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-79ec7361-db32-4937-970a-93aa998fabdf req-c6c450eb-06b5-49c0-96e7-45a81d3855be tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 210 time: 0.0645413 Feb 09 14:46:09.436484 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:09.436865 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:09.455140 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:46:09.468656 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Sync routers for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:46:09.482779 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:09.489102 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:09.497668 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] For port 59f184a0-0c9f-4516-b1b2-cf657fdbf30f, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:46:09.501738 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fc0d0fc6-82a7-4c24-bd31-7925c8b10d72 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/b3771b6a-f037-44b2-8b25-1d5fbe32b34b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0986302 Feb 09 14:46:09.504453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43728) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:09.510128 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-12c0ebc2-462b-476c-a2eb-29a97be9770e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:09.567050 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Attempting to bind port 905f7221-af0a-46f1-9173-ab9efd56fd6c on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:46:09.567337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Attempting to bind port 905f7221-af0a-46f1-9173-ab9efd56fd6c by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:46:09.567692 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Attempting to bind port 905f7221-af0a-46f1-9173-ab9efd56fd6c on network 5025c9e8-ba64-4eaf-81d3-15d6775318af {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:46:09.582321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:46:09.582700 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Checking segment: {'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:46:09.583110 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:09.583507 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Bound using segment: {'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:46:09.584028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Bound port: 905f7221-af0a-46f1-9173-ab9efd56fd6c, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:46:09.584472 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:09.695143 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] For port 59f184a0-0c9f-4516-b1b2-cf657fdbf30f, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=59f184a0-0c9f-4516-b1b2-cf657fdbf30f,segment=NetworkSegment(07b5c8f4-972a-434d-952c-e27310ed0be8),segment_id=07b5c8f4-972a-434d-952c-e27310ed0be8)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:46:09.778288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9d538bc8-7f56-4791-80d9-a2983d8eb793 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:09.779408 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:09.860598 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:09.866467 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-a8960814-117e-456c-b2b5-cebaf2cab477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:09.885706 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-a8960814-117e-456c-b2b5-cebaf2cab477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Transition to ACTIVE for port object d3130246-e69b-4459-8813-d4d112c2747a will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:46:09.921156 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-a8960814-117e-456c-b2b5-cebaf2cab477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:09.986208 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] For port 905f7221-af0a-46f1-9173-ab9efd56fd6c, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:46:10.012046 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39954f-a5cf-4fe8-b063-0f27946afa87 None None] Pushing event updated for resources: {'Port': ['ID=59f184a0-0c9f-4516-b1b2-cf657fdbf30f,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:10.021912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 9d538bc8-7f56-4791-80d9-a2983d8eb793 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:10.035309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] For port 905f7221-af0a-46f1-9173-ab9efd56fd6c, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=905f7221-af0a-46f1-9173-ab9efd56fd6c,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:46:10.038366 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 9d538bc8-7f56-4791-80d9-a2983d8eb793 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:10.038929 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:10.128551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-a8960814-117e-456c-b2b5-cebaf2cab477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network 5025c9e8-ba64-4eaf-81d3-15d6775318af is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:46:10.132522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-a8960814-117e-456c-b2b5-cebaf2cab477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:10.138968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-a8960814-117e-456c-b2b5-cebaf2cab477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:46:10.206403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8960814-117e-456c-b2b5-cebaf2cab477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=d3130246-e69b-4459-8813-d4d112c2747a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:10.208455 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:10.303445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-a8960814-117e-456c-b2b5-cebaf2cab477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:10.304294 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-a8960814-117e-456c-b2b5-cebaf2cab477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:10.345699 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-a8960814-117e-456c-b2b5-cebaf2cab477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1509500 Feb 09 14:46:10.349388 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Routers {'05fa419c-235b-451e-8bb9-9d1afe2f5544'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:10.350065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['05fa419c-235b-451e-8bb9-9d1afe2f5544'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:10.366986 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Request body: {'port': {'device_id': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:10.463429 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:07Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '579933f9-9032-47e3-bf93-565cc24ff35d', 'name': '', 'network_id': '9fdada0c-0182-40bb-902b-3440be3989f0', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:05:34:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:46:05Z', 'updated_at': '2022-02-09T14:46:08Z', 'revision_number': 2, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d538bc8-7f56-4791-80d9-a2983d8eb793', 'name': '', 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:b9:26:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:05Z', 'revision_number': 4, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:02Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:10.477635 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Checking router: b3771b6a-f037-44b2-8b25-1d5fbe32b34b for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:46:10.478288 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Updating router b3771b6a-f037-44b2-8b25-1d5fbe32b34b port 579933f9-9032-47e3-bf93-565cc24ff35d binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:46:10.624875 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:10.717631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c2ead-8033-4d76-bcd9-1eeef337e847 None None] Pushing event updated for resources: {'Port': ['ID=905f7221-af0a-46f1-9173-ab9efd56fd6c,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:10.820425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.extraroute_db [None req-12c0ebc2-462b-476c-a2eb-29a97be9770e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 14:46:10.838896 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:10.877048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.extraroute_db [None req-12c0ebc2-462b-476c-a2eb-29a97be9770e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Removed routes are [] {{(pid=87597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 14:46:10.877760 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12c0ebc2-462b-476c-a2eb-29a97be9770e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:10.911919 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:10.969379 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:10.975538 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-08e17357-a5a6-4f52-968d-63182d2ad425 None None] Provisioning for port d3130246-e69b-4459-8813-d4d112c2747a completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:10.994338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308d6ed-b0cb-492d-8323-d77c4c5289b8 req-1ec3fb3b-8898-4f04-972a-ed704da5dfe7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:10.995095 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f308d6ed-b0cb-492d-8323-d77c4c5289b8 req-1ec3fb3b-8898-4f04-972a-ed704da5dfe7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:46:11.006063 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-08e17357-a5a6-4f52-968d-63182d2ad425 None None] Provisioning complete for port d3130246-e69b-4459-8813-d4d112c2747a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:11.006688 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-08e17357-a5a6-4f52-968d-63182d2ad425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:11.072999 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 9d538bc8-7f56-4791-80d9-a2983d8eb793, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9d538bc8-7f56-4791-80d9-a2983d8eb793,segment=NetworkSegment(9b355697-93b4-4e84-b3e5-a21fae53b71a),segment_id=9b355697-93b4-4e84-b3e5-a21fae53b71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:11.083696 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] Set router 05fa419c-235b-451e-8bb9-9d1afe2f5544 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:11.092186 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-f308d6ed-b0cb-492d-8323-d77c4c5289b8 req-1ec3fb3b-8898-4f04-972a-ed704da5dfe7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:46:11.094005 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f308d6ed-b0cb-492d-8323-d77c4c5289b8 req-1ec3fb3b-8898-4f04-972a-ed704da5dfe7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 931 time: 0.4549732 Feb 09 14:46:11.146803 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:11.164381 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f308d6ed-b0cb-492d-8323-d77c4c5289b8 req-f174f795-d089-48de-babc-0e989371156d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623913 Feb 09 14:46:11.440905 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:11.487518 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Transition to ACTIVE for port object 579933f9-9032-47e3-bf93-565cc24ff35d will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:46:11.497244 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:11.550502 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12c0ebc2-462b-476c-a2eb-29a97be9770e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:11.555876 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12c0ebc2-462b-476c-a2eb-29a97be9770e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:11.567300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 59f184a0-0c9f-4516-b1b2-cf657fdbf30f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:11.684836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3130246-e69b-4459-8813-d4d112c2747a {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:46:11.709836 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:11.741608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Transition to ACTIVE for port object d3130246-e69b-4459-8813-d4d112c2747a will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:46:11.747450 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:11.817307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-08e17357-a5a6-4f52-968d-63182d2ad425 None None] Port d3130246-e69b-4459-8813-d4d112c2747a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:46:11.847998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Pushing event updated for resources: {'Port': ['ID=d3130246-e69b-4459-8813-d4d112c2747a,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:11.894275 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60ec09-48df-43ad-9a73-19db380859b8 None None] Pushing event updated for resources: {'Port': ['ID=579933f9-9032-47e3-bf93-565cc24ff35d,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:11.910286 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c0ebc2-462b-476c-a2eb-29a97be9770e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router b3771b6a-f037-44b2-8b25-1d5fbe32b34b has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:46:11.969918 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=9d538bc8-7f56-4791-80d9-a2983d8eb793,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:11.983672 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817b726b-08ec-4676-a5a5-6e1a8962e936 None None] Network 9fdada0c-0182-40bb-902b-3440be3989f0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:46:12.001309 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Attempting to bind port 579933f9-9032-47e3-bf93-565cc24ff35d on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:46:12.001678 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Attempting to bind port 579933f9-9032-47e3-bf93-565cc24ff35d by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '07b5c8f4-972a-434d-952c-e27310ed0be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9fdada0c-0182-40bb-902b-3440be3989f0'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:46:12.002034 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Attempting to bind port 579933f9-9032-47e3-bf93-565cc24ff35d on network 9fdada0c-0182-40bb-902b-3440be3989f0 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:46:12.014132 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:46:12.014505 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Checking segment: {'id': '07b5c8f4-972a-434d-952c-e27310ed0be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9fdada0c-0182-40bb-902b-3440be3989f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:46:12.014912 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:12.015311 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Bound using segment: {'id': '07b5c8f4-972a-434d-952c-e27310ed0be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9fdada0c-0182-40bb-902b-3440be3989f0'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:46:12.016358 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Bound port: 579933f9-9032-47e3-bf93-565cc24ff35d, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b5c8f4-972a-434d-952c-e27310ed0be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9fdada0c-0182-40bb-902b-3440be3989f0'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:46:12.016730 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:12.160094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c0ebc2-462b-476c-a2eb-29a97be9770e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:46:12.174249 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-12c0ebc2-462b-476c-a2eb-29a97be9770e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:12.178170 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-12c0ebc2-462b-476c-a2eb-29a97be9770e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/b3771b6a-f037-44b2-8b25-1d5fbe32b34b HTTP/1.1" status: 200 len: 954 time: 2.6723459 Feb 09 14:46:12.182571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43738) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:12.211926 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] For port 579933f9-9032-47e3-bf93-565cc24ff35d, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:46:12.215755 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] For port 579933f9-9032-47e3-bf93-565cc24ff35d, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=579933f9-9032-47e3-bf93-565cc24ff35d,segment=NetworkSegment(07b5c8f4-972a-434d-952c-e27310ed0be8),segment_id=07b5c8f4-972a-434d-952c-e27310ed0be8)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:46:12.221936 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:12.324633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 59f184a0-0c9f-4516-b1b2-cf657fdbf30f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:12.339469 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Attempting to bind port d3130246-e69b-4459-8813-d4d112c2747a on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:46:12.339814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Attempting to bind port d3130246-e69b-4459-8813-d4d112c2747a by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:46:12.340153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Attempting to bind port d3130246-e69b-4459-8813-d4d112c2747a on network 5025c9e8-ba64-4eaf-81d3-15d6775318af {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:46:12.358870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Port d3130246-e69b-4459-8813-d4d112c2747a on network 5025c9e8-ba64-4eaf-81d3-15d6775318af not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:46:12.359774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Attempting to bind port d3130246-e69b-4459-8813-d4d112c2747a on network 5025c9e8-ba64-4eaf-81d3-15d6775318af {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:46:12.370417 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d0729c0d-5d18-42ce-8ce5-e8a389829695 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:12.382375 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:46:12.382733 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Checking segment: {'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:46:12.383138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Bound using segment: {'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:46:12.384768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Bound port: d3130246-e69b-4459-8813-d4d112c2747a, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:46:12.387275 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:12.413046 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60ec09-48df-43ad-9a73-19db380859b8 None None] Pushing event updated for resources: {'Port': ['ID=579933f9-9032-47e3-bf93-565cc24ff35d,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:12.466099 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:12.468437 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:12.505687 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f377d5a9-acc4-45c8-b409-893842e45484 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/routers/b3771b6a-f037-44b2-8b25-1d5fbe32b34b HTTP/1.1" status: 200 len: 954 time: 0.3218503 Feb 09 14:46:12.512106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43744) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:12.523294 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9d1d9bee-a8bb-4307-9225-a07b5b26d0ab tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'router': {'routes': None}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:12.555293 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d0729c0d-5d18-42ce-8ce5-e8a389829695 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:12.555669 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:12.597775 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0fa42-77e1-4366-8c09-3cddd8d27580 req-173e9264-d5b6-4fcf-a98d-b0a9151efeb0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:12.599962 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2a0fa42-77e1-4366-8c09-3cddd8d27580 req-173e9264-d5b6-4fcf-a98d-b0a9151efeb0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 943 time: 0.2038085 Feb 09 14:46:12.636718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5edd85b0-b59f-4c74-ae9f-34fd6582809c None None] Provisioning for port 59f184a0-0c9f-4516-b1b2-cf657fdbf30f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:12.659915 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2a0fa42-77e1-4366-8c09-3cddd8d27580 req-5ee2a471-614a-4e45-99fb-cf281b7d602b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463860 Feb 09 14:46:12.662281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5edd85b0-b59f-4c74-ae9f-34fd6582809c None None] Provisioning complete for port 59f184a0-0c9f-4516-b1b2-cf657fdbf30f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:12.662683 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5edd85b0-b59f-4c74-ae9f-34fd6582809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:12.735429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56531473', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '2a301358-1c65-4469-a017-a58defdeb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:48Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '2a301358-1c65-4469-a017-a58defdeb637', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '905f7221-af0a-46f1-9173-ab9efd56fd6c', 'name': '', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:21:75:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:09Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:12.775409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e83d3-9b14-463a-b413-466e5b94d2f4 None None] The sync data for ids ['05fa419c-235b-451e-8bb9-9d1afe2f5544'] in n-d-828418-2 is: [{'id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56531473', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '2a301358-1c65-4469-a017-a58defdeb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:48Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '2a301358-1c65-4469-a017-a58defdeb637', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '905f7221-af0a-46f1-9173-ab9efd56fd6c', 'name': '', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:21:75:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:09Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:46:12.835109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:46:12.844334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d3130246-e69b-4459-8813-d4d112c2747a,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:46:12.845989 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:12.853676 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:13.008504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:13.009127 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:13.010530 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] 10.222.0.21 "PUT /v2.0/ports/d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 1091 time: 2.6578312 Feb 09 14:46:13.010975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:46:13.166471 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a', 'status': 'completed', 'code': 200} Feb 09 14:46:13.201664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75277fb6-197a-4d79-bd6c-bae93cfd8963 service neutron] Pushing event updated for resources: {'Port': ['ID=d3130246-e69b-4459-8813-d4d112c2747a,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:13.237498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-59940b2e-0487-4726-92e6-2346855fb8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:13.246825 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-59940b2e-0487-4726-92e6-2346855fb8b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1094 time: 0.1847911 Feb 09 14:46:13.277315 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5edd85b0-b59f-4c74-ae9f-34fd6582809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:13.414433 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5edd85b0-b59f-4c74-ae9f-34fd6582809c None None] For port 59f184a0-0c9f-4516-b1b2-cf657fdbf30f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=59f184a0-0c9f-4516-b1b2-cf657fdbf30f,segment=NetworkSegment(07b5c8f4-972a-434d-952c-e27310ed0be8),segment_id=07b5c8f4-972a-434d-952c-e27310ed0be8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:13.420462 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5edd85b0-b59f-4c74-ae9f-34fd6582809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:13.420621 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-ba06ca53-751a-4a28-8d80-1ff2abd1f81b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 217 time: 0.1680162 Feb 09 14:46:13.585609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-9206203f-3353-42c1-84d3-d162ee7ffd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:13.588105 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-9206203f-3353-42c1-84d3-d162ee7ffd4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0d1d49b-e312-4c2f-b0ff-3ac531f98528 HTTP/1.1" status: 200 len: 835 time: 0.1632841 Feb 09 14:46:13.708006 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd85b0-b59f-4c74-ae9f-34fd6582809c None None] Pushing event updated for resources: {'Port': ['ID=59f184a0-0c9f-4516-b1b2-cf657fdbf30f,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:13.741436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 905f7221-af0a-46f1-9173-ab9efd56fd6c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:13.808797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-2d95d46a-9d5b-470e-bf13-45842a93f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:13.810299 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-2d95d46a-9d5b-470e-bf13-45842a93f6f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5025c9e8-ba64-4eaf-81d3-15d6775318af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2137077 Feb 09 14:46:13.894162 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-520ab293-c462-44d6-aeb0-da57735187f8 None None] Provisioning complete for port 59f184a0-0c9f-4516-b1b2-cf657fdbf30f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:13.894537 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-520ab293-c462-44d6-aeb0-da57735187f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:13.897348 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:10Z', 'revision_number': 6, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '579933f9-9032-47e3-bf93-565cc24ff35d', 'name': '', 'network_id': '9fdada0c-0182-40bb-902b-3440be3989f0', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:05:34:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:46:05Z', 'updated_at': '2022-02-09T14:46:12Z', 'revision_number': 4, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d538bc8-7f56-4791-80d9-a2983d8eb793', 'name': '', 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:b9:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:10Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:02Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:13.914196 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ded7dc4-a0f7-4505-89d4-ed6e598f392a None None] The sync data for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 is: [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:10Z', 'revision_number': 6, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '579933f9-9032-47e3-bf93-565cc24ff35d', 'name': '', 'network_id': '9fdada0c-0182-40bb-902b-3440be3989f0', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:05:34:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:46:05Z', 'updated_at': '2022-02-09T14:46:12Z', 'revision_number': 4, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d538bc8-7f56-4791-80d9-a2983d8eb793', 'name': '', 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:b9:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:10Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:02Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:46:14.043423 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 905f7221-af0a-46f1-9173-ab9efd56fd6c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:14.051018 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 905f7221-af0a-46f1-9173-ab9efd56fd6c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:14.051766 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:14.168712 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-5f26100e-6ae4-446a-a051-fee33011fc38 service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500371 Feb 09 14:46:14.279128 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab7072-0ce8-419a-a20e-adad149505a6 req-8f53abd1-3902-4767-9f06-10f30d1d1df6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:14.287473 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7ab7072-0ce8-419a-a20e-adad149505a6 req-8f53abd1-3902-4767-9f06-10f30d1d1df6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 943 time: 0.3245487 Feb 09 14:46:14.378347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.extraroute_db [None req-9d1d9bee-a8bb-4307-9225-a07b5b26d0ab tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Added routes are [] {{(pid=87597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 14:46:14.378692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.extraroute_db [None req-9d1d9bee-a8bb-4307-9225-a07b5b26d0ab tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 14:46:14.417898 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7ab7072-0ce8-419a-a20e-adad149505a6 req-6c18adec-617b-4e12-9a93-d8c79caab1df tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294239 Feb 09 14:46:14.496461 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9d1d9bee-a8bb-4307-9225-a07b5b26d0ab tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:14.537962 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:14.555954 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-598ae1ea-9c26-4e64-b2a7-1cba351f69b2 req-162fc5bc-d7f2-4e69-9490-874325a1af00 service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798745 Feb 09 14:46:14.668464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 905f7221-af0a-46f1-9173-ab9efd56fd6c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=905f7221-af0a-46f1-9173-ab9efd56fd6c,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:14.672988 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-520ab293-c462-44d6-aeb0-da57735187f8 None None] Provisioning for port 579933f9-9032-47e3-bf93-565cc24ff35d completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:14.689588 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:14.690413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9d538bc8-7f56-4791-80d9-a2983d8eb793 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:14.871257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3e8f4-f313-45b6-b932-d9f6c9912625 req-6b248623-bdd7-450a-933c-b49253d936bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:14.873758 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-abe3e8f4-f313-45b6-b932-d9f6c9912625 req-6b248623-bdd7-450a-933c-b49253d936bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1094 time: 0.2456863 Feb 09 14:46:15.050776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 9d538bc8-7f56-4791-80d9-a2983d8eb793 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:15.051199 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:15.186083 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=905f7221-af0a-46f1-9173-ab9efd56fd6c,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:15.271906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3e8f4-f313-45b6-b932-d9f6c9912625 req-d8f5b2d8-2ecd-42bf-b1fa-1e1f7e7d2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:15.274303 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-abe3e8f4-f313-45b6-b932-d9f6c9912625 req-d8f5b2d8-2ecd-42bf-b1fa-1e1f7e7d2044 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5025c9e8-ba64-4eaf-81d3-15d6775318af HTTP/1.1" status: 200 len: 896 time: 0.3934715 Feb 09 14:46:15.444911 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-abe3e8f4-f313-45b6-b932-d9f6c9912625 req-98304e5a-8485-432f-9c4a-d3f840e3c205 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 217 time: 0.1609464 Feb 09 14:46:15.525564 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9d1d9bee-a8bb-4307-9225-a07b5b26d0ab tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:15.530528 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9d1d9bee-a8bb-4307-9225-a07b5b26d0ab tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:15.694094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3e8f4-f313-45b6-b932-d9f6c9912625 req-76452052-4abc-4732-8328-8deeb436a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:15.695603 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-abe3e8f4-f313-45b6-b932-d9f6c9912625 req-76452052-4abc-4732-8328-8deeb436a88e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0d1d49b-e312-4c2f-b0ff-3ac531f98528 HTTP/1.1" status: 200 len: 835 time: 0.2362185 Feb 09 14:46:15.790801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 59f184a0-0c9f-4516-b1b2-cf657fdbf30f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:15.827797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1d9bee-a8bb-4307-9225-a07b5b26d0ab tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router b3771b6a-f037-44b2-8b25-1d5fbe32b34b has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:46:15.885509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3e8f4-f313-45b6-b932-d9f6c9912625 req-3bed2b88-c3c9-44f5-8fed-ea8917cfba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:15.886724 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 59f184a0-0c9f-4516-b1b2-cf657fdbf30f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:15.887117 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-abe3e8f4-f313-45b6-b932-d9f6c9912625 req-3bed2b88-c3c9-44f5-8fed-ea8917cfba31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5025c9e8-ba64-4eaf-81d3-15d6775318af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373720 Feb 09 14:46:15.887238 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:15.903307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a9b11-ffc0-4417-a345-f60da166b111 req-f3ae87c6-74e0-449d-9a72-931647ef1f31 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:15.905060 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b3a9b11-ffc0-4417-a345-f60da166b111 req-f3ae87c6-74e0-449d-9a72-931647ef1f31 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 943 time: 0.2136793 Feb 09 14:46:16.014870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1d9bee-a8bb-4307-9225-a07b5b26d0ab tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:46:16.022814 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9d1d9bee-a8bb-4307-9225-a07b5b26d0ab tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:16.026454 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9d1d9bee-a8bb-4307-9225-a07b5b26d0ab tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/b3771b6a-f037-44b2-8b25-1d5fbe32b34b HTTP/1.1" status: 200 len: 704 time: 3.5094502 Feb 09 14:46:16.028091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43760) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:16.064490 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 905f7221-af0a-46f1-9173-ab9efd56fd6c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:16.104993 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7b3a9b11-ffc0-4417-a345-f60da166b111 req-f02d1892-28eb-477f-a2c5-c0837da470ea tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641875 Feb 09 14:46:16.106922 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-abe3e8f4-f313-45b6-b932-d9f6c9912625 req-449ac507-7d48-442f-ba76-bfc64b746722 service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009678 Feb 09 14:46:16.191888 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b146b70-ea3f-4b6d-8830-0f804702cd5e None None] Sync routers for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:46:16.198129 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 905f7221-af0a-46f1-9173-ab9efd56fd6c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:16.198599 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:16.298206 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-abe3e8f4-f313-45b6-b932-d9f6c9912625 req-d7ce0297-836f-4a80-936f-ea29e99c003e service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823478 Feb 09 14:46:16.298771 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b146b70-ea3f-4b6d-8830-0f804702cd5e None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:16.299121 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6b146b70-ea3f-4b6d-8830-0f804702cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:16.422511 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-51e5055f-15fc-4e36-949a-740ab7663259 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/routers/b3771b6a-f037-44b2-8b25-1d5fbe32b34b HTTP/1.1" status: 200 len: 704 time: 0.3923116 Feb 09 14:46:16.425053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43766) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:16.534214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 579933f9-9032-47e3-bf93-565cc24ff35d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:16.553429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d3130246-e69b-4459-8813-d4d112c2747a details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:46:16.576492 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6b146b70-ea3f-4b6d-8830-0f804702cd5e None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:16.952078 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 579933f9-9032-47e3-bf93-565cc24ff35d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:16.992626 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 579933f9-9032-47e3-bf93-565cc24ff35d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:16.993000 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:17.047835 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:17.057670 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d3130246-e69b-4459-8813-d4d112c2747a,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:17.110034 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'd3130246-e69b-4459-8813-d4d112c2747a', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'port_id': 'd3130246-e69b-4459-8813-d4d112c2747a', 'mac_address': 'fa:16:3e:c3:e3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:46:17.244655 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:17.275751 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3130246-e69b-4459-8813-d4d112c2747a {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:46:17.284207 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:17.321485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d3130246-e69b-4459-8813-d4d112c2747a,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:17.326972 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6b146b70-ea3f-4b6d-8830-0f804702cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:14Z', 'revision_number': 7, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '579933f9-9032-47e3-bf93-565cc24ff35d', 'name': '', 'network_id': '9fdada0c-0182-40bb-902b-3440be3989f0', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:05:34:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:46:05Z', 'updated_at': '2022-02-09T14:46:12Z', 'revision_number': 4, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d538bc8-7f56-4791-80d9-a2983d8eb793', 'name': '', 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:b9:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:10Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:02Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:17.332204 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:17.371256 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b146b70-ea3f-4b6d-8830-0f804702cd5e None None] Checking router: b3771b6a-f037-44b2-8b25-1d5fbe32b34b for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:46:17.387847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 579933f9-9032-47e3-bf93-565cc24ff35d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=579933f9-9032-47e3-bf93-565cc24ff35d,segment=NetworkSegment(07b5c8f4-972a-434d-952c-e27310ed0be8),segment_id=07b5c8f4-972a-434d-952c-e27310ed0be8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:17.402586 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:17.410648 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b146b70-ea3f-4b6d-8830-0f804702cd5e None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:17.411995 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6b146b70-ea3f-4b6d-8830-0f804702cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:17.444861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff7a2f-26d8-46e8-9f08-28f5332dfec6 req-aeb96bed-efea-489c-bf62-8bf77ed208ae tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:17.446404 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7ff7a2f-26d8-46e8-9f08-28f5332dfec6 req-aeb96bed-efea-489c-bf62-8bf77ed208ae tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 944 time: 0.1604340 Feb 09 14:46:17.549893 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=d3130246-e69b-4459-8813-d4d112c2747a,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:17.550090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port 579933f9-9032-47e3-bf93-565cc24ff35d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:17.550299 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:17.580765 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7ff7a2f-26d8-46e8-9f08-28f5332dfec6 req-c5baa099-51d4-4107-907e-d329faa04f6d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021905 Feb 09 14:46:17.660890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6b146b70-ea3f-4b6d-8830-0f804702cd5e None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:17.717972 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['d3130246-e69b-4459-8813-d4d112c2747a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:46:17.804561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] For port 579933f9-9032-47e3-bf93-565cc24ff35d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=579933f9-9032-47e3-bf93-565cc24ff35d,segment=NetworkSegment(07b5c8f4-972a-434d-952c-e27310ed0be8),segment_id=07b5c8f4-972a-434d-952c-e27310ed0be8)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:17.804969 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:17.852197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=579933f9-9032-47e3-bf93-565cc24ff35d,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:18.065881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for 579933f9-9032-47e3-bf93-565cc24ff35d owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:46:18.258992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6b146b70-ea3f-4b6d-8830-0f804702cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:14Z', 'revision_number': 7, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '579933f9-9032-47e3-bf93-565cc24ff35d', 'name': '', 'network_id': '9fdada0c-0182-40bb-902b-3440be3989f0', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:05:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:46:05Z', 'updated_at': '2022-02-09T14:46:17Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d538bc8-7f56-4791-80d9-a2983d8eb793', 'name': '', 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:b9:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:10Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:02Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:18.272468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b146b70-ea3f-4b6d-8830-0f804702cd5e None None] The sync data for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 is: [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:14Z', 'revision_number': 7, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '579933f9-9032-47e3-bf93-565cc24ff35d', 'name': '', 'network_id': '9fdada0c-0182-40bb-902b-3440be3989f0', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:05:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:46:05Z', 'updated_at': '2022-02-09T14:46:17Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d538bc8-7f56-4791-80d9-a2983d8eb793', 'name': '', 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:b9:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:10Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:02Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:46:18.428225 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:18.485410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Port': ['ID=579933f9-9032-47e3-bf93-565cc24ff35d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:18.529079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:18.529428 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:18.529763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:18.530099 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:18.530428 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:18.530782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:18.531125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:18.531431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:18.531765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:18.532089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:18.532406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:18.532829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:18.745704 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:18.959755 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c8582-a91f-4b74-a37a-8d150b12f180 req-7e81a17c-78e5-4192-a8e6-7559bf09683f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:18.961277 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-780c8582-a91f-4b74-a37a-8d150b12f180 req-7e81a17c-78e5-4192-a8e6-7559bf09683f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 944 time: 0.2408574 Feb 09 14:46:19.012287 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-780c8582-a91f-4b74-a37a-8d150b12f180 req-92b55f5a-5b42-4d5c-a573-ef5d7f212c28 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452447 Feb 09 14:46:19.106071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router b3771b6a-f037-44b2-8b25-1d5fbe32b34b has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:46:19.276120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:46:19.285826 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c0936-527b-4e18-b4bc-26a5f2fdb82c None None] Sync routers for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:46:19.294285 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-aaa6d194-ab7e-4743-902d-5ab2362af447 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/b3771b6a-f037-44b2-8b25-1d5fbe32b34b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8680711 Feb 09 14:46:19.296007 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403c0936-527b-4e18-b4bc-26a5f2fdb82c None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:19.297451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43778) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:19.297636 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-403c0936-527b-4e18-b4bc-26a5f2fdb82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:19.372934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e47a99-8c33-4779-9ddc-883288aaff2c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting subnet 8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:46:19.376943 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84e47a99-8c33-4779-9ddc-883288aaff2c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:19.442941 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84e47a99-8c33-4779-9ddc-883288aaff2c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:19.461739 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-403c0936-527b-4e18-b4bc-26a5f2fdb82c None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:19.800073 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84e47a99-8c33-4779-9ddc-883288aaff2c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:19.917549 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-403c0936-527b-4e18-b4bc-26a5f2fdb82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:18Z', 'revision_number': 8, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d538bc8-7f56-4791-80d9-a2983d8eb793', 'name': '', 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:b9:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:10Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:02Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:19.922699 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c0936-527b-4e18-b4bc-26a5f2fdb82c None None] Checking router: b3771b6a-f037-44b2-8b25-1d5fbe32b34b for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:46:19.943487 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403c0936-527b-4e18-b4bc-26a5f2fdb82c None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:19.944248 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-403c0936-527b-4e18-b4bc-26a5f2fdb82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:19.945840 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84e47a99-8c33-4779-9ddc-883288aaff2c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:19.988497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e47a99-8c33-4779-9ddc-883288aaff2c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Subnet': ['ID=8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:19.993494 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84e47a99-8c33-4779-9ddc-883288aaff2c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:20.003288 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-84e47a99-8c33-4779-9ddc-883288aaff2c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc HTTP/1.1" status: 204 len: 168 time: 0.7024832 Feb 09 14:46:20.003469 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016561de-e621-4bb6-92cd-f6a3cf5de4c4 None None] Network 9fdada0c-0182-40bb-902b-3440be3989f0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:46:20.004058 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43784) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:20.159215 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-403c0936-527b-4e18-b4bc-26a5f2fdb82c None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:20.293655 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:20.317501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port 59f184a0-0c9f-4516-b1b2-cf657fdbf30f {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:20.317501 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:20.356782 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2978d6e6-f7e0-4caf-b9f9-22ab60592707 None None] DHCP port deletion for 9fdada0c-0182-40bb-902b-3440be3989f0 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:46:20.363423 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-2978d6e6-f7e0-4caf-b9f9-22ab60592707 None None] Deleting port 59f184a0-0c9f-4516-b1b2-cf657fdbf30f {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:20.364103 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2978d6e6-f7e0-4caf-b9f9-22ab60592707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:20.409310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51290008-4b12-4bba-ada8-634f2a7778ce req-7ccddaf8-d3e9-4bfa-ad5a-edafcdaffbf6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:20.412428 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-51290008-4b12-4bba-ada8-634f2a7778ce req-7ccddaf8-d3e9-4bfa-ad5a-edafcdaffbf6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 944 time: 0.2507298 Feb 09 14:46:20.504318 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d3130246-e69b-4459-8813-d4d112c2747a up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:20.590853 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-403c0936-527b-4e18-b4bc-26a5f2fdb82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:18Z', 'revision_number': 8, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d538bc8-7f56-4791-80d9-a2983d8eb793', 'name': '', 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:b9:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:10Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:02Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:20.598935 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c0936-527b-4e18-b4bc-26a5f2fdb82c None None] The sync data for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 is: [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:18Z', 'revision_number': 8, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d538bc8-7f56-4791-80d9-a2983d8eb793', 'name': '', 'network_id': 'f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:b9:26:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:10Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': '60ab70aa-33da-43de-a644-aa7193a047ef', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:02Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:46:20.703677 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-51290008-4b12-4bba-ada8-634f2a7778ce req-0aa06bdc-2e13-4afe-8fe0-2fa1921201cf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724454 Feb 09 14:46:20.722315 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2978d6e6-f7e0-4caf-b9f9-22ab60592707 None None] For port 59f184a0-0c9f-4516-b1b2-cf657fdbf30f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=59f184a0-0c9f-4516-b1b2-cf657fdbf30f,segment=NetworkSegment(07b5c8f4-972a-434d-952c-e27310ed0be8),segment_id=07b5c8f4-972a-434d-952c-e27310ed0be8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:20.722315 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2978d6e6-f7e0-4caf-b9f9-22ab60592707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:20.817775 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] For port 59f184a0-0c9f-4516-b1b2-cf657fdbf30f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=59f184a0-0c9f-4516-b1b2-cf657fdbf30f,segment=NetworkSegment(07b5c8f4-972a-434d-952c-e27310ed0be8),segment_id=07b5c8f4-972a-434d-952c-e27310ed0be8)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:20.818236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:20.848032 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-2978d6e6-f7e0-4caf-b9f9-22ab60592707 None None] Calling delete_port for 59f184a0-0c9f-4516-b1b2-cf657fdbf30f owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:46:20.887121 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port d3130246-e69b-4459-8813-d4d112c2747a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:20.895991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port d3130246-e69b-4459-8813-d4d112c2747a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:20.896359 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:20.948950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for 59f184a0-0c9f-4516-b1b2-cf657fdbf30f owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:46:21.016311 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2978d6e6-f7e0-4caf-b9f9-22ab60592707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:21.055810 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:46:21.056168 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:46:21.086458 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2978d6e6-f7e0-4caf-b9f9-22ab60592707 None None] No DVR routers for this DVR port 59f184a0-0c9f-4516-b1b2-cf657fdbf30f on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:46:21.096630 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978d6e6-f7e0-4caf-b9f9-22ab60592707 None None] Pushing event deleted for resources: {'Port': ['ID=59f184a0-0c9f-4516-b1b2-cf657fdbf30f,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:21.108994 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:21.138563 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:46:21.150476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d3130246-e69b-4459-8813-d4d112c2747a,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:21.155435 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:21.216971 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a', 'code': 200} Feb 09 14:46:21.247719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=d3130246-e69b-4459-8813-d4d112c2747a,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:21.360041 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ba25a-f5cd-427f-a318-dd67249d5f23 req-5401566f-0879-41ca-a6be-f618a359f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:21.361485 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c69ba25a-f5cd-427f-a318-dd67249d5f23 req-5401566f-0879-41ca-a6be-f618a359f72f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1096 time: 0.0784023 Feb 09 14:46:21.409938 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c69ba25a-f5cd-427f-a318-dd67249d5f23 req-ae4b4dae-a756-470e-9e24-6b282b2054ff service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431890 Feb 09 14:46:21.558666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port 59f184a0-0c9f-4516-b1b2-cf657fdbf30f {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:21.559158 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:21.560867 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 59f184a0-0c9f-4516-b1b2-cf657fdbf30f no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:46:21.599010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 59f184a0-0c9f-4516-b1b2-cf657fdbf30f {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:46:21.599352 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 59f184a0-0c9f-4516-b1b2-cf657fdbf30f not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:46:21.599795 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 579933f9-9032-47e3-bf93-565cc24ff35d no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:46:21.632195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] The port '59f184a0-0c9f-4516-b1b2-cf657fdbf30f' was deleted {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:46:21.670898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 579933f9-9032-47e3-bf93-565cc24ff35d {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:46:21.671823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 579933f9-9032-47e3-bf93-565cc24ff35d not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:46:21.765870 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:21.794101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdada0c-0182-40bb-902b-3440be3989f0']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:21.808115 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b5c8f4-972a-434d-952c-e27310ed0be8') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:21.808694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b5c8f4-972a-434d-952c-e27310ed0be8') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:21.859803 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:21.885190 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:21.895090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:46:21.895492 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:46:21.910401 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:46:22.011104 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a06f70-cff4-4319-8b92-a3c94ec1dba0 req-7a278123-dc85-41b0-b2ed-af57104a0ac1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:22.012656 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17a06f70-cff4-4319-8b92-a3c94ec1dba0 req-7a278123-dc85-41b0-b2ed-af57104a0ac1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.1971087 Feb 09 14:46:22.013950 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:22.018750 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:22.067770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Network': ['ID=9fdada0c-0182-40bb-902b-3440be3989f0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:22.073169 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3bd477ec-7dac-4856-a440-50613627dfd0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/networks/9fdada0c-0182-40bb-902b-3440be3989f0 HTTP/1.1" status: 204 len: 168 time: 2.0681374 Feb 09 14:46:22.075900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43812) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:22.095198 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17a06f70-cff4-4319-8b92-a3c94ec1dba0 req-0cf6f1f0-b645-4a4f-8d05-a76573daa416 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729911 Feb 09 14:46:22.679196 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c076-3e8c-41ff-a1a2-48f6bb79277b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:23.051008 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4c076-3e8c-41ff-a1a2-48f6bb79277b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port 9d538bc8-7f56-4791-80d9-a2983d8eb793 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:23.051340 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c076-3e8c-41ff-a1a2-48f6bb79277b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:23.307908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-9ce4c076-3e8c-41ff-a1a2-48f6bb79277b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] For port 9d538bc8-7f56-4791-80d9-a2983d8eb793, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9d538bc8-7f56-4791-80d9-a2983d8eb793,segment=NetworkSegment(9b355697-93b4-4e84-b3e5-a21fae53b71a),segment_id=9b355697-93b4-4e84-b3e5-a21fae53b71a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:23.308267 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c076-3e8c-41ff-a1a2-48f6bb79277b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:23.565326 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4c076-3e8c-41ff-a1a2-48f6bb79277b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for 9d538bc8-7f56-4791-80d9-a2983d8eb793 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:46:23.644615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c773587-3ba8-495b-b9e8-e0e078a02c14 req-7fcfc510-4fa5-4407-a303-ef65199aa6ec tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:23.647086 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8c773587-3ba8-495b-b9e8-e0e078a02c14 req-7fcfc510-4fa5-4407-a303-ef65199aa6ec tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.4190042 Feb 09 14:46:23.727298 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8c773587-3ba8-495b-b9e8-e0e078a02c14 req-c924c023-d479-4f35-9584-74a65221671b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640459 Feb 09 14:46:23.839931 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c076-3e8c-41ff-a1a2-48f6bb79277b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:23.904953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4c076-3e8c-41ff-a1a2-48f6bb79277b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Port': ['ID=9d538bc8-7f56-4791-80d9-a2983d8eb793,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:23.968528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac148d0-dd00-4f2d-bcaa-5da045c02234 req-405cdfe1-1ebe-41e6-86ac-1a11ccff1b78 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:23.970226 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ac148d0-dd00-4f2d-bcaa-5da045c02234 req-405cdfe1-1ebe-41e6-86ac-1a11ccff1b78 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.1252027 Feb 09 14:46:24.022676 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ac148d0-dd00-4f2d-bcaa-5da045c02234 req-6dea430a-b8e7-4be3-bb08-cf6e9508de84 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442879 Feb 09 14:46:24.067881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43832) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:24.217095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a193ef-7d4c-4142-8bf9-c479efec0e37 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:24.225936 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ce4c076-3e8c-41ff-a1a2-48f6bb79277b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:24.227304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43836) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:24.227901 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-56a193ef-7d4c-4142-8bf9-c479efec0e37 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1091 time: 0.1539230 Feb 09 14:46:24.233385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': 'd3130246-e69b-4459-8813-d4d112c2747a', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:24.244055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:24.251712 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:floatingip and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:46:24.306750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:46:24.326100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:24.425694 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:24.730678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce4c076-3e8c-41ff-a1a2-48f6bb79277b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router b3771b6a-f037-44b2-8b25-1d5fbe32b34b has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:46:24.890598 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:24.971937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce4c076-3e8c-41ff-a1a2-48f6bb79277b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:46:24.985541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55821db2-c74a-419d-93b7-80937bba9063 None None] Sync routers for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:46:24.996325 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55821db2-c74a-419d-93b7-80937bba9063 None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:24.997269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-55821db2-c74a-419d-93b7-80937bba9063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:25.008370 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9ce4c076-3e8c-41ff-a1a2-48f6bb79277b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/b3771b6a-f037-44b2-8b25-1d5fbe32b34b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9313385 Feb 09 14:46:25.011184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43842) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:25.085854 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Allocated IP 172.25.8.237 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/a8fe28df-bf39-4cd1-a695-dcbedfdb08c3) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:46:25.211961 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-55821db2-c74a-419d-93b7-80937bba9063 None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:25.247964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac18d47c-34d5-4dfa-8080-a61e177ad7c1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting subnet 60ab70aa-33da-43de-a644-aa7193a047ef {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:46:25.252806 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac18d47c-34d5-4dfa-8080-a61e177ad7c1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:25.324969 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac18d47c-34d5-4dfa-8080-a61e177ad7c1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:25.438003 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac18d47c-34d5-4dfa-8080-a61e177ad7c1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:25.465187 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:25.505142 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:25.551566 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac18d47c-34d5-4dfa-8080-a61e177ad7c1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:25.613758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18d47c-34d5-4dfa-8080-a61e177ad7c1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Subnet': ['ID=60ab70aa-33da-43de-a644-aa7193a047ef,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:25.616550 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac18d47c-34d5-4dfa-8080-a61e177ad7c1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:25.630371 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ac18d47c-34d5-4dfa-8080-a61e177ad7c1 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/60ab70aa-33da-43de-a644-aa7193a047ef HTTP/1.1" status: 204 len: 168 time: 0.6179326 Feb 09 14:46:25.631040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43850) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:25.635505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4654a5e-07c9-4637-94dd-a2f578564cad None None] Network f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:46:25.654374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:46:25.659071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:25.663101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:46:25.695997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=a8fe28df-bf39-4cd1-a695-dcbedfdb08c3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:25.777696 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:25.794645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:25.796938 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:25.919247 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-55821db2-c74a-419d-93b7-80937bba9063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:23Z', 'revision_number': 9, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:02Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:25.926185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55821db2-c74a-419d-93b7-80937bba9063 None None] Checking router: b3771b6a-f037-44b2-8b25-1d5fbe32b34b for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:46:25.940216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55821db2-c74a-419d-93b7-80937bba9063 None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:25.940964 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-55821db2-c74a-419d-93b7-80937bba9063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:26.018053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-22296fce-706d-4b26-926d-c490edf46660 req-d5d6e58e-b89a-4587-9ed6-fa51a1cc0ef7 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:46:26.057793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] For port fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3,segment=NetworkSegment(9b355697-93b4-4e84-b3e5-a21fae53b71a),segment_id=9b355697-93b4-4e84-b3e5-a21fae53b71a)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:26.058412 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:26.074250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de3892d-a015-4092-a06f-8cc0f78a3be9 None None] DHCP port deletion for f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:46:26.102711 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5de3892d-a015-4092-a06f-8cc0f78a3be9 None None] Deleting port fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:26.103225 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5de3892d-a015-4092-a06f-8cc0f78a3be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:26.134087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-22296fce-706d-4b26-926d-c490edf46660 req-d5d6e58e-b89a-4587-9ed6-fa51a1cc0ef7 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:46:26.135282 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-d5d6e58e-b89a-4587-9ed6-fa51a1cc0ef7 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-863377737&fields=id&tenant_id=a41332bb12404c08914ea958ae35ef74 HTTP/1.1" status: 200 len: 267 time: 0.2608888 Feb 09 14:46:26.168133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-55821db2-c74a-419d-93b7-80937bba9063 None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:26.205088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:46:26.293413 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:26.321210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22296fce-706d-4b26-926d-c490edf46660 req-7b378976-b9cb-4af7-a1f4-2baeda79089b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:26.322667 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-7b378976-b9cb-4af7-a1f4-2baeda79089b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 812 time: 0.1787202 Feb 09 14:46:26.340743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Port': ['ID=fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:26.345925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] No DVR routers for this DVR port fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:46:26.364514 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:26.379647 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-a166f9ca-69de-4ec4-bfe6-1b90378de20d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/quotas/a41332bb12404c08914ea958ae35ef74 HTTP/1.1" status: 200 len: 375 time: 0.0255778 Feb 09 14:46:26.479559 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:26.506989 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:26.508192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:26.520828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b355697-93b4-4e84-b3e5-a21fae53b71a') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:26.521120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b355697-93b4-4e84-b3e5-a21fae53b71a') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:26.535218 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:26.553565 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:26.560114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:46:26.560337 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:46:26.577663 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:46:26.586206 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5de3892d-a015-4092-a06f-8cc0f78a3be9 None None] For port fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3,segment=NetworkSegment(9b355697-93b4-4e84-b3e5-a21fae53b71a),segment_id=9b355697-93b4-4e84-b3e5-a21fae53b71a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:26.586597 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5de3892d-a015-4092-a06f-8cc0f78a3be9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:26.615447 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-78cc9393-f804-4d91-9b5e-1178a3d70585 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2236614 Feb 09 14:46:26.620554 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-4ab69d93-3758-4e55-8691-d2143d1827cb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:46:26.628165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-4ab69d93-3758-4e55-8691-d2143d1827cb service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117676 Feb 09 14:46:26.688585 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:26.715890 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:26.719756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Network': ['ID=f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:26.736265 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-11bcc6b2-cb31-4b7d-a50a-ccafeb2a88ee tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/networks/f37b51e7-1fd7-47c3-a26d-f53f6f0dd6c7 HTTP/1.1" status: 204 len: 168 time: 1.1039951 Feb 09 14:46:26.737796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43860) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:26.742382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5de3892d-a015-4092-a06f-8cc0f78a3be9 None None] Calling delete_port for fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:46:26.844237 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2cd13b9a-b5e1-477f-8cc0-58f806511d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:26.874084 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-e455e42d-6ba2-40a5-9518-71e09935f280 service neutron] 10.222.0.48 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450783 Feb 09 14:46:26.890815 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-5de3892d-a015-4092-a06f-8cc0f78a3be9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:46:26.891208 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-5de3892d-a015-4092-a06f-8cc0f78a3be9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:46:26.900193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-55821db2-c74a-419d-93b7-80937bba9063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:23Z', 'revision_number': 9, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:02Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:26.904431 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55821db2-c74a-419d-93b7-80937bba9063 None None] The sync data for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 is: [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:23Z', 'revision_number': 9, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a7cb8b-8a0b-4202-9b08-235f9ca4a846', 'name': '', 'network_id': '9705b5a8-6ea2-4a26-b73b-cfc1136728ca', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:c8:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:02Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'a20fe5ee-744b-440a-a6cf-3e9c22c02528', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:46:26.964173 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:26.970673 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:27.102309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=a8fe28df-bf39-4cd1-a695-dcbedfdb08c3,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:27.270507 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:27.325679 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-9fb7075b-d7b7-4abd-a298-1f51f3a1f9aa service neutron] 10.222.0.48 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327195 Feb 09 14:46:27.392812 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5de3892d-a015-4092-a06f-8cc0f78a3be9 None None] Deleting port fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:27.393367 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5de3892d-a015-4092-a06f-8cc0f78a3be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:27.438050 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3018ecca-838c-4ae2-a243-e6122fa99da2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:27.511999 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Floating IP 8759e506-74ed-4c7a-8263-670d401c9127 associated. External IP: 172.25.8.237, port: d3130246-e69b-4459-8813-d4d112c2747a. Feb 09 14:46:27.517647 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5de3892d-a015-4092-a06f-8cc0f78a3be9 None None] The port 'fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:46:27.590353 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:46:27.662673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:46:27.663018 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device fdc5a61f-b9ec-4e20-a773-e6fba4ecf1a3 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:46:27.663439 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9d538bc8-7f56-4791-80d9-a2983d8eb793 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:46:27.709677 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 9d538bc8-7f56-4791-80d9-a2983d8eb793 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:46:27.710048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9d538bc8-7f56-4791-80d9-a2983d8eb793 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:46:27.902337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-3018ecca-838c-4ae2-a243-e6122fa99da2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:27.902782 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3018ecca-838c-4ae2-a243-e6122fa99da2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:27.936069 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d92508a9-fac7-45b0-b1ce-6f3df2d947b8 req-1e289e6c-8c16-4d26-a82c-965aa03f4873 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 210 time: 0.0800481 Feb 09 14:46:27.960414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router 05fa419c-235b-451e-8bb9-9d1afe2f5544 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:46:28.125240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-3018ecca-838c-4ae2-a243-e6122fa99da2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] For port c9a7cb8b-8a0b-4202-9b08-235f9ca4a846, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c9a7cb8b-8a0b-4202-9b08-235f9ca4a846,segment=NetworkSegment(75f6df2c-82e8-4089-9410-ec375a66e8fe),segment_id=75f6df2c-82e8-4089-9410-ec375a66e8fe)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:28.125711 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3018ecca-838c-4ae2-a243-e6122fa99da2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:28.161844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:46:28.174319 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4246b4c-faf1-4a00-b97b-0d988e2f0413 None None] Sync routers for ids ['05fa419c-235b-451e-8bb9-9d1afe2f5544'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:46:28.187906 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4246b4c-faf1-4a00-b97b-0d988e2f0413 None None] Routers {'05fa419c-235b-451e-8bb9-9d1afe2f5544'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:28.188540 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b4246b4c-faf1-4a00-b97b-0d988e2f0413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['05fa419c-235b-451e-8bb9-9d1afe2f5544'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:28.192900 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:28.258976 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0c5fa5fd-3ddf-4d38-a903-d7718c332b13 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0304885 Feb 09 14:46:28.260568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:46:28.276613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-3018ecca-838c-4ae2-a243-e6122fa99da2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:46:28.307695 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a', 'status': 'completed', 'code': 200} Feb 09 14:46:28.387532 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-b4246b4c-faf1-4a00-b97b-0d988e2f0413 None None] Set router 05fa419c-235b-451e-8bb9-9d1afe2f5544 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:28.511328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a194bb1-0965-4302-ad2d-610779830fdd req-53241fb0-2de4-4aa5-9773-77d748131710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:28.514289 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7a194bb1-0965-4302-ad2d-610779830fdd req-53241fb0-2de4-4aa5-9773-77d748131710 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1096 time: 0.1829987 Feb 09 14:46:28.526834 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3018ecca-838c-4ae2-a243-e6122fa99da2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:28.607048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018ecca-838c-4ae2-a243-e6122fa99da2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Port': ['ID=c9a7cb8b-8a0b-4202-9b08-235f9ca4a846,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:28.754519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6c3fe-8781-42e2-9554-ef78c52a93d5 req-3fc0e544-07fd-4a15-95be-8e788e61c5c7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:28.755472 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1ac6c3fe-8781-42e2-9554-ef78c52a93d5 req-3fc0e544-07fd-4a15-95be-8e788e61c5c7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.3007166 Feb 09 14:46:28.784667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a194bb1-0965-4302-ad2d-610779830fdd req-05f0ef38-e036-4863-b873-6073cc50de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:28.786339 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7a194bb1-0965-4302-ad2d-610779830fdd req-05f0ef38-e036-4863-b873-6073cc50de05 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5025c9e8-ba64-4eaf-81d3-15d6775318af HTTP/1.1" status: 200 len: 896 time: 0.2615690 Feb 09 14:46:28.939040 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1ac6c3fe-8781-42e2-9554-ef78c52a93d5 req-c7c4fb18-0b61-4e4e-8070-1bb66d18bac3 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752331 Feb 09 14:46:28.954702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43884) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:28.958572 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7a194bb1-0965-4302-ad2d-610779830fdd req-beb1726a-433a-44fd-9ed2-27f99ff602a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 999 time: 0.1662323 Feb 09 14:46:28.991428 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3018ecca-838c-4ae2-a243-e6122fa99da2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:29.030196 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b4246b4c-faf1-4a00-b97b-0d988e2f0413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56531473', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '2a301358-1c65-4469-a017-a58defdeb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:48Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '2a301358-1c65-4469-a017-a58defdeb637', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '8759e506-74ed-4c7a-8263-670d401c9127', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'port_id': 'd3130246-e69b-4459-8813-d4d112c2747a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'mac_address': 'fa:16:3e:c3:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:46:26Z', 'updated_at': '2022-02-09T14:46:26Z', 'revision_number': 0, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905f7221-af0a-46f1-9173-ab9efd56fd6c', 'name': '', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:21:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:14Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:29.039167 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4246b4c-faf1-4a00-b97b-0d988e2f0413 None None] Checking router: 05fa419c-235b-451e-8bb9-9d1afe2f5544 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:46:29.088550 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4246b4c-faf1-4a00-b97b-0d988e2f0413 None None] Routers {'05fa419c-235b-451e-8bb9-9d1afe2f5544'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:29.089556 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b4246b4c-faf1-4a00-b97b-0d988e2f0413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['05fa419c-235b-451e-8bb9-9d1afe2f5544'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:29.198985 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a5da949a-2766-4b60-94a0-6fe1d0a94a37 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/8759e506-74ed-4c7a-8263-670d401c9127 HTTP/1.1" status: 200 len: 991 time: 0.2431793 Feb 09 14:46:29.201365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a194bb1-0965-4302-ad2d-610779830fdd req-7660f8b1-7619-49b2-be4a-6277afd12519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:29.204356 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7a194bb1-0965-4302-ad2d-610779830fdd req-7660f8b1-7619-49b2-be4a-6277afd12519 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0d1d49b-e312-4c2f-b0ff-3ac531f98528 HTTP/1.1" status: 200 len: 835 time: 0.1471634 Feb 09 14:46:29.236125 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0b56372b-d1b4-4aae-9f94-ce65407fa08b req-0f08f589-7066-4e33-b5d1-2fc11552ebe8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 210 time: 0.1098189 Feb 09 14:46:29.246569 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-18179b43-4df6-4597-878a-a99bce6698c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:29.340852 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-b4246b4c-faf1-4a00-b97b-0d988e2f0413 None None] Set router 05fa419c-235b-451e-8bb9-9d1afe2f5544 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:29.453987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a194bb1-0965-4302-ad2d-610779830fdd req-eec5e7d2-d6b2-4d6e-8f00-7131be92fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:29.455407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7a194bb1-0965-4302-ad2d-610779830fdd req-eec5e7d2-d6b2-4d6e-8f00-7131be92fb32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5025c9e8-ba64-4eaf-81d3-15d6775318af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2456350 Feb 09 14:46:29.483279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22296fce-706d-4b26-926d-c490edf46660 req-64b48ace-70b8-4798-b287-1ef19794302a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:29.484868 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-64b48ace-70b8-4798-b287-1ef19794302a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 812 time: 0.3891342 Feb 09 14:46:29.649248 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7a194bb1-0965-4302-ad2d-610779830fdd req-1c837281-5b1f-4020-a47c-239217c9fdc9 service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837468 Feb 09 14:46:29.649826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3018ecca-838c-4ae2-a243-e6122fa99da2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router b3771b6a-f037-44b2-8b25-1d5fbe32b34b has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:46:29.661737 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-f42749d5-ebab-45bf-a042-e4275e39b498 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a41332bb12404c08914ea958ae35ef74 HTTP/1.1" status: 200 len: 379 time: 0.0723994 Feb 09 14:46:29.678596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-22296fce-706d-4b26-926d-c490edf46660 req-50bbbcfe-bb9d-4c10-8e89-459d277dd70c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Request body: {'port': {'device_id': 'a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'admin_state_up': True, 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'security_groups': ['b7855734-7a33-438d-9c4f-968e60d8880e']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:29.800237 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b4246b4c-faf1-4a00-b97b-0d988e2f0413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56531473', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '2a301358-1c65-4469-a017-a58defdeb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:48Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '2a301358-1c65-4469-a017-a58defdeb637', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '8759e506-74ed-4c7a-8263-670d401c9127', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'port_id': 'd3130246-e69b-4459-8813-d4d112c2747a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'mac_address': 'fa:16:3e:c3:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:46:26Z', 'updated_at': '2022-02-09T14:46:26Z', 'revision_number': 0, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905f7221-af0a-46f1-9173-ab9efd56fd6c', 'name': '', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:21:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:14Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:29.804743 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4246b4c-faf1-4a00-b97b-0d988e2f0413 None None] The sync data for ids ['05fa419c-235b-451e-8bb9-9d1afe2f5544'] in n-d-828418-2 is: [{'id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56531473', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '2a301358-1c65-4469-a017-a58defdeb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:48Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '2a301358-1c65-4469-a017-a58defdeb637', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '8759e506-74ed-4c7a-8263-670d401c9127', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'port_id': 'd3130246-e69b-4459-8813-d4d112c2747a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'mac_address': 'fa:16:3e:c3:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:46:26Z', 'updated_at': '2022-02-09T14:46:26Z', 'revision_number': 0, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '905f7221-af0a-46f1-9173-ab9efd56fd6c', 'name': '', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:21:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:14Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:46:29.820229 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7a194bb1-0965-4302-ad2d-610779830fdd req-83cf27be-853d-41c8-9482-d00e128a8002 service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634772 Feb 09 14:46:29.926426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3018ecca-838c-4ae2-a243-e6122fa99da2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:46:29.947103 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a95e550-c629-4087-bf51-05f651367da4 None None] Sync routers for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:46:29.958879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a95e550-c629-4087-bf51-05f651367da4 None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:29.959829 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8a95e550-c629-4087-bf51-05f651367da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:29.965887 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3018ecca-838c-4ae2-a243-e6122fa99da2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/b3771b6a-f037-44b2-8b25-1d5fbe32b34b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2269611 Feb 09 14:46:29.971133 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43890) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:29.976409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-22296fce-706d-4b26-926d-c490edf46660 req-50bbbcfe-bb9d-4c10-8e89-459d277dd70c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:29.987440 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-22296fce-706d-4b26-926d-c490edf46660 req-50bbbcfe-bb9d-4c10-8e89-459d277dd70c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:29.998534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22296fce-706d-4b26-926d-c490edf46660 req-50bbbcfe-bb9d-4c10-8e89-459d277dd70c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Made reservation on behalf of a41332bb12404c08914ea958ae35ef74 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:46:30.002779 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-22296fce-706d-4b26-926d-c490edf46660 req-50bbbcfe-bb9d-4c10-8e89-459d277dd70c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:30.073268 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-868c7163-30dd-4699-a40c-34407bf74048 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting subnet a20fe5ee-744b-440a-a6cf-3e9c22c02528 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:46:30.091291 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-868c7163-30dd-4699-a40c-34407bf74048 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:30.164775 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508401f-69f8-4836-95e3-6424ab9b6b6c None None] New status for floating IP 8759e506-74ed-4c7a-8263-670d401c9127: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:46:30.173209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-8a95e550-c629-4087-bf51-05f651367da4 None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:30.193493 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-868c7163-30dd-4699-a40c-34407bf74048 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:30.196419 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-22296fce-706d-4b26-926d-c490edf46660 req-50bbbcfe-bb9d-4c10-8e89-459d277dd70c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Allocated IP 172.20.0.6 (2af7d454-c373-48d2-a2c0-b8fe62f20cda/f8838457-395d-4c60-9dea-86467bd752c2/869b8a98-ecde-4ac3-ac12-fcec45ac0d39) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:46:30.331016 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-868c7163-30dd-4699-a40c-34407bf74048 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:30.381601 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:30.415826 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-22296fce-706d-4b26-926d-c490edf46660 req-50bbbcfe-bb9d-4c10-8e89-459d277dd70c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:30.429598 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43894) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:30.435852 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-22296fce-706d-4b26-926d-c490edf46660 req-50bbbcfe-bb9d-4c10-8e89-459d277dd70c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Transition to ACTIVE for port object 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:46:30.465148 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-22296fce-706d-4b26-926d-c490edf46660 req-50bbbcfe-bb9d-4c10-8e89-459d277dd70c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:30.494988 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:30.576114 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-868c7163-30dd-4699-a40c-34407bf74048 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:30.585001 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9b2bafa5-3c8e-4da3-bf54-c87a8394d67a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/8759e506-74ed-4c7a-8263-670d401c9127 HTTP/1.1" status: 200 len: 991 time: 0.1525543 Feb 09 14:46:30.597135 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22296fce-706d-4b26-926d-c490edf46660 req-50bbbcfe-bb9d-4c10-8e89-459d277dd70c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Network 2af7d454-c373-48d2-a2c0-b8fe62f20cda is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:46:30.601222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-22296fce-706d-4b26-926d-c490edf46660 req-50bbbcfe-bb9d-4c10-8e89-459d277dd70c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:30.605434 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-22296fce-706d-4b26-926d-c490edf46660 req-50bbbcfe-bb9d-4c10-8e89-459d277dd70c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:46:30.710739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22296fce-706d-4b26-926d-c490edf46660 req-50bbbcfe-bb9d-4c10-8e89-459d277dd70c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:30.711419 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-22296fce-706d-4b26-926d-c490edf46660 req-50bbbcfe-bb9d-4c10-8e89-459d277dd70c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:30.729575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c7163-30dd-4699-a40c-34407bf74048 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Subnet': ['ID=a20fe5ee-744b-440a-a6cf-3e9c22c02528,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:30.762945 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-868c7163-30dd-4699-a40c-34407bf74048 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:30.771138 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-868c7163-30dd-4699-a40c-34407bf74048 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/a20fe5ee-744b-440a-a6cf-3e9c22c02528 HTTP/1.1" status: 204 len: 168 time: 0.7982597 Feb 09 14:46:30.774542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43900) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:30.778021 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701d3309-50cc-45c9-8594-f3bf384d3e00 None None] Network 9705b5a8-6ea2-4a26-b73b-cfc1136728ca requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:46:30.781046 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-50bbbcfe-bb9d-4c10-8e89-459d277dd70c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1107714 Feb 09 14:46:30.794682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Request body: {'port': {'device_id': 'a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:30.860074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbbcfe-bb9d-4c10-8e89-459d277dd70c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'Port': ['ID=869b8a98-ecde-4ac3-ac12-fcec45ac0d39,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:30.964448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ec929-3683-4152-8a00-4d41a26df8ee req-3690b1fb-0a19-4652-83b0-d1de0bca2298 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:30.966039 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5e4ec929-3683-4152-8a00-4d41a26df8ee req-3690b1fb-0a19-4652-83b0-d1de0bca2298 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 931 time: 0.3798349 Feb 09 14:46:30.970524 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:31.021372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port fab71594-416d-4214-8164-88a63a918c73 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:31.021865 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:31.082485 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5e4ec929-3683-4152-8a00-4d41a26df8ee req-8553e07c-4b13-48b8-95ec-cb38a45e9e01 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087070 Feb 09 14:46:31.122002 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:31.139531 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-993fd1ec-6db3-4ca2-83d1-56c61cc08714 None None] Provisioning for port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:31.147309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8a95e550-c629-4087-bf51-05f651367da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:28Z', 'revision_number': 10, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:31.152423 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-993fd1ec-6db3-4ca2-83d1-56c61cc08714 None None] Provisioning complete for port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:31.152851 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-993fd1ec-6db3-4ca2-83d1-56c61cc08714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:31.193074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a95e550-c629-4087-bf51-05f651367da4 None None] Checking router: b3771b6a-f037-44b2-8b25-1d5fbe32b34b for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:46:31.239597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a95e550-c629-4087-bf51-05f651367da4 None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:31.240262 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8a95e550-c629-4087-bf51-05f651367da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:31.325117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] For port fab71594-416d-4214-8164-88a63a918c73, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=fab71594-416d-4214-8164-88a63a918c73,segment=NetworkSegment(75f6df2c-82e8-4089-9410-ec375a66e8fe),segment_id=75f6df2c-82e8-4089-9410-ec375a66e8fe)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:31.325534 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:31.383929 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-993fd1ec-6db3-4ca2-83d1-56c61cc08714 None None] Port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:46:31.484161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e217dfb3-ef79-4d8e-88cc-ccc2801979de None None] DHCP port deletion for 9705b5a8-6ea2-4a26-b73b-cfc1136728ca request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:46:31.503518 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e217dfb3-ef79-4d8e-88cc-ccc2801979de None None] Deleting port fab71594-416d-4214-8164-88a63a918c73 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:31.503918 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e217dfb3-ef79-4d8e-88cc-ccc2801979de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:31.507716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for fab71594-416d-4214-8164-88a63a918c73 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:46:31.565773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-8a95e550-c629-4087-bf51-05f651367da4 None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:31.612939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43904) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:31.648220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device fab71594-416d-4214-8164-88a63a918c73 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:46:31.680291 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:31.688199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:46:31.698778 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:31.715936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Transition to ACTIVE for port object 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:46:31.723132 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:31.742167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] No DVR routers for this DVR port fab71594-416d-4214-8164-88a63a918c73 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:46:31.779186 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e217dfb3-ef79-4d8e-88cc-ccc2801979de None None] The port 'fab71594-416d-4214-8164-88a63a918c73' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:46:31.819879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=869b8a98-ecde-4ac3-ac12-fcec45ac0d39,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:31.839934 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: fab71594-416d-4214-8164-88a63a918c73 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:46:31.840582 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device fab71594-416d-4214-8164-88a63a918c73 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:46:31.957899 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:31.962061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Port': ['ID=fab71594-416d-4214-8164-88a63a918c73,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:32.019367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Attempting to bind port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:46:32.019887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Attempting to bind port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:46:32.020328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Attempting to bind port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:46:32.027769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:46:32.028315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Attempting to bind port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:46:32.034916 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:46:32.035432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Checking segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:46:32.036003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Bound using segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:46:32.036833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Bound port: 869b8a98-ecde-4ac3-ac12-fcec45ac0d39, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:46:32.036999 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:32.088710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-8a95e550-c629-4087-bf51-05f651367da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:28Z', 'revision_number': 10, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:32.093521 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a95e550-c629-4087-bf51-05f651367da4 None None] The sync data for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 is: [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:28Z', 'revision_number': 10, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None, '_interfaces': [{'id': '31412ddf-1619-443a-9840-f0f8bf689114', 'name': '', 'network_id': 'd9951f26-d781-41b6-ba27-e3e47e4f68b5', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'mac_address': 'fa:16:3e:49:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:45Z', 'updated_at': '2022-02-09T14:45:54Z', 'revision_number': 5, 'project_id': '7d371b695d254715bafb138b50290cb7', 'subnets': [{'id': 'eaf058e4-11e4-4714-8e21-fec9d54a83db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:46:32.140054 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-de3b4bf7-607f-4995-a7a7-2e4ba2a64e2a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/8759e506-74ed-4c7a-8263-670d401c9127 HTTP/1.1" status: 200 len: 993 time: 0.5252566 Feb 09 14:46:32.150602 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:32.154759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] For port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:46:32.158469 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] For port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=869b8a98-ecde-4ac3-ac12-fcec45ac0d39,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:46:32.163456 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:32.186280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9705b5a8-6ea2-4a26-b73b-cfc1136728ca']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:32.202726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f6df2c-82e8-4089-9410-ec375a66e8fe') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:32.203148 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f6df2c-82e8-4089-9410-ec375a66e8fe') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:32.216557 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:32.235606 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:32.242098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:46:32.242488 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:46:32.257176 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:46:32.346472 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:32.348271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:32.349259 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:32.351437 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] 10.222.0.35 "PUT /v2.0/ports/869b8a98-ecde-4ac3-ac12-fcec45ac0d39 HTTP/1.1" status: 200 len: 1091 time: 1.5614085 Feb 09 14:46:32.352136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d', 'tag': '869b8a98-ecde-4ac3-ac12-fcec45ac0d39'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:46:32.365952 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:32.382035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Network': ['ID=9705b5a8-6ea2-4a26-b73b-cfc1136728ca,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:32.385014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3309a7-92bf-4a7d-b2b0-b3fc2eb8b3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=869b8a98-ecde-4ac3-ac12-fcec45ac0d39,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:32.390239 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7356559e-1b4c-46f9-ad9c-bba527a3b3df tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/networks/9705b5a8-6ea2-4a26-b73b-cfc1136728ca HTTP/1.1" status: 204 len: 168 time: 1.6119359 Feb 09 14:46:32.392484 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43912) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:32.506763 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d', 'tag': '869b8a98-ecde-4ac3-ac12-fcec45ac0d39', 'status': 'completed', 'code': 200} Feb 09 14:46:32.657444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5d3e8-986a-4f34-878b-bb8f3fb0cfd1 req-0aa7a1b5-a23b-4097-9055-267af8c1eace tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:32.658083 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-21d5d3e8-986a-4f34-878b-bb8f3fb0cfd1 req-0aa7a1b5-a23b-4097-9055-267af8c1eace tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:46:32.812513 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-21d5d3e8-986a-4f34-878b-bb8f3fb0cfd1 req-0aa7a1b5-a23b-4097-9055-267af8c1eace tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:46:32.813680 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-21d5d3e8-986a-4f34-878b-bb8f3fb0cfd1 req-0aa7a1b5-a23b-4097-9055-267af8c1eace tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 943 time: 0.5886314 Feb 09 14:46:32.847994 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22296fce-706d-4b26-926d-c490edf46660 req-25bd5dea-33ee-4206-b4e4-a88537ee40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:32.849437 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-25bd5dea-33ee-4206-b4e4-a88537ee40a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 1094 time: 0.3780959 Feb 09 14:46:33.075077 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-b3f91512-e306-40cc-ab69-ea0967dfc78c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=869b8a98-ecde-4ac3-ac12-fcec45ac0d39 HTTP/1.1" status: 200 len: 217 time: 0.2169254 Feb 09 14:46:33.091201 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-21d5d3e8-986a-4f34-878b-bb8f3fb0cfd1 req-d275f5c6-1a14-47dc-93f8-c25a8dc0721a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655988 Feb 09 14:46:33.202670 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22296fce-706d-4b26-926d-c490edf46660 req-05ab4fdf-7f7c-467b-b074-46a328748a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:33.204142 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-05ab4fdf-7f7c-467b-b074-46a328748a4e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.1162870 Feb 09 14:46:33.303552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22296fce-706d-4b26-926d-c490edf46660 req-8183da43-3a0a-45fb-b021-7d596e51021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:33.305057 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-8183da43-3a0a-45fb-b021-7d596e51021e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898807 Feb 09 14:46:33.491125 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-056c7f1a-2792-4a1a-8ce3-77f1fa8bb43e service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596112 Feb 09 14:46:33.493863 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4544b7fc-f544-4962-b037-7ce2916d16c7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:33.521413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:46:33.564403 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:46:33.564752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c9a7cb8b-8a0b-4202-9b08-235f9ca4a846 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:46:33.861238 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-22296fce-706d-4b26-926d-c490edf46660 req-fb4b6d06-3991-485a-938a-5d6131e4ee08 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169172 Feb 09 14:46:33.902597 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:46:33.997595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4544b7fc-f544-4962-b037-7ce2916d16c7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port 31412ddf-1619-443a-9840-f0f8bf689114 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:33.997932 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4544b7fc-f544-4962-b037-7ce2916d16c7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:34.127030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2b955-a45d-422a-91ba-9b2b5b8b957a req-e309f6e8-f72e-450c-bf9d-1da0f9102014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:34.128560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40f2b955-a45d-422a-91ba-9b2b5b8b957a req-e309f6e8-f72e-450c-bf9d-1da0f9102014 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 1094 time: 0.2070386 Feb 09 14:46:34.293674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d62da-ccce-4989-b94a-9bcceb320cc9 req-958068b3-9333-4474-a3ac-5b05dd93d1c1 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:34.295316 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-856d62da-ccce-4989-b94a-9bcceb320cc9 req-958068b3-9333-4474-a3ac-5b05dd93d1c1 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 943 time: 0.0910645 Feb 09 14:46:34.300971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-4544b7fc-f544-4962-b037-7ce2916d16c7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] For port 31412ddf-1619-443a-9840-f0f8bf689114, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=31412ddf-1619-443a-9840-f0f8bf689114,segment=NetworkSegment(aca4eca4-027f-49ac-af8d-f33d9c6af568),segment_id=aca4eca4-027f-49ac-af8d-f33d9c6af568)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:34.301329 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4544b7fc-f544-4962-b037-7ce2916d16c7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:34.339307 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-856d62da-ccce-4989-b94a-9bcceb320cc9 req-bdbeec41-148a-4533-bd97-440072fd4ceb tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378780 Feb 09 14:46:34.549811 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4544b7fc-f544-4962-b037-7ce2916d16c7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for 31412ddf-1619-443a-9840-f0f8bf689114 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:46:34.576750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2b955-a45d-422a-91ba-9b2b5b8b957a req-23e7b288-170f-43ae-b099-3233493cdaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:34.578220 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40f2b955-a45d-422a-91ba-9b2b5b8b957a req-23e7b288-170f-43ae-b099-3233493cdaf8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.4414587 Feb 09 14:46:34.656764 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40f2b955-a45d-422a-91ba-9b2b5b8b957a req-82a8d9a9-489e-49fa-be6f-2c199a68858d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=869b8a98-ecde-4ac3-ac12-fcec45ac0d39 HTTP/1.1" status: 200 len: 217 time: 0.0717969 Feb 09 14:46:34.749347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2b955-a45d-422a-91ba-9b2b5b8b957a req-6dc6ea9e-884a-45ab-8d0a-cd814fdb2c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:34.750770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40f2b955-a45d-422a-91ba-9b2b5b8b957a req-6dc6ea9e-884a-45ab-8d0a-cd814fdb2c7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0837779 Feb 09 14:46:34.897084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2b955-a45d-422a-91ba-9b2b5b8b957a req-882f1f42-64ef-4e64-a67c-e286187cb30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:34.898490 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40f2b955-a45d-422a-91ba-9b2b5b8b957a req-882f1f42-64ef-4e64-a67c-e286187cb30c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366358 Feb 09 14:46:34.899058 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4544b7fc-f544-4962-b037-7ce2916d16c7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:34.966933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544b7fc-f544-4962-b037-7ce2916d16c7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Port': ['ID=31412ddf-1619-443a-9840-f0f8bf689114,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:35.204477 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4544b7fc-f544-4962-b037-7ce2916d16c7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:35.301630 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40f2b955-a45d-422a-91ba-9b2b5b8b957a req-0ec7a7a1-a31e-4a48-b1f5-4f6f415e6476 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687758 Feb 09 14:46:35.637502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4544b7fc-f544-4962-b037-7ce2916d16c7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router b3771b6a-f037-44b2-8b25-1d5fbe32b34b has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:46:35.864297 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40f2b955-a45d-422a-91ba-9b2b5b8b957a req-9b7be674-0b4d-465a-8172-687fc04c73e2 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090210 Feb 09 14:46:35.875839 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8883fe-fb6e-4b4e-81b5-d89c374df53d req-8c86bb13-5660-4ce2-aff6-5ec8d3a34416 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:35.877245 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-da8883fe-fb6e-4b4e-81b5-d89c374df53d req-8c86bb13-5660-4ce2-aff6-5ec8d3a34416 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 943 time: 0.4014235 Feb 09 14:46:35.946554 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4544b7fc-f544-4962-b037-7ce2916d16c7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:46:35.959702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50115ef-8f39-4687-892c-743a98909403 None None] Sync routers for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:46:35.969436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50115ef-8f39-4687-892c-743a98909403 None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:35.970053 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c50115ef-8f39-4687-892c-743a98909403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:35.975998 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4544b7fc-f544-4962-b037-7ce2916d16c7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/b3771b6a-f037-44b2-8b25-1d5fbe32b34b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5791256 Feb 09 14:46:35.976484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43922) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:35.984450 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-da8883fe-fb6e-4b4e-81b5-d89c374df53d req-1510e5a7-8146-4452-8841-d9e59fcd85c5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575116 Feb 09 14:46:36.043657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7fd6c8c-e32d-4106-ae0c-c1b665e5e611 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting subnet eaf058e4-11e4-4714-8e21-fec9d54a83db {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:46:36.047344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6c8c-e32d-4106-ae0c-c1b665e5e611 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:36.103808 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-c50115ef-8f39-4687-892c-743a98909403 None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:36.110852 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6c8c-e32d-4106-ae0c-c1b665e5e611 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:36.208623 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6c8c-e32d-4106-ae0c-c1b665e5e611 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:36.210304 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c50115ef-8f39-4687-892c-743a98909403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:34Z', 'revision_number': 11, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:36.214440 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50115ef-8f39-4687-892c-743a98909403 None None] Checking router: b3771b6a-f037-44b2-8b25-1d5fbe32b34b for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:46:36.223201 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50115ef-8f39-4687-892c-743a98909403 None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:36.223821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c50115ef-8f39-4687-892c-743a98909403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:36.283513 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6c8c-e32d-4106-ae0c-c1b665e5e611 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:36.329981 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6c8c-e32d-4106-ae0c-c1b665e5e611 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:36.332859 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd6c8c-e32d-4106-ae0c-c1b665e5e611 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf058e4-11e4-4714-8e21-fec9d54a83db,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:36.343454 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c7fd6c8c-e32d-4106-ae0c-c1b665e5e611 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/eaf058e4-11e4-4714-8e21-fec9d54a83db HTTP/1.1" status: 204 len: 168 time: 0.3648186 Feb 09 14:46:36.343647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43926) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:36.361559 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2de4fb-288c-479d-a61b-ccd5dbacbaf1 None None] Network d9951f26-d781-41b6-ba27-e3e47e4f68b5 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:46:36.383843 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-c50115ef-8f39-4687-892c-743a98909403 None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:36.457480 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:36.468631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Deleting port 2b0ba09e-4a8b-4ee6-9387-241c7113f41e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:36.468885 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:36.592409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c50115ef-8f39-4687-892c-743a98909403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:34Z', 'revision_number': 11, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:36.608640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50115ef-8f39-4687-892c-743a98909403 None None] The sync data for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 is: [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:34Z', 'revision_number': 11, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:46:36.698785 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] For port 2b0ba09e-4a8b-4ee6-9387-241c7113f41e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2b0ba09e-4a8b-4ee6-9387-241c7113f41e,segment=NetworkSegment(aca4eca4-027f-49ac-af8d-f33d9c6af568),segment_id=aca4eca4-027f-49ac-af8d-f33d9c6af568)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:36.699138 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:36.832014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Calling delete_port for 2b0ba09e-4a8b-4ee6-9387-241c7113f41e owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:46:36.910785 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:36.960967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Port': ['ID=2b0ba09e-4a8b-4ee6-9387-241c7113f41e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:36.964609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] No DVR routers for this DVR port 2b0ba09e-4a8b-4ee6-9387-241c7113f41e on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:46:36.973437 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c85a5d-18d5-433f-a8dd-467243d98f3c None None] DHCP port deletion for d9951f26-d781-41b6-ba27-e3e47e4f68b5 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:46:37.096885 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:37.132244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9951f26-d781-41b6-ba27-e3e47e4f68b5']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:37.146004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca4eca4-027f-49ac-af8d-f33d9c6af568') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:37.146307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca4eca4-027f-49ac-af8d-f33d9c6af568') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:37.158619 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:37.173095 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3b514-32e5-4656-b0dd-39c90f097d90 req-1dc9fa1a-8ea1-4ec4-b1c9-7276b0c78494 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:37.175311 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ada3b514-32e5-4656-b0dd-39c90f097d90 req-1dc9fa1a-8ea1-4ec4-b1c9-7276b0c78494 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 943 time: 0.0814562 Feb 09 14:46:37.175651 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:37.182856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:46:37.183233 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:46:37.197930 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:46:37.221603 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ada3b514-32e5-4656-b0dd-39c90f097d90 req-1bf4f5a7-05d8-4dd1-a56b-a574ffe2dcae tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412166 Feb 09 14:46:37.281934 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:37.303569 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:37.316529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Pushing event deleted for resources: {'Network': ['ID=d9951f26-d781-41b6-ba27-e3e47e4f68b5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:37.321416 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6b5ddd13-9d41-447f-9cf0-407a47d508a9 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/networks/d9951f26-d781-41b6-ba27-e3e47e4f68b5 HTTP/1.1" status: 204 len: 168 time: 0.9766402 Feb 09 14:46:37.324312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43932) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:37.329809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0e7a782e-8cb8-4499-b63b-36fe98632725 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'router': {'routes': None}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:37.559536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 31412ddf-1619-443a-9840-f0f8bf689114 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:46:37.596667 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 31412ddf-1619-443a-9840-f0f8bf689114 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:46:37.597130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 31412ddf-1619-443a-9840-f0f8bf689114 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:46:37.597654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2b0ba09e-4a8b-4ee6-9387-241c7113f41e no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:46:37.632019 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 2b0ba09e-4a8b-4ee6-9387-241c7113f41e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:46:37.632418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2b0ba09e-4a8b-4ee6-9387-241c7113f41e not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:46:37.729041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.extraroute_db [None req-0e7a782e-8cb8-4499-b63b-36fe98632725 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Added routes are [] {{(pid=87597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 14:46:37.729336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.extraroute_db [None req-0e7a782e-8cb8-4499-b63b-36fe98632725 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Removed routes are [] {{(pid=87597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 14:46:37.729687 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e7a782e-8cb8-4499-b63b-36fe98632725 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:37.979823 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e7a782e-8cb8-4499-b63b-36fe98632725 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:37.983705 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e7a782e-8cb8-4499-b63b-36fe98632725 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:38.115085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7a782e-8cb8-4499-b63b-36fe98632725 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router b3771b6a-f037-44b2-8b25-1d5fbe32b34b has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:46:38.247485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7a782e-8cb8-4499-b63b-36fe98632725 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:46:38.254415 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e7a782e-8cb8-4499-b63b-36fe98632725 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:38.255514 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0e7a782e-8cb8-4499-b63b-36fe98632725 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/b3771b6a-f037-44b2-8b25-1d5fbe32b34b HTTP/1.1" status: 200 len: 705 time: 0.9302425 Feb 09 14:46:38.258229 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43938) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:38.259003 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8657b-2535-47f2-b5c1-097f340577bb None None] Sync routers for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:46:38.269202 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f8657b-2535-47f2-b5c1-097f340577bb None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:38.269897 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b1f8657b-2535-47f2-b5c1-097f340577bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:38.302110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7899c1b1-a59b-40a1-a018-28b85b2ceb18 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Synchronizing usage tracker for tenant:7d371b695d254715bafb138b50290cb7 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:46:38.322423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7899c1b1-a59b-40a1-a018-28b85b2ceb18 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Unset dirty status for tenant:7d371b695d254715bafb138b50290cb7 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:46:38.326225 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7899c1b1-a59b-40a1-a018-28b85b2ceb18 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3771b6a-f037-44b2-8b25-1d5fbe32b34b HTTP/1.1" status: 200 len: 205 time: 0.0645435 Feb 09 14:46:38.326489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43942) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:38.404879 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-b1f8657b-2535-47f2-b5c1-097f340577bb None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:38.512395 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b1f8657b-2535-47f2-b5c1-097f340577bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:34Z', 'revision_number': 11, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:38.516361 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8657b-2535-47f2-b5c1-097f340577bb None None] Checking router: b3771b6a-f037-44b2-8b25-1d5fbe32b34b for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:46:38.523363 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ea04-49f2-478c-a8a9-299c8a1eab61 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:38.524869 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f8657b-2535-47f2-b5c1-097f340577bb None None] Routers {'b3771b6a-f037-44b2-8b25-1d5fbe32b34b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:38.525469 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b1f8657b-2535-47f2-b5c1-097f340577bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:38.657972 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-b1f8657b-2535-47f2-b5c1-097f340577bb None None] Set router b3771b6a-f037-44b2-8b25-1d5fbe32b34b gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:38.761774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b1f8657b-2535-47f2-b5c1-097f340577bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:34Z', 'revision_number': 11, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:38.767091 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8657b-2535-47f2-b5c1-097f340577bb None None] The sync data for ids ['b3771b6a-f037-44b2-8b25-1d5fbe32b34b'] in n-d-828418-2 is: [{'id': 'b3771b6a-f037-44b2-8b25-1d5fbe32b34b', 'name': 'tempest-RoutersIpV6Test-router-2137263691', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:41Z', 'updated_at': '2022-02-09T14:46:34Z', 'revision_number': 11, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:46:38.838226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a196f0-8adb-4241-a964-20b14ece2979 req-405adad2-0d22-4af9-bbd9-be6cf8f974db tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:38.839769 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3a196f0-8adb-4241-a964-20b14ece2979 req-405adad2-0d22-4af9-bbd9-be6cf8f974db tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 943 time: 0.4603806 Feb 09 14:46:39.031919 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ea04-49f2-478c-a8a9-299c8a1eab61 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:39.045509 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ea04-49f2-478c-a8a9-299c8a1eab61 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:39.050105 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:39.088276 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3a196f0-8adb-4241-a964-20b14ece2979 req-b905f66d-ffd9-4ef8-a75f-b5eeef83557d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649247 Feb 09 14:46:39.089354 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ea04-49f2-478c-a8a9-299c8a1eab61 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:39.089866 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c8ea04-49f2-478c-a8a9-299c8a1eab61 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Fanout notify agent at l3_agent the message router_deleted on router b3771b6a-f037-44b2-8b25-1d5fbe32b34b {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:46:39.106630 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ea04-49f2-478c-a8a9-299c8a1eab61 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:39.112282 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d7c8ea04-49f2-478c-a8a9-299c8a1eab61 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/routers/b3771b6a-f037-44b2-8b25-1d5fbe32b34b HTTP/1.1" status: 204 len: 168 time: 0.7802782 Feb 09 14:46:39.113368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43946) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:39.120545 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-633889a0-8847-4838-af69-45eff9899e14 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2090631740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:39.129016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-633889a0-8847-4838-af69-45eff9899e14 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:39.133550 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-633889a0-8847-4838-af69-45eff9899e14 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Usage tracker for resource:router and tenant:7d371b695d254715bafb138b50290cb7 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:46:39.136876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-633889a0-8847-4838-af69-45eff9899e14 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:46:39.143597 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-633889a0-8847-4838-af69-45eff9899e14 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:39.154057 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-633889a0-8847-4838-af69-45eff9899e14 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:39.155615 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-633889a0-8847-4838-af69-45eff9899e14 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:39.171566 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-633889a0-8847-4838-af69-45eff9899e14 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:39.192530 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-633889a0-8847-4838-af69-45eff9899e14 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:39.219366 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-633889a0-8847-4838-af69-45eff9899e14 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:39.220752 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-633889a0-8847-4838-af69-45eff9899e14 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1057997 Feb 09 14:46:39.223409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43950) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:39.228393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3975f984-2487-4b2c-9267-cc74a079e9c2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:39.707557 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3975f984-2487-4b2c-9267-cc74a079e9c2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:39.722095 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3975f984-2487-4b2c-9267-cc74a079e9c2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:40.049138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3975f984-2487-4b2c-9267-cc74a079e9c2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Router c14519fb-435a-45f2-ba4c-cf4d9efc0de0 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:46:40.185781 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3975f984-2487-4b2c-9267-cc74a079e9c2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:46:40.192565 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3975f984-2487-4b2c-9267-cc74a079e9c2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:40.196075 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3975f984-2487-4b2c-9267-cc74a079e9c2 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "PUT /v2.0/routers/c14519fb-435a-45f2-ba4c-cf4d9efc0de0 HTTP/1.1" status: 200 len: 698 time: 0.9693503 Feb 09 14:46:40.199236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43956) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:40.200993 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38606d95-56a0-46f5-b333-8df3455175ba None None] Sync routers for ids ['c14519fb-435a-45f2-ba4c-cf4d9efc0de0'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:46:40.214408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38606d95-56a0-46f5-b333-8df3455175ba None None] Routers {'c14519fb-435a-45f2-ba4c-cf4d9efc0de0'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:40.215342 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-38606d95-56a0-46f5-b333-8df3455175ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c14519fb-435a-45f2-ba4c-cf4d9efc0de0'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:40.290028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ad117-662b-4e11-8596-d40a2625f310 req-a7252cf8-7b5a-4ec2-8a6c-35c5e98b1a83 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:40.291177 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3c0ad117-662b-4e11-8596-d40a2625f310 req-a7252cf8-7b5a-4ec2-8a6c-35c5e98b1a83 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 943 time: 0.0867567 Feb 09 14:46:40.347641 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7cec7f30-5eed-4c2d-b4d1-07d0a0d6cadb tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/routers/c14519fb-435a-45f2-ba4c-cf4d9efc0de0 HTTP/1.1" status: 200 len: 704 time: 0.1467004 Feb 09 14:46:40.348257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43960) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:40.351585 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3c0ad117-662b-4e11-8596-d40a2625f310 req-79132681-3b5b-43ea-a1fc-6f11ae870ff4 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414906 Feb 09 14:46:40.369064 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-38606d95-56a0-46f5-b333-8df3455175ba None None] Set router c14519fb-435a-45f2-ba4c-cf4d9efc0de0 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:40.396116 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e67a6e46-0fc6-4257-9b5f-fc702ffd8a59 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c14519fb-435a-45f2-ba4c-cf4d9efc0de0 HTTP/1.1" status: 200 len: 205 time: 0.0467508 Feb 09 14:46:40.398544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43964) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:40.494226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-38606d95-56a0-46f5-b333-8df3455175ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14519fb-435a-45f2-ba4c-cf4d9efc0de0', 'name': 'tempest-RoutersIpV6Test-router-2090631740', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:46:39Z', 'updated_at': '2022-02-09T14:46:39Z', 'revision_number': 2, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:40.498193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38606d95-56a0-46f5-b333-8df3455175ba None None] Checking router: c14519fb-435a-45f2-ba4c-cf4d9efc0de0 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:46:40.507623 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38606d95-56a0-46f5-b333-8df3455175ba None None] Routers {'c14519fb-435a-45f2-ba4c-cf4d9efc0de0'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:40.508284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-38606d95-56a0-46f5-b333-8df3455175ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c14519fb-435a-45f2-ba4c-cf4d9efc0de0'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:40.535718 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9b80853-5809-4cdf-8dbf-3d896f0372d7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:40.648623 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-38606d95-56a0-46f5-b333-8df3455175ba None None] Set router c14519fb-435a-45f2-ba4c-cf4d9efc0de0 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:40.790217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-38606d95-56a0-46f5-b333-8df3455175ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14519fb-435a-45f2-ba4c-cf4d9efc0de0', 'name': 'tempest-RoutersIpV6Test-router-2090631740', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:46:39Z', 'updated_at': '2022-02-09T14:46:39Z', 'revision_number': 2, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:40.793881 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:40.795256 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38606d95-56a0-46f5-b333-8df3455175ba None None] The sync data for ids ['c14519fb-435a-45f2-ba4c-cf4d9efc0de0'] in n-d-828418-2 is: [{'id': 'c14519fb-435a-45f2-ba4c-cf4d9efc0de0', 'name': 'tempest-RoutersIpV6Test-router-2090631740', 'tenant_id': '7d371b695d254715bafb138b50290cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:46:39Z', 'updated_at': '2022-02-09T14:46:39Z', 'revision_number': 2, 'project_id': '7d371b695d254715bafb138b50290cb7', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:46:40.976449 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9b80853-5809-4cdf-8dbf-3d896f0372d7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:40.980741 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9b80853-5809-4cdf-8dbf-3d896f0372d7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:41.010234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9b80853-5809-4cdf-8dbf-3d896f0372d7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:41.011110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b80853-5809-4cdf-8dbf-3d896f0372d7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Fanout notify agent at l3_agent the message router_deleted on router c14519fb-435a-45f2-ba4c-cf4d9efc0de0 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:46:41.031285 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9b80853-5809-4cdf-8dbf-3d896f0372d7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:41.032401 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c9b80853-5809-4cdf-8dbf-3d896f0372d7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/routers/c14519fb-435a-45f2-ba4c-cf4d9efc0de0 HTTP/1.1" status: 204 len: 168 time: 0.6329699 Feb 09 14:46:41.035613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43968) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:41.079433 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cba58d84-43aa-402d-9440-ee338d6cf723 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c14519fb-435a-45f2-ba4c-cf4d9efc0de0 HTTP/1.1" status: 200 len: 205 time: 0.0427139 Feb 09 14:46:41.081698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43972) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:41.150979 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-1810f97a-3c92-405f-b298-1c234991d777 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] delete failed (client error): The resource could not be found. Feb 09 14:46:41.152019 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1810f97a-3c92-405f-b298-1c234991d777 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/routers/c14519fb-435a-45f2-ba4c-cf4d9efc0de0 HTTP/1.1" status: 404 len: 336 time: 0.0694189 Feb 09 14:46:41.155674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43976) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:41.192812 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0b66d9-faef-4565-a622-040f529a3226 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] DELETE failed (client error): The resource could not be found. Feb 09 14:46:41.193275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0b66d9-faef-4565-a622-040f529a3226 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:46:41.194917 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cc0b66d9-faef-4565-a622-040f529a3226 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/8c5b7f61-d77f-4113-b8f3-c2c0d9781dbc HTTP/1.1" status: 404 len: 337 time: 0.0382371 Feb 09 14:46:41.197486 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43980) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:41.237731 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6f5ffa-4395-4b1c-9d55-60a4251a49a0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] DELETE failed (client error): The resource could not be found. Feb 09 14:46:41.238365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6f5ffa-4395-4b1c-9d55-60a4251a49a0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:46:41.239790 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9c6f5ffa-4395-4b1c-9d55-60a4251a49a0 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/60ab70aa-33da-43de-a644-aa7193a047ef HTTP/1.1" status: 404 len: 337 time: 0.0414298 Feb 09 14:46:41.242242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43984) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:41.278682 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfddd9b-d31e-4b6d-86a4-28bc46d92972 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] DELETE failed (client error): The resource could not be found. Feb 09 14:46:41.279125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cfddd9b-d31e-4b6d-86a4-28bc46d92972 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:46:41.280816 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4cfddd9b-d31e-4b6d-86a4-28bc46d92972 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/a20fe5ee-744b-440a-a6cf-3e9c22c02528 HTTP/1.1" status: 404 len: 337 time: 0.0377152 Feb 09 14:46:41.283216 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43988) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:41.319170 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec052c2-3e17-4483-88a1-fa01374c576e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] DELETE failed (client error): The resource could not be found. Feb 09 14:46:41.319628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec052c2-3e17-4483-88a1-fa01374c576e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:46:41.321424 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dec052c2-3e17-4483-88a1-fa01374c576e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/eaf058e4-11e4-4714-8e21-fec9d54a83db HTTP/1.1" status: 404 len: 337 time: 0.0372458 Feb 09 14:46:41.324252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 43992) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:41.374404 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6e948e2b-782e-46a5-b3c1-9b04bed30e4c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3771b6a-f037-44b2-8b25-1d5fbe32b34b HTTP/1.1" status: 200 len: 205 time: 0.0464151 Feb 09 14:46:41.374791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 43996) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:41.446008 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-d3b99491-9c27-45b6-b0a2-682186c2d2d5 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] delete failed (client error): The resource could not be found. Feb 09 14:46:41.447030 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d3b99491-9c27-45b6-b0a2-682186c2d2d5 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/routers/b3771b6a-f037-44b2-8b25-1d5fbe32b34b HTTP/1.1" status: 404 len: 336 time: 0.0712664 Feb 09 14:46:41.450441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44002) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:41.537233 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f1d8010d-4731-4090-afed-84393bf95bc7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports?device_id=3625688f-e2cd-47ea-b6a1-a974b99684f0 HTTP/1.1" status: 200 len: 205 time: 0.0835998 Feb 09 14:46:41.538239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44006) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:41.576221 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ea1f9-2670-4652-a0ed-3b5b8cb1d210 req-792dfa27-b73b-4a32-9185-ab077ca43a74 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:41.578613 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b2ea1f9-2670-4652-a0ed-3b5b8cb1d210 req-792dfa27-b73b-4a32-9185-ab077ca43a74 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 943 time: 0.0959938 Feb 09 14:46:41.619795 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-f9bb3b49-d729-4ef5-b484-9e36693cacac tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] delete failed (client error): The resource could not be found. Feb 09 14:46:41.624803 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f9bb3b49-d729-4ef5-b484-9e36693cacac tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/routers/3625688f-e2cd-47ea-b6a1-a974b99684f0 HTTP/1.1" status: 404 len: 336 time: 0.0842700 Feb 09 14:46:41.625111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44010) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:41.666884 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f5f6c3-c8ce-45fb-a3a9-a790687a357d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] DELETE failed (client error): The resource could not be found. Feb 09 14:46:41.667257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f5f6c3-c8ce-45fb-a3a9-a790687a357d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:46:41.669226 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-07f5f6c3-c8ce-45fb-a3a9-a790687a357d tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/bd568788-5e38-461c-b630-d28cafafd0d3 HTTP/1.1" status: 404 len: 337 time: 0.0431135 Feb 09 14:46:41.672634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44014) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:41.718153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-088818b9-7588-4072-a7c2-30b5e6437ca6 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Synchronizing usage tracker for tenant:7d371b695d254715bafb138b50290cb7 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:46:41.735439 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-088818b9-7588-4072-a7c2-30b5e6437ca6 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] Unset dirty status for tenant:7d371b695d254715bafb138b50290cb7 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:46:41.735439 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-088818b9-7588-4072-a7c2-30b5e6437ca6 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ed46062-3d3f-4f06-a496-3c0d2a51ce47 HTTP/1.1" status: 200 len: 205 time: 0.0579715 Feb 09 14:46:41.735439 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44018) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:41.745538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b2ea1f9-2670-4652-a0ed-3b5b8cb1d210 req-e4132d48-c373-4cb4-bbba-e1c22c2256d8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603472 Feb 09 14:46:41.803571 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-ef3d913c-f453-41d3-94d4-925d8179b10b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] delete failed (client error): The resource could not be found. Feb 09 14:46:41.804608 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ef3d913c-f453-41d3-94d4-925d8179b10b tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/routers/5ed46062-3d3f-4f06-a496-3c0d2a51ce47 HTTP/1.1" status: 404 len: 336 time: 0.0688400 Feb 09 14:46:41.807309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44022) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:41.849491 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3d3c2354-49ac-4e2f-91da-ea1cf87a3756 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f67268a-26e0-4718-971b-b5e5ff9c2eb4 HTTP/1.1" status: 200 len: 205 time: 0.0411313 Feb 09 14:46:41.851786 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44026) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:41.918941 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-46e51532-2a2e-48ec-8300-9c774c8e2c4a tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] delete failed (client error): The resource could not be found. Feb 09 14:46:41.919888 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-46e51532-2a2e-48ec-8300-9c774c8e2c4a tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/routers/4f67268a-26e0-4718-971b-b5e5ff9c2eb4 HTTP/1.1" status: 404 len: 336 time: 0.0672207 Feb 09 14:46:41.922980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44030) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:41.961084 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-77028f62-b12d-4cb5-ae1c-cbd68922854c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] DELETE failed (client error): The resource could not be found. Feb 09 14:46:41.961527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77028f62-b12d-4cb5-ae1c-cbd68922854c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:46:41.963587 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-77028f62-b12d-4cb5-ae1c-cbd68922854c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/2c8c8803-7786-4db0-ba32-46f553986233 HTTP/1.1" status: 404 len: 337 time: 0.0393126 Feb 09 14:46:41.965712 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44034) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:42.013383 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-682f7b07-06ac-4f34-9452-f1d287e41065 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5aee938-1440-4685-80ad-c20e8bc6ea5b HTTP/1.1" status: 200 len: 205 time: 0.0466385 Feb 09 14:46:42.015763 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44038) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:42.080223 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-27251910-b453-462e-bf1d-fab206bfc90e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] delete failed (client error): The resource could not be found. Feb 09 14:46:42.081247 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-27251910-b453-462e-bf1d-fab206bfc90e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/routers/b5aee938-1440-4685-80ad-c20e8bc6ea5b HTTP/1.1" status: 404 len: 336 time: 0.0646183 Feb 09 14:46:42.084017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44042) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:42.128021 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef7cee1-b514-4555-ab8c-344a715e9bcc tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] DELETE failed (client error): The resource could not be found. Feb 09 14:46:42.128465 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef7cee1-b514-4555-ab8c-344a715e9bcc tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:46:42.130122 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8ef7cee1-b514-4555-ab8c-344a715e9bcc tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/45b3f2fc-fc61-4cea-89c6-725b0d0462bf HTTP/1.1" status: 404 len: 337 time: 0.0451906 Feb 09 14:46:42.132756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44046) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:42.176119 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-90d6b06f-a598-4d9b-92ca-f08fe7dfbf9c tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "GET /v2.0/ports?device_id=1485bd32-a059-4231-8d01-714944176908 HTTP/1.1" status: 200 len: 205 time: 0.0423117 Feb 09 14:46:42.178396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44050) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:42.245953 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-fb961db3-6c8c-4b3b-85fe-0354d9bc1e38 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] delete failed (client error): The resource could not be found. Feb 09 14:46:42.246934 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fb961db3-6c8c-4b3b-85fe-0354d9bc1e38 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/routers/1485bd32-a059-4231-8d01-714944176908 HTTP/1.1" status: 404 len: 336 time: 0.0676789 Feb 09 14:46:42.249734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44054) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:42.288524 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d8bb9a-39ff-4459-9fe2-463bee930bd7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] DELETE failed (client error): The resource could not be found. Feb 09 14:46:42.288984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d8bb9a-39ff-4459-9fe2-463bee930bd7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:46:42.290632 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-89d8bb9a-39ff-4459-9fe2-463bee930bd7 tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/b267dd8c-ee09-4c39-9159-9a05508f24cd HTTP/1.1" status: 404 len: 337 time: 0.0399206 Feb 09 14:46:42.293262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44058) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:42.331351 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-481df943-cd38-4f2a-9182-20b0a987d89e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] DELETE failed (client error): The resource could not be found. Feb 09 14:46:42.331946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481df943-cd38-4f2a-9182-20b0a987d89e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:46:42.333764 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-481df943-cd38-4f2a-9182-20b0a987d89e tempest-RoutersIpV6Test-1489396247 tempest-RoutersIpV6Test-1489396247-project] 10.222.0.48 "DELETE /v2.0/subnets/0946317b-286c-48ad-953e-745b5a326a11 HTTP/1.1" status: 404 len: 337 time: 0.0395975 Feb 09 14:46:42.602276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44066) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:42.682787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:46:42.766746 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c0aa536a-69e3-4456-bac1-327e460f7bd4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d371b695d254715bafb138b50290cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632318 Feb 09 14:46:42.769137 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44072) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:42.816605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=869b8a98-ecde-4ac3-ac12-fcec45ac0d39,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:42.827868 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17004c04-a6b4-42e8-bacc-a2883fa5da13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:42.832595 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '869b8a98-ecde-4ac3-ac12-fcec45ac0d39', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'port_id': '869b8a98-ecde-4ac3-ac12-fcec45ac0d39', 'mac_address': 'fa:16:3e:b9:85:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:46:42.857436 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17004c04-a6b4-42e8-bacc-a2883fa5da13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:42.893277 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:42.910324 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:46:42.918078 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17004c04-a6b4-42e8-bacc-a2883fa5da13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:42.927962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=869b8a98-ecde-4ac3-ac12-fcec45ac0d39,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:42.931501 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:42.937913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17004c04-a6b4-42e8-bacc-a2883fa5da13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c52cf0a-e543-4ba5-8dbf-0d089677413d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:42.941220 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17004c04-a6b4-42e8-bacc-a2883fa5da13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:42.945332 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-17004c04-a6b4-42e8-bacc-a2883fa5da13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c52cf0a-e543-4ba5-8dbf-0d089677413d HTTP/1.1" status: 204 len: 168 time: 0.1752429 Feb 09 14:46:42.958100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05accd88-f70a-4d24-9802-97ad3fa382a8 req-505adec1-8801-4588-a3c8-1941762416c0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:42.960344 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05accd88-f70a-4d24-9802-97ad3fa382a8 req-505adec1-8801-4588-a3c8-1941762416c0 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 943 time: 0.0923820 Feb 09 14:46:43.016866 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-05accd88-f70a-4d24-9802-97ad3fa382a8 req-e9ab4c64-c450-414e-9952-00c7ca24e39f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502048 Feb 09 14:46:43.028661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=869b8a98-ecde-4ac3-ac12-fcec45ac0d39,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:43.038409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:43.038728 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:43.039197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:43.039665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:43.040156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:43.040620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:43.041080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:43.041534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:43.041995 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:43.042451 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:43.042917 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:43.043375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:46:43.298281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['869b8a98-ecde-4ac3-ac12-fcec45ac0d39'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:46:43.669949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44098) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:43.774913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'network': {'name': 'tempest-RoutersTest-1564326773'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:43.780901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:43.784758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:network and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:46:43.787678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:46:43.793325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:43.804299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:46:43.807608 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:43.819204 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:43.833959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:43.837675 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:security_group_rule and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:46:43.840463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:46:43.846830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:43.930508 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:43.934191 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:43.964975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:46:43.973660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7ef1be-6103-45f2-a341-5787087cb46a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:43.979141 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:43.979408 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Added segment d00a1b8e-929f-428a-8a05-54388ab63995 of type vlan for network d9432952-4189-4aec-93fb-09ddf7f7c96c Feb 09 14:46:44.004415 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:44.034196 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:44.039696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:44.040287 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:44.193759 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5220368 Feb 09 14:46:44.196842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253491d-a975-4e0f-97fc-5cfc6ac66646 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Network': ['ID=d9432952-4189-4aec-93fb-09ddf7f7c96c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:44.197054 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44106) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:44.204649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-6def39e1-e7f9-4675-8be7-b10a01a9a771 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'network': {'name': 'tempest-RoutersTest-1857278849'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:44.210339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network d9432952-4189-4aec-93fb-09ddf7f7c96c details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:46:44.210872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6def39e1-e7f9-4675-8be7-b10a01a9a771 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:44.214205 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6def39e1-e7f9-4675-8be7-b10a01a9a771 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:network and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:46:44.217129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6def39e1-e7f9-4675-8be7-b10a01a9a771 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:46:44.224027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6def39e1-e7f9-4675-8be7-b10a01a9a771 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:44.234484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6def39e1-e7f9-4675-8be7-b10a01a9a771 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:46:44.236563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17517c-ff5b-4b47-a0c5-50ffa80bd3aa req-37e20adb-0bcc-426a-87f4-71fcfb46cb9c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:44.238098 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b17517c-ff5b-4b47-a0c5-50ffa80bd3aa req-37e20adb-0bcc-426a-87f4-71fcfb46cb9c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 944 time: 0.1106377 Feb 09 14:46:44.240277 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6def39e1-e7f9-4675-8be7-b10a01a9a771 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:44.270453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6def39e1-e7f9-4675-8be7-b10a01a9a771 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:46:44.281708 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6def39e1-e7f9-4675-8be7-b10a01a9a771 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:44.282346 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-6def39e1-e7f9-4675-8be7-b10a01a9a771 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Added segment cecd6d04-0efb-42e4-976d-e880ff886956 of type vlan for network 6b046a7b-e5f9-4694-9147-69bb13301451 Feb 09 14:46:44.293175 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b17517c-ff5b-4b47-a0c5-50ffa80bd3aa req-c9f28a40-9147-4638-bcfe-c1036a5769e3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494261 Feb 09 14:46:44.314371 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6def39e1-e7f9-4675-8be7-b10a01a9a771 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:44.350791 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6def39e1-e7f9-4675-8be7-b10a01a9a771 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:44.356383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6def39e1-e7f9-4675-8be7-b10a01a9a771 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:44.356959 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6def39e1-e7f9-4675-8be7-b10a01a9a771 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:44.458157 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6def39e1-e7f9-4675-8be7-b10a01a9a771 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2599065 Feb 09 14:46:44.461218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44110) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:44.469518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-6386d624-06da-4e61-b269-45b5df043ee5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'subnet': {'network_id': 'd9432952-4189-4aec-93fb-09ddf7f7c96c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:44.482369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def39e1-e7f9-4675-8be7-b10a01a9a771 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Network': ['ID=6b046a7b-e5f9-4694-9147-69bb13301451,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:44.493701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 6b046a7b-e5f9-4694-9147-69bb13301451 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:46:44.704145 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6386d624-06da-4e61-b269-45b5df043ee5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:44.707901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6386d624-06da-4e61-b269-45b5df043ee5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:subnet and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:46:44.711930 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6386d624-06da-4e61-b269-45b5df043ee5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:46:44.714365 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:44.719601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6386d624-06da-4e61-b269-45b5df043ee5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:44.730235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6386d624-06da-4e61-b269-45b5df043ee5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:46:44.734171 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6386d624-06da-4e61-b269-45b5df043ee5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:44.783774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:44.788875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:44.789227 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:44.910748 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:44.938047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869b8a98-ecde-4ac3-ac12-fcec45ac0d39'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:46:44.948385 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=869b8a98-ecde-4ac3-ac12-fcec45ac0d39,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:44.953299 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:44.957904 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6386d624-06da-4e61-b269-45b5df043ee5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:44.987877 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869b8a98-ecde-4ac3-ac12-fcec45ac0d39', 'code': 200} Feb 09 14:46:45.035747 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=869b8a98-ecde-4ac3-ac12-fcec45ac0d39,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:45.057182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386d624-06da-4e61-b269-45b5df043ee5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Subnet': ['ID=f449454b-0b15-4cf2-98c0-e03e37301a30,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:45.066140 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6386d624-06da-4e61-b269-45b5df043ee5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Checking segment: {'id': 'd00a1b8e-929f-428a-8a05-54388ab63995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd9432952-4189-4aec-93fb-09ddf7f7c96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:46:45.066500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6386d624-06da-4e61-b269-45b5df043ee5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network hostable DHCP agents. Network: d9432952-4189-4aec-93fb-09ddf7f7c96c, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:46:45.086713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6386d624-06da-4e61-b269-45b5df043ee5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network d9432952-4189-4aec-93fb-09ddf7f7c96c is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:46:45.097281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-6386d624-06da-4e61-b269-45b5df043ee5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, d9432952-4189-4aec-93fb-09ddf7f7c96c) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:45.102427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6386d624-06da-4e61-b269-45b5df043ee5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:45.103368 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6386d624-06da-4e61-b269-45b5df043ee5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:45.107026 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545429ad-58a1-4b08-a25d-7b0ca0bc3670 None None] Network d9432952-4189-4aec-93fb-09ddf7f7c96c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:46:45.128294 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6386d624-06da-4e61-b269-45b5df043ee5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6659627 Feb 09 14:46:45.131042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44116) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:45.136537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c93a82e2-b356-4a59-aa1f-26c2b505ed81 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'subnet': {'network_id': '6b046a7b-e5f9-4694-9147-69bb13301451', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:45.142942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102070f-0f4e-4c8b-8672-02eeaa27e6e9 req-bccfcc00-1d1e-4fdb-b22c-8e4a1774bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:45.145251 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e102070f-0f4e-4c8b-8672-02eeaa27e6e9 req-bccfcc00-1d1e-4fdb-b22c-8e4a1774bcf9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 1096 time: 0.0897648 Feb 09 14:46:45.192906 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e102070f-0f4e-4c8b-8672-02eeaa27e6e9 req-8b4baf28-6f72-4120-b052-f821e066dd73 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396018 Feb 09 14:46:45.247960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c93a82e2-b356-4a59-aa1f-26c2b505ed81 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:45.252385 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c93a82e2-b356-4a59-aa1f-26c2b505ed81 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:subnet and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:46:45.255221 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c93a82e2-b356-4a59-aa1f-26c2b505ed81 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:46:45.260992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c93a82e2-b356-4a59-aa1f-26c2b505ed81 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:45.271518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93a82e2-b356-4a59-aa1f-26c2b505ed81 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:46:45.275466 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c93a82e2-b356-4a59-aa1f-26c2b505ed81 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:45.332502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-d9432952-4189-4aec-93fb-09ddf7f7c96c', 'network_id': 'd9432952-4189-4aec-93fb-09ddf7f7c96c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'fixed_ips': [{'subnet_id': 'f449454b-0b15-4cf2-98c0-e03e37301a30'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:46:45.333515 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:45.495485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Allocated IP 172.20.0.2 (d9432952-4189-4aec-93fb-09ddf7f7c96c/f449454b-0b15-4cf2-98c0-e03e37301a30/18f4baef-cc67-41ae-b7fd-39bc03161355) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:46:45.507814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358322d4-2af5-432d-933f-80e13f9721ad req-3913c16f-b859-4f4d-a6bf-4c85075e0c98 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:45.509433 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-358322d4-2af5-432d-933f-80e13f9721ad req-3913c16f-b859-4f4d-a6bf-4c85075e0c98 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 945 time: 0.0974143 Feb 09 14:46:45.527412 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c93a82e2-b356-4a59-aa1f-26c2b505ed81 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:45.568114 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-358322d4-2af5-432d-933f-80e13f9721ad req-2d34a3e3-28c0-4645-8ef1-aa8e3b1fac05 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527265 Feb 09 14:46:45.627318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a82e2-b356-4a59-aa1f-26c2b505ed81 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Subnet': ['ID=9df8c04e-0e1e-4b2b-834f-2b755aa792f3,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:45.633222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a82e2-b356-4a59-aa1f-26c2b505ed81 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Checking segment: {'id': 'cecd6d04-0efb-42e4-976d-e880ff886956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b046a7b-e5f9-4694-9147-69bb13301451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:46:45.633585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93a82e2-b356-4a59-aa1f-26c2b505ed81 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network hostable DHCP agents. Network: 6b046a7b-e5f9-4694-9147-69bb13301451, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:46:45.653676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93a82e2-b356-4a59-aa1f-26c2b505ed81 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 6b046a7b-e5f9-4694-9147-69bb13301451 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:46:45.663656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-c93a82e2-b356-4a59-aa1f-26c2b505ed81 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 6b046a7b-e5f9-4694-9147-69bb13301451) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:45.668767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93a82e2-b356-4a59-aa1f-26c2b505ed81 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:45.670891 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c93a82e2-b356-4a59-aa1f-26c2b505ed81 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:45.689611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44c07ac-19d3-400f-b9b0-d604eac1f026 None None] Network 6b046a7b-e5f9-4694-9147-69bb13301451 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:46:45.695920 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c93a82e2-b356-4a59-aa1f-26c2b505ed81 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5613179 Feb 09 14:46:45.696752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44122) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:45.705379 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-fee67828-a579-481b-a65f-6ec1d286d2ff tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1802942696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:45.712862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fee67828-a579-481b-a65f-6ec1d286d2ff tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:45.717378 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fee67828-a579-481b-a65f-6ec1d286d2ff tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:router and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:46:45.720293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fee67828-a579-481b-a65f-6ec1d286d2ff tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:46:45.725985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fee67828-a579-481b-a65f-6ec1d286d2ff tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:45.737523 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fee67828-a579-481b-a65f-6ec1d286d2ff tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:45.738606 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fee67828-a579-481b-a65f-6ec1d286d2ff tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:45.754191 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fee67828-a579-481b-a65f-6ec1d286d2ff tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:45.772907 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fee67828-a579-481b-a65f-6ec1d286d2ff tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:45.796399 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fee67828-a579-481b-a65f-6ec1d286d2ff tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:45.797806 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fee67828-a579-481b-a65f-6ec1d286d2ff tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.0993793 Feb 09 14:46:45.801210 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:45.801483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44126) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:45.825272 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Transition to ACTIVE for port object 18f4baef-cc67-41ae-b7fd-39bc03161355 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:46:45.885432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Transition to ACTIVE for port object 18f4baef-cc67-41ae-b7fd-39bc03161355 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:46:45.896248 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:45.971634 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Network d9432952-4189-4aec-93fb-09ddf7f7c96c is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:46:45.976278 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:46.010181 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:46:46.047799 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Pushing event updated for resources: {'Port': ['ID=18f4baef-cc67-41ae-b7fd-39bc03161355,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:46.090988 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-6b046a7b-e5f9-4694-9147-69bb13301451', 'network_id': '6b046a7b-e5f9-4694-9147-69bb13301451', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'fixed_ips': [{'subnet_id': '9df8c04e-0e1e-4b2b-834f-2b755aa792f3'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:46:46.090988 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:46.166851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Attempting to bind port 18f4baef-cc67-41ae-b7fd-39bc03161355 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:46:46.167221 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Attempting to bind port 18f4baef-cc67-41ae-b7fd-39bc03161355 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd00a1b8e-929f-428a-8a05-54388ab63995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd9432952-4189-4aec-93fb-09ddf7f7c96c'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:46:46.167584 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Attempting to bind port 18f4baef-cc67-41ae-b7fd-39bc03161355 on network d9432952-4189-4aec-93fb-09ddf7f7c96c {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:46:46.178597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:46:46.178967 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Checking segment: {'id': 'd00a1b8e-929f-428a-8a05-54388ab63995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd9432952-4189-4aec-93fb-09ddf7f7c96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:46:46.179367 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:46.179778 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Bound using segment: {'id': 'd00a1b8e-929f-428a-8a05-54388ab63995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd9432952-4189-4aec-93fb-09ddf7f7c96c'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:46:46.180250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Bound port: 18f4baef-cc67-41ae-b7fd-39bc03161355, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00a1b8e-929f-428a-8a05-54388ab63995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd9432952-4189-4aec-93fb-09ddf7f7c96c'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:46:46.180619 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:46.285589 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:46.377789 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] For port 18f4baef-cc67-41ae-b7fd-39bc03161355, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:46:46.384015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] For port 18f4baef-cc67-41ae-b7fd-39bc03161355, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=18f4baef-cc67-41ae-b7fd-39bc03161355,segment=NetworkSegment(d00a1b8e-929f-428a-8a05-54388ab63995),segment_id=d00a1b8e-929f-428a-8a05-54388ab63995)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:46:46.385598 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Allocated IP 172.21.0.2 (6b046a7b-e5f9-4694-9147-69bb13301451/9df8c04e-0e1e-4b2b-834f-2b755aa792f3/2d272831-ed05-45ef-852c-f2e4b741b327) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:46:46.391242 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:46.561483 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6537f-b2ac-4780-a40c-93ef0c0f8097 None None] Pushing event updated for resources: {'Port': ['ID=18f4baef-cc67-41ae-b7fd-39bc03161355,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:46.713049 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:46.727163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Transition to ACTIVE for port object 2d272831-ed05-45ef-852c-f2e4b741b327 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:46:46.761066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Transition to ACTIVE for port object 2d272831-ed05-45ef-852c-f2e4b741b327 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:46:46.767285 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:46.833682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17129261-b093-48be-b42e-47a07a4bf169 req-51e2f1f1-17cd-4b5f-b591-e3559d96a693 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:46.835788 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-17129261-b093-48be-b42e-47a07a4bf169 req-51e2f1f1-17cd-4b5f-b591-e3559d96a693 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 945 time: 0.1443503 Feb 09 14:46:46.862806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Pushing event updated for resources: {'Port': ['ID=2d272831-ed05-45ef-852c-f2e4b741b327,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:46.869949 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Network 6b046a7b-e5f9-4694-9147-69bb13301451 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:46:46.871335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:46.874368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:46:46.881715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Allocated IP 172.20.0.1 (d9432952-4189-4aec-93fb-09ddf7f7c96c/f449454b-0b15-4cf2-98c0-e03e37301a30/30669b81-64ed-4f04-87b6-2504688365d5) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:46:46.932241 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-17129261-b093-48be-b42e-47a07a4bf169 req-b5f37f02-d39d-4604-a2b3-7d9fc273f3e6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886180 Feb 09 14:46:46.990361 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Attempting to bind port 2d272831-ed05-45ef-852c-f2e4b741b327 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:46:46.990752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Attempting to bind port 2d272831-ed05-45ef-852c-f2e4b741b327 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'cecd6d04-0efb-42e4-976d-e880ff886956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b046a7b-e5f9-4694-9147-69bb13301451'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:46:46.991113 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Attempting to bind port 2d272831-ed05-45ef-852c-f2e4b741b327 on network 6b046a7b-e5f9-4694-9147-69bb13301451 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:46:46.996838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:46:46.997207 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Checking segment: {'id': 'cecd6d04-0efb-42e4-976d-e880ff886956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b046a7b-e5f9-4694-9147-69bb13301451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:46:46.997746 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:46.998142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Bound using segment: {'id': 'cecd6d04-0efb-42e4-976d-e880ff886956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b046a7b-e5f9-4694-9147-69bb13301451'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:46:46.998777 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Bound port: 2d272831-ed05-45ef-852c-f2e4b741b327, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cecd6d04-0efb-42e4-976d-e880ff886956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b046a7b-e5f9-4694-9147-69bb13301451'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:46:46.999150 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:47.106457 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:47.121275 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] For port 2d272831-ed05-45ef-852c-f2e4b741b327, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:46:47.124968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Transition to ACTIVE for port object 30669b81-64ed-4f04-87b6-2504688365d5 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:46:47.125120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] For port 2d272831-ed05-45ef-852c-f2e4b741b327, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2d272831-ed05-45ef-852c-f2e4b741b327,segment=NetworkSegment(cecd6d04-0efb-42e4-976d-e880ff886956),segment_id=cecd6d04-0efb-42e4-976d-e880ff886956)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:46:47.129181 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:47.150083 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:47.211886 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243fb8b-250b-464c-b49c-fb10bedfb7cb None None] Pushing event updated for resources: {'Port': ['ID=2d272831-ed05-45ef-852c-f2e4b741b327,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:47.228306 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network d9432952-4189-4aec-93fb-09ddf7f7c96c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:46:47.231871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:47.236647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:46:47.269433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=30669b81-64ed-4f04-87b6-2504688365d5,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:47.301444 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:47.585833 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:47.688690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 18f4baef-cc67-41ae-b7fd-39bc03161355 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:47.759673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 18f4baef-cc67-41ae-b7fd-39bc03161355 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:47.765432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2d272831-ed05-45ef-852c-f2e4b741b327 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:47.845191 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 2d272831-ed05-45ef-852c-f2e4b741b327 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:47.908628 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64358147-3d30-4799-94eb-25147bfd348c None None] Network d9432952-4189-4aec-93fb-09ddf7f7c96c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:46:48.005643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-783375ba-7e8c-4e7a-9591-0279755bf8be None None] Provisioning for port 18f4baef-cc67-41ae-b7fd-39bc03161355 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:48.017523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-783375ba-7e8c-4e7a-9591-0279755bf8be None None] Provisioning complete for port 18f4baef-cc67-41ae-b7fd-39bc03161355 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:48.017902 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-783375ba-7e8c-4e7a-9591-0279755bf8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:48.040256 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:48.046963 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:48.226375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=30669b81-64ed-4f04-87b6-2504688365d5,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:48.229041 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:48.257665 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-783375ba-7e8c-4e7a-9591-0279755bf8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:48.299156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-783375ba-7e8c-4e7a-9591-0279755bf8be None None] For port 18f4baef-cc67-41ae-b7fd-39bc03161355, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=18f4baef-cc67-41ae-b7fd-39bc03161355,segment=NetworkSegment(d00a1b8e-929f-428a-8a05-54388ab63995),segment_id=d00a1b8e-929f-428a-8a05-54388ab63995)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:48.308738 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-783375ba-7e8c-4e7a-9591-0279755bf8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:48.386442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783375ba-7e8c-4e7a-9591-0279755bf8be None None] Pushing event updated for resources: {'Port': ['ID=18f4baef-cc67-41ae-b7fd-39bc03161355,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:48.439774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892c066f-655b-4594-9fc9-3589d4936765 None None] Network 6b046a7b-e5f9-4694-9147-69bb13301451 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:46:48.485812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9774943-4198-431a-8934-04994ac589b0 req-ae4486d1-8d71-49bb-a8ee-70c111f32d7c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:48.487300 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c9774943-4198-431a-8934-04994ac589b0 req-ae4486d1-8d71-49bb-a8ee-70c111f32d7c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 945 time: 0.4066308 Feb 09 14:46:48.557698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network d9432952-4189-4aec-93fb-09ddf7f7c96c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:46:48.561449 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c9774943-4198-431a-8934-04994ac589b0 req-5abf68ab-e4ac-47ab-9995-36c2f0625992 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633838 Feb 09 14:46:48.562422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:48.669123 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c818831d-ef48-42d1-8f08-d6ce698f21d0 None None] Provisioning for port 2d272831-ed05-45ef-852c-f2e4b741b327 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:48.683352 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c818831d-ef48-42d1-8f08-d6ce698f21d0 None None] Provisioning complete for port 2d272831-ed05-45ef-852c-f2e4b741b327 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:48.684576 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c818831d-ef48-42d1-8f08-d6ce698f21d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:48.798245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1586ed-860a-41ab-acf0-b60569246ead req-1dfe5dc4-e157-4381-b11d-a4238bcba7a6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:48.803035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 7567d0a8-7a8d-4575-a16e-4cfba5f9ef27 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:46:48.806334 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fd1586ed-860a-41ab-acf0-b60569246ead req-1dfe5dc4-e157-4381-b11d-a4238bcba7a6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 945 time: 0.1027088 Feb 09 14:46:48.838922 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c818831d-ef48-42d1-8f08-d6ce698f21d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:48.855386 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fd1586ed-860a-41ab-acf0-b60569246ead req-ac6d2d8e-84a0-4128-aa41-067c1a74623a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481818 Feb 09 14:46:48.881548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44138) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:48.891543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c818831d-ef48-42d1-8f08-d6ce698f21d0 None None] For port 2d272831-ed05-45ef-852c-f2e4b741b327, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2d272831-ed05-45ef-852c-f2e4b741b327,segment=NetworkSegment(cecd6d04-0efb-42e4-976d-e880ff886956),segment_id=cecd6d04-0efb-42e4-976d-e880ff886956)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:48.897258 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c818831d-ef48-42d1-8f08-d6ce698f21d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:48.980656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af382351-1d9d-43be-9f1a-93ce836a4a7d tempest-TestVolumeBootPattern-1353882925 tempest-TestVolumeBootPattern-1353882925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:48.982250 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-af382351-1d9d-43be-9f1a-93ce836a4a7d tempest-TestVolumeBootPattern-1353882925 tempest-TestVolumeBootPattern-1353882925-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 1091 time: 0.0996346 Feb 09 14:46:48.985901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44142) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:48.991716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': '869b8a98-ecde-4ac3-ac12-fcec45ac0d39', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:46:49.001480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:46:49.014728 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8e82c6b5-7d57-4ef4-95f2-fe940b15b556 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/7567d0a8-7a8d-4575-a16e-4cfba5f9ef27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2116840 Feb 09 14:46:49.016401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:46:49.017275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44146) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:49.019449 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da29382-9aab-42af-aa7a-627dd5a74ee8 None None] Sync routers for ids ['7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:46:49.028111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Usage tracker for resource:floatingip and tenant:a41332bb12404c08914ea958ae35ef74 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:46:49.036131 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:46:49.040256 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da29382-9aab-42af-aa7a-627dd5a74ee8 None None] Routers {'7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:49.040893 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0da29382-9aab-42af-aa7a-627dd5a74ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:49.045075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:46:49.062256 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:49.063318 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1ba45cb0-ea6a-4681-a1ed-ab994172e19d None None] Provisioning complete for port 18f4baef-cc67-41ae-b7fd-39bc03161355 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:49.063896 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1ba45cb0-ea6a-4681-a1ed-ab994172e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:49.146497 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818831d-ef48-42d1-8f08-d6ce698f21d0 None None] Pushing event updated for resources: {'Port': ['ID=2d272831-ed05-45ef-852c-f2e4b741b327,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:49.174195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b302d-6b11-431c-b652-574d8fc211a6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:49.174981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7d2b302d-6b11-431c-b652-574d8fc211a6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Synchronizing usage tracker for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:46:49.181441 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0da29382-9aab-42af-aa7a-627dd5a74ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:49.191561 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da29382-9aab-42af-aa7a-627dd5a74ee8 None None] Routers {'7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:49.192869 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0da29382-9aab-42af-aa7a-627dd5a74ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:49.208337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7d2b302d-6b11-431c-b652-574d8fc211a6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Unset dirty status for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:46:49.211416 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7d2b302d-6b11-431c-b652-574d8fc211a6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports/30669b81-64ed-4f04-87b6-2504688365d5 HTTP/1.1" status: 200 len: 910 time: 0.1933496 Feb 09 14:46:49.213926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44150) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:49.295160 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:49.313484 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0da29382-9aab-42af-aa7a-627dd5a74ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:49.314118 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da29382-9aab-42af-aa7a-627dd5a74ee8 None None] The sync data for ids ['7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:46:49.356915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1ba45cb0-ea6a-4681-a1ed-ab994172e19d None None] Provisioning for port 30669b81-64ed-4f04-87b6-2504688365d5 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:49.366232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1ba45cb0-ea6a-4681-a1ed-ab994172e19d None None] Provisioning complete for port 30669b81-64ed-4f04-87b6-2504688365d5 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:49.366556 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1ba45cb0-ea6a-4681-a1ed-ab994172e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:49.428615 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-1ba45cb0-ea6a-4681-a1ed-ab994172e19d None None] Port 30669b81-64ed-4f04-87b6-2504688365d5 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:46:49.464770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Allocated IP 172.25.8.72 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/d19b9a07-9d92-48b0-9b96-ba5e1bcd368d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:46:49.563334 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a2934372-8603-4003-a54f-d4db80a08dc7 None None] Provisioning complete for port 2d272831-ed05-45ef-852c-f2e4b741b327 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:49.564851 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a2934372-8603-4003-a54f-d4db80a08dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:49.631611 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:49.632210 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 18f4baef-cc67-41ae-b7fd-39bc03161355 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:49.667345 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:49.750572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:46:49.753612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:49.756247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:46:49.784353 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 18f4baef-cc67-41ae-b7fd-39bc03161355 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:49.784723 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:49.797136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'Port': ['ID=d19b9a07-9d92-48b0-9b96-ba5e1bcd368d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:49.873046 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a2934372-8603-4003-a54f-d4db80a08dc7 None None] Provisioning complete for port 30669b81-64ed-4f04-87b6-2504688365d5 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:49.873675 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a2934372-8603-4003-a54f-d4db80a08dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:49.913892 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:49.974503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2d272831-ed05-45ef-852c-f2e4b741b327 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:46:50.040903 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a2934372-8603-4003-a54f-d4db80a08dc7 None None] Port 30669b81-64ed-4f04-87b6-2504688365d5 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:46:50.059958 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 2d272831-ed05-45ef-852c-f2e4b741b327 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:50.060334 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:50.356219 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:50.431584 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:50.504270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Allocated IP 172.21.0.1 (6b046a7b-e5f9-4694-9147-69bb13301451/9df8c04e-0e1e-4b2b-834f-2b755aa792f3/cea0f488-b445-4448-bd33-a3b409c43263) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:46:50.649539 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:50.655253 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:50.692919 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:50.718397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Transition to ACTIVE for port object cea0f488-b445-4448-bd33-a3b409c43263 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:46:50.742321 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:50.768555 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'Port': ['ID=d19b9a07-9d92-48b0-9b96-ba5e1bcd368d,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:50.777041 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:50.809468 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 6b046a7b-e5f9-4694-9147-69bb13301451 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:46:50.812652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:50.815111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:46:50.865004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=cea0f488-b445-4448-bd33-a3b409c43263,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:50.888399 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:50.972291 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Floating IP 26e1af42-b3c5-454f-b874-e11b9d796d87 associated. External IP: 172.25.8.72, port: 869b8a98-ecde-4ac3-ac12-fcec45ac0d39. Feb 09 14:46:51.027418 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:51.065882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c3e154f9-638d-4ec8-a67b-d379c2061b77 None None] Provisioning for port cea0f488-b445-4448-bd33-a3b409c43263 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:46:51.071426 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c3e154f9-638d-4ec8-a67b-d379c2061b77 None None] Provisioning complete for port cea0f488-b445-4448-bd33-a3b409c43263 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:51.071821 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c3e154f9-638d-4ec8-a67b-d379c2061b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:51.128351 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c3e154f9-638d-4ec8-a67b-d379c2061b77 None None] Port cea0f488-b445-4448-bd33-a3b409c43263 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:46:51.333026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Router 57469629-c888-4e98-a2a9-891a4d6cb712 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:46:51.422746 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:51.427802 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:51.567104 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=cea0f488-b445-4448-bd33-a3b409c43263,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:51.569478 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:51.659542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:46:51.671571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf71504-569c-4c9a-8d91-0fd843f87e05 None None] Sync routers for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:46:51.688251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf71504-569c-4c9a-8d91-0fd843f87e05 None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:51.689430 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6cf71504-569c-4c9a-8d91-0fd843f87e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:51.690650 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:51.740882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 6b046a7b-e5f9-4694-9147-69bb13301451 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:46:51.742673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:46:51.763774 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-832aaa08-4631-47ff-bbc0-56e1a308f0fa tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7653410 Feb 09 14:46:51.763774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d', 'tag': '869b8a98-ecde-4ac3-ac12-fcec45ac0d39'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:46:51.807217 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d', 'tag': '869b8a98-ecde-4ac3-ac12-fcec45ac0d39', 'status': 'completed', 'code': 200} Feb 09 14:46:51.964483 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6cf71504-569c-4c9a-8d91-0fd843f87e05 None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:52.142331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d9ac6688-24df-49bc-b6b6-976d3b9f193b None None] Provisioning complete for port cea0f488-b445-4448-bd33-a3b409c43263 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:46:52.142995 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d9ac6688-24df-49bc-b6b6-976d3b9f193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:52.146035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 7567d0a8-7a8d-4575-a16e-4cfba5f9ef27 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:46:52.162195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fce34-8736-43eb-a27f-de77867b2b05 req-177df622-041a-4a23-a9ff-cee1c876ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:52.163669 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d15fce34-8736-43eb-a27f-de77867b2b05 req-177df622-041a-4a23-a9ff-cee1c876ab53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 1096 time: 0.3244736 Feb 09 14:46:52.269065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac6688-24df-49bc-b6b6-976d3b9f193b None None] Port cea0f488-b445-4448-bd33-a3b409c43263 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:46:52.389395 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6cf71504-569c-4c9a-8d91-0fd843f87e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '26e1af42-b3c5-454f-b874-e11b9d796d87', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'port_id': '869b8a98-ecde-4ac3-ac12-fcec45ac0d39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'mac_address': 'fa:16:3e:b9:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:46:50Z', 'updated_at': '2022-02-09T14:46:50Z', 'revision_number': 0, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:52.393554 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf71504-569c-4c9a-8d91-0fd843f87e05 None None] Checking router: 57469629-c888-4e98-a2a9-891a4d6cb712 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:46:52.402093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf71504-569c-4c9a-8d91-0fd843f87e05 None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:52.402776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6cf71504-569c-4c9a-8d91-0fd843f87e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:52.417761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:46:52.427957 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0b0378-fdea-4518-8fea-313e92b18d14 None None] Sync routers for ids ['7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:46:52.439015 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0b0378-fdea-4518-8fea-313e92b18d14 None None] Routers {'7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:52.439656 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5d0b0378-fdea-4518-8fea-313e92b18d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:52.459549 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fdb0951a-d74c-4d53-b85b-97e3a80ab251 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/7567d0a8-7a8d-4575-a16e-4cfba5f9ef27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2408884 Feb 09 14:46:52.459805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44158) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:52.463094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fce34-8736-43eb-a27f-de77867b2b05 req-8a0491e3-46de-4b12-8330-ce2400e27d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:52.464577 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d15fce34-8736-43eb-a27f-de77867b2b05 req-8a0491e3-46de-4b12-8330-ce2400e27d68 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.2374215 Feb 09 14:46:52.513795 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5d0b0378-fdea-4518-8fea-313e92b18d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:52.535074 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0b0378-fdea-4518-8fea-313e92b18d14 None None] Routers {'7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:52.535987 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5d0b0378-fdea-4518-8fea-313e92b18d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:52.612580 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5d0b0378-fdea-4518-8fea-313e92b18d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:52.613096 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0b0378-fdea-4518-8fea-313e92b18d14 None None] The sync data for ids ['7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:46:52.641461 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6cf71504-569c-4c9a-8d91-0fd843f87e05 None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:46:52.655102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63956527-2fd3-4c8c-abdd-551bbd2785ab tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:52.655609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-63956527-2fd3-4c8c-abdd-551bbd2785ab tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Synchronizing usage tracker for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:46:52.672396 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d15fce34-8736-43eb-a27f-de77867b2b05 req-b714e0c8-36c5-4386-b134-55218751f481 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=869b8a98-ecde-4ac3-ac12-fcec45ac0d39 HTTP/1.1" status: 200 len: 998 time: 0.1653075 Feb 09 14:46:52.713614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-63956527-2fd3-4c8c-abdd-551bbd2785ab tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Unset dirty status for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:46:52.714789 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-63956527-2fd3-4c8c-abdd-551bbd2785ab tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports/cea0f488-b445-4448-bd33-a3b409c43263 HTTP/1.1" status: 200 len: 910 time: 0.2540636 Feb 09 14:46:52.719686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44162) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:52.743943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fce34-8736-43eb-a27f-de77867b2b05 req-f4ec882a-e418-4fca-a3a5-e2db99bf2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:52.745382 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d15fce34-8736-43eb-a27f-de77867b2b05 req-f4ec882a-e418-4fca-a3a5-e2db99bf2747 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0643570 Feb 09 14:46:52.832605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fce34-8736-43eb-a27f-de77867b2b05 req-8f9d0745-4234-4c5f-9d9b-9a92c795d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:52.834223 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d15fce34-8736-43eb-a27f-de77867b2b05 req-8f9d0745-4234-4c5f-9d9b-9a92c795d37d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775299 Feb 09 14:46:52.995616 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d15fce34-8736-43eb-a27f-de77867b2b05 req-5da31a62-1ae8-4413-a449-c0455722f9db service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508007 Feb 09 14:46:53.079443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6cf71504-569c-4c9a-8d91-0fd843f87e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '26e1af42-b3c5-454f-b874-e11b9d796d87', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'port_id': '869b8a98-ecde-4ac3-ac12-fcec45ac0d39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'mac_address': 'fa:16:3e:b9:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:46:50Z', 'updated_at': '2022-02-09T14:46:50Z', 'revision_number': 0, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:53.085285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf71504-569c-4c9a-8d91-0fd843f87e05 None None] The sync data for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 is: [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '26e1af42-b3c5-454f-b874-e11b9d796d87', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'port_id': '869b8a98-ecde-4ac3-ac12-fcec45ac0d39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'mac_address': 'fa:16:3e:b9:85:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:46:50Z', 'updated_at': '2022-02-09T14:46:50Z', 'revision_number': 0, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:46:53.142678 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d15fce34-8736-43eb-a27f-de77867b2b05 req-1eb67a55-36ce-494a-bccc-538a5d595240 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346133 Feb 09 14:46:53.290414 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa991ee5-9c14-4b80-8598-fe7dc8e9b944 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:53.317889 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04e5e6-17f5-4b4c-9e01-1ec50192cf5d None None] New status for floating IP 26e1af42-b3c5-454f-b874-e11b9d796d87: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:46:53.626934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fa991ee5-9c14-4b80-8598-fe7dc8e9b944 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port cea0f488-b445-4448-bd33-a3b409c43263 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:53.627277 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa991ee5-9c14-4b80-8598-fe7dc8e9b944 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:53.806143 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa991ee5-9c14-4b80-8598-fe7dc8e9b944 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:53.927390 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-fa991ee5-9c14-4b80-8598-fe7dc8e9b944 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for cea0f488-b445-4448-bd33-a3b409c43263 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:46:54.214204 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa991ee5-9c14-4b80-8598-fe7dc8e9b944 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:54.262666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa991ee5-9c14-4b80-8598-fe7dc8e9b944 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Port': ['ID=cea0f488-b445-4448-bd33-a3b409c43263,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:54.511183 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fa991ee5-9c14-4b80-8598-fe7dc8e9b944 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:54.828681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa991ee5-9c14-4b80-8598-fe7dc8e9b944 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 7567d0a8-7a8d-4575-a16e-4cfba5f9ef27 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:46:54.982309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa991ee5-9c14-4b80-8598-fe7dc8e9b944 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:46:54.991540 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72c5083-af95-43bf-8b5f-e01f0eb83237 None None] Sync routers for ids ['7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:46:55.000068 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fa991ee5-9c14-4b80-8598-fe7dc8e9b944 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/7567d0a8-7a8d-4575-a16e-4cfba5f9ef27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2786129 Feb 09 14:46:55.002302 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72c5083-af95-43bf-8b5f-e01f0eb83237 None None] Routers {'7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:55.002717 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44166) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:55.002893 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c72c5083-af95-43bf-8b5f-e01f0eb83237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:55.064631 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c72c5083-af95-43bf-8b5f-e01f0eb83237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:55.073022 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72c5083-af95-43bf-8b5f-e01f0eb83237 None None] Routers {'7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:55.073626 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c72c5083-af95-43bf-8b5f-e01f0eb83237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:55.134022 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c72c5083-af95-43bf-8b5f-e01f0eb83237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:55.134325 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72c5083-af95-43bf-8b5f-e01f0eb83237 None None] The sync data for ids ['7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:46:55.624889 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32c90bd3-542d-4492-a8d9-5c4d4a19fe4d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:55.950549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-32c90bd3-542d-4492-a8d9-5c4d4a19fe4d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port 30669b81-64ed-4f04-87b6-2504688365d5 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:55.951815 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32c90bd3-542d-4492-a8d9-5c4d4a19fe4d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:56.139338 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32c90bd3-542d-4492-a8d9-5c4d4a19fe4d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:56.265677 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-32c90bd3-542d-4492-a8d9-5c4d4a19fe4d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for 30669b81-64ed-4f04-87b6-2504688365d5 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:46:56.442961 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32c90bd3-542d-4492-a8d9-5c4d4a19fe4d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:56.498934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c90bd3-542d-4492-a8d9-5c4d4a19fe4d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Port': ['ID=30669b81-64ed-4f04-87b6-2504688365d5,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:56.732232 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32c90bd3-542d-4492-a8d9-5c4d4a19fe4d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:56.786890 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bb46ec20-3e00-4e8f-b9b1-75d4abbed673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:57.118574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c90bd3-542d-4492-a8d9-5c4d4a19fe4d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 7567d0a8-7a8d-4575-a16e-4cfba5f9ef27 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:46:57.251437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c90bd3-542d-4492-a8d9-5c4d4a19fe4d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:46:57.261420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391b00c7-be96-43b8-99ec-bf7ac7af9e33 None None] Sync routers for ids ['7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:46:57.264266 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-32c90bd3-542d-4492-a8d9-5c4d4a19fe4d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/7567d0a8-7a8d-4575-a16e-4cfba5f9ef27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2599783 Feb 09 14:46:57.267044 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44170) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:57.273611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b00c7-be96-43b8-99ec-bf7ac7af9e33 None None] Routers {'7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:57.274220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-391b00c7-be96-43b8-99ec-bf7ac7af9e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:57.315026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0459147c-7b93-47de-a2af-868ebadece5f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Synchronizing usage tracker for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:46:57.331091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0459147c-7b93-47de-a2af-868ebadece5f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Unset dirty status for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:46:57.338079 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0459147c-7b93-47de-a2af-868ebadece5f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports?device_id=7567d0a8-7a8d-4575-a16e-4cfba5f9ef27 HTTP/1.1" status: 200 len: 205 time: 0.0645134 Feb 09 14:46:57.338079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44174) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:57.343630 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-391b00c7-be96-43b8-99ec-bf7ac7af9e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:57.351981 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b00c7-be96-43b8-99ec-bf7ac7af9e33 None None] Routers {'7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:46:57.351981 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-391b00c7-be96-43b8-99ec-bf7ac7af9e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:57.419654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-391b00c7-be96-43b8-99ec-bf7ac7af9e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:46:57.419654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391b00c7-be96-43b8-99ec-bf7ac7af9e33 None None] The sync data for ids ['7567d0a8-7a8d-4575-a16e-4cfba5f9ef27'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:46:57.478854 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08efa601-de99-4af4-b239-3b446eb8cc1b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:57.789370 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08efa601-de99-4af4-b239-3b446eb8cc1b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:57.791671 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08efa601-de99-4af4-b239-3b446eb8cc1b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:57.816944 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08efa601-de99-4af4-b239-3b446eb8cc1b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:57.816944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08efa601-de99-4af4-b239-3b446eb8cc1b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Fanout notify agent at l3_agent the message router_deleted on router 7567d0a8-7a8d-4575-a16e-4cfba5f9ef27 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:46:57.829085 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-08efa601-de99-4af4-b239-3b446eb8cc1b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:57.829672 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-08efa601-de99-4af4-b239-3b446eb8cc1b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/routers/7567d0a8-7a8d-4575-a16e-4cfba5f9ef27 HTTP/1.1" status: 204 len: 168 time: 0.4934020 Feb 09 14:46:57.832573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44178) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:57.901966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30fdc58-0d84-442e-a9c9-7c30e9990297 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting subnet 9df8c04e-0e1e-4b2b-834f-2b755aa792f3 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:46:57.904258 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e30fdc58-0d84-442e-a9c9-7c30e9990297 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:57.958153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e30fdc58-0d84-442e-a9c9-7c30e9990297 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:58.049238 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e30fdc58-0d84-442e-a9c9-7c30e9990297 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:58.121296 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e30fdc58-0d84-442e-a9c9-7c30e9990297 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:58.161437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fdc58-0d84-442e-a9c9-7c30e9990297 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Subnet': ['ID=9df8c04e-0e1e-4b2b-834f-2b755aa792f3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:58.165365 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e30fdc58-0d84-442e-a9c9-7c30e9990297 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:58.174550 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82df989a-665f-408d-a5e4-268f9a027ae5 None None] Network 6b046a7b-e5f9-4694-9147-69bb13301451 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:46:58.175000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44182) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:58.175349 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e30fdc58-0d84-442e-a9c9-7c30e9990297 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/9df8c04e-0e1e-4b2b-834f-2b755aa792f3 HTTP/1.1" status: 204 len: 168 time: 0.3410745 Feb 09 14:46:58.247699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c6b710-d4d6-4edf-91e8-a1a4b429baa7 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting subnet f449454b-0b15-4cf2-98c0-e03e37301a30 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:46:58.251976 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-10c6b710-d4d6-4edf-91e8-a1a4b429baa7 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:58.309682 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-10c6b710-d4d6-4edf-91e8-a1a4b429baa7 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:58.412538 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-10c6b710-d4d6-4edf-91e8-a1a4b429baa7 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:58.448328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba34a2a5-8432-42b1-990f-8de68674fc4a None None] DHCP port deletion for 6b046a7b-e5f9-4694-9147-69bb13301451 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:46:58.452609 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ba34a2a5-8432-42b1-990f-8de68674fc4a None None] Deleting port 2d272831-ed05-45ef-852c-f2e4b741b327 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:58.452609 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ba34a2a5-8432-42b1-990f-8de68674fc4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:58.494132 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-10c6b710-d4d6-4edf-91e8-a1a4b429baa7 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:58.539763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6b710-d4d6-4edf-91e8-a1a4b429baa7 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Subnet': ['ID=f449454b-0b15-4cf2-98c0-e03e37301a30,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:58.541715 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-10c6b710-d4d6-4edf-91e8-a1a4b429baa7 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:58.555191 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-10c6b710-d4d6-4edf-91e8-a1a4b429baa7 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/f449454b-0b15-4cf2-98c0-e03e37301a30 HTTP/1.1" status: 204 len: 168 time: 0.3795402 Feb 09 14:46:58.555898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44186) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:46:58.597268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc58e08-0908-4d8a-804f-90c5c81752ce None None] Network d9432952-4189-4aec-93fb-09ddf7f7c96c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:46:58.847299 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:58.861069 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ba34a2a5-8432-42b1-990f-8de68674fc4a None None] For port 2d272831-ed05-45ef-852c-f2e4b741b327, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2d272831-ed05-45ef-852c-f2e4b741b327,segment=NetworkSegment(cecd6d04-0efb-42e4-976d-e880ff886956),segment_id=cecd6d04-0efb-42e4-976d-e880ff886956)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:58.861456 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ba34a2a5-8432-42b1-990f-8de68674fc4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:58.871547 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port 2d272831-ed05-45ef-852c-f2e4b741b327 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:58.871919 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:58.956330 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57cda51e-80e0-49bf-a5d1-5a8817587f79 req-3acae9a0-a66f-4d1a-88a7-65d9619077ec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1588538 Feb 09 14:46:59.028517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ba34a2a5-8432-42b1-990f-8de68674fc4a None None] Calling delete_port for 2d272831-ed05-45ef-852c-f2e4b741b327 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:46:59.116319 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ba34a2a5-8432-42b1-990f-8de68674fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:59.140401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] For port 2d272831-ed05-45ef-852c-f2e4b741b327, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2d272831-ed05-45ef-852c-f2e4b741b327,segment=NetworkSegment(cecd6d04-0efb-42e4-976d-e880ff886956),segment_id=cecd6d04-0efb-42e4-976d-e880ff886956)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:59.140888 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:59.172514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10509bdf-e8b2-4c04-a306-b45dff8115a0 None None] DHCP port deletion for d9432952-4189-4aec-93fb-09ddf7f7c96c request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:46:59.177770 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba34a2a5-8432-42b1-990f-8de68674fc4a None None] No DVR routers for this DVR port 2d272831-ed05-45ef-852c-f2e4b741b327 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:46:59.181446 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34a2a5-8432-42b1-990f-8de68674fc4a None None] Pushing event deleted for resources: {'Port': ['ID=2d272831-ed05-45ef-852c-f2e4b741b327,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:59.185773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-10509bdf-e8b2-4c04-a306-b45dff8115a0 None None] Deleting port 18f4baef-cc67-41ae-b7fd-39bc03161355 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:59.187226 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-10509bdf-e8b2-4c04-a306-b45dff8115a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:59.251227 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-72063a31-d2f4-446b-8b43-362ba19a1070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:59.267287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for 2d272831-ed05-45ef-852c-f2e4b741b327 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:46:59.321551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cda51e-80e0-49bf-a5d1-5a8817587f79 req-4dc14d36-c540-4a4a-bc66-4feb73af9359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:59.323019 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57cda51e-80e0-49bf-a5d1-5a8817587f79 req-4dc14d36-c540-4a4a-bc66-4feb73af9359 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1096 time: 0.2760890 Feb 09 14:46:59.406997 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-10509bdf-e8b2-4c04-a306-b45dff8115a0 None None] For port 18f4baef-cc67-41ae-b7fd-39bc03161355, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=18f4baef-cc67-41ae-b7fd-39bc03161355,segment=NetworkSegment(d00a1b8e-929f-428a-8a05-54388ab63995),segment_id=d00a1b8e-929f-428a-8a05-54388ab63995)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:46:59.407270 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-10509bdf-e8b2-4c04-a306-b45dff8115a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:59.418616 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:46:59.418936 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:46:59.471747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cda51e-80e0-49bf-a5d1-5a8817587f79 req-6c7b8e02-c7c6-44f7-93b1-6c4a90ddfb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:59.473190 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57cda51e-80e0-49bf-a5d1-5a8817587f79 req-6c7b8e02-c7c6-44f7-93b1-6c4a90ddfb3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=5025c9e8-ba64-4eaf-81d3-15d6775318af HTTP/1.1" status: 200 len: 896 time: 0.1287785 Feb 09 14:46:59.527206 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-10509bdf-e8b2-4c04-a306-b45dff8115a0 None None] Calling delete_port for 18f4baef-cc67-41ae-b7fd-39bc03161355 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:46:59.576622 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57cda51e-80e0-49bf-a5d1-5a8817587f79 req-b2f02f14-c9d9-42cb-879c-6782fd2d97f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 1001 time: 0.0964680 Feb 09 14:46:59.590825 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2d272831-ed05-45ef-852c-f2e4b741b327 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:46:59.629555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 2d272831-ed05-45ef-852c-f2e4b741b327 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:46:59.629891 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2d272831-ed05-45ef-852c-f2e4b741b327 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:46:59.630308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 18f4baef-cc67-41ae-b7fd-39bc03161355 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:46:59.643313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cda51e-80e0-49bf-a5d1-5a8817587f79 req-1bc3bc1d-6a89-4073-be62-1a383bec9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:59.644785 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57cda51e-80e0-49bf-a5d1-5a8817587f79 req-1bc3bc1d-6a89-4073-be62-1a383bec9a50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0d1d49b-e312-4c2f-b0ff-3ac531f98528 HTTP/1.1" status: 200 len: 835 time: 0.0625184 Feb 09 14:46:59.702123 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-10509bdf-e8b2-4c04-a306-b45dff8115a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:46:59.706428 n-d-828418-2 neutron-server[87598]: INFO neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No ports have port_id starting with 18f4baef-cc67-41ae-b7fd-39bc03161355 Feb 09 14:46:59.719851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cda51e-80e0-49bf-a5d1-5a8817587f79 req-a3cde0cb-9ee7-42f5-9e14-a87096e68e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:46:59.721345 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57cda51e-80e0-49bf-a5d1-5a8817587f79 req-a3cde0cb-9ee7-42f5-9e14-a87096e68e5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5025c9e8-ba64-4eaf-81d3-15d6775318af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703166 Feb 09 14:46:59.753126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10509bdf-e8b2-4c04-a306-b45dff8115a0 None None] No DVR routers for this DVR port 18f4baef-cc67-41ae-b7fd-39bc03161355 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:46:59.755376 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10509bdf-e8b2-4c04-a306-b45dff8115a0 None None] Pushing event deleted for resources: {'Port': ['ID=18f4baef-cc67-41ae-b7fd-39bc03161355,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:46:59.861832 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57cda51e-80e0-49bf-a5d1-5a8817587f79 req-2cc1145c-ec09-4173-8440-3750313bea15 service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340337 Feb 09 14:46:59.936015 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port 2d272831-ed05-45ef-852c-f2e4b741b327 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:46:59.936362 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:00.019973 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] The port '2d272831-ed05-45ef-852c-f2e4b741b327' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:47:00.281034 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:00.293338 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57cda51e-80e0-49bf-a5d1-5a8817587f79 req-c7c39e0e-ff3b-46a5-98eb-42a771f16d81 service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255626 Feb 09 14:47:00.303119 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:00.313305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b046a7b-e5f9-4694-9147-69bb13301451']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:00.313639 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:00.325315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cecd6d04-0efb-42e4-976d-e880ff886956') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:00.325607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cecd6d04-0efb-42e4-976d-e880ff886956') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:00.336572 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:00.353348 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:00.360751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:47:00.361316 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: util.warn( Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:47:00.375326 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:47:00.455482 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:00.473535 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:00.484146 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Network': ['ID=6b046a7b-e5f9-4694-9147-69bb13301451,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:00.495494 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0413a9bf-ae4c-41f2-81d3-46192bb67ec0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/networks/6b046a7b-e5f9-4694-9147-69bb13301451 HTTP/1.1" status: 204 len: 168 time: 1.9384348 Feb 09 14:47:00.498109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44192) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:00.613203 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb0b1ad7-838c-4308-9ffe-682daa2ca97c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:00.741084 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb0b1ad7-838c-4308-9ffe-682daa2ca97c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:00.765873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-eb0b1ad7-838c-4308-9ffe-682daa2ca97c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9432952-4189-4aec-93fb-09ddf7f7c96c']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:00.777993 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-eb0b1ad7-838c-4308-9ffe-682daa2ca97c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00a1b8e-929f-428a-8a05-54388ab63995') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:00.778292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-eb0b1ad7-838c-4308-9ffe-682daa2ca97c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00a1b8e-929f-428a-8a05-54388ab63995') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:00.789916 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb0b1ad7-838c-4308-9ffe-682daa2ca97c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:00.805217 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb0b1ad7-838c-4308-9ffe-682daa2ca97c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:00.811498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0b1ad7-838c-4308-9ffe-682daa2ca97c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:47:00.811913 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb0b1ad7-838c-4308-9ffe-682daa2ca97c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:47:00.830349 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:47:00.907911 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb0b1ad7-838c-4308-9ffe-682daa2ca97c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:00.924597 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-eb0b1ad7-838c-4308-9ffe-682daa2ca97c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:00.934820 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-eb0b1ad7-838c-4308-9ffe-682daa2ca97c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/networks/d9432952-4189-4aec-93fb-09ddf7f7c96c HTTP/1.1" status: 204 len: 168 time: 0.4357443 Feb 09 14:47:00.936228 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b1ad7-838c-4308-9ffe-682daa2ca97c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Network': ['ID=d9432952-4189-4aec-93fb-09ddf7f7c96c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:00.939081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44196) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:00.944425 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-290c0122-45d8-45e4-bf99-a140ebb362cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'network': {'name': 'tempest-RoutersTest-950989898'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:00.949917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-290c0122-45d8-45e4-bf99-a140ebb362cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:00.954557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-290c0122-45d8-45e4-bf99-a140ebb362cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:network and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:00.957497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-290c0122-45d8-45e4-bf99-a140ebb362cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:00.963492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-290c0122-45d8-45e4-bf99-a140ebb362cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:00.972530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290c0122-45d8-45e4-bf99-a140ebb362cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:47:00.975970 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-290c0122-45d8-45e4-bf99-a140ebb362cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:01.006779 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290c0122-45d8-45e4-bf99-a140ebb362cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:47:01.016669 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-290c0122-45d8-45e4-bf99-a140ebb362cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:01.017091 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-290c0122-45d8-45e4-bf99-a140ebb362cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Added segment 62ce9fa4-cba6-4114-8cea-f271bedf72b8 of type vlan for network 0d131004-9d7a-4412-91ec-1551d724ec46 Feb 09 14:47:01.042443 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-290c0122-45d8-45e4-bf99-a140ebb362cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:01.071831 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-290c0122-45d8-45e4-bf99-a140ebb362cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:01.077122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c0122-45d8-45e4-bf99-a140ebb362cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:01.077697 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-290c0122-45d8-45e4-bf99-a140ebb362cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:01.194348 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-290c0122-45d8-45e4-bf99-a140ebb362cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2476797 Feb 09 14:47:01.194493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44200) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:01.194924 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c0122-45d8-45e4-bf99-a140ebb362cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Network': ['ID=0d131004-9d7a-4412-91ec-1551d724ec46,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:01.199003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-787b1569-a3db-41b6-9304-6338e6a6a567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'subnet': {'network_id': '0d131004-9d7a-4412-91ec-1551d724ec46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:01.204171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 0d131004-9d7a-4412-91ec-1551d724ec46 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:47:01.308981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-787b1569-a3db-41b6-9304-6338e6a6a567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:01.313520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-787b1569-a3db-41b6-9304-6338e6a6a567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:subnet and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:01.316293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-787b1569-a3db-41b6-9304-6338e6a6a567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:01.321969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-787b1569-a3db-41b6-9304-6338e6a6a567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:01.331465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787b1569-a3db-41b6-9304-6338e6a6a567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:47:01.334860 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-787b1569-a3db-41b6-9304-6338e6a6a567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:01.665566 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-787b1569-a3db-41b6-9304-6338e6a6a567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:01.741445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b1569-a3db-41b6-9304-6338e6a6a567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Subnet': ['ID=207a2d1a-3973-4a49-b9bb-de4f1a2ff9b4,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:01.750728 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b1569-a3db-41b6-9304-6338e6a6a567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Checking segment: {'id': '62ce9fa4-cba6-4114-8cea-f271bedf72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d131004-9d7a-4412-91ec-1551d724ec46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:01.751084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787b1569-a3db-41b6-9304-6338e6a6a567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network hostable DHCP agents. Network: 0d131004-9d7a-4412-91ec-1551d724ec46, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:47:01.768532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787b1569-a3db-41b6-9304-6338e6a6a567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 0d131004-9d7a-4412-91ec-1551d724ec46 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:47:01.777386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-787b1569-a3db-41b6-9304-6338e6a6a567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 0d131004-9d7a-4412-91ec-1551d724ec46) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:01.781978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787b1569-a3db-41b6-9304-6338e6a6a567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:01.782550 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-787b1569-a3db-41b6-9304-6338e6a6a567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:01.787243 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83b4884-28fb-48df-8f3a-dde6c4d01460 None None] Network 0d131004-9d7a-4412-91ec-1551d724ec46 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:47:01.804382 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-787b1569-a3db-41b6-9304-6338e6a6a567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6116810 Feb 09 14:47:01.807098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44204) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:01.811967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-67952819-b540-4310-b488-d452479b5f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1312328624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:01.818812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-67952819-b540-4310-b488-d452479b5f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:01.822567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-67952819-b540-4310-b488-d452479b5f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:router and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:01.825337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-67952819-b540-4310-b488-d452479b5f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:01.831684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-67952819-b540-4310-b488-d452479b5f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:01.843223 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-67952819-b540-4310-b488-d452479b5f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:01.844317 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-67952819-b540-4310-b488-d452479b5f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:01.860654 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-67952819-b540-4310-b488-d452479b5f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:01.875881 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:01.888099 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-67952819-b540-4310-b488-d452479b5f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:01.923293 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-67952819-b540-4310-b488-d452479b5f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:01.928493 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-67952819-b540-4310-b488-d452479b5f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1165524 Feb 09 14:47:01.928735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44208) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:01.934190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'port': {'network_id': '0d131004-9d7a-4412-91ec-1551d724ec46', 'name': 'tempest-RoutersTest-292333777'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:02.038070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-0d131004-9d7a-4412-91ec-1551d724ec46', 'network_id': '0d131004-9d7a-4412-91ec-1551d724ec46', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'fixed_ips': [{'subnet_id': '207a2d1a-3973-4a49-b9bb-de4f1a2ff9b4'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:47:02.038890 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:02.074806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:02.079828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:port and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:02.082682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:02.088546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:02.099624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:47:02.103404 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:02.124138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] device_id is not set on port 462f8862-9448-4b77-9ba4-c45227ed3752 yet. {{(pid=87597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 14:47:02.228918 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Allocated IP 172.20.0.2 (0d131004-9d7a-4412-91ec-1551d724ec46/207a2d1a-3973-4a49-b9bb-de4f1a2ff9b4/11e7f539-2428-4fab-b1fb-000cf837624c) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:47:02.434800 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:02.445127 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Transition to ACTIVE for port object 11e7f539-2428-4fab-b1fb-000cf837624c will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:02.463637 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Transition to ACTIVE for port object 11e7f539-2428-4fab-b1fb-000cf837624c will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:02.474006 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:02.529525 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Network 0d131004-9d7a-4412-91ec-1551d724ec46 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:02.536819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:02.541427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:47:02.541626 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Allocated IP 172.20.0.10 (0d131004-9d7a-4412-91ec-1551d724ec46/207a2d1a-3973-4a49-b9bb-de4f1a2ff9b4/462f8862-9448-4b77-9ba4-c45227ed3752) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:47:02.596222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Pushing event updated for resources: {'Port': ['ID=11e7f539-2428-4fab-b1fb-000cf837624c,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:02.661194 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Attempting to bind port 11e7f539-2428-4fab-b1fb-000cf837624c on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:47:02.661557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Attempting to bind port 11e7f539-2428-4fab-b1fb-000cf837624c by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '62ce9fa4-cba6-4114-8cea-f271bedf72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d131004-9d7a-4412-91ec-1551d724ec46'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:47:02.661930 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Attempting to bind port 11e7f539-2428-4fab-b1fb-000cf837624c on network 0d131004-9d7a-4412-91ec-1551d724ec46 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:47:02.672308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:47:02.672706 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Checking segment: {'id': '62ce9fa4-cba6-4114-8cea-f271bedf72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d131004-9d7a-4412-91ec-1551d724ec46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:02.673120 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:02.675802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Bound using segment: {'id': '62ce9fa4-cba6-4114-8cea-f271bedf72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d131004-9d7a-4412-91ec-1551d724ec46'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:47:02.676298 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Bound port: 11e7f539-2428-4fab-b1fb-000cf837624c, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ce9fa4-cba6-4114-8cea-f271bedf72b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d131004-9d7a-4412-91ec-1551d724ec46'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:47:02.676675 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:02.774057 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] For port 11e7f539-2428-4fab-b1fb-000cf837624c, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:47:02.777223 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] For port 11e7f539-2428-4fab-b1fb-000cf837624c, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=11e7f539-2428-4fab-b1fb-000cf837624c,segment=NetworkSegment(62ce9fa4-cba6-4114-8cea-f271bedf72b8),segment_id=62ce9fa4-cba6-4114-8cea-f271bedf72b8)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:47:02.784527 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:02.835971 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:02.858715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Transition to ACTIVE for port object 462f8862-9448-4b77-9ba4-c45227ed3752 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:02.865239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86cbd9-a860-49b1-8938-2d5ef9e80d10 None None] Pushing event updated for resources: {'Port': ['ID=11e7f539-2428-4fab-b1fb-000cf837624c,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:02.875373 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27e5815d-b2e4-458a-8969-f50241510a00 req-b01ad5c0-bb52-444c-afb1-273751ec392b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2411122 Feb 09 14:47:02.896243 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:03.014415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 0d131004-9d7a-4412-91ec-1551d724ec46 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:03.032134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:03.038622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:47:03.068336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=462f8862-9448-4b77-9ba4-c45227ed3752,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:03.124568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:03.125190 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:03.156782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5815d-b2e4-458a-8969-f50241510a00 req-e5b8639c-f0f8-43fd-9a8d-8a4d026c94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:03.158278 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27e5815d-b2e4-458a-8969-f50241510a00 req-e5b8639c-f0f8-43fd-9a8d-8a4d026c94ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 1096 time: 0.2026951 Feb 09 14:47:03.160042 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4f07848d-5e24-461a-9e41-fd92821a9c9b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2303603 Feb 09 14:47:03.162864 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44220) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:03.639386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 11e7f539-2428-4fab-b1fb-000cf837624c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:03.724976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 11e7f539-2428-4fab-b1fb-000cf837624c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:03.783432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5815d-b2e4-458a-8969-f50241510a00 req-c2e11242-8868-4fc6-a998-f96b50b7d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:03.786710 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27e5815d-b2e4-458a-8969-f50241510a00 req-c2e11242-8868-4fc6-a998-f96b50b7d10c service neutron] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.5634708 Feb 09 14:47:03.906675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad40557-0096-457b-b46d-47376bba1f74 None None] Network 0d131004-9d7a-4412-91ec-1551d724ec46 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:47:03.966829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27e5815d-b2e4-458a-8969-f50241510a00 req-c06ec890-fb53-4f0a-a3b9-cffd4fd58e73 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=869b8a98-ecde-4ac3-ac12-fcec45ac0d39 HTTP/1.1" status: 200 len: 1000 time: 0.1496975 Feb 09 14:47:04.002621 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2a5e6cf8-f121-493b-9b75-57d2b6f3ae1a None None] Provisioning for port 11e7f539-2428-4fab-b1fb-000cf837624c completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:04.027805 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2a5e6cf8-f121-493b-9b75-57d2b6f3ae1a None None] Provisioning complete for port 11e7f539-2428-4fab-b1fb-000cf837624c triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:04.028111 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6cf8-f121-493b-9b75-57d2b6f3ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:04.090482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5815d-b2e4-458a-8969-f50241510a00 req-28c5e08c-a6d4-4417-8e3a-c9ab80264c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:04.092083 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27e5815d-b2e4-458a-8969-f50241510a00 req-28c5e08c-a6d4-4417-8e3a-c9ab80264c82 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.1141427 Feb 09 14:47:04.099535 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-055eb691-744a-46aa-b4ff-8899cb417b37 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:04.243938 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6cf8-f121-493b-9b75-57d2b6f3ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:04.288305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2a5e6cf8-f121-493b-9b75-57d2b6f3ae1a None None] For port 11e7f539-2428-4fab-b1fb-000cf837624c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=11e7f539-2428-4fab-b1fb-000cf837624c,segment=NetworkSegment(62ce9fa4-cba6-4114-8cea-f271bedf72b8),segment_id=62ce9fa4-cba6-4114-8cea-f271bedf72b8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:04.296141 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2a5e6cf8-f121-493b-9b75-57d2b6f3ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:04.361124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5815d-b2e4-458a-8969-f50241510a00 req-bb6e83ea-65ef-4165-82f8-39587be9f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:04.362628 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27e5815d-b2e4-458a-8969-f50241510a00 req-bb6e83ea-65ef-4165-82f8-39587be9f767 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2536128 Feb 09 14:47:04.370175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e6cf8-f121-493b-9b75-57d2b6f3ae1a None None] Pushing event updated for resources: {'Port': ['ID=11e7f539-2428-4fab-b1fb-000cf837624c,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:04.523828 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6f376610-2170-4983-93a7-3721e4ce95c4 None None] Provisioning for port 462f8862-9448-4b77-9ba4-c45227ed3752 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:04.529539 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6f376610-2170-4983-93a7-3721e4ce95c4 None None] Provisioning complete for port 462f8862-9448-4b77-9ba4-c45227ed3752 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:04.530115 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6f376610-2170-4983-93a7-3721e4ce95c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:04.589985 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6f376610-2170-4983-93a7-3721e4ce95c4 None None] Port 462f8862-9448-4b77-9ba4-c45227ed3752 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:47:04.603365 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6f376610-2170-4983-93a7-3721e4ce95c4 None None] Provisioning complete for port 11e7f539-2428-4fab-b1fb-000cf837624c triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:04.603365 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6f376610-2170-4983-93a7-3721e4ce95c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:04.608851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27e5815d-b2e4-458a-8969-f50241510a00 req-cd362d7b-2aa3-48c7-92d0-9d5f48fd3bac service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292316 Feb 09 14:47:04.694973 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-055eb691-744a-46aa-b4ff-8899cb417b37 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:04.703849 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-055eb691-744a-46aa-b4ff-8899cb417b37 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:04.845892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055eb691-744a-46aa-b4ff-8899cb417b37 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=462f8862-9448-4b77-9ba4-c45227ed3752,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:04.867471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-36bc02d2-af69-4ff2-b943-796492a587cb None None] Provisioning complete for port 462f8862-9448-4b77-9ba4-c45227ed3752 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:04.867881 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36bc02d2-af69-4ff2-b943-796492a587cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:04.886048 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27e5815d-b2e4-458a-8969-f50241510a00 req-82f1a442-25e2-476b-afb4-b579cb9feb4e service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625787 Feb 09 14:47:04.947365 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-36bc02d2-af69-4ff2-b943-796492a587cb None None] Port 462f8862-9448-4b77-9ba4-c45227ed3752 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:47:05.067658 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-526a5b9a-175d-43d9-a238-572d82bfb5da None None] Provisioning complete for port 462f8862-9448-4b77-9ba4-c45227ed3752 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:05.068055 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-526a5b9a-175d-43d9-a238-572d82bfb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:05.129609 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-055eb691-744a-46aa-b4ff-8899cb417b37 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:05.138410 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-526a5b9a-175d-43d9-a238-572d82bfb5da None None] Port 462f8862-9448-4b77-9ba4-c45227ed3752 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:47:05.371204 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-055eb691-744a-46aa-b4ff-8899cb417b37 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:05.600814 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 11e7f539-2428-4fab-b1fb-000cf837624c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:05.673778 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 11e7f539-2428-4fab-b1fb-000cf837624c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:05.673778 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:05.785027 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-055eb691-744a-46aa-b4ff-8899cb417b37 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:05.794837 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-055eb691-744a-46aa-b4ff-8899cb417b37 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:05.899596 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-055eb691-744a-46aa-b4ff-8899cb417b37 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:05.914295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055eb691-744a-46aa-b4ff-8899cb417b37 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=462f8862-9448-4b77-9ba4-c45227ed3752,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:06.047605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055eb691-744a-46aa-b4ff-8899cb417b37 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 0d131004-9d7a-4412-91ec-1551d724ec46 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:06.047605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-055eb691-744a-46aa-b4ff-8899cb417b37 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:06.272281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055eb691-744a-46aa-b4ff-8899cb417b37 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 1133f82e-f18e-4ebe-be6b-3bd7fc47507c is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:47:06.364496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c34e92cd-cbca-45f6-ae87-c3fb03833217 None None] Provisioning complete for port 462f8862-9448-4b77-9ba4-c45227ed3752 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:06.365504 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c34e92cd-cbca-45f6-ae87-c3fb03833217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:06.418983 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c34e92cd-cbca-45f6-ae87-c3fb03833217 None None] Port 462f8862-9448-4b77-9ba4-c45227ed3752 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:47:06.439980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055eb691-744a-46aa-b4ff-8899cb417b37 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:47:06.446705 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-055eb691-744a-46aa-b4ff-8899cb417b37 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/1133f82e-f18e-4ebe-be6b-3bd7fc47507c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2810786 Feb 09 14:47:06.448449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44228) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:06.450431 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b957ab24-5e99-4752-b949-628de1b1e3e0 None None] Sync routers for ids ['1133f82e-f18e-4ebe-be6b-3bd7fc47507c'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:47:06.461118 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b957ab24-5e99-4752-b949-628de1b1e3e0 None None] Routers {'1133f82e-f18e-4ebe-be6b-3bd7fc47507c'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:06.461725 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b957ab24-5e99-4752-b949-628de1b1e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1133f82e-f18e-4ebe-be6b-3bd7fc47507c'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:06.523763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bde3964-b895-498f-9692-54a8b76005c2 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:06.524361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0bde3964-b895-498f-9692-54a8b76005c2 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Synchronizing usage tracker for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:47:06.524533 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b957ab24-5e99-4752-b949-628de1b1e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:06.533293 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b957ab24-5e99-4752-b949-628de1b1e3e0 None None] Routers {'1133f82e-f18e-4ebe-be6b-3bd7fc47507c'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:06.533915 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b957ab24-5e99-4752-b949-628de1b1e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1133f82e-f18e-4ebe-be6b-3bd7fc47507c'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:06.541392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0bde3964-b895-498f-9692-54a8b76005c2 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Unset dirty status for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:47:06.545782 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0bde3964-b895-498f-9692-54a8b76005c2 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports/462f8862-9448-4b77-9ba4-c45227ed3752 HTTP/1.1" status: 200 len: 977 time: 0.0931897 Feb 09 14:47:06.547266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44232) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:06.630230 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b957ab24-5e99-4752-b949-628de1b1e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:06.630436 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b957ab24-5e99-4752-b949-628de1b1e3e0 None None] The sync data for ids ['1133f82e-f18e-4ebe-be6b-3bd7fc47507c'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:47:07.048287 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:07.445472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port 462f8862-9448-4b77-9ba4-c45227ed3752 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:47:07.445808 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:07.631255 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:07.753946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for 462f8862-9448-4b77-9ba4-c45227ed3752 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:47:07.932920 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:07.984321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Port': ['ID=462f8862-9448-4b77-9ba4-c45227ed3752,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:08.027018 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:08.027365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:08.027705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:08.028077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:08.028406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:08.028735 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:08.029089 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:08.029412 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:08.029732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:08.030054 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:08.030466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:08.030688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:08.256540 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:08.546226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 1133f82e-f18e-4ebe-be6b-3bd7fc47507c has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:47:08.802329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:47:08.813666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24670d40-a34f-488d-a12a-f57955567fe5 None None] Sync routers for ids ['1133f82e-f18e-4ebe-be6b-3bd7fc47507c'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:47:08.823800 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-233b1a98-03be-4c69-90ef-4e7d3583b1f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/1133f82e-f18e-4ebe-be6b-3bd7fc47507c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2721536 Feb 09 14:47:08.824309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24670d40-a34f-488d-a12a-f57955567fe5 None None] Routers {'1133f82e-f18e-4ebe-be6b-3bd7fc47507c'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:08.824309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-24670d40-a34f-488d-a12a-f57955567fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1133f82e-f18e-4ebe-be6b-3bd7fc47507c'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:08.824479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44238) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:08.885686 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-24670d40-a34f-488d-a12a-f57955567fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:08.894733 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24670d40-a34f-488d-a12a-f57955567fe5 None None] Routers {'1133f82e-f18e-4ebe-be6b-3bd7fc47507c'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:08.895336 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-24670d40-a34f-488d-a12a-f57955567fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1133f82e-f18e-4ebe-be6b-3bd7fc47507c'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:08.958401 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-24670d40-a34f-488d-a12a-f57955567fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:08.958808 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24670d40-a34f-488d-a12a-f57955567fe5 None None] The sync data for ids ['1133f82e-f18e-4ebe-be6b-3bd7fc47507c'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:47:09.051240 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:09.162833 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-5a2b16f8-92bd-4ca3-b7af-296fb23100ec tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 14:47:09.164407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5a2b16f8-92bd-4ca3-b7af-296fb23100ec tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/1133f82e-f18e-4ebe-be6b-3bd7fc47507c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3392189 Feb 09 14:47:09.167003 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44242) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:09.214170 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4ef08bf7-06da-4ad5-adf4-39b01890cae9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Synchronizing usage tracker for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:47:09.232744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4ef08bf7-06da-4ad5-adf4-39b01890cae9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Unset dirty status for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:47:09.233881 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4ef08bf7-06da-4ad5-adf4-39b01890cae9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports?device_id=1133f82e-f18e-4ebe-be6b-3bd7fc47507c HTTP/1.1" status: 200 len: 205 time: 0.0662308 Feb 09 14:47:09.236777 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44246) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:09.367341 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93997299-66c1-4fc8-a90d-6ebf246f73b6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:09.663410 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93997299-66c1-4fc8-a90d-6ebf246f73b6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:09.665758 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93997299-66c1-4fc8-a90d-6ebf246f73b6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:09.689753 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93997299-66c1-4fc8-a90d-6ebf246f73b6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:09.694191 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93997299-66c1-4fc8-a90d-6ebf246f73b6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Fanout notify agent at l3_agent the message router_deleted on router 1133f82e-f18e-4ebe-be6b-3bd7fc47507c {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:47:09.705014 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-93997299-66c1-4fc8-a90d-6ebf246f73b6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:09.705014 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-93997299-66c1-4fc8-a90d-6ebf246f73b6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/routers/1133f82e-f18e-4ebe-be6b-3bd7fc47507c HTTP/1.1" status: 204 len: 168 time: 0.4662156 Feb 09 14:47:09.714120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44250) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:09.774572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae217d1d-0833-43e0-a9fa-8b67944d01c0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting subnet 207a2d1a-3973-4a49-b9bb-de4f1a2ff9b4 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:47:09.777623 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae217d1d-0833-43e0-a9fa-8b67944d01c0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:09.833622 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae217d1d-0833-43e0-a9fa-8b67944d01c0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:09.923331 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae217d1d-0833-43e0-a9fa-8b67944d01c0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:10.000072 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae217d1d-0833-43e0-a9fa-8b67944d01c0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:10.149441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae217d1d-0833-43e0-a9fa-8b67944d01c0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Subnet': ['ID=207a2d1a-3973-4a49-b9bb-de4f1a2ff9b4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:10.154649 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ae217d1d-0833-43e0-a9fa-8b67944d01c0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:10.160266 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ae217d1d-0833-43e0-a9fa-8b67944d01c0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/207a2d1a-3973-4a49-b9bb-de4f1a2ff9b4 HTTP/1.1" status: 204 len: 168 time: 0.4506106 Feb 09 14:47:10.162375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44254) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:10.165326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4897c2ef-c177-4525-b8b0-f31fa5dff3ab None None] Network 0d131004-9d7a-4412-91ec-1551d724ec46 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:47:10.278912 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:10.290579 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port 11e7f539-2428-4fab-b1fb-000cf837624c {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:47:10.290579 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:10.441791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747378a4-a31e-4b95-84d5-7b151f5190fd None None] DHCP port deletion for 0d131004-9d7a-4412-91ec-1551d724ec46 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:47:10.448444 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-747378a4-a31e-4b95-84d5-7b151f5190fd None None] Deleting port 11e7f539-2428-4fab-b1fb-000cf837624c {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:47:10.448444 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-747378a4-a31e-4b95-84d5-7b151f5190fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:10.516210 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] For port 11e7f539-2428-4fab-b1fb-000cf837624c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=11e7f539-2428-4fab-b1fb-000cf837624c,segment=NetworkSegment(62ce9fa4-cba6-4114-8cea-f271bedf72b8),segment_id=62ce9fa4-cba6-4114-8cea-f271bedf72b8)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:10.516210 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:10.672921 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:10.673939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for 11e7f539-2428-4fab-b1fb-000cf837624c owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:47:10.691772 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-747378a4-a31e-4b95-84d5-7b151f5190fd None None] For port 11e7f539-2428-4fab-b1fb-000cf837624c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=11e7f539-2428-4fab-b1fb-000cf837624c,segment=NetworkSegment(62ce9fa4-cba6-4114-8cea-f271bedf72b8),segment_id=62ce9fa4-cba6-4114-8cea-f271bedf72b8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:10.692162 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-747378a4-a31e-4b95-84d5-7b151f5190fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:10.750651 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:10.798154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Port': ['ID=11e7f539-2428-4fab-b1fb-000cf837624c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:10.803592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] No DVR routers for this DVR port 11e7f539-2428-4fab-b1fb-000cf837624c on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:47:10.816335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-747378a4-a31e-4b95-84d5-7b151f5190fd None None] Calling delete_port for 11e7f539-2428-4fab-b1fb-000cf837624c owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:47:10.894647 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-747378a4-a31e-4b95-84d5-7b151f5190fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:47:10.894647 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-747378a4-a31e-4b95-84d5-7b151f5190fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:47:10.902090 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:47:10.932273 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:10.957183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d131004-9d7a-4412-91ec-1551d724ec46']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:10.974045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ce9fa4-cba6-4114-8cea-f271bedf72b8') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:10.974342 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ce9fa4-cba6-4114-8cea-f271bedf72b8') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:10.986443 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:11.001187 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:11.007689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:47:11.008099 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:47:11.022597 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:47:11.100293 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:11.118621 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:11.133500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Network': ['ID=0d131004-9d7a-4412-91ec-1551d724ec46,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:11.144929 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e0ad4fcd-2aad-4f22-bfb2-585c51ab8740 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/networks/0d131004-9d7a-4412-91ec-1551d724ec46 HTTP/1.1" status: 204 len: 168 time: 0.9814255 Feb 09 14:47:11.148775 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44258) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:11.155051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b49902c1-1a35-4518-8711-75db02c6006a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'network': {'name': 'tempest-RoutersTest-864905896'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:11.160970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b49902c1-1a35-4518-8711-75db02c6006a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:11.164763 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b49902c1-1a35-4518-8711-75db02c6006a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:network and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:11.167558 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b49902c1-1a35-4518-8711-75db02c6006a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:11.173299 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b49902c1-1a35-4518-8711-75db02c6006a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:11.183570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49902c1-1a35-4518-8711-75db02c6006a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:47:11.187238 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b49902c1-1a35-4518-8711-75db02c6006a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:11.214490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49902c1-1a35-4518-8711-75db02c6006a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:47:11.224046 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b49902c1-1a35-4518-8711-75db02c6006a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:11.224384 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-b49902c1-1a35-4518-8711-75db02c6006a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Added segment 94808108-b9f5-445d-843a-736d1700dafa of type vlan for network 39e40fb6-6641-4b7a-8a5d-941d11575117 Feb 09 14:47:11.251499 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b49902c1-1a35-4518-8711-75db02c6006a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:11.297280 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b49902c1-1a35-4518-8711-75db02c6006a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:11.303475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49902c1-1a35-4518-8711-75db02c6006a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:11.303475 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b49902c1-1a35-4518-8711-75db02c6006a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:11.395955 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-747378a4-a31e-4b95-84d5-7b151f5190fd None None] Deleting port 11e7f539-2428-4fab-b1fb-000cf837624c {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:47:11.395955 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-747378a4-a31e-4b95-84d5-7b151f5190fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:11.464527 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-747378a4-a31e-4b95-84d5-7b151f5190fd None None] The port '11e7f539-2428-4fab-b1fb-000cf837624c' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:47:11.527370 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b49902c1-1a35-4518-8711-75db02c6006a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3725634 Feb 09 14:47:11.529735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44262) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:11.533768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49902c1-1a35-4518-8711-75db02c6006a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Network': ['ID=39e40fb6-6641-4b7a-8a5d-941d11575117,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:11.534442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d595517b-93a6-4ac6-ae20-b8fa2fc0c3d5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'subnet': {'network_id': '39e40fb6-6641-4b7a-8a5d-941d11575117', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:11.550957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 39e40fb6-6641-4b7a-8a5d-941d11575117 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:47:11.658503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 11e7f539-2428-4fab-b1fb-000cf837624c no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:47:11.673580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d595517b-93a6-4ac6-ae20-b8fa2fc0c3d5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:11.677748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d595517b-93a6-4ac6-ae20-b8fa2fc0c3d5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:subnet and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:11.680593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d595517b-93a6-4ac6-ae20-b8fa2fc0c3d5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:11.687429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d595517b-93a6-4ac6-ae20-b8fa2fc0c3d5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:11.699776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 11e7f539-2428-4fab-b1fb-000cf837624c {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:47:11.699776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 11e7f539-2428-4fab-b1fb-000cf837624c not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:47:11.700545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d595517b-93a6-4ac6-ae20-b8fa2fc0c3d5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:47:11.706125 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d595517b-93a6-4ac6-ae20-b8fa2fc0c3d5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:11.929870 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d595517b-93a6-4ac6-ae20-b8fa2fc0c3d5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:12.011646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595517b-93a6-4ac6-ae20-b8fa2fc0c3d5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Subnet': ['ID=445bad36-63d2-4546-8847-b82e84a1b9cb,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:12.020500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d595517b-93a6-4ac6-ae20-b8fa2fc0c3d5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Checking segment: {'id': '94808108-b9f5-445d-843a-736d1700dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39e40fb6-6641-4b7a-8a5d-941d11575117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:12.020862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d595517b-93a6-4ac6-ae20-b8fa2fc0c3d5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network hostable DHCP agents. Network: 39e40fb6-6641-4b7a-8a5d-941d11575117, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:47:12.039979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d595517b-93a6-4ac6-ae20-b8fa2fc0c3d5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 39e40fb6-6641-4b7a-8a5d-941d11575117 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:47:12.050541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-d595517b-93a6-4ac6-ae20-b8fa2fc0c3d5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 39e40fb6-6641-4b7a-8a5d-941d11575117) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:12.055598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d595517b-93a6-4ac6-ae20-b8fa2fc0c3d5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:12.059834 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d595517b-93a6-4ac6-ae20-b8fa2fc0c3d5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:12.059989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af245c0-16fa-4947-83a1-e1c0ed172ed6 None None] Network 39e40fb6-6641-4b7a-8a5d-941d11575117 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:47:12.081247 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d595517b-93a6-4ac6-ae20-b8fa2fc0c3d5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5533414 Feb 09 14:47:12.084518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44266) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:12.089443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b6e6dcdd-1a64-4d32-9152-0b65fea0acb2 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-775919605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:12.099482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b6e6dcdd-1a64-4d32-9152-0b65fea0acb2 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:12.105292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b6e6dcdd-1a64-4d32-9152-0b65fea0acb2 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:router and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:12.106640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b6e6dcdd-1a64-4d32-9152-0b65fea0acb2 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:12.113574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b6e6dcdd-1a64-4d32-9152-0b65fea0acb2 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:12.125951 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b6e6dcdd-1a64-4d32-9152-0b65fea0acb2 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:12.127963 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b6e6dcdd-1a64-4d32-9152-0b65fea0acb2 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:12.156284 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b6e6dcdd-1a64-4d32-9152-0b65fea0acb2 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:12.182315 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b6e6dcdd-1a64-4d32-9152-0b65fea0acb2 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:12.204935 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b6e6dcdd-1a64-4d32-9152-0b65fea0acb2 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:12.206130 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b6e6dcdd-1a64-4d32-9152-0b65fea0acb2 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1210897 Feb 09 14:47:12.209364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44270) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:12.293876 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-39e40fb6-6641-4b7a-8a5d-941d11575117', 'network_id': '39e40fb6-6641-4b7a-8a5d-941d11575117', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'fixed_ips': [{'subnet_id': '445bad36-63d2-4546-8847-b82e84a1b9cb'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:47:12.294859 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:12.511074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Allocated IP 172.20.0.2 (39e40fb6-6641-4b7a-8a5d-941d11575117/445bad36-63d2-4546-8847-b82e84a1b9cb/c55f885a-da80-4cc1-acdb-40faf9afb7e3) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:47:12.709548 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:12.749403 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:12.760379 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Transition to ACTIVE for port object c55f885a-da80-4cc1-acdb-40faf9afb7e3 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:12.777434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Transition to ACTIVE for port object c55f885a-da80-4cc1-acdb-40faf9afb7e3 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:12.785563 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:12.871042 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Network 39e40fb6-6641-4b7a-8a5d-941d11575117 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:12.874008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:12.876463 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:47:12.915322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Pushing event updated for resources: {'Port': ['ID=c55f885a-da80-4cc1-acdb-40faf9afb7e3,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:12.973375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Attempting to bind port c55f885a-da80-4cc1-acdb-40faf9afb7e3 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:47:12.973740 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Attempting to bind port c55f885a-da80-4cc1-acdb-40faf9afb7e3 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '94808108-b9f5-445d-843a-736d1700dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39e40fb6-6641-4b7a-8a5d-941d11575117'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:47:12.974110 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Attempting to bind port c55f885a-da80-4cc1-acdb-40faf9afb7e3 on network 39e40fb6-6641-4b7a-8a5d-941d11575117 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:47:12.979290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:47:12.979652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Checking segment: {'id': '94808108-b9f5-445d-843a-736d1700dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39e40fb6-6641-4b7a-8a5d-941d11575117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:12.980071 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:12.980456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Bound using segment: {'id': '94808108-b9f5-445d-843a-736d1700dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39e40fb6-6641-4b7a-8a5d-941d11575117'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:47:12.980907 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Bound port: c55f885a-da80-4cc1-acdb-40faf9afb7e3, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94808108-b9f5-445d-843a-736d1700dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '39e40fb6-6641-4b7a-8a5d-941d11575117'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:47:12.981274 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:13.074321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] For port c55f885a-da80-4cc1-acdb-40faf9afb7e3, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:47:13.077730 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Allocated IP 172.20.0.1 (39e40fb6-6641-4b7a-8a5d-941d11575117/445bad36-63d2-4546-8847-b82e84a1b9cb/fede6f33-5b91-419b-ab68-f7df21fcaf41) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:47:13.078858 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] For port c55f885a-da80-4cc1-acdb-40faf9afb7e3, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c55f885a-da80-4cc1-acdb-40faf9afb7e3,segment=NetworkSegment(94808108-b9f5-445d-843a-736d1700dafa),segment_id=94808108-b9f5-445d-843a-736d1700dafa)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:47:13.083100 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:13.227710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ece87-84b2-4792-aa14-b48f22a68ed7 None None] Pushing event updated for resources: {'Port': ['ID=c55f885a-da80-4cc1-acdb-40faf9afb7e3,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:13.291488 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:13.308294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Transition to ACTIVE for port object fede6f33-5b91-419b-ab68-f7df21fcaf41 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:13.334182 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:13.411950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 39e40fb6-6641-4b7a-8a5d-941d11575117 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:13.415884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:13.421267 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:47:13.462100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=fede6f33-5b91-419b-ab68-f7df21fcaf41,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:13.507494 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:13.654426 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:13.674882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c55f885a-da80-4cc1-acdb-40faf9afb7e3 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:13.748853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port c55f885a-da80-4cc1-acdb-40faf9afb7e3 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:14.228493 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:14.233620 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:14.354684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=fede6f33-5b91-419b-ab68-f7df21fcaf41,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:14.359556 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:14.387182 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee5661c-a242-414c-811b-95137d200a96 None None] Network 39e40fb6-6641-4b7a-8a5d-941d11575117 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:47:14.479061 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f8b24178-d91e-4579-942f-c50aa140d3f8 None None] Provisioning for port c55f885a-da80-4cc1-acdb-40faf9afb7e3 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:14.489142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f8b24178-d91e-4579-942f-c50aa140d3f8 None None] Provisioning complete for port c55f885a-da80-4cc1-acdb-40faf9afb7e3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:14.489511 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f8b24178-d91e-4579-942f-c50aa140d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:14.506367 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 39e40fb6-6641-4b7a-8a5d-941d11575117 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:14.507542 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:14.700960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 80e0434f-4d52-40b0-a119-6f8e3d735344 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:47:14.718250 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f8b24178-d91e-4579-942f-c50aa140d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:14.758963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f8b24178-d91e-4579-942f-c50aa140d3f8 None None] For port c55f885a-da80-4cc1-acdb-40faf9afb7e3, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c55f885a-da80-4cc1-acdb-40faf9afb7e3,segment=NetworkSegment(94808108-b9f5-445d-843a-736d1700dafa),segment_id=94808108-b9f5-445d-843a-736d1700dafa)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:14.762639 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f8b24178-d91e-4579-942f-c50aa140d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:14.833380 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b24178-d91e-4579-942f-c50aa140d3f8 None None] Pushing event updated for resources: {'Port': ['ID=c55f885a-da80-4cc1-acdb-40faf9afb7e3,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:14.861364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:47:14.874135 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fba2a4-1dfa-4664-8989-b5f0822c2cfb None None] Sync routers for ids ['80e0434f-4d52-40b0-a119-6f8e3d735344'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:47:14.878410 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f5232d4a-863d-48de-a4be-37e2098ef231 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/80e0434f-4d52-40b0-a119-6f8e3d735344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6669178 Feb 09 14:47:14.879879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44278) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:14.886138 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fba2a4-1dfa-4664-8989-b5f0822c2cfb None None] Routers {'80e0434f-4d52-40b0-a119-6f8e3d735344'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:14.886753 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-85fba2a4-1dfa-4664-8989-b5f0822c2cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['80e0434f-4d52-40b0-a119-6f8e3d735344'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:14.954773 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-85fba2a4-1dfa-4664-8989-b5f0822c2cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:14.964040 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fba2a4-1dfa-4664-8989-b5f0822c2cfb None None] Routers {'80e0434f-4d52-40b0-a119-6f8e3d735344'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:14.964448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1745e9-88d0-4bd1-a498-ac3e401f14a8 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:14.964810 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-85fba2a4-1dfa-4664-8989-b5f0822c2cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['80e0434f-4d52-40b0-a119-6f8e3d735344'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:14.965117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9f1745e9-88d0-4bd1-a498-ac3e401f14a8 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Synchronizing usage tracker for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:47:14.983920 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9f1745e9-88d0-4bd1-a498-ac3e401f14a8 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Unset dirty status for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:47:14.987848 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9f1745e9-88d0-4bd1-a498-ac3e401f14a8 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports/fede6f33-5b91-419b-ab68-f7df21fcaf41 HTTP/1.1" status: 200 len: 910 time: 0.1044047 Feb 09 14:47:14.988109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44282) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:15.028044 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-85fba2a4-1dfa-4664-8989-b5f0822c2cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:15.029799 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fba2a4-1dfa-4664-8989-b5f0822c2cfb None None] The sync data for ids ['80e0434f-4d52-40b0-a119-6f8e3d735344'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:47:15.097314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-984d0c96-0f67-45f3-a289-ce85fa915278 None None] Provisioning for port fede6f33-5b91-419b-ab68-f7df21fcaf41 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:15.103605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-984d0c96-0f67-45f3-a289-ce85fa915278 None None] Provisioning complete for port fede6f33-5b91-419b-ab68-f7df21fcaf41 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:15.104144 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-984d0c96-0f67-45f3-a289-ce85fa915278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:15.173080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-984d0c96-0f67-45f3-a289-ce85fa915278 None None] Port fede6f33-5b91-419b-ab68-f7df21fcaf41 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:47:15.188653 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-984d0c96-0f67-45f3-a289-ce85fa915278 None None] Provisioning complete for port c55f885a-da80-4cc1-acdb-40faf9afb7e3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:15.189435 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-984d0c96-0f67-45f3-a289-ce85fa915278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:15.438887 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3c13f516-e528-4552-aebc-9e9d098c254b None None] Provisioning complete for port fede6f33-5b91-419b-ab68-f7df21fcaf41 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:15.439293 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3c13f516-e528-4552-aebc-9e9d098c254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:15.494496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3c13f516-e528-4552-aebc-9e9d098c254b None None] Port fede6f33-5b91-419b-ab68-f7df21fcaf41 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:47:15.584055 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c55f885a-da80-4cc1-acdb-40faf9afb7e3 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:15.643017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ec1446b0-0822-48cc-84fa-3c97f40f7e33 None None] Provisioning complete for port fede6f33-5b91-419b-ab68-f7df21fcaf41 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:15.643304 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ec1446b0-0822-48cc-84fa-3c97f40f7e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:15.647096 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfbf2427-4403-459f-810f-f867575bc3bb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:15.704542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ec1446b0-0822-48cc-84fa-3c97f40f7e33 None None] Port fede6f33-5b91-419b-ab68-f7df21fcaf41 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:47:15.712247 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c55f885a-da80-4cc1-acdb-40faf9afb7e3 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:15.712610 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:15.975910 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf2427-4403-459f-810f-f867575bc3bb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port fede6f33-5b91-419b-ab68-f7df21fcaf41 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:47:15.976250 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfbf2427-4403-459f-810f-f867575bc3bb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:16.159879 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfbf2427-4403-459f-810f-f867575bc3bb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:16.282758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf2427-4403-459f-810f-f867575bc3bb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for fede6f33-5b91-419b-ab68-f7df21fcaf41 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:47:16.452193 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfbf2427-4403-459f-810f-f867575bc3bb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:16.501222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf2427-4403-459f-810f-f867575bc3bb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Port': ['ID=fede6f33-5b91-419b-ab68-f7df21fcaf41,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:16.746595 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfbf2427-4403-459f-810f-f867575bc3bb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:17.141656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbf2427-4403-459f-810f-f867575bc3bb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 80e0434f-4d52-40b0-a119-6f8e3d735344 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:47:17.285719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbf2427-4403-459f-810f-f867575bc3bb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:47:17.296203 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d2542-6102-4134-8914-cf1aafc6d845 None None] Sync routers for ids ['80e0434f-4d52-40b0-a119-6f8e3d735344'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:47:17.305254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d2542-6102-4134-8914-cf1aafc6d845 None None] Routers {'80e0434f-4d52-40b0-a119-6f8e3d735344'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:17.306353 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-632d2542-6102-4134-8914-cf1aafc6d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['80e0434f-4d52-40b0-a119-6f8e3d735344'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:17.310884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44286) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:17.311304 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dfbf2427-4403-459f-810f-f867575bc3bb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/80e0434f-4d52-40b0-a119-6f8e3d735344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3219008 Feb 09 14:47:17.387455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7d878b9c-4973-4fd7-a76d-83eb16c4eb83 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Synchronizing usage tracker for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:47:17.402410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7d878b9c-4973-4fd7-a76d-83eb16c4eb83 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Unset dirty status for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:47:17.404752 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7d878b9c-4973-4fd7-a76d-83eb16c4eb83 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e0434f-4d52-40b0-a119-6f8e3d735344 HTTP/1.1" status: 200 len: 205 time: 0.0917981 Feb 09 14:47:17.407026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44290) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:17.444881 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-632d2542-6102-4134-8914-cf1aafc6d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:17.453821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d2542-6102-4134-8914-cf1aafc6d845 None None] Routers {'80e0434f-4d52-40b0-a119-6f8e3d735344'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:17.456061 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-632d2542-6102-4134-8914-cf1aafc6d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['80e0434f-4d52-40b0-a119-6f8e3d735344'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:17.517381 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-632d2542-6102-4134-8914-cf1aafc6d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:17.517788 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d2542-6102-4134-8914-cf1aafc6d845 None None] The sync data for ids ['80e0434f-4d52-40b0-a119-6f8e3d735344'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:47:17.565569 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f45e257-4c18-4b2d-a6c6-5e64e0482567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:18.001101 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f45e257-4c18-4b2d-a6c6-5e64e0482567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:18.003707 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f45e257-4c18-4b2d-a6c6-5e64e0482567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:18.028151 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f45e257-4c18-4b2d-a6c6-5e64e0482567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:18.028663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f45e257-4c18-4b2d-a6c6-5e64e0482567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Fanout notify agent at l3_agent the message router_deleted on router 80e0434f-4d52-40b0-a119-6f8e3d735344 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:47:18.039790 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f45e257-4c18-4b2d-a6c6-5e64e0482567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:18.040829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5f45e257-4c18-4b2d-a6c6-5e64e0482567 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/routers/80e0434f-4d52-40b0-a119-6f8e3d735344 HTTP/1.1" status: 204 len: 168 time: 0.6329944 Feb 09 14:47:18.043615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44294) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:18.111124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf21208-4f5d-403f-abd1-e16858287caf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting subnet 445bad36-63d2-4546-8847-b82e84a1b9cb {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:47:18.114302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7bf21208-4f5d-403f-abd1-e16858287caf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:18.173922 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7bf21208-4f5d-403f-abd1-e16858287caf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:18.263920 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7bf21208-4f5d-403f-abd1-e16858287caf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:18.346874 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7bf21208-4f5d-403f-abd1-e16858287caf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:18.390377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf21208-4f5d-403f-abd1-e16858287caf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Subnet': ['ID=445bad36-63d2-4546-8847-b82e84a1b9cb,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:18.394432 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7bf21208-4f5d-403f-abd1-e16858287caf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:18.400616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c9a4a-5b6b-4b1e-a6c1-a1dec20f1b8a None None] Network 39e40fb6-6641-4b7a-8a5d-941d11575117 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:47:18.407826 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7bf21208-4f5d-403f-abd1-e16858287caf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/445bad36-63d2-4546-8847-b82e84a1b9cb HTTP/1.1" status: 204 len: 168 time: 0.3618827 Feb 09 14:47:18.409103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44298) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:18.532252 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:18.545285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port c55f885a-da80-4cc1-acdb-40faf9afb7e3 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:47:18.545688 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:18.680529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eedfd54-780a-499f-9c69-10e55bcb978e None None] DHCP port deletion for 39e40fb6-6641-4b7a-8a5d-941d11575117 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:47:18.685277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0eedfd54-780a-499f-9c69-10e55bcb978e None None] Deleting port c55f885a-da80-4cc1-acdb-40faf9afb7e3 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:47:18.685648 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0eedfd54-780a-499f-9c69-10e55bcb978e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:18.787437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] For port c55f885a-da80-4cc1-acdb-40faf9afb7e3, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c55f885a-da80-4cc1-acdb-40faf9afb7e3,segment=NetworkSegment(94808108-b9f5-445d-843a-736d1700dafa),segment_id=94808108-b9f5-445d-843a-736d1700dafa)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:18.787836 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:18.907081 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0eedfd54-780a-499f-9c69-10e55bcb978e None None] For port c55f885a-da80-4cc1-acdb-40faf9afb7e3, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c55f885a-da80-4cc1-acdb-40faf9afb7e3,segment=NetworkSegment(94808108-b9f5-445d-843a-736d1700dafa),segment_id=94808108-b9f5-445d-843a-736d1700dafa)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:18.907436 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0eedfd54-780a-499f-9c69-10e55bcb978e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:18.928202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for c55f885a-da80-4cc1-acdb-40faf9afb7e3 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:47:19.011058 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:19.038257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0eedfd54-780a-499f-9c69-10e55bcb978e None None] Calling delete_port for c55f885a-da80-4cc1-acdb-40faf9afb7e3 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:47:19.063995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Port': ['ID=c55f885a-da80-4cc1-acdb-40faf9afb7e3,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:19.070075 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] No DVR routers for this DVR port c55f885a-da80-4cc1-acdb-40faf9afb7e3 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:47:19.109885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:19.110234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:19.110569 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:19.110969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:19.111548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:19.111548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:19.111876 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:19.112198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:19.112706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:19.113258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:19.113258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:19.113508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:19.121583 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-0eedfd54-780a-499f-9c69-10e55bcb978e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:47:19.122733 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-0eedfd54-780a-499f-9c69-10e55bcb978e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:47:19.215881 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:19.242478 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e40fb6-6641-4b7a-8a5d-941d11575117']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:19.255174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94808108-b9f5-445d-843a-736d1700dafa') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:19.255508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94808108-b9f5-445d-843a-736d1700dafa') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:19.267816 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:19.284925 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:19.292031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:47:19.292410 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:47:19.307412 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:47:19.508126 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:19.527280 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:19.550575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Network': ['ID=39e40fb6-6641-4b7a-8a5d-941d11575117,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:19.562390 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cd352a0e-d9b2-472c-bb61-44df86c38d54 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/networks/39e40fb6-6641-4b7a-8a5d-941d11575117 HTTP/1.1" status: 204 len: 168 time: 1.1483619 Feb 09 14:47:19.562573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44304) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:19.572507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1396855781', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:19.581380 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:19.585576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:router and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:19.589682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:19.597587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:19.607269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c55f885a-da80-4cc1-acdb-40faf9afb7e3 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:47:19.613158 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:19.614364 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:19.638419 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:19.641690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0eedfd54-780a-499f-9c69-10e55bcb978e None None] Deleting port c55f885a-da80-4cc1-acdb-40faf9afb7e3 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:47:19.641690 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0eedfd54-780a-499f-9c69-10e55bcb978e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:19.678963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: c55f885a-da80-4cc1-acdb-40faf9afb7e3 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:47:19.679355 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c55f885a-da80-4cc1-acdb-40faf9afb7e3 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:47:19.715496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-0eedfd54-780a-499f-9c69-10e55bcb978e None None] The port 'c55f885a-da80-4cc1-acdb-40faf9afb7e3' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:47:19.942545 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:20.268403 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:20.297602 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:20.442438 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Allocated IP 172.25.8.185 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/031a705f-46d6-4129-a71c-7a81aa5a1fac) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:47:20.598035 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:20.627431 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:20.693625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:20.696497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:20.698714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:47:20.850465 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=031a705f-46d6-4129-a71c-7a81aa5a1fac,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:21.235884 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:21.596418 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:21.796674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 779679c8-afd9-4c0a-8a20-d7a863f688d0 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:47:21.970244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:47:21.980811 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81541fdc-06a5-4b59-a08b-40062d3f1091 None None] Sync routers for ids ['779679c8-afd9-4c0a-8a20-d7a863f688d0'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:47:21.990752 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81541fdc-06a5-4b59-a08b-40062d3f1091 None None] Routers {'779679c8-afd9-4c0a-8a20-d7a863f688d0'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:21.991416 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-81541fdc-06a5-4b59-a08b-40062d3f1091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['779679c8-afd9-4c0a-8a20-d7a863f688d0'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:22.009553 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:22.010759 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4e772d62-71ec-4345-b873-5a60bb70d509 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.4433522 Feb 09 14:47:22.013415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44310) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:22.053301 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-81541fdc-06a5-4b59-a08b-40062d3f1091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:22.061856 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81541fdc-06a5-4b59-a08b-40062d3f1091 None None] Routers {'779679c8-afd9-4c0a-8a20-d7a863f688d0'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:22.062470 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-81541fdc-06a5-4b59-a08b-40062d3f1091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['779679c8-afd9-4c0a-8a20-d7a863f688d0'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:22.124556 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-81541fdc-06a5-4b59-a08b-40062d3f1091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:22.124955 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81541fdc-06a5-4b59-a08b-40062d3f1091 None None] The sync data for ids ['779679c8-afd9-4c0a-8a20-d7a863f688d0'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:47:22.315658 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f24f063b-44e5-4cdc-a2a4-59167a9e691e tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/routers/779679c8-afd9-4c0a-8a20-d7a863f688d0 HTTP/1.1" status: 200 len: 881 time: 0.3010139 Feb 09 14:47:22.317902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44314) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:22.518537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c82d2f1c-68ab-4f2f-a44c-4ef349502c86 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Synchronizing usage tracker for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:router {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:47:22.534639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c82d2f1c-68ab-4f2f-a44c-4ef349502c86 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Unset dirty status for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:router {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:47:22.535953 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c82d2f1c-68ab-4f2f-a44c-4ef349502c86 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2171257 Feb 09 14:47:22.538627 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44318) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:22.543592 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-07bf6191-7054-47b1-8a0e-e5535c122e7c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1396855781'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:23.046827 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07bf6191-7054-47b1-8a0e-e5535c122e7c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:23.057431 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07bf6191-7054-47b1-8a0e-e5535c122e7c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:23.228771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bf6191-7054-47b1-8a0e-e5535c122e7c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 779679c8-afd9-4c0a-8a20-d7a863f688d0 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:47:23.409895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bf6191-7054-47b1-8a0e-e5535c122e7c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:47:23.416047 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-07bf6191-7054-47b1-8a0e-e5535c122e7c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:23.417788 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-07bf6191-7054-47b1-8a0e-e5535c122e7c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/779679c8-afd9-4c0a-8a20-d7a863f688d0 HTTP/1.1" status: 200 len: 888 time: 0.8782418 Feb 09 14:47:23.421286 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44322) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:23.421439 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f8b19c-988a-4587-a9b7-d83fd88f217e None None] Sync routers for ids ['779679c8-afd9-4c0a-8a20-d7a863f688d0'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:47:23.430679 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f8b19c-988a-4587-a9b7-d83fd88f217e None None] Routers {'779679c8-afd9-4c0a-8a20-d7a863f688d0'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:23.431284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-82f8b19c-988a-4587-a9b7-d83fd88f217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['779679c8-afd9-4c0a-8a20-d7a863f688d0'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:23.493723 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-82f8b19c-988a-4587-a9b7-d83fd88f217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:23.502167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f8b19c-988a-4587-a9b7-d83fd88f217e None None] Routers {'779679c8-afd9-4c0a-8a20-d7a863f688d0'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:23.503222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-82f8b19c-988a-4587-a9b7-d83fd88f217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['779679c8-afd9-4c0a-8a20-d7a863f688d0'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:23.563334 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-82f8b19c-988a-4587-a9b7-d83fd88f217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:23.563763 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f8b19c-988a-4587-a9b7-d83fd88f217e None None] The sync data for ids ['779679c8-afd9-4c0a-8a20-d7a863f688d0'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:47:23.739995 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c6d21c55-05c4-4a3d-8dd4-07de645b3117 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/routers/779679c8-afd9-4c0a-8a20-d7a863f688d0 HTTP/1.1" status: 200 len: 888 time: 0.3173125 Feb 09 14:47:23.742548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44326) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:23.784254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4ea8f086-18da-463f-92c9-dc938c99b5c3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Synchronizing usage tracker for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:47:23.798958 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4ea8f086-18da-463f-92c9-dc938c99b5c3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Unset dirty status for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:47:23.800263 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4ea8f086-18da-463f-92c9-dc938c99b5c3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports?device_id=779679c8-afd9-4c0a-8a20-d7a863f688d0 HTTP/1.1" status: 200 len: 205 time: 0.0568285 Feb 09 14:47:23.802719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44330) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:23.992736 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5927bc6b-f179-4c87-bb6e-6699497f3288 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:24.169876 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5927bc6b-f179-4c87-bb6e-6699497f3288 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:24.181109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5927bc6b-f179-4c87-bb6e-6699497f3288 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port 031a705f-46d6-4129-a71c-7a81aa5a1fac {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:47:24.181458 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5927bc6b-f179-4c87-bb6e-6699497f3288 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:24.354499 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5927bc6b-f179-4c87-bb6e-6699497f3288 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:24.477819 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5927bc6b-f179-4c87-bb6e-6699497f3288 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for 031a705f-46d6-4129-a71c-7a81aa5a1fac owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:47:24.647620 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5927bc6b-f179-4c87-bb6e-6699497f3288 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:24.694185 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927bc6b-f179-4c87-bb6e-6699497f3288 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Port': ['ID=031a705f-46d6-4129-a71c-7a81aa5a1fac,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:24.788247 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5927bc6b-f179-4c87-bb6e-6699497f3288 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:25.081258 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5927bc6b-f179-4c87-bb6e-6699497f3288 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:25.083696 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5927bc6b-f179-4c87-bb6e-6699497f3288 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:25.108637 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5927bc6b-f179-4c87-bb6e-6699497f3288 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:25.109173 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5927bc6b-f179-4c87-bb6e-6699497f3288 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Fanout notify agent at l3_agent the message router_deleted on router 779679c8-afd9-4c0a-8a20-d7a863f688d0 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:47:25.130607 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5927bc6b-f179-4c87-bb6e-6699497f3288 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:25.131612 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5927bc6b-f179-4c87-bb6e-6699497f3288 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/routers/779679c8-afd9-4c0a-8a20-d7a863f688d0 HTTP/1.1" status: 204 len: 168 time: 1.3280210 Feb 09 14:47:25.135160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44334) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:25.141070 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a8419a63-a8e7-48c9-a514-b5eb11ab14bf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'network': {'name': 'tempest-RoutersTest-605692947'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:25.146420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a8419a63-a8e7-48c9-a514-b5eb11ab14bf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:25.150237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a8419a63-a8e7-48c9-a514-b5eb11ab14bf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:network and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:25.153021 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a8419a63-a8e7-48c9-a514-b5eb11ab14bf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:25.159155 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a8419a63-a8e7-48c9-a514-b5eb11ab14bf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:25.168922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8419a63-a8e7-48c9-a514-b5eb11ab14bf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:47:25.172310 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8419a63-a8e7-48c9-a514-b5eb11ab14bf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:25.198459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8419a63-a8e7-48c9-a514-b5eb11ab14bf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:47:25.207415 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8419a63-a8e7-48c9-a514-b5eb11ab14bf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:25.207779 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-a8419a63-a8e7-48c9-a514-b5eb11ab14bf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Added segment 3470dd7b-508e-4799-9a8b-36de8ec0e212 of type vlan for network 73f558f8-b02d-49d4-93dc-8d1281761656 Feb 09 14:47:25.237309 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8419a63-a8e7-48c9-a514-b5eb11ab14bf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:25.267147 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8419a63-a8e7-48c9-a514-b5eb11ab14bf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:25.272493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8419a63-a8e7-48c9-a514-b5eb11ab14bf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:25.273065 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a8419a63-a8e7-48c9-a514-b5eb11ab14bf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:25.370495 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a8419a63-a8e7-48c9-a514-b5eb11ab14bf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2342257 Feb 09 14:47:25.375394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44340) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:25.380333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8419a63-a8e7-48c9-a514-b5eb11ab14bf tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Network': ['ID=73f558f8-b02d-49d4-93dc-8d1281761656,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:25.383025 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-7d5e817b-3403-4811-bb7c-5e0900fb93a9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'subnet': {'network_id': '73f558f8-b02d-49d4-93dc-8d1281761656', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:25.390877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 73f558f8-b02d-49d4-93dc-8d1281761656 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:47:25.497983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7d5e817b-3403-4811-bb7c-5e0900fb93a9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:25.501830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7d5e817b-3403-4811-bb7c-5e0900fb93a9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:subnet and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:25.504622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7d5e817b-3403-4811-bb7c-5e0900fb93a9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:25.510224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7d5e817b-3403-4811-bb7c-5e0900fb93a9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:25.520785 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5e817b-3403-4811-bb7c-5e0900fb93a9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:47:25.524287 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d5e817b-3403-4811-bb7c-5e0900fb93a9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:25.730894 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d5e817b-3403-4811-bb7c-5e0900fb93a9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:25.814322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e817b-3403-4811-bb7c-5e0900fb93a9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Subnet': ['ID=689483b1-89cf-4aea-a7d8-1fe0d865f516,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:25.820781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5e817b-3403-4811-bb7c-5e0900fb93a9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Checking segment: {'id': '3470dd7b-508e-4799-9a8b-36de8ec0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '73f558f8-b02d-49d4-93dc-8d1281761656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:25.820871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e817b-3403-4811-bb7c-5e0900fb93a9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network hostable DHCP agents. Network: 73f558f8-b02d-49d4-93dc-8d1281761656, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:47:25.839838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e817b-3403-4811-bb7c-5e0900fb93a9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 73f558f8-b02d-49d4-93dc-8d1281761656 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:47:25.848890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-7d5e817b-3403-4811-bb7c-5e0900fb93a9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 73f558f8-b02d-49d4-93dc-8d1281761656) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:25.853263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e817b-3403-4811-bb7c-5e0900fb93a9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:25.854312 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d5e817b-3403-4811-bb7c-5e0900fb93a9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:25.857784 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7665ab-5706-4033-856d-b8410aaedc7a None None] Network 73f558f8-b02d-49d4-93dc-8d1281761656 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:47:25.880775 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7d5e817b-3403-4811-bb7c-5e0900fb93a9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5042217 Feb 09 14:47:25.883289 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44344) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:25.888405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e0bc6d86-67b1-4d31-924a-1880379da001 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-191785384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:25.895952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e0bc6d86-67b1-4d31-924a-1880379da001 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:25.900057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e0bc6d86-67b1-4d31-924a-1880379da001 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:router and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:25.903334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e0bc6d86-67b1-4d31-924a-1880379da001 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:25.909613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e0bc6d86-67b1-4d31-924a-1880379da001 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:25.921026 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0bc6d86-67b1-4d31-924a-1880379da001 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:25.922946 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0bc6d86-67b1-4d31-924a-1880379da001 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:25.942454 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0bc6d86-67b1-4d31-924a-1880379da001 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:25.965676 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0bc6d86-67b1-4d31-924a-1880379da001 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:26.003829 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0bc6d86-67b1-4d31-924a-1880379da001 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:26.005074 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e0bc6d86-67b1-4d31-924a-1880379da001 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1207879 Feb 09 14:47:26.009491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44348) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:26.132247 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-73f558f8-b02d-49d4-93dc-8d1281761656', 'network_id': '73f558f8-b02d-49d4-93dc-8d1281761656', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'fixed_ips': [{'subnet_id': '689483b1-89cf-4aea-a7d8-1fe0d865f516'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:47:26.133101 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:26.288629 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Allocated IP 172.20.0.2 (73f558f8-b02d-49d4-93dc-8d1281761656/689483b1-89cf-4aea-a7d8-1fe0d865f516/51107207-81d2-4fa0-b05d-cb86d1942092) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:47:26.493153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:26.495897 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:26.506711 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Transition to ACTIVE for port object 51107207-81d2-4fa0-b05d-cb86d1942092 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:26.525449 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Transition to ACTIVE for port object 51107207-81d2-4fa0-b05d-cb86d1942092 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:26.531882 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:26.604224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Network 73f558f8-b02d-49d4-93dc-8d1281761656 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:26.607538 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:26.611135 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:47:26.623041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Pushing event updated for resources: {'Port': ['ID=51107207-81d2-4fa0-b05d-cb86d1942092,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:26.708986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Attempting to bind port 51107207-81d2-4fa0-b05d-cb86d1942092 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:47:26.709351 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Attempting to bind port 51107207-81d2-4fa0-b05d-cb86d1942092 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '3470dd7b-508e-4799-9a8b-36de8ec0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '73f558f8-b02d-49d4-93dc-8d1281761656'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:47:26.709713 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Attempting to bind port 51107207-81d2-4fa0-b05d-cb86d1942092 on network 73f558f8-b02d-49d4-93dc-8d1281761656 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:47:26.715430 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:47:26.717058 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Checking segment: {'id': '3470dd7b-508e-4799-9a8b-36de8ec0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '73f558f8-b02d-49d4-93dc-8d1281761656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:26.717058 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:26.717241 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Bound using segment: {'id': '3470dd7b-508e-4799-9a8b-36de8ec0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '73f558f8-b02d-49d4-93dc-8d1281761656'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:47:26.717940 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Bound port: 51107207-81d2-4fa0-b05d-cb86d1942092, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3470dd7b-508e-4799-9a8b-36de8ec0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '73f558f8-b02d-49d4-93dc-8d1281761656'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:47:26.718304 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:26.817740 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d96cc34c-ac69-4679-abd8-0a4993821f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:26.822981 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] For port 51107207-81d2-4fa0-b05d-cb86d1942092, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:47:26.826351 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] For port 51107207-81d2-4fa0-b05d-cb86d1942092, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=51107207-81d2-4fa0-b05d-cb86d1942092,segment=NetworkSegment(3470dd7b-508e-4799-9a8b-36de8ec0e212),segment_id=3470dd7b-508e-4799-9a8b-36de8ec0e212)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:47:26.831219 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:26.846307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Allocated IP 172.20.0.1 (73f558f8-b02d-49d4-93dc-8d1281761656/689483b1-89cf-4aea-a7d8-1fe0d865f516/977cff86-51f5-425c-84d3-364599d178ea) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:47:26.921739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1f89e-e87b-479f-a85c-2c133a0b34c3 None None] Pushing event updated for resources: {'Port': ['ID=51107207-81d2-4fa0-b05d-cb86d1942092,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:27.158118 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:27.175431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Transition to ACTIVE for port object 977cff86-51f5-425c-84d3-364599d178ea will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:27.200765 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:27.267761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 73f558f8-b02d-49d4-93dc-8d1281761656 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:27.270909 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:27.274903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:47:27.319417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=977cff86-51f5-425c-84d3-364599d178ea,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:27.342856 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:27.450727 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:27.627751 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 51107207-81d2-4fa0-b05d-cb86d1942092 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:27.702012 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 51107207-81d2-4fa0-b05d-cb86d1942092 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:27.863547 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:27.869773 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:27.975759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84649c20-75e3-4a5b-87ef-1930013b871a None None] Network 73f558f8-b02d-49d4-93dc-8d1281761656 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:47:27.985791 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=977cff86-51f5-425c-84d3-364599d178ea,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:27.988117 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:28.066695 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e5018b47-fbc7-43b4-bbeb-17b1ecd912e6 None None] Provisioning for port 51107207-81d2-4fa0-b05d-cb86d1942092 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:28.076929 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e5018b47-fbc7-43b4-bbeb-17b1ecd912e6 None None] Provisioning complete for port 51107207-81d2-4fa0-b05d-cb86d1942092 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:28.077346 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e5018b47-fbc7-43b4-bbeb-17b1ecd912e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:28.129087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 73f558f8-b02d-49d4-93dc-8d1281761656 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:28.130268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:28.305916 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e5018b47-fbc7-43b4-bbeb-17b1ecd912e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:28.330058 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 4e594663-3f20-4f77-923d-2ca21990dd97 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:47:28.352904 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e5018b47-fbc7-43b4-bbeb-17b1ecd912e6 None None] For port 51107207-81d2-4fa0-b05d-cb86d1942092, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=51107207-81d2-4fa0-b05d-cb86d1942092,segment=NetworkSegment(3470dd7b-508e-4799-9a8b-36de8ec0e212),segment_id=3470dd7b-508e-4799-9a8b-36de8ec0e212)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:28.360533 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e5018b47-fbc7-43b4-bbeb-17b1ecd912e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:28.434502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5018b47-fbc7-43b4-bbeb-17b1ecd912e6 None None] Pushing event updated for resources: {'Port': ['ID=51107207-81d2-4fa0-b05d-cb86d1942092,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:28.523412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:47:28.536940 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67935a0a-046a-4ed6-91b2-03ea2b2b013e None None] Sync routers for ids ['4e594663-3f20-4f77-923d-2ca21990dd97'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:47:28.540356 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-407fea1c-49fb-457f-9407-ab227525045d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/4e594663-3f20-4f77-923d-2ca21990dd97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5221086 Feb 09 14:47:28.540356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44358) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:28.543028 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67935a0a-046a-4ed6-91b2-03ea2b2b013e None None] Routers {'4e594663-3f20-4f77-923d-2ca21990dd97'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:28.543154 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-67935a0a-046a-4ed6-91b2-03ea2b2b013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4e594663-3f20-4f77-923d-2ca21990dd97'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:28.640341 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-67935a0a-046a-4ed6-91b2-03ea2b2b013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:28.650591 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67935a0a-046a-4ed6-91b2-03ea2b2b013e None None] Routers {'4e594663-3f20-4f77-923d-2ca21990dd97'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:28.651209 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-67935a0a-046a-4ed6-91b2-03ea2b2b013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:46:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4e594663-3f20-4f77-923d-2ca21990dd97'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:28.696816 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8d9dac1c-93f8-41d8-a159-cca99de37d61 None None] Provisioning complete for port 51107207-81d2-4fa0-b05d-cb86d1942092 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:28.697350 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d9dac1c-93f8-41d8-a159-cca99de37d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:28.722821 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-67935a0a-046a-4ed6-91b2-03ea2b2b013e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:28.723247 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67935a0a-046a-4ed6-91b2-03ea2b2b013e None None] The sync data for ids ['4e594663-3f20-4f77-923d-2ca21990dd97'] in n-d-828418-2 is: [] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:47:28.757452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b5db9-a7a0-47de-ba36-812ce165d0d6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:28.758046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e40b5db9-a7a0-47de-ba36-812ce165d0d6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Synchronizing usage tracker for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:47:28.775323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e40b5db9-a7a0-47de-ba36-812ce165d0d6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Unset dirty status for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:47:28.776781 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e40b5db9-a7a0-47de-ba36-812ce165d0d6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports/977cff86-51f5-425c-84d3-364599d178ea HTTP/1.1" status: 200 len: 910 time: 0.2390351 Feb 09 14:47:28.781011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44362) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:28.787459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-515c726c-ef4f-442b-a9f8-1effef875930 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '689483b1-89cf-4aea-a7d8-1fe0d865f516'}]}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:28.867031 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8d9dac1c-93f8-41d8-a159-cca99de37d61 None None] Provisioning for port 977cff86-51f5-425c-84d3-364599d178ea completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:28.872377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8d9dac1c-93f8-41d8-a159-cca99de37d61 None None] Provisioning complete for port 977cff86-51f5-425c-84d3-364599d178ea triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:28.872949 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d9dac1c-93f8-41d8-a159-cca99de37d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:28.931365 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8d9dac1c-93f8-41d8-a159-cca99de37d61 None None] Port 977cff86-51f5-425c-84d3-364599d178ea cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:47:29.052417 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8b64d282-5941-4c4b-8f0d-82f1f0f7fc96 None None] Provisioning complete for port 977cff86-51f5-425c-84d3-364599d178ea triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:29.052788 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8b64d282-5941-4c4b-8f0d-82f1f0f7fc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:29.058769 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-515c726c-ef4f-442b-a9f8-1effef875930 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:29.118557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8b64d282-5941-4c4b-8f0d-82f1f0f7fc96 None None] Port 977cff86-51f5-425c-84d3-364599d178ea cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:47:29.228985 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-68b55b08-6164-47fd-9672-d7a70f584acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:29.238632 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c5a8ca82-2830-4c91-891b-c57fbb4efeb8 None None] Provisioning complete for port 977cff86-51f5-425c-84d3-364599d178ea triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:29.240524 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c5a8ca82-2830-4c91-891b-c57fbb4efeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:29.292088 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c5a8ca82-2830-4c91-891b-c57fbb4efeb8 None None] Port 977cff86-51f5-425c-84d3-364599d178ea cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:47:29.577346 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-515c726c-ef4f-442b-a9f8-1effef875930 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:29.585631 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-515c726c-ef4f-442b-a9f8-1effef875930 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:29.596678 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 51107207-81d2-4fa0-b05d-cb86d1942092 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:29.664288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 51107207-81d2-4fa0-b05d-cb86d1942092 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:29.664660 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:29.699656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c726c-ef4f-442b-a9f8-1effef875930 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=977cff86-51f5-425c-84d3-364599d178ea,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:29.707309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515c726c-ef4f-442b-a9f8-1effef875930 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:29.707985 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-515c726c-ef4f-442b-a9f8-1effef875930 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:29.709599 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-515c726c-ef4f-442b-a9f8-1effef875930 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/ports/977cff86-51f5-425c-84d3-364599d178ea HTTP/1.1" status: 200 len: 910 time: 0.9270391 Feb 09 14:47:29.712429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44366) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:30.225184 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9779f5fe-3ad6-4755-ba93-869e4ffac268 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:30.300690 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:30.316815 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:30.693563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-9779f5fe-3ad6-4755-ba93-869e4ffac268 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port 977cff86-51f5-425c-84d3-364599d178ea {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:47:30.694291 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9779f5fe-3ad6-4755-ba93-869e4ffac268 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:30.885817 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9779f5fe-3ad6-4755-ba93-869e4ffac268 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:31.024544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-9779f5fe-3ad6-4755-ba93-869e4ffac268 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for 977cff86-51f5-425c-84d3-364599d178ea owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:47:31.342926 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9779f5fe-3ad6-4755-ba93-869e4ffac268 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:31.392715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779f5fe-3ad6-4755-ba93-869e4ffac268 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Port': ['ID=977cff86-51f5-425c-84d3-364599d178ea,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:31.632174 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9779f5fe-3ad6-4755-ba93-869e4ffac268 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:31.851756 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:32.056319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9779f5fe-3ad6-4755-ba93-869e4ffac268 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 4e594663-3f20-4f77-923d-2ca21990dd97 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:47:32.206222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9779f5fe-3ad6-4755-ba93-869e4ffac268 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:47:32.219325 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d89347-cd65-4d3b-aa3e-6110070f390f None None] Sync routers for ids ['4e594663-3f20-4f77-923d-2ca21990dd97'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:47:32.225304 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9779f5fe-3ad6-4755-ba93-869e4ffac268 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/4e594663-3f20-4f77-923d-2ca21990dd97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5116501 Feb 09 14:47:32.228545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44370) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:32.228620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d89347-cd65-4d3b-aa3e-6110070f390f None None] Routers {'4e594663-3f20-4f77-923d-2ca21990dd97'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:32.229222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b2d89347-cd65-4d3b-aa3e-6110070f390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4e594663-3f20-4f77-923d-2ca21990dd97'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:32.277410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-43ceec56-22ed-4409-8ffa-eb60db7c0de7 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Synchronizing usage tracker for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:47:32.301341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b2d89347-cd65-4d3b-aa3e-6110070f390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:32.302083 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-43ceec56-22ed-4409-8ffa-eb60db7c0de7 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Unset dirty status for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:47:32.302332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44374) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:32.302731 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-43ceec56-22ed-4409-8ffa-eb60db7c0de7 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e594663-3f20-4f77-923d-2ca21990dd97 HTTP/1.1" status: 200 len: 205 time: 0.0729609 Feb 09 14:47:32.309824 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d89347-cd65-4d3b-aa3e-6110070f390f None None] Routers {'4e594663-3f20-4f77-923d-2ca21990dd97'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:32.311296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b2d89347-cd65-4d3b-aa3e-6110070f390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4e594663-3f20-4f77-923d-2ca21990dd97'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:32.380875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b2d89347-cd65-4d3b-aa3e-6110070f390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:32.380875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d89347-cd65-4d3b-aa3e-6110070f390f None None] The sync data for ids ['4e594663-3f20-4f77-923d-2ca21990dd97'] in n-d-828418-2 is: [] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:47:32.462723 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a654607e-dffb-4b64-b2e9-2ec4072d7a92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:32.771027 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a654607e-dffb-4b64-b2e9-2ec4072d7a92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:32.773248 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a654607e-dffb-4b64-b2e9-2ec4072d7a92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:32.796032 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a654607e-dffb-4b64-b2e9-2ec4072d7a92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:32.796534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a654607e-dffb-4b64-b2e9-2ec4072d7a92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Fanout notify agent at l3_agent the message router_deleted on router 4e594663-3f20-4f77-923d-2ca21990dd97 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:47:32.811905 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a654607e-dffb-4b64-b2e9-2ec4072d7a92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:32.812994 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a654607e-dffb-4b64-b2e9-2ec4072d7a92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/routers/4e594663-3f20-4f77-923d-2ca21990dd97 HTTP/1.1" status: 204 len: 168 time: 0.5102010 Feb 09 14:47:32.815596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44380) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:32.880564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c464e8cc-24a3-4578-8687-4fe473dbcaed tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting subnet 689483b1-89cf-4aea-a7d8-1fe0d865f516 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:47:32.883363 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c464e8cc-24a3-4578-8687-4fe473dbcaed tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:32.939136 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c464e8cc-24a3-4578-8687-4fe473dbcaed tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:33.020284 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c464e8cc-24a3-4578-8687-4fe473dbcaed tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:33.092890 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c464e8cc-24a3-4578-8687-4fe473dbcaed tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:33.133232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464e8cc-24a3-4578-8687-4fe473dbcaed tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Subnet': ['ID=689483b1-89cf-4aea-a7d8-1fe0d865f516,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:33.140368 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c464e8cc-24a3-4578-8687-4fe473dbcaed tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:33.146657 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce8eb1-b432-4ad2-a2de-79fc4745b0df None None] Network 73f558f8-b02d-49d4-93dc-8d1281761656 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:47:33.150682 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c464e8cc-24a3-4578-8687-4fe473dbcaed tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/689483b1-89cf-4aea-a7d8-1fe0d865f516 HTTP/1.1" status: 204 len: 168 time: 0.3317299 Feb 09 14:47:33.151001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44388) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:33.269969 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:33.316971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port 51107207-81d2-4fa0-b05d-cb86d1942092 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:47:33.317312 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:33.392305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaf9fab-3ea3-4cb1-8220-1e175d98d45d None None] DHCP port deletion for 73f558f8-b02d-49d4-93dc-8d1281761656 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:47:33.396539 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf9fab-3ea3-4cb1-8220-1e175d98d45d None None] Deleting port 51107207-81d2-4fa0-b05d-cb86d1942092 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:47:33.396905 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9fab-3ea3-4cb1-8220-1e175d98d45d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:33.513794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3926590-a286-491d-9da7-357da8c899a5 req-d12a5cb4-d204-4307-8e86-0ee53008c5b0 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:33.516062 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3926590-a286-491d-9da7-357da8c899a5 req-d12a5cb4-d204-4307-8e86-0ee53008c5b0 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1096 time: 0.2386503 Feb 09 14:47:33.584231 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] For port 51107207-81d2-4fa0-b05d-cb86d1942092, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=51107207-81d2-4fa0-b05d-cb86d1942092,segment=NetworkSegment(3470dd7b-508e-4799-9a8b-36de8ec0e212),segment_id=3470dd7b-508e-4799-9a8b-36de8ec0e212)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:33.584590 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:33.599929 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 51107207-81d2-4fa0-b05d-cb86d1942092 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:47:33.649461 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3926590-a286-491d-9da7-357da8c899a5 req-fb8ad352-ef6d-4de1-8daf-922baf0a9e59 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181400 Feb 09 14:47:33.668906 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-bfaf9fab-3ea3-4cb1-8220-1e175d98d45d None None] For port 51107207-81d2-4fa0-b05d-cb86d1942092, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=51107207-81d2-4fa0-b05d-cb86d1942092,segment=NetworkSegment(3470dd7b-508e-4799-9a8b-36de8ec0e212),segment_id=3470dd7b-508e-4799-9a8b-36de8ec0e212)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:33.669374 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9fab-3ea3-4cb1-8220-1e175d98d45d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:33.714985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for 51107207-81d2-4fa0-b05d-cb86d1942092 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:47:33.800511 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:33.808506 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf9fab-3ea3-4cb1-8220-1e175d98d45d None None] Calling delete_port for 51107207-81d2-4fa0-b05d-cb86d1942092 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:47:33.837324 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No active binding found for port 51107207-81d2-4fa0-b05d-cb86d1942092 {{(pid=87598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 09 14:47:33.837968 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 51107207-81d2-4fa0-b05d-cb86d1942092 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:47:33.853777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Port': ['ID=51107207-81d2-4fa0-b05d-cb86d1942092,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:33.856317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] No DVR routers for this DVR port 51107207-81d2-4fa0-b05d-cb86d1942092 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:47:33.866205 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ea4f3-45b9-4292-831d-0509ce2d5a47 req-c3a6867d-10c2-478d-81a5-e739eb9076c2 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:33.868218 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b75ea4f3-45b9-4292-831d-0509ce2d5a47 req-c3a6867d-10c2-478d-81a5-e739eb9076c2 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.0919876 Feb 09 14:47:33.901716 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-bfaf9fab-3ea3-4cb1-8220-1e175d98d45d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:47:33.902048 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-bfaf9fab-3ea3-4cb1-8220-1e175d98d45d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:47:33.915454 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b75ea4f3-45b9-4292-831d-0509ce2d5a47 req-30b956f9-6917-43e7-ad6e-7afe90eaa940 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409760 Feb 09 14:47:33.939405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44394) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:33.980641 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.005671 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f558f8-b02d-49d4-93dc-8d1281761656']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:34.018120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3470dd7b-508e-4799-9a8b-36de8ec0e212') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:34.018488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3470dd7b-508e-4799-9a8b-36de8ec0e212') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:34.029525 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.043990 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5645516c-c6a5-424b-a204-20edbbb4ec8e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/8759e506-74ed-4c7a-8263-670d401c9127 HTTP/1.1" status: 200 len: 993 time: 0.1033850 Feb 09 14:47:34.045382 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.051757 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:47:34.052146 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:47:34.067004 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:47:34.274867 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.291627 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.304943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Network': ['ID=73f558f8-b02d-49d4-93dc-8d1281761656,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:34.313479 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f9a3aefe-b03f-4aa6-b875-44c1ea303581 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/networks/73f558f8-b02d-49d4-93dc-8d1281761656 HTTP/1.1" status: 204 len: 168 time: 1.1614330 Feb 09 14:47:34.317085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44402) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:34.321894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-73f848e4-1f46-483a-ba34-fa6b876b625a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1493805526', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:34.329001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-73f848e4-1f46-483a-ba34-fa6b876b625a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:34.333026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-73f848e4-1f46-483a-ba34-fa6b876b625a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:router and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:34.335843 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-73f848e4-1f46-483a-ba34-fa6b876b625a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:34.342006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-73f848e4-1f46-483a-ba34-fa6b876b625a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:34.351772 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-73f848e4-1f46-483a-ba34-fa6b876b625a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.352757 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-73f848e4-1f46-483a-ba34-fa6b876b625a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.367666 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-73f848e4-1f46-483a-ba34-fa6b876b625a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.387463 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-73f848e4-1f46-483a-ba34-fa6b876b625a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.403508 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf9fab-3ea3-4cb1-8220-1e175d98d45d None None] Deleting port 51107207-81d2-4fa0-b05d-cb86d1942092 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:47:34.404509 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9fab-3ea3-4cb1-8220-1e175d98d45d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.413406 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-73f848e4-1f46-483a-ba34-fa6b876b625a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.417069 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-73f848e4-1f46-483a-ba34-fa6b876b625a tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0965958 Feb 09 14:47:34.417252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44408) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:34.425109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-2a5243f2-f1cf-4cc1-8877-52bf7804aee4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'network': {'name': 'tempest-RoutersTest-1519006789'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:34.430582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2a5243f2-f1cf-4cc1-8877-52bf7804aee4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:34.435624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2a5243f2-f1cf-4cc1-8877-52bf7804aee4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:network and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:34.438474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2a5243f2-f1cf-4cc1-8877-52bf7804aee4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:34.447303 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2a5243f2-f1cf-4cc1-8877-52bf7804aee4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:34.457389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5243f2-f1cf-4cc1-8877-52bf7804aee4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:47:34.460919 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a5243f2-f1cf-4cc1-8877-52bf7804aee4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.475720 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf9fab-3ea3-4cb1-8220-1e175d98d45d None None] The port '51107207-81d2-4fa0-b05d-cb86d1942092' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:47:34.491771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5243f2-f1cf-4cc1-8877-52bf7804aee4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:47:34.504072 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a5243f2-f1cf-4cc1-8877-52bf7804aee4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.504654 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-2a5243f2-f1cf-4cc1-8877-52bf7804aee4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Added segment 566f0d93-27fc-433c-b945-7b498b93ed82 of type vlan for network adec45f7-b052-4f67-bf81-ca8c2bc0a2a3 Feb 09 14:47:34.533611 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a5243f2-f1cf-4cc1-8877-52bf7804aee4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.567137 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a5243f2-f1cf-4cc1-8877-52bf7804aee4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.572526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5243f2-f1cf-4cc1-8877-52bf7804aee4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:34.573098 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a5243f2-f1cf-4cc1-8877-52bf7804aee4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.681346 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2a5243f2-f1cf-4cc1-8877-52bf7804aee4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2630956 Feb 09 14:47:34.686209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44418) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:34.690867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5243f2-f1cf-4cc1-8877-52bf7804aee4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Network': ['ID=adec45f7-b052-4f67-bf81-ca8c2bc0a2a3,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:34.700344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-95854af1-7f70-43fb-b932-65176d3ac035 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'subnet': {'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:34.701874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network adec45f7-b052-4f67-bf81-ca8c2bc0a2a3 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:47:34.821303 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-95854af1-7f70-43fb-b932-65176d3ac035 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:34.826064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-95854af1-7f70-43fb-b932-65176d3ac035 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:subnet and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:34.829044 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-95854af1-7f70-43fb-b932-65176d3ac035 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:34.834819 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-95854af1-7f70-43fb-b932-65176d3ac035 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:34.844950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95854af1-7f70-43fb-b932-65176d3ac035 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:47:34.848489 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95854af1-7f70-43fb-b932-65176d3ac035 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:34.874161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442cd30-c784-4a1d-a383-0cdb34b68281 req-3023ce42-0480-4bbf-909f-d03962a698c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:34.875742 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6442cd30-c784-4a1d-a383-0cdb34b68281 req-3023ce42-0480-4bbf-909f-d03962a698c5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.1499014 Feb 09 14:47:34.882854 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-94ff23ab-e133-4f3a-9ed5-e0f268482940 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2067566 Feb 09 14:47:34.928645 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6442cd30-c784-4a1d-a383-0cdb34b68281 req-aebdec67-47fc-42af-aa32-46b6b60e5f98 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448585 Feb 09 14:47:35.193423 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95854af1-7f70-43fb-b932-65176d3ac035 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:35.273031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95854af1-7f70-43fb-b932-65176d3ac035 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Subnet': ['ID=26ff246e-2456-4fa5-b5b7-d01c2378d030,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:35.284876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95854af1-7f70-43fb-b932-65176d3ac035 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Checking segment: {'id': '566f0d93-27fc-433c-b945-7b498b93ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:35.285234 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95854af1-7f70-43fb-b932-65176d3ac035 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network hostable DHCP agents. Network: adec45f7-b052-4f67-bf81-ca8c2bc0a2a3, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:47:35.304532 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95854af1-7f70-43fb-b932-65176d3ac035 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network adec45f7-b052-4f67-bf81-ca8c2bc0a2a3 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:47:35.314051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-95854af1-7f70-43fb-b932-65176d3ac035 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, adec45f7-b052-4f67-bf81-ca8c2bc0a2a3) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:35.318259 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95854af1-7f70-43fb-b932-65176d3ac035 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:35.318853 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95854af1-7f70-43fb-b932-65176d3ac035 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:35.326493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc22338-719b-42bc-ba5c-00284533cdca None None] Network adec45f7-b052-4f67-bf81-ca8c2bc0a2a3 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:47:35.341235 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-95854af1-7f70-43fb-b932-65176d3ac035 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6539233 Feb 09 14:47:35.344509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44444) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:35.575423 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:47:35.577152 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:35.782779 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Allocated IP 172.20.0.2 (adec45f7-b052-4f67-bf81-ca8c2bc0a2a3/26ff246e-2456-4fa5-b5b7-d01c2378d030/447bbf54-3ada-46d7-8328-e20d417e22ad) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:47:35.865531 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:36.005490 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:36.016650 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Transition to ACTIVE for port object 447bbf54-3ada-46d7-8328-e20d417e22ad will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:36.035636 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Transition to ACTIVE for port object 447bbf54-3ada-46d7-8328-e20d417e22ad will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:36.041817 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:36.109845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Network adec45f7-b052-4f67-bf81-ca8c2bc0a2a3 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:36.112801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:36.119060 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:47:36.144965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd213866-fe27-41f7-9782-efade551b417 req-2b49ae28-7d2f-4a3c-8b44-ce376096708d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:36.146519 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd213866-fe27-41f7-9782-efade551b417 req-2b49ae28-7d2f-4a3c-8b44-ce376096708d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.0975187 Feb 09 14:47:36.167426 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Pushing event updated for resources: {'Port': ['ID=447bbf54-3ada-46d7-8328-e20d417e22ad,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:36.206570 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd213866-fe27-41f7-9782-efade551b417 req-71f05e68-9b26-4980-9880-b4cc14f14ed7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528324 Feb 09 14:47:36.242889 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Attempting to bind port 447bbf54-3ada-46d7-8328-e20d417e22ad on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:47:36.242889 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Attempting to bind port 447bbf54-3ada-46d7-8328-e20d417e22ad by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '566f0d93-27fc-433c-b945-7b498b93ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:47:36.243175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Attempting to bind port 447bbf54-3ada-46d7-8328-e20d417e22ad on network adec45f7-b052-4f67-bf81-ca8c2bc0a2a3 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:47:36.248919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:47:36.249541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Checking segment: {'id': '566f0d93-27fc-433c-b945-7b498b93ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:36.249826 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:36.250226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Bound using segment: {'id': '566f0d93-27fc-433c-b945-7b498b93ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:47:36.250875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Bound port: 447bbf54-3ada-46d7-8328-e20d417e22ad, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566f0d93-27fc-433c-b945-7b498b93ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:47:36.251064 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:36.259624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Allocated IP 172.20.0.1 (adec45f7-b052-4f67-bf81-ca8c2bc0a2a3/26ff246e-2456-4fa5-b5b7-d01c2378d030/e12ba92e-4f21-44da-9679-0b020a755604) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:47:36.359576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] For port 447bbf54-3ada-46d7-8328-e20d417e22ad, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:47:36.363436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] For port 447bbf54-3ada-46d7-8328-e20d417e22ad, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=447bbf54-3ada-46d7-8328-e20d417e22ad,segment=NetworkSegment(566f0d93-27fc-433c-b945-7b498b93ed82),segment_id=566f0d93-27fc-433c-b945-7b498b93ed82)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:47:36.368639 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:36.426535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-7b167edb-815d-4f78-814b-52dfc3455e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:36.428036 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-7b167edb-815d-4f78-814b-52dfc3455e11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1096 time: 0.1412852 Feb 09 14:47:36.455656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a38c8-ea31-4fa2-80ab-a6d4a96965ee None None] Pushing event updated for resources: {'Port': ['ID=447bbf54-3ada-46d7-8328-e20d417e22ad,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:36.556564 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:36.573102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-2e0a7fbd-bfb3-4466-9600-e26a2163f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:36.574236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Transition to ACTIVE for port object e12ba92e-4f21-44da-9679-0b020a755604 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:36.574347 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-2e0a7fbd-bfb3-4466-9600-e26a2163f9f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5025c9e8-ba64-4eaf-81d3-15d6775318af HTTP/1.1" status: 200 len: 896 time: 0.1402330 Feb 09 14:47:36.600034 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:36.696369 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-77e6afa7-0893-4a08-805e-33c22494bc4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 1001 time: 0.1149600 Feb 09 14:47:36.697505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network adec45f7-b052-4f67-bf81-ca8c2bc0a2a3 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:36.698724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:36.700635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=e12ba92e-4f21-44da-9679-0b020a755604,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:36.702740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:47:36.764313 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:36.765017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-c6fe616a-d144-4e2b-9de6-d3aa3cbb29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:36.766498 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-c6fe616a-d144-4e2b-9de6-d3aa3cbb29fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0d1d49b-e312-4c2f-b0ff-3ac531f98528 HTTP/1.1" status: 200 len: 835 time: 0.0639617 Feb 09 14:47:36.851320 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-74b39545-54c7-497e-8350-df8fc50cfaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:36.852880 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-74b39545-54c7-497e-8350-df8fc50cfaa0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5025c9e8-ba64-4eaf-81d3-15d6775318af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786068 Feb 09 14:47:36.863315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-f8e0f6fc-7124-4fcd-8680-0891f336e7ba service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:47:36.864268 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-f8e0f6fc-7124-4fcd-8680-0891f336e7ba service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049932 Feb 09 14:47:37.000243 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-4d08b831-f5e1-4d5a-a649-40f82a66ad02 service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294072 Feb 09 14:47:37.055275 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:37.133953 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-03ff44cf-9d14-4bd4-8a66-e9ba7f62eac5 service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273985 Feb 09 14:47:37.532268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba7d85-325b-4d64-ae6c-7fa871f72e92 req-bebaa12f-5755-4bb0-8d22-9a5442691503 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:37.533738 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72ba7d85-325b-4d64-ae6c-7fa871f72e92 req-bebaa12f-5755-4bb0-8d22-9a5442691503 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.1961725 Feb 09 14:47:37.566810 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:37.583152 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:37.589630 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032e258a-5fff-4ae9-964f-5f1d927b62e0 None None] Network adec45f7-b052-4f67-bf81-ca8c2bc0a2a3 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:47:37.661542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 447bbf54-3ada-46d7-8328-e20d417e22ad up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:37.678996 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72ba7d85-325b-4d64-ae6c-7fa871f72e92 req-f57852c1-85f4-4b4c-b270-1b11136201f3 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319664 Feb 09 14:47:37.708748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=e12ba92e-4f21-44da-9679-0b020a755604,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:37.711078 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:37.750170 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c9253f70-764c-408a-bb56-01d843e8d8f8 None None] Provisioning for port 447bbf54-3ada-46d7-8328-e20d417e22ad completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:37.829006 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 447bbf54-3ada-46d7-8328-e20d417e22ad completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:37.841502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 447bbf54-3ada-46d7-8328-e20d417e22ad triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:37.841886 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:37.844193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network adec45f7-b052-4f67-bf81-ca8c2bc0a2a3 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:37.845269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:38.018552 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:38.053767 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 447bbf54-3ada-46d7-8328-e20d417e22ad, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=447bbf54-3ada-46d7-8328-e20d417e22ad,segment=NetworkSegment(566f0d93-27fc-433c-b945-7b498b93ed82),segment_id=566f0d93-27fc-433c-b945-7b498b93ed82)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:38.059400 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:38.138841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=447bbf54-3ada-46d7-8328-e20d417e22ad,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:38.173206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 8b3746fa-c1ce-4c17-a747-56db735b2a48 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:47:38.291464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-633bbad9-36c1-4abd-9905-9addfa71c349 None None] Provisioning for port e12ba92e-4f21-44da-9679-0b020a755604 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:38.303637 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-633bbad9-36c1-4abd-9905-9addfa71c349 None None] Provisioning complete for port e12ba92e-4f21-44da-9679-0b020a755604 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:38.304177 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-633bbad9-36c1-4abd-9905-9addfa71c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:38.332964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:47:38.346936 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Sync routers for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:47:38.352315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44460) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:38.352843 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-750ae2c8-70a3-4f0e-904e-3b996d7e7351 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/8b3746fa-c1ce-4c17-a747-56db735b2a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0068407 Feb 09 14:47:38.359049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f8f8b2ac-0552-4dae-9719-35c68f2bebd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'network': {'name': 'tempest-RoutersTest-845349165'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:38.364587 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-633bbad9-36c1-4abd-9905-9addfa71c349 None None] Port e12ba92e-4f21-44da-9679-0b020a755604 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:47:38.370877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f8f8b2ac-0552-4dae-9719-35c68f2bebd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:38.372463 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:38.375048 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:38.376834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f8f8b2ac-0552-4dae-9719-35c68f2bebd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:network and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:38.377139 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-633bbad9-36c1-4abd-9905-9addfa71c349 None None] Provisioning complete for port 447bbf54-3ada-46d7-8328-e20d417e22ad triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:38.377519 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-633bbad9-36c1-4abd-9905-9addfa71c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:38.380645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f8f8b2ac-0552-4dae-9719-35c68f2bebd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:38.387708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f8f8b2ac-0552-4dae-9719-35c68f2bebd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:38.400539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f8b2ac-0552-4dae-9719-35c68f2bebd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:47:38.404920 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b2ac-0552-4dae-9719-35c68f2bebd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:38.437117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f8b2ac-0552-4dae-9719-35c68f2bebd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:47:38.446009 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b2ac-0552-4dae-9719-35c68f2bebd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:38.446604 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-f8f8b2ac-0552-4dae-9719-35c68f2bebd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Added segment 4f659ce0-0de7-431b-adab-b878c094716c of type vlan for network 25d0d804-8fde-4ec2-baff-5510a75cbe7c Feb 09 14:47:38.476716 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b2ac-0552-4dae-9719-35c68f2bebd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:38.513226 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b2ac-0552-4dae-9719-35c68f2bebd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:38.521771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f8b2ac-0552-4dae-9719-35c68f2bebd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:38.522624 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8f8b2ac-0552-4dae-9719-35c68f2bebd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:38.568168 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:47:38.646339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9add9824-76c9-430b-a5fc-85b94f63a9f4 None None] Provisioning complete for port e12ba92e-4f21-44da-9679-0b020a755604 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:38.647177 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9add9824-76c9-430b-a5fc-85b94f63a9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:38.653952 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f8f8b2ac-0552-4dae-9719-35c68f2bebd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2995214 Feb 09 14:47:38.657051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44464) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:38.657518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8b2ac-0552-4dae-9719-35c68f2bebd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Network': ['ID=25d0d804-8fde-4ec2-baff-5510a75cbe7c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:38.673648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0aac997b-b151-43ce-9f7c-627bb5493f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'subnet': {'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:38.678377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 25d0d804-8fde-4ec2-baff-5510a75cbe7c details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:47:38.792422 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-9add9824-76c9-430b-a5fc-85b94f63a9f4 None None] Port e12ba92e-4f21-44da-9679-0b020a755604 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:47:38.794183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0aac997b-b151-43ce-9f7c-627bb5493f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:38.801538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0aac997b-b151-43ce-9f7c-627bb5493f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:subnet and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:38.805879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0aac997b-b151-43ce-9f7c-627bb5493f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:38.814505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0aac997b-b151-43ce-9f7c-627bb5493f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:38.828308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aac997b-b151-43ce-9f7c-627bb5493f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:47:38.832646 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0aac997b-b151-43ce-9f7c-627bb5493f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:38.901595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcca406-224d-454c-9452-19b707c2bcf0 req-b980213a-8b24-46cd-9fef-01575e4343a5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:38.903204 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dbcca406-224d-454c-9452-19b707c2bcf0 req-b980213a-8b24-46cd-9fef-01575e4343a5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.0839143 Feb 09 14:47:38.913227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f9f773f4-7bfa-4bd0-845d-01e8206dfd07 None None] Provisioning complete for port e12ba92e-4f21-44da-9679-0b020a755604 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:38.913592 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f9f773f4-7bfa-4bd0-845d-01e8206dfd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:38.957073 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dbcca406-224d-454c-9452-19b707c2bcf0 req-aa024de3-1cdc-4594-8f05-fa118602145f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463872 Feb 09 14:47:38.974725 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:36Z', 'revision_number': 2, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:37Z', 'revision_number': 2, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:38.978968 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Checking router: 8b3746fa-c1ce-4c17-a747-56db735b2a48 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:47:38.979321 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Updating router 8b3746fa-c1ce-4c17-a747-56db735b2a48 port e12ba92e-4f21-44da-9679-0b020a755604 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:47:38.989467 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f9f773f4-7bfa-4bd0-845d-01e8206dfd07 None None] Port e12ba92e-4f21-44da-9679-0b020a755604 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:47:39.036363 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:39.057521 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:39.087507 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0aac997b-b151-43ce-9f7c-627bb5493f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:39.166960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac997b-b151-43ce-9f7c-627bb5493f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Subnet': ['ID=b4f294c1-3284-4e55-8938-46fb0623c8b7,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:39.173284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac997b-b151-43ce-9f7c-627bb5493f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Checking segment: {'id': '4f659ce0-0de7-431b-adab-b878c094716c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:39.173630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac997b-b151-43ce-9f7c-627bb5493f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network hostable DHCP agents. Network: 25d0d804-8fde-4ec2-baff-5510a75cbe7c, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:47:39.197079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac997b-b151-43ce-9f7c-627bb5493f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 25d0d804-8fde-4ec2-baff-5510a75cbe7c is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:47:39.207451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-0aac997b-b151-43ce-9f7c-627bb5493f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 25d0d804-8fde-4ec2-baff-5510a75cbe7c) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:39.211608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aac997b-b151-43ce-9f7c-627bb5493f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:39.212231 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0aac997b-b151-43ce-9f7c-627bb5493f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:39.219547 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2068cbf5-e29d-4b08-a4e1-baec0757ec34 None None] Network 25d0d804-8fde-4ec2-baff-5510a75cbe7c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:47:39.241267 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0aac997b-b151-43ce-9f7c-627bb5493f12 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5816627 Feb 09 14:47:39.244282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44470) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:39.430673 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:39.442724 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Transition to ACTIVE for port object e12ba92e-4f21-44da-9679-0b020a755604 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:39.449801 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:39.472870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:47:39.473758 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:39.595188 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b546e52-ec9d-463a-827d-22d79c9c6937 None None] Pushing event updated for resources: {'Port': ['ID=e12ba92e-4f21-44da-9679-0b020a755604,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:39.673671 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b546e52-ec9d-463a-827d-22d79c9c6937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:39.674163 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b546e52-ec9d-463a-827d-22d79c9c6937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:39.674594 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b546e52-ec9d-463a-827d-22d79c9c6937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:39.675022 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b546e52-ec9d-463a-827d-22d79c9c6937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:39.675453 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b546e52-ec9d-463a-827d-22d79c9c6937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:39.675894 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b546e52-ec9d-463a-827d-22d79c9c6937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:39.676313 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b546e52-ec9d-463a-827d-22d79c9c6937 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:39.676730 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b546e52-ec9d-463a-827d-22d79c9c6937 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:39.677155 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b546e52-ec9d-463a-827d-22d79c9c6937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:39.680417 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b546e52-ec9d-463a-827d-22d79c9c6937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:39.681197 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b546e52-ec9d-463a-827d-22d79c9c6937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:39.681486 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b546e52-ec9d-463a-827d-22d79c9c6937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:39.688779 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 447bbf54-3ada-46d7-8328-e20d417e22ad up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:39.728428 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Attempting to bind port e12ba92e-4f21-44da-9679-0b020a755604 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:47:39.728969 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Attempting to bind port e12ba92e-4f21-44da-9679-0b020a755604 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '566f0d93-27fc-433c-b945-7b498b93ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:47:39.729337 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Attempting to bind port e12ba92e-4f21-44da-9679-0b020a755604 on network adec45f7-b052-4f67-bf81-ca8c2bc0a2a3 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:47:39.735814 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:47:39.736657 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Checking segment: {'id': '566f0d93-27fc-433c-b945-7b498b93ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:39.737115 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:39.737509 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Bound using segment: {'id': '566f0d93-27fc-433c-b945-7b498b93ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:47:39.737975 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Bound port: e12ba92e-4f21-44da-9679-0b020a755604, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566f0d93-27fc-433c-b945-7b498b93ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:47:39.738472 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:39.749845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Allocated IP 172.21.0.2 (25d0d804-8fde-4ec2-baff-5510a75cbe7c/b4f294c1-3284-4e55-8938-46fb0623c8b7/bb42808a-e588-4905-8e37-614b8f965d9b) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:47:39.841198 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] For port e12ba92e-4f21-44da-9679-0b020a755604, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:47:39.845164 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] For port e12ba92e-4f21-44da-9679-0b020a755604, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e12ba92e-4f21-44da-9679-0b020a755604,segment=NetworkSegment(566f0d93-27fc-433c-b945-7b498b93ed82),segment_id=566f0d93-27fc-433c-b945-7b498b93ed82)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:47:39.851974 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:39.926703 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:39.938985 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:39.939714 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:39.947580 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 447bbf54-3ada-46d7-8328-e20d417e22ad triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:39.947998 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:40.018412 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b546e52-ec9d-463a-827d-22d79c9c6937 None None] Pushing event updated for resources: {'Port': ['ID=e12ba92e-4f21-44da-9679-0b020a755604,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:40.064268 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:40.078972 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Transition to ACTIVE for port object bb42808a-e588-4905-8e37-614b8f965d9b will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:40.131176 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:47:40.164099 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Transition to ACTIVE for port object bb42808a-e588-4905-8e37-614b8f965d9b will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:40.185495 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:40.263994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Network 25d0d804-8fde-4ec2-baff-5510a75cbe7c is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:40.267185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:40.271545 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:47:40.330273 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Pushing event updated for resources: {'Port': ['ID=bb42808a-e588-4905-8e37-614b8f965d9b,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:40.387044 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Attempting to bind port bb42808a-e588-4905-8e37-614b8f965d9b on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:47:40.387940 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Attempting to bind port bb42808a-e588-4905-8e37-614b8f965d9b by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '4f659ce0-0de7-431b-adab-b878c094716c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:47:40.388295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Attempting to bind port bb42808a-e588-4905-8e37-614b8f965d9b on network 25d0d804-8fde-4ec2-baff-5510a75cbe7c {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:47:40.393767 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:47:40.394129 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Checking segment: {'id': '4f659ce0-0de7-431b-adab-b878c094716c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:40.394553 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:40.394994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Bound using segment: {'id': '4f659ce0-0de7-431b-adab-b878c094716c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:47:40.396236 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Bound port: bb42808a-e588-4905-8e37-614b8f965d9b, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f659ce0-0de7-431b-adab-b878c094716c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:47:40.396236 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:40.497629 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] For port bb42808a-e588-4905-8e37-614b8f965d9b, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:47:40.506714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] For port bb42808a-e588-4905-8e37-614b8f965d9b, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=bb42808a-e588-4905-8e37-614b8f965d9b,segment=NetworkSegment(4f659ce0-0de7-431b-adab-b878c094716c),segment_id=4f659ce0-0de7-431b-adab-b878c094716c)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:47:40.507227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656b5bc-aa4c-4933-83af-277b74d3eb9a req-6e64233b-0035-4951-8bf5-5cc87698425e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:40.508860 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a656b5bc-aa4c-4933-83af-277b74d3eb9a req-6e64233b-0035-4951-8bf5-5cc87698425e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.1785786 Feb 09 14:47:40.515689 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:40.520073 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:36Z', 'revision_number': 2, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:39Z', 'revision_number': 4, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:40.524350 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7395a2-3218-44ba-8977-cc96fbd8df80 None None] The sync data for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 is: [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:36Z', 'revision_number': 2, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:39Z', 'revision_number': 4, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:47:40.617937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e5c8b-63d8-4e22-b266-c0d0c62561da None None] Pushing event updated for resources: {'Port': ['ID=bb42808a-e588-4905-8e37-614b8f965d9b,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:40.642025 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a656b5bc-aa4c-4933-83af-277b74d3eb9a req-8a9cb559-ceb3-415c-b601-fe75029b5c11 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890460 Feb 09 14:47:40.649856 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:40.735138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Allocated IP 172.21.0.1 (25d0d804-8fde-4ec2-baff-5510a75cbe7c/b4f294c1-3284-4e55-8938-46fb0623c8b7/e584a88a-f1ce-404f-9f76-588f5d2f6e21) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:47:40.985897 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:41.003573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Transition to ACTIVE for port object e584a88a-f1ce-404f-9f76-588f5d2f6e21 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:41.032231 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:41.110449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 25d0d804-8fde-4ec2-baff-5510a75cbe7c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:41.113708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:41.117738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:47:41.148542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=e584a88a-f1ce-404f-9f76-588f5d2f6e21,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:41.180831 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:41.307785 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:41.694173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e12ba92e-4f21-44da-9679-0b020a755604 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:41.725309 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:41.733849 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:41.745495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a35a08-650f-4fb8-a03a-c52c0d0e61a2 None None] Network 25d0d804-8fde-4ec2-baff-5510a75cbe7c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:47:41.844953 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:41.851051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a177b05a-663a-414c-ac12-06570c382270 None None] Provisioning for port bb42808a-e588-4905-8e37-614b8f965d9b completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:41.873307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76669222-be4e-4664-bb13-5ccc29640e15 req-25d054ee-8bed-4faf-80b0-6fbe49f5f6d8 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:41.874802 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-76669222-be4e-4664-bb13-5ccc29640e15 req-25d054ee-8bed-4faf-80b0-6fbe49f5f6d8 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.0927780 Feb 09 14:47:41.898781 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port e12ba92e-4f21-44da-9679-0b020a755604 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:41.921881 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-76669222-be4e-4664-bb13-5ccc29640e15 req-b06fb6d5-b782-42c8-9cca-c700231a31cb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403833 Feb 09 14:47:41.927540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=e584a88a-f1ce-404f-9f76-588f5d2f6e21,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:41.939320 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e12ba92e-4f21-44da-9679-0b020a755604 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:41.939697 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:42.008447 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 25d0d804-8fde-4ec2-baff-5510a75cbe7c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:42.009567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:42.119864 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:42.161874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port e12ba92e-4f21-44da-9679-0b020a755604, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e12ba92e-4f21-44da-9679-0b020a755604,segment=NetworkSegment(566f0d93-27fc-433c-b945-7b498b93ed82),segment_id=566f0d93-27fc-433c-b945-7b498b93ed82)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:42.166720 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:42.167915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device bb42808a-e588-4905-8e37-614b8f965d9b up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:42.327978 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=e12ba92e-4f21-44da-9679-0b020a755604,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:42.329629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 8b3746fa-c1ce-4c17-a747-56db735b2a48 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:47:42.343518 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port bb42808a-e588-4905-8e37-614b8f965d9b completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:42.349005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port bb42808a-e588-4905-8e37-614b8f965d9b triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:42.349381 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:42.421756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7a48fca7-cc5d-4fbc-a682-4b62b0d92e55 None None] Provisioning complete for port bb42808a-e588-4905-8e37-614b8f965d9b triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:42.422093 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7a48fca7-cc5d-4fbc-a682-4b62b0d92e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:42.503651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:47:42.518114 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Sync routers for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:47:42.528521 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-611224c7-6c0b-47fd-bc8a-51d097cbde61 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/8b3746fa-c1ce-4c17-a747-56db735b2a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2827313 Feb 09 14:47:42.531084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44478) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:42.537738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4a21d04b-7dce-4543-9b84-71d6a4a61731 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'network': {'name': 'tempest-RoutersTest-155493030'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:42.545794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4a21d04b-7dce-4543-9b84-71d6a4a61731 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:42.550707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4a21d04b-7dce-4543-9b84-71d6a4a61731 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:network and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:42.554779 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4a21d04b-7dce-4543-9b84-71d6a4a61731 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:42.557238 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:42.557878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:42.562159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4a21d04b-7dce-4543-9b84-71d6a4a61731 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:42.579602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a21d04b-7dce-4543-9b84-71d6a4a61731 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:47:42.589159 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a21d04b-7dce-4543-9b84-71d6a4a61731 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:42.627462 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a21d04b-7dce-4543-9b84-71d6a4a61731 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:47:42.629586 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:42.637358 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a21d04b-7dce-4543-9b84-71d6a4a61731 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:42.637837 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-4a21d04b-7dce-4543-9b84-71d6a4a61731 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Added segment 6a8926a3-8900-4ec6-a77c-c7efaa65d076 of type vlan for network fff72a27-772b-4576-96f3-3436e34a7d11 Feb 09 14:47:42.665582 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a21d04b-7dce-4543-9b84-71d6a4a61731 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:42.697269 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a21d04b-7dce-4543-9b84-71d6a4a61731 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:42.703187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a21d04b-7dce-4543-9b84-71d6a4a61731 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:42.703937 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a21d04b-7dce-4543-9b84-71d6a4a61731 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:42.802018 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7a48fca7-cc5d-4fbc-a682-4b62b0d92e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:42.804609 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4a21d04b-7dce-4543-9b84-71d6a4a61731 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2722106 Feb 09 14:47:42.807582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44482) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:42.813438 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21d04b-7dce-4543-9b84-71d6a4a61731 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Network': ['ID=fff72a27-772b-4576-96f3-3436e34a7d11,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:42.813641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-00ac8fb5-b9f5-4e4b-997e-3b09f8c1bdd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'subnet': {'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:42.816634 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port bb42808a-e588-4905-8e37-614b8f965d9b, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=bb42808a-e588-4905-8e37-614b8f965d9b,segment=NetworkSegment(4f659ce0-0de7-431b-adab-b878c094716c),segment_id=4f659ce0-0de7-431b-adab-b878c094716c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:42.830696 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:47:42.875103 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network fff72a27-772b-4576-96f3-3436e34a7d11 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:47:42.900631 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:42.927828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-00ac8fb5-b9f5-4e4b-997e-3b09f8c1bdd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:42.931630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-00ac8fb5-b9f5-4e4b-997e-3b09f8c1bdd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:subnet and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:42.934435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-00ac8fb5-b9f5-4e4b-997e-3b09f8c1bdd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:42.940084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-00ac8fb5-b9f5-4e4b-997e-3b09f8c1bdd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:42.951083 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ac8fb5-b9f5-4e4b-997e-3b09f8c1bdd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:47:42.954564 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00ac8fb5-b9f5-4e4b-997e-3b09f8c1bdd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:43.172219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9e5b5-7318-4f7a-8211-825a5ec11d77 req-ebe5a76c-39ef-41bc-97cb-346f99fefce9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:43.173584 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7b9e5b5-7318-4f7a-8211-825a5ec11d77 req-ebe5a76c-39ef-41bc-97cb-346f99fefce9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.1312649 Feb 09 14:47:43.235506 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=bb42808a-e588-4905-8e37-614b8f965d9b,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:43.254475 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7b9e5b5-7318-4f7a-8211-825a5ec11d77 req-31da6308-9425-4bbc-a4c4-5bd505ac6c04 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730779 Feb 09 14:47:43.255452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:43.255826 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:43.256166 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:43.256742 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:43.256865 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:43.257231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:43.257604 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:43.257934 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:43.258259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:43.258563 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:43.258887 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:43.259208 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:47:43.265572 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-7a48fca7-cc5d-4fbc-a682-4b62b0d92e55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:47:43.265927 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-7a48fca7-cc5d-4fbc-a682-4b62b0d92e55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:47:43.286819 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00ac8fb5-b9f5-4e4b-997e-3b09f8c1bdd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:43.363182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac8fb5-b9f5-4e4b-997e-3b09f8c1bdd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Subnet': ['ID=e27a7846-1941-41d2-9ace-dca1edf54588,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:43.374811 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ac8fb5-b9f5-4e4b-997e-3b09f8c1bdd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Checking segment: {'id': '6a8926a3-8900-4ec6-a77c-c7efaa65d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:43.375164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ac8fb5-b9f5-4e4b-997e-3b09f8c1bdd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network hostable DHCP agents. Network: fff72a27-772b-4576-96f3-3436e34a7d11, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:47:43.384853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:41Z', 'revision_number': 3, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:41Z', 'revision_number': 2, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:43.389266 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Checking router: 8b3746fa-c1ce-4c17-a747-56db735b2a48 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:47:43.389615 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Updating router 8b3746fa-c1ce-4c17-a747-56db735b2a48 port e584a88a-f1ce-404f-9f76-588f5d2f6e21 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:47:43.394552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ac8fb5-b9f5-4e4b-997e-3b09f8c1bdd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network fff72a27-772b-4576-96f3-3436e34a7d11 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:47:43.405227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-00ac8fb5-b9f5-4e4b-997e-3b09f8c1bdd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, fff72a27-772b-4576-96f3-3436e34a7d11) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:43.415004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac8fb5-b9f5-4e4b-997e-3b09f8c1bdd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:43.415635 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35404dd5-a825-498c-87ad-b90ac591e83b None None] Network fff72a27-772b-4576-96f3-3436e34a7d11 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:47:43.415856 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00ac8fb5-b9f5-4e4b-997e-3b09f8c1bdd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:43.443577 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-00ac8fb5-b9f5-4e4b-997e-3b09f8c1bdd5 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6321123 Feb 09 14:47:43.444146 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44488) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:43.531668 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:43.633899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e12ba92e-4f21-44da-9679-0b020a755604 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:44.057380 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-fff72a27-772b-4576-96f3-3436e34a7d11', 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'fixed_ips': [{'subnet_id': 'e27a7846-1941-41d2-9ace-dca1edf54588'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:47:44.058175 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:44.070862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7a48fca7-cc5d-4fbc-a682-4b62b0d92e55 None None] Provisioning for port e584a88a-f1ce-404f-9f76-588f5d2f6e21 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:44.083245 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e12ba92e-4f21-44da-9679-0b020a755604 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:44.083612 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:44.116987 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7a48fca7-cc5d-4fbc-a682-4b62b0d92e55 None None] Provisioning complete for port e584a88a-f1ce-404f-9f76-588f5d2f6e21 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:44.117355 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7a48fca7-cc5d-4fbc-a682-4b62b0d92e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:44.168102 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:44.306776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-7a48fca7-cc5d-4fbc-a682-4b62b0d92e55 None None] Port e584a88a-f1ce-404f-9f76-588f5d2f6e21 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:47:44.517957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Allocated IP 172.22.0.2 (fff72a27-772b-4576-96f3-3436e34a7d11/e27a7846-1941-41d2-9ace-dca1edf54588/4d2a480b-a1ef-4f47-b5ba-9170c90564a7) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:47:44.530457 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device bb42808a-e588-4905-8e37-614b8f965d9b up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:44.541689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced10e18-b7ad-4fa8-ba29-31c2eaea0542 req-5c484150-2ae1-478e-b4b6-e04f30662081 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:44.543110 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ced10e18-b7ad-4fa8-ba29-31c2eaea0542 req-5c484150-2ae1-478e-b4b6-e04f30662081 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.1638260 Feb 09 14:47:44.557339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ef323c21-2a03-4d91-87fe-c3f5faaafd5a None None] Provisioning complete for port e584a88a-f1ce-404f-9f76-588f5d2f6e21 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:44.557712 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ef323c21-2a03-4d91-87fe-c3f5faaafd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:44.588552 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ced10e18-b7ad-4fa8-ba29-31c2eaea0542 req-b4d28a78-d565-4170-8d80-3d6398123058 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390754 Feb 09 14:47:44.602196 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:44.717081 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Transition to ACTIVE for port object e584a88a-f1ce-404f-9f76-588f5d2f6e21 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:44.743487 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:44.787141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ef323c21-2a03-4d91-87fe-c3f5faaafd5a None None] Port e584a88a-f1ce-404f-9f76-588f5d2f6e21 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:47:44.910593 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450282d-41c7-4ecc-95b6-2decd5e68de4 None None] Pushing event updated for resources: {'Port': ['ID=e584a88a-f1ce-404f-9f76-588f5d2f6e21,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:45.024561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port bb42808a-e588-4905-8e37-614b8f965d9b triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:45.024931 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:45.112618 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Attempting to bind port e584a88a-f1ce-404f-9f76-588f5d2f6e21 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:47:45.113229 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Attempting to bind port e584a88a-f1ce-404f-9f76-588f5d2f6e21 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '4f659ce0-0de7-431b-adab-b878c094716c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:47:45.113229 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Attempting to bind port e584a88a-f1ce-404f-9f76-588f5d2f6e21 on network 25d0d804-8fde-4ec2-baff-5510a75cbe7c {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:47:45.138375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:47:45.138746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Checking segment: {'id': '4f659ce0-0de7-431b-adab-b878c094716c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:45.139143 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:45.139530 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Bound using segment: {'id': '4f659ce0-0de7-431b-adab-b878c094716c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:47:45.140030 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Bound port: e584a88a-f1ce-404f-9f76-588f5d2f6e21, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f659ce0-0de7-431b-adab-b878c094716c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:47:45.140403 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:45.150066 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:45.173525 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Transition to ACTIVE for port object 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:45.269498 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Transition to ACTIVE for port object 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:45.293411 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:45.346345 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Allocated IP 172.22.0.1 (fff72a27-772b-4576-96f3-3436e34a7d11/e27a7846-1941-41d2-9ace-dca1edf54588/4e5c92e9-4ac4-4827-9ccd-5cd21c914057) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:47:45.389823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Network fff72a27-772b-4576-96f3-3436e34a7d11 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:45.394295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:45.398121 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] For port e584a88a-f1ce-404f-9f76-588f5d2f6e21, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:47:45.403335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:47:45.406436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] For port e584a88a-f1ce-404f-9f76-588f5d2f6e21, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e584a88a-f1ce-404f-9f76-588f5d2f6e21,segment=NetworkSegment(4f659ce0-0de7-431b-adab-b878c094716c),segment_id=4f659ce0-0de7-431b-adab-b878c094716c)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:47:45.407398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Pushing event updated for resources: {'Port': ['ID=4d2a480b-a1ef-4f47-b5ba-9170c90564a7,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:45.414482 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:45.509785 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:45.525139 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Transition to ACTIVE for port object 4e5c92e9-4ac4-4827-9ccd-5cd21c914057 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:45.550959 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:45.629323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Attempting to bind port 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:47:45.630196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Attempting to bind port 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '6a8926a3-8900-4ec6-a77c-c7efaa65d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:47:45.630196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Attempting to bind port 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 on network fff72a27-772b-4576-96f3-3436e34a7d11 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:47:45.633076 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450282d-41c7-4ecc-95b6-2decd5e68de4 None None] Pushing event updated for resources: {'Port': ['ID=e584a88a-f1ce-404f-9f76-588f5d2f6e21,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:45.633586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network fff72a27-772b-4576-96f3-3436e34a7d11 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:45.637222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:45.637663 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:45.639766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:45.641874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:47:45.682199 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=4e5c92e9-4ac4-4827-9ccd-5cd21c914057,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:45.710230 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:45.731600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:47:45.732158 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Checking segment: {'id': '6a8926a3-8900-4ec6-a77c-c7efaa65d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:45.732731 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:45.733318 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Bound using segment: {'id': '6a8926a3-8900-4ec6-a77c-c7efaa65d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:47:45.734050 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Bound port: 4d2a480b-a1ef-4f47-b5ba-9170c90564a7, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8926a3-8900-4ec6-a77c-c7efaa65d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:47:45.734595 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:45.807385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c60d81-e486-497b-90f6-bdc2ac9090b6 req-4ace8a98-f5d2-4fb3-98be-64b5236d3b24 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:45.809203 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7c60d81-e486-497b-90f6-bdc2ac9090b6 req-4ace8a98-f5d2-4fb3-98be-64b5236d3b24 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.0891986 Feb 09 14:47:45.855957 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:45.864466 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7c60d81-e486-497b-90f6-bdc2ac9090b6 req-bc6694e0-a53c-4bfc-bc88-f4dc91b601b1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458188 Feb 09 14:47:45.890633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:47:45.988656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-043d2529-506b-4ccf-a331-d002355f503a None None] For port 4d2a480b-a1ef-4f47-b5ba-9170c90564a7, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:47:45.995543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-043d2529-506b-4ccf-a331-d002355f503a None None] For port 4d2a480b-a1ef-4f47-b5ba-9170c90564a7, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4d2a480b-a1ef-4f47-b5ba-9170c90564a7,segment=NetworkSegment(6a8926a3-8900-4ec6-a77c-c7efaa65d076),segment_id=6a8926a3-8900-4ec6-a77c-c7efaa65d076)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:47:46.067978 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:46.255371 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d2529-506b-4ccf-a331-d002355f503a None None] Pushing event updated for resources: {'Port': ['ID=4d2a480b-a1ef-4f47-b5ba-9170c90564a7,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:46.369485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:41Z', 'revision_number': 3, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:45Z', 'revision_number': 4, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:46.374224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b87021-c9c1-4935-86c0-719e8dd84c23 None None] The sync data for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 is: [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:41Z', 'revision_number': 3, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:45Z', 'revision_number': 4, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:47:46.451374 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:46.474257 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:46.608714 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:46.615889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=4e5c92e9-4ac4-4827-9ccd-5cd21c914057,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:46.764989 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network fff72a27-772b-4576-96f3-3436e34a7d11 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:46.766079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:46.936742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 8b3746fa-c1ce-4c17-a747-56db735b2a48 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:47:47.169500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:47:47.192670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dd8a48b0-8e84-4c72-bca5-50f3479c973d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/8b3746fa-c1ce-4c17-a747-56db735b2a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7446079 Feb 09 14:47:47.192980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44500) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:47.198512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-4be0d090-a6ae-4b11-a827-946577e5db7d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'network': {'name': 'tempest-RoutersTest-603072492'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:47.202469 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd6439-72f6-4dba-b050-f456427a862f req-6a73a86e-0f61-4476-97e6-8a6c80ec6ce7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:47.204214 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-efdd6439-72f6-4dba-b050-f456427a862f req-6a73a86e-0f61-4476-97e6-8a6c80ec6ce7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.1972439 Feb 09 14:47:47.205269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4be0d090-a6ae-4b11-a827-946577e5db7d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:47.209497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4be0d090-a6ae-4b11-a827-946577e5db7d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:network and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:47.212621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4be0d090-a6ae-4b11-a827-946577e5db7d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:47.220441 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Sync routers for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:47:47.220964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4be0d090-a6ae-4b11-a827-946577e5db7d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:47.234882 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:47.235551 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:47.238423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be0d090-a6ae-4b11-a827-946577e5db7d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:47:47.242585 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4be0d090-a6ae-4b11-a827-946577e5db7d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:47.268870 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-efdd6439-72f6-4dba-b050-f456427a862f req-e314fbf2-80ca-448a-a0af-600d148fa490 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542331 Feb 09 14:47:47.280212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be0d090-a6ae-4b11-a827-946577e5db7d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:47:47.291050 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4be0d090-a6ae-4b11-a827-946577e5db7d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:47.291398 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-4be0d090-a6ae-4b11-a827-946577e5db7d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Added segment b1006bcb-8710-48c0-8cb7-cdda52f350ac of type vlan for network 831e5630-8bf8-4046-9cf8-1f84ee416a22 Feb 09 14:47:47.320726 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4be0d090-a6ae-4b11-a827-946577e5db7d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:47.357648 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4be0d090-a6ae-4b11-a827-946577e5db7d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:47.363784 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be0d090-a6ae-4b11-a827-946577e5db7d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:47.364580 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4be0d090-a6ae-4b11-a827-946577e5db7d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:47.387142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f85e745-790e-4106-b8bf-2b32f5f44324 None None] Network fff72a27-772b-4576-96f3-3436e34a7d11 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:47:47.406924 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:47:47.468621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44504) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:47.468829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4be0d090-a6ae-4b11-a827-946577e5db7d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2746480 Feb 09 14:47:47.475810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0d090-a6ae-4b11-a827-946577e5db7d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Network': ['ID=831e5630-8bf8-4046-9cf8-1f84ee416a22,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:47.477237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-92d59d9a-e435-4c81-8429-3138470adb20 None None] Provisioning for port 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:47.482747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0946c072-5435-4936-91c5-e66df9f1a3f3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'subnet': {'network_id': '831e5630-8bf8-4046-9cf8-1f84ee416a22', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:47.492851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 831e5630-8bf8-4046-9cf8-1f84ee416a22 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:47:47.619130 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0946c072-5435-4936-91c5-e66df9f1a3f3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:47:47.623992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0946c072-5435-4936-91c5-e66df9f1a3f3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:subnet and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:47:47.627254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0946c072-5435-4936-91c5-e66df9f1a3f3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:47:47.640158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0946c072-5435-4936-91c5-e66df9f1a3f3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:47:47.653849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0946c072-5435-4936-91c5-e66df9f1a3f3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Made reservation on behalf of 1f366fadd1114a4392ae7517d48ec961 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:47:47.659544 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0946c072-5435-4936-91c5-e66df9f1a3f3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:47.779651 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:47.831586 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:45Z', 'revision_number': 4, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': '4e5c92e9-4ac4-4827-9ccd-5cd21c914057', 'name': '', 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:92:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:44Z', 'updated_at': '2022-02-09T14:47:46Z', 'revision_number': 2, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:45Z', 'revision_number': 4, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:47.835608 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Checking router: 8b3746fa-c1ce-4c17-a747-56db735b2a48 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:47:47.836058 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Updating router 8b3746fa-c1ce-4c17-a747-56db735b2a48 port 4e5c92e9-4ac4-4827-9ccd-5cd21c914057 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:47:47.853963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:47.860260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:47.860635 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:47.905648 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:47:47.908773 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:47.924745 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0946c072-5435-4936-91c5-e66df9f1a3f3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:47.995815 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:48.033828 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 4d2a480b-a1ef-4f47-b5ba-9170c90564a7, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4d2a480b-a1ef-4f47-b5ba-9170c90564a7,segment=NetworkSegment(6a8926a3-8900-4ec6-a77c-c7efaa65d076),segment_id=6a8926a3-8900-4ec6-a77c-c7efaa65d076)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:48.039375 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:48.040397 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e584a88a-f1ce-404f-9f76-588f5d2f6e21 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:48.053479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946c072-5435-4936-91c5-e66df9f1a3f3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Subnet': ['ID=302f4e5a-461c-4ce8-af37-90b2fe76c420,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:48.065715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0946c072-5435-4936-91c5-e66df9f1a3f3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Checking segment: {'id': 'b1006bcb-8710-48c0-8cb7-cdda52f350ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '831e5630-8bf8-4046-9cf8-1f84ee416a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:48.066224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0946c072-5435-4936-91c5-e66df9f1a3f3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network hostable DHCP agents. Network: 831e5630-8bf8-4046-9cf8-1f84ee416a22, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:47:48.086676 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0946c072-5435-4936-91c5-e66df9f1a3f3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 831e5630-8bf8-4046-9cf8-1f84ee416a22 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:47:48.099994 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0946c072-5435-4936-91c5-e66df9f1a3f3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 831e5630-8bf8-4046-9cf8-1f84ee416a22) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:48.106636 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0946c072-5435-4936-91c5-e66df9f1a3f3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:48.107289 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0946c072-5435-4936-91c5-e66df9f1a3f3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:48.189805 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9ddf4a-5332-4a9f-803a-4abcc7509927 None None] Network 831e5630-8bf8-4046-9cf8-1f84ee416a22 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:47:48.288747 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0946c072-5435-4936-91c5-e66df9f1a3f3 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8183875 Feb 09 14:47:48.291835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44508) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:48.302574 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b63714d0-7f5b-4608-8daa-29075ac583bb None None] Provisioning complete for port 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:48.302951 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b63714d0-7f5b-4608-8daa-29075ac583bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:48.349129 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:48.363137 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Transition to ACTIVE for port object 4e5c92e9-4ac4-4827-9ccd-5cd21c914057 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:48.375622 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:48.395702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=4d2a480b-a1ef-4f47-b5ba-9170c90564a7,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:48.446828 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port e584a88a-f1ce-404f-9f76-588f5d2f6e21 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:48.459606 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e584a88a-f1ce-404f-9f76-588f5d2f6e21 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:48.460010 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:48.474248 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa0512-37bd-4e64-a4e1-81b22693502b None None] Pushing event updated for resources: {'Port': ['ID=4e5c92e9-4ac4-4827-9ccd-5cd21c914057,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:48.632782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a3356-8a6d-443a-ad54-387407f20929 req-114d9f94-e2f1-4b45-8f53-cececc9841c8 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:48.635017 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6d5a3356-8a6d-443a-ad54-387407f20929 req-114d9f94-e2f1-4b45-8f53-cececc9841c8 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.1832807 Feb 09 14:47:48.700006 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6d5a3356-8a6d-443a-ad54-387407f20929 req-d2ee1ff6-b8ee-4895-8238-47f3bd6e59c1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573943 Feb 09 14:47:48.752354 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Attempting to bind port 4e5c92e9-4ac4-4827-9ccd-5cd21c914057 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:47:48.753114 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Attempting to bind port 4e5c92e9-4ac4-4827-9ccd-5cd21c914057 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '6a8926a3-8900-4ec6-a77c-c7efaa65d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:47:48.753402 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Attempting to bind port 4e5c92e9-4ac4-4827-9ccd-5cd21c914057 on network fff72a27-772b-4576-96f3-3436e34a7d11 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:47:48.758881 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:47:48.759221 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Checking segment: {'id': '6a8926a3-8900-4ec6-a77c-c7efaa65d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:48.759603 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:48.760018 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Bound using segment: {'id': '6a8926a3-8900-4ec6-a77c-c7efaa65d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:47:48.760470 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Bound port: 4e5c92e9-4ac4-4827-9ccd-5cd21c914057, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8926a3-8900-4ec6-a77c-c7efaa65d076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:47:48.760830 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:48.848049 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-831e5630-8bf8-4046-9cf8-1f84ee416a22', 'network_id': '831e5630-8bf8-4046-9cf8-1f84ee416a22', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'fixed_ips': [{'subnet_id': '302f4e5a-461c-4ce8-af37-90b2fe76c420'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:47:48.848864 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:48.870717 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:48.873133 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] For port 4e5c92e9-4ac4-4827-9ccd-5cd21c914057, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:47:48.877413 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] For port 4e5c92e9-4ac4-4827-9ccd-5cd21c914057, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4e5c92e9-4ac4-4827-9ccd-5cd21c914057,segment=NetworkSegment(6a8926a3-8900-4ec6-a77c-c7efaa65d076),segment_id=6a8926a3-8900-4ec6-a77c-c7efaa65d076)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:47:48.883714 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:48.886240 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b63714d0-7f5b-4608-8daa-29075ac583bb None None] Provisioning for port 4e5c92e9-4ac4-4827-9ccd-5cd21c914057 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:48.988346 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port e584a88a-f1ce-404f-9f76-588f5d2f6e21, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e584a88a-f1ce-404f-9f76-588f5d2f6e21,segment=NetworkSegment(4f659ce0-0de7-431b-adab-b878c094716c),segment_id=4f659ce0-0de7-431b-adab-b878c094716c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:48.997624 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:48.998831 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:49.006314 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:49.068016 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:49.078041 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa0512-37bd-4e64-a4e1-81b22693502b None None] Pushing event updated for resources: {'Port': ['ID=4e5c92e9-4ac4-4827-9ccd-5cd21c914057,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:49.095331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=e584a88a-f1ce-404f-9f76-588f5d2f6e21,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:49.184332 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Allocated IP 172.23.0.2 (831e5630-8bf8-4046-9cf8-1f84ee416a22/302f4e5a-461c-4ce8-af37-90b2fe76c420/5952f786-b0a5-445d-a955-9359c94e6a74) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:47:49.291185 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-80a5f400-8c2c-44ce-87f2-354d3b7425f6 service neutron] show failed (client error): The resource could not be found. Feb 09 14:47:49.292215 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-80a5f400-8c2c-44ce-87f2-354d3b7425f6 service neutron] 10.222.0.21 "GET /v2.0/ports/d3130246-e69b-4459-8813-d4d112c2747a/bindings/n-h1-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.0949280 Feb 09 14:47:49.293647 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:47:49.434712 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:49.452561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Transition to ACTIVE for port object 5952f786-b0a5-445d-a955-9359c94e6a74 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:49.500231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Transition to ACTIVE for port object 5952f786-b0a5-445d-a955-9359c94e6a74 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:49.513649 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:49.709122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Allocated IP 172.23.0.1 (831e5630-8bf8-4046-9cf8-1f84ee416a22/302f4e5a-461c-4ce8-af37-90b2fe76c420/c94cf812-0758-49cd-8ade-2fcbedb871fe) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:47:49.720860 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Network 831e5630-8bf8-4046-9cf8-1f84ee416a22 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:49.721912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:49.781891 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:49.785341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-c9b4500d-f282-46db-bb78-7ba3aa27e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:49.787428 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-c9b4500d-f282-46db-bb78-7ba3aa27e295 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592&tenant_id=c945c8634f3e49fe9afbbbf3c60331a8 HTTP/1.1" status: 200 len: 1096 time: 0.1399086 Feb 09 14:47:49.799199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:49.803313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:47:49.806679 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Pushing event updated for resources: {'Port': ['ID=5952f786-b0a5-445d-a955-9359c94e6a74,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:49.865325 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:45Z', 'revision_number': 4, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': '4e5c92e9-4ac4-4827-9ccd-5cd21c914057', 'name': '', 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:92:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:44Z', 'updated_at': '2022-02-09T14:47:48Z', 'revision_number': 4, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:48Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:49.876634 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9961802e-3c21-44e9-996c-1a8cfddf0f27 None None] The sync data for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 is: [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:45Z', 'revision_number': 4, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': '4e5c92e9-4ac4-4827-9ccd-5cd21c914057', 'name': '', 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:92:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:44Z', 'updated_at': '2022-02-09T14:47:48Z', 'revision_number': 4, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:48Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:47:50.048880 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:50.139081 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Attempting to bind port 5952f786-b0a5-445d-a955-9359c94e6a74 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:47:50.139081 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Attempting to bind port 5952f786-b0a5-445d-a955-9359c94e6a74 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'b1006bcb-8710-48c0-8cb7-cdda52f350ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '831e5630-8bf8-4046-9cf8-1f84ee416a22'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:47:50.139081 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Attempting to bind port 5952f786-b0a5-445d-a955-9359c94e6a74 on network 831e5630-8bf8-4046-9cf8-1f84ee416a22 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:47:50.140190 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:50.159660 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:47:50.160047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Checking segment: {'id': 'b1006bcb-8710-48c0-8cb7-cdda52f350ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '831e5630-8bf8-4046-9cf8-1f84ee416a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:50.160452 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:50.160845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Bound using segment: {'id': 'b1006bcb-8710-48c0-8cb7-cdda52f350ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '831e5630-8bf8-4046-9cf8-1f84ee416a22'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:47:50.161306 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Bound port: 5952f786-b0a5-445d-a955-9359c94e6a74, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1006bcb-8710-48c0-8cb7-cdda52f350ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '831e5630-8bf8-4046-9cf8-1f84ee416a22'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:47:50.161673 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:50.179123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Transition to ACTIVE for port object c94cf812-0758-49cd-8ade-2fcbedb871fe will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:50.187663 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:50.188060 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:50.242240 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:50.420531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=c94cf812-0758-49cd-8ade-2fcbedb871fe,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:50.424652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 831e5630-8bf8-4046-9cf8-1f84ee416a22 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:50.427073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:50.435966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:47:50.461252 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e584a88a-f1ce-404f-9f76-588f5d2f6e21 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:50.493581 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] For port 5952f786-b0a5-445d-a955-9359c94e6a74, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:47:50.519798 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] For port 5952f786-b0a5-445d-a955-9359c94e6a74, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=5952f786-b0a5-445d-a955-9359c94e6a74,segment=NetworkSegment(b1006bcb-8710-48c0-8cb7-cdda52f350ac),segment_id=b1006bcb-8710-48c0-8cb7-cdda52f350ac)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:47:50.535345 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:50.671040 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3834988-8d6b-4743-8ff3-9976d0066289 None None] Pushing event updated for resources: {'Port': ['ID=5952f786-b0a5-445d-a955-9359c94e6a74,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:50.708090 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e584a88a-f1ce-404f-9f76-588f5d2f6e21 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:50.708090 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:50.718442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d3130246-e69b-4459-8813-d4d112c2747a,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:50.724554 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:50.757242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6571d-87cc-4847-bf66-07b6cc25cb93 req-2f0f0195-65c5-4f3b-996a-787568e90f7d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:50.758041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:47:50.758949 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ad6571d-87cc-4847-bf66-07b6cc25cb93 req-2f0f0195-65c5-4f3b-996a-787568e90f7d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.4327018 Feb 09 14:47:50.838610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:47:50.848211 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:50.867855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Transition to ACTIVE for port object d3130246-e69b-4459-8813-d4d112c2747a will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:50.882698 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:50.966091 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:50.984569 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Pushing event updated for resources: {'Port': ['ID=d3130246-e69b-4459-8813-d4d112c2747a,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:51.050184 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a', 'code': 200} Feb 09 14:47:51.077369 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ad6571d-87cc-4847-bf66-07b6cc25cb93 req-384e65f8-8c12-4d05-b31e-6888cefd8d0b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890356 Feb 09 14:47:51.165272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] No DVR routers for this DVR port d3130246-e69b-4459-8813-d4d112c2747a on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:47:51.432954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Attempting to bind port d3130246-e69b-4459-8813-d4d112c2747a on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:47:51.433795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Attempting to bind port d3130246-e69b-4459-8813-d4d112c2747a by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:47:51.434130 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Attempting to bind port d3130246-e69b-4459-8813-d4d112c2747a on network 5025c9e8-ba64-4eaf-81d3-15d6775318af {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:47:51.440187 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Port d3130246-e69b-4459-8813-d4d112c2747a on network 5025c9e8-ba64-4eaf-81d3-15d6775318af not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:47:51.440443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Attempting to bind port d3130246-e69b-4459-8813-d4d112c2747a on network 5025c9e8-ba64-4eaf-81d3-15d6775318af {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:47:51.446224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:47:51.446562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Checking segment: {'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:51.446957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Bound using segment: {'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:47:51.447376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Bound port: d3130246-e69b-4459-8813-d4d112c2747a, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:47:51.447721 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:51.507773 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:51.516517 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:51.548163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:47:51.551978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d3130246-e69b-4459-8813-d4d112c2747a,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:47:51.557422 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:51.604375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:51.605005 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:51.606456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] 10.222.0.35 "PUT /v2.0/ports/d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 1091 time: 1.8116167 Feb 09 14:47:51.650545 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event updated for resources: {'Port': ['ID=c94cf812-0758-49cd-8ade-2fcbedb871fe,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:51.656615 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:51.750772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a20a5-c588-44a2-811c-cd4c51843f58 service neutron] Pushing event updated for resources: {'Port': ['ID=d3130246-e69b-4459-8813-d4d112c2747a,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:51.808525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-bbde684f-86ee-4c04-8647-7fde6a3e72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:51.810261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5952f786-b0a5-445d-a955-9359c94e6a74 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:51.813221 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-bbde684f-86ee-4c04-8647-7fde6a3e72cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1094 time: 0.1677928 Feb 09 14:47:51.860124 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Network 831e5630-8bf8-4046-9cf8-1f84ee416a22 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:47:51.861455 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:47:51.895403 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 5952f786-b0a5-445d-a955-9359c94e6a74 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:51.903141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4e5c92e9-4ac4-4827-9ccd-5cd21c914057 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:51.998011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 4e5c92e9-4ac4-4827-9ccd-5cd21c914057 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:52.013025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4e5c92e9-4ac4-4827-9ccd-5cd21c914057 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:52.013325 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:52.046960 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-40c47ff7-eca1-4d47-9ee0-633606f655a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:52.049429 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-40c47ff7-eca1-4d47-9ee0-633606f655a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5025c9e8-ba64-4eaf-81d3-15d6775318af HTTP/1.1" status: 200 len: 896 time: 0.2266700 Feb 09 14:47:52.093552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 8b3746fa-c1ce-4c17-a747-56db735b2a48 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:47:52.177998 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:52.221644 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8058d479-60e5-4edc-85d4-6635ff0e4b46 None None] Network 831e5630-8bf8-4046-9cf8-1f84ee416a22 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:47:52.265301 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-f66c5e0b-9d57-4e8b-9ccd-1b8dc57cbed0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 999 time: 0.2037134 Feb 09 14:47:52.306108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:47:52.312078 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 4e5c92e9-4ac4-4827-9ccd-5cd21c914057, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4e5c92e9-4ac4-4827-9ccd-5cd21c914057,segment=NetworkSegment(6a8926a3-8900-4ec6-a77c-c7efaa65d076),segment_id=6a8926a3-8900-4ec6-a77c-c7efaa65d076)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:52.317164 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Sync routers for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:47:52.330327 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:52.331354 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-36e4e28f-546a-4916-ba64-0149912da5c1 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/8b3746fa-c1ce-4c17-a747-56db735b2a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0384626 Feb 09 14:47:52.332229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44522) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:52.338336 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f92cb825-aa4e-4f99-b2dd-737dcb49194c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:52.378865 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:52.379501 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:52.388952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-33e72302-7c28-4c32-bfcc-8e9fcb3e4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:52.390537 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-33e72302-7c28-4c32-bfcc-8e9fcb3e4a03 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c0d1d49b-e312-4c2f-b0ff-3ac531f98528 HTTP/1.1" status: 200 len: 835 time: 0.1178043 Feb 09 14:47:52.443875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cff2cc72-11a9-429a-aefd-f7ba61cdf5d3 None None] Provisioning for port 5952f786-b0a5-445d-a955-9359c94e6a74 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:52.467160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cff2cc72-11a9-429a-aefd-f7ba61cdf5d3 None None] Provisioning complete for port 5952f786-b0a5-445d-a955-9359c94e6a74 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:52.467673 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cff2cc72-11a9-429a-aefd-f7ba61cdf5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:52.474978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed169b-c419-43ca-8b95-739407d476f8 req-b2bc72bd-a1c3-446b-a509-190617382be6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:52.476550 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-65ed169b-c419-43ca-8b95-739407d476f8 req-b2bc72bd-a1c3-446b-a509-190617382be6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 943 time: 0.1658909 Feb 09 14:47:52.510712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-b53bf263-d4fc-426e-8724-f55cb1902502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:52.512750 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-b53bf263-d4fc-426e-8724-f55cb1902502 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5025c9e8-ba64-4eaf-81d3-15d6775318af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150460 Feb 09 14:47:52.606877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-65ed169b-c419-43ca-8b95-739407d476f8 req-31cedc9f-23de-4135-a213-b931b8d1ce85 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202548 Feb 09 14:47:52.643693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=4e5c92e9-4ac4-4827-9ccd-5cd21c914057,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:52.671012 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-85378ac3-5122-49a0-9a54-fe9d27479120 service neutron] 10.222.0.35 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498795 Feb 09 14:47:52.676870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:47:52.944360 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d697553-d1c5-4396-a171-6fd5c337ddf9 req-2385cfa0-0f91-4f2a-ac43-a0f3c8d6df32 service neutron] 10.222.0.35 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656124 Feb 09 14:47:52.972667 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d3130246-e69b-4459-8813-d4d112c2747a no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:47:53.051140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:47:53.101486 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cff2cc72-11a9-429a-aefd-f7ba61cdf5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:53.101726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.extraroute_db [None req-f92cb825-aa4e-4f99-b2dd-737dcb49194c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 14:47:53.118859 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.extraroute_db [None req-f92cb825-aa4e-4f99-b2dd-737dcb49194c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Removed routes are [] {{(pid=87596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 14:47:53.119296 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f92cb825-aa4e-4f99-b2dd-737dcb49194c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:53.133791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d3130246-e69b-4459-8813-d4d112c2747a not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:47:53.142794 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a', 'status': 'completed', 'code': 200} Feb 09 14:47:53.215274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-cff2cc72-11a9-429a-aefd-f7ba61cdf5d3 None None] For port 5952f786-b0a5-445d-a955-9359c94e6a74, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=5952f786-b0a5-445d-a955-9359c94e6a74,segment=NetworkSegment(b1006bcb-8710-48c0-8cb7-cdda52f350ac),segment_id=b1006bcb-8710-48c0-8cb7-cdda52f350ac)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:53.222396 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cff2cc72-11a9-429a-aefd-f7ba61cdf5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:53.259395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081edaf-ba93-428d-ba49-d840843ca384 req-1a28702f-4ef6-48f7-859e-93e15e697e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:53.261812 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8081edaf-ba93-428d-ba49-d840843ca384 req-1a28702f-4ef6-48f7-859e-93e15e697e8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1094 time: 0.0870936 Feb 09 14:47:53.383791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:50Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': '4e5c92e9-4ac4-4827-9ccd-5cd21c914057', 'name': '', 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:92:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:44Z', 'updated_at': '2022-02-09T14:47:52Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c94cf812-0758-49cd-8ade-2fcbedb871fe', 'name': '', 'network_id': '831e5630-8bf8-4046-9cf8-1f84ee416a22', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:31:7c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '302f4e5a-461c-4ce8-af37-90b2fe76c420', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:49Z', 'updated_at': '2022-02-09T14:47:51Z', 'revision_number': 2, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '302f4e5a-461c-4ce8-af37-90b2fe76c420', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:48Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:53.390328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2cc72-11a9-429a-aefd-f7ba61cdf5d3 None None] Pushing event updated for resources: {'Port': ['ID=5952f786-b0a5-445d-a955-9359c94e6a74,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:53.395529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Checking router: 8b3746fa-c1ce-4c17-a747-56db735b2a48 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:47:53.395928 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Updating router 8b3746fa-c1ce-4c17-a747-56db735b2a48 port c94cf812-0758-49cd-8ade-2fcbedb871fe binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:47:53.449405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081edaf-ba93-428d-ba49-d840843ca384 req-c6b7b312-2afa-4e17-8259-c84a6ab34d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:53.450614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081edaf-ba93-428d-ba49-d840843ca384 req-88f7ade9-417a-499e-b710-b355dfe75b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:53.450752 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8081edaf-ba93-428d-ba49-d840843ca384 req-c6b7b312-2afa-4e17-8259-c84a6ab34d4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1094 time: 0.2658045 Feb 09 14:47:53.452365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8081edaf-ba93-428d-ba49-d840843ca384 req-88f7ade9-417a-499e-b710-b355dfe75b3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=5025c9e8-ba64-4eaf-81d3-15d6775318af HTTP/1.1" status: 200 len: 896 time: 0.1825023 Feb 09 14:47:53.466524 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:53.562569 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a2a90727-64c2-41f5-8f88-ed0657007015 None None] Provisioning for port c94cf812-0758-49cd-8ade-2fcbedb871fe completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:53.604257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a2a90727-64c2-41f5-8f88-ed0657007015 None None] Provisioning complete for port c94cf812-0758-49cd-8ade-2fcbedb871fe triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:53.604584 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a2a90727-64c2-41f5-8f88-ed0657007015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:53.611616 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8081edaf-ba93-428d-ba49-d840843ca384 req-ddc94a4e-62f2-4827-a8d9-dca05b360ed0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 999 time: 0.1516130 Feb 09 14:47:53.706907 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4e5c92e9-4ac4-4827-9ccd-5cd21c914057 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:53.727912 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f92cb825-aa4e-4f99-b2dd-737dcb49194c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:53.737315 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f92cb825-aa4e-4f99-b2dd-737dcb49194c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:53.738466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081edaf-ba93-428d-ba49-d840843ca384 req-0dcedc14-0503-4be3-a196-a13c67d5e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:53.739911 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081edaf-ba93-428d-ba49-d840843ca384 req-d534d8d7-afc6-4115-ba30-d13d46cc3ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:53.740933 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8081edaf-ba93-428d-ba49-d840843ca384 req-0dcedc14-0503-4be3-a196-a13c67d5e3cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c0d1d49b-e312-4c2f-b0ff-3ac531f98528 HTTP/1.1" status: 200 len: 835 time: 0.1208551 Feb 09 14:47:53.744339 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8081edaf-ba93-428d-ba49-d840843ca384 req-d534d8d7-afc6-4115-ba30-d13d46cc3ed1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5025c9e8-ba64-4eaf-81d3-15d6775318af HTTP/1.1" status: 200 len: 896 time: 0.2235644 Feb 09 14:47:53.902145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081edaf-ba93-428d-ba49-d840843ca384 req-5e043f6c-d629-4b62-992a-61bb25a4a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:53.903654 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8081edaf-ba93-428d-ba49-d840843ca384 req-5e043f6c-d629-4b62-992a-61bb25a4a004 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5025c9e8-ba64-4eaf-81d3-15d6775318af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531382 Feb 09 14:47:53.912004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a69f3-262d-496a-b3dd-cc1700d42153 req-111dbe9c-bbd8-4e12-a83f-1e89cf2341b6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:53.913573 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef1a69f3-262d-496a-b3dd-cc1700d42153 req-111dbe9c-bbd8-4e12-a83f-1e89cf2341b6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 943 time: 0.1174128 Feb 09 14:47:54.023450 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8081edaf-ba93-428d-ba49-d840843ca384 req-981bcbfa-bdb6-490b-a6d4-9b8987601f9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 999 time: 0.2055218 Feb 09 14:47:54.030090 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a2a90727-64c2-41f5-8f88-ed0657007015 None None] Port c94cf812-0758-49cd-8ade-2fcbedb871fe cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:47:54.037400 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92cb825-aa4e-4f99-b2dd-737dcb49194c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 8b3746fa-c1ce-4c17-a747-56db735b2a48 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:47:54.042446 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef1a69f3-262d-496a-b3dd-cc1700d42153 req-42c5ba6f-f595-48e6-b77a-e137ca8482f6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082385 Feb 09 14:47:54.067283 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:54.090213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a2a90727-64c2-41f5-8f88-ed0657007015 None None] Provisioning complete for port 5952f786-b0a5-445d-a955-9359c94e6a74 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:54.090629 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a2a90727-64c2-41f5-8f88-ed0657007015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:54.091786 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8081edaf-ba93-428d-ba49-d840843ca384 req-02c51665-2827-44c3-b918-68cfe030916d service neutron] 10.222.0.35 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773241 Feb 09 14:47:54.134439 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Transition to ACTIVE for port object c94cf812-0758-49cd-8ade-2fcbedb871fe will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:47:54.157430 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:54.204525 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 4e5c92e9-4ac4-4827-9ccd-5cd21c914057 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:54.204905 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:54.244768 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8081edaf-ba93-428d-ba49-d840843ca384 req-bc1e58d8-a60b-4833-85ad-09e087ce8ae8 service neutron] 10.222.0.35 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455495 Feb 09 14:47:54.312745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081edaf-ba93-428d-ba49-d840843ca384 req-f6f756ee-8970-46f3-9341-d0620a6fd4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:54.314219 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8081edaf-ba93-428d-ba49-d840843ca384 req-f6f756ee-8970-46f3-9341-d0620a6fd4b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0d1d49b-e312-4c2f-b0ff-3ac531f98528 HTTP/1.1" status: 200 len: 835 time: 0.2756393 Feb 09 14:47:54.357460 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c0a48-d96a-4a5d-b97f-1fe89e0ea813 None None] Pushing event updated for resources: {'Port': ['ID=c94cf812-0758-49cd-8ade-2fcbedb871fe,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:54.451455 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92cb825-aa4e-4f99-b2dd-737dcb49194c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:47:54.459143 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f92cb825-aa4e-4f99-b2dd-737dcb49194c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:54.460330 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f92cb825-aa4e-4f99-b2dd-737dcb49194c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/8b3746fa-c1ce-4c17-a747-56db735b2a48 HTTP/1.1" status: 200 len: 934 time: 2.1271811 Feb 09 14:47:54.463122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44530) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:54.481530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081edaf-ba93-428d-ba49-d840843ca384 req-3e840b1e-7802-4888-ad13-60fbd62f60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:54.484735 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8081edaf-ba93-428d-ba49-d840843ca384 req-3e840b1e-7802-4888-ad13-60fbd62f60d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5025c9e8-ba64-4eaf-81d3-15d6775318af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175594 Feb 09 14:47:54.571120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Attempting to bind port c94cf812-0758-49cd-8ade-2fcbedb871fe on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:47:54.571498 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Attempting to bind port c94cf812-0758-49cd-8ade-2fcbedb871fe by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'b1006bcb-8710-48c0-8cb7-cdda52f350ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '831e5630-8bf8-4046-9cf8-1f84ee416a22'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:47:54.571895 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Attempting to bind port c94cf812-0758-49cd-8ade-2fcbedb871fe on network 831e5630-8bf8-4046-9cf8-1f84ee416a22 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:47:54.581849 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:47:54.582221 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Checking segment: {'id': 'b1006bcb-8710-48c0-8cb7-cdda52f350ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '831e5630-8bf8-4046-9cf8-1f84ee416a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:47:54.582632 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:54.583020 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Bound using segment: {'id': 'b1006bcb-8710-48c0-8cb7-cdda52f350ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '831e5630-8bf8-4046-9cf8-1f84ee416a22'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:47:54.583695 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Bound port: c94cf812-0758-49cd-8ade-2fcbedb871fe, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1006bcb-8710-48c0-8cb7-cdda52f350ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '831e5630-8bf8-4046-9cf8-1f84ee416a22'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:47:54.583975 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:54.594605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5952f786-b0a5-445d-a955-9359c94e6a74 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:54.628881 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8081edaf-ba93-428d-ba49-d840843ca384 req-82a926a8-0759-4680-bad3-7c1e93dccb0a service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382532 Feb 09 14:47:54.645475 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3edc9c65-a4c9-40e6-81b7-1a36a9f3c941 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/routers/8b3746fa-c1ce-4c17-a747-56db735b2a48 HTTP/1.1" status: 200 len: 934 time: 0.1786704 Feb 09 14:47:54.645659 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44534) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:54.650449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c9831a37-c02c-464a-90ba-8d1a62d86ed6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'router': {'routes': None}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:47:54.759889 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] For port c94cf812-0758-49cd-8ade-2fcbedb871fe, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:47:54.766757 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] For port c94cf812-0758-49cd-8ade-2fcbedb871fe, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c94cf812-0758-49cd-8ade-2fcbedb871fe,segment=NetworkSegment(b1006bcb-8710-48c0-8cb7-cdda52f350ac),segment_id=b1006bcb-8710-48c0-8cb7-cdda52f350ac)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:47:54.772771 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8081edaf-ba93-428d-ba49-d840843ca384 req-d04a29d1-938b-40c8-98e1-1d92ab20345a service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378891 Feb 09 14:47:54.778628 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 5952f786-b0a5-445d-a955-9359c94e6a74 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:54.778628 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:54.804547 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:54.909431 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:54.910060 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:54.971678 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c0a48-d96a-4a5d-b97f-1fe89e0ea813 None None] Pushing event updated for resources: {'Port': ['ID=c94cf812-0758-49cd-8ade-2fcbedb871fe,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:55.188943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:47:55.259691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1fc68-2b26-45f1-9465-ef7b0782cf39 req-ca15adc8-a47e-46bd-a3ce-57dc2f381e1f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:55.261337 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5df1fc68-2b26-45f1-9465-ef7b0782cf39 req-ca15adc8-a47e-46bd-a3ce-57dc2f381e1f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 943 time: 0.0831344 Feb 09 14:47:55.307431 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5df1fc68-2b26-45f1-9465-ef7b0782cf39 req-987543c0-56be-47c2-82e9-c3b61ddac3f8 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398872 Feb 09 14:47:55.398002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.extraroute_db [None req-c9831a37-c02c-464a-90ba-8d1a62d86ed6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Added routes are [] {{(pid=87597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 14:47:55.398613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.extraroute_db [None req-c9831a37-c02c-464a-90ba-8d1a62d86ed6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 14:47:55.425947 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9831a37-c02c-464a-90ba-8d1a62d86ed6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:55.521153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:53Z', 'revision_number': 6, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': '4e5c92e9-4ac4-4827-9ccd-5cd21c914057', 'name': '', 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:92:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:44Z', 'updated_at': '2022-02-09T14:47:52Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c94cf812-0758-49cd-8ade-2fcbedb871fe', 'name': '', 'network_id': '831e5630-8bf8-4046-9cf8-1f84ee416a22', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:31:7c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '302f4e5a-461c-4ce8-af37-90b2fe76c420', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:49Z', 'updated_at': '2022-02-09T14:47:54Z', 'revision_number': 4, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '302f4e5a-461c-4ce8-af37-90b2fe76c420', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:48Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:55.525562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5a768-3a80-45fc-babe-4f237bca8486 None None] The sync data for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 is: [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:53Z', 'revision_number': 6, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': '4e5c92e9-4ac4-4827-9ccd-5cd21c914057', 'name': '', 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:92:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:44Z', 'updated_at': '2022-02-09T14:47:52Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c94cf812-0758-49cd-8ade-2fcbedb871fe', 'name': '', 'network_id': '831e5630-8bf8-4046-9cf8-1f84ee416a22', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:31:7c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '302f4e5a-461c-4ce8-af37-90b2fe76c420', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:49Z', 'updated_at': '2022-02-09T14:47:54Z', 'revision_number': 4, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '302f4e5a-461c-4ce8-af37-90b2fe76c420', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:48Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:47:55.768466 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9831a37-c02c-464a-90ba-8d1a62d86ed6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:55.772032 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9831a37-c02c-464a-90ba-8d1a62d86ed6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:55.934764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9831a37-c02c-464a-90ba-8d1a62d86ed6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 8b3746fa-c1ce-4c17-a747-56db735b2a48 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:47:56.103003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9831a37-c02c-464a-90ba-8d1a62d86ed6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:47:56.111767 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9831a37-c02c-464a-90ba-8d1a62d86ed6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:56.112916 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c9831a37-c02c-464a-90ba-8d1a62d86ed6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/8b3746fa-c1ce-4c17-a747-56db735b2a48 HTTP/1.1" status: 200 len: 700 time: 1.4664085 Feb 09 14:47:56.115596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44540) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:56.280676 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d2887aeb-1f12-415b-9dde-56d99753873c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/routers/8b3746fa-c1ce-4c17-a747-56db735b2a48 HTTP/1.1" status: 200 len: 700 time: 0.1638496 Feb 09 14:47:56.283253 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44544) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:47:56.301560 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eac1cf-bb40-4701-8b4c-7019bac48514 None None] Sync routers for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:47:56.310865 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eac1cf-bb40-4701-8b4c-7019bac48514 None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:56.311407 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-47eac1cf-bb40-4701-8b4c-7019bac48514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:56.471813 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-47eac1cf-bb40-4701-8b4c-7019bac48514 None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:47:56.803016 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-62acf200-8435-43f2-9832-2d93d4e57c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:56.854763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f789d0-ba3e-4841-8acf-b0cb8d46b856 req-199b9c58-2086-4c9e-b8ae-da579f0c72ee tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:56.856937 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-08f789d0-ba3e-4841-8acf-b0cb8d46b856 req-199b9c58-2086-4c9e-b8ae-da579f0c72ee tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 943 time: 0.3101656 Feb 09 14:47:56.858420 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-47eac1cf-bb40-4701-8b4c-7019bac48514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:55Z', 'revision_number': 7, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': '4e5c92e9-4ac4-4827-9ccd-5cd21c914057', 'name': '', 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:92:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:44Z', 'updated_at': '2022-02-09T14:47:52Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c94cf812-0758-49cd-8ade-2fcbedb871fe', 'name': '', 'network_id': '831e5630-8bf8-4046-9cf8-1f84ee416a22', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:31:7c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '302f4e5a-461c-4ce8-af37-90b2fe76c420', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:49Z', 'updated_at': '2022-02-09T14:47:54Z', 'revision_number': 4, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '302f4e5a-461c-4ce8-af37-90b2fe76c420', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:48Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:56.864882 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eac1cf-bb40-4701-8b4c-7019bac48514 None None] Checking router: 8b3746fa-c1ce-4c17-a747-56db735b2a48 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:47:56.875987 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eac1cf-bb40-4701-8b4c-7019bac48514 None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:47:56.876591 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-47eac1cf-bb40-4701-8b4c-7019bac48514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:56.952482 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-08f789d0-ba3e-4841-8acf-b0cb8d46b856 req-ebc12d83-0bc1-4378-96ca-4ff99c8e772a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862007 Feb 09 14:47:57.029432 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-47eac1cf-bb40-4701-8b4c-7019bac48514 None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:47:57.048081 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:57.109162 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d3130246-e69b-4459-8813-d4d112c2747a details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:47:57.258291 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d3130246-e69b-4459-8813-d4d112c2747a,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:57.272401 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'd3130246-e69b-4459-8813-d4d112c2747a', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'port_id': 'd3130246-e69b-4459-8813-d4d112c2747a', 'mac_address': 'fa:16:3e:c3:e3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:47:57.330873 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:57.348995 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3130246-e69b-4459-8813-d4d112c2747a {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:47:57.368274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d3130246-e69b-4459-8813-d4d112c2747a,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:57.370205 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:57.380884 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-47eac1cf-bb40-4701-8b4c-7019bac48514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:55Z', 'revision_number': 7, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': '4e5c92e9-4ac4-4827-9ccd-5cd21c914057', 'name': '', 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:92:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:44Z', 'updated_at': '2022-02-09T14:47:52Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c94cf812-0758-49cd-8ade-2fcbedb871fe', 'name': '', 'network_id': '831e5630-8bf8-4046-9cf8-1f84ee416a22', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:31:7c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '302f4e5a-461c-4ce8-af37-90b2fe76c420', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:49Z', 'updated_at': '2022-02-09T14:47:54Z', 'revision_number': 4, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '302f4e5a-461c-4ce8-af37-90b2fe76c420', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:48Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:47:57.385188 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eac1cf-bb40-4701-8b4c-7019bac48514 None None] The sync data for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 is: [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:55Z', 'revision_number': 7, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': '4e5c92e9-4ac4-4827-9ccd-5cd21c914057', 'name': '', 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:92:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:44Z', 'updated_at': '2022-02-09T14:47:52Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c94cf812-0758-49cd-8ade-2fcbedb871fe', 'name': '', 'network_id': '831e5630-8bf8-4046-9cf8-1f84ee416a22', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:31:7c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '302f4e5a-461c-4ce8-af37-90b2fe76c420', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:49Z', 'updated_at': '2022-02-09T14:47:54Z', 'revision_number': 4, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '302f4e5a-461c-4ce8-af37-90b2fe76c420', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:48Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:47:57.421501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port c94cf812-0758-49cd-8ade-2fcbedb871fe {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:47:57.421886 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:57.441152 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=d3130246-e69b-4459-8813-d4d112c2747a,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:57.630336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] For port c94cf812-0758-49cd-8ade-2fcbedb871fe, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c94cf812-0758-49cd-8ade-2fcbedb871fe,segment=NetworkSegment(b1006bcb-8710-48c0-8cb7-cdda52f350ac),segment_id=b1006bcb-8710-48c0-8cb7-cdda52f350ac)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:57.630613 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:57.646827 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c94cf812-0758-49cd-8ade-2fcbedb871fe up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:57.721127 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port c94cf812-0758-49cd-8ade-2fcbedb871fe completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:57.726036 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c94cf812-0758-49cd-8ade-2fcbedb871fe triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:57.726410 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:57.768863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for c94cf812-0758-49cd-8ade-2fcbedb871fe owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:47:57.781694 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['d3130246-e69b-4459-8813-d4d112c2747a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:47:57.940045 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:58.006486 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port c94cf812-0758-49cd-8ade-2fcbedb871fe, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c94cf812-0758-49cd-8ade-2fcbedb871fe,segment=NetworkSegment(b1006bcb-8710-48c0-8cb7-cdda52f350ac),segment_id=b1006bcb-8710-48c0-8cb7-cdda52f350ac)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:58.012243 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:58.123424 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=c94cf812-0758-49cd-8ade-2fcbedb871fe,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:58.161044 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06709d-04d5-437b-84a1-e72624123b84 req-2a93df92-56c9-4d46-8fc2-fab14e2f17d6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:58.163014 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9f06709d-04d5-437b-84a1-e72624123b84 req-2a93df92-56c9-4d46-8fc2-fab14e2f17d6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 944 time: 0.0957527 Feb 09 14:47:58.208287 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:47:58.208893 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:47:58.210779 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9f06709d-04d5-437b-84a1-e72624123b84 req-6ad3175b-620c-4db6-9e93-2cc9fc53df5d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411367 Feb 09 14:47:58.561676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-7e719cbd-b566-476b-9d79-124689c94fa8 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:58.563156 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-7e719cbd-b566-476b-9d79-124689c94fa8 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592&tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 944 time: 0.0915284 Feb 09 14:47:58.618274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee2b2-9e3d-43d8-8ae5-e8d3ef0deb74 req-8d7e4c87-2d1c-40ee-8546-76d85b8b5856 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:58.619761 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4daee2b2-9e3d-43d8-8ae5-e8d3ef0deb74 req-8d7e4c87-2d1c-40ee-8546-76d85b8b5856 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 944 time: 0.0907574 Feb 09 14:47:58.646019 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-03c15514-ad3b-4bda-9c57-49e7f2b583a6 service neutron] 10.222.0.35 "GET /v2.0/ports/d3130246-e69b-4459-8813-d4d112c2747a/bindings/n-h1-828418-2 HTTP/1.1" status: 200 len: 382 time: 0.0763447 Feb 09 14:47:58.672006 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4daee2b2-9e3d-43d8-8ae5-e8d3ef0deb74 req-77def89d-3dca-45fc-b81f-ae11761adbff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447371 Feb 09 14:47:58.709134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port c94cf812-0758-49cd-8ade-2fcbedb871fe {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:47:58.709474 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:58.894341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-1132319d-57d0-4d80-ae61-32e95cf61e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:58.895720 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-1132319d-57d0-4d80-ae61-32e95cf61e2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1095 time: 0.2196119 Feb 09 14:47:59.005818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] For port c94cf812-0758-49cd-8ade-2fcbedb871fe, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c94cf812-0758-49cd-8ade-2fcbedb871fe,segment=NetworkSegment(b1006bcb-8710-48c0-8cb7-cdda52f350ac),segment_id=b1006bcb-8710-48c0-8cb7-cdda52f350ac)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:59.006361 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:59.111473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d3130246-e69b-4459-8813-d4d112c2747a up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:59.151543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for c94cf812-0758-49cd-8ade-2fcbedb871fe owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:47:59.196821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port d3130246-e69b-4459-8813-d4d112c2747a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:47:59.202209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port d3130246-e69b-4459-8813-d4d112c2747a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:47:59.202743 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:59.245703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-f6b23b04-57d6-4e8c-a19a-7f8c42f83e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:59.247147 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-f6b23b04-57d6-4e8c-a19a-7f8c42f83e8f service neutron] 10.222.0.35 "GET /v2.0/networks?id=5025c9e8-ba64-4eaf-81d3-15d6775318af HTTP/1.1" status: 200 len: 896 time: 0.3378415 Feb 09 14:47:59.266314 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dc7020cc-d29c-4bd4-9261-67431b605395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:59.336317 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:59.364963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:47:59.368009 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-1338003a-427f-495a-b3e6-aa4b49cf8dc9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 1000 time: 0.1125152 Feb 09 14:47:59.374618 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d3130246-e69b-4459-8813-d4d112c2747a,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:47:59.379640 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:59.450446 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=d3130246-e69b-4459-8813-d4d112c2747a,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:59.471969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-8acd6dc3-0328-4102-a07f-d316613a8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:59.473397 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-8acd6dc3-0328-4102-a07f-d316613a8727 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c0d1d49b-e312-4c2f-b0ff-3ac531f98528 HTTP/1.1" status: 200 len: 835 time: 0.0967362 Feb 09 14:47:59.508286 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a', 'code': 200} Feb 09 14:47:59.549146 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:47:59.607892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Port': ['ID=c94cf812-0758-49cd-8ade-2fcbedb871fe,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:47:59.610522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c94cf812-0758-49cd-8ade-2fcbedb871fe up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:47:59.645629 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: c94cf812-0758-49cd-8ade-2fcbedb871fe {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:47:59.645972 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c94cf812-0758-49cd-8ade-2fcbedb871fe not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 09 14:47:59.709724 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-26f3887f-97ec-4461-a427-ff7f3f186ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:59.711244 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-26f3887f-97ec-4461-a427-ff7f3f186ca8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5025c9e8-ba64-4eaf-81d3-15d6775318af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2301540 Feb 09 14:47:59.730830 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Port c94cf812-0758-49cd-8ade-2fcbedb871fe not found, will not notify nova. {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 09 14:47:59.874766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326500f9-22da-4206-b3c2-5cac2b8076b0 req-343724ff-19bc-4138-8a16-1e5ebebd7d6c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:47:59.876232 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-326500f9-22da-4206-b3c2-5cac2b8076b0 req-343724ff-19bc-4138-8a16-1e5ebebd7d6c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.0807886 Feb 09 14:47:59.921990 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-326500f9-22da-4206-b3c2-5cac2b8076b0 req-41f15305-e4a7-4397-b6fb-aa7552a17314 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398102 Feb 09 14:48:00.189512 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:00.271831 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-91b24488-f0b9-4054-9293-24f239c84f48 service neutron] 10.222.0.35 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429909 Feb 09 14:48:00.299754 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:00.311291 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:00.569636 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-ef542f3e-ccf7-4062-b2e4-5ba4273b97ab service neutron] 10.222.0.35 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882721 Feb 09 14:48:00.657508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 8b3746fa-c1ce-4c17-a747-56db735b2a48 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:48:00.816439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:48:00.826442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b475cfc-1963-4a89-ad30-9fcc8a698dde None None] Sync routers for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:48:00.829318 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4efcc950-6e81-4ad4-bd49-201c94402b57 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/8b3746fa-c1ce-4c17-a747-56db735b2a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5450301 Feb 09 14:48:00.832080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44562) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:00.838329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b475cfc-1963-4a89-ad30-9fcc8a698dde None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:48:00.839958 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0b475cfc-1963-4a89-ad30-9fcc8a698dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:00.941153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac4437b-f180-4137-a75d-63072afb3676 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting subnet 302f4e5a-461c-4ce8-af37-90b2fe76c420 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:48:00.945596 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5ac4437b-f180-4137-a75d-63072afb3676 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:01.032314 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5ac4437b-f180-4137-a75d-63072afb3676 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:01.040612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-0b475cfc-1963-4a89-ad30-9fcc8a698dde None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:48:01.174019 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5ac4437b-f180-4137-a75d-63072afb3676 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:01.211437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b46eb3-0abf-45cc-ab18-457ec391b02c req-8c38ed61-c95f-4d8c-a08a-8c3c7daf8af4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:01.212905 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99b46eb3-0abf-45cc-ab18-457ec391b02c req-8c38ed61-c95f-4d8c-a08a-8c3c7daf8af4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.1463032 Feb 09 14:48:01.280645 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99b46eb3-0abf-45cc-ab18-457ec391b02c req-65e43613-7275-4216-a0d3-1f41c0035b7f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592003 Feb 09 14:48:01.285591 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5ac4437b-f180-4137-a75d-63072afb3676 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:01.327875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4437b-f180-4137-a75d-63072afb3676 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Subnet': ['ID=302f4e5a-461c-4ce8-af37-90b2fe76c420,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:01.331462 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5ac4437b-f180-4137-a75d-63072afb3676 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:01.337953 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5ac4437b-f180-4137-a75d-63072afb3676 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/302f4e5a-461c-4ce8-af37-90b2fe76c420 HTTP/1.1" status: 204 len: 168 time: 0.5042164 Feb 09 14:48:01.340616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44568) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:01.344290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb24793-1e93-4130-a085-038999a95832 None None] Network 831e5630-8bf8-4046-9cf8-1f84ee416a22 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:48:01.457640 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:01.468009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port 5952f786-b0a5-445d-a955-9359c94e6a74 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:48:01.468332 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:01.516740 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0b475cfc-1963-4a89-ad30-9fcc8a698dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:59Z', 'revision_number': 8, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': '4e5c92e9-4ac4-4827-9ccd-5cd21c914057', 'name': '', 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:92:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:44Z', 'updated_at': '2022-02-09T14:47:52Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:48Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:01.527639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b475cfc-1963-4a89-ad30-9fcc8a698dde None None] Checking router: 8b3746fa-c1ce-4c17-a747-56db735b2a48 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:48:01.547153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b475cfc-1963-4a89-ad30-9fcc8a698dde None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:48:01.547800 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0b475cfc-1963-4a89-ad30-9fcc8a698dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:01.711361 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-0b475cfc-1963-4a89-ad30-9fcc8a698dde None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:48:01.762318 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5be576-8435-46aa-821a-bf220d7a2a15 None None] DHCP port deletion for 831e5630-8bf8-4046-9cf8-1f84ee416a22 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:48:01.782792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-be5be576-8435-46aa-821a-bf220d7a2a15 None None] Deleting port 5952f786-b0a5-445d-a955-9359c94e6a74 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:48:01.783153 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-be5be576-8435-46aa-821a-bf220d7a2a15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:01.824329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] For port 5952f786-b0a5-445d-a955-9359c94e6a74, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=5952f786-b0a5-445d-a955-9359c94e6a74,segment=NetworkSegment(b1006bcb-8710-48c0-8cb7-cdda52f350ac),segment_id=b1006bcb-8710-48c0-8cb7-cdda52f350ac)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:48:01.824685 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:01.957142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for 5952f786-b0a5-445d-a955-9359c94e6a74 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:48:02.008186 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:02.034120 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:02.080704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Port': ['ID=5952f786-b0a5-445d-a955-9359c94e6a74,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:02.087248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] No DVR routers for this DVR port 5952f786-b0a5-445d-a955-9359c94e6a74 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:48:02.221669 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:02.250485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831e5630-8bf8-4046-9cf8-1f84ee416a22']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:02.255293 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-be5be576-8435-46aa-821a-bf220d7a2a15 None None] For port 5952f786-b0a5-445d-a955-9359c94e6a74, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=5952f786-b0a5-445d-a955-9359c94e6a74,segment=NetworkSegment(b1006bcb-8710-48c0-8cb7-cdda52f350ac),segment_id=b1006bcb-8710-48c0-8cb7-cdda52f350ac)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:48:02.255677 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-be5be576-8435-46aa-821a-bf220d7a2a15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:02.263622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1006bcb-8710-48c0-8cb7-cdda52f350ac') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:02.263908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1006bcb-8710-48c0-8cb7-cdda52f350ac') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:02.275426 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:02.291771 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:02.297637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:48:02.298013 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:48:02.312660 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:48:02.393462 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:02.415753 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:02.429626 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Network': ['ID=831e5630-8bf8-4046-9cf8-1f84ee416a22,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:02.436426 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-86b96b13-7cf6-4d64-bb7d-41ffdefa1494 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/networks/831e5630-8bf8-4046-9cf8-1f84ee416a22 HTTP/1.1" status: 204 len: 168 time: 1.0930800 Feb 09 14:48:02.437351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44574) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:02.437562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-be5be576-8435-46aa-821a-bf220d7a2a15 None None] Calling delete_port for 5952f786-b0a5-445d-a955-9359c94e6a74 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:48:02.497597 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ce97e-c49e-44c0-b8c0-3b3da0797cba req-a00f029a-01c1-4e5f-bcc4-59c0518724d2 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:02.500051 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5f4ce97e-c49e-44c0-b8c0-3b3da0797cba req-a00f029a-01c1-4e5f-bcc4-59c0518724d2 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.0999124 Feb 09 14:48:02.546515 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5f4ce97e-c49e-44c0-b8c0-3b3da0797cba req-b7759e42-5935-4403-ac95-5fea98663074 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402923 Feb 09 14:48:02.591311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0b475cfc-1963-4a89-ad30-9fcc8a698dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:59Z', 'revision_number': 8, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': '4e5c92e9-4ac4-4827-9ccd-5cd21c914057', 'name': '', 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:92:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:44Z', 'updated_at': '2022-02-09T14:47:52Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:48Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:02.602285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b475cfc-1963-4a89-ad30-9fcc8a698dde None None] The sync data for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 is: [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:47:59Z', 'revision_number': 8, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': '4e5c92e9-4ac4-4827-9ccd-5cd21c914057', 'name': '', 'network_id': 'fff72a27-772b-4576-96f3-3436e34a7d11', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:92:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:44Z', 'updated_at': '2022-02-09T14:47:52Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'e27a7846-1941-41d2-9ace-dca1edf54588', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:48Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:48:02.605991 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-be5be576-8435-46aa-821a-bf220d7a2a15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:48:02.606350 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-be5be576-8435-46aa-821a-bf220d7a2a15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:48:02.896356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c56233-37d0-445e-9ede-42a007a7fa92 req-2c0de895-a666-41b9-a0d9-93cd86781a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:02.897741 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54c56233-37d0-445e-9ede-42a007a7fa92 req-2c0de895-a666-41b9-a0d9-93cd86781a34 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1096 time: 0.2075038 Feb 09 14:48:03.107541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-be5be576-8435-46aa-821a-bf220d7a2a15 None None] Deleting port 5952f786-b0a5-445d-a955-9359c94e6a74 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:48:03.108026 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-be5be576-8435-46aa-821a-bf220d7a2a15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:03.185464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-be5be576-8435-46aa-821a-bf220d7a2a15 None None] The port '5952f786-b0a5-445d-a955-9359c94e6a74' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:48:03.222128 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c56233-37d0-445e-9ede-42a007a7fa92 req-0e1b81fd-bced-4054-8f3c-64182997397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:03.223549 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54c56233-37d0-445e-9ede-42a007a7fa92 req-0e1b81fd-bced-4054-8f3c-64182997397a service neutron] 10.222.0.35 "GET /v2.0/networks?id=5025c9e8-ba64-4eaf-81d3-15d6775318af HTTP/1.1" status: 200 len: 896 time: 0.2879210 Feb 09 14:48:03.322173 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3f500e3d-89b2-4683-be92-305d3ed9685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:03.324391 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3f500e3d-89b2-4683-be92-305d3ed9685c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592&tenant_id=c945c8634f3e49fe9afbbbf3c60331a8 HTTP/1.1" status: 200 len: 1096 time: 0.0715866 Feb 09 14:48:03.334480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:48:03.377980 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54c56233-37d0-445e-9ede-42a007a7fa92 req-0638d934-b41c-47c8-8756-50e921240a3e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 1001 time: 0.1224813 Feb 09 14:48:03.428089 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-252dd97b-c31f-453f-a1f8-bd09be18cb65 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:03.450624 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:03.557060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c56233-37d0-445e-9ede-42a007a7fa92 req-436434c7-49ae-40bd-89f3-0a34687b9a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:03.559027 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54c56233-37d0-445e-9ede-42a007a7fa92 req-436434c7-49ae-40bd-89f3-0a34687b9a5e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c0d1d49b-e312-4c2f-b0ff-3ac531f98528 HTTP/1.1" status: 200 len: 835 time: 0.1747756 Feb 09 14:48:03.647300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5952f786-b0a5-445d-a955-9359c94e6a74 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:48:03.688386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 5952f786-b0a5-445d-a955-9359c94e6a74 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:48:03.689024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 5952f786-b0a5-445d-a955-9359c94e6a74 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:48:03.689622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c94cf812-0758-49cd-8ade-2fcbedb871fe no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:48:03.725685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: c94cf812-0758-49cd-8ade-2fcbedb871fe {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:48:03.726142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c94cf812-0758-49cd-8ade-2fcbedb871fe not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:48:03.739850 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d3130246-e69b-4459-8813-d4d112c2747a,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:48:03.773276 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:48:03.842085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:48:03.848369 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:03.864649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Transition to ACTIVE for port object d3130246-e69b-4459-8813-d4d112c2747a will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:48:03.869160 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:03.887942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c56233-37d0-445e-9ede-42a007a7fa92 req-99c5c117-4f8d-44de-8824-b2cf0078e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:03.889415 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54c56233-37d0-445e-9ede-42a007a7fa92 req-99c5c117-4f8d-44de-8824-b2cf0078e7a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5025c9e8-ba64-4eaf-81d3-15d6775318af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3188980 Feb 09 14:48:03.985380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb1f80-ee9c-4acd-99e0-57eadaa2ce0c req-9dadb32d-362b-4366-a516-dcf9f384cc03 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:03.987023 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7eb1f80-ee9c-4acd-99e0-57eadaa2ce0c req-9dadb32d-362b-4366-a516-dcf9f384cc03 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 945 time: 0.2649634 Feb 09 14:48:04.050039 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a', 'code': 200} Feb 09 14:48:04.143541 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7eb1f80-ee9c-4acd-99e0-57eadaa2ce0c req-c2af4744-553f-4d27-a274-43090a711fe5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467228 Feb 09 14:48:04.174131 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54c56233-37d0-445e-9ede-42a007a7fa92 req-a6af2b1e-2228-4f41-b1e7-10aec52e43b8 service neutron] 10.222.0.35 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719867 Feb 09 14:48:04.175968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-252dd97b-c31f-453f-a1f8-bd09be18cb65 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port 4e5c92e9-4ac4-4827-9ccd-5cd21c914057 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:48:04.176181 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-252dd97b-c31f-453f-a1f8-bd09be18cb65 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:04.198548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3130246-e69b-4459-8813-d4d112c2747a,revision_number=10']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:04.206905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] No DVR routers for this DVR port d3130246-e69b-4459-8813-d4d112c2747a on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:48:04.455909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Attempting to bind port d3130246-e69b-4459-8813-d4d112c2747a on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:48:04.455909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Attempting to bind port d3130246-e69b-4459-8813-d4d112c2747a by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:48:04.456238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Attempting to bind port d3130246-e69b-4459-8813-d4d112c2747a on network 5025c9e8-ba64-4eaf-81d3-15d6775318af {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:48:04.460984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Port d3130246-e69b-4459-8813-d4d112c2747a on network 5025c9e8-ba64-4eaf-81d3-15d6775318af not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:48:04.461119 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Attempting to bind port d3130246-e69b-4459-8813-d4d112c2747a on network 5025c9e8-ba64-4eaf-81d3-15d6775318af {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:48:04.467235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:48:04.468117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Checking segment: {'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:48:04.468117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Bound using segment: {'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:48:04.468476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Bound port: d3130246-e69b-4459-8813-d4d112c2747a, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:48:04.469391 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:04.474187 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54c56233-37d0-445e-9ede-42a007a7fa92 req-647a7587-38f6-4b3c-aa59-dd98c93c6a38 service neutron] 10.222.0.35 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699912 Feb 09 14:48:04.515531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-252dd97b-c31f-453f-a1f8-bd09be18cb65 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] For port 4e5c92e9-4ac4-4827-9ccd-5cd21c914057, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4e5c92e9-4ac4-4827-9ccd-5cd21c914057,segment=NetworkSegment(6a8926a3-8900-4ec6-a77c-c7efaa65d076),segment_id=6a8926a3-8900-4ec6-a77c-c7efaa65d076)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:48:04.516027 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-252dd97b-c31f-453f-a1f8-bd09be18cb65 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:04.564814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:48:04.569082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d3130246-e69b-4459-8813-d4d112c2747a,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:48:04.573565 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:04.639042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:04.639669 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:04.641129 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] 10.222.0.21 "PUT /v2.0/ports/d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 1092 time: 1.3106575 Feb 09 14:48:04.694875 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb854ef-5b0c-47af-8a00-342d493717d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3130246-e69b-4459-8813-d4d112c2747a,revision_number=11']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:04.747390 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-702be975-7e32-492e-a315-f6001b46e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:04.749006 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-702be975-7e32-492e-a315-f6001b46e868 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1095 time: 0.0863872 Feb 09 14:48:04.795719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-252dd97b-c31f-453f-a1f8-bd09be18cb65 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for 4e5c92e9-4ac4-4827-9ccd-5cd21c914057 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:48:04.885810 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-aa54c9e2-9594-46f5-9efa-5c2a6dc4d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:04.887266 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-aa54c9e2-9594-46f5-9efa-5c2a6dc4d751 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5025c9e8-ba64-4eaf-81d3-15d6775318af HTTP/1.1" status: 200 len: 896 time: 0.1325886 Feb 09 14:48:04.984640 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-252dd97b-c31f-453f-a1f8-bd09be18cb65 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:04.996412 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-18f1c447-3523-44e8-bad7-c9c546a060b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 999 time: 0.1034384 Feb 09 14:48:05.037268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252dd97b-c31f-453f-a1f8-bd09be18cb65 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Port': ['ID=4e5c92e9-4ac4-4827-9ccd-5cd21c914057,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:05.064245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-d709e78e-5c1b-49b1-b028-1335c284f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:05.065737 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-d709e78e-5c1b-49b1-b028-1335c284f801 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0d1d49b-e312-4c2f-b0ff-3ac531f98528 HTTP/1.1" status: 200 len: 835 time: 0.0634639 Feb 09 14:48:05.155831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-bc954d9d-f9c5-42ed-975f-bb4d10c8c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:05.157403 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-bc954d9d-f9c5-42ed-975f-bb4d10c8c855 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5025c9e8-ba64-4eaf-81d3-15d6775318af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860500 Feb 09 14:48:05.311852 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-252dd97b-c31f-453f-a1f8-bd09be18cb65 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:05.376034 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-475e2ad8-503e-49a3-865e-b4c4e3e239d1 service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124615 Feb 09 14:48:05.488369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd811c2c-b2c0-47df-8b7a-08bb26d78b6e req-302560bb-d24f-4910-a823-21c5cf013e78 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:05.489872 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bd811c2c-b2c0-47df-8b7a-08bb26d78b6e req-302560bb-d24f-4910-a823-21c5cf013e78 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 944 time: 0.2046747 Feb 09 14:48:05.565533 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f46432c4-7882-479b-abc8-29cb97f55f93 req-65ea53fd-27a1-46ca-8273-f6422dbbd5a0 service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829345 Feb 09 14:48:05.568318 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bd811c2c-b2c0-47df-8b7a-08bb26d78b6e req-6c4bbedc-bf6b-44f6-b025-e1fde034d35f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718589 Feb 09 14:48:05.677630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252dd97b-c31f-453f-a1f8-bd09be18cb65 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 8b3746fa-c1ce-4c17-a747-56db735b2a48 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:48:05.832183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252dd97b-c31f-453f-a1f8-bd09be18cb65 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:48:05.842164 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49ad6cc-3f6d-48f4-aa7b-2a1faf25bd92 None None] Sync routers for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:48:05.846436 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-252dd97b-c31f-453f-a1f8-bd09be18cb65 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/8b3746fa-c1ce-4c17-a747-56db735b2a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4080193 Feb 09 14:48:05.850319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44586) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:05.855380 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49ad6cc-3f6d-48f4-aa7b-2a1faf25bd92 None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:48:05.856036 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d49ad6cc-3f6d-48f4-aa7b-2a1faf25bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:05.918338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48fe241-c96f-4be2-bf5b-e4cb595bfe9f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting subnet e27a7846-1941-41d2-9ace-dca1edf54588 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:48:05.921889 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d48fe241-c96f-4be2-bf5b-e4cb595bfe9f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:05.979332 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d48fe241-c96f-4be2-bf5b-e4cb595bfe9f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:06.046331 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-d49ad6cc-3f6d-48f4-aa7b-2a1faf25bd92 None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:48:06.050951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:48:06.069898 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d48fe241-c96f-4be2-bf5b-e4cb595bfe9f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:06.112098 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a', 'status': 'completed', 'code': 200} Feb 09 14:48:06.217769 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d48fe241-c96f-4be2-bf5b-e4cb595bfe9f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:06.225057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-ef3f66bd-880c-430d-9fc5-acfe5fe4e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:06.226902 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-ef3f66bd-880c-430d-9fc5-acfe5fe4e435 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1095 time: 0.0877433 Feb 09 14:48:06.401453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fe241-c96f-4be2-bf5b-e4cb595bfe9f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Subnet': ['ID=e27a7846-1941-41d2-9ace-dca1edf54588,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:06.409504 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d48fe241-c96f-4be2-bf5b-e4cb595bfe9f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:06.418372 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d49ad6cc-3f6d-48f4-aa7b-2a1faf25bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:48:04Z', 'revision_number': 9, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:48Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:06.420255 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4842c5-3dc1-4ce7-9528-0ccdbbdacd71 None None] Network fff72a27-772b-4576-96f3-3436e34a7d11 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:48:06.424012 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49ad6cc-3f6d-48f4-aa7b-2a1faf25bd92 None None] Checking router: 8b3746fa-c1ce-4c17-a747-56db735b2a48 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:48:06.435250 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49ad6cc-3f6d-48f4-aa7b-2a1faf25bd92 None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:48:06.436799 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d49ad6cc-3f6d-48f4-aa7b-2a1faf25bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:06.439405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-5f3a1ad0-bbf4-40e2-9945-bb4cc3c9440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:06.441619 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-5f3a1ad0-bbf4-40e2-9945-bb4cc3c9440d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1095 time: 0.2987673 Feb 09 14:48:06.445302 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d48fe241-c96f-4be2-bf5b-e4cb595bfe9f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/e27a7846-1941-41d2-9ace-dca1edf54588 HTTP/1.1" status: 204 len: 168 time: 0.5916324 Feb 09 14:48:06.445599 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44592) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:06.502292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-7e3c146a-68a0-4bdb-9281-aab55487f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:06.505976 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-7e3c146a-68a0-4bdb-9281-aab55487f9dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=5025c9e8-ba64-4eaf-81d3-15d6775318af HTTP/1.1" status: 200 len: 896 time: 0.2701449 Feb 09 14:48:06.612536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-61d6f883-4724-4af3-ab82-2c70804660a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:06.614005 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-61d6f883-4724-4af3-ab82-2c70804660a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5025c9e8-ba64-4eaf-81d3-15d6775318af HTTP/1.1" status: 200 len: 896 time: 0.1649878 Feb 09 14:48:06.644932 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-d3d0bd41-a38c-43db-bcee-40414b266c98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 999 time: 0.1345835 Feb 09 14:48:06.656874 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-d49ad6cc-3f6d-48f4-aa7b-2a1faf25bd92 None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:48:06.840699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-9510ea87-87f2-4323-b00c-a2c2ba046177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:06.842005 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-9510ea87-87f2-4323-b00c-a2c2ba046177 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0d1d49b-e312-4c2f-b0ff-3ac531f98528 HTTP/1.1" status: 200 len: 835 time: 0.1888969 Feb 09 14:48:06.850122 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:06.871197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:48:06.871535 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:06.874496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27b3c54-0361-44cc-95c1-03a4c701b470 None None] DHCP port deletion for fff72a27-772b-4576-96f3-3436e34a7d11 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:48:06.879694 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b27b3c54-0361-44cc-95c1-03a4c701b470 None None] Deleting port 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:48:06.880300 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b27b3c54-0361-44cc-95c1-03a4c701b470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:06.897812 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-fac5bbd2-9dd1-47a9-a90a-9908adaeb29d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 999 time: 0.2652853 Feb 09 14:48:06.967358 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc55645-cac3-40b6-9a17-df43d3e54cf5 req-3cf857cb-8d1b-4648-a0fd-04f131e3e898 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:06.976476 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bcc55645-cac3-40b6-9a17-df43d3e54cf5 req-3cf857cb-8d1b-4648-a0fd-04f131e3e898 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 944 time: 0.2270339 Feb 09 14:48:07.032008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-73f26d10-1711-4bfc-80e3-8451825cbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:07.033488 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-73f26d10-1711-4bfc-80e3-8451825cbb80 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c0d1d49b-e312-4c2f-b0ff-3ac531f98528 HTTP/1.1" status: 200 len: 835 time: 0.1294305 Feb 09 14:48:07.037959 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bcc55645-cac3-40b6-9a17-df43d3e54cf5 req-bef0ce93-d0c2-40b7-b467-253b503f5097 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601106 Feb 09 14:48:07.073309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-85fbab56-7073-483c-a88d-f3c66b83014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:07.076013 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-85fbab56-7073-483c-a88d-f3c66b83014f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5025c9e8-ba64-4eaf-81d3-15d6775318af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2276132 Feb 09 14:48:07.079634 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d49ad6cc-3f6d-48f4-aa7b-2a1faf25bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:48:04Z', 'revision_number': 9, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:48Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:07.085141 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49ad6cc-3f6d-48f4-aa7b-2a1faf25bd92 None None] The sync data for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 is: [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:48:04Z', 'revision_number': 9, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e584a88a-f1ce-404f-9f76-588f5d2f6e21', 'name': '', 'network_id': '25d0d804-8fde-4ec2-baff-5510a75cbe7c', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:a4:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:40Z', 'updated_at': '2022-02-09T14:47:48Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': 'b4f294c1-3284-4e55-8938-46fb0623c8b7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:48:07.145395 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b27b3c54-0361-44cc-95c1-03a4c701b470 None None] For port 4d2a480b-a1ef-4f47-b5ba-9170c90564a7, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4d2a480b-a1ef-4f47-b5ba-9170c90564a7,segment=NetworkSegment(6a8926a3-8900-4ec6-a77c-c7efaa65d076),segment_id=6a8926a3-8900-4ec6-a77c-c7efaa65d076)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:48:07.145785 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b27b3c54-0361-44cc-95c1-03a4c701b470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:07.155167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d3130246-e69b-4459-8813-d4d112c2747a no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:48:07.216103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] For port 4d2a480b-a1ef-4f47-b5ba-9170c90564a7, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=4d2a480b-a1ef-4f47-b5ba-9170c90564a7,segment=NetworkSegment(6a8926a3-8900-4ec6-a77c-c7efaa65d076),segment_id=6a8926a3-8900-4ec6-a77c-c7efaa65d076)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:48:07.216479 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:07.260312 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-57e36cba-f88a-4727-8dcb-c8a723c65719 service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730247 Feb 09 14:48:07.285979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-9ce4bea2-afcd-4e22-9084-2456f52a211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:07.287528 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-9ce4bea2-afcd-4e22-9084-2456f52a211f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5025c9e8-ba64-4eaf-81d3-15d6775318af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2452533 Feb 09 14:48:07.362827 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b27b3c54-0361-44cc-95c1-03a4c701b470 None None] Calling delete_port for 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:48:07.366109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:48:07.404399 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-5918110c-1917-43db-9419-fcb44cdfd665 service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367760 Feb 09 14:48:07.405290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d3130246-e69b-4459-8813-d4d112c2747a not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:48:07.447043 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b27b3c54-0361-44cc-95c1-03a4c701b470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:07.496132 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b3c54-0361-44cc-95c1-03a4c701b470 None None] Pushing event deleted for resources: {'Port': ['ID=4d2a480b-a1ef-4f47-b5ba-9170c90564a7,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:07.511751 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b3c54-0361-44cc-95c1-03a4c701b470 None None] No DVR routers for this DVR port 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:48:07.535606 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.db.api [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:48:07.535960 n-d-828418-2 neutron-server[87597]: DEBUG oslo_db.api [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:48:07.542529 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-6a6711fd-4a54-43d2-907a-b616b63dd41f service neutron] 10.222.0.35 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005401 Feb 09 14:48:07.628538 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4e5c92e9-4ac4-4827-9ccd-5cd21c914057 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:48:07.663484 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 4e5c92e9-4ac4-4827-9ccd-5cd21c914057 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:48:07.663867 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4e5c92e9-4ac4-4827-9ccd-5cd21c914057 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:48:07.664299 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:48:07.691415 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2ffabff-c4f2-40ec-a10b-e58dc53363d9 req-bcb2af1b-f8ef-4594-bd70-41e4c5ea2883 service neutron] 10.222.0.35 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395209 Feb 09 14:48:07.697907 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:48:07.698286 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:48:08.037351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port 4d2a480b-a1ef-4f47-b5ba-9170c90564a7 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:48:08.037892 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:08.103179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] The port '4d2a480b-a1ef-4f47-b5ba-9170c90564a7' was deleted {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:48:08.391826 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:08.419773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff72a27-772b-4576-96f3-3436e34a7d11']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:08.434786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8926a3-8900-4ec6-a77c-c7efaa65d076') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:08.435080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8926a3-8900-4ec6-a77c-c7efaa65d076') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:08.449722 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:08.469790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e03b0-fb88-4b46-8040-dac1009c97c1 req-1d69180f-a004-4d0f-91e2-efa9a807418e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:08.471219 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-da3e03b0-fb88-4b46-8040-dac1009c97c1 req-1d69180f-a004-4d0f-91e2-efa9a807418e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 944 time: 0.3223848 Feb 09 14:48:08.477374 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:08.496918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:48:08.497346 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: util.warn( Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:48:08.513858 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:48:08.621331 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-da3e03b0-fb88-4b46-8040-dac1009c97c1 req-dc0bac89-2e2e-44af-af36-1dc6370cedb3 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413479 Feb 09 14:48:08.626320 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:08.648065 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:08.662688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Network': ['ID=fff72a27-772b-4576-96f3-3436e34a7d11,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:08.671296 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f9bb7d91-3a34-4827-af10-7a9f7b57961f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/networks/fff72a27-772b-4576-96f3-3436e34a7d11 HTTP/1.1" status: 204 len: 168 time: 2.2246974 Feb 09 14:48:08.674096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44600) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:09.074982 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:09.191211 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7962bc8-144c-4896-acee-e93749a702cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:09.522546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-d7962bc8-144c-4896-acee-e93749a702cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port e584a88a-f1ce-404f-9f76-588f5d2f6e21 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:48:09.522878 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7962bc8-144c-4896-acee-e93749a702cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:09.706796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-d7962bc8-144c-4896-acee-e93749a702cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] For port e584a88a-f1ce-404f-9f76-588f5d2f6e21, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e584a88a-f1ce-404f-9f76-588f5d2f6e21,segment=NetworkSegment(4f659ce0-0de7-431b-adab-b878c094716c),segment_id=4f659ce0-0de7-431b-adab-b878c094716c)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:48:09.707158 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7962bc8-144c-4896-acee-e93749a702cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:09.816201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abd6b9-f89d-462c-864f-9d57c689cadf req-011b8590-bff4-417f-baf7-4a9d072dba61 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:09.817692 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a9abd6b9-f89d-462c-864f-9d57c689cadf req-011b8590-bff4-417f-baf7-4a9d072dba61 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 944 time: 0.0834944 Feb 09 14:48:09.864388 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a9abd6b9-f89d-462c-864f-9d57c689cadf req-63e50b5e-4a3f-430b-a910-964affc74f99 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405889 Feb 09 14:48:09.890765 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44606) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:09.956516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-d7962bc8-144c-4896-acee-e93749a702cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for e584a88a-f1ce-404f-9f76-588f5d2f6e21 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:48:09.999068 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8fc5eb6d-fbf6-4a09-88cb-45953bd32a8f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/8759e506-74ed-4c7a-8263-670d401c9127 HTTP/1.1" status: 200 len: 991 time: 0.1069431 Feb 09 14:48:10.138152 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7962bc8-144c-4896-acee-e93749a702cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:10.189817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7962bc8-144c-4896-acee-e93749a702cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Port': ['ID=e584a88a-f1ce-404f-9f76-588f5d2f6e21,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:10.452510 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7962bc8-144c-4896-acee-e93749a702cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:10.632009 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:10.785536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7962bc8-144c-4896-acee-e93749a702cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 8b3746fa-c1ce-4c17-a747-56db735b2a48 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:48:10.941186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7962bc8-144c-4896-acee-e93749a702cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:48:10.952537 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e5acc6-c580-4e2d-8803-4e9ed098a0c7 None None] Sync routers for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:48:10.955240 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d7962bc8-144c-4896-acee-e93749a702cb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/8b3746fa-c1ce-4c17-a747-56db735b2a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2800934 Feb 09 14:48:10.958301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44612) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:10.966996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5acc6-c580-4e2d-8803-4e9ed098a0c7 None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:48:10.967916 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a5e5acc6-c580-4e2d-8803-4e9ed098a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:11.023707 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d3130246-e69b-4459-8813-d4d112c2747a details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:48:11.025709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9453f90-fc6a-4206-825a-d18db64f7167 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting subnet b4f294c1-3284-4e55-8938-46fb0623c8b7 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:48:11.029376 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9453f90-fc6a-4206-825a-d18db64f7167 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:11.083905 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9453f90-fc6a-4206-825a-d18db64f7167 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:11.171229 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9453f90-fc6a-4206-825a-d18db64f7167 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:11.188935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-a5e5acc6-c580-4e2d-8803-4e9ed098a0c7 None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:48:11.245113 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9453f90-fc6a-4206-825a-d18db64f7167 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:11.288468 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9453f90-fc6a-4206-825a-d18db64f7167 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f294c1-3284-4e55-8938-46fb0623c8b7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:11.290393 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9453f90-fc6a-4206-825a-d18db64f7167 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:11.296770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d9453f90-fc6a-4206-825a-d18db64f7167 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/b4f294c1-3284-4e55-8938-46fb0623c8b7 HTTP/1.1" status: 204 len: 168 time: 0.3370342 Feb 09 14:48:11.299444 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44616) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:11.328895 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf520d4-b351-4f27-b437-84ecc38ccab4 None None] Network 25d0d804-8fde-4ec2-baff-5510a75cbe7c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:48:11.413583 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:11.423795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port bb42808a-e588-4905-8e37-614b8f965d9b {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:48:11.424125 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:11.493087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d3130246-e69b-4459-8813-d4d112c2747a,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:48:11.531399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'd3130246-e69b-4459-8813-d4d112c2747a', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'port_id': 'd3130246-e69b-4459-8813-d4d112c2747a', 'mac_address': 'fa:16:3e:c3:e3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:48:11.636246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] For port bb42808a-e588-4905-8e37-614b8f965d9b, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=bb42808a-e588-4905-8e37-614b8f965d9b,segment=NetworkSegment(4f659ce0-0de7-431b-adab-b878c094716c),segment_id=4f659ce0-0de7-431b-adab-b878c094716c)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:48:11.636694 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:11.735457 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:11.760520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for bb42808a-e588-4905-8e37-614b8f965d9b owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:48:11.767111 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3130246-e69b-4459-8813-d4d112c2747a {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:48:11.798957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d3130246-e69b-4459-8813-d4d112c2747a,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:48:11.805794 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:11.840095 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:11.873240 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a5e5acc6-c580-4e2d-8803-4e9ed098a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:48:10Z', 'revision_number': 10, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:11.882342 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e5acc6-c580-4e2d-8803-4e9ed098a0c7 None None] Checking router: 8b3746fa-c1ce-4c17-a747-56db735b2a48 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:48:11.892528 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=d3130246-e69b-4459-8813-d4d112c2747a,revision_number=12']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:11.898275 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5acc6-c580-4e2d-8803-4e9ed098a0c7 None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:48:11.898987 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a5e5acc6-c580-4e2d-8803-4e9ed098a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:11.953756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e13219-1d04-4d22-9276-2152707c6e86 None None] DHCP port deletion for 25d0d804-8fde-4ec2-baff-5510a75cbe7c request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:48:12.009902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Port': ['ID=bb42808a-e588-4905-8e37-614b8f965d9b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:12.018994 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] No DVR routers for this DVR port bb42808a-e588-4905-8e37-614b8f965d9b on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:48:12.021523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:12.021927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:12.022274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:12.022652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:12.022943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:12.023271 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:12.023595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:12.023943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:12.024266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:12.024587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:12.024905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:12.025225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:12.113502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-a5e5acc6-c580-4e2d-8803-4e9ed098a0c7 None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:48:12.154724 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:12.179229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d0d804-8fde-4ec2-baff-5510a75cbe7c']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:12.192117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f659ce0-0de7-431b-adab-b878c094716c') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:12.192435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f659ce0-0de7-431b-adab-b878c094716c') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:12.205095 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:12.221896 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:12.227915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:48:12.228321 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:48:12.242929 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:48:12.245038 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['d3130246-e69b-4459-8813-d4d112c2747a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:48:12.329235 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:12.347029 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:12.357901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Network': ['ID=25d0d804-8fde-4ec2-baff-5510a75cbe7c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:12.365267 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a20f477c-8964-406f-9e78-80f27d71c6fb tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/networks/25d0d804-8fde-4ec2-baff-5510a75cbe7c HTTP/1.1" status: 204 len: 168 time: 1.0647728 Feb 09 14:48:12.367979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44620) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:12.574141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a5e5acc6-c580-4e2d-8803-4e9ed098a0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:48:10Z', 'revision_number': 10, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:12.582404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e5acc6-c580-4e2d-8803-4e9ed098a0c7 None None] The sync data for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 is: [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:48:10Z', 'revision_number': 10, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None, '_interfaces': [{'id': 'e12ba92e-4f21-44da-9679-0b020a755604', 'name': '', 'network_id': 'adec45f7-b052-4f67-bf81-ca8c2bc0a2a3', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'mac_address': 'fa:16:3e:5c:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:47:36Z', 'updated_at': '2022-02-09T14:47:42Z', 'revision_number': 5, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'subnets': [{'id': '26ff246e-2456-4fa5-b5b7-d01c2378d030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:48:12.874807 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0904a1b4-bace-4bbe-8746-36c7ee8530c9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:13.203600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0904a1b4-bace-4bbe-8746-36c7ee8530c9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port e12ba92e-4f21-44da-9679-0b020a755604 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:48:13.203960 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0904a1b4-bace-4bbe-8746-36c7ee8530c9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:13.501306 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-0904a1b4-bace-4bbe-8746-36c7ee8530c9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] For port e12ba92e-4f21-44da-9679-0b020a755604, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e12ba92e-4f21-44da-9679-0b020a755604,segment=NetworkSegment(566f0d93-27fc-433c-b945-7b498b93ed82),segment_id=566f0d93-27fc-433c-b945-7b498b93ed82)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:48:13.501967 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0904a1b4-bace-4bbe-8746-36c7ee8530c9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:13.611273 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device bb42808a-e588-4905-8e37-614b8f965d9b no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:48:13.623699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0904a1b4-bace-4bbe-8746-36c7ee8530c9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for e12ba92e-4f21-44da-9679-0b020a755604 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:48:13.645809 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: bb42808a-e588-4905-8e37-614b8f965d9b {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:48:13.646149 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device bb42808a-e588-4905-8e37-614b8f965d9b not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:48:13.646570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e584a88a-f1ce-404f-9f76-588f5d2f6e21 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:48:13.679709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: e584a88a-f1ce-404f-9f76-588f5d2f6e21 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:48:13.680322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e584a88a-f1ce-404f-9f76-588f5d2f6e21 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:48:13.800084 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0904a1b4-bace-4bbe-8746-36c7ee8530c9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:13.849950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904a1b4-bace-4bbe-8746-36c7ee8530c9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Port': ['ID=e12ba92e-4f21-44da-9679-0b020a755604,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:14.082661 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0904a1b4-bace-4bbe-8746-36c7ee8530c9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:14.352963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0904a1b4-bace-4bbe-8746-36c7ee8530c9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 8b3746fa-c1ce-4c17-a747-56db735b2a48 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:48:14.481561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0904a1b4-bace-4bbe-8746-36c7ee8530c9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:48:14.492660 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa4b7f4-43b6-4d94-bd76-a8715ba220ce None None] Sync routers for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:48:14.494011 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0904a1b4-bace-4bbe-8746-36c7ee8530c9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/8b3746fa-c1ce-4c17-a747-56db735b2a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1250484 Feb 09 14:48:14.496616 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44624) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:14.502214 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa4b7f4-43b6-4d94-bd76-a8715ba220ce None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:48:14.502821 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-aaa4b7f4-43b6-4d94-bd76-a8715ba220ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:14.566893 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f58161-e988-4fc3-b021-e8a4f2d4130e tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting subnet 26ff246e-2456-4fa5-b5b7-d01c2378d030 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:48:14.569920 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7f58161-e988-4fc3-b021-e8a4f2d4130e tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:14.627815 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7f58161-e988-4fc3-b021-e8a4f2d4130e tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:14.628062 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-aaa4b7f4-43b6-4d94-bd76-a8715ba220ce None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:48:14.709344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7f58161-e988-4fc3-b021-e8a4f2d4130e tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:14.732862 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-aaa4b7f4-43b6-4d94-bd76-a8715ba220ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:48:13Z', 'revision_number': 11, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:14.736873 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa4b7f4-43b6-4d94-bd76-a8715ba220ce None None] Checking router: 8b3746fa-c1ce-4c17-a747-56db735b2a48 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:48:14.746206 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa4b7f4-43b6-4d94-bd76-a8715ba220ce None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:48:14.746820 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-aaa4b7f4-43b6-4d94-bd76-a8715ba220ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:14.908925 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-aaa4b7f4-43b6-4d94-bd76-a8715ba220ce None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:48:14.909113 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7f58161-e988-4fc3-b021-e8a4f2d4130e tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:14.949840 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c7f58161-e988-4fc3-b021-e8a4f2d4130e tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:14.954484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f58161-e988-4fc3-b021-e8a4f2d4130e tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Subnet': ['ID=26ff246e-2456-4fa5-b5b7-d01c2378d030,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:14.956383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683f5417-e94d-4cd3-8289-a687a666c206 None None] Network adec45f7-b052-4f67-bf81-ca8c2bc0a2a3 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:48:14.961720 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c7f58161-e988-4fc3-b021-e8a4f2d4130e tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/26ff246e-2456-4fa5-b5b7-d01c2378d030 HTTP/1.1" status: 204 len: 168 time: 0.4641414 Feb 09 14:48:14.962059 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44628) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:15.017260 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-aaa4b7f4-43b6-4d94-bd76-a8715ba220ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:48:13Z', 'revision_number': 11, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:15.021687 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa4b7f4-43b6-4d94-bd76-a8715ba220ce None None] The sync data for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 is: [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:48:13Z', 'revision_number': 11, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:48:15.022085 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d3130246-e69b-4459-8813-d4d112c2747a up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:48:15.200823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port d3130246-e69b-4459-8813-d4d112c2747a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:48:15.207296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port d3130246-e69b-4459-8813-d4d112c2747a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:48:15.207637 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:15.208770 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:15.219853 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Deleting port 447bbf54-3ada-46d7-8328-e20d417e22ad {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:48:15.220181 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:15.332925 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:15.361276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:48:15.380830 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d3130246-e69b-4459-8813-d4d112c2747a,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:48:15.390279 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:15.429565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bd499b-9fa6-45f4-bf3d-451012d3969b None None] DHCP port deletion for adec45f7-b052-4f67-bf81-ca8c2bc0a2a3 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:48:15.433121 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a', 'code': 200} Feb 09 14:48:15.445425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] For port 447bbf54-3ada-46d7-8328-e20d417e22ad, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=447bbf54-3ada-46d7-8328-e20d417e22ad,segment=NetworkSegment(566f0d93-27fc-433c-b945-7b498b93ed82),segment_id=566f0d93-27fc-433c-b945-7b498b93ed82)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:48:15.445782 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:15.447386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-42bd499b-9fa6-45f4-bf3d-451012d3969b None None] Deleting port 447bbf54-3ada-46d7-8328-e20d417e22ad {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:48:15.447780 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-42bd499b-9fa6-45f4-bf3d-451012d3969b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:15.545140 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=d3130246-e69b-4459-8813-d4d112c2747a,revision_number=13']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:15.572820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Calling delete_port for 447bbf54-3ada-46d7-8328-e20d417e22ad owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:48:15.662876 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e12ba92e-4f21-44da-9679-0b020a755604 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:48:15.680988 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:15.708233 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: e12ba92e-4f21-44da-9679-0b020a755604 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:48:15.708494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e12ba92e-4f21-44da-9679-0b020a755604 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:48:15.708902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 447bbf54-3ada-46d7-8328-e20d417e22ad no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:48:15.728746 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Port': ['ID=447bbf54-3ada-46d7-8328-e20d417e22ad,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:15.730560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] No DVR routers for this DVR port 447bbf54-3ada-46d7-8328-e20d417e22ad on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:48:15.755065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 447bbf54-3ada-46d7-8328-e20d417e22ad {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:48:15.755411 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 447bbf54-3ada-46d7-8328-e20d417e22ad not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:48:15.758553 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-42bd499b-9fa6-45f4-bf3d-451012d3969b None None] For port 447bbf54-3ada-46d7-8328-e20d417e22ad, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=447bbf54-3ada-46d7-8328-e20d417e22ad,segment=NetworkSegment(566f0d93-27fc-433c-b945-7b498b93ed82),segment_id=566f0d93-27fc-433c-b945-7b498b93ed82)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:48:15.758931 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-42bd499b-9fa6-45f4-bf3d-451012d3969b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:15.851815 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:15.879302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adec45f7-b052-4f67-bf81-ca8c2bc0a2a3']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:15.895873 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566f0d93-27fc-433c-b945-7b498b93ed82') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:15.896183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566f0d93-27fc-433c-b945-7b498b93ed82') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:15.907619 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:15.921034 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-42bd499b-9fa6-45f4-bf3d-451012d3969b None None] Calling delete_port for 447bbf54-3ada-46d7-8328-e20d417e22ad owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:48:15.923999 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:15.930098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:48:15.930482 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:48:15.945294 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:48:16.006867 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-42bd499b-9fa6-45f4-bf3d-451012d3969b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:48:16.007444 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-42bd499b-9fa6-45f4-bf3d-451012d3969b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:48:16.033908 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:16.051627 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:16.066653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Pushing event deleted for resources: {'Network': ['ID=adec45f7-b052-4f67-bf81-ca8c2bc0a2a3,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:16.073962 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-28193662-6384-46cf-84a7-3a8d9479ac92 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/networks/adec45f7-b052-4f67-bf81-ca8c2bc0a2a3 HTTP/1.1" status: 204 len: 168 time: 1.1106691 Feb 09 14:48:16.076601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44634) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:16.081622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-7f732a61-b612-443d-b3f4-fccbc41099c4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'router': {'routes': None}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:48:16.369541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.extraroute_db [None req-7f732a61-b612-443d-b3f4-fccbc41099c4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Added routes are [] {{(pid=87597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 09 14:48:16.369786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.extraroute_db [None req-7f732a61-b612-443d-b3f4-fccbc41099c4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Removed routes are [] {{(pid=87597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 09 14:48:16.370234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7f732a61-b612-443d-b3f4-fccbc41099c4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:16.508593 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-42bd499b-9fa6-45f4-bf3d-451012d3969b None None] Deleting port 447bbf54-3ada-46d7-8328-e20d417e22ad {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:48:16.509134 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-42bd499b-9fa6-45f4-bf3d-451012d3969b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:16.577256 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-42bd499b-9fa6-45f4-bf3d-451012d3969b None None] The port '447bbf54-3ada-46d7-8328-e20d417e22ad' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:48:16.735609 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7f732a61-b612-443d-b3f4-fccbc41099c4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:16.738991 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7f732a61-b612-443d-b3f4-fccbc41099c4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:16.874521 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f732a61-b612-443d-b3f4-fccbc41099c4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router 8b3746fa-c1ce-4c17-a747-56db735b2a48 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:48:17.005092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f732a61-b612-443d-b3f4-fccbc41099c4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:48:17.012136 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7f732a61-b612-443d-b3f4-fccbc41099c4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:17.013260 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7f732a61-b612-443d-b3f4-fccbc41099c4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/8b3746fa-c1ce-4c17-a747-56db735b2a48 HTTP/1.1" status: 200 len: 701 time: 0.9356806 Feb 09 14:48:17.016010 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44638) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:17.016159 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542f9608-62a7-4672-9c2f-692c924b6565 None None] Sync routers for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:48:17.025457 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f9608-62a7-4672-9c2f-692c924b6565 None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:48:17.026056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-542f9608-62a7-4672-9c2f-692c924b6565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:17.060783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-45748115-7d5a-498b-bda2-da2c1d9b284e tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Synchronizing usage tracker for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:48:17.077030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-45748115-7d5a-498b-bda2-da2c1d9b284e tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Unset dirty status for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:48:17.078226 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-45748115-7d5a-498b-bda2-da2c1d9b284e tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b3746fa-c1ce-4c17-a747-56db735b2a48 HTTP/1.1" status: 200 len: 205 time: 0.0612869 Feb 09 14:48:17.080902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44642) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:17.157230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-542f9608-62a7-4672-9c2f-692c924b6565 None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:48:17.216107 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a095dae4-f94c-43d8-8b75-3006985ced86 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:17.264456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-542f9608-62a7-4672-9c2f-692c924b6565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:48:13Z', 'revision_number': 11, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:17.268363 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542f9608-62a7-4672-9c2f-692c924b6565 None None] Checking router: 8b3746fa-c1ce-4c17-a747-56db735b2a48 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:48:17.276808 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f9608-62a7-4672-9c2f-692c924b6565 None None] Routers {'8b3746fa-c1ce-4c17-a747-56db735b2a48'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:48:17.277397 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-542f9608-62a7-4672-9c2f-692c924b6565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['8b3746fa-c1ce-4c17-a747-56db735b2a48'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:17.407268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-542f9608-62a7-4672-9c2f-692c924b6565 None None] Set router 8b3746fa-c1ce-4c17-a747-56db735b2a48 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:48:17.510918 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-542f9608-62a7-4672-9c2f-692c924b6565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:48:13Z', 'revision_number': 11, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:17.515955 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542f9608-62a7-4672-9c2f-692c924b6565 None None] The sync data for ids ['8b3746fa-c1ce-4c17-a747-56db735b2a48'] in n-d-828418-2 is: [{'id': '8b3746fa-c1ce-4c17-a747-56db735b2a48', 'name': 'tempest-RoutersTest-router-1493805526', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:47:34Z', 'updated_at': '2022-02-09T14:48:13Z', 'revision_number': 11, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:48:17.520724 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a095dae4-f94c-43d8-8b75-3006985ced86 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:17.523216 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a095dae4-f94c-43d8-8b75-3006985ced86 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:17.549144 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a095dae4-f94c-43d8-8b75-3006985ced86 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:17.549638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a095dae4-f94c-43d8-8b75-3006985ced86 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Fanout notify agent at l3_agent the message router_deleted on router 8b3746fa-c1ce-4c17-a747-56db735b2a48 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:48:17.565475 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a095dae4-f94c-43d8-8b75-3006985ced86 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:17.567991 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a095dae4-f94c-43d8-8b75-3006985ced86 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/routers/8b3746fa-c1ce-4c17-a747-56db735b2a48 HTTP/1.1" status: 204 len: 168 time: 0.4847853 Feb 09 14:48:17.572505 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44646) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:17.580510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-2bbe680f-9284-42f2-b90b-8e4b32834ae9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-38662550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:48:17.588103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2bbe680f-9284-42f2-b90b-8e4b32834ae9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:48:17.593147 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2bbe680f-9284-42f2-b90b-8e4b32834ae9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Usage tracker for resource:router and tenant:1f366fadd1114a4392ae7517d48ec961 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:48:17.595960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2bbe680f-9284-42f2-b90b-8e4b32834ae9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:48:17.603436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2bbe680f-9284-42f2-b90b-8e4b32834ae9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:48:17.614264 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bbe680f-9284-42f2-b90b-8e4b32834ae9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:17.615367 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bbe680f-9284-42f2-b90b-8e4b32834ae9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:17.632807 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bbe680f-9284-42f2-b90b-8e4b32834ae9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:17.655010 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bbe680f-9284-42f2-b90b-8e4b32834ae9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:17.682275 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2bbe680f-9284-42f2-b90b-8e4b32834ae9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:17.683644 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2bbe680f-9284-42f2-b90b-8e4b32834ae9 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1105986 Feb 09 14:48:17.686313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44650) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:17.691507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-af3fd328-fd66-48bf-b82c-3af335d81a91 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:48:18.073638 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af3fd328-fd66-48bf-b82c-3af335d81a91 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:18.083910 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af3fd328-fd66-48bf-b82c-3af335d81a91 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4147200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4147223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4145494'] for router, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:18.242037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3fd328-fd66-48bf-b82c-3af335d81a91 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Router a4fc4b23-4d8a-48d0-8dec-9b968476d63f is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:48:18.377052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3fd328-fd66-48bf-b82c-3af335d81a91 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:48:18.384613 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af3fd328-fd66-48bf-b82c-3af335d81a91 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:18.386682 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-af3fd328-fd66-48bf-b82c-3af335d81a91 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "PUT /v2.0/routers/a4fc4b23-4d8a-48d0-8dec-9b968476d63f HTTP/1.1" status: 200 len: 692 time: 0.6985776 Feb 09 14:48:18.386826 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3c6d6d-a36c-47e5-9b25-f0ce0ff67fcb None None] Sync routers for ids ['a4fc4b23-4d8a-48d0-8dec-9b968476d63f'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:48:18.388912 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44654) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:18.396010 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3c6d6d-a36c-47e5-9b25-f0ce0ff67fcb None None] Routers {'a4fc4b23-4d8a-48d0-8dec-9b968476d63f'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:48:18.396616 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ee3c6d6d-a36c-47e5-9b25-f0ce0ff67fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['a4fc4b23-4d8a-48d0-8dec-9b968476d63f'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:18.521600 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-ee3c6d6d-a36c-47e5-9b25-f0ce0ff67fcb None None] Set router a4fc4b23-4d8a-48d0-8dec-9b968476d63f gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:48:18.525943 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f2174674-2056-4e76-8fc0-52861de94377 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/routers/a4fc4b23-4d8a-48d0-8dec-9b968476d63f HTTP/1.1" status: 200 len: 698 time: 0.1335404 Feb 09 14:48:18.526183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44658) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:18.568443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-49eb0143-339f-40ba-82c3-2a98024bc3f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Synchronizing usage tracker for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:48:18.581181 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-49eb0143-339f-40ba-82c3-2a98024bc3f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Unset dirty status for tenant:1f366fadd1114a4392ae7517d48ec961 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:48:18.582454 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-49eb0143-339f-40ba-82c3-2a98024bc3f6 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4fc4b23-4d8a-48d0-8dec-9b968476d63f HTTP/1.1" status: 200 len: 205 time: 0.0553668 Feb 09 14:48:18.585151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44662) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:18.628249 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ee3c6d6d-a36c-47e5-9b25-f0ce0ff67fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4fc4b23-4d8a-48d0-8dec-9b968476d63f', 'name': 'tempest-RoutersTest-router-38662550', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:48:17Z', 'updated_at': '2022-02-09T14:48:18Z', 'revision_number': 2, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:18.632394 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3c6d6d-a36c-47e5-9b25-f0ce0ff67fcb None None] Checking router: a4fc4b23-4d8a-48d0-8dec-9b968476d63f for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:48:18.641444 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3c6d6d-a36c-47e5-9b25-f0ce0ff67fcb None None] Routers {'a4fc4b23-4d8a-48d0-8dec-9b968476d63f'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:48:18.642048 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ee3c6d6d-a36c-47e5-9b25-f0ce0ff67fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:47:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['a4fc4b23-4d8a-48d0-8dec-9b968476d63f'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:18.773856 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-ee3c6d6d-a36c-47e5-9b25-f0ce0ff67fcb None None] Set router a4fc4b23-4d8a-48d0-8dec-9b968476d63f gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:48:18.845988 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55f9acfe-14c5-4570-a899-caafb82958ee tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:18.882113 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ee3c6d6d-a36c-47e5-9b25-f0ce0ff67fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4fc4b23-4d8a-48d0-8dec-9b968476d63f', 'name': 'tempest-RoutersTest-router-38662550', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:48:17Z', 'updated_at': '2022-02-09T14:48:18Z', 'revision_number': 2, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:18.886391 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3c6d6d-a36c-47e5-9b25-f0ce0ff67fcb None None] The sync data for ids ['a4fc4b23-4d8a-48d0-8dec-9b968476d63f'] in n-d-828418-2 is: [{'id': 'a4fc4b23-4d8a-48d0-8dec-9b968476d63f', 'name': 'tempest-RoutersTest-router-38662550', 'tenant_id': '1f366fadd1114a4392ae7517d48ec961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:48:17Z', 'updated_at': '2022-02-09T14:48:18Z', 'revision_number': 2, 'project_id': '1f366fadd1114a4392ae7517d48ec961', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:48:19.176839 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55f9acfe-14c5-4570-a899-caafb82958ee tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:19.179171 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55f9acfe-14c5-4570-a899-caafb82958ee tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:19.203307 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55f9acfe-14c5-4570-a899-caafb82958ee tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:19.203874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f9acfe-14c5-4570-a899-caafb82958ee tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Fanout notify agent at l3_agent the message router_deleted on router a4fc4b23-4d8a-48d0-8dec-9b968476d63f {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:48:19.224289 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55f9acfe-14c5-4570-a899-caafb82958ee tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:19.225384 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-55f9acfe-14c5-4570-a899-caafb82958ee tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/routers/a4fc4b23-4d8a-48d0-8dec-9b968476d63f HTTP/1.1" status: 204 len: 168 time: 0.6393437 Feb 09 14:48:19.228661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44666) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:19.272254 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a0eed032-4c4e-4144-a7df-e9a9c5b4eb6b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4fc4b23-4d8a-48d0-8dec-9b968476d63f HTTP/1.1" status: 200 len: 205 time: 0.0418096 Feb 09 14:48:19.274780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44670) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:19.344109 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-b9f0424b-e716-462b-a894-f0a7e46f8d84 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] delete failed (client error): The resource could not be found. Feb 09 14:48:19.344635 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b9f0424b-e716-462b-a894-f0a7e46f8d84 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/routers/a4fc4b23-4d8a-48d0-8dec-9b968476d63f HTTP/1.1" status: 404 len: 336 time: 0.0689721 Feb 09 14:48:19.347171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44674) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:19.388452 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef888593-183b-4aea-a796-e70549de8f51 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] DELETE failed (client error): The resource could not be found. Feb 09 14:48:19.388904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef888593-183b-4aea-a796-e70549de8f51 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:48:19.390799 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ef888593-183b-4aea-a796-e70549de8f51 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/302f4e5a-461c-4ce8-af37-90b2fe76c420 HTTP/1.1" status: 404 len: 337 time: 0.0427425 Feb 09 14:48:19.393812 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44678) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:19.436076 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-020cd0dc-5b00-4296-badb-bfbd2a88ac0d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] DELETE failed (client error): The resource could not be found. Feb 09 14:48:19.436449 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020cd0dc-5b00-4296-badb-bfbd2a88ac0d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:48:19.438087 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-020cd0dc-5b00-4296-badb-bfbd2a88ac0d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/e27a7846-1941-41d2-9ace-dca1edf54588 HTTP/1.1" status: 404 len: 337 time: 0.0433862 Feb 09 14:48:19.440627 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44682) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:19.478064 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c683a7-3c41-4eaf-8738-e016a510e478 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] DELETE failed (client error): The resource could not be found. Feb 09 14:48:19.478518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c683a7-3c41-4eaf-8738-e016a510e478 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:48:19.481048 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-55c683a7-3c41-4eaf-8738-e016a510e478 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/b4f294c1-3284-4e55-8938-46fb0623c8b7 HTTP/1.1" status: 404 len: 337 time: 0.0395615 Feb 09 14:48:19.483688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44686) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:19.521992 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5c7066-b8e9-49d9-a35d-51f95ab4f39b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] DELETE failed (client error): The resource could not be found. Feb 09 14:48:19.522435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5c7066-b8e9-49d9-a35d-51f95ab4f39b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:48:19.526696 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ff5c7066-b8e9-49d9-a35d-51f95ab4f39b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/26ff246e-2456-4fa5-b5b7-d01c2378d030 HTTP/1.1" status: 404 len: 337 time: 0.0395412 Feb 09 14:48:19.527777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44690) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:19.577970 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d2a4986e-aa67-4831-8556-1f0d3b6763c2 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b3746fa-c1ce-4c17-a747-56db735b2a48 HTTP/1.1" status: 200 len: 205 time: 0.0488358 Feb 09 14:48:19.578779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44694) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:19.644713 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-eae24765-2358-4c18-9749-4fec1e73d90f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] delete failed (client error): The resource could not be found. Feb 09 14:48:19.645808 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-eae24765-2358-4c18-9749-4fec1e73d90f tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/routers/8b3746fa-c1ce-4c17-a747-56db735b2a48 HTTP/1.1" status: 404 len: 336 time: 0.0660360 Feb 09 14:48:19.650623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44698) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:19.835631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ce9cbc1f-97da-4293-8ec1-3f52bd426fd8 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e594663-3f20-4f77-923d-2ca21990dd97 HTTP/1.1" status: 200 len: 205 time: 0.1856492 Feb 09 14:48:19.838146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44702) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:19.906438 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-5b5af285-70ba-4d4d-852d-048da04b5b15 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] delete failed (client error): The resource could not be found. Feb 09 14:48:19.907453 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5b5af285-70ba-4d4d-852d-048da04b5b15 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/routers/4e594663-3f20-4f77-923d-2ca21990dd97 HTTP/1.1" status: 404 len: 336 time: 0.0683811 Feb 09 14:48:19.910532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44706) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:19.948132 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bcb919-366f-4363-b973-003e4707ae87 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] DELETE failed (client error): The resource could not be found. Feb 09 14:48:19.948549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92bcb919-366f-4363-b973-003e4707ae87 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:48:19.950213 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-92bcb919-366f-4363-b973-003e4707ae87 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/689483b1-89cf-4aea-a7d8-1fe0d865f516 HTTP/1.1" status: 404 len: 337 time: 0.0387132 Feb 09 14:48:19.952932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44710) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:19.997080 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bfd8e302-bf73-47bb-ab1f-0fd644d26e9d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports?device_id=779679c8-afd9-4c0a-8a20-d7a863f688d0 HTTP/1.1" status: 200 len: 205 time: 0.0430205 Feb 09 14:48:19.999441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44714) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:20.086326 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-5b235c96-1185-4901-8020-84abc04c2226 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] delete failed (client error): The resource could not be found. Feb 09 14:48:20.087342 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5b235c96-1185-4901-8020-84abc04c2226 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/routers/779679c8-afd9-4c0a-8a20-d7a863f688d0 HTTP/1.1" status: 404 len: 336 time: 0.0869911 Feb 09 14:48:20.090016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44718) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:20.133119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ed07c0db-5dc5-4853-980f-611f07c6eb75 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports?device_id=80e0434f-4d52-40b0-a119-6f8e3d735344 HTTP/1.1" status: 200 len: 205 time: 0.0420389 Feb 09 14:48:20.135968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44722) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:20.204101 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-a5a57684-c919-4a37-81d6-1e40cb745e5c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] delete failed (client error): The resource could not be found. Feb 09 14:48:20.205024 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a5a57684-c919-4a37-81d6-1e40cb745e5c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/routers/80e0434f-4d52-40b0-a119-6f8e3d735344 HTTP/1.1" status: 404 len: 336 time: 0.0681744 Feb 09 14:48:20.207530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44726) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:20.246462 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8f74b8-1f11-4d41-ad66-211838427cb4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] DELETE failed (client error): The resource could not be found. Feb 09 14:48:20.246919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8f74b8-1f11-4d41-ad66-211838427cb4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:48:20.251274 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6f8f74b8-1f11-4d41-ad66-211838427cb4 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/445bad36-63d2-4546-8847-b82e84a1b9cb HTTP/1.1" status: 404 len: 337 time: 0.0428185 Feb 09 14:48:20.251579 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44730) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:20.309778 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0abfe7da-c30e-4fe3-b0c0-99dd5a2dd0d0 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports?device_id=1133f82e-f18e-4ebe-be6b-3bd7fc47507c HTTP/1.1" status: 200 len: 205 time: 0.0569012 Feb 09 14:48:20.312122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44734) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:20.379220 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-d5caf966-cc89-4789-af26-cc1fae7ae53b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] delete failed (client error): The resource could not be found. Feb 09 14:48:20.383282 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d5caf966-cc89-4789-af26-cc1fae7ae53b tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/routers/1133f82e-f18e-4ebe-be6b-3bd7fc47507c HTTP/1.1" status: 404 len: 336 time: 0.0699463 Feb 09 14:48:20.383455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44738) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:20.425840 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a5853b-d396-45f5-9c13-8e9e736a8902 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] DELETE failed (client error): The resource could not be found. Feb 09 14:48:20.426546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a5853b-d396-45f5-9c13-8e9e736a8902 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:48:20.428443 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-29a5853b-d396-45f5-9c13-8e9e736a8902 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/207a2d1a-3973-4a49-b9bb-de4f1a2ff9b4 HTTP/1.1" status: 404 len: 337 time: 0.0442739 Feb 09 14:48:20.431220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44742) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:20.475787 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e329674c-92c1-4821-af1d-514b4f93e4ce tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "GET /v2.0/ports?device_id=7567d0a8-7a8d-4575-a16e-4cfba5f9ef27 HTTP/1.1" status: 200 len: 205 time: 0.0433395 Feb 09 14:48:20.478124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44746) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:20.546778 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-146ddcf0-03a0-4353-b1de-85d448fa9ee7 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] delete failed (client error): The resource could not be found. Feb 09 14:48:20.547807 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-146ddcf0-03a0-4353-b1de-85d448fa9ee7 tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/routers/7567d0a8-7a8d-4575-a16e-4cfba5f9ef27 HTTP/1.1" status: 404 len: 336 time: 0.0687838 Feb 09 14:48:20.550517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44750) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:20.589291 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c7bf19-dc06-4104-96d4-02ff467a4b6c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] DELETE failed (client error): The resource could not be found. Feb 09 14:48:20.589752 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c7bf19-dc06-4104-96d4-02ff467a4b6c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:48:20.591436 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-84c7bf19-dc06-4104-96d4-02ff467a4b6c tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/9df8c04e-0e1e-4b2b-834f-2b755aa792f3 HTTP/1.1" status: 404 len: 337 time: 0.0400124 Feb 09 14:48:20.594351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44754) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:20.631937 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c29c2f-6a4a-4806-b90e-916f8ca31e8d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] DELETE failed (client error): The resource could not be found. Feb 09 14:48:20.632392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c29c2f-6a4a-4806-b90e-916f8ca31e8d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 14:48:20.634058 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f2c29c2f-6a4a-4806-b90e-916f8ca31e8d tempest-RoutersTest-1611993329 tempest-RoutersTest-1611993329-project] 10.222.0.48 "DELETE /v2.0/subnets/f449454b-0b15-4cf2-98c0-e03e37301a30 HTTP/1.1" status: 404 len: 337 time: 0.0388238 Feb 09 14:48:20.898416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44762) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:21.120520 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e3887856-40f5-4919-ad47-a362b8376ec9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f366fadd1114a4392ae7517d48ec961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2203603 Feb 09 14:48:21.122966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44770) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:21.179189 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:21.204717 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:21.261927 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:21.276099 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7ef1be-6103-45f2-a341-5787087cb46a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:21.286447 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:21.286789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:21.287131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:21.287465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:21.287823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:21.288152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:21.288475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:21.288799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:21.289120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:21.289438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:21.289757 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:21.290073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:48:21.293653 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:21.294753 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-19d9ee0b-b627-4eeb-b9d1-f6e233474cf9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cc7ef1be-6103-45f2-a341-5787087cb46a HTTP/1.1" status: 204 len: 168 time: 0.1709137 Feb 09 14:48:21.981222 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44794) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:22.120183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-da30798b-b5b9-4c23-acd4-5f3777a38210 tempest-DvrRoutersNegativeTest-1749229346 tempest-DvrRoutersNegativeTest-1749229346-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-55212163', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:48:22.123056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.policy [None req-da30798b-b5b9-4c23-acd4-5f3777a38210 tempest-DvrRoutersNegativeTest-1749229346 tempest-DvrRoutersNegativeTest-1749229346-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87596) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 09 14:48:22.123356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.policy [None req-da30798b-b5b9-4c23-acd4-5f3777a38210 tempest-DvrRoutersNegativeTest-1749229346 tempest-DvrRoutersNegativeTest-1749229346-project] Failed policy check for 'create_router' {{(pid=87596) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 09 14:48:22.123907 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-da30798b-b5b9-4c23-acd4-5f3777a38210 tempest-DvrRoutersNegativeTest-1749229346 tempest-DvrRoutersNegativeTest-1749229346-project] create failed (client error): Access was denied to this resource. Feb 09 14:48:22.124972 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-da30798b-b5b9-4c23-acd4-5f3777a38210 tempest-DvrRoutersNegativeTest-1749229346 tempest-DvrRoutersNegativeTest-1749229346-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1427019 Feb 09 14:48:22.398140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44806) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:22.515072 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b06bffbf-3db2-4a1d-9289-ea9347fac8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:22.529657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b06bffbf-3db2-4a1d-9289-ea9347fac8ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:48:22.533399 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b06bffbf-3db2-4a1d-9289-ea9347fac8ef admin admin] Usage tracker for resource:security_group_rule and tenant:660bd41ba3c144768e90c803e8d50a92 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:48:22.536126 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b06bffbf-3db2-4a1d-9289-ea9347fac8ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:48:22.542320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b06bffbf-3db2-4a1d-9289-ea9347fac8ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:48:22.625610 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b06bffbf-3db2-4a1d-9289-ea9347fac8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:22.629353 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b06bffbf-3db2-4a1d-9289-ea9347fac8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:22.678901 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b06bffbf-3db2-4a1d-9289-ea9347fac8ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=660bd41ba3c144768e90c803e8d50a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796288 Feb 09 14:48:22.680655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bffbf-3db2-4a1d-9289-ea9347fac8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d784e5-60f3-4254-9621-8dba881f1b30,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:22.681842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44812) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:22.746092 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-77e20cab-359a-4a5a-8582-f03a541da24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:22.771078 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-77e20cab-359a-4a5a-8582-f03a541da24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:22.823941 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-77e20cab-359a-4a5a-8582-f03a541da24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:22.837912 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e20cab-359a-4a5a-8582-f03a541da24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d784e5-60f3-4254-9621-8dba881f1b30,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:22.849484 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-77e20cab-359a-4a5a-8582-f03a541da24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:22.851182 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-77e20cab-359a-4a5a-8582-f03a541da24d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1d784e5-60f3-4254-9621-8dba881f1b30 HTTP/1.1" status: 204 len: 168 time: 0.1671085 Feb 09 14:48:23.522803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44836) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:23.626669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2109185502-network', 'tenant_id': '2b24177bdf9a45ba906560646ded17d8'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:48:23.632137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:48:23.636853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Usage tracker for resource:network and tenant:2b24177bdf9a45ba906560646ded17d8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:48:23.639598 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:48:23.645207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:48:23.655752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Made reservation on behalf of 2b24177bdf9a45ba906560646ded17d8 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:48:23.658056 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:23.670162 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:23.684718 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:48:23.688503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Usage tracker for resource:security_group_rule and tenant:2b24177bdf9a45ba906560646ded17d8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:48:23.691339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:48:23.697136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:48:23.779529 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:23.783346 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:23.816948 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:48:23.826072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148fba2b-7530-488d-a6c4-2ef96503e3be,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:23.832300 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:23.833081 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Added segment 14df21ee-b00e-474a-b035-ebd39cbc9a96 of type vlan for network 016db982-6930-48a6-8276-7df196510c19 Feb 09 14:48:23.859850 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:23.889550 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:23.890436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:23.891003 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:23.991972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] Pushing event updated for resources: {'Network': ['ID=016db982-6930-48a6-8276-7df196510c19,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:23.996485 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7de00f2e-3c45-4000-94ba-1e841abe188d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4726174 Feb 09 14:48:23.999575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44842) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:24.003420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 016db982-6930-48a6-8276-7df196510c19 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:48:24.005360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-921a359b-f5ab-4293-a341-dd9f3a8a390b admin admin] Request body: {'subnet': {'network_id': '016db982-6930-48a6-8276-7df196510c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2109185502-subnet', 'tenant_id': '2b24177bdf9a45ba906560646ded17d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:48:24.011492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-921a359b-f5ab-4293-a341-dd9f3a8a390b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:48:24.015382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-921a359b-f5ab-4293-a341-dd9f3a8a390b admin admin] Usage tracker for resource:subnet and tenant:2b24177bdf9a45ba906560646ded17d8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:48:24.018277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-921a359b-f5ab-4293-a341-dd9f3a8a390b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:48:24.023939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-921a359b-f5ab-4293-a341-dd9f3a8a390b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:48:24.033603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921a359b-f5ab-4293-a341-dd9f3a8a390b admin admin] Made reservation on behalf of 2b24177bdf9a45ba906560646ded17d8 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:48:24.036040 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-921a359b-f5ab-4293-a341-dd9f3a8a390b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:24.247100 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-921a359b-f5ab-4293-a341-dd9f3a8a390b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:24.321334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a359b-f5ab-4293-a341-dd9f3a8a390b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae9d535-bb7d-4885-bdea-242e35dd9ad4,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:24.331740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a359b-f5ab-4293-a341-dd9f3a8a390b admin admin] Checking segment: {'id': '14df21ee-b00e-474a-b035-ebd39cbc9a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '016db982-6930-48a6-8276-7df196510c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:48:24.332112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921a359b-f5ab-4293-a341-dd9f3a8a390b admin admin] Network hostable DHCP agents. Network: 016db982-6930-48a6-8276-7df196510c19, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:48:24.351255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921a359b-f5ab-4293-a341-dd9f3a8a390b admin admin] Network 016db982-6930-48a6-8276-7df196510c19 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:48:24.361309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-921a359b-f5ab-4293-a341-dd9f3a8a390b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 016db982-6930-48a6-8276-7df196510c19) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:48:24.365454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921a359b-f5ab-4293-a341-dd9f3a8a390b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:24.366228 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-921a359b-f5ab-4293-a341-dd9f3a8a390b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:24.371308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a409b92f-61d9-49ae-bc61-9b44f0f6ffb6 None None] Network 016db982-6930-48a6-8276-7df196510c19 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:48:24.402140 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-921a359b-f5ab-4293-a341-dd9f3a8a390b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3924696 Feb 09 14:48:24.586649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3dfddb-c912-4da9-a796-37821b849b2e None None] Network 016db982-6930-48a6-8276-7df196510c19 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:48:24.906533 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:48:24.919086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44860) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:24.924511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-431955894-network', 'tenant_id': 'c01b82ddabd74ef5bd18f879ae3fea56'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:48:24.930225 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:48:24.934035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Usage tracker for resource:network and tenant:c01b82ddabd74ef5bd18f879ae3fea56 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:48:24.936869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:48:24.942583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:48:24.953518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Made reservation on behalf of c01b82ddabd74ef5bd18f879ae3fea56 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:48:24.955853 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:24.968445 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:24.982462 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:48:24.986255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Usage tracker for resource:security_group_rule and tenant:c01b82ddabd74ef5bd18f879ae3fea56 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:48:24.989466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:48:24.994756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:48:25.075495 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:25.079342 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:25.109305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:48:25.117440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad4b80d-e8c8-4bfb-a3d3-68c76ca4bc14,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:25.124248 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:25.125215 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Added segment 5484f236-7b1b-48f5-8ada-e6772c193828 of type vlan for network 177a96f3-0297-429a-9f96-30ef3317e415 Feb 09 14:48:25.154020 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:25.181809 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:25.183383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:25.183989 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:25.285326 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3650932 Feb 09 14:48:25.288223 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44864) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:25.288713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbef96-a291-4546-8b39-208be2aee51d admin admin] Pushing event updated for resources: {'Network': ['ID=177a96f3-0297-429a-9f96-30ef3317e415,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:25.294639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d1b2cf2a-5dd4-4261-92a4-dbcfdee437f7 admin admin] Request body: {'subnet': {'network_id': '177a96f3-0297-429a-9f96-30ef3317e415', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-431955894-subnet', 'tenant_id': 'c01b82ddabd74ef5bd18f879ae3fea56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:48:25.297968 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 177a96f3-0297-429a-9f96-30ef3317e415 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:48:25.301264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d1b2cf2a-5dd4-4261-92a4-dbcfdee437f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:48:25.305205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d1b2cf2a-5dd4-4261-92a4-dbcfdee437f7 admin admin] Usage tracker for resource:subnet and tenant:c01b82ddabd74ef5bd18f879ae3fea56 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:48:25.308735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d1b2cf2a-5dd4-4261-92a4-dbcfdee437f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:48:25.314439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d1b2cf2a-5dd4-4261-92a4-dbcfdee437f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:48:25.325069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b2cf2a-5dd4-4261-92a4-dbcfdee437f7 admin admin] Made reservation on behalf of c01b82ddabd74ef5bd18f879ae3fea56 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:48:25.327473 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d1b2cf2a-5dd4-4261-92a4-dbcfdee437f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:25.523915 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d1b2cf2a-5dd4-4261-92a4-dbcfdee437f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:25.706351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2cf2a-5dd4-4261-92a4-dbcfdee437f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff40441-4992-495e-af7e-6552bd277ba5,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:25.716426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b2cf2a-5dd4-4261-92a4-dbcfdee437f7 admin admin] Checking segment: {'id': '5484f236-7b1b-48f5-8ada-e6772c193828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '177a96f3-0297-429a-9f96-30ef3317e415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:48:25.716778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b2cf2a-5dd4-4261-92a4-dbcfdee437f7 admin admin] Network hostable DHCP agents. Network: 177a96f3-0297-429a-9f96-30ef3317e415, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:48:25.735700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b2cf2a-5dd4-4261-92a4-dbcfdee437f7 admin admin] Network 177a96f3-0297-429a-9f96-30ef3317e415 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:48:25.745085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-d1b2cf2a-5dd4-4261-92a4-dbcfdee437f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 177a96f3-0297-429a-9f96-30ef3317e415) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:48:25.749850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b2cf2a-5dd4-4261-92a4-dbcfdee437f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:25.750434 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d1b2cf2a-5dd4-4261-92a4-dbcfdee437f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:25.754800 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097b34f0-cdc1-42a4-966c-b65fcc5fd029 None None] Network 177a96f3-0297-429a-9f96-30ef3317e415 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:48:25.770573 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d1b2cf2a-5dd4-4261-92a4-dbcfdee437f7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4811423 Feb 09 14:48:25.911660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44870) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:25.965272 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7980ae-2b67-4ea9-a83b-1aafe9b93ac5 None None] Network 177a96f3-0297-429a-9f96-30ef3317e415 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:48:26.092125 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf92889-8f18-4044-9ac9-0e57db8b2c61 admin admin] Deleting subnet 8ae9d535-bb7d-4885-bdea-242e35dd9ad4 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:48:26.097746 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ebf92889-8f18-4044-9ac9-0e57db8b2c61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:26.151604 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ebf92889-8f18-4044-9ac9-0e57db8b2c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:26.207592 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ebf92889-8f18-4044-9ac9-0e57db8b2c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:26.279324 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ebf92889-8f18-4044-9ac9-0e57db8b2c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:26.325865 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf92889-8f18-4044-9ac9-0e57db8b2c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae9d535-bb7d-4885-bdea-242e35dd9ad4,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:26.327813 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ebf92889-8f18-4044-9ac9-0e57db8b2c61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:26.333638 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ebf92889-8f18-4044-9ac9-0e57db8b2c61 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8ae9d535-bb7d-4885-bdea-242e35dd9ad4 HTTP/1.1" status: 204 len: 168 time: 0.4209282 Feb 09 14:48:26.336147 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 44874) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:26.440599 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd961462-d663-4599-a55f-4de52a8ad7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:26.564214 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd961462-d663-4599-a55f-4de52a8ad7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:26.589135 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-fd961462-d663-4599-a55f-4de52a8ad7fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016db982-6930-48a6-8276-7df196510c19']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:26.600943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-fd961462-d663-4599-a55f-4de52a8ad7fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14df21ee-b00e-474a-b035-ebd39cbc9a96') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:26.601236 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-fd961462-d663-4599-a55f-4de52a8ad7fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14df21ee-b00e-474a-b035-ebd39cbc9a96') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:26.612571 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd961462-d663-4599-a55f-4de52a8ad7fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:26.628324 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd961462-d663-4599-a55f-4de52a8ad7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:26.634085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd961462-d663-4599-a55f-4de52a8ad7fa admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:48:26.634455 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd961462-d663-4599-a55f-4de52a8ad7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:48:26.647013 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:48:26.723688 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd961462-d663-4599-a55f-4de52a8ad7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:26.728185 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fd961462-d663-4599-a55f-4de52a8ad7fa admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:26.749797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd961462-d663-4599-a55f-4de52a8ad7fa admin admin] Pushing event deleted for resources: {'Network': ['ID=016db982-6930-48a6-8276-7df196510c19,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:26.753091 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fd961462-d663-4599-a55f-4de52a8ad7fa admin admin] 10.222.0.48 "DELETE /v2.0/networks/016db982-6930-48a6-8276-7df196510c19 HTTP/1.1" status: 204 len: 168 time: 0.4160306 Feb 09 14:48:26.756059 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44878) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:26.785949 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a1898bd-c65a-413b-84ab-2be93b083a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:26.814336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c026857c-195d-48f1-a0e9-7623b6e87284 admin admin] Deleting subnet fff40441-4992-495e-af7e-6552bd277ba5 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:48:26.817209 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c026857c-195d-48f1-a0e9-7623b6e87284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:26.868014 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c026857c-195d-48f1-a0e9-7623b6e87284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:26.920357 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c026857c-195d-48f1-a0e9-7623b6e87284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:26.985065 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c026857c-195d-48f1-a0e9-7623b6e87284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:27.025895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026857c-195d-48f1-a0e9-7623b6e87284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff40441-4992-495e-af7e-6552bd277ba5,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:27.030303 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c026857c-195d-48f1-a0e9-7623b6e87284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:27.036021 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c026857c-195d-48f1-a0e9-7623b6e87284 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fff40441-4992-495e-af7e-6552bd277ba5 HTTP/1.1" status: 204 len: 168 time: 0.2788544 Feb 09 14:48:27.038401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44882) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:27.138882 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9402bf3-a9e1-4a34-9ae5-70e3889743e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:27.263198 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9402bf3-a9e1-4a34-9ae5-70e3889743e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:27.288414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f9402bf3-a9e1-4a34-9ae5-70e3889743e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177a96f3-0297-429a-9f96-30ef3317e415']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:27.300517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f9402bf3-a9e1-4a34-9ae5-70e3889743e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5484f236-7b1b-48f5-8ada-e6772c193828') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:27.300809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f9402bf3-a9e1-4a34-9ae5-70e3889743e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5484f236-7b1b-48f5-8ada-e6772c193828') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:27.312201 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9402bf3-a9e1-4a34-9ae5-70e3889743e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:27.329885 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9402bf3-a9e1-4a34-9ae5-70e3889743e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:27.335897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9402bf3-a9e1-4a34-9ae5-70e3889743e0 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:48:27.336295 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9402bf3-a9e1-4a34-9ae5-70e3889743e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:48:27.349230 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:48:27.425024 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9402bf3-a9e1-4a34-9ae5-70e3889743e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:27.440447 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f9402bf3-a9e1-4a34-9ae5-70e3889743e0 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:27.450146 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f9402bf3-a9e1-4a34-9ae5-70e3889743e0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/177a96f3-0297-429a-9f96-30ef3317e415 HTTP/1.1" status: 204 len: 168 time: 0.4108160 Feb 09 14:48:27.451041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9402bf3-a9e1-4a34-9ae5-70e3889743e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=177a96f3-0297-429a-9f96-30ef3317e415,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:27.617519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44888) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:27.664690 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8a26bacd-4f27-494d-a728-aee42407357e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b24177bdf9a45ba906560646ded17d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460503 Feb 09 14:48:27.667225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44892) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:27.722143 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b75d7c4e-e4ab-41e5-afde-64f1f6253a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:27.747153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b75d7c4e-e4ab-41e5-afde-64f1f6253a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:27.800622 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b75d7c4e-e4ab-41e5-afde-64f1f6253a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:27.817117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d7c4e-e4ab-41e5-afde-64f1f6253a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148fba2b-7530-488d-a6c4-2ef96503e3be,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:27.821362 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b75d7c4e-e4ab-41e5-afde-64f1f6253a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:27.825041 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b75d7c4e-e4ab-41e5-afde-64f1f6253a35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/148fba2b-7530-488d-a6c4-2ef96503e3be HTTP/1.1" status: 204 len: 168 time: 0.1543365 Feb 09 14:48:28.160355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44902) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:28.206741 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6619d32b-9d60-4dac-9998-a8452315d59e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c01b82ddabd74ef5bd18f879ae3fea56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452204 Feb 09 14:48:28.209147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 44906) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:28.265462 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-af1734d3-4bc0-46db-85ea-fa4a20b83127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:28.290173 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-af1734d3-4bc0-46db-85ea-fa4a20b83127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:28.342652 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-af1734d3-4bc0-46db-85ea-fa4a20b83127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:28.359496 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1734d3-4bc0-46db-85ea-fa4a20b83127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad4b80d-e8c8-4bfb-a3d3-68c76ca4bc14,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:28.364474 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-af1734d3-4bc0-46db-85ea-fa4a20b83127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:28.365582 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-af1734d3-4bc0-46db-85ea-fa4a20b83127 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ad4b80d-e8c8-4bfb-a3d3-68c76ca4bc14 HTTP/1.1" status: 204 len: 168 time: 0.1555531 Feb 09 14:48:29.220844 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8258c4bd-5de9-43f8-83ab-8816a228d859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:30.307700 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:30.317249 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:31.856599 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:39.062543 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:40.647542 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:42.190647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45008) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:42.307553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-183ed385-01d5-4839-a90f-32a6162f8349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:42.325153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-183ed385-01d5-4839-a90f-32a6162f8349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:48:42.329820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-183ed385-01d5-4839-a90f-32a6162f8349 admin admin] Usage tracker for resource:security_group_rule and tenant:d8dff138c3cc4609a7083c5b8704c866 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:48:42.333517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-183ed385-01d5-4839-a90f-32a6162f8349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:48:42.339681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-183ed385-01d5-4839-a90f-32a6162f8349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:48:42.421717 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-183ed385-01d5-4839-a90f-32a6162f8349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:42.425552 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-183ed385-01d5-4839-a90f-32a6162f8349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:42.471858 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-183ed385-01d5-4839-a90f-32a6162f8349 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8dff138c3cc4609a7083c5b8704c866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2799859 Feb 09 14:48:42.474196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ed385-01d5-4839-a90f-32a6162f8349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7deeb9d1-d443-4cfc-a7c1-e57f14944542,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:42.474721 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45014) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:42.538150 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a29cccb8-6fac-4253-a1e0-11c328b53c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:42.563971 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a29cccb8-6fac-4253-a1e0-11c328b53c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:42.616169 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a29cccb8-6fac-4253-a1e0-11c328b53c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:42.630496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cccb8-6fac-4253-a1e0-11c328b53c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7deeb9d1-d443-4cfc-a7c1-e57f14944542,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:42.639186 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a29cccb8-6fac-4253-a1e0-11c328b53c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:42.640391 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a29cccb8-6fac-4253-a1e0-11c328b53c72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7deeb9d1-d443-4cfc-a7c1-e57f14944542 HTTP/1.1" status: 204 len: 168 time: 0.1646535 Feb 09 14:48:42.918319 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45022) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:42.935528 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3fdbcacf-e253-4c60-b70c-d012ee45248c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:42.949945 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3fdbcacf-e253-4c60-b70c-d012ee45248c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:48:42.953692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3fdbcacf-e253-4c60-b70c-d012ee45248c admin admin] Usage tracker for resource:security_group_rule and tenant:3ba4feff88a84901b2f00bf0052d5b94 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:48:42.956465 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3fdbcacf-e253-4c60-b70c-d012ee45248c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:48:42.962036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3fdbcacf-e253-4c60-b70c-d012ee45248c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:48:43.047007 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3fdbcacf-e253-4c60-b70c-d012ee45248c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:43.051413 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3fdbcacf-e253-4c60-b70c-d012ee45248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:43.098341 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3fdbcacf-e253-4c60-b70c-d012ee45248c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ba4feff88a84901b2f00bf0052d5b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789315 Feb 09 14:48:43.099215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbcacf-e253-4c60-b70c-d012ee45248c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5f040d-dacb-4382-a39f-7469f533e75f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:43.101121 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45026) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:48:43.162353 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa7cb-f050-40ea-8e1c-d4a74c8b1db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:43.187149 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa7cb-f050-40ea-8e1c-d4a74c8b1db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:43.238994 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa7cb-f050-40ea-8e1c-d4a74c8b1db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:43.259692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbaa7cb-f050-40ea-8e1c-d4a74c8b1db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5f040d-dacb-4382-a39f-7469f533e75f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:43.268863 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa7cb-f050-40ea-8e1c-d4a74c8b1db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:43.270013 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3cbaa7cb-f050-40ea-8e1c-d4a74c8b1db4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab5f040d-dacb-4382-a39f-7469f533e75f HTTP/1.1" status: 204 len: 168 time: 0.1679113 Feb 09 14:48:51.588099 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a48dbf-2c4c-451b-a48c-5911f89b00fe req-fc676308-7490-49db-b69d-5e2ff554735d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:51.589598 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a9a48dbf-2c4c-451b-a48c-5911f89b00fe req-fc676308-7490-49db-b69d-5e2ff554735d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 945 time: 0.0867851 Feb 09 14:48:51.637702 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a9a48dbf-2c4c-451b-a48c-5911f89b00fe req-5fead2da-5772-4a2b-9a94-0a4a93b54c71 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417962 Feb 09 14:48:52.833788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f52d0d-db52-4c79-95af-5a772b692c35 req-610b2021-8618-49d0-a3cf-b5a1a6bbe3c3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:52.835328 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1f52d0d-db52-4c79-95af-5a772b692c35 req-610b2021-8618-49d0-a3cf-b5a1a6bbe3c3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 945 time: 0.0793383 Feb 09 14:48:52.889419 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1f52d0d-db52-4c79-95af-5a772b692c35 req-0bbe0130-d875-4bdf-8cbe-91fcec309845 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482988 Feb 09 14:48:53.479714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ce112-68ec-43d0-b455-7fe0161fa1f8 req-e73a78bb-81d8-4f74-9f4a-48c6b32975cf tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:53.481515 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c78ce112-68ec-43d0-b455-7fe0161fa1f8 req-e73a78bb-81d8-4f74-9f4a-48c6b32975cf tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 945 time: 0.1010265 Feb 09 14:48:53.552963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-c78ce112-68ec-43d0-b455-7fe0161fa1f8 req-49b6cd26-d651-4352-8129-128f8f6ffd9a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Deleting port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:48:53.553310 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c78ce112-68ec-43d0-b455-7fe0161fa1f8 req-49b6cd26-d651-4352-8129-128f8f6ffd9a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:53.817802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-c78ce112-68ec-43d0-b455-7fe0161fa1f8 req-49b6cd26-d651-4352-8129-128f8f6ffd9a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] For port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=869b8a98-ecde-4ac3-ac12-fcec45ac0d39,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:48:53.818166 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c78ce112-68ec-43d0-b455-7fe0161fa1f8 req-49b6cd26-d651-4352-8129-128f8f6ffd9a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:54.081367 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030dd45-ffca-4bbb-b9ef-aef034c6c8d5 req-7cffe046-2736-4d55-96bf-3cef26e70462 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:54.082937 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7030dd45-ffca-4bbb-b9ef-aef034c6c8d5 req-7cffe046-2736-4d55-96bf-3cef26e70462 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 945 time: 0.0901372 Feb 09 14:48:54.135929 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7030dd45-ffca-4bbb-b9ef-aef034c6c8d5 req-ce09de9c-3e69-4c38-b658-88b42922e255 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464244 Feb 09 14:48:54.249072 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c78ce112-68ec-43d0-b455-7fe0161fa1f8 req-49b6cd26-d651-4352-8129-128f8f6ffd9a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:54.249651 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c78ce112-68ec-43d0-b455-7fe0161fa1f8 req-49b6cd26-d651-4352-8129-128f8f6ffd9a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:54.249746 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-c78ce112-68ec-43d0-b455-7fe0161fa1f8 req-49b6cd26-d651-4352-8129-128f8f6ffd9a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Floating IP 26e1af42-b3c5-454f-b874-e11b9d796d87 disassociated. External IP: 172.25.8.72, port: 869b8a98-ecde-4ac3-ac12-fcec45ac0d39. Feb 09 14:48:54.250094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-c78ce112-68ec-43d0-b455-7fe0161fa1f8 req-49b6cd26-d651-4352-8129-128f8f6ffd9a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Calling delete_port for 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:48:54.416012 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c78ce112-68ec-43d0-b455-7fe0161fa1f8 req-49b6cd26-d651-4352-8129-128f8f6ffd9a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:54.483190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6cd26-d651-4352-8129-128f8f6ffd9a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event deleted for resources: {'Port': ['ID=869b8a98-ecde-4ac3-ac12-fcec45ac0d39,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:48:54.694250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c78ce112-68ec-43d0-b455-7fe0161fa1f8 req-49b6cd26-d651-4352-8129-128f8f6ffd9a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Router 57469629-c888-4e98-a2a9-891a4d6cb712 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:48:54.892853 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c78ce112-68ec-43d0-b455-7fe0161fa1f8 req-49b6cd26-d651-4352-8129-128f8f6ffd9a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:48:54.905477 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150a8f90-f3f5-4d61-bfe0-431c083b4b40 None None] Sync routers for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:48:54.918568 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150a8f90-f3f5-4d61-bfe0-431c083b4b40 None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:48:54.919341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-150a8f90-f3f5-4d61-bfe0-431c083b4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:48:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:54.970544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78ce112-68ec-43d0-b455-7fe0161fa1f8 req-49b6cd26-d651-4352-8129-128f8f6ffd9a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] No DVR routers for this DVR port 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:48:54.973464 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-c78ce112-68ec-43d0-b455-7fe0161fa1f8 req-49b6cd26-d651-4352-8129-128f8f6ffd9a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:54.985609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d', 'name': 'network-vif-deleted', 'tag': '869b8a98-ecde-4ac3-ac12-fcec45ac0d39'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:48:54.996916 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c78ce112-68ec-43d0-b455-7fe0161fa1f8 req-49b6cd26-d651-4352-8129-128f8f6ffd9a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "DELETE /v2.0/ports/869b8a98-ecde-4ac3-ac12-fcec45ac0d39 HTTP/1.1" status: 204 len: 173 time: 1.5091684 Feb 09 14:48:55.039468 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d', 'name': 'network-vif-deleted', 'tag': '869b8a98-ecde-4ac3-ac12-fcec45ac0d39', 'status': 'completed', 'code': 200} Feb 09 14:48:55.160765 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-150a8f90-f3f5-4d61-bfe0-431c083b4b40 None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:48:55.308673 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-560ae83f-c99f-4702-99d8-af2e132a2c52 req-aeaa7ed3-3901-45fb-8722-d9543f7bf020 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a170afa2-d4aa-4d1f-96c5-340b4d5b9b5d HTTP/1.1" status: 200 len: 210 time: 0.0517945 Feb 09 14:48:55.555142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-150a8f90-f3f5-4d61-bfe0-431c083b4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:55.559718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150a8f90-f3f5-4d61-bfe0-431c083b4b40 None None] Checking router: 57469629-c888-4e98-a2a9-891a4d6cb712 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:48:55.568587 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150a8f90-f3f5-4d61-bfe0-431c083b4b40 None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:48:55.569387 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-150a8f90-f3f5-4d61-bfe0-431c083b4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:48:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:55.761012 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-150a8f90-f3f5-4d61-bfe0-431c083b4b40 None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:48:56.130921 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-150a8f90-f3f5-4d61-bfe0-431c083b4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:48:56.135375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150a8f90-f3f5-4d61-bfe0-431c083b4b40 None None] The sync data for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 is: [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:48:56.407158 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8958670-4ab6-452d-84f4-6ab5347f4e6b None None] New status for floating IP 26e1af42-b3c5-454f-b874-e11b9d796d87: DOWN {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:48:56.612573 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-e048610f-e84d-4c64-a76c-9cbcdd72ec7f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-863377737&fields=id&tenant_id=a41332bb12404c08914ea958ae35ef74 HTTP/1.1" status: 200 len: 267 time: 0.0489628 Feb 09 14:48:56.773734 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-5e3144b3-240e-4bb9-87ed-02c1927123b6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:56.775942 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-5e3144b3-240e-4bb9-87ed-02c1927123b6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 812 time: 0.1620247 Feb 09 14:48:56.797501 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-bbfcca3e-6fe7-4242-b504-eeb3b7bd27a6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/quotas/a41332bb12404c08914ea958ae35ef74 HTTP/1.1" status: 200 len: 375 time: 0.0130391 Feb 09 14:48:56.816392 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bdb2c303-da9e-4e05-9974-0215dca086d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:56.909789 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-46cb4f12-0263-4a97-8ef8-a8d32af2c599 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0993254 Feb 09 14:48:57.163292 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-5991b005-fe8a-4233-ab98-b39763521713 service neutron] 10.222.0.48 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413208 Feb 09 14:48:57.297041 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-312187e9-35e0-4235-84a3-8f4aad3e73b8 service neutron] 10.222.0.48 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271181 Feb 09 14:48:57.419190 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:48:57.457162 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:48:57.457501 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 869b8a98-ecde-4ac3-ac12-fcec45ac0d39 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:48:57.710117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-11109bf2-d1b5-4048-8281-0b0c00815f1d req-89628d3f-a51e-43c8-830e-d98801fc88ab tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:48:57.726556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-11109bf2-d1b5-4048-8281-0b0c00815f1d req-89628d3f-a51e-43c8-830e-d98801fc88ab tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:48:57.727937 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-11109bf2-d1b5-4048-8281-0b0c00815f1d req-89628d3f-a51e-43c8-830e-d98801fc88ab tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 210 time: 0.0624707 Feb 09 14:48:58.893297 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e60ae1a7-d090-446a-8ca9-e5bde7e8f978 req-71d27e92-e1af-4794-b139-030b7af73f79 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 210 time: 0.0554600 Feb 09 14:48:58.913158 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ebf1573-e658-49b3-84c6-ae2bb2342b24 req-3d5a96f6-88aa-46a8-bda3-9f95d38555e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1277087 Feb 09 14:48:59.121719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-cc6b8156-585d-4a6b-824f-b3f293a546fc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:59.123246 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-cc6b8156-585d-4a6b-824f-b3f293a546fc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 812 time: 0.2173922 Feb 09 14:48:59.186839 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-37e9362e-572c-446b-b1c6-32fe377b5b8d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a41332bb12404c08914ea958ae35ef74 HTTP/1.1" status: 200 len: 379 time: 0.0461674 Feb 09 14:48:59.200329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-df960b26-428a-4ed5-921d-51bbdc2781f8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Request body: {'port': {'device_id': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'admin_state_up': True, 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'security_groups': ['b7855734-7a33-438d-9c4f-968e60d8880e']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:48:59.213786 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf1573-e658-49b3-84c6-ae2bb2342b24 req-2c7041bc-9864-4641-bec1-62c2700f9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:59.215264 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ebf1573-e658-49b3-84c6-ae2bb2342b24 req-2c7041bc-9864-4641-bec1-62c2700f9627 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1097 time: 0.2030032 Feb 09 14:48:59.237476 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fa1ab3ea-0a8c-4da6-94d9-277aa8696e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:59.372475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-df960b26-428a-4ed5-921d-51bbdc2781f8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:48:59.382577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-df960b26-428a-4ed5-921d-51bbdc2781f8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:48:59.394754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-df960b26-428a-4ed5-921d-51bbdc2781f8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Made reservation on behalf of a41332bb12404c08914ea958ae35ef74 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:48:59.399054 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-df960b26-428a-4ed5-921d-51bbdc2781f8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:48:59.408623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf1573-e658-49b3-84c6-ae2bb2342b24 req-aa4c0a6b-af21-4ab5-8307-8ceb6c03e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:59.410423 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ebf1573-e658-49b3-84c6-ae2bb2342b24 req-aa4c0a6b-af21-4ab5-8307-8ceb6c03e30b service neutron] 10.222.0.21 "GET /v2.0/networks?id=5025c9e8-ba64-4eaf-81d3-15d6775318af HTTP/1.1" status: 200 len: 896 time: 0.1749852 Feb 09 14:48:59.575199 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ebf1573-e658-49b3-84c6-ae2bb2342b24 req-ebe780f3-1fec-4bc8-afe3-b03853e2c1aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 1001 time: 0.1587873 Feb 09 14:48:59.637463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-df960b26-428a-4ed5-921d-51bbdc2781f8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Allocated IP 172.20.0.12 (2af7d454-c373-48d2-a2c0-b8fe62f20cda/f8838457-395d-4c60-9dea-86467bd752c2/c6638e82-8b57-4618-b10c-46db4a0c55de) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:48:59.688506 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf1573-e658-49b3-84c6-ae2bb2342b24 req-ebaca09e-5875-4b31-974d-a6ca12b87c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:59.690198 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ebf1573-e658-49b3-84c6-ae2bb2342b24 req-ebaca09e-5875-4b31-974d-a6ca12b87c4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0d1d49b-e312-4c2f-b0ff-3ac531f98528 HTTP/1.1" status: 200 len: 835 time: 0.1084747 Feb 09 14:48:59.788742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf1573-e658-49b3-84c6-ae2bb2342b24 req-e1457990-7be1-4840-ac82-cff02918ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:48:59.790589 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ebf1573-e658-49b3-84c6-ae2bb2342b24 req-e1457990-7be1-4840-ac82-cff02918ce15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5025c9e8-ba64-4eaf-81d3-15d6775318af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928845 Feb 09 14:48:59.943051 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ebf1573-e658-49b3-84c6-ae2bb2342b24 req-e4ff02b6-215b-4699-8dba-34f3f3aa70cf service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463559 Feb 09 14:49:00.069720 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-df960b26-428a-4ed5-921d-51bbdc2781f8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:00.093008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-df960b26-428a-4ed5-921d-51bbdc2781f8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Transition to ACTIVE for port object c6638e82-8b57-4618-b10c-46db4a0c55de will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:49:00.153662 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-df960b26-428a-4ed5-921d-51bbdc2781f8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:00.172918 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8ebf1573-e658-49b3-84c6-ae2bb2342b24 req-fab39da1-d613-4ab4-bee1-27ebc0b65f24 service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239673 Feb 09 14:49:00.255230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-df960b26-428a-4ed5-921d-51bbdc2781f8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Network 2af7d454-c373-48d2-a2c0-b8fe62f20cda is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:49:00.258939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-df960b26-428a-4ed5-921d-51bbdc2781f8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:49:00.265737 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-df960b26-428a-4ed5-921d-51bbdc2781f8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:49:00.315870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df960b26-428a-4ed5-921d-51bbdc2781f8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'Port': ['ID=c6638e82-8b57-4618-b10c-46db4a0c55de,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:00.347010 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:00.350117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-df960b26-428a-4ed5-921d-51bbdc2781f8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:00.351175 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-df960b26-428a-4ed5-921d-51bbdc2781f8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:00.355793 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:00.364966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9a40d-ef1b-4acd-ac75-4c19218e1df0 req-5e28240d-ce0e-4621-b0ce-c122c60a5678 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:00.367015 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3bd9a40d-ef1b-4acd-ac75-4c19218e1df0 req-5e28240d-ce0e-4621-b0ce-c122c60a5678 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 932 time: 0.2503734 Feb 09 14:49:00.415609 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-df960b26-428a-4ed5-921d-51bbdc2781f8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2222383 Feb 09 14:49:00.426233 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3bd9a40d-ef1b-4acd-ac75-4c19218e1df0 req-44c5be78-1896-4f2f-ad7a-72d466bec5b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501492 Feb 09 14:49:00.453166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Request body: {'port': {'device_id': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:49:00.615300 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:00.654191 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-50327bf3-75e2-4af8-b458-e1619391e0e0 None None] Provisioning for port c6638e82-8b57-4618-b10c-46db4a0c55de completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:49:00.660488 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-50327bf3-75e2-4af8-b458-e1619391e0e0 None None] Provisioning complete for port c6638e82-8b57-4618-b10c-46db4a0c55de triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:49:00.661485 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-50327bf3-75e2-4af8-b458-e1619391e0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:00.720260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-50327bf3-75e2-4af8-b458-e1619391e0e0 None None] Port c6638e82-8b57-4618-b10c-46db4a0c55de cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:49:00.994509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6638e82-8b57-4618-b10c-46db4a0c55de {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:49:01.003614 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:01.019797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Transition to ACTIVE for port object c6638e82-8b57-4618-b10c-46db4a0c55de will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:49:01.023651 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:01.222866 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Pushing event updated for resources: {'Port': ['ID=c6638e82-8b57-4618-b10c-46db4a0c55de,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:01.306063 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Attempting to bind port c6638e82-8b57-4618-b10c-46db4a0c55de on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:49:01.306957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Attempting to bind port c6638e82-8b57-4618-b10c-46db4a0c55de by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:49:01.307393 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Attempting to bind port c6638e82-8b57-4618-b10c-46db4a0c55de on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:49:01.313797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Port c6638e82-8b57-4618-b10c-46db4a0c55de on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:49:01.314048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Attempting to bind port c6638e82-8b57-4618-b10c-46db4a0c55de on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:49:01.319517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:49:01.319882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Checking segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:49:01.320274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Bound using segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:49:01.320698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Bound port: c6638e82-8b57-4618-b10c-46db4a0c55de, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:49:01.321035 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:01.427345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] For port c6638e82-8b57-4618-b10c-46db4a0c55de, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:49:01.430412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] For port c6638e82-8b57-4618-b10c-46db4a0c55de, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c6638e82-8b57-4618-b10c-46db4a0c55de,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:49:01.436030 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:01.502156 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:01.502999 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:01.504761 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] 10.222.0.35 "PUT /v2.0/ports/c6638e82-8b57-4618-b10c-46db4a0c55de HTTP/1.1" status: 200 len: 1092 time: 1.0585489 Feb 09 14:49:01.505447 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'tag': 'c6638e82-8b57-4618-b10c-46db4a0c55de'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:49:01.553078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3c7fc-b747-4ebc-860a-dc2b68f3f0df service neutron] Pushing event updated for resources: {'Port': ['ID=c6638e82-8b57-4618-b10c-46db4a0c55de,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:01.630516 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'tag': 'c6638e82-8b57-4618-b10c-46db4a0c55de', 'status': 'completed', 'code': 200} Feb 09 14:49:01.671681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-03515fa7-a2c3-4324-939c-c2e19a5be775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:01.673451 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-03515fa7-a2c3-4324-939c-c2e19a5be775 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 1095 time: 0.1087468 Feb 09 14:49:01.679483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba61b2-a5e3-4fc4-8fd9-ed67a78ec63c req-3005aca5-e929-43d6-b171-efd8f4db407c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:01.681028 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2aba61b2-a5e3-4fc4-8fd9-ed67a78ec63c req-3005aca5-e929-43d6-b171-efd8f4db407c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 944 time: 0.1286659 Feb 09 14:49:01.754713 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-fb34dc3f-b27f-4e4a-8269-de7d27c21e3f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6638e82-8b57-4618-b10c-46db4a0c55de HTTP/1.1" status: 200 len: 217 time: 0.0726197 Feb 09 14:49:01.756141 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2aba61b2-a5e3-4fc4-8fd9-ed67a78ec63c req-34911066-6a73-49b1-b2dd-71583654f092 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683479 Feb 09 14:49:01.837904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-b8739a06-26a0-4842-b87d-7f3ae11ade51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:01.839360 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-b8739a06-26a0-4842-b87d-7f3ae11ade51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0777445 Feb 09 14:49:01.867764 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:01.908970 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:49:01.919906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-d69e1711-9423-4aed-bc5b-19048a2d3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:01.921439 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-d69e1711-9423-4aed-bc5b-19048a2d3914 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750318 Feb 09 14:49:02.186417 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-b600a389-f63b-4bdd-8d05-87e57962f6ab service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565179 Feb 09 14:49:02.320609 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b500447c-3dab-4f7b-afbb-2b15e1106cdf req-254a7411-5b78-4ca6-ac48-6949b6dd7119 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279409 Feb 09 14:49:02.439671 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124fd20-2dd1-4c70-9e26-3ec00a96c0af req-8e2d6a18-97ff-40e1-8f81-f302bb7011bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:02.441174 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9124fd20-2dd1-4c70-9e26-3ec00a96c0af req-8e2d6a18-97ff-40e1-8f81-f302bb7011bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 1095 time: 0.0707285 Feb 09 14:49:02.614763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124fd20-2dd1-4c70-9e26-3ec00a96c0af req-89ba5e3f-2767-4477-b05a-a93df9448ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:02.616231 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9124fd20-2dd1-4c70-9e26-3ec00a96c0af req-89ba5e3f-2767-4477-b05a-a93df9448ad1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.1691139 Feb 09 14:49:02.688931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9124fd20-2dd1-4c70-9e26-3ec00a96c0af req-c4cbdc9b-0ea6-455c-bb53-75fe124c4138 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6638e82-8b57-4618-b10c-46db4a0c55de HTTP/1.1" status: 200 len: 217 time: 0.0648017 Feb 09 14:49:02.750937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124fd20-2dd1-4c70-9e26-3ec00a96c0af req-26241b75-81f8-4888-bacf-25623b61bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:02.752290 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9124fd20-2dd1-4c70-9e26-3ec00a96c0af req-26241b75-81f8-4888-bacf-25623b61bc67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0572329 Feb 09 14:49:02.835178 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124fd20-2dd1-4c70-9e26-3ec00a96c0af req-014065f9-7b41-413a-9d49-81265f5b2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:02.836686 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9124fd20-2dd1-4c70-9e26-3ec00a96c0af req-014065f9-7b41-413a-9d49-81265f5b2177 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770583 Feb 09 14:49:03.028764 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9124fd20-2dd1-4c70-9e26-3ec00a96c0af req-a8046741-ddb7-491e-bf23-eefa06e7e092 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852148 Feb 09 14:49:03.072340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e1351-e519-46b9-a6c2-fc732aff3a7b req-00c54954-8fa2-4f36-978c-49040bea8478 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:03.073031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-090e1351-e519-46b9-a6c2-fc732aff3a7b req-00c54954-8fa2-4f36-978c-49040bea8478 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:49:03.148262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-090e1351-e519-46b9-a6c2-fc732aff3a7b req-00c54954-8fa2-4f36-978c-49040bea8478 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:49:03.149399 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-090e1351-e519-46b9-a6c2-fc732aff3a7b req-00c54954-8fa2-4f36-978c-49040bea8478 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 944 time: 0.2340810 Feb 09 14:49:03.213895 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9124fd20-2dd1-4c70-9e26-3ec00a96c0af req-16ba4a55-0598-425c-bd13-9ce8503593f7 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774921 Feb 09 14:49:03.223960 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-090e1351-e519-46b9-a6c2-fc732aff3a7b req-58deebcf-e7de-4d58-93e2-038483f41da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669534 Feb 09 14:49:04.423694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a82e5-372a-4f60-a83e-d624d1280dcb req-e4fc070e-10b8-4e10-8d8e-8a94e15d52b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:04.425153 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-da5a82e5-372a-4f60-a83e-d624d1280dcb req-e4fc070e-10b8-4e10-8d8e-8a94e15d52b5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 944 time: 0.0818501 Feb 09 14:49:04.470275 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-da5a82e5-372a-4f60-a83e-d624d1280dcb req-d87c095f-70bc-49e6-8f3c-caf66adc0cbb tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394206 Feb 09 14:49:05.686323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f03dd-ac06-4dc8-ae19-26391e354f17 req-abeb825e-4e7b-4953-96d5-a66492c22b53 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:05.687913 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d8f03dd-ac06-4dc8-ae19-26391e354f17 req-abeb825e-4e7b-4953-96d5-a66492c22b53 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 944 time: 0.0989132 Feb 09 14:49:05.737855 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d8f03dd-ac06-4dc8-ae19-26391e354f17 req-950f4098-7056-4c01-933f-c0766a56f7b1 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434906 Feb 09 14:49:06.929538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dee49-e0dd-4366-8eb9-c96c6bd2c49a req-e3f84c9a-03cc-4b8f-b273-172acfe97943 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:06.931257 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-525dee49-e0dd-4366-8eb9-c96c6bd2c49a req-e3f84c9a-03cc-4b8f-b273-172acfe97943 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 944 time: 0.0877440 Feb 09 14:49:06.982052 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-525dee49-e0dd-4366-8eb9-c96c6bd2c49a req-aca07b60-bebb-4427-9933-02fcc895a50b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444882 Feb 09 14:49:08.183748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cd644-d525-4eb5-86d6-2ff36bc03f15 req-4985cb78-0c41-42da-934f-2271d3f842d9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:08.185226 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-441cd644-d525-4eb5-86d6-2ff36bc03f15 req-4985cb78-0c41-42da-934f-2271d3f842d9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 944 time: 0.0957353 Feb 09 14:49:08.230037 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-441cd644-d525-4eb5-86d6-2ff36bc03f15 req-c026185f-b2b7-4a66-941f-be80022a1680 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389845 Feb 09 14:49:09.094240 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:09.213389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fc600-3b73-425d-983d-c0a7a22e2f91 req-408b407b-2d91-4651-b292-f6991da4377f tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:09.214917 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d0fc600-3b73-425d-983d-c0a7a22e2f91 req-408b407b-2d91-4651-b292-f6991da4377f tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1097 time: 0.0897090 Feb 09 14:49:09.257169 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d0fc600-3b73-425d-983d-c0a7a22e2f91 req-b8af47fb-02fb-4e2d-a4ca-08177f30567e tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362885 Feb 09 14:49:09.286483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45536) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:09.475232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c6638e82-8b57-4618-b10c-46db4a0c55de details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:49:09.583063 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb58777-8a4d-4b28-9ae2-2c70bd89839c req-1aeef7f2-7160-4d3b-856d-07e045526989 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:09.590153 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3fb58777-8a4d-4b28-9ae2-2c70bd89839c req-1aeef7f2-7160-4d3b-856d-07e045526989 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 944 time: 0.2191525 Feb 09 14:49:09.627323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-952e0ad8-2e4f-4423-98df-4f7ee8c2f522 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting port a8fe28df-bf39-4cd1-a695-dcbedfdb08c3 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:49:09.627667 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-952e0ad8-2e4f-4423-98df-4f7ee8c2f522 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:09.633717 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port c6638e82-8b57-4618-b10c-46db4a0c55de, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c6638e82-8b57-4618-b10c-46db4a0c55de,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:49:09.654997 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'c6638e82-8b57-4618-b10c-46db4a0c55de', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'port_id': 'c6638e82-8b57-4618-b10c-46db4a0c55de', 'mac_address': 'fa:16:3e:ed:d5:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:49:09.737177 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:09.757585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6638e82-8b57-4618-b10c-46db4a0c55de {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:49:09.776379 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port c6638e82-8b57-4618-b10c-46db4a0c55de, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c6638e82-8b57-4618-b10c-46db4a0c55de,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:49:09.780516 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:09.835643 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3fb58777-8a4d-4b28-9ae2-2c70bd89839c req-51d5c48b-37f8-4cfd-96dd-5001c3a13488 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443945 Feb 09 14:49:09.847312 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=c6638e82-8b57-4618-b10c-46db4a0c55de,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:09.856244 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:09.856592 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:09.856923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:09.857250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:09.857574 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:09.857899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:09.858218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:09.858655 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:09.859032 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:09.859350 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:09.859664 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:09.860007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:09.978055 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-952e0ad8-2e4f-4423-98df-4f7ee8c2f522 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:09.978431 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-952e0ad8-2e4f-4423-98df-4f7ee8c2f522 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:10.120426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-952e0ad8-2e4f-4423-98df-4f7ee8c2f522 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Calling delete_port for a8fe28df-bf39-4cd1-a695-dcbedfdb08c3 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:49:10.150727 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['c6638e82-8b57-4618-b10c-46db4a0c55de'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:49:10.291132 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-952e0ad8-2e4f-4423-98df-4f7ee8c2f522 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:10.350379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e0ad8-2e4f-4423-98df-4f7ee8c2f522 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Port': ['ID=a8fe28df-bf39-4cd1-a695-dcbedfdb08c3,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:10.456071 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-952e0ad8-2e4f-4423-98df-4f7ee8c2f522 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:10.456469 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-952e0ad8-2e4f-4423-98df-4f7ee8c2f522 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Floating IP 8759e506-74ed-4c7a-8263-670d401c9127 disassociated (deleted). External IP: 172.25.8.237, port: d3130246-e69b-4459-8813-d4d112c2747a. Feb 09 14:49:10.668844 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:10.850963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952e0ad8-2e4f-4423-98df-4f7ee8c2f522 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router 05fa419c-235b-451e-8bb9-9d1afe2f5544 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:49:11.063153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952e0ad8-2e4f-4423-98df-4f7ee8c2f522 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:49:11.064095 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd2cd8-8537-420c-a473-d7cc960eedb6 req-c4242c09-1035-49f3-a511-e405b5f29a45 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:11.065628 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26cd2cd8-8537-420c-a473-d7cc960eedb6 req-c4242c09-1035-49f3-a511-e405b5f29a45 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 945 time: 0.0970294 Feb 09 14:49:11.076884 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6481e-1d59-41dd-b286-ee43d882e2e2 None None] Sync routers for ids ['05fa419c-235b-451e-8bb9-9d1afe2f5544'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:49:11.089919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da6481e-1d59-41dd-b286-ee43d882e2e2 None None] Routers {'05fa419c-235b-451e-8bb9-9d1afe2f5544'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:49:11.090705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7da6481e-1d59-41dd-b286-ee43d882e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:48:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['05fa419c-235b-451e-8bb9-9d1afe2f5544'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:11.098578 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-952e0ad8-2e4f-4423-98df-4f7ee8c2f522 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:11.118358 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26cd2cd8-8537-420c-a473-d7cc960eedb6 req-710a980f-608b-4924-804c-506d39226955 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408196 Feb 09 14:49:11.182267 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-952e0ad8-2e4f-4423-98df-4f7ee8c2f522 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/floatingips/8759e506-74ed-4c7a-8263-670d401c9127 HTTP/1.1" status: 204 len: 168 time: 1.8946528 Feb 09 14:49:11.183039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:49:11.231832 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a', 'status': 'completed', 'code': 200} Feb 09 14:49:11.303702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-7da6481e-1d59-41dd-b286-ee43d882e2e2 None None] Set router 05fa419c-235b-451e-8bb9-9d1afe2f5544 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:49:11.333093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8a2ff-ea43-4bb6-beac-31595a49219c req-4e918db3-1d3b-455e-bf7f-69abe665eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:11.335065 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-41e8a2ff-ea43-4bb6-beac-31595a49219c req-4e918db3-1d3b-455e-bf7f-69abe665eb60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 1097 time: 0.0810139 Feb 09 14:49:11.481522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c6638e82-8b57-4618-b10c-46db4a0c55de up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:49:11.554328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8a2ff-ea43-4bb6-beac-31595a49219c req-814ad4ad-b0e2-48b3-abf9-bf110128fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:11.556244 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-41e8a2ff-ea43-4bb6-beac-31595a49219c req-814ad4ad-b0e2-48b3-abf9-bf110128fc43 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5025c9e8-ba64-4eaf-81d3-15d6775318af HTTP/1.1" status: 200 len: 896 time: 0.2157638 Feb 09 14:49:11.682593 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-41e8a2ff-ea43-4bb6-beac-31595a49219c req-5c16e0fb-2339-4b8f-91da-702fb310aa45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 200 len: 217 time: 0.0871789 Feb 09 14:49:11.702095 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port c6638e82-8b57-4618-b10c-46db4a0c55de completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:49:11.710773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port c6638e82-8b57-4618-b10c-46db4a0c55de triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:49:11.711476 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:11.896038 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8a2ff-ea43-4bb6-beac-31595a49219c req-1c997bd2-55df-466f-aac4-61725213bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:11.897496 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-41e8a2ff-ea43-4bb6-beac-31595a49219c req-1c997bd2-55df-466f-aac4-61725213bf7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0d1d49b-e312-4c2f-b0ff-3ac531f98528 HTTP/1.1" status: 200 len: 835 time: 0.2081239 Feb 09 14:49:11.936830 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:11.969130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6638e82-8b57-4618-b10c-46db4a0c55de'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:49:11.974282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8a785-7dba-44d2-94d8-f263cfaafad1 req-d5732d9a-ab61-4c07-b690-d35ee6be365e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:11.977539 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7da6481e-1d59-41dd-b286-ee43d882e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56531473', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '2a301358-1c65-4469-a017-a58defdeb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:48Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '2a301358-1c65-4469-a017-a58defdeb637', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '905f7221-af0a-46f1-9173-ab9efd56fd6c', 'name': '', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:21:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:14Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:11.981901 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6ed8a785-7dba-44d2-94d8-f263cfaafad1 req-d5732d9a-ab61-4c07-b690-d35ee6be365e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 946 time: 0.4244947 Feb 09 14:49:11.984827 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port c6638e82-8b57-4618-b10c-46db4a0c55de, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c6638e82-8b57-4618-b10c-46db4a0c55de,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:49:11.985939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6481e-1d59-41dd-b286-ee43d882e2e2 None None] Checking router: 05fa419c-235b-451e-8bb9-9d1afe2f5544 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:49:11.992223 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:12.038627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da6481e-1d59-41dd-b286-ee43d882e2e2 None None] Routers {'05fa419c-235b-451e-8bb9-9d1afe2f5544'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:49:12.039278 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7da6481e-1d59-41dd-b286-ee43d882e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:48:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['05fa419c-235b-451e-8bb9-9d1afe2f5544'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:12.043182 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6ed8a785-7dba-44d2-94d8-f263cfaafad1 req-6ffb3b8a-cc9e-4d22-86e9-6b5c4c5c39e6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604072 Feb 09 14:49:12.045238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8a2ff-ea43-4bb6-beac-31595a49219c req-5591fe99-4f4a-401e-93f8-369ff34d4820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:12.046898 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-41e8a2ff-ea43-4bb6-beac-31595a49219c req-5591fe99-4f4a-401e-93f8-369ff34d4820 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5025c9e8-ba64-4eaf-81d3-15d6775318af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423156 Feb 09 14:49:12.106236 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6638e82-8b57-4618-b10c-46db4a0c55de', 'code': 200} Feb 09 14:49:12.156578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=c6638e82-8b57-4618-b10c-46db4a0c55de,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:12.200699 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-41e8a2ff-ea43-4bb6-beac-31595a49219c req-8038652e-ef7d-4aae-af04-ad5cbb2783d7 service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459079 Feb 09 14:49:12.237833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880ef1e-3770-441e-ac3f-cbecb831e61b req-67afc71c-185d-439e-9b50-431ed4fbd8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:12.240229 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c880ef1e-3770-441e-ac3f-cbecb831e61b req-67afc71c-185d-439e-9b50-431ed4fbd8e5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 1097 time: 0.1286457 Feb 09 14:49:12.289432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-7da6481e-1d59-41dd-b286-ee43d882e2e2 None None] Set router 05fa419c-235b-451e-8bb9-9d1afe2f5544 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:49:12.293795 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c880ef1e-3770-441e-ac3f-cbecb831e61b req-42e0f3a2-2b10-48e3-840f-495c55a45f76 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439551 Feb 09 14:49:12.407682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4b3fb-2b51-431c-8e52-7781a1c17584 req-f04255e1-57cd-47fa-b903-5b1e99cf192d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:12.408146 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-41e8a2ff-ea43-4bb6-beac-31595a49219c req-2fd1f2f9-ceec-494b-89d5-169d9f8cf468 service neutron] 10.222.0.21 "GET /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003982 Feb 09 14:49:12.409092 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-06f4b3fb-2b51-431c-8e52-7781a1c17584 req-f04255e1-57cd-47fa-b903-5b1e99cf192d tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 946 time: 0.1142147 Feb 09 14:49:12.474581 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-06f4b3fb-2b51-431c-8e52-7781a1c17584 req-95684673-0d31-41a6-aad8-4d0725d759ea tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517919 Feb 09 14:49:12.661301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7da6481e-1d59-41dd-b286-ee43d882e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56531473', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '2a301358-1c65-4469-a017-a58defdeb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:48Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '2a301358-1c65-4469-a017-a58defdeb637', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '905f7221-af0a-46f1-9173-ab9efd56fd6c', 'name': '', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:21:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:14Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:12.665588 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6481e-1d59-41dd-b286-ee43d882e2e2 None None] The sync data for ids ['05fa419c-235b-451e-8bb9-9d1afe2f5544'] in n-d-828418-2 is: [{'id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56531473', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '2a301358-1c65-4469-a017-a58defdeb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:48Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '2a301358-1c65-4469-a017-a58defdeb637', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '905f7221-af0a-46f1-9173-ab9efd56fd6c', 'name': '', 'network_id': '5025c9e8-ba64-4eaf-81d3-15d6775318af', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:21:75:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:58Z', 'updated_at': '2022-02-09T14:46:14Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'c0d1d49b-e312-4c2f-b0ff-3ac531f98528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:49:12.926504 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c071f5b3-11ea-42e3-bc6b-00305496090a None None] New status for floating IP 8759e506-74ed-4c7a-8263-670d401c9127: DOWN {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:49:13.182915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a7c4e-d782-4a75-aedb-3ff8afc813fe req-b37c8891-b140-43e9-8e4b-ab1c66a94f60 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:13.184443 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c61a7c4e-d782-4a75-aedb-3ff8afc813fe req-b37c8891-b140-43e9-8e4b-ab1c66a94f60 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 946 time: 0.0873258 Feb 09 14:49:13.308921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-c61a7c4e-d782-4a75-aedb-3ff8afc813fe req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting port d3130246-e69b-4459-8813-d4d112c2747a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:49:13.309577 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c61a7c4e-d782-4a75-aedb-3ff8afc813fe req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:13.432081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9fa44-59c2-4913-aa5c-b85bc7695cb8 req-023f9d82-e1aa-485c-86be-466435375cef tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:13.433573 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dea9fa44-59c2-4913-aa5c-b85bc7695cb8 req-023f9d82-e1aa-485c-86be-466435375cef tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 946 time: 0.2478750 Feb 09 14:49:13.573059 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dea9fa44-59c2-4913-aa5c-b85bc7695cb8 req-baf8b689-8e5c-42de-9d0a-904756e59630 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff8a9060-5473-4817-a968-f155181d6584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315987 Feb 09 14:49:13.677725 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-c61a7c4e-d782-4a75-aedb-3ff8afc813fe req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] For port d3130246-e69b-4459-8813-d4d112c2747a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d3130246-e69b-4459-8813-d4d112c2747a,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:49:13.678293 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c61a7c4e-d782-4a75-aedb-3ff8afc813fe req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:13.839093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-c61a7c4e-d782-4a75-aedb-3ff8afc813fe req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Calling delete_port for d3130246-e69b-4459-8813-d4d112c2747a owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:49:13.999420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd65caa-c817-4191-b09b-825bb546ea4a req-05080745-26f6-4598-ade7-e2352cd9df0e tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:14.006144 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1fd65caa-c817-4191-b09b-825bb546ea4a req-05080745-26f6-4598-ade7-e2352cd9df0e tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 946 time: 0.2676516 Feb 09 14:49:14.052872 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1fd65caa-c817-4191-b09b-825bb546ea4a req-77956f03-9762-40b3-afea-54f1b7190dff tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441248 Feb 09 14:49:14.057976 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c61a7c4e-d782-4a75-aedb-3ff8afc813fe req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:14.116351 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Port': ['ID=d3130246-e69b-4459-8813-d4d112c2747a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:14.161246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:14.161591 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:14.161939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:14.162273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:14.162599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:14.162930 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:14.163254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:14.163623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:14.163934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:14.164257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:14.164572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:14.164888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:14.211760 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61a7c4e-d782-4a75-aedb-3ff8afc813fe req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] No DVR routers for this DVR port d3130246-e69b-4459-8813-d4d112c2747a on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:49:14.215419 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-c61a7c4e-d782-4a75-aedb-3ff8afc813fe req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:14.219810 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'name': 'network-vif-deleted', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:49:14.238370 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c61a7c4e-d782-4a75-aedb-3ff8afc813fe req-d07c71ea-007c-435b-bad7-7787baec833f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.21 "DELETE /v2.0/ports/d3130246-e69b-4459-8813-d4d112c2747a HTTP/1.1" status: 204 len: 173 time: 1.0161736 Feb 09 14:49:14.284675 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e7e6dc-6ae3-4cd1-b962-0c2778dec592', 'name': 'network-vif-deleted', 'tag': 'd3130246-e69b-4459-8813-d4d112c2747a', 'status': 'completed', 'code': 200} Feb 09 14:49:14.804751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a95360eb-fa75-4cfa-84a1-ecf852142da9 req-df49a6b6-5f7f-48eb-a94c-90d0f8562842 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:49:14.824861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a95360eb-fa75-4cfa-84a1-ecf852142da9 req-df49a6b6-5f7f-48eb-a94c-90d0f8562842 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:49:14.826745 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a95360eb-fa75-4cfa-84a1-ecf852142da9 req-df49a6b6-5f7f-48eb-a94c-90d0f8562842 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4e7e6dc-6ae3-4cd1-b962-0c2778dec592 HTTP/1.1" status: 200 len: 210 time: 0.0701225 Feb 09 14:49:15.268241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a4e3c-70f8-4b6a-84af-c3cea8c7163b req-abd45db4-4f09-4be3-bb83-8d531c077fd8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:15.269715 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-752a4e3c-70f8-4b6a-84af-c3cea8c7163b req-abd45db4-4f09-4be3-bb83-8d531c077fd8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 946 time: 0.0827026 Feb 09 14:49:15.318831 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-752a4e3c-70f8-4b6a-84af-c3cea8c7163b req-f7ee1dee-50af-4e8b-b239-b907bababee2 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424976 Feb 09 14:49:15.526198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b5666-1c0f-4fd0-95fe-78c1dca39f18 req-aeab0a28-d89c-4122-9452-f5a63e8ba771 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:15.527930 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-104b5666-1c0f-4fd0-95fe-78c1dca39f18 req-aeab0a28-d89c-4122-9452-f5a63e8ba771 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 946 time: 0.0939515 Feb 09 14:49:15.574872 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-104b5666-1c0f-4fd0-95fe-78c1dca39f18 req-ced18a7c-11ca-4b0d-bd55-58b983367592 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408719 Feb 09 14:49:15.601227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45664) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:15.793708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbf01e4-8c8d-417f-8828-73ef88fe4722 tempest-TestVolumeBootPattern-1353882925 tempest-TestVolumeBootPattern-1353882925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:15.794423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6fbf01e4-8c8d-417f-8828-73ef88fe4722 tempest-TestVolumeBootPattern-1353882925 tempest-TestVolumeBootPattern-1353882925-project-admin] Synchronizing usage tracker for tenant:322fc261309e4f289ce4805a4574841b on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:49:15.810320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6fbf01e4-8c8d-417f-8828-73ef88fe4722 tempest-TestVolumeBootPattern-1353882925 tempest-TestVolumeBootPattern-1353882925-project-admin] Unset dirty status for tenant:322fc261309e4f289ce4805a4574841b on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:49:15.811632 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6fbf01e4-8c8d-417f-8828-73ef88fe4722 tempest-TestVolumeBootPattern-1353882925 tempest-TestVolumeBootPattern-1353882925-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 1092 time: 0.2093546 Feb 09 14:49:15.814590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45674) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:15.819965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': 'c6638e82-8b57-4618-b10c-46db4a0c55de', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:49:15.827079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:49:15.830853 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Usage tracker for resource:floatingip and tenant:a41332bb12404c08914ea958ae35ef74 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:49:15.833679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:49:15.839842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:49:15.851201 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:15.931585 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45684) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:16.026833 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:16.194738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Allocated IP 172.25.8.227 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/09c1886b-66c7-44c3-b7d9-43ff75cd6723) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:49:16.361063 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:16.392204 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:16.462939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:49:16.465838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:49:16.469902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:49:16.506034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'Port': ['ID=09c1886b-66c7-44c3-b7d9-43ff75cd6723,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:16.672576 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-093baed2-edd2-4e34-a4e0-33ad646f412b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:16.950326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:17.030490 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:17.055791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-093baed2-edd2-4e34-a4e0-33ad646f412b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting port 905f7221-af0a-46f1-9173-ab9efd56fd6c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:49:17.057051 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-093baed2-edd2-4e34-a4e0-33ad646f412b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:17.263420 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:17.267312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-093baed2-edd2-4e34-a4e0-33ad646f412b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] For port 905f7221-af0a-46f1-9173-ab9efd56fd6c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=905f7221-af0a-46f1-9173-ab9efd56fd6c,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:49:17.267758 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-093baed2-edd2-4e34-a4e0-33ad646f412b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:17.270031 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:17.381838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d3130246-e69b-4459-8813-d4d112c2747a no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:49:17.398536 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:17.406243 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-093baed2-edd2-4e34-a4e0-33ad646f412b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Calling delete_port for 905f7221-af0a-46f1-9173-ab9efd56fd6c owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:49:17.435499 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: d3130246-e69b-4459-8813-d4d112c2747a {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:49:17.435884 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d3130246-e69b-4459-8813-d4d112c2747a not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:49:17.606273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'Port': ['ID=09c1886b-66c7-44c3-b7d9-43ff75cd6723,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:17.643620 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-093baed2-edd2-4e34-a4e0-33ad646f412b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:17.695776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093baed2-edd2-4e34-a4e0-33ad646f412b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Port': ['ID=905f7221-af0a-46f1-9173-ab9efd56fd6c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:17.745004 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Floating IP db6f146f-1f8f-4d1b-8c07-f6a58ac71d77 associated. External IP: 172.25.8.227, port: c6638e82-8b57-4618-b10c-46db4a0c55de. Feb 09 14:49:18.136408 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-093baed2-edd2-4e34-a4e0-33ad646f412b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:18.143281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Router 57469629-c888-4e98-a2a9-891a4d6cb712 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:49:18.327895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:49:18.339875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f1aa9b-c3bd-4176-abfa-0325f4c89b0b None None] Sync routers for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:49:18.350998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f1aa9b-c3bd-4176-abfa-0325f4c89b0b None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:49:18.351670 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-56f1aa9b-c3bd-4176-abfa-0325f4c89b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:48:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:18.355275 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:18.418742 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ee62d4f5-56ee-458e-8176-9dac59971cbc tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6029053 Feb 09 14:49:18.419233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'tag': 'c6638e82-8b57-4618-b10c-46db4a0c55de'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:49:18.480547 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'tag': 'c6638e82-8b57-4618-b10c-46db4a0c55de', 'status': 'completed', 'code': 200} Feb 09 14:49:18.539811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093baed2-edd2-4e34-a4e0-33ad646f412b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router 05fa419c-235b-451e-8bb9-9d1afe2f5544 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:49:18.568516 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-56f1aa9b-c3bd-4176-abfa-0325f4c89b0b None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:49:18.746820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef023fb-d234-44e0-9b49-3618f598e736 req-8884dcfa-1cfe-4773-8930-227830ec876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:18.748341 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aef023fb-d234-44e0-9b49-3618f598e736 req-8884dcfa-1cfe-4773-8930-227830ec876f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 1097 time: 0.1101565 Feb 09 14:49:18.761158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093baed2-edd2-4e34-a4e0-33ad646f412b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:49:18.772222 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf8faa6-bffe-46a4-a0a2-c43166d0f469 None None] Sync routers for ids ['05fa419c-235b-451e-8bb9-9d1afe2f5544'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:49:18.788978 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf8faa6-bffe-46a4-a0a2-c43166d0f469 None None] Routers {'05fa419c-235b-451e-8bb9-9d1afe2f5544'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:49:18.789930 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1bf8faa6-bffe-46a4-a0a2-c43166d0f469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:48:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['05fa419c-235b-451e-8bb9-9d1afe2f5544'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:18.799909 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-093baed2-edd2-4e34-a4e0-33ad646f412b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "PUT /v2.0/routers/05fa419c-235b-451e-8bb9-9d1afe2f5544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8671370 Feb 09 14:49:18.800978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45732) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:18.889481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6d3f49-5ee2-4956-9a4c-ac984a2143d4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting subnet c0d1d49b-e312-4c2f-b0ff-3ac531f98528 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:49:18.893532 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de6d3f49-5ee2-4956-9a4c-ac984a2143d4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:18.966199 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de6d3f49-5ee2-4956-9a4c-ac984a2143d4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:18.970547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef023fb-d234-44e0-9b49-3618f598e736 req-42106857-58d7-4f1e-b797-0bc5783b4dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:18.973383 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aef023fb-d234-44e0-9b49-3618f598e736 req-42106857-58d7-4f1e-b797-0bc5783b4dc3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.2169669 Feb 09 14:49:19.043490 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-1bf8faa6-bffe-46a4-a0a2-c43166d0f469 None None] Set router 05fa419c-235b-451e-8bb9-9d1afe2f5544 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:49:19.070930 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-56f1aa9b-c3bd-4176-abfa-0325f4c89b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'db6f146f-1f8f-4d1b-8c07-f6a58ac71d77', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'port_id': 'c6638e82-8b57-4618-b10c-46db4a0c55de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'mac_address': 'fa:16:3e:ed:d5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:49:16Z', 'updated_at': '2022-02-09T14:49:16Z', 'revision_number': 0, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:19.076817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f1aa9b-c3bd-4176-abfa-0325f4c89b0b None None] Checking router: 57469629-c888-4e98-a2a9-891a4d6cb712 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:49:19.088142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f1aa9b-c3bd-4176-abfa-0325f4c89b0b None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:49:19.088904 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-56f1aa9b-c3bd-4176-abfa-0325f4c89b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:48:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:19.107089 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aef023fb-d234-44e0-9b49-3618f598e736 req-2285bc8a-1694-42bb-b58e-7dade6edb908 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6638e82-8b57-4618-b10c-46db4a0c55de HTTP/1.1" status: 200 len: 1000 time: 0.1273305 Feb 09 14:49:19.115197 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de6d3f49-5ee2-4956-9a4c-ac984a2143d4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:19.211754 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de6d3f49-5ee2-4956-9a4c-ac984a2143d4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:19.236421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef023fb-d234-44e0-9b49-3618f598e736 req-c10da230-0a3c-41e5-a70d-b973e4c749a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:19.239841 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aef023fb-d234-44e0-9b49-3618f598e736 req-c10da230-0a3c-41e5-a70d-b973e4c749a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.1258593 Feb 09 14:49:19.290257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d3f49-5ee2-4956-9a4c-ac984a2143d4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d1d49b-e312-4c2f-b0ff-3ac531f98528,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:19.304161 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-de6d3f49-5ee2-4956-9a4c-ac984a2143d4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:19.311304 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-de6d3f49-5ee2-4956-9a4c-ac984a2143d4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/subnets/c0d1d49b-e312-4c2f-b0ff-3ac531f98528 HTTP/1.1" status: 204 len: 168 time: 0.5090957 Feb 09 14:49:19.312447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-56f1aa9b-c3bd-4176-abfa-0325f4c89b0b None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:49:19.313890 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45738) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:19.362425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47009c38-6445-4b7f-865a-170906ef7bd0 None None] Network 5025c9e8-ba64-4eaf-81d3-15d6775318af requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:49:19.379360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef023fb-d234-44e0-9b49-3618f598e736 req-1d0f4d85-9205-4263-bc87-db7a855ad599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:19.381090 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aef023fb-d234-44e0-9b49-3618f598e736 req-1d0f4d85-9205-4263-bc87-db7a855ad599 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329896 Feb 09 14:49:19.452966 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1bf8faa6-bffe-46a4-a0a2-c43166d0f469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56531473', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '2a301358-1c65-4469-a017-a58defdeb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:48Z', 'updated_at': '2022-02-09T14:49:17Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '2a301358-1c65-4469-a017-a58defdeb637', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:19.461892 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf8faa6-bffe-46a4-a0a2-c43166d0f469 None None] Checking router: 05fa419c-235b-451e-8bb9-9d1afe2f5544 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:49:19.482234 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf8faa6-bffe-46a4-a0a2-c43166d0f469 None None] Routers {'05fa419c-235b-451e-8bb9-9d1afe2f5544'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:49:19.484420 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1bf8faa6-bffe-46a4-a0a2-c43166d0f469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:48:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['05fa419c-235b-451e-8bb9-9d1afe2f5544'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:19.530591 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acbf06d4-f89c-4917-8e9b-6ee447d86ad1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:19.727514 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aef023fb-d234-44e0-9b49-3618f598e736 req-fbdf5120-4779-4712-b774-058e4b996ac4 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396821 Feb 09 14:49:19.831184 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-1bf8faa6-bffe-46a4-a0a2-c43166d0f469 None None] Set router 05fa419c-235b-451e-8bb9-9d1afe2f5544 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:49:19.933960 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c947239-9a61-480d-9a71-d30d8b93b99b None None] DHCP port deletion for 5025c9e8-ba64-4eaf-81d3-15d6775318af request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:49:19.945945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6c947239-9a61-480d-9a71-d30d8b93b99b None None] Deleting port d0729c0d-5d18-42ce-8ce5-e8a389829695 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:49:19.947145 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6c947239-9a61-480d-9a71-d30d8b93b99b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:20.016726 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acbf06d4-f89c-4917-8e9b-6ee447d86ad1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:20.029084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-acbf06d4-f89c-4917-8e9b-6ee447d86ad1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting port 2a301358-1c65-4469-a017-a58defdeb637 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:49:20.030377 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acbf06d4-f89c-4917-8e9b-6ee447d86ad1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:20.076539 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aef023fb-d234-44e0-9b49-3618f598e736 req-995cfff6-cbd8-4944-9922-b449d4043cf9 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419132 Feb 09 14:49:20.189948 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-56f1aa9b-c3bd-4176-abfa-0325f4c89b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'db6f146f-1f8f-4d1b-8c07-f6a58ac71d77', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'port_id': 'c6638e82-8b57-4618-b10c-46db4a0c55de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'mac_address': 'fa:16:3e:ed:d5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:49:16Z', 'updated_at': '2022-02-09T14:49:16Z', 'revision_number': 0, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:20.199548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f1aa9b-c3bd-4176-abfa-0325f4c89b0b None None] The sync data for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 is: [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'db6f146f-1f8f-4d1b-8c07-f6a58ac71d77', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'port_id': 'c6638e82-8b57-4618-b10c-46db4a0c55de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'mac_address': 'fa:16:3e:ed:d5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:49:16Z', 'updated_at': '2022-02-09T14:49:16Z', 'revision_number': 0, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:49:20.237529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6c947239-9a61-480d-9a71-d30d8b93b99b None None] For port d0729c0d-5d18-42ce-8ce5-e8a389829695, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d0729c0d-5d18-42ce-8ce5-e8a389829695,segment=NetworkSegment(b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8),segment_id=b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:49:20.237923 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6c947239-9a61-480d-9a71-d30d8b93b99b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:20.277330 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1bf8faa6-bffe-46a4-a0a2-c43166d0f469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56531473', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '2a301358-1c65-4469-a017-a58defdeb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:48Z', 'updated_at': '2022-02-09T14:49:17Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '2a301358-1c65-4469-a017-a58defdeb637', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:20.284171 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf8faa6-bffe-46a4-a0a2-c43166d0f469 None None] The sync data for ids ['05fa419c-235b-451e-8bb9-9d1afe2f5544'] in n-d-828418-2 is: [{'id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56531473', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '2a301358-1c65-4469-a017-a58defdeb637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:45:48Z', 'updated_at': '2022-02-09T14:49:17Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '2a301358-1c65-4469-a017-a58defdeb637', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa419c-235b-451e-8bb9-9d1afe2f5544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:45:50Z', 'updated_at': '2022-02-09T14:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:49:20.291646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-acbf06d4-f89c-4917-8e9b-6ee447d86ad1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] For port 2a301358-1c65-4469-a017-a58defdeb637, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2a301358-1c65-4469-a017-a58defdeb637,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:49:20.292221 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acbf06d4-f89c-4917-8e9b-6ee447d86ad1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:20.421196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6c947239-9a61-480d-9a71-d30d8b93b99b None None] Calling delete_port for d0729c0d-5d18-42ce-8ce5-e8a389829695 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:49:20.473772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-acbf06d4-f89c-4917-8e9b-6ee447d86ad1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Calling delete_port for 2a301358-1c65-4469-a017-a58defdeb637 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:49:20.590018 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6c947239-9a61-480d-9a71-d30d8b93b99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:20.663005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050803ba-c679-48c2-ac67-e32243a4202d None None] New status for floating IP db6f146f-1f8f-4d1b-8c07-f6a58ac71d77: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:49:20.730875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c947239-9a61-480d-9a71-d30d8b93b99b None None] Pushing event deleted for resources: {'Port': ['ID=d0729c0d-5d18-42ce-8ce5-e8a389829695,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:20.768600 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acbf06d4-f89c-4917-8e9b-6ee447d86ad1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:20.798893 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c947239-9a61-480d-9a71-d30d8b93b99b None None] No DVR routers for this DVR port d0729c0d-5d18-42ce-8ce5-e8a389829695 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:49:20.822549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf06d4-f89c-4917-8e9b-6ee447d86ad1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Port': ['ID=2a301358-1c65-4469-a017-a58defdeb637,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:20.921597 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acbf06d4-f89c-4917-8e9b-6ee447d86ad1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:21.097472 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acbf06d4-f89c-4917-8e9b-6ee447d86ad1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:21.099573 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acbf06d4-f89c-4917-8e9b-6ee447d86ad1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:21.122489 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acbf06d4-f89c-4917-8e9b-6ee447d86ad1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:21.123010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbf06d4-f89c-4917-8e9b-6ee447d86ad1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Fanout notify agent at l3_agent the message router_deleted on router 05fa419c-235b-451e-8bb9-9d1afe2f5544 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:49:21.137741 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-acbf06d4-f89c-4917-8e9b-6ee447d86ad1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:21.138834 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-acbf06d4-f89c-4917-8e9b-6ee447d86ad1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/routers/05fa419c-235b-451e-8bb9-9d1afe2f5544 HTTP/1.1" status: 204 len: 168 time: 1.8238885 Feb 09 14:49:21.141630 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45758) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:21.259484 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1908ac48-4c90-4e1a-88eb-f7e5fc164472 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:21.387153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1908ac48-4c90-4e1a-88eb-f7e5fc164472 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:21.411240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-1908ac48-4c90-4e1a-88eb-f7e5fc164472 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5025c9e8-ba64-4eaf-81d3-15d6775318af']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:21.423539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-1908ac48-4c90-4e1a-88eb-f7e5fc164472 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:21.423860 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-1908ac48-4c90-4e1a-88eb-f7e5fc164472 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6cfbd83-3b9d-4262-9f1a-96397ab8a6f8') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:21.434689 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1908ac48-4c90-4e1a-88eb-f7e5fc164472 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:21.449924 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1908ac48-4c90-4e1a-88eb-f7e5fc164472 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:21.455645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1908ac48-4c90-4e1a-88eb-f7e5fc164472 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:49:21.456086 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1908ac48-4c90-4e1a-88eb-f7e5fc164472 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:49:21.470745 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:49:21.552488 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1908ac48-4c90-4e1a-88eb-f7e5fc164472 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:21.576896 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1908ac48-4c90-4e1a-88eb-f7e5fc164472 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:21.579669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908ac48-4c90-4e1a-88eb-f7e5fc164472 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Network': ['ID=5025c9e8-ba64-4eaf-81d3-15d6775318af,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:21.598343 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1908ac48-4c90-4e1a-88eb-f7e5fc164472 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/networks/5025c9e8-ba64-4eaf-81d3-15d6775318af HTTP/1.1" status: 204 len: 168 time: 0.4555652 Feb 09 14:49:21.601501 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45768) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:21.684720 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d0729c0d-5d18-42ce-8ce5-e8a389829695 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:49:21.693767 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:21.726897 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: d0729c0d-5d18-42ce-8ce5-e8a389829695 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:49:21.727249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d0729c0d-5d18-42ce-8ce5-e8a389829695 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:49:21.728370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 905f7221-af0a-46f1-9173-ab9efd56fd6c no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:49:21.729582 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:21.762300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 905f7221-af0a-46f1-9173-ab9efd56fd6c {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:49:21.762802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 905f7221-af0a-46f1-9173-ab9efd56fd6c not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:49:21.763320 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2a301358-1c65-4469-a017-a58defdeb637 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:49:21.797237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 2a301358-1c65-4469-a017-a58defdeb637 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:49:21.797643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 2a301358-1c65-4469-a017-a58defdeb637 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:49:21.809304 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:21.827151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8a9060-5473-4817-a968-f155181d6584,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:21.836508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:21.836883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:21.837236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:21.837574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:21.837902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:21.838232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:21.838559 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:21.838886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:21.839211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:21.839533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:21.839880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:21.840197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:21.847516 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:21.848963 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-42adeeaa-1b67-45ca-853c-7ce5ffb69804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/security-groups/ff8a9060-5473-4817-a968-f155181d6584 HTTP/1.1" status: 204 len: 168 time: 0.2461939 Feb 09 14:49:22.172681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45780) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:22.177911 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7cfb716e-b0c2-47bb-b7af-6b02b8d59201 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448000891', 'description': 'tempest-secgroup-smoke-1448000891 description', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:49:22.185315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7cfb716e-b0c2-47bb-b7af-6b02b8d59201 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:49:22.189533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7cfb716e-b0c2-47bb-b7af-6b02b8d59201 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:49:22.192398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7cfb716e-b0c2-47bb-b7af-6b02b8d59201 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:49:22.198739 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7cfb716e-b0c2-47bb-b7af-6b02b8d59201 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:49:22.208390 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7cfb716e-b0c2-47bb-b7af-6b02b8d59201 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:22.237586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7cfb716e-b0c2-47bb-b7af-6b02b8d59201 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:49:22.241814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7cfb716e-b0c2-47bb-b7af-6b02b8d59201 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:49:22.245882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7cfb716e-b0c2-47bb-b7af-6b02b8d59201 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:49:22.251540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7cfb716e-b0c2-47bb-b7af-6b02b8d59201 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:49:22.324656 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7cfb716e-b0c2-47bb-b7af-6b02b8d59201 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:22.328699 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7cfb716e-b0c2-47bb-b7af-6b02b8d59201 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:22.488802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb716e-b0c2-47bb-b7af-6b02b8d59201 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607891b7-dc06-4344-865e-463966827e1a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:22.495529 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7cfb716e-b0c2-47bb-b7af-6b02b8d59201 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:22.496814 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7cfb716e-b0c2-47bb-b7af-6b02b8d59201 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3230410 Feb 09 14:49:22.499915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45784) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:22.505314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-4c0b33e5-a00f-489e-8e16-da2e3e2af51e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': '607891b7-dc06-4344-865e-463966827e1a', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:49:22.512786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4c0b33e5-a00f-489e-8e16-da2e3e2af51e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:49:22.516859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4c0b33e5-a00f-489e-8e16-da2e3e2af51e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:49:22.520307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4c0b33e5-a00f-489e-8e16-da2e3e2af51e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:49:22.526637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4c0b33e5-a00f-489e-8e16-da2e3e2af51e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:49:22.543843 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4c0b33e5-a00f-489e-8e16-da2e3e2af51e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:22.628919 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4c0b33e5-a00f-489e-8e16-da2e3e2af51e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:22.633163 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4c0b33e5-a00f-489e-8e16-da2e3e2af51e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:22.660582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b33e5-a00f-489e-8e16-da2e3e2af51e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bec293-8259-4dad-b05d-8a4cd795cfa7,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:22.681672 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4c0b33e5-a00f-489e-8e16-da2e3e2af51e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:22.684233 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4c0b33e5-a00f-489e-8e16-da2e3e2af51e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1831019 Feb 09 14:49:22.688520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45788) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:22.693257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0ca2e348-5876-4746-99ff-a69e19cc5577 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': '607891b7-dc06-4344-865e-463966827e1a', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:49:22.701261 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0ca2e348-5876-4746-99ff-a69e19cc5577 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:49:22.705448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0ca2e348-5876-4746-99ff-a69e19cc5577 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:49:22.708413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0ca2e348-5876-4746-99ff-a69e19cc5577 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:49:22.714620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0ca2e348-5876-4746-99ff-a69e19cc5577 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:49:22.734384 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e348-5876-4746-99ff-a69e19cc5577 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:22.811053 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e348-5876-4746-99ff-a69e19cc5577 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:22.814526 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e348-5876-4746-99ff-a69e19cc5577 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:22.838514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2e348-5876-4746-99ff-a69e19cc5577 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f24421c-2f3a-4406-a441-b9954a423dcd,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:22.848263 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e348-5876-4746-99ff-a69e19cc5577 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:22.852127 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0ca2e348-5876-4746-99ff-a69e19cc5577 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1610713 Feb 09 14:49:22.853000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45792) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:22.858150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-235bf954-0aef-464c-bbb6-c624e60c159c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': '607891b7-dc06-4344-865e-463966827e1a', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:49:22.865059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-235bf954-0aef-464c-bbb6-c624e60c159c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:49:22.871557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-235bf954-0aef-464c-bbb6-c624e60c159c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:49:22.874377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-235bf954-0aef-464c-bbb6-c624e60c159c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:49:22.881647 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-235bf954-0aef-464c-bbb6-c624e60c159c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:49:22.900170 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-235bf954-0aef-464c-bbb6-c624e60c159c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:22.962817 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-235bf954-0aef-464c-bbb6-c624e60c159c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:22.966265 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-235bf954-0aef-464c-bbb6-c624e60c159c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:22.989143 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bf954-0aef-464c-bbb6-c624e60c159c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a304758-8eb8-4538-8a14-7e7520d3729f,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:22.998806 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-235bf954-0aef-464c-bbb6-c624e60c159c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.000039 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-235bf954-0aef-464c-bbb6-c624e60c159c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459615 Feb 09 14:49:23.002918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45796) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:23.008167 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-dba6fed6-5b09-4880-860e-68e754e7cc22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': '607891b7-dc06-4344-865e-463966827e1a', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:49:23.014608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dba6fed6-5b09-4880-860e-68e754e7cc22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:49:23.018597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dba6fed6-5b09-4880-860e-68e754e7cc22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:49:23.021410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dba6fed6-5b09-4880-860e-68e754e7cc22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:49:23.027411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dba6fed6-5b09-4880-860e-68e754e7cc22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:49:23.045008 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dba6fed6-5b09-4880-860e-68e754e7cc22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.112776 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dba6fed6-5b09-4880-860e-68e754e7cc22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.116487 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dba6fed6-5b09-4880-860e-68e754e7cc22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.142588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6fed6-5b09-4880-860e-68e754e7cc22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49138cdd-c45b-4874-9d58-4ade9326c3ca,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:23.150875 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dba6fed6-5b09-4880-860e-68e754e7cc22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.152906 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dba6fed6-5b09-4880-860e-68e754e7cc22 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479750 Feb 09 14:49:23.154706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45802) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:23.159658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d9eb3ebd-f064-4b6c-97c0-51f0b064c8e7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': '607891b7-dc06-4344-865e-463966827e1a', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:49:23.166698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d9eb3ebd-f064-4b6c-97c0-51f0b064c8e7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:49:23.170538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d9eb3ebd-f064-4b6c-97c0-51f0b064c8e7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:49:23.173429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d9eb3ebd-f064-4b6c-97c0-51f0b064c8e7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:49:23.179145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d9eb3ebd-f064-4b6c-97c0-51f0b064c8e7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:49:23.193126 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-d9eb3ebd-f064-4b6c-97c0-51f0b064c8e7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Project c945c8634f3e49fe9afbbbf3c60331a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:49:23.200669 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3ebd-f064-4b6c-97c0-51f0b064c8e7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.273696 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3ebd-f064-4b6c-97c0-51f0b064c8e7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.279107 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3ebd-f064-4b6c-97c0-51f0b064c8e7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.302447 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb3ebd-f064-4b6c-97c0-51f0b064c8e7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f11bfc-9890-4bd5-b3bf-8d547b4a176f,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:23.311498 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3ebd-f064-4b6c-97c0-51f0b064c8e7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.315196 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d9eb3ebd-f064-4b6c-97c0-51f0b064c8e7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1571529 Feb 09 14:49:23.315572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45806) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:23.320938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-23b0e06a-4a55-422b-b000-3660c02d898e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': '607891b7-dc06-4344-865e-463966827e1a', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:49:23.328372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-23b0e06a-4a55-422b-b000-3660c02d898e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:49:23.332412 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-23b0e06a-4a55-422b-b000-3660c02d898e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:49:23.335302 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-23b0e06a-4a55-422b-b000-3660c02d898e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:49:23.341710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-23b0e06a-4a55-422b-b000-3660c02d898e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:49:23.352984 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-23b0e06a-4a55-422b-b000-3660c02d898e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Project c945c8634f3e49fe9afbbbf3c60331a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:49:23.359500 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23b0e06a-4a55-422b-b000-3660c02d898e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.426118 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23b0e06a-4a55-422b-b000-3660c02d898e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.429826 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23b0e06a-4a55-422b-b000-3660c02d898e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.456685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0e06a-4a55-422b-b000-3660c02d898e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d13901-39f5-42b8-85b4-27457e61adbc,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:23.467832 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-23b0e06a-4a55-422b-b000-3660c02d898e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.469014 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-23b0e06a-4a55-422b-b000-3660c02d898e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1524353 Feb 09 14:49:23.471853 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45810) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:23.477903 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-62c9c29a-8678-46b7-8987-78c01b3b94eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'network': {'name': 'tempest-network-smoke--1982174945', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'port_security_enabled': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:49:23.483988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-62c9c29a-8678-46b7-8987-78c01b3b94eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:49:23.488523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-62c9c29a-8678-46b7-8987-78c01b3b94eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:network and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:49:23.491440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-62c9c29a-8678-46b7-8987-78c01b3b94eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:49:23.497570 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-62c9c29a-8678-46b7-8987-78c01b3b94eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:49:23.508453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c9c29a-8678-46b7-8987-78c01b3b94eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Made reservation on behalf of c945c8634f3e49fe9afbbbf3c60331a8 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:49:23.512365 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62c9c29a-8678-46b7-8987-78c01b3b94eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.543601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c9c29a-8678-46b7-8987-78c01b3b94eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:49:23.553164 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62c9c29a-8678-46b7-8987-78c01b3b94eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.553561 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-62c9c29a-8678-46b7-8987-78c01b3b94eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Added segment 038715bb-117d-4726-8f25-40128ccb0011 of type vlan for network 93ebd1f4-7988-42c1-ab88-93242f561e78 Feb 09 14:49:23.580110 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62c9c29a-8678-46b7-8987-78c01b3b94eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.609667 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62c9c29a-8678-46b7-8987-78c01b3b94eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.615101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c9c29a-8678-46b7-8987-78c01b3b94eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:23.615681 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62c9c29a-8678-46b7-8987-78c01b3b94eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.724115 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-62c9c29a-8678-46b7-8987-78c01b3b94eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2511880 Feb 09 14:49:23.727470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45814) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:23.728188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9c29a-8678-46b7-8987-78c01b3b94eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Network': ['ID=93ebd1f4-7988-42c1-ab88-93242f561e78,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:23.735747 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2094166061', 'admin_state_up': True, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:49:23.749391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:49:23.752231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 93ebd1f4-7988-42c1-ab88-93242f561e78 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:49:23.755684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:router and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:49:23.759425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:49:23.766095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:49:23.776562 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.777547 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:23.792773 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:24.063897 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:24.398179 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:24.430455 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:24.604298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Allocated IP 172.25.8.39 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/cbd843a5-67a6-44ab-a88b-c1f7b6fb708d) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:49:24.914546 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:24.944860 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:25.006670 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:49:25.009268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:49:25.011542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:49:25.054948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=cbd843a5-67a6-44ab-a88b-c1f7b6fb708d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:25.443973 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:25.813803 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:26.144991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:49:26.249093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:49:26.263606 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Sync routers for ids ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:49:26.277285 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Routers {'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:49:26.277285 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:48:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:26.284671 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:26.284671 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9deef2ad-3fc2-4d59-89db-07cce984a84a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5524609 Feb 09 14:49:26.288486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45842) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:26.365558 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1cccb69c-2e32-4c91-ba1f-ac4f97ddaec9 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=c945c8634f3e49fe9afbbbf3c60331a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0741110 Feb 09 14:49:26.365825 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 45846) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:26.546672 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Set router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:49:26.660560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f0fd7c-be41-4ade-a9cb-17619526c866 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:26.662129 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-32f0fd7c-be41-4ade-a9cb-17619526c866 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2968698 Feb 09 14:49:26.665581 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45852) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:26.711046 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-93d79163-db1e-427e-a69b-b111d69e303c tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442967 Feb 09 14:49:26.714174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45858) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:26.720612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0658bdb0-c786-4ace-97c9-7acefb2d18de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-493843236', 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:49:26.834605 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f6354b2e-f360-49db-9e4a-7ff3b32f72ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:26.859141 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0658bdb0-c786-4ace-97c9-7acefb2d18de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:49:26.863606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0658bdb0-c786-4ace-97c9-7acefb2d18de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:subnet and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:49:26.863606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0658bdb0-c786-4ace-97c9-7acefb2d18de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:49:26.884334 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0658bdb0-c786-4ace-97c9-7acefb2d18de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:49:26.896282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0658bdb0-c786-4ace-97c9-7acefb2d18de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Made reservation on behalf of c945c8634f3e49fe9afbbbf3c60331a8 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:49:26.896282 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0658bdb0-c786-4ace-97c9-7acefb2d18de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:26.990054 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094166061', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:49:23Z', 'updated_at': '2022-02-09T14:49:25Z', 'revision_number': 3, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:24Z', 'updated_at': '2022-02-09T14:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:26.994688 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Checking router: f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:49:26.995264 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Updating router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 port cbd843a5-67a6-44ab-a88b-c1f7b6fb708d binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:49:27.078409 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:27.230899 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0658bdb0-c786-4ace-97c9-7acefb2d18de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:27.378918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658bdb0-c786-4ace-97c9-7acefb2d18de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Subnet': ['ID=b317b2d5-68ef-47d4-bd01-a1940487ba2d,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:27.387699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0658bdb0-c786-4ace-97c9-7acefb2d18de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Checking segment: {'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:49:27.387699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0658bdb0-c786-4ace-97c9-7acefb2d18de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network hostable DHCP agents. Network: 93ebd1f4-7988-42c1-ab88-93242f561e78, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:49:27.410691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0658bdb0-c786-4ace-97c9-7acefb2d18de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network 93ebd1f4-7988-42c1-ab88-93242f561e78 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:49:27.435068 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0658bdb0-c786-4ace-97c9-7acefb2d18de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 93ebd1f4-7988-42c1-ab88-93242f561e78) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:49:27.453135 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdc4f02-0429-47c5-9682-626d9492e716 None None] Network 93ebd1f4-7988-42c1-ab88-93242f561e78 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:49:27.456879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0658bdb0-c786-4ace-97c9-7acefb2d18de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:27.456879 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0658bdb0-c786-4ace-97c9-7acefb2d18de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:27.515214 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0658bdb0-c786-4ace-97c9-7acefb2d18de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7888849 Feb 09 14:49:27.515214 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 45868) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:27.570541 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:27.591444 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Transition to ACTIVE for port object cbd843a5-67a6-44ab-a88b-c1f7b6fb708d will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:49:27.604466 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:27.704502 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Attempting to bind port cbd843a5-67a6-44ab-a88b-c1f7b6fb708d on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:49:27.704874 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Attempting to bind port cbd843a5-67a6-44ab-a88b-c1f7b6fb708d by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:49:27.705240 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Attempting to bind port cbd843a5-67a6-44ab-a88b-c1f7b6fb708d on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:49:27.729054 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f4092-1dcc-4676-a26b-3bd1beb29584 None None] Pushing event updated for resources: {'Port': ['ID=cbd843a5-67a6-44ab-a88b-c1f7b6fb708d,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:27.742044 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f4092-1dcc-4676-a26b-3bd1beb29584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:27.742044 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f4092-1dcc-4676-a26b-3bd1beb29584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:27.742044 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f4092-1dcc-4676-a26b-3bd1beb29584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:27.742044 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f4092-1dcc-4676-a26b-3bd1beb29584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:27.742044 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f4092-1dcc-4676-a26b-3bd1beb29584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:27.742044 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f4092-1dcc-4676-a26b-3bd1beb29584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:27.742044 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f4092-1dcc-4676-a26b-3bd1beb29584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:27.742044 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f4092-1dcc-4676-a26b-3bd1beb29584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:27.742044 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f4092-1dcc-4676-a26b-3bd1beb29584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:27.742044 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f4092-1dcc-4676-a26b-3bd1beb29584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:27.742044 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f4092-1dcc-4676-a26b-3bd1beb29584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:27.742044 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f4092-1dcc-4676-a26b-3bd1beb29584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:49:27.742044 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:49:27.742044 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:49:27.747557 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:27.747557 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:49:27.747557 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Bound port: cbd843a5-67a6-44ab-a88b-c1f7b6fb708d, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:49:27.747557 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:27.812967 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-93ebd1f4-7988-42c1-ab88-93242f561e78', 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ips': [{'subnet_id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:49:27.812967 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:27.882652 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] For port cbd843a5-67a6-44ab-a88b-c1f7b6fb708d, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:49:27.888459 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] For port cbd843a5-67a6-44ab-a88b-c1f7b6fb708d, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=cbd843a5-67a6-44ab-a88b-c1f7b6fb708d,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:49:27.895314 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:27.991971 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f4092-1dcc-4676-a26b-3bd1beb29584 None None] Pushing event updated for resources: {'Port': ['ID=cbd843a5-67a6-44ab-a88b-c1f7b6fb708d,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:28.040873 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Routers {'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:49:28.040873 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:48:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:28.066603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Allocated IP 172.20.0.2 (93ebd1f4-7988-42c1-ab88-93242f561e78/b317b2d5-68ef-47d4-bd01-a1940487ba2d/143df124-91bd-40c8-8796-2a15b1f49361) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:49:28.278151 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] Set router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:49:28.361916 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:28.379622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Transition to ACTIVE for port object 143df124-91bd-40c8-8796-2a15b1f49361 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:49:28.400977 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Transition to ACTIVE for port object 143df124-91bd-40c8-8796-2a15b1f49361 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:49:28.408251 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:28.490891 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Network 93ebd1f4-7988-42c1-ab88-93242f561e78 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:49:28.490891 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:49:28.497610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:49:28.510815 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Pushing event updated for resources: {'Port': ['ID=143df124-91bd-40c8-8796-2a15b1f49361,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:28.631272 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Attempting to bind port 143df124-91bd-40c8-8796-2a15b1f49361 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:49:28.631834 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Attempting to bind port 143df124-91bd-40c8-8796-2a15b1f49361 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:49:28.632420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Attempting to bind port 143df124-91bd-40c8-8796-2a15b1f49361 on network 93ebd1f4-7988-42c1-ab88-93242f561e78 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:49:28.658847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:49:28.658847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Checking segment: {'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:49:28.658847 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:28.658847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Bound using segment: {'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:49:28.658847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Bound port: 143df124-91bd-40c8-8796-2a15b1f49361, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:49:28.658847 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:28.749905 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094166061', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:49:23Z', 'updated_at': '2022-02-09T14:49:25Z', 'revision_number': 3, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:24Z', 'updated_at': '2022-02-09T14:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:28.754573 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef7ad3-ace9-4a94-90a4-734bd889098d None None] The sync data for ids ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'] in n-d-828418-2 is: [{'id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094166061', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:49:23Z', 'updated_at': '2022-02-09T14:49:25Z', 'revision_number': 3, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:24Z', 'updated_at': '2022-02-09T14:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:49:28.785836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] For port 143df124-91bd-40c8-8796-2a15b1f49361, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:49:28.794888 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] For port 143df124-91bd-40c8-8796-2a15b1f49361, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=143df124-91bd-40c8-8796-2a15b1f49361,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:49:28.801356 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:28.922519 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:28.926588 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adc87a-0c1a-4b23-9f1c-e14e17a9c7a2 None None] Pushing event updated for resources: {'Port': ['ID=143df124-91bd-40c8-8796-2a15b1f49361,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:29.246548 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b21b5292-9b4f-461c-88c3-04e362a97248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:29.714131 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Allocated IP 172.20.0.1 (93ebd1f4-7988-42c1-ab88-93242f561e78/b317b2d5-68ef-47d4-bd01-a1940487ba2d/e0541b7c-19e2-495d-b966-1794f8678b3f) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:49:29.786624 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device cbd843a5-67a6-44ab-a88b-c1f7b6fb708d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:49:29.890649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port cbd843a5-67a6-44ab-a88b-c1f7b6fb708d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:49:29.906137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port cbd843a5-67a6-44ab-a88b-c1f7b6fb708d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:49:29.907792 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:30.025137 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:30.047102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Transition to ACTIVE for port object e0541b7c-19e2-495d-b966-1794f8678b3f will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:49:30.082251 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:30.163813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=e0541b7c-19e2-495d-b966-1794f8678b3f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:30.192135 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network 93ebd1f4-7988-42c1-ab88-93242f561e78 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:49:30.192135 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:49:30.192135 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:49:30.210046 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:30.244031 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port cbd843a5-67a6-44ab-a88b-c1f7b6fb708d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=cbd843a5-67a6-44ab-a88b-c1f7b6fb708d,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:49:30.250668 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:30.252232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 143df124-91bd-40c8-8796-2a15b1f49361 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:49:30.299469 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:30.498429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=cbd843a5-67a6-44ab-a88b-c1f7b6fb708d,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:30.500700 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc63fc74-358b-4014-afac-1b5d6e348392 None None] Network 93ebd1f4-7988-42c1-ab88-93242f561e78 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:49:30.598691 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:30.605819 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:30.643656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 143df124-91bd-40c8-8796-2a15b1f49361 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:49:30.667186 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-70838df8-b3f8-4b02-b6cf-7c2d252ae2b3 None None] Provisioning for port 143df124-91bd-40c8-8796-2a15b1f49361 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:49:30.674144 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 143df124-91bd-40c8-8796-2a15b1f49361 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:49:30.674144 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:30.703219 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:30.736165 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-70838df8-b3f8-4b02-b6cf-7c2d252ae2b3 None None] Provisioning complete for port 143df124-91bd-40c8-8796-2a15b1f49361 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:49:30.736165 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-70838df8-b3f8-4b02-b6cf-7c2d252ae2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:31.072036 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-70838df8-b3f8-4b02-b6cf-7c2d252ae2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:31.084267 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:31.148111 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 143df124-91bd-40c8-8796-2a15b1f49361, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=143df124-91bd-40c8-8796-2a15b1f49361,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:49:31.155476 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:31.291032 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-70838df8-b3f8-4b02-b6cf-7c2d252ae2b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:49:31.291032 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-70838df8-b3f8-4b02-b6cf-7c2d252ae2b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:49:31.299495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=143df124-91bd-40c8-8796-2a15b1f49361,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:31.374011 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:31.389207 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:31.731065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device cbd843a5-67a6-44ab-a88b-c1f7b6fb708d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:49:31.741583 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:31.748072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=e0541b7c-19e2-495d-b966-1794f8678b3f,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:31.889067 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:31.901380 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port cbd843a5-67a6-44ab-a88b-c1f7b6fb708d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:49:31.901760 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:31.903448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network 93ebd1f4-7988-42c1-ab88-93242f561e78 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:49:31.904654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:49:32.048570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4ab7a54a-e941-42aa-b1e1-b976b3ea840c None None] Provisioning for port e0541b7c-19e2-495d-b966-1794f8678b3f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:49:32.070537 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4ab7a54a-e941-42aa-b1e1-b976b3ea840c None None] Provisioning complete for port e0541b7c-19e2-495d-b966-1794f8678b3f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:49:32.070537 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4ab7a54a-e941-42aa-b1e1-b976b3ea840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:32.156060 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4ab7a54a-e941-42aa-b1e1-b976b3ea840c None None] Port e0541b7c-19e2-495d-b966-1794f8678b3f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:49:32.158255 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 143df124-91bd-40c8-8796-2a15b1f49361 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:49:32.194844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:49:32.223039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4ab7a54a-e941-42aa-b1e1-b976b3ea840c None None] Provisioning complete for port 143df124-91bd-40c8-8796-2a15b1f49361 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:49:32.223409 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4ab7a54a-e941-42aa-b1e1-b976b3ea840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:32.314430 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 143df124-91bd-40c8-8796-2a15b1f49361 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:49:32.314430 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:32.411608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:49:32.433066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Sync routers for ids ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:49:32.440520 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-97e86fe8-a13f-465a-94b8-f45177c7eb54 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "PUT /v2.0/routers/f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9309146 Feb 09 14:49:32.454096 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Routers {'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:49:32.454710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:49:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:32.663320 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2e9ab3ff-3487-4a42-939e-5bec6d87770c None None] Provisioning complete for port e0541b7c-19e2-495d-b966-1794f8678b3f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:49:32.663320 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2e9ab3ff-3487-4a42-939e-5bec6d87770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:32.755807 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-578f75af-f50d-4def-b062-b1a558304617 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:49:32.773664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-578f75af-f50d-4def-b062-b1a558304617 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:49:32.773664 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-578f75af-f50d-4def-b062-b1a558304617 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448000891&fields=id&tenant_id=c945c8634f3e49fe9afbbbf3c60331a8 HTTP/1.1" status: 200 len: 267 time: 0.0804543 Feb 09 14:49:32.869886 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Set router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:49:32.907150 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ab3ff-3487-4a42-939e-5bec6d87770c None None] Port e0541b7c-19e2-495d-b966-1794f8678b3f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:49:33.042970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-1b3259ae-bf88-4972-8433-b0c93b562c9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:33.042970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-1b3259ae-bf88-4972-8433-b0c93b562c9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:49:33.062211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-1b3259ae-bf88-4972-8433-b0c93b562c9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:49:33.062211 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-1b3259ae-bf88-4972-8433-b0c93b562c9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/networks?id=93ebd1f4-7988-42c1-ab88-93242f561e78 HTTP/1.1" status: 200 len: 797 time: 0.2792957 Feb 09 14:49:33.080019 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-3b5f1ec5-e2a4-4061-bbfb-2f8a31397f65 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/quotas/c945c8634f3e49fe9afbbbf3c60331a8 HTTP/1.1" status: 200 len: 375 time: 0.0110171 Feb 09 14:49:33.187977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-97cbab31-966f-433c-9a0d-34de0959b0bd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:49:33.205563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-97cbab31-966f-433c-9a0d-34de0959b0bd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:49:33.205563 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-97cbab31-966f-433c-9a0d-34de0959b0bd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170857 Feb 09 14:49:33.232062 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094166061', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:49:23Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:24Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'e0541b7c-19e2-495d-b966-1794f8678b3f', 'name': '', 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:2d:fe:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:29Z', 'updated_at': '2022-02-09T14:49:31Z', 'revision_number': 2, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:33.238491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Checking router: f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:49:33.238491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Updating router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 port e0541b7c-19e2-495d-b966-1794f8678b3f binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:49:33.298679 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:33.373442 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-4570cf81-2631-4887-bbaa-bd308a98b03d service neutron] 10.222.0.48 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483092 Feb 09 14:49:33.516653 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-4a5d3f4b-c9c5-4e5f-8cbb-a88528808d09 service neutron] 10.222.0.48 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354301 Feb 09 14:49:33.756922 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:33.780218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Transition to ACTIVE for port object e0541b7c-19e2-495d-b966-1794f8678b3f will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:49:33.794236 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:33.953101 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89e7ef17-a5a1-45ff-a65b-1032e3fce8c2 req-c07230f3-0fdf-4819-8e9a-ad06c3201b62 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 210 time: 0.0843542 Feb 09 14:49:34.048230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470252f-35ac-46c9-b052-72eda5cef253 None None] Pushing event updated for resources: {'Port': ['ID=e0541b7c-19e2-495d-b966-1794f8678b3f,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:34.112068 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Attempting to bind port e0541b7c-19e2-495d-b966-1794f8678b3f on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:49:34.112068 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Attempting to bind port e0541b7c-19e2-495d-b966-1794f8678b3f by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:49:34.112068 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Attempting to bind port e0541b7c-19e2-495d-b966-1794f8678b3f on network 93ebd1f4-7988-42c1-ab88-93242f561e78 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:49:34.144601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:49:34.144601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Checking segment: {'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:49:34.144601 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:34.144601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Bound using segment: {'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:49:34.144601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Bound port: e0541b7c-19e2-495d-b966-1794f8678b3f, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:49:34.144601 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:34.270561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] For port e0541b7c-19e2-495d-b966-1794f8678b3f, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:49:34.270561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] For port e0541b7c-19e2-495d-b966-1794f8678b3f, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e0541b7c-19e2-495d-b966-1794f8678b3f,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:49:34.278997 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:34.366906 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Routers {'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:49:34.366906 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:49:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:34.544493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470252f-35ac-46c9-b052-72eda5cef253 None None] Pushing event updated for resources: {'Port': ['ID=e0541b7c-19e2-495d-b966-1794f8678b3f,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:34.618905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] Set router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:49:35.123262 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3cc77775-202c-4197-a240-18319d3f3bac req-1ec0e007-a7fb-4593-83b4-3fca69cf93d1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 210 time: 0.0469496 Feb 09 14:49:35.142024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094166061', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:49:23Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:24Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'e0541b7c-19e2-495d-b966-1794f8678b3f', 'name': '', 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:2d:fe:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:29Z', 'updated_at': '2022-02-09T14:49:34Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:35.145847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f857ae97-6fed-4262-8e19-bf5aaf979513 None None] The sync data for ids ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'] in n-d-828418-2 is: [{'id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094166061', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:49:23Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:24Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'e0541b7c-19e2-495d-b966-1794f8678b3f', 'name': '', 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:2d:fe:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:29Z', 'updated_at': '2022-02-09T14:49:34Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:49:35.855588 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e0541b7c-19e2-495d-b966-1794f8678b3f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:49:36.010879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-46519423-3bf6-4100-908b-a887f1d71eab tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:36.010879 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-46519423-3bf6-4100-908b-a887f1d71eab tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.21 "GET /v2.0/networks?id=93ebd1f4-7988-42c1-ab88-93242f561e78 HTTP/1.1" status: 200 len: 797 time: 0.5406642 Feb 09 14:49:36.055213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port e0541b7c-19e2-495d-b966-1794f8678b3f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:49:36.055213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e0541b7c-19e2-495d-b966-1794f8678b3f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:49:36.055213 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:36.094061 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-fd5b0ffb-ab46-451c-9595-cfeb4cf3edcd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c945c8634f3e49fe9afbbbf3c60331a8 HTTP/1.1" status: 200 len: 380 time: 0.0722897 Feb 09 14:49:36.094061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-eff82e60-516a-4321-aa18-e9ed55be557b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'port': {'device_id': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78', 'admin_state_up': True, 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'security_groups': ['607891b7-dc06-4344-865e-463966827e1a']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:49:36.245759 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:36.286661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port e0541b7c-19e2-495d-b966-1794f8678b3f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e0541b7c-19e2-495d-b966-1794f8678b3f,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:49:36.296965 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:36.361186 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-eff82e60-516a-4321-aa18-e9ed55be557b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:49:36.390675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-eff82e60-516a-4321-aa18-e9ed55be557b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:49:36.405321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-eff82e60-516a-4321-aa18-e9ed55be557b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Made reservation on behalf of c945c8634f3e49fe9afbbbf3c60331a8 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:49:36.408933 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-eff82e60-516a-4321-aa18-e9ed55be557b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:36.435017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=e0541b7c-19e2-495d-b966-1794f8678b3f,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:36.469746 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-645e1acc-621d-4751-b40b-68a4bcc928b8 req-1a3f958e-6771-4bce-ac05-e3deaf74d345 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 210 time: 0.0877967 Feb 09 14:49:36.794102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-eff82e60-516a-4321-aa18-e9ed55be557b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Allocated IP 172.20.0.9 (93ebd1f4-7988-42c1-ab88-93242f561e78/b317b2d5-68ef-47d4-bd01-a1940487ba2d/d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:49:37.040140 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-eff82e60-516a-4321-aa18-e9ed55be557b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:37.063691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-eff82e60-516a-4321-aa18-e9ed55be557b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Transition to ACTIVE for port object d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:49:37.089491 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-eff82e60-516a-4321-aa18-e9ed55be557b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:37.174435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-eff82e60-516a-4321-aa18-e9ed55be557b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network 93ebd1f4-7988-42c1-ab88-93242f561e78 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:49:37.183234 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-eff82e60-516a-4321-aa18-e9ed55be557b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:49:37.183234 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-eff82e60-516a-4321-aa18-e9ed55be557b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:49:37.229152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff82e60-516a-4321-aa18-e9ed55be557b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:37.269724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-eff82e60-516a-4321-aa18-e9ed55be557b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:37.269724 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-eff82e60-516a-4321-aa18-e9ed55be557b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:37.315883 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-eff82e60-516a-4321-aa18-e9ed55be557b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2233119 Feb 09 14:49:37.339936 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Request body: {'port': {'device_id': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:49:37.493214 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:37.519944 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f7c076e3-c46a-4695-a15a-a2711e310a26 None None] Provisioning for port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:49:37.532604 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f7c076e3-c46a-4695-a15a-a2711e310a26 None None] Provisioning complete for port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:49:37.540070 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f7c076e3-c46a-4695-a15a-a2711e310a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:37.683558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f7c076e3-c46a-4695-a15a-a2711e310a26 None None] Port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:49:37.744001 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e0541b7c-19e2-495d-b966-1794f8678b3f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:49:37.825280 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port e0541b7c-19e2-495d-b966-1794f8678b3f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:49:37.825280 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:37.941223 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44019c4c-3e6b-43d8-a3e5-509e00727aee req-56a10f62-8d36-4590-adea-d7e078ec2c8d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:37.941223 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-44019c4c-3e6b-43d8-a3e5-509e00727aee req-56a10f62-8d36-4590-adea-d7e078ec2c8d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:49:37.973318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-44019c4c-3e6b-43d8-a3e5-509e00727aee req-56a10f62-8d36-4590-adea-d7e078ec2c8d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:49:37.976445 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44019c4c-3e6b-43d8-a3e5-509e00727aee req-56a10f62-8d36-4590-adea-d7e078ec2c8d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 931 time: 0.2482526 Feb 09 14:49:38.066994 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44019c4c-3e6b-43d8-a3e5-509e00727aee req-00448569-3251-4d6b-b344-d5592a4b8a40 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778277 Feb 09 14:49:38.150785 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:49:38.159283 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:38.176874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Transition to ACTIVE for port object d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:49:38.176874 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:38.346525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:38.454224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Attempting to bind port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:49:38.454224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Attempting to bind port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:49:38.454224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Attempting to bind port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a on network 93ebd1f4-7988-42c1-ab88-93242f561e78 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:49:38.454224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a on network 93ebd1f4-7988-42c1-ab88-93242f561e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:49:38.454224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Attempting to bind port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a on network 93ebd1f4-7988-42c1-ab88-93242f561e78 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:49:38.463818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:49:38.463818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Checking segment: {'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:49:38.463818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Bound using segment: {'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:49:38.463818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Bound port: d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:49:38.463818 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:38.596719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] For port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:49:38.596719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] For port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:49:38.605461 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:38.709651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:38.709651 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:38.710366 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] 10.222.0.21 "PUT /v2.0/ports/d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a HTTP/1.1" status: 200 len: 1091 time: 1.3873587 Feb 09 14:49:38.710810 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:49:38.725370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e57d3-d6ee-4ec2-a778-3b672b2a0b92 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:38.820511 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a', 'status': 'completed', 'code': 200} Feb 09 14:49:38.881102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-d95f5cbf-3fb1-4407-ad0a-8e567e2d9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:38.881102 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-d95f5cbf-3fb1-4407-ad0a-8e567e2d9343 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 1094 time: 0.1165328 Feb 09 14:49:38.925245 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:49:38.990202 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-6f2968c2-333d-46fd-8df3-fea0dff27079 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a HTTP/1.1" status: 200 len: 217 time: 0.0994806 Feb 09 14:49:39.125152 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:39.231545 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-8b6fdc23-88bf-4a6a-988f-cc38f5692622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:39.231545 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-8b6fdc23-88bf-4a6a-988f-cc38f5692622 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b317b2d5-68ef-47d4-bd01-a1940487ba2d HTTP/1.1" status: 200 len: 834 time: 0.2366877 Feb 09 14:49:39.383825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d07b7-3ac5-4ce9-bd8e-c376098d8f7a req-a93ca46d-5b52-4770-9462-3594b7173e12 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:39.383825 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4f1d07b7-3ac5-4ce9-bd8e-c376098d8f7a req-a93ca46d-5b52-4770-9462-3594b7173e12 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 943 time: 0.1565378 Feb 09 14:49:39.389780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-325ad2ac-cc71-4389-89d0-a8e45dc5dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:39.389780 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-325ad2ac-cc71-4389-89d0-a8e45dc5dfb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93ebd1f4-7988-42c1-ab88-93242f561e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229117 Feb 09 14:49:39.663263 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-d6817821-252b-4085-a784-5a6cf6851965 service neutron] 10.222.0.21 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475586 Feb 09 14:49:39.684149 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4f1d07b7-3ac5-4ce9-bd8e-c376098d8f7a req-cabb5c3c-929e-46f8-8895-4e356d076172 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792809 Feb 09 14:49:39.898448 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-14d7c927-0381-4087-b7f3-a964b1de53e9 req-2691bc63-e868-49eb-b696-31c36a4198f9 service neutron] 10.222.0.21 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330379 Feb 09 14:49:40.034364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cef5e-26fd-4a78-a6b7-48ab56837607 req-0ee90726-0689-41de-9901-1de4b9f4d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:40.034364 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-242cef5e-26fd-4a78-a6b7-48ab56837607 req-0ee90726-0689-41de-9901-1de4b9f4d8b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 1094 time: 0.0859768 Feb 09 14:49:40.241147 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cef5e-26fd-4a78-a6b7-48ab56837607 req-bbe8b90a-058a-4ca4-ad1f-de867d7d5506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:40.241147 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-242cef5e-26fd-4a78-a6b7-48ab56837607 req-bbe8b90a-058a-4ca4-ad1f-de867d7d5506 service neutron] 10.222.0.21 "GET /v2.0/networks?id=93ebd1f4-7988-42c1-ab88-93242f561e78 HTTP/1.1" status: 200 len: 897 time: 0.1978235 Feb 09 14:49:40.306080 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-242cef5e-26fd-4a78-a6b7-48ab56837607 req-ec7ce738-6735-4a37-a7e9-1d26d572a7d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a HTTP/1.1" status: 200 len: 217 time: 0.0612273 Feb 09 14:49:40.387208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cef5e-26fd-4a78-a6b7-48ab56837607 req-1d84b4e7-d899-4161-9933-969c7173e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:40.387208 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-242cef5e-26fd-4a78-a6b7-48ab56837607 req-1d84b4e7-d899-4161-9933-969c7173e7bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b317b2d5-68ef-47d4-bd01-a1940487ba2d HTTP/1.1" status: 200 len: 834 time: 0.0749280 Feb 09 14:49:40.469822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cef5e-26fd-4a78-a6b7-48ab56837607 req-343484ff-1411-45af-ad08-619503d1bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:40.469822 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-242cef5e-26fd-4a78-a6b7-48ab56837607 req-343484ff-1411-45af-ad08-619503d1bc2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93ebd1f4-7988-42c1-ab88-93242f561e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779970 Feb 09 14:49:40.662719 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-242cef5e-26fd-4a78-a6b7-48ab56837607 req-982fa060-d499-4ce8-afc2-554ad901fb5b service neutron] 10.222.0.21 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821787 Feb 09 14:49:40.689009 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:40.816563 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-242cef5e-26fd-4a78-a6b7-48ab56837607 req-3c765ac2-fc88-4ecf-a6b7-b057418162d4 service neutron] 10.222.0.21 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457832 Feb 09 14:49:40.912397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f65735-e890-493d-a084-f62a29c8683c req-19a4aea3-c651-4b2a-81e0-b2206de98790 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:40.913891 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-95f65735-e890-493d-a084-f62a29c8683c req-19a4aea3-c651-4b2a-81e0-b2206de98790 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 943 time: 0.0889945 Feb 09 14:49:40.968350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-95f65735-e890-493d-a084-f62a29c8683c req-d823f5a6-41e2-4513-ac70-87183b9d245c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:49:40.981824 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-95f65735-e890-493d-a084-f62a29c8683c req-d823f5a6-41e2-4513-ac70-87183b9d245c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:49:40.986193 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-95f65735-e890-493d-a084-f62a29c8683c req-d823f5a6-41e2-4513-ac70-87183b9d245c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644453 Feb 09 14:49:42.175077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367cb46-f5d9-40ae-8d97-28fe9cde444d req-a29f2950-2f0c-4367-ae85-3c5d838d53a3 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:42.176581 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5367cb46-f5d9-40ae-8d97-28fe9cde444d req-a29f2950-2f0c-4367-ae85-3c5d838d53a3 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 943 time: 0.0857718 Feb 09 14:49:42.226151 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5367cb46-f5d9-40ae-8d97-28fe9cde444d req-dbfaac37-744e-4b8e-ba45-8527b70e4df4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435288 Feb 09 14:49:43.437206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15da920-c39f-47ab-86be-591fddd25d6e req-f62b0174-d9d9-4014-a252-33764a316f43 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:43.443480 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f15da920-c39f-47ab-86be-591fddd25d6e req-f62b0174-d9d9-4014-a252-33764a316f43 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 943 time: 0.0961707 Feb 09 14:49:43.482188 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f15da920-c39f-47ab-86be-591fddd25d6e req-4f0b60dd-6522-40d5-ac0c-8ea6d4754e39 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403311 Feb 09 14:49:43.496992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:49:43.675447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:49:43.692374 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a', 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78', 'port_id': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a', 'mac_address': 'fa:16:3e:5c:6a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:49:43.765887 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:43.791141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:49:43.807979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:49:43.813253 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:43.886824 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:44.107923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:49:44.711260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f33be-96b6-4f20-900f-206ccb71c55b req-5ac53c11-dd2f-41f6-9eea-27634b9f5982 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:44.711260 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c76f33be-96b6-4f20-900f-206ccb71c55b req-5ac53c11-dd2f-41f6-9eea-27634b9f5982 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 944 time: 0.1027293 Feb 09 14:49:44.768573 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c76f33be-96b6-4f20-900f-206ccb71c55b req-9338890b-fb45-4182-b8ba-72cbcad859b5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533140 Feb 09 14:49:45.498545 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:49:45.588322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:49:45.593910 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:49:45.594244 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:45.725266 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:45.755039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:49:45.766441 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:49:45.768923 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:45.849652 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a', 'code': 200} Feb 09 14:49:45.849652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:46.041689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781f1ba-e49f-46a4-ab3c-f0abff42a3e4 req-ac1605a2-c483-4384-aa63-ef6476565467 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:46.043763 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f781f1ba-e49f-46a4-ab3c-f0abff42a3e4 req-ac1605a2-c483-4384-aa63-ef6476565467 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 945 time: 0.1172030 Feb 09 14:49:46.049992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577b7dc-752b-4976-b644-f5383aa58f84 req-c2748f59-34f8-46c0-81f8-fe353218a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:46.051331 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c577b7dc-752b-4976-b644-f5383aa58f84 req-c2748f59-34f8-46c0-81f8-fe353218a5d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 1096 time: 0.1560025 Feb 09 14:49:46.113312 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f781f1ba-e49f-46a4-ab3c-f0abff42a3e4 req-1835546d-fb8b-4811-b3b7-70c3262191a3 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609894 Feb 09 14:49:46.261716 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c577b7dc-752b-4976-b644-f5383aa58f84 req-f4384772-aba2-408a-b801-3a0a497635c9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863379 Feb 09 14:49:47.326140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d881f3-2829-41e8-a3c9-3e09e9e0f98d req-cdfb2100-62b2-4d2b-9bf9-0b347dc194b3 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:47.328368 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c1d881f3-2829-41e8-a3c9-3e09e9e0f98d req-cdfb2100-62b2-4d2b-9bf9-0b347dc194b3 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 945 time: 0.0970535 Feb 09 14:49:47.380897 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c1d881f3-2829-41e8-a3c9-3e09e9e0f98d req-dd919ace-f401-4832-af7f-996a69e38f70 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492606 Feb 09 14:49:48.598639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45950a-3d5d-4a43-95bd-3ec0e6aabe55 req-31a4aa09-5615-4d63-b632-623aa051bae9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:48.598639 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d45950a-3d5d-4a43-95bd-3ec0e6aabe55 req-31a4aa09-5615-4d63-b632-623aa051bae9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 945 time: 0.1061053 Feb 09 14:49:48.648279 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d45950a-3d5d-4a43-95bd-3ec0e6aabe55 req-94f9f4fd-f39d-46f2-a09d-5b830fec08d3 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421062 Feb 09 14:49:48.856751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b28ae6-184c-4276-b7e4-db80cb9bf0fa req-5e198f7f-05dd-4714-b0ac-4bdab7131b98 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:48.856751 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-56b28ae6-184c-4276-b7e4-db80cb9bf0fa req-5e198f7f-05dd-4714-b0ac-4bdab7131b98 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 945 time: 0.0885441 Feb 09 14:49:48.904428 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-56b28ae6-184c-4276-b7e4-db80cb9bf0fa req-f75b4f35-0ce3-4c35-8aaf-8834f754deeb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395265 Feb 09 14:49:48.934227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46118) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:49.001967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d0463b-05e6-49a0-b2ff-a515154086e6 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:49.003515 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f2d0463b-05e6-49a0-b2ff-a515154086e6 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 1091 time: 0.0759614 Feb 09 14:49:49.006477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 46124) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:49.018294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:49:49.021846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:49:49.027645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:floatingip and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:49:49.027645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:49:49.037052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:49:49.057827 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:49.226202 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:49.387147 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Allocated IP 172.25.8.14 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/79776334-4670-4caa-b578-75b0012f89e4) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:49:49.588265 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:49.660272 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:49.751363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=79776334-4670-4caa-b578-75b0012f89e4,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:49.760623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:49:49.760623 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:49:49.765646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:49:50.295844 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:50.376746 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:50.636222 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:50.641565 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:50.763463 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=79776334-4670-4caa-b578-75b0012f89e4,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:49:50.775402 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:51.085549 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Floating IP fe4ae6fb-f5cb-477b-a2e4-b99ffcf76632 associated. External IP: 172.25.8.14, port: d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a. Feb 09 14:49:51.494935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:49:51.718528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:49:51.736034 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e153730-c63b-4358-af11-1e01a5a1a1f1 None None] Sync routers for ids ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:49:51.752650 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e153730-c63b-4358-af11-1e01a5a1a1f1 None None] Routers {'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:49:51.753049 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3e153730-c63b-4358-af11-1e01a5a1a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:49:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:51.773074 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:51.845924 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-146ff33e-34ee-45f8-ba5e-f654df7a6269 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8320193 Feb 09 14:49:51.845924 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:49:51.920136 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a', 'status': 'completed', 'code': 200} Feb 09 14:49:52.049323 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-3e153730-c63b-4358-af11-1e01a5a1a1f1 None None] Set router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:49:52.122949 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6c087-1e97-4fc3-9c63-14a8a9424f88 req-68d824e1-9612-44c0-8712-dedc664ca167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:52.122949 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74d6c087-1e97-4fc3-9c63-14a8a9424f88 req-68d824e1-9612-44c0-8712-dedc664ca167 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 1096 time: 0.1587110 Feb 09 14:49:52.214507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebad9b4-8adb-4d84-9e9c-14b8e1a87450 req-3fb52a5e-257c-4686-8ced-34dd1ab3c881 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:52.223575 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ebad9b4-8adb-4d84-9e9c-14b8e1a87450 req-3fb52a5e-257c-4686-8ced-34dd1ab3c881 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 945 time: 0.2161901 Feb 09 14:49:52.304145 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9ebad9b4-8adb-4d84-9e9c-14b8e1a87450 req-6a393eea-55fe-423e-8736-dd1568aaa413 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827434 Feb 09 14:49:52.330515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46164) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:52.352577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6c087-1e97-4fc3-9c63-14a8a9424f88 req-cd240f57-b1a7-49b8-8246-c7db21b69f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:52.354815 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74d6c087-1e97-4fc3-9c63-14a8a9424f88 req-cd240f57-b1a7-49b8-8246-c7db21b69f00 service neutron] 10.222.0.21 "GET /v2.0/networks?id=93ebd1f4-7988-42c1-ab88-93242f561e78 HTTP/1.1" status: 200 len: 897 time: 0.2282748 Feb 09 14:49:52.489035 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ec2dcc98-b50d-4601-83fe-88caa2e620db tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/fe4ae6fb-f5cb-477b-a2e4-b99ffcf76632 HTTP/1.1" status: 200 len: 990 time: 0.1532142 Feb 09 14:49:52.524218 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3e153730-c63b-4358-af11-1e01a5a1a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094166061', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:49:23Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:24Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'fe4ae6fb-f5cb-477b-a2e4-b99ffcf76632', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'port_id': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78', 'mac_address': 'fa:16:3e:5c:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:49:50Z', 'updated_at': '2022-02-09T14:49:50Z', 'revision_number': 0, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0541b7c-19e2-495d-b966-1794f8678b3f', 'name': '', 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:2d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:29Z', 'updated_at': '2022-02-09T14:49:36Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:52.530505 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e153730-c63b-4358-af11-1e01a5a1a1f1 None None] Checking router: f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:49:52.548691 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e153730-c63b-4358-af11-1e01a5a1a1f1 None None] Routers {'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:49:52.548691 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3e153730-c63b-4358-af11-1e01a5a1a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:49:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:52.553805 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74d6c087-1e97-4fc3-9c63-14a8a9424f88 req-55d27f33-cb3b-42a8-9f81-e096b9654bb0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a HTTP/1.1" status: 200 len: 998 time: 0.1868730 Feb 09 14:49:52.669535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6c087-1e97-4fc3-9c63-14a8a9424f88 req-b4ce67a9-e371-4815-baec-b136b4240ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:52.671241 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74d6c087-1e97-4fc3-9c63-14a8a9424f88 req-b4ce67a9-e371-4815-baec-b136b4240ef1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b317b2d5-68ef-47d4-bd01-a1940487ba2d HTTP/1.1" status: 200 len: 834 time: 0.1108420 Feb 09 14:49:52.774763 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6c087-1e97-4fc3-9c63-14a8a9424f88 req-590d0d05-4376-44bf-875b-80e34fea6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:49:52.777771 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-3e153730-c63b-4358-af11-1e01a5a1a1f1 None None] Set router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:49:52.780164 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74d6c087-1e97-4fc3-9c63-14a8a9424f88 req-590d0d05-4376-44bf-875b-80e34fea6bba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93ebd1f4-7988-42c1-ab88-93242f561e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958526 Feb 09 14:49:52.932273 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74d6c087-1e97-4fc3-9c63-14a8a9424f88 req-12e6a92d-515d-4053-ac23-c3fe124427a2 service neutron] 10.222.0.21 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529875 Feb 09 14:49:53.232172 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3e153730-c63b-4358-af11-1e01a5a1a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094166061', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:49:23Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:24Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'fe4ae6fb-f5cb-477b-a2e4-b99ffcf76632', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'port_id': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78', 'mac_address': 'fa:16:3e:5c:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:49:50Z', 'updated_at': '2022-02-09T14:49:50Z', 'revision_number': 0, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0541b7c-19e2-495d-b966-1794f8678b3f', 'name': '', 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:2d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:29Z', 'updated_at': '2022-02-09T14:49:36Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:49:53.239277 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e153730-c63b-4358-af11-1e01a5a1a1f1 None None] The sync data for ids ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'] in n-d-828418-2 is: [{'id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094166061', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:49:23Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:24Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'fe4ae6fb-f5cb-477b-a2e4-b99ffcf76632', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'port_id': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78', 'mac_address': 'fa:16:3e:5c:6a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:49:50Z', 'updated_at': '2022-02-09T14:49:50Z', 'revision_number': 0, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0541b7c-19e2-495d-b966-1794f8678b3f', 'name': '', 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:2d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:29Z', 'updated_at': '2022-02-09T14:49:36Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:49:53.251894 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-74d6c087-1e97-4fc3-9c63-14a8a9424f88 req-057b4be3-35f2-4e27-8ecc-4adaf9c9d91e service neutron] 10.222.0.21 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018370 Feb 09 14:49:53.486979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c2d202-2460-4f95-8504-152829c19bd2 None None] New status for floating IP fe4ae6fb-f5cb-477b-a2e4-b99ffcf76632: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:49:53.493397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46178) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:53.613089 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bd82dd99-ff2f-4bf1-bde9-53fcddf538b6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/fe4ae6fb-f5cb-477b-a2e4-b99ffcf76632 HTTP/1.1" status: 200 len: 990 time: 0.1204128 Feb 09 14:49:54.615219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 46194) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:49:54.738029 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d9ec538e-99f9-4466-bfa4-d4b15d8f4c0c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/fe4ae6fb-f5cb-477b-a2e4-b99ffcf76632 HTTP/1.1" status: 200 len: 992 time: 0.1251245 Feb 09 14:49:56.796075 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe43be24-f28e-4255-b721-4939c0f6f798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:59.226853 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-164c3afa-7ab5-41c5-9747-786f85e66b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:49:59.861629 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d69ba99-1e02-4b90-a62f-d8da6be68b13 req-f0241f55-5776-43e2-8e66-98f13e17e46e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0742881 Feb 09 14:50:00.025407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69ba99-1e02-4b90-a62f-d8da6be68b13 req-4d319655-676b-46ac-bd40-22bb4d5dc3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:50:00.027055 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d69ba99-1e02-4b90-a62f-d8da6be68b13 req-4d319655-676b-46ac-bd40-22bb4d5dc3be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 1096 time: 0.0882568 Feb 09 14:50:00.191827 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69ba99-1e02-4b90-a62f-d8da6be68b13 req-c2f54865-fd1b-4405-8a47-608179cec2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:50:00.193399 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d69ba99-1e02-4b90-a62f-d8da6be68b13 req-c2f54865-fd1b-4405-8a47-608179cec2e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=93ebd1f4-7988-42c1-ab88-93242f561e78 HTTP/1.1" status: 200 len: 897 time: 0.1433992 Feb 09 14:50:00.304194 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d69ba99-1e02-4b90-a62f-d8da6be68b13 req-5960e439-24e0-4d94-b693-dd90adf796c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a HTTP/1.1" status: 200 len: 1000 time: 0.1034534 Feb 09 14:50:00.324492 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:00.337513 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:00.385135 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69ba99-1e02-4b90-a62f-d8da6be68b13 req-ec34e6de-5752-45aa-9e2f-8de7b98d7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:50:00.386642 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d69ba99-1e02-4b90-a62f-d8da6be68b13 req-ec34e6de-5752-45aa-9e2f-8de7b98d7a87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b317b2d5-68ef-47d4-bd01-a1940487ba2d HTTP/1.1" status: 200 len: 834 time: 0.0742042 Feb 09 14:50:00.466768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69ba99-1e02-4b90-a62f-d8da6be68b13 req-cd33a771-32a2-456d-a694-e0e597b39a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:50:00.468602 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d69ba99-1e02-4b90-a62f-d8da6be68b13 req-cd33a771-32a2-456d-a694-e0e597b39a90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93ebd1f4-7988-42c1-ab88-93242f561e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744028 Feb 09 14:50:00.610457 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d69ba99-1e02-4b90-a62f-d8da6be68b13 req-66d72d5c-f9da-41ba-bba9-a07e48b03fed service neutron] 10.222.0.21 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359339 Feb 09 14:50:00.759753 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d69ba99-1e02-4b90-a62f-d8da6be68b13 req-2d5e72ad-a8d3-4dfb-86b8-234907b2527e service neutron] 10.222.0.21 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409373 Feb 09 14:50:01.870349 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:03.640822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3bbbc435-d451-4f51-95a0-9c7c3852e918 req-c353c6f1-de64-4034-aeec-f32f3e59e962 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679955 Feb 09 14:50:03.799499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbc435-d451-4f51-95a0-9c7c3852e918 req-c2fbe336-3f3c-4dfc-bb91-88d4df2a2345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:50:03.800873 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3bbbc435-d451-4f51-95a0-9c7c3852e918 req-c2fbe336-3f3c-4dfc-bb91-88d4df2a2345 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0890355 Feb 09 14:50:03.953402 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbc435-d451-4f51-95a0-9c7c3852e918 req-81b73935-f929-492c-98f9-283cfac22917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:50:03.954856 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3bbbc435-d451-4f51-95a0-9c7c3852e918 req-81b73935-f929-492c-98f9-283cfac22917 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.1277761 Feb 09 14:50:04.079532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3bbbc435-d451-4f51-95a0-9c7c3852e918 req-92ab2068-ec81-4002-859d-a7bd312282a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6638e82-8b57-4618-b10c-46db4a0c55de HTTP/1.1" status: 200 len: 1002 time: 0.1144629 Feb 09 14:50:04.159305 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbc435-d451-4f51-95a0-9c7c3852e918 req-343a741f-60ca-4abf-b26b-0cedd99e7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:50:04.160831 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3bbbc435-d451-4f51-95a0-9c7c3852e918 req-343a741f-60ca-4abf-b26b-0cedd99e7ee9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0743330 Feb 09 14:50:04.252746 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbc435-d451-4f51-95a0-9c7c3852e918 req-fbb9de52-6e61-4282-b334-5114300d7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:50:04.254206 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3bbbc435-d451-4f51-95a0-9c7c3852e918 req-fbb9de52-6e61-4282-b334-5114300d7f5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829945 Feb 09 14:50:04.395877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3bbbc435-d451-4f51-95a0-9c7c3852e918 req-95c69e78-b820-4e98-9104-f9f12ae2ea6d service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289089 Feb 09 14:50:04.539151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3bbbc435-d451-4f51-95a0-9c7c3852e918 req-52cae3ad-02b7-4db6-9aa9-d27bd02974cc service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315262 Feb 09 14:50:09.109002 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:10.671695 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:15.916221 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:50:26.798778 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7b4595d8-af7d-4e99-8ece-baf67f8b9162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:29.228332 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36857469-6b73-47e1-9fac-4fce82a9e259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:30.337496 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:30.339094 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:31.875537 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:39.110975 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:40.679430 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:43.644525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47686) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:50:43.804267 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:43.823154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:50:43.827107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Usage tracker for resource:security_group_rule and tenant:944bd2cb47474d88851b5c70df0cacbd is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:50:43.829994 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:50:43.835678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:50:43.922598 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:43.926303 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:43.972406 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=944bd2cb47474d88851b5c70df0cacbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268037 Feb 09 14:50:43.973256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9459b05a-eb54-4bcd-bfb5-dcc8d37a03fb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:50:43.975585 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47692) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:50:43.981472 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:43.981811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:43.982144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:43.982474 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:43.982799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:43.983129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:43.983524 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:43.983795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:43.984118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:43.984671 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:43.985123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:43.985123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a25cc-0a47-4916-b05d-5d30feb5e30c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:44.140568 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:44.167249 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:44.218500 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:44.234206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9459b05a-eb54-4bcd-bfb5-dcc8d37a03fb,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:50:44.243620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:44.243991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:44.244333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:44.244666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:44.244994 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:44.245323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:44.245652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:44.245976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:44.246297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:44.246615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:44.246932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:44.247247 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:50:44.250502 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:44.252001 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c90b47fb-7578-4a8f-af82-a852d419d609 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9459b05a-eb54-4bcd-bfb5-dcc8d37a03fb HTTP/1.1" status: 204 len: 168 time: 0.2753544 Feb 09 14:50:44.528896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47704) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:50:44.548994 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa83b-24b8-4194-b7eb-de091a015620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:44.563845 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ab3fa83b-24b8-4194-b7eb-de091a015620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:50:44.567659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ab3fa83b-24b8-4194-b7eb-de091a015620 admin admin] Usage tracker for resource:security_group_rule and tenant:3e63be818f294230b4a769656e8bc2f6 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:50:44.571009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ab3fa83b-24b8-4194-b7eb-de091a015620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:50:44.576797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ab3fa83b-24b8-4194-b7eb-de091a015620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:50:44.663607 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa83b-24b8-4194-b7eb-de091a015620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:44.667455 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa83b-24b8-4194-b7eb-de091a015620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:44.718854 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ab3fa83b-24b8-4194-b7eb-de091a015620 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e63be818f294230b4a769656e8bc2f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890357 Feb 09 14:50:44.719622 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa83b-24b8-4194-b7eb-de091a015620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67d312e-0d07-4bfc-ad63-013d12f9adcb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:50:44.721390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47710) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:50:44.781838 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf9806f0-c0a7-4f30-9e28-ab39a60ac6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:44.806161 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf9806f0-c0a7-4f30-9e28-ab39a60ac6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:44.862390 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf9806f0-c0a7-4f30-9e28-ab39a60ac6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:44.876770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9806f0-c0a7-4f30-9e28-ab39a60ac6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67d312e-0d07-4bfc-ad63-013d12f9adcb,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:50:44.884184 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf9806f0-c0a7-4f30-9e28-ab39a60ac6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:44.885300 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bf9806f0-c0a7-4f30-9e28-ab39a60ac6f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a67d312e-0d07-4bfc-ad63-013d12f9adcb HTTP/1.1" status: 204 len: 168 time: 0.1629460 Feb 09 14:50:50.570148 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47782) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:50:50.690292 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e1ca16b8-fce9-4679-a535-0567e410dbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:50.704699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e1ca16b8-fce9-4679-a535-0567e410dbb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:50:50.708556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e1ca16b8-fce9-4679-a535-0567e410dbb4 admin admin] Usage tracker for resource:security_group_rule and tenant:1ad78459aac54289a956f96884ec530c is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:50:50.711823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e1ca16b8-fce9-4679-a535-0567e410dbb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:50:50.717621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e1ca16b8-fce9-4679-a535-0567e410dbb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:50:50.802110 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e1ca16b8-fce9-4679-a535-0567e410dbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:50.809537 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e1ca16b8-fce9-4679-a535-0567e410dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:50.857985 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e1ca16b8-fce9-4679-a535-0567e410dbb4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ad78459aac54289a956f96884ec530c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862062 Feb 09 14:50:50.858841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca16b8-fce9-4679-a535-0567e410dbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f839862-cf14-4287-b2a4-70c7640c792e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:50:50.862209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47788) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:50:50.931307 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab1f00a7-da12-4738-9cc5-a26a4fbdf37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:50.956443 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab1f00a7-da12-4738-9cc5-a26a4fbdf37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:51.009464 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab1f00a7-da12-4738-9cc5-a26a4fbdf37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:51.026236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f00a7-da12-4738-9cc5-a26a4fbdf37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f839862-cf14-4287-b2a4-70c7640c792e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:50:51.030523 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ab1f00a7-da12-4738-9cc5-a26a4fbdf37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:51.031606 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ab1f00a7-da12-4738-9cc5-a26a4fbdf37a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f839862-cf14-4287-b2a4-70c7640c792e HTTP/1.1" status: 204 len: 168 time: 0.1680527 Feb 09 14:50:51.335814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47796) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:50:51.353625 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b7323d7b-c65d-417a-89a6-c688c23e6a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:51.368535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b7323d7b-c65d-417a-89a6-c688c23e6a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:50:51.372328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b7323d7b-c65d-417a-89a6-c688c23e6a6b admin admin] Usage tracker for resource:security_group_rule and tenant:a82c2019c71b4d5fab35d2126fac6e66 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:50:51.375093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b7323d7b-c65d-417a-89a6-c688c23e6a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:50:51.380784 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b7323d7b-c65d-417a-89a6-c688c23e6a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:50:51.465618 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b7323d7b-c65d-417a-89a6-c688c23e6a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:51.469828 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b7323d7b-c65d-417a-89a6-c688c23e6a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:51.516452 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b7323d7b-c65d-417a-89a6-c688c23e6a6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a82c2019c71b4d5fab35d2126fac6e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795547 Feb 09 14:50:51.518215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7323d7b-c65d-417a-89a6-c688c23e6a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cfb097-8ced-49f9-b338-6f4c4711b49c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:50:51.519687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 47800) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:50:51.586468 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-792aa310-bbbe-449f-a62c-ccc7aaca7a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:51.611431 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-792aa310-bbbe-449f-a62c-ccc7aaca7a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:51.664236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-792aa310-bbbe-449f-a62c-ccc7aaca7a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:51.678152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792aa310-bbbe-449f-a62c-ccc7aaca7a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cfb097-8ced-49f9-b338-6f4c4711b49c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:50:51.685282 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-792aa310-bbbe-449f-a62c-ccc7aaca7a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:51.686472 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-792aa310-bbbe-449f-a62c-ccc7aaca7a57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6cfb097-8ced-49f9-b338-6f4c4711b49c HTTP/1.1" status: 204 len: 168 time: 0.1651082 Feb 09 14:50:52.915595 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:50:56.800933 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8e49185d-313b-4797-a464-3edfcb5aa7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:59.232355 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dbbe71d7-d304-4e40-8ef0-bd88df686116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:50:59.884614 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-94235f59-3580-42eb-b11e-5e4ef9c17c90 req-afefcbc2-03b7-4000-bac4-68cfc4c5a2fb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0893586 Feb 09 14:51:00.041709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94235f59-3580-42eb-b11e-5e4ef9c17c90 req-63cde40e-9968-43ca-a7cd-e76add2a7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:00.043207 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-94235f59-3580-42eb-b11e-5e4ef9c17c90 req-63cde40e-9968-43ca-a7cd-e76add2a7fb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 1096 time: 0.0738788 Feb 09 14:51:00.206906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94235f59-3580-42eb-b11e-5e4ef9c17c90 req-d69a1296-e4d5-49b2-83c8-2c5cacb1f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:00.208412 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-94235f59-3580-42eb-b11e-5e4ef9c17c90 req-d69a1296-e4d5-49b2-83c8-2c5cacb1f4e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=93ebd1f4-7988-42c1-ab88-93242f561e78 HTTP/1.1" status: 200 len: 897 time: 0.1447029 Feb 09 14:51:00.326616 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:00.329969 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:00.444827 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-94235f59-3580-42eb-b11e-5e4ef9c17c90 req-d6d64137-bb69-4f4e-bf68-92983ba1367a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a HTTP/1.1" status: 200 len: 1000 time: 0.2300131 Feb 09 14:51:00.511494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94235f59-3580-42eb-b11e-5e4ef9c17c90 req-427849fd-9aae-4099-b409-4c6bb7413488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:00.513052 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-94235f59-3580-42eb-b11e-5e4ef9c17c90 req-427849fd-9aae-4099-b409-4c6bb7413488 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b317b2d5-68ef-47d4-bd01-a1940487ba2d HTTP/1.1" status: 200 len: 834 time: 0.0623796 Feb 09 14:51:00.604991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94235f59-3580-42eb-b11e-5e4ef9c17c90 req-a9493b15-4ae4-44e5-9a8e-1cbd71bae7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:00.606748 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-94235f59-3580-42eb-b11e-5e4ef9c17c90 req-a9493b15-4ae4-44e5-9a8e-1cbd71bae7b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93ebd1f4-7988-42c1-ab88-93242f561e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880845 Feb 09 14:51:00.765061 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-94235f59-3580-42eb-b11e-5e4ef9c17c90 req-5f966475-cc45-4a27-9748-34d780025a99 service neutron] 10.222.0.21 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523383 Feb 09 14:51:00.910084 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-94235f59-3580-42eb-b11e-5e4ef9c17c90 req-97b5a0b8-c9d9-4974-bbed-55196c501b82 service neutron] 10.222.0.21 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383851 Feb 09 14:51:01.870054 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:02.211807 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97046b86-529f-4cad-9565-5b1ad795f0eb req-2899b04b-5b04-4350-a024-054e39438d30 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:02.213297 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97046b86-529f-4cad-9565-5b1ad795f0eb req-2899b04b-5b04-4350-a024-054e39438d30 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 945 time: 0.3360829 Feb 09 14:51:02.260526 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97046b86-529f-4cad-9565-5b1ad795f0eb req-8ee3698a-5fce-404f-a1a6-e03436ad825b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414069 Feb 09 14:51:02.285955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 47980) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:02.404810 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5cc10beb-359e-4c1b-adf5-e09cd80ec848 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/fe4ae6fb-f5cb-477b-a2e4-b99ffcf76632 HTTP/1.1" status: 200 len: 992 time: 0.1174872 Feb 09 14:51:02.890331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee7905-a62e-47ca-962a-ce298cd87b40 req-85b36cfc-de63-45b3-8879-ced1ad91d20d tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:02.892284 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f8ee7905-a62e-47ca-962a-ce298cd87b40 req-85b36cfc-de63-45b3-8879-ced1ad91d20d tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 1096 time: 0.0801978 Feb 09 14:51:02.958629 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f8ee7905-a62e-47ca-962a-ce298cd87b40 req-a212ca71-d410-4322-bc54-c5fe954a1a7c tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597427 Feb 09 14:51:03.896587 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2d213e2b-5200-4786-a58c-6c249608e411 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1698287 Feb 09 14:51:04.688174 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c72158aa-19a8-44ea-b586-0404165fb136 req-a28d7bf3-7928-45f4-b449-dac539ae9d44 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1070580 Feb 09 14:51:04.922540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72158aa-19a8-44ea-b586-0404165fb136 req-7a861e59-ff78-4934-ab9a-0c7ad1d26001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:04.924262 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c72158aa-19a8-44ea-b586-0404165fb136 req-7a861e59-ff78-4934-ab9a-0c7ad1d26001 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 1097 time: 0.1230624 Feb 09 14:51:05.147683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72158aa-19a8-44ea-b586-0404165fb136 req-1db3d326-3466-46ba-accb-3cf99d99b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:05.154158 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c72158aa-19a8-44ea-b586-0404165fb136 req-1db3d326-3466-46ba-accb-3cf99d99b1cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.2033770 Feb 09 14:51:05.303482 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c72158aa-19a8-44ea-b586-0404165fb136 req-5e725dd5-337b-4e28-8110-f7bde9c46fbb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6638e82-8b57-4618-b10c-46db4a0c55de HTTP/1.1" status: 200 len: 1002 time: 0.1436865 Feb 09 14:51:05.406974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72158aa-19a8-44ea-b586-0404165fb136 req-2b90bb00-01c4-4912-9f98-cd5ecda634a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:05.408303 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c72158aa-19a8-44ea-b586-0404165fb136 req-2b90bb00-01c4-4912-9f98-cd5ecda634a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0947664 Feb 09 14:51:05.531620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72158aa-19a8-44ea-b586-0404165fb136 req-6223aade-b692-4511-8ca4-0f621c977cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:05.537638 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c72158aa-19a8-44ea-b586-0404165fb136 req-6223aade-b692-4511-8ca4-0f621c977cea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213555 Feb 09 14:51:05.742932 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c72158aa-19a8-44ea-b586-0404165fb136 req-c164779a-610b-4646-a2de-5bfd685c69e3 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997743 Feb 09 14:51:05.932042 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c72158aa-19a8-44ea-b586-0404165fb136 req-67d4a2f8-1dd1-4b5b-86ac-93ac10c6c037 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807883 Feb 09 14:51:06.783045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-cd3cdb72-6dd8-4fd2-93b6-7dab45f92d37 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:51:06.784061 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-cd3cdb72-6dd8-4fd2-93b6-7dab45f92d37 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0761628 Feb 09 14:51:06.793815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-6432a597-4f76-439e-ad93-ce72b0a35b82 service neutron] Request body: {'binding': {'host': 'n-h1-828418-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:51:06.794450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-6432a597-4f76-439e-ad93-ce72b0a35b82 service neutron] Unknown quota resources ['binding']. {{(pid=87596) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 09 14:51:07.049230 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-6432a597-4f76-439e-ad93-ce72b0a35b82 service neutron] Attempting to bind port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a on host n-h1-828418-2 for vnic_type normal with profile None {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:51:07.049740 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-6432a597-4f76-439e-ad93-ce72b0a35b82 service neutron] Attempting to bind port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:51:07.050387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-6432a597-4f76-439e-ad93-ce72b0a35b82 service neutron] Attempting to bind port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a on network 93ebd1f4-7988-42c1-ab88-93242f561e78 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:51:07.056554 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-6432a597-4f76-439e-ad93-ce72b0a35b82 service neutron] Port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a on network 93ebd1f4-7988-42c1-ab88-93242f561e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:51:07.057142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-6432a597-4f76-439e-ad93-ce72b0a35b82 service neutron] Attempting to bind port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a on network 93ebd1f4-7988-42c1-ab88-93242f561e78 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:51:07.062445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-6432a597-4f76-439e-ad93-ce72b0a35b82 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:51:07.062787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-6432a597-4f76-439e-ad93-ce72b0a35b82 service neutron] Checking segment: {'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:51:07.063306 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-6432a597-4f76-439e-ad93-ce72b0a35b82 service neutron] Bound using segment: {'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:51:07.063979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-6432a597-4f76-439e-ad93-ce72b0a35b82 service neutron] Bound port: d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:51:07.125217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-6432a597-4f76-439e-ad93-ce72b0a35b82 service neutron] For port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:51:07.156938 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-6432a597-4f76-439e-ad93-ce72b0a35b82 service neutron] Notify callbacks [] for binding, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:07.158983 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-6432a597-4f76-439e-ad93-ce72b0a35b82 service neutron] 10.222.0.48 "POST /v2.0/ports/d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3682156 Feb 09 14:51:07.481952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8b39f-1649-40bb-9590-3b12f3092ed2 req-5ffd4f1a-86b7-45de-bce7-ffd2eafe9d02 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:07.483694 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a6f8b39f-1649-40bb-9590-3b12f3092ed2 req-5ffd4f1a-86b7-45de-bce7-ffd2eafe9d02 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 945 time: 0.1342471 Feb 09 14:51:07.591151 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a6f8b39f-1649-40bb-9590-3b12f3092ed2 req-36dfc244-13d9-4449-8b3c-24bcea86fbf6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003988 Feb 09 14:51:07.603547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-656448e7-283c-4855-b551-f30a11bbb98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:07.605233 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-656448e7-283c-4855-b551-f30a11bbb98d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 1096 time: 0.1262579 Feb 09 14:51:07.789315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-7e6bf5a5-c45e-4625-ad90-5550fffb4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:07.791205 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-7e6bf5a5-c45e-4625-ad90-5550fffb4c7b service neutron] 10.222.0.35 "GET /v2.0/networks?id=93ebd1f4-7988-42c1-ab88-93242f561e78 HTTP/1.1" status: 200 len: 897 time: 0.1786966 Feb 09 14:51:07.935392 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-0542920c-8bae-4c15-8608-f39ec64e6f34 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a HTTP/1.1" status: 200 len: 1000 time: 0.1364870 Feb 09 14:51:08.017068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-c41f2a89-ce2c-4a6e-bd14-85d2c955632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:08.019191 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-c41f2a89-ce2c-4a6e-bd14-85d2c955632e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b317b2d5-68ef-47d4-bd01-a1940487ba2d HTTP/1.1" status: 200 len: 834 time: 0.0738077 Feb 09 14:51:08.151030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-684558eb-c449-4f00-a81b-8c187f03be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:08.152836 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-684558eb-c449-4f00-a81b-8c187f03be67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93ebd1f4-7988-42c1-ab88-93242f561e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269643 Feb 09 14:51:08.309870 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-5de0225c-7bfd-486d-8e9d-588ddbca58d1 service neutron] 10.222.0.35 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493285 Feb 09 14:51:08.493515 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-6ab84d4c-6861-4011-bc78-7aea42476914 service neutron] 10.222.0.35 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771805 Feb 09 14:51:09.042230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-b88ba192-0c7e-487d-9a02-b0e1c47cf169 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:09.044395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-b88ba192-0c7e-487d-9a02-b0e1c47cf169 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b&tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 1096 time: 0.4663663 Feb 09 14:51:09.064410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828418-2'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:51:09.130811 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:09.265790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf9385-ea69-4e35-a33a-9339efc5a004 req-2392d29b-cd62-4c75-9395-ddc381227804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:09.267539 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ceaf9385-ea69-4e35-a33a-9339efc5a004 req-2392d29b-cd62-4c75-9395-ddc381227804 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 945 time: 0.5244672 Feb 09 14:51:09.277984 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:09.377298 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ceaf9385-ea69-4e35-a33a-9339efc5a004 req-0e58c58f-820e-40b5-9db4-b309b4bb1f14 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762577 Feb 09 14:51:09.626078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] For port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:51:09.665378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] For port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:51:09.747782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:51:09.760263 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:09.775334 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:09.836379 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a', 'code': 200} Feb 09 14:51:09.966182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360c612-2408-410b-91c2-03acde433006 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:10.101449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] Attempting to bind port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a on host n-h2-828418-2 for vnic_type normal with profile {"migrating_to": "n-h1-828418-2"} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:51:10.101449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] Attempting to bind port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:51:10.101449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] Attempting to bind port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a on network 93ebd1f4-7988-42c1-ab88-93242f561e78 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:51:10.107687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] Port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a on network 93ebd1f4-7988-42c1-ab88-93242f561e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:51:10.108031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] Attempting to bind port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a on network 93ebd1f4-7988-42c1-ab88-93242f561e78 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:51:10.113782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:51:10.114114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] Checking segment: {'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:51:10.114563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] Bound using segment: {'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:51:10.114992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] Bound port: d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038715bb-117d-4726-8f25-40128ccb0011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:51:10.115337 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:10.245806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] For port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:51:10.249656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] For port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:51:10.255120 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:10.264337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] Provisioning complete for port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:51:10.264833 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:10.481417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360c612-2408-410b-91c2-03acde433006 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,revision_number=8']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:10.554556 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:10.621479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:51:10.642977 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] For port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:51:10.660549 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:10.739467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:10.740485 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:10.742087 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-2360c612-2408-410b-91c2-03acde433006 service neutron] 10.222.0.35 "PUT /v2.0/ports/d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a HTTP/1.1" status: 200 len: 1121 time: 1.6909838 Feb 09 14:51:10.817523 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a', 'code': 200} Feb 09 14:51:10.844923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2386843-a30e-40cb-a4a1-9ccbe3ffa37e req-dd5ebbf3-89a5-41f2-bb29-c85671afe1de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:10.846682 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e2386843-a30e-40cb-a4a1-9ccbe3ffa37e req-dd5ebbf3-89a5-41f2-bb29-c85671afe1de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 945 time: 0.1858864 Feb 09 14:51:10.914634 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:51:10.923206 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e2386843-a30e-40cb-a4a1-9ccbe3ffa37e req-55a733fe-467b-418d-98c2-e927777b439a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608990 Feb 09 14:51:10.992010 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:11.062149 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] Pushing event updated for resources: {'Port': ['ID=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:11.111114 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:11.111471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:11.111996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:11.112333 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:11.113073 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:11.113485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:11.113753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:11.116792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:11.117136 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:11.117477 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:11.117943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:11.118279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc166322-9b4c-4b88-a5f3-12383ebf29f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:11.234597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a1cfcb76-1c4b-4e56-a83c-1a1a9ac135e8 None None] Provisioning complete for port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:51:11.234966 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a1cfcb76-1c4b-4e56-a83c-1a1a9ac135e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:11.837421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:51:11.890495 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a', 'status': 'completed', 'code': 200} Feb 09 14:51:11.994132 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79061ac-0625-4ebb-957d-3e16bf083f7b req-7db37b63-9f3f-4fb4-b8e4-48207e86bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:11.995769 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d79061ac-0625-4ebb-957d-3e16bf083f7b req-7db37b63-9f3f-4fb4-b8e4-48207e86bfdf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 1126 time: 0.0829232 Feb 09 14:51:12.063670 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-cc167578-0d97-42d0-a8a4-e2127919a3a5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-863377737&fields=id&tenant_id=a41332bb12404c08914ea958ae35ef74 HTTP/1.1" status: 200 len: 267 time: 0.0640612 Feb 09 14:51:12.228834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-c9a6047e-1b15-4073-ab65-c2bd219529d3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:12.230352 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-c9a6047e-1b15-4073-ab65-c2bd219529d3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 812 time: 0.1595237 Feb 09 14:51:12.232883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18bc49-7bcd-4aea-833d-4d6ba506c469 req-7f196580-01c2-4599-ab87-2e4170312d7e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:12.234492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df18bc49-7bcd-4aea-833d-4d6ba506c469 req-7f196580-01c2-4599-ab87-2e4170312d7e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 945 time: 0.1819389 Feb 09 14:51:12.245066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79061ac-0625-4ebb-957d-3e16bf083f7b req-42483b45-69c0-49fd-9c60-fd0dc881d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:12.247183 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d79061ac-0625-4ebb-957d-3e16bf083f7b req-42483b45-69c0-49fd-9c60-fd0dc881d462 service neutron] 10.222.0.21 "GET /v2.0/networks?id=93ebd1f4-7988-42c1-ab88-93242f561e78 HTTP/1.1" status: 200 len: 897 time: 0.2442842 Feb 09 14:51:12.249179 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-0e54c4e8-ffba-405f-9ffb-6ee79c5092c1 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/quotas/a41332bb12404c08914ea958ae35ef74 HTTP/1.1" status: 200 len: 375 time: 0.0105157 Feb 09 14:51:12.361270 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-0d2d0d5e-7c73-4c19-a790-d97925f2a10b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1047387 Feb 09 14:51:12.398887 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-df18bc49-7bcd-4aea-833d-4d6ba506c469 req-ba15d934-a999-4a2d-8ef7-e56d1325e91e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456437 Feb 09 14:51:12.413539 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d79061ac-0625-4ebb-957d-3e16bf083f7b req-727ea678-1440-4642-aaba-02707228d1b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a HTTP/1.1" status: 200 len: 1000 time: 0.1588264 Feb 09 14:51:12.442240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-849450ec-3260-482c-9bad-bd9209e10903 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:51:12.443211 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-849450ec-3260-482c-9bad-bd9209e10903 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0697942 Feb 09 14:51:12.592914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79061ac-0625-4ebb-957d-3e16bf083f7b req-f201e228-ff29-412b-bee0-abecd6fe8d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:12.594364 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d79061ac-0625-4ebb-957d-3e16bf083f7b req-f201e228-ff29-412b-bee0-abecd6fe8d47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b317b2d5-68ef-47d4-bd01-a1940487ba2d HTTP/1.1" status: 200 len: 834 time: 0.1751814 Feb 09 14:51:12.672428 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-a8ecf32a-7eee-48ad-a525-506dcc22d37a service neutron] 10.222.0.48 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587772 Feb 09 14:51:12.707790 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79061ac-0625-4ebb-957d-3e16bf083f7b req-65a78e6d-4715-457c-9434-7d83d0559b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:12.710052 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d79061ac-0625-4ebb-957d-3e16bf083f7b req-65a78e6d-4715-457c-9434-7d83d0559b90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=93ebd1f4-7988-42c1-ab88-93242f561e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061676 Feb 09 14:51:12.859468 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d79061ac-0625-4ebb-957d-3e16bf083f7b req-1b19fefb-dfba-4994-b29b-5f8308df47c0 service neutron] 10.222.0.21 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428587 Feb 09 14:51:12.932695 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-de59e1cd-2591-46ce-afca-6feb303d116d service neutron] 10.222.0.48 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080742 Feb 09 14:51:13.033768 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d79061ac-0625-4ebb-957d-3e16bf083f7b req-b3c63f4c-f9f7-49a8-961f-37da3312703c service neutron] 10.222.0.21 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644142 Feb 09 14:51:13.360107 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c88aed10-5f35-40d4-808d-fc7fc88d61d5 req-d813a8aa-58c4-42cf-a81a-893a3ec225a9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 210 time: 0.0457683 Feb 09 14:51:13.606986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadc48e-8d7d-4271-b983-dfcc3e9adee8 req-311f792e-601d-4558-ac54-9eff8b31f036 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:13.608495 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8cadc48e-8d7d-4271-b983-dfcc3e9adee8 req-311f792e-601d-4558-ac54-9eff8b31f036 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 945 time: 0.0924749 Feb 09 14:51:13.659812 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8cadc48e-8d7d-4271-b983-dfcc3e9adee8 req-80e3c158-162c-42a9-afc9-0e0110aa9edb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448120 Feb 09 14:51:14.127373 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:51:14.285963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:51:14.312992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a has no active binding in host n-h1-828418-2 {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 14:51:14.598664 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f912ea85-4265-4ccb-bb9c-b1ee801e6d42 req-0e84eaca-b7d0-4cc9-8407-f161944428b8 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 210 time: 0.0833526 Feb 09 14:51:14.676914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-8d959ecd-ec9d-4957-a250-3aa217d496e1 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:14.678878 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-8d959ecd-ec9d-4957-a250-3aa217d496e1 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.21 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 812 time: 0.2494650 Feb 09 14:51:14.730809 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-2c20fd07-a63a-4b7d-8422-4ad6e721abdd tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a41332bb12404c08914ea958ae35ef74 HTTP/1.1" status: 200 len: 379 time: 0.0441158 Feb 09 14:51:14.741726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-78ae472b-59f0-45df-a93f-69834d96a029 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Request body: {'port': {'device_id': '100cd8f5-532a-48af-a211-742e59bcb7f2', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'admin_state_up': True, 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'security_groups': ['b7855734-7a33-438d-9c4f-968e60d8880e']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:51:14.925754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1a050-ab89-4562-b6e5-c061090548df req-4b95685c-c8ef-482b-ab09-053508a022b0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:14.931036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-78ae472b-59f0-45df-a93f-69834d96a029 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:51:14.933729 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71f1a050-ab89-4562-b6e5-c061090548df req-4b95685c-c8ef-482b-ab09-053508a022b0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 945 time: 0.1417971 Feb 09 14:51:14.942685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-78ae472b-59f0-45df-a93f-69834d96a029 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:51:14.953116 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-78ae472b-59f0-45df-a93f-69834d96a029 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Made reservation on behalf of a41332bb12404c08914ea958ae35ef74 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:51:14.957303 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-78ae472b-59f0-45df-a93f-69834d96a029 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:14.986501 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71f1a050-ab89-4562-b6e5-c061090548df req-6819be9a-1829-4c80-96e6-1e56cecd783c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515916 Feb 09 14:51:15.135342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-78ae472b-59f0-45df-a93f-69834d96a029 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Allocated IP 172.20.0.8 (2af7d454-c373-48d2-a2c0-b8fe62f20cda/f8838457-395d-4c60-9dea-86467bd752c2/cfa38eca-ac8c-40d5-9298-d92b2011b472) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:51:15.381953 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-78ae472b-59f0-45df-a93f-69834d96a029 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:15.408376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-78ae472b-59f0-45df-a93f-69834d96a029 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Transition to ACTIVE for port object cfa38eca-ac8c-40d5-9298-d92b2011b472 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:51:15.437663 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-78ae472b-59f0-45df-a93f-69834d96a029 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:15.547506 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-78ae472b-59f0-45df-a93f-69834d96a029 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Network 2af7d454-c373-48d2-a2c0-b8fe62f20cda is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:51:15.550844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-78ae472b-59f0-45df-a93f-69834d96a029 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:51:15.554934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-78ae472b-59f0-45df-a93f-69834d96a029 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:51:15.617969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae472b-59f0-45df-a93f-69834d96a029 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'Port': ['ID=cfa38eca-ac8c-40d5-9298-d92b2011b472,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:15.657967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-78ae472b-59f0-45df-a93f-69834d96a029 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:15.658589 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-78ae472b-59f0-45df-a93f-69834d96a029 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:15.703944 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-78ae472b-59f0-45df-a93f-69834d96a029 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9683292 Feb 09 14:51:15.717425 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Request body: {'port': {'device_id': '100cd8f5-532a-48af-a211-742e59bcb7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:51:15.884690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5e4c76f9-83fa-4ab8-a55d-153d35f63aec None None] Provisioning for port cfa38eca-ac8c-40d5-9298-d92b2011b472 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:51:15.891121 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5e4c76f9-83fa-4ab8-a55d-153d35f63aec None None] Provisioning complete for port cfa38eca-ac8c-40d5-9298-d92b2011b472 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:51:15.891801 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5e4c76f9-83fa-4ab8-a55d-153d35f63aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:15.905266 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:15.992536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c76f9-83fa-4ab8-a55d-153d35f63aec None None] Port cfa38eca-ac8c-40d5-9298-d92b2011b472 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:51:16.013047 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95308569-58e8-41f5-a017-a7f1b19afb20 req-80a369cb-df6d-4836-8514-258561b22be7 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:16.013782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-95308569-58e8-41f5-a017-a7f1b19afb20 req-80a369cb-df6d-4836-8514-258561b22be7 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:51:16.246093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca1c99-b715-4208-b6a2-74af58589c32 req-fb3070fe-b79a-419f-9043-8b2bade97359 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:16.251131 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8ca1c99-b715-4208-b6a2-74af58589c32 req-fb3070fe-b79a-419f-9043-8b2bade97359 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 945 time: 0.1256852 Feb 09 14:51:16.298374 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8ca1c99-b715-4208-b6a2-74af58589c32 req-373988cd-e95f-4a0e-b368-c5847a5d1feb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433068 Feb 09 14:51:16.309804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-95308569-58e8-41f5-a017-a7f1b19afb20 req-80a369cb-df6d-4836-8514-258561b22be7 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:51:16.316261 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-95308569-58e8-41f5-a017-a7f1b19afb20 req-80a369cb-df6d-4836-8514-258561b22be7 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 931 time: 0.5630932 Feb 09 14:51:16.417606 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-95308569-58e8-41f5-a017-a7f1b19afb20 req-6d8d0251-622a-46fa-81cd-8a2d40cf1541 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999734 Feb 09 14:51:16.540258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa38eca-ac8c-40d5-9298-d92b2011b472 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:51:16.549652 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:16.567094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Transition to ACTIVE for port object cfa38eca-ac8c-40d5-9298-d92b2011b472 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:51:16.571086 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:16.825420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa38eca-ac8c-40d5-9298-d92b2011b472,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:16.874513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Attempting to bind port cfa38eca-ac8c-40d5-9298-d92b2011b472 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:51:16.874990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Attempting to bind port cfa38eca-ac8c-40d5-9298-d92b2011b472 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:51:16.875165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Attempting to bind port cfa38eca-ac8c-40d5-9298-d92b2011b472 on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:51:16.880364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Port cfa38eca-ac8c-40d5-9298-d92b2011b472 on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:51:16.880680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Attempting to bind port cfa38eca-ac8c-40d5-9298-d92b2011b472 on network 2af7d454-c373-48d2-a2c0-b8fe62f20cda {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:51:16.886386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:51:16.886752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Checking segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:51:16.887100 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Bound using segment: {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:51:16.887846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Bound port: cfa38eca-ac8c-40d5-9298-d92b2011b472, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e88dda-d1cd-4321-b5a3-16f02ec2912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:51:16.888195 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:16.999476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] For port cfa38eca-ac8c-40d5-9298-d92b2011b472, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:51:17.002758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] For port cfa38eca-ac8c-40d5-9298-d92b2011b472, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=cfa38eca-ac8c-40d5-9298-d92b2011b472,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:51:17.007476 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:17.069494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:17.070318 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:17.071698 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] 10.222.0.21 "PUT /v2.0/ports/cfa38eca-ac8c-40d5-9298-d92b2011b472 HTTP/1.1" status: 200 len: 1091 time: 1.3594949 Feb 09 14:51:17.072177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100cd8f5-532a-48af-a211-742e59bcb7f2', 'tag': 'cfa38eca-ac8c-40d5-9298-d92b2011b472'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:51:17.108563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c330cc-667b-4c62-a535-f9077c62e155 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa38eca-ac8c-40d5-9298-d92b2011b472,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:17.165455 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100cd8f5-532a-48af-a211-742e59bcb7f2', 'tag': 'cfa38eca-ac8c-40d5-9298-d92b2011b472', 'status': 'completed', 'code': 200} Feb 09 14:51:17.211685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-1f00d8d9-e073-4cf4-b0d7-8e6915bc9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:17.213801 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-1f00d8d9-e073-4cf4-b0d7-8e6915bc9103 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 1094 time: 0.0955434 Feb 09 14:51:17.293937 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-c7c96817-51f7-4ccc-9a65-13d40937de13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfa38eca-ac8c-40d5-9298-d92b2011b472 HTTP/1.1" status: 200 len: 217 time: 0.0730078 Feb 09 14:51:17.387059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-06209387-4a15-4770-b25f-3be3edb2c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:17.388647 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-06209387-4a15-4770-b25f-3be3edb2c04d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0888762 Feb 09 14:51:17.563185 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc162582-30d4-4f82-876b-8c29d5694005 req-ede29a05-d31e-4f66-82ff-1b32f6847f47 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:17.564870 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cc162582-30d4-4f82-876b-8c29d5694005 req-ede29a05-d31e-4f66-82ff-1b32f6847f47 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 945 time: 0.1240189 Feb 09 14:51:17.568234 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-1bd87e79-e445-4ab4-ac5d-fc1f031f1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:17.570282 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-1bd87e79-e445-4ab4-ac5d-fc1f031f1848 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718540 Feb 09 14:51:17.654033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b8dc0-e21f-4629-88ac-95c0a854e399 req-2c49d3d8-7ef8-4877-902d-6866a2202aa7 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:17.662039 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-168b8dc0-e21f-4629-88ac-95c0a854e399 req-2c49d3d8-7ef8-4877-902d-6866a2202aa7 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 943 time: 0.1117508 Feb 09 14:51:17.715498 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-168b8dc0-e21f-4629-88ac-95c0a854e399 req-bf62705c-72f9-43c0-a7b4-78ef09309aed tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524600 Feb 09 14:51:17.725456 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cc162582-30d4-4f82-876b-8c29d5694005 req-5ba3e211-e00b-443c-a719-6acaa61ed17a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244116 Feb 09 14:51:17.765026 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-dd967caf-a348-49bd-8b9b-ce3ddd5da965 service neutron] 10.222.0.21 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860707 Feb 09 14:51:17.924005 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b8dee2f-f2b6-43fe-9a64-0d551f0a016b req-26051f80-e66f-4d06-a586-d286db16daf9 service neutron] 10.222.0.21 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518886 Feb 09 14:51:18.050157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041660d-a2d3-4814-b85a-587b5ab9ea54 req-c0686802-b1b4-4592-a42e-4da788b15cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:18.051644 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9041660d-a2d3-4814-b85a-587b5ab9ea54 req-c0686802-b1b4-4592-a42e-4da788b15cea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 1094 time: 0.0722389 Feb 09 14:51:18.204295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041660d-a2d3-4814-b85a-587b5ab9ea54 req-ec9e3a80-e125-4c60-bc33-e4df7840d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:18.205785 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9041660d-a2d3-4814-b85a-587b5ab9ea54 req-ec9e3a80-e125-4c60-bc33-e4df7840d955 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.1451385 Feb 09 14:51:18.278143 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9041660d-a2d3-4814-b85a-587b5ab9ea54 req-698b2ba5-32b3-44bf-baa7-f723832edc4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfa38eca-ac8c-40d5-9298-d92b2011b472 HTTP/1.1" status: 200 len: 217 time: 0.0653887 Feb 09 14:51:18.343855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041660d-a2d3-4814-b85a-587b5ab9ea54 req-993a2dd8-7aca-4edf-819b-96379dcb1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:18.345090 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9041660d-a2d3-4814-b85a-587b5ab9ea54 req-993a2dd8-7aca-4edf-819b-96379dcb1d20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0607073 Feb 09 14:51:18.422667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041660d-a2d3-4814-b85a-587b5ab9ea54 req-534c986d-1e4d-4b7e-aff0-ae2ddaf0230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:18.424145 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9041660d-a2d3-4814-b85a-587b5ab9ea54 req-534c986d-1e4d-4b7e-aff0-ae2ddaf0230f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723600 Feb 09 14:51:18.585405 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9041660d-a2d3-4814-b85a-587b5ab9ea54 req-8d8c9546-9094-447e-a70d-937909b63c6f service neutron] 10.222.0.21 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532397 Feb 09 14:51:18.916262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83d953-58ac-4dc1-9681-866b9df8fe0c req-4b6e554b-5034-468c-a0f5-f1291c4c1354 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:18.918115 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e83d953-58ac-4dc1-9681-866b9df8fe0c req-4b6e554b-5034-468c-a0f5-f1291c4c1354 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 943 time: 0.0953937 Feb 09 14:51:18.929777 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9041660d-a2d3-4814-b85a-587b5ab9ea54 req-a39c1af8-f6a5-4df5-9b8a-184d7decb9e0 service neutron] 10.222.0.21 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379133 Feb 09 14:51:18.978663 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b53c1d-e2c2-47a3-bf5f-d4b100a25b81 req-05e0a94f-b5f5-4c66-9e58-93a66d943000 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:18.980492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57b53c1d-e2c2-47a3-bf5f-d4b100a25b81 req-05e0a94f-b5f5-4c66-9e58-93a66d943000 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 945 time: 0.1157446 Feb 09 14:51:18.985083 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e83d953-58ac-4dc1-9681-866b9df8fe0c req-87c4297c-a7a7-4cac-a418-a17a1ebdec9b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567045 Feb 09 14:51:19.041851 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57b53c1d-e2c2-47a3-bf5f-d4b100a25b81 req-44dd1459-73e5-47dc-9701-a9be19cb9fc3 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547824 Feb 09 14:51:20.217403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79158b-9667-4f4c-a470-45236e0bd21b req-7681f4cd-2e73-4776-870b-bd8fcb0f6221 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:20.218940 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ac79158b-9667-4f4c-a470-45236e0bd21b req-7681f4cd-2e73-4776-870b-bd8fcb0f6221 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 943 time: 0.0930283 Feb 09 14:51:20.258475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001a640-cbb0-4651-ac74-42229ed6f9de req-3c38b68d-5ef4-4dac-880e-225228747878 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:20.259984 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a001a640-cbb0-4651-ac74-42229ed6f9de req-3c38b68d-5ef4-4dac-880e-225228747878 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 945 time: 0.0875218 Feb 09 14:51:20.268803 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ac79158b-9667-4f4c-a470-45236e0bd21b req-8f646eb7-5eb9-492e-87af-3283a9ef8079 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441601 Feb 09 14:51:20.311453 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a001a640-cbb0-4651-ac74-42229ed6f9de req-fe9bb6e6-3a0c-4f15-919f-54050ccfa435 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456944 Feb 09 14:51:20.699656 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-5c23aea5-81e7-4ad5-befa-bf4d2ed9bb6e service neutron] 10.222.0.21 "GET /v2.0/ports/d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a/bindings/n-h1-828418-2 HTTP/1.1" status: 200 len: 384 time: 0.0952952 Feb 09 14:51:20.998373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-06b55b03-a91d-4d45-9479-73c63910afad service neutron] For port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:51:21.024160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-06b55b03-a91d-4d45-9479-73c63910afad service neutron] For port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:51:21.095822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:51:21.107932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-06b55b03-a91d-4d45-9479-73c63910afad service neutron] For port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:51:21.128434 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-06b55b03-a91d-4d45-9479-73c63910afad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:21.213376 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a', 'code': 200} Feb 09 14:51:21.311212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-06b55b03-a91d-4d45-9479-73c63910afad service neutron] Transition to ACTIVE for port object d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:51:21.322690 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-06b55b03-a91d-4d45-9479-73c63910afad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:21.696020 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938626fd-13cf-461e-a15a-20dc55f05e89 req-8d611581-d7d1-4ac4-8448-b138285b7679 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:21.704484 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-938626fd-13cf-461e-a15a-20dc55f05e89 req-8d611581-d7d1-4ac4-8448-b138285b7679 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 944 time: 0.1458640 Feb 09 14:51:21.741694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-06b55b03-a91d-4d45-9479-73c63910afad service neutron] No DVR routers for this DVR port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:51:21.764578 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-938626fd-13cf-461e-a15a-20dc55f05e89 req-7a9a1b37-a936-4ec2-a02f-48611e6f029b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586879 Feb 09 14:51:21.875665 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b55b03-a91d-4d45-9479-73c63910afad service neutron] Pushing event updated for resources: {'Port': ['ID=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,revision_number=11']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:21.962220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:51:21.985450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbad401-2fb0-4d3d-9895-e2cea2d67e9f req-30e6f899-20cf-4ba2-91ee-e3fe09882437 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:21.986995 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7fbad401-2fb0-4d3d-9895-e2cea2d67e9f req-30e6f899-20cf-4ba2-91ee-e3fe09882437 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 943 time: 0.3465087 Feb 09 14:51:22.034358 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:51:22.071911 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-06b55b03-a91d-4d45-9479-73c63910afad service neutron] 10.222.0.21 "PUT /v2.0/ports/d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a/bindings/n-h1-828418-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3665404 Feb 09 14:51:22.076622 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7fbad401-2fb0-4d3d-9895-e2cea2d67e9f req-b6fdc8f8-7522-46b0-b97e-c2745e33e6a5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812712 Feb 09 14:51:22.225461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-5e8afe97-7c38-4a9a-864e-47deccd5abfd tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:22.226977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-5e8afe97-7c38-4a9a-864e-47deccd5abfd tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b&tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 1095 time: 0.1006153 Feb 09 14:51:22.306868 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-5e0f5287-2a5e-4d75-89ff-f89d03186170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:22.308614 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-5e0f5287-2a5e-4d75-89ff-f89d03186170 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b&tenant_id=c945c8634f3e49fe9afbbbf3c60331a8 HTTP/1.1" status: 200 len: 1095 time: 0.0721021 Feb 09 14:51:22.407880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-49d546a3-6e3d-445b-b258-b5f8dff04b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:22.409275 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-49d546a3-6e3d-445b-b258-b5f8dff04b74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 1095 time: 0.0769737 Feb 09 14:51:22.563445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-16aee8e4-728f-4492-8ecb-b1d5a45c2482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:22.564914 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-16aee8e4-728f-4492-8ecb-b1d5a45c2482 service neutron] 10.222.0.35 "GET /v2.0/networks?id=93ebd1f4-7988-42c1-ab88-93242f561e78 HTTP/1.1" status: 200 len: 897 time: 0.1487122 Feb 09 14:51:22.670534 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-47cb0d9d-d322-452b-b3c0-55c49bef1f5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a HTTP/1.1" status: 200 len: 998 time: 0.0978556 Feb 09 14:51:22.739459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-81019637-33b5-415f-a66f-b985b9556dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:22.741333 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-81019637-33b5-415f-a66f-b985b9556dd3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b317b2d5-68ef-47d4-bd01-a1940487ba2d HTTP/1.1" status: 200 len: 834 time: 0.0636349 Feb 09 14:51:22.865748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-5cc8b180-7f56-4ad0-b68a-b2271492cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:22.867235 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-5cc8b180-7f56-4ad0-b68a-b2271492cc63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93ebd1f4-7988-42c1-ab88-93242f561e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154227 Feb 09 14:51:23.087534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5da5c-0d5c-4d35-86c1-26336b9b5d30 req-02ff32d6-dd98-4519-83a4-185c7666e0d0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:23.089310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8f5da5c-0d5c-4d35-86c1-26336b9b5d30 req-02ff32d6-dd98-4519-83a4-185c7666e0d0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 944 time: 0.2188923 Feb 09 14:51:23.126641 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-7fe1a857-c315-4d29-b023-2c70dfa9a4cd service neutron] 10.222.0.35 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086186 Feb 09 14:51:23.358007 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8f5da5c-0d5c-4d35-86c1-26336b9b5d30 req-de900195-334a-4a86-8cb5-24e9e9b60b15 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557023 Feb 09 14:51:23.360154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8cc16-6c84-4ed6-bdba-0f0e7b9a5569 req-e3686668-00a1-41dc-b73f-91d86ea6cc31 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:23.360154 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81d8cc16-6c84-4ed6-bdba-0f0e7b9a5569 req-e3686668-00a1-41dc-b73f-91d86ea6cc31 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 943 time: 0.1225297 Feb 09 14:51:23.431163 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81d8cc16-6c84-4ed6-bdba-0f0e7b9a5569 req-191140ea-f0fb-406c-bcc7-93b210ff45e4 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634978 Feb 09 14:51:23.437133 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-441949f4-9e80-4b14-a7bb-6e919bc8c609 service neutron] 10.222.0.35 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979674 Feb 09 14:51:23.792913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-550d5f5c-53b6-4f1e-8225-892bccca3cfc tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:23.795105 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-550d5f5c-53b6-4f1e-8225-892bccca3cfc tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b&tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 1095 time: 0.0910282 Feb 09 14:51:23.951520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-8b55b837-9a7c-4f27-89c5-fc2db4fe0c14 service neutron] For port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:51:23.951520 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-8b55b837-9a7c-4f27-89c5-fc2db4fe0c14 service neutron] Notify callbacks [] for binding, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:23.961623 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-8b55b837-9a7c-4f27-89c5-fc2db4fe0c14 service neutron] 10.222.0.35 "DELETE /v2.0/ports/d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a/bindings/n-h2-828418-2 HTTP/1.1" status: 204 len: 173 time: 0.1506793 Feb 09 14:51:24.726892 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9306b6f-ac62-4f0e-bfc6-e74621707336 req-f537cb5f-b079-4959-8c42-14f7e12fe58a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:24.729121 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a9306b6f-ac62-4f0e-bfc6-e74621707336 req-f537cb5f-b079-4959-8c42-14f7e12fe58a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 943 time: 0.1363220 Feb 09 14:51:24.838236 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a9306b6f-ac62-4f0e-bfc6-e74621707336 req-25825a0c-9fcc-4742-a050-3c8135c702e6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026483 Feb 09 14:51:24.877341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248bc99-cf0b-4a16-9af5-b0bae8fbed29 req-4c83a03a-c93b-4580-99f5-1c0bd7c6eee1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:24.887662 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2248bc99-cf0b-4a16-9af5-b0bae8fbed29 req-4c83a03a-c93b-4580-99f5-1c0bd7c6eee1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 944 time: 0.1469493 Feb 09 14:51:24.994792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2248bc99-cf0b-4a16-9af5-b0bae8fbed29 req-d74403e9-0d09-44b8-a7db-393f0b254ecf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059952 Feb 09 14:51:25.332849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb7efd-dccc-41ba-92d5-1b6fd3806482 req-309c436a-da7e-431a-ab7f-9a92578bee1e tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:25.336252 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97fb7efd-dccc-41ba-92d5-1b6fd3806482 req-309c436a-da7e-431a-ab7f-9a92578bee1e tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 1095 time: 0.2258742 Feb 09 14:51:25.415912 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97fb7efd-dccc-41ba-92d5-1b6fd3806482 req-bb3e3421-5711-4890-af88-ca85abb657ba tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638630 Feb 09 14:51:25.665436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0516-1559-4ee3-9ed2-b5349bdae447 req-061d785d-dcfc-4059-bbb3-f5b04ca19a52 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:25.667329 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54ea0516-1559-4ee3-9ed2-b5349bdae447 req-061d785d-dcfc-4059-bbb3-f5b04ca19a52 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 944 time: 0.1047256 Feb 09 14:51:25.720058 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54ea0516-1559-4ee3-9ed2-b5349bdae447 req-6d7056d4-edd7-434c-9346-afff7b967e83 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458243 Feb 09 14:51:25.745529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48480) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:25.882764 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1a9ed747-02b4-4dfb-adef-08cf4923c142 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/fe4ae6fb-f5cb-477b-a2e4-b99ffcf76632 HTTP/1.1" status: 200 len: 990 time: 0.1293898 Feb 09 14:51:26.059287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110960b2-dd9e-48a2-bc51-0456e61546c6 req-9a678f7d-d52b-4269-be57-a7a15fa8ac74 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:26.060879 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-110960b2-dd9e-48a2-bc51-0456e61546c6 req-9a678f7d-d52b-4269-be57-a7a15fa8ac74 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 943 time: 0.0839484 Feb 09 14:51:26.109738 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-110960b2-dd9e-48a2-bc51-0456e61546c6 req-7fd392ae-faff-4acb-acbd-8e445f7e7958 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414579 Feb 09 14:51:26.808231 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ca7fde08-7b92-49b0-b01d-82490fbd686b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:27.301097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a27df-67f1-4156-b2d9-1e64cea11646 req-e7d17086-1885-4e24-b6bb-e56fc8786219 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:27.302651 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6b3a27df-67f1-4156-b2d9-1e64cea11646 req-e7d17086-1885-4e24-b6bb-e56fc8786219 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 943 time: 0.0840051 Feb 09 14:51:27.347550 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6b3a27df-67f1-4156-b2d9-1e64cea11646 req-21b0ba6e-0d7c-4b8c-8eff-9a2a362d72c1 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387504 Feb 09 14:51:27.977191 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device cfa38eca-ac8c-40d5-9298-d92b2011b472 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:51:28.116676 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port cfa38eca-ac8c-40d5-9298-d92b2011b472, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=cfa38eca-ac8c-40d5-9298-d92b2011b472,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:51:28.131650 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'cfa38eca-ac8c-40d5-9298-d92b2011b472', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'port_id': 'cfa38eca-ac8c-40d5-9298-d92b2011b472', 'mac_address': 'fa:16:3e:60:4d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:51:28.149029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48542) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:28.187229 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:28.203694 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa38eca-ac8c-40d5-9298-d92b2011b472 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:51:28.220012 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port cfa38eca-ac8c-40d5-9298-d92b2011b472, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=cfa38eca-ac8c-40d5-9298-d92b2011b472,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:51:28.224036 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:28.295048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=cfa38eca-ac8c-40d5-9298-d92b2011b472,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:28.364137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2cf55393-4290-4260-8392-a20586d79809 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting port 79776334-4670-4caa-b578-75b0012f89e4 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:51:28.364477 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2cf55393-4290-4260-8392-a20586d79809 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:28.541794 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2cf55393-4290-4260-8392-a20586d79809 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:28.542797 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2cf55393-4290-4260-8392-a20586d79809 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:28.568072 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['cfa38eca-ac8c-40d5-9298-d92b2011b472'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:51:28.570298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c4f84-ec3a-4b0d-bb28-64356a9a8233 req-e982a62b-c27f-439b-9c4c-d80502255db2 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:28.572829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-073c4f84-ec3a-4b0d-bb28-64356a9a8233 req-e982a62b-c27f-439b-9c4c-d80502255db2 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 944 time: 0.0841753 Feb 09 14:51:28.629837 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-073c4f84-ec3a-4b0d-bb28-64356a9a8233 req-9d68e777-3aaf-4d6b-9613-e3657e24f49c tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491579 Feb 09 14:51:28.686686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2cf55393-4290-4260-8392-a20586d79809 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Calling delete_port for 79776334-4670-4caa-b578-75b0012f89e4 owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:51:28.858867 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2cf55393-4290-4260-8392-a20586d79809 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:28.907346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf55393-4290-4260-8392-a20586d79809 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Port': ['ID=79776334-4670-4caa-b578-75b0012f89e4,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:28.998029 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2cf55393-4290-4260-8392-a20586d79809 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:28.998412 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-2cf55393-4290-4260-8392-a20586d79809 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Floating IP fe4ae6fb-f5cb-477b-a2e4-b99ffcf76632 disassociated (deleted). External IP: 172.25.8.14, port: d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a. Feb 09 14:51:29.234967 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-55da744a-fd02-4ffa-ae5b-82d77d45545c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:29.476440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf55393-4290-4260-8392-a20586d79809 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:51:29.661059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf55393-4290-4260-8392-a20586d79809 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:51:29.671982 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf9041-5ced-4893-82dc-6fa7b6e8e942 None None] Sync routers for ids ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:51:29.684163 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf9041-5ced-4893-82dc-6fa7b6e8e942 None None] Routers {'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:51:29.684926 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-57cf9041-5ced-4893-82dc-6fa7b6e8e942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:51:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:29.688700 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2cf55393-4290-4260-8392-a20586d79809 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:29.747519 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2cf55393-4290-4260-8392-a20586d79809 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/floatingips/fe4ae6fb-f5cb-477b-a2e4-b99ffcf76632 HTTP/1.1" status: 204 len: 168 time: 1.5966129 Feb 09 14:51:29.747705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:51:29.840766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f51fe0-c9e9-4cd4-a59a-b57e7964a925 req-f3100ffd-5feb-4c92-bf4c-a60e3da566ad tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:29.842643 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f8f51fe0-c9e9-4cd4-a59a-b57e7964a925 req-f3100ffd-5feb-4c92-bf4c-a60e3da566ad tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 944 time: 0.0903354 Feb 09 14:51:29.889962 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f8f51fe0-c9e9-4cd4-a59a-b57e7964a925 req-98b50b04-38f2-40ed-a4b8-73ad9e1eab8a tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406497 Feb 09 14:51:29.919050 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-57cf9041-5ced-4893-82dc-6fa7b6e8e942 None None] Set router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:51:29.976901 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device cfa38eca-ac8c-40d5-9298-d92b2011b472 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:51:29.979287 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:51:29.985201 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a', 'status': 'completed', 'code': 200} Feb 09 14:51:30.062368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port cfa38eca-ac8c-40d5-9298-d92b2011b472 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:51:30.067792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port cfa38eca-ac8c-40d5-9298-d92b2011b472 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:51:30.068160 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:30.111658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155af0d-8d3f-42b5-9bb1-3ade35a70e09 req-421a8514-bad8-49d0-9248-bb8334a8c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:30.114249 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f155af0d-8d3f-42b5-9bb1-3ade35a70e09 req-421a8514-bad8-49d0-9248-bb8334a8c33e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 1095 time: 0.1234460 Feb 09 14:51:30.197497 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:30.226009 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100cd8f5-532a-48af-a211-742e59bcb7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa38eca-ac8c-40d5-9298-d92b2011b472'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:51:30.237237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port cfa38eca-ac8c-40d5-9298-d92b2011b472, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=cfa38eca-ac8c-40d5-9298-d92b2011b472,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:51:30.243827 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:30.291601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32db090-cb00-4e58-a46a-b4ad0d73acd2 req-9189b59e-f901-43a9-b0a0-8173fd39cf7f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:30.293554 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e32db090-cb00-4e58-a46a-b4ad0d73acd2 req-9189b59e-f901-43a9-b0a0-8173fd39cf7f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 944 time: 0.2353940 Feb 09 14:51:30.326226 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100cd8f5-532a-48af-a211-742e59bcb7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa38eca-ac8c-40d5-9298-d92b2011b472', 'code': 200} Feb 09 14:51:30.341152 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-57cf9041-5ced-4893-82dc-6fa7b6e8e942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094166061', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:49:23Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:24Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'e0541b7c-19e2-495d-b966-1794f8678b3f', 'name': '', 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:2d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:29Z', 'updated_at': '2022-02-09T14:49:36Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:30.352339 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf9041-5ced-4893-82dc-6fa7b6e8e942 None None] Checking router: f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:51:30.363117 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf9041-5ced-4893-82dc-6fa7b6e8e942 None None] Routers {'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:51:30.364357 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-57cf9041-5ced-4893-82dc-6fa7b6e8e942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:51:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:30.371410 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:30.381528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155af0d-8d3f-42b5-9bb1-3ade35a70e09 req-cdc65f17-cade-4a01-aa42-b3d987967d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:30.382990 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f155af0d-8d3f-42b5-9bb1-3ade35a70e09 req-cdc65f17-cade-4a01-aa42-b3d987967d1e service neutron] 10.222.0.35 "GET /v2.0/networks?id=93ebd1f4-7988-42c1-ab88-93242f561e78 HTTP/1.1" status: 200 len: 897 time: 0.2551568 Feb 09 14:51:30.385817 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:30.391076 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=cfa38eca-ac8c-40d5-9298-d92b2011b472,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:30.407540 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e32db090-cb00-4e58-a46a-b4ad0d73acd2 req-8b3a2267-bacb-4f13-af2f-7726622c08eb tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812292 Feb 09 14:51:30.519089 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f155af0d-8d3f-42b5-9bb1-3ade35a70e09 req-620fe8a5-934b-4ce1-956b-596fda1b1d47 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a HTTP/1.1" status: 200 len: 217 time: 0.1232369 Feb 09 14:51:30.567407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780ce2c-1b37-40a7-9ed4-c9445097bfe6 req-2a0738a1-f76f-4a20-8bc0-5e943c6e3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:30.569165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3780ce2c-1b37-40a7-9ed4-c9445097bfe6 req-2a0738a1-f76f-4a20-8bc0-5e943c6e3a98 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 1096 time: 0.1413422 Feb 09 14:51:30.612099 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155af0d-8d3f-42b5-9bb1-3ade35a70e09 req-64037436-0694-4975-b9aa-d4d0c9c06cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:30.613538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f155af0d-8d3f-42b5-9bb1-3ade35a70e09 req-64037436-0694-4975-b9aa-d4d0c9c06cba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b317b2d5-68ef-47d4-bd01-a1940487ba2d HTTP/1.1" status: 200 len: 834 time: 0.0860226 Feb 09 14:51:30.635324 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3780ce2c-1b37-40a7-9ed4-c9445097bfe6 req-1df69984-82a1-431b-a9ff-110ef88727cf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590172 Feb 09 14:51:30.649808 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-57cf9041-5ced-4893-82dc-6fa7b6e8e942 None None] Set router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:51:30.701244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155af0d-8d3f-42b5-9bb1-3ade35a70e09 req-940a47bc-eb67-42f0-803e-25361748e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:30.702716 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f155af0d-8d3f-42b5-9bb1-3ade35a70e09 req-940a47bc-eb67-42f0-803e-25361748e17f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=93ebd1f4-7988-42c1-ab88-93242f561e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769918 Feb 09 14:51:30.841890 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f155af0d-8d3f-42b5-9bb1-3ade35a70e09 req-b56f70df-40c0-4f12-9c3b-90a7017a66a5 service neutron] 10.222.0.35 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314223 Feb 09 14:51:30.983912 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-57cf9041-5ced-4893-82dc-6fa7b6e8e942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094166061', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:49:23Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:24Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'e0541b7c-19e2-495d-b966-1794f8678b3f', 'name': '', 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:2d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:29Z', 'updated_at': '2022-02-09T14:49:36Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:30.988240 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf9041-5ced-4893-82dc-6fa7b6e8e942 None None] The sync data for ids ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'] in n-d-828418-2 is: [{'id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094166061', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:49:23Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:24Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'e0541b7c-19e2-495d-b966-1794f8678b3f', 'name': '', 'network_id': '93ebd1f4-7988-42c1-ab88-93242f561e78', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:2d:fe:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:29Z', 'updated_at': '2022-02-09T14:49:36Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b317b2d5-68ef-47d4-bd01-a1940487ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:51:31.046332 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f155af0d-8d3f-42b5-9bb1-3ade35a70e09 req-6fc309c6-4e18-442b-a4e8-3bf87b2f9ab7 service neutron] 10.222.0.35 "GET /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935420 Feb 09 14:51:31.084430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702969c-b6c1-49f0-a1c5-e3e2ae3263b5 req-6def06c8-87cc-4b01-9d1f-030156187a37 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:31.085886 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3702969c-b6c1-49f0-a1c5-e3e2ae3263b5 req-6def06c8-87cc-4b01-9d1f-030156187a37 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 944 time: 0.2344079 Feb 09 14:51:31.126392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f713f-f0bc-4f02-afbb-a14aa0580bc2 req-6ae0a897-6dba-42e2-adc0-7ddad6e4158f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:31.127943 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-576f713f-f0bc-4f02-afbb-a14aa0580bc2 req-6ae0a897-6dba-42e2-adc0-7ddad6e4158f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 945 time: 0.1053314 Feb 09 14:51:31.192408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3702969c-b6c1-49f0-a1c5-e3e2ae3263b5 req-971c4c4a-08e4-4d68-aa80-15d167823d80 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:51:31.192924 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3702969c-b6c1-49f0-a1c5-e3e2ae3263b5 req-971c4c4a-08e4-4d68-aa80-15d167823d80 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:31.196458 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-576f713f-f0bc-4f02-afbb-a14aa0580bc2 req-c40b2a4c-f43b-4eae-9d33-f791c10440f4 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603812 Feb 09 14:51:31.322915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290db17e-be9d-4c2e-b0f3-666f97b00187 None None] New status for floating IP fe4ae6fb-f5cb-477b-a2e4-b99ffcf76632: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:51:31.664295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-3702969c-b6c1-49f0-a1c5-e3e2ae3263b5 req-971c4c4a-08e4-4d68-aa80-15d167823d80 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] For port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:51:31.664658 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3702969c-b6c1-49f0-a1c5-e3e2ae3263b5 req-971c4c4a-08e4-4d68-aa80-15d167823d80 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:31.799142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-3702969c-b6c1-49f0-a1c5-e3e2ae3263b5 req-971c4c4a-08e4-4d68-aa80-15d167823d80 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Calling delete_port for d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:51:31.857228 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7972970-22d9-42ba-ab1a-dec12c5a48fe req-abae61ce-d1ca-4981-9fa4-88a9a67f3290 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:31.858675 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7972970-22d9-42ba-ab1a-dec12c5a48fe req-abae61ce-d1ca-4981-9fa4-88a9a67f3290 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ccdfc5b-f306-4a1a-b112-1eef8c5a868b HTTP/1.1" status: 200 len: 944 time: 0.2985089 Feb 09 14:51:31.877322 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:31.954976 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7972970-22d9-42ba-ab1a-dec12c5a48fe req-3ad15c9d-0772-49ab-8dac-fb207ca5d319 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=607891b7-dc06-4344-865e-463966827e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873117 Feb 09 14:51:32.007170 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3702969c-b6c1-49f0-a1c5-e3e2ae3263b5 req-971c4c4a-08e4-4d68-aa80-15d167823d80 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:32.062976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c4c4a-08e4-4d68-aa80-15d167823d80 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Port': ['ID=d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:32.145211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3702969c-b6c1-49f0-a1c5-e3e2ae3263b5 req-971c4c4a-08e4-4d68-aa80-15d167823d80 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] No DVR routers for this DVR port d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:51:32.148256 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-3702969c-b6c1-49f0-a1c5-e3e2ae3263b5 req-971c4c4a-08e4-4d68-aa80-15d167823d80 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:32.150838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'name': 'network-vif-deleted', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:51:32.164737 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3702969c-b6c1-49f0-a1c5-e3e2ae3263b5 req-971c4c4a-08e4-4d68-aa80-15d167823d80 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.35 "DELETE /v2.0/ports/d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a HTTP/1.1" status: 204 len: 173 time: 1.0697324 Feb 09 14:51:32.204074 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccdfc5b-f306-4a1a-b112-1eef8c5a868b', 'name': 'network-vif-deleted', 'tag': 'd8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a', 'status': 'completed', 'code': 200} Feb 09 14:51:32.392067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1709b-d1e5-4015-b5cd-7a04cb35699d req-a29e1894-8ccc-440e-968e-e0a27694ba24 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:32.393556 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8be1709b-d1e5-4015-b5cd-7a04cb35699d req-a29e1894-8ccc-440e-968e-e0a27694ba24 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 945 time: 0.0838382 Feb 09 14:51:32.472199 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8be1709b-d1e5-4015-b5cd-7a04cb35699d req-0ade1272-acd9-47d2-ad4f-8a7110e01778 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685222 Feb 09 14:51:32.725701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dea324-09d4-4ef0-963c-8ab697f82061 req-552b7797-f983-4a37-90f9-5676fbd6d393 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:32.727169 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4dea324-09d4-4ef0-963c-8ab697f82061 req-552b7797-f983-4a37-90f9-5676fbd6d393 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 945 time: 0.0998888 Feb 09 14:51:32.773911 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4dea324-09d4-4ef0-963c-8ab697f82061 req-7bdadd3a-baf7-480a-8e82-5b5397528c84 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405903 Feb 09 14:51:32.803523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48896) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:32.874702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c661b08-6049-49c1-a836-b7b5eea567a0 tempest-TestVolumeBootPattern-1353882925 tempest-TestVolumeBootPattern-1353882925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:32.876235 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6c661b08-6049-49c1-a836-b7b5eea567a0 tempest-TestVolumeBootPattern-1353882925 tempest-TestVolumeBootPattern-1353882925-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 1091 time: 0.0716889 Feb 09 14:51:32.879134 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48910) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:32.885321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': 'cfa38eca-ac8c-40d5-9298-d92b2011b472', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:51:32.892305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:51:32.896185 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Usage tracker for resource:floatingip and tenant:a41332bb12404c08914ea958ae35ef74 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:51:32.899139 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:51:32.905366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:51:32.916541 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:33.057138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 48944) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:33.127093 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:33.446312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Allocated IP 172.25.8.202 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/e0341c46-295f-401b-ba53-0bf22891480a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:51:33.887977 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:33.942797 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:34.045502 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:51:34.050869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:51:34.056926 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:51:34.080522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'Port': ['ID=e0341c46-295f-401b-ba53-0bf22891480a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:34.184835 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-314e2077-6baf-4a98-9131-ac067717af51 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:34.774009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-314e2077-6baf-4a98-9131-ac067717af51 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting port e0541b7c-19e2-495d-b966-1794f8678b3f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:51:34.774347 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-314e2077-6baf-4a98-9131-ac067717af51 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:34.911419 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:35.036562 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-314e2077-6baf-4a98-9131-ac067717af51 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] For port e0541b7c-19e2-495d-b966-1794f8678b3f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=e0541b7c-19e2-495d-b966-1794f8678b3f,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:51:35.036946 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-314e2077-6baf-4a98-9131-ac067717af51 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:35.043867 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:35.321277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-314e2077-6baf-4a98-9131-ac067717af51 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Calling delete_port for e0541b7c-19e2-495d-b966-1794f8678b3f owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:51:35.738829 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:35.745111 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:35.866315 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-314e2077-6baf-4a98-9131-ac067717af51 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:35.881290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event updated for resources: {'Port': ['ID=e0341c46-295f-401b-ba53-0bf22891480a,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:35.965352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e2077-6baf-4a98-9131-ac067717af51 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Port': ['ID=e0541b7c-19e2-495d-b966-1794f8678b3f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:35.979186 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:36.196381 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:51:36.254951 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:51:36.255416 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d8c0ae4b-f48c-43ae-a6c1-ddd0b31b0c9a not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:51:36.320099 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Floating IP 2e9483a5-103e-427c-bfd7-e880c47e65a5 associated. External IP: 172.25.8.202, port: cfa38eca-ac8c-40d5-9298-d92b2011b472. Feb 09 14:51:36.354475 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49042) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:36.483486 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d6c2-5a80-48a4-90c3-142a8a6abb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:36.499328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f1f5d6c2-5a80-48a4-90c3-142a8a6abb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:51:36.503520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f1f5d6c2-5a80-48a4-90c3-142a8a6abb6e admin admin] Usage tracker for resource:security_group_rule and tenant:3c38b7fe43fe4494b84504de08b8a4c1 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:51:36.507203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f1f5d6c2-5a80-48a4-90c3-142a8a6abb6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:51:36.513185 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f1f5d6c2-5a80-48a4-90c3-142a8a6abb6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:51:36.605650 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d6c2-5a80-48a4-90c3-142a8a6abb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:36.610740 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d6c2-5a80-48a4-90c3-142a8a6abb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:36.617417 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-314e2077-6baf-4a98-9131-ac067717af51 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:36.657821 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f1f5d6c2-5a80-48a4-90c3-142a8a6abb6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c38b7fe43fe4494b84504de08b8a4c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3022590 Feb 09 14:51:36.658761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5d6c2-5a80-48a4-90c3-142a8a6abb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe490bd2-74c9-441c-bf0c-24d7bb87aeb1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:36.661113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49048) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:36.719274 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7ad0-8403-446e-be79-b101ad709173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:36.745313 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7ad0-8403-446e-be79-b101ad709173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:36.796702 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7ad0-8403-446e-be79-b101ad709173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:36.811156 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd7ad0-8403-446e-be79-b101ad709173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe490bd2-74c9-441c-bf0c-24d7bb87aeb1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:36.817171 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7ad0-8403-446e-be79-b101ad709173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:36.820934 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5ddd7ad0-8403-446e-be79-b101ad709173 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe490bd2-74c9-441c-bf0c-24d7bb87aeb1 HTTP/1.1" status: 204 len: 168 time: 0.1588893 Feb 09 14:51:37.135349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Router 57469629-c888-4e98-a2a9-891a4d6cb712 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:51:37.310624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314e2077-6baf-4a98-9131-ac067717af51 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:51:37.482946 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:51:37.492265 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0285d-52a5-4fc8-be51-2441e0cf0519 None None] Sync routers for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:51:37.504803 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0285d-52a5-4fc8-be51-2441e0cf0519 None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:51:37.506365 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-85f0285d-52a5-4fc8-be51-2441e0cf0519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:51:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:37.581760 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:37.635088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314e2077-6baf-4a98-9131-ac067717af51 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:51:37.642714 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-314e2077-6baf-4a98-9131-ac067717af51 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "PUT /v2.0/routers/f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5817344 Feb 09 14:51:37.642867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49078) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:37.652161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07dc1f4-da00-4af3-a39d-e87d2f41d8a1 None None] Sync routers for ids ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:51:37.665477 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07dc1f4-da00-4af3-a39d-e87d2f41d8a1 None None] Routers {'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:51:37.666340 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b07dc1f4-da00-4af3-a39d-e87d2f41d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:51:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:37.672658 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-81ac532f-f7d4-4975-9339-a54146685da6 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7923455 Feb 09 14:51:37.673335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100cd8f5-532a-48af-a211-742e59bcb7f2', 'tag': 'cfa38eca-ac8c-40d5-9298-d92b2011b472'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:51:37.750708 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-85f0285d-52a5-4fc8-be51-2441e0cf0519 None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:51:37.763127 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100cd8f5-532a-48af-a211-742e59bcb7f2', 'tag': 'cfa38eca-ac8c-40d5-9298-d92b2011b472', 'status': 'completed', 'code': 200} Feb 09 14:51:37.763354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d624c4-b093-484d-a85e-170f943b88ac tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting subnet b317b2d5-68ef-47d4-bd01-a1940487ba2d {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:51:37.768343 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22d624c4-b093-484d-a85e-170f943b88ac tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:37.860056 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22d624c4-b093-484d-a85e-170f943b88ac tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:37.881460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9dba4-211b-413c-b23b-80dd18c6070f req-4287f6a6-43cf-421d-9ae2-ae008857439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:37.883368 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06c9dba4-211b-413c-b23b-80dd18c6070f req-4287f6a6-43cf-421d-9ae2-ae008857439f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 1096 time: 0.1050758 Feb 09 14:51:37.950533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-b07dc1f4-da00-4af3-a39d-e87d2f41d8a1 None None] Set router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:51:37.970927 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22d624c4-b093-484d-a85e-170f943b88ac tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:38.074518 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22d624c4-b093-484d-a85e-170f943b88ac tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:38.123747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9dba4-211b-413c-b23b-80dd18c6070f req-b27ab558-b188-42fd-8995-f9cd6288f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:38.134169 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-22d624c4-b093-484d-a85e-170f943b88ac tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:38.135624 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06c9dba4-211b-413c-b23b-80dd18c6070f req-b27ab558-b188-42fd-8995-f9cd6288f868 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.2349625 Feb 09 14:51:38.140791 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-22d624c4-b093-484d-a85e-170f943b88ac tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/subnets/b317b2d5-68ef-47d4-bd01-a1940487ba2d HTTP/1.1" status: 204 len: 168 time: 0.4963226 Feb 09 14:51:38.142558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d624c4-b093-484d-a85e-170f943b88ac tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Subnet': ['ID=b317b2d5-68ef-47d4-bd01-a1940487ba2d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:38.144512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49118) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:38.255198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aadbd7-b854-45c4-ac3e-b617d2c2d168 None None] Network 93ebd1f4-7988-42c1-ab88-93242f561e78 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:51:38.397215 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-325f3056-9352-49c7-a47e-e3b6a8a04abe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:38.430836 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-85f0285d-52a5-4fc8-be51-2441e0cf0519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2e9483a5-103e-427c-bfd7-e880c47e65a5', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'port_id': 'cfa38eca-ac8c-40d5-9298-d92b2011b472', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'mac_address': 'fa:16:3e:60:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100cd8f5-532a-48af-a211-742e59bcb7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:51:34Z', 'updated_at': '2022-02-09T14:51:34Z', 'revision_number': 0, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address_scope': None}, {'id': 'db6f146f-1f8f-4d1b-8c07-f6a58ac71d77', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'port_id': 'c6638e82-8b57-4618-b10c-46db4a0c55de', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'mac_address': 'fa:16:3e:ed:d5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:49:16Z', 'updated_at': '2022-02-09T14:49:20Z', 'revision_number': 1, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:38.439806 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0285d-52a5-4fc8-be51-2441e0cf0519 None None] Checking router: 57469629-c888-4e98-a2a9-891a4d6cb712 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:51:38.463369 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0285d-52a5-4fc8-be51-2441e0cf0519 None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:51:38.464138 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-85f0285d-52a5-4fc8-be51-2441e0cf0519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:51:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:38.550868 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06c9dba4-211b-413c-b23b-80dd18c6070f req-624df538-57ba-498e-85a9-e83c18cfbe12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfa38eca-ac8c-40d5-9298-d92b2011b472 HTTP/1.1" status: 200 len: 999 time: 0.4141893 Feb 09 14:51:38.595493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b07dc1f4-da00-4af3-a39d-e87d2f41d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094166061', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:49:23Z', 'updated_at': '2022-02-09T14:51:35Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:24Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:38.610595 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07dc1f4-da00-4af3-a39d-e87d2f41d8a1 None None] Checking router: f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:51:38.630157 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07dc1f4-da00-4af3-a39d-e87d2f41d8a1 None None] Routers {'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:51:38.631941 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b07dc1f4-da00-4af3-a39d-e87d2f41d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:51:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:38.650787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9dba4-211b-413c-b23b-80dd18c6070f req-8f5c6de7-3df5-4cc5-a851-b3554ea1e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:38.652525 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06c9dba4-211b-413c-b23b-80dd18c6070f req-8f5c6de7-3df5-4cc5-a851-b3554ea1e477 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0950282 Feb 09 14:51:38.747596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca46d0ca-af34-41ab-8abc-3a367ab9de18 None None] DHCP port deletion for 93ebd1f4-7988-42c1-ab88-93242f561e78 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:51:38.772433 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ca46d0ca-af34-41ab-8abc-3a367ab9de18 None None] Deleting port 143df124-91bd-40c8-8796-2a15b1f49361 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:51:38.772815 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ca46d0ca-af34-41ab-8abc-3a367ab9de18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:38.816229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9dba4-211b-413c-b23b-80dd18c6070f req-89ffba04-6fa7-4473-95e0-7c3e9d293fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:38.818677 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06c9dba4-211b-413c-b23b-80dd18c6070f req-89ffba04-6fa7-4473-95e0-7c3e9d293fc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590362 Feb 09 14:51:38.869328 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-85f0285d-52a5-4fc8-be51-2441e0cf0519 None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:51:38.925957 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-325f3056-9352-49c7-a47e-e3b6a8a04abe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:38.942400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-325f3056-9352-49c7-a47e-e3b6a8a04abe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting port cbd843a5-67a6-44ab-a88b-c1f7b6fb708d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:51:38.943061 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-325f3056-9352-49c7-a47e-e3b6a8a04abe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:38.999380 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06c9dba4-211b-413c-b23b-80dd18c6070f req-307a6454-4389-4dab-9d2d-e64bce29b58f service neutron] 10.222.0.21 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750636 Feb 09 14:51:39.190080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ca46d0ca-af34-41ab-8abc-3a367ab9de18 None None] For port 143df124-91bd-40c8-8796-2a15b1f49361, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=143df124-91bd-40c8-8796-2a15b1f49361,segment=NetworkSegment(038715bb-117d-4726-8f25-40128ccb0011),segment_id=038715bb-117d-4726-8f25-40128ccb0011)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:51:39.190080 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ca46d0ca-af34-41ab-8abc-3a367ab9de18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:39.248837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-325f3056-9352-49c7-a47e-e3b6a8a04abe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] For port cbd843a5-67a6-44ab-a88b-c1f7b6fb708d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=cbd843a5-67a6-44ab-a88b-c1f7b6fb708d,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:51:39.249278 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-325f3056-9352-49c7-a47e-e3b6a8a04abe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:39.283477 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06c9dba4-211b-413c-b23b-80dd18c6070f req-e4caca5b-729f-479b-b616-f24ba853e94c service neutron] 10.222.0.21 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767441 Feb 09 14:51:39.322137 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-85f0285d-52a5-4fc8-be51-2441e0cf0519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2e9483a5-103e-427c-bfd7-e880c47e65a5', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'port_id': 'cfa38eca-ac8c-40d5-9298-d92b2011b472', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'mac_address': 'fa:16:3e:60:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100cd8f5-532a-48af-a211-742e59bcb7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:51:34Z', 'updated_at': '2022-02-09T14:51:34Z', 'revision_number': 0, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address_scope': None}, {'id': 'db6f146f-1f8f-4d1b-8c07-f6a58ac71d77', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'port_id': 'c6638e82-8b57-4618-b10c-46db4a0c55de', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'mac_address': 'fa:16:3e:ed:d5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:49:16Z', 'updated_at': '2022-02-09T14:49:20Z', 'revision_number': 1, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:39.331671 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0285d-52a5-4fc8-be51-2441e0cf0519 None None] The sync data for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 is: [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2e9483a5-103e-427c-bfd7-e880c47e65a5', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'port_id': 'cfa38eca-ac8c-40d5-9298-d92b2011b472', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'mac_address': 'fa:16:3e:60:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100cd8f5-532a-48af-a211-742e59bcb7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:51:34Z', 'updated_at': '2022-02-09T14:51:34Z', 'revision_number': 0, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address_scope': None}, {'id': 'db6f146f-1f8f-4d1b-8c07-f6a58ac71d77', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'port_id': 'c6638e82-8b57-4618-b10c-46db4a0c55de', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'mac_address': 'fa:16:3e:ed:d5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:49:16Z', 'updated_at': '2022-02-09T14:49:20Z', 'revision_number': 1, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:51:39.361805 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-b07dc1f4-da00-4af3-a39d-e87d2f41d8a1 None None] Set router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:51:39.434904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-325f3056-9352-49c7-a47e-e3b6a8a04abe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Calling delete_port for cbd843a5-67a6-44ab-a88b-c1f7b6fb708d owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:51:39.443875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ca46d0ca-af34-41ab-8abc-3a367ab9de18 None None] Calling delete_port for 143df124-91bd-40c8-8796-2a15b1f49361 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:51:39.659484 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d65bb7-2cbd-4b62-aa57-a6f747a653b9 None None] New status for floating IP 2e9483a5-103e-427c-bfd7-e880c47e65a5: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:51:39.662880 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-325f3056-9352-49c7-a47e-e3b6a8a04abe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:39.669698 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:39.727553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f3056-9352-49c7-a47e-e3b6a8a04abe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Port': ['ID=cbd843a5-67a6-44ab-a88b-c1f7b6fb708d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:39.729940 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ca46d0ca-af34-41ab-8abc-3a367ab9de18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:39.858150 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-325f3056-9352-49c7-a47e-e3b6a8a04abe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:39.885731 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46d0ca-af34-41ab-8abc-3a367ab9de18 None None] Pushing event deleted for resources: {'Port': ['ID=143df124-91bd-40c8-8796-2a15b1f49361,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:39.891671 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 143df124-91bd-40c8-8796-2a15b1f49361 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:51:39.952540 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca46d0ca-af34-41ab-8abc-3a367ab9de18 None None] No DVR routers for this DVR port 143df124-91bd-40c8-8796-2a15b1f49361 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:51:39.967445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 143df124-91bd-40c8-8796-2a15b1f49361 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:51:39.967878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 143df124-91bd-40c8-8796-2a15b1f49361 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:51:40.022617 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-b07dc1f4-da00-4af3-a39d-e87d2f41d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094166061', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:49:23Z', 'updated_at': '2022-02-09T14:51:35Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:24Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:40.026931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07dc1f4-da00-4af3-a39d-e87d2f41d8a1 None None] The sync data for ids ['f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8'] in n-d-828418-2 is: [{'id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094166061', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:49:23Z', 'updated_at': '2022-02-09T14:51:35Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': 'cbd843a5-67a6-44ab-a88b-c1f7b6fb708d', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:49:24Z', 'updated_at': '2022-02-09T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:51:40.062012 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-325f3056-9352-49c7-a47e-e3b6a8a04abe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:40.064915 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-325f3056-9352-49c7-a47e-e3b6a8a04abe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:40.094034 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-325f3056-9352-49c7-a47e-e3b6a8a04abe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:40.094954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325f3056-9352-49c7-a47e-e3b6a8a04abe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Fanout notify agent at l3_agent the message router_deleted on router f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:51:40.111988 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-325f3056-9352-49c7-a47e-e3b6a8a04abe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:40.116047 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-325f3056-9352-49c7-a47e-e3b6a8a04abe tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/routers/f8d3e3b4-81a7-4f62-95d5-e3e5ef1e44e8 HTTP/1.1" status: 204 len: 168 time: 1.9676609 Feb 09 14:51:40.116854 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49162) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:40.253930 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe4145f0-1cb0-4292-bc70-486e0ee548b9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:40.395711 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe4145f0-1cb0-4292-bc70-486e0ee548b9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:40.424129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-fe4145f0-1cb0-4292-bc70-486e0ee548b9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ebd1f4-7988-42c1-ab88-93242f561e78']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:40.438059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-fe4145f0-1cb0-4292-bc70-486e0ee548b9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038715bb-117d-4726-8f25-40128ccb0011') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:40.438373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-fe4145f0-1cb0-4292-bc70-486e0ee548b9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038715bb-117d-4726-8f25-40128ccb0011') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:40.452780 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe4145f0-1cb0-4292-bc70-486e0ee548b9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:40.471420 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe4145f0-1cb0-4292-bc70-486e0ee548b9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:40.482924 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4145f0-1cb0-4292-bc70-486e0ee548b9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:51:40.483332 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe4145f0-1cb0-4292-bc70-486e0ee548b9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:51:40.498850 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:51:40.612471 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe4145f0-1cb0-4292-bc70-486e0ee548b9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:40.630205 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fe4145f0-1cb0-4292-bc70-486e0ee548b9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:40.641221 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4145f0-1cb0-4292-bc70-486e0ee548b9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Network': ['ID=93ebd1f4-7988-42c1-ab88-93242f561e78,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:40.650350 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fe4145f0-1cb0-4292-bc70-486e0ee548b9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/networks/93ebd1f4-7988-42c1-ab88-93242f561e78 HTTP/1.1" status: 204 len: 168 time: 0.5307937 Feb 09 14:51:40.652351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49166) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:40.689164 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:40.732585 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ff165d9-1f48-482e-948d-8b37d11f0e67 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:40.765104 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ff165d9-1f48-482e-948d-8b37d11f0e67 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:40.836038 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ff165d9-1f48-482e-948d-8b37d11f0e67 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:40.862396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff165d9-1f48-482e-948d-8b37d11f0e67 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=607891b7-dc06-4344-865e-463966827e1a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:40.877559 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ff165d9-1f48-482e-948d-8b37d11f0e67 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:40.878801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8ff165d9-1f48-482e-948d-8b37d11f0e67 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/security-groups/607891b7-dc06-4344-865e-463966827e1a HTTP/1.1" status: 204 len: 168 time: 0.2253923 Feb 09 14:51:41.239871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49176) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:41.245092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-3f2b79a4-543a-4fda-aeaa-37eb9749ef7b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-243092040', 'description': 'tempest-secgroup-smoke-243092040 description', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:51:41.251821 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3f2b79a4-543a-4fda-aeaa-37eb9749ef7b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:51:41.257240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3f2b79a4-543a-4fda-aeaa-37eb9749ef7b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:51:41.260234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3f2b79a4-543a-4fda-aeaa-37eb9749ef7b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:51:41.266101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3f2b79a4-543a-4fda-aeaa-37eb9749ef7b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:51:41.277151 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f2b79a4-543a-4fda-aeaa-37eb9749ef7b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:41.296905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3f2b79a4-543a-4fda-aeaa-37eb9749ef7b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:51:41.300779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3f2b79a4-543a-4fda-aeaa-37eb9749ef7b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:51:41.303618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-3f2b79a4-543a-4fda-aeaa-37eb9749ef7b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:51:41.309483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-3f2b79a4-543a-4fda-aeaa-37eb9749ef7b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:51:41.383089 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f2b79a4-543a-4fda-aeaa-37eb9749ef7b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:41.387637 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f2b79a4-543a-4fda-aeaa-37eb9749ef7b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:41.432305 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b79a4-543a-4fda-aeaa-37eb9749ef7b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e723199-9728-45f5-b63e-6376c0e40484,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:41.439098 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f2b79a4-543a-4fda-aeaa-37eb9749ef7b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:41.441079 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3f2b79a4-543a-4fda-aeaa-37eb9749ef7b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1999855 Feb 09 14:51:41.444252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49180) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:41.449312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-be1f70bc-5054-4a4b-adfe-b1193f8b629c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': '4e723199-9728-45f5-b63e-6376c0e40484', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:51:41.455930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-be1f70bc-5054-4a4b-adfe-b1193f8b629c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:51:41.460338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-be1f70bc-5054-4a4b-adfe-b1193f8b629c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:51:41.463194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-be1f70bc-5054-4a4b-adfe-b1193f8b629c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:51:41.469180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-be1f70bc-5054-4a4b-adfe-b1193f8b629c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:51:41.491389 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be1f70bc-5054-4a4b-adfe-b1193f8b629c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:41.561529 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be1f70bc-5054-4a4b-adfe-b1193f8b629c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:41.569543 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be1f70bc-5054-4a4b-adfe-b1193f8b629c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:41.595241 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f70bc-5054-4a4b-adfe-b1193f8b629c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b09143d-fe9a-4dad-91d2-c78a6839d39a,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:41.605164 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be1f70bc-5054-4a4b-adfe-b1193f8b629c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:41.606484 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-be1f70bc-5054-4a4b-adfe-b1193f8b629c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1611807 Feb 09 14:51:41.609318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49184) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:41.614613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-896076c0-19da-4735-a96d-0b8b398b5813 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': '4e723199-9728-45f5-b63e-6376c0e40484', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:51:41.622122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-896076c0-19da-4735-a96d-0b8b398b5813 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:51:41.625938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-896076c0-19da-4735-a96d-0b8b398b5813 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:51:41.628800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-896076c0-19da-4735-a96d-0b8b398b5813 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:51:41.635301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-896076c0-19da-4735-a96d-0b8b398b5813 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:51:41.652075 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-896076c0-19da-4735-a96d-0b8b398b5813 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:41.716389 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-896076c0-19da-4735-a96d-0b8b398b5813 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:41.721814 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-896076c0-19da-4735-a96d-0b8b398b5813 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:41.747703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896076c0-19da-4735-a96d-0b8b398b5813 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31545161-5384-4ba9-8e51-86d34ebc0f73,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:41.757834 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-896076c0-19da-4735-a96d-0b8b398b5813 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:41.760014 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-896076c0-19da-4735-a96d-0b8b398b5813 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496534 Feb 09 14:51:41.762849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49188) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:41.768608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ca123f81-2d7c-43e0-9001-256eb8f46a52 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': '4e723199-9728-45f5-b63e-6376c0e40484', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:51:41.768912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e0541b7c-19e2-495d-b966-1794f8678b3f no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:51:41.776638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ca123f81-2d7c-43e0-9001-256eb8f46a52 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:51:41.781837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ca123f81-2d7c-43e0-9001-256eb8f46a52 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:51:41.785045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ca123f81-2d7c-43e0-9001-256eb8f46a52 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:51:41.791220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ca123f81-2d7c-43e0-9001-256eb8f46a52 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:51:41.806246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: e0541b7c-19e2-495d-b966-1794f8678b3f {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:51:41.806807 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device e0541b7c-19e2-495d-b966-1794f8678b3f not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:51:41.807374 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device cbd843a5-67a6-44ab-a88b-c1f7b6fb708d no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:51:41.812261 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca123f81-2d7c-43e0-9001-256eb8f46a52 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:41.842828 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: cbd843a5-67a6-44ab-a88b-c1f7b6fb708d {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:51:41.843165 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device cbd843a5-67a6-44ab-a88b-c1f7b6fb708d not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:51:41.884725 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca123f81-2d7c-43e0-9001-256eb8f46a52 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:41.889569 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca123f81-2d7c-43e0-9001-256eb8f46a52 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:41.914527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca123f81-2d7c-43e0-9001-256eb8f46a52 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea39113-ea44-4e5b-b74e-a650ba0d3464,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:41.925264 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca123f81-2d7c-43e0-9001-256eb8f46a52 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:41.926456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ca123f81-2d7c-43e0-9001-256eb8f46a52 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1624930 Feb 09 14:51:41.929917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49192) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:41.934959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-aeca44bb-bc91-4ddd-9161-1c3e3f90458d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': '4e723199-9728-45f5-b63e-6376c0e40484', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:51:41.941597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-aeca44bb-bc91-4ddd-9161-1c3e3f90458d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:51:41.945470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-aeca44bb-bc91-4ddd-9161-1c3e3f90458d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:51:41.948311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-aeca44bb-bc91-4ddd-9161-1c3e3f90458d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:51:41.954016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-aeca44bb-bc91-4ddd-9161-1c3e3f90458d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:51:41.972038 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aeca44bb-bc91-4ddd-9161-1c3e3f90458d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.036315 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aeca44bb-bc91-4ddd-9161-1c3e3f90458d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.041107 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aeca44bb-bc91-4ddd-9161-1c3e3f90458d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.065928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca44bb-bc91-4ddd-9161-1c3e3f90458d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbd9663-11d5-49e2-ae22-060b78962197,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:42.076903 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-aeca44bb-bc91-4ddd-9161-1c3e3f90458d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.078264 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-aeca44bb-bc91-4ddd-9161-1c3e3f90458d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473856 Feb 09 14:51:42.081175 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49198) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:42.086484 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-2045f430-caa9-4c45-a751-05616dc9c293 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': '4e723199-9728-45f5-b63e-6376c0e40484', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:51:42.094756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2045f430-caa9-4c45-a751-05616dc9c293 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:51:42.097750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2045f430-caa9-4c45-a751-05616dc9c293 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:51:42.101353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2045f430-caa9-4c45-a751-05616dc9c293 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:51:42.107545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2045f430-caa9-4c45-a751-05616dc9c293 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:51:42.123874 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-2045f430-caa9-4c45-a751-05616dc9c293 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Project c945c8634f3e49fe9afbbbf3c60331a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:51:42.131846 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2045f430-caa9-4c45-a751-05616dc9c293 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.198564 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2045f430-caa9-4c45-a751-05616dc9c293 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.203303 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2045f430-caa9-4c45-a751-05616dc9c293 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.232047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045f430-caa9-4c45-a751-05616dc9c293 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a5a716-96d6-49be-a278-f2dc5ddcb250,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:42.242298 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2045f430-caa9-4c45-a751-05616dc9c293 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.243547 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2045f430-caa9-4c45-a751-05616dc9c293 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1613841 Feb 09 14:51:42.246340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49202) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:42.251363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-00931a7f-0292-42ac-a8ae-fa8ee8d4eaff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'security_group_rule': {'security_group_id': '4e723199-9728-45f5-b63e-6376c0e40484', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:51:42.257933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-00931a7f-0292-42ac-a8ae-fa8ee8d4eaff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:51:42.262947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-00931a7f-0292-42ac-a8ae-fa8ee8d4eaff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:security_group_rule and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:51:42.265943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-00931a7f-0292-42ac-a8ae-fa8ee8d4eaff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:51:42.271984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-00931a7f-0292-42ac-a8ae-fa8ee8d4eaff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:51:42.282516 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-00931a7f-0292-42ac-a8ae-fa8ee8d4eaff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Project c945c8634f3e49fe9afbbbf3c60331a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:51:42.290047 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00931a7f-0292-42ac-a8ae-fa8ee8d4eaff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.355877 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00931a7f-0292-42ac-a8ae-fa8ee8d4eaff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.359910 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00931a7f-0292-42ac-a8ae-fa8ee8d4eaff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.383589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00931a7f-0292-42ac-a8ae-fa8ee8d4eaff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59427051-0831-460c-8a04-534e41bd4ef1,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:42.392359 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-00931a7f-0292-42ac-a8ae-fa8ee8d4eaff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.393953 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-00931a7f-0292-42ac-a8ae-fa8ee8d4eaff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466732 Feb 09 14:51:42.397406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49206) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:42.403955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-efb34ba6-4435-4f00-8142-68b00e2d4eff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'network': {'name': 'tempest-network-smoke--551639391', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'port_security_enabled': True}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:51:42.409807 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-efb34ba6-4435-4f00-8142-68b00e2d4eff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:51:42.415157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-efb34ba6-4435-4f00-8142-68b00e2d4eff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:network and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:51:42.418088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-efb34ba6-4435-4f00-8142-68b00e2d4eff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:51:42.424345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-efb34ba6-4435-4f00-8142-68b00e2d4eff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:51:42.437296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb34ba6-4435-4f00-8142-68b00e2d4eff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Made reservation on behalf of c945c8634f3e49fe9afbbbf3c60331a8 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:51:42.440865 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-efb34ba6-4435-4f00-8142-68b00e2d4eff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.471166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb34ba6-4435-4f00-8142-68b00e2d4eff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:51:42.482881 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-efb34ba6-4435-4f00-8142-68b00e2d4eff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.483025 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-efb34ba6-4435-4f00-8142-68b00e2d4eff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Added segment 8961426f-537f-4ddf-baec-b556e7137443 of type vlan for network 654c7799-2687-4afc-8138-7863281d94b4 Feb 09 14:51:42.516752 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-efb34ba6-4435-4f00-8142-68b00e2d4eff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.553012 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-efb34ba6-4435-4f00-8142-68b00e2d4eff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.561970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb34ba6-4435-4f00-8142-68b00e2d4eff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:42.562082 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-efb34ba6-4435-4f00-8142-68b00e2d4eff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.793315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb34ba6-4435-4f00-8142-68b00e2d4eff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Network': ['ID=654c7799-2687-4afc-8138-7863281d94b4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:42.801069 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-efb34ba6-4435-4f00-8142-68b00e2d4eff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4024255 Feb 09 14:51:42.801632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49210) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:42.806792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1300736953', 'admin_state_up': True, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:51:42.807054 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 654c7799-2687-4afc-8138-7863281d94b4 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:51:42.814695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:51:42.820403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:router and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:51:42.823163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:51:42.831343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:51:42.845428 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.846797 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:42.878639 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:43.187334 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:43.522956 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:43.554448 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:43.709448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Allocated IP 172.25.8.25 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/402d4098-aa35-46d7-947b-cad6a2aa2d26) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:51:43.898400 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:43.938876 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:44.008618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:51:44.010727 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:51:44.014596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:51:44.051909 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=402d4098-aa35-46d7-947b-cad6a2aa2d26,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:44.574981 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:44.938630 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:45.145035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router acb01d66-ccc9-41c9-b235-274ed5a2e8cd is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:51:45.325992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:51:45.338119 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Sync routers for ids ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:51:45.347990 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Routers {'acb01d66-ccc9-41c9-b235-274ed5a2e8cd'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:51:45.349678 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:51:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:45.365815 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:45.370775 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49222) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:45.371526 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-40745d7a-6ac1-402c-9620-0fcd0ce623f5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5686028 Feb 09 14:51:45.419011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49226) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:45.419748 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-103e06bb-d50e-4aa2-afa7-71c5d3ba487e tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=c945c8634f3e49fe9afbbbf3c60331a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466719 Feb 09 14:51:45.544440 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Set router acb01d66-ccc9-41c9-b235-274ed5a2e8cd gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:51:45.566989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f1b7b6-a952-4bf4-8b5a-6cc615563351 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:45.568759 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b2f1b7b6-a952-4bf4-8b5a-6cc615563351 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488204 Feb 09 14:51:45.571514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49230) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:45.611498 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-065b738c-ac37-446d-9398-a28c8881f457 tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387487 Feb 09 14:51:45.613998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49234) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:45.619693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-551269365', 'network_id': '654c7799-2687-4afc-8138-7863281d94b4', 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:51:45.734683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:51:45.738525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:subnet and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:51:45.741402 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:51:45.747096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:51:45.759432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Made reservation on behalf of c945c8634f3e49fe9afbbbf3c60331a8 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:51:45.763017 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:45.860025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300736953', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:51:42Z', 'updated_at': '2022-02-09T14:51:44Z', 'revision_number': 3, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:43Z', 'updated_at': '2022-02-09T14:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:45.865079 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Checking router: acb01d66-ccc9-41c9-b235-274ed5a2e8cd for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:51:45.865702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Updating router acb01d66-ccc9-41c9-b235-274ed5a2e8cd port 402d4098-aa35-46d7-947b-cad6a2aa2d26 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:51:45.924982 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:46.141631 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:46.230480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Subnet': ['ID=b7136581-5500-41be-a7ba-25e1f3c368c0,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:46.241003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Checking segment: {'id': '8961426f-537f-4ddf-baec-b556e7137443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '654c7799-2687-4afc-8138-7863281d94b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:51:46.241756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network hostable DHCP agents. Network: 654c7799-2687-4afc-8138-7863281d94b4, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:51:46.246763 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:46.247368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:46.247695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:46.248171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:46.248575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:46.249333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:46.249333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:46.249618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:46.250084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:46.250446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:46.250795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:46.251070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:46.273865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network 654c7799-2687-4afc-8138-7863281d94b4 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:51:46.277682 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:46.288131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 654c7799-2687-4afc-8138-7863281d94b4) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:51:46.292390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Transition to ACTIVE for port object 402d4098-aa35-46d7-947b-cad6a2aa2d26 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:51:46.294063 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:46.295333 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:46.301847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ca9417-06ec-48d4-9145-935f139a0531 None None] Network 654c7799-2687-4afc-8138-7863281d94b4 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:51:46.321787 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:46.329428 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-49e5256b-479f-4c6a-8f4b-203f8d425d9b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7110991 Feb 09 14:51:46.329428 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49238) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:51:46.540438 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Attempting to bind port 402d4098-aa35-46d7-947b-cad6a2aa2d26 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:51:46.540924 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Attempting to bind port 402d4098-aa35-46d7-947b-cad6a2aa2d26 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:51:46.541277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Attempting to bind port 402d4098-aa35-46d7-947b-cad6a2aa2d26 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:51:46.576668 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a86d3-1703-44b3-a47e-6e3625692c0e None None] Pushing event updated for resources: {'Port': ['ID=402d4098-aa35-46d7-947b-cad6a2aa2d26,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:46.586093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:51:46.586543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:51:46.586952 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:46.587341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:51:46.587922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Bound port: 402d4098-aa35-46d7-947b-cad6a2aa2d26, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:51:46.588296 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:46.761274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] For port 402d4098-aa35-46d7-947b-cad6a2aa2d26, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:51:46.764750 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-654c7799-2687-4afc-8138-7863281d94b4', 'network_id': '654c7799-2687-4afc-8138-7863281d94b4', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ips': [{'subnet_id': 'b7136581-5500-41be-a7ba-25e1f3c368c0'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:51:46.765756 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:46.785255 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] For port 402d4098-aa35-46d7-947b-cad6a2aa2d26, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=402d4098-aa35-46d7-947b-cad6a2aa2d26,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:51:46.867063 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:47.013753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Allocated IP 172.20.0.2 (654c7799-2687-4afc-8138-7863281d94b4/b7136581-5500-41be-a7ba-25e1f3c368c0/249cc421-facc-4345-8958-14715c06e295) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:51:47.015578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a86d3-1703-44b3-a47e-6e3625692c0e None None] Pushing event updated for resources: {'Port': ['ID=402d4098-aa35-46d7-947b-cad6a2aa2d26,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:47.024905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Routers {'acb01d66-ccc9-41c9-b235-274ed5a2e8cd'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:51:47.025780 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:51:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:47.094397 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:47.329227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] Set router acb01d66-ccc9-41c9-b235-274ed5a2e8cd gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:51:47.578603 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:47.589759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Transition to ACTIVE for port object 249cc421-facc-4345-8958-14715c06e295 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:51:47.631903 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Transition to ACTIVE for port object 249cc421-facc-4345-8958-14715c06e295 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:51:47.650023 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:47.728754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Allocated IP 172.20.0.1 (654c7799-2687-4afc-8138-7863281d94b4/b7136581-5500-41be-a7ba-25e1f3c368c0/9482ab83-26a7-4252-a371-ab75231ef29f) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:51:47.778348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Network 654c7799-2687-4afc-8138-7863281d94b4 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:51:47.784257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:51:47.786999 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:51:47.796005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Pushing event updated for resources: {'Port': ['ID=249cc421-facc-4345-8958-14715c06e295,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:47.901795 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Attempting to bind port 249cc421-facc-4345-8958-14715c06e295 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:51:47.902090 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Attempting to bind port 249cc421-facc-4345-8958-14715c06e295 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '8961426f-537f-4ddf-baec-b556e7137443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '654c7799-2687-4afc-8138-7863281d94b4'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:51:47.902458 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Attempting to bind port 249cc421-facc-4345-8958-14715c06e295 on network 654c7799-2687-4afc-8138-7863281d94b4 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:51:47.911863 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:51:47.912234 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Checking segment: {'id': '8961426f-537f-4ddf-baec-b556e7137443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '654c7799-2687-4afc-8138-7863281d94b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:51:47.912646 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:47.913047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Bound using segment: {'id': '8961426f-537f-4ddf-baec-b556e7137443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '654c7799-2687-4afc-8138-7863281d94b4'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:51:47.913531 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Bound port: 249cc421-facc-4345-8958-14715c06e295, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8961426f-537f-4ddf-baec-b556e7137443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '654c7799-2687-4afc-8138-7863281d94b4'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:51:47.913913 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:48.003863 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300736953', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:51:42Z', 'updated_at': '2022-02-09T14:51:44Z', 'revision_number': 3, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:43Z', 'updated_at': '2022-02-09T14:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:48.013989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa26b0-deaa-4ec1-bbbc-728b7519986b None None] The sync data for ids ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'] in n-d-828418-2 is: [{'id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300736953', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:51:42Z', 'updated_at': '2022-02-09T14:51:44Z', 'revision_number': 3, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:43Z', 'updated_at': '2022-02-09T14:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:51:48.056250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] For port 249cc421-facc-4345-8958-14715c06e295, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:51:48.059830 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] For port 249cc421-facc-4345-8958-14715c06e295, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=249cc421-facc-4345-8958-14715c06e295,segment=NetworkSegment(8961426f-537f-4ddf-baec-b556e7137443),segment_id=8961426f-537f-4ddf-baec-b556e7137443)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:51:48.070478 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:48.089803 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:48.112277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Transition to ACTIVE for port object 9482ab83-26a7-4252-a371-ab75231ef29f will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:51:48.139667 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:48.190252 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a8b27-f081-4b01-941c-f7d75610831f None None] Pushing event updated for resources: {'Port': ['ID=249cc421-facc-4345-8958-14715c06e295,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:48.229844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network 654c7799-2687-4afc-8138-7863281d94b4 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:51:48.233181 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:51:48.239340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:51:48.330204 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:48.348529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=9482ab83-26a7-4252-a371-ab75231ef29f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:48.640871 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:49.186830 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:49.198643 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:49.317578 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:49.433437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=9482ab83-26a7-4252-a371-ab75231ef29f,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:49.525173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55896bcb-98f7-4975-b474-ea8a8bb381dc None None] Network 654c7799-2687-4afc-8138-7863281d94b4 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:51:49.528651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network 654c7799-2687-4afc-8138-7863281d94b4 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:51:49.529952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:51:49.715871 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6c65809f-fca1-4440-b378-506c58de2265 None None] Provisioning for port 249cc421-facc-4345-8958-14715c06e295 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:51:49.847922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router acb01d66-ccc9-41c9-b235-274ed5a2e8cd has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:51:50.220660 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 402d4098-aa35-46d7-947b-cad6a2aa2d26 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:51:50.384887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:51:50.408334 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 402d4098-aa35-46d7-947b-cad6a2aa2d26 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:51:50.413815 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Sync routers for ids ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:51:50.419612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 402d4098-aa35-46d7-947b-cad6a2aa2d26 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:51:50.419612 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:50.447592 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Routers {'acb01d66-ccc9-41c9-b235-274ed5a2e8cd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:51:50.452111 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ac29065e-1a6d-423b-99fc-bb8e2c525baa tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "PUT /v2.0/routers/acb01d66-ccc9-41c9-b235-274ed5a2e8cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0956371 Feb 09 14:51:50.457078 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:51:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:50.705421 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:50.737313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 402d4098-aa35-46d7-947b-cad6a2aa2d26, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=402d4098-aa35-46d7-947b-cad6a2aa2d26,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:51:50.746120 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:50.746120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 249cc421-facc-4345-8958-14715c06e295 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:51:50.847130 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Set router acb01d66-ccc9-41c9-b235-274ed5a2e8cd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:51:51.013559 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=402d4098-aa35-46d7-947b-cad6a2aa2d26,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:51.020473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-71c3fecb-be34-4992-81ce-0ec3a7ae80de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:51:51.077594 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 249cc421-facc-4345-8958-14715c06e295 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:51:51.085954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-71c3fecb-be34-4992-81ce-0ec3a7ae80de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:51:51.085954 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-71c3fecb-be34-4992-81ce-0ec3a7ae80de tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243092040&fields=id&tenant_id=c945c8634f3e49fe9afbbbf3c60331a8 HTTP/1.1" status: 200 len: 267 time: 0.1759894 Feb 09 14:51:51.090841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a7c5fd1c-0e30-4138-81d8-7478454c7b3d None None] Provisioning complete for port 249cc421-facc-4345-8958-14715c06e295 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:51:51.090841 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a7c5fd1c-0e30-4138-81d8-7478454c7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:51.263191 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 249cc421-facc-4345-8958-14715c06e295 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:51:51.263191 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:51.675883 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a7c5fd1c-0e30-4138-81d8-7478454c7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:51.806120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-12832db2-06c2-459b-b6ff-61b05777d48e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:51.806120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-12832db2-06c2-459b-b6ff-61b05777d48e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:51:51.819748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a7c5fd1c-0e30-4138-81d8-7478454c7b3d None None] For port 249cc421-facc-4345-8958-14715c06e295, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=249cc421-facc-4345-8958-14715c06e295,segment=NetworkSegment(8961426f-537f-4ddf-baec-b556e7137443),segment_id=8961426f-537f-4ddf-baec-b556e7137443)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:51:51.849039 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a7c5fd1c-0e30-4138-81d8-7478454c7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:51.849039 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:51.859042 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-12832db2-06c2-459b-b6ff-61b05777d48e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:51:51.859042 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-12832db2-06c2-459b-b6ff-61b05777d48e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/networks?id=654c7799-2687-4afc-8138-7863281d94b4 HTTP/1.1" status: 200 len: 796 time: 0.7594097 Feb 09 14:51:51.872136 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-77d7c4ea-c3da-465b-9614-afa4ef9df787 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/quotas/c945c8634f3e49fe9afbbbf3c60331a8 HTTP/1.1" status: 200 len: 375 time: 0.0154963 Feb 09 14:51:51.897424 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300736953', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:51:42Z', 'updated_at': '2022-02-09T14:51:48Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:43Z', 'updated_at': '2022-02-09T14:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9482ab83-26a7-4252-a371-ab75231ef29f', 'name': '', 'network_id': '654c7799-2687-4afc-8138-7863281d94b4', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:c1:88:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:47Z', 'updated_at': '2022-02-09T14:51:48Z', 'revision_number': 2, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:51.897424 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Checking router: acb01d66-ccc9-41c9-b235-274ed5a2e8cd for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:51:51.897424 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Updating router acb01d66-ccc9-41c9-b235-274ed5a2e8cd port 9482ab83-26a7-4252-a371-ab75231ef29f binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:51:51.984030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-599f829a-05ef-415a-91ab-8cfcb70c2b3b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:51:51.993134 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:52.011839 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-599f829a-05ef-415a-91ab-8cfcb70c2b3b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:51:52.011839 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-599f829a-05ef-415a-91ab-8cfcb70c2b3b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1409452 Feb 09 14:51:52.121866 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:51:52.121866 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:51:52.155497 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a7c5fd1c-0e30-4138-81d8-7478454c7b3d None None] Provisioning for port 9482ab83-26a7-4252-a371-ab75231ef29f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:51:52.168555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a7c5fd1c-0e30-4138-81d8-7478454c7b3d None None] Provisioning complete for port 9482ab83-26a7-4252-a371-ab75231ef29f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:51:52.168555 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a7c5fd1c-0e30-4138-81d8-7478454c7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:52.228251 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5fd1c-0e30-4138-81d8-7478454c7b3d None None] Pushing event updated for resources: {'Port': ['ID=249cc421-facc-4345-8958-14715c06e295,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:52.275069 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-0015413f-659e-4d22-b561-3b5ee9c3b5a7 service neutron] 10.222.0.48 "GET /v2.0/networks/654c7799-2687-4afc-8138-7863281d94b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430811 Feb 09 14:51:52.284096 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a7c5fd1c-0e30-4138-81d8-7478454c7b3d None None] Port 9482ab83-26a7-4252-a371-ab75231ef29f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:51:52.505408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d64f41f6-5294-44a9-afe2-16083102dc7c None None] Provisioning complete for port 9482ab83-26a7-4252-a371-ab75231ef29f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:51:52.505408 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d64f41f6-5294-44a9-afe2-16083102dc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:52.627852 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-df16ec01-a7cb-403d-9d2f-0122dddcf0ab service neutron] 10.222.0.48 "GET /v2.0/networks/654c7799-2687-4afc-8138-7863281d94b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498294 Feb 09 14:51:52.696399 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:52.712619 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Transition to ACTIVE for port object 9482ab83-26a7-4252-a371-ab75231ef29f will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:51:52.717982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d64f41f6-5294-44a9-afe2-16083102dc7c None None] Port 9482ab83-26a7-4252-a371-ab75231ef29f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:51:52.722979 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:52.884019 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 402d4098-aa35-46d7-947b-cad6a2aa2d26 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:51:53.022291 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 402d4098-aa35-46d7-947b-cad6a2aa2d26 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:51:53.022291 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:53.041424 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935f60e-9db0-4d92-8241-f82cc8044b6b None None] Pushing event updated for resources: {'Port': ['ID=9482ab83-26a7-4252-a371-ab75231ef29f,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:53.057774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2935f60e-9db0-4d92-8241-f82cc8044b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:53.057774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2935f60e-9db0-4d92-8241-f82cc8044b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:53.057774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2935f60e-9db0-4d92-8241-f82cc8044b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:53.057774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2935f60e-9db0-4d92-8241-f82cc8044b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:53.057774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2935f60e-9db0-4d92-8241-f82cc8044b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:53.057774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2935f60e-9db0-4d92-8241-f82cc8044b6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:53.057774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2935f60e-9db0-4d92-8241-f82cc8044b6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:53.057774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2935f60e-9db0-4d92-8241-f82cc8044b6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:53.057774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2935f60e-9db0-4d92-8241-f82cc8044b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:53.057774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2935f60e-9db0-4d92-8241-f82cc8044b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:53.057774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2935f60e-9db0-4d92-8241-f82cc8044b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:53.057774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2935f60e-9db0-4d92-8241-f82cc8044b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:51:53.069708 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Attempting to bind port 9482ab83-26a7-4252-a371-ab75231ef29f on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:51:53.069708 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Attempting to bind port 9482ab83-26a7-4252-a371-ab75231ef29f by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '8961426f-537f-4ddf-baec-b556e7137443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '654c7799-2687-4afc-8138-7863281d94b4'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:51:53.069708 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Attempting to bind port 9482ab83-26a7-4252-a371-ab75231ef29f on network 654c7799-2687-4afc-8138-7863281d94b4 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:51:53.079000 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:51:53.079000 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Checking segment: {'id': '8961426f-537f-4ddf-baec-b556e7137443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '654c7799-2687-4afc-8138-7863281d94b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:51:53.079000 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:53.079000 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Bound using segment: {'id': '8961426f-537f-4ddf-baec-b556e7137443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '654c7799-2687-4afc-8138-7863281d94b4'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:51:53.079000 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Bound port: 9482ab83-26a7-4252-a371-ab75231ef29f, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8961426f-537f-4ddf-baec-b556e7137443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '654c7799-2687-4afc-8138-7863281d94b4'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:51:53.079000 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:53.289387 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] For port 9482ab83-26a7-4252-a371-ab75231ef29f, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:51:53.307777 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8dac0ea7-4119-40d7-9863-37d6955fbefc req-a42534fe-9cf8-4ff5-9b3e-38290dabc0b1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:51:53.316980 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] For port 9482ab83-26a7-4252-a371-ab75231ef29f, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9482ab83-26a7-4252-a371-ab75231ef29f,segment=NetworkSegment(8961426f-537f-4ddf-baec-b556e7137443),segment_id=8961426f-537f-4ddf-baec-b556e7137443)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:51:53.331032 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:53.347722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8dac0ea7-4119-40d7-9863-37d6955fbefc req-a42534fe-9cf8-4ff5-9b3e-38290dabc0b1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:51:53.369870 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8dac0ea7-4119-40d7-9863-37d6955fbefc req-a42534fe-9cf8-4ff5-9b3e-38290dabc0b1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 210 time: 0.1542788 Feb 09 14:51:53.389146 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 249cc421-facc-4345-8958-14715c06e295 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:51:53.534231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 249cc421-facc-4345-8958-14715c06e295 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:51:53.539864 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:53.581748 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Routers {'acb01d66-ccc9-41c9-b235-274ed5a2e8cd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:51:53.581748 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:51:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:53.862277 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935f60e-9db0-4d92-8241-f82cc8044b6b None None] Pushing event updated for resources: {'Port': ['ID=9482ab83-26a7-4252-a371-ab75231ef29f,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:54.027224 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] Set router acb01d66-ccc9-41c9-b235-274ed5a2e8cd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:51:54.443412 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300736953', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:51:42Z', 'updated_at': '2022-02-09T14:51:48Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:43Z', 'updated_at': '2022-02-09T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9482ab83-26a7-4252-a371-ab75231ef29f', 'name': '', 'network_id': '654c7799-2687-4afc-8138-7863281d94b4', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:c1:88:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:47Z', 'updated_at': '2022-02-09T14:51:53Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:51:54.443412 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190a53c-d215-46a7-bf5a-aeeeda419317 None None] The sync data for ids ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'] in n-d-828418-2 is: [{'id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300736953', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:51:42Z', 'updated_at': '2022-02-09T14:51:48Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:43Z', 'updated_at': '2022-02-09T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9482ab83-26a7-4252-a371-ab75231ef29f', 'name': '', 'network_id': '654c7799-2687-4afc-8138-7863281d94b4', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:c1:88:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:47Z', 'updated_at': '2022-02-09T14:51:53Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:51:54.634432 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c451970a-136b-4eb8-866c-8dac48f1da6c req-89c6098e-692c-4ba9-bd5c-ccfb799d5d5b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 210 time: 0.0894372 Feb 09 14:51:54.980434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9482ab83-26a7-4252-a371-ab75231ef29f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:51:55.222079 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 9482ab83-26a7-4252-a371-ab75231ef29f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:51:55.232010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 9482ab83-26a7-4252-a371-ab75231ef29f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:51:55.232470 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:55.256896 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-918eb3e0-95ac-41e4-b803-2936bfb47da4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:55.258094 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-918eb3e0-95ac-41e4-b803-2936bfb47da4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.35 "GET /v2.0/networks?id=654c7799-2687-4afc-8138-7863281d94b4 HTTP/1.1" status: 200 len: 796 time: 0.2432823 Feb 09 14:51:55.329533 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-3a338445-cbc2-45dd-99ae-9d1f0e9d6b72 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c945c8634f3e49fe9afbbbf3c60331a8 HTTP/1.1" status: 200 len: 379 time: 0.0607648 Feb 09 14:51:55.345990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-f62ffeb7-d8fb-4af1-b1b4-22f63d7bab9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'port': {'device_id': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'network_id': '654c7799-2687-4afc-8138-7863281d94b4', 'admin_state_up': True, 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'security_groups': ['4e723199-9728-45f5-b63e-6376c0e40484']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:51:55.493702 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:55.605513 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 9482ab83-26a7-4252-a371-ab75231ef29f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9482ab83-26a7-4252-a371-ab75231ef29f,segment=NetworkSegment(8961426f-537f-4ddf-baec-b556e7137443),segment_id=8961426f-537f-4ddf-baec-b556e7137443)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:51:55.610600 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:55.654731 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-f62ffeb7-d8fb-4af1-b1b4-22f63d7bab9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:51:55.695612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=9482ab83-26a7-4252-a371-ab75231ef29f,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:55.713285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-f62ffeb7-d8fb-4af1-b1b4-22f63d7bab9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:51:55.733581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-f62ffeb7-d8fb-4af1-b1b4-22f63d7bab9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Made reservation on behalf of c945c8634f3e49fe9afbbbf3c60331a8 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:51:55.744424 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-f62ffeb7-d8fb-4af1-b1b4-22f63d7bab9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:55.870223 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ee4d92bb-13f6-41e1-9546-99e85e7dba71 req-0f60b5ad-04e7-43c4-911a-6f0c08bb47f8 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 210 time: 0.0515790 Feb 09 14:51:56.022363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-f62ffeb7-d8fb-4af1-b1b4-22f63d7bab9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Allocated IP 172.20.0.11 (654c7799-2687-4afc-8138-7863281d94b4/b7136581-5500-41be-a7ba-25e1f3c368c0/26bdec7e-b21f-41ab-9dee-a5dbec1c725a) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:51:56.303388 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-f62ffeb7-d8fb-4af1-b1b4-22f63d7bab9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:56.328125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-f62ffeb7-d8fb-4af1-b1b4-22f63d7bab9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Transition to ACTIVE for port object 26bdec7e-b21f-41ab-9dee-a5dbec1c725a will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:51:56.365667 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-f62ffeb7-d8fb-4af1-b1b4-22f63d7bab9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:56.442964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ffeb7-d8fb-4af1-b1b4-22f63d7bab9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:56.456504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-f62ffeb7-d8fb-4af1-b1b4-22f63d7bab9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network 654c7799-2687-4afc-8138-7863281d94b4 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:51:56.456504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-f62ffeb7-d8fb-4af1-b1b4-22f63d7bab9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:51:56.463114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-f62ffeb7-d8fb-4af1-b1b4-22f63d7bab9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:51:56.538782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-f62ffeb7-d8fb-4af1-b1b4-22f63d7bab9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:56.538782 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-f62ffeb7-d8fb-4af1-b1b4-22f63d7bab9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:56.561385 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-f62ffeb7-d8fb-4af1-b1b4-22f63d7bab9f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2269607 Feb 09 14:51:56.573928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Request body: {'port': {'device_id': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:51:56.697665 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:56.813132 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a881234e-e741-427f-865b-89e551366252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:56.821629 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c69174b9-712d-4a95-beec-b9866f00b912 None None] Provisioning for port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:51:56.829711 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9482ab83-26a7-4252-a371-ab75231ef29f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:51:56.919463 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c69174b9-712d-4a95-beec-b9866f00b912 None None] Provisioning complete for port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:51:56.920161 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c69174b9-712d-4a95-beec-b9866f00b912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:56.983316 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 9482ab83-26a7-4252-a371-ab75231ef29f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:51:56.984008 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:57.020223 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c69174b9-712d-4a95-beec-b9866f00b912 None None] Port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:51:57.275476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63f091-468a-4947-a6e3-d0ffb39fed4b req-069a170c-1dde-4863-946f-b1c3ed935fda tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:57.276259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fb63f091-468a-4947-a6e3-d0ffb39fed4b req-069a170c-1dde-4863-946f-b1c3ed935fda tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:51:57.388560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-fb63f091-468a-4947-a6e3-d0ffb39fed4b req-069a170c-1dde-4863-946f-b1c3ed935fda tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:51:57.389773 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb63f091-468a-4947-a6e3-d0ffb39fed4b req-069a170c-1dde-4863-946f-b1c3ed935fda tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 932 time: 0.4059124 Feb 09 14:51:57.392206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26bdec7e-b21f-41ab-9dee-a5dbec1c725a {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:51:57.418435 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:57.449556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Transition to ACTIVE for port object 26bdec7e-b21f-41ab-9dee-a5dbec1c725a will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:51:57.453288 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:57.507374 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb63f091-468a-4947-a6e3-d0ffb39fed4b req-c37fdd0a-2b22-439f-8b80-7295c2047a03 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094098 Feb 09 14:51:57.644661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Pushing event updated for resources: {'Port': ['ID=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:57.794001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Attempting to bind port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:51:57.794612 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Attempting to bind port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '8961426f-537f-4ddf-baec-b556e7137443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '654c7799-2687-4afc-8138-7863281d94b4'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:51:57.794706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Attempting to bind port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a on network 654c7799-2687-4afc-8138-7863281d94b4 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:51:57.800808 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a on network 654c7799-2687-4afc-8138-7863281d94b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:51:57.801129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Attempting to bind port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a on network 654c7799-2687-4afc-8138-7863281d94b4 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:51:57.809458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:51:57.809923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Checking segment: {'id': '8961426f-537f-4ddf-baec-b556e7137443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '654c7799-2687-4afc-8138-7863281d94b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:51:57.810368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Bound using segment: {'id': '8961426f-537f-4ddf-baec-b556e7137443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '654c7799-2687-4afc-8138-7863281d94b4'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:51:57.810933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Bound port: 26bdec7e-b21f-41ab-9dee-a5dbec1c725a, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8961426f-537f-4ddf-baec-b556e7137443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '654c7799-2687-4afc-8138-7863281d94b4'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:51:57.811420 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:57.918445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] For port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:51:57.921406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] For port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,segment=NetworkSegment(8961426f-537f-4ddf-baec-b556e7137443),segment_id=8961426f-537f-4ddf-baec-b556e7137443)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:51:57.927779 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:57.987989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:57.988614 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:57.990261 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] 10.222.0.35 "PUT /v2.0/ports/26bdec7e-b21f-41ab-9dee-a5dbec1c725a HTTP/1.1" status: 200 len: 1092 time: 1.4210811 Feb 09 14:51:57.990697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'tag': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:51:58.018581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f574d5-e217-4125-b2d0-773d96a10033 service neutron] Pushing event updated for resources: {'Port': ['ID=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:51:58.062560 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'tag': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a', 'status': 'completed', 'code': 200} Feb 09 14:51:58.115321 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-2adeb0d7-7f57-425e-acfb-e6fc0519e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:58.120201 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-2adeb0d7-7f57-425e-acfb-e6fc0519e37b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 1095 time: 0.0900941 Feb 09 14:51:58.214563 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-0ed24cf7-f2f9-484b-8329-1816143742b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26bdec7e-b21f-41ab-9dee-a5dbec1c725a HTTP/1.1" status: 200 len: 217 time: 0.0855167 Feb 09 14:51:58.283486 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-11a6a023-86cd-46a5-8ab2-be6a5d13ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:58.284942 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-11a6a023-86cd-46a5-8ab2-be6a5d13ecd6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7136581-5500-41be-a7ba-25e1f3c368c0 HTTP/1.1" status: 200 len: 834 time: 0.0645709 Feb 09 14:51:58.362433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-072714ad-8b23-4bfc-aafe-f356b420627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:58.364577 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-072714ad-8b23-4bfc-aafe-f356b420627e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=654c7799-2687-4afc-8138-7863281d94b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725939 Feb 09 14:51:58.374334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-70beb07c-0c0a-4f2c-a2a8-7061e36d6947 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:51:58.375275 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-70beb07c-0c0a-4f2c-a2a8-7061e36d6947 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051091 Feb 09 14:51:58.524219 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-be9fc8d1-160f-4592-8f41-27d3715b93c6 service neutron] 10.222.0.35 "GET /v2.0/networks/654c7799-2687-4afc-8138-7863281d94b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409645 Feb 09 14:51:58.730954 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f28f349d-bac6-476d-ad86-bc5874095e5f req-f4fbe481-22aa-4bb5-8e63-0faa8661b0ad service neutron] 10.222.0.35 "GET /v2.0/networks/654c7799-2687-4afc-8138-7863281d94b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996746 Feb 09 14:51:58.750631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c738db-a1c5-4405-badc-6c040a8f0ce3 req-6352da6f-bbd2-4ec5-bfc9-c24abeeb5b5e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:58.752183 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8c738db-a1c5-4405-badc-6c040a8f0ce3 req-6352da6f-bbd2-4ec5-bfc9-c24abeeb5b5e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 944 time: 0.1178236 Feb 09 14:51:58.846817 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8c738db-a1c5-4405-badc-6c040a8f0ce3 req-d60ca1e0-b711-4eec-9f6b-27151c802ba8 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814104 Feb 09 14:51:58.879611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf584a61-90fc-40e7-806e-77d67f229e6e req-411ce9ca-a988-48bc-b699-8af1ff13b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:58.881664 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bf584a61-90fc-40e7-806e-77d67f229e6e req-411ce9ca-a988-48bc-b699-8af1ff13b571 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 1095 time: 0.0915642 Feb 09 14:51:59.014460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf584a61-90fc-40e7-806e-77d67f229e6e req-c32e50f2-db76-4cd6-ae6b-c10f96230127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:59.015923 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bf584a61-90fc-40e7-806e-77d67f229e6e req-c32e50f2-db76-4cd6-ae6b-c10f96230127 service neutron] 10.222.0.35 "GET /v2.0/networks?id=654c7799-2687-4afc-8138-7863281d94b4 HTTP/1.1" status: 200 len: 896 time: 0.1261284 Feb 09 14:51:59.086926 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bf584a61-90fc-40e7-806e-77d67f229e6e req-d985b93d-121c-4bc9-aadc-41a4eb043aa5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26bdec7e-b21f-41ab-9dee-a5dbec1c725a HTTP/1.1" status: 200 len: 217 time: 0.0637927 Feb 09 14:51:59.153672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf584a61-90fc-40e7-806e-77d67f229e6e req-490032ae-4ae8-4079-8b92-d17e54821ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:59.153672 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bf584a61-90fc-40e7-806e-77d67f229e6e req-490032ae-4ae8-4079-8b92-d17e54821ef9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7136581-5500-41be-a7ba-25e1f3c368c0 HTTP/1.1" status: 200 len: 834 time: 0.0597539 Feb 09 14:51:59.241189 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-735f66fb-65d4-4787-a837-01f65f12b943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:51:59.366184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf584a61-90fc-40e7-806e-77d67f229e6e req-0a89df14-6800-48cd-a2be-569ee4b1241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:51:59.372093 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bf584a61-90fc-40e7-806e-77d67f229e6e req-0a89df14-6800-48cd-a2be-569ee4b1241f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=654c7799-2687-4afc-8138-7863281d94b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067769 Feb 09 14:51:59.516543 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bf584a61-90fc-40e7-806e-77d67f229e6e req-7a8b2765-d67b-4568-a0d5-3a8ab2920022 service neutron] 10.222.0.35 "GET /v2.0/networks/654c7799-2687-4afc-8138-7863281d94b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414213 Feb 09 14:51:59.678304 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bf584a61-90fc-40e7-806e-77d67f229e6e req-91f7020b-9938-4381-b268-2ddce0a01802 service neutron] 10.222.0.35 "GET /v2.0/networks/654c7799-2687-4afc-8138-7863281d94b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486580 Feb 09 14:51:59.921723 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7849df67-39ac-486f-a338-5eeb16657e63 req-01afcfe1-8150-4139-8a1d-9b7181d7d7cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1183493 Feb 09 14:52:00.142270 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849df67-39ac-486f-a338-5eeb16657e63 req-dd58e464-4df5-483d-a875-5a0dfd6907f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:00.143964 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7849df67-39ac-486f-a338-5eeb16657e63 req-dd58e464-4df5-483d-a875-5a0dfd6907f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 1096 time: 0.1403461 Feb 09 14:52:00.156378 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1377f-b3c8-480f-8ea0-90c0e3d20269 req-4c4f1d90-da76-4299-b7e2-ec6fb9c40836 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:00.158260 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ca1377f-b3c8-480f-8ea0-90c0e3d20269 req-4c4f1d90-da76-4299-b7e2-ec6fb9c40836 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 944 time: 0.1166670 Feb 09 14:52:00.293706 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ca1377f-b3c8-480f-8ea0-90c0e3d20269 req-47fcaf3d-97e0-42be-8e2d-a47dbd54b400 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110008 Feb 09 14:52:00.327287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849df67-39ac-486f-a338-5eeb16657e63 req-6c00d859-be9b-4037-ac51-38e3dd6c2b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:00.329271 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7849df67-39ac-486f-a338-5eeb16657e63 req-6c00d859-be9b-4037-ac51-38e3dd6c2b98 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.1649070 Feb 09 14:52:00.354992 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:00.358192 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:00.559324 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7849df67-39ac-486f-a338-5eeb16657e63 req-c7b980a3-cccb-4ecb-ab7e-35897b946657 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfa38eca-ac8c-40d5-9298-d92b2011b472 HTTP/1.1" status: 200 len: 1001 time: 0.2223420 Feb 09 14:52:00.631912 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849df67-39ac-486f-a338-5eeb16657e63 req-a82db7dc-c516-48c6-bb7c-6b35c28ddeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:00.635350 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7849df67-39ac-486f-a338-5eeb16657e63 req-a82db7dc-c516-48c6-bb7c-6b35c28ddeda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0663726 Feb 09 14:52:00.716312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849df67-39ac-486f-a338-5eeb16657e63 req-83aab8cb-bd4f-4f43-9f0d-ddc624af7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:00.716312 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7849df67-39ac-486f-a338-5eeb16657e63 req-83aab8cb-bd4f-4f43-9f0d-ddc624af7b39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746002 Feb 09 14:52:00.851522 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7849df67-39ac-486f-a338-5eeb16657e63 req-7caea075-d3f1-4c0e-95a3-d0448a9e87e7 service neutron] 10.222.0.21 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314797 Feb 09 14:52:01.006485 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7849df67-39ac-486f-a338-5eeb16657e63 req-c9927171-b07c-4f59-96ee-2bfe91acc0f6 service neutron] 10.222.0.21 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487334 Feb 09 14:52:01.504264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c06ad8-1a7d-4bde-8990-dbd8dee8b48d req-c8f3130a-8d73-44e0-bef8-57bc16f209a4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:01.518571 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-75c06ad8-1a7d-4bde-8990-dbd8dee8b48d req-c8f3130a-8d73-44e0-bef8-57bc16f209a4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 944 time: 0.0924494 Feb 09 14:52:01.577471 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-75c06ad8-1a7d-4bde-8990-dbd8dee8b48d req-9b4342bd-b668-4f62-b482-b0bd70f7cc0d tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624297 Feb 09 14:52:01.880943 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:02.361283 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 26bdec7e-b21f-41ab-9dee-a5dbec1c725a details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:52:02.513301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,segment=NetworkSegment(8961426f-537f-4ddf-baec-b556e7137443),segment_id=8961426f-537f-4ddf-baec-b556e7137443)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:52:02.528308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a', 'network_id': '654c7799-2687-4afc-8138-7863281d94b4', 'port_id': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a', 'mac_address': 'fa:16:3e:c3:f6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:52:02.587447 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:02.609326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26bdec7e-b21f-41ab-9dee-a5dbec1c725a {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:52:02.636649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,segment=NetworkSegment(8961426f-537f-4ddf-baec-b556e7137443),segment_id=8961426f-537f-4ddf-baec-b556e7137443)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:52:02.643829 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:02.740597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:03.064564 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['26bdec7e-b21f-41ab-9dee-a5dbec1c725a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:52:03.124724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479943e4-f629-4a4e-a55c-447817594d0a req-d04869ec-560d-41a0-9ade-cb9375189775 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:03.124724 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-479943e4-f629-4a4e-a55c-447817594d0a req-d04869ec-560d-41a0-9ade-cb9375189775 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 945 time: 0.1508408 Feb 09 14:52:03.213594 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-479943e4-f629-4a4e-a55c-447817594d0a req-5fe5067c-59fb-434c-83f2-21d690f5edff tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763676 Feb 09 14:52:04.393482 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 26bdec7e-b21f-41ab-9dee-a5dbec1c725a up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:52:04.472638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7f3eb-45c2-4e42-a4a0-0170c520f466 req-147206dd-761d-4e7c-930a-bcb49411130a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:04.475072 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7d7f3eb-45c2-4e42-a4a0-0170c520f466 req-147206dd-761d-4e7c-930a-bcb49411130a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 945 time: 0.1014457 Feb 09 14:52:04.522123 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:52:04.534044 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:52:04.534679 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:04.564544 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e7d7f3eb-45c2-4e42-a4a0-0170c520f466 req-ad473846-affc-4e1e-9110-3b5833f86b23 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771556 Feb 09 14:52:04.737300 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:04.779130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:52:04.797473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,segment=NetworkSegment(8961426f-537f-4ddf-baec-b556e7137443),segment_id=8961426f-537f-4ddf-baec-b556e7137443)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:52:04.808476 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:04.851757 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a', 'code': 200} Feb 09 14:52:04.918216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:05.192113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ff340-9e3d-48b0-b1a5-fd13576dbf40 req-42faf822-16ef-4e90-8407-d60402a059d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:05.193670 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-917ff340-9e3d-48b0-b1a5-fd13576dbf40 req-42faf822-16ef-4e90-8407-d60402a059d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 1097 time: 0.2647614 Feb 09 14:52:05.250285 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-917ff340-9e3d-48b0-b1a5-fd13576dbf40 req-d4b44ddd-da89-46e1-8dfe-8414b94029fa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490830 Feb 09 14:52:05.727993 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3380f77-8b77-432c-beec-0b0c4d031a35 req-1e41e026-39c2-46fd-a930-283f8004ec44 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1295953 Feb 09 14:52:05.919353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4f33a-94ed-4a16-9ae9-d435bc212e0d req-f2bb13dc-67e2-4447-bc9b-737d19885753 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:05.920785 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72f4f33a-94ed-4a16-9ae9-d435bc212e0d req-f2bb13dc-67e2-4447-bc9b-737d19885753 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.1850717 Feb 09 14:52:05.966374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3380f77-8b77-432c-beec-0b0c4d031a35 req-90a0f00f-d652-490a-8b37-309571367e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:05.968103 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3380f77-8b77-432c-beec-0b0c4d031a35 req-90a0f00f-d652-490a-8b37-309571367e3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 1097 time: 0.1293039 Feb 09 14:52:05.986789 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72f4f33a-94ed-4a16-9ae9-d435bc212e0d req-9de195a3-3129-4466-b363-c996a2606f60 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585225 Feb 09 14:52:06.229493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3380f77-8b77-432c-beec-0b0c4d031a35 req-8fff4fe4-f065-4581-ac2d-112080d9f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:06.232189 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3380f77-8b77-432c-beec-0b0c4d031a35 req-8fff4fe4-f065-4581-ac2d-112080d9f369 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.2363384 Feb 09 14:52:06.347903 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3380f77-8b77-432c-beec-0b0c4d031a35 req-1cc00e1c-03e0-4a66-94d6-b5a98feadd3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6638e82-8b57-4618-b10c-46db4a0c55de HTTP/1.1" status: 200 len: 1002 time: 0.1095378 Feb 09 14:52:06.420530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3380f77-8b77-432c-beec-0b0c4d031a35 req-d4f77b64-c744-43cf-ae61-fe18273ab11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:06.422016 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3380f77-8b77-432c-beec-0b0c4d031a35 req-d4f77b64-c744-43cf-ae61-fe18273ab11d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0675178 Feb 09 14:52:06.525790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3380f77-8b77-432c-beec-0b0c4d031a35 req-04bb90e0-7b1e-47c1-9584-1f7a28a9a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:06.527699 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3380f77-8b77-432c-beec-0b0c4d031a35 req-04bb90e0-7b1e-47c1-9584-1f7a28a9a5f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960753 Feb 09 14:52:06.692086 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3380f77-8b77-432c-beec-0b0c4d031a35 req-058e2a70-0b7a-4562-b80f-4f41d15545ef service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560414 Feb 09 14:52:06.928149 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:52:06.948217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3380f77-8b77-432c-beec-0b0c4d031a35 req-c9e74860-c602-4dec-a93a-ce075a646c7a service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502866 Feb 09 14:52:07.228092 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d3d73-fd32-4a20-aafa-aff914b4ed67 req-f3bc0d6f-6cf5-4890-ae21-b42c691e980b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:07.235216 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a22d3d73-fd32-4a20-aafa-aff914b4ed67 req-f3bc0d6f-6cf5-4890-ae21-b42c691e980b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.0991764 Feb 09 14:52:07.279989 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a22d3d73-fd32-4a20-aafa-aff914b4ed67 req-1303ef57-9daa-4005-909d-2f56ecdad1f9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436268 Feb 09 14:52:07.477980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4d8b5-ad37-41a0-b33a-d9253d622ae5 req-31f9fb68-9af0-4834-bd8f-2ab67a783b1f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:07.480163 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8df4d8b5-ad37-41a0-b33a-d9253d622ae5 req-31f9fb68-9af0-4834-bd8f-2ab67a783b1f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.0856731 Feb 09 14:52:07.540690 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8df4d8b5-ad37-41a0-b33a-d9253d622ae5 req-2cae010b-40bd-4937-9fce-e4b4e632d8d1 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551646 Feb 09 14:52:07.574314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49376) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:07.677981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b4afb-4688-4eb4-bbbc-eda5245bd2bb tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:07.679821 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-708b4afb-4688-4eb4-bbbc-eda5245bd2bb tempest-TestNetworkAdvancedServerOps-31917096 tempest-TestNetworkAdvancedServerOps-31917096-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 1092 time: 0.0987618 Feb 09 14:52:07.682394 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49380) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:07.688374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:52:07.696730 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:52:07.701024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Usage tracker for resource:floatingip and tenant:c945c8634f3e49fe9afbbbf3c60331a8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:52:07.704065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:52:07.711237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:52:07.723548 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:07.882471 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:08.064762 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Allocated IP 172.25.8.114 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/399579f3-7f7a-4a88-93e9-0e8d8e6e4aee) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:52:08.222626 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:08.256948 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:08.324857 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:52:08.327996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:52:08.332254 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:52:08.366933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=399579f3-7f7a-4a88-93e9-0e8d8e6e4aee,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:08.381814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:08.382159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:08.382617 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:08.382940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:08.383265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:08.383591 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:08.383953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:08.384275 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:08.384599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:08.384906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:08.385215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:08.385527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:08.815119 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:09.002249 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:09.121777 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:09.212458 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:09.216866 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:09.324554 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event updated for resources: {'Port': ['ID=399579f3-7f7a-4a88-93e9-0e8d8e6e4aee,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:09.341286 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:09.526661 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Floating IP 420dc621-5704-4705-8424-1a428c9f42f6 associated. External IP: 172.25.8.114, port: 26bdec7e-b21f-41ab-9dee-a5dbec1c725a. Feb 09 14:52:09.913546 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router acb01d66-ccc9-41c9-b235-274ed5a2e8cd has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:52:10.117067 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:52:10.127475 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a117f6f-d9ce-4a15-8867-100ffb5cf4b3 None None] Sync routers for ids ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:52:10.137649 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a117f6f-d9ce-4a15-8867-100ffb5cf4b3 None None] Routers {'acb01d66-ccc9-41c9-b235-274ed5a2e8cd'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:52:10.138260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7a117f6f-d9ce-4a15-8867-100ffb5cf4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:51:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:10.146726 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:10.202398 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-abeded99-a360-45f9-afbf-c5e5397ad025 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5187466 Feb 09 14:52:10.202969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'tag': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:52:10.249277 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'tag': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a', 'status': 'completed', 'code': 200} Feb 09 14:52:10.334985 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-7a117f6f-d9ce-4a15-8867-100ffb5cf4b3 None None] Set router acb01d66-ccc9-41c9-b235-274ed5a2e8cd gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:52:10.407552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee654a-1a8d-4e73-93f0-8c4ce5bef4ec req-ec39324d-bb2c-4a0d-a8c1-da18fe02f4d0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:10.409201 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-abee654a-1a8d-4e73-93f0-8c4ce5bef4ec req-ec39324d-bb2c-4a0d-a8c1-da18fe02f4d0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.1152637 Feb 09 14:52:10.461915 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-abee654a-1a8d-4e73-93f0-8c4ce5bef4ec req-fdc7fdc8-6841-4f7c-89ea-1ad28fea0a5a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465140 Feb 09 14:52:10.472366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e069c-3c08-4aef-ab0f-b5cd2dd987a7 req-3805f62c-9fea-490f-a23e-d88daa5cfca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:10.473877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-118e069c-3c08-4aef-ab0f-b5cd2dd987a7 req-3805f62c-9fea-490f-a23e-d88daa5cfca9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 1097 time: 0.2024376 Feb 09 14:52:10.482645 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49392) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:10.620953 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0d494901-dd0a-4ede-a392-ade39ba0e194 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/420dc621-5704-4705-8424-1a428c9f42f6 HTTP/1.1" status: 200 len: 992 time: 0.1359847 Feb 09 14:52:10.622756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e069c-3c08-4aef-ab0f-b5cd2dd987a7 req-20a260ce-7e74-4829-acd3-642beec5f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:10.624271 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-118e069c-3c08-4aef-ab0f-b5cd2dd987a7 req-20a260ce-7e74-4829-acd3-642beec5f6dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=654c7799-2687-4afc-8138-7863281d94b4 HTTP/1.1" status: 200 len: 896 time: 0.1443584 Feb 09 14:52:10.732498 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:10.759497 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7a117f6f-d9ce-4a15-8867-100ffb5cf4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300736953', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:51:42Z', 'updated_at': '2022-02-09T14:51:48Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:43Z', 'updated_at': '2022-02-09T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '420dc621-5704-4705-8424-1a428c9f42f6', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'port_id': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '654c7799-2687-4afc-8138-7863281d94b4', 'mac_address': 'fa:16:3e:c3:f6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:52:08Z', 'updated_at': '2022-02-09T14:52:08Z', 'revision_number': 0, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9482ab83-26a7-4252-a371-ab75231ef29f', 'name': '', 'network_id': '654c7799-2687-4afc-8138-7863281d94b4', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:c1:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:47Z', 'updated_at': '2022-02-09T14:51:55Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:10.764047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a117f6f-d9ce-4a15-8867-100ffb5cf4b3 None None] Checking router: acb01d66-ccc9-41c9-b235-274ed5a2e8cd for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:52:10.773234 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a117f6f-d9ce-4a15-8867-100ffb5cf4b3 None None] Routers {'acb01d66-ccc9-41c9-b235-274ed5a2e8cd'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:52:10.773838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7a117f6f-d9ce-4a15-8867-100ffb5cf4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:51:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:10.774387 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-118e069c-3c08-4aef-ab0f-b5cd2dd987a7 req-bdb93b71-90ff-48a4-82bc-5527e30ccd41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26bdec7e-b21f-41ab-9dee-a5dbec1c725a HTTP/1.1" status: 200 len: 1000 time: 0.1438141 Feb 09 14:52:10.836098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e069c-3c08-4aef-ab0f-b5cd2dd987a7 req-e5a310c3-100f-43fa-a0be-91129d7ca548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:10.837520 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-118e069c-3c08-4aef-ab0f-b5cd2dd987a7 req-e5a310c3-100f-43fa-a0be-91129d7ca548 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7136581-5500-41be-a7ba-25e1f3c368c0 HTTP/1.1" status: 200 len: 834 time: 0.0568128 Feb 09 14:52:10.917658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e069c-3c08-4aef-ab0f-b5cd2dd987a7 req-6d7f0337-d8ea-4eeb-b213-69a72c80c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:10.918676 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-118e069c-3c08-4aef-ab0f-b5cd2dd987a7 req-6d7f0337-d8ea-4eeb-b213-69a72c80c48f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=654c7799-2687-4afc-8138-7863281d94b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747566 Feb 09 14:52:10.957583 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-7a117f6f-d9ce-4a15-8867-100ffb5cf4b3 None None] Set router acb01d66-ccc9-41c9-b235-274ed5a2e8cd gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:52:11.065680 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-118e069c-3c08-4aef-ab0f-b5cd2dd987a7 req-10b4f583-6824-4644-8525-7ccbf73aa2ae service neutron] 10.222.0.35 "GET /v2.0/networks/654c7799-2687-4afc-8138-7863281d94b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400619 Feb 09 14:52:11.228981 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-118e069c-3c08-4aef-ab0f-b5cd2dd987a7 req-e3a41366-fbc1-4097-bb63-6b55b7da1adb service neutron] 10.222.0.35 "GET /v2.0/networks/654c7799-2687-4afc-8138-7863281d94b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554580 Feb 09 14:52:11.351115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7a117f6f-d9ce-4a15-8867-100ffb5cf4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300736953', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:51:42Z', 'updated_at': '2022-02-09T14:51:48Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:43Z', 'updated_at': '2022-02-09T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '420dc621-5704-4705-8424-1a428c9f42f6', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'port_id': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '654c7799-2687-4afc-8138-7863281d94b4', 'mac_address': 'fa:16:3e:c3:f6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:52:08Z', 'updated_at': '2022-02-09T14:52:08Z', 'revision_number': 0, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9482ab83-26a7-4252-a371-ab75231ef29f', 'name': '', 'network_id': '654c7799-2687-4afc-8138-7863281d94b4', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:c1:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:47Z', 'updated_at': '2022-02-09T14:51:55Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:11.355351 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a117f6f-d9ce-4a15-8867-100ffb5cf4b3 None None] The sync data for ids ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'] in n-d-828418-2 is: [{'id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300736953', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:51:42Z', 'updated_at': '2022-02-09T14:51:48Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:43Z', 'updated_at': '2022-02-09T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '420dc621-5704-4705-8424-1a428c9f42f6', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'port_id': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '654c7799-2687-4afc-8138-7863281d94b4', 'mac_address': 'fa:16:3e:c3:f6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:52:08Z', 'updated_at': '2022-02-09T14:52:08Z', 'revision_number': 0, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9482ab83-26a7-4252-a371-ab75231ef29f', 'name': '', 'network_id': '654c7799-2687-4afc-8138-7863281d94b4', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:c1:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:47Z', 'updated_at': '2022-02-09T14:51:55Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:52:11.623760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49408) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:11.626775 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bd4ab6-6f78-4248-b48e-ed9b0221e7bd None None] New status for floating IP 420dc621-5704-4705-8424-1a428c9f42f6: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:52:11.740347 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3f7776ca-5947-4fd1-9034-d69981c5aa48 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/420dc621-5704-4705-8424-1a428c9f42f6 HTTP/1.1" status: 200 len: 992 time: 0.1143382 Feb 09 14:52:12.742904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49416) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:12.848479 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e208e373-aa3c-4bfb-9570-8aac3ad7a4c8 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/420dc621-5704-4705-8424-1a428c9f42f6 HTTP/1.1" status: 200 len: 994 time: 0.1039748 Feb 09 14:52:26.809460 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-27aa3936-3b4c-447f-96e5-6f445822d7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:29.233854 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d44e1d6e-3ab9-47f4-8b6c-162400e86322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:30.330779 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:30.334976 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:31.599575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49488) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:31.720236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f0de6d4-3380-46ca-b11a-7beb90d0490a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:31.734949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4f0de6d4-3380-46ca-b11a-7beb90d0490a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:52:31.739941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4f0de6d4-3380-46ca-b11a-7beb90d0490a admin admin] Usage tracker for resource:security_group_rule and tenant:804bf53022ae4524b4b0952a8a006589 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:52:31.742649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4f0de6d4-3380-46ca-b11a-7beb90d0490a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:52:31.748555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4f0de6d4-3380-46ca-b11a-7beb90d0490a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:52:31.835593 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f0de6d4-3380-46ca-b11a-7beb90d0490a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:31.838915 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4f0de6d4-3380-46ca-b11a-7beb90d0490a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:31.878401 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:31.886550 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4f0de6d4-3380-46ca-b11a-7beb90d0490a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=804bf53022ae4524b4b0952a8a006589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858889 Feb 09 14:52:31.888111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0de6d4-3380-46ca-b11a-7beb90d0490a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d27f93-94b4-49c4-8196-23c3d8cfdf25,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:31.889318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49494) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:32.062597 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce5f86c1-7d61-4f64-90c0-452ede26bfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:32.088149 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce5f86c1-7d61-4f64-90c0-452ede26bfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:32.143530 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce5f86c1-7d61-4f64-90c0-452ede26bfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:32.161341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f86c1-7d61-4f64-90c0-452ede26bfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d27f93-94b4-49c4-8196-23c3d8cfdf25,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:32.168091 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ce5f86c1-7d61-4f64-90c0-452ede26bfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:32.169837 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ce5f86c1-7d61-4f64-90c0-452ede26bfd6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8d27f93-94b4-49c4-8196-23c3d8cfdf25 HTTP/1.1" status: 204 len: 168 time: 0.2794466 Feb 09 14:52:32.848837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49518) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:32.957445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1815877824-network', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:52:32.963286 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:52:32.967391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Usage tracker for resource:network and tenant:9d6bc4b9ca594a338ae49518c1c24b27 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:52:32.970314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:52:32.977029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:52:32.987136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Made reservation on behalf of 9d6bc4b9ca594a338ae49518c1c24b27 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:52:32.990070 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:33.003080 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:33.016547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:52:33.020526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Usage tracker for resource:security_group_rule and tenant:9d6bc4b9ca594a338ae49518c1c24b27 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:52:33.023387 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:52:33.029604 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:52:33.112463 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:33.118185 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:33.147085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:52:33.155974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2dfc03-0cd3-4404-a4f7-ffe64bcf2272,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:33.160933 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:33.161285 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Added segment 49f2477f-662f-4c94-8d24-5df90a71e303 of type vlan for network 198b6fc1-b286-4f26-af3e-6e99387154d7 Feb 09 14:52:33.191522 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:33.221644 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:33.223039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:33.223613 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:33.330361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] Pushing event updated for resources: {'Network': ['ID=198b6fc1-b286-4f26-af3e-6e99387154d7,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:33.336614 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-360c0aa1-ac22-47b8-a1dc-2b1f71ef272a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4867494 Feb 09 14:52:33.339466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49524) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:33.345884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-5a7ccb5f-f1e4-4d9a-84a1-7310ea10d7d3 admin admin] Request body: {'subnet': {'network_id': '198b6fc1-b286-4f26-af3e-6e99387154d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1815877824-subnet', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:52:33.346020 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 198b6fc1-b286-4f26-af3e-6e99387154d7 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:52:33.351507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5a7ccb5f-f1e4-4d9a-84a1-7310ea10d7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:52:33.355548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5a7ccb5f-f1e4-4d9a-84a1-7310ea10d7d3 admin admin] Usage tracker for resource:subnet and tenant:9d6bc4b9ca594a338ae49518c1c24b27 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:52:33.358416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5a7ccb5f-f1e4-4d9a-84a1-7310ea10d7d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:52:33.364624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5a7ccb5f-f1e4-4d9a-84a1-7310ea10d7d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:52:33.379715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7ccb5f-f1e4-4d9a-84a1-7310ea10d7d3 admin admin] Made reservation on behalf of 9d6bc4b9ca594a338ae49518c1c24b27 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:52:33.382078 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5a7ccb5f-f1e4-4d9a-84a1-7310ea10d7d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:33.588054 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5a7ccb5f-f1e4-4d9a-84a1-7310ea10d7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:33.661254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ccb5f-f1e4-4d9a-84a1-7310ea10d7d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faeb6b27-299f-4d51-9378-c88953d72f37,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:33.669339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ccb5f-f1e4-4d9a-84a1-7310ea10d7d3 admin admin] Checking segment: {'id': '49f2477f-662f-4c94-8d24-5df90a71e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '198b6fc1-b286-4f26-af3e-6e99387154d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:52:33.669690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7ccb5f-f1e4-4d9a-84a1-7310ea10d7d3 admin admin] Network hostable DHCP agents. Network: 198b6fc1-b286-4f26-af3e-6e99387154d7, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:52:33.689754 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7ccb5f-f1e4-4d9a-84a1-7310ea10d7d3 admin admin] Network 198b6fc1-b286-4f26-af3e-6e99387154d7 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:52:33.700863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-5a7ccb5f-f1e4-4d9a-84a1-7310ea10d7d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 198b6fc1-b286-4f26-af3e-6e99387154d7) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:52:33.705085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7ccb5f-f1e4-4d9a-84a1-7310ea10d7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:33.705693 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5a7ccb5f-f1e4-4d9a-84a1-7310ea10d7d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:33.712265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b521f0b2-001d-4236-9218-55b667a29406 None None] Network 198b6fc1-b286-4f26-af3e-6e99387154d7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:52:33.727278 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5a7ccb5f-f1e4-4d9a-84a1-7310ea10d7d3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3865569 Feb 09 14:52:33.730301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49528) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:33.735116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1815877824-router', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:52:33.740277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:52:33.744456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Usage tracker for resource:router and tenant:9d6bc4b9ca594a338ae49518c1c24b27 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:52:33.748385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:52:33.754881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:52:33.773857 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:33.774952 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:33.790424 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:33.934762 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-198b6fc1-b286-4f26-af3e-6e99387154d7', 'network_id': '198b6fc1-b286-4f26-af3e-6e99387154d7', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'fixed_ips': [{'subnet_id': 'faeb6b27-299f-4d51-9378-c88953d72f37'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:52:33.936122 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:34.111125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Allocated IP 172.20.0.2 (198b6fc1-b286-4f26-af3e-6e99387154d7/faeb6b27-299f-4d51-9378-c88953d72f37/7941f386-10c3-4f72-a06e-9d0962644bf0) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:52:34.184050 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:34.316442 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:34.327463 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Transition to ACTIVE for port object 7941f386-10c3-4f72-a06e-9d0962644bf0 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:52:34.363409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Transition to ACTIVE for port object 7941f386-10c3-4f72-a06e-9d0962644bf0 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:52:34.367576 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:34.479035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Network 198b6fc1-b286-4f26-af3e-6e99387154d7 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:52:34.482344 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:52:34.484181 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Pushing event updated for resources: {'Port': ['ID=7941f386-10c3-4f72-a06e-9d0962644bf0,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:34.486301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:52:34.495698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:34.496067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:34.496406 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:34.496744 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:34.497074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:34.497399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:34.497726 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:34.498045 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:34.498736 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:34.498736 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:34.498992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:34.499305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:34.524841 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:34.555986 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:34.588058 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Attempting to bind port 7941f386-10c3-4f72-a06e-9d0962644bf0 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:52:34.588503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Attempting to bind port 7941f386-10c3-4f72-a06e-9d0962644bf0 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '49f2477f-662f-4c94-8d24-5df90a71e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '198b6fc1-b286-4f26-af3e-6e99387154d7'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:52:34.588931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Attempting to bind port 7941f386-10c3-4f72-a06e-9d0962644bf0 on network 198b6fc1-b286-4f26-af3e-6e99387154d7 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:52:34.595047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:52:34.595270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Checking segment: {'id': '49f2477f-662f-4c94-8d24-5df90a71e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '198b6fc1-b286-4f26-af3e-6e99387154d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:52:34.595669 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:34.596089 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Bound using segment: {'id': '49f2477f-662f-4c94-8d24-5df90a71e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '198b6fc1-b286-4f26-af3e-6e99387154d7'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:52:34.596554 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Bound port: 7941f386-10c3-4f72-a06e-9d0962644bf0, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f2477f-662f-4c94-8d24-5df90a71e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '198b6fc1-b286-4f26-af3e-6e99387154d7'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:52:34.596947 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:34.685447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] For port 7941f386-10c3-4f72-a06e-9d0962644bf0, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:52:34.688381 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] For port 7941f386-10c3-4f72-a06e-9d0962644bf0, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7941f386-10c3-4f72-a06e-9d0962644bf0,segment=NetworkSegment(49f2477f-662f-4c94-8d24-5df90a71e303),segment_id=49f2477f-662f-4c94-8d24-5df90a71e303)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:52:34.692940 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:34.701755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Allocated IP 172.25.8.53 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/f3dea591-7876-453b-bff8-83c844889864) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:52:34.768777 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47bb2fd-a404-415e-8439-46454a559b7e None None] Pushing event updated for resources: {'Port': ['ID=7941f386-10c3-4f72-a06e-9d0962644bf0,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:34.873448 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:34.906312 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:34.995670 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:52:35.000281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:52:35.004931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:52:35.058097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Pushing event updated for resources: {'Port': ['ID=f3dea591-7876-453b-bff8-83c844889864,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:35.495211 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:35.915505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cf4450-45f2-4411-817e-5e899d11233c None None] Network 198b6fc1-b286-4f26-af3e-6e99387154d7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:52:36.022828 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:36.057921 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-85584852-e87b-4e0e-ab5c-1af2c9e6320b None None] Provisioning for port 7941f386-10c3-4f72-a06e-9d0962644bf0 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:52:36.254820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Router c2db77d1-b0c2-46ef-a8b2-a073683f8b83 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:52:36.444190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:52:36.459557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Sync routers for ids ['c2db77d1-b0c2-46ef-a8b2-a073683f8b83'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:52:36.471833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Routers {'c2db77d1-b0c2-46ef-a8b2-a073683f8b83'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:52:36.471833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c2db77d1-b0c2-46ef-a8b2-a073683f8b83'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:36.477572 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:36.479073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49536) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:36.479502 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4244a257-3d09-4e85-b5ee-8effc2b3110f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7449448 Feb 09 14:52:36.646209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Set router c2db77d1-b0c2-46ef-a8b2-a073683f8b83 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:52:36.881362 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7941f386-10c3-4f72-a06e-9d0962644bf0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:52:37.000570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 7941f386-10c3-4f72-a06e-9d0962644bf0 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:52:37.008238 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7941f386-10c3-4f72-a06e-9d0962644bf0 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:52:37.008609 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:37.037847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'name': 'tempest-TestAggregatesBasicOps-1815877824-router', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3dea591-7876-453b-bff8-83c844889864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:33Z', 'updated_at': '2022-02-09T14:52:35Z', 'revision_number': 3, 'project_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'gw_port': {'id': 'f3dea591-7876-453b-bff8-83c844889864', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:34Z', 'updated_at': '2022-02-09T14:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:37.055180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Checking router: c2db77d1-b0c2-46ef-a8b2-a073683f8b83 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:52:37.055526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Updating router c2db77d1-b0c2-46ef-a8b2-a073683f8b83 port f3dea591-7876-453b-bff8-83c844889864 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:52:37.120733 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:37.140666 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:37.285462 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:37.349057 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Allocated IP 172.20.0.1 (198b6fc1-b286-4f26-af3e-6e99387154d7/faeb6b27-299f-4d51-9378-c88953d72f37/862f0cf5-dee9-4f38-be4d-951ae8b75d99) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:52:37.437571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 7941f386-10c3-4f72-a06e-9d0962644bf0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7941f386-10c3-4f72-a06e-9d0962644bf0,segment=NetworkSegment(49f2477f-662f-4c94-8d24-5df90a71e303),segment_id=49f2477f-662f-4c94-8d24-5df90a71e303)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:52:37.445211 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:37.500888 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:37.516232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Transition to ACTIVE for port object 862f0cf5-dee9-4f38-be4d-951ae8b75d99 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:52:37.541806 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:37.544049 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=7941f386-10c3-4f72-a06e-9d0962644bf0,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:37.612417 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Network 198b6fc1-b286-4f26-af3e-6e99387154d7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:52:37.615769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:52:37.619669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:52:37.626947 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:37.639538 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Transition to ACTIVE for port object f3dea591-7876-453b-bff8-83c844889864 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:52:37.646048 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:37.655313 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Pushing event updated for resources: {'Port': ['ID=862f0cf5-dee9-4f38-be4d-951ae8b75d99,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:37.679948 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:37.730890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Attempting to bind port f3dea591-7876-453b-bff8-83c844889864 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:52:37.731294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Attempting to bind port f3dea591-7876-453b-bff8-83c844889864 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:52:37.731658 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Attempting to bind port f3dea591-7876-453b-bff8-83c844889864 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:52:37.734536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563097f0-b340-48f6-913f-b3b1abffba96 None None] Pushing event updated for resources: {'Port': ['ID=f3dea591-7876-453b-bff8-83c844889864,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:37.741413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:52:37.741784 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:52:37.742189 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:37.742576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:52:37.743450 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Bound port: f3dea591-7876-453b-bff8-83c844889864, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:52:37.743450 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:37.822899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] For port f3dea591-7876-453b-bff8-83c844889864, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:52:37.826958 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] For port f3dea591-7876-453b-bff8-83c844889864, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f3dea591-7876-453b-bff8-83c844889864,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:52:37.839461 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:37.906603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2afc2d04-d563-4d50-b39a-b1f1bee5907b None None] Provisioning for port 862f0cf5-dee9-4f38-be4d-951ae8b75d99 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:52:37.928323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2afc2d04-d563-4d50-b39a-b1f1bee5907b None None] Provisioning complete for port 862f0cf5-dee9-4f38-be4d-951ae8b75d99 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:52:37.928693 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2afc2d04-d563-4d50-b39a-b1f1bee5907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:37.961904 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Routers {'c2db77d1-b0c2-46ef-a8b2-a073683f8b83'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:52:37.962530 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c2db77d1-b0c2-46ef-a8b2-a073683f8b83'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:38.017044 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563097f0-b340-48f6-913f-b3b1abffba96 None None] Pushing event updated for resources: {'Port': ['ID=f3dea591-7876-453b-bff8-83c844889864,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:38.059826 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:38.064476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-2afc2d04-d563-4d50-b39a-b1f1bee5907b None None] Port 862f0cf5-dee9-4f38-be4d-951ae8b75d99 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:52:38.163494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] Set router c2db77d1-b0c2-46ef-a8b2-a073683f8b83 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:52:38.283759 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:38.288568 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:38.399701 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:38.403174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Pushing event updated for resources: {'Port': ['ID=862f0cf5-dee9-4f38-be4d-951ae8b75d99,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:38.482691 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'name': 'tempest-TestAggregatesBasicOps-1815877824-router', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3dea591-7876-453b-bff8-83c844889864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:33Z', 'updated_at': '2022-02-09T14:52:37Z', 'revision_number': 4, 'project_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'gw_port': {'id': 'f3dea591-7876-453b-bff8-83c844889864', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:34Z', 'updated_at': '2022-02-09T14:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '862f0cf5-dee9-4f38-be4d-951ae8b75d99', 'name': '', 'network_id': '198b6fc1-b286-4f26-af3e-6e99387154d7', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'mac_address': 'fa:16:3e:cf:b6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'faeb6b27-299f-4d51-9378-c88953d72f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:37Z', 'updated_at': '2022-02-09T14:52:37Z', 'revision_number': 1, 'project_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'subnets': [{'id': 'faeb6b27-299f-4d51-9378-c88953d72f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:38.486851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6914f19a-460d-4297-b497-1b6234fff575 None None] The sync data for ids ['c2db77d1-b0c2-46ef-a8b2-a073683f8b83'] in n-d-828418-2 is: [{'id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'name': 'tempest-TestAggregatesBasicOps-1815877824-router', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3dea591-7876-453b-bff8-83c844889864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:33Z', 'updated_at': '2022-02-09T14:52:37Z', 'revision_number': 4, 'project_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'gw_port': {'id': 'f3dea591-7876-453b-bff8-83c844889864', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:34Z', 'updated_at': '2022-02-09T14:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '862f0cf5-dee9-4f38-be4d-951ae8b75d99', 'name': '', 'network_id': '198b6fc1-b286-4f26-af3e-6e99387154d7', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'mac_address': 'fa:16:3e:cf:b6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'faeb6b27-299f-4d51-9378-c88953d72f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:37Z', 'updated_at': '2022-02-09T14:52:37Z', 'revision_number': 1, 'project_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'subnets': [{'id': 'faeb6b27-299f-4d51-9378-c88953d72f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:52:38.549592 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Network 198b6fc1-b286-4f26-af3e-6e99387154d7 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:52:38.551613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:52:38.766270 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Router c2db77d1-b0c2-46ef-a8b2-a073683f8b83 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:52:38.864141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7941f386-10c3-4f72-a06e-9d0962644bf0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:52:38.928011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1a7840d7-b1e2-4af7-9ccd-7027f643ecad None None] Provisioning complete for port 862f0cf5-dee9-4f38-be4d-951ae8b75d99 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:52:38.928377 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1a7840d7-b1e2-4af7-9ccd-7027f643ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:38.972736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:52:38.985213 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-14559ecc-8b2b-4980-8836-57f6eb021329 admin admin] 10.222.0.48 "PUT /v2.0/routers/c2db77d1-b0c2-46ef-a8b2-a073683f8b83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5080521 Feb 09 14:52:38.993745 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-1a7840d7-b1e2-4af7-9ccd-7027f643ecad None None] Port 862f0cf5-dee9-4f38-be4d-951ae8b75d99 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:52:38.995080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7941f386-10c3-4f72-a06e-9d0962644bf0 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:52:38.995448 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:39.133490 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:39.641995 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49554) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:39.648138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1632513433-network', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:52:39.653668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:52:39.657501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Usage tracker for resource:network and tenant:1afd76eeb16d4c999b79696e3dc7906f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:52:39.661113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:52:39.666955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:52:39.678030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Made reservation on behalf of 1afd76eeb16d4c999b79696e3dc7906f for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:52:39.680526 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:39.693221 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:39.708493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:52:39.712443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Usage tracker for resource:security_group_rule and tenant:1afd76eeb16d4c999b79696e3dc7906f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:52:39.715314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:52:39.721513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:52:39.811333 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:39.816140 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:39.847030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:52:39.856151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccc07c0-23f2-4d0c-9c37-87f036b3a885,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:39.863496 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:39.863496 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Added segment 4a090ab9-d3a0-4815-885c-42fc6cc2ec83 of type vlan for network b82c8634-dd04-434f-bda3-c64609fbd918 Feb 09 14:52:39.890383 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:39.921511 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:39.922503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:39.923073 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:40.031493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] Pushing event updated for resources: {'Network': ['ID=b82c8634-dd04-434f-bda3-c64609fbd918,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:40.034804 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-959789c8-1cfb-4841-b236-cfc7d3f5cd02 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3915672 Feb 09 14:52:40.037404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49558) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:40.041847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network b82c8634-dd04-434f-bda3-c64609fbd918 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:52:40.043369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8b1a7cd4-501f-4183-bb77-cdf6802384d3 admin admin] Request body: {'subnet': {'network_id': 'b82c8634-dd04-434f-bda3-c64609fbd918', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1632513433-subnet', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f', 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:52:40.049370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8b1a7cd4-501f-4183-bb77-cdf6802384d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:52:40.053677 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8b1a7cd4-501f-4183-bb77-cdf6802384d3 admin admin] Usage tracker for resource:subnet and tenant:1afd76eeb16d4c999b79696e3dc7906f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:52:40.056656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8b1a7cd4-501f-4183-bb77-cdf6802384d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:52:40.062757 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8b1a7cd4-501f-4183-bb77-cdf6802384d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:52:40.074691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1a7cd4-501f-4183-bb77-cdf6802384d3 admin admin] Made reservation on behalf of 1afd76eeb16d4c999b79696e3dc7906f for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:52:40.077031 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b1a7cd4-501f-4183-bb77-cdf6802384d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:40.282535 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b1a7cd4-501f-4183-bb77-cdf6802384d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:40.485363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a7cd4-501f-4183-bb77-cdf6802384d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86b387cd-e882-4447-9356-8ad5914e9bf0,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:40.496215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1a7cd4-501f-4183-bb77-cdf6802384d3 admin admin] Checking segment: {'id': '4a090ab9-d3a0-4815-885c-42fc6cc2ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b82c8634-dd04-434f-bda3-c64609fbd918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:52:40.496571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1a7cd4-501f-4183-bb77-cdf6802384d3 admin admin] Network hostable DHCP agents. Network: b82c8634-dd04-434f-bda3-c64609fbd918, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:52:40.522937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1a7cd4-501f-4183-bb77-cdf6802384d3 admin admin] Network b82c8634-dd04-434f-bda3-c64609fbd918 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:52:40.532709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8b1a7cd4-501f-4183-bb77-cdf6802384d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, b82c8634-dd04-434f-bda3-c64609fbd918) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:52:40.537848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1a7cd4-501f-4183-bb77-cdf6802384d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:52:40.538781 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8b1a7cd4-501f-4183-bb77-cdf6802384d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:40.542648 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877f727d-68c8-46b6-8d22-5a474a220126 None None] Network b82c8634-dd04-434f-bda3-c64609fbd918 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:52:40.563764 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8b1a7cd4-501f-4183-bb77-cdf6802384d3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5230405 Feb 09 14:52:40.564048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49562) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:40.569142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1632513433-router', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:52:40.575783 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:52:40.581071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Usage tracker for resource:router and tenant:1afd76eeb16d4c999b79696e3dc7906f is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:52:40.584643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:52:40.590073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:52:40.602582 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:40.603675 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:40.620741 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Sync routers for ids ['c2db77d1-b0c2-46ef-a8b2-a073683f8b83'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:52:40.621445 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:40.635333 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Routers {'c2db77d1-b0c2-46ef-a8b2-a073683f8b83'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:52:40.635903 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c2db77d1-b0c2-46ef-a8b2-a073683f8b83'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:40.775172 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:40.828785 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Set router c2db77d1-b0c2-46ef-a8b2-a073683f8b83 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:52:40.833691 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-b82c8634-dd04-434f-bda3-c64609fbd918', 'network_id': 'b82c8634-dd04-434f-bda3-c64609fbd918', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f', 'fixed_ips': [{'subnet_id': '86b387cd-e882-4447-9356-8ad5914e9bf0'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:52:40.834542 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:40.907855 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:40.918080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f3dea591-7876-453b-bff8-83c844889864 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:52:41.065760 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port f3dea591-7876-453b-bff8-83c844889864 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:52:41.074340 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f3dea591-7876-453b-bff8-83c844889864 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:52:41.074780 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:41.134305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Allocated IP 172.20.0.2 (b82c8634-dd04-434f-bda3-c64609fbd918/86b387cd-e882-4447-9356-8ad5914e9bf0/435afa03-315b-4ca9-ab86-a2c1190c2d9e) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:52:41.163203 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'name': 'tempest-TestAggregatesBasicOps-1815877824-router', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3dea591-7876-453b-bff8-83c844889864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:33Z', 'updated_at': '2022-02-09T14:52:37Z', 'revision_number': 4, 'project_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'gw_port': {'id': 'f3dea591-7876-453b-bff8-83c844889864', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:34Z', 'updated_at': '2022-02-09T14:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '862f0cf5-dee9-4f38-be4d-951ae8b75d99', 'name': '', 'network_id': '198b6fc1-b286-4f26-af3e-6e99387154d7', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'mac_address': 'fa:16:3e:cf:b6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'faeb6b27-299f-4d51-9378-c88953d72f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:37Z', 'updated_at': '2022-02-09T14:52:38Z', 'revision_number': 2, 'project_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'subnets': [{'id': 'faeb6b27-299f-4d51-9378-c88953d72f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:41.167304 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Checking router: c2db77d1-b0c2-46ef-a8b2-a073683f8b83 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:52:41.167657 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Updating router c2db77d1-b0c2-46ef-a8b2-a073683f8b83 port 862f0cf5-dee9-4f38-be4d-951ae8b75d99 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:52:41.227087 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:41.241278 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:41.271596 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:41.315314 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:41.359120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port f3dea591-7876-453b-bff8-83c844889864, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f3dea591-7876-453b-bff8-83c844889864,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:52:41.393222 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:41.438513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Allocated IP 172.25.8.107 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/ecb8e339-383a-4fa6-847d-0f5b240992bb) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:52:41.506961 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:41.520530 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=f3dea591-7876-453b-bff8-83c844889864,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:41.523765 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Transition to ACTIVE for port object 435afa03-315b-4ca9-ab86-a2c1190c2d9e will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:52:41.543212 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Transition to ACTIVE for port object 435afa03-315b-4ca9-ab86-a2c1190c2d9e will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:52:41.551400 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:41.613512 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:41.613783 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:41.626314 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Transition to ACTIVE for port object 862f0cf5-dee9-4f38-be4d-951ae8b75d99 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:52:41.633175 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:41.636144 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Pushing event updated for resources: {'Port': ['ID=435afa03-315b-4ca9-ab86-a2c1190c2d9e,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:41.640345 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Network b82c8634-dd04-434f-bda3-c64609fbd918 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:52:41.641442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:52:41.643476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:52:41.659881 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:41.727464 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:52:41.730605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:52:41.734727 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:52:41.744502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Attempting to bind port 435afa03-315b-4ca9-ab86-a2c1190c2d9e on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:52:41.744728 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Attempting to bind port 435afa03-315b-4ca9-ab86-a2c1190c2d9e by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '4a090ab9-d3a0-4815-885c-42fc6cc2ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b82c8634-dd04-434f-bda3-c64609fbd918'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:52:41.744979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Attempting to bind port 435afa03-315b-4ca9-ab86-a2c1190c2d9e on network b82c8634-dd04-434f-bda3-c64609fbd918 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:52:41.751133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:52:41.751794 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Checking segment: {'id': '4a090ab9-d3a0-4815-885c-42fc6cc2ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b82c8634-dd04-434f-bda3-c64609fbd918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:52:41.752844 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:41.753427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Bound using segment: {'id': '4a090ab9-d3a0-4815-885c-42fc6cc2ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b82c8634-dd04-434f-bda3-c64609fbd918'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:52:41.754218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Bound port: 435afa03-315b-4ca9-ab86-a2c1190c2d9e, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a090ab9-d3a0-4815-885c-42fc6cc2ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b82c8634-dd04-434f-bda3-c64609fbd918'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:52:41.754754 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:41.771845 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ecb8e339-383a-4fa6-847d-0f5b240992bb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:41.801048 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e33b2-178b-460a-b489-1c1e5ffa13b2 None None] Pushing event updated for resources: {'Port': ['ID=862f0cf5-dee9-4f38-be4d-951ae8b75d99,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:41.873142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] For port 435afa03-315b-4ca9-ab86-a2c1190c2d9e, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:52:41.878746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] For port 435afa03-315b-4ca9-ab86-a2c1190c2d9e, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=435afa03-315b-4ca9-ab86-a2c1190c2d9e,segment=NetworkSegment(4a090ab9-d3a0-4815-885c-42fc6cc2ec83),segment_id=4a090ab9-d3a0-4815-885c-42fc6cc2ec83)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:52:41.884426 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:41.902948 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Attempting to bind port 862f0cf5-dee9-4f38-be4d-951ae8b75d99 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:52:41.904045 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Attempting to bind port 862f0cf5-dee9-4f38-be4d-951ae8b75d99 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '49f2477f-662f-4c94-8d24-5df90a71e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '198b6fc1-b286-4f26-af3e-6e99387154d7'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:52:41.904586 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Attempting to bind port 862f0cf5-dee9-4f38-be4d-951ae8b75d99 on network 198b6fc1-b286-4f26-af3e-6e99387154d7 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:52:41.912477 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:52:41.913133 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Checking segment: {'id': '49f2477f-662f-4c94-8d24-5df90a71e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '198b6fc1-b286-4f26-af3e-6e99387154d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:52:41.913540 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:41.913929 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Bound using segment: {'id': '49f2477f-662f-4c94-8d24-5df90a71e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '198b6fc1-b286-4f26-af3e-6e99387154d7'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:52:41.914473 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Bound port: 862f0cf5-dee9-4f38-be4d-951ae8b75d99, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f2477f-662f-4c94-8d24-5df90a71e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '198b6fc1-b286-4f26-af3e-6e99387154d7'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:52:41.914847 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:41.979151 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f5731-926a-475f-a34b-8c64c7492240 None None] Pushing event updated for resources: {'Port': ['ID=435afa03-315b-4ca9-ab86-a2c1190c2d9e,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:42.028249 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] For port 862f0cf5-dee9-4f38-be4d-951ae8b75d99, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:52:42.032720 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] For port 862f0cf5-dee9-4f38-be4d-951ae8b75d99, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=862f0cf5-dee9-4f38-be4d-951ae8b75d99,segment=NetworkSegment(49f2477f-662f-4c94-8d24-5df90a71e303),segment_id=49f2477f-662f-4c94-8d24-5df90a71e303)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:52:42.038585 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:42.149017 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Routers {'c2db77d1-b0c2-46ef-a8b2-a073683f8b83'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:52:42.149746 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c2db77d1-b0c2-46ef-a8b2-a073683f8b83'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:42.250110 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e33b2-178b-460a-b489-1c1e5ffa13b2 None None] Pushing event updated for resources: {'Port': ['ID=862f0cf5-dee9-4f38-be4d-951ae8b75d99,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:42.378922 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] Set router c2db77d1-b0c2-46ef-a8b2-a073683f8b83 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:52:42.384444 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:42.698435 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'name': 'tempest-TestAggregatesBasicOps-1815877824-router', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3dea591-7876-453b-bff8-83c844889864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:33Z', 'updated_at': '2022-02-09T14:52:37Z', 'revision_number': 4, 'project_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'gw_port': {'id': 'f3dea591-7876-453b-bff8-83c844889864', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:34Z', 'updated_at': '2022-02-09T14:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '862f0cf5-dee9-4f38-be4d-951ae8b75d99', 'name': '', 'network_id': '198b6fc1-b286-4f26-af3e-6e99387154d7', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'mac_address': 'fa:16:3e:cf:b6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'faeb6b27-299f-4d51-9378-c88953d72f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:37Z', 'updated_at': '2022-02-09T14:52:42Z', 'revision_number': 4, 'project_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'subnets': [{'id': 'faeb6b27-299f-4d51-9378-c88953d72f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:42.702284 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57b7148-5009-4bec-906a-aaf9fb456174 None None] The sync data for ids ['c2db77d1-b0c2-46ef-a8b2-a073683f8b83'] in n-d-828418-2 is: [{'id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'name': 'tempest-TestAggregatesBasicOps-1815877824-router', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3dea591-7876-453b-bff8-83c844889864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:33Z', 'updated_at': '2022-02-09T14:52:37Z', 'revision_number': 4, 'project_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'gw_port': {'id': 'f3dea591-7876-453b-bff8-83c844889864', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:34Z', 'updated_at': '2022-02-09T14:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '862f0cf5-dee9-4f38-be4d-951ae8b75d99', 'name': '', 'network_id': '198b6fc1-b286-4f26-af3e-6e99387154d7', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'mac_address': 'fa:16:3e:cf:b6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'faeb6b27-299f-4d51-9378-c88953d72f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:37Z', 'updated_at': '2022-02-09T14:52:42Z', 'revision_number': 4, 'project_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'subnets': [{'id': 'faeb6b27-299f-4d51-9378-c88953d72f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:52:42.736998 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:42.991870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f3dea591-7876-453b-bff8-83c844889864 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:52:43.017437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Router 663c3a93-64b7-46c9-b7f7-7af6964884ea is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:52:43.088619 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f3dea591-7876-453b-bff8-83c844889864 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:52:43.089308 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:43.225442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 435afa03-315b-4ca9-ab86-a2c1190c2d9e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:52:43.226687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:52:43.262066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Sync routers for ids ['663c3a93-64b7-46c9-b7f7-7af6964884ea'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:52:43.269390 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:43.271624 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f9deab-b1dc-41a3-9cbd-daaae8ee97a9 None None] Network b82c8634-dd04-434f-bda3-c64609fbd918 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:52:43.273537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49566) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:43.274900 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9264a98a-1b03-43f5-95e6-9ebd8a83d1e3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7099376 Feb 09 14:52:43.379801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Routers {'663c3a93-64b7-46c9-b7f7-7af6964884ea'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:52:43.380771 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['663c3a93-64b7-46c9-b7f7-7af6964884ea'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:43.491873 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1102ea44-66aa-4d8f-b003-8fed582ae766 None None] Provisioning for port 435afa03-315b-4ca9-ab86-a2c1190c2d9e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:52:43.664377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 435afa03-315b-4ca9-ab86-a2c1190c2d9e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:52:43.702659 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 435afa03-315b-4ca9-ab86-a2c1190c2d9e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:52:43.703036 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:43.796325 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Set router 663c3a93-64b7-46c9-b7f7-7af6964884ea gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:52:43.919165 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:52:44.099537 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:44.185572 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:44.267470 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 435afa03-315b-4ca9-ab86-a2c1190c2d9e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=435afa03-315b-4ca9-ab86-a2c1190c2d9e,segment=NetworkSegment(4a090ab9-d3a0-4815-885c-42fc6cc2ec83),segment_id=4a090ab9-d3a0-4815-885c-42fc6cc2ec83)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:52:44.289649 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:44.290854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 862f0cf5-dee9-4f38-be4d-951ae8b75d99 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:52:44.320908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Allocated IP 172.20.0.1 (b82c8634-dd04-434f-bda3-c64609fbd918/86b387cd-e882-4447-9356-8ad5914e9bf0/d323009a-d1e4-461d-bf8c-a3198447c99a) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:52:44.446588 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=435afa03-315b-4ca9-ab86-a2c1190c2d9e,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:44.455555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'name': 'tempest-TestAggregatesBasicOps-1632513433-router', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'ecb8e339-383a-4fa6-847d-0f5b240992bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:40Z', 'updated_at': '2022-02-09T14:52:42Z', 'revision_number': 3, 'project_id': '1afd76eeb16d4c999b79696e3dc7906f', 'gw_port': {'id': 'ecb8e339-383a-4fa6-847d-0f5b240992bb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:41Z', 'updated_at': '2022-02-09T14:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:44.466321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Checking router: 663c3a93-64b7-46c9-b7f7-7af6964884ea for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:52:44.466666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Updating router 663c3a93-64b7-46c9-b7f7-7af6964884ea port ecb8e339-383a-4fa6-847d-0f5b240992bb binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:52:44.473282 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:44.488961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Transition to ACTIVE for port object d323009a-d1e4-461d-bf8c-a3198447c99a will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:52:44.513636 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:44.562843 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 862f0cf5-dee9-4f38-be4d-951ae8b75d99 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:52:44.569410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Network b82c8634-dd04-434f-bda3-c64609fbd918 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:52:44.576692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:52:44.580048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f4e98fff-ba19-4c19-a383-f262d03ae66d None None] Provisioning complete for port 435afa03-315b-4ca9-ab86-a2c1190c2d9e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:52:44.581582 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f4e98fff-ba19-4c19-a383-f262d03ae66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:44.583583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:52:44.613788 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 862f0cf5-dee9-4f38-be4d-951ae8b75d99 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:52:44.614153 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:44.632910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Pushing event updated for resources: {'Port': ['ID=d323009a-d1e4-461d-bf8c-a3198447c99a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:44.649711 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:44.687612 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:44.778285 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:45.012116 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:45.017330 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:45.089336 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:45.123698 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:45.132745 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Pushing event updated for resources: {'Port': ['ID=d323009a-d1e4-461d-bf8c-a3198447c99a,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:45.163049 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 862f0cf5-dee9-4f38-be4d-951ae8b75d99, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=862f0cf5-dee9-4f38-be4d-951ae8b75d99,segment=NetworkSegment(49f2477f-662f-4c94-8d24-5df90a71e303),segment_id=49f2477f-662f-4c94-8d24-5df90a71e303)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:52:45.168948 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:45.249808 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 435afa03-315b-4ca9-ab86-a2c1190c2d9e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:52:45.276299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Network b82c8634-dd04-434f-bda3-c64609fbd918 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:52:45.277433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:52:45.294104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=862f0cf5-dee9-4f38-be4d-951ae8b75d99,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:45.311344 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-17b28f58-2806-475f-9acd-c0b279c14805 None None] Provisioning for port d323009a-d1e4-461d-bf8c-a3198447c99a completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:52:45.367862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-17b28f58-2806-475f-9acd-c0b279c14805 None None] Provisioning complete for port d323009a-d1e4-461d-bf8c-a3198447c99a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:52:45.368230 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-17b28f58-2806-475f-9acd-c0b279c14805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:45.449541 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:45.455631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-17b28f58-2806-475f-9acd-c0b279c14805 None None] Port d323009a-d1e4-461d-bf8c-a3198447c99a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:52:45.468161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Transition to ACTIVE for port object ecb8e339-383a-4fa6-847d-0f5b240992bb will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:52:45.470863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Router 663c3a93-64b7-46c9-b7f7-7af6964884ea has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:52:45.479373 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 435afa03-315b-4ca9-ab86-a2c1190c2d9e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:52:45.479792 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:45.504931 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:45.625698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e1936-a0fb-4009-ba45-f5c8a5df29ba None None] Pushing event updated for resources: {'Port': ['ID=ecb8e339-383a-4fa6-847d-0f5b240992bb,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:45.629115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Attempting to bind port ecb8e339-383a-4fa6-847d-0f5b240992bb on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:52:45.629476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Attempting to bind port ecb8e339-383a-4fa6-847d-0f5b240992bb by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:52:45.629833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Attempting to bind port ecb8e339-383a-4fa6-847d-0f5b240992bb on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:52:45.642906 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:52:45.643276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:52:45.644558 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:45.644954 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:52:45.645428 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Bound port: ecb8e339-383a-4fa6-847d-0f5b240992bb, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:52:45.645795 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:45.675587 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-380b0942-5330-4046-98ca-2de735e36043 None None] Provisioning complete for port d323009a-d1e4-461d-bf8c-a3198447c99a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:52:45.675986 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-380b0942-5330-4046-98ca-2de735e36043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:45.786865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:52:45.795771 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-df38c20f-5467-441d-85b2-f4ede558d521 admin admin] 10.222.0.48 "PUT /v2.0/routers/663c3a93-64b7-46c9-b7f7-7af6964884ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5205796 Feb 09 14:52:45.808691 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-380b0942-5330-4046-98ca-2de735e36043 None None] Port d323009a-d1e4-461d-bf8c-a3198447c99a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:52:45.826526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] For port ecb8e339-383a-4fa6-847d-0f5b240992bb, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:52:45.829696 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] For port ecb8e339-383a-4fa6-847d-0f5b240992bb, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ecb8e339-383a-4fa6-847d-0f5b240992bb,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:52:45.834616 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:45.915144 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Routers {'663c3a93-64b7-46c9-b7f7-7af6964884ea'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:52:45.915782 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['663c3a93-64b7-46c9-b7f7-7af6964884ea'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:45.986017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e1936-a0fb-4009-ba45-f5c8a5df29ba None None] Pushing event updated for resources: {'Port': ['ID=ecb8e339-383a-4fa6-847d-0f5b240992bb,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:46.099038 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] Set router 663c3a93-64b7-46c9-b7f7-7af6964884ea gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:52:46.424272 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'name': 'tempest-TestAggregatesBasicOps-1632513433-router', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'ecb8e339-383a-4fa6-847d-0f5b240992bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:40Z', 'updated_at': '2022-02-09T14:52:44Z', 'revision_number': 4, 'project_id': '1afd76eeb16d4c999b79696e3dc7906f', 'gw_port': {'id': 'ecb8e339-383a-4fa6-847d-0f5b240992bb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:41Z', 'updated_at': '2022-02-09T14:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'd323009a-d1e4-461d-bf8c-a3198447c99a', 'name': '', 'network_id': 'b82c8634-dd04-434f-bda3-c64609fbd918', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f', 'mac_address': 'fa:16:3e:c3:6d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '86b387cd-e882-4447-9356-8ad5914e9bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:44Z', 'updated_at': '2022-02-09T14:52:44Z', 'revision_number': 2, 'project_id': '1afd76eeb16d4c999b79696e3dc7906f', 'subnets': [{'id': '86b387cd-e882-4447-9356-8ad5914e9bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:46.428896 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0254439e-611c-454b-947d-fff7f09bb275 None None] The sync data for ids ['663c3a93-64b7-46c9-b7f7-7af6964884ea'] in n-d-828418-2 is: [{'id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'name': 'tempest-TestAggregatesBasicOps-1632513433-router', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'ecb8e339-383a-4fa6-847d-0f5b240992bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:40Z', 'updated_at': '2022-02-09T14:52:44Z', 'revision_number': 4, 'project_id': '1afd76eeb16d4c999b79696e3dc7906f', 'gw_port': {'id': 'ecb8e339-383a-4fa6-847d-0f5b240992bb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:41Z', 'updated_at': '2022-02-09T14:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'd323009a-d1e4-461d-bf8c-a3198447c99a', 'name': '', 'network_id': 'b82c8634-dd04-434f-bda3-c64609fbd918', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f', 'mac_address': 'fa:16:3e:c3:6d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '86b387cd-e882-4447-9356-8ad5914e9bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:44Z', 'updated_at': '2022-02-09T14:52:44Z', 'revision_number': 2, 'project_id': '1afd76eeb16d4c999b79696e3dc7906f', 'subnets': [{'id': '86b387cd-e882-4447-9356-8ad5914e9bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:52:47.036161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49614) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:47.323902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ecb8e339-383a-4fa6-847d-0f5b240992bb up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:52:47.394994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port ecb8e339-383a-4fa6-847d-0f5b240992bb completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:52:47.400327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ecb8e339-383a-4fa6-847d-0f5b240992bb triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:52:47.400832 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:47.537797 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:47.560707 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port ecb8e339-383a-4fa6-847d-0f5b240992bb, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ecb8e339-383a-4fa6-847d-0f5b240992bb,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:52:47.566392 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:47.567321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 862f0cf5-dee9-4f38-be4d-951ae8b75d99 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:52:47.656168 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:47.733603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=ecb8e339-383a-4fa6-847d-0f5b240992bb,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:47.745885 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 862f0cf5-dee9-4f38-be4d-951ae8b75d99 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:52:47.746216 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:48.012705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Deleting port 862f0cf5-dee9-4f38-be4d-951ae8b75d99 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:52:48.012941 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:48.179113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] For port 862f0cf5-dee9-4f38-be4d-951ae8b75d99, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=862f0cf5-dee9-4f38-be4d-951ae8b75d99,segment=NetworkSegment(49f2477f-662f-4c94-8d24-5df90a71e303),segment_id=49f2477f-662f-4c94-8d24-5df90a71e303)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:52:48.179804 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:48.301623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Calling delete_port for 862f0cf5-dee9-4f38-be4d-951ae8b75d99 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:52:48.735197 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:48.781205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Pushing event deleted for resources: {'Port': ['ID=862f0cf5-dee9-4f38-be4d-951ae8b75d99,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:48.823862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:48.824215 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:48.824554 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:48.824899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:48.825319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:48.825689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:48.826024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:48.826354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:48.826680 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:48.827003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:48.827329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:48.827651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:52:49.070860 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:49.306882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ecb8e339-383a-4fa6-847d-0f5b240992bb up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:52:49.391461 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ecb8e339-383a-4fa6-847d-0f5b240992bb triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:52:49.391779 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:49.452294 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Router c2db77d1-b0c2-46ef-a8b2-a073683f8b83 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:52:49.639646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:52:49.650397 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24ec48-d297-425d-9555-58bb8c0169f1 None None] Sync routers for ids ['c2db77d1-b0c2-46ef-a8b2-a073683f8b83'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:52:49.654632 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4ecaf91a-692e-40fb-a7cb-5ffcd8198668 admin admin] 10.222.0.48 "PUT /v2.0/routers/c2db77d1-b0c2-46ef-a8b2-a073683f8b83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6173596 Feb 09 14:52:49.657062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49622) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:49.661207 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af24ec48-d297-425d-9555-58bb8c0169f1 None None] Routers {'c2db77d1-b0c2-46ef-a8b2-a073683f8b83'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:52:49.661815 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-af24ec48-d297-425d-9555-58bb8c0169f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c2db77d1-b0c2-46ef-a8b2-a073683f8b83'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:49.842855 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-af24ec48-d297-425d-9555-58bb8c0169f1 None None] Set router c2db77d1-b0c2-46ef-a8b2-a073683f8b83 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:52:49.843480 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43335048-f06c-46a1-96ca-baa0f5eaf2b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:50.073283 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Sync routers for ids ['663c3a93-64b7-46c9-b7f7-7af6964884ea'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:52:50.082655 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Routers {'663c3a93-64b7-46c9-b7f7-7af6964884ea'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:52:50.083259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['663c3a93-64b7-46c9-b7f7-7af6964884ea'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:50.136174 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-af24ec48-d297-425d-9555-58bb8c0169f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'name': 'tempest-TestAggregatesBasicOps-1815877824-router', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'f3dea591-7876-453b-bff8-83c844889864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:33Z', 'updated_at': '2022-02-09T14:52:48Z', 'revision_number': 5, 'project_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'gw_port': {'id': 'f3dea591-7876-453b-bff8-83c844889864', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:34Z', 'updated_at': '2022-02-09T14:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:50.141517 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24ec48-d297-425d-9555-58bb8c0169f1 None None] Checking router: c2db77d1-b0c2-46ef-a8b2-a073683f8b83 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:52:50.151435 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af24ec48-d297-425d-9555-58bb8c0169f1 None None] Routers {'c2db77d1-b0c2-46ef-a8b2-a073683f8b83'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:52:50.151832 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-af24ec48-d297-425d-9555-58bb8c0169f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c2db77d1-b0c2-46ef-a8b2-a073683f8b83'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:50.166139 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43335048-f06c-46a1-96ca-baa0f5eaf2b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:50.177973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-43335048-f06c-46a1-96ca-baa0f5eaf2b1 admin admin] Deleting port f3dea591-7876-453b-bff8-83c844889864 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:52:50.178319 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43335048-f06c-46a1-96ca-baa0f5eaf2b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:50.262193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Set router 663c3a93-64b7-46c9-b7f7-7af6964884ea gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:52:50.302335 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-af24ec48-d297-425d-9555-58bb8c0169f1 None None] Set router c2db77d1-b0c2-46ef-a8b2-a073683f8b83 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:52:50.365592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-43335048-f06c-46a1-96ca-baa0f5eaf2b1 admin admin] For port f3dea591-7876-453b-bff8-83c844889864, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f3dea591-7876-453b-bff8-83c844889864,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:52:50.365955 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43335048-f06c-46a1-96ca-baa0f5eaf2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:50.439945 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-af24ec48-d297-425d-9555-58bb8c0169f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'name': 'tempest-TestAggregatesBasicOps-1815877824-router', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:33Z', 'updated_at': '2022-02-09T14:52:50Z', 'revision_number': 6, 'project_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:50.447198 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24ec48-d297-425d-9555-58bb8c0169f1 None None] The sync data for ids ['c2db77d1-b0c2-46ef-a8b2-a073683f8b83'] in n-d-828418-2 is: [{'id': 'c2db77d1-b0c2-46ef-a8b2-a073683f8b83', 'name': 'tempest-TestAggregatesBasicOps-1815877824-router', 'tenant_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:33Z', 'updated_at': '2022-02-09T14:52:50Z', 'revision_number': 6, 'project_id': '9d6bc4b9ca594a338ae49518c1c24b27', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:52:50.499102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-43335048-f06c-46a1-96ca-baa0f5eaf2b1 admin admin] Calling delete_port for f3dea591-7876-453b-bff8-83c844889864 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:52:50.586185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'name': 'tempest-TestAggregatesBasicOps-1632513433-router', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'ecb8e339-383a-4fa6-847d-0f5b240992bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:40Z', 'updated_at': '2022-02-09T14:52:44Z', 'revision_number': 4, 'project_id': '1afd76eeb16d4c999b79696e3dc7906f', 'gw_port': {'id': 'ecb8e339-383a-4fa6-847d-0f5b240992bb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:41Z', 'updated_at': '2022-02-09T14:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'd323009a-d1e4-461d-bf8c-a3198447c99a', 'name': '', 'network_id': 'b82c8634-dd04-434f-bda3-c64609fbd918', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f', 'mac_address': 'fa:16:3e:c3:6d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '86b387cd-e882-4447-9356-8ad5914e9bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:44Z', 'updated_at': '2022-02-09T14:52:44Z', 'revision_number': 2, 'project_id': '1afd76eeb16d4c999b79696e3dc7906f', 'subnets': [{'id': '86b387cd-e882-4447-9356-8ad5914e9bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:50.590372 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Checking router: 663c3a93-64b7-46c9-b7f7-7af6964884ea for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:52:50.590706 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Updating router 663c3a93-64b7-46c9-b7f7-7af6964884ea port d323009a-d1e4-461d-bf8c-a3198447c99a binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:52:50.661605 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:50.672030 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43335048-f06c-46a1-96ca-baa0f5eaf2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:50.750755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43335048-f06c-46a1-96ca-baa0f5eaf2b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3dea591-7876-453b-bff8-83c844889864,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:50.811178 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43335048-f06c-46a1-96ca-baa0f5eaf2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:51.010979 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43335048-f06c-46a1-96ca-baa0f5eaf2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:51.014197 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43335048-f06c-46a1-96ca-baa0f5eaf2b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:51.018393 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:51.030704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Transition to ACTIVE for port object d323009a-d1e4-461d-bf8c-a3198447c99a will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:52:51.037903 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:51.040381 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43335048-f06c-46a1-96ca-baa0f5eaf2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:51.040928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43335048-f06c-46a1-96ca-baa0f5eaf2b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2db77d1-b0c2-46ef-a8b2-a073683f8b83 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:52:51.053245 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-43335048-f06c-46a1-96ca-baa0f5eaf2b1 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:51.054350 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-43335048-f06c-46a1-96ca-baa0f5eaf2b1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c2db77d1-b0c2-46ef-a8b2-a073683f8b83 HTTP/1.1" status: 204 len: 168 time: 1.3961160 Feb 09 14:52:51.057108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49626) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:51.121917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6e0aff-dae8-4154-bd68-09bc46f34953 admin admin] Deleting subnet faeb6b27-299f-4d51-9378-c88953d72f37 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:52:51.125305 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0aff-dae8-4154-bd68-09bc46f34953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:51.180052 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0aff-dae8-4154-bd68-09bc46f34953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:51.191380 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b830a-f0e6-44a6-ab62-866468a6f740 None None] Pushing event updated for resources: {'Port': ['ID=d323009a-d1e4-461d-bf8c-a3198447c99a,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:51.281841 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0aff-dae8-4154-bd68-09bc46f34953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:51.351999 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f3dea591-7876-453b-bff8-83c844889864 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:52:51.374802 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0aff-dae8-4154-bd68-09bc46f34953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:51.394043 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Attempting to bind port d323009a-d1e4-461d-bf8c-a3198447c99a on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:52:51.394415 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Attempting to bind port d323009a-d1e4-461d-bf8c-a3198447c99a by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '4a090ab9-d3a0-4815-885c-42fc6cc2ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b82c8634-dd04-434f-bda3-c64609fbd918'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:52:51.394774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Attempting to bind port d323009a-d1e4-461d-bf8c-a3198447c99a on network b82c8634-dd04-434f-bda3-c64609fbd918 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:52:51.397691 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: f3dea591-7876-453b-bff8-83c844889864 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:52:51.398030 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f3dea591-7876-453b-bff8-83c844889864 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:52:51.398503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 862f0cf5-dee9-4f38-be4d-951ae8b75d99 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:52:51.414522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e0aff-dae8-4154-bd68-09bc46f34953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faeb6b27-299f-4d51-9378-c88953d72f37,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:51.419105 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0aff-dae8-4154-bd68-09bc46f34953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:51.426260 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2b6e0aff-dae8-4154-bd68-09bc46f34953 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/faeb6b27-299f-4d51-9378-c88953d72f37 HTTP/1.1" status: 204 len: 168 time: 0.3680658 Feb 09 14:52:51.428685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49630) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:51.434554 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a071738-62e3-46da-9eb5-61343f5fcf99 None None] Network 198b6fc1-b286-4f26-af3e-6e99387154d7 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:52:51.454254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:52:51.454480 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Checking segment: {'id': '4a090ab9-d3a0-4815-885c-42fc6cc2ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b82c8634-dd04-434f-bda3-c64609fbd918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:52:51.454845 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:51.455234 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Bound using segment: {'id': '4a090ab9-d3a0-4815-885c-42fc6cc2ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b82c8634-dd04-434f-bda3-c64609fbd918'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:52:51.456331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Bound port: d323009a-d1e4-461d-bf8c-a3198447c99a, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a090ab9-d3a0-4815-885c-42fc6cc2ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b82c8634-dd04-434f-bda3-c64609fbd918'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:52:51.456917 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:51.468508 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 862f0cf5-dee9-4f38-be4d-951ae8b75d99 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:52:51.468850 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 862f0cf5-dee9-4f38-be4d-951ae8b75d99 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:52:51.546023 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:51.557038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] Deleting port 7941f386-10c3-4f72-a06e-9d0962644bf0 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:52:51.557383 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:51.671882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] For port d323009a-d1e4-461d-bf8c-a3198447c99a, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:52:51.716562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] For port d323009a-d1e4-461d-bf8c-a3198447c99a, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d323009a-d1e4-461d-bf8c-a3198447c99a,segment=NetworkSegment(4a090ab9-d3a0-4815-885c-42fc6cc2ec83),segment_id=4a090ab9-d3a0-4815-885c-42fc6cc2ec83)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:52:51.728408 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:51.819277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Routers {'663c3a93-64b7-46c9-b7f7-7af6964884ea'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:52:51.819950 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['663c3a93-64b7-46c9-b7f7-7af6964884ea'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:51.888392 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b830a-f0e6-44a6-ab62-866468a6f740 None None] Pushing event updated for resources: {'Port': ['ID=d323009a-d1e4-461d-bf8c-a3198447c99a,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:51.896941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] For port 7941f386-10c3-4f72-a06e-9d0962644bf0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7941f386-10c3-4f72-a06e-9d0962644bf0,segment=NetworkSegment(49f2477f-662f-4c94-8d24-5df90a71e303),segment_id=49f2477f-662f-4c94-8d24-5df90a71e303)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:52:51.897303 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:52.004097 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb73b451-0dfc-4c0f-a066-8253fc4ea56b None None] DHCP port deletion for 198b6fc1-b286-4f26-af3e-6e99387154d7 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:52:52.012804 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bb73b451-0dfc-4c0f-a066-8253fc4ea56b None None] Deleting port 7941f386-10c3-4f72-a06e-9d0962644bf0 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:52:52.013170 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bb73b451-0dfc-4c0f-a066-8253fc4ea56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:52.029389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] Calling delete_port for 7941f386-10c3-4f72-a06e-9d0962644bf0 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:52:52.069862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] Set router 663c3a93-64b7-46c9-b7f7-7af6964884ea gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:52:52.107819 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:52.154627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] Pushing event deleted for resources: {'Port': ['ID=7941f386-10c3-4f72-a06e-9d0962644bf0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:52.161679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] No DVR routers for this DVR port 7941f386-10c3-4f72-a06e-9d0962644bf0 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:52:52.267703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bb73b451-0dfc-4c0f-a066-8253fc4ea56b None None] The port '7941f386-10c3-4f72-a06e-9d0962644bf0' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:52:52.279370 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:52.304752 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198b6fc1-b286-4f26-af3e-6e99387154d7']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:52.317131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f2477f-662f-4c94-8d24-5df90a71e303') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:52.319984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f2477f-662f-4c94-8d24-5df90a71e303') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:52.331942 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:52.348357 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:52.354558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:52:52.354967 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:52:52.368560 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:52:52.440516 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'name': 'tempest-TestAggregatesBasicOps-1632513433-router', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'ecb8e339-383a-4fa6-847d-0f5b240992bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:40Z', 'updated_at': '2022-02-09T14:52:44Z', 'revision_number': 4, 'project_id': '1afd76eeb16d4c999b79696e3dc7906f', 'gw_port': {'id': 'ecb8e339-383a-4fa6-847d-0f5b240992bb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:41Z', 'updated_at': '2022-02-09T14:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'd323009a-d1e4-461d-bf8c-a3198447c99a', 'name': '', 'network_id': 'b82c8634-dd04-434f-bda3-c64609fbd918', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f', 'mac_address': 'fa:16:3e:c3:6d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '86b387cd-e882-4447-9356-8ad5914e9bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:44Z', 'updated_at': '2022-02-09T14:52:51Z', 'revision_number': 4, 'project_id': '1afd76eeb16d4c999b79696e3dc7906f', 'subnets': [{'id': '86b387cd-e882-4447-9356-8ad5914e9bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:52.445316 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97dd6f-753c-493a-9028-17ba56b7ac70 None None] The sync data for ids ['663c3a93-64b7-46c9-b7f7-7af6964884ea'] in n-d-828418-2 is: [{'id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'name': 'tempest-TestAggregatesBasicOps-1632513433-router', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'ecb8e339-383a-4fa6-847d-0f5b240992bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:40Z', 'updated_at': '2022-02-09T14:52:44Z', 'revision_number': 4, 'project_id': '1afd76eeb16d4c999b79696e3dc7906f', 'gw_port': {'id': 'ecb8e339-383a-4fa6-847d-0f5b240992bb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:41Z', 'updated_at': '2022-02-09T14:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'd323009a-d1e4-461d-bf8c-a3198447c99a', 'name': '', 'network_id': 'b82c8634-dd04-434f-bda3-c64609fbd918', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f', 'mac_address': 'fa:16:3e:c3:6d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '86b387cd-e882-4447-9356-8ad5914e9bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:44Z', 'updated_at': '2022-02-09T14:52:51Z', 'revision_number': 4, 'project_id': '1afd76eeb16d4c999b79696e3dc7906f', 'subnets': [{'id': '86b387cd-e882-4447-9356-8ad5914e9bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:52:52.446308 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:52.462287 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:52.473084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] Pushing event deleted for resources: {'Network': ['ID=198b6fc1-b286-4f26-af3e-6e99387154d7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:52.480081 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-55b3580d-ca62-45a7-9711-9d1ff54d6491 admin admin] 10.222.0.48 "DELETE /v2.0/networks/198b6fc1-b286-4f26-af3e-6e99387154d7 HTTP/1.1" status: 204 len: 168 time: 1.0473771 Feb 09 14:52:52.480081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49636) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:53.054331 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b4ade853-e607-447d-a8ee-05d27635f96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:53.271630 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d323009a-d1e4-461d-bf8c-a3198447c99a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:52:53.344461 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port d323009a-d1e4-461d-bf8c-a3198447c99a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:52:53.349284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d323009a-d1e4-461d-bf8c-a3198447c99a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:52:53.349651 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:53.461593 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:53.495885 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port d323009a-d1e4-461d-bf8c-a3198447c99a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d323009a-d1e4-461d-bf8c-a3198447c99a,segment=NetworkSegment(4a090ab9-d3a0-4815-885c-42fc6cc2ec83),segment_id=4a090ab9-d3a0-4815-885c-42fc6cc2ec83)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:52:53.500512 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:53.526910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b4ade853-e607-447d-a8ee-05d27635f96e admin admin] Deleting port d323009a-d1e4-461d-bf8c-a3198447c99a {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:52:53.527252 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b4ade853-e607-447d-a8ee-05d27635f96e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:53.571409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7941f386-10c3-4f72-a06e-9d0962644bf0 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:52:53.609901 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 7941f386-10c3-4f72-a06e-9d0962644bf0 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:52:53.610171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7941f386-10c3-4f72-a06e-9d0962644bf0 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:52:53.615121 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=d323009a-d1e4-461d-bf8c-a3198447c99a,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:53.714162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-b4ade853-e607-447d-a8ee-05d27635f96e admin admin] For port d323009a-d1e4-461d-bf8c-a3198447c99a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d323009a-d1e4-461d-bf8c-a3198447c99a,segment=NetworkSegment(4a090ab9-d3a0-4815-885c-42fc6cc2ec83),segment_id=4a090ab9-d3a0-4815-885c-42fc6cc2ec83)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:52:53.714517 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b4ade853-e607-447d-a8ee-05d27635f96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:53.833741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b4ade853-e607-447d-a8ee-05d27635f96e admin admin] Calling delete_port for d323009a-d1e4-461d-bf8c-a3198447c99a owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:52:54.009646 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b4ade853-e607-447d-a8ee-05d27635f96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:54.059862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ade853-e607-447d-a8ee-05d27635f96e admin admin] Pushing event deleted for resources: {'Port': ['ID=d323009a-d1e4-461d-bf8c-a3198447c99a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:54.321604 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b4ade853-e607-447d-a8ee-05d27635f96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:54.785198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ade853-e607-447d-a8ee-05d27635f96e admin admin] Router 663c3a93-64b7-46c9-b7f7-7af6964884ea has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:52:54.974147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ade853-e607-447d-a8ee-05d27635f96e admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:52:54.982851 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f4881-fa19-45ce-b3fc-aea9c3a9bda8 None None] Sync routers for ids ['663c3a93-64b7-46c9-b7f7-7af6964884ea'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:52:54.983389 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b4ade853-e607-447d-a8ee-05d27635f96e admin admin] 10.222.0.48 "PUT /v2.0/routers/663c3a93-64b7-46c9-b7f7-7af6964884ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5023391 Feb 09 14:52:54.985862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49640) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:54.992340 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f4881-fa19-45ce-b3fc-aea9c3a9bda8 None None] Routers {'663c3a93-64b7-46c9-b7f7-7af6964884ea'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:52:54.992973 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-6a2f4881-fa19-45ce-b3fc-aea9c3a9bda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['663c3a93-64b7-46c9-b7f7-7af6964884ea'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:55.173706 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf9a3-8550-4e7b-bb61-df1732330d20 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:55.181782 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-6a2f4881-fa19-45ce-b3fc-aea9c3a9bda8 None None] Set router 663c3a93-64b7-46c9-b7f7-7af6964884ea gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:52:55.370155 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf9a3-8550-4e7b-bb61-df1732330d20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:55.380800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bf9a3-8550-4e7b-bb61-df1732330d20 admin admin] Deleting port ecb8e339-383a-4fa6-847d-0f5b240992bb {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:52:55.381146 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf9a3-8550-4e7b-bb61-df1732330d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:55.476145 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-6a2f4881-fa19-45ce-b3fc-aea9c3a9bda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'name': 'tempest-TestAggregatesBasicOps-1632513433-router', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'ecb8e339-383a-4fa6-847d-0f5b240992bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:40Z', 'updated_at': '2022-02-09T14:52:53Z', 'revision_number': 5, 'project_id': '1afd76eeb16d4c999b79696e3dc7906f', 'gw_port': {'id': 'ecb8e339-383a-4fa6-847d-0f5b240992bb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:52:41Z', 'updated_at': '2022-02-09T14:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:55.480431 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f4881-fa19-45ce-b3fc-aea9c3a9bda8 None None] Checking router: 663c3a93-64b7-46c9-b7f7-7af6964884ea for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:52:55.489936 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f4881-fa19-45ce-b3fc-aea9c3a9bda8 None None] Routers {'663c3a93-64b7-46c9-b7f7-7af6964884ea'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:52:55.490550 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-6a2f4881-fa19-45ce-b3fc-aea9c3a9bda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['663c3a93-64b7-46c9-b7f7-7af6964884ea'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:55.566396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-0a3bf9a3-8550-4e7b-bb61-df1732330d20 admin admin] For port ecb8e339-383a-4fa6-847d-0f5b240992bb, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ecb8e339-383a-4fa6-847d-0f5b240992bb,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:52:55.566755 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf9a3-8550-4e7b-bb61-df1732330d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:55.644515 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-6a2f4881-fa19-45ce-b3fc-aea9c3a9bda8 None None] Set router 663c3a93-64b7-46c9-b7f7-7af6964884ea gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:52:55.688610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bf9a3-8550-4e7b-bb61-df1732330d20 admin admin] Calling delete_port for ecb8e339-383a-4fa6-847d-0f5b240992bb owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:52:55.748562 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-6a2f4881-fa19-45ce-b3fc-aea9c3a9bda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'name': 'tempest-TestAggregatesBasicOps-1632513433-router', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:40Z', 'updated_at': '2022-02-09T14:52:55Z', 'revision_number': 6, 'project_id': '1afd76eeb16d4c999b79696e3dc7906f', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:55.752509 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f4881-fa19-45ce-b3fc-aea9c3a9bda8 None None] The sync data for ids ['663c3a93-64b7-46c9-b7f7-7af6964884ea'] in n-d-828418-2 is: [{'id': '663c3a93-64b7-46c9-b7f7-7af6964884ea', 'name': 'tempest-TestAggregatesBasicOps-1632513433-router', 'tenant_id': '1afd76eeb16d4c999b79696e3dc7906f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:52:40Z', 'updated_at': '2022-02-09T14:52:55Z', 'revision_number': 6, 'project_id': '1afd76eeb16d4c999b79696e3dc7906f', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:52:55.859363 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf9a3-8550-4e7b-bb61-df1732330d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:55.906999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bf9a3-8550-4e7b-bb61-df1732330d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb8e339-383a-4fa6-847d-0f5b240992bb,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:55.994529 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf9a3-8550-4e7b-bb61-df1732330d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:56.294052 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf9a3-8550-4e7b-bb61-df1732330d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:56.296566 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf9a3-8550-4e7b-bb61-df1732330d20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:56.320129 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf9a3-8550-4e7b-bb61-df1732330d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:56.320633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3bf9a3-8550-4e7b-bb61-df1732330d20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 663c3a93-64b7-46c9-b7f7-7af6964884ea {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:52:56.333235 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf9a3-8550-4e7b-bb61-df1732330d20 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:56.334345 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0a3bf9a3-8550-4e7b-bb61-df1732330d20 admin admin] 10.222.0.48 "DELETE /v2.0/routers/663c3a93-64b7-46c9-b7f7-7af6964884ea HTTP/1.1" status: 204 len: 168 time: 1.3475432 Feb 09 14:52:56.336896 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49646) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:56.398350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d14e02-2b78-488b-a5b9-62bf34875ae8 admin admin] Deleting subnet 86b387cd-e882-4447-9356-8ad5914e9bf0 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:52:56.401948 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7d14e02-2b78-488b-a5b9-62bf34875ae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:56.451075 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7d14e02-2b78-488b-a5b9-62bf34875ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:56.535500 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7d14e02-2b78-488b-a5b9-62bf34875ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:56.607623 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7d14e02-2b78-488b-a5b9-62bf34875ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:56.645189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d14e02-2b78-488b-a5b9-62bf34875ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86b387cd-e882-4447-9356-8ad5914e9bf0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:56.649299 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e7d14e02-2b78-488b-a5b9-62bf34875ae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:56.654352 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcca080-0d3a-4c90-a0b4-f6b25be0382f None None] Network b82c8634-dd04-434f-bda3-c64609fbd918 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:52:56.658007 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e7d14e02-2b78-488b-a5b9-62bf34875ae8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/86b387cd-e882-4447-9356-8ad5914e9bf0 HTTP/1.1" status: 204 len: 168 time: 0.3180048 Feb 09 14:52:56.658244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49650) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:56.775209 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:56.785476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] Deleting port 435afa03-315b-4ca9-ab86-a2c1190c2d9e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:52:56.785838 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:56.860112 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f871443d-9de3-4867-b393-b34d7655e61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:56.951197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92c9dc4-9ae1-4f44-81e3-9098b424e6e7 None None] DHCP port deletion for b82c8634-dd04-434f-bda3-c64609fbd918 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:52:56.955519 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c92c9dc4-9ae1-4f44-81e3-9098b424e6e7 None None] Deleting port 435afa03-315b-4ca9-ab86-a2c1190c2d9e {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:52:56.956010 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c92c9dc4-9ae1-4f44-81e3-9098b424e6e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:57.004056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] For port 435afa03-315b-4ca9-ab86-a2c1190c2d9e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=435afa03-315b-4ca9-ab86-a2c1190c2d9e,segment=NetworkSegment(4a090ab9-d3a0-4815-885c-42fc6cc2ec83),segment_id=4a090ab9-d3a0-4815-885c-42fc6cc2ec83)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:52:57.004407 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:57.126964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] Calling delete_port for 435afa03-315b-4ca9-ab86-a2c1190c2d9e owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:52:57.158373 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c92c9dc4-9ae1-4f44-81e3-9098b424e6e7 None None] For port 435afa03-315b-4ca9-ab86-a2c1190c2d9e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=435afa03-315b-4ca9-ab86-a2c1190c2d9e,segment=NetworkSegment(4a090ab9-d3a0-4815-885c-42fc6cc2ec83),segment_id=4a090ab9-d3a0-4815-885c-42fc6cc2ec83)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:52:57.159214 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c92c9dc4-9ae1-4f44-81e3-9098b424e6e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:57.206729 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:57.252767 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] Pushing event deleted for resources: {'Port': ['ID=435afa03-315b-4ca9-ab86-a2c1190c2d9e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:57.258471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] No DVR routers for this DVR port 435afa03-315b-4ca9-ab86-a2c1190c2d9e on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:52:57.280154 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ecb8e339-383a-4fa6-847d-0f5b240992bb no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:52:57.313703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c92c9dc4-9ae1-4f44-81e3-9098b424e6e7 None None] Calling delete_port for 435afa03-315b-4ca9-ab86-a2c1190c2d9e owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:52:57.351374 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: ecb8e339-383a-4fa6-847d-0f5b240992bb {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:52:57.351714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ecb8e339-383a-4fa6-847d-0f5b240992bb not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:52:57.352160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 435afa03-315b-4ca9-ab86-a2c1190c2d9e no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:52:57.384325 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:57.410874 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82c8634-dd04-434f-bda3-c64609fbd918']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:57.412140 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 435afa03-315b-4ca9-ab86-a2c1190c2d9e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:52:57.412490 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 435afa03-315b-4ca9-ab86-a2c1190c2d9e not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:52:57.412910 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d323009a-d1e4-461d-bf8c-a3198447c99a no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:52:57.422679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a090ab9-d3a0-4815-885c-42fc6cc2ec83') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:57.422969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a090ab9-d3a0-4815-885c-42fc6cc2ec83') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:52:57.434074 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:57.448122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: d323009a-d1e4-461d-bf8c-a3198447c99a {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:52:57.448471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d323009a-d1e4-461d-bf8c-a3198447c99a not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:52:57.450268 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:57.458915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:52:57.458915 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:52:57.474284 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:52:57.478240 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-c92c9dc4-9ae1-4f44-81e3-9098b424e6e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:52:57.478600 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-c92c9dc4-9ae1-4f44-81e3-9098b424e6e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:52:57.551070 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:57.558424 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:57.580920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] Pushing event deleted for resources: {'Network': ['ID=b82c8634-dd04-434f-bda3-c64609fbd918,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:57.585685 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5f320de4-6294-41e0-ad83-e106f61b89cd admin admin] 10.222.0.48 "DELETE /v2.0/networks/b82c8634-dd04-434f-bda3-c64609fbd918 HTTP/1.1" status: 204 len: 168 time: 0.9265499 Feb 09 14:52:57.762802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49656) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:57.811354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b0f3d31c-8171-4e89-bf30-4005bc7b2b5e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d6bc4b9ca594a338ae49518c1c24b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469778 Feb 09 14:52:57.813817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49660) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:57.874159 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4690ea83-78e7-4c0e-8326-e28e3e9d2b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:57.899144 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4690ea83-78e7-4c0e-8326-e28e3e9d2b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:57.951891 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4690ea83-78e7-4c0e-8326-e28e3e9d2b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:57.967427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690ea83-78e7-4c0e-8326-e28e3e9d2b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2dfc03-0cd3-4404-a4f7-ffe64bcf2272,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:57.975272 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4690ea83-78e7-4c0e-8326-e28e3e9d2b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:57.976428 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4690ea83-78e7-4c0e-8326-e28e3e9d2b69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f2dfc03-0cd3-4404-a4f7-ffe64bcf2272 HTTP/1.1" status: 204 len: 168 time: 0.1617410 Feb 09 14:52:57.981958 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c92c9dc4-9ae1-4f44-81e3-9098b424e6e7 None None] Deleting port 435afa03-315b-4ca9-ab86-a2c1190c2d9e {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:52:57.982346 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c92c9dc4-9ae1-4f44-81e3-9098b424e6e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:58.057486 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c92c9dc4-9ae1-4f44-81e3-9098b424e6e7 None None] The port '435afa03-315b-4ca9-ab86-a2c1190c2d9e' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:52:58.328671 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49668) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:58.376010 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-68b9cc7e-9578-4af9-8f20-836f06038a40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1afd76eeb16d4c999b79696e3dc7906f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461206 Feb 09 14:52:58.379139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49672) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:52:58.435509 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a14e0a49-1af5-4e57-a105-51de33235875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:58.462066 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a14e0a49-1af5-4e57-a105-51de33235875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:58.523355 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a14e0a49-1af5-4e57-a105-51de33235875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:58.539520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e0a49-1af5-4e57-a105-51de33235875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccc07c0-23f2-4d0c-9c37-87f036b3a885,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:52:58.545597 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a14e0a49-1af5-4e57-a105-51de33235875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:58.548156 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a14e0a49-1af5-4e57-a105-51de33235875 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eccc07c0-23f2-4d0c-9c37-87f036b3a885 HTTP/1.1" status: 204 len: 168 time: 0.1667624 Feb 09 14:52:59.236871 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ab5df778-d625-4d50-9bbc-3116c40cf16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:52:59.859420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49712) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:00.019224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'network': {'name': 'tempest-network-smoke--423613799', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'port_security_enabled': True}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:53:00.024728 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:53:00.028595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:network and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:53:00.031400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:53:00.037996 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:53:00.047790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Made reservation on behalf of edf7bc9ff5b04235a8b2eff72cdddac3 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:53:00.052055 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:00.064178 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:00.078018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:53:00.082526 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:53:00.085677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:53:00.092919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:53:00.182693 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:00.186712 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:00.219298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:53:00.228031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e2ba5e-ea00-44ba-86ae-7b056245884a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:00.234369 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:00.234753 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Added segment c51ee42c-7e73-4f11-a999-436adff2a1b7 of type vlan for network 0938ebbc-2856-4d57-b378-1d7cc442e407 Feb 09 14:53:00.262489 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:00.293556 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:00.299043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:00.300170 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:00.332685 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:00.335458 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:00.410263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Network': ['ID=0938ebbc-2856-4d57-b378-1d7cc442e407,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:00.413552 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1d8b66db-7f9c-4820-afce-da0f380bc01c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5530794 Feb 09 14:53:00.416816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49718) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:00.421474 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 0938ebbc-2856-4d57-b378-1d7cc442e407 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:53:00.422291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-418045981', 'admin_state_up': True, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:53:00.430408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:53:00.434997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:router and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:53:00.437988 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:53:00.444338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:53:00.456558 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:00.458139 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:00.479027 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:00.873503 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:00.909623 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d748fbc0-29b2-490c-bfcc-e8e7187adaf5 req-487f3012-45f8-4f47-afc4-0856da8607c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1374259 Feb 09 14:53:01.056290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748fbc0-29b2-490c-bfcc-e8e7187adaf5 req-5a3abb46-fb2e-4601-ad57-811ed7013594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:01.057663 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d748fbc0-29b2-490c-bfcc-e8e7187adaf5 req-5a3abb46-fb2e-4601-ad57-811ed7013594 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 1096 time: 0.0789185 Feb 09 14:53:01.197087 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:01.208703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748fbc0-29b2-490c-bfcc-e8e7187adaf5 req-ed8265a5-840f-415f-808f-02a14e54d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:01.210150 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d748fbc0-29b2-490c-bfcc-e8e7187adaf5 req-ed8265a5-840f-415f-808f-02a14e54d2aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.1323318 Feb 09 14:53:01.227878 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:01.317691 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d748fbc0-29b2-490c-bfcc-e8e7187adaf5 req-739bc528-4d8d-4226-8bf0-5d6dae2305d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfa38eca-ac8c-40d5-9298-d92b2011b472 HTTP/1.1" status: 200 len: 1001 time: 0.0994751 Feb 09 14:53:01.373640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Allocated IP 172.25.8.126 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/8dda7050-9e53-4f43-a950-827fc0112356) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:53:01.379410 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748fbc0-29b2-490c-bfcc-e8e7187adaf5 req-3fb57e03-0abd-46c3-8cbb-9e5d8ee04100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:01.381009 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d748fbc0-29b2-490c-bfcc-e8e7187adaf5 req-3fb57e03-0abd-46c3-8cbb-9e5d8ee04100 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0569077 Feb 09 14:53:01.460167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748fbc0-29b2-490c-bfcc-e8e7187adaf5 req-3ddd665a-fc6b-4f8d-87c1-1de5428cc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:01.461642 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d748fbc0-29b2-490c-bfcc-e8e7187adaf5 req-3ddd665a-fc6b-4f8d-87c1-1de5428cc7b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738788 Feb 09 14:53:01.527700 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:01.561788 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:01.629080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:53:01.631927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:53:01.635657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:53:01.673169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Port': ['ID=8dda7050-9e53-4f43-a950-827fc0112356,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:01.722989 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d748fbc0-29b2-490c-bfcc-e8e7187adaf5 req-0829f39e-1a63-415f-8640-6e642a5300ac service neutron] 10.222.0.21 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544124 Feb 09 14:53:01.853904 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d748fbc0-29b2-490c-bfcc-e8e7187adaf5 req-4fcdc3cb-07a2-4b3f-8c69-21de063c3ba0 service neutron] 10.222.0.21 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236248 Feb 09 14:53:01.881200 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:02.053408 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:02.522991 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:02.741610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Router 70c5d95a-4d2f-4073-bd89-14696ba07e6e is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:53:02.937146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:53:02.946248 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Sync routers for ids ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:53:02.956052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Routers {'70c5d95a-4d2f-4073-bd89-14696ba07e6e'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:53:02.956739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:02.963256 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:02.964481 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ba5ed792-88d5-4a32-8257-0bbe4696def7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5464923 Feb 09 14:53:02.967920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49724) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:03.052422 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-93c995ab-7e69-4cad-a93c-d44ee70fb2bd tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=edf7bc9ff5b04235a8b2eff72cdddac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0833426 Feb 09 14:53:03.054980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49730) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:03.132444 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Set router 70c5d95a-4d2f-4073-bd89-14696ba07e6e gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:53:03.185405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4825d3-24c3-420e-a6e9-583649d623df tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:03.186518 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9c4825d3-24c3-420e-a6e9-583649d623df tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305697 Feb 09 14:53:03.189240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49734) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:03.231146 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9665ad0c-cdeb-4e6f-aff1-f21bb6632bd3 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382831 Feb 09 14:53:03.231350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49738) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:03.237684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9b9337b0-350e-442b-89c7-c5624620154a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-346255969', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:53:03.348408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b9337b0-350e-442b-89c7-c5624620154a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:53:03.352459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b9337b0-350e-442b-89c7-c5624620154a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:subnet and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:53:03.355482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9b9337b0-350e-442b-89c7-c5624620154a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:53:03.361301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9b9337b0-350e-442b-89c7-c5624620154a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:53:03.372066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9337b0-350e-442b-89c7-c5624620154a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Made reservation on behalf of edf7bc9ff5b04235a8b2eff72cdddac3 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:53:03.375585 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b9337b0-350e-442b-89c7-c5624620154a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:03.453239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:53:01Z', 'revision_number': 3, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:03.457496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Checking router: 70c5d95a-4d2f-4073-bd89-14696ba07e6e for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:53:03.457837 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Updating router 70c5d95a-4d2f-4073-bd89-14696ba07e6e port 8dda7050-9e53-4f43-a950-827fc0112356 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:53:03.513184 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:03.593304 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b9337b0-350e-442b-89c7-c5624620154a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:03.677412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9337b0-350e-442b-89c7-c5624620154a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Subnet': ['ID=ae9910ff-ea8c-42a7-be98-9bf1b58e7fca,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:03.687464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9337b0-350e-442b-89c7-c5624620154a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Checking segment: {'id': 'c51ee42c-7e73-4f11-a999-436adff2a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:53:03.687859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9337b0-350e-442b-89c7-c5624620154a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network hostable DHCP agents. Network: 0938ebbc-2856-4d57-b378-1d7cc442e407, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:53:03.707584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9337b0-350e-442b-89c7-c5624620154a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network 0938ebbc-2856-4d57-b378-1d7cc442e407 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:53:03.719085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-9b9337b0-350e-442b-89c7-c5624620154a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 0938ebbc-2856-4d57-b378-1d7cc442e407) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:53:03.723236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9337b0-350e-442b-89c7-c5624620154a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:03.723861 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b9337b0-350e-442b-89c7-c5624620154a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:03.728698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e71bd4a-9bdf-4b5f-9f15-862111c7aa77 None None] Network 0938ebbc-2856-4d57-b378-1d7cc442e407 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:53:03.746758 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9b9337b0-350e-442b-89c7-c5624620154a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5144007 Feb 09 14:53:03.749731 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49742) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:04.028345 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:04.042926 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-0938ebbc-2856-4d57-b378-1d7cc442e407', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'fixed_ips': [{'subnet_id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:53:04.043751 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:04.061589 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Transition to ACTIVE for port object 8dda7050-9e53-4f43-a950-827fc0112356 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:53:04.103811 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:04.204296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-4383570a-cbd9-48bb-a0b4-8e87439b8c4c req-3f63f6f2-85f2-4680-8e59-da7e41d2e90d tempest-VolumesSnapshotTestJSON-1715486036 tempest-VolumesSnapshotTestJSON-1715486036-project] (87597) timed out ('10.222.0.35', 52158) {{(pid=87597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 14:53:04.215819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf8228-7fc6-4bf2-90fd-75998b01934a None None] Pushing event updated for resources: {'Port': ['ID=8dda7050-9e53-4f43-a950-827fc0112356,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:04.220918 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Attempting to bind port 8dda7050-9e53-4f43-a950-827fc0112356 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:53:04.221287 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Attempting to bind port 8dda7050-9e53-4f43-a950-827fc0112356 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:53:04.221639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Attempting to bind port 8dda7050-9e53-4f43-a950-827fc0112356 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:53:04.259806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:53:04.260214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:53:04.260563 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:04.260986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:53:04.261445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Bound port: 8dda7050-9e53-4f43-a950-827fc0112356, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:53:04.261808 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:04.342593 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Allocated IP 172.20.0.2 (0938ebbc-2856-4d57-b378-1d7cc442e407/ae9910ff-ea8c-42a7-be98-9bf1b58e7fca/d05757a6-eea1-4e1d-8f5e-55e4f061beb0) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:53:04.361156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] For port 8dda7050-9e53-4f43-a950-827fc0112356, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:53:04.365923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] For port 8dda7050-9e53-4f43-a950-827fc0112356, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=8dda7050-9e53-4f43-a950-827fc0112356,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:53:04.381220 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:04.529824 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Routers {'70c5d95a-4d2f-4073-bd89-14696ba07e6e'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:53:04.530445 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:04.570637 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:04.602056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf8228-7fc6-4bf2-90fd-75998b01934a None None] Pushing event updated for resources: {'Port': ['ID=8dda7050-9e53-4f43-a950-827fc0112356,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:04.794733 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:04.802974 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] Set router 70c5d95a-4d2f-4073-bd89-14696ba07e6e gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:53:04.954482 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Transition to ACTIVE for port object d05757a6-eea1-4e1d-8f5e-55e4f061beb0 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:53:05.036376 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Transition to ACTIVE for port object d05757a6-eea1-4e1d-8f5e-55e4f061beb0 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:53:05.050488 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:05.115422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Allocated IP 172.20.0.1 (0938ebbc-2856-4d57-b378-1d7cc442e407/ae9910ff-ea8c-42a7-be98-9bf1b58e7fca/b2bf3347-73fa-488b-b46e-331e6f26f8e0) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:53:05.142862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Network 0938ebbc-2856-4d57-b378-1d7cc442e407 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:53:05.149417 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:53:05.155377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:53:05.157778 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Pushing event updated for resources: {'Port': ['ID=d05757a6-eea1-4e1d-8f5e-55e4f061beb0,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:05.281971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Attempting to bind port d05757a6-eea1-4e1d-8f5e-55e4f061beb0 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:53:05.282250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Attempting to bind port d05757a6-eea1-4e1d-8f5e-55e4f061beb0 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'c51ee42c-7e73-4f11-a999-436adff2a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:53:05.282613 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Attempting to bind port d05757a6-eea1-4e1d-8f5e-55e4f061beb0 on network 0938ebbc-2856-4d57-b378-1d7cc442e407 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:53:05.289607 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:53:05.289979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Checking segment: {'id': 'c51ee42c-7e73-4f11-a999-436adff2a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:53:05.290386 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:05.291092 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Bound using segment: {'id': 'c51ee42c-7e73-4f11-a999-436adff2a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:53:05.291234 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Bound port: d05757a6-eea1-4e1d-8f5e-55e4f061beb0, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51ee42c-7e73-4f11-a999-436adff2a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:53:05.291595 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:05.293807 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:05.309911 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Transition to ACTIVE for port object b2bf3347-73fa-488b-b46e-331e6f26f8e0 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:53:05.333919 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:05.375312 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:53:01Z', 'revision_number': 3, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:05.390928 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108fd618-4882-4c29-88e6-69a5b0e768d4 None None] The sync data for ids ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'] in n-d-828418-2 is: [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:53:01Z', 'revision_number': 3, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:53:05.399149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network 0938ebbc-2856-4d57-b378-1d7cc442e407 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:53:05.400811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] For port d05757a6-eea1-4e1d-8f5e-55e4f061beb0, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:53:05.403031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:53:05.404108 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] For port d05757a6-eea1-4e1d-8f5e-55e4f061beb0, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d05757a6-eea1-4e1d-8f5e-55e4f061beb0,segment=NetworkSegment(c51ee42c-7e73-4f11-a999-436adff2a1b7),segment_id=c51ee42c-7e73-4f11-a999-436adff2a1b7)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:53:05.412545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:53:05.415088 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:05.465427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Port': ['ID=b2bf3347-73fa-488b-b46e-331e6f26f8e0,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:05.490426 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:05.504557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde41bc-903e-49fe-b64f-377a3293f2d8 None None] Pushing event updated for resources: {'Port': ['ID=d05757a6-eea1-4e1d-8f5e-55e4f061beb0,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:05.948249 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:06.395880 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:06.400810 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:06.538366 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:06.541825 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Port': ['ID=b2bf3347-73fa-488b-b46e-331e6f26f8e0,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:06.562132 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c862d78b-4253-45b4-bc2d-1eea447f0b0c None None] Network 0938ebbc-2856-4d57-b378-1d7cc442e407 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:53:06.648882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6b2d9853-2399-4a28-9d85-8238c189d5a1 None None] Provisioning for port d05757a6-eea1-4e1d-8f5e-55e4f061beb0 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:53:06.692011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network 0938ebbc-2856-4d57-b378-1d7cc442e407 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:53:06.693153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:53:06.884290 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Router 70c5d95a-4d2f-4073-bd89-14696ba07e6e has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:53:07.071367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:53:07.080753 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-49ef63f5-fe6b-415f-b14c-8b7bfc2e10cb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "PUT /v2.0/routers/70c5d95a-4d2f-4073-bd89-14696ba07e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3300099 Feb 09 14:53:07.083442 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49748) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:07.087794 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-13d34f44-4553-4d37-877b-124c57b8dbb6 None None] Provisioning for port b2bf3347-73fa-488b-b46e-331e6f26f8e0 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:53:07.093610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-13d34f44-4553-4d37-877b-124c57b8dbb6 None None] Provisioning complete for port b2bf3347-73fa-488b-b46e-331e6f26f8e0 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:53:07.094125 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-13d34f44-4553-4d37-877b-124c57b8dbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:07.153346 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-13d34f44-4553-4d37-877b-124c57b8dbb6 None None] Port b2bf3347-73fa-488b-b46e-331e6f26f8e0 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:53:07.244256 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Sync routers for ids ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:53:07.251968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417c51c1-3b38-430d-a502-57dc574ac7d9 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:07.252944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417c51c1-3b38-430d-a502-57dc574ac7d9 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:07.253408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417c51c1-3b38-430d-a502-57dc574ac7d9 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:07.253871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417c51c1-3b38-430d-a502-57dc574ac7d9 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:07.254363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417c51c1-3b38-430d-a502-57dc574ac7d9 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:07.254769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417c51c1-3b38-430d-a502-57dc574ac7d9 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:07.255229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417c51c1-3b38-430d-a502-57dc574ac7d9 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:07.256773 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Routers {'70c5d95a-4d2f-4073-bd89-14696ba07e6e'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:53:07.257727 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:07.259917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49752) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:07.260062 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-417c51c1-3b38-430d-a502-57dc574ac7d9 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4963 time: 0.1723187 Feb 09 14:53:07.294547 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-568899c9-e05b-4588-ab89-ab5e6846c704 None None] Provisioning complete for port b2bf3347-73fa-488b-b46e-331e6f26f8e0 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:53:07.294923 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-568899c9-e05b-4588-ab89-ab5e6846c704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:07.357093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d05757a6-eea1-4e1d-8f5e-55e4f061beb0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:53:07.374065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfebf7d0-7765-4bdd-ba27-6cd171b56383 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:07.374537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfebf7d0-7765-4bdd-ba27-6cd171b56383 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:07.375003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfebf7d0-7765-4bdd-ba27-6cd171b56383 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:07.375618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfebf7d0-7765-4bdd-ba27-6cd171b56383 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:07.376102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfebf7d0-7765-4bdd-ba27-6cd171b56383 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:07.376695 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfebf7d0-7765-4bdd-ba27-6cd171b56383 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:07.377851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfebf7d0-7765-4bdd-ba27-6cd171b56383 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:07.379714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cfebf7d0-7765-4bdd-ba27-6cd171b56383 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1184020 Feb 09 14:53:07.382514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49756) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:07.425490 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-568899c9-e05b-4588-ab89-ab5e6846c704 None None] Port b2bf3347-73fa-488b-b46e-331e6f26f8e0 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:53:07.443407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port d05757a6-eea1-4e1d-8f5e-55e4f061beb0 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:53:07.449760 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d05757a6-eea1-4e1d-8f5e-55e4f061beb0 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:53:07.450824 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:07.498505 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Set router 70c5d95a-4d2f-4073-bd89-14696ba07e6e gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:53:07.595021 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:07.641205 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port d05757a6-eea1-4e1d-8f5e-55e4f061beb0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d05757a6-eea1-4e1d-8f5e-55e4f061beb0,segment=NetworkSegment(c51ee42c-7e73-4f11-a999-436adff2a1b7),segment_id=c51ee42c-7e73-4f11-a999-436adff2a1b7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:07.642851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-852f4c20-f44e-4f23-ab24-3e959f79d126 None None] Provisioning complete for port b2bf3347-73fa-488b-b46e-331e6f26f8e0 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:53:07.643362 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-852f4c20-f44e-4f23-ab24-3e959f79d126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:07.678807 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:07.679363 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8dda7050-9e53-4f43-a950-827fc0112356 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:53:07.808084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-852f4c20-f44e-4f23-ab24-3e959f79d126 None None] Port b2bf3347-73fa-488b-b46e-331e6f26f8e0 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:53:07.827646 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=d05757a6-eea1-4e1d-8f5e-55e4f061beb0,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:07.833151 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 8dda7050-9e53-4f43-a950-827fc0112356 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:53:07.838562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 8dda7050-9e53-4f43-a950-827fc0112356 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:53:07.838933 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:07.874900 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3f4b7a4f-4981-4f34-b536-d10279d7d745 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.4910748 Feb 09 14:53:07.880955 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2db339ea-684a-4819-afa5-a8b52e37cb43 req-b5135f3c-d421-4d3d-8875-3b9578b3e113 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1196451 Feb 09 14:53:07.924533 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:53:05Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b2bf3347-73fa-488b-b46e-331e6f26f8e0', 'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:19:2e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:04Z', 'updated_at': '2022-02-09T14:53:06Z', 'revision_number': 2, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:07.930871 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Checking router: 70c5d95a-4d2f-4073-bd89-14696ba07e6e for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:53:07.931387 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Updating router 70c5d95a-4d2f-4073-bd89-14696ba07e6e port b2bf3347-73fa-488b-b46e-331e6f26f8e0 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:53:07.981325 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:07.999119 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 8dda7050-9e53-4f43-a950-827fc0112356, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=8dda7050-9e53-4f43-a950-827fc0112356,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:08.003367 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:08.004798 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:08.040173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db339ea-684a-4819-afa5-a8b52e37cb43 req-b52987ff-173c-47d5-9a5f-88c37dde76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:08.041818 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2db339ea-684a-4819-afa5-a8b52e37cb43 req-b52987ff-173c-47d5-9a5f-88c37dde76b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0863922 Feb 09 14:53:08.109987 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=8dda7050-9e53-4f43-a950-827fc0112356,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:08.201585 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db339ea-684a-4819-afa5-a8b52e37cb43 req-b0f309de-0249-46a7-8067-732a2fc9cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:08.203026 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2db339ea-684a-4819-afa5-a8b52e37cb43 req-b0f309de-0249-46a7-8067-732a2fc9cf29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.1401644 Feb 09 14:53:08.306992 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2db339ea-684a-4819-afa5-a8b52e37cb43 req-e6ca1480-cee0-44b1-8f43-ed60c3c1bf9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6638e82-8b57-4618-b10c-46db4a0c55de HTTP/1.1" status: 200 len: 1002 time: 0.0972283 Feb 09 14:53:08.354157 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:08.367570 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Transition to ACTIVE for port object b2bf3347-73fa-488b-b46e-331e6f26f8e0 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:53:08.373229 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db339ea-684a-4819-afa5-a8b52e37cb43 req-a5337bf2-a018-4fb5-8c94-483fdc2cb831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:08.374113 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:08.374820 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2db339ea-684a-4819-afa5-a8b52e37cb43 req-a5337bf2-a018-4fb5-8c94-483fdc2cb831 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0612543 Feb 09 14:53:08.449744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db339ea-684a-4819-afa5-a8b52e37cb43 req-0aca2790-bc0d-4470-8a18-c1b12a4c50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:08.451224 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2db339ea-684a-4819-afa5-a8b52e37cb43 req-0aca2790-bc0d-4470-8a18-c1b12a4c50ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700355 Feb 09 14:53:08.530912 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc11e1-ecb3-4d16-8aa2-ef784b256449 None None] Pushing event updated for resources: {'Port': ['ID=b2bf3347-73fa-488b-b46e-331e6f26f8e0,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:08.584180 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc11e1-ecb3-4d16-8aa2-ef784b256449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:08.584520 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc11e1-ecb3-4d16-8aa2-ef784b256449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:08.584853 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc11e1-ecb3-4d16-8aa2-ef784b256449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:08.585181 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc11e1-ecb3-4d16-8aa2-ef784b256449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:08.585513 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc11e1-ecb3-4d16-8aa2-ef784b256449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:08.585819 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc11e1-ecb3-4d16-8aa2-ef784b256449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:08.586138 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc11e1-ecb3-4d16-8aa2-ef784b256449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:08.586458 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc11e1-ecb3-4d16-8aa2-ef784b256449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:08.586777 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc11e1-ecb3-4d16-8aa2-ef784b256449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:08.587112 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc11e1-ecb3-4d16-8aa2-ef784b256449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:08.587457 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc11e1-ecb3-4d16-8aa2-ef784b256449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:08.587794 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc11e1-ecb3-4d16-8aa2-ef784b256449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:08.626181 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2db339ea-684a-4819-afa5-a8b52e37cb43 req-953b5a99-6df4-443c-9e55-776df768f8ac service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660850 Feb 09 14:53:08.659955 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Attempting to bind port b2bf3347-73fa-488b-b46e-331e6f26f8e0 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:53:08.660319 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Attempting to bind port b2bf3347-73fa-488b-b46e-331e6f26f8e0 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'c51ee42c-7e73-4f11-a999-436adff2a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:53:08.660669 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Attempting to bind port b2bf3347-73fa-488b-b46e-331e6f26f8e0 on network 0938ebbc-2856-4d57-b378-1d7cc442e407 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:53:08.666531 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:53:08.666889 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Checking segment: {'id': 'c51ee42c-7e73-4f11-a999-436adff2a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:53:08.667283 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:08.667671 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Bound using segment: {'id': 'c51ee42c-7e73-4f11-a999-436adff2a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:53:08.668286 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Bound port: b2bf3347-73fa-488b-b46e-331e6f26f8e0, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51ee42c-7e73-4f11-a999-436adff2a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:53:08.669058 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:08.762103 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] For port b2bf3347-73fa-488b-b46e-331e6f26f8e0, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:53:08.765054 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] For port b2bf3347-73fa-488b-b46e-331e6f26f8e0, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b2bf3347-73fa-488b-b46e-331e6f26f8e0,segment=NetworkSegment(c51ee42c-7e73-4f11-a999-436adff2a1b7),segment_id=c51ee42c-7e73-4f11-a999-436adff2a1b7)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:53:08.770326 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:08.787505 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2db339ea-684a-4819-afa5-a8b52e37cb43 req-90b20865-d4d7-4fc6-b441-5a21cc3be946 service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528811 Feb 09 14:53:08.852231 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Routers {'70c5d95a-4d2f-4073-bd89-14696ba07e6e'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:53:08.852825 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:08.914834 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc11e1-ecb3-4d16-8aa2-ef784b256449 None None] Pushing event updated for resources: {'Port': ['ID=b2bf3347-73fa-488b-b46e-331e6f26f8e0,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:08.979484 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49762) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:08.985118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-444babab-ea22-48f8-ac3f-2f4ab96e8680 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-13749223', 'description': 'tempest-secgroup-smoke-13749223 description', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:53:08.992499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-444babab-ea22-48f8-ac3f-2f4ab96e8680 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:53:08.996716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-444babab-ea22-48f8-ac3f-2f4ab96e8680 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:53:08.999717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-444babab-ea22-48f8-ac3f-2f4ab96e8680 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:53:09.009533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-444babab-ea22-48f8-ac3f-2f4ab96e8680 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:53:09.020577 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-444babab-ea22-48f8-ac3f-2f4ab96e8680 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.041537 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] Set router 70c5d95a-4d2f-4073-bd89-14696ba07e6e gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:53:09.046013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-444babab-ea22-48f8-ac3f-2f4ab96e8680 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:53:09.050422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-444babab-ea22-48f8-ac3f-2f4ab96e8680 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:53:09.053285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-444babab-ea22-48f8-ac3f-2f4ab96e8680 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:53:09.058947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-444babab-ea22-48f8-ac3f-2f4ab96e8680 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:53:09.134238 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-444babab-ea22-48f8-ac3f-2f4ab96e8680 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.139135 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-444babab-ea22-48f8-ac3f-2f4ab96e8680 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.141765 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.184235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444babab-ea22-48f8-ac3f-2f4ab96e8680 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f56300-a769-422c-b112-1f9896a68b6b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:09.188482 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-444babab-ea22-48f8-ac3f-2f4ab96e8680 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.192416 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-444babab-ea22-48f8-ac3f-2f4ab96e8680 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2092412 Feb 09 14:53:09.192694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49766) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:09.197766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f4508ae7-871f-4373-ae44-b82722754e5d tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': '56f56300-a769-422c-b112-1f9896a68b6b', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:53:09.204791 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f4508ae7-871f-4373-ae44-b82722754e5d tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:53:09.208926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f4508ae7-871f-4373-ae44-b82722754e5d tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:53:09.211777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f4508ae7-871f-4373-ae44-b82722754e5d tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:53:09.218022 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f4508ae7-871f-4373-ae44-b82722754e5d tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:53:09.247183 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4508ae7-871f-4373-ae44-b82722754e5d tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.270830 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d05757a6-eea1-4e1d-8f5e-55e4f061beb0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:53:09.328660 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4508ae7-871f-4373-ae44-b82722754e5d tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.334910 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4508ae7-871f-4373-ae44-b82722754e5d tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.353403 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d05757a6-eea1-4e1d-8f5e-55e4f061beb0 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:53:09.353777 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.370888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4508ae7-871f-4373-ae44-b82722754e5d tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c74d0d3-5c51-4ce9-b2b6-4623845b4d70,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:09.376603 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4508ae7-871f-4373-ae44-b82722754e5d tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.377958 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f4508ae7-871f-4373-ae44-b82722754e5d tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1842964 Feb 09 14:53:09.382209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49770) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:09.389659 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:53:05Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b2bf3347-73fa-488b-b46e-331e6f26f8e0', 'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:19:2e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:04Z', 'updated_at': '2022-02-09T14:53:08Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:09.390443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1d1ad5e8-c899-45d1-9b43-0096382e22a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': '56f56300-a769-422c-b112-1f9896a68b6b', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:53:09.396377 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aef725-e421-4bf1-8b48-5c5d295187f4 None None] The sync data for ids ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'] in n-d-828418-2 is: [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:53:05Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b2bf3347-73fa-488b-b46e-331e6f26f8e0', 'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:19:2e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:04Z', 'updated_at': '2022-02-09T14:53:08Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:53:09.400847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1d1ad5e8-c899-45d1-9b43-0096382e22a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:53:09.405687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1d1ad5e8-c899-45d1-9b43-0096382e22a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:53:09.409630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1d1ad5e8-c899-45d1-9b43-0096382e22a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:53:09.416028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1d1ad5e8-c899-45d1-9b43-0096382e22a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:53:09.437910 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad5e8-c899-45d1-9b43-0096382e22a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.505655 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8dda7050-9e53-4f43-a950-827fc0112356 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:53:09.547607 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad5e8-c899-45d1-9b43-0096382e22a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.554195 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad5e8-c899-45d1-9b43-0096382e22a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.596989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 8dda7050-9e53-4f43-a950-827fc0112356 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:53:09.597419 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.601864 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ad5e8-c899-45d1-9b43-0096382e22a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e7c67c-d46d-4d38-9583-d50da5acf875,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:09.621827 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad5e8-c899-45d1-9b43-0096382e22a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.626970 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1d1ad5e8-c899-45d1-9b43-0096382e22a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2391603 Feb 09 14:53:09.627382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49774) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:09.636081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-92883271-b84a-4495-94a8-048cf9d40afb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': '56f56300-a769-422c-b112-1f9896a68b6b', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:53:09.647813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-92883271-b84a-4495-94a8-048cf9d40afb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:53:09.654458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-92883271-b84a-4495-94a8-048cf9d40afb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:53:09.661571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-92883271-b84a-4495-94a8-048cf9d40afb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:53:09.675333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-92883271-b84a-4495-94a8-048cf9d40afb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:53:09.705818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92883271-b84a-4495-94a8-048cf9d40afb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.793327 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92883271-b84a-4495-94a8-048cf9d40afb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.797741 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92883271-b84a-4495-94a8-048cf9d40afb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.823875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92883271-b84a-4495-94a8-048cf9d40afb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e030ec-b14d-473d-bb01-52138870e243,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:09.834569 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92883271-b84a-4495-94a8-048cf9d40afb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.835819 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-92883271-b84a-4495-94a8-048cf9d40afb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2069116 Feb 09 14:53:09.838661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49778) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:09.844669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': '56f56300-a769-422c-b112-1f9896a68b6b', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:53:09.852733 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:53:09.857632 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:53:09.861056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:53:09.867231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:53:09.889546 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.956193 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.960132 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:09.978054 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ca55bd-df21-444b-bd7c-06bcdc9cc706,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:09.990142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:09.990486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:09.990823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:09.991154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:09.991499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:09.991924 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:09.992179 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:09.992497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:09.992814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:09.993134 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:09.993449 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:09.993767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:10.006526 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:10.010689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49782) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:10.011216 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b62d6cfe-66c5-4e06-a4f9-642acaea2790 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1710837 Feb 09 14:53:10.016641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-918afb42-b4ef-41f7-b075-932421274fc0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': '56f56300-a769-422c-b112-1f9896a68b6b', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:53:10.024030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-918afb42-b4ef-41f7-b075-932421274fc0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:53:10.028740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-918afb42-b4ef-41f7-b075-932421274fc0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:53:10.031709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-918afb42-b4ef-41f7-b075-932421274fc0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:53:10.037930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-918afb42-b4ef-41f7-b075-932421274fc0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:53:10.054744 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-918afb42-b4ef-41f7-b075-932421274fc0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Project edf7bc9ff5b04235a8b2eff72cdddac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:53:10.062124 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-918afb42-b4ef-41f7-b075-932421274fc0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:10.133621 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-918afb42-b4ef-41f7-b075-932421274fc0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:10.137491 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-918afb42-b4ef-41f7-b075-932421274fc0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:10.166431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918afb42-b4ef-41f7-b075-932421274fc0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237c5481-ab7e-44ae-8dcc-7b11262d0479,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:10.177289 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-918afb42-b4ef-41f7-b075-932421274fc0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:10.178872 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-918afb42-b4ef-41f7-b075-932421274fc0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1668782 Feb 09 14:53:10.181454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49786) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:10.186662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-6c2c8088-2cd3-4c7e-b765-2e1f826c77a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': '56f56300-a769-422c-b112-1f9896a68b6b', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:53:10.194177 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6c2c8088-2cd3-4c7e-b765-2e1f826c77a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:53:10.198434 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6c2c8088-2cd3-4c7e-b765-2e1f826c77a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:53:10.201658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6c2c8088-2cd3-4c7e-b765-2e1f826c77a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:53:10.208106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6c2c8088-2cd3-4c7e-b765-2e1f826c77a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:53:10.219616 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-6c2c8088-2cd3-4c7e-b765-2e1f826c77a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Project edf7bc9ff5b04235a8b2eff72cdddac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:53:10.227594 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c2c8088-2cd3-4c7e-b765-2e1f826c77a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:10.296516 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c2c8088-2cd3-4c7e-b765-2e1f826c77a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:10.301389 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c2c8088-2cd3-4c7e-b765-2e1f826c77a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:10.326364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c8088-2cd3-4c7e-b765-2e1f826c77a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a91d512-80f2-4f17-93c4-a8b8cffe0aac,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:10.336297 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6c2c8088-2cd3-4c7e-b765-2e1f826c77a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:10.337494 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6c2c8088-2cd3-4c7e-b765-2e1f826c77a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1550703 Feb 09 14:53:10.513683 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-657038f1-d29d-4ca8-a0cc-f16ff2956468 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-13749223&fields=id&tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3 HTTP/1.1" status: 200 len: 267 time: 0.0431981 Feb 09 14:53:10.669323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-b5572ea6-0f38-487b-a7d4-9e15440e1cc5 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:10.670812 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-b5572ea6-0f38-487b-a7d4-9e15440e1cc5 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/networks?id=0938ebbc-2856-4d57-b378-1d7cc442e407 HTTP/1.1" status: 200 len: 796 time: 0.1496298 Feb 09 14:53:10.689893 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-7502e324-9101-4c55-9cc0-b3f51f81f783 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/quotas/edf7bc9ff5b04235a8b2eff72cdddac3 HTTP/1.1" status: 200 len: 375 time: 0.0105705 Feb 09 14:53:10.738555 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:10.779636 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-56f9e1d1-0970-4d1a-a87d-3f62877a5191 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838172 Feb 09 14:53:10.917833 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-b55b4de6-a712-4032-9262-67b68d81b779 service neutron] 10.222.0.48 "GET /v2.0/networks/0938ebbc-2856-4d57-b378-1d7cc442e407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268060 Feb 09 14:53:11.048153 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-362c7548-926e-496e-8a6c-9b9bd28c4721 service neutron] 10.222.0.48 "GET /v2.0/networks/0938ebbc-2856-4d57-b378-1d7cc442e407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233592 Feb 09 14:53:11.246120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-9415a908-3e5b-4d3a-b978-682d2ed8304e req-cd1a530c-5fd5-4455-8658-6f67594b66de tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Synchronizing usage tracker for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:53:11.266683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-9415a908-3e5b-4d3a-b978-682d2ed8304e req-cd1a530c-5fd5-4455-8658-6f67594b66de tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Unset dirty status for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:53:11.268320 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9415a908-3e5b-4d3a-b978-682d2ed8304e req-cd1a530c-5fd5-4455-8658-6f67594b66de tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 210 time: 0.0795884 Feb 09 14:53:11.279273 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b2bf3347-73fa-488b-b46e-331e6f26f8e0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:53:11.349836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port b2bf3347-73fa-488b-b46e-331e6f26f8e0 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:53:11.354506 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b2bf3347-73fa-488b-b46e-331e6f26f8e0 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:53:11.354862 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:11.475247 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:11.508135 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port b2bf3347-73fa-488b-b46e-331e6f26f8e0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b2bf3347-73fa-488b-b46e-331e6f26f8e0,segment=NetworkSegment(c51ee42c-7e73-4f11-a999-436adff2a1b7),segment_id=c51ee42c-7e73-4f11-a999-436adff2a1b7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:11.513275 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:11.590294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=b2bf3347-73fa-488b-b46e-331e6f26f8e0,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:12.349877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-5ddc4487-8534-46ee-9739-890464a29d06 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:12.351979 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-5ddc4487-8534-46ee-9739-890464a29d06 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.21 "GET /v2.0/networks?id=0938ebbc-2856-4d57-b378-1d7cc442e407 HTTP/1.1" status: 200 len: 796 time: 0.1525552 Feb 09 14:53:12.434284 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-1bad8542-715f-4854-8b48-ee3547664d8a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3 HTTP/1.1" status: 200 len: 378 time: 0.0736370 Feb 09 14:53:12.452305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-86661324-0634-4bd9-811f-7a8b633d1fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'port': {'device_id': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'admin_state_up': True, 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'security_groups': ['56f56300-a769-422c-b112-1f9896a68b6b']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:53:12.476450 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-185f4ba9-67ea-451a-9f5e-3c915b1fc824 req-1b5bceac-fa2d-408b-859b-9cb594c6d248 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 210 time: 0.0778849 Feb 09 14:53:12.617494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-86661324-0634-4bd9-811f-7a8b633d1fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:53:12.627562 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-86661324-0634-4bd9-811f-7a8b633d1fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:53:12.637174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-86661324-0634-4bd9-811f-7a8b633d1fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Made reservation on behalf of edf7bc9ff5b04235a8b2eff72cdddac3 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:53:12.640647 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-86661324-0634-4bd9-811f-7a8b633d1fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:12.808265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-86661324-0634-4bd9-811f-7a8b633d1fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Allocated IP 172.20.0.3 (0938ebbc-2856-4d57-b378-1d7cc442e407/ae9910ff-ea8c-42a7-be98-9bf1b58e7fca/972da80a-9eb8-4c63-a59b-864307a135a2) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:53:13.133941 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-86661324-0634-4bd9-811f-7a8b633d1fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:13.149702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-86661324-0634-4bd9-811f-7a8b633d1fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Transition to ACTIVE for port object 972da80a-9eb8-4c63-a59b-864307a135a2 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:53:13.174585 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-86661324-0634-4bd9-811f-7a8b633d1fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:13.247269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-86661324-0634-4bd9-811f-7a8b633d1fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network 0938ebbc-2856-4d57-b378-1d7cc442e407 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:53:13.250694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-86661324-0634-4bd9-811f-7a8b633d1fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:53:13.254685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-86661324-0634-4bd9-811f-7a8b633d1fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:53:13.259419 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b2bf3347-73fa-488b-b46e-331e6f26f8e0 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:53:13.308432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86661324-0634-4bd9-811f-7a8b633d1fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Port': ['ID=972da80a-9eb8-4c63-a59b-864307a135a2,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:13.343689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-86661324-0634-4bd9-811f-7a8b633d1fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:13.344338 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-86661324-0634-4bd9-811f-7a8b633d1fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:13.346527 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b2bf3347-73fa-488b-b46e-331e6f26f8e0 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:53:13.346693 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:13.374561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-86661324-0634-4bd9-811f-7a8b633d1fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9269390 Feb 09 14:53:13.386397 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Request body: {'port': {'device_id': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:53:13.512449 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:13.524947 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-349476ac-78fd-4de2-8a3c-c8116b439161 None None] Provisioning for port 972da80a-9eb8-4c63-a59b-864307a135a2 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:53:13.532276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-349476ac-78fd-4de2-8a3c-c8116b439161 None None] Provisioning complete for port 972da80a-9eb8-4c63-a59b-864307a135a2 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:53:13.532913 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-349476ac-78fd-4de2-8a3c-c8116b439161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:13.595883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-349476ac-78fd-4de2-8a3c-c8116b439161 None None] Port 972da80a-9eb8-4c63-a59b-864307a135a2 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:53:13.680393 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd674cd9-3cce-4843-b30a-2a54852ba779 req-e6db9d36-42d3-4a9e-9626-43d6a151247e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:13.681856 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd674cd9-3cce-4843-b30a-2a54852ba779 req-e6db9d36-42d3-4a9e-9626-43d6a151247e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 931 time: 0.0899765 Feb 09 14:53:13.736596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-cd674cd9-3cce-4843-b30a-2a54852ba779 req-38806b52-2809-468b-a1a9-432d6dc626d1 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Synchronizing usage tracker for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:53:13.754159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-cd674cd9-3cce-4843-b30a-2a54852ba779 req-38806b52-2809-468b-a1a9-432d6dc626d1 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Unset dirty status for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:53:13.755593 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd674cd9-3cce-4843-b30a-2a54852ba779 req-38806b52-2809-468b-a1a9-432d6dc626d1 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=56f56300-a769-422c-b112-1f9896a68b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670199 Feb 09 14:53:13.891639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972da80a-9eb8-4c63-a59b-864307a135a2 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:53:13.898933 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:13.914480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Transition to ACTIVE for port object 972da80a-9eb8-4c63-a59b-864307a135a2 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:53:13.919248 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:14.076476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Pushing event updated for resources: {'Port': ['ID=972da80a-9eb8-4c63-a59b-864307a135a2,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:14.168577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Attempting to bind port 972da80a-9eb8-4c63-a59b-864307a135a2 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:53:14.168911 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Attempting to bind port 972da80a-9eb8-4c63-a59b-864307a135a2 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'c51ee42c-7e73-4f11-a999-436adff2a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:53:14.169230 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Attempting to bind port 972da80a-9eb8-4c63-a59b-864307a135a2 on network 0938ebbc-2856-4d57-b378-1d7cc442e407 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:53:14.174612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Port 972da80a-9eb8-4c63-a59b-864307a135a2 on network 0938ebbc-2856-4d57-b378-1d7cc442e407 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:53:14.174927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Attempting to bind port 972da80a-9eb8-4c63-a59b-864307a135a2 on network 0938ebbc-2856-4d57-b378-1d7cc442e407 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:53:14.180086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:53:14.180420 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Checking segment: {'id': 'c51ee42c-7e73-4f11-a999-436adff2a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:53:14.180803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Bound using segment: {'id': 'c51ee42c-7e73-4f11-a999-436adff2a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:53:14.181218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Bound port: 972da80a-9eb8-4c63-a59b-864307a135a2, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51ee42c-7e73-4f11-a999-436adff2a1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:53:14.181555 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:14.281048 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] For port 972da80a-9eb8-4c63-a59b-864307a135a2, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:53:14.284803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] For port 972da80a-9eb8-4c63-a59b-864307a135a2, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=972da80a-9eb8-4c63-a59b-864307a135a2,segment=NetworkSegment(c51ee42c-7e73-4f11-a999-436adff2a1b7),segment_id=c51ee42c-7e73-4f11-a999-436adff2a1b7)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:53:14.289119 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:14.352985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:14.353599 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:14.355094 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] 10.222.0.21 "PUT /v2.0/ports/972da80a-9eb8-4c63-a59b-864307a135a2 HTTP/1.1" status: 200 len: 1091 time: 0.9737794 Feb 09 14:53:14.355534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'tag': '972da80a-9eb8-4c63-a59b-864307a135a2'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:53:14.383182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c518f3-9fd6-43ac-b278-f8003a88185b service neutron] Pushing event updated for resources: {'Port': ['ID=972da80a-9eb8-4c63-a59b-864307a135a2,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:14.494085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-4bb63853-db1e-48e0-b1af-ff5caf821736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:14.496048 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-4bb63853-db1e-48e0-b1af-ff5caf821736 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3&device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 1094 time: 0.0850966 Feb 09 14:53:14.585260 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'tag': '972da80a-9eb8-4c63-a59b-864307a135a2', 'status': 'completed', 'code': 200} Feb 09 14:53:14.586596 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-53f0ed9d-c4b3-4ed5-adc5-5fba7095f3e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=972da80a-9eb8-4c63-a59b-864307a135a2 HTTP/1.1" status: 200 len: 217 time: 0.0836592 Feb 09 14:53:14.649045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-955f3b49-be00-40dc-9487-c7e600ae57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:14.650555 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-955f3b49-be00-40dc-9487-c7e600ae57c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae9910ff-ea8c-42a7-be98-9bf1b58e7fca HTTP/1.1" status: 200 len: 834 time: 0.0580981 Feb 09 14:53:14.728680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-58c56fd0-39fb-433a-a70a-035e42bbb849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:14.730217 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-58c56fd0-39fb-433a-a70a-035e42bbb849 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0938ebbc-2856-4d57-b378-1d7cc442e407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736585 Feb 09 14:53:14.955503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdf91b-05f1-4755-a3d1-8cbb9e19837b req-c95cb4a0-3c69-418d-be2d-ed6c79aa36c0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:14.957650 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b2fdf91b-05f1-4755-a3d1-8cbb9e19837b req-c95cb4a0-3c69-418d-be2d-ed6c79aa36c0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 943 time: 0.0962236 Feb 09 14:53:14.975824 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-98331576-6ffe-40b8-841c-7a372a85adcf service neutron] 10.222.0.21 "GET /v2.0/networks/0938ebbc-2856-4d57-b378-1d7cc442e407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391021 Feb 09 14:53:15.003338 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b2fdf91b-05f1-4755-a3d1-8cbb9e19837b req-37dd4262-ea08-4989-bb53-4639d861cd45 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=56f56300-a769-422c-b112-1f9896a68b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396626 Feb 09 14:53:15.106599 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4c9b3fc-504d-419d-bce2-fe7f26202875 req-746189b1-6b3c-433a-a429-c91323f7e2ce service neutron] 10.222.0.21 "GET /v2.0/networks/0938ebbc-2856-4d57-b378-1d7cc442e407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242874 Feb 09 14:53:15.217129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaba667-307a-4d39-9e35-ec9414d04c28 req-d95e73a2-43cd-4fd6-a73f-b1e64b04dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:15.218605 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-faaba667-307a-4d39-9e35-ec9414d04c28 req-d95e73a2-43cd-4fd6-a73f-b1e64b04dd46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3&device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 1094 time: 0.0712216 Feb 09 14:53:15.354233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaba667-307a-4d39-9e35-ec9414d04c28 req-c16ac0c5-1068-45e0-a14d-c3fb6e09b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:15.355583 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-faaba667-307a-4d39-9e35-ec9414d04c28 req-c16ac0c5-1068-45e0-a14d-c3fb6e09b9a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0938ebbc-2856-4d57-b378-1d7cc442e407 HTTP/1.1" status: 200 len: 896 time: 0.1302719 Feb 09 14:53:15.427057 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-faaba667-307a-4d39-9e35-ec9414d04c28 req-91a270b3-c47d-4280-8f75-d013e8319e07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=972da80a-9eb8-4c63-a59b-864307a135a2 HTTP/1.1" status: 200 len: 217 time: 0.0635569 Feb 09 14:53:15.446386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49828) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:15.490682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaba667-307a-4d39-9e35-ec9414d04c28 req-57608745-ec61-4a9a-8f31-58ad52744a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:15.492324 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-faaba667-307a-4d39-9e35-ec9414d04c28 req-57608745-ec61-4a9a-8f31-58ad52744a24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae9910ff-ea8c-42a7-be98-9bf1b58e7fca HTTP/1.1" status: 200 len: 834 time: 0.0607882 Feb 09 14:53:15.575040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaba667-307a-4d39-9e35-ec9414d04c28 req-b99e36ab-2274-4fb4-846f-cc9dd7430e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:15.576895 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-faaba667-307a-4d39-9e35-ec9414d04c28 req-b99e36ab-2274-4fb4-846f-cc9dd7430e6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0938ebbc-2856-4d57-b378-1d7cc442e407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772510 Feb 09 14:53:15.718905 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-faaba667-307a-4d39-9e35-ec9414d04c28 req-43008359-e6ea-499f-a53c-13f3b2d53214 service neutron] 10.222.0.21 "GET /v2.0/networks/0938ebbc-2856-4d57-b378-1d7cc442e407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354003 Feb 09 14:53:15.773434 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-0f88c329-90a0-43cf-870d-e2b0aab9d947 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Deleting port e0341c46-295f-401b-ba53-0bf22891480a {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:53:15.773772 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f88c329-90a0-43cf-870d-e2b0aab9d947 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:15.856146 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-faaba667-307a-4d39-9e35-ec9414d04c28 req-eb09b5cc-bb43-469a-9d98-63950a13f7c1 service neutron] 10.222.0.21 "GET /v2.0/networks/0938ebbc-2856-4d57-b378-1d7cc442e407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300316 Feb 09 14:53:15.948584 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f88c329-90a0-43cf-870d-e2b0aab9d947 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:15.948925 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f88c329-90a0-43cf-870d-e2b0aab9d947 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:16.073125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-0f88c329-90a0-43cf-870d-e2b0aab9d947 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Calling delete_port for e0341c46-295f-401b-ba53-0bf22891480a owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:53:16.190907 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d25f9-0539-49fb-a76b-a7112775f74c req-1a23e5d6-555e-413f-801e-788267e44b5a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:16.191597 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-ea3d25f9-0539-49fb-a76b-a7112775f74c req-1a23e5d6-555e-413f-801e-788267e44b5a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Synchronizing usage tracker for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:53:16.207373 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-ea3d25f9-0539-49fb-a76b-a7112775f74c req-1a23e5d6-555e-413f-801e-788267e44b5a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Unset dirty status for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:53:16.208561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ea3d25f9-0539-49fb-a76b-a7112775f74c req-1a23e5d6-555e-413f-801e-788267e44b5a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 943 time: 0.0960658 Feb 09 14:53:16.231126 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f88c329-90a0-43cf-870d-e2b0aab9d947 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:16.256114 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ea3d25f9-0539-49fb-a76b-a7112775f74c req-b7e2a8c4-32f4-4f8e-8743-010a4607265f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=56f56300-a769-422c-b112-1f9896a68b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409827 Feb 09 14:53:16.279504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88c329-90a0-43cf-870d-e2b0aab9d947 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event deleted for resources: {'Port': ['ID=e0341c46-295f-401b-ba53-0bf22891480a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:16.373753 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f88c329-90a0-43cf-870d-e2b0aab9d947 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:16.374113 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-0f88c329-90a0-43cf-870d-e2b0aab9d947 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Floating IP 2e9483a5-103e-427c-bfd7-e880c47e65a5 disassociated (deleted). External IP: 172.25.8.202, port: cfa38eca-ac8c-40d5-9298-d92b2011b472. Feb 09 14:53:16.720592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f88c329-90a0-43cf-870d-e2b0aab9d947 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Router 57469629-c888-4e98-a2a9-891a4d6cb712 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:53:16.901668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f88c329-90a0-43cf-870d-e2b0aab9d947 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:53:16.910869 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d5dd0-84f4-4b2e-a298-b3c4fb79a13f None None] Sync routers for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:53:16.920496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d5dd0-84f4-4b2e-a298-b3c4fb79a13f None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:53:16.921396 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-301d5dd0-84f4-4b2e-a298-b3c4fb79a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:16.923278 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f88c329-90a0-43cf-870d-e2b0aab9d947 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:16.978528 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0f88c329-90a0-43cf-870d-e2b0aab9d947 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "DELETE /v2.0/floatingips/2e9483a5-103e-427c-bfd7-e880c47e65a5 HTTP/1.1" status: 204 len: 168 time: 1.5310872 Feb 09 14:53:16.979210 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100cd8f5-532a-48af-a211-742e59bcb7f2', 'tag': 'cfa38eca-ac8c-40d5-9298-d92b2011b472'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:53:17.102193 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100cd8f5-532a-48af-a211-742e59bcb7f2', 'tag': 'cfa38eca-ac8c-40d5-9298-d92b2011b472', 'status': 'completed', 'code': 200} Feb 09 14:53:17.104789 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-301d5dd0-84f4-4b2e-a298-b3c4fb79a13f None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:53:17.208921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10063f-b66a-4dd0-a997-bd605f1a014b req-f4a71a3c-99d9-4b83-93fe-77e4c8770f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:17.210535 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d10063f-b66a-4dd0-a997-bd605f1a014b req-f4a71a3c-99d9-4b83-93fe-77e4c8770f92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 1096 time: 0.0839062 Feb 09 14:53:17.403833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10063f-b66a-4dd0-a997-bd605f1a014b req-1de1a7dc-a556-47ae-8f4a-d796138940c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:17.405290 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d10063f-b66a-4dd0-a997-bd605f1a014b req-1de1a7dc-a556-47ae-8f4a-d796138940c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.1879113 Feb 09 14:53:17.415856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b4585-b424-4aa4-9657-8b27bdcc873d req-1eefe666-1c56-4191-ab3f-2de73e1b49d3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:17.417396 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a02b4585-b424-4aa4-9657-8b27bdcc873d req-1eefe666-1c56-4191-ab3f-2de73e1b49d3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 945 time: 0.1362269 Feb 09 14:53:17.454133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba40f2-7011-4d6e-b522-d8b40e106fb0 req-865ce69f-9f05-436c-bbf2-a51333d33e42 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:17.455700 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03ba40f2-7011-4d6e-b522-d8b40e106fb0 req-865ce69f-9f05-436c-bbf2-a51333d33e42 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 943 time: 0.0834358 Feb 09 14:53:17.495455 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d10063f-b66a-4dd0-a997-bd605f1a014b req-df4ef61f-ed81-444c-94dc-5ca5cbefd415 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfa38eca-ac8c-40d5-9298-d92b2011b472 HTTP/1.1" status: 200 len: 217 time: 0.0770566 Feb 09 14:53:17.508410 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-301d5dd0-84f4-4b2e-a298-b3c4fb79a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'db6f146f-1f8f-4d1b-8c07-f6a58ac71d77', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'port_id': 'c6638e82-8b57-4618-b10c-46db4a0c55de', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'mac_address': 'fa:16:3e:ed:d5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:49:16Z', 'updated_at': '2022-02-09T14:49:20Z', 'revision_number': 1, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:17.512742 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d5dd0-84f4-4b2e-a298-b3c4fb79a13f None None] Checking router: 57469629-c888-4e98-a2a9-891a4d6cb712 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:53:17.517464 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03ba40f2-7011-4d6e-b522-d8b40e106fb0 req-8e983be5-d67f-432c-b2c5-2199264f75cc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=56f56300-a769-422c-b112-1f9896a68b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544596 Feb 09 14:53:17.524040 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d5dd0-84f4-4b2e-a298-b3c4fb79a13f None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:53:17.524752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-301d5dd0-84f4-4b2e-a298-b3c4fb79a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:17.569620 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a02b4585-b424-4aa4-9657-8b27bdcc873d req-d817b9ac-7cc9-40c5-aa6d-81e2e490925b tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946259 Feb 09 14:53:17.581102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10063f-b66a-4dd0-a997-bd605f1a014b req-ab0dd932-48d6-4ebb-96ef-ccd890906f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:17.582511 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d10063f-b66a-4dd0-a997-bd605f1a014b req-ab0dd932-48d6-4ebb-96ef-ccd890906f3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0795090 Feb 09 14:53:17.666193 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10063f-b66a-4dd0-a997-bd605f1a014b req-c116f7cd-0063-4988-9e2e-e5df9c0bcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:17.667874 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d10063f-b66a-4dd0-a997-bd605f1a014b req-c116f7cd-0063-4988-9e2e-e5df9c0bcdf4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792637 Feb 09 14:53:17.710418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-301d5dd0-84f4-4b2e-a298-b3c4fb79a13f None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:53:17.916512 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d10063f-b66a-4dd0-a997-bd605f1a014b req-da698db5-dfa0-4f16-bc40-c069613190ab service neutron] 10.222.0.21 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419782 Feb 09 14:53:18.050547 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d10063f-b66a-4dd0-a997-bd605f1a014b req-93091708-cd3b-4b6d-9dcb-766d775f9961 service neutron] 10.222.0.21 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266830 Feb 09 14:53:18.090955 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-301d5dd0-84f4-4b2e-a298-b3c4fb79a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'db6f146f-1f8f-4d1b-8c07-f6a58ac71d77', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'port_id': 'c6638e82-8b57-4618-b10c-46db4a0c55de', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'mac_address': 'fa:16:3e:ed:d5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:49:16Z', 'updated_at': '2022-02-09T14:49:20Z', 'revision_number': 1, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:18.095289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d5dd0-84f4-4b2e-a298-b3c4fb79a13f None None] The sync data for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 is: [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'db6f146f-1f8f-4d1b-8c07-f6a58ac71d77', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'port_id': 'c6638e82-8b57-4618-b10c-46db4a0c55de', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'mac_address': 'fa:16:3e:ed:d5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:49:16Z', 'updated_at': '2022-02-09T14:49:20Z', 'revision_number': 1, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:53:18.326645 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d43bc-889e-4c7f-9a36-c1db577e9297 None None] New status for floating IP 2e9483a5-103e-427c-bfd7-e880c47e65a5: DOWN {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:53:18.588813 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 972da80a-9eb8-4c63-a59b-864307a135a2 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:53:18.735066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 972da80a-9eb8-4c63-a59b-864307a135a2, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=972da80a-9eb8-4c63-a59b-864307a135a2,segment=NetworkSegment(c51ee42c-7e73-4f11-a999-436adff2a1b7),segment_id=c51ee42c-7e73-4f11-a999-436adff2a1b7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:18.750117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '972da80a-9eb8-4c63-a59b-864307a135a2', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'port_id': '972da80a-9eb8-4c63-a59b-864307a135a2', 'mac_address': 'fa:16:3e:10:77:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:53:18.800957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5b772-8857-4790-844f-6d76e3a52977 req-c0ed627f-a5b4-4fa6-906c-5ece7266ddba tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:18.802870 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46e5b772-8857-4790-844f-6d76e3a52977 req-c0ed627f-a5b4-4fa6-906c-5ece7266ddba tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 945 time: 0.0966322 Feb 09 14:53:18.815349 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:18.832973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972da80a-9eb8-4c63-a59b-864307a135a2 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:53:18.833259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc12d71-8b8c-433b-a272-10f679b7af71 req-bd3c7968-7c57-4469-a7cd-6a3c66f59a2c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:18.835152 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4cc12d71-8b8c-433b-a272-10f679b7af71 req-bd3c7968-7c57-4469-a7cd-6a3c66f59a2c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 943 time: 0.2160606 Feb 09 14:53:18.850067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 972da80a-9eb8-4c63-a59b-864307a135a2, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=972da80a-9eb8-4c63-a59b-864307a135a2,segment=NetworkSegment(c51ee42c-7e73-4f11-a999-436adff2a1b7),segment_id=c51ee42c-7e73-4f11-a999-436adff2a1b7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:18.855505 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:18.865769 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46e5b772-8857-4790-844f-6d76e3a52977 req-3364e501-0264-49ae-b1ae-5e8a4971d3de tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552120 Feb 09 14:53:18.885163 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4cc12d71-8b8c-433b-a272-10f679b7af71 req-deb03cf1-6768-45fb-b111-6c43020f40a5 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=56f56300-a769-422c-b112-1f9896a68b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441186 Feb 09 14:53:18.927891 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=972da80a-9eb8-4c63-a59b-864307a135a2,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:19.078096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26955650-2bda-4473-87e9-e6e9338cb32a req-d5f5abae-2940-4be2-80ec-67494f2323d4 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:19.079442 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26955650-2bda-4473-87e9-e6e9338cb32a req-d5f5abae-2940-4be2-80ec-67494f2323d4 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.21 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 945 time: 0.0906811 Feb 09 14:53:19.149759 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-26955650-2bda-4473-87e9-e6e9338cb32a req-69791a63-68c4-4952-99eb-82e01becdbc9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Deleting port cfa38eca-ac8c-40d5-9298-d92b2011b472 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:53:19.150013 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-26955650-2bda-4473-87e9-e6e9338cb32a req-69791a63-68c4-4952-99eb-82e01becdbc9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:19.251920 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['972da80a-9eb8-4c63-a59b-864307a135a2'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:53:19.409239 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-26955650-2bda-4473-87e9-e6e9338cb32a req-69791a63-68c4-4952-99eb-82e01becdbc9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] For port cfa38eca-ac8c-40d5-9298-d92b2011b472, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=cfa38eca-ac8c-40d5-9298-d92b2011b472,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:19.409512 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-26955650-2bda-4473-87e9-e6e9338cb32a req-69791a63-68c4-4952-99eb-82e01becdbc9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:19.537900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-26955650-2bda-4473-87e9-e6e9338cb32a req-69791a63-68c4-4952-99eb-82e01becdbc9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Calling delete_port for cfa38eca-ac8c-40d5-9298-d92b2011b472 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:53:19.681378 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-26955650-2bda-4473-87e9-e6e9338cb32a req-69791a63-68c4-4952-99eb-82e01becdbc9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:19.736812 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69791a63-68c4-4952-99eb-82e01becdbc9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event deleted for resources: {'Port': ['ID=cfa38eca-ac8c-40d5-9298-d92b2011b472,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:19.813304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-26955650-2bda-4473-87e9-e6e9338cb32a req-69791a63-68c4-4952-99eb-82e01becdbc9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] No DVR routers for this DVR port cfa38eca-ac8c-40d5-9298-d92b2011b472 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:53:19.816784 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-26955650-2bda-4473-87e9-e6e9338cb32a req-69791a63-68c4-4952-99eb-82e01becdbc9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:19.819360 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100cd8f5-532a-48af-a211-742e59bcb7f2', 'name': 'network-vif-deleted', 'tag': 'cfa38eca-ac8c-40d5-9298-d92b2011b472'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:53:19.831410 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26955650-2bda-4473-87e9-e6e9338cb32a req-69791a63-68c4-4952-99eb-82e01becdbc9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.21 "DELETE /v2.0/ports/cfa38eca-ac8c-40d5-9298-d92b2011b472 HTTP/1.1" status: 204 len: 173 time: 0.7467391 Feb 09 14:53:19.866702 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100cd8f5-532a-48af-a211-742e59bcb7f2', 'name': 'network-vif-deleted', 'tag': 'cfa38eca-ac8c-40d5-9298-d92b2011b472', 'status': 'completed', 'code': 200} Feb 09 14:53:20.016362 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b2136c0e-4c86-4739-8f06-db618efcc932 req-49a79857-c2ef-44ad-b550-ae45737b3678 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:53:20.032553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b2136c0e-4c86-4739-8f06-db618efcc932 req-49a79857-c2ef-44ad-b550-ae45737b3678 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:53:20.033953 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b2136c0e-4c86-4739-8f06-db618efcc932 req-49a79857-c2ef-44ad-b550-ae45737b3678 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=100cd8f5-532a-48af-a211-742e59bcb7f2 HTTP/1.1" status: 200 len: 210 time: 0.0694802 Feb 09 14:53:20.103818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0a5d0-36eb-4019-b685-9d7d48ff657a req-57d0a46a-3032-476e-97ff-640fc72f08e1 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:20.105510 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2fa0a5d0-36eb-4019-b685-9d7d48ff657a req-57d0a46a-3032-476e-97ff-640fc72f08e1 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 944 time: 0.0960248 Feb 09 14:53:20.160033 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2fa0a5d0-36eb-4019-b685-9d7d48ff657a req-6695918d-430b-4080-b7e9-2086cbf87c5f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=56f56300-a769-422c-b112-1f9896a68b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477214 Feb 09 14:53:20.598577 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 972da80a-9eb8-4c63-a59b-864307a135a2 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:53:20.670880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 972da80a-9eb8-4c63-a59b-864307a135a2 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:53:20.677704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 972da80a-9eb8-4c63-a59b-864307a135a2 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:53:20.678076 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:20.806389 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:20.833919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972da80a-9eb8-4c63-a59b-864307a135a2'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:53:20.844511 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 972da80a-9eb8-4c63-a59b-864307a135a2, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=972da80a-9eb8-4c63-a59b-864307a135a2,segment=NetworkSegment(c51ee42c-7e73-4f11-a999-436adff2a1b7),segment_id=c51ee42c-7e73-4f11-a999-436adff2a1b7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:20.850834 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:20.929733 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:53:20.933080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=972da80a-9eb8-4c63-a59b-864307a135a2,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:20.964594 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972da80a-9eb8-4c63-a59b-864307a135a2', 'code': 200} Feb 09 14:53:21.096408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ce71e-c5f3-4536-afe8-50f7036960e3 req-e0e3d218-308d-414e-8c2c-220edae1af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:21.097808 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-164ce71e-c5f3-4536-afe8-50f7036960e3 req-e0e3d218-308d-414e-8c2c-220edae1af0e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 1096 time: 0.0726292 Feb 09 14:53:21.145617 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-164ce71e-c5f3-4536-afe8-50f7036960e3 req-c840df00-3e78-40cc-8523-549bd836a6f9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=56f56300-a769-422c-b112-1f9896a68b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405073 Feb 09 14:53:21.376073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649179fe-20be-4e2c-85b3-37cc9c4454c2 req-f093099a-bea9-4bcf-940f-bd71f142de00 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:21.378080 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-649179fe-20be-4e2c-85b3-37cc9c4454c2 req-f093099a-bea9-4bcf-940f-bd71f142de00 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 945 time: 0.0936406 Feb 09 14:53:21.426182 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-649179fe-20be-4e2c-85b3-37cc9c4454c2 req-b69cfd6e-3fdf-4abf-b7fb-75bfda42bcb9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=56f56300-a769-422c-b112-1f9896a68b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423234 Feb 09 14:53:22.614656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device cfa38eca-ac8c-40d5-9298-d92b2011b472 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:53:22.652429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: cfa38eca-ac8c-40d5-9298-d92b2011b472 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:53:22.652773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device cfa38eca-ac8c-40d5-9298-d92b2011b472 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:53:22.676656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc93ed-4dcd-4c5c-98fd-372a06a3c7cb req-a749af2d-c77d-4852-b6b8-d09d03bf23b8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:22.678125 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c2fc93ed-4dcd-4c5c-98fd-372a06a3c7cb req-a749af2d-c77d-4852-b6b8-d09d03bf23b8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 945 time: 0.0911734 Feb 09 14:53:22.729352 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c2fc93ed-4dcd-4c5c-98fd-372a06a3c7cb req-a0ff2e0f-ff0a-4396-9cfa-a05a312e52f4 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=56f56300-a769-422c-b112-1f9896a68b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450687 Feb 09 14:53:23.943951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f15baf-c646-41f5-af8a-727aed7f6a6c req-82384201-830c-477d-9542-18b70f13cc0e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:23.945552 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-95f15baf-c646-41f5-af8a-727aed7f6a6c req-82384201-830c-477d-9542-18b70f13cc0e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 945 time: 0.0839531 Feb 09 14:53:23.991160 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-95f15baf-c646-41f5-af8a-727aed7f6a6c req-830d0b86-3b9d-4979-8c83-99eedc0f803a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=56f56300-a769-422c-b112-1f9896a68b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400250 Feb 09 14:53:24.198959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62764e0-ef53-449b-99fe-1ca67b3116da req-670c57f1-847d-42c0-aa88-5ee9012cffee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:24.200526 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f62764e0-ef53-449b-99fe-1ca67b3116da req-670c57f1-847d-42c0-aa88-5ee9012cffee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 945 time: 0.0926714 Feb 09 14:53:24.249352 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f62764e0-ef53-449b-99fe-1ca67b3116da req-35c076ba-d152-48d5-af92-f8c5aecba3f1 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=56f56300-a769-422c-b112-1f9896a68b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424504 Feb 09 14:53:24.273838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49882) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:24.346094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6088e12-a73f-4f4a-b634-33ff7ece7a22 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:24.347594 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b6088e12-a73f-4f4a-b634-33ff7ece7a22 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 1091 time: 0.0727882 Feb 09 14:53:24.351283 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49886) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:24.356255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': '972da80a-9eb8-4c63-a59b-864307a135a2', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:53:24.363079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:53:24.366945 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:floatingip and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:53:24.369831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:53:24.375434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:53:24.397310 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:24.552779 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:24.839362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Allocated IP 172.25.8.107 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/dcfc0d50-40c9-4af2-aec9-075476efb03c) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:53:24.993523 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:25.023501 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:25.112743 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:53:25.116544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:53:25.121364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:53:25.158797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Port': ['ID=dcfc0d50-40c9-4af2-aec9-075476efb03c,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:25.565652 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:25.639676 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:25.691812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49894) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:25.856571 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:25.861297 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:25.915240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8470a0c2-6a68-443b-a826-ce692b754ad5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Deleting port 09c1886b-66c7-44c3-b7d9-43ff75cd6723 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:53:25.915662 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8470a0c2-6a68-443b-a826-ce692b754ad5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:25.973444 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Port': ['ID=dcfc0d50-40c9-4af2-aec9-075476efb03c,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:25.984604 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:26.097584 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8470a0c2-6a68-443b-a826-ce692b754ad5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:26.098064 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8470a0c2-6a68-443b-a826-ce692b754ad5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:26.159065 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Floating IP 4943b37d-0cf1-44a3-ab31-d7727c554fa3 associated. External IP: 172.25.8.107, port: 972da80a-9eb8-4c63-a59b-864307a135a2. Feb 09 14:53:26.228565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8470a0c2-6a68-443b-a826-ce692b754ad5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Calling delete_port for 09c1886b-66c7-44c3-b7d9-43ff75cd6723 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:53:26.394263 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8470a0c2-6a68-443b-a826-ce692b754ad5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:26.442568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470a0c2-6a68-443b-a826-ce692b754ad5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event deleted for resources: {'Port': ['ID=09c1886b-66c7-44c3-b7d9-43ff75cd6723,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:26.537897 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8470a0c2-6a68-443b-a826-ce692b754ad5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:26.538560 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-8470a0c2-6a68-443b-a826-ce692b754ad5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Floating IP db6f146f-1f8f-4d1b-8c07-f6a58ac71d77 disassociated (deleted). External IP: 172.25.8.227, port: c6638e82-8b57-4618-b10c-46db4a0c55de. Feb 09 14:53:26.660252 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Router 70c5d95a-4d2f-4073-bd89-14696ba07e6e has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:53:26.804032 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ed354448-fe2a-490f-b6ae-181d2f3ad1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:26.847777 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:53:26.858284 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab4ff58-1e44-43c0-9182-643191df986e None None] Sync routers for ids ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:53:26.870603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab4ff58-1e44-43c0-9182-643191df986e None None] Routers {'70c5d95a-4d2f-4073-bd89-14696ba07e6e'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:53:26.871624 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6ab4ff58-1e44-43c0-9182-643191df986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:26.878370 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:26.941020 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8d012f5e-eded-4944-af35-e8b7fbec8f9b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5859444 Feb 09 14:53:26.941020 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'tag': '972da80a-9eb8-4c63-a59b-864307a135a2'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:53:26.944117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49898) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:27.016808 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'tag': '972da80a-9eb8-4c63-a59b-864307a135a2', 'status': 'completed', 'code': 200} Feb 09 14:53:27.049743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8470a0c2-6a68-443b-a826-ce692b754ad5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Router 57469629-c888-4e98-a2a9-891a4d6cb712 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:53:27.103532 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6ab4ff58-1e44-43c0-9182-643191df986e None None] Set router 70c5d95a-4d2f-4073-bd89-14696ba07e6e gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:53:27.126580 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b2295a19-86a5-4dc1-8625-36c30367fae3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/floatingips/4943b37d-0cf1-44a3-ab31-d7727c554fa3 HTTP/1.1" status: 200 len: 991 time: 0.1797717 Feb 09 14:53:27.140748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2772c-88aa-45e4-97b9-9e52f82cab5e req-fa7c84ea-e30f-4e85-b984-e569cee65026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:27.142256 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ccc2772c-88aa-45e4-97b9-9e52f82cab5e req-fa7c84ea-e30f-4e85-b984-e569cee65026 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3&device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 1096 time: 0.1189120 Feb 09 14:53:27.239970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8470a0c2-6a68-443b-a826-ce692b754ad5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:53:27.253709 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f7014-e4f0-4ec3-86a1-f06351171f86 None None] Sync routers for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:53:27.263399 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f7014-e4f0-4ec3-86a1-f06351171f86 None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:53:27.264110 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5e3f7014-e4f0-4ec3-86a1-f06351171f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:27.264281 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8470a0c2-6a68-443b-a826-ce692b754ad5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:27.304232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2772c-88aa-45e4-97b9-9e52f82cab5e req-adb3fce0-480d-4b5e-9162-0a94a04c86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:27.306033 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ccc2772c-88aa-45e4-97b9-9e52f82cab5e req-adb3fce0-480d-4b5e-9162-0a94a04c86f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0938ebbc-2856-4d57-b378-1d7cc442e407 HTTP/1.1" status: 200 len: 896 time: 0.1579731 Feb 09 14:53:27.335096 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8470a0c2-6a68-443b-a826-ce692b754ad5 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "DELETE /v2.0/floatingips/db6f146f-1f8f-4d1b-8c07-f6a58ac71d77 HTTP/1.1" status: 204 len: 168 time: 1.6416168 Feb 09 14:53:27.335979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'tag': 'c6638e82-8b57-4618-b10c-46db4a0c55de'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:53:27.425100 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ccc2772c-88aa-45e4-97b9-9e52f82cab5e req-aecea8a4-891d-49fc-88df-e906cb9226e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=972da80a-9eb8-4c63-a59b-864307a135a2 HTTP/1.1" status: 200 len: 999 time: 0.1122558 Feb 09 14:53:27.430941 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'tag': 'c6638e82-8b57-4618-b10c-46db4a0c55de', 'status': 'completed', 'code': 200} Feb 09 14:53:27.505311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2772c-88aa-45e4-97b9-9e52f82cab5e req-beabb97e-9dde-45b0-8434-ac7ad6687d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:27.506583 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ccc2772c-88aa-45e4-97b9-9e52f82cab5e req-beabb97e-9dde-45b0-8434-ac7ad6687d7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae9910ff-ea8c-42a7-be98-9bf1b58e7fca HTTP/1.1" status: 200 len: 834 time: 0.0744138 Feb 09 14:53:27.512210 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6ab4ff58-1e44-43c0-9182-643191df986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:53:05Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '4943b37d-0cf1-44a3-ab31-d7727c554fa3', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'port_id': '972da80a-9eb8-4c63-a59b-864307a135a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'mac_address': 'fa:16:3e:10:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:53:25Z', 'updated_at': '2022-02-09T14:53:25Z', 'revision_number': 0, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2bf3347-73fa-488b-b46e-331e6f26f8e0', 'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:19:2e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:04Z', 'updated_at': '2022-02-09T14:53:11Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:27.517491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab4ff58-1e44-43c0-9182-643191df986e None None] Checking router: 70c5d95a-4d2f-4073-bd89-14696ba07e6e for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:53:27.521580 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5e3f7014-e4f0-4ec3-86a1-f06351171f86 None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:53:27.531570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab4ff58-1e44-43c0-9182-643191df986e None None] Routers {'70c5d95a-4d2f-4073-bd89-14696ba07e6e'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:53:27.533317 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6ab4ff58-1e44-43c0-9182-643191df986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:27.637737 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58462acc-ec20-4ac0-8055-6020fb61b06c req-5e05659f-c409-412b-85a7-5e736ebba91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:27.639291 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-58462acc-ec20-4ac0-8055-6020fb61b06c req-5e05659f-c409-412b-85a7-5e736ebba91d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a41332bb12404c08914ea958ae35ef74&device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 1097 time: 0.1678505 Feb 09 14:53:27.682265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2772c-88aa-45e4-97b9-9e52f82cab5e req-2ecb7607-9631-429d-96a7-bb3206b06517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:27.683813 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ccc2772c-88aa-45e4-97b9-9e52f82cab5e req-2ecb7607-9631-429d-96a7-bb3206b06517 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0938ebbc-2856-4d57-b378-1d7cc442e407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704133 Feb 09 14:53:27.778835 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6ab4ff58-1e44-43c0-9182-643191df986e None None] Set router 70c5d95a-4d2f-4073-bd89-14696ba07e6e gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:53:27.856708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ccc2772c-88aa-45e4-97b9-9e52f82cab5e req-73abf088-6657-4e84-9b78-4d4763ca2f05 service neutron] 10.222.0.21 "GET /v2.0/networks/0938ebbc-2856-4d57-b378-1d7cc442e407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647952 Feb 09 14:53:27.892776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58462acc-ec20-4ac0-8055-6020fb61b06c req-876dc4be-bf0d-4a83-b30a-eb0ca971153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:27.894366 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-58462acc-ec20-4ac0-8055-6020fb61b06c req-876dc4be-bf0d-4a83-b30a-eb0ca971153d service neutron] 10.222.0.35 "GET /v2.0/networks?id=2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 200 len: 912 time: 0.2475719 Feb 09 14:53:27.984990 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-58462acc-ec20-4ac0-8055-6020fb61b06c req-af730932-bf8a-4a0e-966f-6283f6a345f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6638e82-8b57-4618-b10c-46db4a0c55de HTTP/1.1" status: 200 len: 217 time: 0.0754638 Feb 09 14:53:27.993367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7744fb-c5ee-473c-ad65-50244bf1f8e1 req-51461341-9050-4e4f-8d46-2a431ed329e9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:27.994081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8e7744fb-c5ee-473c-ad65-50244bf1f8e1 req-51461341-9050-4e4f-8d46-2a431ed329e9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:53:27.998553 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5e3f7014-e4f0-4ec3-86a1-f06351171f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:28.009026 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ccc2772c-88aa-45e4-97b9-9e52f82cab5e req-800cdd49-ab69-4f9c-9495-e85c6bc5f97b service neutron] 10.222.0.21 "GET /v2.0/networks/0938ebbc-2856-4d57-b378-1d7cc442e407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458361 Feb 09 14:53:28.010822 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f7014-e4f0-4ec3-86a1-f06351171f86 None None] Checking router: 57469629-c888-4e98-a2a9-891a4d6cb712 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:53:28.022809 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f7014-e4f0-4ec3-86a1-f06351171f86 None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:53:28.023426 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5e3f7014-e4f0-4ec3-86a1-f06351171f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:52:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:28.046829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8e7744fb-c5ee-473c-ad65-50244bf1f8e1 req-51461341-9050-4e4f-8d46-2a431ed329e9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:53:28.048526 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8e7744fb-c5ee-473c-ad65-50244bf1f8e1 req-51461341-9050-4e4f-8d46-2a431ed329e9 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 946 time: 0.2329192 Feb 09 14:53:28.106022 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58462acc-ec20-4ac0-8055-6020fb61b06c req-a98a81ae-1d83-48ba-9619-7127782ab654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:28.107515 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-58462acc-ec20-4ac0-8055-6020fb61b06c req-a98a81ae-1d83-48ba-9619-7127782ab654 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 200 len: 851 time: 0.0991750 Feb 09 14:53:28.115204 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8e7744fb-c5ee-473c-ad65-50244bf1f8e1 req-60abc8ff-39a8-4d6f-8b26-506df2318921 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584099 Feb 09 14:53:28.129405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 49912) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:28.205986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58462acc-ec20-4ac0-8055-6020fb61b06c req-4d2037ce-7724-41fc-80a8-245e97355c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:28.208561 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-58462acc-ec20-4ac0-8055-6020fb61b06c req-4d2037ce-7724-41fc-80a8-245e97355c0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2af7d454-c373-48d2-a2c0-b8fe62f20cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903099 Feb 09 14:53:28.226173 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5e3f7014-e4f0-4ec3-86a1-f06351171f86 None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:53:28.229974 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6ab4ff58-1e44-43c0-9182-643191df986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:53:05Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '4943b37d-0cf1-44a3-ab31-d7727c554fa3', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'port_id': '972da80a-9eb8-4c63-a59b-864307a135a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'mac_address': 'fa:16:3e:10:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:53:25Z', 'updated_at': '2022-02-09T14:53:25Z', 'revision_number': 0, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2bf3347-73fa-488b-b46e-331e6f26f8e0', 'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:19:2e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:04Z', 'updated_at': '2022-02-09T14:53:11Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:28.234814 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab4ff58-1e44-43c0-9182-643191df986e None None] The sync data for ids ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'] in n-d-828418-2 is: [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:53:05Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '4943b37d-0cf1-44a3-ab31-d7727c554fa3', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'port_id': '972da80a-9eb8-4c63-a59b-864307a135a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'mac_address': 'fa:16:3e:10:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:53:25Z', 'updated_at': '2022-02-09T14:53:25Z', 'revision_number': 0, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2bf3347-73fa-488b-b46e-331e6f26f8e0', 'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:19:2e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:04Z', 'updated_at': '2022-02-09T14:53:11Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:53:28.276850 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-412f19f1-4d55-4a10-b063-31395ca12f10 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/floatingips/4943b37d-0cf1-44a3-ab31-d7727c554fa3 HTTP/1.1" status: 200 len: 991 time: 0.1448073 Feb 09 14:53:28.370862 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-58462acc-ec20-4ac0-8055-6020fb61b06c req-e393a991-0bd4-4ab4-bb40-b0b867c99b0d service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516039 Feb 09 14:53:28.463969 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d13ed0c-8c74-4757-8597-afad1fd56865 None None] New status for floating IP 4943b37d-0cf1-44a3-ab31-d7727c554fa3: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:53:28.527003 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-58462acc-ec20-4ac0-8055-6020fb61b06c req-2951a52b-08af-45f3-8076-2b10290eb6ea service neutron] 10.222.0.35 "GET /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486278 Feb 09 14:53:28.611584 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5e3f7014-e4f0-4ec3-86a1-f06351171f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:28.615944 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f7014-e4f0-4ec3-86a1-f06351171f86 None None] The sync data for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 is: [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:42:14Z', 'revision_number': 4, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '500fa0f5-3449-4745-9200-565563ba0f90', 'name': '', 'network_id': '2af7d454-c373-48d2-a2c0-b8fe62f20cda', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'mac_address': 'fa:16:3e:e1:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:12Z', 'updated_at': '2022-02-09T14:42:26Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'subnets': [{'id': 'f8838457-395d-4c60-9dea-86467bd752c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:53:28.883898 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe88d0c-ece6-4537-911e-bd002b0cae66 None None] New status for floating IP db6f146f-1f8f-4d1b-8c07-f6a58ac71d77: DOWN {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:53:29.240156 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-55e69ee2-f6bb-49f3-a3d3-4a87603e808b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:29.279634 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49918) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:29.321416 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9c712-eeb2-42c2-81f6-a592810c4d55 req-c05c0361-d1a8-46d2-99d1-c483a1906c88 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:29.322031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-fee9c712-eeb2-42c2-81f6-a592810c4d55 req-c05c0361-d1a8-46d2-99d1-c483a1906c88 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:53:29.335189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-fee9c712-eeb2-42c2-81f6-a592810c4d55 req-c05c0361-d1a8-46d2-99d1-c483a1906c88 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:53:29.336518 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fee9c712-eeb2-42c2-81f6-a592810c4d55 req-c05c0361-d1a8-46d2-99d1-c483a1906c88 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 946 time: 0.1007864 Feb 09 14:53:29.400482 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0a4a462f-56e6-48ea-8dc2-0ad3a8468b77 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/floatingips/4943b37d-0cf1-44a3-ab31-d7727c554fa3 HTTP/1.1" status: 200 len: 993 time: 0.1142077 Feb 09 14:53:29.500596 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fee9c712-eeb2-42c2-81f6-a592810c4d55 req-904e6d69-4ab4-4093-9167-78858e516b9e tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584969 Feb 09 14:53:30.166634 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664b967-331e-4cdd-b04f-ee703e590e4c req-f8c34084-b64c-4c1b-b3e7-5f0bca5b0839 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:30.168062 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0664b967-331e-4cdd-b04f-ee703e590e4c req-f8c34084-b64c-4c1b-b3e7-5f0bca5b0839 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 946 time: 0.0839398 Feb 09 14:53:30.251555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-0664b967-331e-4cdd-b04f-ee703e590e4c req-04ca2f0d-bc41-40fe-bf37-c2fb549898e3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Deleting port c6638e82-8b57-4618-b10c-46db4a0c55de {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:53:30.251944 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0664b967-331e-4cdd-b04f-ee703e590e4c req-04ca2f0d-bc41-40fe-bf37-c2fb549898e3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:30.334962 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:30.338338 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:30.676740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-0664b967-331e-4cdd-b04f-ee703e590e4c req-04ca2f0d-bc41-40fe-bf37-c2fb549898e3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] For port c6638e82-8b57-4618-b10c-46db4a0c55de, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=c6638e82-8b57-4618-b10c-46db4a0c55de,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:30.677481 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0664b967-331e-4cdd-b04f-ee703e590e4c req-04ca2f0d-bc41-40fe-bf37-c2fb549898e3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:30.807273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-0664b967-331e-4cdd-b04f-ee703e590e4c req-04ca2f0d-bc41-40fe-bf37-c2fb549898e3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Calling delete_port for c6638e82-8b57-4618-b10c-46db4a0c55de owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:53:30.878660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6471365-f2a3-4f68-ba2a-a70a405eb696 req-ebed63a2-bc00-4387-a7bd-3f35e637ae00 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:30.880119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f6471365-f2a3-4f68-ba2a-a70a405eb696 req-ebed63a2-bc00-4387-a7bd-3f35e637ae00 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 946 time: 0.2628434 Feb 09 14:53:30.967863 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f6471365-f2a3-4f68-ba2a-a70a405eb696 req-445c094f-6572-488d-89b9-5d7d7b6ffa0f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7855734-7a33-438d-9c4f-968e60d8880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749171 Feb 09 14:53:30.992556 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0664b967-331e-4cdd-b04f-ee703e590e4c req-04ca2f0d-bc41-40fe-bf37-c2fb549898e3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:31.046551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca2f0d-bc41-40fe-bf37-c2fb549898e3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event deleted for resources: {'Port': ['ID=c6638e82-8b57-4618-b10c-46db4a0c55de,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:31.127917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0664b967-331e-4cdd-b04f-ee703e590e4c req-04ca2f0d-bc41-40fe-bf37-c2fb549898e3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] No DVR routers for this DVR port c6638e82-8b57-4618-b10c-46db4a0c55de on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:53:31.130534 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0664b967-331e-4cdd-b04f-ee703e590e4c req-04ca2f0d-bc41-40fe-bf37-c2fb549898e3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:31.133103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'name': 'network-vif-deleted', 'tag': 'c6638e82-8b57-4618-b10c-46db4a0c55de'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:53:31.150089 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0664b967-331e-4cdd-b04f-ee703e590e4c req-04ca2f0d-bc41-40fe-bf37-c2fb549898e3 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.35 "DELETE /v2.0/ports/c6638e82-8b57-4618-b10c-46db4a0c55de HTTP/1.1" status: 204 len: 173 time: 0.9751582 Feb 09 14:53:31.184366 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1', 'name': 'network-vif-deleted', 'tag': 'c6638e82-8b57-4618-b10c-46db4a0c55de', 'status': 'completed', 'code': 200} Feb 09 14:53:31.872781 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:32.127573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4347b5f9-2f55-46c8-8806-a416d0cbd65e req-9be26e0c-217e-4546-b043-433312d16719 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Synchronizing usage tracker for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:53:32.146231 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-4347b5f9-2f55-46c8-8806-a416d0cbd65e req-9be26e0c-217e-4546-b043-433312d16719 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Unset dirty status for tenant:a41332bb12404c08914ea958ae35ef74 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:53:32.146755 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4347b5f9-2f55-46c8-8806-a416d0cbd65e req-9be26e0c-217e-4546-b043-433312d16719 tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf7fa65a-ea9c-47a9-b06a-22eb4de21ce1 HTTP/1.1" status: 200 len: 210 time: 0.0626452 Feb 09 14:53:32.810513 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c6638e82-8b57-4618-b10c-46db4a0c55de no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:53:32.890464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: c6638e82-8b57-4618-b10c-46db4a0c55de {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:53:32.891116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device c6638e82-8b57-4618-b10c-46db4a0c55de not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:53:33.244665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49930) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:33.398952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-885b58f2-f114-4962-af53-fea38f9c81ba tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Deleting port d19b9a07-9d92-48b0-9b96-ba5e1bcd368d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:53:33.399282 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-885b58f2-f114-4962-af53-fea38f9c81ba tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:33.587265 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-885b58f2-f114-4962-af53-fea38f9c81ba tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:33.587589 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-885b58f2-f114-4962-af53-fea38f9c81ba tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:33.728298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-885b58f2-f114-4962-af53-fea38f9c81ba tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Calling delete_port for d19b9a07-9d92-48b0-9b96-ba5e1bcd368d owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:53:33.875457 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-885b58f2-f114-4962-af53-fea38f9c81ba tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:33.934210 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b58f2-f114-4962-af53-fea38f9c81ba tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event deleted for resources: {'Port': ['ID=d19b9a07-9d92-48b0-9b96-ba5e1bcd368d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:34.148376 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-885b58f2-f114-4962-af53-fea38f9c81ba tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:34.166653 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-885b58f2-f114-4962-af53-fea38f9c81ba tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:34.167841 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-885b58f2-f114-4962-af53-fea38f9c81ba tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "DELETE /v2.0/floatingips/26e1af42-b3c5-454f-b874-e11b9d796d87 HTTP/1.1" status: 204 len: 168 time: 0.9221301 Feb 09 14:53:36.642417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49946) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:36.756668 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b63553b4-8ebe-418d-a753-a678f080875f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:36.794621 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b63553b4-8ebe-418d-a753-a678f080875f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:36.864382 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b63553b4-8ebe-418d-a753-a678f080875f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:36.882553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63553b4-8ebe-418d-a753-a678f080875f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7855734-7a33-438d-9c4f-968e60d8880e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:36.895208 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b63553b4-8ebe-418d-a753-a678f080875f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:36.896383 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b63553b4-8ebe-418d-a753-a678f080875f tempest-TestVolumeBootPattern-1627289510 tempest-TestVolumeBootPattern-1627289510-project] 10.222.0.48 "DELETE /v2.0/security-groups/b7855734-7a33-438d-9c4f-968e60d8880e HTTP/1.1" status: 204 len: 168 time: 0.2528555 Feb 09 14:53:36.956093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49954) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:37.614715 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b62355f-7fc8-4cde-baf0-49d42f6059e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:37.990506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-9b62355f-7fc8-4cde-baf0-49d42f6059e1 admin admin] Deleting port 500fa0f5-3449-4745-9200-565563ba0f90 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:53:37.991171 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b62355f-7fc8-4cde-baf0-49d42f6059e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:38.199672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-9b62355f-7fc8-4cde-baf0-49d42f6059e1 admin admin] For port 500fa0f5-3449-4745-9200-565563ba0f90, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=500fa0f5-3449-4745-9200-565563ba0f90,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:38.200058 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b62355f-7fc8-4cde-baf0-49d42f6059e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:38.479708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-9b62355f-7fc8-4cde-baf0-49d42f6059e1 admin admin] Calling delete_port for 500fa0f5-3449-4745-9200-565563ba0f90 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:53:38.704640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906fbc8-61bb-4092-81c6-52023c565942 req-698cd05a-f486-45e4-a822-9bed55276c01 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:38.706106 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1906fbc8-61bb-4092-81c6-52023c565942 req-698cd05a-f486-45e4-a822-9bed55276c01 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.4986207 Feb 09 14:53:38.780678 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1906fbc8-61bb-4092-81c6-52023c565942 req-5daebff7-25f7-46ec-b8ab-98c1a56f6323 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673082 Feb 09 14:53:38.858106 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b62355f-7fc8-4cde-baf0-49d42f6059e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:38.908249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62355f-7fc8-4cde-baf0-49d42f6059e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=500fa0f5-3449-4745-9200-565563ba0f90,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:39.146971 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:39.182958 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9b62355f-7fc8-4cde-baf0-49d42f6059e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:39.549827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b62355f-7fc8-4cde-baf0-49d42f6059e1 admin admin] Router 57469629-c888-4e98-a2a9-891a4d6cb712 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:53:39.726656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b62355f-7fc8-4cde-baf0-49d42f6059e1 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:53:39.736299 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d401c7aa-1655-4705-b46b-7447db8c1e4a None None] Sync routers for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:53:39.739647 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9b62355f-7fc8-4cde-baf0-49d42f6059e1 admin admin] 10.222.0.48 "PUT /v2.0/routers/57469629-c888-4e98-a2a9-891a4d6cb712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7823339 Feb 09 14:53:39.742117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49980) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:39.749016 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d401c7aa-1655-4705-b46b-7447db8c1e4a None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:53:39.749637 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d401c7aa-1655-4705-b46b-7447db8c1e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:53:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:39.933142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-d401c7aa-1655-4705-b46b-7447db8c1e4a None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:53:39.999539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6eb198-9b3b-4190-95e0-53c3f72fd4d9 req-26cb0387-ec26-43e6-822f-18d023df71d4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:40.001432 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8a6eb198-9b3b-4190-95e0-53c3f72fd4d9 req-26cb0387-ec26-43e6-822f-18d023df71d4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.1035807 Feb 09 14:53:40.050738 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8a6eb198-9b3b-4190-95e0-53c3f72fd4d9 req-c9949cf8-83c5-408e-adcc-9852ef9a8a73 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422959 Feb 09 14:53:40.061905 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3f523b6-9552-40f5-9ea1-3005ef587ce2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:40.223394 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d401c7aa-1655-4705-b46b-7447db8c1e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:53:38Z', 'revision_number': 5, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port': {'id': '42d1defe-aecb-428d-8f25-f17bc0e4e332', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:07Z', 'updated_at': '2022-02-09T14:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:40.227709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d401c7aa-1655-4705-b46b-7447db8c1e4a None None] Checking router: 57469629-c888-4e98-a2a9-891a4d6cb712 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:53:40.236478 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d401c7aa-1655-4705-b46b-7447db8c1e4a None None] Routers {'57469629-c888-4e98-a2a9-891a4d6cb712'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:53:40.237076 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d401c7aa-1655-4705-b46b-7447db8c1e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:53:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['57469629-c888-4e98-a2a9-891a4d6cb712'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:40.248317 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3f523b6-9552-40f5-9ea1-3005ef587ce2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:40.258452 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-e3f523b6-9552-40f5-9ea1-3005ef587ce2 admin admin] Deleting port 42d1defe-aecb-428d-8f25-f17bc0e4e332 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:53:40.258452 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3f523b6-9552-40f5-9ea1-3005ef587ce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:40.392863 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-d401c7aa-1655-4705-b46b-7447db8c1e4a None None] Set router 57469629-c888-4e98-a2a9-891a4d6cb712 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:53:40.443301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-e3f523b6-9552-40f5-9ea1-3005ef587ce2 admin admin] For port 42d1defe-aecb-428d-8f25-f17bc0e4e332, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=42d1defe-aecb-428d-8f25-f17bc0e4e332,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:40.443683 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3f523b6-9552-40f5-9ea1-3005ef587ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:40.498550 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d401c7aa-1655-4705-b46b-7447db8c1e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:53:40Z', 'revision_number': 6, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:40.503644 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d401c7aa-1655-4705-b46b-7447db8c1e4a None None] The sync data for ids ['57469629-c888-4e98-a2a9-891a4d6cb712'] in n-d-828418-2 is: [{'id': '57469629-c888-4e98-a2a9-891a4d6cb712', 'name': 'tempest-TestVolumeBootPattern-1251614440-router', 'tenant_id': 'a41332bb12404c08914ea958ae35ef74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:06Z', 'updated_at': '2022-02-09T14:53:40Z', 'revision_number': 6, 'project_id': 'a41332bb12404c08914ea958ae35ef74', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:53:40.572470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-e3f523b6-9552-40f5-9ea1-3005ef587ce2 admin admin] Calling delete_port for 42d1defe-aecb-428d-8f25-f17bc0e4e332 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:53:40.730295 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:40.751947 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3f523b6-9552-40f5-9ea1-3005ef587ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:40.804899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f523b6-9552-40f5-9ea1-3005ef587ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=42d1defe-aecb-428d-8f25-f17bc0e4e332,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:40.896898 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3f523b6-9552-40f5-9ea1-3005ef587ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:41.069784 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3f523b6-9552-40f5-9ea1-3005ef587ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:41.071959 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3f523b6-9552-40f5-9ea1-3005ef587ce2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:41.095299 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3f523b6-9552-40f5-9ea1-3005ef587ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:41.095877 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f523b6-9552-40f5-9ea1-3005ef587ce2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57469629-c888-4e98-a2a9-891a4d6cb712 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:53:41.107476 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3f523b6-9552-40f5-9ea1-3005ef587ce2 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:41.108625 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e3f523b6-9552-40f5-9ea1-3005ef587ce2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/57469629-c888-4e98-a2a9-891a4d6cb712 HTTP/1.1" status: 204 len: 168 time: 1.3655999 Feb 09 14:53:41.111585 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49988) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:41.212493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d7d560-57d9-430b-bac1-73b7f43e61ee admin admin] Deleting subnet f8838457-395d-4c60-9dea-86467bd752c2 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:53:41.217601 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82d7d560-57d9-430b-bac1-73b7f43e61ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:41.277899 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82d7d560-57d9-430b-bac1-73b7f43e61ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:41.350815 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 42d1defe-aecb-428d-8f25-f17bc0e4e332 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:53:41.390428 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 42d1defe-aecb-428d-8f25-f17bc0e4e332 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:53:41.390769 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 42d1defe-aecb-428d-8f25-f17bc0e4e332 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:53:41.391223 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 500fa0f5-3449-4745-9200-565563ba0f90 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:53:41.429366 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 500fa0f5-3449-4745-9200-565563ba0f90 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:53:41.429708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 500fa0f5-3449-4745-9200-565563ba0f90 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:53:41.470548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa27916-154a-47ac-9ec4-754636e071c5 req-b5928996-8f87-44b1-bebb-92adb4ead432 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:41.472123 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4fa27916-154a-47ac-9ec4-754636e071c5 req-b5928996-8f87-44b1-bebb-92adb4ead432 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.3068464 Feb 09 14:53:41.533919 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4fa27916-154a-47ac-9ec4-754636e071c5 req-a4c81301-9bb6-41a9-950a-9b22ab335429 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534985 Feb 09 14:53:41.535100 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82d7d560-57d9-430b-bac1-73b7f43e61ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:41.618197 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82d7d560-57d9-430b-bac1-73b7f43e61ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:41.659779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7d560-57d9-430b-bac1-73b7f43e61ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8838457-395d-4c60-9dea-86467bd752c2,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:41.663415 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-82d7d560-57d9-430b-bac1-73b7f43e61ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:41.669756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140f61bb-962e-4711-bd97-a137cf063243 None None] Network 2af7d454-c373-48d2-a2c0-b8fe62f20cda requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:53:41.670016 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-82d7d560-57d9-430b-bac1-73b7f43e61ee admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f8838457-395d-4c60-9dea-86467bd752c2 HTTP/1.1" status: 204 len: 168 time: 0.5573342 Feb 09 14:53:41.672360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49992) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:41.779078 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:41.790353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] Deleting port eecd7c94-726d-4789-b832-9e1b74b64c2a {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:53:41.790684 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:41.924271 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9ad585-873a-4763-a687-1285d3db4a3a None None] DHCP port deletion for 2af7d454-c373-48d2-a2c0-b8fe62f20cda request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:53:41.929179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ad585-873a-4763-a687-1285d3db4a3a None None] Deleting port eecd7c94-726d-4789-b832-9e1b74b64c2a {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:53:41.929650 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3f9ad585-873a-4763-a687-1285d3db4a3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:42.005679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] For port eecd7c94-726d-4789-b832-9e1b74b64c2a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=eecd7c94-726d-4789-b832-9e1b74b64c2a,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:42.006034 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:42.157171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] Calling delete_port for eecd7c94-726d-4789-b832-9e1b74b64c2a owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:53:42.211241 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3f9ad585-873a-4763-a687-1285d3db4a3a None None] For port eecd7c94-726d-4789-b832-9e1b74b64c2a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=eecd7c94-726d-4789-b832-9e1b74b64c2a,segment=NetworkSegment(53e88dda-d1cd-4321-b5a3-16f02ec2912f),segment_id=53e88dda-d1cd-4321-b5a3-16f02ec2912f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:42.211635 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3f9ad585-873a-4763-a687-1285d3db4a3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:42.250140 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:42.298676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] Pushing event deleted for resources: {'Port': ['ID=eecd7c94-726d-4789-b832-9e1b74b64c2a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:42.304381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] No DVR routers for this DVR port eecd7c94-726d-4789-b832-9e1b74b64c2a on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:53:42.336859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ad585-873a-4763-a687-1285d3db4a3a None None] Calling delete_port for eecd7c94-726d-4789-b832-9e1b74b64c2a owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:53:42.413184 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-3f9ad585-873a-4763-a687-1285d3db4a3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:53:42.414097 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-3f9ad585-873a-4763-a687-1285d3db4a3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:53:42.426710 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:42.461240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af7d454-c373-48d2-a2c0-b8fe62f20cda']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:42.480503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e88dda-d1cd-4321-b5a3-16f02ec2912f') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:42.480789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e88dda-d1cd-4321-b5a3-16f02ec2912f') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:42.492856 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:42.510908 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:42.517180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:53:42.517553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:53:42.530638 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:53:42.625105 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:42.643720 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:42.655867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] Pushing event deleted for resources: {'Network': ['ID=2af7d454-c373-48d2-a2c0-b8fe62f20cda,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:42.676278 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bf7dbf3c-3b1a-4511-a900-79bfbada08ec admin admin] 10.222.0.48 "DELETE /v2.0/networks/2af7d454-c373-48d2-a2c0-b8fe62f20cda HTTP/1.1" status: 204 len: 168 time: 1.0028331 Feb 09 14:53:42.679338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 49998) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:42.752643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d249b-6280-4faf-9f60-2a459fd98941 req-643e592c-b44e-4461-aca4-fd96177d3742 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:42.754954 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a91d249b-6280-4faf-9f60-2a459fd98941 req-643e592c-b44e-4461-aca4-fd96177d3742 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.0899675 Feb 09 14:53:42.799228 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a91d249b-6280-4faf-9f60-2a459fd98941 req-936466b9-6c02-4f11-8369-bdc8ee791780 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384126 Feb 09 14:53:42.914458 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ad585-873a-4763-a687-1285d3db4a3a None None] Deleting port eecd7c94-726d-4789-b832-9e1b74b64c2a {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:53:42.914767 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3f9ad585-873a-4763-a687-1285d3db4a3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:42.980112 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ad585-873a-4763-a687-1285d3db4a3a None None] The port 'eecd7c94-726d-4789-b832-9e1b74b64c2a' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:53:43.261695 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device eecd7c94-726d-4789-b832-9e1b74b64c2a no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:53:43.298638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: eecd7c94-726d-4789-b832-9e1b74b64c2a {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:53:43.298978 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device eecd7c94-726d-4789-b832-9e1b74b64c2a not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:53:43.327969 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-99dad425-a935-4cfe-bdc8-2003519e15ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:43.674766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-99dad425-a935-4cfe-bdc8-2003519e15ca admin admin] Deleting port d4010ecf-9699-4e67-a0b9-1a7fedeed67d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:53:43.675097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-99dad425-a935-4cfe-bdc8-2003519e15ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:43.868767 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-99dad425-a935-4cfe-bdc8-2003519e15ca admin admin] For port d4010ecf-9699-4e67-a0b9-1a7fedeed67d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d4010ecf-9699-4e67-a0b9-1a7fedeed67d,segment=NetworkSegment(934f0151-c013-44a5-9e0a-e63147ee85b2),segment_id=934f0151-c013-44a5-9e0a-e63147ee85b2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:43.869138 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-99dad425-a935-4cfe-bdc8-2003519e15ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:44.034363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-99dad425-a935-4cfe-bdc8-2003519e15ca admin admin] Calling delete_port for d4010ecf-9699-4e67-a0b9-1a7fedeed67d owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:53:44.189334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71192c2e-9882-4b68-b445-ef5aacffa3be req-5eed3f20-7143-4d6f-a4ad-c9dec3988dbd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:44.190861 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71192c2e-9882-4b68-b445-ef5aacffa3be req-5eed3f20-7143-4d6f-a4ad-c9dec3988dbd tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.2557793 Feb 09 14:53:44.251668 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-71192c2e-9882-4b68-b445-ef5aacffa3be req-fc495593-a1c2-44b4-9826-24ea59f93048 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511100 Feb 09 14:53:44.316520 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-99dad425-a935-4cfe-bdc8-2003519e15ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:44.365257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dad425-a935-4cfe-bdc8-2003519e15ca admin admin] Pushing event deleted for resources: {'Port': ['ID=d4010ecf-9699-4e67-a0b9-1a7fedeed67d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:44.761229 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-99dad425-a935-4cfe-bdc8-2003519e15ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:45.118465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dad425-a935-4cfe-bdc8-2003519e15ca admin admin] Router 176061e1-acd9-4ac6-b970-8b8de3cbeba7 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:53:45.301052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dad425-a935-4cfe-bdc8-2003519e15ca admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:53:45.310813 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b012e-ccc6-4519-992d-6174cabb6d5c None None] Sync routers for ids ['176061e1-acd9-4ac6-b970-8b8de3cbeba7'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:53:45.319897 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-99dad425-a935-4cfe-bdc8-2003519e15ca admin admin] 10.222.0.48 "PUT /v2.0/routers/176061e1-acd9-4ac6-b970-8b8de3cbeba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6372037 Feb 09 14:53:45.320168 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50006) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:45.324494 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b012e-ccc6-4519-992d-6174cabb6d5c None None] Routers {'176061e1-acd9-4ac6-b970-8b8de3cbeba7'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:53:45.324494 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9a8b012e-ccc6-4519-992d-6174cabb6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:53:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['176061e1-acd9-4ac6-b970-8b8de3cbeba7'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:45.440050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed2c0d-c686-4f94-acf6-6a32f37a5b92 req-840ebe87-c6c5-4e76-8d2a-35f8e6097984 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:45.441663 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99ed2c0d-c686-4f94-acf6-6a32f37a5b92 req-840ebe87-c6c5-4e76-8d2a-35f8e6097984 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.0807071 Feb 09 14:53:45.493436 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-99ed2c0d-c686-4f94-acf6-6a32f37a5b92 req-68ef07f1-9ed9-41b9-9148-53f6b0f68abf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453327 Feb 09 14:53:45.499160 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19fce4a1-5290-4b0e-8cef-bcc52e6374b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:45.521444 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-9a8b012e-ccc6-4519-992d-6174cabb6d5c None None] Set router 176061e1-acd9-4ac6-b970-8b8de3cbeba7 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:53:45.679429 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19fce4a1-5290-4b0e-8cef-bcc52e6374b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:45.689827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-19fce4a1-5290-4b0e-8cef-bcc52e6374b8 admin admin] Deleting port 30ab49fe-a533-43ea-b408-138930d68ba6 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:53:45.690245 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19fce4a1-5290-4b0e-8cef-bcc52e6374b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:45.798525 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9a8b012e-ccc6-4519-992d-6174cabb6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'name': 'tempest-TestVolumeBootPattern-1585794188-router', 'tenant_id': '322fc261309e4f289ce4805a4574841b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '30ab49fe-a533-43ea-b408-138930d68ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:19Z', 'updated_at': '2022-02-09T14:53:44Z', 'revision_number': 5, 'project_id': '322fc261309e4f289ce4805a4574841b', 'gw_port': {'id': '30ab49fe-a533-43ea-b408-138930d68ba6', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:42:20Z', 'updated_at': '2022-02-09T14:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:45.802430 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b012e-ccc6-4519-992d-6174cabb6d5c None None] Checking router: 176061e1-acd9-4ac6-b970-8b8de3cbeba7 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:53:45.810617 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b012e-ccc6-4519-992d-6174cabb6d5c None None] Routers {'176061e1-acd9-4ac6-b970-8b8de3cbeba7'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:53:45.811205 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9a8b012e-ccc6-4519-992d-6174cabb6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:53:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['176061e1-acd9-4ac6-b970-8b8de3cbeba7'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:45.861118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-19fce4a1-5290-4b0e-8cef-bcc52e6374b8 admin admin] For port 30ab49fe-a533-43ea-b408-138930d68ba6, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=30ab49fe-a533-43ea-b408-138930d68ba6,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:45.861470 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19fce4a1-5290-4b0e-8cef-bcc52e6374b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:45.961043 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-9a8b012e-ccc6-4519-992d-6174cabb6d5c None None] Set router 176061e1-acd9-4ac6-b970-8b8de3cbeba7 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:53:45.982942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-19fce4a1-5290-4b0e-8cef-bcc52e6374b8 admin admin] Calling delete_port for 30ab49fe-a533-43ea-b408-138930d68ba6 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:53:46.068907 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9a8b012e-ccc6-4519-992d-6174cabb6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'name': 'tempest-TestVolumeBootPattern-1585794188-router', 'tenant_id': '322fc261309e4f289ce4805a4574841b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:19Z', 'updated_at': '2022-02-09T14:53:45Z', 'revision_number': 6, 'project_id': '322fc261309e4f289ce4805a4574841b', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:46.073500 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b012e-ccc6-4519-992d-6174cabb6d5c None None] The sync data for ids ['176061e1-acd9-4ac6-b970-8b8de3cbeba7'] in n-d-828418-2 is: [{'id': '176061e1-acd9-4ac6-b970-8b8de3cbeba7', 'name': 'tempest-TestVolumeBootPattern-1585794188-router', 'tenant_id': '322fc261309e4f289ce4805a4574841b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:42:19Z', 'updated_at': '2022-02-09T14:53:45Z', 'revision_number': 6, 'project_id': '322fc261309e4f289ce4805a4574841b', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:53:46.280220 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19fce4a1-5290-4b0e-8cef-bcc52e6374b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:46.329979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fce4a1-5290-4b0e-8cef-bcc52e6374b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ab49fe-a533-43ea-b408-138930d68ba6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:46.416732 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19fce4a1-5290-4b0e-8cef-bcc52e6374b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:46.596405 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19fce4a1-5290-4b0e-8cef-bcc52e6374b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:46.598818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19fce4a1-5290-4b0e-8cef-bcc52e6374b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:46.663794 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19fce4a1-5290-4b0e-8cef-bcc52e6374b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:46.664339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fce4a1-5290-4b0e-8cef-bcc52e6374b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 176061e1-acd9-4ac6-b970-8b8de3cbeba7 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:53:46.691580 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-19fce4a1-5290-4b0e-8cef-bcc52e6374b8 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:46.692740 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-19fce4a1-5290-4b0e-8cef-bcc52e6374b8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/176061e1-acd9-4ac6-b970-8b8de3cbeba7 HTTP/1.1" status: 204 len: 168 time: 1.3714993 Feb 09 14:53:46.695451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50014) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:46.712392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c5a63-18fb-440f-9a0b-f29b262fe688 req-81944c72-17b7-4dbc-a00c-21ed681f9a0e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:46.713895 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c03c5a63-18fb-440f-9a0b-f29b262fe688 req-81944c72-17b7-4dbc-a00c-21ed681f9a0e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.1088145 Feb 09 14:53:46.754503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c489e67e-327b-4ec6-a76e-5728b7c548b3 admin admin] Deleting subnet a651e917-2f18-4726-8440-32f7a5096aa9 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:53:46.757409 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c489e67e-327b-4ec6-a76e-5728b7c548b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:46.758012 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c03c5a63-18fb-440f-9a0b-f29b262fe688 req-9038fbf0-5780-4f2b-ab62-fd53d6f209ee tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380991 Feb 09 14:53:46.808134 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c489e67e-327b-4ec6-a76e-5728b7c548b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:46.892594 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c489e67e-327b-4ec6-a76e-5728b7c548b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:46.961397 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c489e67e-327b-4ec6-a76e-5728b7c548b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:47.005198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489e67e-327b-4ec6-a76e-5728b7c548b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a651e917-2f18-4726-8440-32f7a5096aa9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:47.008734 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c489e67e-327b-4ec6-a76e-5728b7c548b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:47.014748 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c489e67e-327b-4ec6-a76e-5728b7c548b3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a651e917-2f18-4726-8440-32f7a5096aa9 HTTP/1.1" status: 204 len: 168 time: 0.3181319 Feb 09 14:53:47.015203 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb8f0de-920a-48fb-a3ff-ef925bc26df3 None None] Network 7eca57ab-2b1b-428f-bd1a-df9b6895d4f6 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:53:47.017318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50018) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:47.120694 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:47.132405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] Deleting port dfe88659-829a-417c-a49f-cfecbf20fb40 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:53:47.132732 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:47.280652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d6e043-19e1-4b73-9715-545ef972a3a2 None None] DHCP port deletion for 7eca57ab-2b1b-428f-bd1a-df9b6895d4f6 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:53:47.285647 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6e043-19e1-4b73-9715-545ef972a3a2 None None] Deleting port dfe88659-829a-417c-a49f-cfecbf20fb40 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:53:47.286120 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e043-19e1-4b73-9715-545ef972a3a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:47.315315 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d4010ecf-9699-4e67-a0b9-1a7fedeed67d no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:53:47.346766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] For port dfe88659-829a-417c-a49f-cfecbf20fb40, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=dfe88659-829a-417c-a49f-cfecbf20fb40,segment=NetworkSegment(934f0151-c013-44a5-9e0a-e63147ee85b2),segment_id=934f0151-c013-44a5-9e0a-e63147ee85b2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:47.347117 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:47.362971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: d4010ecf-9699-4e67-a0b9-1a7fedeed67d {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:53:47.363291 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d4010ecf-9699-4e67-a0b9-1a7fedeed67d not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:53:47.363699 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 30ab49fe-a533-43ea-b408-138930d68ba6 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:53:47.399805 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 30ab49fe-a533-43ea-b408-138930d68ba6 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:53:47.400145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 30ab49fe-a533-43ea-b408-138930d68ba6 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:53:47.469771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] Calling delete_port for dfe88659-829a-417c-a49f-cfecbf20fb40 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:53:47.545575 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:47.549932 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a9d6e043-19e1-4b73-9715-545ef972a3a2 None None] For port dfe88659-829a-417c-a49f-cfecbf20fb40, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=dfe88659-829a-417c-a49f-cfecbf20fb40,segment=NetworkSegment(934f0151-c013-44a5-9e0a-e63147ee85b2),segment_id=934f0151-c013-44a5-9e0a-e63147ee85b2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:47.550396 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e043-19e1-4b73-9715-545ef972a3a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:47.596604 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe88659-829a-417c-a49f-cfecbf20fb40,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:47.600600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] No DVR routers for this DVR port dfe88659-829a-417c-a49f-cfecbf20fb40 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:53:47.674200 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6e043-19e1-4b73-9715-545ef972a3a2 None None] Calling delete_port for dfe88659-829a-417c-a49f-cfecbf20fb40 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:53:47.715888 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:47.741581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eca57ab-2b1b-428f-bd1a-df9b6895d4f6']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:47.743423 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-a9d6e043-19e1-4b73-9715-545ef972a3a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:53:47.743808 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-a9d6e043-19e1-4b73-9715-545ef972a3a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:53:47.753224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934f0151-c013-44a5-9e0a-e63147ee85b2') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:47.753517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934f0151-c013-44a5-9e0a-e63147ee85b2') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:53:47.764413 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:47.780137 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:47.786524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:53:47.787073 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:53:47.799903 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:53:47.948230 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769549f9-32c7-44d7-9ffb-d61486f1fef5 req-ecbb05e4-b8d4-4344-8518-80c706b70477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:47.949729 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-769549f9-32c7-44d7-9ffb-d61486f1fef5 req-ecbb05e4-b8d4-4344-8518-80c706b70477 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.0835319 Feb 09 14:53:47.996453 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:47.996706 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-769549f9-32c7-44d7-9ffb-d61486f1fef5 req-7be0d63d-c3e0-4ce7-bd42-65ca862bdeb7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402851 Feb 09 14:53:48.015040 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:48.026662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] Pushing event deleted for resources: {'Network': ['ID=7eca57ab-2b1b-428f-bd1a-df9b6895d4f6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:48.031476 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3ae587af-1e35-4383-bc8e-530ec7b7ad8e admin admin] 10.222.0.48 "DELETE /v2.0/networks/7eca57ab-2b1b-428f-bd1a-df9b6895d4f6 HTTP/1.1" status: 204 len: 168 time: 1.0131996 Feb 09 14:53:48.166601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50026) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:48.215484 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c319292f-f116-435d-b58d-3ab49f21fdab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a41332bb12404c08914ea958ae35ef74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466115 Feb 09 14:53:48.217100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50030) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:48.245352 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6e043-19e1-4b73-9715-545ef972a3a2 None None] Deleting port dfe88659-829a-417c-a49f-cfecbf20fb40 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:53:48.245867 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e043-19e1-4b73-9715-545ef972a3a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:48.273294 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09d486fc-c209-42df-b686-0aeaf52075eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:48.298771 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09d486fc-c209-42df-b686-0aeaf52075eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:48.315212 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6e043-19e1-4b73-9715-545ef972a3a2 None None] The port 'dfe88659-829a-417c-a49f-cfecbf20fb40' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:53:48.353411 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09d486fc-c209-42df-b686-0aeaf52075eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:48.369142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d486fc-c209-42df-b686-0aeaf52075eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:48.377553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-09d486fc-c209-42df-b686-0aeaf52075eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:48.381028 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-09d486fc-c209-42df-b686-0aeaf52075eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11b9e26b-5d2e-4dbe-8990-2aa7771b8ddf HTTP/1.1" status: 204 len: 168 time: 0.1607149 Feb 09 14:53:48.744237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50038) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:48.793092 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-778273aa-415f-4661-b87d-4da6e3c12e85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=322fc261309e4f289ce4805a4574841b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477376 Feb 09 14:53:48.795549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50042) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:48.853055 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:48.878290 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:48.929103 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:48.943758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abe1485-8a8e-4f3a-8953-db21ba92bb77,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:48.955111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:48.955455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:48.955830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:48.956167 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:48.956497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:48.956831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:48.957156 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:48.957479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:48.957802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:48.958122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:48.958441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:48.958761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:48.963096 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:48.964227 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8191cdf1-f9ee-4825-bf84-f3d9c3f4d8d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6abe1485-8a8e-4f3a-8953-db21ba92bb77 HTTP/1.1" status: 204 len: 168 time: 0.1677670 Feb 09 14:53:49.229442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26d479-55e4-42e1-b1ca-c45b932c71a2 req-06b99059-112b-4a11-b402-79ac4377ada6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:49.231371 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b26d479-55e4-42e1-b1ca-c45b932c71a2 req-06b99059-112b-4a11-b402-79ac4377ada6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.1170180 Feb 09 14:53:49.292341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device dfe88659-829a-417c-a49f-cfecbf20fb40 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:53:49.298724 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9b26d479-55e4-42e1-b1ca-c45b932c71a2 req-60293f55-51cb-47fe-8ac9-0b1c61e78754 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590765 Feb 09 14:53:49.337205 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: dfe88659-829a-417c-a49f-cfecbf20fb40 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:53:49.337714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device dfe88659-829a-417c-a49f-cfecbf20fb40 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:53:50.479756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045329ba-fa9a-423c-bb75-92a545d0c64c req-ecd01ee6-2a91-4e03-ac08-569253d6a1b4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:50.481213 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-045329ba-fa9a-423c-bb75-92a545d0c64c req-ecd01ee6-2a91-4e03-ac08-569253d6a1b4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.0814230 Feb 09 14:53:50.526197 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-045329ba-fa9a-423c-bb75-92a545d0c64c req-ba7694bf-8648-4b0a-bb99-bc5427dac1a6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378065 Feb 09 14:53:51.711618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca28e6d-0532-4c7b-a2cd-76af64a01568 req-171107d5-c5f4-4568-8851-ddde31630c92 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:51.713109 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eca28e6d-0532-4c7b-a2cd-76af64a01568 req-171107d5-c5f4-4568-8851-ddde31630c92 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.0809455 Feb 09 14:53:51.759976 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eca28e6d-0532-4c7b-a2cd-76af64a01568 req-a3de0c5d-8ff8-429f-8b08-214452375ca6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410295 Feb 09 14:53:52.862750 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 26bdec7e-b21f-41ab-9dee-a5dbec1c725a no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:53:52.945175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e9bbd-f72a-4e94-967b-849ccb4b314f req-6da484a7-1585-4e39-865f-d2991c64c801 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:52.946633 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-567e9bbd-f72a-4e94-967b-849ccb4b314f req-6da484a7-1585-4e39-865f-d2991c64c801 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.0810628 Feb 09 14:53:52.975356 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:52.990974 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-567e9bbd-f72a-4e94-967b-849ccb4b314f req-37ebdc06-d6a7-46b8-a47e-007bdfa64088 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383973 Feb 09 14:53:53.003467 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:53:53.013942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,segment=NetworkSegment(8961426f-537f-4ddf-baec-b556e7137443),segment_id=8961426f-537f-4ddf-baec-b556e7137443)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:53.018066 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:53.049901 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a', 'code': 200} Feb 09 14:53:53.086491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:53.094738 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:53.095081 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:53.095416 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:53.095764 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:53.096091 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:53.096418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:53.096739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:53.097056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:53.097372 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:53.097687 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:53.098003 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:53.098316 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:53:53.475250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98177d5-3f24-4e55-ba1b-7d7a51a0a991 req-a26b45eb-956e-469c-b314-515ff66d5d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:53.476653 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b98177d5-3f24-4e55-ba1b-7d7a51a0a991 req-a26b45eb-956e-469c-b314-515ff66d5d3b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 1095 time: 0.0679162 Feb 09 14:53:53.517320 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b98177d5-3f24-4e55-ba1b-7d7a51a0a991 req-d8aaad35-7e0e-45f8-bcf8-bc5c89b79a00 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342188 Feb 09 14:53:54.331101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef49788-8d80-4a32-8de6-5bfb2fc4c71f req-b6725d88-4f66-4f61-b8e3-de245b9e83a0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:54.332464 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bef49788-8d80-4a32-8de6-5bfb2fc4c71f req-b6725d88-4f66-4f61-b8e3-de245b9e83a0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 944 time: 0.0813534 Feb 09 14:53:54.375462 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bef49788-8d80-4a32-8de6-5bfb2fc4c71f req-7ba438b2-d099-4aa9-8576-b045cf18c6c4 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374718 Feb 09 14:53:54.863057 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 26bdec7e-b21f-41ab-9dee-a5dbec1c725a details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:53:55.027132 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,segment=NetworkSegment(8961426f-537f-4ddf-baec-b556e7137443),segment_id=8961426f-537f-4ddf-baec-b556e7137443)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:55.041393 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a', 'network_id': '654c7799-2687-4afc-8138-7863281d94b4', 'port_id': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a', 'mac_address': 'fa:16:3e:c3:f6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:53:55.101436 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:55.119519 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26bdec7e-b21f-41ab-9dee-a5dbec1c725a {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:53:55.136131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,segment=NetworkSegment(8961426f-537f-4ddf-baec-b556e7137443),segment_id=8961426f-537f-4ddf-baec-b556e7137443)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:55.139949 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:55.208307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:55.563831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e58740-8795-4988-af08-9da61b2fb294 req-4998d598-db0e-4bed-9096-3e4d6ecf08f6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:53:55.565276 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a9e58740-8795-4988-af08-9da61b2fb294 req-4998d598-db0e-4bed-9096-3e4d6ecf08f6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 945 time: 0.0832746 Feb 09 14:53:55.581579 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['26bdec7e-b21f-41ab-9dee-a5dbec1c725a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:53:55.609101 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a9e58740-8795-4988-af08-9da61b2fb294 req-e77e4a33-2e44-4a1f-9c64-fd6b3641c7b7 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380282 Feb 09 14:53:55.632508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50062) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:53:55.738068 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-77987371-51a3-4ace-86df-879e9707cad6 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/floatingips/420dc621-5704-4705-8424-1a428c9f42f6 HTTP/1.1" status: 200 len: 993 time: 0.1044250 Feb 09 14:53:56.806397 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-95a24878-ab86-4a86-afd8-a098e218bb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:56.871564 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 26bdec7e-b21f-41ab-9dee-a5dbec1c725a up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:53:56.937134 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:53:56.937520 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:57.049098 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:57.075095 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:53:57.085138 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,segment=NetworkSegment(8961426f-537f-4ddf-baec-b556e7137443),segment_id=8961426f-537f-4ddf-baec-b556e7137443)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:53:57.089823 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:53:57.125434 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a', 'code': 200} Feb 09 14:53:57.156405 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:53:57.919187 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:53:59.246278 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-80bf1600-3fb5-4602-a5ea-765977b855fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:00.334234 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:00.339042 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:00.845033 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c27637d-965f-41b0-baac-0ac6647ffdf4 req-c87bcb13-28c1-4dbe-a7d1-46bc8f494f88 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677269 Feb 09 14:54:00.985677 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27637d-965f-41b0-baac-0ac6647ffdf4 req-501e7ebe-5e79-4237-8e50-ce0de8c5cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:00.987121 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c27637d-965f-41b0-baac-0ac6647ffdf4 req-501e7ebe-5e79-4237-8e50-ce0de8c5cdb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3&device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 1096 time: 0.0736432 Feb 09 14:54:01.133971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27637d-965f-41b0-baac-0ac6647ffdf4 req-d4f2f1bf-f766-4fa3-90d2-e152a5f52085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:01.135337 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c27637d-965f-41b0-baac-0ac6647ffdf4 req-d4f2f1bf-f766-4fa3-90d2-e152a5f52085 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0938ebbc-2856-4d57-b378-1d7cc442e407 HTTP/1.1" status: 200 len: 896 time: 0.1294055 Feb 09 14:54:01.260304 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c27637d-965f-41b0-baac-0ac6647ffdf4 req-4755ac8c-e7df-4955-b8b3-24b120f951db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=972da80a-9eb8-4c63-a59b-864307a135a2 HTTP/1.1" status: 200 len: 1001 time: 0.1174147 Feb 09 14:54:01.331287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27637d-965f-41b0-baac-0ac6647ffdf4 req-887074d2-bc7d-49c9-bc06-51d1f7740f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:01.332745 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c27637d-965f-41b0-baac-0ac6647ffdf4 req-887074d2-bc7d-49c9-bc06-51d1f7740f8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae9910ff-ea8c-42a7-be98-9bf1b58e7fca HTTP/1.1" status: 200 len: 834 time: 0.0652120 Feb 09 14:54:01.407653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27637d-965f-41b0-baac-0ac6647ffdf4 req-466737aa-3705-4634-8ee9-5df76d0892ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:01.409048 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c27637d-965f-41b0-baac-0ac6647ffdf4 req-466737aa-3705-4634-8ee9-5df76d0892ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0938ebbc-2856-4d57-b378-1d7cc442e407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696230 Feb 09 14:54:01.544643 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c27637d-965f-41b0-baac-0ac6647ffdf4 req-c76ea12b-f2ac-4fea-8e47-a6a09b75104c service neutron] 10.222.0.21 "GET /v2.0/networks/0938ebbc-2856-4d57-b378-1d7cc442e407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236050 Feb 09 14:54:01.780694 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c27637d-965f-41b0-baac-0ac6647ffdf4 req-2d72ba23-e76a-4a14-919c-3bfa7ac1bc52 service neutron] 10.222.0.21 "GET /v2.0/networks/0938ebbc-2856-4d57-b378-1d7cc442e407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294877 Feb 09 14:54:01.874641 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:08.679356 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34e1c3c9-3479-4021-99f5-2fc6781e0f93 req-5333f821-5dc4-41ac-b573-78c8b99a87f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663857 Feb 09 14:54:08.774274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1c3c9-3479-4021-99f5-2fc6781e0f93 req-d6c8d583-27bd-4169-bdfd-129ff5fab236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:08.775690 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34e1c3c9-3479-4021-99f5-2fc6781e0f93 req-d6c8d583-27bd-4169-bdfd-129ff5fab236 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 1097 time: 0.0707316 Feb 09 14:54:08.919293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1c3c9-3479-4021-99f5-2fc6781e0f93 req-04cc1f98-0b88-40f3-bdb9-c96244bfb5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:08.920848 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34e1c3c9-3479-4021-99f5-2fc6781e0f93 req-04cc1f98-0b88-40f3-bdb9-c96244bfb5d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=654c7799-2687-4afc-8138-7863281d94b4 HTTP/1.1" status: 200 len: 896 time: 0.1241257 Feb 09 14:54:09.021716 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34e1c3c9-3479-4021-99f5-2fc6781e0f93 req-3f57c944-6dd0-44b8-abab-f333602921da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26bdec7e-b21f-41ab-9dee-a5dbec1c725a HTTP/1.1" status: 200 len: 1002 time: 0.0942054 Feb 09 14:54:09.089268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1c3c9-3479-4021-99f5-2fc6781e0f93 req-36c8339a-1b99-47ef-ad3c-f078e6ac2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:09.090735 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34e1c3c9-3479-4021-99f5-2fc6781e0f93 req-36c8339a-1b99-47ef-ad3c-f078e6ac2d63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7136581-5500-41be-a7ba-25e1f3c368c0 HTTP/1.1" status: 200 len: 834 time: 0.0616438 Feb 09 14:54:09.159558 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:09.171274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1c3c9-3479-4021-99f5-2fc6781e0f93 req-2143e0ac-3e0f-4b24-80c7-492c0de2e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:09.172739 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34e1c3c9-3479-4021-99f5-2fc6781e0f93 req-2143e0ac-3e0f-4b24-80c7-492c0de2e042 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=654c7799-2687-4afc-8138-7863281d94b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703068 Feb 09 14:54:09.306954 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34e1c3c9-3479-4021-99f5-2fc6781e0f93 req-a2e40aea-d2a9-49eb-a4cf-b9690311d33d service neutron] 10.222.0.35 "GET /v2.0/networks/654c7799-2687-4afc-8138-7863281d94b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243768 Feb 09 14:54:09.442445 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-34e1c3c9-3479-4021-99f5-2fc6781e0f93 req-67c160dd-f043-4e6b-8f2d-8bacceb0ca6f service neutron] 10.222.0.35 "GET /v2.0/networks/654c7799-2687-4afc-8138-7863281d94b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281257 Feb 09 14:54:10.735503 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:26.808497 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e17c31a5-758b-4602-9695-8277bb1ea59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:29.241060 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f28ea4b-3078-433d-90a4-8b799f103550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:30.333692 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:30.339013 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:31.878362 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:34.918991 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:54:39.151753 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:40.740718 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:41.021209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-f64e9c03-69ce-4400-b2bc-2567b0486882 req-a500a5d8-3e5f-4342-b7e5-d502ef72e688 service neutron] (87596) timed out ('10.222.0.48', 36388) {{(pid=87596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 14:54:42.425145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50100) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:54:42.507121 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2eb628-9928-4102-9a5c-118573e7352f tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:42.507894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2eb628-9928-4102-9a5c-118573e7352f tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:42.508620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2eb628-9928-4102-9a5c-118573e7352f tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:42.510719 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1b2eb628-9928-4102-9a5c-118573e7352f tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=edf7bc9ff5b04235a8b2eff72cdddac3&network_id=0938ebbc-2856-4d57-b378-1d7cc442e407 HTTP/1.1" status: 200 len: 2969 time: 0.0845499 Feb 09 14:54:44.214562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50114) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:54:44.277058 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f5c5f8-9b2b-4188-a6ac-59cfbfb47bff tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:44.278448 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e6f5c5f8-9b2b-4188-a6ac-59cfbfb47bff tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109 HTTP/1.1" status: 200 len: 814 time: 0.0628808 Feb 09 14:54:45.225641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50122) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:54:45.231178 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-a2357de6-7a3d-46b2-b008-e98eb5e53ace tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'network': {'name': 'tempest-network-smoke--1152437869', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'port_security_enabled': True}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:54:45.236894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a2357de6-7a3d-46b2-b008-e98eb5e53ace tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:54:45.240647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a2357de6-7a3d-46b2-b008-e98eb5e53ace tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:network and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:54:45.243439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a2357de6-7a3d-46b2-b008-e98eb5e53ace tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:54:45.249301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a2357de6-7a3d-46b2-b008-e98eb5e53ace tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:54:45.260245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2357de6-7a3d-46b2-b008-e98eb5e53ace tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Made reservation on behalf of edf7bc9ff5b04235a8b2eff72cdddac3 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:54:45.263638 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2357de6-7a3d-46b2-b008-e98eb5e53ace tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:45.291543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2357de6-7a3d-46b2-b008-e98eb5e53ace tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:54:45.301183 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2357de6-7a3d-46b2-b008-e98eb5e53ace tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:45.301523 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-a2357de6-7a3d-46b2-b008-e98eb5e53ace tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Added segment 43c6bb5c-b74b-4b5a-a622-a5dc85b446fa of type vlan for network 7d9067dc-5a44-4237-8475-9350864d4ee8 Feb 09 14:54:45.327999 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2357de6-7a3d-46b2-b008-e98eb5e53ace tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:45.359393 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2357de6-7a3d-46b2-b008-e98eb5e53ace tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:45.364871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2357de6-7a3d-46b2-b008-e98eb5e53ace tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:45.365447 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a2357de6-7a3d-46b2-b008-e98eb5e53ace tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:45.569689 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a2357de6-7a3d-46b2-b008-e98eb5e53ace tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3427503 Feb 09 14:54:45.574105 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50126) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:54:45.579425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2357de6-7a3d-46b2-b008-e98eb5e53ace tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Network': ['ID=7d9067dc-5a44-4237-8475-9350864d4ee8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:54:45.591939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 7d9067dc-5a44-4237-8475-9350864d4ee8 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:54:45.639317 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8206bb-35bd-4e2c-942c-b4667bc0447b tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:45.640803 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5e8206bb-35bd-4e2c-942c-b4667bc0447b tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=edf7bc9ff5b04235a8b2eff72cdddac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0660403 Feb 09 14:54:45.643886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50130) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:54:45.773088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed33229-391d-435f-9f06-c068ae5be4ec tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:45.774547 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3ed33229-391d-435f-9f06-c068ae5be4ec tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292062 Feb 09 14:54:45.777341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50134) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:54:45.820523 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1ef49b88-3902-4c05-9295-a8b21f18e642 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420001 Feb 09 14:54:45.823957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50138) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:54:45.867086 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b2174f8c-abb6-45c1-b038-011ac0ce8e12 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=edf7bc9ff5b04235a8b2eff72cdddac3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419786 Feb 09 14:54:45.869639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50142) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:54:45.999486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a74b90e-a4c9-4780-b467-e0fd40d0a006 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:46.001100 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7a74b90e-a4c9-4780-b467-e0fd40d0a006 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305866 Feb 09 14:54:46.004474 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50146) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:54:46.042414 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8df077d7-0276-4d4e-add1-b957f168cd89 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369127 Feb 09 14:54:46.044849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50150) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:54:46.050724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1047217385', 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:54:46.170694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:54:46.174559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:subnet and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:54:46.177979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:54:46.183589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:54:46.194025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Made reservation on behalf of edf7bc9ff5b04235a8b2eff72cdddac3 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:54:46.197830 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:46.413891 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:46.501263 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Subnet': ['ID=681679d3-fbc1-478c-9723-a3fecf6fce74,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:54:46.512849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:46.513189 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:46.513527 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:46.513850 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:46.514200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:46.514548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:46.514871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:46.515196 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:46.515515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:46.515846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:46.516164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:46.516478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:46.523889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Checking segment: {'id': '43c6bb5c-b74b-4b5a-a622-a5dc85b446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:54:46.523889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network hostable DHCP agents. Network: 7d9067dc-5a44-4237-8475-9350864d4ee8, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:54:46.543137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network 7d9067dc-5a44-4237-8475-9350864d4ee8 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:54:46.553359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 7d9067dc-5a44-4237-8475-9350864d4ee8) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:54:46.560078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:46.560704 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:46.565386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977ff420-1dff-49f6-8fb9-9b738bfd3eaf None None] Network 7d9067dc-5a44-4237-8475-9350864d4ee8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:54:46.584082 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bd4abc61-f0c1-4d41-b04f-724f3635a3e9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5381844 Feb 09 14:54:46.781596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-7d9067dc-5a44-4237-8475-9350864d4ee8', 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'fixed_ips': [{'subnet_id': '681679d3-fbc1-478c-9723-a3fecf6fce74'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:54:46.782426 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:46.937027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Allocated IP 172.20.0.18 (7d9067dc-5a44-4237-8475-9350864d4ee8/681679d3-fbc1-478c-9723-a3fecf6fce74/96fbdba6-8880-42a8-a875-3a06842777f4) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:54:47.045633 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50156) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:54:47.050802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ab2a4f00-d2e3-4a79-a91f-a3d91e4a9805 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-675061340', 'description': 'tempest-secgroup-smoke-675061340 description', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:54:47.057836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ab2a4f00-d2e3-4a79-a91f-a3d91e4a9805 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:54:47.067947 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ab2a4f00-d2e3-4a79-a91f-a3d91e4a9805 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:54:47.081247 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ab2a4f00-d2e3-4a79-a91f-a3d91e4a9805 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.103081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ab2a4f00-d2e3-4a79-a91f-a3d91e4a9805 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:54:47.107697 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ab2a4f00-d2e3-4a79-a91f-a3d91e4a9805 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:54:47.110705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ab2a4f00-d2e3-4a79-a91f-a3d91e4a9805 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:54:47.122374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ab2a4f00-d2e3-4a79-a91f-a3d91e4a9805 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:54:47.194831 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.197985 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ab2a4f00-d2e3-4a79-a91f-a3d91e4a9805 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.201836 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ab2a4f00-d2e3-4a79-a91f-a3d91e4a9805 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.206060 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Transition to ACTIVE for port object 96fbdba6-8880-42a8-a875-3a06842777f4 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:54:47.226697 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Transition to ACTIVE for port object 96fbdba6-8880-42a8-a875-3a06842777f4 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:54:47.233229 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.249445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a4f00-d2e3-4a79-a91f-a3d91e4a9805 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138032d3-5dba-4005-8bbe-ba5182ef45eb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:54:47.252476 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ab2a4f00-d2e3-4a79-a91f-a3d91e4a9805 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.254309 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ab2a4f00-d2e3-4a79-a91f-a3d91e4a9805 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2075918 Feb 09 14:54:47.257078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50160) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:54:47.267718 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7f1c9d08-526d-4d89-bb3d-1c755ff9d2c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': '138032d3-5dba-4005-8bbe-ba5182ef45eb', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:54:47.274948 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7f1c9d08-526d-4d89-bb3d-1c755ff9d2c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:54:47.278789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7f1c9d08-526d-4d89-bb3d-1c755ff9d2c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:54:47.281744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7f1c9d08-526d-4d89-bb3d-1c755ff9d2c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:54:47.287402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7f1c9d08-526d-4d89-bb3d-1c755ff9d2c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:54:47.303406 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Network 7d9067dc-5a44-4237-8475-9350864d4ee8 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:54:47.306249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:54:47.307359 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f1c9d08-526d-4d89-bb3d-1c755ff9d2c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.309871 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:54:47.315572 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Pushing event updated for resources: {'Port': ['ID=96fbdba6-8880-42a8-a875-3a06842777f4,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:54:47.379806 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f1c9d08-526d-4d89-bb3d-1c755ff9d2c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.383684 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f1c9d08-526d-4d89-bb3d-1c755ff9d2c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.404933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Attempting to bind port 96fbdba6-8880-42a8-a875-3a06842777f4 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:54:47.405301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Attempting to bind port 96fbdba6-8880-42a8-a875-3a06842777f4 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '43c6bb5c-b74b-4b5a-a622-a5dc85b446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:54:47.405658 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Attempting to bind port 96fbdba6-8880-42a8-a875-3a06842777f4 on network 7d9067dc-5a44-4237-8475-9350864d4ee8 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:54:47.407991 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c9d08-526d-4d89-bb3d-1c755ff9d2c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab328fba-921f-4bcb-b66e-34fa91c93079,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:54:47.410892 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:54:47.411267 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Checking segment: {'id': '43c6bb5c-b74b-4b5a-a622-a5dc85b446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:54:47.411702 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.412091 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Bound using segment: {'id': '43c6bb5c-b74b-4b5a-a622-a5dc85b446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:54:47.412538 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Bound port: 96fbdba6-8880-42a8-a875-3a06842777f4, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c6bb5c-b74b-4b5a-a622-a5dc85b446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:54:47.413002 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.421077 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7f1c9d08-526d-4d89-bb3d-1c755ff9d2c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.424777 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7f1c9d08-526d-4d89-bb3d-1c755ff9d2c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1661572 Feb 09 14:54:47.427329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50164) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:54:47.432292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0d7b6c2b-ac8f-48ac-b5ba-dd8fbbd28f6a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': '138032d3-5dba-4005-8bbe-ba5182ef45eb', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:54:47.439288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0d7b6c2b-ac8f-48ac-b5ba-dd8fbbd28f6a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:54:47.443747 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0d7b6c2b-ac8f-48ac-b5ba-dd8fbbd28f6a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:54:47.446664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0d7b6c2b-ac8f-48ac-b5ba-dd8fbbd28f6a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:54:47.452396 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0d7b6c2b-ac8f-48ac-b5ba-dd8fbbd28f6a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:54:47.469435 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6c2b-ac8f-48ac-b5ba-dd8fbbd28f6a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.513180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] For port 96fbdba6-8880-42a8-a875-3a06842777f4, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:54:47.518339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] For port 96fbdba6-8880-42a8-a875-3a06842777f4, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=96fbdba6-8880-42a8-a875-3a06842777f4,segment=NetworkSegment(43c6bb5c-b74b-4b5a-a622-a5dc85b446fa),segment_id=43c6bb5c-b74b-4b5a-a622-a5dc85b446fa)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:54:47.523809 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.533773 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6c2b-ac8f-48ac-b5ba-dd8fbbd28f6a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.538878 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6c2b-ac8f-48ac-b5ba-dd8fbbd28f6a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.564443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b6c2b-ac8f-48ac-b5ba-dd8fbbd28f6a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6f84d7-f933-4cba-804e-aab9d89e3c7c,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:54:47.577009 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6c2b-ac8f-48ac-b5ba-dd8fbbd28f6a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.579576 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0d7b6c2b-ac8f-48ac-b5ba-dd8fbbd28f6a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1505136 Feb 09 14:54:47.581915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50168) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:54:47.590374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4171843d-a0fb-4964-a3ef-daf74e88da73 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': '138032d3-5dba-4005-8bbe-ba5182ef45eb', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:54:47.600548 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4171843d-a0fb-4964-a3ef-daf74e88da73 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:54:47.604434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4171843d-a0fb-4964-a3ef-daf74e88da73 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:54:47.607293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4171843d-a0fb-4964-a3ef-daf74e88da73 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:54:47.614091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4171843d-a0fb-4964-a3ef-daf74e88da73 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:54:47.632972 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4171843d-a0fb-4964-a3ef-daf74e88da73 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.634446 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6720a8-8ad8-4914-8e56-78d22d687d1c None None] Pushing event updated for resources: {'Port': ['ID=96fbdba6-8880-42a8-a875-3a06842777f4,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:54:47.715082 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4171843d-a0fb-4964-a3ef-daf74e88da73 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.719930 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4171843d-a0fb-4964-a3ef-daf74e88da73 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.743876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171843d-a0fb-4964-a3ef-daf74e88da73 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ca286e-0ffa-4f12-8526-cfb249bf9671,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:54:47.753382 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4171843d-a0fb-4964-a3ef-daf74e88da73 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.754749 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4171843d-a0fb-4964-a3ef-daf74e88da73 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715336 Feb 09 14:54:47.757522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50172) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:54:47.762474 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-1b0584b9-5c9f-4e8f-97de-5da03a4b6fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': '138032d3-5dba-4005-8bbe-ba5182ef45eb', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:54:47.770200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1b0584b9-5c9f-4e8f-97de-5da03a4b6fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:54:47.775258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1b0584b9-5c9f-4e8f-97de-5da03a4b6fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:54:47.779211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1b0584b9-5c9f-4e8f-97de-5da03a4b6fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:54:47.788035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1b0584b9-5c9f-4e8f-97de-5da03a4b6fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:54:47.808209 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b0584b9-5c9f-4e8f-97de-5da03a4b6fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.902069 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b0584b9-5c9f-4e8f-97de-5da03a4b6fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.906197 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b0584b9-5c9f-4e8f-97de-5da03a4b6fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.931678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0584b9-5c9f-4e8f-97de-5da03a4b6fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8cdcfb-62b6-4d4f-8160-0b1a76b8a030,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:54:47.942994 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1b0584b9-5c9f-4e8f-97de-5da03a4b6fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:47.944384 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1b0584b9-5c9f-4e8f-97de-5da03a4b6fbc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1859410 Feb 09 14:54:47.947083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50176) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:54:47.952362 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-dfa3c6e3-882d-4b85-becf-2dfeea2f99b4 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': '138032d3-5dba-4005-8bbe-ba5182ef45eb', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:54:47.960996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dfa3c6e3-882d-4b85-becf-2dfeea2f99b4 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:54:47.965117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dfa3c6e3-882d-4b85-becf-2dfeea2f99b4 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:54:47.968459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dfa3c6e3-882d-4b85-becf-2dfeea2f99b4 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:54:47.974680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dfa3c6e3-882d-4b85-becf-2dfeea2f99b4 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:54:47.985726 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-dfa3c6e3-882d-4b85-becf-2dfeea2f99b4 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Project edf7bc9ff5b04235a8b2eff72cdddac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:54:47.992912 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c6e3-882d-4b85-becf-2dfeea2f99b4 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:48.058548 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c6e3-882d-4b85-becf-2dfeea2f99b4 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:48.062379 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c6e3-882d-4b85-becf-2dfeea2f99b4 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:48.089688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3c6e3-882d-4b85-becf-2dfeea2f99b4 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2de75f2-3671-4a9e-a5c3-61c07ad9b4d6,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:54:48.098554 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c6e3-882d-4b85-becf-2dfeea2f99b4 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:48.099811 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dfa3c6e3-882d-4b85-becf-2dfeea2f99b4 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1517608 Feb 09 14:54:48.103506 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50180) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:54:48.108905 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-95a46c81-80ad-4fb8-9a6a-037ffa3b6b7e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': '138032d3-5dba-4005-8bbe-ba5182ef45eb', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:54:48.117040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-95a46c81-80ad-4fb8-9a6a-037ffa3b6b7e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:54:48.122463 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-95a46c81-80ad-4fb8-9a6a-037ffa3b6b7e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:54:48.126667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-95a46c81-80ad-4fb8-9a6a-037ffa3b6b7e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:54:48.135604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-95a46c81-80ad-4fb8-9a6a-037ffa3b6b7e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:54:48.150044 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-95a46c81-80ad-4fb8-9a6a-037ffa3b6b7e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Project edf7bc9ff5b04235a8b2eff72cdddac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:54:48.159082 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95a46c81-80ad-4fb8-9a6a-037ffa3b6b7e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:48.227787 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95a46c81-80ad-4fb8-9a6a-037ffa3b6b7e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:48.231521 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95a46c81-80ad-4fb8-9a6a-037ffa3b6b7e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:48.254738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a46c81-80ad-4fb8-9a6a-037ffa3b6b7e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d7c4b0-e162-4b7e-ab53-7a5fa71206f0,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:54:48.265419 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95a46c81-80ad-4fb8-9a6a-037ffa3b6b7e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:48.266667 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-95a46c81-80ad-4fb8-9a6a-037ffa3b6b7e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1620975 Feb 09 14:54:48.494261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-dd438fa6-3788-4c13-b58d-d6da81383b7f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Synchronizing usage tracker for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:54:48.512478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-dd438fa6-3788-4c13-b58d-d6da81383b7f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Unset dirty status for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:54:48.520425 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-dd438fa6-3788-4c13-b58d-d6da81383b7f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-675061340&fields=id&tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3 HTTP/1.1" status: 200 len: 267 time: 0.0668218 Feb 09 14:54:48.638660 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c597d7-aa7b-47f6-a79c-70651889c804 None None] Network 7d9067dc-5a44-4237-8475-9350864d4ee8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:54:48.733055 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d8cbffda-8356-4f4b-bea7-4375294018b0 None None] Provisioning for port 96fbdba6-8880-42a8-a875-3a06842777f4 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:54:48.787424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-1a1c6a7e-26b0-4cb8-8245-577731109857 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:48.788836 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-1a1c6a7e-26b0-4cb8-8245-577731109857 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/networks?id=7d9067dc-5a44-4237-8475-9350864d4ee8 HTTP/1.1" status: 200 len: 797 time: 0.2674372 Feb 09 14:54:48.805775 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-ff66279b-20dc-4c57-88f0-c695e3eb60e2 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/quotas/edf7bc9ff5b04235a8b2eff72cdddac3 HTTP/1.1" status: 200 len: 375 time: 0.0107644 Feb 09 14:54:48.899982 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-ba7a5c0f-b53e-4e35-9e6f-af40694175eb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0890412 Feb 09 14:54:49.157137 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-ab795f5a-cf43-4606-8e90-f01eb95de90a service neutron] 10.222.0.48 "GET /v2.0/networks/7d9067dc-5a44-4237-8475-9350864d4ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440734 Feb 09 14:54:49.302342 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-1607931f-2ed0-41cf-8a64-ac4d74222a9f service neutron] 10.222.0.48 "GET /v2.0/networks/7d9067dc-5a44-4237-8475-9350864d4ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393840 Feb 09 14:54:49.340510 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 96fbdba6-8880-42a8-a875-3a06842777f4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:54:49.411299 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 96fbdba6-8880-42a8-a875-3a06842777f4 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:54:49.416491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 96fbdba6-8880-42a8-a875-3a06842777f4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:54:49.416874 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:49.531871 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89152ce6-5ba8-4105-890e-c5af21756a2d req-8be11562-7ef0-4ecb-83dc-afdfc2f71027 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 210 time: 0.0543449 Feb 09 14:54:49.552064 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:49.586547 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 96fbdba6-8880-42a8-a875-3a06842777f4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=96fbdba6-8880-42a8-a875-3a06842777f4,segment=NetworkSegment(43c6bb5c-b74b-4b5a-a622-a5dc85b446fa),segment_id=43c6bb5c-b74b-4b5a-a622-a5dc85b446fa)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:54:49.591249 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:49.674870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=96fbdba6-8880-42a8-a875-3a06842777f4,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:54:50.717024 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c8795bb1-66d1-453f-b7e7-a0372bf3f804 req-c5a13443-7d32-428f-bc9f-e84d95d9b3ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 210 time: 0.0707829 Feb 09 14:54:50.845333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-40a23b56-8ee0-4539-953d-260b432e1b2a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:50.846769 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-40a23b56-8ee0-4539-953d-260b432e1b2a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.21 "GET /v2.0/networks?id=7d9067dc-5a44-4237-8475-9350864d4ee8 HTTP/1.1" status: 200 len: 797 time: 0.1626840 Feb 09 14:54:50.898697 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-4b230b62-caf4-46e0-85cf-8eeb11171eb2 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3 HTTP/1.1" status: 200 len: 470 time: 0.0422733 Feb 09 14:54:50.912168 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'port': {'device_id': '2e9c9ecc-8c62-4c0c-85e6-b4a996df6961', 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8', 'admin_state_up': True, 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'security_groups': ['138032d3-5dba-4005-8bbe-ba5182ef45eb']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:54:51.048619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:54:51.053284 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:port and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:54:51.056297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:54:51.061948 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:54:51.071397 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Made reservation on behalf of edf7bc9ff5b04235a8b2eff72cdddac3 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:54:51.074877 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:51.245365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Allocated IP 172.20.0.25 (7d9067dc-5a44-4237-8475-9350864d4ee8/681679d3-fbc1-478c-9723-a3fecf6fce74/64e6fa30-a6d7-4099-82a7-12127adae04b) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:54:51.300147 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 96fbdba6-8880-42a8-a875-3a06842777f4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:54:51.373578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 96fbdba6-8880-42a8-a875-3a06842777f4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:54:51.373949 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:51.442578 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:51.460110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Transition to ACTIVE for port object 64e6fa30-a6d7-4099-82a7-12127adae04b will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:54:51.488392 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:51.565051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network 7d9067dc-5a44-4237-8475-9350864d4ee8 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:54:51.569029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:54:51.573256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:54:51.605088 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Port': ['ID=64e6fa30-a6d7-4099-82a7-12127adae04b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:54:51.643572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:51.644830 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:51.672729 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cda08aef-1b9a-4cc2-ab5f-5d8c50105347 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7684698 Feb 09 14:54:51.684592 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Request body: {'port': {'device_id': '2e9c9ecc-8c62-4c0c-85e6-b4a996df6961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:54:51.801743 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b96eb4f8-1411-482e-9fe4-7d0eb9771af8 None None] Provisioning for port 64e6fa30-a6d7-4099-82a7-12127adae04b completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:54:51.802032 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:51.806809 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b96eb4f8-1411-482e-9fe4-7d0eb9771af8 None None] Provisioning complete for port 64e6fa30-a6d7-4099-82a7-12127adae04b triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:54:51.807176 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b96eb4f8-1411-482e-9fe4-7d0eb9771af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:51.864298 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b96eb4f8-1411-482e-9fe4-7d0eb9771af8 None None] Port 64e6fa30-a6d7-4099-82a7-12127adae04b cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:54:51.923078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99606cec-671a-4ad0-860a-1269a10395c4 req-d528db1d-6f18-49c7-b489-2da1b57ec784 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:51.924636 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99606cec-671a-4ad0-860a-1269a10395c4 req-d528db1d-6f18-49c7-b489-2da1b57ec784 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 932 time: 0.0881426 Feb 09 14:54:51.971920 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99606cec-671a-4ad0-860a-1269a10395c4 req-f6a58637-d06e-41e0-bbe3-2fe93e1e79c8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=138032d3-5dba-4005-8bbe-ba5182ef45eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402050 Feb 09 14:54:52.261495 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e6fa30-a6d7-4099-82a7-12127adae04b {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:54:52.269254 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:52.285511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Transition to ACTIVE for port object 64e6fa30-a6d7-4099-82a7-12127adae04b will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:54:52.289482 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:52.426450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Pushing event updated for resources: {'Port': ['ID=64e6fa30-a6d7-4099-82a7-12127adae04b,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:54:52.534164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Attempting to bind port 64e6fa30-a6d7-4099-82a7-12127adae04b on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:54:52.535154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Attempting to bind port 64e6fa30-a6d7-4099-82a7-12127adae04b by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '43c6bb5c-b74b-4b5a-a622-a5dc85b446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:54:52.535485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Attempting to bind port 64e6fa30-a6d7-4099-82a7-12127adae04b on network 7d9067dc-5a44-4237-8475-9350864d4ee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:54:52.540687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Port 64e6fa30-a6d7-4099-82a7-12127adae04b on network 7d9067dc-5a44-4237-8475-9350864d4ee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:54:52.540933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Attempting to bind port 64e6fa30-a6d7-4099-82a7-12127adae04b on network 7d9067dc-5a44-4237-8475-9350864d4ee8 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:54:52.546831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:54:52.547211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Checking segment: {'id': '43c6bb5c-b74b-4b5a-a622-a5dc85b446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:54:52.547551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Bound using segment: {'id': '43c6bb5c-b74b-4b5a-a622-a5dc85b446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:54:52.548004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Bound port: 64e6fa30-a6d7-4099-82a7-12127adae04b, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c6bb5c-b74b-4b5a-a622-a5dc85b446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:54:52.548466 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:52.640486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] For port 64e6fa30-a6d7-4099-82a7-12127adae04b, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:54:52.643338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] For port 64e6fa30-a6d7-4099-82a7-12127adae04b, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=64e6fa30-a6d7-4099-82a7-12127adae04b,segment=NetworkSegment(43c6bb5c-b74b-4b5a-a622-a5dc85b446fa),segment_id=43c6bb5c-b74b-4b5a-a622-a5dc85b446fa)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:54:52.649133 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:52.711316 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:52.713554 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:52.716320 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] 10.222.0.21 "PUT /v2.0/ports/64e6fa30-a6d7-4099-82a7-12127adae04b HTTP/1.1" status: 200 len: 1092 time: 1.0359666 Feb 09 14:54:52.717049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9c9ecc-8c62-4c0c-85e6-b4a996df6961', 'tag': '64e6fa30-a6d7-4099-82a7-12127adae04b'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:54:52.748272 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a567a-041f-47b0-b523-b8651a5ba19b service neutron] Pushing event updated for resources: {'Port': ['ID=64e6fa30-a6d7-4099-82a7-12127adae04b,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:54:52.799432 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9c9ecc-8c62-4c0c-85e6-b4a996df6961', 'tag': '64e6fa30-a6d7-4099-82a7-12127adae04b', 'status': 'completed', 'code': 200} Feb 09 14:54:52.841950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-6b1992aa-e32d-44e8-a65c-745c42f26431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:52.843596 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-6b1992aa-e32d-44e8-a65c-745c42f26431 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3&device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 1095 time: 0.0854006 Feb 09 14:54:52.916039 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-665a04a9-0a8f-4a98-a505-9b4393ad13fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=64e6fa30-a6d7-4099-82a7-12127adae04b HTTP/1.1" status: 200 len: 217 time: 0.0635347 Feb 09 14:54:52.980726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cb5868ff-8931-4f20-8268-a17884bc92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:52.982051 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-cb5868ff-8931-4f20-8268-a17884bc92bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=681679d3-fbc1-478c-9723-a3fecf6fce74 HTTP/1.1" status: 200 len: 838 time: 0.0600355 Feb 09 14:54:53.057360 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-19464d9d-de39-4543-a21a-3628cf642e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:53.059122 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-19464d9d-de39-4543-a21a-3628cf642e59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d9067dc-5a44-4237-8475-9350864d4ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709493 Feb 09 14:54:53.158278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042c6fa-82b9-4f0f-855b-427ff0398c43 req-193c2579-174f-4b16-9901-ee5f7abe1392 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:53.159767 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f042c6fa-82b9-4f0f-855b-427ff0398c43 req-193c2579-174f-4b16-9901-ee5f7abe1392 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 944 time: 0.0825095 Feb 09 14:54:53.193996 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-b090de16-722b-4aeb-bfb3-5a66aad9c3a6 service neutron] 10.222.0.21 "GET /v2.0/networks/7d9067dc-5a44-4237-8475-9350864d4ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270494 Feb 09 14:54:53.203341 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f042c6fa-82b9-4f0f-855b-427ff0398c43 req-b1085bdc-bfba-46d3-a9eb-832c40a47626 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=138032d3-5dba-4005-8bbe-ba5182ef45eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372334 Feb 09 14:54:53.325097 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe50f959-15e0-48a9-be61-1694dc9afa83 req-bbd36262-4779-4b52-af1c-8e4656eceb0b service neutron] 10.222.0.21 "GET /v2.0/networks/7d9067dc-5a44-4237-8475-9350864d4ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250064 Feb 09 14:54:53.443348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579221e9-de8a-4e9b-800c-34d0b0e1be14 req-a9cfe1d9-5f4d-4e66-ad1e-7c6f0ea2f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:53.444851 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-579221e9-de8a-4e9b-800c-34d0b0e1be14 req-a9cfe1d9-5f4d-4e66-ad1e-7c6f0ea2f7aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3&device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 1095 time: 0.0750606 Feb 09 14:54:53.582055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579221e9-de8a-4e9b-800c-34d0b0e1be14 req-6c3cdc8d-daaa-4e27-a5e4-4a6404d4ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:53.583420 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-579221e9-de8a-4e9b-800c-34d0b0e1be14 req-6c3cdc8d-daaa-4e27-a5e4-4a6404d4ccee service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d9067dc-5a44-4237-8475-9350864d4ee8 HTTP/1.1" status: 200 len: 897 time: 0.1322236 Feb 09 14:54:53.650613 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-579221e9-de8a-4e9b-800c-34d0b0e1be14 req-447c4019-14a6-49a1-87de-6919192347b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=64e6fa30-a6d7-4099-82a7-12127adae04b HTTP/1.1" status: 200 len: 217 time: 0.0598104 Feb 09 14:54:53.713925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579221e9-de8a-4e9b-800c-34d0b0e1be14 req-161fdfd4-aed2-42b4-80a2-b55d42b33324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:53.715332 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-579221e9-de8a-4e9b-800c-34d0b0e1be14 req-161fdfd4-aed2-42b4-80a2-b55d42b33324 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=681679d3-fbc1-478c-9723-a3fecf6fce74 HTTP/1.1" status: 200 len: 838 time: 0.0591991 Feb 09 14:54:53.789745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579221e9-de8a-4e9b-800c-34d0b0e1be14 req-3d064898-0cbd-4898-b2e6-2e6fab77ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:53.791203 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-579221e9-de8a-4e9b-800c-34d0b0e1be14 req-3d064898-0cbd-4898-b2e6-2e6fab77ca6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d9067dc-5a44-4237-8475-9350864d4ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691574 Feb 09 14:54:53.926234 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-579221e9-de8a-4e9b-800c-34d0b0e1be14 req-03ac5f27-4804-46f3-92e5-2c2c22830896 service neutron] 10.222.0.21 "GET /v2.0/networks/7d9067dc-5a44-4237-8475-9350864d4ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276481 Feb 09 14:54:54.170939 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-579221e9-de8a-4e9b-800c-34d0b0e1be14 req-d5cc21b6-b1ac-4464-bfc0-e940b14bd49d service neutron] 10.222.0.21 "GET /v2.0/networks/7d9067dc-5a44-4237-8475-9350864d4ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382734 Feb 09 14:54:54.392532 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc81ee1-7fb4-42db-8394-d6f5fab5c77c req-8c9fce40-142f-40ae-b9fb-d574cd1372c6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:54.393218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-ccc81ee1-7fb4-42db-8394-d6f5fab5c77c req-8c9fce40-142f-40ae-b9fb-d574cd1372c6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Synchronizing usage tracker for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:54:54.408644 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-ccc81ee1-7fb4-42db-8394-d6f5fab5c77c req-8c9fce40-142f-40ae-b9fb-d574cd1372c6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Unset dirty status for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:54:54.410757 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ccc81ee1-7fb4-42db-8394-d6f5fab5c77c req-8c9fce40-142f-40ae-b9fb-d574cd1372c6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 944 time: 0.1019719 Feb 09 14:54:54.458578 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ccc81ee1-7fb4-42db-8394-d6f5fab5c77c req-ee49c648-718c-40cf-9289-1d89f06f6828 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=138032d3-5dba-4005-8bbe-ba5182ef45eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421054 Feb 09 14:54:55.642285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2183d93-ba81-4c11-b772-f5684a548ad6 req-a83e5964-77ab-4039-bd55-7241fd62222a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:55.644300 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2183d93-ba81-4c11-b772-f5684a548ad6 req-a83e5964-77ab-4039-bd55-7241fd62222a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 944 time: 0.0808136 Feb 09 14:54:55.688659 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2183d93-ba81-4c11-b772-f5684a548ad6 req-83f8eb93-711d-47ed-abf7-7c1b4aef734c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=138032d3-5dba-4005-8bbe-ba5182ef45eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386367 Feb 09 14:54:56.810859 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-01b736ea-178c-451d-877e-8062e3273c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:56.878886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d89db-b1dd-4334-a80c-08f73fe3b1ad req-7b429a69-71e1-481e-a122-3798ef9eab81 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:56.880372 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e56d89db-b1dd-4334-a80c-08f73fe3b1ad req-7b429a69-71e1-481e-a122-3798ef9eab81 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 944 time: 0.0811305 Feb 09 14:54:56.926706 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e56d89db-b1dd-4334-a80c-08f73fe3b1ad req-9d9c9804-2acf-4274-bd9b-a10539105b29 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=138032d3-5dba-4005-8bbe-ba5182ef45eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406437 Feb 09 14:54:57.110670 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 64e6fa30-a6d7-4099-82a7-12127adae04b details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:54:57.242534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 64e6fa30-a6d7-4099-82a7-12127adae04b, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=64e6fa30-a6d7-4099-82a7-12127adae04b,segment=NetworkSegment(43c6bb5c-b74b-4b5a-a622-a5dc85b446fa),segment_id=43c6bb5c-b74b-4b5a-a622-a5dc85b446fa)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:54:57.256112 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '64e6fa30-a6d7-4099-82a7-12127adae04b', 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8', 'port_id': '64e6fa30-a6d7-4099-82a7-12127adae04b', 'mac_address': 'fa:16:3e:93:bd:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681679d3-fbc1-478c-9723-a3fecf6fce74', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:54:57.312867 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:57.329564 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e6fa30-a6d7-4099-82a7-12127adae04b {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:54:57.345247 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 64e6fa30-a6d7-4099-82a7-12127adae04b, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=64e6fa30-a6d7-4099-82a7-12127adae04b,segment=NetworkSegment(43c6bb5c-b74b-4b5a-a622-a5dc85b446fa),segment_id=43c6bb5c-b74b-4b5a-a622-a5dc85b446fa)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:54:57.349047 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:57.414111 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=64e6fa30-a6d7-4099-82a7-12127adae04b,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:54:57.421969 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:57.422314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:57.422656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:57.422988 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:57.423320 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:57.423652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:57.424004 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:57.424327 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:57.424653 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:57.425462 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:57.425783 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:57.426104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:54:57.684425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['64e6fa30-a6d7-4099-82a7-12127adae04b'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:54:58.119281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080c060-ac07-4331-9d81-3147f28dec56 req-86a796e3-ae1d-46f2-99ed-188842f56214 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:58.120726 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0080c060-ac07-4331-9d81-3147f28dec56 req-86a796e3-ae1d-46f2-99ed-188842f56214 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 945 time: 0.0813713 Feb 09 14:54:58.163218 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0080c060-ac07-4331-9d81-3147f28dec56 req-2719ca9c-31ad-4c44-8867-a0ff13ffa2de tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=138032d3-5dba-4005-8bbe-ba5182ef45eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369642 Feb 09 14:54:59.137929 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 64e6fa30-a6d7-4099-82a7-12127adae04b up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:54:59.205826 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 64e6fa30-a6d7-4099-82a7-12127adae04b completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:54:59.210636 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 64e6fa30-a6d7-4099-82a7-12127adae04b triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:54:59.211006 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:59.272835 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5d22-a783-49ff-8ae6-60ad889be0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:59.339643 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:59.349384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb6737-fb27-4666-b949-a81a17429c56 req-d5144bcb-e423-417d-853c-5eb364a61d22 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:59.350856 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4fb6737-fb27-4666-b949-a81a17429c56 req-d5144bcb-e423-417d-853c-5eb364a61d22 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 945 time: 0.0804198 Feb 09 14:54:59.367295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9c9ecc-8c62-4c0c-85e6-b4a996df6961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e6fa30-a6d7-4099-82a7-12127adae04b'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:54:59.377380 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 64e6fa30-a6d7-4099-82a7-12127adae04b, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=64e6fa30-a6d7-4099-82a7-12127adae04b,segment=NetworkSegment(43c6bb5c-b74b-4b5a-a622-a5dc85b446fa),segment_id=43c6bb5c-b74b-4b5a-a622-a5dc85b446fa)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:54:59.382744 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:54:59.398919 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4fb6737-fb27-4666-b949-a81a17429c56 req-f2ebb1fc-9869-418f-be92-2c36c66c3f94 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=138032d3-5dba-4005-8bbe-ba5182ef45eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423021 Feb 09 14:54:59.423206 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9c9ecc-8c62-4c0c-85e6-b4a996df6961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e6fa30-a6d7-4099-82a7-12127adae04b', 'code': 200} Feb 09 14:54:59.459896 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=64e6fa30-a6d7-4099-82a7-12127adae04b,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:54:59.553514 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b52c1-7b98-4736-9dab-79dd1a374f44 req-b3495f45-134c-4808-812d-b69c74bd474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:54:59.554968 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-867b52c1-7b98-4736-9dab-79dd1a374f44 req-b3495f45-134c-4808-812d-b69c74bd474e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 1097 time: 0.0725746 Feb 09 14:54:59.595823 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-867b52c1-7b98-4736-9dab-79dd1a374f44 req-f4d2a289-e317-4abe-b054-7991dbfa252d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=138032d3-5dba-4005-8bbe-ba5182ef45eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342281 Feb 09 14:55:00.334784 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:00.339926 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:00.594641 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa61d34-47a4-4fe0-af21-6cd15b219c37 req-ac3dc91d-d7aa-4e7a-812f-9f09f0f8592f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:00.596038 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0aa61d34-47a4-4fe0-af21-6cd15b219c37 req-ac3dc91d-d7aa-4e7a-812f-9f09f0f8592f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 946 time: 0.0925434 Feb 09 14:55:00.639346 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0aa61d34-47a4-4fe0-af21-6cd15b219c37 req-c8b9f81d-2896-41b3-9540-7693ee845426 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=138032d3-5dba-4005-8bbe-ba5182ef45eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372190 Feb 09 14:55:01.820306 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775091e4-74b0-4341-9705-90137f2c3f93 req-4594dda9-423e-499f-8529-ed97dfa42c36 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:01.821596 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-775091e4-74b0-4341-9705-90137f2c3f93 req-4594dda9-423e-499f-8529-ed97dfa42c36 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 946 time: 0.0772710 Feb 09 14:55:01.872829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-775091e4-74b0-4341-9705-90137f2c3f93 req-b616ce10-c8b3-4a24-931d-8e7350a7a4d9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=138032d3-5dba-4005-8bbe-ba5182ef45eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456038 Feb 09 14:55:01.882386 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:01.950040 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e527c04e-e86a-495e-8ce3-bd6f6dccb997 req-e5bbb261-5141-43a5-92b1-030e4f554bcc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741618 Feb 09 14:55:02.115817 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df272a9-ae0b-4039-8c1a-342a13304575 req-fdb91dbf-4b8f-422c-9bda-ec92dec304d8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:02.117257 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1df272a9-ae0b-4039-8c1a-342a13304575 req-fdb91dbf-4b8f-422c-9bda-ec92dec304d8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 946 time: 0.1359065 Feb 09 14:55:02.122413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527c04e-e86a-495e-8ce3-bd6f6dccb997 req-10ddccea-5f40-4b4e-a1c7-6c577bfc351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:02.123818 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e527c04e-e86a-495e-8ce3-bd6f6dccb997 req-10ddccea-5f40-4b4e-a1c7-6c577bfc351d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3&device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 1096 time: 0.1008379 Feb 09 14:55:02.238750 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1df272a9-ae0b-4039-8c1a-342a13304575 req-4fc42ccf-14d7-430d-b0b9-ca0f50447d33 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=138032d3-5dba-4005-8bbe-ba5182ef45eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140549 Feb 09 14:55:02.283320 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527c04e-e86a-495e-8ce3-bd6f6dccb997 req-b6747309-d329-4b83-9275-f0a0be9ca4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:02.284807 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e527c04e-e86a-495e-8ce3-bd6f6dccb997 req-b6747309-d329-4b83-9275-f0a0be9ca4a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0938ebbc-2856-4d57-b378-1d7cc442e407 HTTP/1.1" status: 200 len: 896 time: 0.1428237 Feb 09 14:55:02.390134 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e527c04e-e86a-495e-8ce3-bd6f6dccb997 req-e9e5c59f-d9af-4501-98fe-15cc2c547955 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=972da80a-9eb8-4c63-a59b-864307a135a2 HTTP/1.1" status: 200 len: 1001 time: 0.0974555 Feb 09 14:55:02.452437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527c04e-e86a-495e-8ce3-bd6f6dccb997 req-9217270c-ff07-43aa-8aa5-95847f3905e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:02.453850 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e527c04e-e86a-495e-8ce3-bd6f6dccb997 req-9217270c-ff07-43aa-8aa5-95847f3905e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae9910ff-ea8c-42a7-be98-9bf1b58e7fca HTTP/1.1" status: 200 len: 834 time: 0.0566819 Feb 09 14:55:02.534260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527c04e-e86a-495e-8ce3-bd6f6dccb997 req-a34f66c6-9613-48e7-ba6c-c27afb219f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:02.535888 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e527c04e-e86a-495e-8ce3-bd6f6dccb997 req-a34f66c6-9613-48e7-ba6c-c27afb219f9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0938ebbc-2856-4d57-b378-1d7cc442e407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732470 Feb 09 14:55:02.669112 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e527c04e-e86a-495e-8ce3-bd6f6dccb997 req-0bdea097-6511-4d21-bb83-f2d22bc6c59f service neutron] 10.222.0.21 "GET /v2.0/networks/0938ebbc-2856-4d57-b378-1d7cc442e407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242824 Feb 09 14:55:02.801513 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e527c04e-e86a-495e-8ce3-bd6f6dccb997 req-9308b13f-ce76-4932-9ff0-b76fb37ca988 service neutron] 10.222.0.21 "GET /v2.0/networks/0938ebbc-2856-4d57-b378-1d7cc442e407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261916 Feb 09 14:55:03.724882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50250) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:04.512248 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:04.888523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Allocated IP 172.20.0.17 (7d9067dc-5a44-4237-8475-9350864d4ee8/681679d3-fbc1-478c-9723-a3fecf6fce74/17f664e3-69d3-479b-b03e-c598255ed534) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:55:05.041588 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:05.056256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Transition to ACTIVE for port object 17f664e3-69d3-479b-b03e-c598255ed534 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:55:05.078890 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:05.149744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network 7d9067dc-5a44-4237-8475-9350864d4ee8 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:55:05.152757 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:55:05.156568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:55:05.185965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Port': ['ID=17f664e3-69d3-479b-b03e-c598255ed534,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:05.218937 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:05.350207 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:05.402652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3f4b3603-ab2a-463b-92c4-9c72933d04d4 None None] Provisioning for port 17f664e3-69d3-479b-b03e-c598255ed534 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:55:05.407494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3f4b3603-ab2a-463b-92c4-9c72933d04d4 None None] Provisioning complete for port 17f664e3-69d3-479b-b03e-c598255ed534 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:55:05.407919 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3f4b3603-ab2a-463b-92c4-9c72933d04d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:05.461948 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3f4b3603-ab2a-463b-92c4-9c72933d04d4 None None] Port 17f664e3-69d3-479b-b03e-c598255ed534 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:55:05.867385 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:05.871685 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:05.980908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Port': ['ID=17f664e3-69d3-479b-b03e-c598255ed534,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:05.986396 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:06.117911 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network 7d9067dc-5a44-4237-8475-9350864d4ee8 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:55:06.118916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:55:06.308248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Router 70c5d95a-4d2f-4073-bd89-14696ba07e6e has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:55:06.385837 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-490eccd6-4c9e-414d-8d45-03191ef287b8 None None] Provisioning complete for port 17f664e3-69d3-479b-b03e-c598255ed534 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:55:06.386643 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-490eccd6-4c9e-414d-8d45-03191ef287b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:06.440611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-490eccd6-4c9e-414d-8d45-03191ef287b8 None None] Port 17f664e3-69d3-479b-b03e-c598255ed534 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:55:06.489880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:55:06.499497 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Sync routers for ids ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:55:06.507142 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-24571615-02e2-4143-8cc1-0d2ebd435af8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "PUT /v2.0/routers/70c5d95a-4d2f-4073-bd89-14696ba07e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7811735 Feb 09 14:55:06.512314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Routers {'70c5d95a-4d2f-4073-bd89-14696ba07e6e'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:55:06.512927 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:54:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:06.689144 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Set router 70c5d95a-4d2f-4073-bd89-14696ba07e6e gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:55:07.033087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:55:05Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '4943b37d-0cf1-44a3-ab31-d7727c554fa3', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'port_id': '972da80a-9eb8-4c63-a59b-864307a135a2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'mac_address': 'fa:16:3e:10:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:53:25Z', 'updated_at': '2022-02-09T14:53:28Z', 'revision_number': 1, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f664e3-69d3-479b-b03e-c598255ed534', 'name': '', 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:6f:35:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '681679d3-fbc1-478c-9723-a3fecf6fce74', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:55:04Z', 'updated_at': '2022-02-09T14:55:05Z', 'revision_number': 2, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': '681679d3-fbc1-478c-9723-a3fecf6fce74', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2bf3347-73fa-488b-b46e-331e6f26f8e0', 'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:19:2e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:04Z', 'updated_at': '2022-02-09T14:53:11Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:07.036958 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Checking router: 70c5d95a-4d2f-4073-bd89-14696ba07e6e for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:55:07.037313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Updating router 70c5d95a-4d2f-4073-bd89-14696ba07e6e port 17f664e3-69d3-479b-b03e-c598255ed534 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:55:07.090950 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:07.453204 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:07.465131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Transition to ACTIVE for port object 17f664e3-69d3-479b-b03e-c598255ed534 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:55:07.472163 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:07.623610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b4f0e-131b-4a83-9278-c7579b86dfbc None None] Pushing event updated for resources: {'Port': ['ID=17f664e3-69d3-479b-b03e-c598255ed534,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:07.688981 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Attempting to bind port 17f664e3-69d3-479b-b03e-c598255ed534 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:55:07.689350 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Attempting to bind port 17f664e3-69d3-479b-b03e-c598255ed534 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '43c6bb5c-b74b-4b5a-a622-a5dc85b446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:55:07.689711 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Attempting to bind port 17f664e3-69d3-479b-b03e-c598255ed534 on network 7d9067dc-5a44-4237-8475-9350864d4ee8 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:55:07.695511 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:55:07.696043 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Checking segment: {'id': '43c6bb5c-b74b-4b5a-a622-a5dc85b446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:55:07.696450 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:07.696844 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Bound using segment: {'id': '43c6bb5c-b74b-4b5a-a622-a5dc85b446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:55:07.697339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Bound port: 17f664e3-69d3-479b-b03e-c598255ed534, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c6bb5c-b74b-4b5a-a622-a5dc85b446fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:55:07.697713 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:07.795257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] For port 17f664e3-69d3-479b-b03e-c598255ed534, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:55:07.798563 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] For port 17f664e3-69d3-479b-b03e-c598255ed534, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=17f664e3-69d3-479b-b03e-c598255ed534,segment=NetworkSegment(43c6bb5c-b74b-4b5a-a622-a5dc85b446fa),segment_id=43c6bb5c-b74b-4b5a-a622-a5dc85b446fa)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:55:07.802458 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:07.884161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Routers {'70c5d95a-4d2f-4073-bd89-14696ba07e6e'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:55:07.884801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:54:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:07.939293 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b4f0e-131b-4a83-9278-c7579b86dfbc None None] Pushing event updated for resources: {'Port': ['ID=17f664e3-69d3-479b-b03e-c598255ed534,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:08.067903 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] Set router 70c5d95a-4d2f-4073-bd89-14696ba07e6e gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:55:08.415180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:55:05Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '4943b37d-0cf1-44a3-ab31-d7727c554fa3', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'port_id': '972da80a-9eb8-4c63-a59b-864307a135a2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'mac_address': 'fa:16:3e:10:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:53:25Z', 'updated_at': '2022-02-09T14:53:28Z', 'revision_number': 1, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f664e3-69d3-479b-b03e-c598255ed534', 'name': '', 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:6f:35:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '681679d3-fbc1-478c-9723-a3fecf6fce74', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:55:04Z', 'updated_at': '2022-02-09T14:55:07Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': '681679d3-fbc1-478c-9723-a3fecf6fce74', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2bf3347-73fa-488b-b46e-331e6f26f8e0', 'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:19:2e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:04Z', 'updated_at': '2022-02-09T14:53:11Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:08.418979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a1d91-c4c9-48ca-b290-f44c61700671 None None] The sync data for ids ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'] in n-d-828418-2 is: [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:55:05Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '4943b37d-0cf1-44a3-ab31-d7727c554fa3', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'port_id': '972da80a-9eb8-4c63-a59b-864307a135a2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'mac_address': 'fa:16:3e:10:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:53:25Z', 'updated_at': '2022-02-09T14:53:28Z', 'revision_number': 1, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f664e3-69d3-479b-b03e-c598255ed534', 'name': '', 'network_id': '7d9067dc-5a44-4237-8475-9350864d4ee8', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:6f:35:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '681679d3-fbc1-478c-9723-a3fecf6fce74', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:55:04Z', 'updated_at': '2022-02-09T14:55:07Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': '681679d3-fbc1-478c-9723-a3fecf6fce74', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2bf3347-73fa-488b-b46e-331e6f26f8e0', 'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:19:2e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:04Z', 'updated_at': '2022-02-09T14:53:11Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:55:08.642621 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f49a795-7653-49b9-ac48-3e2bc0eabfda req-491e3132-6fc4-46c7-afdb-73d6e4db5200 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712047 Feb 09 14:55:08.795491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49a795-7653-49b9-ac48-3e2bc0eabfda req-228ac647-12e5-4d40-a2ec-123e81003bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:08.797004 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f49a795-7653-49b9-ac48-3e2bc0eabfda req-228ac647-12e5-4d40-a2ec-123e81003bfb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 1097 time: 0.0704691 Feb 09 14:55:08.953190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49a795-7653-49b9-ac48-3e2bc0eabfda req-10850a30-1f7a-48ce-9528-c08d08093b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:08.954578 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f49a795-7653-49b9-ac48-3e2bc0eabfda req-10850a30-1f7a-48ce-9528-c08d08093b1c service neutron] 10.222.0.35 "GET /v2.0/networks?id=654c7799-2687-4afc-8138-7863281d94b4 HTTP/1.1" status: 200 len: 896 time: 0.1349182 Feb 09 14:55:09.062454 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f49a795-7653-49b9-ac48-3e2bc0eabfda req-63bb094f-5a63-401c-8930-77b472e63fb1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26bdec7e-b21f-41ab-9dee-a5dbec1c725a HTTP/1.1" status: 200 len: 1002 time: 0.1000257 Feb 09 14:55:09.132449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49a795-7653-49b9-ac48-3e2bc0eabfda req-4934378b-1e95-43c9-8f79-9ee2967fd12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:09.133868 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f49a795-7653-49b9-ac48-3e2bc0eabfda req-4934378b-1e95-43c9-8f79-9ee2967fd12e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7136581-5500-41be-a7ba-25e1f3c368c0 HTTP/1.1" status: 200 len: 834 time: 0.0624783 Feb 09 14:55:09.181816 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:09.226136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49a795-7653-49b9-ac48-3e2bc0eabfda req-4e47326f-c44c-4c7d-97d7-f7eb629f61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:09.227561 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f49a795-7653-49b9-ac48-3e2bc0eabfda req-4e47326f-c44c-4c7d-97d7-f7eb629f61f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=654c7799-2687-4afc-8138-7863281d94b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827937 Feb 09 14:55:09.326326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 17f664e3-69d3-479b-b03e-c598255ed534 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:55:09.390982 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f49a795-7653-49b9-ac48-3e2bc0eabfda req-552c3020-aa4e-4b21-927f-4534c59ad697 service neutron] 10.222.0.35 "GET /v2.0/networks/654c7799-2687-4afc-8138-7863281d94b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522636 Feb 09 14:55:09.394708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 17f664e3-69d3-479b-b03e-c598255ed534 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:55:09.400296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 17f664e3-69d3-479b-b03e-c598255ed534 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:55:09.400672 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:09.527823 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:09.534847 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f49a795-7653-49b9-ac48-3e2bc0eabfda req-da288559-7f1c-42e0-9efb-4ac90b9eaa49 service neutron] 10.222.0.35 "GET /v2.0/networks/654c7799-2687-4afc-8138-7863281d94b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349039 Feb 09 14:55:09.560583 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 17f664e3-69d3-479b-b03e-c598255ed534, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=17f664e3-69d3-479b-b03e-c598255ed534,segment=NetworkSegment(43c6bb5c-b74b-4b5a-a622-a5dc85b446fa),segment_id=43c6bb5c-b74b-4b5a-a622-a5dc85b446fa)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:55:09.565182 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:09.636274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=17f664e3-69d3-479b-b03e-c598255ed534,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:10.749164 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:11.308126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 17f664e3-69d3-479b-b03e-c598255ed534 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:55:11.375599 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 17f664e3-69d3-479b-b03e-c598255ed534 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:55:11.376030 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:11.918608 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:55:16.998025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50270) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:17.192035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8c3d4411-88c7-4bed-b992-a7ab5ca6afdf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting port 399579f3-7f7a-4a88-93e9-0e8d8e6e4aee {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:55:17.192373 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4411-88c7-4bed-b992-a7ab5ca6afdf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:17.469766 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4411-88c7-4bed-b992-a7ab5ca6afdf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:17.470085 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4411-88c7-4bed-b992-a7ab5ca6afdf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:17.588652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8c3d4411-88c7-4bed-b992-a7ab5ca6afdf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Calling delete_port for 399579f3-7f7a-4a88-93e9-0e8d8e6e4aee owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:55:17.736521 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4411-88c7-4bed-b992-a7ab5ca6afdf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:17.783745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d4411-88c7-4bed-b992-a7ab5ca6afdf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Port': ['ID=399579f3-7f7a-4a88-93e9-0e8d8e6e4aee,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:17.874686 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4411-88c7-4bed-b992-a7ab5ca6afdf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:17.874936 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-8c3d4411-88c7-4bed-b992-a7ab5ca6afdf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Floating IP 420dc621-5704-4705-8424-1a428c9f42f6 disassociated (deleted). External IP: 172.25.8.114, port: 26bdec7e-b21f-41ab-9dee-a5dbec1c725a. Feb 09 14:55:18.222795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3d4411-88c7-4bed-b992-a7ab5ca6afdf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router acb01d66-ccc9-41c9-b235-274ed5a2e8cd has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:55:18.406510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3d4411-88c7-4bed-b992-a7ab5ca6afdf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:55:18.416741 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae9bdf-ed91-48c5-9090-1b33cec6fa15 None None] Sync routers for ids ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:55:18.426505 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae9bdf-ed91-48c5-9090-1b33cec6fa15 None None] Routers {'acb01d66-ccc9-41c9-b235-274ed5a2e8cd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:55:18.427139 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-14ae9bdf-ed91-48c5-9090-1b33cec6fa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:54:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:18.427275 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4411-88c7-4bed-b992-a7ab5ca6afdf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:18.483119 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8c3d4411-88c7-4bed-b992-a7ab5ca6afdf tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/floatingips/420dc621-5704-4705-8424-1a428c9f42f6 HTTP/1.1" status: 204 len: 168 time: 1.4824812 Feb 09 14:55:18.483688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'tag': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:55:18.555477 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'tag': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a', 'status': 'completed', 'code': 200} Feb 09 14:55:18.612982 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-14ae9bdf-ed91-48c5-9090-1b33cec6fa15 None None] Set router acb01d66-ccc9-41c9-b235-274ed5a2e8cd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:55:18.657713 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24216ca4-62f5-47ca-9bea-7143e7ddeba7 req-db2ef4d1-e41a-4459-bb34-d7980d5d52fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:18.659694 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24216ca4-62f5-47ca-9bea-7143e7ddeba7 req-db2ef4d1-e41a-4459-bb34-d7980d5d52fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 1097 time: 0.0757461 Feb 09 14:55:18.808024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24216ca4-62f5-47ca-9bea-7143e7ddeba7 req-bfcaca91-3edd-4928-a0ab-f73d2c343082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:18.809575 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24216ca4-62f5-47ca-9bea-7143e7ddeba7 req-bfcaca91-3edd-4928-a0ab-f73d2c343082 service neutron] 10.222.0.35 "GET /v2.0/networks?id=654c7799-2687-4afc-8138-7863281d94b4 HTTP/1.1" status: 200 len: 896 time: 0.1428621 Feb 09 14:55:18.881543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9a39f-3987-4f6c-ba7f-0704575b2e03 req-64efd7e1-c3e8-4b6d-bfc7-96f9e84d51d5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:18.882512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-88a9a39f-3987-4f6c-ba7f-0704575b2e03 req-64efd7e1-c3e8-4b6d-bfc7-96f9e84d51d5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Synchronizing usage tracker for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:55:18.886152 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24216ca4-62f5-47ca-9bea-7143e7ddeba7 req-eba39c91-38b2-4ad1-a845-832ebecb53e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26bdec7e-b21f-41ab-9dee-a5dbec1c725a HTTP/1.1" status: 200 len: 217 time: 0.0674098 Feb 09 14:55:18.898979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-88a9a39f-3987-4f6c-ba7f-0704575b2e03 req-64efd7e1-c3e8-4b6d-bfc7-96f9e84d51d5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Unset dirty status for tenant:c945c8634f3e49fe9afbbbf3c60331a8 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:55:18.900306 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-88a9a39f-3987-4f6c-ba7f-0704575b2e03 req-64efd7e1-c3e8-4b6d-bfc7-96f9e84d51d5 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.1027205 Feb 09 14:55:18.949632 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-88a9a39f-3987-4f6c-ba7f-0704575b2e03 req-207d3b9c-6886-4236-859d-595a6b66502c tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416181 Feb 09 14:55:18.962264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24216ca4-62f5-47ca-9bea-7143e7ddeba7 req-0454632d-3a3d-44a4-8e50-07de9e0e4155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:18.963758 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24216ca4-62f5-47ca-9bea-7143e7ddeba7 req-0454632d-3a3d-44a4-8e50-07de9e0e4155 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7136581-5500-41be-a7ba-25e1f3c368c0 HTTP/1.1" status: 200 len: 834 time: 0.0707574 Feb 09 14:55:18.970449 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-14ae9bdf-ed91-48c5-9090-1b33cec6fa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300736953', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:51:42Z', 'updated_at': '2022-02-09T14:51:48Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:43Z', 'updated_at': '2022-02-09T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9482ab83-26a7-4252-a371-ab75231ef29f', 'name': '', 'network_id': '654c7799-2687-4afc-8138-7863281d94b4', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:c1:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:47Z', 'updated_at': '2022-02-09T14:51:55Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:18.979497 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae9bdf-ed91-48c5-9090-1b33cec6fa15 None None] Checking router: acb01d66-ccc9-41c9-b235-274ed5a2e8cd for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:55:18.987917 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae9bdf-ed91-48c5-9090-1b33cec6fa15 None None] Routers {'acb01d66-ccc9-41c9-b235-274ed5a2e8cd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:55:18.988843 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-14ae9bdf-ed91-48c5-9090-1b33cec6fa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:54:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:19.039256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24216ca4-62f5-47ca-9bea-7143e7ddeba7 req-36272a28-8a8b-4df0-8c9c-65d949b15cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:19.040779 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24216ca4-62f5-47ca-9bea-7143e7ddeba7 req-36272a28-8a8b-4df0-8c9c-65d949b15cd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=654c7799-2687-4afc-8138-7863281d94b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698245 Feb 09 14:55:19.168766 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-14ae9bdf-ed91-48c5-9090-1b33cec6fa15 None None] Set router acb01d66-ccc9-41c9-b235-274ed5a2e8cd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:55:19.278392 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24216ca4-62f5-47ca-9bea-7143e7ddeba7 req-9f8f3b60-723f-420d-b9f5-e8cdcdc9d5e1 service neutron] 10.222.0.35 "GET /v2.0/networks/654c7799-2687-4afc-8138-7863281d94b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307870 Feb 09 14:55:19.412892 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24216ca4-62f5-47ca-9bea-7143e7ddeba7 req-837df3b1-bae7-4be6-9195-c1e16fc0ebbb service neutron] 10.222.0.35 "GET /v2.0/networks/654c7799-2687-4afc-8138-7863281d94b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251602 Feb 09 14:55:19.476407 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-14ae9bdf-ed91-48c5-9090-1b33cec6fa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300736953', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:51:42Z', 'updated_at': '2022-02-09T14:51:48Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:43Z', 'updated_at': '2022-02-09T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9482ab83-26a7-4252-a371-ab75231ef29f', 'name': '', 'network_id': '654c7799-2687-4afc-8138-7863281d94b4', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:c1:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:47Z', 'updated_at': '2022-02-09T14:51:55Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:19.480799 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae9bdf-ed91-48c5-9090-1b33cec6fa15 None None] The sync data for ids ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'] in n-d-828418-2 is: [{'id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300736953', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:51:42Z', 'updated_at': '2022-02-09T14:51:48Z', 'revision_number': 4, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:43Z', 'updated_at': '2022-02-09T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '9482ab83-26a7-4252-a371-ab75231ef29f', 'name': '', 'network_id': '654c7799-2687-4afc-8138-7863281d94b4', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'mac_address': 'fa:16:3e:c1:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:47Z', 'updated_at': '2022-02-09T14:51:55Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'subnets': [{'id': 'b7136581-5500-41be-a7ba-25e1f3c368c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:55:19.705690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4415595-b3f1-4972-9624-c29aa01ff669 None None] New status for floating IP 420dc621-5704-4705-8424-1a428c9f42f6: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:55:20.139959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c06c3-ebda-4b02-8f8c-f0a5964fe461 req-d27fd4b3-c70e-415a-8328-1665a2c018e0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:20.141383 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-db2c06c3-ebda-4b02-8f8c-f0a5964fe461 req-d27fd4b3-c70e-415a-8328-1665a2c018e0 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.0772750 Feb 09 14:55:20.189641 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-db2c06c3-ebda-4b02-8f8c-f0a5964fe461 req-baea5531-9ca7-4e7b-9e45-b283170e363b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423422 Feb 09 14:55:20.853557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5059a2-cb86-4b80-b5c4-009362020906 req-d9ae2c54-dedd-4de7-82b2-3775ebbc449a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:20.854924 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-af5059a2-cb86-4b80-b5c4-009362020906 req-d9ae2c54-dedd-4de7-82b2-3775ebbc449a tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.35 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.0785015 Feb 09 14:55:20.922121 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-af5059a2-cb86-4b80-b5c4-009362020906 req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:55:20.922459 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-af5059a2-cb86-4b80-b5c4-009362020906 req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:21.160905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-af5059a2-cb86-4b80-b5c4-009362020906 req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] For port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,segment=NetworkSegment(8961426f-537f-4ddf-baec-b556e7137443),segment_id=8961426f-537f-4ddf-baec-b556e7137443)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:55:21.161576 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-af5059a2-cb86-4b80-b5c4-009362020906 req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:21.285751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-af5059a2-cb86-4b80-b5c4-009362020906 req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Calling delete_port for 26bdec7e-b21f-41ab-9dee-a5dbec1c725a owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:55:21.372099 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cd0e0-2910-431e-a68c-c09b94e8dfa0 req-d76f0a86-821f-449a-bc84-f796fdc32272 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:21.373805 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-963cd0e0-2910-431e-a68c-c09b94e8dfa0 req-d76f0a86-821f-449a-bc84-f796fdc32272 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/ports?device_id=26c1f5cd-29ed-4f09-8b02-73f71c888be1 HTTP/1.1" status: 200 len: 946 time: 0.0800631 Feb 09 14:55:21.418081 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-963cd0e0-2910-431e-a68c-c09b94e8dfa0 req-0431217a-1124-4612-8d87-d2e224f1367b tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "GET /v2.0/security-groups?id=4e723199-9728-45f5-b63e-6376c0e40484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386460 Feb 09 14:55:21.431441 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-af5059a2-cb86-4b80-b5c4-009362020906 req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:21.486900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Port': ['ID=26bdec7e-b21f-41ab-9dee-a5dbec1c725a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:21.525252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:21.525605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:21.525946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:21.526279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:21.526612 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:21.526940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:21.527265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:21.527589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:21.527935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:21.528259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:21.528577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:21.528891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:21.570313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5059a2-cb86-4b80-b5c4-009362020906 req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] No DVR routers for this DVR port 26bdec7e-b21f-41ab-9dee-a5dbec1c725a on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:55:21.573388 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-af5059a2-cb86-4b80-b5c4-009362020906 req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:21.576034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'name': 'network-vif-deleted', 'tag': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:55:21.592019 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-af5059a2-cb86-4b80-b5c4-009362020906 req-67b13237-271a-4e4d-a0c9-0cf06bd7301f tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.35 "DELETE /v2.0/ports/26bdec7e-b21f-41ab-9dee-a5dbec1c725a HTTP/1.1" status: 204 len: 173 time: 0.7310622 Feb 09 14:55:21.623327 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c1f5cd-29ed-4f09-8b02-73f71c888be1', 'name': 'network-vif-deleted', 'tag': '26bdec7e-b21f-41ab-9dee-a5dbec1c725a', 'status': 'completed', 'code': 200} Feb 09 14:55:22.518744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50294) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:23.183222 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3a5fcc9-3412-4204-a9d7-bc415bd2943e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:23.261056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 26bdec7e-b21f-41ab-9dee-a5dbec1c725a no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:55:23.294311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 26bdec7e-b21f-41ab-9dee-a5dbec1c725a {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:55:23.294676 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 26bdec7e-b21f-41ab-9dee-a5dbec1c725a not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:55:23.529600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5fcc9-3412-4204-a9d7-bc415bd2943e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting port 9482ab83-26a7-4252-a371-ab75231ef29f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:55:23.530134 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3a5fcc9-3412-4204-a9d7-bc415bd2943e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:23.715510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-c3a5fcc9-3412-4204-a9d7-bc415bd2943e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] For port 9482ab83-26a7-4252-a371-ab75231ef29f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9482ab83-26a7-4252-a371-ab75231ef29f,segment=NetworkSegment(8961426f-537f-4ddf-baec-b556e7137443),segment_id=8961426f-537f-4ddf-baec-b556e7137443)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:55:23.715897 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3a5fcc9-3412-4204-a9d7-bc415bd2943e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:23.838039 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5fcc9-3412-4204-a9d7-bc415bd2943e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Calling delete_port for 9482ab83-26a7-4252-a371-ab75231ef29f owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:55:24.282930 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3a5fcc9-3412-4204-a9d7-bc415bd2943e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:24.338181 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5fcc9-3412-4204-a9d7-bc415bd2943e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Port': ['ID=9482ab83-26a7-4252-a371-ab75231ef29f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:24.622429 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c3a5fcc9-3412-4204-a9d7-bc415bd2943e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:25.016896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a5fcc9-3412-4204-a9d7-bc415bd2943e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Router acb01d66-ccc9-41c9-b235-274ed5a2e8cd has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:55:25.190910 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a5fcc9-3412-4204-a9d7-bc415bd2943e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:55:25.201451 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775ad96-0ed9-48e2-ada6-28703dd3d184 None None] Sync routers for ids ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:55:25.206440 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c3a5fcc9-3412-4204-a9d7-bc415bd2943e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "PUT /v2.0/routers/acb01d66-ccc9-41c9-b235-274ed5a2e8cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6840770 Feb 09 14:55:25.206651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50300) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:25.210576 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775ad96-0ed9-48e2-ada6-28703dd3d184 None None] Routers {'acb01d66-ccc9-41c9-b235-274ed5a2e8cd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:55:25.211199 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a775ad96-0ed9-48e2-ada6-28703dd3d184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:54:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:25.277651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d785bc01-4cf7-4667-8c51-c225b3bc37a9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting subnet b7136581-5500-41be-a7ba-25e1f3c368c0 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:55:25.280786 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d785bc01-4cf7-4667-8c51-c225b3bc37a9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:25.335368 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d785bc01-4cf7-4667-8c51-c225b3bc37a9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:25.388809 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-a775ad96-0ed9-48e2-ada6-28703dd3d184 None None] Set router acb01d66-ccc9-41c9-b235-274ed5a2e8cd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:55:25.422008 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d785bc01-4cf7-4667-8c51-c225b3bc37a9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:25.495503 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d785bc01-4cf7-4667-8c51-c225b3bc37a9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:25.534156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785bc01-4cf7-4667-8c51-c225b3bc37a9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Subnet': ['ID=b7136581-5500-41be-a7ba-25e1f3c368c0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:25.539509 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d785bc01-4cf7-4667-8c51-c225b3bc37a9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:25.546044 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d785bc01-4cf7-4667-8c51-c225b3bc37a9 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/subnets/b7136581-5500-41be-a7ba-25e1f3c368c0 HTTP/1.1" status: 204 len: 168 time: 0.3384223 Feb 09 14:55:25.548667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50304) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:25.549155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c911bc0e-7792-4a95-bb27-a01463f40b9b None None] Network 654c7799-2687-4afc-8138-7863281d94b4 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:55:25.701089 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a775ad96-0ed9-48e2-ada6-28703dd3d184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300736953', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:51:42Z', 'updated_at': '2022-02-09T14:55:24Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:43Z', 'updated_at': '2022-02-09T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:25.705949 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775ad96-0ed9-48e2-ada6-28703dd3d184 None None] Checking router: acb01d66-ccc9-41c9-b235-274ed5a2e8cd for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:55:25.715394 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775ad96-0ed9-48e2-ada6-28703dd3d184 None None] Routers {'acb01d66-ccc9-41c9-b235-274ed5a2e8cd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:55:25.716317 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a775ad96-0ed9-48e2-ada6-28703dd3d184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:54:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:25.818479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdeba25-536b-4890-be87-1dffb147dd90 None None] DHCP port deletion for 654c7799-2687-4afc-8138-7863281d94b4 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:55:25.822533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-2bdeba25-536b-4890-be87-1dffb147dd90 None None] Deleting port 249cc421-facc-4345-8958-14715c06e295 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:55:25.822908 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2bdeba25-536b-4890-be87-1dffb147dd90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:25.855802 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b11b52bb-d0f1-4ad4-b49e-0a6e8d5b527e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:25.902269 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-a775ad96-0ed9-48e2-ada6-28703dd3d184 None None] Set router acb01d66-ccc9-41c9-b235-274ed5a2e8cd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:55:26.032739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2bdeba25-536b-4890-be87-1dffb147dd90 None None] For port 249cc421-facc-4345-8958-14715c06e295, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=249cc421-facc-4345-8958-14715c06e295,segment=NetworkSegment(8961426f-537f-4ddf-baec-b556e7137443),segment_id=8961426f-537f-4ddf-baec-b556e7137443)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:55:26.033127 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2bdeba25-536b-4890-be87-1dffb147dd90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:26.045200 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b11b52bb-d0f1-4ad4-b49e-0a6e8d5b527e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:26.056394 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b11b52bb-d0f1-4ad4-b49e-0a6e8d5b527e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Deleting port 402d4098-aa35-46d7-947b-cad6a2aa2d26 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:55:26.056857 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b11b52bb-d0f1-4ad4-b49e-0a6e8d5b527e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:26.156900 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-2bdeba25-536b-4890-be87-1dffb147dd90 None None] Calling delete_port for 249cc421-facc-4345-8958-14715c06e295 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:55:26.188420 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a775ad96-0ed9-48e2-ada6-28703dd3d184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300736953', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:51:42Z', 'updated_at': '2022-02-09T14:55:24Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:43Z', 'updated_at': '2022-02-09T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:26.192685 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775ad96-0ed9-48e2-ada6-28703dd3d184 None None] The sync data for ids ['acb01d66-ccc9-41c9-b235-274ed5a2e8cd'] in n-d-828418-2 is: [{'id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300736953', 'tenant_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:51:42Z', 'updated_at': '2022-02-09T14:55:24Z', 'revision_number': 5, 'project_id': 'c945c8634f3e49fe9afbbbf3c60331a8', 'gw_port': {'id': '402d4098-aa35-46d7-947b-cad6a2aa2d26', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb01d66-ccc9-41c9-b235-274ed5a2e8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:51:43Z', 'updated_at': '2022-02-09T14:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:55:26.240442 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2bdeba25-536b-4890-be87-1dffb147dd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:26.244536 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-b11b52bb-d0f1-4ad4-b49e-0a6e8d5b527e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] For port 402d4098-aa35-46d7-947b-cad6a2aa2d26, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=402d4098-aa35-46d7-947b-cad6a2aa2d26,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:55:26.244903 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b11b52bb-d0f1-4ad4-b49e-0a6e8d5b527e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:26.284616 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdeba25-536b-4890-be87-1dffb147dd90 None None] Pushing event deleted for resources: {'Port': ['ID=249cc421-facc-4345-8958-14715c06e295,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:26.291408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdeba25-536b-4890-be87-1dffb147dd90 None None] No DVR routers for this DVR port 249cc421-facc-4345-8958-14715c06e295 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:55:26.374574 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b11b52bb-d0f1-4ad4-b49e-0a6e8d5b527e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Calling delete_port for 402d4098-aa35-46d7-947b-cad6a2aa2d26 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:55:26.540273 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b11b52bb-d0f1-4ad4-b49e-0a6e8d5b527e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:26.590999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b52bb-d0f1-4ad4-b49e-0a6e8d5b527e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Port': ['ID=402d4098-aa35-46d7-947b-cad6a2aa2d26,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:26.683251 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b11b52bb-d0f1-4ad4-b49e-0a6e8d5b527e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:26.812630 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-287f62a0-7bc6-4825-a53f-79b44ee79f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:26.858497 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b11b52bb-d0f1-4ad4-b49e-0a6e8d5b527e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:26.860740 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b11b52bb-d0f1-4ad4-b49e-0a6e8d5b527e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:26.882081 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b11b52bb-d0f1-4ad4-b49e-0a6e8d5b527e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:26.882709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11b52bb-d0f1-4ad4-b49e-0a6e8d5b527e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Fanout notify agent at l3_agent the message router_deleted on router acb01d66-ccc9-41c9-b235-274ed5a2e8cd {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:55:26.898076 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b11b52bb-d0f1-4ad4-b49e-0a6e8d5b527e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:26.902366 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b11b52bb-d0f1-4ad4-b49e-0a6e8d5b527e tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/routers/acb01d66-ccc9-41c9-b235-274ed5a2e8cd HTTP/1.1" status: 204 len: 168 time: 1.3498201 Feb 09 14:55:26.902756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50310) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:27.018291 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9c39a89-9544-4622-aff6-95d56fdf3958 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:27.145847 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9c39a89-9544-4622-aff6-95d56fdf3958 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:27.170346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-f9c39a89-9544-4622-aff6-95d56fdf3958 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654c7799-2687-4afc-8138-7863281d94b4']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:27.182769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-f9c39a89-9544-4622-aff6-95d56fdf3958 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8961426f-537f-4ddf-baec-b556e7137443') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:27.183059 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-f9c39a89-9544-4622-aff6-95d56fdf3958 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8961426f-537f-4ddf-baec-b556e7137443') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:27.194153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9c39a89-9544-4622-aff6-95d56fdf3958 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:27.213687 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9c39a89-9544-4622-aff6-95d56fdf3958 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:27.220013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c39a89-9544-4622-aff6-95d56fdf3958 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:55:27.220399 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9c39a89-9544-4622-aff6-95d56fdf3958 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:55:27.355381 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:55:27.363341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 402d4098-aa35-46d7-947b-cad6a2aa2d26 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:55:27.401140 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 402d4098-aa35-46d7-947b-cad6a2aa2d26 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:55:27.401399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 402d4098-aa35-46d7-947b-cad6a2aa2d26 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:55:27.401823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 249cc421-facc-4345-8958-14715c06e295 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:55:27.445742 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9c39a89-9544-4622-aff6-95d56fdf3958 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:27.446015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 249cc421-facc-4345-8958-14715c06e295 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:55:27.446015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 249cc421-facc-4345-8958-14715c06e295 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:55:27.446015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9482ab83-26a7-4252-a371-ab75231ef29f no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:55:27.464115 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f9c39a89-9544-4622-aff6-95d56fdf3958 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:27.471182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c39a89-9544-4622-aff6-95d56fdf3958 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'Network': ['ID=654c7799-2687-4afc-8138-7863281d94b4,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:27.480697 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 9482ab83-26a7-4252-a371-ab75231ef29f {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:55:27.481040 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9482ab83-26a7-4252-a371-ab75231ef29f not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:55:27.489963 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f9c39a89-9544-4622-aff6-95d56fdf3958 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/networks/654c7799-2687-4afc-8138-7863281d94b4 HTTP/1.1" status: 204 len: 168 time: 0.5859263 Feb 09 14:55:27.492066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50314) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:27.570789 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d61ee57-4994-42d8-99a2-c1f773cc2141 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:27.602738 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d61ee57-4994-42d8-99a2-c1f773cc2141 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:27.678001 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d61ee57-4994-42d8-99a2-c1f773cc2141 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:27.697081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61ee57-4994-42d8-99a2-c1f773cc2141 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e723199-9728-45f5-b63e-6376c0e40484,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:27.707937 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d61ee57-4994-42d8-99a2-c1f773cc2141 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:27.710012 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7d61ee57-4994-42d8-99a2-c1f773cc2141 tempest-TestNetworkAdvancedServerOps-269765837 tempest-TestNetworkAdvancedServerOps-269765837-project] 10.222.0.48 "DELETE /v2.0/security-groups/4e723199-9728-45f5-b63e-6376c0e40484 HTTP/1.1" status: 204 len: 168 time: 0.2159808 Feb 09 14:55:28.038003 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50324) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:28.191704 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b54b0aef-bd8e-476b-9fb1-303c33a05b54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c945c8634f3e49fe9afbbbf3c60331a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524384 Feb 09 14:55:28.194208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50330) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:28.256769 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fbef72a-8cf3-4ac8-bc58-f5be85e10bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:28.283037 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fbef72a-8cf3-4ac8-bc58-f5be85e10bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:28.337045 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fbef72a-8cf3-4ac8-bc58-f5be85e10bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:28.359302 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbef72a-8cf3-4ac8-bc58-f5be85e10bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12edc266-8ea5-4ffd-a582-886d7fc4d575,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:28.366269 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fbef72a-8cf3-4ac8-bc58-f5be85e10bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:28.367377 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8fbef72a-8cf3-4ac8-bc58-f5be85e10bbe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12edc266-8ea5-4ffd-a582-886d7fc4d575 HTTP/1.1" status: 204 len: 168 time: 0.1722832 Feb 09 14:55:28.696842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50338) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:28.768433 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d18b1935-38e8-4b8a-ba2f-de4e9a491c38 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0984a6b24c38426aa25d45ab27caeb61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703366 Feb 09 14:55:28.770782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50342) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:28.829889 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d712b6af-d466-42dd-ac59-f5ebd33b0463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:28.858562 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d712b6af-d466-42dd-ac59-f5ebd33b0463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:28.908912 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d712b6af-d466-42dd-ac59-f5ebd33b0463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:28.924887 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712b6af-d466-42dd-ac59-f5ebd33b0463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecf734c-abf6-4c8e-8bbb-9c8463c222ec,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:28.934600 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d712b6af-d466-42dd-ac59-f5ebd33b0463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:28.935693 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d712b6af-d466-42dd-ac59-f5ebd33b0463 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ecf734c-abf6-4c8e-8bbb-9c8463c222ec HTTP/1.1" status: 204 len: 168 time: 0.1640284 Feb 09 14:55:29.247883 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-88e98121-75d9-4082-b69a-348ffb4398b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:30.330520 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:30.341895 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:31.885032 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:39.207226 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:40.492502 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50364) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:40.748059 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:41.045902 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f8179c8-f55d-4bdd-8b23-ff3ee9a16135 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:41.425452 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3f8179c8-f55d-4bdd-8b23-ff3ee9a16135 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Deleting port 17f664e3-69d3-479b-b03e-c598255ed534 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:55:41.425796 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f8179c8-f55d-4bdd-8b23-ff3ee9a16135 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:41.715529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3f8179c8-f55d-4bdd-8b23-ff3ee9a16135 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] For port 17f664e3-69d3-479b-b03e-c598255ed534, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=17f664e3-69d3-479b-b03e-c598255ed534,segment=NetworkSegment(43c6bb5c-b74b-4b5a-a622-a5dc85b446fa),segment_id=43c6bb5c-b74b-4b5a-a622-a5dc85b446fa)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:55:41.716249 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f8179c8-f55d-4bdd-8b23-ff3ee9a16135 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:41.834161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3f8179c8-f55d-4bdd-8b23-ff3ee9a16135 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Calling delete_port for 17f664e3-69d3-479b-b03e-c598255ed534 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:55:42.019335 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f8179c8-f55d-4bdd-8b23-ff3ee9a16135 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:42.065678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8179c8-f55d-4bdd-8b23-ff3ee9a16135 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'Port': ['ID=17f664e3-69d3-479b-b03e-c598255ed534,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:42.342476 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f8179c8-f55d-4bdd-8b23-ff3ee9a16135 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:42.691915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8179c8-f55d-4bdd-8b23-ff3ee9a16135 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Router 70c5d95a-4d2f-4073-bd89-14696ba07e6e has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:55:42.867471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8179c8-f55d-4bdd-8b23-ff3ee9a16135 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:55:42.877160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7193260d-bc5c-42ef-96dc-c0da75e5617e None None] Sync routers for ids ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:55:42.881961 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3f8179c8-f55d-4bdd-8b23-ff3ee9a16135 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "PUT /v2.0/routers/70c5d95a-4d2f-4073-bd89-14696ba07e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3884084 Feb 09 14:55:42.886474 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7193260d-bc5c-42ef-96dc-c0da75e5617e None None] Routers {'70c5d95a-4d2f-4073-bd89-14696ba07e6e'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:55:42.887225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7193260d-bc5c-42ef-96dc-c0da75e5617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:55:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:43.070272 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-7193260d-bc5c-42ef-96dc-c0da75e5617e None None] Set router 70c5d95a-4d2f-4073-bd89-14696ba07e6e gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:55:43.248768 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190f064-88b0-4457-8df5-4124a225d7cc req-90d41aa7-e1e9-4354-a618-35577fda2804 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:43.250170 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0190f064-88b0-4457-8df5-4124a225d7cc req-90d41aa7-e1e9-4354-a618-35577fda2804 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 946 time: 0.0834782 Feb 09 14:55:43.296956 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0190f064-88b0-4457-8df5-4124a225d7cc req-82134871-af76-4371-9f50-a3110ebc1cb5 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=138032d3-5dba-4005-8bbe-ba5182ef45eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409949 Feb 09 14:55:43.470278 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7193260d-bc5c-42ef-96dc-c0da75e5617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:55:41Z', 'revision_number': 6, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '4943b37d-0cf1-44a3-ab31-d7727c554fa3', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'port_id': '972da80a-9eb8-4c63-a59b-864307a135a2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'mac_address': 'fa:16:3e:10:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:53:25Z', 'updated_at': '2022-02-09T14:53:28Z', 'revision_number': 1, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2bf3347-73fa-488b-b46e-331e6f26f8e0', 'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:19:2e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:04Z', 'updated_at': '2022-02-09T14:53:11Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:43.473995 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7193260d-bc5c-42ef-96dc-c0da75e5617e None None] Checking router: 70c5d95a-4d2f-4073-bd89-14696ba07e6e for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:55:43.482012 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7193260d-bc5c-42ef-96dc-c0da75e5617e None None] Routers {'70c5d95a-4d2f-4073-bd89-14696ba07e6e'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:55:43.482599 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7193260d-bc5c-42ef-96dc-c0da75e5617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:55:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:43.656404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-7193260d-bc5c-42ef-96dc-c0da75e5617e None None] Set router 70c5d95a-4d2f-4073-bd89-14696ba07e6e gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:55:44.012816 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-7193260d-bc5c-42ef-96dc-c0da75e5617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:55:41Z', 'revision_number': 6, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '4943b37d-0cf1-44a3-ab31-d7727c554fa3', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'port_id': '972da80a-9eb8-4c63-a59b-864307a135a2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'mac_address': 'fa:16:3e:10:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:53:25Z', 'updated_at': '2022-02-09T14:53:28Z', 'revision_number': 1, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2bf3347-73fa-488b-b46e-331e6f26f8e0', 'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:19:2e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:04Z', 'updated_at': '2022-02-09T14:53:11Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:44.016867 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7193260d-bc5c-42ef-96dc-c0da75e5617e None None] The sync data for ids ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'] in n-d-828418-2 is: [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:55:41Z', 'revision_number': 6, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '4943b37d-0cf1-44a3-ab31-d7727c554fa3', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'port_id': '972da80a-9eb8-4c63-a59b-864307a135a2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'mac_address': 'fa:16:3e:10:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:53:25Z', 'updated_at': '2022-02-09T14:53:28Z', 'revision_number': 1, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2bf3347-73fa-488b-b46e-331e6f26f8e0', 'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:19:2e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:04Z', 'updated_at': '2022-02-09T14:53:11Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:55:44.603707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa042a43-14f4-41c9-a0ba-6653a4ba05e7 req-4edf835b-4f75-460c-b343-8341a703811c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:44.604447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-aa042a43-14f4-41c9-a0ba-6653a4ba05e7 req-4edf835b-4f75-460c-b343-8341a703811c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Synchronizing usage tracker for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:55:44.619498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-aa042a43-14f4-41c9-a0ba-6653a4ba05e7 req-4edf835b-4f75-460c-b343-8341a703811c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Unset dirty status for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:55:44.620720 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aa042a43-14f4-41c9-a0ba-6653a4ba05e7 req-4edf835b-4f75-460c-b343-8341a703811c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 946 time: 0.2135832 Feb 09 14:55:44.664536 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aa042a43-14f4-41c9-a0ba-6653a4ba05e7 req-5629b0f8-f751-44fe-92e2-eb297d8819f1 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=138032d3-5dba-4005-8bbe-ba5182ef45eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382843 Feb 09 14:55:44.771829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314f3a7-b4c3-424f-960c-c4347bb67037 req-4f8bfd5e-4a49-4fa4-9a51-9d245d37bbc3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:44.773260 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7314f3a7-b4c3-424f-960c-c4347bb67037 req-4f8bfd5e-4a49-4fa4-9a51-9d245d37bbc3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 946 time: 0.0797181 Feb 09 14:55:44.839458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-7314f3a7-b4c3-424f-960c-c4347bb67037 req-a92faafe-d12e-4c5e-a68d-9b5fef5ad4af tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Deleting port 64e6fa30-a6d7-4099-82a7-12127adae04b {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:55:44.840377 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7314f3a7-b4c3-424f-960c-c4347bb67037 req-a92faafe-d12e-4c5e-a68d-9b5fef5ad4af tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:45.080335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-7314f3a7-b4c3-424f-960c-c4347bb67037 req-a92faafe-d12e-4c5e-a68d-9b5fef5ad4af tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] For port 64e6fa30-a6d7-4099-82a7-12127adae04b, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=64e6fa30-a6d7-4099-82a7-12127adae04b,segment=NetworkSegment(43c6bb5c-b74b-4b5a-a622-a5dc85b446fa),segment_id=43c6bb5c-b74b-4b5a-a622-a5dc85b446fa)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:55:45.080816 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7314f3a7-b4c3-424f-960c-c4347bb67037 req-a92faafe-d12e-4c5e-a68d-9b5fef5ad4af tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:45.204301 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-7314f3a7-b4c3-424f-960c-c4347bb67037 req-a92faafe-d12e-4c5e-a68d-9b5fef5ad4af tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Calling delete_port for 64e6fa30-a6d7-4099-82a7-12127adae04b owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:55:45.280383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 17f664e3-69d3-479b-b03e-c598255ed534 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:55:45.314738 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 17f664e3-69d3-479b-b03e-c598255ed534 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:55:45.315082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 17f664e3-69d3-479b-b03e-c598255ed534 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:55:45.348126 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7314f3a7-b4c3-424f-960c-c4347bb67037 req-a92faafe-d12e-4c5e-a68d-9b5fef5ad4af tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:45.400266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92faafe-d12e-4c5e-a68d-9b5fef5ad4af tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'Port': ['ID=64e6fa30-a6d7-4099-82a7-12127adae04b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:45.477033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7314f3a7-b4c3-424f-960c-c4347bb67037 req-a92faafe-d12e-4c5e-a68d-9b5fef5ad4af tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] No DVR routers for this DVR port 64e6fa30-a6d7-4099-82a7-12127adae04b on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:55:45.479561 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-7314f3a7-b4c3-424f-960c-c4347bb67037 req-a92faafe-d12e-4c5e-a68d-9b5fef5ad4af tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:45.482514 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9c9ecc-8c62-4c0c-85e6-b4a996df6961', 'name': 'network-vif-deleted', 'tag': '64e6fa30-a6d7-4099-82a7-12127adae04b'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:55:45.498780 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7314f3a7-b4c3-424f-960c-c4347bb67037 req-a92faafe-d12e-4c5e-a68d-9b5fef5ad4af tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.21 "DELETE /v2.0/ports/64e6fa30-a6d7-4099-82a7-12127adae04b HTTP/1.1" status: 204 len: 173 time: 0.7200658 Feb 09 14:55:45.533966 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9c9ecc-8c62-4c0c-85e6-b4a996df6961', 'name': 'network-vif-deleted', 'tag': '64e6fa30-a6d7-4099-82a7-12127adae04b', 'status': 'completed', 'code': 200} Feb 09 14:55:45.827037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8e756c2e-5da2-463b-8217-78a73cd8871d req-2b5e42e9-d62e-45bc-a289-dcaef1bf5d13 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Synchronizing usage tracker for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:55:45.843529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-8e756c2e-5da2-463b-8217-78a73cd8871d req-2b5e42e9-d62e-45bc-a289-dcaef1bf5d13 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Unset dirty status for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:55:45.844905 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8e756c2e-5da2-463b-8217-78a73cd8871d req-2b5e42e9-d62e-45bc-a289-dcaef1bf5d13 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e9c9ecc-8c62-4c0c-85e6-b4a996df6961 HTTP/1.1" status: 200 len: 210 time: 0.0628145 Feb 09 14:55:46.937424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50380) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:47.003224 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:47.032403 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:47.097939 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:47.116451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138032d3-5dba-4005-8bbe-ba5182ef45eb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:47.125668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:47.125947 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:47.126280 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:47.126607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:47.126937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:47.127261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:47.127640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:47.127981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:47.128297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:47.128610 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:47.128924 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:47.129237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:47.137996 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:47.143283 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e8ad811d-bdd9-4396-b742-17a6a00b0287 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "DELETE /v2.0/security-groups/138032d3-5dba-4005-8bbe-ba5182ef45eb HTTP/1.1" status: 204 len: 168 time: 0.2006869 Feb 09 14:55:47.178964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50386) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:47.246803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f8d8fb-1dd2-4320-bf57-ace8ad4cc522 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Deleting subnet 681679d3-fbc1-478c-9723-a3fecf6fce74 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:55:47.249658 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d4f8d8fb-1dd2-4320-bf57-ace8ad4cc522 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:47.301878 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d4f8d8fb-1dd2-4320-bf57-ace8ad4cc522 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:47.376379 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 64e6fa30-a6d7-4099-82a7-12127adae04b no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:55:47.381895 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d4f8d8fb-1dd2-4320-bf57-ace8ad4cc522 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:47.419859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 64e6fa30-a6d7-4099-82a7-12127adae04b {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:55:47.420429 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 64e6fa30-a6d7-4099-82a7-12127adae04b not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:55:47.460378 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d4f8d8fb-1dd2-4320-bf57-ace8ad4cc522 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:47.514828 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8d8fb-1dd2-4320-bf57-ace8ad4cc522 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'Subnet': ['ID=681679d3-fbc1-478c-9723-a3fecf6fce74,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:47.517676 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d4f8d8fb-1dd2-4320-bf57-ace8ad4cc522 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:47.522448 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1188df8-0013-415d-93b9-9fa886b9a9c1 None None] Network 7d9067dc-5a44-4237-8475-9350864d4ee8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:55:47.527078 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d4f8d8fb-1dd2-4320-bf57-ace8ad4cc522 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "DELETE /v2.0/subnets/681679d3-fbc1-478c-9723-a3fecf6fce74 HTTP/1.1" status: 204 len: 168 time: 0.3445323 Feb 09 14:55:47.527357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50390) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:47.642292 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:47.652893 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Deleting port 96fbdba6-8880-42a8-a875-3a06842777f4 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:55:47.653219 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:47.777095 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684efea4-9778-4ddd-a442-1114996d92b9 None None] DHCP port deletion for 7d9067dc-5a44-4237-8475-9350864d4ee8 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:55:47.781845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-684efea4-9778-4ddd-a442-1114996d92b9 None None] Deleting port 96fbdba6-8880-42a8-a875-3a06842777f4 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:55:47.782213 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-684efea4-9778-4ddd-a442-1114996d92b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:47.978169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] For port 96fbdba6-8880-42a8-a875-3a06842777f4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=96fbdba6-8880-42a8-a875-3a06842777f4,segment=NetworkSegment(43c6bb5c-b74b-4b5a-a622-a5dc85b446fa),segment_id=43c6bb5c-b74b-4b5a-a622-a5dc85b446fa)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:55:47.978779 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:47.985313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-684efea4-9778-4ddd-a442-1114996d92b9 None None] For port 96fbdba6-8880-42a8-a875-3a06842777f4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=96fbdba6-8880-42a8-a875-3a06842777f4,segment=NetworkSegment(43c6bb5c-b74b-4b5a-a622-a5dc85b446fa),segment_id=43c6bb5c-b74b-4b5a-a622-a5dc85b446fa)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:55:47.985710 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-684efea4-9778-4ddd-a442-1114996d92b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:48.105342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Calling delete_port for 96fbdba6-8880-42a8-a875-3a06842777f4 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:55:48.140721 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-684efea4-9778-4ddd-a442-1114996d92b9 None None] Calling delete_port for 96fbdba6-8880-42a8-a875-3a06842777f4 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:55:48.192569 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:55:48.210095 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 14:55:48.214090 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-684efea4-9778-4ddd-a442-1114996d92b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:55:48.214282 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-684efea4-9778-4ddd-a442-1114996d92b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:55:48.238138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'Port': ['ID=96fbdba6-8880-42a8-a875-3a06842777f4,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:48.242725 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] No DVR routers for this DVR port 96fbdba6-8880-42a8-a875-3a06842777f4 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:55:48.362655 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:48.386365 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9067dc-5a44-4237-8475-9350864d4ee8']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:48.398274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c6bb5c-b74b-4b5a-a622-a5dc85b446fa') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:48.398562 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c6bb5c-b74b-4b5a-a622-a5dc85b446fa') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:48.409938 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:48.424993 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:48.430932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:55:48.431312 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:55:48.445189 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:55:48.523486 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:48.540588 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:48.551082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'Network': ['ID=7d9067dc-5a44-4237-8475-9350864d4ee8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:48.561896 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-586fcda0-b9e4-4389-bb09-7aa56e45354f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "DELETE /v2.0/networks/7d9067dc-5a44-4237-8475-9350864d4ee8 HTTP/1.1" status: 204 len: 168 time: 1.0333462 Feb 09 14:55:48.564338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50394) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:48.716072 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-684efea4-9778-4ddd-a442-1114996d92b9 None None] Deleting port 96fbdba6-8880-42a8-a875-3a06842777f4 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:55:48.717215 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-684efea4-9778-4ddd-a442-1114996d92b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:48.767456 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-61da0fed-4200-4794-a25d-ced2b8f5b560 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Deleting port dcfc0d50-40c9-4af2-aec9-075476efb03c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:55:48.767816 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61da0fed-4200-4794-a25d-ced2b8f5b560 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:48.783383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-684efea4-9778-4ddd-a442-1114996d92b9 None None] The port '96fbdba6-8880-42a8-a875-3a06842777f4' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 14:55:48.918447 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:55:48.929578 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61da0fed-4200-4794-a25d-ced2b8f5b560 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:48.929901 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61da0fed-4200-4794-a25d-ced2b8f5b560 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:49.054815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-61da0fed-4200-4794-a25d-ced2b8f5b560 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Calling delete_port for dcfc0d50-40c9-4af2-aec9-075476efb03c owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:55:49.208946 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61da0fed-4200-4794-a25d-ced2b8f5b560 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:49.328109 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 96fbdba6-8880-42a8-a875-3a06842777f4 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:55:49.365130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 96fbdba6-8880-42a8-a875-3a06842777f4 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:55:49.365619 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 96fbdba6-8880-42a8-a875-3a06842777f4 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:55:49.368022 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da0fed-4200-4794-a25d-ced2b8f5b560 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'Port': ['ID=dcfc0d50-40c9-4af2-aec9-075476efb03c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:49.463253 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61da0fed-4200-4794-a25d-ced2b8f5b560 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:49.463585 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-61da0fed-4200-4794-a25d-ced2b8f5b560 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Floating IP 4943b37d-0cf1-44a3-ab31-d7727c554fa3 disassociated (deleted). External IP: 172.25.8.107, port: 972da80a-9eb8-4c63-a59b-864307a135a2. Feb 09 14:55:49.825782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61da0fed-4200-4794-a25d-ced2b8f5b560 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Router 70c5d95a-4d2f-4073-bd89-14696ba07e6e has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:55:50.012414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61da0fed-4200-4794-a25d-ced2b8f5b560 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:55:50.021959 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e047496c-1d56-481f-b3c9-8f02a32c28a7 None None] Sync routers for ids ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:55:50.030350 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-61da0fed-4200-4794-a25d-ced2b8f5b560 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:50.031531 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e047496c-1d56-481f-b3c9-8f02a32c28a7 None None] Routers {'70c5d95a-4d2f-4073-bd89-14696ba07e6e'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:55:50.032173 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e047496c-1d56-481f-b3c9-8f02a32c28a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:55:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:50.086559 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-61da0fed-4200-4794-a25d-ced2b8f5b560 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "DELETE /v2.0/floatingips/4943b37d-0cf1-44a3-ab31-d7727c554fa3 HTTP/1.1" status: 204 len: 168 time: 1.5210810 Feb 09 14:55:50.087216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'tag': '972da80a-9eb8-4c63-a59b-864307a135a2'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:55:50.133440 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'tag': '972da80a-9eb8-4c63-a59b-864307a135a2', 'status': 'completed', 'code': 200} Feb 09 14:55:50.210626 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-e047496c-1d56-481f-b3c9-8f02a32c28a7 None None] Set router 70c5d95a-4d2f-4073-bd89-14696ba07e6e gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:55:50.228503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbdd2e-c02d-4b51-b31d-6740ca3586fb req-d8ed67af-813e-4683-9b0d-7c0543297617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:50.229897 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55bbdd2e-c02d-4b51-b31d-6740ca3586fb req-d8ed67af-813e-4683-9b0d-7c0543297617 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3&device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 1096 time: 0.0743344 Feb 09 14:55:50.373258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbdd2e-c02d-4b51-b31d-6740ca3586fb req-3d47fd67-a7d6-4377-9170-98564c4cd0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:50.374758 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55bbdd2e-c02d-4b51-b31d-6740ca3586fb req-3d47fd67-a7d6-4377-9170-98564c4cd0c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0938ebbc-2856-4d57-b378-1d7cc442e407 HTTP/1.1" status: 200 len: 896 time: 0.1386092 Feb 09 14:55:50.474491 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55bbdd2e-c02d-4b51-b31d-6740ca3586fb req-3fa1633a-6e1a-40cc-b4c6-ac6a5f64a974 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=972da80a-9eb8-4c63-a59b-864307a135a2 HTTP/1.1" status: 200 len: 217 time: 0.0929677 Feb 09 14:55:50.536833 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e047496c-1d56-481f-b3c9-8f02a32c28a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:55:41Z', 'revision_number': 6, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b2bf3347-73fa-488b-b46e-331e6f26f8e0', 'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:19:2e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:04Z', 'updated_at': '2022-02-09T14:53:11Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:50.540990 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e047496c-1d56-481f-b3c9-8f02a32c28a7 None None] Checking router: 70c5d95a-4d2f-4073-bd89-14696ba07e6e for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:55:50.549960 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e047496c-1d56-481f-b3c9-8f02a32c28a7 None None] Routers {'70c5d95a-4d2f-4073-bd89-14696ba07e6e'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:55:50.550597 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e047496c-1d56-481f-b3c9-8f02a32c28a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:55:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:50.561244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbdd2e-c02d-4b51-b31d-6740ca3586fb req-1e6ba9ef-203c-4ce0-b466-639e9dcbdf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:50.562673 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55bbdd2e-c02d-4b51-b31d-6740ca3586fb req-1e6ba9ef-203c-4ce0-b466-639e9dcbdf03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae9910ff-ea8c-42a7-be98-9bf1b58e7fca HTTP/1.1" status: 200 len: 834 time: 0.0771570 Feb 09 14:55:50.611860 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9922ed-fcb3-4e0b-a00b-0b82e9677d79 req-1587d868-65f9-4289-8689-4f07249385c0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:50.612549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3c9922ed-fcb3-4e0b-a00b-0b82e9677d79 req-1587d868-65f9-4289-8689-4f07249385c0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Synchronizing usage tracker for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:55:50.645742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3c9922ed-fcb3-4e0b-a00b-0b82e9677d79 req-1587d868-65f9-4289-8689-4f07249385c0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Unset dirty status for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:55:50.646900 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3c9922ed-fcb3-4e0b-a00b-0b82e9677d79 req-1587d868-65f9-4289-8689-4f07249385c0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 945 time: 0.2096183 Feb 09 14:55:50.677366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbdd2e-c02d-4b51-b31d-6740ca3586fb req-fcfc48f6-f416-4cdc-ae41-b7e474e2cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:50.678816 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55bbdd2e-c02d-4b51-b31d-6740ca3586fb req-fcfc48f6-f416-4cdc-ae41-b7e474e2cc30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0938ebbc-2856-4d57-b378-1d7cc442e407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080320 Feb 09 14:55:50.739517 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-e047496c-1d56-481f-b3c9-8f02a32c28a7 None None] Set router 70c5d95a-4d2f-4073-bd89-14696ba07e6e gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:55:50.768648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3c9922ed-fcb3-4e0b-a00b-0b82e9677d79 req-32d15b6d-df21-4047-b7ea-575b590815f6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Synchronizing usage tracker for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:55:50.800774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3c9922ed-fcb3-4e0b-a00b-0b82e9677d79 req-32d15b6d-df21-4047-b7ea-575b590815f6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Unset dirty status for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:55:50.802064 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3c9922ed-fcb3-4e0b-a00b-0b82e9677d79 req-32d15b6d-df21-4047-b7ea-575b590815f6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=56f56300-a769-422c-b112-1f9896a68b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1477213 Feb 09 14:55:50.835352 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55bbdd2e-c02d-4b51-b31d-6740ca3586fb req-d85ff763-86e4-4ef4-abcf-8998ae8fd418 service neutron] 10.222.0.21 "GET /v2.0/networks/0938ebbc-2856-4d57-b378-1d7cc442e407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464851 Feb 09 14:55:51.072096 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e047496c-1d56-481f-b3c9-8f02a32c28a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:55:41Z', 'revision_number': 6, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b2bf3347-73fa-488b-b46e-331e6f26f8e0', 'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:19:2e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:04Z', 'updated_at': '2022-02-09T14:53:11Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:51.075968 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e047496c-1d56-481f-b3c9-8f02a32c28a7 None None] The sync data for ids ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'] in n-d-828418-2 is: [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:55:41Z', 'revision_number': 6, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b2bf3347-73fa-488b-b46e-331e6f26f8e0', 'name': '', 'network_id': '0938ebbc-2856-4d57-b378-1d7cc442e407', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:19:2e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:04Z', 'updated_at': '2022-02-09T14:53:11Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': 'ae9910ff-ea8c-42a7-be98-9bf1b58e7fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:55:51.080002 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55bbdd2e-c02d-4b51-b31d-6740ca3586fb req-b9f1ba35-7bf6-4d68-8a57-435724d26a3f service neutron] 10.222.0.21 "GET /v2.0/networks/0938ebbc-2856-4d57-b378-1d7cc442e407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381222 Feb 09 14:55:51.302685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f5b85b-d74f-4ca3-8139-df7131977a2e None None] New status for floating IP 4943b37d-0cf1-44a3-ab31-d7727c554fa3: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:55:51.986952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8f870-5738-40cf-bef5-9f6993cd1e8e req-ff7ee2fb-36f6-40de-84da-0622d678dda6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:51.988456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4be8f870-5738-40cf-bef5-9f6993cd1e8e req-ff7ee2fb-36f6-40de-84da-0622d678dda6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 945 time: 0.0782969 Feb 09 14:55:52.034520 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4be8f870-5738-40cf-bef5-9f6993cd1e8e req-20abe31b-90bd-4c5b-a5f2-b33b6547ed81 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=56f56300-a769-422c-b112-1f9896a68b6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402901 Feb 09 14:55:52.118603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c9411-ec6a-4bfa-b402-38a75df0851f req-682818c2-b333-4b82-bdae-bf619654d5d3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:52.119956 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-186c9411-ec6a-4bfa-b402-38a75df0851f req-682818c2-b333-4b82-bdae-bf619654d5d3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 945 time: 0.0799339 Feb 09 14:55:52.189630 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-186c9411-ec6a-4bfa-b402-38a75df0851f req-d266901f-38c1-4a0d-aa2b-a16fc215c4e6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Deleting port 972da80a-9eb8-4c63-a59b-864307a135a2 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:55:52.189965 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-186c9411-ec6a-4bfa-b402-38a75df0851f req-d266901f-38c1-4a0d-aa2b-a16fc215c4e6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:52.428066 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-186c9411-ec6a-4bfa-b402-38a75df0851f req-d266901f-38c1-4a0d-aa2b-a16fc215c4e6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] For port 972da80a-9eb8-4c63-a59b-864307a135a2, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=972da80a-9eb8-4c63-a59b-864307a135a2,segment=NetworkSegment(c51ee42c-7e73-4f11-a999-436adff2a1b7),segment_id=c51ee42c-7e73-4f11-a999-436adff2a1b7)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:55:52.428418 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-186c9411-ec6a-4bfa-b402-38a75df0851f req-d266901f-38c1-4a0d-aa2b-a16fc215c4e6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:52.549170 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-186c9411-ec6a-4bfa-b402-38a75df0851f req-d266901f-38c1-4a0d-aa2b-a16fc215c4e6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Calling delete_port for 972da80a-9eb8-4c63-a59b-864307a135a2 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:55:52.692429 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-186c9411-ec6a-4bfa-b402-38a75df0851f req-d266901f-38c1-4a0d-aa2b-a16fc215c4e6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:52.745938 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266901f-38c1-4a0d-aa2b-a16fc215c4e6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'Port': ['ID=972da80a-9eb8-4c63-a59b-864307a135a2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:52.815260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-186c9411-ec6a-4bfa-b402-38a75df0851f req-d266901f-38c1-4a0d-aa2b-a16fc215c4e6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] No DVR routers for this DVR port 972da80a-9eb8-4c63-a59b-864307a135a2 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:55:52.817751 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-186c9411-ec6a-4bfa-b402-38a75df0851f req-d266901f-38c1-4a0d-aa2b-a16fc215c4e6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:52.820231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'name': 'network-vif-deleted', 'tag': '972da80a-9eb8-4c63-a59b-864307a135a2'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:55:52.836960 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-186c9411-ec6a-4bfa-b402-38a75df0851f req-d266901f-38c1-4a0d-aa2b-a16fc215c4e6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.21 "DELETE /v2.0/ports/972da80a-9eb8-4c63-a59b-864307a135a2 HTTP/1.1" status: 204 len: 173 time: 0.7114549 Feb 09 14:55:52.870050 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf77574-8e61-4447-a5b6-9ccda79f704a', 'name': 'network-vif-deleted', 'tag': '972da80a-9eb8-4c63-a59b-864307a135a2', 'status': 'completed', 'code': 200} Feb 09 14:55:53.199522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-78c3ffb2-3214-46e8-a3de-91d05bbf1d63 req-c9b3b822-81eb-4676-9617-f3c3890e62dc tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cf77574-8e61-4447-a5b6-9ccda79f704a HTTP/1.1" status: 200 len: 210 time: 0.0453842 Feb 09 14:55:54.305971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50412) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:54.376862 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edcf8114-e7bc-474c-b417-1dcd9ae1550b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:54.405034 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edcf8114-e7bc-474c-b417-1dcd9ae1550b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:54.471861 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edcf8114-e7bc-474c-b417-1dcd9ae1550b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:54.489229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf8114-e7bc-474c-b417-1dcd9ae1550b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f56300-a769-422c-b112-1f9896a68b6b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:54.500634 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-edcf8114-e7bc-474c-b417-1dcd9ae1550b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:54.505176 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-edcf8114-e7bc-474c-b417-1dcd9ae1550b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "DELETE /v2.0/security-groups/56f56300-a769-422c-b112-1f9896a68b6b HTTP/1.1" status: 204 len: 168 time: 0.1951044 Feb 09 14:55:54.534776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50418) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:55.187452 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1071e87e-dc1d-4ffe-9ce3-78e84fade4c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:55.419540 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 972da80a-9eb8-4c63-a59b-864307a135a2 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:55:55.456375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 972da80a-9eb8-4c63-a59b-864307a135a2 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:55:55.456627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 972da80a-9eb8-4c63-a59b-864307a135a2 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:55:55.546748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1071e87e-dc1d-4ffe-9ce3-78e84fade4c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Deleting port b2bf3347-73fa-488b-b46e-331e6f26f8e0 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:55:55.547286 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1071e87e-dc1d-4ffe-9ce3-78e84fade4c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:55.732855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1071e87e-dc1d-4ffe-9ce3-78e84fade4c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] For port b2bf3347-73fa-488b-b46e-331e6f26f8e0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b2bf3347-73fa-488b-b46e-331e6f26f8e0,segment=NetworkSegment(c51ee42c-7e73-4f11-a999-436adff2a1b7),segment_id=c51ee42c-7e73-4f11-a999-436adff2a1b7)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:55:55.733119 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1071e87e-dc1d-4ffe-9ce3-78e84fade4c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:55.861402 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1071e87e-dc1d-4ffe-9ce3-78e84fade4c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Calling delete_port for b2bf3347-73fa-488b-b46e-331e6f26f8e0 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:55:56.056455 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1071e87e-dc1d-4ffe-9ce3-78e84fade4c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:56.111960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071e87e-dc1d-4ffe-9ce3-78e84fade4c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'Port': ['ID=b2bf3347-73fa-488b-b46e-331e6f26f8e0,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:56.388391 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1071e87e-dc1d-4ffe-9ce3-78e84fade4c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:56.815244 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0f6a003c-9d2d-4957-bd20-24ca825167ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:56.847709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1071e87e-dc1d-4ffe-9ce3-78e84fade4c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Router 70c5d95a-4d2f-4073-bd89-14696ba07e6e has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:55:57.020394 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1071e87e-dc1d-4ffe-9ce3-78e84fade4c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:55:57.029931 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c828c6d3-8cb7-453a-a043-29d8fe9a1174 None None] Sync routers for ids ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:55:57.035429 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1071e87e-dc1d-4ffe-9ce3-78e84fade4c9 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "PUT /v2.0/routers/70c5d95a-4d2f-4073-bd89-14696ba07e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4971147 Feb 09 14:55:57.035646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50424) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:57.038999 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c828c6d3-8cb7-453a-a043-29d8fe9a1174 None None] Routers {'70c5d95a-4d2f-4073-bd89-14696ba07e6e'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:55:57.039608 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c828c6d3-8cb7-453a-a043-29d8fe9a1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:55:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:57.104271 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1792009-0254-4857-a925-6f31c60d2598 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Deleting subnet ae9910ff-ea8c-42a7-be98-9bf1b58e7fca {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:55:57.107810 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f1792009-0254-4857-a925-6f31c60d2598 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:57.160060 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f1792009-0254-4857-a925-6f31c60d2598 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:57.221030 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-c828c6d3-8cb7-453a-a043-29d8fe9a1174 None None] Set router 70c5d95a-4d2f-4073-bd89-14696ba07e6e gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:55:57.244315 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f1792009-0254-4857-a925-6f31c60d2598 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:57.327770 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f1792009-0254-4857-a925-6f31c60d2598 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:57.364532 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1792009-0254-4857-a925-6f31c60d2598 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'Subnet': ['ID=ae9910ff-ea8c-42a7-be98-9bf1b58e7fca,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:57.369795 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f1792009-0254-4857-a925-6f31c60d2598 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:57.376574 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f1792009-0254-4857-a925-6f31c60d2598 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "DELETE /v2.0/subnets/ae9910ff-ea8c-42a7-be98-9bf1b58e7fca HTTP/1.1" status: 204 len: 168 time: 0.3399620 Feb 09 14:55:57.378324 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a651c2-9ef4-4734-a78d-a3f5141c02f7 None None] Network 0938ebbc-2856-4d57-b378-1d7cc442e407 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:55:57.379093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50428) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:57.520621 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c828c6d3-8cb7-453a-a043-29d8fe9a1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:55:55Z', 'revision_number': 7, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:57.525481 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c828c6d3-8cb7-453a-a043-29d8fe9a1174 None None] Checking router: 70c5d95a-4d2f-4073-bd89-14696ba07e6e for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:55:57.535954 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c828c6d3-8cb7-453a-a043-29d8fe9a1174 None None] Routers {'70c5d95a-4d2f-4073-bd89-14696ba07e6e'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:55:57.536698 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c828c6d3-8cb7-453a-a043-29d8fe9a1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:55:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:57.560336 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6c637ad3-020f-4e70-88f3-d88c656eac12 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:57.640006 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] DHCP port deletion for 0938ebbc-2856-4d57-b378-1d7cc442e407 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:55:57.643960 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Deleting port d05757a6-eea1-4e1d-8f5e-55e4f061beb0 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:55:57.644403 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:57.732222 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-c828c6d3-8cb7-453a-a043-29d8fe9a1174 None None] Set router 70c5d95a-4d2f-4073-bd89-14696ba07e6e gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:55:57.740935 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6c637ad3-020f-4e70-88f3-d88c656eac12 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:57.750551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6c637ad3-020f-4e70-88f3-d88c656eac12 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Deleting port 8dda7050-9e53-4f43-a950-827fc0112356 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:55:57.750878 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6c637ad3-020f-4e70-88f3-d88c656eac12 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:57.850280 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] For port d05757a6-eea1-4e1d-8f5e-55e4f061beb0, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d05757a6-eea1-4e1d-8f5e-55e4f061beb0,segment=NetworkSegment(c51ee42c-7e73-4f11-a999-436adff2a1b7),segment_id=c51ee42c-7e73-4f11-a999-436adff2a1b7)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:55:57.850737 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:57.979493 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Calling delete_port for d05757a6-eea1-4e1d-8f5e-55e4f061beb0 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:55:58.022512 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c828c6d3-8cb7-453a-a043-29d8fe9a1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:55:55Z', 'revision_number': 7, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:58.028157 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c828c6d3-8cb7-453a-a043-29d8fe9a1174 None None] The sync data for ids ['70c5d95a-4d2f-4073-bd89-14696ba07e6e'] in n-d-828418-2 is: [{'id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'name': 'tempest-TestNetworkBasicOps-router-418045981', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '8dda7050-9e53-4f43-a950-827fc0112356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:53:00Z', 'updated_at': '2022-02-09T14:55:55Z', 'revision_number': 7, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '8dda7050-9e53-4f43-a950-827fc0112356', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5d95a-4d2f-4073-bd89-14696ba07e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:53:01Z', 'updated_at': '2022-02-09T14:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:55:58.057087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-6c637ad3-020f-4e70-88f3-d88c656eac12 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] For port 8dda7050-9e53-4f43-a950-827fc0112356, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=8dda7050-9e53-4f43-a950-827fc0112356,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:55:58.057087 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6c637ad3-020f-4e70-88f3-d88c656eac12 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:58.069006 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:58.113674 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Pushing event deleted for resources: {'Port': ['ID=d05757a6-eea1-4e1d-8f5e-55e4f061beb0,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:58.118206 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] No DVR routers for this DVR port d05757a6-eea1-4e1d-8f5e-55e4f061beb0 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:55:58.125013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:58.125363 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:58.125709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:58.126047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:58.126374 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:58.126701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:58.127028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:58.127354 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:58.127669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:58.128017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:58.128630 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:58.128630 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148c2ef-008a-4d72-9a9f-2d5bb37b5215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:55:58.182371 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-6c637ad3-020f-4e70-88f3-d88c656eac12 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Calling delete_port for 8dda7050-9e53-4f43-a950-827fc0112356 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:55:58.346246 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6c637ad3-020f-4e70-88f3-d88c656eac12 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:58.395478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c637ad3-020f-4e70-88f3-d88c656eac12 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'Port': ['ID=8dda7050-9e53-4f43-a950-827fc0112356,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:58.490153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6c637ad3-020f-4e70-88f3-d88c656eac12 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:58.662961 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6c637ad3-020f-4e70-88f3-d88c656eac12 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:58.665068 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6c637ad3-020f-4e70-88f3-d88c656eac12 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:58.687113 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6c637ad3-020f-4e70-88f3-d88c656eac12 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:58.687629 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c637ad3-020f-4e70-88f3-d88c656eac12 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Fanout notify agent at l3_agent the message router_deleted on router 70c5d95a-4d2f-4073-bd89-14696ba07e6e {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:55:58.703052 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6c637ad3-020f-4e70-88f3-d88c656eac12 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:58.704205 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6c637ad3-020f-4e70-88f3-d88c656eac12 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "DELETE /v2.0/routers/70c5d95a-4d2f-4073-bd89-14696ba07e6e HTTP/1.1" status: 204 len: 168 time: 1.3242221 Feb 09 14:55:58.706736 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50432) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:58.820739 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5510-f542-4397-b50e-b8a217447ff3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:58.949188 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5510-f542-4397-b50e-b8a217447ff3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:58.976004 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-5d2e5510-f542-4397-b50e-b8a217447ff3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0938ebbc-2856-4d57-b378-1d7cc442e407']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:58.991714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-5d2e5510-f542-4397-b50e-b8a217447ff3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51ee42c-7e73-4f11-a999-436adff2a1b7') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:58.992035 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-5d2e5510-f542-4397-b50e-b8a217447ff3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51ee42c-7e73-4f11-a999-436adff2a1b7') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:55:59.003560 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5510-f542-4397-b50e-b8a217447ff3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:59.019152 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5510-f542-4397-b50e-b8a217447ff3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:59.025174 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2e5510-f542-4397-b50e-b8a217447ff3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:55:59.025550 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5510-f542-4397-b50e-b8a217447ff3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:55:59.039381 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:55:59.115951 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5510-f542-4397-b50e-b8a217447ff3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:59.134285 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5510-f542-4397-b50e-b8a217447ff3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:59.149793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e5510-f542-4397-b50e-b8a217447ff3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'Network': ['ID=0938ebbc-2856-4d57-b378-1d7cc442e407,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:59.152286 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5d2e5510-f542-4397-b50e-b8a217447ff3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "DELETE /v2.0/networks/0938ebbc-2856-4d57-b378-1d7cc442e407 HTTP/1.1" status: 204 len: 168 time: 0.4446406 Feb 09 14:55:59.174536 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50438) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:59.180207 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ef87bd05-2981-4a42-b558-bf1244cb833e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'network': {'name': 'tempest-network-smoke--632370326', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'port_security_enabled': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:55:59.186010 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ef87bd05-2981-4a42-b558-bf1244cb833e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:55:59.189788 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ef87bd05-2981-4a42-b558-bf1244cb833e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:network and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:55:59.192694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ef87bd05-2981-4a42-b558-bf1244cb833e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:55:59.198338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ef87bd05-2981-4a42-b558-bf1244cb833e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:55:59.208042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef87bd05-2981-4a42-b558-bf1244cb833e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Made reservation on behalf of edf7bc9ff5b04235a8b2eff72cdddac3 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:55:59.211295 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ef87bd05-2981-4a42-b558-bf1244cb833e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:59.240564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef87bd05-2981-4a42-b558-bf1244cb833e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:55:59.251335 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0b9cdec1-c007-40f7-8234-73d40aa455dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:59.252104 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ef87bd05-2981-4a42-b558-bf1244cb833e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:59.252104 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-ef87bd05-2981-4a42-b558-bf1244cb833e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Added segment 1f9ab5b3-f5c7-47ef-be9a-acc42e455e49 of type vlan for network 3bb0ddc9-643f-4832-b45e-24eee2e86e3e Feb 09 14:55:59.285080 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ef87bd05-2981-4a42-b558-bf1244cb833e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:59.316814 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ef87bd05-2981-4a42-b558-bf1244cb833e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:59.321937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef87bd05-2981-4a42-b558-bf1244cb833e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:55:59.322512 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ef87bd05-2981-4a42-b558-bf1244cb833e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:59.332825 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d05757a6-eea1-4e1d-8f5e-55e4f061beb0 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:55:59.367398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: d05757a6-eea1-4e1d-8f5e-55e4f061beb0 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:55:59.367751 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d05757a6-eea1-4e1d-8f5e-55e4f061beb0 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:55:59.368194 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b2bf3347-73fa-488b-b46e-331e6f26f8e0 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:55:59.404542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: b2bf3347-73fa-488b-b46e-331e6f26f8e0 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:55:59.404976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b2bf3347-73fa-488b-b46e-331e6f26f8e0 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:55:59.405403 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8dda7050-9e53-4f43-a950-827fc0112356 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:55:59.423913 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ef87bd05-2981-4a42-b558-bf1244cb833e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2482474 Feb 09 14:55:59.426957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50442) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:55:59.432224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2004504620', 'admin_state_up': True, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:55:59.432928 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87bd05-2981-4a42-b558-bf1244cb833e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Network': ['ID=3bb0ddc9-643f-4832-b45e-24eee2e86e3e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:55:59.438816 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 8dda7050-9e53-4f43-a950-827fc0112356 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:55:59.439167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8dda7050-9e53-4f43-a950-827fc0112356 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:55:59.441380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:55:59.443695 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 3bb0ddc9-643f-4832-b45e-24eee2e86e3e details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:55:59.445860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:router and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:55:59.448977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:55:59.455365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:55:59.469137 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:59.470341 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:59.485378 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:55:59.861639 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:00.158879 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:00.187628 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:00.321531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Allocated IP 172.25.8.165 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/60f56786-caca-4850-aedc-3f0485830b40) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:56:00.322841 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:00.343927 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:00.466934 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:00.494994 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:00.556613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:56:00.560157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:56:00.563717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:56:00.596920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Port': ['ID=60f56786-caca-4850-aedc-3f0485830b40,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:00.963251 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:01.417911 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:01.615533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Router 91b9d659-cabe-48c9-b691-1f13d1abfb3f is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 14:56:01.789497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:56:01.800472 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Sync routers for ids ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:56:01.810108 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Routers {'91b9d659-cabe-48c9-b691-1f13d1abfb3f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:56:01.810714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:55:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:56:01.816628 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:01.817851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8b49bbed-8bfe-4e4e-a931-32c2497f493c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3899014 Feb 09 14:56:01.820904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50446) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:01.859783 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d2a80fb2-bcc0-43dc-9b65-9403dec02089 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=edf7bc9ff5b04235a8b2eff72cdddac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378802 Feb 09 14:56:01.862270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50450) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:01.941850 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:01.992185 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eca471-e1cd-492a-86a1-4b0fd89220dc tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:01.993653 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-93eca471-e1cd-492a-86a1-4b0fd89220dc tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305153 Feb 09 14:56:01.996463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50454) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:02.035288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Set router 91b9d659-cabe-48c9-b691-1f13d1abfb3f gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:56:02.039174 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c11120e2-ca1e-4a12-a098-fb6e0f92e297 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410693 Feb 09 14:56:02.041792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50458) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:02.047392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-52b019aa-fe97-48d4-aed1-6e73922ada04 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2083451700', 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:56:02.155807 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-52b019aa-fe97-48d4-aed1-6e73922ada04 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:56:02.159492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-52b019aa-fe97-48d4-aed1-6e73922ada04 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:subnet and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:56:02.162274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-52b019aa-fe97-48d4-aed1-6e73922ada04 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:56:02.167825 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-52b019aa-fe97-48d4-aed1-6e73922ada04 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:56:02.179592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b019aa-fe97-48d4-aed1-6e73922ada04 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Made reservation on behalf of edf7bc9ff5b04235a8b2eff72cdddac3 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:56:02.183122 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52b019aa-fe97-48d4-aed1-6e73922ada04 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:02.323572 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'name': 'tempest-TestNetworkBasicOps-router-2004504620', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60f56786-caca-4850-aedc-3f0485830b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:55:59Z', 'updated_at': '2022-02-09T14:56:00Z', 'revision_number': 3, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '60f56786-caca-4850-aedc-3f0485830b40', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:00Z', 'updated_at': '2022-02-09T14:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:56:02.327553 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Checking router: 91b9d659-cabe-48c9-b691-1f13d1abfb3f for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:56:02.327922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Updating router 91b9d659-cabe-48c9-b691-1f13d1abfb3f port 60f56786-caca-4850-aedc-3f0485830b40 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:56:02.381231 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:02.399865 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52b019aa-fe97-48d4-aed1-6e73922ada04 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:02.475593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b019aa-fe97-48d4-aed1-6e73922ada04 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Subnet': ['ID=96229f23-3c0d-47a7-ad50-647637c47944,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:02.485800 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b019aa-fe97-48d4-aed1-6e73922ada04 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Checking segment: {'id': '1f9ab5b3-f5c7-47ef-be9a-acc42e455e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:56:02.486168 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b019aa-fe97-48d4-aed1-6e73922ada04 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network hostable DHCP agents. Network: 3bb0ddc9-643f-4832-b45e-24eee2e86e3e, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:56:02.506632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b019aa-fe97-48d4-aed1-6e73922ada04 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network 3bb0ddc9-643f-4832-b45e-24eee2e86e3e is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:56:02.517313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-52b019aa-fe97-48d4-aed1-6e73922ada04 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 3bb0ddc9-643f-4832-b45e-24eee2e86e3e) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:56:02.522741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b019aa-fe97-48d4-aed1-6e73922ada04 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:02.524075 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52b019aa-fe97-48d4-aed1-6e73922ada04 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:02.552277 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-52b019aa-fe97-48d4-aed1-6e73922ada04 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5096347 Feb 09 14:56:02.553725 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50462) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:02.572059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2303d2e-afd7-4fcb-a27c-709c6ba14d1f None None] Network 3bb0ddc9-643f-4832-b45e-24eee2e86e3e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:56:02.895880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-3bb0ddc9-643f-4832-b45e-24eee2e86e3e', 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'fixed_ips': [{'subnet_id': '96229f23-3c0d-47a7-ad50-647637c47944'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 14:56:02.896684 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:02.908409 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:02.929292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Transition to ACTIVE for port object 60f56786-caca-4850-aedc-3f0485830b40 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:56:02.976733 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:03.120421 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Attempting to bind port 60f56786-caca-4850-aedc-3f0485830b40 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:56:03.120795 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Attempting to bind port 60f56786-caca-4850-aedc-3f0485830b40 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:56:03.121180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Attempting to bind port 60f56786-caca-4850-aedc-3f0485830b40 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:56:03.128631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d8b1f-8d2e-4cd5-ac56-4b3ed98b4f55 None None] Pushing event updated for resources: {'Port': ['ID=60f56786-caca-4850-aedc-3f0485830b40,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:03.139360 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:56:03.139753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:56:03.140166 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:03.140562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:56:03.141030 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Bound port: 60f56786-caca-4850-aedc-3f0485830b40, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:56:03.141406 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:03.208120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Allocated IP 172.20.0.2 (3bb0ddc9-643f-4832-b45e-24eee2e86e3e/96229f23-3c0d-47a7-ad50-647637c47944/68a62126-7dd6-4287-a7df-b71eee6f974e) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:56:03.251270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] For port 60f56786-caca-4850-aedc-3f0485830b40, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:56:03.309901 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] For port 60f56786-caca-4850-aedc-3f0485830b40, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=60f56786-caca-4850-aedc-3f0485830b40,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:56:03.320762 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:03.420743 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:03.496128 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Routers {'91b9d659-cabe-48c9-b691-1f13d1abfb3f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:56:03.496748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:55:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:56:03.575139 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d8b1f-8d2e-4cd5-ac56-4b3ed98b4f55 None None] Pushing event updated for resources: {'Port': ['ID=60f56786-caca-4850-aedc-3f0485830b40,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:03.726300 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:03.744794 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Transition to ACTIVE for port object 68a62126-7dd6-4287-a7df-b71eee6f974e will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:56:03.754610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] Set router 91b9d659-cabe-48c9-b691-1f13d1abfb3f gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:56:03.931329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Transition to ACTIVE for port object 68a62126-7dd6-4287-a7df-b71eee6f974e will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:56:03.944187 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:04.004477 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Allocated IP 172.20.0.1 (3bb0ddc9-643f-4832-b45e-24eee2e86e3e/96229f23-3c0d-47a7-ad50-647637c47944/c0610c13-d275-4c9a-85d7-4c4d73c8d04c) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:56:04.037409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Network 3bb0ddc9-643f-4832-b45e-24eee2e86e3e is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:56:04.044633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Pushing event updated for resources: {'Port': ['ID=68a62126-7dd6-4287-a7df-b71eee6f974e,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:04.047067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:56:04.057033 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:56:04.159528 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:04.176806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Transition to ACTIVE for port object c0610c13-d275-4c9a-85d7-4c4d73c8d04c will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:56:04.184959 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Attempting to bind port 68a62126-7dd6-4287-a7df-b71eee6f974e on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:56:04.185326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Attempting to bind port 68a62126-7dd6-4287-a7df-b71eee6f974e by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '1f9ab5b3-f5c7-47ef-be9a-acc42e455e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:56:04.185680 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Attempting to bind port 68a62126-7dd6-4287-a7df-b71eee6f974e on network 3bb0ddc9-643f-4832-b45e-24eee2e86e3e {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:56:04.192447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:56:04.192811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Checking segment: {'id': '1f9ab5b3-f5c7-47ef-be9a-acc42e455e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:56:04.193204 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:04.193584 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Bound using segment: {'id': '1f9ab5b3-f5c7-47ef-be9a-acc42e455e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:56:04.194032 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Bound port: 68a62126-7dd6-4287-a7df-b71eee6f974e, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9ab5b3-f5c7-47ef-be9a-acc42e455e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:56:04.194397 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:04.201696 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:04.272125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network 3bb0ddc9-643f-4832-b45e-24eee2e86e3e is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:56:04.275114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:56:04.279977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:56:04.289132 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'name': 'tempest-TestNetworkBasicOps-router-2004504620', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60f56786-caca-4850-aedc-3f0485830b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:55:59Z', 'updated_at': '2022-02-09T14:56:00Z', 'revision_number': 3, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '60f56786-caca-4850-aedc-3f0485830b40', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:00Z', 'updated_at': '2022-02-09T14:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:56:04.297085 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2d037-1c63-41f8-b795-cd06a3ef08ee None None] The sync data for ids ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'] in n-d-828418-2 is: [{'id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'name': 'tempest-TestNetworkBasicOps-router-2004504620', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60f56786-caca-4850-aedc-3f0485830b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:55:59Z', 'updated_at': '2022-02-09T14:56:00Z', 'revision_number': 3, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '60f56786-caca-4850-aedc-3f0485830b40', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:00Z', 'updated_at': '2022-02-09T14:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:56:04.299369 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] For port 68a62126-7dd6-4287-a7df-b71eee6f974e, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:56:04.303142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] For port 68a62126-7dd6-4287-a7df-b71eee6f974e, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=68a62126-7dd6-4287-a7df-b71eee6f974e,segment=NetworkSegment(1f9ab5b3-f5c7-47ef-be9a-acc42e455e49),segment_id=1f9ab5b3-f5c7-47ef-be9a-acc42e455e49)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:56:04.309898 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:04.322039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Port': ['ID=c0610c13-d275-4c9a-85d7-4c4d73c8d04c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:04.348967 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:04.410167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36be37e-630e-4c7e-b1df-0ffe5cdafe4a None None] Pushing event updated for resources: {'Port': ['ID=68a62126-7dd6-4287-a7df-b71eee6f974e,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:04.806847 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:05.267625 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:05.280186 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:05.396346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Port': ['ID=c0610c13-d275-4c9a-85d7-4c4d73c8d04c,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:05.400988 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:05.411000 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 60f56786-caca-4850-aedc-3f0485830b40 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:56:05.493451 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 60f56786-caca-4850-aedc-3f0485830b40 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:56:05.498702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 60f56786-caca-4850-aedc-3f0485830b40 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:56:05.499069 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:05.529288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d309502-5536-4df9-8459-9b7e27891de8 None None] Network 3bb0ddc9-643f-4832-b45e-24eee2e86e3e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:56:05.546309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network 3bb0ddc9-643f-4832-b45e-24eee2e86e3e is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:56:05.547409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:56:05.650706 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-70d64971-1058-4090-8a7d-d4a49e6d1953 None None] Provisioning for port 68a62126-7dd6-4287-a7df-b71eee6f974e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:56:05.747325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Router 91b9d659-cabe-48c9-b691-1f13d1abfb3f has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:56:05.782972 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:05.839003 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 60f56786-caca-4850-aedc-3f0485830b40, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=60f56786-caca-4850-aedc-3f0485830b40,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:56:05.850348 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:05.851117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 68a62126-7dd6-4287-a7df-b71eee6f974e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:56:05.946983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:56:05.960315 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e0021914-b2c8-42ca-b715-61cc1c57a8cd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "PUT /v2.0/routers/91b9d659-cabe-48c9-b691-1f13d1abfb3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4051223 Feb 09 14:56:05.962670 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50466) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:05.980758 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=60f56786-caca-4850-aedc-3f0485830b40,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:05.998056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 68a62126-7dd6-4287-a7df-b71eee6f974e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:56:06.003678 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 68a62126-7dd6-4287-a7df-b71eee6f974e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:56:06.004184 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:06.126674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081dfd9f-1690-4f4f-9937-f89d445ab022 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:06.127159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081dfd9f-1690-4f4f-9937-f89d445ab022 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:06.127501 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Sync routers for ids ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:56:06.128046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081dfd9f-1690-4f4f-9937-f89d445ab022 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:06.128241 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081dfd9f-1690-4f4f-9937-f89d445ab022 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:06.131777 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-081dfd9f-1690-4f4f-9937-f89d445ab022 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1663511 Feb 09 14:56:06.133067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50470) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:06.145074 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Routers {'91b9d659-cabe-48c9-b691-1f13d1abfb3f'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:56:06.145779 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:55:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:56:06.179396 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:06.213793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d858b13b-a617-4476-b402-b862262ca9cd tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:06.214267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d858b13b-a617-4476-b402-b862262ca9cd tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:06.214891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d858b13b-a617-4476-b402-b862262ca9cd tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:06.215367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d858b13b-a617-4476-b402-b862262ca9cd tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:06.217455 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d858b13b-a617-4476-b402-b862262ca9cd tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0832884 Feb 09 14:56:06.218366 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 68a62126-7dd6-4287-a7df-b71eee6f974e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=68a62126-7dd6-4287-a7df-b71eee6f974e,segment=NetworkSegment(1f9ab5b3-f5c7-47ef-be9a-acc42e455e49),segment_id=1f9ab5b3-f5c7-47ef-be9a-acc42e455e49)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:56:06.220476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50474) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:06.225420 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:06.338903 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-32e48127-4cc2-47d4-a45f-5611fb9d9407 None None] Provisioning for port c0610c13-d275-4c9a-85d7-4c4d73c8d04c completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:56:06.349809 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-32e48127-4cc2-47d4-a45f-5611fb9d9407 None None] Provisioning complete for port c0610c13-d275-4c9a-85d7-4c4d73c8d04c triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:56:06.350721 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-32e48127-4cc2-47d4-a45f-5611fb9d9407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:06.380091 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=68a62126-7dd6-4287-a7df-b71eee6f974e,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:06.423363 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Set router 91b9d659-cabe-48c9-b691-1f13d1abfb3f gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:56:06.440270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-32e48127-4cc2-47d4-a45f-5611fb9d9407 None None] Port c0610c13-d275-4c9a-85d7-4c4d73c8d04c cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:56:06.452750 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-32e48127-4cc2-47d4-a45f-5611fb9d9407 None None] Provisioning complete for port 68a62126-7dd6-4287-a7df-b71eee6f974e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:56:06.453126 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-32e48127-4cc2-47d4-a45f-5611fb9d9407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:06.608314 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1a96cf28-a29a-4f22-9e3d-e736801efeec tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3863549 Feb 09 14:56:06.741272 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cb369332-0a34-41a9-b1ac-117300daa7a8 None None] Provisioning complete for port c0610c13-d275-4c9a-85d7-4c4d73c8d04c triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:56:06.741512 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb369332-0a34-41a9-b1ac-117300daa7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:06.776773 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'name': 'tempest-TestNetworkBasicOps-router-2004504620', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60f56786-caca-4850-aedc-3f0485830b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:55:59Z', 'updated_at': '2022-02-09T14:56:04Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '60f56786-caca-4850-aedc-3f0485830b40', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:00Z', 'updated_at': '2022-02-09T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c0610c13-d275-4c9a-85d7-4c4d73c8d04c', 'name': '', 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:fb:f3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '96229f23-3c0d-47a7-ad50-647637c47944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:03Z', 'updated_at': '2022-02-09T14:56:05Z', 'revision_number': 2, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': '96229f23-3c0d-47a7-ad50-647637c47944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:56:06.781427 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Checking router: 91b9d659-cabe-48c9-b691-1f13d1abfb3f for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:56:06.781770 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Updating router 91b9d659-cabe-48c9-b691-1f13d1abfb3f port c0610c13-d275-4c9a-85d7-4c4d73c8d04c binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 14:56:06.800014 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-cb369332-0a34-41a9-b1ac-117300daa7a8 None None] Port c0610c13-d275-4c9a-85d7-4c4d73c8d04c cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:56:06.809708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50480) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:06.815049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ca631076-ad41-47a1-bde1-52e10d2f8df3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191989565', 'description': 'tempest-secgroup-smoke-1191989565 description', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:56:06.821561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ca631076-ad41-47a1-bde1-52e10d2f8df3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:56:06.825760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ca631076-ad41-47a1-bde1-52e10d2f8df3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:56:06.828586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ca631076-ad41-47a1-bde1-52e10d2f8df3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:56:06.834112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ca631076-ad41-47a1-bde1-52e10d2f8df3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:56:06.836245 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:06.846012 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca631076-ad41-47a1-bde1-52e10d2f8df3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:06.865837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ca631076-ad41-47a1-bde1-52e10d2f8df3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:56:06.869669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ca631076-ad41-47a1-bde1-52e10d2f8df3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:56:06.872396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ca631076-ad41-47a1-bde1-52e10d2f8df3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:56:06.878495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ca631076-ad41-47a1-bde1-52e10d2f8df3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:56:06.921397 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ee4cac8b-dd3f-494b-92b1-1b4390cb1cf4 None None] Provisioning complete for port c0610c13-d275-4c9a-85d7-4c4d73c8d04c triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:56:06.921911 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ee4cac8b-dd3f-494b-92b1-1b4390cb1cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:06.946523 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca631076-ad41-47a1-bde1-52e10d2f8df3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:06.950795 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca631076-ad41-47a1-bde1-52e10d2f8df3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:06.976632 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ee4cac8b-dd3f-494b-92b1-1b4390cb1cf4 None None] Port c0610c13-d275-4c9a-85d7-4c4d73c8d04c cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:56:07.118788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca631076-ad41-47a1-bde1-52e10d2f8df3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4ea50e-ca95-4553-86d8-964e2e0fe27e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:07.121356 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ca631076-ad41-47a1-bde1-52e10d2f8df3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.122543 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ca631076-ad41-47a1-bde1-52e10d2f8df3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3116453 Feb 09 14:56:07.125529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50484) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:07.131020 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-bfd13d60-8245-4374-89d0-98b3aa9547c7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': 'fa4ea50e-ca95-4553-86d8-964e2e0fe27e', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:56:07.138116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bfd13d60-8245-4374-89d0-98b3aa9547c7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:56:07.141849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bfd13d60-8245-4374-89d0-98b3aa9547c7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:56:07.144653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bfd13d60-8245-4374-89d0-98b3aa9547c7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:56:07.150897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bfd13d60-8245-4374-89d0-98b3aa9547c7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:56:07.166742 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bfd13d60-8245-4374-89d0-98b3aa9547c7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.207451 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.220142 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Transition to ACTIVE for port object c0610c13-d275-4c9a-85d7-4c4d73c8d04c will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:56:07.226647 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bfd13d60-8245-4374-89d0-98b3aa9547c7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.226851 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.230563 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bfd13d60-8245-4374-89d0-98b3aa9547c7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.257428 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd13d60-8245-4374-89d0-98b3aa9547c7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f11f82d-d946-4fa1-b5de-f84e3e7cff4a,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:07.265787 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bfd13d60-8245-4374-89d0-98b3aa9547c7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.267008 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bfd13d60-8245-4374-89d0-98b3aa9547c7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405647 Feb 09 14:56:07.269873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50488) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:07.275517 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-be5c2d91-85b6-4f1f-a731-4a096edf24e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': 'fa4ea50e-ca95-4553-86d8-964e2e0fe27e', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:56:07.289295 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-be5c2d91-85b6-4f1f-a731-4a096edf24e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:56:07.306458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-be5c2d91-85b6-4f1f-a731-4a096edf24e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:56:07.309528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-be5c2d91-85b6-4f1f-a731-4a096edf24e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:56:07.320884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-be5c2d91-85b6-4f1f-a731-4a096edf24e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:56:07.353027 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34fc2f-adb3-4978-9a5a-7659d4a2ae9d None None] Pushing event updated for resources: {'Port': ['ID=c0610c13-d275-4c9a-85d7-4c4d73c8d04c,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:07.360872 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34fc2f-adb3-4978-9a5a-7659d4a2ae9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:07.361203 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34fc2f-adb3-4978-9a5a-7659d4a2ae9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:07.361724 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34fc2f-adb3-4978-9a5a-7659d4a2ae9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:07.361955 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be5c2d91-85b6-4f1f-a731-4a096edf24e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.362363 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34fc2f-adb3-4978-9a5a-7659d4a2ae9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:07.362859 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34fc2f-adb3-4978-9a5a-7659d4a2ae9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:07.363463 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34fc2f-adb3-4978-9a5a-7659d4a2ae9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:07.363949 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34fc2f-adb3-4978-9a5a-7659d4a2ae9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:07.364418 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34fc2f-adb3-4978-9a5a-7659d4a2ae9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:07.364888 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34fc2f-adb3-4978-9a5a-7659d4a2ae9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:07.365361 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34fc2f-adb3-4978-9a5a-7659d4a2ae9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:07.365682 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34fc2f-adb3-4978-9a5a-7659d4a2ae9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:07.365998 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34fc2f-adb3-4978-9a5a-7659d4a2ae9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:07.377412 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 60f56786-caca-4850-aedc-3f0485830b40 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:56:07.444439 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be5c2d91-85b6-4f1f-a731-4a096edf24e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.452622 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be5c2d91-85b6-4f1f-a731-4a096edf24e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.459272 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Attempting to bind port c0610c13-d275-4c9a-85d7-4c4d73c8d04c on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:56:07.459813 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Attempting to bind port c0610c13-d275-4c9a-85d7-4c4d73c8d04c by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '1f9ab5b3-f5c7-47ef-be9a-acc42e455e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:56:07.460161 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Attempting to bind port c0610c13-d275-4c9a-85d7-4c4d73c8d04c on network 3bb0ddc9-643f-4832-b45e-24eee2e86e3e {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:56:07.464609 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 60f56786-caca-4850-aedc-3f0485830b40 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:56:07.465166 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.466216 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:56:07.466893 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Checking segment: {'id': '1f9ab5b3-f5c7-47ef-be9a-acc42e455e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:56:07.467289 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.467673 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Bound using segment: {'id': '1f9ab5b3-f5c7-47ef-be9a-acc42e455e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:56:07.468161 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Bound port: c0610c13-d275-4c9a-85d7-4c4d73c8d04c, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9ab5b3-f5c7-47ef-be9a-acc42e455e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:56:07.468525 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.485675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c2d91-85b6-4f1f-a731-4a096edf24e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbb77b7-0817-407e-b2b8-8a58e9770bb9,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:07.495623 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-be5c2d91-85b6-4f1f-a731-4a096edf24e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.500736 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-be5c2d91-85b6-4f1f-a731-4a096edf24e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2260153 Feb 09 14:56:07.501438 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50492) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:07.507549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e85ce82b-9079-4035-b19d-2f079f286e66 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': 'fa4ea50e-ca95-4553-86d8-964e2e0fe27e', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:56:07.515288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e85ce82b-9079-4035-b19d-2f079f286e66 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:56:07.519555 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e85ce82b-9079-4035-b19d-2f079f286e66 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:56:07.522727 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e85ce82b-9079-4035-b19d-2f079f286e66 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:56:07.528992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e85ce82b-9079-4035-b19d-2f079f286e66 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:56:07.557283 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e85ce82b-9079-4035-b19d-2f079f286e66 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.610708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 68a62126-7dd6-4287-a7df-b71eee6f974e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:56:07.616630 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] For port c0610c13-d275-4c9a-85d7-4c4d73c8d04c, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:56:07.619716 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] For port c0610c13-d275-4c9a-85d7-4c4d73c8d04c, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c0610c13-d275-4c9a-85d7-4c4d73c8d04c,segment=NetworkSegment(1f9ab5b3-f5c7-47ef-be9a-acc42e455e49),segment_id=1f9ab5b3-f5c7-47ef-be9a-acc42e455e49)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:56:07.626841 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.633136 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e85ce82b-9079-4035-b19d-2f079f286e66 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.638492 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e85ce82b-9079-4035-b19d-2f079f286e66 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.663815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ce82b-9079-4035-b19d-2f079f286e66 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4ff32e-0db1-4c48-abb4-22d4301f4953,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:07.680515 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e85ce82b-9079-4035-b19d-2f079f286e66 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.685651 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e85ce82b-9079-4035-b19d-2f079f286e66 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1799514 Feb 09 14:56:07.686062 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50496) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:07.691386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 68a62126-7dd6-4287-a7df-b71eee6f974e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:56:07.691778 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.692553 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-b30dc6bc-d226-4eb9-990c-35066cd84662 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': 'fa4ea50e-ca95-4553-86d8-964e2e0fe27e', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:56:07.701023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b30dc6bc-d226-4eb9-990c-35066cd84662 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:56:07.705050 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Routers {'91b9d659-cabe-48c9-b691-1f13d1abfb3f'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:56:07.705294 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b30dc6bc-d226-4eb9-990c-35066cd84662 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:56:07.705683 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:55:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:56:07.708987 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-b30dc6bc-d226-4eb9-990c-35066cd84662 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:56:07.715906 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-b30dc6bc-d226-4eb9-990c-35066cd84662 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:56:07.739560 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b30dc6bc-d226-4eb9-990c-35066cd84662 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.781119 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34fc2f-adb3-4978-9a5a-7659d4a2ae9d None None] Pushing event updated for resources: {'Port': ['ID=c0610c13-d275-4c9a-85d7-4c4d73c8d04c,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:07.819899 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b30dc6bc-d226-4eb9-990c-35066cd84662 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.825855 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b30dc6bc-d226-4eb9-990c-35066cd84662 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.861375 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dc6bc-d226-4eb9-990c-35066cd84662 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ba1fed-8241-4782-875c-68a2585057ef,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:07.870423 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b30dc6bc-d226-4eb9-990c-35066cd84662 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.872135 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b30dc6bc-d226-4eb9-990c-35066cd84662 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1841707 Feb 09 14:56:07.875027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50500) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:07.880792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b6b186cf-7817-4a9f-93c6-196bfb8732e0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': 'fa4ea50e-ca95-4553-86d8-964e2e0fe27e', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:56:07.888672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b6b186cf-7817-4a9f-93c6-196bfb8732e0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:56:07.892952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b6b186cf-7817-4a9f-93c6-196bfb8732e0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:56:07.896354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b6b186cf-7817-4a9f-93c6-196bfb8732e0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:56:07.902625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b6b186cf-7817-4a9f-93c6-196bfb8732e0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:56:07.914975 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-b6b186cf-7817-4a9f-93c6-196bfb8732e0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Project edf7bc9ff5b04235a8b2eff72cdddac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:56:07.923123 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b6b186cf-7817-4a9f-93c6-196bfb8732e0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.942996 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] Set router 91b9d659-cabe-48c9-b691-1f13d1abfb3f gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:56:07.990184 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b6b186cf-7817-4a9f-93c6-196bfb8732e0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:07.994378 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b6b186cf-7817-4a9f-93c6-196bfb8732e0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:08.018154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b186cf-7817-4a9f-93c6-196bfb8732e0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffb253b-52a3-4660-b941-626ce8637d2a,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:08.027453 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b6b186cf-7817-4a9f-93c6-196bfb8732e0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:08.029273 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b6b186cf-7817-4a9f-93c6-196bfb8732e0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526151 Feb 09 14:56:08.032042 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50504) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:08.036837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e493eaca-cb80-47ac-a7d7-d70f2685eb89 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'security_group_rule': {'security_group_id': 'fa4ea50e-ca95-4553-86d8-964e2e0fe27e', 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:56:08.043075 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e493eaca-cb80-47ac-a7d7-d70f2685eb89 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:56:08.046862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e493eaca-cb80-47ac-a7d7-d70f2685eb89 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:security_group_rule and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:56:08.049704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e493eaca-cb80-47ac-a7d7-d70f2685eb89 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:56:08.055309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e493eaca-cb80-47ac-a7d7-d70f2685eb89 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:56:08.067543 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-e493eaca-cb80-47ac-a7d7-d70f2685eb89 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Project edf7bc9ff5b04235a8b2eff72cdddac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:56:08.075069 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e493eaca-cb80-47ac-a7d7-d70f2685eb89 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:08.142252 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e493eaca-cb80-47ac-a7d7-d70f2685eb89 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:08.147110 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e493eaca-cb80-47ac-a7d7-d70f2685eb89 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:08.169848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493eaca-cb80-47ac-a7d7-d70f2685eb89 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889cec38-61ed-4fc6-bf64-f80270014d48,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:08.178491 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e493eaca-cb80-47ac-a7d7-d70f2685eb89 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:08.179654 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e493eaca-cb80-47ac-a7d7-d70f2685eb89 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467164 Feb 09 14:56:08.261649 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'name': 'tempest-TestNetworkBasicOps-router-2004504620', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60f56786-caca-4850-aedc-3f0485830b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:55:59Z', 'updated_at': '2022-02-09T14:56:04Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '60f56786-caca-4850-aedc-3f0485830b40', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:00Z', 'updated_at': '2022-02-09T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c0610c13-d275-4c9a-85d7-4c4d73c8d04c', 'name': '', 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:fb:f3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '96229f23-3c0d-47a7-ad50-647637c47944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:03Z', 'updated_at': '2022-02-09T14:56:07Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': '96229f23-3c0d-47a7-ad50-647637c47944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:56:08.266139 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba93a35-ebf4-4e12-a947-fe34aa1026f8 None None] The sync data for ids ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'] in n-d-828418-2 is: [{'id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'name': 'tempest-TestNetworkBasicOps-router-2004504620', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60f56786-caca-4850-aedc-3f0485830b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:55:59Z', 'updated_at': '2022-02-09T14:56:04Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '60f56786-caca-4850-aedc-3f0485830b40', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:00Z', 'updated_at': '2022-02-09T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c0610c13-d275-4c9a-85d7-4c4d73c8d04c', 'name': '', 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:fb:f3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '96229f23-3c0d-47a7-ad50-647637c47944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:03Z', 'updated_at': '2022-02-09T14:56:07Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': '96229f23-3c0d-47a7-ad50-647637c47944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:56:08.600338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-8a1b901c-8360-4792-b535-74359cab12ea tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Synchronizing usage tracker for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:56:08.616611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-8a1b901c-8360-4792-b535-74359cab12ea tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Unset dirty status for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:56:08.620127 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-8a1b901c-8360-4792-b535-74359cab12ea tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191989565&fields=id&tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3 HTTP/1.1" status: 200 len: 267 time: 0.0603244 Feb 09 14:56:08.773569 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5a16c625-a64e-4f0e-90d6-55dc59b69a9f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:08.774264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5a16c625-a64e-4f0e-90d6-55dc59b69a9f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Synchronizing usage tracker for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:56:08.792886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5a16c625-a64e-4f0e-90d6-55dc59b69a9f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Unset dirty status for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:56:08.794801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5a16c625-a64e-4f0e-90d6-55dc59b69a9f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/networks?id=3bb0ddc9-643f-4832-b45e-24eee2e86e3e HTTP/1.1" status: 200 len: 796 time: 0.1694536 Feb 09 14:56:08.812259 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-1a35e0ff-d276-4723-b362-81d0c6ed5f9c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/quotas/edf7bc9ff5b04235a8b2eff72cdddac3 HTTP/1.1" status: 200 len: 375 time: 0.0116267 Feb 09 14:56:08.899677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-8ca8f474-fbf8-4dde-a80b-b61113169a3a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Synchronizing usage tracker for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:56:08.916821 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-8ca8f474-fbf8-4dde-a80b-b61113169a3a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Unset dirty status for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:56:08.918886 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-8ca8f474-fbf8-4dde-a80b-b61113169a3a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002302 Feb 09 14:56:09.061298 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-a480588f-a7a7-4262-8cfc-393145052b3e service neutron] 10.222.0.48 "GET /v2.0/networks/3bb0ddc9-643f-4832-b45e-24eee2e86e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304867 Feb 09 14:56:09.197888 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-fa20c339-8dfb-44a1-8eff-0e2c17e9f3e7 service neutron] 10.222.0.48 "GET /v2.0/networks/3bb0ddc9-643f-4832-b45e-24eee2e86e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306345 Feb 09 14:56:09.205833 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:09.385902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c0610c13-d275-4c9a-85d7-4c4d73c8d04c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:56:09.471835 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port c0610c13-d275-4c9a-85d7-4c4d73c8d04c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:56:09.477388 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c0610c13-d275-4c9a-85d7-4c4d73c8d04c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:56:09.477868 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:09.549018 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-26b7294e-c335-4a4f-8355-63fd432760bf req-0c3ac962-9c38-48b8-b263-a55b56677a5e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Synchronizing usage tracker for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:56:09.568094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-26b7294e-c335-4a4f-8355-63fd432760bf req-0c3ac962-9c38-48b8-b263-a55b56677a5e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Unset dirty status for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:56:09.577750 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26b7294e-c335-4a4f-8355-63fd432760bf req-0c3ac962-9c38-48b8-b263-a55b56677a5e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 210 time: 0.1942444 Feb 09 14:56:09.629108 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:09.661172 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port c0610c13-d275-4c9a-85d7-4c4d73c8d04c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c0610c13-d275-4c9a-85d7-4c4d73c8d04c,segment=NetworkSegment(1f9ab5b3-f5c7-47ef-be9a-acc42e455e49),segment_id=1f9ab5b3-f5c7-47ef-be9a-acc42e455e49)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:56:09.665599 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:09.739136 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=c0610c13-d275-4c9a-85d7-4c4d73c8d04c,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:10.524383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-41d80711-1239-438b-9175-e9eb27be5398 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:10.525831 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-41d80711-1239-438b-9175-e9eb27be5398 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.35 "GET /v2.0/networks?id=3bb0ddc9-643f-4832-b45e-24eee2e86e3e HTTP/1.1" status: 200 len: 796 time: 0.1550066 Feb 09 14:56:10.586796 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-9c7dc965-07dd-49bd-af4f-55bd39f89965 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3 HTTP/1.1" status: 200 len: 380 time: 0.0521705 Feb 09 14:56:10.598524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5379e475-485b-4616-83e1-f21d1c26ef83 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'port': {'device_id': '4b047a14-255a-4e35-b3f9-1b1ed0e01da3', 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e', 'admin_state_up': True, 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'security_groups': ['fa4ea50e-ca95-4553-86d8-964e2e0fe27e']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:56:10.737808 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8481e78e-559b-4ed7-9e8b-398fe58cbe36 req-6a9a5b98-be51-4d18-9966-fdf93965decb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 210 time: 0.0530548 Feb 09 14:56:10.750498 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:10.778629 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5379e475-485b-4616-83e1-f21d1c26ef83 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:56:10.792589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5379e475-485b-4616-83e1-f21d1c26ef83 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:56:10.804162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5379e475-485b-4616-83e1-f21d1c26ef83 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Made reservation on behalf of edf7bc9ff5b04235a8b2eff72cdddac3 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:56:10.807869 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5379e475-485b-4616-83e1-f21d1c26ef83 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:10.963195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5379e475-485b-4616-83e1-f21d1c26ef83 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Allocated IP 172.20.0.3 (3bb0ddc9-643f-4832-b45e-24eee2e86e3e/96229f23-3c0d-47a7-ad50-647637c47944/8b9e5764-771c-4124-b867-d32190043a5e) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:56:11.148007 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5379e475-485b-4616-83e1-f21d1c26ef83 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:11.162870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5379e475-485b-4616-83e1-f21d1c26ef83 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Transition to ACTIVE for port object 8b9e5764-771c-4124-b867-d32190043a5e will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:56:11.186298 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5379e475-485b-4616-83e1-f21d1c26ef83 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:11.256258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5379e475-485b-4616-83e1-f21d1c26ef83 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network 3bb0ddc9-643f-4832-b45e-24eee2e86e3e is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:56:11.259249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5379e475-485b-4616-83e1-f21d1c26ef83 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:56:11.263239 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5379e475-485b-4616-83e1-f21d1c26ef83 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:56:11.299427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379e475-485b-4616-83e1-f21d1c26ef83 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Port': ['ID=8b9e5764-771c-4124-b867-d32190043a5e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:11.332143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5379e475-485b-4616-83e1-f21d1c26ef83 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:11.333022 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5379e475-485b-4616-83e1-f21d1c26ef83 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:11.360593 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c0610c13-d275-4c9a-85d7-4c4d73c8d04c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:56:11.362082 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-5379e475-485b-4616-83e1-f21d1c26ef83 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7676127 Feb 09 14:56:11.377882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Request body: {'port': {'device_id': '4b047a14-255a-4e35-b3f9-1b1ed0e01da3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:56:11.460650 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c0610c13-d275-4c9a-85d7-4c4d73c8d04c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:56:11.461142 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:11.566268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-804ace27-54c0-4148-b01c-07b8911bceae None None] Provisioning for port 8b9e5764-771c-4124-b867-d32190043a5e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:56:11.584982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-804ace27-54c0-4148-b01c-07b8911bceae None None] Provisioning complete for port 8b9e5764-771c-4124-b867-d32190043a5e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:56:11.585355 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-804ace27-54c0-4148-b01c-07b8911bceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:11.618373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:11.649497 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-804ace27-54c0-4148-b01c-07b8911bceae None None] Port 8b9e5764-771c-4124-b867-d32190043a5e cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:56:11.929940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa84c6-17bb-4d0b-9b76-87ad54993758 req-09e12232-a849-4cfe-a47d-3c70c060e77f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:11.931419 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-32aa84c6-17bb-4d0b-9b76-87ad54993758 req-09e12232-a849-4cfe-a47d-3c70c060e77f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 931 time: 0.0824015 Feb 09 14:56:11.973350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9e5764-771c-4124-b867-d32190043a5e {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:56:11.974549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-32aa84c6-17bb-4d0b-9b76-87ad54993758 req-dba686ce-4a3f-43d7-acaa-f3273b203803 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Synchronizing usage tracker for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:56:11.980802 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:11.986269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-32aa84c6-17bb-4d0b-9b76-87ad54993758 req-dba686ce-4a3f-43d7-acaa-f3273b203803 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Unset dirty status for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:56:11.987424 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-32aa84c6-17bb-4d0b-9b76-87ad54993758 req-dba686ce-4a3f-43d7-acaa-f3273b203803 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa4ea50e-ca95-4553-86d8-964e2e0fe27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498614 Feb 09 14:56:11.995449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Transition to ACTIVE for port object 8b9e5764-771c-4124-b867-d32190043a5e will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:56:12.000384 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:12.157795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9e5764-771c-4124-b867-d32190043a5e,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:12.242387 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Attempting to bind port 8b9e5764-771c-4124-b867-d32190043a5e on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:56:12.242723 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Attempting to bind port 8b9e5764-771c-4124-b867-d32190043a5e by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '1f9ab5b3-f5c7-47ef-be9a-acc42e455e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:56:12.243051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Attempting to bind port 8b9e5764-771c-4124-b867-d32190043a5e on network 3bb0ddc9-643f-4832-b45e-24eee2e86e3e {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:56:12.248570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Port 8b9e5764-771c-4124-b867-d32190043a5e on network 3bb0ddc9-643f-4832-b45e-24eee2e86e3e not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:56:12.248887 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Attempting to bind port 8b9e5764-771c-4124-b867-d32190043a5e on network 3bb0ddc9-643f-4832-b45e-24eee2e86e3e {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:56:12.254093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:56:12.254426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Checking segment: {'id': '1f9ab5b3-f5c7-47ef-be9a-acc42e455e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:56:12.254872 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Bound using segment: {'id': '1f9ab5b3-f5c7-47ef-be9a-acc42e455e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:56:12.255299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Bound port: 8b9e5764-771c-4124-b867-d32190043a5e, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9ab5b3-f5c7-47ef-be9a-acc42e455e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:56:12.255642 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:12.349322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] For port 8b9e5764-771c-4124-b867-d32190043a5e, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:56:12.352222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] For port 8b9e5764-771c-4124-b867-d32190043a5e, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=8b9e5764-771c-4124-b867-d32190043a5e,segment=NetworkSegment(1f9ab5b3-f5c7-47ef-be9a-acc42e455e49),segment_id=1f9ab5b3-f5c7-47ef-be9a-acc42e455e49)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:56:12.357382 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:12.417530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:12.418653 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:12.420751 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] 10.222.0.35 "PUT /v2.0/ports/8b9e5764-771c-4124-b867-d32190043a5e HTTP/1.1" status: 200 len: 1091 time: 1.0489562 Feb 09 14:56:12.421219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b047a14-255a-4e35-b3f9-1b1ed0e01da3', 'tag': '8b9e5764-771c-4124-b867-d32190043a5e'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:56:12.443673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e43b2-c391-479f-a37c-ae58c04c45a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9e5764-771c-4124-b867-d32190043a5e,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:12.497951 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b047a14-255a-4e35-b3f9-1b1ed0e01da3', 'tag': '8b9e5764-771c-4124-b867-d32190043a5e', 'status': 'completed', 'code': 200} Feb 09 14:56:12.538774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-cb7db1d4-4e4a-4a60-9e33-7f0055c49c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:12.540375 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-cb7db1d4-4e4a-4a60-9e33-7f0055c49c14 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3&device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 1094 time: 0.0786779 Feb 09 14:56:12.613799 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-fc48f5b5-b9aa-4dd8-a766-51746a6afc55 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9e5764-771c-4124-b867-d32190043a5e HTTP/1.1" status: 200 len: 217 time: 0.0663576 Feb 09 14:56:12.678019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-cbb6ef41-8022-4f9b-8462-0d76f836c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:12.679485 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-cbb6ef41-8022-4f9b-8462-0d76f836c097 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96229f23-3c0d-47a7-ad50-647637c47944 HTTP/1.1" status: 200 len: 835 time: 0.0599473 Feb 09 14:56:12.753183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-991673d5-1c54-47a1-a30e-37b973c9c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:12.754562 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-991673d5-1c54-47a1-a30e-37b973c9c8f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3bb0ddc9-643f-4832-b45e-24eee2e86e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687780 Feb 09 14:56:12.884128 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-9f5473ba-a8bf-43cf-8a3e-11714fe8b9d2 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb0ddc9-643f-4832-b45e-24eee2e86e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221907 Feb 09 14:56:13.016878 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c2a22e8-3a1a-4c18-adc7-0f7ad715fe8e req-e66ddb54-908b-4321-b27d-0f71a519a471 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb0ddc9-643f-4832-b45e-24eee2e86e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261873 Feb 09 14:56:13.144437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda371c6-43fe-4cba-8113-43d7a675d9ab req-02150713-709b-4596-adb2-0e392eac53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:13.146113 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fda371c6-43fe-4cba-8113-43d7a675d9ab req-02150713-709b-4596-adb2-0e392eac53f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3&device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 1094 time: 0.0832651 Feb 09 14:56:13.177865 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051aca5e-9b2e-4583-866a-d53e06d0f25e req-d8c960ce-a92c-4475-8a04-c8e724153ef8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:13.179542 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-051aca5e-9b2e-4583-866a-d53e06d0f25e req-d8c960ce-a92c-4475-8a04-c8e724153ef8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 943 time: 0.0836430 Feb 09 14:56:13.228338 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-051aca5e-9b2e-4583-866a-d53e06d0f25e req-ae492457-47d5-470b-ac6f-0fe09a30c6f2 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa4ea50e-ca95-4553-86d8-964e2e0fe27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412073 Feb 09 14:56:13.384544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda371c6-43fe-4cba-8113-43d7a675d9ab req-d0f21c31-a779-495e-8ff2-3c2e80bbf264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:13.385986 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fda371c6-43fe-4cba-8113-43d7a675d9ab req-d0f21c31-a779-495e-8ff2-3c2e80bbf264 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3bb0ddc9-643f-4832-b45e-24eee2e86e3e HTTP/1.1" status: 200 len: 896 time: 0.2334397 Feb 09 14:56:13.456349 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fda371c6-43fe-4cba-8113-43d7a675d9ab req-e5b694ec-3e66-44ae-a407-38318655ef99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9e5764-771c-4124-b867-d32190043a5e HTTP/1.1" status: 200 len: 217 time: 0.0637593 Feb 09 14:56:13.519592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda371c6-43fe-4cba-8113-43d7a675d9ab req-28ee87d3-2c75-4143-9f37-9a76e6831ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:13.521062 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fda371c6-43fe-4cba-8113-43d7a675d9ab req-28ee87d3-2c75-4143-9f37-9a76e6831ea4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96229f23-3c0d-47a7-ad50-647637c47944 HTTP/1.1" status: 200 len: 835 time: 0.0584345 Feb 09 14:56:13.596122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda371c6-43fe-4cba-8113-43d7a675d9ab req-e6d01e69-9c7d-42a5-87a5-dd8f4d7ac3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:13.597580 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fda371c6-43fe-4cba-8113-43d7a675d9ab req-e6d01e69-9c7d-42a5-87a5-dd8f4d7ac3a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3bb0ddc9-643f-4832-b45e-24eee2e86e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696096 Feb 09 14:56:13.726761 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fda371c6-43fe-4cba-8113-43d7a675d9ab req-e081645f-0a62-4def-a045-ed372f2dbc54 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb0ddc9-643f-4832-b45e-24eee2e86e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221390 Feb 09 14:56:13.859225 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fda371c6-43fe-4cba-8113-43d7a675d9ab req-d5de8c62-1b6c-41db-ae5c-d1f18bbb0070 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb0ddc9-643f-4832-b45e-24eee2e86e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250527 Feb 09 14:56:14.417369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe025d-a0c5-41c6-ba39-8dfb2838463e req-df9cdff1-0881-4bac-a54c-d9179f48069b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:14.418664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ddfe025d-a0c5-41c6-ba39-8dfb2838463e req-df9cdff1-0881-4bac-a54c-d9179f48069b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Synchronizing usage tracker for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:56:14.433514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ddfe025d-a0c5-41c6-ba39-8dfb2838463e req-df9cdff1-0881-4bac-a54c-d9179f48069b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Unset dirty status for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:56:14.434759 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ddfe025d-a0c5-41c6-ba39-8dfb2838463e req-df9cdff1-0881-4bac-a54c-d9179f48069b tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 943 time: 0.0983696 Feb 09 14:56:14.479667 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ddfe025d-a0c5-41c6-ba39-8dfb2838463e req-90f31107-1b80-4254-be01-357d73716a89 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa4ea50e-ca95-4553-86d8-964e2e0fe27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392146 Feb 09 14:56:15.669336 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a17f79-2f20-4cc0-984c-a67a18cef246 req-587b45c2-2aaf-4939-9299-1948f12f306c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:15.670776 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b7a17f79-2f20-4cc0-984c-a67a18cef246 req-587b45c2-2aaf-4939-9299-1948f12f306c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 943 time: 0.0828776 Feb 09 14:56:15.719515 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b7a17f79-2f20-4cc0-984c-a67a18cef246 req-623de0bd-c8e6-4817-bbaf-6fa0013579a4 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa4ea50e-ca95-4553-86d8-964e2e0fe27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430295 Feb 09 14:56:16.901919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe9db8-cf31-4461-80a0-c30b56495ecd req-4d0e1f88-66b2-4d40-acf3-1ab5527fcfbd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:16.903335 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6fbe9db8-cf31-4461-80a0-c30b56495ecd req-4d0e1f88-66b2-4d40-acf3-1ab5527fcfbd tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 943 time: 0.0811529 Feb 09 14:56:16.955293 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6fbe9db8-cf31-4461-80a0-c30b56495ecd req-4baee623-cb67-4823-b1eb-941dc73e0b62 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa4ea50e-ca95-4553-86d8-964e2e0fe27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461233 Feb 09 14:56:17.545760 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 8b9e5764-771c-4124-b867-d32190043a5e details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:56:17.679453 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 8b9e5764-771c-4124-b867-d32190043a5e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=8b9e5764-771c-4124-b867-d32190043a5e,segment=NetworkSegment(1f9ab5b3-f5c7-47ef-be9a-acc42e455e49),segment_id=1f9ab5b3-f5c7-47ef-be9a-acc42e455e49)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:56:17.692442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '8b9e5764-771c-4124-b867-d32190043a5e', 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e', 'port_id': '8b9e5764-771c-4124-b867-d32190043a5e', 'mac_address': 'fa:16:3e:b0:18:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96229f23-3c0d-47a7-ad50-647637c47944', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:56:17.748784 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:17.798210 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9e5764-771c-4124-b867-d32190043a5e {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:56:17.812719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 8b9e5764-771c-4124-b867-d32190043a5e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=8b9e5764-771c-4124-b867-d32190043a5e,segment=NetworkSegment(1f9ab5b3-f5c7-47ef-be9a-acc42e455e49),segment_id=1f9ab5b3-f5c7-47ef-be9a-acc42e455e49)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:56:17.816842 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:17.885595 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=8b9e5764-771c-4124-b867-d32190043a5e,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:18.137695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07805c-c3b1-4595-91ed-1eec54050559 req-5ad1a424-42f5-447f-bf50-9ec7ccf9c64a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:18.139086 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2c07805c-c3b1-4595-91ed-1eec54050559 req-5ad1a424-42f5-447f-bf50-9ec7ccf9c64a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 944 time: 0.0819147 Feb 09 14:56:18.184589 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2c07805c-c3b1-4595-91ed-1eec54050559 req-43b8d6f9-eccd-4e77-962a-1a9b9951ca8a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa4ea50e-ca95-4553-86d8-964e2e0fe27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392926 Feb 09 14:56:18.219059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['8b9e5764-771c-4124-b867-d32190043a5e'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:56:19.368527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f45af4-67e4-4022-84ec-9848b36e4558 req-a53179b8-96cf-4e90-968d-9bf452174527 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:19.370010 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-00f45af4-67e4-4022-84ec-9848b36e4558 req-a53179b8-96cf-4e90-968d-9bf452174527 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 944 time: 0.0790684 Feb 09 14:56:19.415064 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-00f45af4-67e4-4022-84ec-9848b36e4558 req-3bea5cf9-eb94-4e2b-a05b-3cf8c7a50af3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa4ea50e-ca95-4553-86d8-964e2e0fe27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389674 Feb 09 14:56:19.539901 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 8b9e5764-771c-4124-b867-d32190043a5e up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:56:19.607555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 8b9e5764-771c-4124-b867-d32190043a5e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:56:19.612714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 8b9e5764-771c-4124-b867-d32190043a5e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:56:19.613057 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:19.755514 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:19.783569 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b047a14-255a-4e35-b3f9-1b1ed0e01da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9e5764-771c-4124-b867-d32190043a5e'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:56:19.797080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 8b9e5764-771c-4124-b867-d32190043a5e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=8b9e5764-771c-4124-b867-d32190043a5e,segment=NetworkSegment(1f9ab5b3-f5c7-47ef-be9a-acc42e455e49),segment_id=1f9ab5b3-f5c7-47ef-be9a-acc42e455e49)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:56:19.801950 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:19.833535 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b047a14-255a-4e35-b3f9-1b1ed0e01da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9e5764-771c-4124-b867-d32190043a5e', 'code': 200} Feb 09 14:56:19.888635 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=8b9e5764-771c-4124-b867-d32190043a5e,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:19.973257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79f4c0-ae99-4ba0-bdb5-9b5c542e9113 req-c2d54f75-70ea-49ad-9477-e11f1ed867f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:19.975111 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b79f4c0-ae99-4ba0-bdb5-9b5c542e9113 req-c2d54f75-70ea-49ad-9477-e11f1ed867f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 1096 time: 0.0772500 Feb 09 14:56:20.028897 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b79f4c0-ae99-4ba0-bdb5-9b5c542e9113 req-0fd7ee76-8150-497d-b496-639787836ffc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fa4ea50e-ca95-4553-86d8-964e2e0fe27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452745 Feb 09 14:56:20.607087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547e239-3a91-4cc1-b718-431b7a5dbc64 req-58048d24-e2e2-40a0-bed7-28332d8d770e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:20.608548 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a547e239-3a91-4cc1-b718-431b7a5dbc64 req-58048d24-e2e2-40a0-bed7-28332d8d770e tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 945 time: 0.0786662 Feb 09 14:56:20.651013 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a547e239-3a91-4cc1-b718-431b7a5dbc64 req-d7f0dab6-2219-4294-99bb-86a09a7c26fb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa4ea50e-ca95-4553-86d8-964e2e0fe27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368340 Feb 09 14:56:21.842884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe42bad-336f-4c76-ae60-f5665b305fbc req-105d829b-ad9f-41e1-896c-2e94d5f7fb30 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:21.844280 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fbe42bad-336f-4c76-ae60-f5665b305fbc req-105d829b-ad9f-41e1-896c-2e94d5f7fb30 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 945 time: 0.0834529 Feb 09 14:56:21.887694 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fbe42bad-336f-4c76-ae60-f5665b305fbc req-1aecfdba-fda2-4f49-8f39-1ac7a357fb61 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa4ea50e-ca95-4553-86d8-964e2e0fe27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378070 Feb 09 14:56:22.069415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee517cb-1a63-47e5-a299-262b54f98348 req-61c87385-b467-468d-9a62-f2a8abefd4da tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:22.070861 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bee517cb-1a63-47e5-a299-262b54f98348 req-61c87385-b467-468d-9a62-f2a8abefd4da tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 945 time: 0.0808778 Feb 09 14:56:22.114554 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bee517cb-1a63-47e5-a299-262b54f98348 req-c3380e28-2995-44bc-acae-75db01d7fdf3 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa4ea50e-ca95-4553-86d8-964e2e0fe27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375443 Feb 09 14:56:22.137084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50568) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:22.205992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58292175-041f-4bfc-b54c-e6aad9bd19e5 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:22.207480 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-58292175-041f-4bfc-b54c-e6aad9bd19e5 tempest-TestNetworkBasicOps-714794817 tempest-TestNetworkBasicOps-714794817-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 1091 time: 0.0693986 Feb 09 14:56:22.210220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50572) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:22.215674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': '8b9e5764-771c-4124-b867-d32190043a5e', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:56:22.222284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:56:22.226035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Usage tracker for resource:floatingip and tenant:edf7bc9ff5b04235a8b2eff72cdddac3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:56:22.228791 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:56:22.234379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:56:22.245021 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:22.378818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:22.528552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Allocated IP 172.25.8.121 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/c87ba24d-72d5-4eaa-ac87-83a32bb5d6f4) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:56:22.673023 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:22.703906 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:22.774212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:56:22.777247 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:56:22.781416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:56:22.811869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Port': ['ID=c87ba24d-72d5-4eaa-ac87-83a32bb5d6f4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:22.826385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:22.826880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:22.827231 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:22.827571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:22.827957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:22.828302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:22.828627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:22.828958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:22.829279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:22.829603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:22.829933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:22.830248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:56:23.316917 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:23.389821 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:23.597780 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:23.602197 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:23.707553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event updated for resources: {'Port': ['ID=c87ba24d-72d5-4eaa-ac87-83a32bb5d6f4,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:56:23.716202 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:23.887567 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Floating IP 3546096e-f5d6-47f5-9544-73a4ad9cac0f associated. External IP: 172.25.8.121, port: 8b9e5764-771c-4124-b867-d32190043a5e. Feb 09 14:56:24.247426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Router 91b9d659-cabe-48c9-b691-1f13d1abfb3f has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:56:24.424398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:56:24.434816 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42caeb4-220b-46d8-9dc1-bac661eb372d None None] Sync routers for ids ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:56:24.444134 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42caeb4-220b-46d8-9dc1-bac661eb372d None None] Routers {'91b9d659-cabe-48c9-b691-1f13d1abfb3f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:56:24.444744 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d42caeb4-220b-46d8-9dc1-bac661eb372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:55:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:56:24.448429 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:24.503086 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d524182d-22de-425c-9236-e032d0f641ff tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2916448 Feb 09 14:56:24.503581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b047a14-255a-4e35-b3f9-1b1ed0e01da3', 'tag': '8b9e5764-771c-4124-b867-d32190043a5e'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:56:24.505784 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50576) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:24.569241 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b047a14-255a-4e35-b3f9-1b1ed0e01da3', 'tag': '8b9e5764-771c-4124-b867-d32190043a5e', 'status': 'completed', 'code': 200} Feb 09 14:56:24.625967 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-d42caeb4-220b-46d8-9dc1-bac661eb372d None None] Set router 91b9d659-cabe-48c9-b691-1f13d1abfb3f gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:56:24.645547 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d4258fc3-c21d-48cb-87cc-b53e632ba5da tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/floatingips/3546096e-f5d6-47f5-9544-73a4ad9cac0f HTTP/1.1" status: 200 len: 991 time: 0.1386316 Feb 09 14:56:24.681743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe468509-eea7-4312-b019-ca87a6036fc2 req-4ad3449d-fe56-45bd-8cac-10a5aba09826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:24.684273 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe468509-eea7-4312-b019-ca87a6036fc2 req-4ad3449d-fe56-45bd-8cac-10a5aba09826 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3&device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 1096 time: 0.0870442 Feb 09 14:56:24.934799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe468509-eea7-4312-b019-ca87a6036fc2 req-a9f2e84c-8f86-4ca6-a333-e6a4213ae06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:24.936268 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe468509-eea7-4312-b019-ca87a6036fc2 req-a9f2e84c-8f86-4ca6-a333-e6a4213ae06e service neutron] 10.222.0.35 "GET /v2.0/networks?id=3bb0ddc9-643f-4832-b45e-24eee2e86e3e HTTP/1.1" status: 200 len: 896 time: 0.2441370 Feb 09 14:56:24.974448 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d42caeb4-220b-46d8-9dc1-bac661eb372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'name': 'tempest-TestNetworkBasicOps-router-2004504620', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60f56786-caca-4850-aedc-3f0485830b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:55:59Z', 'updated_at': '2022-02-09T14:56:04Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '60f56786-caca-4850-aedc-3f0485830b40', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:00Z', 'updated_at': '2022-02-09T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '3546096e-f5d6-47f5-9544-73a4ad9cac0f', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'floating_ip_address': '172.25.8.121', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'port_id': '8b9e5764-771c-4124-b867-d32190043a5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e', 'mac_address': 'fa:16:3e:b0:18:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b047a14-255a-4e35-b3f9-1b1ed0e01da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:56:23Z', 'updated_at': '2022-02-09T14:56:23Z', 'revision_number': 0, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0610c13-d275-4c9a-85d7-4c4d73c8d04c', 'name': '', 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:fb:f3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '96229f23-3c0d-47a7-ad50-647637c47944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:03Z', 'updated_at': '2022-02-09T14:56:09Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': '96229f23-3c0d-47a7-ad50-647637c47944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:56:24.978364 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42caeb4-220b-46d8-9dc1-bac661eb372d None None] Checking router: 91b9d659-cabe-48c9-b691-1f13d1abfb3f for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:56:24.987099 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42caeb4-220b-46d8-9dc1-bac661eb372d None None] Routers {'91b9d659-cabe-48c9-b691-1f13d1abfb3f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:56:24.987714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d42caeb4-220b-46d8-9dc1-bac661eb372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:55:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:56:25.040151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe468509-eea7-4312-b019-ca87a6036fc2 req-c14fafbd-9410-40b6-a31e-26c4aa8ae503 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9e5764-771c-4124-b867-d32190043a5e HTTP/1.1" status: 200 len: 999 time: 0.0967510 Feb 09 14:56:25.106480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe468509-eea7-4312-b019-ca87a6036fc2 req-1097487c-8cb9-407a-bed9-1e8fb604b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:25.107911 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe468509-eea7-4312-b019-ca87a6036fc2 req-1097487c-8cb9-407a-bed9-1e8fb604b934 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96229f23-3c0d-47a7-ad50-647637c47944 HTTP/1.1" status: 200 len: 835 time: 0.0566609 Feb 09 14:56:25.164797 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-d42caeb4-220b-46d8-9dc1-bac661eb372d None None] Set router 91b9d659-cabe-48c9-b691-1f13d1abfb3f gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:56:25.183562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe468509-eea7-4312-b019-ca87a6036fc2 req-adaff50a-4c03-4079-8255-f63c5617c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:56:25.185147 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe468509-eea7-4312-b019-ca87a6036fc2 req-adaff50a-4c03-4079-8255-f63c5617c860 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3bb0ddc9-643f-4832-b45e-24eee2e86e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700879 Feb 09 14:56:25.330008 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe468509-eea7-4312-b019-ca87a6036fc2 req-63f89875-398f-488e-ac63-acd6a3648ffa service neutron] 10.222.0.35 "GET /v2.0/networks/3bb0ddc9-643f-4832-b45e-24eee2e86e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373928 Feb 09 14:56:25.461208 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fe468509-eea7-4312-b019-ca87a6036fc2 req-51d8a109-3128-45fc-9f59-01904142ee18 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb0ddc9-643f-4832-b45e-24eee2e86e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244402 Feb 09 14:56:25.557796 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-d42caeb4-220b-46d8-9dc1-bac661eb372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'name': 'tempest-TestNetworkBasicOps-router-2004504620', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60f56786-caca-4850-aedc-3f0485830b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:55:59Z', 'updated_at': '2022-02-09T14:56:04Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '60f56786-caca-4850-aedc-3f0485830b40', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:00Z', 'updated_at': '2022-02-09T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '3546096e-f5d6-47f5-9544-73a4ad9cac0f', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'floating_ip_address': '172.25.8.121', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'port_id': '8b9e5764-771c-4124-b867-d32190043a5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e', 'mac_address': 'fa:16:3e:b0:18:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b047a14-255a-4e35-b3f9-1b1ed0e01da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:56:23Z', 'updated_at': '2022-02-09T14:56:23Z', 'revision_number': 0, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0610c13-d275-4c9a-85d7-4c4d73c8d04c', 'name': '', 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:fb:f3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '96229f23-3c0d-47a7-ad50-647637c47944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:03Z', 'updated_at': '2022-02-09T14:56:09Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': '96229f23-3c0d-47a7-ad50-647637c47944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:56:25.562871 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42caeb4-220b-46d8-9dc1-bac661eb372d None None] The sync data for ids ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'] in n-d-828418-2 is: [{'id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'name': 'tempest-TestNetworkBasicOps-router-2004504620', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60f56786-caca-4850-aedc-3f0485830b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:55:59Z', 'updated_at': '2022-02-09T14:56:04Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '60f56786-caca-4850-aedc-3f0485830b40', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:00Z', 'updated_at': '2022-02-09T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '3546096e-f5d6-47f5-9544-73a4ad9cac0f', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'floating_ip_address': '172.25.8.121', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'port_id': '8b9e5764-771c-4124-b867-d32190043a5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e', 'mac_address': 'fa:16:3e:b0:18:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b047a14-255a-4e35-b3f9-1b1ed0e01da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:56:23Z', 'updated_at': '2022-02-09T14:56:23Z', 'revision_number': 0, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0610c13-d275-4c9a-85d7-4c4d73c8d04c', 'name': '', 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:fb:f3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '96229f23-3c0d-47a7-ad50-647637c47944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:03Z', 'updated_at': '2022-02-09T14:56:09Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': '96229f23-3c0d-47a7-ad50-647637c47944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:56:25.649454 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50582) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:25.760972 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-62fe7d88-5695-497f-b76d-848dcfd2d76f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/floatingips/3546096e-f5d6-47f5-9544-73a4ad9cac0f HTTP/1.1" status: 200 len: 991 time: 0.1103709 Feb 09 14:56:25.778797 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f440e64a-3cee-41c7-a748-66306692643f None None] New status for floating IP 3546096e-f5d6-47f5-9544-73a4ad9cac0f: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:56:25.942221 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:56:26.765423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50586) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:56:26.817855 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-198f9147-0975-4636-845a-a75c74504674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:26.882484 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-97e00fb6-4d76-40e6-bfdd-a0688240734f tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/floatingips/3546096e-f5d6-47f5-9544-73a4ad9cac0f HTTP/1.1" status: 200 len: 993 time: 0.1158397 Feb 09 14:56:29.261068 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ca7ca7ad-0dc5-4b0d-81e8-3557cc4f034a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:30.326560 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:30.346589 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:31.889854 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:39.215916 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:40.752204 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:56.820488 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c423051d-d274-4aca-9412-a7364b6a471e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:56:59.252529 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5641-9fe7-4626-9be3-0ca46811daa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:00.330072 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:00.349955 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:01.892538 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:02.930795 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:57:09.215303 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:10.753734 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:12.710072 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0796ff3-efdc-4261-9ee9-0b77756b82df req-12dce6ae-0671-4401-9e96-9b93997a3df5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1315958 Feb 09 14:57:12.848955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0796ff3-efdc-4261-9ee9-0b77756b82df req-4690c31f-dfb1-4e02-a874-a11d0d867eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:57:12.850303 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0796ff3-efdc-4261-9ee9-0b77756b82df req-4690c31f-dfb1-4e02-a874-a11d0d867eeb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3&device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 1096 time: 0.0690300 Feb 09 14:57:12.996785 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0796ff3-efdc-4261-9ee9-0b77756b82df req-774d5ac3-dfe3-4ee9-89ec-1ed0f0765b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:57:12.998212 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0796ff3-efdc-4261-9ee9-0b77756b82df req-774d5ac3-dfe3-4ee9-89ec-1ed0f0765b83 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3bb0ddc9-643f-4832-b45e-24eee2e86e3e HTTP/1.1" status: 200 len: 896 time: 0.1257422 Feb 09 14:57:13.105938 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0796ff3-efdc-4261-9ee9-0b77756b82df req-d97b4264-f95b-43d1-9aab-9b86dc25fd63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9e5764-771c-4124-b867-d32190043a5e HTTP/1.1" status: 200 len: 1001 time: 0.1001451 Feb 09 14:57:13.170277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0796ff3-efdc-4261-9ee9-0b77756b82df req-dae70675-4736-4e72-8359-886f6046b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:57:13.171681 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0796ff3-efdc-4261-9ee9-0b77756b82df req-dae70675-4736-4e72-8359-886f6046b7f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96229f23-3c0d-47a7-ad50-647637c47944 HTTP/1.1" status: 200 len: 835 time: 0.0589767 Feb 09 14:57:13.245192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0796ff3-efdc-4261-9ee9-0b77756b82df req-6d542228-aef8-46ff-9058-213e05ff2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:57:13.246627 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0796ff3-efdc-4261-9ee9-0b77756b82df req-6d542228-aef8-46ff-9058-213e05ff2ca0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3bb0ddc9-643f-4832-b45e-24eee2e86e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683615 Feb 09 14:57:13.389271 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0796ff3-efdc-4261-9ee9-0b77756b82df req-419d4a7b-add8-4551-820e-a1e08a0d77a5 service neutron] 10.222.0.35 "GET /v2.0/networks/3bb0ddc9-643f-4832-b45e-24eee2e86e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336722 Feb 09 14:57:13.518861 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0796ff3-efdc-4261-9ee9-0b77756b82df req-3b7bc49a-7e78-4207-b60f-0c72eed7e9de service neutron] 10.222.0.35 "GET /v2.0/networks/3bb0ddc9-643f-4832-b45e-24eee2e86e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221733 Feb 09 14:57:26.823075 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2ecf4052-4cfb-46da-bb11-09006fa1f765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:29.253420 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c43b9afb-f5f0-43ba-8efe-aeac480cbe78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:30.332291 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:30.352576 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:31.895303 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:39.215431 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:39.929920 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:57:40.757997 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:43.997804 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50624) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:57:44.103018 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ab630289-0dcb-4216-8a22-3b285c44cbf7 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/floatingips/3546096e-f5d6-47f5-9544-73a4ad9cac0f HTTP/1.1" status: 200 len: 993 time: 0.1041012 Feb 09 14:57:44.404901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50632) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:57:44.719366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Deleting port c87ba24d-72d5-4eaa-ac87-83a32bb5d6f4 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:57:44.719698 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:44.888039 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:44.888424 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:45.008472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Calling delete_port for c87ba24d-72d5-4eaa-ac87-83a32bb5d6f4 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:57:45.156834 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:45.202373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'Port': ['ID=c87ba24d-72d5-4eaa-ac87-83a32bb5d6f4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:57:45.245361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:45.245709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:45.246047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:45.246380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:45.246735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:45.247069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:45.247389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:45.247712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:45.248054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:45.248371 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:45.248689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:45.249009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:45.303450 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:45.303694 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Floating IP 3546096e-f5d6-47f5-9544-73a4ad9cac0f disassociated (deleted). External IP: 172.25.8.121, port: 8b9e5764-771c-4124-b867-d32190043a5e. Feb 09 14:57:45.649387 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Router 91b9d659-cabe-48c9-b691-1f13d1abfb3f has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:57:45.823317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:57:45.833986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d1d89b-5bf2-4cc9-ad30-99d582578201 None None] Sync routers for ids ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:57:45.843894 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:45.845578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d1d89b-5bf2-4cc9-ad30-99d582578201 None None] Routers {'91b9d659-cabe-48c9-b691-1f13d1abfb3f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:57:45.846196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-20d1d89b-5bf2-4cc9-ad30-99d582578201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:57:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:57:45.897593 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c1f59b08-a716-4076-a8f3-6aa1ebfd47ee tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "DELETE /v2.0/floatingips/3546096e-f5d6-47f5-9544-73a4ad9cac0f HTTP/1.1" status: 204 len: 168 time: 1.4911461 Feb 09 14:57:45.898172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b047a14-255a-4e35-b3f9-1b1ed0e01da3', 'tag': '8b9e5764-771c-4124-b867-d32190043a5e'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:57:45.944806 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b047a14-255a-4e35-b3f9-1b1ed0e01da3', 'tag': '8b9e5764-771c-4124-b867-d32190043a5e', 'status': 'completed', 'code': 200} Feb 09 14:57:46.033703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-20d1d89b-5bf2-4cc9-ad30-99d582578201 None None] Set router 91b9d659-cabe-48c9-b691-1f13d1abfb3f gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:57:46.177749 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e1b26-e9b4-4b71-a338-7340af52243d req-00875779-ed03-4c3c-b312-8a070bbcf7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:57:46.179588 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f1e1b26-e9b4-4b71-a338-7340af52243d req-00875779-ed03-4c3c-b312-8a070bbcf7ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3&device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 1096 time: 0.1993961 Feb 09 14:57:46.281598 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620e268-e274-49e2-b9f0-12b99dee0cbe req-8640f696-32ba-4260-8046-3d8631759d0a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:57:46.283708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b620e268-e274-49e2-b9f0-12b99dee0cbe req-8640f696-32ba-4260-8046-3d8631759d0a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 945 time: 0.0875347 Feb 09 14:57:46.329529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e1b26-e9b4-4b71-a338-7340af52243d req-8d2394c9-9b1c-4b32-a8ae-c76910282ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:57:46.330991 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f1e1b26-e9b4-4b71-a338-7340af52243d req-8d2394c9-9b1c-4b32-a8ae-c76910282ccd service neutron] 10.222.0.35 "GET /v2.0/networks?id=3bb0ddc9-643f-4832-b45e-24eee2e86e3e HTTP/1.1" status: 200 len: 896 time: 0.1450660 Feb 09 14:57:46.332467 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b620e268-e274-49e2-b9f0-12b99dee0cbe req-8b3da545-01db-4f06-beff-e3fcf52bfffb tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa4ea50e-ca95-4553-86d8-964e2e0fe27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398204 Feb 09 14:57:46.394977 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-20d1d89b-5bf2-4cc9-ad30-99d582578201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'name': 'tempest-TestNetworkBasicOps-router-2004504620', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60f56786-caca-4850-aedc-3f0485830b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:55:59Z', 'updated_at': '2022-02-09T14:56:04Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '60f56786-caca-4850-aedc-3f0485830b40', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:00Z', 'updated_at': '2022-02-09T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c0610c13-d275-4c9a-85d7-4c4d73c8d04c', 'name': '', 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:fb:f3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '96229f23-3c0d-47a7-ad50-647637c47944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:03Z', 'updated_at': '2022-02-09T14:56:09Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': '96229f23-3c0d-47a7-ad50-647637c47944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:57:46.398709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d1d89b-5bf2-4cc9-ad30-99d582578201 None None] Checking router: 91b9d659-cabe-48c9-b691-1f13d1abfb3f for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:57:46.407358 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d1d89b-5bf2-4cc9-ad30-99d582578201 None None] Routers {'91b9d659-cabe-48c9-b691-1f13d1abfb3f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:57:46.407990 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-20d1d89b-5bf2-4cc9-ad30-99d582578201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:57:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:57:46.408560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f1e1b26-e9b4-4b71-a338-7340af52243d req-7cb79add-669b-4033-b6ef-b8bf0631046e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9e5764-771c-4124-b867-d32190043a5e HTTP/1.1" status: 200 len: 217 time: 0.0662796 Feb 09 14:57:46.474883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e1b26-e9b4-4b71-a338-7340af52243d req-d97e5f09-9b65-4223-b9ee-eb4ad8f0089b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:57:46.476327 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f1e1b26-e9b4-4b71-a338-7340af52243d req-d97e5f09-9b65-4223-b9ee-eb4ad8f0089b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96229f23-3c0d-47a7-ad50-647637c47944 HTTP/1.1" status: 200 len: 835 time: 0.0576394 Feb 09 14:57:46.553432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e1b26-e9b4-4b71-a338-7340af52243d req-fbd9c9d1-62f1-4369-a80e-4129d4e4c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:57:46.554885 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f1e1b26-e9b4-4b71-a338-7340af52243d req-fbd9c9d1-62f1-4369-a80e-4129d4e4c929 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3bb0ddc9-643f-4832-b45e-24eee2e86e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704439 Feb 09 14:57:46.582820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-20d1d89b-5bf2-4cc9-ad30-99d582578201 None None] Set router 91b9d659-cabe-48c9-b691-1f13d1abfb3f gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:57:46.693003 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f1e1b26-e9b4-4b71-a338-7340af52243d req-30560e99-8c92-4973-ba27-f8d85639093b service neutron] 10.222.0.35 "GET /v2.0/networks/3bb0ddc9-643f-4832-b45e-24eee2e86e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290212 Feb 09 14:57:46.828701 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f1e1b26-e9b4-4b71-a338-7340af52243d req-1dab3292-f20e-43a2-9a7c-8fc084a7995c service neutron] 10.222.0.35 "GET /v2.0/networks/3bb0ddc9-643f-4832-b45e-24eee2e86e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238773 Feb 09 14:57:46.934930 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-20d1d89b-5bf2-4cc9-ad30-99d582578201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'name': 'tempest-TestNetworkBasicOps-router-2004504620', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60f56786-caca-4850-aedc-3f0485830b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:55:59Z', 'updated_at': '2022-02-09T14:56:04Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '60f56786-caca-4850-aedc-3f0485830b40', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:00Z', 'updated_at': '2022-02-09T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c0610c13-d275-4c9a-85d7-4c4d73c8d04c', 'name': '', 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:fb:f3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '96229f23-3c0d-47a7-ad50-647637c47944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:03Z', 'updated_at': '2022-02-09T14:56:09Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': '96229f23-3c0d-47a7-ad50-647637c47944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:57:46.939572 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d1d89b-5bf2-4cc9-ad30-99d582578201 None None] The sync data for ids ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'] in n-d-828418-2 is: [{'id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'name': 'tempest-TestNetworkBasicOps-router-2004504620', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60f56786-caca-4850-aedc-3f0485830b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:55:59Z', 'updated_at': '2022-02-09T14:56:04Z', 'revision_number': 4, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '60f56786-caca-4850-aedc-3f0485830b40', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:00Z', 'updated_at': '2022-02-09T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'c0610c13-d275-4c9a-85d7-4c4d73c8d04c', 'name': '', 'network_id': '3bb0ddc9-643f-4832-b45e-24eee2e86e3e', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'mac_address': 'fa:16:3e:fb:f3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '96229f23-3c0d-47a7-ad50-647637c47944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:03Z', 'updated_at': '2022-02-09T14:56:09Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'subnets': [{'id': '96229f23-3c0d-47a7-ad50-647637c47944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:57:47.158572 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca2551-112b-4c39-bca6-4a8fee1b47e0 None None] New status for floating IP 3546096e-f5d6-47f5-9544-73a4ad9cac0f: DOWN {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 14:57:47.538942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc5d4-ada5-4a17-a33d-8adf490d0681 req-64c8ac2c-3911-4b40-bd93-8012d68e7789 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:57:47.539893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8e5cc5d4-ada5-4a17-a33d-8adf490d0681 req-64c8ac2c-3911-4b40-bd93-8012d68e7789 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Synchronizing usage tracker for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:57:47.558380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8e5cc5d4-ada5-4a17-a33d-8adf490d0681 req-64c8ac2c-3911-4b40-bd93-8012d68e7789 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Unset dirty status for tenant:edf7bc9ff5b04235a8b2eff72cdddac3 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:57:47.559780 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8e5cc5d4-ada5-4a17-a33d-8adf490d0681 req-64c8ac2c-3911-4b40-bd93-8012d68e7789 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 945 time: 0.1235764 Feb 09 14:57:47.604863 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8e5cc5d4-ada5-4a17-a33d-8adf490d0681 req-47ec428c-e9c8-488f-be18-bad0ee54d8e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa4ea50e-ca95-4553-86d8-964e2e0fe27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391703 Feb 09 14:57:48.254859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfa4f9-0416-4440-a9a0-1ddef5ccbc7d req-a479f383-f13b-490c-92fe-300b6d828a31 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:57:48.256430 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0edfa4f9-0416-4440-a9a0-1ddef5ccbc7d req-a479f383-f13b-490c-92fe-300b6d828a31 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 945 time: 0.0786424 Feb 09 14:57:48.333398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-0edfa4f9-0416-4440-a9a0-1ddef5ccbc7d req-8a5dd431-e379-4ce1-b1dc-8cd2f814e2a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Deleting port 8b9e5764-771c-4124-b867-d32190043a5e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:57:48.333739 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0edfa4f9-0416-4440-a9a0-1ddef5ccbc7d req-8a5dd431-e379-4ce1-b1dc-8cd2f814e2a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:48.586691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-0edfa4f9-0416-4440-a9a0-1ddef5ccbc7d req-8a5dd431-e379-4ce1-b1dc-8cd2f814e2a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] For port 8b9e5764-771c-4124-b867-d32190043a5e, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=8b9e5764-771c-4124-b867-d32190043a5e,segment=NetworkSegment(1f9ab5b3-f5c7-47ef-be9a-acc42e455e49),segment_id=1f9ab5b3-f5c7-47ef-be9a-acc42e455e49)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:57:48.587038 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0edfa4f9-0416-4440-a9a0-1ddef5ccbc7d req-8a5dd431-e379-4ce1-b1dc-8cd2f814e2a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:48.711600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-0edfa4f9-0416-4440-a9a0-1ddef5ccbc7d req-8a5dd431-e379-4ce1-b1dc-8cd2f814e2a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Calling delete_port for 8b9e5764-771c-4124-b867-d32190043a5e owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:57:48.803971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80147d90-5bf2-4e9e-aeff-566a232c0c5c req-b1fc767c-ce82-40d4-932c-e9f2fb3776d6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:57:48.805474 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-80147d90-5bf2-4e9e-aeff-566a232c0c5c req-b1fc767c-ce82-40d4-932c-e9f2fb3776d6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b047a14-255a-4e35-b3f9-1b1ed0e01da3 HTTP/1.1" status: 200 len: 945 time: 0.0887146 Feb 09 14:57:48.855208 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-80147d90-5bf2-4e9e-aeff-566a232c0c5c req-a9ff70a0-f9f6-4af3-a2e0-5e759386299c tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa4ea50e-ca95-4553-86d8-964e2e0fe27e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437970 Feb 09 14:57:48.864437 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0edfa4f9-0416-4440-a9a0-1ddef5ccbc7d req-8a5dd431-e379-4ce1-b1dc-8cd2f814e2a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:48.915343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5dd431-e379-4ce1-b1dc-8cd2f814e2a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'Port': ['ID=8b9e5764-771c-4124-b867-d32190043a5e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:57:49.099593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edfa4f9-0416-4440-a9a0-1ddef5ccbc7d req-8a5dd431-e379-4ce1-b1dc-8cd2f814e2a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] No DVR routers for this DVR port 8b9e5764-771c-4124-b867-d32190043a5e on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:57:49.102119 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-0edfa4f9-0416-4440-a9a0-1ddef5ccbc7d req-8a5dd431-e379-4ce1-b1dc-8cd2f814e2a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:49.104883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b047a14-255a-4e35-b3f9-1b1ed0e01da3', 'name': 'network-vif-deleted', 'tag': '8b9e5764-771c-4124-b867-d32190043a5e'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:57:49.122463 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0edfa4f9-0416-4440-a9a0-1ddef5ccbc7d req-8a5dd431-e379-4ce1-b1dc-8cd2f814e2a6 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.35 "DELETE /v2.0/ports/8b9e5764-771c-4124-b867-d32190043a5e HTTP/1.1" status: 204 len: 173 time: 0.8601849 Feb 09 14:57:49.161129 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b047a14-255a-4e35-b3f9-1b1ed0e01da3', 'name': 'network-vif-deleted', 'tag': '8b9e5764-771c-4124-b867-d32190043a5e', 'status': 'completed', 'code': 200} Feb 09 14:57:49.952064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50650) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:57:50.019808 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a0b005a7-1d61-4eb6-aba4-01b14368e9e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:50.050979 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a0b005a7-1d61-4eb6-aba4-01b14368e9e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:50.124108 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a0b005a7-1d61-4eb6-aba4-01b14368e9e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:50.142042 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b005a7-1d61-4eb6-aba4-01b14368e9e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4ea50e-ca95-4553-86d8-964e2e0fe27e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:57:50.157930 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a0b005a7-1d61-4eb6-aba4-01b14368e9e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:50.159056 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a0b005a7-1d61-4eb6-aba4-01b14368e9e8 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "DELETE /v2.0/security-groups/fa4ea50e-ca95-4553-86d8-964e2e0fe27e HTTP/1.1" status: 204 len: 168 time: 0.2057810 Feb 09 14:57:50.191008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50656) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:57:50.743493 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-48284c36-8ccf-45f9-bc6c-aedd060e689a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:51.099920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-48284c36-8ccf-45f9-bc6c-aedd060e689a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Deleting port c0610c13-d275-4c9a-85d7-4c4d73c8d04c {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:57:51.100587 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-48284c36-8ccf-45f9-bc6c-aedd060e689a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:51.302356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-48284c36-8ccf-45f9-bc6c-aedd060e689a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] For port c0610c13-d275-4c9a-85d7-4c4d73c8d04c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c0610c13-d275-4c9a-85d7-4c4d73c8d04c,segment=NetworkSegment(1f9ab5b3-f5c7-47ef-be9a-acc42e455e49),segment_id=1f9ab5b3-f5c7-47ef-be9a-acc42e455e49)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:57:51.302707 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-48284c36-8ccf-45f9-bc6c-aedd060e689a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:51.427532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-48284c36-8ccf-45f9-bc6c-aedd060e689a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Calling delete_port for c0610c13-d275-4c9a-85d7-4c4d73c8d04c owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:57:51.877369 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-48284c36-8ccf-45f9-bc6c-aedd060e689a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:51.931632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48284c36-8ccf-45f9-bc6c-aedd060e689a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'Port': ['ID=c0610c13-d275-4c9a-85d7-4c4d73c8d04c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:57:52.020695 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 8b9e5764-771c-4124-b867-d32190043a5e no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:57:52.063289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 8b9e5764-771c-4124-b867-d32190043a5e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:57:52.063640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 8b9e5764-771c-4124-b867-d32190043a5e not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:57:52.221168 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-48284c36-8ccf-45f9-bc6c-aedd060e689a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:52.575267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48284c36-8ccf-45f9-bc6c-aedd060e689a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Router 91b9d659-cabe-48c9-b691-1f13d1abfb3f has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 14:57:52.751837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48284c36-8ccf-45f9-bc6c-aedd060e689a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 14:57:52.761501 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fdd247-5572-4353-9e57-e8e2b2cd0cbf None None] Sync routers for ids ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 14:57:52.766544 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-48284c36-8ccf-45f9-bc6c-aedd060e689a tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "PUT /v2.0/routers/91b9d659-cabe-48c9-b691-1f13d1abfb3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5744777 Feb 09 14:57:52.769263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50660) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:57:52.771003 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fdd247-5572-4353-9e57-e8e2b2cd0cbf None None] Routers {'91b9d659-cabe-48c9-b691-1f13d1abfb3f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:57:52.771608 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-22fdd247-5572-4353-9e57-e8e2b2cd0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:57:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:57:52.834159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc82dec-f61b-4ad8-ae6c-9c1a8151fd84 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Deleting subnet 96229f23-3c0d-47a7-ad50-647637c47944 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:57:52.836998 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cfc82dec-f61b-4ad8-ae6c-9c1a8151fd84 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:52.951398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-22fdd247-5572-4353-9e57-e8e2b2cd0cbf None None] Set router 91b9d659-cabe-48c9-b691-1f13d1abfb3f gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:57:53.017718 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cfc82dec-f61b-4ad8-ae6c-9c1a8151fd84 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:53.101518 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cfc82dec-f61b-4ad8-ae6c-9c1a8151fd84 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:53.174314 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cfc82dec-f61b-4ad8-ae6c-9c1a8151fd84 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:53.217442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc82dec-f61b-4ad8-ae6c-9c1a8151fd84 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'Subnet': ['ID=96229f23-3c0d-47a7-ad50-647637c47944,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:57:53.228296 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cfc82dec-f61b-4ad8-ae6c-9c1a8151fd84 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:53.230062 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41221386-e792-492b-8f95-d712b562642a None None] Network 3bb0ddc9-643f-4832-b45e-24eee2e86e3e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:57:53.235336 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cfc82dec-f61b-4ad8-ae6c-9c1a8151fd84 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "DELETE /v2.0/subnets/96229f23-3c0d-47a7-ad50-647637c47944 HTTP/1.1" status: 204 len: 168 time: 0.4650571 Feb 09 14:57:53.237988 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50664) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:57:53.298160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-22fdd247-5572-4353-9e57-e8e2b2cd0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'name': 'tempest-TestNetworkBasicOps-router-2004504620', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60f56786-caca-4850-aedc-3f0485830b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:55:59Z', 'updated_at': '2022-02-09T14:57:51Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '60f56786-caca-4850-aedc-3f0485830b40', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:00Z', 'updated_at': '2022-02-09T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:57:53.314655 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fdd247-5572-4353-9e57-e8e2b2cd0cbf None None] Checking router: 91b9d659-cabe-48c9-b691-1f13d1abfb3f for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 14:57:53.337882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fdd247-5572-4353-9e57-e8e2b2cd0cbf None None] Routers {'91b9d659-cabe-48c9-b691-1f13d1abfb3f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 14:57:53.338534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-22fdd247-5572-4353-9e57-e8e2b2cd0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T14:57:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:57:53.419279 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f854ad8-3838-437a-8f56-19f953565851 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:53.586227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-22fdd247-5572-4353-9e57-e8e2b2cd0cbf None None] Set router 91b9d659-cabe-48c9-b691-1f13d1abfb3f gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 14:57:53.597918 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f854ad8-3838-437a-8f56-19f953565851 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:53.608075 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8f854ad8-3838-437a-8f56-19f953565851 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Deleting port 60f56786-caca-4850-aedc-3f0485830b40 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:57:53.608348 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f854ad8-3838-437a-8f56-19f953565851 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:53.790031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-8f854ad8-3838-437a-8f56-19f953565851 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] For port 60f56786-caca-4850-aedc-3f0485830b40, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=60f56786-caca-4850-aedc-3f0485830b40,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:57:53.790031 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f854ad8-3838-437a-8f56-19f953565851 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:53.816962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] DHCP port deletion for 3bb0ddc9-643f-4832-b45e-24eee2e86e3e request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 14:57:53.827423 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Deleting port 68a62126-7dd6-4287-a7df-b71eee6f974e {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:57:53.828503 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:53.915679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8f854ad8-3838-437a-8f56-19f953565851 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Calling delete_port for 60f56786-caca-4850-aedc-3f0485830b40 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:57:54.099156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] For port 68a62126-7dd6-4287-a7df-b71eee6f974e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=68a62126-7dd6-4287-a7df-b71eee6f974e,segment=NetworkSegment(1f9ab5b3-f5c7-47ef-be9a-acc42e455e49),segment_id=1f9ab5b3-f5c7-47ef-be9a-acc42e455e49)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:57:54.099457 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:54.103357 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f854ad8-3838-437a-8f56-19f953565851 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:54.113755 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-22fdd247-5572-4353-9e57-e8e2b2cd0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'name': 'tempest-TestNetworkBasicOps-router-2004504620', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60f56786-caca-4850-aedc-3f0485830b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:55:59Z', 'updated_at': '2022-02-09T14:57:51Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '60f56786-caca-4850-aedc-3f0485830b40', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:00Z', 'updated_at': '2022-02-09T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:57:54.150519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f854ad8-3838-437a-8f56-19f953565851 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'Port': ['ID=60f56786-caca-4850-aedc-3f0485830b40,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:57:54.219960 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fdd247-5572-4353-9e57-e8e2b2cd0cbf None None] The sync data for ids ['91b9d659-cabe-48c9-b691-1f13d1abfb3f'] in n-d-828418-2 is: [{'id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'name': 'tempest-TestNetworkBasicOps-router-2004504620', 'tenant_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60f56786-caca-4850-aedc-3f0485830b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:55:59Z', 'updated_at': '2022-02-09T14:57:51Z', 'revision_number': 5, 'project_id': 'edf7bc9ff5b04235a8b2eff72cdddac3', 'gw_port': {'id': '60f56786-caca-4850-aedc-3f0485830b40', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b9d659-cabe-48c9-b691-1f13d1abfb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:56:00Z', 'updated_at': '2022-02-09T14:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 14:57:54.227978 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Calling delete_port for 68a62126-7dd6-4287-a7df-b71eee6f974e owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:57:54.245426 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f854ad8-3838-437a-8f56-19f953565851 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:54.305157 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:54.353862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Pushing event deleted for resources: {'Port': ['ID=68a62126-7dd6-4287-a7df-b71eee6f974e,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:57:54.359362 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] No DVR routers for this DVR port 68a62126-7dd6-4287-a7df-b71eee6f974e on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:57:54.368408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:54.368821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:54.369136 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:54.369472 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:54.374919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:54.374919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:54.374919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:54.374919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:54.374919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:54.374919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:54.374919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:54.374919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bed78b-5358-4979-a382-a48d79e2aceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:54.531641 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f854ad8-3838-437a-8f56-19f953565851 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:54.533825 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f854ad8-3838-437a-8f56-19f953565851 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:54.559968 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f854ad8-3838-437a-8f56-19f953565851 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:54.560428 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f854ad8-3838-437a-8f56-19f953565851 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Fanout notify agent at l3_agent the message router_deleted on router 91b9d659-cabe-48c9-b691-1f13d1abfb3f {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 14:57:54.575778 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f854ad8-3838-437a-8f56-19f953565851 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:54.579838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50668) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:57:54.580317 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8f854ad8-3838-437a-8f56-19f953565851 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "DELETE /v2.0/routers/91b9d659-cabe-48c9-b691-1f13d1abfb3f HTTP/1.1" status: 204 len: 168 time: 1.3408873 Feb 09 14:57:54.699060 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:54.944547 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:54.969649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb0ddc9-643f-4832-b45e-24eee2e86e3e']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:57:54.981158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9ab5b3-f5c7-47ef-be9a-acc42e455e49') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:57:54.981454 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9ab5b3-f5c7-47ef-be9a-acc42e455e49') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:57:54.992312 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:55.007607 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:55.013738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:57:55.014116 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: timer() Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:57:55.028880 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:57:55.113867 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:55.131860 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:55.143279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Pushing event deleted for resources: {'Network': ['ID=3bb0ddc9-643f-4832-b45e-24eee2e86e3e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:57:55.153426 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] 10.222.0.48 "DELETE /v2.0/networks/3bb0ddc9-643f-4832-b45e-24eee2e86e3e HTTP/1.1" status: 204 len: 168 time: 0.5721025 Feb 09 14:57:55.154850 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:55.155196 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:55.156194 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:55.156627 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:55.156999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:55.157328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:55.157767 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:55.158094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:55.158565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:55.159082 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:55.159599 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:55.160172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55b96a-cf55-4eb8-81ca-b9f148b138a0 tempest-TestNetworkBasicOps-1450061528 tempest-TestNetworkBasicOps-1450061528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:57:55.425041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 60f56786-caca-4850-aedc-3f0485830b40 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:57:55.468319 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 60f56786-caca-4850-aedc-3f0485830b40 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:57:55.468695 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 60f56786-caca-4850-aedc-3f0485830b40 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:57:55.469114 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c0610c13-d275-4c9a-85d7-4c4d73c8d04c no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:57:55.502322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50676) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:57:55.509798 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: c0610c13-d275-4c9a-85d7-4c4d73c8d04c {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:57:55.509977 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c0610c13-d275-4c9a-85d7-4c4d73c8d04c not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:57:55.510399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 68a62126-7dd6-4287-a7df-b71eee6f974e no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:57:55.544774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 68a62126-7dd6-4287-a7df-b71eee6f974e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:57:55.545109 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 68a62126-7dd6-4287-a7df-b71eee6f974e not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:57:55.666577 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-72bbe80a-bcc2-4c53-8f1d-4cea8200c43a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=edf7bc9ff5b04235a8b2eff72cdddac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629930 Feb 09 14:57:55.668927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50682) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:57:55.727999 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1053eaff-7725-4843-8e2f-7b0f1442a284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:55.755976 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1053eaff-7725-4843-8e2f-7b0f1442a284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:55.816529 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1053eaff-7725-4843-8e2f-7b0f1442a284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:55.834375 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053eaff-7725-4843-8e2f-7b0f1442a284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e2ba5e-ea00-44ba-86ae-7b056245884a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:57:55.841547 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1053eaff-7725-4843-8e2f-7b0f1442a284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:55.843513 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1053eaff-7725-4843-8e2f-7b0f1442a284 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86e2ba5e-ea00-44ba-86ae-7b056245884a HTTP/1.1" status: 204 len: 168 time: 0.1729255 Feb 09 14:57:56.153846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50690) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:57:56.171385 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fcf41c0a-b8d9-4f79-8d01-8d8f6c3c164e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:56.187872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fcf41c0a-b8d9-4f79-8d01-8d8f6c3c164e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:57:56.192218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fcf41c0a-b8d9-4f79-8d01-8d8f6c3c164e admin admin] Usage tracker for resource:security_group_rule and tenant:d70457fb1d2146a6ba967b72f836d599 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:57:56.195956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-fcf41c0a-b8d9-4f79-8d01-8d8f6c3c164e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:57:56.202925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-fcf41c0a-b8d9-4f79-8d01-8d8f6c3c164e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:57:56.291691 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fcf41c0a-b8d9-4f79-8d01-8d8f6c3c164e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:56.296261 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fcf41c0a-b8d9-4f79-8d01-8d8f6c3c164e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:56.347547 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf41c0a-b8d9-4f79-8d01-8d8f6c3c164e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36ca66c-34d7-4fc2-bc46-04e50f2dfce1,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:57:56.352964 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fcf41c0a-b8d9-4f79-8d01-8d8f6c3c164e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d70457fb1d2146a6ba967b72f836d599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980603 Feb 09 14:57:56.357205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50694) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:57:56.439587 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d9162d3-daf3-4433-9c28-9a6ee8b1fe92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:56.468360 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d9162d3-daf3-4433-9c28-9a6ee8b1fe92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:56.523234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d9162d3-daf3-4433-9c28-9a6ee8b1fe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:56.537718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9162d3-daf3-4433-9c28-9a6ee8b1fe92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36ca66c-34d7-4fc2-bc46-04e50f2dfce1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:57:56.544527 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d9162d3-daf3-4433-9c28-9a6ee8b1fe92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:56.549654 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7d9162d3-daf3-4433-9c28-9a6ee8b1fe92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c36ca66c-34d7-4fc2-bc46-04e50f2dfce1 HTTP/1.1" status: 204 len: 168 time: 0.1914158 Feb 09 14:57:56.824918 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-874c0db8-4c03-44e9-91da-71213c7f5cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:57.299337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50718) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:57:57.402171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-342797651-network', 'tenant_id': '70b6426efe164307bbba135da94146d8'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:57:57.408687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:57:57.412584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Usage tracker for resource:network and tenant:70b6426efe164307bbba135da94146d8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:57:57.415404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:57:57.421906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:57:57.431662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Made reservation on behalf of 70b6426efe164307bbba135da94146d8 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:57:57.433983 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:57.446536 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:57.463999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:57:57.468184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Usage tracker for resource:security_group_rule and tenant:70b6426efe164307bbba135da94146d8 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:57:57.470947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:57:57.476633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:57:57.567362 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:57.571919 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:57.602422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:57:57.611019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b467b3a9-b6c7-415d-950e-88e2a7422c60,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:57:57.617250 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:57.617589 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Added segment 50937949-fcc2-4d2e-9dc6-bbafc5d641d6 of type vlan for network 8b820c28-d80c-427f-ad74-f7db34f44097 Feb 09 14:57:57.644211 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:57.672396 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:57.673349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:57:57.673925 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:57.784132 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4836102 Feb 09 14:57:57.785068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6629f-1bec-4603-98a7-f87b14d15318 admin admin] Pushing event updated for resources: {'Network': ['ID=8b820c28-d80c-427f-ad74-f7db34f44097,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:57:57.787182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50724) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:57:57.792884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f911e2ee-8a74-4662-b112-fff4027c30c7 admin admin] Request body: {'subnet': {'network_id': '8b820c28-d80c-427f-ad74-f7db34f44097', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-342797651-subnet', 'tenant_id': '70b6426efe164307bbba135da94146d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:57:57.796211 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 8b820c28-d80c-427f-ad74-f7db34f44097 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:57:57.798565 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f911e2ee-8a74-4662-b112-fff4027c30c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:57:57.802503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f911e2ee-8a74-4662-b112-fff4027c30c7 admin admin] Usage tracker for resource:subnet and tenant:70b6426efe164307bbba135da94146d8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:57:57.805324 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f911e2ee-8a74-4662-b112-fff4027c30c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:57:57.811076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f911e2ee-8a74-4662-b112-fff4027c30c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:57:57.821816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f911e2ee-8a74-4662-b112-fff4027c30c7 admin admin] Made reservation on behalf of 70b6426efe164307bbba135da94146d8 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:57:57.824078 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f911e2ee-8a74-4662-b112-fff4027c30c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:58.024634 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f911e2ee-8a74-4662-b112-fff4027c30c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:58.099073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911e2ee-8a74-4662-b112-fff4027c30c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baf447a3-f471-4f2d-a522-15f9a242843f,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:57:58.107338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f911e2ee-8a74-4662-b112-fff4027c30c7 admin admin] Checking segment: {'id': '50937949-fcc2-4d2e-9dc6-bbafc5d641d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8b820c28-d80c-427f-ad74-f7db34f44097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:57:58.107690 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f911e2ee-8a74-4662-b112-fff4027c30c7 admin admin] Network hostable DHCP agents. Network: 8b820c28-d80c-427f-ad74-f7db34f44097, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:57:58.126293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f911e2ee-8a74-4662-b112-fff4027c30c7 admin admin] Network 8b820c28-d80c-427f-ad74-f7db34f44097 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:57:58.134731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f911e2ee-8a74-4662-b112-fff4027c30c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 8b820c28-d80c-427f-ad74-f7db34f44097) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:57:58.138780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f911e2ee-8a74-4662-b112-fff4027c30c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:57:58.139226 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f911e2ee-8a74-4662-b112-fff4027c30c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:58.144420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c6dda9-fd66-406a-9ab2-46737907b140 None None] Network 8b820c28-d80c-427f-ad74-f7db34f44097 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:57:58.163446 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f911e2ee-8a74-4662-b112-fff4027c30c7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3750074 Feb 09 14:57:58.353255 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3100ba-8c2b-4c42-b6bd-93c5edf0f673 None None] Network 8b820c28-d80c-427f-ad74-f7db34f44097 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:57:58.677210 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50742) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:57:58.682689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1858617599-network', 'tenant_id': 'b4d05dcdb0894146859026f5903b3a74'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:57:58.688109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:57:58.692047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Usage tracker for resource:network and tenant:b4d05dcdb0894146859026f5903b3a74 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:57:58.694812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:57:58.700372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:57:58.712653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Made reservation on behalf of b4d05dcdb0894146859026f5903b3a74 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:57:58.715090 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:58.728287 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:58.742127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:57:58.745863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Usage tracker for resource:security_group_rule and tenant:b4d05dcdb0894146859026f5903b3a74 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:57:58.748658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:57:58.754209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:57:58.835402 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:58.838828 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:58.869817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:57:58.874856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336b3c43-9384-4ee9-aea7-2ad0635bbb13,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:57:58.881441 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:58.882321 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Added segment 60d161be-328d-4dc6-8c44-d2ef89133b37 of type vlan for network 54b7be29-1350-4c56-ba02-a7e39569b77a Feb 09 14:57:58.911976 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:58.940307 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:58.941227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:57:58.941794 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:59.037408 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3591049 Feb 09 14:57:59.040001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50746) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:57:59.042516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fb051-b666-45b7-90db-872b4e5bd472 admin admin] Pushing event updated for resources: {'Network': ['ID=54b7be29-1350-4c56-ba02-a7e39569b77a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:57:59.047172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-8f2ea9ec-fe5a-43d3-ae71-31b0d06fe01d admin admin] Request body: {'subnet': {'network_id': '54b7be29-1350-4c56-ba02-a7e39569b77a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1858617599-subnet', 'tenant_id': 'b4d05dcdb0894146859026f5903b3a74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:57:59.052492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8f2ea9ec-fe5a-43d3-ae71-31b0d06fe01d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:57:59.052655 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 54b7be29-1350-4c56-ba02-a7e39569b77a details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:57:59.056285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8f2ea9ec-fe5a-43d3-ae71-31b0d06fe01d admin admin] Usage tracker for resource:subnet and tenant:b4d05dcdb0894146859026f5903b3a74 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:57:59.059050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8f2ea9ec-fe5a-43d3-ae71-31b0d06fe01d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:57:59.065185 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8f2ea9ec-fe5a-43d3-ae71-31b0d06fe01d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:57:59.074643 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2ea9ec-fe5a-43d3-ae71-31b0d06fe01d admin admin] Made reservation on behalf of b4d05dcdb0894146859026f5903b3a74 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:57:59.076984 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea9ec-fe5a-43d3-ae71-31b0d06fe01d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:59.256215 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bec6a953-7a6a-4786-afe4-a36f937ee9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:59.291905 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea9ec-fe5a-43d3-ae71-31b0d06fe01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:59.364851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ea9ec-fe5a-43d3-ae71-31b0d06fe01d admin admin] Pushing event updated for resources: {'Subnet': ['ID=60572bcd-f52f-4aa5-bae6-93c7bab64960,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:57:59.372269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ea9ec-fe5a-43d3-ae71-31b0d06fe01d admin admin] Checking segment: {'id': '60d161be-328d-4dc6-8c44-d2ef89133b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '54b7be29-1350-4c56-ba02-a7e39569b77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:57:59.372624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2ea9ec-fe5a-43d3-ae71-31b0d06fe01d admin admin] Network hostable DHCP agents. Network: 54b7be29-1350-4c56-ba02-a7e39569b77a, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:57:59.392012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2ea9ec-fe5a-43d3-ae71-31b0d06fe01d admin admin] Network 54b7be29-1350-4c56-ba02-a7e39569b77a is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:57:59.400394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-8f2ea9ec-fe5a-43d3-ae71-31b0d06fe01d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 54b7be29-1350-4c56-ba02-a7e39569b77a) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:57:59.404580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2ea9ec-fe5a-43d3-ae71-31b0d06fe01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:57:59.405158 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea9ec-fe5a-43d3-ae71-31b0d06fe01d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:57:59.409467 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9073c6c0-5315-4814-be62-bf62f4f8bfb3 None None] Network 54b7be29-1350-4c56-ba02-a7e39569b77a requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:57:59.426293 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8f2ea9ec-fe5a-43d3-ae71-31b0d06fe01d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3853059 Feb 09 14:57:59.627655 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6debb849-8a5e-4959-b32c-56533628fbd6 None None] Network 54b7be29-1350-4c56-ba02-a7e39569b77a requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:58:00.022961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cbea37df-b935-4621-8ee8-5201c442e370 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:00.024484 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cbea37df-b935-4621-8ee8-5201c442e370 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/networks?id=8b820c28-d80c-427f-ad74-f7db34f44097 HTTP/1.1" status: 200 len: 811 time: 0.1487460 Feb 09 14:58:00.041283 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-125e1e04-97cc-4adc-b28d-3f319dadf34d tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/quotas/70b6426efe164307bbba135da94146d8 HTTP/1.1" status: 200 len: 375 time: 0.0108285 Feb 09 14:58:00.090014 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-b31b30d3-8382-42b8-88fb-3c03ca8f627c tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=70b6426efe164307bbba135da94146d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416799 Feb 09 14:58:00.101821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-d3a867b1-23d7-4552-98ef-939c9393c64a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:58:00.102763 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-d3a867b1-23d7-4552-98ef-939c9393c64a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052001 Feb 09 14:58:00.234777 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-41de4142-b731-458d-bdc9-3aeab254cda8 service neutron] 10.222.0.48 "GET /v2.0/networks/8b820c28-d80c-427f-ad74-f7db34f44097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263509 Feb 09 14:58:00.335773 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:00.357797 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:00.374712 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-e31bde56-3011-4e35-9531-8552efc27a20 service neutron] 10.222.0.48 "GET /v2.0/networks/8b820c28-d80c-427f-ad74-f7db34f44097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341505 Feb 09 14:58:00.573818 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a67c23d4-fb8e-4cc2-81fc-d972b6e96072 req-b85c8fa9-665e-4c62-b53a-9f1df4b66c3a tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 210 time: 0.0538688 Feb 09 14:58:01.669261 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2a8223d3-ee2b-4454-8dbb-f36e136b062c req-015aaef7-fe88-4e6c-afad-d4bd5f61da92 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 210 time: 0.0424051 Feb 09 14:58:01.898320 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:02.771195 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1fa82b4-62ac-485f-a42a-dbd89d84f0a2 req-88fa1885-64a5-4fd9-b1a7-c8f1db61a8a5 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 210 time: 0.0452969 Feb 09 14:58:03.864467 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2162705d-70bd-4de5-9de4-f55c924c9ccb tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:03.865881 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2162705d-70bd-4de5-9de4-f55c924c9ccb tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.21 "GET /v2.0/networks?id=8b820c28-d80c-427f-ad74-f7db34f44097 HTTP/1.1" status: 200 len: 811 time: 0.1715379 Feb 09 14:58:03.879477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cc1bc974-ad2c-458e-aed8-39c10721a014 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Request body: {'port': {'device_id': 'f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa', 'network_id': '8b820c28-d80c-427f-ad74-f7db34f44097', 'admin_state_up': True, 'tenant_id': '70b6426efe164307bbba135da94146d8'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:58:04.104665 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2f0afd7b-d194-41a9-b409-60927342e426 req-a43f3357-fb12-4ec3-a63e-754e1db88a13 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 210 time: 0.2072437 Feb 09 14:58:04.172000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cc1bc974-ad2c-458e-aed8-39c10721a014 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:58:04.176080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cc1bc974-ad2c-458e-aed8-39c10721a014 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Usage tracker for resource:port and tenant:70b6426efe164307bbba135da94146d8 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:58:04.178924 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cc1bc974-ad2c-458e-aed8-39c10721a014 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:58:04.185481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cc1bc974-ad2c-458e-aed8-39c10721a014 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:58:04.196263 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cc1bc974-ad2c-458e-aed8-39c10721a014 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Made reservation on behalf of 70b6426efe164307bbba135da94146d8 for: {'port': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:58:04.200699 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cc1bc974-ad2c-458e-aed8-39c10721a014 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:04.365081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cc1bc974-ad2c-458e-aed8-39c10721a014 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Allocated IP 172.20.0.5 (8b820c28-d80c-427f-ad74-f7db34f44097/baf447a3-f471-4f2d-a522-15f9a242843f/59c8af32-0166-4096-ae85-5c2a9b4c9472) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:58:04.595436 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cc1bc974-ad2c-458e-aed8-39c10721a014 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:04.626766 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cc1bc974-ad2c-458e-aed8-39c10721a014 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:04.702957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cc1bc974-ad2c-458e-aed8-39c10721a014 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Network 8b820c28-d80c-427f-ad74-f7db34f44097 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:58:04.706348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cc1bc974-ad2c-458e-aed8-39c10721a014 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:58:04.710307 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cc1bc974-ad2c-458e-aed8-39c10721a014 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:58:04.741889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bc974-ad2c-458e-aed8-39c10721a014 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Pushing event updated for resources: {'Port': ['ID=59c8af32-0166-4096-ae85-5c2a9b4c9472,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:04.781094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cc1bc974-ad2c-458e-aed8-39c10721a014 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:04.781692 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cc1bc974-ad2c-458e-aed8-39c10721a014 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:04.801837 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-cc1bc974-ad2c-458e-aed8-39c10721a014 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9268899 Feb 09 14:58:04.813351 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bbf15ec-1b37-4d32-bd44-2a9a476092ea tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 14:58:04.814264 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bbf15ec-1b37-4d32-bd44-2a9a476092ea tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053425 Feb 09 14:58:04.925513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Request body: {'port': {'device_id': 'f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:58:05.034560 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:05.286225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b513b-5d16-420a-abb4-b199eb6e0151 req-af9300a5-26ac-4d21-84c1-e68bbe3d7f8c tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:05.287755 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c23b513b-5d16-420a-abb4-b199eb6e0151 req-af9300a5-26ac-4d21-84c1-e68bbe3d7f8c tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 931 time: 0.0805693 Feb 09 14:58:05.335367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c23b513b-5d16-420a-abb4-b199eb6e0151 req-0580a63b-8f31-40a3-b6c9-ca7bf9ded395 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Synchronizing usage tracker for tenant:70b6426efe164307bbba135da94146d8 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:58:05.354954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c23b513b-5d16-420a-abb4-b199eb6e0151 req-0580a63b-8f31-40a3-b6c9-ca7bf9ded395 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Unset dirty status for tenant:70b6426efe164307bbba135da94146d8 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:58:05.356336 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c23b513b-5d16-420a-abb4-b199eb6e0151 req-0580a63b-8f31-40a3-b6c9-ca7bf9ded395 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628910 Feb 09 14:58:05.378591 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c8af32-0166-4096-ae85-5c2a9b4c9472 {{(pid=87596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:58:05.385877 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:05.400867 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Transition to ACTIVE for port object 59c8af32-0166-4096-ae85-5c2a9b4c9472 will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:58:05.403644 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:05.557128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Pushing event updated for resources: {'Port': ['ID=59c8af32-0166-4096-ae85-5c2a9b4c9472,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:05.638538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Attempting to bind port 59c8af32-0166-4096-ae85-5c2a9b4c9472 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:58:05.638785 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Attempting to bind port 59c8af32-0166-4096-ae85-5c2a9b4c9472 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '50937949-fcc2-4d2e-9dc6-bbafc5d641d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8b820c28-d80c-427f-ad74-f7db34f44097'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:58:05.639109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Attempting to bind port 59c8af32-0166-4096-ae85-5c2a9b4c9472 on network 8b820c28-d80c-427f-ad74-f7db34f44097 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:58:05.644363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Port 59c8af32-0166-4096-ae85-5c2a9b4c9472 on network 8b820c28-d80c-427f-ad74-f7db34f44097 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:58:05.644684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Attempting to bind port 59c8af32-0166-4096-ae85-5c2a9b4c9472 on network 8b820c28-d80c-427f-ad74-f7db34f44097 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:58:05.650137 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:58:05.650475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Checking segment: {'id': '50937949-fcc2-4d2e-9dc6-bbafc5d641d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8b820c28-d80c-427f-ad74-f7db34f44097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:58:05.650877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Bound using segment: {'id': '50937949-fcc2-4d2e-9dc6-bbafc5d641d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8b820c28-d80c-427f-ad74-f7db34f44097'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:58:05.651287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Bound port: 59c8af32-0166-4096-ae85-5c2a9b4c9472, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50937949-fcc2-4d2e-9dc6-bbafc5d641d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8b820c28-d80c-427f-ad74-f7db34f44097'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:58:05.651629 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:05.739443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] For port 59c8af32-0166-4096-ae85-5c2a9b4c9472, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:58:05.742407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] For port 59c8af32-0166-4096-ae85-5c2a9b4c9472, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=59c8af32-0166-4096-ae85-5c2a9b4c9472,segment=NetworkSegment(50937949-fcc2-4d2e-9dc6-bbafc5d641d6),segment_id=50937949-fcc2-4d2e-9dc6-bbafc5d641d6)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:58:05.745966 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:05.808697 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:05.809301 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:05.810645 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] 10.222.0.21 "PUT /v2.0/ports/59c8af32-0166-4096-ae85-5c2a9b4c9472 HTTP/1.1" status: 200 len: 1091 time: 0.9897540 Feb 09 14:58:05.811073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa', 'tag': '59c8af32-0166-4096-ae85-5c2a9b4c9472'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:58:05.833564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc74dd8-f0d7-485a-9435-a71f7677edd6 service neutron] Pushing event updated for resources: {'Port': ['ID=59c8af32-0166-4096-ae85-5c2a9b4c9472,revision_number=3']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:05.884715 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa', 'tag': '59c8af32-0166-4096-ae85-5c2a9b4c9472', 'status': 'completed', 'code': 200} Feb 09 14:58:05.923598 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-bfa00d2d-3ee7-4db3-bc41-12ab2d1cfc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:05.925107 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-bfa00d2d-3ee7-4db3-bc41-12ab2d1cfc56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70b6426efe164307bbba135da94146d8&device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 1094 time: 0.0713801 Feb 09 14:58:05.995518 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-649b5ade-9f83-4d9e-bc8e-96a6a1e2c4d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c8af32-0166-4096-ae85-5c2a9b4c9472 HTTP/1.1" status: 200 len: 217 time: 0.0630074 Feb 09 14:58:06.055383 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-04320ff1-efdc-41a0-b373-0355c47946ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:06.056790 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-04320ff1-efdc-41a0-b373-0355c47946ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=baf447a3-f471-4f2d-a522-15f9a242843f HTTP/1.1" status: 200 len: 851 time: 0.0553792 Feb 09 14:58:06.206501 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-d67c95ac-45e4-4b79-a2e8-a1abbc3f3e31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b820c28-d80c-427f-ad74-f7db34f44097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436474 Feb 09 14:58:06.335535 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-75f5efd6-836d-468e-90f2-46ed934ee8c5 service neutron] 10.222.0.21 "GET /v2.0/networks/8b820c28-d80c-427f-ad74-f7db34f44097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223989 Feb 09 14:58:06.471561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40ddb215-335d-4338-a9ee-3d896cbc11e2 req-ec3c12cb-c749-45ce-9371-9d6cbb220b2a service neutron] 10.222.0.21 "GET /v2.0/networks/8b820c28-d80c-427f-ad74-f7db34f44097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296692 Feb 09 14:58:06.544025 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffc635-c8a8-495e-a616-b6d6da812b05 req-2cc2455a-3ed5-4e51-b77d-9878ec700619 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:06.545585 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-feffc635-c8a8-495e-a616-b6d6da812b05 req-2cc2455a-3ed5-4e51-b77d-9878ec700619 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 943 time: 0.0843301 Feb 09 14:58:06.589529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca9caa-5d73-4b9a-970d-4d301bc97a36 req-d66ca721-8ac0-4868-9c11-4fd62998eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:06.591372 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7bca9caa-5d73-4b9a-970d-4d301bc97a36 req-d66ca721-8ac0-4868-9c11-4fd62998eba5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70b6426efe164307bbba135da94146d8&device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 1094 time: 0.0729935 Feb 09 14:58:06.595625 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-feffc635-c8a8-495e-a616-b6d6da812b05 req-40db4f73-8a7e-46bf-be9d-6cb11e3d9066 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432942 Feb 09 14:58:06.722780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca9caa-5d73-4b9a-970d-4d301bc97a36 req-3232f078-3c8b-4e34-8008-8bafa53c684e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:06.724164 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7bca9caa-5d73-4b9a-970d-4d301bc97a36 req-3232f078-3c8b-4e34-8008-8bafa53c684e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b820c28-d80c-427f-ad74-f7db34f44097 HTTP/1.1" status: 200 len: 911 time: 0.1260674 Feb 09 14:58:06.813742 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7bca9caa-5d73-4b9a-970d-4d301bc97a36 req-dfa1debb-12f2-4ab2-b4ec-3cf2b9aeb0ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c8af32-0166-4096-ae85-5c2a9b4c9472 HTTP/1.1" status: 200 len: 217 time: 0.0830460 Feb 09 14:58:06.874837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca9caa-5d73-4b9a-970d-4d301bc97a36 req-e558842f-2fdd-4fea-a551-e4bc2bfa416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:06.876382 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7bca9caa-5d73-4b9a-970d-4d301bc97a36 req-e558842f-2fdd-4fea-a551-e4bc2bfa416c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=baf447a3-f471-4f2d-a522-15f9a242843f HTTP/1.1" status: 200 len: 851 time: 0.0566754 Feb 09 14:58:06.923503 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7bca9caa-5d73-4b9a-970d-4d301bc97a36 req-f35f1af5-7ee6-47f9-b721-b7d8ff709d56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b820c28-d80c-427f-ad74-f7db34f44097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396013 Feb 09 14:58:07.051105 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7bca9caa-5d73-4b9a-970d-4d301bc97a36 req-010a577b-e6d7-4c35-997d-0e3c99a59371 service neutron] 10.222.0.21 "GET /v2.0/networks/8b820c28-d80c-427f-ad74-f7db34f44097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216681 Feb 09 14:58:07.183549 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7bca9caa-5d73-4b9a-970d-4d301bc97a36 req-35b38ebc-0276-432c-8508-04bb8aece3f0 service neutron] 10.222.0.21 "GET /v2.0/networks/8b820c28-d80c-427f-ad74-f7db34f44097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264260 Feb 09 14:58:07.780629 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9e89f-7c7d-4f9c-b427-c7c9efa2f3d0 req-a71e035c-22e7-403a-b8d5-5bbcbda44265 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:07.781315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1dd9e89f-7c7d-4f9c-b427-c7c9efa2f3d0 req-a71e035c-22e7-403a-b8d5-5bbcbda44265 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Synchronizing usage tracker for tenant:70b6426efe164307bbba135da94146d8 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:58:07.798531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1dd9e89f-7c7d-4f9c-b427-c7c9efa2f3d0 req-a71e035c-22e7-403a-b8d5-5bbcbda44265 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Unset dirty status for tenant:70b6426efe164307bbba135da94146d8 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:58:07.799652 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1dd9e89f-7c7d-4f9c-b427-c7c9efa2f3d0 req-a71e035c-22e7-403a-b8d5-5bbcbda44265 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 943 time: 0.0992386 Feb 09 14:58:07.844166 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1dd9e89f-7c7d-4f9c-b427-c7c9efa2f3d0 req-75d20f08-3446-4d6e-862e-03664cd11111 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386772 Feb 09 14:58:09.031978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bad99-6177-46ca-9121-e038da19196b req-9c81d9f1-592a-4bb3-98c1-f65f6137b971 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:09.033393 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd9bad99-6177-46ca-9121-e038da19196b req-9c81d9f1-592a-4bb3-98c1-f65f6137b971 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 943 time: 0.0819066 Feb 09 14:58:09.075142 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd9bad99-6177-46ca-9121-e038da19196b req-85ebdc54-251b-448e-ae21-5068d254f50d tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361781 Feb 09 14:58:09.232060 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:10.107478 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 59c8af32-0166-4096-ae85-5c2a9b4c9472 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:58:10.241286 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 59c8af32-0166-4096-ae85-5c2a9b4c9472, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=59c8af32-0166-4096-ae85-5c2a9b4c9472,segment=NetworkSegment(50937949-fcc2-4d2e-9dc6-bbafc5d641d6),segment_id=50937949-fcc2-4d2e-9dc6-bbafc5d641d6)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:58:10.254797 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '59c8af32-0166-4096-ae85-5c2a9b4c9472', 'network_id': '8b820c28-d80c-427f-ad74-f7db34f44097', 'port_id': '59c8af32-0166-4096-ae85-5c2a9b4c9472', 'mac_address': 'fa:16:3e:8d:33:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf447a3-f471-4f2d-a522-15f9a242843f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:58:10.261414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a185bb-1646-47bd-a0f7-6af85a49d1aa req-c51163f4-c490-4663-8474-09953a73e1f4 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:10.262878 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7a185bb-1646-47bd-a0f7-6af85a49d1aa req-c51163f4-c490-4663-8474-09953a73e1f4 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 943 time: 0.0828605 Feb 09 14:58:10.306464 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7a185bb-1646-47bd-a0f7-6af85a49d1aa req-7ccc71c9-5b20-4ae0-b6b8-a64694fc8e27 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371857 Feb 09 14:58:10.313009 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:10.330635 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c8af32-0166-4096-ae85-5c2a9b4c9472 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:58:10.346543 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 59c8af32-0166-4096-ae85-5c2a9b4c9472, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=59c8af32-0166-4096-ae85-5c2a9b4c9472,segment=NetworkSegment(50937949-fcc2-4d2e-9dc6-bbafc5d641d6),segment_id=50937949-fcc2-4d2e-9dc6-bbafc5d641d6)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:58:10.350441 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:10.414883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=59c8af32-0166-4096-ae85-5c2a9b4c9472,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:10.679058 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['59c8af32-0166-4096-ae85-5c2a9b4c9472'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:58:10.780557 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:11.496988 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fac190-e757-4c19-abe5-3b13ecefce99 req-0025c413-2306-4271-800d-ebcbfb3ab935 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:11.498438 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66fac190-e757-4c19-abe5-3b13ecefce99 req-0025c413-2306-4271-800d-ebcbfb3ab935 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 944 time: 0.0801468 Feb 09 14:58:11.542521 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66fac190-e757-4c19-abe5-3b13ecefce99 req-36136c7e-892e-4331-9bdb-9c8258227c80 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383747 Feb 09 14:58:12.138530 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 59c8af32-0166-4096-ae85-5c2a9b4c9472 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:58:12.206281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 59c8af32-0166-4096-ae85-5c2a9b4c9472 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:58:12.210891 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 59c8af32-0166-4096-ae85-5c2a9b4c9472 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:58:12.211259 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:12.337729 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:12.365589 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c8af32-0166-4096-ae85-5c2a9b4c9472'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:58:12.376224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 59c8af32-0166-4096-ae85-5c2a9b4c9472, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=59c8af32-0166-4096-ae85-5c2a9b4c9472,segment=NetworkSegment(50937949-fcc2-4d2e-9dc6-bbafc5d641d6),segment_id=50937949-fcc2-4d2e-9dc6-bbafc5d641d6)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:58:12.380579 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:12.415598 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c8af32-0166-4096-ae85-5c2a9b4c9472', 'code': 200} Feb 09 14:58:12.461047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=59c8af32-0166-4096-ae85-5c2a9b4c9472,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:12.549508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c6517-4101-4d9c-b23e-2379868ff979 req-3a3e33ef-f1b2-4093-8f8c-3526aa9b5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:12.550978 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c9c6517-4101-4d9c-b23e-2379868ff979 req-3a3e33ef-f1b2-4093-8f8c-3526aa9b5c6f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 1096 time: 0.0706456 Feb 09 14:58:12.594073 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4c9c6517-4101-4d9c-b23e-2379868ff979 req-bbbf32f5-742f-4ff2-982b-abfaca1f5ea2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362120 Feb 09 14:58:12.729156 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef96b6-a211-4fbd-a413-f72732c5afe1 req-0f2bd234-1f18-49e5-8ec8-8a751e915f4d tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:12.730676 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0ef96b6-a211-4fbd-a413-f72732c5afe1 req-0f2bd234-1f18-49e5-8ec8-8a751e915f4d tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.0835705 Feb 09 14:58:12.775583 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0ef96b6-a211-4fbd-a413-f72732c5afe1 req-587e5889-721b-4362-918f-49bc54ba38c3 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386076 Feb 09 14:58:13.986202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9209a-30ad-4ea3-b0be-7f3501f4b5f0 req-bdc6631e-12c1-4512-97c8-9b6516289540 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:13.987654 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4e9209a-30ad-4ea3-b0be-7f3501f4b5f0 req-bdc6631e-12c1-4512-97c8-9b6516289540 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.0906570 Feb 09 14:58:14.034459 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4e9209a-30ad-4ea3-b0be-7f3501f4b5f0 req-c0a13a74-f73d-4e90-bcb7-431face0307d tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375798 Feb 09 14:58:15.220054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028ca17-d75f-452a-ab7e-9b24a9b6bf27 req-16cede48-48bb-46cd-8c24-dec6ffb8c79f tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:15.221482 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c028ca17-d75f-452a-ab7e-9b24a9b6bf27 req-16cede48-48bb-46cd-8c24-dec6ffb8c79f tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.0806451 Feb 09 14:58:15.268035 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c028ca17-d75f-452a-ab7e-9b24a9b6bf27 req-4f29c544-ed57-403b-93c7-4db7af50354a tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409634 Feb 09 14:58:15.452520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db72019-f444-4a17-a0d9-0fd082feea85 req-74500d4e-f55b-4c75-80ac-156d589b39fb tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:15.453965 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2db72019-f444-4a17-a0d9-0fd082feea85 req-74500d4e-f55b-4c75-80ac-156d589b39fb tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.0776632 Feb 09 14:58:15.497641 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2db72019-f444-4a17-a0d9-0fd082feea85 req-fa550cac-71b6-4c29-9f2f-5f022a13d0f6 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381393 Feb 09 14:58:15.897068 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830b959-7af6-4aef-a59a-c44d6414bd1f req-7a6525fa-69f3-4b2a-96cb-06d7a637532c tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:15.898389 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9830b959-7af6-4aef-a59a-c44d6414bd1f req-7a6525fa-69f3-4b2a-96cb-06d7a637532c tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.0821047 Feb 09 14:58:15.941239 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9830b959-7af6-4aef-a59a-c44d6414bd1f req-ca3334e7-cf19-4168-80fa-716a6272fcbc tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372350 Feb 09 14:58:16.930058 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:58:17.125865 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f4094-0294-4b63-a396-6ea872fed8f0 req-d7fc699d-9c44-42d7-8485-bde7b8f86782 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:17.127331 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-359f4094-0294-4b63-a396-6ea872fed8f0 req-d7fc699d-9c44-42d7-8485-bde7b8f86782 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.0780907 Feb 09 14:58:17.170109 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-359f4094-0294-4b63-a396-6ea872fed8f0 req-33947c32-8c47-45e7-bbd4-fe9bf4df7202 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372388 Feb 09 14:58:17.519270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe1f5b-8874-4701-9192-554d1f5198ac req-badc6e8c-9afc-4a55-ae7d-6a3a788a7ffb tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:17.520669 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1fbe1f5b-8874-4701-9192-554d1f5198ac req-badc6e8c-9afc-4a55-ae7d-6a3a788a7ffb tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.0837626 Feb 09 14:58:17.530543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d595e-22c8-4241-930f-d0d16aed9eee req-07dcbbd3-d211-41c5-b07a-abd33118ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:17.532025 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f6d595e-22c8-4241-930f-d0d16aed9eee req-07dcbbd3-d211-41c5-b07a-abd33118ff40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70b6426efe164307bbba135da94146d8&device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 1096 time: 0.0723569 Feb 09 14:58:17.566077 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1fbe1f5b-8874-4701-9192-554d1f5198ac req-c31d5ffa-2cd0-4878-bcd6-8cfed343d1db tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390458 Feb 09 14:58:17.667561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d595e-22c8-4241-930f-d0d16aed9eee req-2f5a3d56-5a59-491e-b88a-bc7d37838280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:17.669037 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f6d595e-22c8-4241-930f-d0d16aed9eee req-2f5a3d56-5a59-491e-b88a-bc7d37838280 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b820c28-d80c-427f-ad74-f7db34f44097 HTTP/1.1" status: 200 len: 911 time: 0.1305530 Feb 09 14:58:17.738737 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f6d595e-22c8-4241-930f-d0d16aed9eee req-eda94ad9-569c-48bf-bba6-1bb596ce6aaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c8af32-0166-4096-ae85-5c2a9b4c9472 HTTP/1.1" status: 200 len: 217 time: 0.0638683 Feb 09 14:58:17.806667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d595e-22c8-4241-930f-d0d16aed9eee req-6d2d3567-0988-42c9-9173-a1401a1e95b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:17.808018 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f6d595e-22c8-4241-930f-d0d16aed9eee req-6d2d3567-0988-42c9-9173-a1401a1e95b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=baf447a3-f471-4f2d-a522-15f9a242843f HTTP/1.1" status: 200 len: 851 time: 0.0615048 Feb 09 14:58:17.854219 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f6d595e-22c8-4241-930f-d0d16aed9eee req-8030157a-44c4-4048-85f4-8c503046d425 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b820c28-d80c-427f-ad74-f7db34f44097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403442 Feb 09 14:58:18.089594 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f6d595e-22c8-4241-930f-d0d16aed9eee req-a738faf3-9916-4e38-9436-bf3e71b348fd service neutron] 10.222.0.21 "GET /v2.0/networks/8b820c28-d80c-427f-ad74-f7db34f44097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289524 Feb 09 14:58:18.225567 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f6d595e-22c8-4241-930f-d0d16aed9eee req-d4f2c067-9fc7-4914-9cd5-011caaebf43d service neutron] 10.222.0.21 "GET /v2.0/networks/8b820c28-d80c-427f-ad74-f7db34f44097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299419 Feb 09 14:58:18.765070 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a90b25-7135-422c-9132-2c38622d0d91 req-31f8286f-2bf4-4566-a322-77dd70dcd62b tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:18.766600 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0a90b25-7135-422c-9132-2c38622d0d91 req-31f8286f-2bf4-4566-a322-77dd70dcd62b tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.0806153 Feb 09 14:58:18.810746 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0a90b25-7135-422c-9132-2c38622d0d91 req-c7828a5b-936d-4fcf-8140-53f0cf9a1e42 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384588 Feb 09 14:58:19.990920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b881ed-330d-462b-a87e-d3a69714f0b0 req-278b8cc1-35a2-4796-8abc-d263127ac3e0 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:19.992393 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52b881ed-330d-462b-a87e-d3a69714f0b0 req-278b8cc1-35a2-4796-8abc-d263127ac3e0 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.0788164 Feb 09 14:58:20.035785 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52b881ed-330d-462b-a87e-d3a69714f0b0 req-3e2af68a-f314-4971-8ac4-4e2ec94bc7f5 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374231 Feb 09 14:58:20.435417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e5d06-e0f5-46d5-9600-1d52b902d88b req-86baf47b-a8e1-48c1-a6ee-eb24bc5ea584 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:20.436888 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c3e5d06-e0f5-46d5-9600-1d52b902d88b req-86baf47b-a8e1-48c1-a6ee-eb24bc5ea584 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.0820215 Feb 09 14:58:20.479996 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c3e5d06-e0f5-46d5-9600-1d52b902d88b req-3b14fe53-8a61-48d9-8539-b5691a8a684b tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374856 Feb 09 14:58:21.667156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a852b61-87ed-46f4-b728-cb8a10db3335 req-dd8646c3-0ecf-4242-bdc9-cce6783d450b tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:21.668579 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2a852b61-87ed-46f4-b728-cb8a10db3335 req-dd8646c3-0ecf-4242-bdc9-cce6783d450b tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.0826735 Feb 09 14:58:21.712004 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2a852b61-87ed-46f4-b728-cb8a10db3335 req-2402dce6-3863-47d4-b52d-6403ac579c5f tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370588 Feb 09 14:58:22.120183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7790fb-0c45-42eb-9847-f58f5108f6d4 req-345d3c1c-db4c-4c67-b3db-b438eb1326de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:22.121641 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5f7790fb-0c45-42eb-9847-f58f5108f6d4 req-345d3c1c-db4c-4c67-b3db-b438eb1326de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70b6426efe164307bbba135da94146d8&device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 1096 time: 0.1026993 Feb 09 14:58:22.129840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa092c8-ffd4-48f0-9b6c-ec20f2ee0c6c req-4c5e94ac-ff53-49e3-9f0d-779bcdddc993 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:22.131168 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1fa092c8-ffd4-48f0-9b6c-ec20f2ee0c6c req-4c5e94ac-ff53-49e3-9f0d-779bcdddc993 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.1432168 Feb 09 14:58:22.277994 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1fa092c8-ffd4-48f0-9b6c-ec20f2ee0c6c req-7c64b308-53c2-4d02-bc7d-42dc08b12565 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282213 Feb 09 14:58:22.322882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7790fb-0c45-42eb-9847-f58f5108f6d4 req-cd571297-6bfb-4e89-814e-293a8956319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:22.324355 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5f7790fb-0c45-42eb-9847-f58f5108f6d4 req-cd571297-6bfb-4e89-814e-293a8956319c service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b820c28-d80c-427f-ad74-f7db34f44097 HTTP/1.1" status: 200 len: 911 time: 0.1923714 Feb 09 14:58:22.397987 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5f7790fb-0c45-42eb-9847-f58f5108f6d4 req-8c2181a7-909e-40ba-93e1-d421008b8815 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59c8af32-0166-4096-ae85-5c2a9b4c9472 HTTP/1.1" status: 200 len: 217 time: 0.0670462 Feb 09 14:58:22.459544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7790fb-0c45-42eb-9847-f58f5108f6d4 req-16a4237d-f5ef-4ae4-9e5f-6cfb5e6e8702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:22.460999 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5f7790fb-0c45-42eb-9847-f58f5108f6d4 req-16a4237d-f5ef-4ae4-9e5f-6cfb5e6e8702 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=baf447a3-f471-4f2d-a522-15f9a242843f HTTP/1.1" status: 200 len: 851 time: 0.0567021 Feb 09 14:58:22.511332 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5f7790fb-0c45-42eb-9847-f58f5108f6d4 req-7276b295-619d-4b2f-90d9-2fd0f9a41ca4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b820c28-d80c-427f-ad74-f7db34f44097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441024 Feb 09 14:58:22.644233 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5f7790fb-0c45-42eb-9847-f58f5108f6d4 req-a1836c2d-b0ad-4729-b628-ecbf411cd48c service neutron] 10.222.0.21 "GET /v2.0/networks/8b820c28-d80c-427f-ad74-f7db34f44097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271579 Feb 09 14:58:22.775450 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5f7790fb-0c45-42eb-9847-f58f5108f6d4 req-3e634d03-8696-462b-93f4-6aa91f40b2a2 service neutron] 10.222.0.21 "GET /v2.0/networks/8b820c28-d80c-427f-ad74-f7db34f44097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248732 Feb 09 14:58:23.473264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77166f-04b7-40c7-bf1e-f48ca88b0a5a req-3b6dcde2-a0da-4715-b058-d5b550d24577 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:23.474812 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c77166f-04b7-40c7-bf1e-f48ca88b0a5a req-3b6dcde2-a0da-4715-b058-d5b550d24577 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.0862617 Feb 09 14:58:23.519376 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7c77166f-04b7-40c7-bf1e-f48ca88b0a5a req-0b521c15-1c01-4087-a99e-87e8b626951b tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389493 Feb 09 14:58:24.705487 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0904-1a21-42f2-a18b-ab7332dcb002 req-4aee577c-60e6-4950-93ba-a253cb753cfb tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:24.706960 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-238a0904-1a21-42f2-a18b-ab7332dcb002 req-4aee577c-60e6-4950-93ba-a253cb753cfb tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.0799396 Feb 09 14:58:24.753349 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-238a0904-1a21-42f2-a18b-ab7332dcb002 req-008d97f9-af9a-4a0b-be81-ed15fffc58be tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 Feb 09 14:58:25.144163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246235a4-cfed-4d38-be9f-a14c6a0fdd29 req-9750bfc9-e8e8-40c3-a140-fc2ac256b261 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:25.145532 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-246235a4-cfed-4d38-be9f-a14c6a0fdd29 req-9750bfc9-e8e8-40c3-a140-fc2ac256b261 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.0851765 Feb 09 14:58:25.202433 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-246235a4-cfed-4d38-be9f-a14c6a0fdd29 req-beb86ca4-d1aa-473b-afa0-b259d969a524 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484228 Feb 09 14:58:26.392861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d3b0b-61d1-4922-9aa0-d09fbc9b3824 req-6356dd77-8c78-425d-adb9-d6241ade6a7e tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:26.394324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f09d3b0b-61d1-4922-9aa0-d09fbc9b3824 req-6356dd77-8c78-425d-adb9-d6241ade6a7e tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.0848312 Feb 09 14:58:26.438288 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f09d3b0b-61d1-4922-9aa0-d09fbc9b3824 req-fc175fb8-2cec-42ba-a5fc-eedaaa95e9a9 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384183 Feb 09 14:58:26.829069 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2f37ae11-a49e-44b4-b5ad-994f5be44bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:27.194150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d03dd-d8f4-44e8-9e4f-4f9491af9e95 req-895df618-a339-409d-a583-2dba8c6f804d tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:27.195597 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-366d03dd-d8f4-44e8-9e4f-4f9491af9e95 req-895df618-a339-409d-a583-2dba8c6f804d tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.0806010 Feb 09 14:58:27.270339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-366d03dd-d8f4-44e8-9e4f-4f9491af9e95 req-a88f2563-140e-41cb-8def-c30da2b7bc42 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Deleting port 59c8af32-0166-4096-ae85-5c2a9b4c9472 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:58:27.270724 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-366d03dd-d8f4-44e8-9e4f-4f9491af9e95 req-a88f2563-140e-41cb-8def-c30da2b7bc42 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:27.684969 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-366d03dd-d8f4-44e8-9e4f-4f9491af9e95 req-a88f2563-140e-41cb-8def-c30da2b7bc42 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] For port 59c8af32-0166-4096-ae85-5c2a9b4c9472, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=59c8af32-0166-4096-ae85-5c2a9b4c9472,segment=NetworkSegment(50937949-fcc2-4d2e-9dc6-bbafc5d641d6),segment_id=50937949-fcc2-4d2e-9dc6-bbafc5d641d6)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:58:27.685317 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-366d03dd-d8f4-44e8-9e4f-4f9491af9e95 req-a88f2563-140e-41cb-8def-c30da2b7bc42 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:27.817033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03651b3-8556-43af-a097-508ef2741407 req-3a234d75-e6ca-4016-ad76-e87fa930a508 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:27.818407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f03651b3-8556-43af-a097-508ef2741407 req-3a234d75-e6ca-4016-ad76-e87fa930a508 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa HTTP/1.1" status: 200 len: 945 time: 0.2575104 Feb 09 14:58:27.824972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [req-366d03dd-d8f4-44e8-9e4f-4f9491af9e95 req-a88f2563-140e-41cb-8def-c30da2b7bc42 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Calling delete_port for 59c8af32-0166-4096-ae85-5c2a9b4c9472 owned by compute:nova {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:58:27.927320 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f03651b3-8556-43af-a097-508ef2741407 req-4b1e4109-250b-44a1-9e8f-ed378ed8ff49 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.48 "GET /v2.0/security-groups?id=b467b3a9-b6c7-415d-950e-88e2a7422c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745695 Feb 09 14:58:28.006488 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-366d03dd-d8f4-44e8-9e4f-4f9491af9e95 req-a88f2563-140e-41cb-8def-c30da2b7bc42 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:28.019498 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['59c8af32-0166-4096-ae85-5c2a9b4c9472'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:58:28.056592 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f2563-140e-41cb-8def-c30da2b7bc42 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Pushing event deleted for resources: {'Port': ['ID=59c8af32-0166-4096-ae85-5c2a9b4c9472,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:28.135289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-366d03dd-d8f4-44e8-9e4f-4f9491af9e95 req-a88f2563-140e-41cb-8def-c30da2b7bc42 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] No DVR routers for this DVR port 59c8af32-0166-4096-ae85-5c2a9b4c9472 on host n-h2-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:58:28.138123 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-366d03dd-d8f4-44e8-9e4f-4f9491af9e95 req-a88f2563-140e-41cb-8def-c30da2b7bc42 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:28.141359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa', 'name': 'network-vif-deleted', 'tag': '59c8af32-0166-4096-ae85-5c2a9b4c9472'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:58:28.158454 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-366d03dd-d8f4-44e8-9e4f-4f9491af9e95 req-a88f2563-140e-41cb-8def-c30da2b7bc42 tempest-TestServerAdvancedOps-40333554 tempest-TestServerAdvancedOps-40333554-project] 10.222.0.21 "DELETE /v2.0/ports/59c8af32-0166-4096-ae85-5c2a9b4c9472 HTTP/1.1" status: 204 len: 173 time: 0.9572434 Feb 09 14:58:28.261970 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4783f58-a3b5-4b1d-96ba-e83b75c7c7fa', 'name': 'network-vif-deleted', 'tag': '59c8af32-0166-4096-ae85-5c2a9b4c9472', 'status': 'completed', 'code': 200} Feb 09 14:58:29.031716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50862) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:58:29.090282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ad7edf-a3d6-438a-95b1-fc8a546abb84 admin admin] Deleting subnet baf447a3-f471-4f2d-a522-15f9a242843f {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:58:29.094180 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6ad7edf-a3d6-438a-95b1-fc8a546abb84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:29.145649 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6ad7edf-a3d6-438a-95b1-fc8a546abb84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:29.200817 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6ad7edf-a3d6-438a-95b1-fc8a546abb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:29.259360 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9397e839-4f42-4efd-bbe2-82294f0760f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:29.274782 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6ad7edf-a3d6-438a-95b1-fc8a546abb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:29.419055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad7edf-a3d6-438a-95b1-fc8a546abb84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baf447a3-f471-4f2d-a522-15f9a242843f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:29.421031 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f6ad7edf-a3d6-438a-95b1-fc8a546abb84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:29.427046 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f6ad7edf-a3d6-438a-95b1-fc8a546abb84 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/baf447a3-f471-4f2d-a522-15f9a242843f HTTP/1.1" status: 204 len: 168 time: 0.3942909 Feb 09 14:58:29.429497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50866) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:58:29.534316 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e5b35883-395b-469f-8710-0793a62b0a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:29.656987 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e5b35883-395b-469f-8710-0793a62b0a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:29.681792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e5b35883-395b-469f-8710-0793a62b0a9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b820c28-d80c-427f-ad74-f7db34f44097']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:58:29.694026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e5b35883-395b-469f-8710-0793a62b0a9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50937949-fcc2-4d2e-9dc6-bbafc5d641d6') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:58:29.694317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e5b35883-395b-469f-8710-0793a62b0a9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50937949-fcc2-4d2e-9dc6-bbafc5d641d6') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:58:29.705689 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e5b35883-395b-469f-8710-0793a62b0a9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:29.721445 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e5b35883-395b-469f-8710-0793a62b0a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:29.727410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b35883-395b-469f-8710-0793a62b0a9f admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:58:29.727834 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e5b35883-395b-469f-8710-0793a62b0a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:58:29.740445 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:58:29.816958 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e5b35883-395b-469f-8710-0793a62b0a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:29.833436 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e5b35883-395b-469f-8710-0793a62b0a9f admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:29.842489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b35883-395b-469f-8710-0793a62b0a9f admin admin] Pushing event deleted for resources: {'Network': ['ID=8b820c28-d80c-427f-ad74-f7db34f44097,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:29.844977 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e5b35883-395b-469f-8710-0793a62b0a9f admin admin] 10.222.0.48 "DELETE /v2.0/networks/8b820c28-d80c-427f-ad74-f7db34f44097 HTTP/1.1" status: 204 len: 168 time: 0.4145789 Feb 09 14:58:29.847779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50870) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:58:29.910404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-a490a3c3-d651-415d-9de4-8591b7fa099a admin admin] Deleting subnet 60572bcd-f52f-4aa5-bae6-93c7bab64960 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 14:58:29.913473 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a490a3c3-d651-415d-9de4-8591b7fa099a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:29.963602 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a490a3c3-d651-415d-9de4-8591b7fa099a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:30.018193 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a490a3c3-d651-415d-9de4-8591b7fa099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:30.088183 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a490a3c3-d651-415d-9de4-8591b7fa099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:30.127628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490a3c3-d651-415d-9de4-8591b7fa099a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60572bcd-f52f-4aa5-bae6-93c7bab64960,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:30.129573 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a490a3c3-d651-415d-9de4-8591b7fa099a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:30.135549 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a490a3c3-d651-415d-9de4-8591b7fa099a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/60572bcd-f52f-4aa5-bae6-93c7bab64960 HTTP/1.1" status: 204 len: 168 time: 0.2867076 Feb 09 14:58:30.137985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50874) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:58:30.240234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f535e2d5-cd27-4008-a515-d1bc7ab03c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:30.249000 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 59c8af32-0166-4096-ae85-5c2a9b4c9472 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:58:30.286818 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 59c8af32-0166-4096-ae85-5c2a9b4c9472 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:58:30.287528 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 59c8af32-0166-4096-ae85-5c2a9b4c9472 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:58:30.341738 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:30.363505 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:30.368145 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f535e2d5-cd27-4008-a515-d1bc7ab03c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:30.393331 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f535e2d5-cd27-4008-a515-d1bc7ab03c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b7be29-1350-4c56-ba02-a7e39569b77a']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:58:30.405146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f535e2d5-cd27-4008-a515-d1bc7ab03c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d161be-328d-4dc6-8c44-d2ef89133b37') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:58:30.405446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f535e2d5-cd27-4008-a515-d1bc7ab03c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d161be-328d-4dc6-8c44-d2ef89133b37') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:58:30.417254 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f535e2d5-cd27-4008-a515-d1bc7ab03c4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:30.433345 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f535e2d5-cd27-4008-a515-d1bc7ab03c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:30.439704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f535e2d5-cd27-4008-a515-d1bc7ab03c4d admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 14:58:30.440264 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f535e2d5-cd27-4008-a515-d1bc7ab03c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: timer() Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:58:30.453083 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:58:30.532198 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f535e2d5-cd27-4008-a515-d1bc7ab03c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:30.548103 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f535e2d5-cd27-4008-a515-d1bc7ab03c4d admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:30.557248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535e2d5-cd27-4008-a515-d1bc7ab03c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=54b7be29-1350-4c56-ba02-a7e39569b77a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:30.563181 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f535e2d5-cd27-4008-a515-d1bc7ab03c4d admin admin] 10.222.0.48 "DELETE /v2.0/networks/54b7be29-1350-4c56-ba02-a7e39569b77a HTTP/1.1" status: 204 len: 168 time: 0.4241598 Feb 09 14:58:30.738164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50880) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:58:30.797081 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fc2f8541-5384-49c0-93a2-38ab5c63eaf4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70b6426efe164307bbba135da94146d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569603 Feb 09 14:58:30.798776 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 50884) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:58:30.856648 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72e622ea-ba58-40ee-96ba-fee3d27dd546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:30.883339 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72e622ea-ba58-40ee-96ba-fee3d27dd546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:30.936671 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72e622ea-ba58-40ee-96ba-fee3d27dd546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:30.954302 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e622ea-ba58-40ee-96ba-fee3d27dd546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b467b3a9-b6c7-415d-950e-88e2a7422c60,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:30.965432 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72e622ea-ba58-40ee-96ba-fee3d27dd546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:30.966856 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-72e622ea-ba58-40ee-96ba-fee3d27dd546 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b467b3a9-b6c7-415d-950e-88e2a7422c60 HTTP/1.1" status: 204 len: 168 time: 0.1670740 Feb 09 14:58:31.304568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50892) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:58:31.357852 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c09ca437-663d-47bf-8851-a032309262c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4d05dcdb0894146859026f5903b3a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514824 Feb 09 14:58:31.360225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 50896) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:58:31.418873 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ace4-614f-49ef-a0f0-f3e4574a4d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:31.445301 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ace4-614f-49ef-a0f0-f3e4574a4d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:31.498415 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ace4-614f-49ef-a0f0-f3e4574a4d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:31.512711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7ace4-614f-49ef-a0f0-f3e4574a4d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336b3c43-9384-4ee9-aea7-2ad0635bbb13,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:31.524794 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ace4-614f-49ef-a0f0-f3e4574a4d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:31.528379 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d7a7ace4-614f-49ef-a0f0-f3e4574a4d54 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/336b3c43-9384-4ee9-aea7-2ad0635bbb13 HTTP/1.1" status: 204 len: 168 time: 0.1647673 Feb 09 14:58:31.903569 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:39.236708 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:40.789219 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:42.400003 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-8bab1fc6-4ecd-4eb5-8eff-a948425572dd tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5f21fcb448504a4f9d80aac1665b2b8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271766 Feb 09 14:58:42.547455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-92485d3a-500f-4245-95e8-d5ff41fac13a tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:42.548921 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-92485d3a-500f-4245-95e8-d5ff41fac13a tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1432312 Feb 09 14:58:42.564384 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-122bb693-1a35-4662-b821-d6f9f2931126 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/quotas/5f21fcb448504a4f9d80aac1665b2b8d HTTP/1.1" status: 200 len: 375 time: 0.0101650 Feb 09 14:58:42.712587 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-e2c8defe-98b3-431c-8aea-251e0eabff89 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f21fcb448504a4f9d80aac1665b2b8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1429639 Feb 09 14:58:44.075009 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-70be6719-f54c-4739-a5ae-8c358248f95f req-e73e7fc3-7d31-4e99-b0cc-64cb2383704b tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 210 time: 0.1469238 Feb 09 14:58:45.169469 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-902a6dfd-65c1-4215-a724-92948e2fed38 req-5e3d3ee5-ba77-4ba6-a9c1-4fc25c490617 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 210 time: 0.0422697 Feb 09 14:58:46.262881 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7c1375b3-3af6-497d-b68c-7630a7fa7600 req-7aa602c1-ded3-4377-b6e0-c01d303b1332 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 210 time: 0.0418723 Feb 09 14:58:47.405391 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4055b872-6ff5-4617-9e18-2d1bc51ac1f9 req-d2db7edb-4053-4e91-99d8-fa38a66bdf6e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 210 time: 0.0410488 Feb 09 14:58:48.554155 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4d3e718e-2494-4640-bf5f-4ca35152a44b req-2374b520-9dc3-4eee-94ea-28f4f869fc5b tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 210 time: 0.0411341 Feb 09 14:58:48.891590 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-a567d5ae-11ab-4b9c-aa3c-10d1a7181668 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5f21fcb448504a4f9d80aac1665b2b8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291529 Feb 09 14:58:49.046008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-17f43b05-eafe-4860-a22e-8df51b34facc tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:49.046931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-17f43b05-eafe-4860-a22e-8df51b34facc tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496758 Feb 09 14:58:49.061664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Request body: {'port': {'device_id': 'e5e80e76-d617-47b4-8546-0ad47f3daefc', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'admin_state_up': True, 'tenant_id': '5f21fcb448504a4f9d80aac1665b2b8d'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:58:49.200406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:58:49.204394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Usage tracker for resource:port and tenant:5f21fcb448504a4f9d80aac1665b2b8d is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:58:49.207302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:58:49.213004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:58:49.223684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Made reservation on behalf of 5f21fcb448504a4f9d80aac1665b2b8d for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:58:49.227152 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:49.239976 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:49.254260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:58:49.258032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Usage tracker for resource:security_group_rule and tenant:5f21fcb448504a4f9d80aac1665b2b8d is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:58:49.260769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:58:49.266377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:58:49.350874 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:49.354873 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:49.436846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d22529-2f06-4f97-bf5b-7700ed2ca604,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:49.455398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:49.455666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:49.456044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:49.456380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:49.456705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:49.457030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:49.457355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:49.457678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:49.458000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:49.458320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:49.458648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:49.458964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:49.539861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Allocated IP 192.168.233.213 (724084b6-dacd-4955-8954-ae81a1efa4fe/bd773088-006b-4204-8be4-d3174013f8ef/98e8f541-6735-4d24-abd4-21a88cc8be73) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:58:49.729136 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74911518-4530-474f-9ca9-2035d22d39df req-a93233d3-58f9-4065-b4db-76a3c66becdb tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 210 time: 0.0551126 Feb 09 14:58:49.801356 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:49.816620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Transition to ACTIVE for port object 98e8f541-6735-4d24-abd4-21a88cc8be73 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:58:49.841267 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:49.909802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Network 724084b6-dacd-4955-8954-ae81a1efa4fe is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:58:49.912859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:58:49.917897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:58:49.957509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Pushing event updated for resources: {'Port': ['ID=98e8f541-6735-4d24-abd4-21a88cc8be73,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:49.996147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:49.997068 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:50.027059 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-88921980-c5b9-49cd-9fe4-c9ed67c5fd8e tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9698720 Feb 09 14:58:50.141125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-44ad2e09-4613-4b03-92cd-51feff236216 None None] Provisioning for port 98e8f541-6735-4d24-abd4-21a88cc8be73 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:58:50.146355 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-44ad2e09-4613-4b03-92cd-51feff236216 None None] Provisioning complete for port 98e8f541-6735-4d24-abd4-21a88cc8be73 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:58:50.146724 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-44ad2e09-4613-4b03-92cd-51feff236216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:50.163652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Request body: {'port': {'device_id': 'e5e80e76-d617-47b4-8546-0ad47f3daefc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:58:50.198072 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-44ad2e09-4613-4b03-92cd-51feff236216 None None] Port 98e8f541-6735-4d24-abd4-21a88cc8be73 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 14:58:50.274585 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:50.603190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e8f541-6735-4d24-abd4-21a88cc8be73 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:58:50.610780 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:50.624999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Transition to ACTIVE for port object 98e8f541-6735-4d24-abd4-21a88cc8be73 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:58:50.628237 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:50.900869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Pushing event updated for resources: {'Port': ['ID=98e8f541-6735-4d24-abd4-21a88cc8be73,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:50.933704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6fc2e-458a-42ad-a312-4427bcc38759 req-ab9b9eb4-a181-42bf-aad4-fb7467b163c5 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:50.935220 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3ab6fc2e-458a-42ad-a312-4427bcc38759 req-ab9b9eb4-a181-42bf-aad4-fb7467b163c5 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 948 time: 0.0901074 Feb 09 14:58:50.981556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Attempting to bind port 98e8f541-6735-4d24-abd4-21a88cc8be73 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:58:50.982116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Attempting to bind port 98e8f541-6735-4d24-abd4-21a88cc8be73 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:58:50.982116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Attempting to bind port 98e8f541-6735-4d24-abd4-21a88cc8be73 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:58:50.985652 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3ab6fc2e-458a-42ad-a312-4427bcc38759 req-778ede27-275a-48a9-871b-badfd76c6aeb tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6d22529-2f06-4f97-bf5b-7700ed2ca604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 Feb 09 14:58:50.987278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Port 98e8f541-6735-4d24-abd4-21a88cc8be73 on network 724084b6-dacd-4955-8954-ae81a1efa4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:58:50.987593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Attempting to bind port 98e8f541-6735-4d24-abd4-21a88cc8be73 on network 724084b6-dacd-4955-8954-ae81a1efa4fe {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:58:50.992601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:58:50.992906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Checking segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:58:50.993274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Bound using segment: {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:58:50.993688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Bound port: 98e8f541-6735-4d24-abd4-21a88cc8be73, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848c80f-24a1-411c-9241-8eb2d085affd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:58:50.994025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:51.079869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] For port 98e8f541-6735-4d24-abd4-21a88cc8be73, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:58:51.082748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] For port 98e8f541-6735-4d24-abd4-21a88cc8be73, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=98e8f541-6735-4d24-abd4-21a88cc8be73,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:58:51.087161 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:51.149926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:51.150553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:51.151926 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] 10.222.0.35 "PUT /v2.0/ports/98e8f541-6735-4d24-abd4-21a88cc8be73 HTTP/1.1" status: 200 len: 1096 time: 1.0376024 Feb 09 14:58:51.152331 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e80e76-d617-47b4-8546-0ad47f3daefc', 'tag': '98e8f541-6735-4d24-abd4-21a88cc8be73'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:58:51.173143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d5ed6-1774-459f-8cc9-6ebaa33b0418 service neutron] Pushing event updated for resources: {'Port': ['ID=98e8f541-6735-4d24-abd4-21a88cc8be73,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:51.282105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-69592d5c-2ec2-4621-9337-3d43f863a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:51.283596 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-69592d5c-2ec2-4621-9337-3d43f863a94a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f21fcb448504a4f9d80aac1665b2b8d&device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 1099 time: 0.0862715 Feb 09 14:58:51.346898 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e80e76-d617-47b4-8546-0ad47f3daefc', 'tag': '98e8f541-6735-4d24-abd4-21a88cc8be73', 'status': 'completed', 'code': 200} Feb 09 14:58:51.365901 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-8ad68b22-4df8-4fb4-b19c-7e6f03098240 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=98e8f541-6735-4d24-abd4-21a88cc8be73 HTTP/1.1" status: 200 len: 217 time: 0.0745134 Feb 09 14:58:51.428947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-c024becf-9569-4424-82c0-ca7705d7ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:51.430356 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-c024becf-9569-4424-82c0-ca7705d7ba2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0584176 Feb 09 14:58:51.508123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-0f5f4ef5-2ad6-4316-b942-79b5e9737c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:51.509558 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-0f5f4ef5-2ad6-4316-b942-79b5e9737c58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719931 Feb 09 14:58:51.637597 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-2fc5f560-387d-4047-a9f0-7a57b8c978b3 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211007 Feb 09 14:58:51.768029 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55e2d2ec-763a-4b17-9fa7-be807c69262b req-243769d0-7ee0-4ef0-a529-31c552a99469 service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222334 Feb 09 14:58:51.883699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7be89-3fc2-469b-9a89-fcf528393bc0 req-5a90a6c2-fd4c-4aa9-8dde-c1c39910d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:51.885156 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7b7be89-3fc2-469b-9a89-fcf528393bc0 req-5a90a6c2-fd4c-4aa9-8dde-c1c39910d34f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f21fcb448504a4f9d80aac1665b2b8d&device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 1099 time: 0.0696945 Feb 09 14:58:52.014592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7be89-3fc2-469b-9a89-fcf528393bc0 req-172951a0-0aa0-46f7-8fa6-ca1fab063ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:52.016060 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7b7be89-3fc2-469b-9a89-fcf528393bc0 req-172951a0-0aa0-46f7-8fa6-ca1fab063ec4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=724084b6-dacd-4955-8954-ae81a1efa4fe HTTP/1.1" status: 200 len: 869 time: 0.1234889 Feb 09 14:58:52.087687 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7b7be89-3fc2-469b-9a89-fcf528393bc0 req-0c1ab5c3-d715-4a1a-ab49-206ae3662cf9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=98e8f541-6735-4d24-abd4-21a88cc8be73 HTTP/1.1" status: 200 len: 217 time: 0.0651979 Feb 09 14:58:52.149988 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7be89-3fc2-469b-9a89-fcf528393bc0 req-bdfd420f-9ecb-4d86-b404-a67310582d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:52.151409 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7b7be89-3fc2-469b-9a89-fcf528393bc0 req-bdfd420f-9ecb-4d86-b404-a67310582d2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd773088-006b-4204-8be4-d3174013f8ef HTTP/1.1" status: 200 len: 843 time: 0.0567098 Feb 09 14:58:52.171667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0072df-83e8-4268-88c0-ac35d513ead4 req-6db353d7-bbec-419c-8a46-0b0eb7725c9a tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:52.173249 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bf0072df-83e8-4268-88c0-ac35d513ead4 req-6db353d7-bbec-419c-8a46-0b0eb7725c9a tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 948 time: 0.0796533 Feb 09 14:58:52.217796 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bf0072df-83e8-4268-88c0-ac35d513ead4 req-b9c70ce0-f289-4170-ae23-ef158dfcbb12 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6d22529-2f06-4f97-bf5b-7700ed2ca604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380576 Feb 09 14:58:52.227151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7be89-3fc2-469b-9a89-fcf528393bc0 req-2c4c3997-eca9-4833-9b61-3ad8eaeb470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:52.228676 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7b7be89-3fc2-469b-9a89-fcf528393bc0 req-2c4c3997-eca9-4833-9b61-3ad8eaeb470d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=724084b6-dacd-4955-8954-ae81a1efa4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705540 Feb 09 14:58:52.358655 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7b7be89-3fc2-469b-9a89-fcf528393bc0 req-a4e5f761-28c5-4df6-b5fc-60fac46fd22f service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220315 Feb 09 14:58:52.485349 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7b7be89-3fc2-469b-9a89-fcf528393bc0 req-b37f185b-8aef-4e05-8543-7c8478160f4d service neutron] 10.222.0.35 "GET /v2.0/networks/724084b6-dacd-4955-8954-ae81a1efa4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213272 Feb 09 14:58:53.418836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be563491-5c0c-456b-b249-d039cb9b48df req-486884e2-120a-403c-bc4c-89f7ebff5f46 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:53.419576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-be563491-5c0c-456b-b249-d039cb9b48df req-486884e2-120a-403c-bc4c-89f7ebff5f46 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Synchronizing usage tracker for tenant:5f21fcb448504a4f9d80aac1665b2b8d on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:58:53.435915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-be563491-5c0c-456b-b249-d039cb9b48df req-486884e2-120a-403c-bc4c-89f7ebff5f46 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Unset dirty status for tenant:5f21fcb448504a4f9d80aac1665b2b8d on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:58:53.437196 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-be563491-5c0c-456b-b249-d039cb9b48df req-486884e2-120a-403c-bc4c-89f7ebff5f46 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 948 time: 0.1127613 Feb 09 14:58:53.480637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-be563491-5c0c-456b-b249-d039cb9b48df req-20931190-7eda-4cb1-bc19-527f89ee1a75 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Synchronizing usage tracker for tenant:5f21fcb448504a4f9d80aac1665b2b8d on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:58:53.496445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-be563491-5c0c-456b-b249-d039cb9b48df req-20931190-7eda-4cb1-bc19-527f89ee1a75 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Unset dirty status for tenant:5f21fcb448504a4f9d80aac1665b2b8d on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:58:53.497607 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-be563491-5c0c-456b-b249-d039cb9b48df req-20931190-7eda-4cb1-bc19-527f89ee1a75 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6d22529-2f06-4f97-bf5b-7700ed2ca604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548174 Feb 09 14:58:53.930152 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:58:54.315631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 98e8f541-6735-4d24-abd4-21a88cc8be73 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:58:54.448257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 98e8f541-6735-4d24-abd4-21a88cc8be73, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=98e8f541-6735-4d24-abd4-21a88cc8be73,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:58:54.460654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '98e8f541-6735-4d24-abd4-21a88cc8be73', 'network_id': '724084b6-dacd-4955-8954-ae81a1efa4fe', 'port_id': '98e8f541-6735-4d24-abd4-21a88cc8be73', 'mac_address': 'fa:16:3e:47:8d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd773088-006b-4204-8be4-d3174013f8ef', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:58:54.517451 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:54.534627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e8f541-6735-4d24-abd4-21a88cc8be73 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:58:54.550700 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 98e8f541-6735-4d24-abd4-21a88cc8be73, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=98e8f541-6735-4d24-abd4-21a88cc8be73,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:58:54.555864 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:54.624500 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=98e8f541-6735-4d24-abd4-21a88cc8be73,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:54.632338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:54.632710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:54.633073 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:54.633433 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:54.633791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:54.634147 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:54.634505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:54.634859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:54.635202 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:54.635605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:54.636005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:54.636349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:58:54.690501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c4ff3-0450-4f6f-b07c-43e462bc8ac6 req-a0b50159-de21-4378-9fe1-79566fb169d5 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:54.691961 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-481c4ff3-0450-4f6f-b07c-43e462bc8ac6 req-a0b50159-de21-4378-9fe1-79566fb169d5 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 949 time: 0.0838268 Feb 09 14:58:54.735879 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-481c4ff3-0450-4f6f-b07c-43e462bc8ac6 req-ab3c675a-549a-4099-a0e3-583eada7b746 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6d22529-2f06-4f97-bf5b-7700ed2ca604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382276 Feb 09 14:58:54.946314 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['98e8f541-6735-4d24-abd4-21a88cc8be73'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:58:55.936217 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83262f7-8c22-4a13-bfe9-869c152e3522 req-2e13898e-b8cb-4b88-ba44-47776b2eb2f3 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:55.937657 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d83262f7-8c22-4a13-bfe9-869c152e3522 req-2e13898e-b8cb-4b88-ba44-47776b2eb2f3 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 949 time: 0.0832911 Feb 09 14:58:56.081061 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d83262f7-8c22-4a13-bfe9-869c152e3522 req-4dca2933-9d0d-4ece-872b-af8869ac4e83 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6d22529-2f06-4f97-bf5b-7700ed2ca604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376653 Feb 09 14:58:56.332208 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 98e8f541-6735-4d24-abd4-21a88cc8be73 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:58:56.398856 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 98e8f541-6735-4d24-abd4-21a88cc8be73 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:58:56.403516 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 98e8f541-6735-4d24-abd4-21a88cc8be73 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:58:56.403922 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:56.521571 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:56.547865 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e80e76-d617-47b4-8546-0ad47f3daefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e8f541-6735-4d24-abd4-21a88cc8be73'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:58:56.557574 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 98e8f541-6735-4d24-abd4-21a88cc8be73, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=98e8f541-6735-4d24-abd4-21a88cc8be73,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:58:56.562094 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:56.634107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=98e8f541-6735-4d24-abd4-21a88cc8be73,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:58:56.651661 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e80e76-d617-47b4-8546-0ad47f3daefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e8f541-6735-4d24-abd4-21a88cc8be73', 'code': 200} Feb 09 14:58:56.781509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a54e9-23b9-49c1-b16c-63b6250e2095 req-17ca4c73-73bf-4a96-b17f-49a0ee0677e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:56.782937 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa9a54e9-23b9-49c1-b16c-63b6250e2095 req-17ca4c73-73bf-4a96-b17f-49a0ee0677e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 1101 time: 0.0674143 Feb 09 14:58:56.822966 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa9a54e9-23b9-49c1-b16c-63b6250e2095 req-e69969ef-ce58-40da-8d00-8dc0824b9e3c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6d22529-2f06-4f97-bf5b-7700ed2ca604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338695 Feb 09 14:58:56.831654 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-81e7e0f2-c69b-4227-9c1e-4f9bb4aae35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:57.265776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b10699-c8e5-4015-bf6b-d310c8830c1c req-01f4d87d-b8fd-4d04-8627-b9ac42f1a384 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:57.267204 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46b10699-c8e5-4015-bf6b-d310c8830c1c req-01f4d87d-b8fd-4d04-8627-b9ac42f1a384 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 950 time: 0.0807114 Feb 09 14:58:57.310007 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-46b10699-c8e5-4015-bf6b-d310c8830c1c req-d8b36cc2-b8cf-4b81-bb68-4679b4c5b7b1 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6d22529-2f06-4f97-bf5b-7700ed2ca604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371656 Feb 09 14:58:58.514996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13239c-40b3-4551-a3f1-1758680d1ec7 req-b7ac0e12-03d7-4238-9d5e-fd5bf4d273d2 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:58.517043 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ef13239c-40b3-4551-a3f1-1758680d1ec7 req-b7ac0e12-03d7-4238-9d5e-fd5bf4d273d2 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 950 time: 0.0868979 Feb 09 14:58:58.570286 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ef13239c-40b3-4551-a3f1-1758680d1ec7 req-081ba03d-3570-4fbe-924b-c7f4a45028b1 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6d22529-2f06-4f97-bf5b-7700ed2ca604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469759 Feb 09 14:58:59.262344 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2d94405d-e705-49a3-a88e-cdd1703a6044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:58:59.754652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabd2a1-4a82-45e3-b4cb-225cff39715d req-720b757e-3439-42eb-b1cc-d84d5c448755 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:58:59.756147 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1fabd2a1-4a82-45e3-b4cb-225cff39715d req-720b757e-3439-42eb-b1cc-d84d5c448755 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 950 time: 0.0784135 Feb 09 14:58:59.807858 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1fabd2a1-4a82-45e3-b4cb-225cff39715d req-96d40b4f-179b-4c35-ab83-b79e599b9450 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6d22529-2f06-4f97-bf5b-7700ed2ca604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458968 Feb 09 14:59:00.335845 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:00.363094 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:00.871751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac54d1f-30a9-4302-9248-b5febcf2a315 req-9cec382c-a32d-468a-bea9-71eb4d4ff5ee tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:00.873093 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ac54d1f-30a9-4302-9248-b5febcf2a315 req-9cec382c-a32d-468a-bea9-71eb4d4ff5ee tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 950 time: 0.0782330 Feb 09 14:59:00.916393 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ac54d1f-30a9-4302-9248-b5febcf2a315 req-793a8cc9-9f49-4afc-98cb-f581b634a7dd tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6d22529-2f06-4f97-bf5b-7700ed2ca604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376480 Feb 09 14:59:01.902017 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:02.104573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21d50e-d487-49cf-862a-8058126554e9 req-9bded0cc-3af3-441c-9c4f-ee866552eda6 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:02.105940 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2b21d50e-d487-49cf-862a-8058126554e9 req-9bded0cc-3af3-441c-9c4f-ee866552eda6 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 950 time: 0.0804808 Feb 09 14:59:02.148795 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2b21d50e-d487-49cf-862a-8058126554e9 req-c4c63936-b144-475b-b423-9d048b2c094b tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6d22529-2f06-4f97-bf5b-7700ed2ca604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366051 Feb 09 14:59:02.780971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1c3a6-12cd-42ba-84bf-7f7237292b35 req-8ed4002c-6957-4daa-b2c2-5814e92209ff tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:02.782367 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54b1c3a6-12cd-42ba-84bf-7f7237292b35 req-8ed4002c-6957-4daa-b2c2-5814e92209ff tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 950 time: 0.0818036 Feb 09 14:59:02.852085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-54b1c3a6-12cd-42ba-84bf-7f7237292b35 req-c05807b6-614e-4543-84be-45bda2d3c1fb tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Deleting port 98e8f541-6735-4d24-abd4-21a88cc8be73 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 14:59:02.852338 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-54b1c3a6-12cd-42ba-84bf-7f7237292b35 req-c05807b6-614e-4543-84be-45bda2d3c1fb tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:03.097004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-54b1c3a6-12cd-42ba-84bf-7f7237292b35 req-c05807b6-614e-4543-84be-45bda2d3c1fb tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] For port 98e8f541-6735-4d24-abd4-21a88cc8be73, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=98e8f541-6735-4d24-abd4-21a88cc8be73,segment=NetworkSegment(e848c80f-24a1-411c-9241-8eb2d085affd),segment_id=e848c80f-24a1-411c-9241-8eb2d085affd)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:59:03.097358 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-54b1c3a6-12cd-42ba-84bf-7f7237292b35 req-c05807b6-614e-4543-84be-45bda2d3c1fb tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:03.217271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-54b1c3a6-12cd-42ba-84bf-7f7237292b35 req-c05807b6-614e-4543-84be-45bda2d3c1fb tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Calling delete_port for 98e8f541-6735-4d24-abd4-21a88cc8be73 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 14:59:03.397497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f031ec-0980-4d64-a918-59d190c5aecc req-46c41913-c5c1-443b-bf97-c98864cae9ce tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:03.398923 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b2f031ec-0980-4d64-a918-59d190c5aecc req-46c41913-c5c1-443b-bf97-c98864cae9ce tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e80e76-d617-47b4-8546-0ad47f3daefc HTTP/1.1" status: 200 len: 950 time: 0.1413693 Feb 09 14:59:03.446274 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-54b1c3a6-12cd-42ba-84bf-7f7237292b35 req-c05807b6-614e-4543-84be-45bda2d3c1fb tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:03.458504 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['98e8f541-6735-4d24-abd4-21a88cc8be73'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:59:03.506650 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b2f031ec-0980-4d64-a918-59d190c5aecc req-2277bc8e-49fd-4ecf-9d31-d4415d7426f9 tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6d22529-2f06-4f97-bf5b-7700ed2ca604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013684 Feb 09 14:59:03.507337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05807b6-614e-4543-84be-45bda2d3c1fb tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Pushing event deleted for resources: {'Port': ['ID=98e8f541-6735-4d24-abd4-21a88cc8be73,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:59:03.584573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b1c3a6-12cd-42ba-84bf-7f7237292b35 req-c05807b6-614e-4543-84be-45bda2d3c1fb tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] No DVR routers for this DVR port 98e8f541-6735-4d24-abd4-21a88cc8be73 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:59:03.587038 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-54b1c3a6-12cd-42ba-84bf-7f7237292b35 req-c05807b6-614e-4543-84be-45bda2d3c1fb tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:03.589720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e80e76-d617-47b4-8546-0ad47f3daefc', 'name': 'network-vif-deleted', 'tag': '98e8f541-6735-4d24-abd4-21a88cc8be73'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:59:03.609366 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54b1c3a6-12cd-42ba-84bf-7f7237292b35 req-c05807b6-614e-4543-84be-45bda2d3c1fb tempest-ServersAdminNegativeTestJSON-1014877060 tempest-ServersAdminNegativeTestJSON-1014877060-project] 10.222.0.35 "DELETE /v2.0/ports/98e8f541-6735-4d24-abd4-21a88cc8be73 HTTP/1.1" status: 204 len: 173 time: 0.8192291 Feb 09 14:59:03.646474 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e80e76-d617-47b4-8546-0ad47f3daefc', 'name': 'network-vif-deleted', 'tag': '98e8f541-6735-4d24-abd4-21a88cc8be73', 'status': 'completed', 'code': 200} Feb 09 14:59:04.895765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51068) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:59:05.039200 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1a3f45e3-2097-4996-a7e8-a60c9a7789e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f21fcb448504a4f9d80aac1665b2b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422732 Feb 09 14:59:05.041673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51074) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:59:05.100571 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b0d8611b-7158-42f3-a313-dc1a80931b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:05.128755 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b0d8611b-7158-42f3-a313-dc1a80931b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:05.180709 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b0d8611b-7158-42f3-a313-dc1a80931b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:05.201606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8611b-7158-42f3-a313-dc1a80931b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d22529-2f06-4f97-bf5b-7700ed2ca604,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:59:05.214546 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b0d8611b-7158-42f3-a313-dc1a80931b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:05.215677 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b0d8611b-7158-42f3-a313-dc1a80931b30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6d22529-2f06-4f97-bf5b-7700ed2ca604 HTTP/1.1" status: 204 len: 168 time: 0.1731255 Feb 09 14:59:05.493341 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51082) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:59:05.513323 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:05.528355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:59:05.532164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Usage tracker for resource:security_group_rule and tenant:20a54a972d0e4c23b89784c4659ab1f1 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:59:05.535660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:59:05.541255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:59:05.620940 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:05.624489 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:05.673421 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20a54a972d0e4c23b89784c4659ab1f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789901 Feb 09 14:59:05.674381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e77107-1c01-4fdd-92b1-55c6af24839e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:59:05.676186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51086) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:59:05.682340 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:59:05.682688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:59:05.683031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:59:05.683363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:59:05.683695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:59:05.684090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:59:05.684419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:59:05.684777 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:59:05.685102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:59:05.685426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:59:05.685746 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:59:05.686064 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f744c6f6-52b1-447f-ae3a-9ce4b704a758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:59:05.737525 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9a07-9c7b-4b92-9d09-9cb762a28c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:05.762370 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9a07-9c7b-4b92-9d09-9cb762a28c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:05.812276 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9a07-9c7b-4b92-9d09-9cb762a28c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:05.826223 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b9a07-9c7b-4b92-9d09-9cb762a28c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e77107-1c01-4fdd-92b1-55c6af24839e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:59:05.833482 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9a07-9c7b-4b92-9d09-9cb762a28c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:05.834574 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9c2b9a07-9c7b-4b92-9d09-9cb762a28c21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00e77107-1c01-4fdd-92b1-55c6af24839e HTTP/1.1" status: 204 len: 168 time: 0.1573544 Feb 09 14:59:06.537890 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51110) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:59:06.641815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1054151342-network', 'tenant_id': '1ca3c00aa2504d199a377178154ce533'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:59:06.647869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:59:06.651813 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Usage tracker for resource:network and tenant:1ca3c00aa2504d199a377178154ce533 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:59:06.654695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:59:06.660930 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:59:06.670552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Made reservation on behalf of 1ca3c00aa2504d199a377178154ce533 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:59:06.673055 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:06.685633 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:06.700432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:59:06.704139 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Usage tracker for resource:security_group_rule and tenant:1ca3c00aa2504d199a377178154ce533 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:59:06.706819 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:59:06.712437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:59:06.798886 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:06.803406 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:06.844640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:59:06.849933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:59:06.857733 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:06.857733 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Added segment 8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743 of type vlan for network b6015c6e-0f17-4812-805e-b44dd63be709 Feb 09 14:59:06.884428 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:06.915045 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:06.916073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:06.916660 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:07.128915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] Pushing event updated for resources: {'Network': ['ID=b6015c6e-0f17-4812-805e-b44dd63be709,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:59:07.132670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-050e7dc6-f6dd-4837-b5eb-99a893fa8b25 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5933352 Feb 09 14:59:07.135944 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51116) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:59:07.138956 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network b6015c6e-0f17-4812-805e-b44dd63be709 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:59:07.142484 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-2a629128-a8b0-45df-b5ed-992ce7de44e5 admin admin] Request body: {'subnet': {'network_id': 'b6015c6e-0f17-4812-805e-b44dd63be709', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1054151342-subnet', 'tenant_id': '1ca3c00aa2504d199a377178154ce533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:59:07.148486 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2a629128-a8b0-45df-b5ed-992ce7de44e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:59:07.152350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2a629128-a8b0-45df-b5ed-992ce7de44e5 admin admin] Usage tracker for resource:subnet and tenant:1ca3c00aa2504d199a377178154ce533 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:59:07.155246 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-2a629128-a8b0-45df-b5ed-992ce7de44e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:59:07.161437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-2a629128-a8b0-45df-b5ed-992ce7de44e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:59:07.171769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a629128-a8b0-45df-b5ed-992ce7de44e5 admin admin] Made reservation on behalf of 1ca3c00aa2504d199a377178154ce533 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:59:07.174666 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a629128-a8b0-45df-b5ed-992ce7de44e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:07.467554 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a629128-a8b0-45df-b5ed-992ce7de44e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:07.537456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a629128-a8b0-45df-b5ed-992ce7de44e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8b91c7-803f-44a3-aa7e-b7a1e2b12e1c,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:59:07.545883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a629128-a8b0-45df-b5ed-992ce7de44e5 admin admin] Checking segment: {'id': '8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6015c6e-0f17-4812-805e-b44dd63be709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:59:07.546237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a629128-a8b0-45df-b5ed-992ce7de44e5 admin admin] Network hostable DHCP agents. Network: b6015c6e-0f17-4812-805e-b44dd63be709, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:59:07.564947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a629128-a8b0-45df-b5ed-992ce7de44e5 admin admin] Network b6015c6e-0f17-4812-805e-b44dd63be709 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:59:07.573692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-2a629128-a8b0-45df-b5ed-992ce7de44e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, b6015c6e-0f17-4812-805e-b44dd63be709) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:59:07.577665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a629128-a8b0-45df-b5ed-992ce7de44e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:07.578234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a629128-a8b0-45df-b5ed-992ce7de44e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:07.583562 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8607f9-d3d7-464c-8794-3fa61dd9e92c None None] Network b6015c6e-0f17-4812-805e-b44dd63be709 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:59:07.602029 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2a629128-a8b0-45df-b5ed-992ce7de44e5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4642799 Feb 09 14:59:07.802443 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d53836-7a62-4fb4-b5cc-9aa374350394 None None] Network b6015c6e-0f17-4812-805e-b44dd63be709 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 14:59:07.918986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-b980a711-bd2e-4dee-a901-13588716fbba req-0f58f073-a4ff-42d6-8828-d581f3d548c3 service neutron] (87597) timed out ('10.222.0.21', 54743) {{(pid=87597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 14:59:08.121030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-8d6edeff-9f5a-45e2-b422-a6dbd6726c0c tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:08.121705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-8d6edeff-9f5a-45e2-b422-a6dbd6726c0c tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Synchronizing usage tracker for tenant:1ca3c00aa2504d199a377178154ce533 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:59:08.140934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-8d6edeff-9f5a-45e2-b422-a6dbd6726c0c tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Unset dirty status for tenant:1ca3c00aa2504d199a377178154ce533 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:59:08.142649 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-8d6edeff-9f5a-45e2-b422-a6dbd6726c0c tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/networks?id=b6015c6e-0f17-4812-805e-b44dd63be709 HTTP/1.1" status: 200 len: 812 time: 0.1695979 Feb 09 14:59:08.159810 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-ec1b78e3-ab14-48e4-931a-75dbbec32854 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/quotas/1ca3c00aa2504d199a377178154ce533 HTTP/1.1" status: 200 len: 375 time: 0.0107238 Feb 09 14:59:08.212861 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-bd14dcd8-41ab-4158-80dd-b0aecb1849a9 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ca3c00aa2504d199a377178154ce533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478768 Feb 09 14:59:08.344312 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-f37d9a42-9fa5-4591-bd70-051e43bccb50 service neutron] 10.222.0.48 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244254 Feb 09 14:59:08.378087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 98e8f541-6735-4d24-abd4-21a88cc8be73 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:59:08.417053 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 98e8f541-6735-4d24-abd4-21a88cc8be73 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 14:59:08.417404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 98e8f541-6735-4d24-abd4-21a88cc8be73 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:59:08.479196 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-48fd8cf7-1239-4a5f-bbae-e4bad3a36696 service neutron] 10.222.0.48 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275537 Feb 09 14:59:08.665161 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-10fd8132-25c8-43a8-9621-3b5e8629ebf1 req-463f22b1-0456-4268-bae6-b07bad83ebc1 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 210 time: 0.0440192 Feb 09 14:59:09.230503 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:09.747425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-152c0816-f803-4e71-abaa-040166d7bdd7 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:09.748887 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-152c0816-f803-4e71-abaa-040166d7bdd7 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.35 "GET /v2.0/networks?id=b6015c6e-0f17-4812-805e-b44dd63be709 HTTP/1.1" status: 200 len: 812 time: 0.1566162 Feb 09 14:59:09.761544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-cba93f4e-7a27-4992-9865-37f8b795ac12 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Request body: {'port': {'device_id': 'd6af801c-2012-457f-b9ff-735645708c45', 'network_id': 'b6015c6e-0f17-4812-805e-b44dd63be709', 'admin_state_up': True, 'tenant_id': '1ca3c00aa2504d199a377178154ce533'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:59:09.823773 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5ad65bdb-e0ed-4110-b00c-3ea920fc202e req-138befc8-eabe-4cc1-93e6-763dd9e37352 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 210 time: 0.0433772 Feb 09 14:59:09.898448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-cba93f4e-7a27-4992-9865-37f8b795ac12 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:59:09.902225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-cba93f4e-7a27-4992-9865-37f8b795ac12 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Usage tracker for resource:port and tenant:1ca3c00aa2504d199a377178154ce533 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:59:09.904957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-cba93f4e-7a27-4992-9865-37f8b795ac12 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:59:09.911132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-cba93f4e-7a27-4992-9865-37f8b795ac12 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:59:09.920859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-cba93f4e-7a27-4992-9865-37f8b795ac12 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Made reservation on behalf of 1ca3c00aa2504d199a377178154ce533 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:59:09.924285 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-cba93f4e-7a27-4992-9865-37f8b795ac12 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:10.078621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-cba93f4e-7a27-4992-9865-37f8b795ac12 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Allocated IP 172.20.0.4 (b6015c6e-0f17-4812-805e-b44dd63be709/8f8b91c7-803f-44a3-aa7e-b7a1e2b12e1c/75a7506e-0227-44d7-a499-464f482d634c) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:59:10.287144 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-cba93f4e-7a27-4992-9865-37f8b795ac12 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:10.315715 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-cba93f4e-7a27-4992-9865-37f8b795ac12 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:10.383991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-cba93f4e-7a27-4992-9865-37f8b795ac12 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Network b6015c6e-0f17-4812-805e-b44dd63be709 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:59:10.386956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-cba93f4e-7a27-4992-9865-37f8b795ac12 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:59:10.390700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-cba93f4e-7a27-4992-9865-37f8b795ac12 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 14:59:10.419934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba93f4e-7a27-4992-9865-37f8b795ac12 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Pushing event updated for resources: {'Port': ['ID=75a7506e-0227-44d7-a499-464f482d634c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:59:10.458152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-cba93f4e-7a27-4992-9865-37f8b795ac12 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:10.458744 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-cba93f4e-7a27-4992-9865-37f8b795ac12 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:10.478325 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-cba93f4e-7a27-4992-9865-37f8b795ac12 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7204027 Feb 09 14:59:10.490388 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Request body: {'port': {'device_id': 'd6af801c-2012-457f-b9ff-735645708c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:59:10.597027 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:10.781333 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:10.935314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a7506e-0227-44d7-a499-464f482d634c {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:59:10.979129 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:11.003233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Transition to ACTIVE for port object 75a7506e-0227-44d7-a499-464f482d634c will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:59:11.008254 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:11.268352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Pushing event updated for resources: {'Port': ['ID=75a7506e-0227-44d7-a499-464f482d634c,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:59:11.282756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad29ff8-60b9-4e73-81b8-90d63d24254b req-e4a81bfb-d3f7-401b-ac80-c0e7ca40d462 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:11.284070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8ad29ff8-60b9-4e73-81b8-90d63d24254b req-e4a81bfb-d3f7-401b-ac80-c0e7ca40d462 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Synchronizing usage tracker for tenant:1ca3c00aa2504d199a377178154ce533 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:59:11.346686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8ad29ff8-60b9-4e73-81b8-90d63d24254b req-e4a81bfb-d3f7-401b-ac80-c0e7ca40d462 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Unset dirty status for tenant:1ca3c00aa2504d199a377178154ce533 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:59:11.347796 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ad29ff8-60b9-4e73-81b8-90d63d24254b req-e4a81bfb-d3f7-401b-ac80-c0e7ca40d462 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 931 time: 0.4169064 Feb 09 14:59:11.383650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Attempting to bind port 75a7506e-0227-44d7-a499-464f482d634c on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:59:11.383995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Attempting to bind port 75a7506e-0227-44d7-a499-464f482d634c by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6015c6e-0f17-4812-805e-b44dd63be709'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:59:11.384239 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Attempting to bind port 75a7506e-0227-44d7-a499-464f482d634c on network b6015c6e-0f17-4812-805e-b44dd63be709 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:59:11.401860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Port 75a7506e-0227-44d7-a499-464f482d634c on network b6015c6e-0f17-4812-805e-b44dd63be709 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:59:11.402248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Attempting to bind port 75a7506e-0227-44d7-a499-464f482d634c on network b6015c6e-0f17-4812-805e-b44dd63be709 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:59:11.412410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:59:11.412730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Checking segment: {'id': '8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6015c6e-0f17-4812-805e-b44dd63be709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:59:11.413102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Bound using segment: {'id': '8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6015c6e-0f17-4812-805e-b44dd63be709'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:59:11.413519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Bound port: 75a7506e-0227-44d7-a499-464f482d634c, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6015c6e-0f17-4812-805e-b44dd63be709'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:59:11.413856 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:11.425802 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ad29ff8-60b9-4e73-81b8-90d63d24254b req-b54907b7-c6bf-4eb0-971d-d93d3ec2b1fe tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690451 Feb 09 14:59:11.501990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] For port 75a7506e-0227-44d7-a499-464f482d634c, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:59:11.505129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] For port 75a7506e-0227-44d7-a499-464f482d634c, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=75a7506e-0227-44d7-a499-464f482d634c,segment=NetworkSegment(8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743),segment_id=8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:59:11.508758 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:11.573617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:11.574058 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:11.575401 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] 10.222.0.35 "PUT /v2.0/ports/75a7506e-0227-44d7-a499-464f482d634c HTTP/1.1" status: 200 len: 1091 time: 1.0888727 Feb 09 14:59:11.575848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6af801c-2012-457f-b9ff-735645708c45', 'tag': '75a7506e-0227-44d7-a499-464f482d634c'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:59:11.600399 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0633e-e1d7-4d46-a323-8dd5041383ba service neutron] Pushing event updated for resources: {'Port': ['ID=75a7506e-0227-44d7-a499-464f482d634c,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:59:11.652511 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6af801c-2012-457f-b9ff-735645708c45', 'tag': '75a7506e-0227-44d7-a499-464f482d634c', 'status': 'completed', 'code': 200} Feb 09 14:59:11.691528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-fcc40ca0-8252-49b2-9c4f-4c87ed1986e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:11.692997 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-fcc40ca0-8252-49b2-9c4f-4c87ed1986e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ca3c00aa2504d199a377178154ce533&device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 1094 time: 0.0718176 Feb 09 14:59:11.762886 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-ca4b8637-e37d-4a34-bc4e-f990c9694c27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75a7506e-0227-44d7-a499-464f482d634c HTTP/1.1" status: 200 len: 217 time: 0.0624814 Feb 09 14:59:11.822473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-86fab98c-3ef1-47c6-941f-b18497df7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:11.823854 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-86fab98c-3ef1-47c6-941f-b18497df7170 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f8b91c7-803f-44a3-aa7e-b7a1e2b12e1c HTTP/1.1" status: 200 len: 852 time: 0.0547028 Feb 09 14:59:11.874633 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-4246a9d3-710d-4a6d-933f-25aab47531ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b6015c6e-0f17-4812-805e-b44dd63be709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422077 Feb 09 14:59:12.001831 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-e06fdc63-5f0f-4b27-bc55-e0f7c23eca33 service neutron] 10.222.0.35 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202309 Feb 09 14:59:12.130369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-33b509c1-ab3c-4055-a6f5-ba8d9791eb22 req-d2e102c1-94a9-4b44-b0d1-8bf2bfc7b9fb service neutron] 10.222.0.35 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218498 Feb 09 14:59:12.248355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e545b-6dcb-4678-8dd5-748bc0026e5a req-2ea1379f-832e-494d-90bf-dc1b90877cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:12.249803 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca2e545b-6dcb-4678-8dd5-748bc0026e5a req-2ea1379f-832e-494d-90bf-dc1b90877cde service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ca3c00aa2504d199a377178154ce533&device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 1094 time: 0.0694995 Feb 09 14:59:12.379363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e545b-6dcb-4678-8dd5-748bc0026e5a req-0b907c3a-36f1-4199-9954-9ffb7e2429bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:12.380914 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca2e545b-6dcb-4678-8dd5-748bc0026e5a req-0b907c3a-36f1-4199-9954-9ffb7e2429bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=b6015c6e-0f17-4812-805e-b44dd63be709 HTTP/1.1" status: 200 len: 912 time: 0.1240346 Feb 09 14:59:12.450284 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca2e545b-6dcb-4678-8dd5-748bc0026e5a req-103b0502-cf91-4d6b-994f-2eabe19867f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75a7506e-0227-44d7-a499-464f482d634c HTTP/1.1" status: 200 len: 217 time: 0.0631797 Feb 09 14:59:12.516615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e545b-6dcb-4678-8dd5-748bc0026e5a req-5681f191-fae9-4e3b-bed7-86f7a346eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:12.518123 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca2e545b-6dcb-4678-8dd5-748bc0026e5a req-5681f191-fae9-4e3b-bed7-86f7a346eac9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f8b91c7-803f-44a3-aa7e-b7a1e2b12e1c HTTP/1.1" status: 200 len: 852 time: 0.0611465 Feb 09 14:59:12.568566 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca2e545b-6dcb-4678-8dd5-748bc0026e5a req-f3048360-820b-4979-ad60-0cd63dbf5fb9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b6015c6e-0f17-4812-805e-b44dd63be709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437186 Feb 09 14:59:12.747072 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca2e545b-6dcb-4678-8dd5-748bc0026e5a req-3feef935-f5eb-4584-9389-706b864225b0 service neutron] 10.222.0.35 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700096 Feb 09 14:59:12.980885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a8552-60d4-4985-9fa9-56ff1abe4d00 req-4c7219ef-d627-4ccd-9b35-e8fb6dc79e9a tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:12.982301 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d5a8552-60d4-4985-9fa9-56ff1abe4d00 req-4c7219ef-d627-4ccd-9b35-e8fb6dc79e9a tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 943 time: 0.2986963 Feb 09 14:59:13.017920 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca2e545b-6dcb-4678-8dd5-748bc0026e5a req-a44f7925-79be-4394-916f-fbfa049867ed service neutron] 10.222.0.35 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632556 Feb 09 14:59:13.038799 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d5a8552-60d4-4985-9fa9-56ff1abe4d00 req-83c3469e-9f17-4d5f-9a9a-888129df8951 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456531 Feb 09 14:59:14.219211 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6208e57-45d8-4e79-9bd6-ee0ab74f7c8f req-0f206817-66bd-4599-97b5-aaa19b0fb00c tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:14.220690 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b6208e57-45d8-4e79-9bd6-ee0ab74f7c8f req-0f206817-66bd-4599-97b5-aaa19b0fb00c tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 943 time: 0.0786602 Feb 09 14:59:14.267247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b6208e57-45d8-4e79-9bd6-ee0ab74f7c8f req-ff02b7e9-dced-4711-ba47-1284a6544c02 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Synchronizing usage tracker for tenant:1ca3c00aa2504d199a377178154ce533 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:59:14.283029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b6208e57-45d8-4e79-9bd6-ee0ab74f7c8f req-ff02b7e9-dced-4711-ba47-1284a6544c02 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Unset dirty status for tenant:1ca3c00aa2504d199a377178154ce533 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:59:14.284337 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b6208e57-45d8-4e79-9bd6-ee0ab74f7c8f req-ff02b7e9-dced-4711-ba47-1284a6544c02 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580904 Feb 09 14:59:15.470843 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e08916-199e-4e07-b663-875b0faa8258 req-d1a9baff-7993-450a-9a40-f4ead23b5f9f tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:15.472347 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5e08916-199e-4e07-b663-875b0faa8258 req-d1a9baff-7993-450a-9a40-f4ead23b5f9f tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 943 time: 0.0833130 Feb 09 14:59:15.520051 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5e08916-199e-4e07-b663-875b0faa8258 req-8f3a440c-dab0-4700-8c17-da17d75175ca tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Feb 09 14:59:16.424228 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 75a7506e-0227-44d7-a499-464f482d634c details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:59:16.607663 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 75a7506e-0227-44d7-a499-464f482d634c, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=75a7506e-0227-44d7-a499-464f482d634c,segment=NetworkSegment(8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743),segment_id=8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:59:16.621664 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '75a7506e-0227-44d7-a499-464f482d634c', 'network_id': 'b6015c6e-0f17-4812-805e-b44dd63be709', 'port_id': '75a7506e-0227-44d7-a499-464f482d634c', 'mac_address': 'fa:16:3e:66:9d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8b91c7-803f-44a3-aa7e-b7a1e2b12e1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:59:16.676011 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:16.692499 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a7506e-0227-44d7-a499-464f482d634c {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:59:16.708006 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 75a7506e-0227-44d7-a499-464f482d634c, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=75a7506e-0227-44d7-a499-464f482d634c,segment=NetworkSegment(8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743),segment_id=8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:59:16.712506 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:16.724695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0be41b-14e1-47f0-9bcb-93e5ddabd1dc req-e3558e2b-933c-4b15-8054-7589cac6a0c4 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:16.726195 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4f0be41b-14e1-47f0-9bcb-93e5ddabd1dc req-e3558e2b-933c-4b15-8054-7589cac6a0c4 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 943 time: 0.0829785 Feb 09 14:59:16.773816 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4f0be41b-14e1-47f0-9bcb-93e5ddabd1dc req-7495bf2b-6d0c-46b0-8089-461a36309e84 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417190 Feb 09 14:59:16.781763 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=75a7506e-0227-44d7-a499-464f482d634c,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:59:17.086176 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['75a7506e-0227-44d7-a499-464f482d634c'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 14:59:17.959151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c5ee3-3bf0-4bcd-afb4-0a3ce6b855df req-6581a15a-3596-4e0b-9ebc-cb58ba4b5b87 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:17.960643 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-244c5ee3-3bf0-4bcd-afb4-0a3ce6b855df req-6581a15a-3596-4e0b-9ebc-cb58ba4b5b87 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 944 time: 0.0817389 Feb 09 14:59:18.007525 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-244c5ee3-3bf0-4bcd-afb4-0a3ce6b855df req-8db2a84d-5fce-49f3-b906-417c5abb65b8 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407600 Feb 09 14:59:18.425130 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 75a7506e-0227-44d7-a499-464f482d634c up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:59:18.490751 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 75a7506e-0227-44d7-a499-464f482d634c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:59:18.495555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 75a7506e-0227-44d7-a499-464f482d634c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:59:18.495955 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:18.610471 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:18.636910 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6af801c-2012-457f-b9ff-735645708c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a7506e-0227-44d7-a499-464f482d634c'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:59:18.646306 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 75a7506e-0227-44d7-a499-464f482d634c, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=75a7506e-0227-44d7-a499-464f482d634c,segment=NetworkSegment(8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743),segment_id=8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:59:18.650826 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:18.724857 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=75a7506e-0227-44d7-a499-464f482d634c,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:59:18.778871 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6af801c-2012-457f-b9ff-735645708c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a7506e-0227-44d7-a499-464f482d634c', 'code': 200} Feb 09 14:59:18.907516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c3055-c99c-4e31-945d-cbcd86b520c5 req-8efe58a4-c6b9-492d-892e-8ddcfc30e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:18.909721 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-977c3055-c99c-4e31-945d-cbcd86b520c5 req-8efe58a4-c6b9-492d-892e-8ddcfc30e603 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 1096 time: 0.0722125 Feb 09 14:59:18.948564 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-977c3055-c99c-4e31-945d-cbcd86b520c5 req-9f62efcd-5612-4648-95ef-04703601bf0d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323894 Feb 09 14:59:19.194212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b7b06-f9a0-4c1a-980f-99c4a8324de5 req-1c88e88b-405f-4bfd-b9d2-5ad86dfa24a9 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:19.195673 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-890b7b06-f9a0-4c1a-980f-99c4a8324de5 req-1c88e88b-405f-4bfd-b9d2-5ad86dfa24a9 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0803001 Feb 09 14:59:19.239197 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-890b7b06-f9a0-4c1a-980f-99c4a8324de5 req-3cf205e0-435d-4546-8520-20b28a6c8b15 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378609 Feb 09 14:59:20.428806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b0aaa-cb67-4843-b38d-fcc2635de43b req-a5b174fc-07cb-4a57-bebc-4d7c0963903d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:20.430258 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b2b0aaa-cb67-4843-b38d-fcc2635de43b req-a5b174fc-07cb-4a57-bebc-4d7c0963903d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0827188 Feb 09 14:59:20.475429 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b2b0aaa-cb67-4843-b38d-fcc2635de43b req-d5851a1e-abb5-416e-83e7-682dcba94ca5 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394967 Feb 09 14:59:21.659525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1f9e3-6f07-4bf2-8a20-0db00a85eafe req-0691dff0-d32b-4d94-80c8-ce0533c7e16d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:21.660986 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de1f9e3-6f07-4bf2-8a20-0db00a85eafe req-0691dff0-d32b-4d94-80c8-ce0533c7e16d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0813229 Feb 09 14:59:21.704233 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de1f9e3-6f07-4bf2-8a20-0db00a85eafe req-a870aebc-2bf5-4550-8fac-474ed9837742 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375702 Feb 09 14:59:22.158413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a3edc-d33f-4a6d-b072-fe3458553686 req-e7e0b554-c992-4a2d-94e7-18446ccbaebc tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:22.159785 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-170a3edc-d33f-4a6d-b072-fe3458553686 req-e7e0b554-c992-4a2d-94e7-18446ccbaebc tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.1390107 Feb 09 14:59:22.162514 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-d76e56a0-733d-436c-a0d1-ff205dc44912 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1817741 Feb 09 14:59:22.206068 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-170a3edc-d33f-4a6d-b072-fe3458553686 req-4bec8e4e-e2b9-4929-8c4b-572ca8b554bc tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 Feb 09 14:59:23.335103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-65fd3c14-e487-45de-847a-4377e1bf1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:23.336668 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-65fd3c14-e487-45de-847a-4377e1bf1a18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ca3c00aa2504d199a377178154ce533&device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 1096 time: 0.0756614 Feb 09 14:59:23.398501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a4ab6-0ff5-4a52-a488-75bb3c9edee4 req-d235b797-3de4-40a2-91b8-f91b3a05e1fc tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:23.400023 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d43a4ab6-0ff5-4a52-a488-75bb3c9edee4 req-d235b797-3de4-40a2-91b8-f91b3a05e1fc tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0811429 Feb 09 14:59:23.443892 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d43a4ab6-0ff5-4a52-a488-75bb3c9edee4 req-f7b488b0-e69f-4172-ba1c-189b019d1489 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380020 Feb 09 14:59:23.468586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-30ad2049-b6f1-4dbe-b720-9ebce2fd3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:23.470005 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-30ad2049-b6f1-4dbe-b720-9ebce2fd3925 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b6015c6e-0f17-4812-805e-b44dd63be709 HTTP/1.1" status: 200 len: 912 time: 0.1268773 Feb 09 14:59:23.541324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-4d5d213b-029c-450e-813c-676980f01196 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75a7506e-0227-44d7-a499-464f482d634c HTTP/1.1" status: 200 len: 217 time: 0.0638094 Feb 09 14:59:23.616951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-79a41564-3f5f-4e52-a822-8a8ec7e5b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:23.618399 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-79a41564-3f5f-4e52-a822-8a8ec7e5b30f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f8b91c7-803f-44a3-aa7e-b7a1e2b12e1c HTTP/1.1" status: 200 len: 852 time: 0.0690114 Feb 09 14:59:23.667745 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-ce4db52e-321e-45f0-8f07-0d11c17e91cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b6015c6e-0f17-4812-805e-b44dd63be709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423927 Feb 09 14:59:23.803462 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-f942ec50-5a97-44d5-a47e-7489f986b4aa service neutron] 10.222.0.35 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240823 Feb 09 14:59:23.934725 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-1306807b-93ab-4dc2-a2c9-aec1242edcb5 service neutron] 10.222.0.35 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251242 Feb 09 14:59:24.627992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c6682-6fb4-41f9-aa36-dbb62c7c4f94 req-fe3041d2-a231-475a-b3a2-7ae8d9ac11d6 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:24.629425 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd0c6682-6fb4-41f9-aa36-dbb62c7c4f94 req-fe3041d2-a231-475a-b3a2-7ae8d9ac11d6 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0818284 Feb 09 14:59:24.676382 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd0c6682-6fb4-41f9-aa36-dbb62c7c4f94 req-08d10cb7-ddbf-44f6-961e-4a6f925f99df tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414004 Feb 09 14:59:25.859690 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b816f13-ebf9-47c6-9162-a8b69526cfde req-1b6566e6-948f-4751-8f27-34335db50a42 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:25.861139 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b816f13-ebf9-47c6-9162-a8b69526cfde req-1b6566e6-948f-4751-8f27-34335db50a42 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0815883 Feb 09 14:59:25.904189 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b816f13-ebf9-47c6-9162-a8b69526cfde req-72befc9e-0c8a-44d8-a9c9-507feffa8187 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374503 Feb 09 14:59:26.837846 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f1a0e8c8-ae50-4d8a-a040-0900ea4a3957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:27.083686 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dd769-13f7-42a8-8b7c-bc48a16a77c9 req-0ee86040-aa09-4a37-a733-67916f52da83 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:27.085468 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-964dd769-13f7-42a8-8b7c-bc48a16a77c9 req-0ee86040-aa09-4a37-a733-67916f52da83 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0780594 Feb 09 14:59:27.128820 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-964dd769-13f7-42a8-8b7c-bc48a16a77c9 req-d637a519-d366-4bbe-8078-c59b6ab9ef4c tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377471 Feb 09 14:59:28.312237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbd14d-5dab-4afa-afa1-2fc40ebd1cc9 req-7705cdf3-d9cb-4a7e-8072-8b166dcf33d3 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:28.313718 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1ddbd14d-5dab-4afa-afa1-2fc40ebd1cc9 req-7705cdf3-d9cb-4a7e-8072-8b166dcf33d3 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0799034 Feb 09 14:59:28.360404 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1ddbd14d-5dab-4afa-afa1-2fc40ebd1cc9 req-8a3de652-9157-417a-afaa-a2c4cddf645a tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Feb 09 14:59:29.264770 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-38931ec2-6d92-4030-8da1-6804c9b35707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:29.547933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971541eb-0d2c-4650-b74e-cf202a2b9fe2 req-40b918d3-bd35-4a99-9215-524bb8c0d18c tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:29.549332 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-971541eb-0d2c-4650-b74e-cf202a2b9fe2 req-40b918d3-bd35-4a99-9215-524bb8c0d18c tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0831921 Feb 09 14:59:29.692413 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-971541eb-0d2c-4650-b74e-cf202a2b9fe2 req-296528a8-a37f-4dea-b3ad-d8cdf8d8614d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375728 Feb 09 14:59:30.336897 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:30.365412 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:30.873443 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062a477-027c-417d-8d20-5b773d17cbd5 req-21da406a-e8ae-41b6-9ee9-3fca28ba976b tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:30.874882 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a062a477-027c-417d-8d20-5b773d17cbd5 req-21da406a-e8ae-41b6-9ee9-3fca28ba976b tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0787389 Feb 09 14:59:30.920006 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a062a477-027c-417d-8d20-5b773d17cbd5 req-86dc9fe7-ec94-4730-af90-b162d8b2de59 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394835 Feb 09 14:59:30.930795 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:59:31.906013 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:32.110710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09566072-d022-4eee-998d-16a494c84207 req-68e8128d-70d8-4a47-8071-6429586c8183 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:32.112083 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-09566072-d022-4eee-998d-16a494c84207 req-68e8128d-70d8-4a47-8071-6429586c8183 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0813069 Feb 09 14:59:32.154921 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-09566072-d022-4eee-998d-16a494c84207 req-966a407f-b050-47e3-a8e7-dee6fd383425 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372875 Feb 09 14:59:33.338869 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93450e30-0155-4b65-96ca-4f0545e1072f req-0f89224c-a1f1-4620-bc93-2513e66ddcb8 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:33.340325 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-93450e30-0155-4b65-96ca-4f0545e1072f req-0f89224c-a1f1-4620-bc93-2513e66ddcb8 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0821083 Feb 09 14:59:33.383794 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-93450e30-0155-4b65-96ca-4f0545e1072f req-3f67d555-d364-4b5d-aa5e-93cd3cbe3d34 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371432 Feb 09 14:59:34.569080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f903f-3263-4b54-9ac4-63bee009f7dc req-513aaa67-128a-490e-917f-2beef827dddd tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:34.570527 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a35f903f-3263-4b54-9ac4-63bee009f7dc req-513aaa67-128a-490e-917f-2beef827dddd tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0816417 Feb 09 14:59:34.615472 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a35f903f-3263-4b54-9ac4-63bee009f7dc req-86dc529c-2dff-4f61-8a92-5f3e0d237f65 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393629 Feb 09 14:59:35.814893 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b8e58-8cc8-4f22-96d8-b6e3bc54282c req-f1201a73-5bea-4aa7-9d60-bc12cb9851a0 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:35.816349 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-015b8e58-8cc8-4f22-96d8-b6e3bc54282c req-f1201a73-5bea-4aa7-9d60-bc12cb9851a0 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0773981 Feb 09 14:59:35.859062 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-015b8e58-8cc8-4f22-96d8-b6e3bc54282c req-6750d4c6-0aee-4862-a8ca-bb17b598f1e8 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371585 Feb 09 14:59:37.039948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169bbaf-2b8d-41ba-8781-b41b089e7211 req-5f4cf9d5-9ae5-4b06-8c45-fbd5d7e1ad48 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:37.041373 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3169bbaf-2b8d-41ba-8781-b41b089e7211 req-5f4cf9d5-9ae5-4b06-8c45-fbd5d7e1ad48 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0776253 Feb 09 14:59:37.086759 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3169bbaf-2b8d-41ba-8781-b41b089e7211 req-f202bc5d-016c-4592-b0dd-3fb60fffd335 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399215 Feb 09 14:59:38.272726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa285dda-0141-4418-accb-6028e105cf6d req-b64e7bb2-7380-4c08-b088-493d66394c92 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:38.274178 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fa285dda-0141-4418-accb-6028e105cf6d req-b64e7bb2-7380-4c08-b088-493d66394c92 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0852966 Feb 09 14:59:38.317434 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fa285dda-0141-4418-accb-6028e105cf6d req-b4088065-f1c4-4f5e-86d7-e007b6c8f72e tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376689 Feb 09 14:59:39.240439 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:39.506136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e41c4-997f-4b6a-bbe3-5defb2d1d399 req-cc40acb8-44b8-4dcc-a98a-3507dbfefd7c tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:39.507504 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-669e41c4-997f-4b6a-bbe3-5defb2d1d399 req-cc40acb8-44b8-4dcc-a98a-3507dbfefd7c tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0826626 Feb 09 14:59:39.550626 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-669e41c4-997f-4b6a-bbe3-5defb2d1d399 req-fa6cc082-25ed-4c90-bfc0-0f52b5f30994 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375593 Feb 09 14:59:40.733916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9be9a5-489a-4d6f-9c89-950f4f40d9df req-d41a9b39-eefe-4c15-b6dd-bc4aacf543ce tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:40.735367 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-da9be9a5-489a-4d6f-9c89-950f4f40d9df req-d41a9b39-eefe-4c15-b6dd-bc4aacf543ce tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0795150 Feb 09 14:59:40.778625 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-da9be9a5-489a-4d6f-9c89-950f4f40d9df req-a789bd69-9128-4386-894e-03ab25c5019f tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376158 Feb 09 14:59:40.803042 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:41.964648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d092ee5-b39c-4ebe-a1ac-9bd07e5629c3 req-447a5e64-4b76-4944-ada0-d82fe9c7b20e tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:41.966327 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3d092ee5-b39c-4ebe-a1ac-9bd07e5629c3 req-447a5e64-4b76-4944-ada0-d82fe9c7b20e tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0808754 Feb 09 14:59:42.009489 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3d092ee5-b39c-4ebe-a1ac-9bd07e5629c3 req-f307c2ef-b24e-45b7-8fdb-057c556ef1ad tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376050 Feb 09 14:59:43.444079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1c0bc-48c1-4f70-86a0-dbfbe37841ba req-b6075c90-475c-439f-a512-039690876637 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:43.445512 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ece1c0bc-48c1-4f70-86a0-dbfbe37841ba req-b6075c90-475c-439f-a512-039690876637 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.1770949 Feb 09 14:59:43.488828 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ece1c0bc-48c1-4f70-86a0-dbfbe37841ba req-57d76ebc-dfa2-4a18-80e2-944bc2f600b6 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373795 Feb 09 14:59:44.679543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ace51-18fb-4143-9025-37f90f76523b req-f7e7e5f6-4793-4b18-8370-7fd5fe38a41b tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:44.681030 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-180ace51-18fb-4143-9025-37f90f76523b req-f7e7e5f6-4793-4b18-8370-7fd5fe38a41b tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0769598 Feb 09 14:59:44.725290 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-180ace51-18fb-4143-9025-37f90f76523b req-4a336533-f520-44ae-830f-6ebc0e9898ac tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386817 Feb 09 14:59:45.904997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7ba82-2bbc-4e9b-b590-b3199e85a30d req-9a68798e-0c57-428b-ab20-92adcb503413 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:45.906426 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-70e7ba82-2bbc-4e9b-b590-b3199e85a30d req-9a68798e-0c57-428b-ab20-92adcb503413 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0800004 Feb 09 14:59:45.949707 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-70e7ba82-2bbc-4e9b-b590-b3199e85a30d req-13fbd96a-8428-4206-9072-44e913bae3d4 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371633 Feb 09 14:59:47.144548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72988d85-64f7-4f10-88a9-df8096b60d0d req-eee4fe74-20e7-4d6e-bedb-8ab3c7eddf42 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:47.146096 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72988d85-64f7-4f10-88a9-df8096b60d0d req-eee4fe74-20e7-4d6e-bedb-8ab3c7eddf42 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0893011 Feb 09 14:59:47.190682 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72988d85-64f7-4f10-88a9-df8096b60d0d req-3558e622-07eb-4930-8ea4-3f23d241e43e tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382969 Feb 09 14:59:48.371105 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527ceeb-d219-4d70-b1b0-bbe71e8f8a8d req-1e6f48d0-cc9f-41c5-8aa9-76896aa3aefe tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:48.372596 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2527ceeb-d219-4d70-b1b0-bbe71e8f8a8d req-1e6f48d0-cc9f-41c5-8aa9-76896aa3aefe tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0793927 Feb 09 14:59:48.415495 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2527ceeb-d219-4d70-b1b0-bbe71e8f8a8d req-9cad01b9-0cc1-49f5-a600-93d989444ebf tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374222 Feb 09 14:59:49.612876 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bec895-6578-4b6b-8e04-b597a9b33a10 req-c1311af2-8247-49ed-804a-d1fc0d1afe8b tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:49.614364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77bec895-6578-4b6b-8e04-b597a9b33a10 req-c1311af2-8247-49ed-804a-d1fc0d1afe8b tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0890872 Feb 09 14:59:49.662873 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77bec895-6578-4b6b-8e04-b597a9b33a10 req-95167267-6695-4983-a662-bb28a8a156b1 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Feb 09 14:59:50.853478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9332da2-81c7-4e5c-8b5c-7589d4d7577e req-c23097f1-0b86-4e7b-8dda-4194314847f9 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:50.854854 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9332da2-81c7-4e5c-8b5c-7589d4d7577e req-c23097f1-0b86-4e7b-8dda-4194314847f9 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0853584 Feb 09 14:59:50.898379 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e9332da2-81c7-4e5c-8b5c-7589d4d7577e req-100f9381-e92d-4579-816b-7de53f5f758b tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378468 Feb 09 14:59:52.085869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aafa18-d705-4b2e-ac28-66e092079aef req-33ba9c89-c4bf-4b7c-b12e-c04b35fea10d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:52.087369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-47aafa18-d705-4b2e-ac28-66e092079aef req-33ba9c89-c4bf-4b7c-b12e-c04b35fea10d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0814760 Feb 09 14:59:52.134020 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-47aafa18-d705-4b2e-ac28-66e092079aef req-59b781b5-583e-44ae-9dfd-cac9713a52e6 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406227 Feb 09 14:59:53.312752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba58f1-1ad6-4aa8-bfe4-52b84b24ca3c req-9378532d-1ee2-4151-b2d5-5b266774c501 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:53.314189 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7cba58f1-1ad6-4aa8-bfe4-52b84b24ca3c req-9378532d-1ee2-4151-b2d5-5b266774c501 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0770652 Feb 09 14:59:53.357866 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7cba58f1-1ad6-4aa8-bfe4-52b84b24ca3c req-b154e2a1-a97d-49d8-8a03-27e21f2cf033 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375969 Feb 09 14:59:54.546005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d8048-0622-41e8-8228-405263bddb04 req-cb3d0b75-d5c0-453e-a9af-7fc5d2c48949 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:54.547518 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-398d8048-0622-41e8-8228-405263bddb04 req-cb3d0b75-d5c0-453e-a9af-7fc5d2c48949 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0869086 Feb 09 14:59:54.596468 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-398d8048-0622-41e8-8228-405263bddb04 req-14fd5809-fe1f-430f-80d2-a2f64d392b68 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389962 Feb 09 14:59:55.782392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa961f8d-a05c-4ac3-a76d-fd35c74366b5 req-6203110e-c476-46d8-96c1-15a5cb62875a tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:55.783851 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aa961f8d-a05c-4ac3-a76d-fd35c74366b5 req-6203110e-c476-46d8-96c1-15a5cb62875a tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0816455 Feb 09 14:59:55.826696 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aa961f8d-a05c-4ac3-a76d-fd35c74366b5 req-9decca4d-c1ab-4764-8fe1-7b83148b0157 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373838 Feb 09 14:59:56.438563 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-12b53331-6a83-4f81-8e01-63441db228ba service neutron] show failed (client error): The resource could not be found. Feb 09 14:59:56.439541 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-12b53331-6a83-4f81-8e01-63441db228ba service neutron] 10.222.0.35 "GET /v2.0/ports/75a7506e-0227-44d7-a499-464f482d634c/bindings/n-h2-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.0718956 Feb 09 14:59:56.771453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-2b624402-56bb-4ada-893e-37b930f00bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:56.772937 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-2b624402-56bb-4ada-893e-37b930f00bc6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45&tenant_id=1ca3c00aa2504d199a377178154ce533 HTTP/1.1" status: 200 len: 1096 time: 0.1070888 Feb 09 14:59:56.784668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 14:59:56.832159 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2d83e6ec-c0c9-4704-b6b3-8c8c0508db85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:56.898565 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:57.014877 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f811f0-e94d-48af-95ee-d77cb7246be0 req-324e6e62-0882-433d-b86a-e3f0e651971c tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:57.016269 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3f811f0-e94d-48af-95ee-d77cb7246be0 req-324e6e62-0882-433d-b86a-e3f0e651971c tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0858965 Feb 09 14:59:57.059323 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3f811f0-e94d-48af-95ee-d77cb7246be0 req-f2815572-14d1-48bb-9930-300dcfab7d50 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368590 Feb 09 14:59:57.166687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] For port 75a7506e-0227-44d7-a499-464f482d634c, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=75a7506e-0227-44d7-a499-464f482d634c,segment=NetworkSegment(8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743),segment_id=8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 14:59:57.195276 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] For port 75a7506e-0227-44d7-a499-464f482d634c, host n-h1-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:59:57.256305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6af801c-2012-457f-b9ff-735645708c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75a7506e-0227-44d7-a499-464f482d634c'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:59:57.261647 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:57.276156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Transition to ACTIVE for port object 75a7506e-0227-44d7-a499-464f482d634c will not be triggered until provisioned by entity L2. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:59:57.280639 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:57.436210 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bba04-c883-487e-9920-ff472777b54b service neutron] Pushing event updated for resources: {'Port': ['ID=75a7506e-0227-44d7-a499-464f482d634c,revision_number=6']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:59:57.439325 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6af801c-2012-457f-b9ff-735645708c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75a7506e-0227-44d7-a499-464f482d634c', 'code': 200} Feb 09 14:59:57.450725 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] No DVR routers for this DVR port 75a7506e-0227-44d7-a499-464f482d634c on host n-h1-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:59:57.503758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Attempting to bind port 75a7506e-0227-44d7-a499-464f482d634c on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:59:57.504130 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Attempting to bind port 75a7506e-0227-44d7-a499-464f482d634c by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6015c6e-0f17-4812-805e-b44dd63be709'}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:59:57.504458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Attempting to bind port 75a7506e-0227-44d7-a499-464f482d634c on network b6015c6e-0f17-4812-805e-b44dd63be709 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:59:57.510019 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Port 75a7506e-0227-44d7-a499-464f482d634c on network b6015c6e-0f17-4812-805e-b44dd63be709 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 14:59:57.510339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Attempting to bind port 75a7506e-0227-44d7-a499-464f482d634c on network b6015c6e-0f17-4812-805e-b44dd63be709 {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 14:59:57.515504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 14:59:57.515871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Checking segment: {'id': '8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6015c6e-0f17-4812-805e-b44dd63be709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 14:59:57.516256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Bound using segment: {'id': '8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6015c6e-0f17-4812-805e-b44dd63be709'} {{(pid=87596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 14:59:57.516684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.managers [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Bound port: 75a7506e-0227-44d7-a499-464f482d634c, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6015c6e-0f17-4812-805e-b44dd63be709'}}] {{(pid=87596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:59:57.517033 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:57.608233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] For port 75a7506e-0227-44d7-a499-464f482d634c, host n-h2-828418-2, cleared binding levels {{(pid=87596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 14:59:57.611110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] For port 75a7506e-0227-44d7-a499-464f482d634c, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=75a7506e-0227-44d7-a499-464f482d634c,segment=NetworkSegment(8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743),segment_id=8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743)] {{(pid=87596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 14:59:57.616650 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:57.675990 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:57.676675 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:57.678741 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-072bba04-c883-487e-9920-ff472777b54b service neutron] 10.222.0.21 "PUT /v2.0/ports/75a7506e-0227-44d7-a499-464f482d634c HTTP/1.1" status: 200 len: 1091 time: 0.8976758 Feb 09 14:59:57.693012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bba04-c883-487e-9920-ff472777b54b service neutron] Pushing event updated for resources: {'Port': ['ID=75a7506e-0227-44d7-a499-464f482d634c,revision_number=7']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:59:57.773490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-035e5598-2c28-4be2-96da-4dc949a4d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:57.774991 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-035e5598-2c28-4be2-96da-4dc949a4d185 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca3c00aa2504d199a377178154ce533&device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 1094 time: 0.0752947 Feb 09 14:59:58.033655 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-9f6f7f9a-038e-4424-8935-b10c68dcf18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:58.035111 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-9f6f7f9a-038e-4424-8935-b10c68dcf18d service neutron] 10.222.0.21 "GET /v2.0/networks?id=b6015c6e-0f17-4812-805e-b44dd63be709 HTTP/1.1" status: 200 len: 912 time: 0.2501373 Feb 09 14:59:58.107281 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-d57a8d6c-77e8-4a39-b575-4dd9582f4a76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75a7506e-0227-44d7-a499-464f482d634c HTTP/1.1" status: 200 len: 217 time: 0.0651326 Feb 09 14:59:58.176080 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-83b398f5-64ff-4cef-923f-cbcd023223e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:58.177593 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-83b398f5-64ff-4cef-923f-cbcd023223e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f8b91c7-803f-44a3-aa7e-b7a1e2b12e1c HTTP/1.1" status: 200 len: 852 time: 0.0643816 Feb 09 14:59:58.229441 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-57c4ad3e-a56b-438d-94c3-22f79926ef95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b6015c6e-0f17-4812-805e-b44dd63be709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447202 Feb 09 14:59:58.255599 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de88670-3cb5-4a83-be2e-6f82ae102e0c req-d2497525-a0f7-4349-8896-8a56c30368fb tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:58.257118 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4de88670-3cb5-4a83-be2e-6f82ae102e0c req-d2497525-a0f7-4349-8896-8a56c30368fb tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 943 time: 0.0839555 Feb 09 14:59:58.302400 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4de88670-3cb5-4a83-be2e-6f82ae102e0c req-33c9655c-a71c-4491-a172-bcfca44d4c25 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392413 Feb 09 14:59:58.369082 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-ef4b60a5-f91b-4b51-9a15-11eb5792b837 service neutron] 10.222.0.21 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330519 Feb 09 14:59:58.507176 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81403baa-6e4f-41ed-967c-f542f7da0485 req-7cf774d2-3125-471e-a20f-566a2a65e23e service neutron] 10.222.0.21 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317258 Feb 09 14:59:59.266218 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-89b81439-c529-4454-aaed-545f6cf68c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:59:59.447968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6af801c-2012-457f-b9ff-735645708c45', 'tag': '75a7506e-0227-44d7-a499-464f482d634c'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:59:59.500695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f09201-52d6-4257-b916-2bbe27081406 req-7bc15b3f-9419-44ce-a1e9-f8750e0389e6 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:59.502311 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7f09201-52d6-4257-b916-2bbe27081406 req-7bc15b3f-9419-44ce-a1e9-f8750e0389e6 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 943 time: 0.0885773 Feb 09 14:59:59.505586 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6af801c-2012-457f-b9ff-735645708c45', 'tag': '75a7506e-0227-44d7-a499-464f482d634c', 'status': 'completed', 'code': 200} Feb 09 14:59:59.594656 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d7f09201-52d6-4257-b916-2bbe27081406 req-b1e701eb-e2dc-4aba-97f1-26ef3aeaa99d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855689 Feb 09 14:59:59.604178 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-0c546841-1add-4734-b0e7-09ed8210010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:59.605645 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-0c546841-1add-4734-b0e7-09ed8210010d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ca3c00aa2504d199a377178154ce533&device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 1094 time: 0.0737453 Feb 09 14:59:59.616668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-5724ff93-53fa-44e0-b314-33ac502321b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:59.618254 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-5724ff93-53fa-44e0-b314-33ac502321b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca3c00aa2504d199a377178154ce533&device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 1094 time: 0.0937381 Feb 09 14:59:59.745820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-ce3283b6-e870-4998-afc3-efa3cbec47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:59.747249 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-ce3283b6-e870-4998-afc3-efa3cbec47e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b6015c6e-0f17-4812-805e-b44dd63be709 HTTP/1.1" status: 200 len: 912 time: 0.1332207 Feb 09 14:59:59.752217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-29044115-ef0d-4b7b-aef1-20b0d48bc548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:59.753681 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-29044115-ef0d-4b7b-aef1-20b0d48bc548 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b6015c6e-0f17-4812-805e-b44dd63be709 HTTP/1.1" status: 200 len: 912 time: 0.1293774 Feb 09 14:59:59.815705 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-d55674ac-bf0c-4e05-8d35-d4ce5200d940 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75a7506e-0227-44d7-a499-464f482d634c HTTP/1.1" status: 200 len: 217 time: 0.0619700 Feb 09 14:59:59.825979 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-34267f38-ff59-4ea9-860c-4ec948fdcf2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75a7506e-0227-44d7-a499-464f482d634c HTTP/1.1" status: 200 len: 217 time: 0.0646935 Feb 09 14:59:59.876795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-a25ffd3b-a848-48ed-a815-c57205cf64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:59.878218 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-a25ffd3b-a848-48ed-a815-c57205cf64f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f8b91c7-803f-44a3-aa7e-b7a1e2b12e1c HTTP/1.1" status: 200 len: 852 time: 0.0562692 Feb 09 14:59:59.891519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-a3147763-2be5-481a-a379-39a374f56624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:59:59.892933 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-a3147763-2be5-481a-a379-39a374f56624 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f8b91c7-803f-44a3-aa7e-b7a1e2b12e1c HTTP/1.1" status: 200 len: 852 time: 0.0610607 Feb 09 14:59:59.925390 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-ff036dc5-7c3e-4004-bafc-a6f755c9b4b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b6015c6e-0f17-4812-805e-b44dd63be709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404825 Feb 09 14:59:59.940726 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-8e908a6e-d3ba-4234-9345-272853c0a1fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b6015c6e-0f17-4812-805e-b44dd63be709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411429 Feb 09 15:00:00.076885 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-8485671e-a7ef-4f6d-bb05-07323791c046 service neutron] 10.222.0.21 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300313 Feb 09 15:00:00.157084 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-5db33489-496c-4ab7-815e-c703a5f257ba service neutron] 10.222.0.35 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246516 Feb 09 15:00:00.210781 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-9b481e1e-bcd4-4675-a4f5-c2fb5496745a service neutron] 10.222.0.21 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275220 Feb 09 15:00:00.289338 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ffeb2c9-7d19-4512-abb0-548d946e4e39 req-f0ad19cf-119a-4c4d-a69c-1d212cd7e153 service neutron] 10.222.0.35 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254230 Feb 09 15:00:00.339294 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:00.367496 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:00.594984 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 75a7506e-0227-44d7-a499-464f482d634c no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:00:00.651565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 75a7506e-0227-44d7-a499-464f482d634c not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:00:00.788472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e35983-7e45-4902-9ea7-875d039b5f73 req-d381e02e-3d5c-4d9f-91d5-1ddaf536ac92 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:00.789924 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4e35983-7e45-4902-9ea7-875d039b5f73 req-d381e02e-3d5c-4d9f-91d5-1ddaf536ac92 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 943 time: 0.0847557 Feb 09 15:00:00.833974 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4e35983-7e45-4902-9ea7-875d039b5f73 req-c125922d-11b2-47f0-8955-2d49f9eca4cd tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385082 Feb 09 15:00:01.909115 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:02.016049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca1cd0-1738-4b75-9dbb-283faa45e526 req-b2138db2-fc48-4541-9669-83c2926883c5 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:02.017474 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-16ca1cd0-1738-4b75-9dbb-283faa45e526 req-b2138db2-fc48-4541-9669-83c2926883c5 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 943 time: 0.0782421 Feb 09 15:00:02.060108 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-16ca1cd0-1738-4b75-9dbb-283faa45e526 req-e6bf3623-1a82-40c9-ac96-a7ddc60497ed tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365534 Feb 09 15:00:02.431670 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-fe399809-661e-4dd5-9ea1-650db6139bb0 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:02.433120 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-fe399809-661e-4dd5-9ea1-650db6139bb0 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45&tenant_id=1ca3c00aa2504d199a377178154ce533&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 943 time: 0.0820086 Feb 09 15:00:02.512675 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-a218ab87-6722-4136-94cf-0e7aa73cbabd service neutron] delete failed (client error): The resource could not be found. Feb 09 15:00:02.513645 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-a218ab87-6722-4136-94cf-0e7aa73cbabd service neutron] 10.222.0.35 "DELETE /v2.0/ports/75a7506e-0227-44d7-a499-464f482d634c/bindings/n-h1-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.0744691 Feb 09 15:00:02.654101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-4fedb5be-1c54-4abf-add3-05a4d64049f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:02.655548 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-4fedb5be-1c54-4abf-add3-05a4d64049f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ca3c00aa2504d199a377178154ce533&device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 1094 time: 0.0703645 Feb 09 15:00:02.728224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 75a7506e-0227-44d7-a499-464f482d634c details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:00:02.787293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-9e747fba-6b42-4ea1-8bb9-d13b59c212f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:02.788739 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-9e747fba-6b42-4ea1-8bb9-d13b59c212f5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b6015c6e-0f17-4812-805e-b44dd63be709 HTTP/1.1" status: 200 len: 912 time: 0.1267352 Feb 09 15:00:02.868903 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-aedcd2aa-6ea7-4734-9d2b-70cc9bd9cf23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75a7506e-0227-44d7-a499-464f482d634c HTTP/1.1" status: 200 len: 217 time: 0.0726340 Feb 09 15:00:02.872312 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 75a7506e-0227-44d7-a499-464f482d634c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=75a7506e-0227-44d7-a499-464f482d634c,segment=NetworkSegment(8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743),segment_id=8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:00:02.886427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '75a7506e-0227-44d7-a499-464f482d634c', 'network_id': 'b6015c6e-0f17-4812-805e-b44dd63be709', 'port_id': '75a7506e-0227-44d7-a499-464f482d634c', 'mac_address': 'fa:16:3e:66:9d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8b91c7-803f-44a3-aa7e-b7a1e2b12e1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:00:02.934875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-f86eade9-7b66-4556-bb1c-a7257919008d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:02.936674 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-f86eade9-7b66-4556-bb1c-a7257919008d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f8b91c7-803f-44a3-aa7e-b7a1e2b12e1c HTTP/1.1" status: 200 len: 852 time: 0.0600576 Feb 09 15:00:02.944351 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:02.961265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a7506e-0227-44d7-a499-464f482d634c {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:00:02.977026 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 75a7506e-0227-44d7-a499-464f482d634c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=75a7506e-0227-44d7-a499-464f482d634c,segment=NetworkSegment(8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743),segment_id=8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:00:02.980855 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:02.991591 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-7d39f191-91a5-4146-8b0f-c07c72055561 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b6015c6e-0f17-4812-805e-b44dd63be709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467286 Feb 09 15:00:03.046522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=75a7506e-0227-44d7-a499-464f482d634c,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:03.054485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:03.054831 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:03.055173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:03.055509 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:03.055862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:03.056192 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:03.056519 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:03.056840 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:03.057164 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:03.057485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:03.057804 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:03.058127 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:03.125039 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-109cdcbb-d6b7-4e0e-8a07-155a55805fe2 service neutron] 10.222.0.35 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242647 Feb 09 15:00:03.254965 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-269c6343-f467-4e54-bcc2-c269678050e1 service neutron] 10.222.0.35 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232634 Feb 09 15:00:03.308645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['75a7506e-0227-44d7-a499-464f482d634c'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:00:04.108497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56979c-17c3-42c7-b219-0f697f596ae6 req-633e3a08-6e42-4595-824f-673a89ca9afd tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:04.110281 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d56979c-17c3-42c7-b219-0f697f596ae6 req-633e3a08-6e42-4595-824f-673a89ca9afd tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 944 time: 0.0825336 Feb 09 15:00:04.152294 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7d56979c-17c3-42c7-b219-0f697f596ae6 req-6aa18cf6-cbf6-4497-aa53-1cbfd3bba7ee tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365798 Feb 09 15:00:04.752628 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 75a7506e-0227-44d7-a499-464f482d634c up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:00:04.818309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 75a7506e-0227-44d7-a499-464f482d634c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:00:04.822893 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 75a7506e-0227-44d7-a499-464f482d634c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:00:04.823211 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:04.937302 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:04.964224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6af801c-2012-457f-b9ff-735645708c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a7506e-0227-44d7-a499-464f482d634c'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:00:04.974447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 75a7506e-0227-44d7-a499-464f482d634c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=75a7506e-0227-44d7-a499-464f482d634c,segment=NetworkSegment(8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743),segment_id=8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:00:04.978988 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:05.016649 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6af801c-2012-457f-b9ff-735645708c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a7506e-0227-44d7-a499-464f482d634c', 'code': 200} Feb 09 15:00:05.026043 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87e06e04-5b28-466b-944d-bb395d75ad8c req-237d05e3-3c32-42f1-aee2-3347649acf28 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722375 Feb 09 15:00:05.054417 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=75a7506e-0227-44d7-a499-464f482d634c,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:05.167942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e06e04-5b28-466b-944d-bb395d75ad8c req-b5fbe335-ea5e-4429-b9d3-deba8dea55c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:05.169465 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87e06e04-5b28-466b-944d-bb395d75ad8c req-b5fbe335-ea5e-4429-b9d3-deba8dea55c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ca3c00aa2504d199a377178154ce533&device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 1096 time: 0.0749412 Feb 09 15:00:05.371528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.21', 54903) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:00:05.452049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-b138b542-f187-4a55-8e1d-b8011a0374a9 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:05.453470 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-b138b542-f187-4a55-8e1d-b8011a0374a9 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.0802965 Feb 09 15:00:05.482547 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e06e04-5b28-466b-944d-bb395d75ad8c req-38043faf-e3ff-4b3f-bae2-5ce5af42e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:05.484010 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87e06e04-5b28-466b-944d-bb395d75ad8c req-38043faf-e3ff-4b3f-bae2-5ce5af42e6db service neutron] 10.222.0.21 "GET /v2.0/networks?id=b6015c6e-0f17-4812-805e-b44dd63be709 HTTP/1.1" status: 200 len: 912 time: 0.2929926 Feb 09 15:00:05.522617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Deleting port 75a7506e-0227-44d7-a499-464f482d634c {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:00:05.522940 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:05.550279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a13efe-43b8-4272-b37f-49fd6be2e09a req-c956a9a9-7612-41e4-8956-dab1c27b212b tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:05.551790 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-20a13efe-43b8-4272-b37f-49fd6be2e09a req-c956a9a9-7612-41e4-8956-dab1c27b212b tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6af801c-2012-457f-b9ff-735645708c45 HTTP/1.1" status: 200 len: 945 time: 0.1790490 Feb 09 15:00:05.559983 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87e06e04-5b28-466b-944d-bb395d75ad8c req-ee110a9b-8a07-4e56-985b-b39b5d402ee3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75a7506e-0227-44d7-a499-464f482d634c HTTP/1.1" status: 200 len: 217 time: 0.0702112 Feb 09 15:00:05.648998 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-20a13efe-43b8-4272-b37f-49fd6be2e09a req-c909ff61-b9a6-4af1-a9d7-cbeb8a81c8a3 tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880725 Feb 09 15:00:05.654587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e06e04-5b28-466b-944d-bb395d75ad8c req-d1b33d08-e9aa-4be9-bb86-76678f0e961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:05.656109 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87e06e04-5b28-466b-944d-bb395d75ad8c req-d1b33d08-e9aa-4be9-bb86-76678f0e961d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f8b91c7-803f-44a3-aa7e-b7a1e2b12e1c HTTP/1.1" status: 200 len: 852 time: 0.0825262 Feb 09 15:00:05.702374 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87e06e04-5b28-466b-944d-bb395d75ad8c req-715852f8-3c5d-4082-a36c-d320051d730d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b6015c6e-0f17-4812-805e-b44dd63be709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400827 Feb 09 15:00:05.773118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] For port 75a7506e-0227-44d7-a499-464f482d634c, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=75a7506e-0227-44d7-a499-464f482d634c,segment=NetworkSegment(8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743),segment_id=8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:00:05.773480 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:05.840417 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87e06e04-5b28-466b-944d-bb395d75ad8c req-0ab8972e-c552-467c-adf4-699211a05234 service neutron] 10.222.0.21 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318274 Feb 09 15:00:05.904679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Calling delete_port for 75a7506e-0227-44d7-a499-464f482d634c owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:00:05.970541 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87e06e04-5b28-466b-944d-bb395d75ad8c req-c00d0154-bdd4-497a-aa32-fdaa994c4965 service neutron] 10.222.0.21 "GET /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244853 Feb 09 15:00:06.048386 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:06.064414 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['75a7506e-0227-44d7-a499-464f482d634c'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:00:06.201337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Pushing event deleted for resources: {'Port': ['ID=75a7506e-0227-44d7-a499-464f482d634c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:06.243474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:06.243753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:06.244097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:06.244433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:06.244762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:06.245089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:06.245563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:06.246045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:06.246519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:06.246990 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:06.247466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:06.247976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:00:06.306922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] No DVR routers for this DVR port 75a7506e-0227-44d7-a499-464f482d634c on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:00:06.309503 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:06.311972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6af801c-2012-457f-b9ff-735645708c45', 'name': 'network-vif-deleted', 'tag': '75a7506e-0227-44d7-a499-464f482d634c'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:00:06.327717 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ba7c2ec-530b-48f9-9ce0-650496e46c03 req-17eac0ea-f24d-4a20-980c-cdb676d39e1d tempest-DeleteServersTestJSON-348501339 tempest-DeleteServersTestJSON-348501339-project] 10.222.0.21 "DELETE /v2.0/ports/75a7506e-0227-44d7-a499-464f482d634c HTTP/1.1" status: 204 len: 173 time: 0.8687623 Feb 09 15:00:06.361229 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6af801c-2012-457f-b9ff-735645708c45', 'name': 'network-vif-deleted', 'tag': '75a7506e-0227-44d7-a499-464f482d634c', 'status': 'completed', 'code': 200} Feb 09 15:00:06.894964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51314) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:00:06.955467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-490b09b1-9407-45e3-8eaf-88093b265ebb admin admin] Deleting subnet 8f8b91c7-803f-44a3-aa7e-b7a1e2b12e1c {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:00:06.958904 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-490b09b1-9407-45e3-8eaf-88093b265ebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:07.019459 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-490b09b1-9407-45e3-8eaf-88093b265ebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:07.083173 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-490b09b1-9407-45e3-8eaf-88093b265ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:07.168224 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-490b09b1-9407-45e3-8eaf-88093b265ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:07.209418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b09b1-9407-45e3-8eaf-88093b265ebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f8b91c7-803f-44a3-aa7e-b7a1e2b12e1c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:07.214117 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-490b09b1-9407-45e3-8eaf-88093b265ebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:07.220444 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-490b09b1-9407-45e3-8eaf-88093b265ebb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8f8b91c7-803f-44a3-aa7e-b7a1e2b12e1c HTTP/1.1" status: 204 len: 168 time: 0.3244429 Feb 09 15:00:07.222820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51318) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:00:07.330795 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb88e-ff4b-4dfd-8ca4-9bd6609be894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:07.453934 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb88e-ff4b-4dfd-8ca4-9bd6609be894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:07.480376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-cb7fb88e-ff4b-4dfd-8ca4-9bd6609be894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6015c6e-0f17-4812-805e-b44dd63be709']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:00:07.497166 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-cb7fb88e-ff4b-4dfd-8ca4-9bd6609be894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:00:07.497466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-cb7fb88e-ff4b-4dfd-8ca4-9bd6609be894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c34c9cd-d0a3-49d6-b7fa-2cb9a7bca743') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:00:07.508826 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb88e-ff4b-4dfd-8ca4-9bd6609be894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:07.524570 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb88e-ff4b-4dfd-8ca4-9bd6609be894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:07.530534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7fb88e-ff4b-4dfd-8ca4-9bd6609be894 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:00:07.530918 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb88e-ff4b-4dfd-8ca4-9bd6609be894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: timer() Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:00:07.544103 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:00:07.617381 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb88e-ff4b-4dfd-8ca4-9bd6609be894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:07.633249 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb88e-ff4b-4dfd-8ca4-9bd6609be894 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:07.646814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fb88e-ff4b-4dfd-8ca4-9bd6609be894 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6015c6e-0f17-4812-805e-b44dd63be709,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:07.654744 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cb7fb88e-ff4b-4dfd-8ca4-9bd6609be894 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b6015c6e-0f17-4812-805e-b44dd63be709 HTTP/1.1" status: 204 len: 168 time: 0.4309704 Feb 09 15:00:07.762685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51324) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:00:07.810787 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cb6ab32b-0a7c-4c17-a2f0-8d360d3c7c28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ca3c00aa2504d199a377178154ce533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468981 Feb 09 15:00:07.813217 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51328) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:00:07.870506 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e2ddfa98-f9bc-480f-9e3d-a486e17dd30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:07.895777 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e2ddfa98-f9bc-480f-9e3d-a486e17dd30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:07.930481 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:00:07.946094 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e2ddfa98-f9bc-480f-9e3d-a486e17dd30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:07.963927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddfa98-f9bc-480f-9e3d-a486e17dd30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9bfbc8-b253-4f3b-b600-8f33a5f726b7,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:07.976055 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e2ddfa98-f9bc-480f-9e3d-a486e17dd30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:07.977233 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e2ddfa98-f9bc-480f-9e3d-a486e17dd30b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c9bfbc8-b253-4f3b-b600-8f33a5f726b7 HTTP/1.1" status: 204 len: 168 time: 0.1631119 Feb 09 15:00:08.737368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51354) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:00:08.775576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 75a7506e-0227-44d7-a499-464f482d634c no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:00:08.816511 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 75a7506e-0227-44d7-a499-464f482d634c {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:00:08.817506 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 75a7506e-0227-44d7-a499-464f482d634c not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:00:08.878997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-397144244-network', 'tenant_id': 'a434f77aa08841d69350bcdd59e2e7bc'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:00:08.884976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:00:08.889332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Usage tracker for resource:network and tenant:a434f77aa08841d69350bcdd59e2e7bc is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:00:08.893704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:00:08.900179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:00:08.910141 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Made reservation on behalf of a434f77aa08841d69350bcdd59e2e7bc for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:00:08.913045 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:08.926095 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:08.945317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:00:08.949199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Usage tracker for resource:security_group_rule and tenant:a434f77aa08841d69350bcdd59e2e7bc is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:00:08.952001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:00:08.959776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:00:09.049651 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:09.054152 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:09.085345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:00:09.094630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d56130-bdcd-418d-b663-97661da1888b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:09.102235 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:09.102583 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Added segment 014628db-22db-4e91-8fd7-02f6409dab32 of type vlan for network 347ed715-aea1-4f2d-8069-beb07c033f9c Feb 09 15:00:09.131985 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:09.162313 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:09.163322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:09.163931 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:09.242030 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:09.267031 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5288398 Feb 09 15:00:09.270628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51360) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:00:09.273234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b189a-3f3c-4eba-a96e-1fc963c7d55f admin admin] Pushing event updated for resources: {'Network': ['ID=347ed715-aea1-4f2d-8069-beb07c033f9c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:09.278657 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-7d82dc6a-b771-4932-8ff8-a33ec9eae01e admin admin] Request body: {'subnet': {'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-397144244-subnet', 'tenant_id': 'a434f77aa08841d69350bcdd59e2e7bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:00:09.284687 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 347ed715-aea1-4f2d-8069-beb07c033f9c details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:00:09.286533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7d82dc6a-b771-4932-8ff8-a33ec9eae01e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:00:09.290632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7d82dc6a-b771-4932-8ff8-a33ec9eae01e admin admin] Usage tracker for resource:subnet and tenant:a434f77aa08841d69350bcdd59e2e7bc is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:00:09.293661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7d82dc6a-b771-4932-8ff8-a33ec9eae01e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:00:09.299195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7d82dc6a-b771-4932-8ff8-a33ec9eae01e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:00:09.309218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d82dc6a-b771-4932-8ff8-a33ec9eae01e admin admin] Made reservation on behalf of a434f77aa08841d69350bcdd59e2e7bc for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:00:09.311623 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d82dc6a-b771-4932-8ff8-a33ec9eae01e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:09.516990 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d82dc6a-b771-4932-8ff8-a33ec9eae01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:09.599562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82dc6a-b771-4932-8ff8-a33ec9eae01e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce80198-0a2d-47ed-9970-a1120d35dd35,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:09.604840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82dc6a-b771-4932-8ff8-a33ec9eae01e admin admin] Checking segment: {'id': '014628db-22db-4e91-8fd7-02f6409dab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:00:09.605195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d82dc6a-b771-4932-8ff8-a33ec9eae01e admin admin] Network hostable DHCP agents. Network: 347ed715-aea1-4f2d-8069-beb07c033f9c, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:00:09.624154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d82dc6a-b771-4932-8ff8-a33ec9eae01e admin admin] Network 347ed715-aea1-4f2d-8069-beb07c033f9c is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:00:09.633006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-7d82dc6a-b771-4932-8ff8-a33ec9eae01e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 347ed715-aea1-4f2d-8069-beb07c033f9c) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:00:09.636867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d82dc6a-b771-4932-8ff8-a33ec9eae01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:09.637440 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7d82dc6a-b771-4932-8ff8-a33ec9eae01e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:09.643116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef71a9a-6c19-4b75-9f0f-87fd0f5ae91c None None] Network 347ed715-aea1-4f2d-8069-beb07c033f9c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:00:09.657513 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7d82dc6a-b771-4932-8ff8-a33ec9eae01e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3858330 Feb 09 15:00:09.888823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfa0446-fcdb-4c2c-bdf8-4c89bcfd7b2f None None] Network 347ed715-aea1-4f2d-8069-beb07c033f9c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:00:10.289692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-8266e4ab-aa19-48c7-9092-41337a8830cf tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:10.290394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-8266e4ab-aa19-48c7-9092-41337a8830cf tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Synchronizing usage tracker for tenant:a434f77aa08841d69350bcdd59e2e7bc on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:00:10.309485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-8266e4ab-aa19-48c7-9092-41337a8830cf tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Unset dirty status for tenant:a434f77aa08841d69350bcdd59e2e7bc on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:00:10.310984 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-8266e4ab-aa19-48c7-9092-41337a8830cf tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/networks?id=347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 200 len: 814 time: 0.2825043 Feb 09 15:00:10.327195 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-ef424dad-211f-4fe7-b547-26364f5ccaf6 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/quotas/a434f77aa08841d69350bcdd59e2e7bc HTTP/1.1" status: 200 len: 375 time: 0.0104940 Feb 09 15:00:10.374750 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-f44ee88d-ad8f-4f44-ad05-e629dd6c8c3e tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422208 Feb 09 15:00:10.586692 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-5c27c63c-c4e9-4850-8bb6-389c0afd3e60 service neutron] 10.222.0.48 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694493 Feb 09 15:00:10.729053 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-7d07fe97-7c0b-492c-ad1a-4025e7ea2bfc service neutron] 10.222.0.48 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362786 Feb 09 15:00:10.811837 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:10.917783 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-176554e0-bdf0-4c04-8177-78b5e539d0d4 req-8cfda5b1-1245-46ff-a4e6-fb76c3eac078 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 210 time: 0.0444365 Feb 09 15:00:12.002398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-7763b7a0-0372-4d58-b12b-91f22986d119 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:12.005597 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-7763b7a0-0372-4d58-b12b-91f22986d119 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.21 "GET /v2.0/networks?id=347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 200 len: 814 time: 0.1549447 Feb 09 15:00:12.016631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-c4eb70e6-b380-4c1c-a727-63eeafe9ced2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Request body: {'port': {'device_id': 'a04880f4-3480-4046-9052-373291c3d09d', 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c', 'admin_state_up': True, 'tenant_id': 'a434f77aa08841d69350bcdd59e2e7bc'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:00:12.135178 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-703dcf9e-3cfe-45ea-80de-a4373aaae273 req-d2a4ddcb-96aa-41cf-b808-7ddad9f87d43 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 210 time: 0.0529690 Feb 09 15:00:12.193567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-c4eb70e6-b380-4c1c-a727-63eeafe9ced2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:00:12.197481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-c4eb70e6-b380-4c1c-a727-63eeafe9ced2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Usage tracker for resource:port and tenant:a434f77aa08841d69350bcdd59e2e7bc is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:00:12.200330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-c4eb70e6-b380-4c1c-a727-63eeafe9ced2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:00:12.205828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-c4eb70e6-b380-4c1c-a727-63eeafe9ced2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:00:12.215722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-c4eb70e6-b380-4c1c-a727-63eeafe9ced2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Made reservation on behalf of a434f77aa08841d69350bcdd59e2e7bc for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:00:12.219372 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-c4eb70e6-b380-4c1c-a727-63eeafe9ced2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:12.380225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-c4eb70e6-b380-4c1c-a727-63eeafe9ced2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Allocated IP 172.20.0.5 (347ed715-aea1-4f2d-8069-beb07c033f9c/2ce80198-0a2d-47ed-9970-a1120d35dd35/66446200-3da3-4139-85da-f464a1ee81af) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:00:12.575411 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-c4eb70e6-b380-4c1c-a727-63eeafe9ced2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:12.604818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-c4eb70e6-b380-4c1c-a727-63eeafe9ced2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:12.672524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-c4eb70e6-b380-4c1c-a727-63eeafe9ced2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Network 347ed715-aea1-4f2d-8069-beb07c033f9c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:00:12.675602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-c4eb70e6-b380-4c1c-a727-63eeafe9ced2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:00:12.679392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-c4eb70e6-b380-4c1c-a727-63eeafe9ced2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:00:12.712736 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb70e6-b380-4c1c-a727-63eeafe9ced2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Pushing event updated for resources: {'Port': ['ID=66446200-3da3-4139-85da-f464a1ee81af,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:12.746744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-c4eb70e6-b380-4c1c-a727-63eeafe9ced2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:12.747344 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-c4eb70e6-b380-4c1c-a727-63eeafe9ced2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:12.767062 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-c4eb70e6-b380-4c1c-a727-63eeafe9ced2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7543359 Feb 09 15:00:12.777584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Request body: {'port': {'device_id': 'a04880f4-3480-4046-9052-373291c3d09d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:00:12.884737 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:13.325193 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66446200-3da3-4139-85da-f464a1ee81af {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:00:13.326649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327992b-c0e3-4677-a036-4b819ed1ff1f req-4bd1683b-7596-4c05-bb16-0577b82f548d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:13.328142 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3327992b-c0e3-4677-a036-4b819ed1ff1f req-4bd1683b-7596-4c05-bb16-0577b82f548d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 931 time: 0.0849583 Feb 09 15:00:13.332712 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:13.347230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Transition to ACTIVE for port object 66446200-3da3-4139-85da-f464a1ee81af will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:00:13.352097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:13.373092 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3327992b-c0e3-4677-a036-4b819ed1ff1f req-0b0d5972-2d5d-4723-8563-38ecf7e32148 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393171 Feb 09 15:00:13.498286 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Pushing event updated for resources: {'Port': ['ID=66446200-3da3-4139-85da-f464a1ee81af,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:13.575524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Attempting to bind port 66446200-3da3-4139-85da-f464a1ee81af on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:00:13.575880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Attempting to bind port 66446200-3da3-4139-85da-f464a1ee81af by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '014628db-22db-4e91-8fd7-02f6409dab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:00:13.576206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Attempting to bind port 66446200-3da3-4139-85da-f464a1ee81af on network 347ed715-aea1-4f2d-8069-beb07c033f9c {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:00:13.580813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Port 66446200-3da3-4139-85da-f464a1ee81af on network 347ed715-aea1-4f2d-8069-beb07c033f9c not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:00:13.581127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Attempting to bind port 66446200-3da3-4139-85da-f464a1ee81af on network 347ed715-aea1-4f2d-8069-beb07c033f9c {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:00:13.586309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:00:13.586642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Checking segment: {'id': '014628db-22db-4e91-8fd7-02f6409dab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:00:13.587011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Bound using segment: {'id': '014628db-22db-4e91-8fd7-02f6409dab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:00:13.587426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Bound port: 66446200-3da3-4139-85da-f464a1ee81af, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014628db-22db-4e91-8fd7-02f6409dab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:00:13.587792 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:13.672058 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] For port 66446200-3da3-4139-85da-f464a1ee81af, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:00:13.674947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] For port 66446200-3da3-4139-85da-f464a1ee81af, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66446200-3da3-4139-85da-f464a1ee81af,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:00:13.679060 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:13.740514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:13.741116 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:13.742463 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] 10.222.0.21 "PUT /v2.0/ports/66446200-3da3-4139-85da-f464a1ee81af HTTP/1.1" status: 200 len: 1091 time: 0.9687080 Feb 09 15:00:13.742885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04880f4-3480-4046-9052-373291c3d09d', 'tag': '66446200-3da3-4139-85da-f464a1ee81af'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:00:13.761891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790879b1-c707-4ad2-b54c-6fa2836b7856 service neutron] Pushing event updated for resources: {'Port': ['ID=66446200-3da3-4139-85da-f464a1ee81af,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:13.811348 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04880f4-3480-4046-9052-373291c3d09d', 'tag': '66446200-3da3-4139-85da-f464a1ee81af', 'status': 'completed', 'code': 200} Feb 09 15:00:13.851622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-a8d447d8-6186-49b8-8726-f3783098f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:13.853123 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-a8d447d8-6186-49b8-8726-f3783098f65f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 1094 time: 0.0728738 Feb 09 15:00:13.926328 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-709138e4-f94f-414b-9f6a-0fc50b749d8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66446200-3da3-4139-85da-f464a1ee81af HTTP/1.1" status: 200 len: 217 time: 0.0672166 Feb 09 15:00:13.987213 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-a8caad51-3e4c-46de-a05c-fd8453eaa14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:13.988667 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-a8caad51-3e4c-46de-a05c-fd8453eaa14b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ce80198-0a2d-47ed-9970-a1120d35dd35 HTTP/1.1" status: 200 len: 854 time: 0.0562127 Feb 09 15:00:14.037592 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-ac1658a1-cda1-4415-ab5a-0fe08601b472 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=347ed715-aea1-4f2d-8069-beb07c033f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435627 Feb 09 15:00:14.165907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-5aa8945d-fbb0-4b8e-8267-c6f7cbbb4bb2 service neutron] 10.222.0.21 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222317 Feb 09 15:00:14.296879 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-023cfdb1-cc1d-4718-94bb-0ddd0cca2781 req-375db2ad-ee79-4d94-b9e1-944e4c882d50 service neutron] 10.222.0.21 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255746 Feb 09 15:00:14.423874 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90e7cf-b1a2-4877-96cd-b02b1e3363ee req-87d57e87-e50a-497f-b455-b3dc124a6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:14.425866 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f90e7cf-b1a2-4877-96cd-b02b1e3363ee req-87d57e87-e50a-497f-b455-b3dc124a6469 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 1094 time: 0.0792708 Feb 09 15:00:14.560762 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47207c28-ed79-44c0-9334-964a2ec44631 req-64744a4a-a0c2-4624-9427-be845a701e29 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:14.563004 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47207c28-ed79-44c0-9334-964a2ec44631 req-64744a4a-a0c2-4624-9427-be845a701e29 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 943 time: 0.0803869 Feb 09 15:00:14.566422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90e7cf-b1a2-4877-96cd-b02b1e3363ee req-f5e9b01b-c7a6-4fe4-98f2-2dc68c2fc2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:14.571042 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f90e7cf-b1a2-4877-96cd-b02b1e3363ee req-f5e9b01b-c7a6-4fe4-98f2-2dc68c2fc2a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 200 len: 914 time: 0.1399429 Feb 09 15:00:14.611669 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47207c28-ed79-44c0-9334-964a2ec44631 req-665048ba-3b0a-40b0-b73d-02ad1dc2efa8 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428371 Feb 09 15:00:14.643010 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f90e7cf-b1a2-4877-96cd-b02b1e3363ee req-5dc41d87-eceb-4cee-9b0a-c0203829cc33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66446200-3da3-4139-85da-f464a1ee81af HTTP/1.1" status: 200 len: 217 time: 0.0657895 Feb 09 15:00:14.704222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90e7cf-b1a2-4877-96cd-b02b1e3363ee req-c36dd87c-e870-4585-ad2c-242c614b3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:14.705681 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f90e7cf-b1a2-4877-96cd-b02b1e3363ee req-c36dd87c-e870-4585-ad2c-242c614b3c88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ce80198-0a2d-47ed-9970-a1120d35dd35 HTTP/1.1" status: 200 len: 854 time: 0.0577135 Feb 09 15:00:14.753539 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f90e7cf-b1a2-4877-96cd-b02b1e3363ee req-c406607d-f51e-41e2-a312-311865ca9cbd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=347ed715-aea1-4f2d-8069-beb07c033f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420811 Feb 09 15:00:14.895924 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f90e7cf-b1a2-4877-96cd-b02b1e3363ee req-08c9fa4b-374e-4986-9509-37a9cc5742db service neutron] 10.222.0.21 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367960 Feb 09 15:00:15.126379 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3f90e7cf-b1a2-4877-96cd-b02b1e3363ee req-dcb8b069-dab9-4874-a961-6891b4bf0be2 service neutron] 10.222.0.21 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247622 Feb 09 15:00:15.800516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5e3e6-f0da-4ffb-a0b7-fdeb413edc52 req-5d10b008-ec57-439c-8447-a3baad1e29e9 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:15.801245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-17b5e3e6-f0da-4ffb-a0b7-fdeb413edc52 req-5d10b008-ec57-439c-8447-a3baad1e29e9 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Synchronizing usage tracker for tenant:a434f77aa08841d69350bcdd59e2e7bc on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:00:15.821185 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-17b5e3e6-f0da-4ffb-a0b7-fdeb413edc52 req-5d10b008-ec57-439c-8447-a3baad1e29e9 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Unset dirty status for tenant:a434f77aa08841d69350bcdd59e2e7bc on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:00:15.822338 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17b5e3e6-f0da-4ffb-a0b7-fdeb413edc52 req-5d10b008-ec57-439c-8447-a3baad1e29e9 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 943 time: 0.0994060 Feb 09 15:00:15.865514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-17b5e3e6-f0da-4ffb-a0b7-fdeb413edc52 req-367db763-a753-41c1-9015-1d5b1d844d7f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Synchronizing usage tracker for tenant:a434f77aa08841d69350bcdd59e2e7bc on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:00:15.882779 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-17b5e3e6-f0da-4ffb-a0b7-fdeb413edc52 req-367db763-a753-41c1-9015-1d5b1d844d7f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Unset dirty status for tenant:a434f77aa08841d69350bcdd59e2e7bc on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:00:15.884252 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-17b5e3e6-f0da-4ffb-a0b7-fdeb413edc52 req-367db763-a753-41c1-9015-1d5b1d844d7f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561538 Feb 09 15:00:16.777039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 66446200-3da3-4139-85da-f464a1ee81af details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:00:16.908310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 66446200-3da3-4139-85da-f464a1ee81af, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66446200-3da3-4139-85da-f464a1ee81af,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:00:16.921569 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '66446200-3da3-4139-85da-f464a1ee81af', 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c', 'port_id': '66446200-3da3-4139-85da-f464a1ee81af', 'mac_address': 'fa:16:3e:fd:19:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce80198-0a2d-47ed-9970-a1120d35dd35', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:00:16.975955 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:16.993200 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66446200-3da3-4139-85da-f464a1ee81af {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:00:17.010186 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 66446200-3da3-4139-85da-f464a1ee81af, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66446200-3da3-4139-85da-f464a1ee81af,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:00:17.014032 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:17.072176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d804a-018c-4158-b45d-bcc5aa643409 req-5bca8312-70b3-449a-97e8-412f517bf859 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:17.073671 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5c4d804a-018c-4158-b45d-bcc5aa643409 req-5bca8312-70b3-449a-97e8-412f517bf859 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 944 time: 0.0821016 Feb 09 15:00:17.087302 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=66446200-3da3-4139-85da-f464a1ee81af,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:17.131604 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5c4d804a-018c-4158-b45d-bcc5aa643409 req-09f9b9bc-e28a-4963-9bac-1b67cd1a7ef2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514803 Feb 09 15:00:17.300537 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['66446200-3da3-4139-85da-f464a1ee81af'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:00:18.313745 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d311086-5e54-423b-9f45-53decab39d89 req-bde7dd07-4e56-4478-ba87-4ce29bf6944c tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:18.315150 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6d311086-5e54-423b-9f45-53decab39d89 req-bde7dd07-4e56-4478-ba87-4ce29bf6944c tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 944 time: 0.0803566 Feb 09 15:00:18.362033 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6d311086-5e54-423b-9f45-53decab39d89 req-1aae0cfb-cf28-4704-9191-f71e2a735e20 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Feb 09 15:00:18.790394 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 66446200-3da3-4139-85da-f464a1ee81af up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:00:18.858773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 66446200-3da3-4139-85da-f464a1ee81af completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:00:18.863173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 66446200-3da3-4139-85da-f464a1ee81af triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:00:18.863543 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:18.976645 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:19.003608 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04880f4-3480-4046-9052-373291c3d09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66446200-3da3-4139-85da-f464a1ee81af'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:00:19.014481 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 66446200-3da3-4139-85da-f464a1ee81af, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66446200-3da3-4139-85da-f464a1ee81af,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:00:19.018758 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:19.063108 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04880f4-3480-4046-9052-373291c3d09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66446200-3da3-4139-85da-f464a1ee81af', 'code': 200} Feb 09 15:00:19.096180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=66446200-3da3-4139-85da-f464a1ee81af,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:19.181572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342f1f5-7fa0-461f-b849-7172b990c8d6 req-926dd22a-a938-4f35-9bc8-61eb2bf61e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:19.183044 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f342f1f5-7fa0-461f-b849-7172b990c8d6 req-926dd22a-a938-4f35-9bc8-61eb2bf61e85 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 1096 time: 0.0683956 Feb 09 15:00:19.222728 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f342f1f5-7fa0-461f-b849-7172b990c8d6 req-462f3e5d-b401-451c-9253-e45ec4d195aa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335481 Feb 09 15:00:19.548628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1b5fb-f250-43bd-abca-71eafa228e20 req-4db61840-e1e9-4efb-bbc6-84e49c5b7971 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:19.549996 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-08f1b5fb-f250-43bd-abca-71eafa228e20 req-4db61840-e1e9-4efb-bbc6-84e49c5b7971 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0840540 Feb 09 15:00:19.594377 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-08f1b5fb-f250-43bd-abca-71eafa228e20 req-66e11219-4689-43c6-96fe-ee8f691d3ab2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386755 Feb 09 15:00:20.782384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efef5ef-45a5-47fb-9751-b94632e8afd9 req-d419bd70-dcef-4d9f-af3a-a698c9e9b072 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:20.783852 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8efef5ef-45a5-47fb-9751-b94632e8afd9 req-d419bd70-dcef-4d9f-af3a-a698c9e9b072 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0831861 Feb 09 15:00:20.827985 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8efef5ef-45a5-47fb-9751-b94632e8afd9 req-152bdc72-3e71-4556-8e6b-fc86437d45f3 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383387 Feb 09 15:00:21.006305 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9f901-c3dd-4440-879f-c8b354c1d828 req-09d06968-1a84-44af-8d5f-29ba671d9171 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:21.007751 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25b9f901-c3dd-4440-879f-c8b354c1d828 req-09d06968-1a84-44af-8d5f-29ba671d9171 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0780947 Feb 09 15:00:21.050191 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25b9f901-c3dd-4440-879f-c8b354c1d828 req-99c8b5a0-4e19-4491-a3be-f127b1c04dcd tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367470 Feb 09 15:00:21.388950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6ea35-7e31-4873-9ab8-3b471682cf33 req-316bcb1e-172e-42f9-a5d9-7fc254b00022 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:21.390284 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dbf6ea35-7e31-4873-9ab8-3b471682cf33 req-316bcb1e-172e-42f9-a5d9-7fc254b00022 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0818503 Feb 09 15:00:21.433035 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dbf6ea35-7e31-4873-9ab8-3b471682cf33 req-6e9020f6-9c63-493a-a1c8-f5910c128625 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371637 Feb 09 15:00:21.621846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f18076-47df-4eaf-a3b0-6f44abaa6f39 req-eae8f902-43df-4012-a220-995d595aeb02 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:21.623292 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87f18076-47df-4eaf-a3b0-6f44abaa6f39 req-eae8f902-43df-4012-a220-995d595aeb02 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0830653 Feb 09 15:00:21.666356 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-87f18076-47df-4eaf-a3b0-6f44abaa6f39 req-c9e10c90-8342-45e9-b6b6-b192c41e3b78 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373659 Feb 09 15:00:22.099030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd8211-be73-4a1b-b2b8-9cc423ff648c req-ba9af030-f47e-4b06-8eb7-21578e44fd91 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:22.100917 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-63bd8211-be73-4a1b-b2b8-9cc423ff648c req-ba9af030-f47e-4b06-8eb7-21578e44fd91 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0861323 Feb 09 15:00:22.119948 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-54b30fad-7c58-4a84-8b63-b7ce6be8f54f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1116185 Feb 09 15:00:22.160458 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-63bd8211-be73-4a1b-b2b8-9cc423ff648c req-553829ba-e653-44ba-a295-bca6646fc0d5 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492804 Feb 09 15:00:23.358850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101f35a-8b80-4c07-9b33-3bbc7074c574 req-d45db453-f957-41ca-96c0-58797034a5bb tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:23.360390 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2101f35a-8b80-4c07-9b33-3bbc7074c574 req-d45db453-f957-41ca-96c0-58797034a5bb tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0878031 Feb 09 15:00:23.456275 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2101f35a-8b80-4c07-9b33-3bbc7074c574 req-798b2a72-1b4c-4999-8ba9-4c114782cc37 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889974 Feb 09 15:00:23.483638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-c6fee060-38d2-4396-8c69-187065602f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:23.485157 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-c6fee060-38d2-4396-8c69-187065602f1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 1096 time: 0.0972817 Feb 09 15:00:23.619971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-7857a24d-a28a-49e4-80f5-b3161935f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:23.621506 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-7857a24d-a28a-49e4-80f5-b3161935f84c service neutron] 10.222.0.21 "GET /v2.0/networks?id=347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 200 len: 914 time: 0.1301146 Feb 09 15:00:23.686902 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-c4e4b4fa-0be3-4566-a3da-2c909f3816e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66446200-3da3-4139-85da-f464a1ee81af HTTP/1.1" status: 200 len: 217 time: 0.0601077 Feb 09 15:00:23.752750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-414b805a-ea6a-4b5e-8dd2-790dc7595373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:23.754677 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-414b805a-ea6a-4b5e-8dd2-790dc7595373 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ce80198-0a2d-47ed-9970-a1120d35dd35 HTTP/1.1" status: 200 len: 854 time: 0.0621018 Feb 09 15:00:23.801852 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-ef70cb0c-4581-4a5b-88a3-ed1e0ba48aab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=347ed715-aea1-4f2d-8069-beb07c033f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408950 Feb 09 15:00:23.942850 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-de10d340-c4cc-42a8-a350-d72c4e6dcb95 service neutron] 10.222.0.21 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341877 Feb 09 15:00:24.085123 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-99a1b848-d965-4f4c-a942-d1d51a6ca1fc service neutron] 10.222.0.21 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351657 Feb 09 15:00:24.641096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f38e62-4a03-4c69-b645-6f87b6c30b6c req-00371906-36a4-4680-b14b-54e2bcfd8084 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:24.642564 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-66f38e62-4a03-4c69-b645-6f87b6c30b6c req-00371906-36a4-4680-b14b-54e2bcfd8084 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0809817 Feb 09 15:00:24.690275 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-66f38e62-4a03-4c69-b645-6f87b6c30b6c req-6aec4004-9a9b-4ab3-baee-bb8b36554b4b tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414140 Feb 09 15:00:25.889304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335ab34-1073-45b0-af36-d9a5b8d1369a req-b139dbf3-040d-40be-b77a-74965957d405 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:25.890751 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8335ab34-1073-45b0-af36-d9a5b8d1369a req-b139dbf3-040d-40be-b77a-74965957d405 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0849144 Feb 09 15:00:25.937144 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8335ab34-1073-45b0-af36-d9a5b8d1369a req-90ff24ea-ede0-4704-915d-96f543161513 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403135 Feb 09 15:00:26.834692 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ac8e4414-bf69-441a-af94-6b48d1c62b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:27.128121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2c5ca-0cc5-4767-bc59-3e6dfbc976ce req-2abb3944-723e-4390-a68f-0c5e8853a5b3 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:27.129976 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7bd2c5ca-0cc5-4767-bc59-3e6dfbc976ce req-2abb3944-723e-4390-a68f-0c5e8853a5b3 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0796781 Feb 09 15:00:27.172744 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7bd2c5ca-0cc5-4767-bc59-3e6dfbc976ce req-18d6f0ec-d992-475e-b5b6-7ee1515b40a7 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371943 Feb 09 15:00:28.353715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f5735-de4b-4758-bbbe-9d613bdbdefe req-69b81631-3790-407d-8649-8a75246276ae tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:28.355161 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b28f5735-de4b-4758-bbbe-9d613bdbdefe req-69b81631-3790-407d-8649-8a75246276ae tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0791101 Feb 09 15:00:28.402729 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b28f5735-de4b-4758-bbbe-9d613bdbdefe req-12a8b6e8-6699-4d16-9aab-a0edb1d10cf0 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 Feb 09 15:00:29.272758 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-206c1692-e4a8-41c3-90f1-26bfcc243aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:29.595664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51fbc2-6fc8-4d85-803d-606c007dac70 req-aefb9481-1296-4079-8ada-3dd88c343df4 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:29.597208 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a51fbc2-6fc8-4d85-803d-606c007dac70 req-aefb9481-1296-4079-8ada-3dd88c343df4 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0835199 Feb 09 15:00:29.642292 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a51fbc2-6fc8-4d85-803d-606c007dac70 req-e459e008-0f4a-4781-ab9f-0ee6eb718304 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388334 Feb 09 15:00:30.341256 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:30.370694 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:30.827332 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db77ad-c327-4fb9-b535-4f7b400ad1c2 req-558913e6-699f-4e2c-aaeb-6b7ad0b455eb tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:30.828814 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-86db77ad-c327-4fb9-b535-4f7b400ad1c2 req-558913e6-699f-4e2c-aaeb-6b7ad0b455eb tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0818191 Feb 09 15:00:30.970464 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-86db77ad-c327-4fb9-b535-4f7b400ad1c2 req-5b5c4e88-5a2e-461d-9bcf-1e80b708c2f4 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356611 Feb 09 15:00:31.912852 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:32.157997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89ef4a-b0fa-4bf5-9679-b35cf214041f req-a4776544-f21b-41df-b0db-0bc34ac9c83c tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:32.159362 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ab89ef4a-b0fa-4bf5-9679-b35cf214041f req-a4776544-f21b-41df-b0db-0bc34ac9c83c tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0801923 Feb 09 15:00:32.203833 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ab89ef4a-b0fa-4bf5-9679-b35cf214041f req-8ade8f00-8a8f-47b6-8e2e-42afbbd1346b tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384383 Feb 09 15:00:33.390351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89887d66-2ac8-4d30-99b3-f7396e4efae6 req-b67af684-f27d-447d-88c0-7ade0205e1ec tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:33.391838 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89887d66-2ac8-4d30-99b3-f7396e4efae6 req-b67af684-f27d-447d-88c0-7ade0205e1ec tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0786877 Feb 09 15:00:33.436422 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89887d66-2ac8-4d30-99b3-f7396e4efae6 req-7c184e08-07d8-426e-8b66-e4402adf21e3 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383811 Feb 09 15:00:34.639118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5715bf-ad76-4d20-a7a4-3d74dcce2c0a req-f5fbb065-3e04-435d-9cd9-b973df81f9c2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:34.640648 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb5715bf-ad76-4d20-a7a4-3d74dcce2c0a req-f5fbb065-3e04-435d-9cd9-b973df81f9c2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0890417 Feb 09 15:00:34.686796 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb5715bf-ad76-4d20-a7a4-3d74dcce2c0a req-2f1eca9c-d4f3-4f18-96d2-199cd5273a15 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 Feb 09 15:00:35.870967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9b8d4-8888-4b95-84b1-c0b80f312bbe req-6769f6e9-9465-4ce4-91c9-62ed7360f6c5 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:35.872453 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c9a9b8d4-8888-4b95-84b1-c0b80f312bbe req-6769f6e9-9465-4ce4-91c9-62ed7360f6c5 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0814617 Feb 09 15:00:35.915486 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c9a9b8d4-8888-4b95-84b1-c0b80f312bbe req-2f70f9a0-9928-4e2d-a6b3-70c522364364 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373936 Feb 09 15:00:37.102118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab91a6-8426-4376-bbd9-2ae04c246153 req-6a9a4129-a991-4b33-a842-0488a7bc7f9a tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:37.103581 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-09ab91a6-8426-4376-bbd9-2ae04c246153 req-6a9a4129-a991-4b33-a842-0488a7bc7f9a tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0807843 Feb 09 15:00:37.150925 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-09ab91a6-8426-4376-bbd9-2ae04c246153 req-8b25d30e-b474-42e0-82c2-9ef2f53cc3f3 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415616 Feb 09 15:00:38.338148 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315f30a-d105-43ca-883b-92858b08c473 req-1e449fc1-d4e1-4df1-a13a-222404a4e4f6 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:38.339599 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9315f30a-d105-43ca-883b-92858b08c473 req-1e449fc1-d4e1-4df1-a13a-222404a4e4f6 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0861182 Feb 09 15:00:38.386853 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9315f30a-d105-43ca-883b-92858b08c473 req-72af6c43-dc55-4d65-841c-0da3013270d5 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413425 Feb 09 15:00:39.243827 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:39.597131 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297668a8-cc14-4286-828b-13a0dabfee07 req-e4b41fa3-8586-41aa-9934-9aa0ceb3cb34 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:39.599192 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-297668a8-cc14-4286-828b-13a0dabfee07 req-e4b41fa3-8586-41aa-9934-9aa0ceb3cb34 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0899212 Feb 09 15:00:39.648426 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-297668a8-cc14-4286-828b-13a0dabfee07 req-81b924de-bca1-487a-bca4-11c4458e0b76 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435474 Feb 09 15:00:40.806579 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:40.844516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfaab7-486a-4abe-8830-1a3fe50b2e07 req-a968d293-f46e-463b-bb55-c9ad94f73b78 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:40.845913 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b6cfaab7-486a-4abe-8830-1a3fe50b2e07 req-a968d293-f46e-463b-bb55-c9ad94f73b78 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0847793 Feb 09 15:00:40.892538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b6cfaab7-486a-4abe-8830-1a3fe50b2e07 req-97295525-d0f2-4cab-aa39-3d8cd34ce53e tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 Feb 09 15:00:42.072094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a2ab9-9abc-4242-893e-ed047bc3275a req-82c29403-4773-47e6-bfad-323fbfcdd83c tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:42.073547 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-050a2ab9-9abc-4242-893e-ed047bc3275a req-82c29403-4773-47e6-bfad-323fbfcdd83c tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0777912 Feb 09 15:00:42.121318 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-050a2ab9-9abc-4242-893e-ed047bc3275a req-e50ca0a1-3388-40ff-a3b3-cd7572d5d79d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422597 Feb 09 15:00:43.309716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef28e9f-d1d5-4bb9-a278-536aa17083aa req-95261561-da6a-493f-95a7-3ed4c7431241 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:43.311159 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ef28e9f-d1d5-4bb9-a278-536aa17083aa req-95261561-da6a-493f-95a7-3ed4c7431241 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0860105 Feb 09 15:00:43.353932 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ef28e9f-d1d5-4bb9-a278-536aa17083aa req-3c1d4109-2e72-4a67-8f71-9810ceae6298 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371675 Feb 09 15:00:44.556632 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8f748-6167-410f-ab79-1975382304da req-1625bf4f-b28e-4fbf-8e35-625f7b72d32d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:44.557958 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89d8f748-6167-410f-ab79-1975382304da req-1625bf4f-b28e-4fbf-8e35-625f7b72d32d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0945947 Feb 09 15:00:44.604258 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89d8f748-6167-410f-ab79-1975382304da req-b507814d-12a2-4fd2-b8db-ef14107b3695 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380282 Feb 09 15:00:44.931031 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:00:45.787828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83857b1-0e46-47b3-98f6-57850b4691de req-aafe77d2-1948-4bfc-9a3d-1439520cd902 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:45.789197 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d83857b1-0e46-47b3-98f6-57850b4691de req-aafe77d2-1948-4bfc-9a3d-1439520cd902 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0790803 Feb 09 15:00:45.831544 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d83857b1-0e46-47b3-98f6-57850b4691de req-c8452a7f-cf00-4885-ab4f-50284c076f88 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368075 Feb 09 15:00:47.115534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcc2ca-0692-4365-b6a4-994d639d4be0 req-57ea16cd-f67a-4393-886a-d628d07c0f6e tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:47.116816 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fdfcc2ca-0692-4365-b6a4-994d639d4be0 req-57ea16cd-f67a-4393-886a-d628d07c0f6e tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.1808739 Feb 09 15:00:47.159433 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fdfcc2ca-0692-4365-b6a4-994d639d4be0 req-7dc0dcc4-3898-43c6-9aa1-814f9f4c9b11 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370228 Feb 09 15:00:48.349596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bb9f8-ac7f-40c6-a81b-17501189899c req-561fa8d6-99d8-47ac-83dd-1fd66ba4a15f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:48.351036 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-177bb9f8-ac7f-40c6-a81b-17501189899c req-561fa8d6-99d8-47ac-83dd-1fd66ba4a15f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0820999 Feb 09 15:00:48.393923 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-177bb9f8-ac7f-40c6-a81b-17501189899c req-0cf2b970-8b15-4c52-bf03-4b4ec4e0471a tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372751 Feb 09 15:00:49.578427 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bd2d7-e729-4b2e-b40f-98895445db80 req-e4e0de33-39be-48ba-8b93-ef260d8d5086 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:49.579909 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a9bd2d7-e729-4b2e-b40f-98895445db80 req-e4e0de33-39be-48ba-8b93-ef260d8d5086 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0831573 Feb 09 15:00:49.627674 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a9bd2d7-e729-4b2e-b40f-98895445db80 req-b161142b-d4e0-421c-bb1a-b19e5fcd0278 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Feb 09 15:00:50.813997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfa8c-91d7-4f72-87b5-2e2645227dbc req-18df1a2a-320b-4a30-b68f-dbff7af17732 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:50.815441 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ddcfa8c-91d7-4f72-87b5-2e2645227dbc req-18df1a2a-320b-4a30-b68f-dbff7af17732 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0830863 Feb 09 15:00:50.863757 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1ddcfa8c-91d7-4f72-87b5-2e2645227dbc req-b4e129b5-ecb1-4388-9a32-1b3ac9d7711d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426161 Feb 09 15:00:51.323826 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-380ba910-5437-4baa-aa93-3e23fe33eacc service neutron] show failed (client error): The resource could not be found. Feb 09 15:00:51.324819 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-380ba910-5437-4baa-aa93-3e23fe33eacc service neutron] 10.222.0.21 "GET /v2.0/ports/66446200-3da3-4139-85da-f464a1ee81af/bindings/n-h1-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.0742068 Feb 09 15:00:51.589946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-77f82087-d9ad-4b7f-b71c-7e1a942444e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:51.591585 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-77f82087-d9ad-4b7f-b71c-7e1a942444e4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d&tenant_id=a434f77aa08841d69350bcdd59e2e7bc HTTP/1.1" status: 200 len: 1096 time: 0.0709352 Feb 09 15:00:51.604234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:00:51.712823 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:51.975595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] For port 66446200-3da3-4139-85da-f464a1ee81af, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=66446200-3da3-4139-85da-f464a1ee81af,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:00:52.003791 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] For port 66446200-3da3-4139-85da-f464a1ee81af, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:00:52.049586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf7a11-d441-4cde-8bcb-ddd63cfa3fb1 req-62e54c77-6443-4612-9514-381c07c4f6bf tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:52.051048 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-abcf7a11-d441-4cde-8bcb-ddd63cfa3fb1 req-62e54c77-6443-4612-9514-381c07c4f6bf tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0787489 Feb 09 15:00:52.060582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04880f4-3480-4046-9052-373291c3d09d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66446200-3da3-4139-85da-f464a1ee81af'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:00:52.066297 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:52.081420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Transition to ACTIVE for port object 66446200-3da3-4139-85da-f464a1ee81af will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:00:52.085761 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:52.099123 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-abcf7a11-d441-4cde-8bcb-ddd63cfa3fb1 req-67eaee01-18ab-4499-b9f7-83c6424cd07c tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417919 Feb 09 15:00:52.136076 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04880f4-3480-4046-9052-373291c3d09d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66446200-3da3-4139-85da-f464a1ee81af', 'code': 200} Feb 09 15:00:52.252780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] No DVR routers for this DVR port 66446200-3da3-4139-85da-f464a1ee81af on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:00:52.259195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=66446200-3da3-4139-85da-f464a1ee81af,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:52.314648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Attempting to bind port 66446200-3da3-4139-85da-f464a1ee81af on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:00:52.314976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Attempting to bind port 66446200-3da3-4139-85da-f464a1ee81af by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '014628db-22db-4e91-8fd7-02f6409dab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:00:52.315298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Attempting to bind port 66446200-3da3-4139-85da-f464a1ee81af on network 347ed715-aea1-4f2d-8069-beb07c033f9c {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:00:52.320773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Port 66446200-3da3-4139-85da-f464a1ee81af on network 347ed715-aea1-4f2d-8069-beb07c033f9c not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:00:52.321090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Attempting to bind port 66446200-3da3-4139-85da-f464a1ee81af on network 347ed715-aea1-4f2d-8069-beb07c033f9c {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:00:52.326292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:00:52.326627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Checking segment: {'id': '014628db-22db-4e91-8fd7-02f6409dab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:00:52.327000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Bound using segment: {'id': '014628db-22db-4e91-8fd7-02f6409dab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:00:52.327420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Bound port: 66446200-3da3-4139-85da-f464a1ee81af, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014628db-22db-4e91-8fd7-02f6409dab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:00:52.327781 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:52.419598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] For port 66446200-3da3-4139-85da-f464a1ee81af, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:00:52.422386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] For port 66446200-3da3-4139-85da-f464a1ee81af, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=66446200-3da3-4139-85da-f464a1ee81af,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:00:52.427017 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:52.487870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:52.488481 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:52.489865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] 10.222.0.35 "PUT /v2.0/ports/66446200-3da3-4139-85da-f464a1ee81af HTTP/1.1" status: 200 len: 1091 time: 0.8901172 Feb 09 15:00:52.506856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa52bd5-5aa1-4c8d-b4d2-545bd5058ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=66446200-3da3-4139-85da-f464a1ee81af,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:52.688840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-6a5d8fee-8db8-4e5c-b3a5-521bab5f0e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:52.690313 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-6a5d8fee-8db8-4e5c-b3a5-521bab5f0e56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 1094 time: 0.1785140 Feb 09 15:00:52.817953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-feace546-e589-4167-b7aa-68a15608848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:52.819408 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-feace546-e589-4167-b7aa-68a15608848c service neutron] 10.222.0.35 "GET /v2.0/networks?id=347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 200 len: 914 time: 0.1218369 Feb 09 15:00:52.888939 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-5dc7357f-d5af-4c8c-aed7-cd991801347d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66446200-3da3-4139-85da-f464a1ee81af HTTP/1.1" status: 200 len: 217 time: 0.0626290 Feb 09 15:00:52.950977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-b1aa0928-7ab1-465f-a391-1af9f7ca264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:52.952543 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-b1aa0928-7ab1-465f-a391-1af9f7ca264d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ce80198-0a2d-47ed-9970-a1120d35dd35 HTTP/1.1" status: 200 len: 854 time: 0.0564666 Feb 09 15:00:53.012127 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-062779c8-ced8-4215-99f7-13e0a7607f35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=347ed715-aea1-4f2d-8069-beb07c033f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530968 Feb 09 15:00:53.143243 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-ae49eef8-ddd7-4571-96dc-04afd1d2654e service neutron] 10.222.0.35 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239047 Feb 09 15:00:53.278626 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-40947f6a-6e2a-43a2-8cfd-481fd3020a9e req-e7bae231-029f-478e-b550-f31d8b0db748 service neutron] 10.222.0.35 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245327 Feb 09 15:00:53.284780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd4ee8-f969-48cc-aea4-2101cc763ca2 req-f0390d77-29c1-4ec2-bbb5-5a6b721a64c9 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:53.286237 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-45bd4ee8-f969-48cc-aea4-2101cc763ca2 req-f0390d77-29c1-4ec2-bbb5-5a6b721a64c9 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 943 time: 0.0822034 Feb 09 15:00:53.332653 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-45bd4ee8-f969-48cc-aea4-2101cc763ca2 req-fee32076-0e11-4aad-9b7b-f382c10ee5e2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401185 Feb 09 15:00:54.137890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04880f4-3480-4046-9052-373291c3d09d', 'tag': '66446200-3da3-4139-85da-f464a1ee81af'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:00:54.193918 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04880f4-3480-4046-9052-373291c3d09d', 'tag': '66446200-3da3-4139-85da-f464a1ee81af', 'status': 'completed', 'code': 200} Feb 09 15:00:54.342040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-85d8426d-09b6-4a8a-bc96-0d7a997ccb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:54.343493 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-85d8426d-09b6-4a8a-bc96-0d7a997ccb08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 1094 time: 0.1325612 Feb 09 15:00:54.345844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-4002d02d-1d3d-4eff-96e5-b3f15525c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:54.347136 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-4002d02d-1d3d-4eff-96e5-b3f15525c43e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 1094 time: 0.1046731 Feb 09 15:00:54.517491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21275df0-d2b2-4272-8662-168f2881a3df req-797f4c69-eaf4-436e-9442-a89e5c30eb1f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:54.519799 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-21275df0-d2b2-4272-8662-168f2881a3df req-797f4c69-eaf4-436e-9442-a89e5c30eb1f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 943 time: 0.0811229 Feb 09 15:00:54.565892 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-21275df0-d2b2-4272-8662-168f2881a3df req-5a46960c-af0c-4716-bc77-a8b219d39f17 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390999 Feb 09 15:00:54.584491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-2199deae-e859-4adf-82e8-a2836e1c2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:54.586456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-2199deae-e859-4adf-82e8-a2836e1c2265 service neutron] 10.222.0.21 "GET /v2.0/networks?id=347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 200 len: 914 time: 0.2373827 Feb 09 15:00:54.590964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-ddee4e8f-60a4-4e83-a803-9e73cee0366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:54.592317 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-ddee4e8f-60a4-4e83-a803-9e73cee0366e service neutron] 10.222.0.35 "GET /v2.0/networks?id=347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 200 len: 914 time: 0.2234166 Feb 09 15:00:54.714400 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-ca8f7ec0-59a9-4609-8b8c-6a217d92c55f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66446200-3da3-4139-85da-f464a1ee81af HTTP/1.1" status: 200 len: 217 time: 0.1211724 Feb 09 15:00:54.716094 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-fd56f508-766d-4663-bffb-83c5eb776eeb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66446200-3da3-4139-85da-f464a1ee81af HTTP/1.1" status: 200 len: 217 time: 0.0739923 Feb 09 15:00:54.822882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-e820d5c3-8330-4a8e-bb03-859de8f151a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:54.824230 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-e820d5c3-8330-4a8e-bb03-859de8f151a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ce80198-0a2d-47ed-9970-a1120d35dd35 HTTP/1.1" status: 200 len: 854 time: 0.1042616 Feb 09 15:00:54.827200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-b8b2c7bc-8c55-4288-bb7a-636ac2479b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:54.828506 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-b8b2c7bc-8c55-4288-bb7a-636ac2479b0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ce80198-0a2d-47ed-9970-a1120d35dd35 HTTP/1.1" status: 200 len: 854 time: 0.0803308 Feb 09 15:00:54.902315 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-529e2f70-da99-4aae-9654-0461837135e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=347ed715-aea1-4f2d-8069-beb07c033f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714185 Feb 09 15:00:54.911584 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-e87ad676-68fd-4b1b-bfa0-da6d68973a90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=347ed715-aea1-4f2d-8069-beb07c033f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471992 Feb 09 15:00:55.243284 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-ccf36f51-2600-4b37-8e8f-9a72cbd24dc1 service neutron] 10.222.0.21 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337121 Feb 09 15:00:55.246315 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-64dc23b0-31aa-4ce3-a134-26849a03f9f3 service neutron] 10.222.0.35 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127810 Feb 09 15:00:55.480242 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-75eb01a4-3491-4864-b3a1-86a41ff84740 service neutron] 10.222.0.35 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130265 Feb 09 15:00:55.481920 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66511718-4ee1-464d-8fa2-9b707642c1c7 req-c93ee2f1-99b2-4ae6-b0f5-170efe401b92 service neutron] 10.222.0.21 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315848 Feb 09 15:00:55.749451 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825098bf-65e2-422d-b7bb-1ccd85900d19 req-49473358-5f57-412f-b9b6-92b112457f3c tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:55.750889 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-825098bf-65e2-422d-b7bb-1ccd85900d19 req-49473358-5f57-412f-b9b6-92b112457f3c tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 943 time: 0.0784149 Feb 09 15:00:55.797454 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-825098bf-65e2-422d-b7bb-1ccd85900d19 req-37525cee-00c4-4e73-9314-658fa0821faf tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Feb 09 15:00:56.839577 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-12edabf0-72d3-40cc-8189-29be3a72e571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:56.894634 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 66446200-3da3-4139-85da-f464a1ee81af no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:00:56.922060 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 66446200-3da3-4139-85da-f464a1ee81af details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:00:56.996825 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bea0b-c0c0-4bbc-89f8-ca826bafdf8c req-3f04da8f-efbe-4cc7-bb05-64024a4a6d1a tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:56.998277 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af0bea0b-c0c0-4bbc-89f8-ca826bafdf8c req-3f04da8f-efbe-4cc7-bb05-64024a4a6d1a tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 943 time: 0.0904894 Feb 09 15:00:57.026451 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 66446200-3da3-4139-85da-f464a1ee81af not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:00:57.043923 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-af0bea0b-c0c0-4bbc-89f8-ca826bafdf8c req-a8f5adda-b17f-4f74-a124-cbe85172c223 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399387 Feb 09 15:00:57.123074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 66446200-3da3-4139-85da-f464a1ee81af, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=66446200-3da3-4139-85da-f464a1ee81af,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:00:57.135996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '66446200-3da3-4139-85da-f464a1ee81af', 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c', 'port_id': '66446200-3da3-4139-85da-f464a1ee81af', 'mac_address': 'fa:16:3e:fd:19:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce80198-0a2d-47ed-9970-a1120d35dd35', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:00:57.190285 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:57.208104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66446200-3da3-4139-85da-f464a1ee81af {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:00:57.225776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 66446200-3da3-4139-85da-f464a1ee81af, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=66446200-3da3-4139-85da-f464a1ee81af,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:00:57.229713 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:57.298754 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=66446200-3da3-4139-85da-f464a1ee81af,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:57.653606 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['66446200-3da3-4139-85da-f464a1ee81af'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:00:58.229390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fde68-b0ba-40cc-a679-9d99169138a6 req-4f5ae956-861f-4eef-b23c-8f7aca05065a tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:58.230827 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a20fde68-b0ba-40cc-a679-9d99169138a6 req-4f5ae956-861f-4eef-b23c-8f7aca05065a tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 944 time: 0.0776393 Feb 09 15:00:58.273639 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a20fde68-b0ba-40cc-a679-9d99169138a6 req-4e85cb25-867f-4569-aa27-52a4d89b6590 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372376 Feb 09 15:00:58.633185 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc39d97-53c3-44fc-8baa-d146f29e8aa9 req-9ed887f5-1b14-402a-a48c-53643f37ec62 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:58.634523 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6cc39d97-53c3-44fc-8baa-d146f29e8aa9 req-9ed887f5-1b14-402a-a48c-53643f37ec62 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 944 time: 0.1414740 Feb 09 15:00:58.642274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3118f82-c4fb-4983-b77b-254f20b5fdc4 req-6891ce0d-f0ff-456a-a287-e82717f92fd8 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:58.643535 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3118f82-c4fb-4983-b77b-254f20b5fdc4 req-6891ce0d-f0ff-456a-a287-e82717f92fd8 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d&tenant_id=a434f77aa08841d69350bcdd59e2e7bc&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 944 time: 0.1207838 Feb 09 15:00:58.740538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6cc39d97-53c3-44fc-8baa-d146f29e8aa9 req-a52165df-7131-4702-8c3b-6425560eddd2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960662 Feb 09 15:00:58.750079 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-d3118f82-c4fb-4983-b77b-254f20b5fdc4 req-0bc6ee34-ab25-438a-9106-768f1614baec service neutron] delete failed (client error): The resource could not be found. Feb 09 15:00:58.751005 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3118f82-c4fb-4983-b77b-254f20b5fdc4 req-0bc6ee34-ab25-438a-9106-768f1614baec service neutron] 10.222.0.21 "DELETE /v2.0/ports/66446200-3da3-4139-85da-f464a1ee81af/bindings/n-h2-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.0932324 Feb 09 15:00:58.894988 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3118f82-c4fb-4983-b77b-254f20b5fdc4 req-9e16e234-dba4-426e-a919-1c0ee5e91591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:58.896480 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3118f82-c4fb-4983-b77b-254f20b5fdc4 req-9e16e234-dba4-426e-a919-1c0ee5e91591 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 1095 time: 0.0703309 Feb 09 15:00:58.921837 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 66446200-3da3-4139-85da-f464a1ee81af up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:00:58.990576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 66446200-3da3-4139-85da-f464a1ee81af completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:00:58.995569 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 66446200-3da3-4139-85da-f464a1ee81af triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:00:58.995971 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:59.027057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3118f82-c4fb-4983-b77b-254f20b5fdc4 req-cdc05169-1bc4-4043-9373-b85796c1de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:59.028541 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3118f82-c4fb-4983-b77b-254f20b5fdc4 req-cdc05169-1bc4-4043-9373-b85796c1de61 service neutron] 10.222.0.21 "GET /v2.0/networks?id=347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 200 len: 914 time: 0.1268454 Feb 09 15:00:59.101998 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3118f82-c4fb-4983-b77b-254f20b5fdc4 req-2f7fa9bf-c144-4abb-9ed3-8c28e5913dd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66446200-3da3-4139-85da-f464a1ee81af HTTP/1.1" status: 200 len: 217 time: 0.0649593 Feb 09 15:00:59.112593 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:59.139113 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04880f4-3480-4046-9052-373291c3d09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66446200-3da3-4139-85da-f464a1ee81af'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:00:59.149891 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 66446200-3da3-4139-85da-f464a1ee81af, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=66446200-3da3-4139-85da-f464a1ee81af,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:00:59.154996 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:59.166500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3118f82-c4fb-4983-b77b-254f20b5fdc4 req-a93825ee-f553-4c41-988a-6c2ed6288961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:59.167957 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3118f82-c4fb-4983-b77b-254f20b5fdc4 req-a93825ee-f553-4c41-988a-6c2ed6288961 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ce80198-0a2d-47ed-9970-a1120d35dd35 HTTP/1.1" status: 200 len: 854 time: 0.0594826 Feb 09 15:00:59.205463 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04880f4-3480-4046-9052-373291c3d09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66446200-3da3-4139-85da-f464a1ee81af', 'code': 200} Feb 09 15:00:59.221928 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3118f82-c4fb-4983-b77b-254f20b5fdc4 req-c2f27209-0417-4bb2-ad35-9cd0ce89c78d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=347ed715-aea1-4f2d-8069-beb07c033f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472114 Feb 09 15:00:59.224218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=66446200-3da3-4139-85da-f464a1ee81af,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:00:59.267861 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6caa09d5-dd86-43c0-a7f1-650eac9c3046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:00:59.354714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3118f82-c4fb-4983-b77b-254f20b5fdc4 req-d44e6c64-1805-4d3d-9abb-a2fc934360ef service neutron] 10.222.0.21 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262453 Feb 09 15:00:59.588727 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3118f82-c4fb-4983-b77b-254f20b5fdc4 req-e26795d5-feba-4bfb-b212-f41244c09de5 service neutron] 10.222.0.21 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278342 Feb 09 15:00:59.921093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d73bf-6c4a-4812-83fb-1710be72f0de req-b07b2b6e-bd60-4e89-b3fb-194396bfa75a tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:00:59.922525 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-691d73bf-6c4a-4812-83fb-1710be72f0de req-b07b2b6e-bd60-4e89-b3fb-194396bfa75a tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0787930 Feb 09 15:00:59.966256 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-691d73bf-6c4a-4812-83fb-1710be72f0de req-4b5cf60a-8486-4a72-bfae-b8b8a83a7208 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373905 Feb 09 15:01:00.345597 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:00.373213 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:01.154806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15071c3-9db7-425c-b188-fed5f8c838ee req-c2df4f2b-0759-4e00-bef2-6991ce452666 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:01.156261 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f15071c3-9db7-425c-b188-fed5f8c838ee req-c2df4f2b-0759-4e00-bef2-6991ce452666 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0795369 Feb 09 15:01:01.199218 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f15071c3-9db7-425c-b188-fed5f8c838ee req-b6a1e8d7-a354-4df2-a7d6-e476e82d28fd tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372322 Feb 09 15:01:01.383224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e17da7-b023-450c-927c-c3d908795e9b req-8e0f1ea3-9076-4bd7-af61-ecf5679385ad tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:01.384712 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-57e17da7-b023-450c-927c-c3d908795e9b req-8e0f1ea3-9076-4bd7-af61-ecf5679385ad tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0815797 Feb 09 15:01:01.430527 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-57e17da7-b023-450c-927c-c3d908795e9b req-7cfcd46b-c5b8-4d88-9e17-16e629ef2e30 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399680 Feb 09 15:01:01.615521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70184bac-629a-43ec-b780-b22c89b766e9 req-05c70f36-cf03-47f2-b602-a4aae7335495 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:01.617014 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-70184bac-629a-43ec-b780-b22c89b766e9 req-05c70f36-cf03-47f2-b602-a4aae7335495 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.0813506 Feb 09 15:01:01.660249 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-70184bac-629a-43ec-b780-b22c89b766e9 req-24aad8df-0d13-48ca-a3cf-b4aeefbf373b tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374525 Feb 09 15:01:01.916597 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:02.166894 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-bbaece04-e9b3-490d-a4eb-0874361593f2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:02.168230 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-bbaece04-e9b3-490d-a4eb-0874361593f2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/networks?id=347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 200 len: 814 time: 0.1439388 Feb 09 15:01:02.183687 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-c928abdf-4620-4353-a588-08754d174c6b tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/quotas/a434f77aa08841d69350bcdd59e2e7bc HTTP/1.1" status: 200 len: 375 time: 0.0100229 Feb 09 15:01:02.263863 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-44a9c7e7-47c6-4cbb-84f6-caada17c9bba tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752568 Feb 09 15:01:02.520267 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-dd44e401-6225-44a4-adb1-1c9bf0bbae3f service neutron] 10.222.0.48 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700602 Feb 09 15:01:02.649874 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-3c87ae80-0e52-43f7-a1ff-13d62ecdb9dc service neutron] 10.222.0.48 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236296 Feb 09 15:01:02.834199 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2397a8f-85c5-405b-8cd7-37e08d7c72b8 req-8fd6be4a-dae2-4b79-8a98-5bd2c208e11b tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 210 time: 0.0432413 Feb 09 15:01:03.986114 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-224b4f52-933f-4f65-809b-77661f73460f req-f49efce5-ece5-44b6-9816-b19b8e6231e4 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 210 time: 0.0424705 Feb 09 15:01:04.117557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-039ad693-741d-4f9b-bcc5-023c23676873 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:04.118897 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-039ad693-741d-4f9b-bcc5-023c23676873 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.35 "GET /v2.0/networks?id=347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 200 len: 814 time: 0.2141426 Feb 09 15:01:04.134203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8aced-3e88-434d-b0a7-6d1a5bae23f4 req-a1b97da6-8399-4d79-a683-3b9163e512fe tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:04.135519 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5af8aced-3e88-434d-b0a7-6d1a5bae23f4 req-a1b97da6-8399-4d79-a683-3b9163e512fe tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.35 "GET /v2.0/ports?device_id=a04880f4-3480-4046-9052-373291c3d09d HTTP/1.1" status: 200 len: 945 time: 0.1450942 Feb 09 15:01:04.139932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-ec7d7644-22f3-44ab-9806-1d9aec118120 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Request body: {'port': {'device_id': 'da06210a-e4af-4e63-8c49-415c5845a44f', 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c', 'admin_state_up': True, 'tenant_id': 'a434f77aa08841d69350bcdd59e2e7bc'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:01:04.291946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-5af8aced-3e88-434d-b0a7-6d1a5bae23f4 req-1ea569b7-3833-4fdf-8c04-54693a1e1568 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Deleting port 66446200-3da3-4139-85da-f464a1ee81af {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:01:04.292588 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5af8aced-3e88-434d-b0a7-6d1a5bae23f4 req-1ea569b7-3833-4fdf-8c04-54693a1e1568 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:04.414252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-ec7d7644-22f3-44ab-9806-1d9aec118120 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:01:04.438848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-ec7d7644-22f3-44ab-9806-1d9aec118120 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:01:04.511956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-ec7d7644-22f3-44ab-9806-1d9aec118120 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Made reservation on behalf of a434f77aa08841d69350bcdd59e2e7bc for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:01:04.515545 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-ec7d7644-22f3-44ab-9806-1d9aec118120 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:04.662138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-5af8aced-3e88-434d-b0a7-6d1a5bae23f4 req-1ea569b7-3833-4fdf-8c04-54693a1e1568 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] For port 66446200-3da3-4139-85da-f464a1ee81af, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=66446200-3da3-4139-85da-f464a1ee81af,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:01:04.663011 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5af8aced-3e88-434d-b0a7-6d1a5bae23f4 req-1ea569b7-3833-4fdf-8c04-54693a1e1568 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:04.817675 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-5af8aced-3e88-434d-b0a7-6d1a5bae23f4 req-1ea569b7-3833-4fdf-8c04-54693a1e1568 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Calling delete_port for 66446200-3da3-4139-85da-f464a1ee81af owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:01:04.891206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-ec7d7644-22f3-44ab-9806-1d9aec118120 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Allocated IP 172.20.0.9 (347ed715-aea1-4f2d-8069-beb07c033f9c/2ce80198-0a2d-47ed-9970-a1120d35dd35/ddf7dcda-a093-4ade-966f-a41a6dfdcb72) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:01:05.032288 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5af8aced-3e88-434d-b0a7-6d1a5bae23f4 req-1ea569b7-3833-4fdf-8c04-54693a1e1568 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:05.044220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['66446200-3da3-4139-85da-f464a1ee81af'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:01:05.279861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea569b7-3833-4fdf-8c04-54693a1e1568 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Pushing event deleted for resources: {'Port': ['ID=66446200-3da3-4139-85da-f464a1ee81af,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:01:05.298546 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d3299e0-1019-48db-b5a5-b13be13cb734 req-51d9e064-2ecf-4c16-90d3-01ba476819f3 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 210 time: 0.1077099 Feb 09 15:01:05.380576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af8aced-3e88-434d-b0a7-6d1a5bae23f4 req-1ea569b7-3833-4fdf-8c04-54693a1e1568 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] No DVR routers for this DVR port 66446200-3da3-4139-85da-f464a1ee81af on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:01:05.392411 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5af8aced-3e88-434d-b0a7-6d1a5bae23f4 req-1ea569b7-3833-4fdf-8c04-54693a1e1568 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:05.394822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04880f4-3480-4046-9052-373291c3d09d', 'name': 'network-vif-deleted', 'tag': '66446200-3da3-4139-85da-f464a1ee81af'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:01:05.434938 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5af8aced-3e88-434d-b0a7-6d1a5bae23f4 req-1ea569b7-3833-4fdf-8c04-54693a1e1568 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.35 "DELETE /v2.0/ports/66446200-3da3-4139-85da-f464a1ee81af HTTP/1.1" status: 204 len: 173 time: 1.2813079 Feb 09 15:01:05.440857 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04880f4-3480-4046-9052-373291c3d09d', 'name': 'network-vif-deleted', 'tag': '66446200-3da3-4139-85da-f464a1ee81af', 'status': 'completed', 'code': 200} Feb 09 15:01:05.443486 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-ec7d7644-22f3-44ab-9806-1d9aec118120 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:05.483040 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-ec7d7644-22f3-44ab-9806-1d9aec118120 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:05.499748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['66446200-3da3-4139-85da-f464a1ee81af'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:01:05.562527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-ec7d7644-22f3-44ab-9806-1d9aec118120 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Network 347ed715-aea1-4f2d-8069-beb07c033f9c is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:01:05.565687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-ec7d7644-22f3-44ab-9806-1d9aec118120 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:01:05.571263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-ec7d7644-22f3-44ab-9806-1d9aec118120 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:01:05.615139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d7644-22f3-44ab-9806-1d9aec118120 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Pushing event updated for resources: {'Port': ['ID=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:01:05.644445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-ec7d7644-22f3-44ab-9806-1d9aec118120 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:05.645063 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-ec7d7644-22f3-44ab-9806-1d9aec118120 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:05.663103 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-ec7d7644-22f3-44ab-9806-1d9aec118120 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5265541 Feb 09 15:01:05.684225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Request body: {'port': {'device_id': 'da06210a-e4af-4e63-8c49-415c5845a44f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:01:05.808271 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:06.158792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf7dcda-a093-4ade-966f-a41a6dfdcb72 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:01:06.166910 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:06.181547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Transition to ACTIVE for port object ddf7dcda-a093-4ade-966f-a41a6dfdcb72 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:01:06.185349 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:06.336439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Pushing event updated for resources: {'Port': ['ID=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:01:06.380303 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:06.380639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:06.380971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:06.381362 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:06.381693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:06.382134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:06.382458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:06.382777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:06.383088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:06.383689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:06.383928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:06.385231 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:06.487814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Attempting to bind port ddf7dcda-a093-4ade-966f-a41a6dfdcb72 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:01:06.488161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Attempting to bind port ddf7dcda-a093-4ade-966f-a41a6dfdcb72 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '014628db-22db-4e91-8fd7-02f6409dab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:01:06.488461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Attempting to bind port ddf7dcda-a093-4ade-966f-a41a6dfdcb72 on network 347ed715-aea1-4f2d-8069-beb07c033f9c {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:01:06.496151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Port ddf7dcda-a093-4ade-966f-a41a6dfdcb72 on network 347ed715-aea1-4f2d-8069-beb07c033f9c not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:01:06.496469 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Attempting to bind port ddf7dcda-a093-4ade-966f-a41a6dfdcb72 on network 347ed715-aea1-4f2d-8069-beb07c033f9c {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:01:06.503234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:01:06.503565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Checking segment: {'id': '014628db-22db-4e91-8fd7-02f6409dab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:01:06.503971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Bound using segment: {'id': '014628db-22db-4e91-8fd7-02f6409dab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:01:06.504396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Bound port: ddf7dcda-a093-4ade-966f-a41a6dfdcb72, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014628db-22db-4e91-8fd7-02f6409dab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:01:06.504736 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:06.574372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c14aa6-8c12-417d-ab5c-09ebf1b8bffa req-1c053409-a977-4d20-99e9-258772e22b73 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:06.575075 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-90c14aa6-8c12-417d-ab5c-09ebf1b8bffa req-1c053409-a977-4d20-99e9-258772e22b73 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Synchronizing usage tracker for tenant:a434f77aa08841d69350bcdd59e2e7bc on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:01:06.615456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-90c14aa6-8c12-417d-ab5c-09ebf1b8bffa req-1c053409-a977-4d20-99e9-258772e22b73 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Unset dirty status for tenant:a434f77aa08841d69350bcdd59e2e7bc on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:01:06.616661 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-90c14aa6-8c12-417d-ab5c-09ebf1b8bffa req-1c053409-a977-4d20-99e9-258772e22b73 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 943 time: 0.2102885 Feb 09 15:01:06.639109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] For port ddf7dcda-a093-4ade-966f-a41a6dfdcb72, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:01:06.652797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] For port ddf7dcda-a093-4ade-966f-a41a6dfdcb72, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:01:06.662796 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:06.716987 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-90c14aa6-8c12-417d-ab5c-09ebf1b8bffa req-4519d497-5b40-4c7d-beb1-6d676f07f03f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930178 Feb 09 15:01:06.722072 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:06.722880 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:06.724210 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] 10.222.0.35 "PUT /v2.0/ports/ddf7dcda-a093-4ade-966f-a41a6dfdcb72 HTTP/1.1" status: 200 len: 1091 time: 1.0440524 Feb 09 15:01:06.753313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57999e21-63de-4691-9fd4-8a30a93fa85e service neutron] Pushing event updated for resources: {'Port': ['ID=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:01:06.840005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-b876cd13-c08e-4b9a-a17f-3e5f396e2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:06.841732 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-b876cd13-c08e-4b9a-a17f-3e5f396e2988 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 1094 time: 0.0752518 Feb 09 15:01:06.911165 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-9d0fa7af-4b12-4fda-8fac-847431acef54 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72 HTTP/1.1" status: 200 len: 217 time: 0.0601399 Feb 09 15:01:07.077679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-98991f15-f6bb-428c-84b1-aba8dd70c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:07.079001 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-98991f15-f6bb-428c-84b1-aba8dd70c685 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ce80198-0a2d-47ed-9970-a1120d35dd35 HTTP/1.1" status: 200 len: 854 time: 0.1615424 Feb 09 15:01:07.124900 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-05767704-21ab-405d-99a1-cdc836c1994f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=347ed715-aea1-4f2d-8069-beb07c033f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391223 Feb 09 15:01:07.253461 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-c061c03f-b533-41f5-8b1d-19084b0c956d service neutron] 10.222.0.35 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207871 Feb 09 15:01:07.381207 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1def9e3d-67f2-40f9-aaa9-39b64ca84376 req-7f849bf5-e536-443a-ab90-41c3c24ab94e service neutron] 10.222.0.35 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207402 Feb 09 15:01:07.441946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da06210a-e4af-4e63-8c49-415c5845a44f', 'tag': 'ddf7dcda-a093-4ade-966f-a41a6dfdcb72'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:01:07.488608 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da06210a-e4af-4e63-8c49-415c5845a44f', 'tag': 'ddf7dcda-a093-4ade-966f-a41a6dfdcb72', 'status': 'completed', 'code': 200} Feb 09 15:01:07.583119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5e488-779a-46b7-9643-2fe812b6e353 req-79a05161-5997-4c38-abf9-c63f9ca53985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:07.584665 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8b5e488-779a-46b7-9643-2fe812b6e353 req-79a05161-5997-4c38-abf9-c63f9ca53985 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 1094 time: 0.0735278 Feb 09 15:01:07.713709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5e488-779a-46b7-9643-2fe812b6e353 req-589af792-02ab-4b90-931d-fa02ed5c1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:07.715127 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8b5e488-779a-46b7-9643-2fe812b6e353 req-589af792-02ab-4b90-931d-fa02ed5c1f33 service neutron] 10.222.0.35 "GET /v2.0/networks?id=347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 200 len: 914 time: 0.1236477 Feb 09 15:01:07.792801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8b5e488-779a-46b7-9643-2fe812b6e353 req-56311ff0-1513-4b58-a83c-57436b076947 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72 HTTP/1.1" status: 200 len: 217 time: 0.0702009 Feb 09 15:01:07.911294 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5e488-779a-46b7-9643-2fe812b6e353 req-a42b0cc2-437c-4239-9393-c13b8738dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:07.913547 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8b5e488-779a-46b7-9643-2fe812b6e353 req-a42b0cc2-437c-4239-9393-c13b8738dcf5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ce80198-0a2d-47ed-9970-a1120d35dd35 HTTP/1.1" status: 200 len: 854 time: 0.1142707 Feb 09 15:01:07.966670 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8b5e488-779a-46b7-9643-2fe812b6e353 req-d2ad10a2-4b7d-44be-95bb-8a698499e8ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=347ed715-aea1-4f2d-8069-beb07c033f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458467 Feb 09 15:01:07.979273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9363a4-30fd-4684-968b-9bb8521be1bb req-d35e1a81-de97-4c06-b1db-568cb2744f2b tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:07.980754 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d9363a4-30fd-4684-968b-9bb8521be1bb req-d35e1a81-de97-4c06-b1db-568cb2744f2b tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 943 time: 0.1466479 Feb 09 15:01:08.125306 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d9363a4-30fd-4684-968b-9bb8521be1bb req-51baaaa2-dbdb-4774-870c-33842e5106e9 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190655 Feb 09 15:01:08.165686 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8b5e488-779a-46b7-9643-2fe812b6e353 req-406f4983-40b9-4da7-afc3-1236f70dbb2e service neutron] 10.222.0.35 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838222 Feb 09 15:01:08.297801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8b5e488-779a-46b7-9643-2fe812b6e353 req-ddce4506-4f50-41e6-ae60-f918dc406fbf service neutron] 10.222.0.35 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257529 Feb 09 15:01:09.028741 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 66446200-3da3-4139-85da-f464a1ee81af no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:01:09.065716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 66446200-3da3-4139-85da-f464a1ee81af {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:01:09.066051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 66446200-3da3-4139-85da-f464a1ee81af not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:01:09.241359 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:09.309554 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382068c-b0c8-449a-adc8-34649a7444d7 req-a9b636fd-aabb-4695-a173-9673b5a49f8f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:09.310914 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2382068c-b0c8-449a-adc8-34649a7444d7 req-a9b636fd-aabb-4695-a173-9673b5a49f8f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 943 time: 0.0785820 Feb 09 15:01:09.354448 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2382068c-b0c8-449a-adc8-34649a7444d7 req-a9ccc9c4-a2cf-48c0-a6f8-65bd3ab5a29f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378821 Feb 09 15:01:10.536752 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175c8e3-253d-47bb-9fbb-8769fae95d1b req-16723230-4870-4e95-97db-be0bee022d77 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:10.538711 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4175c8e3-253d-47bb-9fbb-8769fae95d1b req-16723230-4870-4e95-97db-be0bee022d77 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 943 time: 0.0796068 Feb 09 15:01:10.586185 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4175c8e3-253d-47bb-9fbb-8769fae95d1b req-b0ed4a41-df16-4382-a565-fb13f53adca1 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414801 Feb 09 15:01:10.828597 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:11.046193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ddf7dcda-a093-4ade-966f-a41a6dfdcb72 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:01:11.183122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port ddf7dcda-a093-4ade-966f-a41a6dfdcb72, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:01:11.200290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'ddf7dcda-a093-4ade-966f-a41a6dfdcb72', 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c', 'port_id': 'ddf7dcda-a093-4ade-966f-a41a6dfdcb72', 'mac_address': 'fa:16:3e:b5:a2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce80198-0a2d-47ed-9970-a1120d35dd35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:01:11.259962 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:11.279157 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf7dcda-a093-4ade-966f-a41a6dfdcb72 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:01:11.295441 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port ddf7dcda-a093-4ade-966f-a41a6dfdcb72, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:01:11.299869 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:11.366499 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:01:11.375655 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:11.376032 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:11.376368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:11.376699 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:11.377019 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:11.377343 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:11.377666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:11.377984 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:11.378299 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:11.378617 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:11.378933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:11.379255 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:01:11.630654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['ddf7dcda-a093-4ade-966f-a41a6dfdcb72'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:01:11.774682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28479dc1-8967-4479-8364-ec27a5352447 req-07ac506f-0d92-4afb-ac2c-c1a3b5f271fa tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:11.776073 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-28479dc1-8967-4479-8364-ec27a5352447 req-07ac506f-0d92-4afb-ac2c-c1a3b5f271fa tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 944 time: 0.0828879 Feb 09 15:01:11.823242 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-28479dc1-8967-4479-8364-ec27a5352447 req-fe85cdce-c997-4c53-954a-bb189cf18565 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414684 Feb 09 15:01:13.001353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09990a34-4882-4622-8ddb-fd550f1dd0f0 req-a63fd965-d9b9-466f-afc2-3741051bbd56 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:13.002790 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-09990a34-4882-4622-8ddb-fd550f1dd0f0 req-a63fd965-d9b9-466f-afc2-3741051bbd56 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 944 time: 0.0776613 Feb 09 15:01:13.044968 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-09990a34-4882-4622-8ddb-fd550f1dd0f0 req-6c1c8cd1-e8c8-4529-bd03-b736f629422d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359793 Feb 09 15:01:13.082170 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ddf7dcda-a093-4ade-966f-a41a6dfdcb72 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:01:13.170482 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port ddf7dcda-a093-4ade-966f-a41a6dfdcb72 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:01:13.175597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port ddf7dcda-a093-4ade-966f-a41a6dfdcb72 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:01:13.175997 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:13.301170 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:13.341311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da06210a-e4af-4e63-8c49-415c5845a44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf7dcda-a093-4ade-966f-a41a6dfdcb72'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:01:13.355789 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port ddf7dcda-a093-4ade-966f-a41a6dfdcb72, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:01:13.360091 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:13.391899 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da06210a-e4af-4e63-8c49-415c5845a44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf7dcda-a093-4ade-966f-a41a6dfdcb72', 'code': 200} Feb 09 15:01:13.430565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:01:13.529116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb59f9-9417-4604-98f2-e7f2410a24b5 req-e1cc1bf0-36db-44cb-898c-f93c11d152fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:13.530621 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-adeb59f9-9417-4604-98f2-e7f2410a24b5 req-e1cc1bf0-36db-44cb-898c-f93c11d152fd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 1096 time: 0.0783327 Feb 09 15:01:13.571352 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-adeb59f9-9417-4604-98f2-e7f2410a24b5 req-f34fe662-cd41-4cfb-bff8-e1bb339dcc76 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342300 Feb 09 15:01:14.225529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b8243-f681-4c48-aafe-8d365a32dd28 req-826ce500-da36-4cfd-a5eb-d743a3fe5246 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:14.226960 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-509b8243-f681-4c48-aafe-8d365a32dd28 req-826ce500-da36-4cfd-a5eb-d743a3fe5246 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0782871 Feb 09 15:01:14.269078 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-509b8243-f681-4c48-aafe-8d365a32dd28 req-b1a96f9c-ce36-4356-b381-b448b1378fd3 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365808 Feb 09 15:01:15.453958 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c9711-ccf5-4e0f-91ce-ba82c2c3ade1 req-d7300b98-6432-4146-88a1-55cbb4cb9fe2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:15.455399 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714c9711-ccf5-4e0f-91ce-ba82c2c3ade1 req-d7300b98-6432-4146-88a1-55cbb4cb9fe2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0787268 Feb 09 15:01:15.503317 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-714c9711-ccf5-4e0f-91ce-ba82c2c3ade1 req-6554e801-4a4c-4511-8afa-be87254a0ab0 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415573 Feb 09 15:01:15.788950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192a696-da16-4d9b-ab54-c9413033ea00 req-f862ac8b-3dd2-420e-a0dd-27c8e55eeaea tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:15.790382 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3192a696-da16-4d9b-ab54-c9413033ea00 req-f862ac8b-3dd2-420e-a0dd-27c8e55eeaea tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.1810167 Feb 09 15:01:15.832799 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3192a696-da16-4d9b-ab54-c9413033ea00 req-a7ebb390-a723-482f-824d-3e9861c9cf1d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367246 Feb 09 15:01:16.252871 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-408e6510-f31f-4a0e-8a86-3b108be317f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1323876 Feb 09 15:01:16.262348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a81bdc-d132-4591-b92b-d1f97ab19155 req-8e06861b-9789-4ede-bdaa-0821c56c94ea tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:16.263858 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-02a81bdc-d132-4591-b92b-d1f97ab19155 req-8e06861b-9789-4ede-bdaa-0821c56c94ea tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.1089926 Feb 09 15:01:16.314234 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-02a81bdc-d132-4591-b92b-d1f97ab19155 req-3cc5ceb3-cbc6-4528-a789-c433b218d2c1 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438545 Feb 09 15:01:17.496946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-79afa1c6-b8b1-4cdc-a5e9-067e53353e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:17.498426 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-79afa1c6-b8b1-4cdc-a5e9-067e53353e62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 1096 time: 0.0764427 Feb 09 15:01:17.522919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ed1a9-bb62-4f85-bab1-6f19b8529a60 req-834731d5-58af-4921-a272-7cb5abc9b394 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:17.524419 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-375ed1a9-bb62-4f85-bab1-6f19b8529a60 req-834731d5-58af-4921-a272-7cb5abc9b394 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0941820 Feb 09 15:01:17.572053 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-375ed1a9-bb62-4f85-bab1-6f19b8529a60 req-dbdecb17-0f19-46f8-a637-22d6b2e28d40 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414622 Feb 09 15:01:17.632336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-62640c51-d5bb-46c8-886e-ba435d24fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:17.633670 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-62640c51-d5bb-46c8-886e-ba435d24fcf3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 200 len: 914 time: 0.1284385 Feb 09 15:01:17.702322 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-e8fce948-960b-4d8a-8102-774d7dc941cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72 HTTP/1.1" status: 200 len: 217 time: 0.0590029 Feb 09 15:01:17.766664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-eb8cf782-7bb9-49da-8e32-5d9e6d27e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:17.768130 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-eb8cf782-7bb9-49da-8e32-5d9e6d27e77a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ce80198-0a2d-47ed-9970-a1120d35dd35 HTTP/1.1" status: 200 len: 854 time: 0.0599225 Feb 09 15:01:17.816382 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-5bc8ec7a-42e4-4011-81c0-5d786e727c14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=347ed715-aea1-4f2d-8069-beb07c033f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394967 Feb 09 15:01:17.945403 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-bc1ad5c3-6a2c-469f-a9db-b5577866de7e service neutron] 10.222.0.35 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215570 Feb 09 15:01:18.074366 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-21dab7dd-ff04-4de8-93bf-fff5dc758237 service neutron] 10.222.0.35 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222644 Feb 09 15:01:18.767349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d52dbd-0743-49a2-9d95-8cbf49a46d5c req-361cf6ec-154c-4e49-b2e9-91a726db1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:18.768865 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88d52dbd-0743-49a2-9d95-8cbf49a46d5c req-361cf6ec-154c-4e49-b2e9-91a726db1421 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 1096 time: 0.1322119 Feb 09 15:01:18.781063 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba5860-2386-4304-8202-525c44a695ef req-99ea8c35-c6ef-4fae-9f87-1f7b770d3a0f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:18.782479 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5ba5860-2386-4304-8202-525c44a695ef req-99ea8c35-c6ef-4fae-9f87-1f7b770d3a0f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.1052210 Feb 09 15:01:18.907174 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5ba5860-2386-4304-8202-525c44a695ef req-51f98756-6062-4ee1-bc90-1bfcec08cfdb tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182060 Feb 09 15:01:18.944687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d52dbd-0743-49a2-9d95-8cbf49a46d5c req-f9d397e1-aa6b-4d89-bb23-fe5a23dd04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:18.946133 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88d52dbd-0743-49a2-9d95-8cbf49a46d5c req-f9d397e1-aa6b-4d89-bb23-fe5a23dd04b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 200 len: 914 time: 0.1584489 Feb 09 15:01:19.018159 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88d52dbd-0743-49a2-9d95-8cbf49a46d5c req-eaa03f1e-e352-4b4d-81a8-ce95e8afef33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72 HTTP/1.1" status: 200 len: 217 time: 0.0653584 Feb 09 15:01:19.079641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d52dbd-0743-49a2-9d95-8cbf49a46d5c req-3634aeb4-bbd1-4515-8922-6e166ca593f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:19.081105 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88d52dbd-0743-49a2-9d95-8cbf49a46d5c req-3634aeb4-bbd1-4515-8922-6e166ca593f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ce80198-0a2d-47ed-9970-a1120d35dd35 HTTP/1.1" status: 200 len: 854 time: 0.0568452 Feb 09 15:01:19.132004 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88d52dbd-0743-49a2-9d95-8cbf49a46d5c req-42c4a06a-2901-42ad-ac05-bcf54ecb0cd6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=347ed715-aea1-4f2d-8069-beb07c033f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437868 Feb 09 15:01:19.364991 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88d52dbd-0743-49a2-9d95-8cbf49a46d5c req-96052013-5ef4-4dd9-a455-c48e8645aac4 service neutron] 10.222.0.35 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259245 Feb 09 15:01:19.494145 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-88d52dbd-0743-49a2-9d95-8cbf49a46d5c req-4d5ca8a0-ccdd-41ee-8b37-29a14210c979 service neutron] 10.222.0.35 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223207 Feb 09 15:01:20.096821 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb671d4-c16b-4aab-84f2-aedf7c566e0e req-ac3fb499-23d0-49cc-96a7-c9267c1e5588 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:20.098256 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3bb671d4-c16b-4aab-84f2-aedf7c566e0e req-ac3fb499-23d0-49cc-96a7-c9267c1e5588 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0840871 Feb 09 15:01:20.141984 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3bb671d4-c16b-4aab-84f2-aedf7c566e0e req-dda79921-b9a9-4da6-a02a-408c330d383d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376029 Feb 09 15:01:21.326088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437c628-0608-4028-9838-d7004893c7e5 req-9e6481be-2519-48aa-a643-0ce07db14269 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:21.327538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8437c628-0608-4028-9838-d7004893c7e5 req-9e6481be-2519-48aa-a643-0ce07db14269 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0778658 Feb 09 15:01:21.370108 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8437c628-0608-4028-9838-d7004893c7e5 req-b6919014-9d25-4c30-a814-075322130887 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370550 Feb 09 15:01:21.930807 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:01:22.558874 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd68c5f-ef9c-4c68-88df-461b2fa6be03 req-564325aa-c6f6-4cd0-b7a7-9b59f464f2c6 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:22.560360 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3cd68c5f-ef9c-4c68-88df-461b2fa6be03 req-564325aa-c6f6-4cd0-b7a7-9b59f464f2c6 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0859437 Feb 09 15:01:22.605150 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3cd68c5f-ef9c-4c68-88df-461b2fa6be03 req-a540c9c2-8c90-46d8-99ba-9a4b38260ad7 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390732 Feb 09 15:01:23.793850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f70c5-7942-4fd9-a8c3-9dc9531debe1 req-59289b9e-99d4-4410-a77e-a65b5c0f6fb6 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:23.795318 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-234f70c5-7942-4fd9-a8c3-9dc9531debe1 req-59289b9e-99d4-4410-a77e-a65b5c0f6fb6 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0813310 Feb 09 15:01:23.837908 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-234f70c5-7942-4fd9-a8c3-9dc9531debe1 req-babd83ab-32da-49dc-8bba-59724da7c246 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371430 Feb 09 15:01:25.025342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb028eb-d5cb-489d-b2ac-2a867c35b77d req-069305fd-0be2-4a1a-97a3-d136e6319204 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:25.026802 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4fb028eb-d5cb-489d-b2ac-2a867c35b77d req-069305fd-0be2-4a1a-97a3-d136e6319204 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0822847 Feb 09 15:01:25.070327 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4fb028eb-d5cb-489d-b2ac-2a867c35b77d req-de9d38fc-4d60-4f91-860f-7dc2fed2dd63 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378566 Feb 09 15:01:26.252102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20e9bc-e75a-4079-a57e-ddcb4a38f080 req-9d2e0497-eac8-4a3c-9db5-c6637d283405 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:26.253551 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b20e9bc-e75a-4079-a57e-ddcb4a38f080 req-9d2e0497-eac8-4a3c-9db5-c6637d283405 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0798914 Feb 09 15:01:26.300121 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5b20e9bc-e75a-4079-a57e-ddcb4a38f080 req-90a87437-ac39-4d0a-97cc-4a8f4aab3bfb tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408969 Feb 09 15:01:26.834093 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4dc4c34c-94d1-4bad-86e7-7cdb5a760f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:27.483660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad2da9-f391-44db-8d37-26279db089b2 req-b996e291-a951-4eb0-a765-57989ce885be tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:27.485152 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-59ad2da9-f391-44db-8d37-26279db089b2 req-b996e291-a951-4eb0-a765-57989ce885be tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0795302 Feb 09 15:01:27.541938 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-59ad2da9-f391-44db-8d37-26279db089b2 req-ebe2d93a-cb0e-40d0-a66b-65fe177d7da4 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505452 Feb 09 15:01:28.752048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d69ef2-b2b2-4d0f-a614-166ee359ff4c req-f28be54d-f961-4eaf-9f07-47e1a5b3585c tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:28.753510 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-87d69ef2-b2b2-4d0f-a614-166ee359ff4c req-f28be54d-f961-4eaf-9f07-47e1a5b3585c tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0787761 Feb 09 15:01:28.801619 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-87d69ef2-b2b2-4d0f-a614-166ee359ff4c req-250a9515-197c-4375-9b07-1ffee83425ef tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417619 Feb 09 15:01:29.270581 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1011ada9-6498-46e0-b8fb-772e5c8321e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:29.994438 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a1591-a67a-4ec2-80f2-57ddd02c9d15 req-5bd46fe3-e6d2-4484-9df5-55bbc972d8f8 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:29.996560 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-626a1591-a67a-4ec2-80f2-57ddd02c9d15 req-5bd46fe3-e6d2-4484-9df5-55bbc972d8f8 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0870678 Feb 09 15:01:30.041034 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-626a1591-a67a-4ec2-80f2-57ddd02c9d15 req-4dd1907b-923d-42f2-ad5b-3e5a99504928 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385928 Feb 09 15:01:30.349416 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:30.374924 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:31.223674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ad4c8-7a0e-480b-9f86-a7144824b47c req-fc18ce6d-5852-46ef-af78-54c33962ea82 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:31.225650 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a96ad4c8-7a0e-480b-9f86-a7144824b47c req-fc18ce6d-5852-46ef-af78-54c33962ea82 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0823741 Feb 09 15:01:31.267134 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a96ad4c8-7a0e-480b-9f86-a7144824b47c req-a627b96e-7d5b-4c17-a7e2-b5e779aa42df tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359025 Feb 09 15:01:31.916852 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:32.454922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9e8c4-e2bb-40e9-94d4-ff3458a884bc req-32d6da69-1eef-4f90-ba4b-a05efec32732 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:32.456388 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-25c9e8c4-e2bb-40e9-94d4-ff3458a884bc req-32d6da69-1eef-4f90-ba4b-a05efec32732 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0812347 Feb 09 15:01:32.606260 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-25c9e8c4-e2bb-40e9-94d4-ff3458a884bc req-790dbb7a-24da-4e1d-a26b-95b960f1a73a tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442196 Feb 09 15:01:33.792006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8a485-70b1-45eb-8001-6b55c4faa4d1 req-b4e0a006-bc17-42c7-aff6-857aae465a67 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:33.793738 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4d8a485-70b1-45eb-8001-6b55c4faa4d1 req-b4e0a006-bc17-42c7-aff6-857aae465a67 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0827975 Feb 09 15:01:33.838694 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4d8a485-70b1-45eb-8001-6b55c4faa4d1 req-65289d70-68c6-41a1-b5ce-7263205556bc tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392506 Feb 09 15:01:35.026122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e298505-77d1-42d1-ba3d-950cfe5a33ae req-7e5ab889-f49b-40b7-ba7b-d82efbca87f8 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:35.027679 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7e298505-77d1-42d1-ba3d-950cfe5a33ae req-7e5ab889-f49b-40b7-ba7b-d82efbca87f8 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0813484 Feb 09 15:01:35.070225 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7e298505-77d1-42d1-ba3d-950cfe5a33ae req-b7180bf7-dd9f-4f9e-bf41-bb6d2444a00e tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368903 Feb 09 15:01:36.260827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdd08c-7dbf-4b59-a4fd-85a04607b1a2 req-1c4603ea-9859-43e2-8478-46edc62bffee tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:36.262274 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-79fdd08c-7dbf-4b59-a4fd-85a04607b1a2 req-1c4603ea-9859-43e2-8478-46edc62bffee tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0856671 Feb 09 15:01:36.311167 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-79fdd08c-7dbf-4b59-a4fd-85a04607b1a2 req-aa703794-08c9-4754-9ad5-892cff6432dc tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431790 Feb 09 15:01:37.493424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157a235-69f3-47fe-a287-ee854c79f7e8 req-95791e93-5e8d-4741-8648-de9400840107 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:37.494880 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f157a235-69f3-47fe-a287-ee854c79f7e8 req-95791e93-5e8d-4741-8648-de9400840107 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0805075 Feb 09 15:01:37.538320 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f157a235-69f3-47fe-a287-ee854c79f7e8 req-861c280b-138a-4533-8fb0-e58dba9628a9 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375171 Feb 09 15:01:38.723891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282bc65-b9a2-4ee9-9210-44f092b211e0 req-af5ce7ab-d33a-42d3-8507-b1a9cc5c7074 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:38.725347 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2282bc65-b9a2-4ee9-9210-44f092b211e0 req-af5ce7ab-d33a-42d3-8507-b1a9cc5c7074 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0821278 Feb 09 15:01:38.768735 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2282bc65-b9a2-4ee9-9210-44f092b211e0 req-0024a60e-bc0b-47f7-bda0-e7ac8e20c072 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378556 Feb 09 15:01:39.236885 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:39.950996 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a699bb-f2b6-4895-8a62-8acc9a8e1fc6 req-673ade8f-2178-4aab-a4b7-798da45e719a tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:39.952471 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-19a699bb-f2b6-4895-8a62-8acc9a8e1fc6 req-673ade8f-2178-4aab-a4b7-798da45e719a tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0775316 Feb 09 15:01:39.998913 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-19a699bb-f2b6-4895-8a62-8acc9a8e1fc6 req-0670b37c-ba29-4980-93fc-2cc22a88f3d8 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 Feb 09 15:01:40.855589 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:41.180970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df6b2d-38bf-42b5-99ec-41ecb9a7cdd9 req-524ccbd4-46cd-4ad6-948b-aee529e325f5 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:41.182398 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a6df6b2d-38bf-42b5-99ec-41ecb9a7cdd9 req-524ccbd4-46cd-4ad6-948b-aee529e325f5 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0805352 Feb 09 15:01:41.225390 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a6df6b2d-38bf-42b5-99ec-41ecb9a7cdd9 req-30a2a44e-ffed-4ea2-9d02-cfc2aad79149 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375316 Feb 09 15:01:42.404438 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db046b24-101b-408f-b0c7-045edf07788e req-f6c6c067-0916-455a-9892-d330f1841abf tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:42.405861 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db046b24-101b-408f-b0c7-045edf07788e req-f6c6c067-0916-455a-9892-d330f1841abf tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0778654 Feb 09 15:01:42.448376 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db046b24-101b-408f-b0c7-045edf07788e req-cd8ca2c1-a2d4-428a-be39-a750198fd3c2 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362980 Feb 09 15:01:43.633922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee6e93-b652-4a40-b6b3-800927bca2df req-583d7aea-000e-411b-997a-f3e2bc27cc25 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:43.635642 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5aee6e93-b652-4a40-b6b3-800927bca2df req-583d7aea-000e-411b-997a-f3e2bc27cc25 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0792232 Feb 09 15:01:43.682788 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5aee6e93-b652-4a40-b6b3-800927bca2df req-4ab08ca6-4229-4a57-922e-3c238092f1ac tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417063 Feb 09 15:01:44.870615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4ff37-6ca7-4e94-a8ae-bae90fd4ad1c req-57e829a5-89e7-4160-9334-bcd685a49445 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:44.871977 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dbd4ff37-6ca7-4e94-a8ae-bae90fd4ad1c req-57e829a5-89e7-4160-9334-bcd685a49445 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0825012 Feb 09 15:01:44.914386 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dbd4ff37-6ca7-4e94-a8ae-bae90fd4ad1c req-e58cc742-32ab-47ea-aa78-e703f20acb4e tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367389 Feb 09 15:01:46.097820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1ce6f-afc1-4b65-8ba4-08b27a6c8d5b req-7d83f3eb-3325-44a0-b3ea-350011bfdd46 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:46.099270 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84b1ce6f-afc1-4b65-8ba4-08b27a6c8d5b req-7d83f3eb-3325-44a0-b3ea-350011bfdd46 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0788054 Feb 09 15:01:46.142222 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-84b1ce6f-afc1-4b65-8ba4-08b27a6c8d5b req-4dc2579d-0414-4df0-965b-4718534d4ef5 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373445 Feb 09 15:01:47.329971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75298158-a99a-4904-a0ff-01d0887beef9 req-a47f72e5-9085-45d2-a4a8-5644844ff522 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:47.331484 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75298158-a99a-4904-a0ff-01d0887beef9 req-a47f72e5-9085-45d2-a4a8-5644844ff522 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0814471 Feb 09 15:01:47.376612 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-75298158-a99a-4904-a0ff-01d0887beef9 req-4bbebd4a-6285-4974-ab99-ee830d6545bb tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391781 Feb 09 15:01:48.562949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc0b25-a83a-4aea-a952-9257621b6939 req-f0ce0711-e3f8-487f-a86b-72303e53ea0f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:48.564456 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24cc0b25-a83a-4aea-a952-9257621b6939 req-f0ce0711-e3f8-487f-a86b-72303e53ea0f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0825212 Feb 09 15:01:48.608655 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24cc0b25-a83a-4aea-a952-9257621b6939 req-26a16c47-84d4-408d-93ec-f140ee517423 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386336 Feb 09 15:01:49.804649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4835429-be81-4e2b-bdf1-f0199265647c req-8769103a-7d4b-41b4-a138-b4bd55ba6053 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:49.806018 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4835429-be81-4e2b-bdf1-f0199265647c req-8769103a-7d4b-41b4-a138-b4bd55ba6053 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0869429 Feb 09 15:01:49.851096 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4835429-be81-4e2b-bdf1-f0199265647c req-027971d1-f202-4e08-a499-206d542bdcec tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394235 Feb 09 15:01:50.581141 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6ef21d8d-6a39-4d7e-80c3-e63a9e5f1848 service neutron] show failed (client error): The resource could not be found. Feb 09 15:01:50.582173 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6ef21d8d-6a39-4d7e-80c3-e63a9e5f1848 service neutron] 10.222.0.35 "GET /v2.0/ports/ddf7dcda-a093-4ade-966f-a41a6dfdcb72/bindings/n-h2-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.0760624 Feb 09 15:01:50.865429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-59001d11-0509-4507-881d-95d70eca46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:50.866911 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-59001d11-0509-4507-881d-95d70eca46dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f&tenant_id=a434f77aa08841d69350bcdd59e2e7bc HTTP/1.1" status: 200 len: 1096 time: 0.0834117 Feb 09 15:01:50.877562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:01:51.034236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:51.277659 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1b6d3-dc2a-4ec1-a7c0-d7d7a3a26c07 req-4774e3d0-d57b-4a7a-907f-84e963ff434f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:51.279119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-39e1b6d3-dc2a-4ec1-a7c0-d7d7a3a26c07 req-4774e3d0-d57b-4a7a-907f-84e963ff434f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.3082228 Feb 09 15:01:51.407813 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-39e1b6d3-dc2a-4ec1-a7c0-d7d7a3a26c07 req-df2bc52c-c491-4203-b6e4-6d69e7d74357 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228373 Feb 09 15:01:51.462462 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] For port ddf7dcda-a093-4ade-966f-a41a6dfdcb72, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:01:51.491163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] For port ddf7dcda-a093-4ade-966f-a41a6dfdcb72, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:01:51.552984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da06210a-e4af-4e63-8c49-415c5845a44f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddf7dcda-a093-4ade-966f-a41a6dfdcb72'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:01:51.558717 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:51.573794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Transition to ACTIVE for port object ddf7dcda-a093-4ade-966f-a41a6dfdcb72 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:01:51.577743 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:51.620289 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da06210a-e4af-4e63-8c49-415c5845a44f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddf7dcda-a093-4ade-966f-a41a6dfdcb72', 'code': 200} Feb 09 15:01:51.732921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] No DVR routers for this DVR port ddf7dcda-a093-4ade-966f-a41a6dfdcb72 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:01:51.738548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:01:51.803759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Attempting to bind port ddf7dcda-a093-4ade-966f-a41a6dfdcb72 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:01:51.804153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Attempting to bind port ddf7dcda-a093-4ade-966f-a41a6dfdcb72 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '014628db-22db-4e91-8fd7-02f6409dab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:01:51.804492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Attempting to bind port ddf7dcda-a093-4ade-966f-a41a6dfdcb72 on network 347ed715-aea1-4f2d-8069-beb07c033f9c {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:01:51.809008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Port ddf7dcda-a093-4ade-966f-a41a6dfdcb72 on network 347ed715-aea1-4f2d-8069-beb07c033f9c not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:01:51.809324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Attempting to bind port ddf7dcda-a093-4ade-966f-a41a6dfdcb72 on network 347ed715-aea1-4f2d-8069-beb07c033f9c {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:01:51.814277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:01:51.814620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Checking segment: {'id': '014628db-22db-4e91-8fd7-02f6409dab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:01:51.814994 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Bound using segment: {'id': '014628db-22db-4e91-8fd7-02f6409dab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:01:51.815415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Bound port: ddf7dcda-a093-4ade-966f-a41a6dfdcb72, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014628db-22db-4e91-8fd7-02f6409dab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:01:51.815770 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:51.902502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] For port ddf7dcda-a093-4ade-966f-a41a6dfdcb72, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:01:51.905418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] For port ddf7dcda-a093-4ade-966f-a41a6dfdcb72, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:01:51.909658 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:51.960425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:51.961066 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:51.962781 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] 10.222.0.21 "PUT /v2.0/ports/ddf7dcda-a093-4ade-966f-a41a6dfdcb72 HTTP/1.1" status: 200 len: 1091 time: 1.0893855 Feb 09 15:01:52.032267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe37fe4-1b86-48b8-9fc9-765664abf2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:01:52.066720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-568e9afb-453e-46cd-803f-2d65d967fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:52.069546 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-568e9afb-453e-46cd-803f-2d65d967fc35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 1094 time: 0.0847235 Feb 09 15:01:52.200386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-9b74cbf9-2953-4262-b795-986a87a0a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:52.202202 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-9b74cbf9-2953-4262-b795-986a87a0a457 service neutron] 10.222.0.21 "GET /v2.0/networks?id=347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 200 len: 914 time: 0.1262772 Feb 09 15:01:52.274921 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-161db90e-e89d-4836-8c98-26f11b39aa08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72 HTTP/1.1" status: 200 len: 217 time: 0.0665708 Feb 09 15:01:52.335757 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-4ed71666-d9b3-4c3e-b2c9-4dc86aa8c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:52.337062 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-4ed71666-d9b3-4c3e-b2c9-4dc86aa8c3cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ce80198-0a2d-47ed-9970-a1120d35dd35 HTTP/1.1" status: 200 len: 854 time: 0.0564663 Feb 09 15:01:52.382334 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-27c1ee18-d536-4d43-b2c1-e7b01af82604 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=347ed715-aea1-4f2d-8069-beb07c033f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396056 Feb 09 15:01:52.511442 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-2b374f7f-cc46-4ddd-817d-a956c8c8c610 service neutron] 10.222.0.21 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227772 Feb 09 15:01:52.696651 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f23328-c8e1-4298-982a-0bd860010cdc req-cc513b57-c164-4ef6-b2b0-4c0ffb2e838f service neutron] 10.222.0.21 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499360 Feb 09 15:01:52.704270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7b2ba-2702-4786-8974-281b2028a762 req-a70a214f-54a2-4491-8a81-5376d7dd9a8b tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:52.705689 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4c7b2ba-2702-4786-8974-281b2028a762 req-a70a214f-54a2-4491-8a81-5376d7dd9a8b tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 943 time: 0.1928587 Feb 09 15:01:52.752059 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4c7b2ba-2702-4786-8974-281b2028a762 req-893f996a-ad4e-4d42-9ae0-28f9dbd8d17a tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400958 Feb 09 15:01:53.621904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da06210a-e4af-4e63-8c49-415c5845a44f', 'tag': 'ddf7dcda-a093-4ade-966f-a41a6dfdcb72'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:01:53.677840 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da06210a-e4af-4e63-8c49-415c5845a44f', 'tag': 'ddf7dcda-a093-4ade-966f-a41a6dfdcb72', 'status': 'completed', 'code': 200} Feb 09 15:01:54.006693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-ba3394b6-3de2-4313-ad45-50539fc02978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:54.008180 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-ba3394b6-3de2-4313-ad45-50539fc02978 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 1094 time: 0.3116782 Feb 09 15:01:54.009825 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-1d5cf201-e752-4e7b-a20a-bc5281332165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:54.011091 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-1d5cf201-e752-4e7b-a20a-bc5281332165 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 1094 time: 0.2831836 Feb 09 15:01:54.022098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdba0e-f1cd-4095-a922-22655495cef5 req-431075cf-a49d-4d4e-840c-14889ce8a26f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:54.023470 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0cdba0e-f1cd-4095-a922-22655495cef5 req-431075cf-a49d-4d4e-840c-14889ce8a26f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 943 time: 0.1411283 Feb 09 15:01:54.241636 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0cdba0e-f1cd-4095-a922-22655495cef5 req-f2c1903b-2318-4ee8-870d-abe6bed1ef33 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798391 Feb 09 15:01:54.293613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-cf6f331d-7c17-49b0-a9a7-388c6c87f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:54.295026 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-cf6f331d-7c17-49b0-a9a7-388c6c87f939 service neutron] 10.222.0.35 "GET /v2.0/networks?id=347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 200 len: 914 time: 0.2707057 Feb 09 15:01:54.295969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-ea4b47aa-a783-4d47-8e6e-655cfb7572f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:54.297243 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-ea4b47aa-a783-4d47-8e6e-655cfb7572f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 200 len: 914 time: 0.2719104 Feb 09 15:01:54.419966 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-6c98a3b4-ba62-4d52-9110-eac8a49af15c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72 HTTP/1.1" status: 200 len: 217 time: 0.1180143 Feb 09 15:01:54.421248 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-3080135b-5a7a-4fe3-9f67-84cd1a8ad6a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72 HTTP/1.1" status: 200 len: 217 time: 0.0736680 Feb 09 15:01:54.537279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-277e1370-24c8-4700-9b5b-3643d2829b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:54.538728 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-277e1370-24c8-4700-9b5b-3643d2829b4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ce80198-0a2d-47ed-9970-a1120d35dd35 HTTP/1.1" status: 200 len: 854 time: 0.1128376 Feb 09 15:01:54.540109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-e69c7810-5987-4153-98b7-ba89dc26ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:54.541367 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-e69c7810-5987-4153-98b7-ba89dc26ee16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ce80198-0a2d-47ed-9970-a1120d35dd35 HTTP/1.1" status: 200 len: 854 time: 0.0873013 Feb 09 15:01:54.624015 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-701c2f8e-ce38-4523-80b7-4e30dac777b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=347ed715-aea1-4f2d-8069-beb07c033f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765650 Feb 09 15:01:54.625761 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-45994b09-3be5-49ec-830e-ccdc91ff410f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=347ed715-aea1-4f2d-8069-beb07c033f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795848 Feb 09 15:01:54.859103 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-83eeede5-1658-46ce-b577-6182802bca76 service neutron] 10.222.0.21 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287350 Feb 09 15:01:54.861905 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-37e29ce7-6333-4d55-9029-5003b6034e87 service neutron] 10.222.0.35 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146301 Feb 09 15:01:55.097512 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-561fe744-7c0c-4388-8310-fa3f31427ba2 service neutron] 10.222.0.21 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311676 Feb 09 15:01:55.099395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f2c41328-a5f9-4cc8-9c1d-f8cb6151b5b0 req-91ee2718-0b8f-45d7-a04e-d58d8df64b01 service neutron] 10.222.0.35 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142267 Feb 09 15:01:55.179215 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device ddf7dcda-a093-4ade-966f-a41a6dfdcb72 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:01:55.310409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port ddf7dcda-a093-4ade-966f-a41a6dfdcb72, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:01:55.323893 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'ddf7dcda-a093-4ade-966f-a41a6dfdcb72', 'network_id': '347ed715-aea1-4f2d-8069-beb07c033f9c', 'port_id': 'ddf7dcda-a093-4ade-966f-a41a6dfdcb72', 'mac_address': 'fa:16:3e:b5:a2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce80198-0a2d-47ed-9970-a1120d35dd35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:01:55.381852 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ddf7dcda-a093-4ade-966f-a41a6dfdcb72 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:01:55.426795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb60939-9b03-4f3e-9d7f-6c953ee8dd40 req-0c63cbd9-1148-428e-a2b2-240adcf0a57a tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:55.428320 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7fb60939-9b03-4f3e-9d7f-6c953ee8dd40 req-0c63cbd9-1148-428e-a2b2-240adcf0a57a tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 943 time: 0.0806963 Feb 09 15:01:55.453088 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:55.470569 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ddf7dcda-a093-4ade-966f-a41a6dfdcb72 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:01:55.472876 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf7dcda-a093-4ade-966f-a41a6dfdcb72 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:01:55.477865 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7fb60939-9b03-4f3e-9d7f-6c953ee8dd40 req-798541c1-9b25-4fae-b438-b3a8e6ca91b5 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439062 Feb 09 15:01:55.489750 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port ddf7dcda-a093-4ade-966f-a41a6dfdcb72, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:01:55.496685 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:55.564500 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:01:55.826605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['ddf7dcda-a093-4ade-966f-a41a6dfdcb72'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:01:56.663775 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6dca-fecf-49c9-af44-28cb8dcb7b2c req-f90e4c95-7a8c-4f13-a485-39025b762c1f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:56.665220 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c3b6dca-fecf-49c9-af44-28cb8dcb7b2c req-f90e4c95-7a8c-4f13-a485-39025b762c1f tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 944 time: 0.0784283 Feb 09 15:01:56.706538 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c3b6dca-fecf-49c9-af44-28cb8dcb7b2c req-27d19adc-f26e-408f-90bc-b6009b4f9276 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357080 Feb 09 15:01:56.837750 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b0779db2-ac82-4a4e-8a23-2abe458eff61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:57.188179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device ddf7dcda-a093-4ade-966f-a41a6dfdcb72 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:01:57.192640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350eaeb-20a8-4fa3-b898-c8bf93880d1a req-fbe34707-854c-4d22-b183-d61793a216d9 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:57.194086 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6350eaeb-20a8-4fa3-b898-c8bf93880d1a req-fbe34707-854c-4d22-b183-d61793a216d9 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 944 time: 0.2558987 Feb 09 15:01:57.208106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd59efa-7d6e-4ff0-94c8-7248e4a8b387 req-c1cdc8f8-c358-410a-8d9a-891f1a4b5b5d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:57.209446 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfd59efa-7d6e-4ff0-94c8-7248e4a8b387 req-c1cdc8f8-c358-410a-8d9a-891f1a4b5b5d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.35 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f&tenant_id=a434f77aa08841d69350bcdd59e2e7bc&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 944 time: 0.1227169 Feb 09 15:01:57.256021 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port ddf7dcda-a093-4ade-966f-a41a6dfdcb72 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:01:57.260677 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port ddf7dcda-a093-4ade-966f-a41a6dfdcb72 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:01:57.261049 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:57.298957 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6350eaeb-20a8-4fa3-b898-c8bf93880d1a req-06f8c308-2b00-4077-8eed-a0f8a7c57bb7 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988016 Feb 09 15:01:57.319454 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-cfd59efa-7d6e-4ff0-94c8-7248e4a8b387 req-452ebd6c-9594-493b-8180-e6ec4d8801c3 service neutron] delete failed (client error): The resource could not be found. Feb 09 15:01:57.320451 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfd59efa-7d6e-4ff0-94c8-7248e4a8b387 req-452ebd6c-9594-493b-8180-e6ec4d8801c3 service neutron] 10.222.0.35 "DELETE /v2.0/ports/ddf7dcda-a093-4ade-966f-a41a6dfdcb72/bindings/n-h1-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.0972514 Feb 09 15:01:57.381335 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:57.410339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da06210a-e4af-4e63-8c49-415c5845a44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf7dcda-a093-4ade-966f-a41a6dfdcb72'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:01:57.420181 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port ddf7dcda-a093-4ade-966f-a41a6dfdcb72, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:01:57.424449 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:57.480656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd59efa-7d6e-4ff0-94c8-7248e4a8b387 req-8dae4e81-18e5-451e-a0d7-4b0bff87e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:57.482153 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfd59efa-7d6e-4ff0-94c8-7248e4a8b387 req-8dae4e81-18e5-451e-a0d7-4b0bff87e969 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 1096 time: 0.0775061 Feb 09 15:01:57.483618 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da06210a-e4af-4e63-8c49-415c5845a44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf7dcda-a093-4ade-966f-a41a6dfdcb72', 'code': 200} Feb 09 15:01:57.502780 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:01:57.614573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd59efa-7d6e-4ff0-94c8-7248e4a8b387 req-aa61126b-033a-45ac-82da-f2d2c24706f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:57.616032 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfd59efa-7d6e-4ff0-94c8-7248e4a8b387 req-aa61126b-033a-45ac-82da-f2d2c24706f5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 200 len: 914 time: 0.1261337 Feb 09 15:01:57.680908 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfd59efa-7d6e-4ff0-94c8-7248e4a8b387 req-6a7f17dd-ad35-4bae-8420-81475de4f95d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72 HTTP/1.1" status: 200 len: 217 time: 0.0584705 Feb 09 15:01:57.744858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd59efa-7d6e-4ff0-94c8-7248e4a8b387 req-3b7fa503-3970-40f7-8ba7-fdac41e4e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:57.746173 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfd59efa-7d6e-4ff0-94c8-7248e4a8b387 req-3b7fa503-3970-40f7-8ba7-fdac41e4e6d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ce80198-0a2d-47ed-9970-a1120d35dd35 HTTP/1.1" status: 200 len: 854 time: 0.0588837 Feb 09 15:01:57.792417 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfd59efa-7d6e-4ff0-94c8-7248e4a8b387 req-93f74ef4-329d-46eb-bf94-c06a57546b41 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=347ed715-aea1-4f2d-8069-beb07c033f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394900 Feb 09 15:01:57.919745 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfd59efa-7d6e-4ff0-94c8-7248e4a8b387 req-d2d1991e-d5f4-4e30-88c3-79ddeb85dc83 service neutron] 10.222.0.35 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199620 Feb 09 15:01:58.046542 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cfd59efa-7d6e-4ff0-94c8-7248e4a8b387 req-512ced80-bd29-427d-b9e4-dc7a94a6748f service neutron] 10.222.0.35 "GET /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200719 Feb 09 15:01:58.492182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e1f1b-ccc1-4dad-ab8e-17c2e60125e9 req-4ba98703-581a-48eb-8064-5fb3fb631400 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:58.493847 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b4e1f1b-ccc1-4dad-ab8e-17c2e60125e9 req-4ba98703-581a-48eb-8064-5fb3fb631400 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0907459 Feb 09 15:01:58.539007 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b4e1f1b-ccc1-4dad-ab8e-17c2e60125e9 req-d736a435-a2c2-4650-adb1-ff24db5ad1b0 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389233 Feb 09 15:01:58.931871 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:01:59.272093 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-853e9f9b-314a-44d3-9911-461273baf4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:01:59.725763 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42f6fd-9220-48e5-8f32-0a6d20e7691a req-4551e7e2-cbb7-443c-abd3-7dc246938a79 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:59.727229 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c42f6fd-9220-48e5-8f32-0a6d20e7691a req-4551e7e2-cbb7-443c-abd3-7dc246938a79 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0789752 Feb 09 15:01:59.769638 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6c42f6fd-9220-48e5-8f32-0a6d20e7691a req-c4c5a54b-c881-4136-9580-9c419d54cba1 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367529 Feb 09 15:01:59.970471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00c1bc-8740-4a89-8f96-e2f781b09a08 req-88636d31-e113-4829-bdd8-d94aab757668 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:01:59.971945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ac00c1bc-8740-4a89-8f96-e2f781b09a08 req-88636d31-e113-4829-bdd8-d94aab757668 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0802341 Feb 09 15:02:00.014671 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ac00c1bc-8740-4a89-8f96-e2f781b09a08 req-45c1a802-55a7-41fd-9498-2af466bbdf91 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372920 Feb 09 15:02:00.202762 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25a908-0a67-4a0c-bfd7-8616f5512344 req-d427c7f5-1242-4a9b-a782-c486c26dcf24 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:00.204260 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b25a908-0a67-4a0c-bfd7-8616f5512344 req-d427c7f5-1242-4a9b-a782-c486c26dcf24 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0852773 Feb 09 15:02:00.249377 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4b25a908-0a67-4a0c-bfd7-8616f5512344 req-c25a3a46-090e-446f-85ee-92754b8ff8fd tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387647 Feb 09 15:02:00.351383 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:00.380245 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:00.796675 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcde4e-e5f2-494f-9353-2df5811e5fbb req-246bb300-dbd0-4ec6-892b-b7f550eb7d01 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:00.798025 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-78dcde4e-e5f2-494f-9353-2df5811e5fbb req-246bb300-dbd0-4ec6-892b-b7f550eb7d01 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0826983 Feb 09 15:02:00.841587 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-78dcde4e-e5f2-494f-9353-2df5811e5fbb req-6d76f2a4-f385-43e1-b891-fdf1dedbfc90 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373125 Feb 09 15:02:01.919804 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:02.025855 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fd67b-5674-4658-a783-3b951581605b req-41ea8e54-857e-4d29-a5b3-3719ccf4aaca tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:02.027322 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-117fd67b-5674-4658-a783-3b951581605b req-41ea8e54-857e-4d29-a5b3-3719ccf4aaca tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0790627 Feb 09 15:02:02.072399 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-117fd67b-5674-4658-a783-3b951581605b req-307cf90b-79ab-46ea-9820-e058d9136317 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d56130-bdcd-418d-b663-97661da1888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394540 Feb 09 15:02:02.093722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299994d8-840f-4ddf-bd3c-b0aa286d2a20 req-3f951db4-edf6-4abf-a84e-f99181463968 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:02.095116 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-299994d8-840f-4ddf-bd3c-b0aa286d2a20 req-3f951db4-edf6-4abf-a84e-f99181463968 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.21 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 945 time: 0.0785391 Feb 09 15:02:02.164858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-299994d8-840f-4ddf-bd3c-b0aa286d2a20 req-dee44e15-ce2b-4137-aed9-50f9023c7f9d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Deleting port ddf7dcda-a093-4ade-966f-a41a6dfdcb72 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:02:02.165116 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-299994d8-840f-4ddf-bd3c-b0aa286d2a20 req-dee44e15-ce2b-4137-aed9-50f9023c7f9d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:02.404129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-299994d8-840f-4ddf-bd3c-b0aa286d2a20 req-dee44e15-ce2b-4137-aed9-50f9023c7f9d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] For port ddf7dcda-a093-4ade-966f-a41a6dfdcb72, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,segment=NetworkSegment(014628db-22db-4e91-8fd7-02f6409dab32),segment_id=014628db-22db-4e91-8fd7-02f6409dab32)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:02:02.404483 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-299994d8-840f-4ddf-bd3c-b0aa286d2a20 req-dee44e15-ce2b-4137-aed9-50f9023c7f9d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:02.623875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-299994d8-840f-4ddf-bd3c-b0aa286d2a20 req-dee44e15-ce2b-4137-aed9-50f9023c7f9d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Calling delete_port for ddf7dcda-a093-4ade-966f-a41a6dfdcb72 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:02:02.764160 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-299994d8-840f-4ddf-bd3c-b0aa286d2a20 req-dee44e15-ce2b-4137-aed9-50f9023c7f9d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:02.776963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['ddf7dcda-a093-4ade-966f-a41a6dfdcb72'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:02:02.813418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee44e15-ce2b-4137-aed9-50f9023c7f9d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Pushing event deleted for resources: {'Port': ['ID=ddf7dcda-a093-4ade-966f-a41a6dfdcb72,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:02.890996 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-299994d8-840f-4ddf-bd3c-b0aa286d2a20 req-dee44e15-ce2b-4137-aed9-50f9023c7f9d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] No DVR routers for this DVR port ddf7dcda-a093-4ade-966f-a41a6dfdcb72 on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:02:02.893492 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-299994d8-840f-4ddf-bd3c-b0aa286d2a20 req-dee44e15-ce2b-4137-aed9-50f9023c7f9d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:02.896652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da06210a-e4af-4e63-8c49-415c5845a44f', 'name': 'network-vif-deleted', 'tag': 'ddf7dcda-a093-4ade-966f-a41a6dfdcb72'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:02:02.911490 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-299994d8-840f-4ddf-bd3c-b0aa286d2a20 req-dee44e15-ce2b-4137-aed9-50f9023c7f9d tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.21 "DELETE /v2.0/ports/ddf7dcda-a093-4ade-966f-a41a6dfdcb72 HTTP/1.1" status: 204 len: 173 time: 0.8112309 Feb 09 15:02:02.940567 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da06210a-e4af-4e63-8c49-415c5845a44f', 'name': 'network-vif-deleted', 'tag': 'ddf7dcda-a093-4ade-966f-a41a6dfdcb72', 'status': 'completed', 'code': 200} Feb 09 15:02:03.247907 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c3b4062-7dd7-48f3-ad89-b36ccebe676a req-0a8e8c44-8877-4759-99b6-018469fe6929 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] 10.222.0.48 "GET /v2.0/ports?device_id=da06210a-e4af-4e63-8c49-415c5845a44f HTTP/1.1" status: 200 len: 210 time: 0.0502212 Feb 09 15:02:04.480878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51782) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:02:04.539824 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf2b361-45e0-4ce4-81a7-3a60c013233c admin admin] Deleting subnet 2ce80198-0a2d-47ed-9970-a1120d35dd35 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:02:04.542617 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ddf2b361-45e0-4ce4-81a7-3a60c013233c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:04.595251 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ddf2b361-45e0-4ce4-81a7-3a60c013233c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:04.649697 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ddf2b361-45e0-4ce4-81a7-3a60c013233c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:04.716027 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ddf2b361-45e0-4ce4-81a7-3a60c013233c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:04.759194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2b361-45e0-4ce4-81a7-3a60c013233c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ce80198-0a2d-47ed-9970-a1120d35dd35,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:04.761758 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ddf2b361-45e0-4ce4-81a7-3a60c013233c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:04.767984 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ddf2b361-45e0-4ce4-81a7-3a60c013233c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2ce80198-0a2d-47ed-9970-a1120d35dd35 HTTP/1.1" status: 204 len: 168 time: 0.2858109 Feb 09 15:02:04.770664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51786) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:02:04.873071 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-01b0dde7-7028-4638-b43d-9544c25eb80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:04.998112 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-01b0dde7-7028-4638-b43d-9544c25eb80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:05.022196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-01b0dde7-7028-4638-b43d-9544c25eb80a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347ed715-aea1-4f2d-8069-beb07c033f9c']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:02:05.033565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-01b0dde7-7028-4638-b43d-9544c25eb80a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014628db-22db-4e91-8fd7-02f6409dab32') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:02:05.033856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-01b0dde7-7028-4638-b43d-9544c25eb80a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014628db-22db-4e91-8fd7-02f6409dab32') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:02:05.045165 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-01b0dde7-7028-4638-b43d-9544c25eb80a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:05.060570 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-01b0dde7-7028-4638-b43d-9544c25eb80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:05.068017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b0dde7-7028-4638-b43d-9544c25eb80a admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:02:05.068482 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-01b0dde7-7028-4638-b43d-9544c25eb80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: timer() Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:02:05.081369 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:02:05.157744 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-01b0dde7-7028-4638-b43d-9544c25eb80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:05.173212 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-01b0dde7-7028-4638-b43d-9544c25eb80a admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:05.184502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0dde7-7028-4638-b43d-9544c25eb80a admin admin] Pushing event deleted for resources: {'Network': ['ID=347ed715-aea1-4f2d-8069-beb07c033f9c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:05.193159 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-01b0dde7-7028-4638-b43d-9544c25eb80a admin admin] 10.222.0.48 "DELETE /v2.0/networks/347ed715-aea1-4f2d-8069-beb07c033f9c HTTP/1.1" status: 204 len: 168 time: 0.4215114 Feb 09 15:02:05.302049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51792) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:02:05.350227 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a4e7a2f6-ffde-40c4-aadb-9942125a2f2c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a434f77aa08841d69350bcdd59e2e7bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469549 Feb 09 15:02:05.352571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51796) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:02:05.408888 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:05.433256 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:05.487082 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:05.504652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d56130-bdcd-418d-b663-97661da1888b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:05.512925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:05.513277 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:05.513621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:05.514181 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:05.514519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:05.514857 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:05.515184 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:05.515512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:05.515887 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:05.516215 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:05.516547 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:05.516866 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:05.524573 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:05.525683 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8fa9608d-f323-4622-9f61-2ab0d0bf47ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6d56130-bdcd-418d-b663-97661da1888b HTTP/1.1" status: 204 len: 168 time: 0.1722116 Feb 09 15:02:06.309328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51820) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:02:06.411500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-604073843-network', 'tenant_id': '2376551355104008af393aa5029ba8e5'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:02:06.416974 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:02:06.420737 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Usage tracker for resource:network and tenant:2376551355104008af393aa5029ba8e5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:02:06.423500 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:02:06.432862 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:02:06.442216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Made reservation on behalf of 2376551355104008af393aa5029ba8e5 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:02:06.444590 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:06.456798 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:06.470838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:02:06.475505 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Usage tracker for resource:security_group_rule and tenant:2376551355104008af393aa5029ba8e5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:02:06.478477 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:02:06.484110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:02:06.566271 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:06.570930 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:06.599465 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:02:06.611543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f09f1d-66fe-4288-aff3-0a93ff25c6cf,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:06.616907 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:06.617245 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Added segment 5ee21a7a-8282-43c5-a38f-79bca6a20bb3 of type vlan for network 9928b329-ce6b-4591-b6a5-a6bc0a72973b Feb 09 15:02:06.643682 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:06.671530 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:06.672473 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:06.673042 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:06.772025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] Pushing event updated for resources: {'Network': ['ID=9928b329-ce6b-4591-b6a5-a6bc0a72973b,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:06.776116 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e0fe2041-2dea-4be1-b4eb-afb81612c555 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4657793 Feb 09 15:02:06.781114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51826) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:02:06.784468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 9928b329-ce6b-4591-b6a5-a6bc0a72973b details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:02:06.787458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4526d752-228b-4465-bcab-b3173abdf1d7 admin admin] Request body: {'subnet': {'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-604073843-subnet', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:02:06.793037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4526d752-228b-4465-bcab-b3173abdf1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:02:06.796792 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4526d752-228b-4465-bcab-b3173abdf1d7 admin admin] Usage tracker for resource:subnet and tenant:2376551355104008af393aa5029ba8e5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:02:06.799583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4526d752-228b-4465-bcab-b3173abdf1d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:02:06.805817 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4526d752-228b-4465-bcab-b3173abdf1d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:02:06.816338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4526d752-228b-4465-bcab-b3173abdf1d7 admin admin] Made reservation on behalf of 2376551355104008af393aa5029ba8e5 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:02:06.818705 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4526d752-228b-4465-bcab-b3173abdf1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:07.024300 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4526d752-228b-4465-bcab-b3173abdf1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:07.097068 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526d752-228b-4465-bcab-b3173abdf1d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad7d394-00af-4ec6-8900-b702817753fe,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:07.107442 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4526d752-228b-4465-bcab-b3173abdf1d7 admin admin] Checking segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:02:07.107819 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4526d752-228b-4465-bcab-b3173abdf1d7 admin admin] Network hostable DHCP agents. Network: 9928b329-ce6b-4591-b6a5-a6bc0a72973b, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:02:07.126395 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4526d752-228b-4465-bcab-b3173abdf1d7 admin admin] Network 9928b329-ce6b-4591-b6a5-a6bc0a72973b is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:02:07.135169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4526d752-228b-4465-bcab-b3173abdf1d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 9928b329-ce6b-4591-b6a5-a6bc0a72973b) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:02:07.139115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4526d752-228b-4465-bcab-b3173abdf1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:07.139689 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4526d752-228b-4465-bcab-b3173abdf1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:07.144177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e2adca-2a1b-4d5f-8d09-512b47eb7cfc None None] Network 9928b329-ce6b-4591-b6a5-a6bc0a72973b requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:02:07.163410 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4526d752-228b-4465-bcab-b3173abdf1d7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3777683 Feb 09 15:02:07.163627 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51830) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:02:07.168327 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:02:07.173587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:02:07.177409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Usage tracker for resource:router and tenant:2376551355104008af393aa5029ba8e5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:02:07.180190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:02:07.185708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:02:07.197888 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:07.199455 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:07.219820 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:07.227133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device ddf7dcda-a093-4ade-966f-a41a6dfdcb72 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:02:07.268923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: ddf7dcda-a093-4ade-966f-a41a6dfdcb72 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:02:07.269216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device ddf7dcda-a093-4ade-966f-a41a6dfdcb72 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:02:07.401173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:02:07.402007 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:07.559187 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Allocated IP 172.20.0.2 (9928b329-ce6b-4591-b6a5-a6bc0a72973b/5ad7d394-00af-4ec6-8900-b702817753fe/16fe6bf5-3c00-4e1e-81fd-f6850afa0944) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:02:07.612339 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:07.759755 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:07.770394 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Transition to ACTIVE for port object 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:02:07.788231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Transition to ACTIVE for port object 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:02:07.794844 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:07.862140 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Network 9928b329-ce6b-4591-b6a5-a6bc0a72973b is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:02:07.865044 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:02:07.867665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:02:07.877031 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Pushing event updated for resources: {'Port': ['ID=16fe6bf5-3c00-4e1e-81fd-f6850afa0944,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:07.929415 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:07.959374 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:07.960572 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Attempting to bind port 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:02:07.960928 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Attempting to bind port 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:02:07.961282 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Attempting to bind port 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:02:07.966672 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:02:07.967042 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Checking segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:02:07.967438 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:07.967855 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Bound using segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:02:07.968319 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Bound port: 16fe6bf5-3c00-4e1e-81fd-f6850afa0944, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:02:07.968708 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:08.093697 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] For port 16fe6bf5-3c00-4e1e-81fd-f6850afa0944, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:02:08.096114 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Allocated IP 172.25.8.245 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/559191fd-e472-4b3c-9b07-ad2b0bac4b97) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:02:08.097258 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] For port 16fe6bf5-3c00-4e1e-81fd-f6850afa0944, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=16fe6bf5-3c00-4e1e-81fd-f6850afa0944,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:02:08.102892 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:08.187624 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c2d7a-aefe-4959-a008-d5bf686ff415 None None] Pushing event updated for resources: {'Port': ['ID=16fe6bf5-3c00-4e1e-81fd-f6850afa0944,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:08.255368 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:08.286120 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:08.354018 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:02:08.357024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:02:08.361045 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:02:08.395007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Pushing event updated for resources: {'Port': ['ID=559191fd-e472-4b3c-9b07-ad2b0bac4b97,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:08.778511 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:09.147027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a1fca4-f15c-4689-b98a-6932fc576a16 None None] Network 9928b329-ce6b-4591-b6a5-a6bc0a72973b requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:02:09.248590 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:09.267927 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:09.268558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ba7caac0-1637-4079-90ff-e53db0499e9f None None] Provisioning for port 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:02:09.458392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Router 7c45b468-0096-42df-a6ab-fd9b86cee934 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 15:02:09.564197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:02:09.646739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:02:09.651666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:02:09.651993 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:09.652572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:02:09.666171 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Sync routers for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:02:09.678474 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:09.680254 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:02:09.681112 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:01:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:02:09.682934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51834) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:02:09.683480 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-985522fa-4686-46fb-9f22-e958c4330a09 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5184176 Feb 09 15:02:09.736227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ebadc563-b92c-45b6-a499-287379608950 None None] Provisioning complete for port 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:02:09.736585 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ebadc563-b92c-45b6-a499-287379608950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:09.849062 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:09.886381 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:02:09.922950 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ebadc563-b92c-45b6-a499-287379608950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:09.966064 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 16fe6bf5-3c00-4e1e-81fd-f6850afa0944, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=16fe6bf5-3c00-4e1e-81fd-f6850afa0944,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:02:09.971811 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:10.098488 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-ebadc563-b92c-45b6-a499-287379608950 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:02:10.099326 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-ebadc563-b92c-45b6-a499-287379608950 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:02:10.104399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=16fe6bf5-3c00-4e1e-81fd-f6850afa0944,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:10.232122 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:08Z', 'revision_number': 3, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:02:10.235891 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Checking router: 7c45b468-0096-42df-a6ab-fd9b86cee934 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:02:10.236236 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Updating router 7c45b468-0096-42df-a6ab-fd9b86cee934 port 559191fd-e472-4b3c-9b07-ad2b0bac4b97 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:02:10.287962 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:10.515245 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:10.620319 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:10.632888 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Transition to ACTIVE for port object 559191fd-e472-4b3c-9b07-ad2b0bac4b97 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:02:10.641206 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:10.723588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Allocated IP 172.20.0.1 (9928b329-ce6b-4591-b6a5-a6bc0a72973b/5ad7d394-00af-4ec6-8900-b702817753fe/0b50b2a8-69a1-42af-b903-ed7dbc405b85) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:02:10.724230 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Attempting to bind port 559191fd-e472-4b3c-9b07-ad2b0bac4b97 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:02:10.724601 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Attempting to bind port 559191fd-e472-4b3c-9b07-ad2b0bac4b97 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:02:10.724808 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Attempting to bind port 559191fd-e472-4b3c-9b07-ad2b0bac4b97 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:02:10.730636 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c31362-fe82-423e-b722-304a311c7f41 None None] Pushing event updated for resources: {'Port': ['ID=559191fd-e472-4b3c-9b07-ad2b0bac4b97,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:10.735638 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:02:10.736046 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:02:10.736442 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:10.736827 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:02:10.738002 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Bound port: 559191fd-e472-4b3c-9b07-ad2b0bac4b97, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:02:10.738002 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:10.774094 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c31362-fe82-423e-b722-304a311c7f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:10.774356 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c31362-fe82-423e-b722-304a311c7f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:10.774689 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c31362-fe82-423e-b722-304a311c7f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:10.775014 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c31362-fe82-423e-b722-304a311c7f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:10.775339 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c31362-fe82-423e-b722-304a311c7f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:10.775660 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c31362-fe82-423e-b722-304a311c7f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:10.776004 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c31362-fe82-423e-b722-304a311c7f41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:10.776317 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c31362-fe82-423e-b722-304a311c7f41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:10.776631 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c31362-fe82-423e-b722-304a311c7f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:10.776945 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c31362-fe82-423e-b722-304a311c7f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:10.777256 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c31362-fe82-423e-b722-304a311c7f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:10.777568 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c31362-fe82-423e-b722-304a311c7f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:10.817928 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] For port 559191fd-e472-4b3c-9b07-ad2b0bac4b97, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:02:10.820998 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] For port 559191fd-e472-4b3c-9b07-ad2b0bac4b97, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=559191fd-e472-4b3c-9b07-ad2b0bac4b97,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:02:10.825535 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:10.860808 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:10.877363 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:10.894912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Transition to ACTIVE for port object 0b50b2a8-69a1-42af-b903-ed7dbc405b85 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:02:10.906048 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c31362-fe82-423e-b722-304a311c7f41 None None] Pushing event updated for resources: {'Port': ['ID=559191fd-e472-4b3c-9b07-ad2b0bac4b97,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:10.912736 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:02:10.913338 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:01:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:02:10.920739 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:10.988142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Network 9928b329-ce6b-4591-b6a5-a6bc0a72973b is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:02:10.990915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:02:10.995094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:02:11.037309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Pushing event updated for resources: {'Port': ['ID=0b50b2a8-69a1-42af-b903-ed7dbc405b85,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:11.053073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:11.053420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:11.053755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:11.054087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:11.054413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:11.054734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:11.055053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:11.055371 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:11.055687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:11.056039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:11.056355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:11.056670 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:11.070277 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:11.121230 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:02:11.283544 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ba5e2235-4e2a-4ffa-98b5-163a3bc23dea None None] Provisioning for port 0b50b2a8-69a1-42af-b903-ed7dbc405b85 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:02:11.288539 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ba5e2235-4e2a-4ffa-98b5-163a3bc23dea None None] Provisioning complete for port 0b50b2a8-69a1-42af-b903-ed7dbc405b85 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:02:11.288961 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ba5e2235-4e2a-4ffa-98b5-163a3bc23dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:11.327198 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:11.342875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ba5e2235-4e2a-4ffa-98b5-163a3bc23dea None None] Port 0b50b2a8-69a1-42af-b903-ed7dbc405b85 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:02:11.406957 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:08Z', 'revision_number': 3, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:02:11.410926 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f574d655-130b-4997-8458-7efcf7561f40 None None] The sync data for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 is: [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:08Z', 'revision_number': 3, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:02:11.527039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:02:11.555460 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:11.560692 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:11.609102 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:02:11.609567 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:11.678361 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:11.681936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Pushing event updated for resources: {'Port': ['ID=0b50b2a8-69a1-42af-b903-ed7dbc405b85,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:11.958996 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Network 9928b329-ce6b-4591-b6a5-a6bc0a72973b is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:02:11.960348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:02:12.152044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Router 7c45b468-0096-42df-a6ab-fd9b86cee934 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:02:12.270708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bb75d113-ff2b-48a1-8e36-6897d09cdad5 None None] Provisioning complete for port 0b50b2a8-69a1-42af-b903-ed7dbc405b85 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:02:12.271253 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bb75d113-ff2b-48a1-8e36-6897d09cdad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:12.324747 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bb75d113-ff2b-48a1-8e36-6897d09cdad5 None None] Port 0b50b2a8-69a1-42af-b903-ed7dbc405b85 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:02:12.341344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:02:12.352125 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4144fb80-8c4c-4404-8d5d-d8c0f4c080df admin admin] 10.222.0.48 "PUT /v2.0/routers/7c45b468-0096-42df-a6ab-fd9b86cee934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6672335 Feb 09 15:02:12.985806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Sync routers for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:02:12.995549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:02:12.996183 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:01:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:02:13.172202 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:02:13.508612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 2, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:02:13.512491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Checking router: 7c45b468-0096-42df-a6ab-fd9b86cee934 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:02:13.512843 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Updating router 7c45b468-0096-42df-a6ab-fd9b86cee934 port 0b50b2a8-69a1-42af-b903-ed7dbc405b85 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:02:13.548296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 559191fd-e472-4b3c-9b07-ad2b0bac4b97 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:02:13.610852 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:13.690100 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 559191fd-e472-4b3c-9b07-ad2b0bac4b97 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:02:13.741963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 559191fd-e472-4b3c-9b07-ad2b0bac4b97 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:02:13.742191 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:13.919823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51846) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:02:13.925373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-94dbfad2-6693-4ca1-9fdd-578fcde9baa2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--795366054', 'description': 'tempest-description--1863676866'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:02:13.932727 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-94dbfad2-6693-4ca1-9fdd-578fcde9baa2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:02:13.936741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-94dbfad2-6693-4ca1-9fdd-578fcde9baa2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Usage tracker for resource:security_group and tenant:2376551355104008af393aa5029ba8e5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:02:13.939544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-94dbfad2-6693-4ca1-9fdd-578fcde9baa2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:02:13.946828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-94dbfad2-6693-4ca1-9fdd-578fcde9baa2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:02:13.957058 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-94dbfad2-6693-4ca1-9fdd-578fcde9baa2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:13.976746 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-94dbfad2-6693-4ca1-9fdd-578fcde9baa2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:02:13.980992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-94dbfad2-6693-4ca1-9fdd-578fcde9baa2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Usage tracker for resource:security_group_rule and tenant:2376551355104008af393aa5029ba8e5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:02:13.987427 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:13.990364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-94dbfad2-6693-4ca1-9fdd-578fcde9baa2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:02:13.996223 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-94dbfad2-6693-4ca1-9fdd-578fcde9baa2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:02:14.023144 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 559191fd-e472-4b3c-9b07-ad2b0bac4b97, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=559191fd-e472-4b3c-9b07-ad2b0bac4b97,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:02:14.039091 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.074084 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-94dbfad2-6693-4ca1-9fdd-578fcde9baa2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.077883 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-94dbfad2-6693-4ca1-9fdd-578fcde9baa2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.119944 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbfad2-6693-4ca1-9fdd-578fcde9baa2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b73e16-796a-49ad-bc09-8ba9745789bd,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:14.122656 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-94dbfad2-6693-4ca1-9fdd-578fcde9baa2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.126505 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-94dbfad2-6693-4ca1-9fdd-578fcde9baa2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2029026 Feb 09 15:02:14.126846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51850) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:02:14.132213 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9f71c834-9737-476d-9585-8a319681cd53 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Request body: {'security_group_rule': {'security_group_id': 'c2b73e16-796a-49ad-bc09-8ba9745789bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:02:14.138842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9f71c834-9737-476d-9585-8a319681cd53 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:02:14.142651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9f71c834-9737-476d-9585-8a319681cd53 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Usage tracker for resource:security_group_rule and tenant:2376551355104008af393aa5029ba8e5 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:02:14.149428 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9f71c834-9737-476d-9585-8a319681cd53 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:02:14.155090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9f71c834-9737-476d-9585-8a319681cd53 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:02:14.172859 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f71c834-9737-476d-9585-8a319681cd53 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.179540 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.185065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=559191fd-e472-4b3c-9b07-ad2b0bac4b97,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:14.197417 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:14.197761 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:14.198101 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:14.198435 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:14.198763 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:14.199108 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:14.199420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:14.199761 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:14.200087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:14.200405 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:14.200724 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:14.201061 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:02:14.208878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Transition to ACTIVE for port object 0b50b2a8-69a1-42af-b903-ed7dbc405b85 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:02:14.216499 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.238283 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f71c834-9737-476d-9585-8a319681cd53 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.241935 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f71c834-9737-476d-9585-8a319681cd53 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.269163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71c834-9737-476d-9585-8a319681cd53 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f30112-08b5-49d1-a597-0a05a3e5c665,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:14.278204 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f71c834-9737-476d-9585-8a319681cd53 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.279614 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9f71c834-9737-476d-9585-8a319681cd53 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516945 Feb 09 15:02:14.282596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51854) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:02:14.288820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0e310ae9-ebf6-4bec-a1d8-13be7db89066 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Request body: {'security_group_rule': {'security_group_id': 'c2b73e16-796a-49ad-bc09-8ba9745789bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:02:14.296254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0e310ae9-ebf6-4bec-a1d8-13be7db89066 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:02:14.300123 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0e310ae9-ebf6-4bec-a1d8-13be7db89066 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Usage tracker for resource:security_group_rule and tenant:2376551355104008af393aa5029ba8e5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:02:14.303634 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0e310ae9-ebf6-4bec-a1d8-13be7db89066 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:02:14.309539 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0e310ae9-ebf6-4bec-a1d8-13be7db89066 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:02:14.331615 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e310ae9-ebf6-4bec-a1d8-13be7db89066 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.369880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec90a89-9594-41ff-9c8e-a4cafa6bf31a None None] Pushing event updated for resources: {'Port': ['ID=0b50b2a8-69a1-42af-b903-ed7dbc405b85,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:14.409625 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e310ae9-ebf6-4bec-a1d8-13be7db89066 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.414197 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e310ae9-ebf6-4bec-a1d8-13be7db89066 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.439350 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Attempting to bind port 0b50b2a8-69a1-42af-b903-ed7dbc405b85 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:02:14.440138 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Attempting to bind port 0b50b2a8-69a1-42af-b903-ed7dbc405b85 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:02:14.440604 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Attempting to bind port 0b50b2a8-69a1-42af-b903-ed7dbc405b85 on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:02:14.447648 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:02:14.448181 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Checking segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:02:14.448350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e310ae9-ebf6-4bec-a1d8-13be7db89066 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb8d956-37f3-46b2-af43-36d7c3afdd90,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:14.448703 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.449160 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Bound using segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:02:14.449702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Bound port: 0b50b2a8-69a1-42af-b903-ed7dbc405b85, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:02:14.450145 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.461241 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0e310ae9-ebf6-4bec-a1d8-13be7db89066 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.464195 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0e310ae9-ebf6-4bec-a1d8-13be7db89066 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802921 Feb 09 15:02:14.465789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 51858) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:02:14.470925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:02:14.477948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:02:14.481850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Usage tracker for resource:floatingip and tenant:2376551355104008af393aa5029ba8e5 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:02:14.484905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:02:14.491266 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:02:14.504528 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.540776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] For port 0b50b2a8-69a1-42af-b903-ed7dbc405b85, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:02:14.543763 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] For port 0b50b2a8-69a1-42af-b903-ed7dbc405b85, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0b50b2a8-69a1-42af-b903-ed7dbc405b85,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:02:14.552909 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.642196 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:02:14.642823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:01:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:02:14.645888 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.713032 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec90a89-9594-41ff-9c8e-a4cafa6bf31a None None] Pushing event updated for resources: {'Port': ['ID=0b50b2a8-69a1-42af-b903-ed7dbc405b85,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:14.799460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Allocated IP 172.25.8.53 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/66f2b4a5-b22b-4c2a-a207-46c69f9a03e8) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:02:14.886702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:02:14.948232 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:14.977216 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:15.041367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:02:15.044269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:02:15.047809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:02:15.076649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Pushing event updated for resources: {'Port': ['ID=66f2b4a5-b22b-4c2a-a207-46c69f9a03e8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:15.136055 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:15.199237 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:15.229108 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:14Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:02:15.233292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce4bd3-1ee7-4c22-a0d7-3c6c2f442873 None None] The sync data for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 is: [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:14Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:02:15.418896 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:15.423637 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:15.627703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0b50b2a8-69a1-42af-b903-ed7dbc405b85 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:02:15.677059 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Pushing event updated for resources: {'Port': ['ID=66f2b4a5-b22b-4c2a-a207-46c69f9a03e8,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:15.682219 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:15.704374 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 0b50b2a8-69a1-42af-b903-ed7dbc405b85 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:02:15.708281 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:15.709908 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5899cfd3-164e-4dbb-910d-3d9006eee9c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2431855 Feb 09 15:02:15.710051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 0b50b2a8-69a1-42af-b903-ed7dbc405b85 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:02:15.710276 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:15.844693 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:15.882442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 0b50b2a8-69a1-42af-b903-ed7dbc405b85, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0b50b2a8-69a1-42af-b903-ed7dbc405b85,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:02:15.886521 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:15.887306 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 559191fd-e472-4b3c-9b07-ad2b0bac4b97 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:02:15.887890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-e5d224ab-76bb-47d0-9059-0d5302f2600e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Synchronizing usage tracker for tenant:2376551355104008af393aa5029ba8e5 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:02:15.905777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-e5d224ab-76bb-47d0-9059-0d5302f2600e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Unset dirty status for tenant:2376551355104008af393aa5029ba8e5 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:02:15.906932 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-e5d224ab-76bb-47d0-9059-0d5302f2600e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--795366054&fields=id&tenant_id=2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 267 time: 0.0630901 Feb 09 15:02:16.004994 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=0b50b2a8-69a1-42af-b903-ed7dbc405b85,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:16.017509 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 559191fd-e472-4b3c-9b07-ad2b0bac4b97 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:02:16.017688 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:16.067945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-e586a345-834f-43bd-b65d-98a4d621767c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:16.069606 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-e586a345-834f-43bd-b65d-98a4d621767c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 811 time: 0.1561499 Feb 09 15:02:16.085722 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-8bfbde5d-6d10-4f68-a2ab-2cee3e0f8987 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/quotas/2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 375 time: 0.0104613 Feb 09 15:02:16.173060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-d0b78b69-ba6c-4689-9c02-ec8fd6a72199 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Synchronizing usage tracker for tenant:2376551355104008af393aa5029ba8e5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:02:16.190237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-d0b78b69-ba6c-4689-9c02-ec8fd6a72199 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Unset dirty status for tenant:2376551355104008af393aa5029ba8e5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:02:16.192006 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-d0b78b69-ba6c-4689-9c02-ec8fd6a72199 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0994048 Feb 09 15:02:16.210280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-e2762d5f-ca4a-49cd-9c5f-bafcc7f91fb7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:02:16.211221 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-e2762d5f-ca4a-49cd-9c5f-bafcc7f91fb7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059843 Feb 09 15:02:16.347308 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-5a20cf31-8590-46af-b579-777422d35dd8 service neutron] 10.222.0.48 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300757 Feb 09 15:02:16.482818 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-d4de57cb-1793-4a4e-90b2-14a6796c2280 service neutron] 10.222.0.48 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280146 Feb 09 15:02:16.657165 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9e276ae3-03a1-4cdd-b002-639c90f8886e req-7a104a31-9aa1-42f8-85f2-435464929cfc tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 210 time: 0.0416214 Feb 09 15:02:17.526911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0b50b2a8-69a1-42af-b903-ed7dbc405b85 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:02:17.603706 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 0b50b2a8-69a1-42af-b903-ed7dbc405b85 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:02:17.604021 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:17.695968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-a8722147-08f3-451a-9c61-cb436385e915 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:17.697908 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-a8722147-08f3-451a-9c61-cb436385e915 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 811 time: 0.1561725 Feb 09 15:02:17.755112 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-915ee2c9-7945-41aa-bf08-0fa632129a23 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 379 time: 0.0494280 Feb 09 15:02:17.763982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-efe9594a-b6b5-4065-a5a5-648a01c68cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Request body: {'port': {'device_id': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'admin_state_up': True, 'tenant_id': '2376551355104008af393aa5029ba8e5', 'security_groups': ['c2b73e16-796a-49ad-bc09-8ba9745789bd']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:02:17.876357 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-319d996f-9f9c-446d-a452-2681e5c1dc44 req-dd2e17eb-95d0-41ab-9aeb-c243062241ba tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 210 time: 0.0990114 Feb 09 15:02:17.938964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-efe9594a-b6b5-4065-a5a5-648a01c68cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:02:17.948319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-efe9594a-b6b5-4065-a5a5-648a01c68cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:02:17.957846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-efe9594a-b6b5-4065-a5a5-648a01c68cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Made reservation on behalf of 2376551355104008af393aa5029ba8e5 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:02:17.961437 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-efe9594a-b6b5-4065-a5a5-648a01c68cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:18.118105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-efe9594a-b6b5-4065-a5a5-648a01c68cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Allocated IP 172.20.0.14 (9928b329-ce6b-4591-b6a5-a6bc0a72973b/5ad7d394-00af-4ec6-8900-b702817753fe/5fd06b70-6e37-4300-b129-e2e606c30481) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:02:18.300872 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-efe9594a-b6b5-4065-a5a5-648a01c68cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:18.316394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-efe9594a-b6b5-4065-a5a5-648a01c68cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Transition to ACTIVE for port object 5fd06b70-6e37-4300-b129-e2e606c30481 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:02:18.340202 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-efe9594a-b6b5-4065-a5a5-648a01c68cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:18.410364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-efe9594a-b6b5-4065-a5a5-648a01c68cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Network 9928b329-ce6b-4591-b6a5-a6bc0a72973b is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:02:18.413637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-efe9594a-b6b5-4065-a5a5-648a01c68cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:02:18.417511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-efe9594a-b6b5-4065-a5a5-648a01c68cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:02:18.451317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9594a-b6b5-4065-a5a5-648a01c68cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Pushing event updated for resources: {'Port': ['ID=5fd06b70-6e37-4300-b129-e2e606c30481,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:18.489090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-efe9594a-b6b5-4065-a5a5-648a01c68cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:18.489719 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-efe9594a-b6b5-4065-a5a5-648a01c68cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:18.514862 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-efe9594a-b6b5-4065-a5a5-648a01c68cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7544694 Feb 09 15:02:18.526599 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Request body: {'port': {'device_id': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:02:18.641733 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:18.671339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-53324219-00f5-45b2-a943-7bd4bacad863 None None] Provisioning for port 5fd06b70-6e37-4300-b129-e2e606c30481 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:02:18.677815 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-53324219-00f5-45b2-a943-7bd4bacad863 None None] Provisioning complete for port 5fd06b70-6e37-4300-b129-e2e606c30481 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:02:18.678192 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-53324219-00f5-45b2-a943-7bd4bacad863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:18.738819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-53324219-00f5-45b2-a943-7bd4bacad863 None None] Port 5fd06b70-6e37-4300-b129-e2e606c30481 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:02:19.064752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e6f69-6a67-4c6b-8e49-f5f9e9be55dc req-849ff99b-8f76-4f14-91a6-85fb3141c959 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:19.066972 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f4e6f69-6a67-4c6b-8e49-f5f9e9be55dc req-849ff99b-8f76-4f14-91a6-85fb3141c959 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 932 time: 0.0833831 Feb 09 15:02:19.109445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3f4e6f69-6a67-4c6b-8e49-f5f9e9be55dc req-5c75f3b2-d674-425f-a845-5110890c7daa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Synchronizing usage tracker for tenant:2376551355104008af393aa5029ba8e5 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:02:19.119499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd06b70-6e37-4300-b129-e2e606c30481 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:02:19.124674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3f4e6f69-6a67-4c6b-8e49-f5f9e9be55dc req-5c75f3b2-d674-425f-a845-5110890c7daa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Unset dirty status for tenant:2376551355104008af393aa5029ba8e5 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:02:19.126152 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f4e6f69-6a67-4c6b-8e49-f5f9e9be55dc req-5c75f3b2-d674-425f-a845-5110890c7daa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534103 Feb 09 15:02:19.130121 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:19.147888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Transition to ACTIVE for port object 5fd06b70-6e37-4300-b129-e2e606c30481 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:02:19.151566 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:19.301023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd06b70-6e37-4300-b129-e2e606c30481,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:19.382811 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Attempting to bind port 5fd06b70-6e37-4300-b129-e2e606c30481 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:02:19.383142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Attempting to bind port 5fd06b70-6e37-4300-b129-e2e606c30481 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:02:19.383465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Attempting to bind port 5fd06b70-6e37-4300-b129-e2e606c30481 on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:02:19.388163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Port 5fd06b70-6e37-4300-b129-e2e606c30481 on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:02:19.388482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Attempting to bind port 5fd06b70-6e37-4300-b129-e2e606c30481 on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:02:19.393486 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:02:19.393815 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Checking segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:02:19.394194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Bound using segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:02:19.394611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Bound port: 5fd06b70-6e37-4300-b129-e2e606c30481, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:02:19.394951 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:19.487955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] For port 5fd06b70-6e37-4300-b129-e2e606c30481, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:02:19.490809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] For port 5fd06b70-6e37-4300-b129-e2e606c30481, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5fd06b70-6e37-4300-b129-e2e606c30481,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:02:19.495381 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:19.553751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:19.554372 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:19.555783 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] 10.222.0.21 "PUT /v2.0/ports/5fd06b70-6e37-4300-b129-e2e606c30481 HTTP/1.1" status: 200 len: 1092 time: 1.0334210 Feb 09 15:02:19.556231 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'tag': '5fd06b70-6e37-4300-b129-e2e606c30481'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:02:19.584676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ed61e-4254-4d19-b7a5-83538c3d5f60 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd06b70-6e37-4300-b129-e2e606c30481,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:19.637044 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'tag': '5fd06b70-6e37-4300-b129-e2e606c30481', 'status': 'completed', 'code': 200} Feb 09 15:02:19.676934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-764200d8-3790-4479-855f-39e7e4b3c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:19.678463 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-764200d8-3790-4479-855f-39e7e4b3c351 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 1095 time: 0.0777695 Feb 09 15:02:19.754179 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-bc9ed7a7-98f6-4076-9f1d-b5f245504848 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd06b70-6e37-4300-b129-e2e606c30481 HTTP/1.1" status: 200 len: 217 time: 0.0695899 Feb 09 15:02:19.822860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-e1effd9e-1e83-4869-9ec1-5807ddc30cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:19.823364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-e1effd9e-1e83-4869-9ec1-5807ddc30cd9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0642908 Feb 09 15:02:19.907694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-ee3838ab-936e-4504-9211-ea95372ef439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:19.909213 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-ee3838ab-936e-4504-9211-ea95372ef439 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801539 Feb 09 15:02:20.038880 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-27f6b8c0-4ebd-4fb5-9e85-cdd6f51b8254 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239438 Feb 09 15:02:20.170859 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-74920bd5-0d63-4ce5-985e-86f910c087b0 req-9d515a46-f0a8-402c-9a24-3c66420bef4c service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262200 Feb 09 15:02:20.284512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259c94d-b533-4f3f-b8b3-f3770469983f req-7c95fd00-c0a4-4d95-a72c-84fa2874dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:20.286219 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8259c94d-b533-4f3f-b8b3-f3770469983f req-7c95fd00-c0a4-4d95-a72c-84fa2874dab6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 1095 time: 0.0694325 Feb 09 15:02:20.319321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5376e-c574-46e7-9e5d-6457049af1ff req-4423529d-79a8-4819-91ca-a0284f2db106 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:20.320719 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0c5376e-c574-46e7-9e5d-6457049af1ff req-4423529d-79a8-4819-91ca-a0284f2db106 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 944 time: 0.0792935 Feb 09 15:02:20.365409 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0c5376e-c574-46e7-9e5d-6457049af1ff req-76c3e9ac-7c1a-44bc-94a6-0843f2435efe tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388966 Feb 09 15:02:20.416722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259c94d-b533-4f3f-b8b3-f3770469983f req-52055d1c-e320-4927-b3f4-dec2c92c2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:20.418153 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8259c94d-b533-4f3f-b8b3-f3770469983f req-52055d1c-e320-4927-b3f4-dec2c92c2685 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1260934 Feb 09 15:02:20.488357 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8259c94d-b533-4f3f-b8b3-f3770469983f req-5901734c-f7d4-4370-9dd9-bd4ebe4b50e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd06b70-6e37-4300-b129-e2e606c30481 HTTP/1.1" status: 200 len: 217 time: 0.0637112 Feb 09 15:02:20.548552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259c94d-b533-4f3f-b8b3-f3770469983f req-f17f6c3b-5e16-4aa3-b3d7-47aa0b526180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:20.550041 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8259c94d-b533-4f3f-b8b3-f3770469983f req-f17f6c3b-5e16-4aa3-b3d7-47aa0b526180 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0564516 Feb 09 15:02:20.625443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259c94d-b533-4f3f-b8b3-f3770469983f req-e4f434bc-1ab9-484f-8d89-f96ec089def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:20.626817 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8259c94d-b533-4f3f-b8b3-f3770469983f req-e4f434bc-1ab9-484f-8d89-f96ec089def0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715213 Feb 09 15:02:20.868460 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8259c94d-b533-4f3f-b8b3-f3770469983f req-d88e7331-9549-47b5-98b2-90a13efd6f1e service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334502 Feb 09 15:02:20.997119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8259c94d-b533-4f3f-b8b3-f3770469983f req-32648070-f9e1-46be-ac99-71e2dc2423e9 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227405 Feb 09 15:02:21.549571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c319c6b-8a56-4c38-a133-7e16d4414cdf req-ef77db55-c6bc-4617-b4ae-101b5e1a1c5a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:21.550787 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6c319c6b-8a56-4c38-a133-7e16d4414cdf req-ef77db55-c6bc-4617-b4ae-101b5e1a1c5a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Synchronizing usage tracker for tenant:2376551355104008af393aa5029ba8e5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:02:21.565715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6c319c6b-8a56-4c38-a133-7e16d4414cdf req-ef77db55-c6bc-4617-b4ae-101b5e1a1c5a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Unset dirty status for tenant:2376551355104008af393aa5029ba8e5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:02:21.568874 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c319c6b-8a56-4c38-a133-7e16d4414cdf req-ef77db55-c6bc-4617-b4ae-101b5e1a1c5a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 944 time: 0.0963595 Feb 09 15:02:21.619185 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6c319c6b-8a56-4c38-a133-7e16d4414cdf req-1c1cfcb9-9cfe-4115-ba40-03148c2346ed tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445671 Feb 09 15:02:22.801522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35dcf5-0011-4ecc-82c6-85625a0e5b6d req-d15008e6-d8bb-4bac-bd6e-7e5b6719bcc3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:22.803004 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd35dcf5-0011-4ecc-82c6-85625a0e5b6d req-d15008e6-d8bb-4bac-bd6e-7e5b6719bcc3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 944 time: 0.0823982 Feb 09 15:02:22.848548 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd35dcf5-0011-4ecc-82c6-85625a0e5b6d req-318078e9-7980-440f-bca2-b4551afb16c7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399671 Feb 09 15:02:23.287370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5fd06b70-6e37-4300-b129-e2e606c30481 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:02:23.414490 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 5fd06b70-6e37-4300-b129-e2e606c30481, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5fd06b70-6e37-4300-b129-e2e606c30481,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:02:23.427701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '5fd06b70-6e37-4300-b129-e2e606c30481', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'port_id': '5fd06b70-6e37-4300-b129-e2e606c30481', 'mac_address': 'fa:16:3e:4f:e6:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:02:23.480660 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:23.497239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd06b70-6e37-4300-b129-e2e606c30481 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:02:23.512068 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 5fd06b70-6e37-4300-b129-e2e606c30481, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5fd06b70-6e37-4300-b129-e2e606c30481,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:02:23.516230 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:23.584598 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=5fd06b70-6e37-4300-b129-e2e606c30481,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:23.840100 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['5fd06b70-6e37-4300-b129-e2e606c30481'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:02:24.035689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99330fd-ed54-4190-a734-68a13a023881 req-5b2f9ffb-fe09-4e0c-8437-f61dd7614a8a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:24.037222 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e99330fd-ed54-4190-a734-68a13a023881 req-5b2f9ffb-fe09-4e0c-8437-f61dd7614a8a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 945 time: 0.0822301 Feb 09 15:02:24.081972 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e99330fd-ed54-4190-a734-68a13a023881 req-8fc36111-2553-4c95-91fa-d75138ff7252 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386493 Feb 09 15:02:25.268626 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4430e-4075-49c8-817a-179ebf54f2b7 req-f57f801b-31d4-4130-a326-a1b199bc1ea4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:25.270025 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2f4430e-4075-49c8-817a-179ebf54f2b7 req-f57f801b-31d4-4130-a326-a1b199bc1ea4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 945 time: 0.0798655 Feb 09 15:02:25.289353 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5fd06b70-6e37-4300-b129-e2e606c30481 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:02:25.316997 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b2f4430e-4075-49c8-817a-179ebf54f2b7 req-0e70c705-83d9-4a99-8a65-9d746a9a8416 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413582 Feb 09 15:02:25.357400 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 5fd06b70-6e37-4300-b129-e2e606c30481 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:02:25.362145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 5fd06b70-6e37-4300-b129-e2e606c30481 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:02:25.363089 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:25.510563 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:25.541695 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd06b70-6e37-4300-b129-e2e606c30481'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:02:25.552675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 5fd06b70-6e37-4300-b129-e2e606c30481, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5fd06b70-6e37-4300-b129-e2e606c30481,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:02:25.556885 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:25.589433 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd06b70-6e37-4300-b129-e2e606c30481', 'code': 200} Feb 09 15:02:25.630829 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=5fd06b70-6e37-4300-b129-e2e606c30481,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:02:25.707133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f9ba2-8de4-4f32-833c-f9b9ee0c6bff req-74047e29-aa29-49d3-b4f8-3f32a4f3d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:25.708598 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c24f9ba2-8de4-4f32-833c-f9b9ee0c6bff req-74047e29-aa29-49d3-b4f8-3f32a4f3d9b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 1097 time: 0.0674498 Feb 09 15:02:25.751380 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c24f9ba2-8de4-4f32-833c-f9b9ee0c6bff req-b85e3de4-ae51-4563-b3af-b26883c95eb0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370300 Feb 09 15:02:26.496732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e060ae-94bb-4148-a8cb-689e673eda2b req-759bc038-d1b9-4710-a39e-b25bfa5fc2a7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:26.498198 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d6e060ae-94bb-4148-a8cb-689e673eda2b req-759bc038-d1b9-4710-a39e-b25bfa5fc2a7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0782561 Feb 09 15:02:26.541345 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d6e060ae-94bb-4148-a8cb-689e673eda2b req-b8c0fc87-e9f6-4087-a511-23c1a0c59381 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367944 Feb 09 15:02:26.838761 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3b26c7dc-d57a-4bf0-927f-9f583aaa9197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:27.723842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecb1fa-8273-4046-bd87-f4b6a46b41db req-b7092358-4d6d-4421-953c-ba4aeec59b1a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:27.725211 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e2ecb1fa-8273-4046-bd87-f4b6a46b41db req-b7092358-4d6d-4421-953c-ba4aeec59b1a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0778377 Feb 09 15:02:27.767371 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e2ecb1fa-8273-4046-bd87-f4b6a46b41db req-77e752e1-c20e-4a08-9a12-aa2b523607af tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366113 Feb 09 15:02:27.944713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776f196-2af8-483c-8c00-74288e79b466 req-ad549473-5ee1-4232-992a-bca1f2d6be9d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:27.946138 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6776f196-2af8-483c-8c00-74288e79b466 req-ad549473-5ee1-4232-992a-bca1f2d6be9d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0811331 Feb 09 15:02:27.954432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 51912) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:02:27.959348 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-8e541e43-df65-469e-9eaa-060e04e06727 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Request body: {'floatingip': {'port_id': '5fd06b70-6e37-4300-b129-e2e606c30481'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:02:28.032819 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e541e43-df65-469e-9eaa-060e04e06727 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:28.723515 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e541e43-df65-469e-9eaa-060e04e06727 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:28.727135 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e541e43-df65-469e-9eaa-060e04e06727 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:28.893754 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-8e541e43-df65-469e-9eaa-060e04e06727 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Floating IP 2cac95e0-feba-43f1-842b-f6276f95bad9 associated. External IP: 172.25.8.53, port: 5fd06b70-6e37-4300-b129-e2e606c30481. Feb 09 15:02:29.233138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e541e43-df65-469e-9eaa-060e04e06727 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Router 7c45b468-0096-42df-a6ab-fd9b86cee934 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:02:29.278327 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4c6f38aa-4c85-45de-83bf-dc6d02fac3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:29.531519 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e541e43-df65-469e-9eaa-060e04e06727 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:02:29.536909 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8e541e43-df65-469e-9eaa-060e04e06727 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:29.545797 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d83a1c-43ff-474e-9fb4-da4dfd4e3317 None None] Sync routers for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:02:29.555412 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d83a1c-43ff-474e-9fb4-da4dfd4e3317 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:02:29.556037 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-13d83a1c-43ff-474e-9fb4-da4dfd4e3317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:02:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:02:29.593486 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8e541e43-df65-469e-9eaa-060e04e06727 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "PUT /v2.0/floatingips/2cac95e0-feba-43f1-842b-f6276f95bad9 HTTP/1.1" status: 200 len: 991 time: 1.6379879 Feb 09 15:02:29.594167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'tag': '5fd06b70-6e37-4300-b129-e2e606c30481'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:02:29.639009 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'tag': '5fd06b70-6e37-4300-b129-e2e606c30481', 'status': 'completed', 'code': 200} Feb 09 15:02:29.734103 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-13d83a1c-43ff-474e-9fb4-da4dfd4e3317 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:02:29.800730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ecdc1-9416-4f14-95b5-308d2c78908d req-8d0f7cf0-ec60-4aa8-8139-ebf18f024b28 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:29.802107 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f9ecdc1-9416-4f14-95b5-308d2c78908d req-8d0f7cf0-ec60-4aa8-8139-ebf18f024b28 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.1115587 Feb 09 15:02:29.804170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254ea5b-521d-47d4-85e7-e083689252b1 req-781503f3-26f5-4901-a634-6ace7d726193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:29.805507 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c254ea5b-521d-47d4-85e7-e083689252b1 req-781503f3-26f5-4901-a634-6ace7d726193 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 1097 time: 0.1459908 Feb 09 15:02:29.933772 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5f9ecdc1-9416-4f14-95b5-308d2c78908d req-82f3489d-1165-482b-bf1f-b3d6ed1fce8e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260858 Feb 09 15:02:29.976968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254ea5b-521d-47d4-85e7-e083689252b1 req-3709c209-cd94-468e-8cfd-05c6d40f76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:29.978420 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c254ea5b-521d-47d4-85e7-e083689252b1 req-3709c209-cd94-468e-8cfd-05c6d40f76d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1581790 Feb 09 15:02:30.076866 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c254ea5b-521d-47d4-85e7-e083689252b1 req-c1f0f047-4417-4433-9da0-5b13f4ea8052 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd06b70-6e37-4300-b129-e2e606c30481 HTTP/1.1" status: 200 len: 999 time: 0.0923955 Feb 09 15:02:30.084371 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-13d83a1c-43ff-474e-9fb4-da4dfd4e3317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2cac95e0-feba-43f1-842b-f6276f95bad9', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'port_id': '5fd06b70-6e37-4300-b129-e2e606c30481', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'mac_address': 'fa:16:3e:4f:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:02:15Z', 'updated_at': '2022-02-09T15:02:28Z', 'revision_number': 1, 'project_id': '2376551355104008af393aa5029ba8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:02:30.089987 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d83a1c-43ff-474e-9fb4-da4dfd4e3317 None None] Checking router: 7c45b468-0096-42df-a6ab-fd9b86cee934 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:02:30.098595 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d83a1c-43ff-474e-9fb4-da4dfd4e3317 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:02:30.099191 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-13d83a1c-43ff-474e-9fb4-da4dfd4e3317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:02:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:02:30.144998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254ea5b-521d-47d4-85e7-e083689252b1 req-e403257c-dc3a-437a-8f63-0d82a5649f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:30.146760 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c254ea5b-521d-47d4-85e7-e083689252b1 req-e403257c-dc3a-437a-8f63-0d82a5649f3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0641019 Feb 09 15:02:30.236860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254ea5b-521d-47d4-85e7-e083689252b1 req-cce6c1ad-792c-4578-93f2-089b611c4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:30.239004 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c254ea5b-521d-47d4-85e7-e083689252b1 req-cce6c1ad-792c-4578-93f2-089b611c4eeb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865676 Feb 09 15:02:30.281076 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-13d83a1c-43ff-474e-9fb4-da4dfd4e3317 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:02:30.355577 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:30.374999 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c254ea5b-521d-47d4-85e7-e083689252b1 req-a4c6a9f6-9329-4489-b29d-eac63add48d4 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304204 Feb 09 15:02:30.382538 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:30.513600 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c254ea5b-521d-47d4-85e7-e083689252b1 req-02b7ed2f-b6fc-4bbb-b616-926ff7440bdf service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317942 Feb 09 15:02:30.669695 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-13d83a1c-43ff-474e-9fb4-da4dfd4e3317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2cac95e0-feba-43f1-842b-f6276f95bad9', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'port_id': '5fd06b70-6e37-4300-b129-e2e606c30481', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'mac_address': 'fa:16:3e:4f:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:02:15Z', 'updated_at': '2022-02-09T15:02:28Z', 'revision_number': 1, 'project_id': '2376551355104008af393aa5029ba8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:02:30.673500 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d83a1c-43ff-474e-9fb4-da4dfd4e3317 None None] The sync data for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 is: [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2cac95e0-feba-43f1-842b-f6276f95bad9', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'port_id': '5fd06b70-6e37-4300-b129-e2e606c30481', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'mac_address': 'fa:16:3e:4f:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:02:15Z', 'updated_at': '2022-02-09T15:02:28Z', 'revision_number': 1, 'project_id': '2376551355104008af393aa5029ba8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:02:30.867636 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843b1af-347f-42af-9d51-a4a5870779d5 None None] New status for floating IP 2cac95e0-feba-43f1-842b-f6276f95bad9: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:02:31.132612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876c501-1381-47a4-a42e-676875a63813 req-ae7b792c-0215-4a02-b50e-15fba930f983 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:31.134192 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f876c501-1381-47a4-a42e-676875a63813 req-ae7b792c-0215-4a02-b50e-15fba930f983 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0832434 Feb 09 15:02:31.180122 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f876c501-1381-47a4-a42e-676875a63813 req-1cc157dc-3178-41a0-8c04-b3cf72843c3c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402057 Feb 09 15:02:31.384633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759d8d4-c09b-4c8f-8e4a-f477db1a4f56 req-dd4ef8d2-e2f6-409d-ba44-9eb383a4e72f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:31.386071 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2759d8d4-c09b-4c8f-8e4a-f477db1a4f56 req-dd4ef8d2-e2f6-409d-ba44-9eb383a4e72f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0824807 Feb 09 15:02:31.430247 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2759d8d4-c09b-4c8f-8e4a-f477db1a4f56 req-62c96f3d-4943-4a1a-93f9-833696d7c427 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385695 Feb 09 15:02:31.828313 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-540c0d22-1bbb-4d20-b33d-19b0454c747b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1265690 Feb 09 15:02:31.844781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307cb14-39ab-441d-b416-7c8d9fdd3bf8 req-d832c89a-11f8-414e-98e5-845267448d2e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:31.846355 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4307cb14-39ab-441d-b416-7c8d9fdd3bf8 req-d832c89a-11f8-414e-98e5-845267448d2e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.1021080 Feb 09 15:02:31.891838 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4307cb14-39ab-441d-b416-7c8d9fdd3bf8 req-84af739d-8708-49f6-a1e8-d1f1bc65d0fe tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387838 Feb 09 15:02:31.928004 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:33.085831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef3d89-4d8f-4783-92a0-70495b0572c5 req-ec2baff7-f9ff-4e58-bcde-8cc60ba6be1c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:33.087510 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eeef3d89-4d8f-4783-92a0-70495b0572c5 req-ec2baff7-f9ff-4e58-bcde-8cc60ba6be1c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0792229 Feb 09 15:02:33.097113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-79e04623-e43c-4c83-81ef-9982c9a07e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:33.098583 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-79e04623-e43c-4c83-81ef-9982c9a07e73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 1097 time: 0.0701036 Feb 09 15:02:33.131391 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eeef3d89-4d8f-4783-92a0-70495b0572c5 req-25d59e50-7178-47c8-9cb0-95da988e260c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376945 Feb 09 15:02:33.226047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-4d9a3807-ca08-4033-b2e7-0d5eaaed8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:33.227392 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-4d9a3807-ca08-4033-b2e7-0d5eaaed8af3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1237793 Feb 09 15:02:33.443909 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-59499b15-0a05-4287-92f3-e5791abfa02f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd06b70-6e37-4300-b129-e2e606c30481 HTTP/1.1" status: 200 len: 1001 time: 0.2065442 Feb 09 15:02:33.506641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-fa9a23ec-b58a-4ddc-ae48-f7d5279a4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:33.508077 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-fa9a23ec-b58a-4ddc-ae48-f7d5279a4d0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0583990 Feb 09 15:02:33.587429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-2424ff79-220d-4ca9-8939-e8789af553ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:33.588945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-2424ff79-220d-4ca9-8939-e8789af553ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694971 Feb 09 15:02:33.716689 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-c24d5f1d-0f42-4a64-bd61-610833cb8493 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218066 Feb 09 15:02:33.844072 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-7b95e96a-3370-4eda-a98f-42ed9d185677 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213787 Feb 09 15:02:34.315188 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50a333-8276-4fc8-be0c-9c2d1e525ad0 req-50836d28-9f1b-4c91-a17f-b6b9ec74ed00 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:34.317753 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ff50a333-8276-4fc8-be0c-9c2d1e525ad0 req-50836d28-9f1b-4c91-a17f-b6b9ec74ed00 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0824237 Feb 09 15:02:34.363540 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ff50a333-8276-4fc8-be0c-9c2d1e525ad0 req-37094170-186f-4236-8995-54cb763d8dac tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399787 Feb 09 15:02:35.546878 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5223be-6039-443f-9e39-bbd0fc4589b3 req-8c52852c-bf06-45fb-8685-4c0066de4b99 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:35.548427 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aa5223be-6039-443f-9e39-bbd0fc4589b3 req-8c52852c-bf06-45fb-8685-4c0066de4b99 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0821135 Feb 09 15:02:35.593131 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aa5223be-6039-443f-9e39-bbd0fc4589b3 req-9b56d735-95a7-4224-b848-9d93e485d1ae tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381510 Feb 09 15:02:35.931966 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:02:36.924329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116b55d-b553-4f45-83ae-e5695fa01e0b req-46521a4b-8998-42d5-b119-099d932275a9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:36.926351 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f116b55d-b553-4f45-83ae-e5695fa01e0b req-46521a4b-8998-42d5-b119-099d932275a9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0776708 Feb 09 15:02:36.968408 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f116b55d-b553-4f45-83ae-e5695fa01e0b req-fea4fecc-b77f-43f8-88c8-734e2b7cea72 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363736 Feb 09 15:02:38.157754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a261af1-59a0-4505-ac85-a5d22e7a7b6d req-cb71d6a3-ab86-418a-91f3-3f5752f93c1b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:38.159715 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1a261af1-59a0-4505-ac85-a5d22e7a7b6d req-cb71d6a3-ab86-418a-91f3-3f5752f93c1b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0832570 Feb 09 15:02:38.212411 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1a261af1-59a0-4505-ac85-a5d22e7a7b6d req-ffd0d984-709d-41be-909d-cae9f44cee1e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465403 Feb 09 15:02:39.243037 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:39.398024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654e609-cdc4-4cfb-b7bd-f3681cd97688 req-20d2b37b-6791-4c27-bb35-90eed5cf6874 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:39.399525 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2654e609-cdc4-4cfb-b7bd-f3681cd97688 req-20d2b37b-6791-4c27-bb35-90eed5cf6874 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0818944 Feb 09 15:02:39.443034 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2654e609-cdc4-4cfb-b7bd-f3681cd97688 req-4a103933-5308-4539-8f1d-4f50a4dd79e0 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379150 Feb 09 15:02:40.642907 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f486449-0f8f-4c46-9923-99fcf3412ecd req-37550bde-3d27-4b25-afc4-7f9a4de7986c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:40.644422 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f486449-0f8f-4c46-9923-99fcf3412ecd req-37550bde-3d27-4b25-afc4-7f9a4de7986c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0874057 Feb 09 15:02:40.689837 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3f486449-0f8f-4c46-9923-99fcf3412ecd req-321f3980-9f38-4c3b-b6f0-a4335bc437a0 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394740 Feb 09 15:02:40.872513 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:41.910608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f77503-231e-44ba-8e69-3d5a843ea63e req-a877d972-d9c5-452a-95b4-f256752dced8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:41.912045 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6f77503-231e-44ba-8e69-3d5a843ea63e req-a877d972-d9c5-452a-95b4-f256752dced8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0941741 Feb 09 15:02:41.968258 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6f77503-231e-44ba-8e69-3d5a843ea63e req-8c2ef3f3-444c-48e1-8340-330bdeb662cd tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497451 Feb 09 15:02:43.305890 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4b021-a97c-4fb3-928a-ba8ecdd4780b req-996a9da0-4c33-4597-9c7a-35a08cf9bb95 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:43.307260 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3d4b021-a97c-4fb3-928a-ba8ecdd4780b req-996a9da0-4c33-4597-9c7a-35a08cf9bb95 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0790598 Feb 09 15:02:43.355061 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c3d4b021-a97c-4fb3-928a-ba8ecdd4780b req-9dedea6e-9470-4d09-ada1-fee7b21224b7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421250 Feb 09 15:02:44.537491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e5185-c5af-4c6c-a022-6829ab06dab6 req-2c2e69f7-bb36-49c7-ad82-9bd792d04257 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:44.538944 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c60e5185-c5af-4c6c-a022-6829ab06dab6 req-2c2e69f7-bb36-49c7-ad82-9bd792d04257 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0785439 Feb 09 15:02:44.583092 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c60e5185-c5af-4c6c-a022-6829ab06dab6 req-8813b3a8-e0b5-4f61-bb32-6de26e79c703 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382946 Feb 09 15:02:45.764627 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f9c90-27fa-457e-9d6d-a497daae0f03 req-33214e71-56a3-41cd-9dbe-c3eb44770cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:45.765987 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f86f9c90-27fa-457e-9d6d-a497daae0f03 req-33214e71-56a3-41cd-9dbe-c3eb44770cfa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0807292 Feb 09 15:02:45.809299 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f86f9c90-27fa-457e-9d6d-a497daae0f03 req-5570658e-c4d9-45b1-a065-01ab7cd75b93 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370791 Feb 09 15:02:46.993211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dce3e-a9a3-4178-b11f-8f79dda299d1 req-cf8d0fac-9f0d-478f-b7c2-9b53d4649df6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:46.994666 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-716dce3e-a9a3-4178-b11f-8f79dda299d1 req-cf8d0fac-9f0d-478f-b7c2-9b53d4649df6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0820622 Feb 09 15:02:47.037826 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-716dce3e-a9a3-4178-b11f-8f79dda299d1 req-50d9e632-bb13-4a2b-9de0-04385df66806 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375516 Feb 09 15:02:48.223142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d3cd7-c6c7-4369-aad9-79c4f08bd350 req-1583d0e0-d936-4c40-8f02-bc75923b5cfe tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:48.224636 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-245d3cd7-c6c7-4369-aad9-79c4f08bd350 req-1583d0e0-d936-4c40-8f02-bc75923b5cfe tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0819807 Feb 09 15:02:48.267944 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-245d3cd7-c6c7-4369-aad9-79c4f08bd350 req-3685c266-a250-41e0-abc1-640bd9dda43e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376394 Feb 09 15:02:49.447175 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4664c85-ad4e-40ec-b6c7-fd86faf39578 req-0c13b89d-2537-4689-8108-5fbed5d2e8f2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:49.448646 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a4664c85-ad4e-40ec-b6c7-fd86faf39578 req-0c13b89d-2537-4689-8108-5fbed5d2e8f2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0789828 Feb 09 15:02:49.492396 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a4664c85-ad4e-40ec-b6c7-fd86faf39578 req-2da705f1-4aaa-46d3-871f-483876a23155 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381625 Feb 09 15:02:50.678493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ec4ce-1922-4d41-86bf-2e2b4b30a6a6 req-63dca8ac-ea04-4fb7-bd87-90518b3ac42d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:50.679964 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-943ec4ce-1922-4d41-86bf-2e2b4b30a6a6 req-63dca8ac-ea04-4fb7-bd87-90518b3ac42d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0797811 Feb 09 15:02:50.731303 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-943ec4ce-1922-4d41-86bf-2e2b4b30a6a6 req-7516db9d-466b-4f7d-9587-917a479f2d5f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457788 Feb 09 15:02:51.916509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd0cf3-c2ce-4266-b33e-7b33bef5ebcb req-632f8494-e6a8-45ee-93d9-21a833cb125e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:51.917937 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66bd0cf3-c2ce-4266-b33e-7b33bef5ebcb req-632f8494-e6a8-45ee-93d9-21a833cb125e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0814724 Feb 09 15:02:51.960469 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66bd0cf3-c2ce-4266-b33e-7b33bef5ebcb req-6f794f86-5fcf-423b-b9a3-cc1a22692235 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370321 Feb 09 15:02:53.143746 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8a0a5-062c-4f84-b806-3fdc0518c145 req-d8b72f6d-2673-4a03-9b94-19c80112c5a2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:53.145167 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44c8a0a5-062c-4f84-b806-3fdc0518c145 req-d8b72f6d-2673-4a03-9b94-19c80112c5a2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0823846 Feb 09 15:02:53.187031 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-44c8a0a5-062c-4f84-b806-3fdc0518c145 req-f4574b89-0848-4ecf-a939-98129d932457 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362144 Feb 09 15:02:54.367330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72231604-dfc5-4ff9-a75f-c16884715d83 req-125ce921-8fad-4594-94b0-ad2609b42402 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:54.368793 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72231604-dfc5-4ff9-a75f-c16884715d83 req-125ce921-8fad-4594-94b0-ad2609b42402 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0774140 Feb 09 15:02:54.410696 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72231604-dfc5-4ff9-a75f-c16884715d83 req-d14c7012-3a00-4ec9-adca-f038b5928137 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364010 Feb 09 15:02:55.598705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba3284-5a59-4f3e-9019-eab431588709 req-001693ad-4ddb-40ca-86ab-0c543f048ae8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:55.600179 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9fba3284-5a59-4f3e-9019-eab431588709 req-001693ad-4ddb-40ca-86ab-0c543f048ae8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0837634 Feb 09 15:02:55.647082 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9fba3284-5a59-4f3e-9019-eab431588709 req-5f682075-3673-42e9-acea-19a62605eb82 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413103 Feb 09 15:02:56.841307 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e95b9961-617d-47b6-96cb-50dd7ceb0e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:56.842089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f455b6-0747-4cb2-a6d0-6a69ddd2962c req-ebf2bcad-05e9-4e9f-a286-1b4ea98cc45f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:56.843633 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1f455b6-0747-4cb2-a6d0-6a69ddd2962c req-ebf2bcad-05e9-4e9f-a286-1b4ea98cc45f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0927079 Feb 09 15:02:56.896245 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1f455b6-0747-4cb2-a6d0-6a69ddd2962c req-400c9abe-974d-4f7e-9158-2a0895fa222d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455856 Feb 09 15:02:58.077110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750a1d3-bc4b-4be1-b995-cedb203ef647 req-01ab6ba2-c993-4368-ace4-049bf35a0db0 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:58.078569 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f750a1d3-bc4b-4be1-b995-cedb203ef647 req-01ab6ba2-c993-4368-ace4-049bf35a0db0 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0790148 Feb 09 15:02:58.121628 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f750a1d3-bc4b-4be1-b995-cedb203ef647 req-ed6ffda5-9de5-4131-aab5-05f8ba491977 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373619 Feb 09 15:02:59.271082 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-076a4492-4d77-4ed3-919e-19bdf42b80b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:02:59.310359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54c76b-a72f-4dfc-84be-bbe699d6b29e req-bddf6bd4-5b79-4c8d-8b6c-b0b7018899fc tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:02:59.311822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d54c76b-a72f-4dfc-84be-bbe699d6b29e req-bddf6bd4-5b79-4c8d-8b6c-b0b7018899fc tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0802948 Feb 09 15:02:59.358909 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d54c76b-a72f-4dfc-84be-bbe699d6b29e req-b4fc4181-9511-43b5-b62f-494ca96a8be7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410089 Feb 09 15:03:00.359233 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:00.383432 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:00.547474 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbe6ab-1dd9-49d9-8689-b49093263bd3 req-698a0642-0f8f-480b-8ccc-33545e45dcd9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:00.549649 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ffcbe6ab-1dd9-49d9-8689-b49093263bd3 req-698a0642-0f8f-480b-8ccc-33545e45dcd9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0876737 Feb 09 15:03:00.596155 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ffcbe6ab-1dd9-49d9-8689-b49093263bd3 req-bff73887-cc27-4bd3-b212-74b47dfa2547 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401630 Feb 09 15:03:00.763196 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-99e6706f-bf16-4e57-9f3b-4f8c3b5af121 service neutron] show failed (client error): The resource could not be found. Feb 09 15:03:00.764206 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-99e6706f-bf16-4e57-9f3b-4f8c3b5af121 service neutron] 10.222.0.21 "GET /v2.0/ports/5fd06b70-6e37-4300-b129-e2e606c30481/bindings/n-h1-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.0729046 Feb 09 15:03:01.046793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-92cb3862-4841-4563-b803-8c028ab1b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:01.048169 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-92cb3862-4841-4563-b803-8c028ab1b092 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28&tenant_id=2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 1097 time: 0.0693221 Feb 09 15:03:01.059572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:03:01.167553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:01.430856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] For port 5fd06b70-6e37-4300-b129-e2e606c30481, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=5fd06b70-6e37-4300-b129-e2e606c30481,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:03:01.457243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] For port 5fd06b70-6e37-4300-b129-e2e606c30481, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:03:01.513255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd06b70-6e37-4300-b129-e2e606c30481'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:03:01.519241 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:01.537576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Transition to ACTIVE for port object 5fd06b70-6e37-4300-b129-e2e606c30481 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:03:01.542108 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:01.588004 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd06b70-6e37-4300-b129-e2e606c30481', 'code': 200} Feb 09 15:03:01.799366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b617-c39e-47fe-9c49-8f1a721f7ea7 req-0ef16b14-b3da-4d23-91a6-46641743946c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:01.801549 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a768b617-c39e-47fe-9c49-8f1a721f7ea7 req-0ef16b14-b3da-4d23-91a6-46641743946c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 944 time: 0.0877285 Feb 09 15:03:01.833246 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Pushing event updated for resources: {'Port': ['ID=5fd06b70-6e37-4300-b129-e2e606c30481,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:03:01.851577 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a768b617-c39e-47fe-9c49-8f1a721f7ea7 req-3aadf09e-7fb9-4154-99b0-deb0ac5a23f0 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440102 Feb 09 15:03:01.881012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] No DVR routers for this DVR port 5fd06b70-6e37-4300-b129-e2e606c30481 on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:03:01.929251 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:02.102592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Attempting to bind port 5fd06b70-6e37-4300-b129-e2e606c30481 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:03:02.102840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Attempting to bind port 5fd06b70-6e37-4300-b129-e2e606c30481 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:03:02.103167 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Attempting to bind port 5fd06b70-6e37-4300-b129-e2e606c30481 on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:03:02.107597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Port 5fd06b70-6e37-4300-b129-e2e606c30481 on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:03:02.107947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Attempting to bind port 5fd06b70-6e37-4300-b129-e2e606c30481 on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:03:02.112946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:03:02.113284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Checking segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:03:02.113662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Bound using segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:03:02.114081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Bound port: 5fd06b70-6e37-4300-b129-e2e606c30481, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:03:02.114419 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:02.201981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] For port 5fd06b70-6e37-4300-b129-e2e606c30481, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:03:02.205533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] For port 5fd06b70-6e37-4300-b129-e2e606c30481, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5fd06b70-6e37-4300-b129-e2e606c30481,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:03:02.211098 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:02.274283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:02.274899 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:02.276280 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] 10.222.0.35 "PUT /v2.0/ports/5fd06b70-6e37-4300-b129-e2e606c30481 HTTP/1.1" status: 200 len: 1092 time: 1.2204473 Feb 09 15:03:02.292372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22b5f4-70ce-4b37-b6e2-e7d6a39160af service neutron] Pushing event updated for resources: {'Port': ['ID=5fd06b70-6e37-4300-b129-e2e606c30481,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:03:02.372084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-1a7dd4b4-08f0-4fbc-bf8f-224a49cfe125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:02.373484 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-1a7dd4b4-08f0-4fbc-bf8f-224a49cfe125 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 1095 time: 0.0749097 Feb 09 15:03:02.506429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-9094ec4a-ec72-44ef-bd75-fe54e6385652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:02.507928 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-9094ec4a-ec72-44ef-bd75-fe54e6385652 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1279604 Feb 09 15:03:02.609569 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-172e0ed3-b038-4a15-b26c-c17918a0ccca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd06b70-6e37-4300-b129-e2e606c30481 HTTP/1.1" status: 200 len: 999 time: 0.0952351 Feb 09 15:03:02.670303 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-9f1ea8a9-5b5e-47d0-8cff-4e7280c4c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:02.671798 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-9f1ea8a9-5b5e-47d0-8cff-4e7280c4c7c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0555627 Feb 09 15:03:02.749589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-21e48270-2525-4c05-85ff-4d8f9d3a1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:02.751048 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-21e48270-2525-4c05-85ff-4d8f9d3a1839 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696564 Feb 09 15:03:02.761727 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-fe238f5e-6b1a-409c-8fe2-2efa6286d41d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:03:02.762654 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-fe238f5e-6b1a-409c-8fe2-2efa6286d41d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048428 Feb 09 15:03:02.892565 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-e538e7cd-1942-4793-9680-e0f856027bec service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227896 Feb 09 15:03:03.077954 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8103828b-b272-4cb3-9a94-6bc5751f326c req-ee98a447-e14d-4a2b-b5b2-d7d984f7b751 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790216 Feb 09 15:03:03.096915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2850de-0f85-4260-bf5f-c2466fed6244 req-0222b5a2-5c50-4df2-beb7-c4e4494268d5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:03.098443 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c2850de-0f85-4260-bf5f-c2466fed6244 req-0222b5a2-5c50-4df2-beb7-c4e4494268d5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 944 time: 0.1237197 Feb 09 15:03:03.142956 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c2850de-0f85-4260-bf5f-c2466fed6244 req-5152a3ec-1090-4ecc-8201-b320e44f22f7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385821 Feb 09 15:03:03.589085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'tag': '5fd06b70-6e37-4300-b129-e2e606c30481'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:03:03.647485 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'tag': '5fd06b70-6e37-4300-b129-e2e606c30481', 'status': 'completed', 'code': 200} Feb 09 15:03:03.792843 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3d792-7476-451c-8704-867fe659e13e req-ff91a816-1074-4109-9be7-dcf888f10e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:03.794207 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5b3d792-7476-451c-8704-867fe659e13e req-ff91a816-1074-4109-9be7-dcf888f10e71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 1095 time: 0.1308861 Feb 09 15:03:03.796599 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3d792-7476-451c-8704-867fe659e13e req-2bf63fe2-28aa-43f1-89d7-3c3a0df9e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:03.797886 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5b3d792-7476-451c-8704-867fe659e13e req-2bf63fe2-28aa-43f1-89d7-3c3a0df9e67b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 1095 time: 0.1037686 Feb 09 15:03:04.148741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3d792-7476-451c-8704-867fe659e13e req-b3a63944-3eb2-44cf-905b-5be7a1a02a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:04.150121 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5b3d792-7476-451c-8704-867fe659e13e req-b3a63944-3eb2-44cf-905b-5be7a1a02a52 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.3500588 Feb 09 15:03:04.151165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3d792-7476-451c-8704-867fe659e13e req-e86d0fd9-261f-4a22-ae4b-8a3266952e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:04.152455 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5b3d792-7476-451c-8704-867fe659e13e req-e86d0fd9-261f-4a22-ae4b-8a3266952e40 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.3341606 Feb 09 15:03:04.378872 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5b3d792-7476-451c-8704-867fe659e13e req-efd18689-7571-4c9e-9e97-aadf19889996 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd06b70-6e37-4300-b129-e2e606c30481 HTTP/1.1" status: 200 len: 999 time: 0.2227356 Feb 09 15:03:04.422527 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5b3d792-7476-451c-8704-867fe659e13e req-fcf09704-9c59-4627-ae83-be9bdeafe610 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd06b70-6e37-4300-b129-e2e606c30481 HTTP/1.1" status: 200 len: 999 time: 0.2112501 Feb 09 15:03:04.500361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3d792-7476-451c-8704-867fe659e13e req-8a46ac91-aec2-40d1-ba9a-b6c5e9082454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:04.501799 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5b3d792-7476-451c-8704-867fe659e13e req-8a46ac91-aec2-40d1-ba9a-b6c5e9082454 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.1143355 Feb 09 15:03:04.510915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8ead4-d54a-4500-8a2c-fdf4f71b22b6 req-c9c0fdaa-611e-4857-90cb-7bcc9031264d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:04.512282 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6ef8ead4-d54a-4500-8a2c-fdf4f71b22b6 req-c9c0fdaa-611e-4857-90cb-7bcc9031264d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 944 time: 0.2347040 Feb 09 15:03:04.560667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3d792-7476-451c-8704-867fe659e13e req-a96574dd-2003-4e01-8e76-466dd0da7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:04.562030 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5b3d792-7476-451c-8704-867fe659e13e req-a96574dd-2003-4e01-8e76-466dd0da7d8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.1314540 Feb 09 15:03:04.657688 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6ef8ead4-d54a-4500-8a2c-fdf4f71b22b6 req-42434118-4db5-4374-9025-5a2eff139bae tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037495 Feb 09 15:03:04.682287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3d792-7476-451c-8704-867fe659e13e req-57c774dc-b1d5-4cd3-bab3-9bba534f9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:04.683758 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5b3d792-7476-451c-8704-867fe659e13e req-57c774dc-b1d5-4cd3-bab3-9bba534f9a55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1706407 Feb 09 15:03:04.687803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3d792-7476-451c-8704-867fe659e13e req-d3892138-b991-4db4-8fb6-538be5a08b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:04.689224 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5b3d792-7476-451c-8704-867fe659e13e req-d3892138-b991-4db4-8fb6-538be5a08b14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148386 Feb 09 15:03:04.916958 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5b3d792-7476-451c-8704-867fe659e13e req-14d65e67-f569-4cc7-bad2-15e5647c779e service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268164 Feb 09 15:03:04.919944 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5b3d792-7476-451c-8704-867fe659e13e req-7f44b4c1-e170-4209-bcdf-6e990ee7a7cc service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130914 Feb 09 15:03:05.147066 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5b3d792-7476-451c-8704-867fe659e13e req-a1d59708-35cc-4374-be2e-d829d4897fbd service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242048 Feb 09 15:03:05.148823 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5b3d792-7476-451c-8704-867fe659e13e req-874c3041-d36c-4593-8006-a67820173df8 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095571 Feb 09 15:03:05.489156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5fd06b70-6e37-4300-b129-e2e606c30481 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:03:05.547364 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 5fd06b70-6e37-4300-b129-e2e606c30481 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:03:05.849055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ad80d-b880-4077-b860-5a04aa38675b req-0dbae3b4-0471-4f23-b035-f7d89bee947e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:05.850451 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-741ad80d-b880-4077-b860-5a04aa38675b req-0dbae3b4-0471-4f23-b035-f7d89bee947e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 944 time: 0.0845339 Feb 09 15:03:05.899564 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-741ad80d-b880-4077-b860-5a04aa38675b req-ed994328-0e39-48a5-84d7-ebdffc7b7b54 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432258 Feb 09 15:03:07.084023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3578d-d195-4cec-93bc-700b2e05a3c5 req-dd6d6759-f104-4585-a91a-b0d2d06933d4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:07.085449 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-38d3578d-d195-4cec-93bc-700b2e05a3c5 req-dd6d6759-f104-4585-a91a-b0d2d06933d4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 944 time: 0.0804932 Feb 09 15:03:07.127281 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-38d3578d-d195-4cec-93bc-700b2e05a3c5 req-de88a3a9-dfa8-4a9d-afe5-a426554c72c1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360434 Feb 09 15:03:07.608895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc6cbf-c740-4a9f-97c9-62a3447d33c1 req-3dbf6508-cf3a-4f61-82b0-9394853c4a79 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:07.610301 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59fc6cbf-c740-4a9f-97c9-62a3447d33c1 req-3dbf6508-cf3a-4f61-82b0-9394853c4a79 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.21 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28&tenant_id=2376551355104008af393aa5029ba8e5&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 944 time: 0.2338672 Feb 09 15:03:07.618187 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b970ae-0754-4b4c-a501-bbd696393f16 req-ea1ea773-0a04-478c-8a82-728f6c4a2dd5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:07.619496 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6b970ae-0754-4b4c-a501-bbd696393f16 req-ea1ea773-0a04-478c-8a82-728f6c4a2dd5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 944 time: 0.2727134 Feb 09 15:03:07.717341 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c6b970ae-0754-4b4c-a501-bbd696393f16 req-0a3abc35-1c22-48c6-b6f4-7f15cbfaac86 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655792 Feb 09 15:03:07.718963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 5fd06b70-6e37-4300-b129-e2e606c30481 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:03:07.725635 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-59fc6cbf-c740-4a9f-97c9-62a3447d33c1 req-f18fc8e0-3235-4328-b741-2c1c0c927dc0 service neutron] delete failed (client error): The resource could not be found. Feb 09 15:03:07.726603 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59fc6cbf-c740-4a9f-97c9-62a3447d33c1 req-f18fc8e0-3235-4328-b741-2c1c0c927dc0 service neutron] 10.222.0.21 "DELETE /v2.0/ports/5fd06b70-6e37-4300-b129-e2e606c30481/bindings/n-h2-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.1062412 Feb 09 15:03:07.856638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 5fd06b70-6e37-4300-b129-e2e606c30481, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5fd06b70-6e37-4300-b129-e2e606c30481,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:03:07.869292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '5fd06b70-6e37-4300-b129-e2e606c30481', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'port_id': '5fd06b70-6e37-4300-b129-e2e606c30481', 'mac_address': 'fa:16:3e:4f:e6:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:03:07.871127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc6cbf-c740-4a9f-97c9-62a3447d33c1 req-453f6c8c-8d06-4f31-b261-cebbc8eb7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:07.872610 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59fc6cbf-c740-4a9f-97c9-62a3447d33c1 req-453f6c8c-8d06-4f31-b261-cebbc8eb7230 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 1095 time: 0.0697503 Feb 09 15:03:07.923585 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:07.943007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd06b70-6e37-4300-b129-e2e606c30481 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:03:07.958830 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 5fd06b70-6e37-4300-b129-e2e606c30481, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5fd06b70-6e37-4300-b129-e2e606c30481,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:03:07.963207 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:08.002758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc6cbf-c740-4a9f-97c9-62a3447d33c1 req-e821d3cc-e76d-495a-b57e-98d36a504a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:08.004221 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59fc6cbf-c740-4a9f-97c9-62a3447d33c1 req-e821d3cc-e76d-495a-b57e-98d36a504a05 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1250901 Feb 09 15:03:08.033997 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=5fd06b70-6e37-4300-b129-e2e606c30481,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:03:08.109487 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59fc6cbf-c740-4a9f-97c9-62a3447d33c1 req-1964bf0e-93f1-4ca5-8f61-e78390965650 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd06b70-6e37-4300-b129-e2e606c30481 HTTP/1.1" status: 200 len: 1000 time: 0.0987687 Feb 09 15:03:08.169688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc6cbf-c740-4a9f-97c9-62a3447d33c1 req-19b1c8d7-40ca-4da1-b228-d411187b9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:08.171093 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59fc6cbf-c740-4a9f-97c9-62a3447d33c1 req-19b1c8d7-40ca-4da1-b228-d411187b9616 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0561500 Feb 09 15:03:08.248263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc6cbf-c740-4a9f-97c9-62a3447d33c1 req-67108abd-1843-4a4d-9d49-fc7864a3895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:08.249694 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59fc6cbf-c740-4a9f-97c9-62a3447d33c1 req-67108abd-1843-4a4d-9d49-fc7864a3895d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730817 Feb 09 15:03:08.377252 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59fc6cbf-c740-4a9f-97c9-62a3447d33c1 req-a6d46d2d-ffc7-4c7b-b9e6-15c6344e2c05 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209338 Feb 09 15:03:08.398200 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['5fd06b70-6e37-4300-b129-e2e606c30481'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:03:08.505375 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-59fc6cbf-c740-4a9f-97c9-62a3447d33c1 req-6f38585d-9c55-40d5-838f-5f43c21c8278 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234851 Feb 09 15:03:08.908509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96f8f8-7bb2-4230-88a8-aebcc6a6bbd8 req-ab00276e-f5c9-4d0f-93de-ba25b129245b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:08.909966 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb96f8f8-7bb2-4230-88a8-aebcc6a6bbd8 req-ab00276e-f5c9-4d0f-93de-ba25b129245b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 945 time: 0.0808420 Feb 09 15:03:08.955095 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fb96f8f8-7bb2-4230-88a8-aebcc6a6bbd8 req-68921f99-ec2b-4bae-8a7e-dc579de21312 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391548 Feb 09 15:03:09.229879 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:09.729307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 5fd06b70-6e37-4300-b129-e2e606c30481 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:03:09.799390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 5fd06b70-6e37-4300-b129-e2e606c30481 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:03:09.803890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 5fd06b70-6e37-4300-b129-e2e606c30481 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:03:09.804258 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:09.918399 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:09.944155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd06b70-6e37-4300-b129-e2e606c30481'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:03:09.953804 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 5fd06b70-6e37-4300-b129-e2e606c30481, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5fd06b70-6e37-4300-b129-e2e606c30481,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:03:09.957959 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:09.989632 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd06b70-6e37-4300-b129-e2e606c30481', 'code': 200} Feb 09 15:03:10.025913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=5fd06b70-6e37-4300-b129-e2e606c30481,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:03:10.146891 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ced06-32b0-4074-b3c4-b8011b688723 req-6aef2f4b-7ae0-40e2-844e-7ca94d9e76e2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:10.148294 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-127ced06-32b0-4074-b3c4-b8011b688723 req-6aef2f4b-7ae0-40e2-844e-7ca94d9e76e2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0855734 Feb 09 15:03:10.192004 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-127ced06-32b0-4074-b3c4-b8011b688723 req-063c14d6-ca21-42a0-92c2-b634926d35cc tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379224 Feb 09 15:03:10.372417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1269e-fa04-4ca8-85ca-367893127d60 req-de62767e-b438-4fc2-9677-906b4327ad12 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:10.373844 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ff1269e-fa04-4ca8-85ca-367893127d60 req-de62767e-b438-4fc2-9677-906b4327ad12 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0782440 Feb 09 15:03:10.415980 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3ff1269e-fa04-4ca8-85ca-367893127d60 req-61859414-e2d8-4d62-8c7f-1b4e986a146f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364470 Feb 09 15:03:10.595614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182ac42-2787-4832-8990-3c504837bd8d req-dfb44b79-cbf6-461c-a2be-2bd6c7620995 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:10.597097 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1182ac42-2787-4832-8990-3c504837bd8d req-dfb44b79-cbf6-461c-a2be-2bd6c7620995 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0798550 Feb 09 15:03:10.645386 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1182ac42-2787-4832-8990-3c504837bd8d req-b74b9fc3-8633-4c9e-af42-f7fda3abf78e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427654 Feb 09 15:03:10.878657 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:11.016051 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214adc4c-a96b-4b5e-8111-9c7623bb9518 req-c92ff2b7-d039-49fc-9e93-77bc3bba0516 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:11.017502 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-214adc4c-a96b-4b5e-8111-9c7623bb9518 req-c92ff2b7-d039-49fc-9e93-77bc3bba0516 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0788183 Feb 09 15:03:11.059947 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-214adc4c-a96b-4b5e-8111-9c7623bb9518 req-06e33870-364c-4ed3-910a-a2bb3f25b751 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368841 Feb 09 15:03:12.252423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017e135-ef77-4fa5-abfc-4da9fc85179b req-8a11addb-e0a3-4333-b7de-dce223c48241 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:12.253870 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8017e135-ef77-4fa5-abfc-4da9fc85179b req-8a11addb-e0a3-4333-b7de-dce223c48241 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0829740 Feb 09 15:03:12.299262 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8017e135-ef77-4fa5-abfc-4da9fc85179b req-9935d881-1eb3-4a82-a41d-6023bd7d3c96 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388067 Feb 09 15:03:12.932082 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:03:13.046052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959a99e-b236-48ec-9c5a-566ab7d4f4b8 req-28f4df9b-3b2a-4705-88bf-bc876033229f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:13.047454 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4959a99e-b236-48ec-9c5a-566ab7d4f4b8 req-28f4df9b-3b2a-4705-88bf-bc876033229f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.35 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0783455 Feb 09 15:03:13.118879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-4959a99e-b236-48ec-9c5a-566ab7d4f4b8 req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Deleting port 5fd06b70-6e37-4300-b129-e2e606c30481 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:03:13.119213 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4959a99e-b236-48ec-9c5a-566ab7d4f4b8 req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:13.357377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-4959a99e-b236-48ec-9c5a-566ab7d4f4b8 req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] For port 5fd06b70-6e37-4300-b129-e2e606c30481, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5fd06b70-6e37-4300-b129-e2e606c30481,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:03:13.357994 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4959a99e-b236-48ec-9c5a-566ab7d4f4b8 req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:13.491601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89513dec-fbe2-4e04-ab92-acfe9384ff6a req-2ab5d5cc-08a5-4184-95b7-d49c08576c8f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:13.493174 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89513dec-fbe2-4e04-ab92-acfe9384ff6a req-2ab5d5cc-08a5-4184-95b7-d49c08576c8f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 946 time: 0.0825100 Feb 09 15:03:13.540853 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89513dec-fbe2-4e04-ab92-acfe9384ff6a req-efca51bb-aebd-4a1c-b012-a43fdcd62bc2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416946 Feb 09 15:03:13.759141 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4959a99e-b236-48ec-9c5a-566ab7d4f4b8 req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:13.759505 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4959a99e-b236-48ec-9c5a-566ab7d4f4b8 req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:13.759842 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-4959a99e-b236-48ec-9c5a-566ab7d4f4b8 req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Floating IP 2cac95e0-feba-43f1-842b-f6276f95bad9 disassociated. External IP: 172.25.8.53, port: 5fd06b70-6e37-4300-b129-e2e606c30481. Feb 09 15:03:13.760190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-4959a99e-b236-48ec-9c5a-566ab7d4f4b8 req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Calling delete_port for 5fd06b70-6e37-4300-b129-e2e606c30481 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:03:13.904589 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4959a99e-b236-48ec-9c5a-566ab7d4f4b8 req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:13.954788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Pushing event deleted for resources: {'Port': ['ID=5fd06b70-6e37-4300-b129-e2e606c30481,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:03:13.965374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:13.965871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:13.966212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:13.966545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:13.966873 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:13.967197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:13.967520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:13.967874 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:13.968194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:13.968511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:13.968837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:13.969146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:14.181801 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4959a99e-b236-48ec-9c5a-566ab7d4f4b8 req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Router 7c45b468-0096-42df-a6ab-fd9b86cee934 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:03:14.361324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4959a99e-b236-48ec-9c5a-566ab7d4f4b8 req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:03:14.371103 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f175c58-c663-4112-877a-96a39e8adf4e None None] Sync routers for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:03:14.380422 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f175c58-c663-4112-877a-96a39e8adf4e None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:03:14.381101 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1f175c58-c663-4112-877a-96a39e8adf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:02:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:03:14.432401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4959a99e-b236-48ec-9c5a-566ab7d4f4b8 req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] No DVR routers for this DVR port 5fd06b70-6e37-4300-b129-e2e606c30481 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:03:14.434915 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4959a99e-b236-48ec-9c5a-566ab7d4f4b8 req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:14.437487 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'name': 'network-vif-deleted', 'tag': '5fd06b70-6e37-4300-b129-e2e606c30481'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:03:14.453158 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4959a99e-b236-48ec-9c5a-566ab7d4f4b8 req-1a766fdc-638b-41fb-ad9f-33943ae9c3b8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.35 "DELETE /v2.0/ports/5fd06b70-6e37-4300-b129-e2e606c30481 HTTP/1.1" status: 204 len: 173 time: 1.3984962 Feb 09 15:03:14.484039 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77855d1-6c21-4ea6-9ba0-4160a75a8a28', 'name': 'network-vif-deleted', 'tag': '5fd06b70-6e37-4300-b129-e2e606c30481', 'status': 'completed', 'code': 200} Feb 09 15:03:14.575215 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-1f175c58-c663-4112-877a-96a39e8adf4e None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:03:14.709925 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9784ab68-3e57-4c9a-a465-d6a130b4d31c req-e67d8c86-654e-4c9b-bb1a-812d5857c498 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77855d1-6c21-4ea6-9ba0-4160a75a8a28 HTTP/1.1" status: 200 len: 210 time: 0.0435348 Feb 09 15:03:14.908381 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1f175c58-c663-4112-877a-96a39e8adf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:03:14.911934 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f175c58-c663-4112-877a-96a39e8adf4e None None] Checking router: 7c45b468-0096-42df-a6ab-fd9b86cee934 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:03:14.919861 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f175c58-c663-4112-877a-96a39e8adf4e None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:03:14.920441 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1f175c58-c663-4112-877a-96a39e8adf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:02:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:03:15.093356 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-1f175c58-c663-4112-877a-96a39e8adf4e None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:03:15.395970 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1f175c58-c663-4112-877a-96a39e8adf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:03:15.399705 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f175c58-c663-4112-877a-96a39e8adf4e None None] The sync data for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 is: [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:03:15.618826 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa696d05-3275-4cc2-8ad0-256ea7198f0c None None] New status for floating IP 2cac95e0-feba-43f1-842b-f6276f95bad9: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:03:16.069394 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-94dd951b-eb90-4b6e-af00-1a4674984c55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--795366054&fields=id&tenant_id=2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 267 time: 0.0382793 Feb 09 15:03:16.214622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-d86661c4-82d1-4dfd-90f3-4c8720b11705 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:16.216319 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-d86661c4-82d1-4dfd-90f3-4c8720b11705 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 811 time: 0.1402597 Feb 09 15:03:16.232001 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-3ef58bf5-a5ef-42b3-856a-c392afae99cb tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/quotas/2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 375 time: 0.0094957 Feb 09 15:03:16.319505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-8439fa5f-ac33-4c81-b795-e7e206d65715 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Synchronizing usage tracker for tenant:2376551355104008af393aa5029ba8e5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:03:16.334745 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-8439fa5f-ac33-4c81-b795-e7e206d65715 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Unset dirty status for tenant:2376551355104008af393aa5029ba8e5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:03:16.336046 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-8439fa5f-ac33-4c81-b795-e7e206d65715 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0993671 Feb 09 15:03:16.471453 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-70e673f8-0897-4f68-a316-21149ff00d6f service neutron] 10.222.0.48 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226406 Feb 09 15:03:16.610469 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-28fd7c29-a339-47de-bd6b-01c3098ca6ec service neutron] 10.222.0.48 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331310 Feb 09 15:03:16.782899 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-65374200-8a45-465b-8623-1fb41fa8c17f req-65019400-0673-48fb-8b38-953415c4657d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 210 time: 0.0414140 Feb 09 15:03:17.791853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 5fd06b70-6e37-4300-b129-e2e606c30481 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:03:17.832005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 5fd06b70-6e37-4300-b129-e2e606c30481 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:03:17.832353 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 5fd06b70-6e37-4300-b129-e2e606c30481 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:03:18.073420 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9e87ab89-6e83-40cc-b440-dce2dd7a5f66 req-f189f2a0-9514-43a2-a2bc-7b2d7c1d5146 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 210 time: 0.1678722 Feb 09 15:03:18.138043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-7fd62a65-7adf-49f0-9b4b-790ee21644e0 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:18.139432 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-7fd62a65-7adf-49f0-9b4b-790ee21644e0 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 811 time: 0.3202763 Feb 09 15:03:18.187461 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-5891345f-f9e7-4fcd-93f1-9e2ea2329efb tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 379 time: 0.0393350 Feb 09 15:03:18.195958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-0bbb82f4-bc44-4451-ad54-3bc74d4339e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Request body: {'port': {'device_id': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'admin_state_up': True, 'tenant_id': '2376551355104008af393aa5029ba8e5', 'security_groups': ['c2b73e16-796a-49ad-bc09-8ba9745789bd']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:03:18.328758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-0bbb82f4-bc44-4451-ad54-3bc74d4339e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:03:18.337850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-0bbb82f4-bc44-4451-ad54-3bc74d4339e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:03:18.347927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-0bbb82f4-bc44-4451-ad54-3bc74d4339e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Made reservation on behalf of 2376551355104008af393aa5029ba8e5 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:03:18.351304 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-0bbb82f4-bc44-4451-ad54-3bc74d4339e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:18.508951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-0bbb82f4-bc44-4451-ad54-3bc74d4339e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Allocated IP 172.20.0.4 (9928b329-ce6b-4591-b6a5-a6bc0a72973b/5ad7d394-00af-4ec6-8900-b702817753fe/9e2d6332-4aa7-4640-8606-ad8daef11d4f) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:03:18.697452 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-0bbb82f4-bc44-4451-ad54-3bc74d4339e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:18.712717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-0bbb82f4-bc44-4451-ad54-3bc74d4339e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Transition to ACTIVE for port object 9e2d6332-4aa7-4640-8606-ad8daef11d4f will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:03:18.736776 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-0bbb82f4-bc44-4451-ad54-3bc74d4339e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:18.805797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-0bbb82f4-bc44-4451-ad54-3bc74d4339e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Network 9928b329-ce6b-4591-b6a5-a6bc0a72973b is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:03:18.808917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-0bbb82f4-bc44-4451-ad54-3bc74d4339e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:03:18.812946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-0bbb82f4-bc44-4451-ad54-3bc74d4339e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:03:18.846562 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb82f4-bc44-4451-ad54-3bc74d4339e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Pushing event updated for resources: {'Port': ['ID=9e2d6332-4aa7-4640-8606-ad8daef11d4f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:03:18.883488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-0bbb82f4-bc44-4451-ad54-3bc74d4339e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:18.884129 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-0bbb82f4-bc44-4451-ad54-3bc74d4339e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:18.909781 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-0bbb82f4-bc44-4451-ad54-3bc74d4339e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7173271 Feb 09 15:03:18.921936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Request body: {'port': {'device_id': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:03:19.031967 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:19.089520 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5df9a068-c6b4-4caf-883b-393474b5a710 None None] Provisioning for port 9e2d6332-4aa7-4640-8606-ad8daef11d4f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:03:19.094586 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5df9a068-c6b4-4caf-883b-393474b5a710 None None] Provisioning complete for port 9e2d6332-4aa7-4640-8606-ad8daef11d4f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:03:19.095570 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5df9a068-c6b4-4caf-883b-393474b5a710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:19.151936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5df9a068-c6b4-4caf-883b-393474b5a710 None None] Port 9e2d6332-4aa7-4640-8606-ad8daef11d4f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:03:19.275027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80402fc-4c8f-47c4-b129-3dc939ff4009 req-86e34094-d2c6-4144-a2bb-7c85d7791795 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:19.276455 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f80402fc-4c8f-47c4-b129-3dc939ff4009 req-86e34094-d2c6-4144-a2bb-7c85d7791795 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 931 time: 0.0918579 Feb 09 15:03:19.324116 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f80402fc-4c8f-47c4-b129-3dc939ff4009 req-30ec1c20-bdd4-4fe6-a6b9-bc63d8f6a124 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415001 Feb 09 15:03:19.388620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2d6332-4aa7-4640-8606-ad8daef11d4f {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:03:19.396543 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:19.410461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Transition to ACTIVE for port object 9e2d6332-4aa7-4640-8606-ad8daef11d4f will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:03:19.413370 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:19.565694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2d6332-4aa7-4640-8606-ad8daef11d4f,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:03:19.660357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Attempting to bind port 9e2d6332-4aa7-4640-8606-ad8daef11d4f on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:03:19.660707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Attempting to bind port 9e2d6332-4aa7-4640-8606-ad8daef11d4f by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:03:19.661062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Attempting to bind port 9e2d6332-4aa7-4640-8606-ad8daef11d4f on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:03:19.666009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Port 9e2d6332-4aa7-4640-8606-ad8daef11d4f on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:03:19.666328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Attempting to bind port 9e2d6332-4aa7-4640-8606-ad8daef11d4f on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:03:19.671479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:03:19.671837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Checking segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:03:19.672219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Bound using segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:03:19.672722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Bound port: 9e2d6332-4aa7-4640-8606-ad8daef11d4f, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:03:19.675056 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:19.763545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] For port 9e2d6332-4aa7-4640-8606-ad8daef11d4f, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:03:19.766661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] For port 9e2d6332-4aa7-4640-8606-ad8daef11d4f, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:03:19.770974 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:19.837378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:19.838012 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:19.839409 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] 10.222.0.35 "PUT /v2.0/ports/9e2d6332-4aa7-4640-8606-ad8daef11d4f HTTP/1.1" status: 200 len: 1091 time: 0.9216413 Feb 09 15:03:19.839999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'tag': '9e2d6332-4aa7-4640-8606-ad8daef11d4f'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:03:19.864106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af41d6-a471-4632-8c1d-bce29bc52e37 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2d6332-4aa7-4640-8606-ad8daef11d4f,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:03:20.044123 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'tag': '9e2d6332-4aa7-4640-8606-ad8daef11d4f', 'status': 'completed', 'code': 200} Feb 09 15:03:20.079926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-2203dc33-2370-43b1-b55e-6dd62af07af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:20.081341 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-2203dc33-2370-43b1-b55e-6dd62af07af9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 1094 time: 0.1936960 Feb 09 15:03:20.153248 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-95fb6ce7-cee7-4697-b54a-7ef64617c5d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f HTTP/1.1" status: 200 len: 217 time: 0.0636928 Feb 09 15:03:20.217237 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-962a39b6-5276-4af8-a5d4-0b073fa6595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:20.218772 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-962a39b6-5276-4af8-a5d4-0b073fa6595d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0592704 Feb 09 15:03:20.297396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-23cc62a7-9eb7-415d-aa53-6fb23131cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:20.299467 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-23cc62a7-9eb7-415d-aa53-6fb23131cb55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738554 Feb 09 15:03:20.445038 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-d9f993d5-a3e8-4e7e-bf1f-f79e5965a249 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370971 Feb 09 15:03:20.517964 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6b6db-9a70-4ee6-a044-4d811092d03f req-e8937833-7892-42e1-af5a-ebb30be41fc9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:20.519440 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96e6b6db-9a70-4ee6-a044-4d811092d03f req-e8937833-7892-42e1-af5a-ebb30be41fc9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 943 time: 0.0815208 Feb 09 15:03:20.569423 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96e6b6db-9a70-4ee6-a044-4d811092d03f req-12b81808-927b-40b2-9825-59d02adb9f66 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436056 Feb 09 15:03:20.582596 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-308291b9-e0c5-4ba3-87c5-ea2442908ede req-f3515f7d-92f7-4b30-a92e-a37f74db07db service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312954 Feb 09 15:03:20.708672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669ef7a-5119-482d-b585-1191785a6c8e req-4c013cc0-090c-4208-a4a6-5e5f095e17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:20.710122 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0669ef7a-5119-482d-b585-1191785a6c8e req-4c013cc0-090c-4208-a4a6-5e5f095e17fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 1094 time: 0.0778670 Feb 09 15:03:20.840995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669ef7a-5119-482d-b585-1191785a6c8e req-7dbdbd05-ed60-4517-baa1-ed2e1936fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:20.842457 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0669ef7a-5119-482d-b585-1191785a6c8e req-7dbdbd05-ed60-4517-baa1-ed2e1936fe56 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1251860 Feb 09 15:03:20.913094 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0669ef7a-5119-482d-b585-1191785a6c8e req-3679d144-f076-48db-b69e-86b1ea16615f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f HTTP/1.1" status: 200 len: 217 time: 0.0629089 Feb 09 15:03:20.975457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669ef7a-5119-482d-b585-1191785a6c8e req-46b992c9-0daf-45c5-8caa-57ca09b1bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:20.976872 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0669ef7a-5119-482d-b585-1191785a6c8e req-46b992c9-0daf-45c5-8caa-57ca09b1bcba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0570481 Feb 09 15:03:21.054357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669ef7a-5119-482d-b585-1191785a6c8e req-ad39694d-3691-4f1d-822e-c3615c356d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:21.055852 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0669ef7a-5119-482d-b585-1191785a6c8e req-ad39694d-3691-4f1d-822e-c3615c356d43 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725276 Feb 09 15:03:21.185312 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0669ef7a-5119-482d-b585-1191785a6c8e req-4d48b237-696b-4d96-a417-45364a6bfdd4 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223838 Feb 09 15:03:21.333615 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0669ef7a-5119-482d-b585-1191785a6c8e req-b30a03a7-bb50-4893-b390-c2a8377210bb service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421192 Feb 09 15:03:21.765335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be36304-0b8b-41af-91ae-40e8f518214c req-ae2c120a-0846-44f2-b592-229730779b0e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:21.766080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8be36304-0b8b-41af-91ae-40e8f518214c req-ae2c120a-0846-44f2-b592-229730779b0e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Synchronizing usage tracker for tenant:2376551355104008af393aa5029ba8e5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:03:21.781877 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8be36304-0b8b-41af-91ae-40e8f518214c req-ae2c120a-0846-44f2-b592-229730779b0e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Unset dirty status for tenant:2376551355104008af393aa5029ba8e5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:03:21.783090 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8be36304-0b8b-41af-91ae-40e8f518214c req-ae2c120a-0846-44f2-b592-229730779b0e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 943 time: 0.0994649 Feb 09 15:03:21.828189 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8be36304-0b8b-41af-91ae-40e8f518214c req-65b04c19-a3ba-4565-b64a-9402a97ca1e5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388699 Feb 09 15:03:23.019578 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52217d-d7ab-46da-81a1-1ea581a37f9f req-4e00e35e-9a23-42e5-98a9-79ba9da4c3e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:23.021063 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb52217d-d7ab-46da-81a1-1ea581a37f9f req-4e00e35e-9a23-42e5-98a9-79ba9da4c3e4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 943 time: 0.0840886 Feb 09 15:03:23.066008 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb52217d-d7ab-46da-81a1-1ea581a37f9f req-312d983a-5a28-48d2-bab5-dfa0ff8d2879 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392170 Feb 09 15:03:24.263051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4401303-19fa-4389-82d2-4518a52fdc65 req-d156fe2d-2334-41c2-9456-1ed38faf2fbb tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:24.264578 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a4401303-19fa-4389-82d2-4518a52fdc65 req-d156fe2d-2334-41c2-9456-1ed38faf2fbb tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 943 time: 0.0887966 Feb 09 15:03:24.308624 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a4401303-19fa-4389-82d2-4518a52fdc65 req-3d2a432c-7c30-4ba1-923a-1b0fdf65cd83 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377610 Feb 09 15:03:25.491916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a747a1-e594-4cde-89df-c1263a38640e req-a65d4ead-c8ad-439f-a93e-2057d9bc8df5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:25.493349 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c1a747a1-e594-4cde-89df-c1263a38640e req-a65d4ead-c8ad-439f-a93e-2057d9bc8df5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 943 time: 0.0817628 Feb 09 15:03:25.536027 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c1a747a1-e594-4cde-89df-c1263a38640e req-13bde20e-d091-4b73-8319-cf4237d8b5f6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371537 Feb 09 15:03:25.812546 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9e2d6332-4aa7-4640-8606-ad8daef11d4f details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:03:25.940841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9e2d6332-4aa7-4640-8606-ad8daef11d4f, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:03:25.953528 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '9e2d6332-4aa7-4640-8606-ad8daef11d4f', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'port_id': '9e2d6332-4aa7-4640-8606-ad8daef11d4f', 'mac_address': 'fa:16:3e:3d:f0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:03:26.012001 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:26.029469 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2d6332-4aa7-4640-8606-ad8daef11d4f {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:03:26.045272 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9e2d6332-4aa7-4640-8606-ad8daef11d4f, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:03:26.049823 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:26.118066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=9e2d6332-4aa7-4640-8606-ad8daef11d4f,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:03:26.125409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:26.125804 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:26.126139 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:26.126505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:26.126833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:26.127156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:26.127476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:26.127853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:26.128174 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:26.128489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:26.128806 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:26.129119 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:03:26.390694 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['9e2d6332-4aa7-4640-8606-ad8daef11d4f'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:03:26.722180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7aa5b3-3a12-49f7-a935-97a6ff3a7562 req-22a48565-de07-44c5-9a18-13dc5e35bbbd tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:26.723686 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc7aa5b3-3a12-49f7-a935-97a6ff3a7562 req-22a48565-de07-44c5-9a18-13dc5e35bbbd tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 944 time: 0.0787294 Feb 09 15:03:26.767344 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc7aa5b3-3a12-49f7-a935-97a6ff3a7562 req-7bcd27d8-bf96-4fc7-b167-8f4a13ace792 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379970 Feb 09 15:03:26.843807 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-283c31ba-abcd-43f4-ac9a-a1b0cfe80c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:27.827912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9e2d6332-4aa7-4640-8606-ad8daef11d4f up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:03:27.896397 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 9e2d6332-4aa7-4640-8606-ad8daef11d4f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:03:27.901180 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 9e2d6332-4aa7-4640-8606-ad8daef11d4f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:03:27.901560 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:27.949050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d499c-6e85-4b11-90c1-ffde66ef6014 req-347d112a-04ec-4614-8108-9cdf4a65b109 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:27.950567 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-126d499c-6e85-4b11-90c1-ffde66ef6014 req-347d112a-04ec-4614-8108-9cdf4a65b109 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 944 time: 0.0797384 Feb 09 15:03:27.995276 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-126d499c-6e85-4b11-90c1-ffde66ef6014 req-106c0f64-76a2-42fc-89de-f45c7915daa1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379789 Feb 09 15:03:28.033090 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:28.062473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2d6332-4aa7-4640-8606-ad8daef11d4f'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:03:28.072777 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 9e2d6332-4aa7-4640-8606-ad8daef11d4f, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:03:28.076771 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:28.112561 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2d6332-4aa7-4640-8606-ad8daef11d4f', 'code': 200} Feb 09 15:03:28.147220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=9e2d6332-4aa7-4640-8606-ad8daef11d4f,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:03:28.351453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e2aa8-bf6f-42df-9356-3d86368ff262 req-6bf3297e-1ecc-4865-96c0-649b1c077b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:28.352855 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751e2aa8-bf6f-42df-9356-3d86368ff262 req-6bf3297e-1ecc-4865-96c0-649b1c077b99 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 1096 time: 0.1795468 Feb 09 15:03:28.393206 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751e2aa8-bf6f-42df-9356-3d86368ff262 req-f568c1a6-298a-4ee0-8a24-4be1fabfdaed service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335424 Feb 09 15:03:29.184013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb722c-2ca4-445d-8bcd-190564783d3b req-59ba7002-3588-47c2-a31b-e58dd3745bb5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:29.185463 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97cb722c-2ca4-445d-8bcd-190564783d3b req-59ba7002-3588-47c2-a31b-e58dd3745bb5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0833628 Feb 09 15:03:29.228891 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97cb722c-2ca4-445d-8bcd-190564783d3b req-0ea334b6-5931-49c0-996a-409cda0284d8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378134 Feb 09 15:03:29.272391 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-edbf7325-786c-44ca-96a3-2c39a2636e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:30.364164 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:30.386467 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:30.421395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b450b-4986-46fa-a9a7-ad2173ba546d req-0654c16a-8f00-40e2-bae4-0870408e1896 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:30.423329 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a0b450b-4986-46fa-a9a7-ad2173ba546d req-0654c16a-8f00-40e2-bae4-0870408e1896 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0857916 Feb 09 15:03:30.468842 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9a0b450b-4986-46fa-a9a7-ad2173ba546d req-276cfdfb-d999-4a38-a828-32567756c4bf tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400043 Feb 09 15:03:30.645235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cd783-cb02-4e57-a0d9-33b2d0b45b9e req-fbb36040-4973-4024-aac1-45c9054bfc83 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:30.646712 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3c8cd783-cb02-4e57-a0d9-33b2d0b45b9e req-fbb36040-4973-4024-aac1-45c9054bfc83 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0796466 Feb 09 15:03:30.655150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52110) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:03:30.660201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3f47ddde-385d-4ef7-bb62-0cda52cfc525 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Request body: {'floatingip': {'port_id': '9e2d6332-4aa7-4640-8606-ad8daef11d4f'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:03:30.841054 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f47ddde-385d-4ef7-bb62-0cda52cfc525 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:31.430584 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f47ddde-385d-4ef7-bb62-0cda52cfc525 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:31.434355 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f47ddde-385d-4ef7-bb62-0cda52cfc525 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:31.606424 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-3f47ddde-385d-4ef7-bb62-0cda52cfc525 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Floating IP 2cac95e0-feba-43f1-842b-f6276f95bad9 associated. External IP: 172.25.8.53, port: 9e2d6332-4aa7-4640-8606-ad8daef11d4f. Feb 09 15:03:31.935571 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:31.963436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f47ddde-385d-4ef7-bb62-0cda52cfc525 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Router 7c45b468-0096-42df-a6ab-fd9b86cee934 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:03:32.259156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f47ddde-385d-4ef7-bb62-0cda52cfc525 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:03:32.263874 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3f47ddde-385d-4ef7-bb62-0cda52cfc525 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:32.268742 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e052b5d2-6ade-4488-88c5-fc7a17448fc7 None None] Sync routers for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:03:32.278206 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e052b5d2-6ade-4488-88c5-fc7a17448fc7 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:03:32.278804 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e052b5d2-6ade-4488-88c5-fc7a17448fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:03:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:03:32.317498 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3f47ddde-385d-4ef7-bb62-0cda52cfc525 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "PUT /v2.0/floatingips/2cac95e0-feba-43f1-842b-f6276f95bad9 HTTP/1.1" status: 200 len: 990 time: 1.6612132 Feb 09 15:03:32.318084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'tag': '9e2d6332-4aa7-4640-8606-ad8daef11d4f'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:03:32.383419 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'tag': '9e2d6332-4aa7-4640-8606-ad8daef11d4f', 'status': 'completed', 'code': 200} Feb 09 15:03:32.480231 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-e052b5d2-6ade-4488-88c5-fc7a17448fc7 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:03:32.546971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f2bd4-6869-4b30-9326-f8626a97c0ae req-c950b909-4ff1-49cc-a354-b245f39d0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:32.548408 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e7f2bd4-6869-4b30-9326-f8626a97c0ae req-c950b909-4ff1-49cc-a354-b245f39d0b15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 1096 time: 0.1367602 Feb 09 15:03:32.559951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bd868-dd35-4a45-9793-34f7802f57c2 req-2a555515-967d-4bc8-b8dd-23ccca934d36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:32.561329 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-618bd868-dd35-4a45-9793-34f7802f57c2 req-2a555515-967d-4bc8-b8dd-23ccca934d36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.1092231 Feb 09 15:03:32.687284 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-618bd868-dd35-4a45-9793-34f7802f57c2 req-9b7dbef3-e6bb-4909-a172-c16281eb734f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069956 Feb 09 15:03:32.723346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f2bd4-6869-4b30-9326-f8626a97c0ae req-0aafb8ed-7610-43d8-80ac-878a0993a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:32.724848 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e7f2bd4-6869-4b30-9326-f8626a97c0ae req-0aafb8ed-7610-43d8-80ac-878a0993a41e service neutron] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1626945 Feb 09 15:03:32.835504 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e7f2bd4-6869-4b30-9326-f8626a97c0ae req-ca000ebc-e892-4eeb-89a5-aa225c7e4b5c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f HTTP/1.1" status: 200 len: 998 time: 0.1040013 Feb 09 15:03:32.845173 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e052b5d2-6ade-4488-88c5-fc7a17448fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2cac95e0-feba-43f1-842b-f6276f95bad9', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'port_id': '9e2d6332-4aa7-4640-8606-ad8daef11d4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'mac_address': 'fa:16:3e:3d:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:02:15Z', 'updated_at': '2022-02-09T15:03:31Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:03:32.849334 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e052b5d2-6ade-4488-88c5-fc7a17448fc7 None None] Checking router: 7c45b468-0096-42df-a6ab-fd9b86cee934 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:03:32.857298 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e052b5d2-6ade-4488-88c5-fc7a17448fc7 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:03:32.857879 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e052b5d2-6ade-4488-88c5-fc7a17448fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:03:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:03:32.897364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f2bd4-6869-4b30-9326-f8626a97c0ae req-0bf1eaec-905d-4674-8ec6-c174bb8271a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:32.898792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e7f2bd4-6869-4b30-9326-f8626a97c0ae req-0bf1eaec-905d-4674-8ec6-c174bb8271a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0573406 Feb 09 15:03:32.977912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f2bd4-6869-4b30-9326-f8626a97c0ae req-7321ab62-6241-4942-9b4d-bfc3843f9350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:32.979380 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e7f2bd4-6869-4b30-9326-f8626a97c0ae req-7321ab62-6241-4942-9b4d-bfc3843f9350 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740466 Feb 09 15:03:33.032421 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-e052b5d2-6ade-4488-88c5-fc7a17448fc7 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:03:33.131286 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e7f2bd4-6869-4b30-9326-f8626a97c0ae req-8fed9b7d-1a22-486e-b32d-0779545ec8dd service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449921 Feb 09 15:03:33.266448 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e7f2bd4-6869-4b30-9326-f8626a97c0ae req-68594607-8ce2-4c9b-b8fe-c611da33c2ce service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291442 Feb 09 15:03:33.392865 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e052b5d2-6ade-4488-88c5-fc7a17448fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2cac95e0-feba-43f1-842b-f6276f95bad9', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'port_id': '9e2d6332-4aa7-4640-8606-ad8daef11d4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'mac_address': 'fa:16:3e:3d:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:02:15Z', 'updated_at': '2022-02-09T15:03:31Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:03:33.396774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e052b5d2-6ade-4488-88c5-fc7a17448fc7 None None] The sync data for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 is: [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2cac95e0-feba-43f1-842b-f6276f95bad9', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'port_id': '9e2d6332-4aa7-4640-8606-ad8daef11d4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'mac_address': 'fa:16:3e:3d:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:02:15Z', 'updated_at': '2022-02-09T15:03:31Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:03:33.592805 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becff79a-9061-4fda-8ce6-4b50859c2de1 None None] New status for floating IP 2cac95e0-feba-43f1-842b-f6276f95bad9: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:03:33.879982 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8845a5-c834-492d-8fc8-2609ade5b8d9 req-04d8b4c0-6fa4-49b0-b4e8-c60d545e3236 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:33.881446 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ca8845a5-c834-492d-8fc8-2609ade5b8d9 req-04d8b4c0-6fa4-49b0-b4e8-c60d545e3236 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0856426 Feb 09 15:03:33.925408 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ca8845a5-c834-492d-8fc8-2609ade5b8d9 req-c1ef1628-fa73-43e8-9d31-ffe4873394a4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379219 Feb 09 15:03:34.271019 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc6df2-9c54-4fe6-8526-c0dc2f677df7 req-38c2dc52-d609-45d1-9c51-2bc8aef2c724 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:34.272430 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6dfc6df2-9c54-4fe6-8526-c0dc2f677df7 req-38c2dc52-d609-45d1-9c51-2bc8aef2c724 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0821426 Feb 09 15:03:34.321941 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6dfc6df2-9c54-4fe6-8526-c0dc2f677df7 req-2609f7ec-032d-4853-be36-49a88b864365 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438857 Feb 09 15:03:35.507764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba7c23-4672-4db3-b895-a68cbddef547 req-0107117b-0e8d-41e5-97d9-a505731ed546 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:35.509641 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5dba7c23-4672-4db3-b895-a68cbddef547 req-0107117b-0e8d-41e5-97d9-a505731ed546 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0787342 Feb 09 15:03:35.558161 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5dba7c23-4672-4db3-b895-a68cbddef547 req-16a4e50f-234a-40f9-9b2e-02a44bade350 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429854 Feb 09 15:03:36.743148 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d99e0-2975-460c-bca6-d7abbbe9e92c req-c450e8f8-19d6-4970-bbef-c3b4acbbe92c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:36.744653 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-799d99e0-2975-460c-bca6-d7abbbe9e92c req-c450e8f8-19d6-4970-bbef-c3b4acbbe92c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0811110 Feb 09 15:03:36.788642 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-799d99e0-2975-460c-bca6-d7abbbe9e92c req-1402572f-83c5-443b-be7e-c89a49b4a1fc tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381761 Feb 09 15:03:37.979676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b6ff4-7626-4758-859a-b853309c5f0a req-d488421c-ea40-4d71-958c-c77a49463eb9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:37.981119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-001b6ff4-7626-4758-859a-b853309c5f0a req-d488421c-ea40-4d71-958c-c77a49463eb9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0817025 Feb 09 15:03:38.024561 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-001b6ff4-7626-4758-859a-b853309c5f0a req-fe58e4db-da3d-4fe1-88c6-c8bc3db789c3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374482 Feb 09 15:03:39.208894 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793a2fa-c6fe-4185-9249-172463daeb4b req-ee6c5f4e-ca01-4de7-ade1-ceadd4f2b5dd tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:39.210336 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7793a2fa-c6fe-4185-9249-172463daeb4b req-ee6c5f4e-ca01-4de7-ade1-ceadd4f2b5dd tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0823460 Feb 09 15:03:39.232166 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:39.260296 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7793a2fa-c6fe-4185-9249-172463daeb4b req-59a65e7c-9809-4dff-97e0-f1c7f69ed9a9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439131 Feb 09 15:03:40.447564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7a8c5-4708-46ad-bfc2-2ae21f2a6f99 req-99cf44ec-dae2-4015-a8a9-1af326a88ce5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:40.449022 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66b7a8c5-4708-46ad-bfc2-2ae21f2a6f99 req-99cf44ec-dae2-4015-a8a9-1af326a88ce5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0816624 Feb 09 15:03:40.492476 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-66b7a8c5-4708-46ad-bfc2-2ae21f2a6f99 req-2ec027ac-f0c6-4c53-8f82-d2ecda97e8f1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371428 Feb 09 15:03:40.872272 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:41.679552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd621eb-e728-40cd-9c9d-b0396011e0c2 req-306e5637-6c67-4b5f-ad1c-3f1db514f986 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:41.681035 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3fd621eb-e728-40cd-9c9d-b0396011e0c2 req-306e5637-6c67-4b5f-ad1c-3f1db514f986 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0808973 Feb 09 15:03:41.725497 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3fd621eb-e728-40cd-9c9d-b0396011e0c2 req-9312cf68-6837-4e79-8e1e-2990fd8648c7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386021 Feb 09 15:03:43.009525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c9e60-5b99-4580-955b-48a750e06d23 req-c445281a-0994-4a70-bad0-e137a9d8cf56 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:43.011020 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-137c9e60-5b99-4580-955b-48a750e06d23 req-c445281a-0994-4a70-bad0-e137a9d8cf56 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.1714253 Feb 09 15:03:43.059434 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-137c9e60-5b99-4580-955b-48a750e06d23 req-0893e789-341d-4b16-81e3-e30664171f07 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414479 Feb 09 15:03:44.301154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66b1aa-f00b-4fd7-87e3-f19bee909f2b req-03ed41e7-b523-4aa9-b780-c023913ec680 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:44.302624 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a66b1aa-f00b-4fd7-87e3-f19bee909f2b req-03ed41e7-b523-4aa9-b780-c023913ec680 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.1366282 Feb 09 15:03:44.347128 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a66b1aa-f00b-4fd7-87e3-f19bee909f2b req-989496b4-8aea-49ea-8d9c-55b57c802a19 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388100 Feb 09 15:03:45.536491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707013d-a6e1-4eec-b93f-0152b687362c req-b98ccfc8-aa2d-4fd3-a755-95a137ace7dd tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:45.537945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e707013d-a6e1-4eec-b93f-0152b687362c req-b98ccfc8-aa2d-4fd3-a755-95a137ace7dd tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0876060 Feb 09 15:03:45.581163 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e707013d-a6e1-4eec-b93f-0152b687362c req-613a3c45-e9c8-4fb3-b991-d1fd146bbd00 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375307 Feb 09 15:03:46.763075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4456865-38f7-47e6-874d-ea7b58df3cca req-1ec8e50e-7341-41b6-aaf2-372529e3e435 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:46.764752 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4456865-38f7-47e6-874d-ea7b58df3cca req-1ec8e50e-7341-41b6-aaf2-372529e3e435 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0786610 Feb 09 15:03:46.811945 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4456865-38f7-47e6-874d-ea7b58df3cca req-5d91ebdd-5aa7-454d-9fc5-2df64abcf38f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409012 Feb 09 15:03:48.005584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765b5c8-d223-4ac6-8952-cc116cdb6099 req-b05641c3-4b98-495c-883e-8530cf343cc4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:48.007008 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3765b5c8-d223-4ac6-8952-cc116cdb6099 req-b05641c3-4b98-495c-883e-8530cf343cc4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0811918 Feb 09 15:03:48.051410 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3765b5c8-d223-4ac6-8952-cc116cdb6099 req-74c7b13c-e779-4237-bf06-2a46231b5e81 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385163 Feb 09 15:03:49.237975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6531e6c-31c6-45bb-a29a-e4fffc51db63 req-930e6ba1-16e3-4f71-bd2d-ca6360c2ca35 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:49.239769 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f6531e6c-31c6-45bb-a29a-e4fffc51db63 req-930e6ba1-16e3-4f71-bd2d-ca6360c2ca35 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0819066 Feb 09 15:03:49.285898 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f6531e6c-31c6-45bb-a29a-e4fffc51db63 req-faeb4f4f-87ff-4d8e-a38d-3afec6278b9d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405526 Feb 09 15:03:49.931340 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:03:50.467403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127ff72-4257-45ad-a470-a5e1322ca5d2 req-54c5f499-dd74-4e98-8fd1-7d782c7c570b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:50.468855 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2127ff72-4257-45ad-a470-a5e1322ca5d2 req-54c5f499-dd74-4e98-8fd1-7d782c7c570b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0780654 Feb 09 15:03:50.622107 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2127ff72-4257-45ad-a470-a5e1322ca5d2 req-2048ab4f-0a48-4aed-b2c4-d36b39383816 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477306 Feb 09 15:03:51.804771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50a75e-1a56-447d-ac82-6b0dec7d1ff4 req-aa434454-c397-46b0-b356-9ba9010ec482 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:51.806105 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb50a75e-1a56-447d-ac82-6b0dec7d1ff4 req-aa434454-c397-46b0-b356-9ba9010ec482 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0804505 Feb 09 15:03:51.849256 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb50a75e-1a56-447d-ac82-6b0dec7d1ff4 req-bae6a1b0-e1d8-4d0b-af63-4b5e00d4a732 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376098 Feb 09 15:03:53.028883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f2dfa-d01e-40bf-a82c-9e0dc84a4e4e req-511c4845-0834-4e01-8da8-81b728df8fcc tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:53.030328 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b17f2dfa-d01e-40bf-a82c-9e0dc84a4e4e req-511c4845-0834-4e01-8da8-81b728df8fcc tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0791643 Feb 09 15:03:53.074137 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b17f2dfa-d01e-40bf-a82c-9e0dc84a4e4e req-b0291c35-2090-48ad-ae94-6caca35091e1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371912 Feb 09 15:03:54.258338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7a340-59d8-429e-bf5b-ddb55d16b1c9 req-b90903a1-6caf-4ece-a576-09d9a393afe7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:54.259798 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46d7a340-59d8-429e-bf5b-ddb55d16b1c9 req-b90903a1-6caf-4ece-a576-09d9a393afe7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0799062 Feb 09 15:03:54.303510 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-46d7a340-59d8-429e-bf5b-ddb55d16b1c9 req-46bed37f-17b3-4cd1-b858-0c175affc55c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376260 Feb 09 15:03:55.488293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f95f7-2e97-44d3-9ae8-ff6f6142c9fe req-7857abd1-aca4-4e1a-a80f-4d8ae766e291 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:55.489736 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-800f95f7-2e97-44d3-9ae8-ff6f6142c9fe req-7857abd1-aca4-4e1a-a80f-4d8ae766e291 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0819046 Feb 09 15:03:55.534718 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-800f95f7-2e97-44d3-9ae8-ff6f6142c9fe req-9d766d04-a32c-4394-bbb6-39e4bb2052b0 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393295 Feb 09 15:03:56.723117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bd022-88a4-48bb-acfc-107025a280a3 req-1e33df79-0774-4bcc-adfc-6751d167198c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:56.724617 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-142bd022-88a4-48bb-acfc-107025a280a3 req-1e33df79-0774-4bcc-adfc-6751d167198c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0829413 Feb 09 15:03:56.768290 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-142bd022-88a4-48bb-acfc-107025a280a3 req-92063c9a-1b8e-42ba-a9cf-4025f635bc0f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377133 Feb 09 15:03:56.848962 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-09c4ac12-9d6d-47d7-9c91-c18395a9b3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:03:57.949973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafeb053-a6a5-4eab-9834-52e1eb407fd7 req-3b921af7-4bf6-4c85-b725-8dd9900da5d5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:57.951417 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dafeb053-a6a5-4eab-9834-52e1eb407fd7 req-3b921af7-4bf6-4c85-b725-8dd9900da5d5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0780966 Feb 09 15:03:57.996065 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dafeb053-a6a5-4eab-9834-52e1eb407fd7 req-9823ebe8-200c-4b0a-8f9d-a45a4e91fa0f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391498 Feb 09 15:03:59.178117 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45b7a6-3daf-43f4-b165-4bc499d10a12 req-5351f7bc-d6d0-4aa3-a609-892884dc27a4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:03:59.179572 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec45b7a6-3daf-43f4-b165-4bc499d10a12 req-5351f7bc-d6d0-4aa3-a609-892884dc27a4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0784187 Feb 09 15:03:59.224354 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec45b7a6-3daf-43f4-b165-4bc499d10a12 req-2faf3306-842f-4768-928c-9d29002438ad tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389724 Feb 09 15:03:59.273636 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4854a7f3-289d-4b5f-b79b-dc4313bb2a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:00.366981 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:00.388088 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:00.416853 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631424bb-96a4-4976-b4aa-be561cba0961 req-241157f8-230e-43d3-85c1-618baadf9279 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:00.418305 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-631424bb-96a4-4976-b4aa-be561cba0961 req-241157f8-230e-43d3-85c1-618baadf9279 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0893164 Feb 09 15:04:00.462984 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-631424bb-96a4-4976-b4aa-be561cba0961 req-61391cba-785a-41e8-9ad6-545b0a5bc4d6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389068 Feb 09 15:04:00.861120 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-4a6a8644-5938-45bd-99ac-c71f261a13b5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1263373 Feb 09 15:04:00.876851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dc250-4bd3-4aaf-af87-d385b4de0d71 req-741331ff-6092-4013-9f0c-c00b6eb8f661 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:00.878303 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d4dc250-4bd3-4aaf-af87-d385b4de0d71 req-741331ff-6092-4013-9f0c-c00b6eb8f661 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0953970 Feb 09 15:04:00.922654 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7d4dc250-4bd3-4aaf-af87-d385b4de0d71 req-99a91448-20e7-47da-85a6-990c3c3a3caa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377450 Feb 09 15:04:01.933409 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:02.011383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-08885c4d-2f6d-465b-9011-26e84b831314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:02.012914 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-08885c4d-2f6d-465b-9011-26e84b831314 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 1096 time: 0.1163106 Feb 09 15:04:02.110561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bdae7-a597-49b8-8bfe-0129743715a5 req-38f42ba1-0685-40ea-bd84-9cf9cc94c330 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:02.111304 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-060bdae7-a597-49b8-8bfe-0129743715a5 req-38f42ba1-0685-40ea-bd84-9cf9cc94c330 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0819480 Feb 09 15:04:02.146284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-f51d6c44-0521-4577-997d-8bf4fbec886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:02.147764 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-f51d6c44-0521-4577-997d-8bf4fbec886a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1267548 Feb 09 15:04:02.154427 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-060bdae7-a597-49b8-8bfe-0129743715a5 req-44b245b1-1e15-4957-9f7e-4328296c5652 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370023 Feb 09 15:04:02.254844 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-44305213-1181-471b-9e3b-68cb054d8ab8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f HTTP/1.1" status: 200 len: 1000 time: 0.0974445 Feb 09 15:04:02.317499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-2d0f1dc1-ac7c-4d9e-8505-d85edc4e3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:02.318902 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-2d0f1dc1-ac7c-4d9e-8505-d85edc4e3c30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0563498 Feb 09 15:04:02.392295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-0dc42dbb-e4ff-4b30-a70b-9d05d4912198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:02.393658 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-0dc42dbb-e4ff-4b30-a70b-9d05d4912198 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681868 Feb 09 15:04:02.522626 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-8e9642b5-af62-48db-b5e1-07c9e516e6d7 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221666 Feb 09 15:04:02.656131 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-9dd0cca1-bd93-4d23-9a4c-5fae1f02458b service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266634 Feb 09 15:04:03.343202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750aa855-01c9-4fbd-acd2-f92ac7efd386 req-35bf9375-9ec8-4482-b809-d1c2fe8692b1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:03.344681 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-750aa855-01c9-4fbd-acd2-f92ac7efd386 req-35bf9375-9ec8-4482-b809-d1c2fe8692b1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0845387 Feb 09 15:04:03.387250 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-750aa855-01c9-4fbd-acd2-f92ac7efd386 req-37d4e94e-77d1-4fb5-8641-d552725b48ad tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364356 Feb 09 15:04:04.567670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ead57e-8629-4fe8-9910-05e0fbbf484d req-79d16763-5894-4379-9458-6749f230b8c9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:04.569172 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-08ead57e-8629-4fe8-9910-05e0fbbf484d req-79d16763-5894-4379-9458-6749f230b8c9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0776987 Feb 09 15:04:04.616107 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-08ead57e-8629-4fe8-9910-05e0fbbf484d req-6092d58c-1398-42a6-b364-8b568353f422 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414541 Feb 09 15:04:04.790475 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-1c699d8e-8102-4035-ada3-7160cd083d02 service neutron] show failed (client error): The resource could not be found. Feb 09 15:04:04.791453 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-1c699d8e-8102-4035-ada3-7160cd083d02 service neutron] 10.222.0.35 "GET /v2.0/ports/9e2d6332-4aa7-4640-8606-ad8daef11d4f/bindings/n-h2-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.0716727 Feb 09 15:04:05.049473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-32cb7815-5f2c-4d08-8529-f25e4c65d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:05.050850 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-32cb7815-5f2c-4d08-8529-f25e4c65d24d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6&tenant_id=2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 1096 time: 0.0723360 Feb 09 15:04:05.062169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:04:05.276456 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:05.534476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] For port 9e2d6332-4aa7-4640-8606-ad8daef11d4f, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:04:05.567030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] For port 9e2d6332-4aa7-4640-8606-ad8daef11d4f, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:04:05.624537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e2d6332-4aa7-4640-8606-ad8daef11d4f'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:04:05.629871 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:05.646024 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Transition to ACTIVE for port object 9e2d6332-4aa7-4640-8606-ad8daef11d4f will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:04:05.650153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:05.756830 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e2d6332-4aa7-4640-8606-ad8daef11d4f', 'code': 200} Feb 09 15:04:05.800424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Pushing event updated for resources: {'Port': ['ID=9e2d6332-4aa7-4640-8606-ad8daef11d4f,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:04:05.831567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4244a64-a273-4bc0-a6d7-be62d46e5adf req-31e3986d-8f18-4c38-bd53-bdd1870baf9b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:05.833848 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4244a64-a273-4bc0-a6d7-be62d46e5adf req-31e3986d-8f18-4c38-bd53-bdd1870baf9b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 943 time: 0.0949347 Feb 09 15:04:05.857401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] No DVR routers for this DVR port 9e2d6332-4aa7-4640-8606-ad8daef11d4f on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:04:05.882494 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4244a64-a273-4bc0-a6d7-be62d46e5adf req-b47f08c5-a176-4fa3-8eaa-4644e9a3efc8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430775 Feb 09 15:04:06.088740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Attempting to bind port 9e2d6332-4aa7-4640-8606-ad8daef11d4f on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:04:06.089017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Attempting to bind port 9e2d6332-4aa7-4640-8606-ad8daef11d4f by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:04:06.089341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Attempting to bind port 9e2d6332-4aa7-4640-8606-ad8daef11d4f on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:04:06.094087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Port 9e2d6332-4aa7-4640-8606-ad8daef11d4f on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:04:06.094407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Attempting to bind port 9e2d6332-4aa7-4640-8606-ad8daef11d4f on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:04:06.100074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:04:06.100416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Checking segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:04:06.100797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Bound using segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:04:06.101217 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Bound port: 9e2d6332-4aa7-4640-8606-ad8daef11d4f, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:04:06.101557 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:06.188464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] For port 9e2d6332-4aa7-4640-8606-ad8daef11d4f, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:04:06.191309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] For port 9e2d6332-4aa7-4640-8606-ad8daef11d4f, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:04:06.195542 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:06.257923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:06.258546 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:06.259920 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] 10.222.0.21 "PUT /v2.0/ports/9e2d6332-4aa7-4640-8606-ad8daef11d4f HTTP/1.1" status: 200 len: 1091 time: 1.2016585 Feb 09 15:04:06.275923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814fc46-f0ce-45bd-b02d-156823719a2a service neutron] Pushing event updated for resources: {'Port': ['ID=9e2d6332-4aa7-4640-8606-ad8daef11d4f,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:04:06.357728 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-d9c808de-1de3-4deb-bcf3-005ed29e21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:06.359133 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-d9c808de-1de3-4deb-bcf3-005ed29e21c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 1094 time: 0.0768108 Feb 09 15:04:06.493620 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-71a4f8cf-2d5e-4ff1-83b5-578f3e771bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:06.495109 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-71a4f8cf-2d5e-4ff1-83b5-578f3e771bbe service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1299536 Feb 09 15:04:06.597881 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-d2cc5ea0-86e5-4d16-8efc-c9aac47f00d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f HTTP/1.1" status: 200 len: 998 time: 0.0968359 Feb 09 15:04:06.658690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-206b2f04-e6a5-4d9d-a379-b9ea6279cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:06.660159 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-206b2f04-e6a5-4d9d-a379-b9ea6279cd4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0568402 Feb 09 15:04:06.738186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-aa755a55-6af5-4338-aa32-4bba27c0dced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:06.740290 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-aa755a55-6af5-4338-aa32-4bba27c0dced service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742381 Feb 09 15:04:06.991369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-73ea76e3-0943-4ebc-bbb2-2f6a68ea9784 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455666 Feb 09 15:04:07.178615 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-894a2e36-67e6-4c9a-ba70-3e8978a2fe42 req-c61c346a-4cf2-4002-99e4-9991ab63c54c service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818225 Feb 09 15:04:07.186673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd26735-11d3-4572-8ad6-3867d9dace55 req-b2587ded-6d75-4ec5-adf8-4bec3a2f4391 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:07.188071 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ecd26735-11d3-4572-8ad6-3867d9dace55 req-b2587ded-6d75-4ec5-adf8-4bec3a2f4391 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 943 time: 0.1743214 Feb 09 15:04:07.233329 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ecd26735-11d3-4572-8ad6-3867d9dace55 req-1cfa0c0e-f2f3-4572-8232-fb53810e941e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392206 Feb 09 15:04:07.758285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'tag': '9e2d6332-4aa7-4640-8606-ad8daef11d4f'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:04:07.812545 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'tag': '9e2d6332-4aa7-4640-8606-ad8daef11d4f', 'status': 'completed', 'code': 200} Feb 09 15:04:07.961814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-2842a68c-ff1e-4d09-ac6d-6985fcc77c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:07.963289 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-2842a68c-ff1e-4d09-ac6d-6985fcc77c36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 1094 time: 0.1309772 Feb 09 15:04:07.965973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-fe2b20a7-55dc-426c-8fc7-10b9503263b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:07.967281 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-fe2b20a7-55dc-426c-8fc7-10b9503263b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 1094 time: 0.1057315 Feb 09 15:04:08.009881 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9e2d6332-4aa7-4640-8606-ad8daef11d4f no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:04:08.065091 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 9e2d6332-4aa7-4640-8606-ad8daef11d4f not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:04:08.195298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-bf20a507-e39c-4b98-90bb-9620c592345a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:08.196741 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-bf20a507-e39c-4b98-90bb-9620c592345a service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.2278011 Feb 09 15:04:08.200858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-1d3fd02a-dd4d-4407-9c3e-20523c519849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:08.202135 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-1d3fd02a-dd4d-4407-9c3e-20523c519849 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.2141175 Feb 09 15:04:08.428146 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-fb1c5117-2eee-4617-8e58-7286813949de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f HTTP/1.1" status: 200 len: 998 time: 0.2245803 Feb 09 15:04:08.436875 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-afd287fc-c67b-41f6-8ab7-59d2e27ab138 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f HTTP/1.1" status: 200 len: 998 time: 0.1807010 Feb 09 15:04:08.549257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-eb36d1bc-6dfa-493d-8246-a660d70cdd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:08.550690 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-eb36d1bc-6dfa-493d-8246-a660d70cdd83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.1129820 Feb 09 15:04:08.561295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-00f8838e-2970-4dc3-abde-30fa24171d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:08.562625 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-00f8838e-2970-4dc3-abde-30fa24171d49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0925918 Feb 09 15:04:08.645151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b984255-9482-4dec-938b-56fdd261811e req-22b30de5-9dec-4cfb-8552-80148274c5ea tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:08.647381 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6b984255-9482-4dec-938b-56fdd261811e req-22b30de5-9dec-4cfb-8552-80148274c5ea tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 943 time: 0.3004789 Feb 09 15:04:08.726252 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6b984255-9482-4dec-938b-56fdd261811e req-10c4b611-8e94-4191-a410-e2baaaa1d2ad tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697074 Feb 09 15:04:08.741027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-15b4271e-1665-43fc-977e-64d32a70da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:08.742460 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-15b4271e-1665-43fc-977e-64d32a70da0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827834 Feb 09 15:04:08.744928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-3728439f-f7a6-46ab-8e35-1e6e6f0e8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:08.746247 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-3728439f-f7a6-46ab-8e35-1e6e6f0e8ddb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516409 Feb 09 15:04:09.098656 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-42364294-2ca2-4c71-af57-b4c3c72ca140 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493185 Feb 09 15:04:09.100524 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-cb993278-2128-4332-a54e-58137067a1a5 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342898 Feb 09 15:04:09.243158 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:09.334396 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-a25e24f2-e31b-4b55-9ab6-b252c2de003b service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288752 Feb 09 15:04:09.336233 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-231362d2-1d5e-4a72-9709-6cc54e76b1ee req-a890f51a-0c6a-468b-af10-cc4e9d711d66 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138164 Feb 09 15:04:09.778009 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 9e2d6332-4aa7-4640-8606-ad8daef11d4f details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:04:09.909093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cc04f-cf1a-4688-98a4-1d43e5a10cda req-4fd5f6c0-6f19-42b9-9ee1-40e0c749fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:09.911831 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-523cc04f-cf1a-4688-98a4-1d43e5a10cda req-4fd5f6c0-6f19-42b9-9ee1-40e0c749fe95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 1094 time: 0.0909495 Feb 09 15:04:09.940389 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889c3b6-5565-4b85-bbcd-fc349dcce05b req-1d8daad5-7be9-4ac1-84d1-e2d53ad56200 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:09.941995 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b889c3b6-5565-4b85-bbcd-fc349dcce05b req-1d8daad5-7be9-4ac1-84d1-e2d53ad56200 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 943 time: 0.0972929 Feb 09 15:04:09.964584 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 9e2d6332-4aa7-4640-8606-ad8daef11d4f, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:04:09.978350 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '9e2d6332-4aa7-4640-8606-ad8daef11d4f', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'port_id': '9e2d6332-4aa7-4640-8606-ad8daef11d4f', 'mac_address': 'fa:16:3e:3d:f0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:04:09.987518 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b889c3b6-5565-4b85-bbcd-fc349dcce05b req-d83b8155-13b9-468d-8ce0-36a3766c14b6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392511 Feb 09 15:04:10.035502 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:10.052277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2d6332-4aa7-4640-8606-ad8daef11d4f {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:04:10.063461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cc04f-cf1a-4688-98a4-1d43e5a10cda req-f5dc2e19-3d81-4a53-8926-8773e56d1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:10.064925 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-523cc04f-cf1a-4688-98a4-1d43e5a10cda req-f5dc2e19-3d81-4a53-8926-8773e56d1541 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1295543 Feb 09 15:04:10.067882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 9e2d6332-4aa7-4640-8606-ad8daef11d4f, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:04:10.071940 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:10.138548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=9e2d6332-4aa7-4640-8606-ad8daef11d4f,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:04:10.170110 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-523cc04f-cf1a-4688-98a4-1d43e5a10cda req-501904a9-75af-4aa0-abfe-33dae1b6bd54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f HTTP/1.1" status: 200 len: 999 time: 0.0991540 Feb 09 15:04:10.232945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cc04f-cf1a-4688-98a4-1d43e5a10cda req-1572b047-29c6-4c71-9378-c22edb0c04cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:10.234410 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-523cc04f-cf1a-4688-98a4-1d43e5a10cda req-1572b047-29c6-4c71-9378-c22edb0c04cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0578465 Feb 09 15:04:10.309870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cc04f-cf1a-4688-98a4-1d43e5a10cda req-6e76fed5-d25e-443d-91fd-b2db803dee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:10.311360 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-523cc04f-cf1a-4688-98a4-1d43e5a10cda req-6e76fed5-d25e-443d-91fd-b2db803dee2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706241 Feb 09 15:04:10.420233 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['9e2d6332-4aa7-4640-8606-ad8daef11d4f'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:04:10.439029 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-523cc04f-cf1a-4688-98a4-1d43e5a10cda req-51038e39-fab9-4a41-a071-b218392b2a06 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213214 Feb 09 15:04:10.579228 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-523cc04f-cf1a-4688-98a4-1d43e5a10cda req-d13d8f52-6028-45b2-8c41-f4a80bdf8ef0 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337144 Feb 09 15:04:10.887129 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:11.174145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9a1d2-3dba-4468-9f26-c7ca18995a86 req-a5cf4e73-0a33-4eee-83dc-1139ec0c636d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:11.175691 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-21c9a1d2-3dba-4468-9f26-c7ca18995a86 req-a5cf4e73-0a33-4eee-83dc-1139ec0c636d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 944 time: 0.0808291 Feb 09 15:04:11.220400 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-21c9a1d2-3dba-4468-9f26-c7ca18995a86 req-34f738ae-a4a8-4b07-9b03-9e3a4aebc5c6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384352 Feb 09 15:04:11.578738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa128af-bdb0-4455-8778-7d0b5df42757 req-3a80837b-c486-455c-8603-26cee46fb91a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:11.580222 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2aa128af-bdb0-4455-8778-7d0b5df42757 req-3a80837b-c486-455c-8603-26cee46fb91a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 944 time: 0.1408572 Feb 09 15:04:11.588591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b2b66-5a94-4551-853b-97ac635ff242 req-5a627823-351c-4e47-8e4b-c9f8135c2b50 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:11.589881 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b2b2b66-5a94-4551-853b-97ac635ff242 req-5a627823-351c-4e47-8e4b-c9f8135c2b50 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6&tenant_id=2376551355104008af393aa5029ba8e5&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 944 time: 0.1166983 Feb 09 15:04:11.683374 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2aa128af-bdb0-4455-8778-7d0b5df42757 req-bda3b199-2862-4c8d-b5c4-e00657062cd1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923071 Feb 09 15:04:11.698067 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-7b2b2b66-5a94-4551-853b-97ac635ff242 req-36255b27-2edb-49b2-85cc-93de92fe42dc service neutron] delete failed (client error): The resource could not be found. Feb 09 15:04:11.699031 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b2b2b66-5a94-4551-853b-97ac635ff242 req-36255b27-2edb-49b2-85cc-93de92fe42dc service neutron] 10.222.0.35 "DELETE /v2.0/ports/9e2d6332-4aa7-4640-8606-ad8daef11d4f/bindings/n-h1-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.0952911 Feb 09 15:04:11.784077 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 9e2d6332-4aa7-4640-8606-ad8daef11d4f up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:04:11.835312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b2b66-5a94-4551-853b-97ac635ff242 req-8da7ac77-9358-4469-8509-94a0fbdfeab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:11.836822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b2b2b66-5a94-4551-853b-97ac635ff242 req-8da7ac77-9358-4469-8509-94a0fbdfeab6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 1095 time: 0.0708339 Feb 09 15:04:11.852729 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 9e2d6332-4aa7-4640-8606-ad8daef11d4f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:04:11.858039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 9e2d6332-4aa7-4640-8606-ad8daef11d4f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:04:11.858422 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:11.968224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b2b66-5a94-4551-853b-97ac635ff242 req-dfb876b0-cc40-4789-929c-3e465a4b6fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:11.969652 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b2b2b66-5a94-4551-853b-97ac635ff242 req-dfb876b0-cc40-4789-929c-3e465a4b6fc8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1252477 Feb 09 15:04:11.973653 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:11.999709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2d6332-4aa7-4640-8606-ad8daef11d4f'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:04:12.011565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 9e2d6332-4aa7-4640-8606-ad8daef11d4f, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:04:12.016205 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:12.062680 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2d6332-4aa7-4640-8606-ad8daef11d4f', 'code': 200} Feb 09 15:04:12.093289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=9e2d6332-4aa7-4640-8606-ad8daef11d4f,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:04:12.199340 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b2b2b66-5a94-4551-853b-97ac635ff242 req-215a1061-521e-4a37-bf62-ceab5297f45b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f HTTP/1.1" status: 200 len: 1000 time: 0.2213318 Feb 09 15:04:12.261893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b2b66-5a94-4551-853b-97ac635ff242 req-57284f37-eccc-4863-b691-b436a67026f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:12.263271 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b2b2b66-5a94-4551-853b-97ac635ff242 req-57284f37-eccc-4863-b691-b436a67026f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0579927 Feb 09 15:04:12.347047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b2b66-5a94-4551-853b-97ac635ff242 req-ba9d6001-daae-4be8-bb19-2be179bf0e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:12.348564 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b2b2b66-5a94-4551-853b-97ac635ff242 req-ba9d6001-daae-4be8-bb19-2be179bf0e5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777314 Feb 09 15:04:12.481136 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b2b2b66-5a94-4551-853b-97ac635ff242 req-5b96b20d-15f2-48e7-abd0-afd9bf8b7ec2 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256115 Feb 09 15:04:12.617839 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7b2b2b66-5a94-4551-853b-97ac635ff242 req-355816db-a440-4660-94db-08a62fbf17da service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302474 Feb 09 15:04:12.887397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2d013-9d1b-43b0-9e15-0a0baf141fb3 req-86c91589-1d04-41e6-b5a0-b20a21725135 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:12.888825 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94f2d013-9d1b-43b0-9e15-0a0baf141fb3 req-86c91589-1d04-41e6-b5a0-b20a21725135 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0875750 Feb 09 15:04:12.932591 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94f2d013-9d1b-43b0-9e15-0a0baf141fb3 req-7d6253b5-7f1a-49ad-9018-ed2443292ea7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382502 Feb 09 15:04:14.124512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a8064-0d72-4cfb-8f01-124c83622b57 req-6c9704a9-3a4b-405c-85ad-ae70b6d9dedb tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:14.125945 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ba1a8064-0d72-4cfb-8f01-124c83622b57 req-6c9704a9-3a4b-405c-85ad-ae70b6d9dedb tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0834799 Feb 09 15:04:14.168830 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ba1a8064-0d72-4cfb-8f01-124c83622b57 req-63fce994-2555-4c4d-86c9-a93b15684802 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373430 Feb 09 15:04:14.351382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdb224-4fb8-44f4-a40a-354206913f85 req-5e615b79-3bce-4859-a2f8-e0ce6226aada tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:14.352761 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bfdb224-4fb8-44f4-a40a-354206913f85 req-5e615b79-3bce-4859-a2f8-e0ce6226aada tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0786898 Feb 09 15:04:14.394990 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6bfdb224-4fb8-44f4-a40a-354206913f85 req-c0f1da6a-6859-41ad-a5f9-52c173b05264 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364158 Feb 09 15:04:14.793567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7c62d-c611-4d36-8a78-6ff793d7c88d req-485712df-de2a-4ab9-91b8-80ab921fe478 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:14.795205 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5c7c62d-c611-4d36-8a78-6ff793d7c88d req-485712df-de2a-4ab9-91b8-80ab921fe478 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.1405911 Feb 09 15:04:14.800893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ab1b6-8c05-469d-8361-279da64a693c req-a18c4358-0bc8-441a-b9ab-44842c7e4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:14.803071 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-409ab1b6-8c05-469d-8361-279da64a693c req-a18c4358-0bc8-441a-b9ab-44842c7e4f6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 1096 time: 0.0994415 Feb 09 15:04:14.922088 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e5c7c62d-c611-4d36-8a78-6ff793d7c88d req-7a0694cd-41ed-4c09-a62a-77b2d4534abf tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180773 Feb 09 15:04:14.963062 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ab1b6-8c05-469d-8361-279da64a693c req-5a50b885-0ccd-4a70-900e-06c5df800c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:14.964489 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-409ab1b6-8c05-469d-8361-279da64a693c req-5a50b885-0ccd-4a70-900e-06c5df800c71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1480727 Feb 09 15:04:15.060856 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-409ab1b6-8c05-469d-8361-279da64a693c req-b1581285-9cd4-4e0e-b523-27807084d97e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f HTTP/1.1" status: 200 len: 1000 time: 0.0907838 Feb 09 15:04:15.124625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ab1b6-8c05-469d-8361-279da64a693c req-0a0f9039-3cea-4086-9629-4af65b3a61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:15.126046 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-409ab1b6-8c05-469d-8361-279da64a693c req-0a0f9039-3cea-4086-9629-4af65b3a61e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0597105 Feb 09 15:04:15.197141 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ab1b6-8c05-469d-8361-279da64a693c req-5c39d526-d25a-42b1-907c-be8f744bd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:15.198582 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-409ab1b6-8c05-469d-8361-279da64a693c req-5c39d526-d25a-42b1-907c-be8f744bd677 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673320 Feb 09 15:04:15.328779 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-409ab1b6-8c05-469d-8361-279da64a693c req-7458b667-633d-4f9a-8396-093055888abc service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241765 Feb 09 15:04:15.457610 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-409ab1b6-8c05-469d-8361-279da64a693c req-e991841b-35a9-4dfe-9811-f0c6c478caf5 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232638 Feb 09 15:04:16.112827 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63ebf5-4c86-4d43-a725-b8c04912c0a6 req-5bdb8f5c-01f9-4261-b994-c2d7de22cb57 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:16.114799 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f63ebf5-4c86-4d43-a725-b8c04912c0a6 req-5bdb8f5c-01f9-4261-b994-c2d7de22cb57 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0823812 Feb 09 15:04:16.157618 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0f63ebf5-4c86-4d43-a725-b8c04912c0a6 req-6729e0fc-92e6-463b-9358-e91d552a0310 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372074 Feb 09 15:04:17.341605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af883e-637f-488c-aaad-290bb71de7aa req-d02a5a3e-0aed-4e1f-b49a-b6fec0375b01 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:17.343039 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99af883e-637f-488c-aaad-290bb71de7aa req-d02a5a3e-0aed-4e1f-b49a-b6fec0375b01 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0828011 Feb 09 15:04:17.385759 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-99af883e-637f-488c-aaad-290bb71de7aa req-d9b64047-4baa-4a39-b3cd-a66f4d536ddf tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371473 Feb 09 15:04:17.756862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d2598-cec4-48ec-9dfd-00c446f4656e req-425f1473-e237-44e4-8744-36d006441e82 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:17.758215 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8c4d2598-cec4-48ec-9dfd-00c446f4656e req-425f1473-e237-44e4-8744-36d006441e82 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0793698 Feb 09 15:04:17.804445 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8c4d2598-cec4-48ec-9dfd-00c446f4656e req-2069b7cf-da0b-4d16-8b4f-21a38544b099 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407214 Feb 09 15:04:18.987248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a8a31-2cb7-4686-8f73-e373ffe56708 req-6d4fe4e7-617a-4e7a-b013-a6c759339ffb tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:18.988707 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-904a8a31-2cb7-4686-8f73-e373ffe56708 req-6d4fe4e7-617a-4e7a-b013-a6c759339ffb tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0780153 Feb 09 15:04:19.050072 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-904a8a31-2cb7-4686-8f73-e373ffe56708 req-17d4afcf-1d6d-4782-ba8d-6158e60ecdd7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501847 Feb 09 15:04:19.086696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4b4df-263b-482f-885a-6f368d385eb0 req-db87b261-8f05-41c9-b06a-f0871d31a4e1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:19.088083 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-45e4b4df-263b-482f-885a-6f368d385eb0 req-db87b261-8f05-41c9-b06a-f0871d31a4e1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.21 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0847282 Feb 09 15:04:19.154888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-45e4b4df-263b-482f-885a-6f368d385eb0 req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Deleting port 9e2d6332-4aa7-4640-8606-ad8daef11d4f {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:04:19.155216 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-45e4b4df-263b-482f-885a-6f368d385eb0 req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:19.394519 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-45e4b4df-263b-482f-885a-6f368d385eb0 req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] For port 9e2d6332-4aa7-4640-8606-ad8daef11d4f, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=9e2d6332-4aa7-4640-8606-ad8daef11d4f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:04:19.394828 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-45e4b4df-263b-482f-885a-6f368d385eb0 req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:19.787094 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-45e4b4df-263b-482f-885a-6f368d385eb0 req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:19.787464 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-45e4b4df-263b-482f-885a-6f368d385eb0 req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:19.787805 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-45e4b4df-263b-482f-885a-6f368d385eb0 req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Floating IP 2cac95e0-feba-43f1-842b-f6276f95bad9 disassociated. External IP: 172.25.8.53, port: 9e2d6332-4aa7-4640-8606-ad8daef11d4f. Feb 09 15:04:19.788151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-45e4b4df-263b-482f-885a-6f368d385eb0 req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Calling delete_port for 9e2d6332-4aa7-4640-8606-ad8daef11d4f owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:04:19.926327 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-45e4b4df-263b-482f-885a-6f368d385eb0 req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:19.979422 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Pushing event deleted for resources: {'Port': ['ID=9e2d6332-4aa7-4640-8606-ad8daef11d4f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:04:19.990680 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:19.991029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:19.991434 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:19.991694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:19.992053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:19.992383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:19.992706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:19.993026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:19.993347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:19.993665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:19.993993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:19.994299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:20.216534 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ab911e0-b263-4a15-a3ed-f37d74145c87 req-1f6535d7-0b2b-48d1-a16e-28b804db1ae1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da5bfae-af20-4fb6-9fb9-d98186a5f3d6 HTTP/1.1" status: 200 len: 210 time: 0.0492995 Feb 09 15:04:20.221979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45e4b4df-263b-482f-885a-6f368d385eb0 req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Router 7c45b468-0096-42df-a6ab-fd9b86cee934 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:04:20.398495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45e4b4df-263b-482f-885a-6f368d385eb0 req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:04:20.407690 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a66f41-a39a-49d2-9ec3-9681d41dd593 None None] Sync routers for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:04:20.416673 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a66f41-a39a-49d2-9ec3-9681d41dd593 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:04:20.417273 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d3a66f41-a39a-49d2-9ec3-9681d41dd593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:03:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:04:20.470269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e4b4df-263b-482f-885a-6f368d385eb0 req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] No DVR routers for this DVR port 9e2d6332-4aa7-4640-8606-ad8daef11d4f on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:04:20.472939 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-45e4b4df-263b-482f-885a-6f368d385eb0 req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:20.475533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'name': 'network-vif-deleted', 'tag': '9e2d6332-4aa7-4640-8606-ad8daef11d4f'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:04:20.492499 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-45e4b4df-263b-482f-885a-6f368d385eb0 req-b9ba523e-1f05-4c53-bbe5-2a0e54275a9a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.21 "DELETE /v2.0/ports/9e2d6332-4aa7-4640-8606-ad8daef11d4f HTTP/1.1" status: 204 len: 173 time: 1.3996329 Feb 09 15:04:20.535710 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da5bfae-af20-4fb6-9fb9-d98186a5f3d6', 'name': 'network-vif-deleted', 'tag': '9e2d6332-4aa7-4640-8606-ad8daef11d4f', 'status': 'completed', 'code': 200} Feb 09 15:04:20.602918 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-d3a66f41-a39a-49d2-9ec3-9681d41dd593 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:04:20.947496 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d3a66f41-a39a-49d2-9ec3-9681d41dd593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:04:20.951442 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a66f41-a39a-49d2-9ec3-9681d41dd593 None None] Checking router: 7c45b468-0096-42df-a6ab-fd9b86cee934 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:04:20.959614 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a66f41-a39a-49d2-9ec3-9681d41dd593 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:04:20.960244 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d3a66f41-a39a-49d2-9ec3-9681d41dd593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:03:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:04:21.132030 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-d3a66f41-a39a-49d2-9ec3-9681d41dd593 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:04:21.448774 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d3a66f41-a39a-49d2-9ec3-9681d41dd593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:04:21.452696 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a66f41-a39a-49d2-9ec3-9681d41dd593 None None] The sync data for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 is: [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:04:21.562484 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-742972ef-5d73-4969-8cfa-9578f1002576 req-48f5cb69-5819-4d81-8555-6c9d2758bb1f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--795366054&fields=id&tenant_id=2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 267 time: 0.0519021 Feb 09 15:04:21.691494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bc784f-3b84-48a4-b1b2-a5b45915f94b None None] New status for floating IP 2cac95e0-feba-43f1-842b-f6276f95bad9: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:04:21.718965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742972ef-5d73-4969-8cfa-9578f1002576 req-cf3e4f0c-f81c-44a3-a1b0-39b0ffe51913 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:21.720437 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-742972ef-5d73-4969-8cfa-9578f1002576 req-cf3e4f0c-f81c-44a3-a1b0-39b0ffe51913 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 811 time: 0.1508179 Feb 09 15:04:21.735629 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-742972ef-5d73-4969-8cfa-9578f1002576 req-b3de4ace-7c60-4900-a4d9-448faa91db3c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/quotas/2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 375 time: 0.0097666 Feb 09 15:04:21.823402 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-742972ef-5d73-4969-8cfa-9578f1002576 req-fa866b50-ff30-4afc-a2ce-e0d1d950b66f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Synchronizing usage tracker for tenant:2376551355104008af393aa5029ba8e5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:04:21.839205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-742972ef-5d73-4969-8cfa-9578f1002576 req-fa866b50-ff30-4afc-a2ce-e0d1d950b66f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Unset dirty status for tenant:2376551355104008af393aa5029ba8e5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:04:21.841008 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-742972ef-5d73-4969-8cfa-9578f1002576 req-fa866b50-ff30-4afc-a2ce-e0d1d950b66f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0989993 Feb 09 15:04:21.986311 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-742972ef-5d73-4969-8cfa-9578f1002576 req-a7fef9f4-b4f6-4004-b27f-67d684433232 service neutron] 10.222.0.48 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334338 Feb 09 15:04:22.115144 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6d9d5e07-9e29-45e8-ad93-9bba0283cbae service neutron] 10.222.0.48 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224682 Feb 09 15:04:22.288611 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9a9b6435-3d91-4d62-a0c4-1cb6d3588adb req-c6ae4231-11b6-44f4-aa94-076fcd82d63a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 210 time: 0.0421338 Feb 09 15:04:23.570168 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8aec1435-df74-4b75-b30b-fb762fdbe9bd req-cefbd2de-a457-4904-9bdd-05b3877db1b4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 210 time: 0.0525460 Feb 09 15:04:23.609173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742972ef-5d73-4969-8cfa-9578f1002576 req-081b39a4-e6af-4a83-b717-bac5768e51f1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:23.610568 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-742972ef-5d73-4969-8cfa-9578f1002576 req-081b39a4-e6af-4a83-b717-bac5768e51f1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 811 time: 0.3104458 Feb 09 15:04:23.656706 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-742972ef-5d73-4969-8cfa-9578f1002576 req-bdeef201-2e0a-4637-b8ff-f07c3f56d2a6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 379 time: 0.0377405 Feb 09 15:04:23.665017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-742972ef-5d73-4969-8cfa-9578f1002576 req-e82942c3-85af-4b70-971a-09e758546a55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Request body: {'port': {'device_id': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'admin_state_up': True, 'tenant_id': '2376551355104008af393aa5029ba8e5', 'security_groups': ['c2b73e16-796a-49ad-bc09-8ba9745789bd']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:04:23.796064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-742972ef-5d73-4969-8cfa-9578f1002576 req-e82942c3-85af-4b70-971a-09e758546a55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:04:23.805405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-742972ef-5d73-4969-8cfa-9578f1002576 req-e82942c3-85af-4b70-971a-09e758546a55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:04:23.815525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742972ef-5d73-4969-8cfa-9578f1002576 req-e82942c3-85af-4b70-971a-09e758546a55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Made reservation on behalf of 2376551355104008af393aa5029ba8e5 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:04:23.819679 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-742972ef-5d73-4969-8cfa-9578f1002576 req-e82942c3-85af-4b70-971a-09e758546a55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:23.842823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 9e2d6332-4aa7-4640-8606-ad8daef11d4f no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:04:23.878654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 9e2d6332-4aa7-4640-8606-ad8daef11d4f {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:04:23.879030 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 9e2d6332-4aa7-4640-8606-ad8daef11d4f not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:04:23.979296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-742972ef-5d73-4969-8cfa-9578f1002576 req-e82942c3-85af-4b70-971a-09e758546a55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Allocated IP 172.20.0.11 (9928b329-ce6b-4591-b6a5-a6bc0a72973b/5ad7d394-00af-4ec6-8900-b702817753fe/a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:04:24.170582 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-742972ef-5d73-4969-8cfa-9578f1002576 req-e82942c3-85af-4b70-971a-09e758546a55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:24.185835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-742972ef-5d73-4969-8cfa-9578f1002576 req-e82942c3-85af-4b70-971a-09e758546a55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Transition to ACTIVE for port object a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:04:24.208830 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-742972ef-5d73-4969-8cfa-9578f1002576 req-e82942c3-85af-4b70-971a-09e758546a55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:24.277826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742972ef-5d73-4969-8cfa-9578f1002576 req-e82942c3-85af-4b70-971a-09e758546a55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Network 9928b329-ce6b-4591-b6a5-a6bc0a72973b is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:04:24.281018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-742972ef-5d73-4969-8cfa-9578f1002576 req-e82942c3-85af-4b70-971a-09e758546a55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:04:24.285847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-742972ef-5d73-4969-8cfa-9578f1002576 req-e82942c3-85af-4b70-971a-09e758546a55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:04:24.316080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82942c3-85af-4b70-971a-09e758546a55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Pushing event updated for resources: {'Port': ['ID=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:04:24.352438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742972ef-5d73-4969-8cfa-9578f1002576 req-e82942c3-85af-4b70-971a-09e758546a55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:24.353053 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-742972ef-5d73-4969-8cfa-9578f1002576 req-e82942c3-85af-4b70-971a-09e758546a55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:24.378904 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-742972ef-5d73-4969-8cfa-9578f1002576 req-e82942c3-85af-4b70-971a-09e758546a55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7178524 Feb 09 15:04:24.390311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Request body: {'port': {'device_id': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:04:24.504278 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:24.543413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3918be7a-1a5c-474b-97b0-08c8abe2a900 None None] Provisioning for port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:04:24.549085 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3918be7a-1a5c-474b-97b0-08c8abe2a900 None None] Provisioning complete for port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:04:24.549685 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3918be7a-1a5c-474b-97b0-08c8abe2a900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:24.607218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3918be7a-1a5c-474b-97b0-08c8abe2a900 None None] Port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:04:24.765290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa41a6-bd25-4367-b0ae-af7026069f24 req-41280c78-1680-4e31-b2f0-551828cbeba8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:24.766915 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-19fa41a6-bd25-4367-b0ae-af7026069f24 req-41280c78-1680-4e31-b2f0-551828cbeba8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 932 time: 0.0841649 Feb 09 15:04:24.811356 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-19fa41a6-bd25-4367-b0ae-af7026069f24 req-4144c440-da84-4b3c-94a2-d5dd375f6af7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382543 Feb 09 15:04:24.861229 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:04:24.868965 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:24.883832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Transition to ACTIVE for port object a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:04:24.889167 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:25.028725 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Pushing event updated for resources: {'Port': ['ID=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:04:25.142074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Attempting to bind port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:04:25.142406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Attempting to bind port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:04:25.142736 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Attempting to bind port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:04:25.147392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:04:25.147715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Attempting to bind port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:04:25.152836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:04:25.153172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Checking segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:04:25.153554 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Bound using segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:04:25.153977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Bound port: a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:04:25.154326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:25.246440 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:04:25.249371 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:04:25.253890 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:25.314092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:25.314092 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:25.316387 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-742972ef-5d73-4969-8cfa-9578f1002576 req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] 10.222.0.21 "PUT /v2.0/ports/a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f HTTP/1.1" status: 200 len: 1092 time: 0.9293947 Feb 09 15:04:25.316387 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:04:25.335828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07cb9a-a402-4d86-b574-cc560f5e9b2b service neutron] Pushing event updated for resources: {'Port': ['ID=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:04:25.399709 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'status': 'completed', 'code': 200} Feb 09 15:04:25.444204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742972ef-5d73-4969-8cfa-9578f1002576 req-24727d5e-3308-4a75-a658-c4d523df5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:25.445708 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-742972ef-5d73-4969-8cfa-9578f1002576 req-24727d5e-3308-4a75-a658-c4d523df5b74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 1095 time: 0.0823262 Feb 09 15:04:25.520071 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-742972ef-5d73-4969-8cfa-9578f1002576 req-cf71e041-d5ee-4978-9dba-adc1a73e5004 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f HTTP/1.1" status: 200 len: 217 time: 0.0665433 Feb 09 15:04:25.584484 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742972ef-5d73-4969-8cfa-9578f1002576 req-7af44fbc-52fe-4a1b-9250-2e92c721e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:25.585975 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-742972ef-5d73-4969-8cfa-9578f1002576 req-7af44fbc-52fe-4a1b-9250-2e92c721e053 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0609155 Feb 09 15:04:25.660355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742972ef-5d73-4969-8cfa-9578f1002576 req-11b3ec7c-1172-4b06-8fa3-e8ec5bab816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:25.661792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-742972ef-5d73-4969-8cfa-9578f1002576 req-11b3ec7c-1172-4b06-8fa3-e8ec5bab816d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693927 Feb 09 15:04:25.790600 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-742972ef-5d73-4969-8cfa-9578f1002576 req-adea658d-c95d-46e6-9730-450df6acc3be service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220095 Feb 09 15:04:25.937280 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-742972ef-5d73-4969-8cfa-9578f1002576 req-a2a8e69a-0d88-46fb-9246-3eca9c92798d service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404669 Feb 09 15:04:26.015688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26015924-5fa8-4f49-a503-aaa0112bf9d3 req-0fc5e53b-d425-4c93-89b5-f8c0e88f8de7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:26.017364 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26015924-5fa8-4f49-a503-aaa0112bf9d3 req-0fc5e53b-d425-4c93-89b5-f8c0e88f8de7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 944 time: 0.0907977 Feb 09 15:04:26.057436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3e575-8254-4981-8537-94ecbbaad2b5 req-ff17c69b-2c3c-45ed-94ff-53a89a5d9ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:26.058900 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ca3e575-8254-4981-8537-94ecbbaad2b5 req-ff17c69b-2c3c-45ed-94ff-53a89a5d9ebf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 1095 time: 0.0795772 Feb 09 15:04:26.065276 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-26015924-5fa8-4f49-a503-aaa0112bf9d3 req-223f359b-6b49-4fe8-961a-761b65f072a9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417490 Feb 09 15:04:26.305415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3e575-8254-4981-8537-94ecbbaad2b5 req-440d1f5d-e83e-4459-8a23-b010cc115c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:26.307044 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ca3e575-8254-4981-8537-94ecbbaad2b5 req-440d1f5d-e83e-4459-8a23-b010cc115c99 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.2422605 Feb 09 15:04:26.393630 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ca3e575-8254-4981-8537-94ecbbaad2b5 req-64558382-9a67-40fb-ad0d-ddf33e83108c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f HTTP/1.1" status: 200 len: 217 time: 0.0795162 Feb 09 15:04:26.458234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3e575-8254-4981-8537-94ecbbaad2b5 req-91b14688-9225-4d0a-bf16-babe4ee5a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:26.459618 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ca3e575-8254-4981-8537-94ecbbaad2b5 req-91b14688-9225-4d0a-bf16-babe4ee5a280 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0599697 Feb 09 15:04:26.534723 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3e575-8254-4981-8537-94ecbbaad2b5 req-05d3acb3-b89c-4f92-9065-74276c849223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:26.536782 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ca3e575-8254-4981-8537-94ecbbaad2b5 req-05d3acb3-b89c-4f92-9065-74276c849223 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714478 Feb 09 15:04:26.668847 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ca3e575-8254-4981-8537-94ecbbaad2b5 req-17239f15-9ed6-4115-9f84-73ae6e2a5a79 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252992 Feb 09 15:04:26.804027 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ca3e575-8254-4981-8537-94ecbbaad2b5 req-849cde22-3dd6-43d7-b5df-3740ebaf7465 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251211 Feb 09 15:04:26.852181 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b85ca005-2745-4b10-9e6d-50b62197c9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:26.929930 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:04:27.253884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7c9e9-9422-4582-a9d3-583e867ea998 req-6580c493-2dcc-4ca8-90e4-8d21aa13d74e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:27.255141 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f1a7c9e9-9422-4582-a9d3-583e867ea998 req-6580c493-2dcc-4ca8-90e4-8d21aa13d74e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Synchronizing usage tracker for tenant:2376551355104008af393aa5029ba8e5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:04:27.269842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f1a7c9e9-9422-4582-a9d3-583e867ea998 req-6580c493-2dcc-4ca8-90e4-8d21aa13d74e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Unset dirty status for tenant:2376551355104008af393aa5029ba8e5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:04:27.270973 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1a7c9e9-9422-4582-a9d3-583e867ea998 req-6580c493-2dcc-4ca8-90e4-8d21aa13d74e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 944 time: 0.1010079 Feb 09 15:04:27.314558 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f1a7c9e9-9422-4582-a9d3-583e867ea998 req-66c01c81-a52d-48ab-aab1-b5cd19ca6559 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377312 Feb 09 15:04:28.497731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbe67b-6d64-4454-88f8-6aed0963b2e3 req-9c95a746-b8e1-49b9-a1e9-8f7d09d6a413 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:28.499193 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cacbe67b-6d64-4454-88f8-6aed0963b2e3 req-9c95a746-b8e1-49b9-a1e9-8f7d09d6a413 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 944 time: 0.0794356 Feb 09 15:04:28.553008 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cacbe67b-6d64-4454-88f8-6aed0963b2e3 req-f8f83065-d870-4ca4-96c6-012c414e725f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442092 Feb 09 15:04:29.276168 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c4f5f53c-9c2c-49a7-86d1-a3adfdfd8294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:29.739263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e3587-fb2d-4136-9be4-3d6469f4a028 req-a581e03d-f2b2-46df-82bf-a6d8c15101a2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:29.740741 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c6e3587-fb2d-4136-9be4-3d6469f4a028 req-a581e03d-f2b2-46df-82bf-a6d8c15101a2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 944 time: 0.0837440 Feb 09 15:04:29.786991 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c6e3587-fb2d-4136-9be4-3d6469f4a028 req-5dbd7496-fc62-4413-8ccc-285d0f88c930 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405703 Feb 09 15:04:29.869282 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:04:29.998737 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:04:30.012074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'port_id': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'mac_address': 'fa:16:3e:e0:ac:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:04:30.064680 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:30.080912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:04:30.096398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:04:30.102141 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:30.170530 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:04:30.178393 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:30.178739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:30.179074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:30.179405 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:30.179750 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:30.180083 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:30.180407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:30.180734 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:30.181052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:30.181371 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:30.181690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:30.182006 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:04:30.370000 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:30.390816 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:30.429394 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:04:30.966098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c99d70-fb7b-4866-aa07-c216d9f41b33 req-1c1b29ba-8d49-4220-a1ac-1b8bb2e339b0 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:30.967546 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-20c99d70-fb7b-4866-aa07-c216d9f41b33 req-1c1b29ba-8d49-4220-a1ac-1b8bb2e339b0 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 945 time: 0.0786786 Feb 09 15:04:31.010703 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-20c99d70-fb7b-4866-aa07-c216d9f41b33 req-7801aaf0-64f7-4303-876a-a320e7fcb23c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367684 Feb 09 15:04:31.861489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:04:31.937809 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:31.939939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:04:31.945375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:04:31.945737 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:32.107215 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:32.137587 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:04:32.150286 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:04:32.156716 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:32.206000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649146a-ff9a-4099-9274-44f0e1167160 req-a7ff65e8-c91e-4130-92f7-790ff170c469 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:32.207298 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8649146a-ff9a-4099-9274-44f0e1167160 req-a7ff65e8-c91e-4130-92f7-790ff170c469 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0837319 Feb 09 15:04:32.226686 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:04:32.245243 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'code': 200} Feb 09 15:04:32.257129 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8649146a-ff9a-4099-9274-44f0e1167160 req-ceedf79f-71f8-4674-93f7-fdd9cd85f2f1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435469 Feb 09 15:04:32.372023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd2ec6-420f-409e-8cb7-4775e1c381e1 req-52038a11-3466-4626-b0a7-41d76e749ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:32.373422 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-06bd2ec6-420f-409e-8cb7-4775e1c381e1 req-52038a11-3466-4626-b0a7-41d76e749ae5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 1097 time: 0.0726786 Feb 09 15:04:32.417674 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-06bd2ec6-420f-409e-8cb7-4775e1c381e1 req-e14f8b30-de8c-423d-bee0-15ef5871599d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386462 Feb 09 15:04:33.564691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f793aec-2084-4bd2-8822-4483160ec06c req-66c75c73-b9ca-452c-b213-5a0ca5961348 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:33.566168 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8f793aec-2084-4bd2-8822-4483160ec06c req-66c75c73-b9ca-452c-b213-5a0ca5961348 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.1990602 Feb 09 15:04:33.610914 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8f793aec-2084-4bd2-8822-4483160ec06c req-bea5fe7a-aa3b-4023-b8cf-e205250275f2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389302 Feb 09 15:04:34.804647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef443-32c3-4889-8ebf-c9e1e01ed7c5 req-c99d6182-cbe9-43cf-8b68-f33bd00b57c3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:34.806092 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cccef443-32c3-4889-8ebf-c9e1e01ed7c5 req-c99d6182-cbe9-43cf-8b68-f33bd00b57c3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0886114 Feb 09 15:04:34.849344 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cccef443-32c3-4889-8ebf-c9e1e01ed7c5 req-bdd2f20a-ca07-4efa-99f8-e01414e4ecaa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375564 Feb 09 15:04:35.025673 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1ff06-c331-4500-86f4-cd44e05b0ecb req-b33af17f-2fc7-4ca2-909b-0bf1eb7f06df tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:35.027251 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5aa1ff06-c331-4500-86f4-cd44e05b0ecb req-b33af17f-2fc7-4ca2-909b-0bf1eb7f06df tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0791483 Feb 09 15:04:35.036290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52310) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:04:35.041044 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-68cd92c5-83e7-4d41-ad30-ff14755bd021 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Request body: {'floatingip': {'port_id': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:04:35.117931 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68cd92c5-83e7-4d41-ad30-ff14755bd021 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for floatingip, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:35.708611 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68cd92c5-83e7-4d41-ad30-ff14755bd021 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:35.712299 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68cd92c5-83e7-4d41-ad30-ff14755bd021 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:35.882215 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-68cd92c5-83e7-4d41-ad30-ff14755bd021 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Floating IP 2cac95e0-feba-43f1-842b-f6276f95bad9 associated. External IP: 172.25.8.53, port: a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f. Feb 09 15:04:36.330682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cd92c5-83e7-4d41-ad30-ff14755bd021 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Router 7c45b468-0096-42df-a6ab-fd9b86cee934 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:04:36.511412 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cd92c5-83e7-4d41-ad30-ff14755bd021 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:04:36.515992 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-68cd92c5-83e7-4d41-ad30-ff14755bd021 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:36.521649 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd83f6-b4fb-4aa3-8873-29cb7fc4fe5e None None] Sync routers for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:04:36.536839 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbd83f6-b4fb-4aa3-8873-29cb7fc4fe5e None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:04:36.537946 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9fbd83f6-b4fb-4aa3-8873-29cb7fc4fe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:04:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:04:36.571513 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-68cd92c5-83e7-4d41-ad30-ff14755bd021 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "PUT /v2.0/floatingips/2cac95e0-feba-43f1-842b-f6276f95bad9 HTTP/1.1" status: 200 len: 991 time: 1.5341902 Feb 09 15:04:36.572818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:04:36.626229 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'status': 'completed', 'code': 200} Feb 09 15:04:36.724140 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-9fbd83f6-b4fb-4aa3-8873-29cb7fc4fe5e None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:04:36.776949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e35b8-8e0c-4b86-961e-b5d8b6143838 req-114412b7-0ea3-4793-b872-679625113040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:36.778426 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f7e35b8-8e0c-4b86-961e-b5d8b6143838 req-114412b7-0ea3-4793-b872-679625113040 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 1097 time: 0.1300108 Feb 09 15:04:36.814761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f0e7b-734b-4ef4-8909-3339cbce7adc req-a9ba04e0-30e2-409d-b054-ee381c8c5db4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:36.816217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0d8f0e7b-734b-4ef4-8909-3339cbce7adc req-a9ba04e0-30e2-409d-b054-ee381c8c5db4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.1329691 Feb 09 15:04:36.931495 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0d8f0e7b-734b-4ef4-8909-3339cbce7adc req-3029cb7f-2611-4d5d-91ce-4bf295b395fe tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691092 Feb 09 15:04:36.960479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e35b8-8e0c-4b86-961e-b5d8b6143838 req-a18a91e8-8d2a-4377-8724-360d71fbe112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:36.962001 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f7e35b8-8e0c-4b86-961e-b5d8b6143838 req-a18a91e8-8d2a-4377-8724-360d71fbe112 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1766293 Feb 09 15:04:37.066129 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f7e35b8-8e0c-4b86-961e-b5d8b6143838 req-362c4f50-0642-4898-a1b5-4127194e5ed6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f HTTP/1.1" status: 200 len: 999 time: 0.0975163 Feb 09 15:04:37.095761 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9fbd83f6-b4fb-4aa3-8873-29cb7fc4fe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2cac95e0-feba-43f1-842b-f6276f95bad9', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'port_id': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'mac_address': 'fa:16:3e:e0:ac:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:02:15Z', 'updated_at': '2022-02-09T15:04:35Z', 'revision_number': 9, 'project_id': '2376551355104008af393aa5029ba8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:04:37.100160 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd83f6-b4fb-4aa3-8873-29cb7fc4fe5e None None] Checking router: 7c45b468-0096-42df-a6ab-fd9b86cee934 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:04:37.108223 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbd83f6-b4fb-4aa3-8873-29cb7fc4fe5e None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:04:37.108810 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9fbd83f6-b4fb-4aa3-8873-29cb7fc4fe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:04:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:04:37.131585 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e35b8-8e0c-4b86-961e-b5d8b6143838 req-bf4e82ec-c27b-4c38-a374-984c774ff82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:37.133029 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f7e35b8-8e0c-4b86-961e-b5d8b6143838 req-bf4e82ec-c27b-4c38-a374-984c774ff82c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0613079 Feb 09 15:04:37.208450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e35b8-8e0c-4b86-961e-b5d8b6143838 req-efcf8e53-cf96-4672-9d36-33a052a95f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:37.209851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f7e35b8-8e0c-4b86-961e-b5d8b6143838 req-efcf8e53-cf96-4672-9d36-33a052a95f70 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713394 Feb 09 15:04:37.283047 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-9fbd83f6-b4fb-4aa3-8873-29cb7fc4fe5e None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:04:37.338112 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f7e35b8-8e0c-4b86-961e-b5d8b6143838 req-1293741b-c1e4-41fe-aa9c-f91c80c300dc service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225498 Feb 09 15:04:37.468041 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0f7e35b8-8e0c-4b86-961e-b5d8b6143838 req-d96c8fd2-819b-4111-b852-f369419b4504 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238399 Feb 09 15:04:37.626062 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-9fbd83f6-b4fb-4aa3-8873-29cb7fc4fe5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2cac95e0-feba-43f1-842b-f6276f95bad9', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'port_id': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'mac_address': 'fa:16:3e:e0:ac:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:02:15Z', 'updated_at': '2022-02-09T15:04:35Z', 'revision_number': 9, 'project_id': '2376551355104008af393aa5029ba8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:04:37.631063 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd83f6-b4fb-4aa3-8873-29cb7fc4fe5e None None] The sync data for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 is: [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2cac95e0-feba-43f1-842b-f6276f95bad9', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'port_id': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'mac_address': 'fa:16:3e:e0:ac:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:02:15Z', 'updated_at': '2022-02-09T15:04:35Z', 'revision_number': 9, 'project_id': '2376551355104008af393aa5029ba8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:04:37.820207 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100d95fb-03ec-4a0e-accc-3d5c19c04c0f None None] New status for floating IP 2cac95e0-feba-43f1-842b-f6276f95bad9: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:04:38.123159 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea7aa1-71dc-4193-9b4f-6cebed96c7c2 req-1cb21280-0e06-40df-9f62-e75d79a59c9c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:38.124647 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4ea7aa1-71dc-4193-9b4f-6cebed96c7c2 req-1cb21280-0e06-40df-9f62-e75d79a59c9c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0861433 Feb 09 15:04:38.168154 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b4ea7aa1-71dc-4193-9b4f-6cebed96c7c2 req-86571f23-6790-425f-a565-74fe6e7ed23d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373678 Feb 09 15:04:38.513191 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-f3000f6f-ce5a-435b-9de8-0f1cb8d720ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714173 Feb 09 15:04:38.571224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b388f-47e1-419e-9f65-6bbdf465e056 req-983c6bc3-7eda-40e0-97f6-94683b32d2ee tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:38.572746 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c53b388f-47e1-419e-9f65-6bbdf465e056 req-983c6bc3-7eda-40e0-97f6-94683b32d2ee tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0839429 Feb 09 15:04:38.617683 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c53b388f-47e1-419e-9f65-6bbdf465e056 req-61d44d2c-536f-4887-8315-6a6883f8d563 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391245 Feb 09 15:04:39.250962 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:39.709938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-6aae3f4e-4d3a-4ec8-8f8c-76b24067e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:39.711401 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-6aae3f4e-4d3a-4ec8-8f8c-76b24067e3e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 1097 time: 0.0707095 Feb 09 15:04:40.017780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-45a23fc6-61ff-4f02-b6c9-568cd2dbc296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:40.019237 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-45a23fc6-61ff-4f02-b6c9-568cd2dbc296 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.3023913 Feb 09 15:04:40.027285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc5be4-2e1d-4a0a-9711-e117f8823f24 req-b737c83e-de57-4907-bd58-ddcb1d89eafe tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:40.028639 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a3bc5be4-2e1d-4a0a-9711-e117f8823f24 req-b737c83e-de57-4907-bd58-ddcb1d89eafe tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.2941175 Feb 09 15:04:40.154144 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a3bc5be4-2e1d-4a0a-9711-e117f8823f24 req-68b91c4d-0c85-4424-b3ed-de38e1a990f7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774634 Feb 09 15:04:40.157707 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-98c42210-4214-4b89-b2bd-86a977666d3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f HTTP/1.1" status: 200 len: 1002 time: 0.1282158 Feb 09 15:04:40.218569 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-bc62426a-3204-42f0-97c9-3a33bfdbce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:40.220038 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-bc62426a-3204-42f0-97c9-3a33bfdbce1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0571923 Feb 09 15:04:40.296273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0d287d5d-513d-42ef-9037-ad9837e74071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:40.297740 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0d287d5d-513d-42ef-9037-ad9837e74071 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725739 Feb 09 15:04:40.423985 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-781064db-1086-488c-9a11-6a32a818b3a5 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208470 Feb 09 15:04:40.551398 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-6cf30bf4-2e6e-4910-bdb9-b23600ab0a18 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214995 Feb 09 15:04:40.904536 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:41.342566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322232a2-c803-4dbb-917a-027c08d4b3e0 req-7d81069e-c672-48cc-8bef-de3419515cc2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:41.344015 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-322232a2-c803-4dbb-917a-027c08d4b3e0 req-7d81069e-c672-48cc-8bef-de3419515cc2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0822160 Feb 09 15:04:41.388110 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-322232a2-c803-4dbb-917a-027c08d4b3e0 req-2fff98be-bd2c-4382-9692-961cb717070c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382364 Feb 09 15:04:42.579132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b33b3b-531e-4186-b9b8-baba9e9edb26 req-16652992-148c-409d-9abf-f6e36b44815f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:42.580615 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8b33b3b-531e-4186-b9b8-baba9e9edb26 req-16652992-148c-409d-9abf-f6e36b44815f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0835748 Feb 09 15:04:42.624611 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8b33b3b-531e-4186-b9b8-baba9e9edb26 req-bb23fc1e-d20b-41a4-9913-13079dde771f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376010 Feb 09 15:04:43.806437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd60ef8-6de0-408b-aa31-e1645759b36b req-3bc1846a-1acb-4ca7-8429-6f318a42af79 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:43.807890 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4bd60ef8-6de0-408b-aa31-e1645759b36b req-3bc1846a-1acb-4ca7-8429-6f318a42af79 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0790963 Feb 09 15:04:43.856855 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4bd60ef8-6de0-408b-aa31-e1645759b36b req-0adc2c7d-5271-449f-bac7-9858b13d21c1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433085 Feb 09 15:04:45.040450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0f593-deb3-417b-bac2-e09c60a25d25 req-b39ef24f-d872-4b38-be97-2a5744e74826 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:45.041881 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-79d0f593-deb3-417b-bac2-e09c60a25d25 req-b39ef24f-d872-4b38-be97-2a5744e74826 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0817821 Feb 09 15:04:45.085822 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-79d0f593-deb3-417b-bac2-e09c60a25d25 req-73677a6b-abc7-49ea-a7f8-b70027e2aedb tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380735 Feb 09 15:04:46.278001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c88e6a-fd6f-49dc-88c2-9571982e960a req-ef869075-9dd4-4672-8996-947a59cfe4df tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:46.279456 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-82c88e6a-fd6f-49dc-88c2-9571982e960a req-ef869075-9dd4-4672-8996-947a59cfe4df tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0821688 Feb 09 15:04:46.325865 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-82c88e6a-fd6f-49dc-88c2-9571982e960a req-483ab24f-da5d-499b-8fcc-280fd5bae7e7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406797 Feb 09 15:04:47.509134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ead316-ecfe-4b61-a3a1-a37e2960853b req-0aeb3888-5567-452a-bc71-18116a415ebb tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:47.510723 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3ead316-ecfe-4b61-a3a1-a37e2960853b req-0aeb3888-5567-452a-bc71-18116a415ebb tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0788867 Feb 09 15:04:47.558543 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3ead316-ecfe-4b61-a3a1-a37e2960853b req-5d934f68-a7d9-457a-9d4c-6445052a6bed tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422323 Feb 09 15:04:48.907148 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03099f43-ef7e-4dbe-85bf-03e4b7b3f030 req-99e446a3-bd87-43b2-80f0-f8c946f2f2e3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:48.908547 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-03099f43-ef7e-4dbe-85bf-03e4b7b3f030 req-99e446a3-bd87-43b2-80f0-f8c946f2f2e3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0905464 Feb 09 15:04:48.952552 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-03099f43-ef7e-4dbe-85bf-03e4b7b3f030 req-40280600-ef98-4d5a-b95c-c840565e5cec tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380867 Feb 09 15:04:50.160273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975346dc-33f4-4137-98e9-0652e58edee2 req-2fbfac3c-8f95-48c1-a633-349419763ce4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:50.161813 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-975346dc-33f4-4137-98e9-0652e58edee2 req-2fbfac3c-8f95-48c1-a633-349419763ce4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0937526 Feb 09 15:04:50.211337 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-975346dc-33f4-4137-98e9-0652e58edee2 req-8e7d6ef4-afb9-463a-979f-f1af71329e82 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404699 Feb 09 15:04:51.406669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be6034-c976-42a9-979e-aff6b57bd413 req-131b86ed-88ec-44bc-a420-c2087a0842a2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:51.408212 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-78be6034-c976-42a9-979e-aff6b57bd413 req-131b86ed-88ec-44bc-a420-c2087a0842a2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0824316 Feb 09 15:04:51.464399 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-78be6034-c976-42a9-979e-aff6b57bd413 req-5c9a98e8-f4f1-45f6-bd79-909f83c2035a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497756 Feb 09 15:04:52.651952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135103e-37e8-43ab-b16b-7a03dd869524 req-8964782f-e15c-41c0-82e1-3958d791501e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:52.653418 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9135103e-37e8-43ab-b16b-7a03dd869524 req-8964782f-e15c-41c0-82e1-3958d791501e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0816634 Feb 09 15:04:52.701403 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9135103e-37e8-43ab-b16b-7a03dd869524 req-ec021793-9a6e-44d6-8df0-d00548059991 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422692 Feb 09 15:04:53.887096 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdda92-7b95-4c22-94b6-9f90d1894207 req-afb79970-d6d1-4ce1-89db-0a1fea2f9d2b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:53.888478 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5cdda92-7b95-4c22-94b6-9f90d1894207 req-afb79970-d6d1-4ce1-89db-0a1fea2f9d2b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0829635 Feb 09 15:04:53.931540 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5cdda92-7b95-4c22-94b6-9f90d1894207 req-b27af73a-a9d8-4ec9-9456-9f979bf0d9fe tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375273 Feb 09 15:04:55.113564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afcd85-a4c8-4b76-b1b5-a1bf19a25788 req-fb201666-2609-424e-bbc1-dd8f8ad87bde tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:55.114990 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52afcd85-a4c8-4b76-b1b5-a1bf19a25788 req-fb201666-2609-424e-bbc1-dd8f8ad87bde tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0792217 Feb 09 15:04:55.158190 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-52afcd85-a4c8-4b76-b1b5-a1bf19a25788 req-2b060af9-e54d-4e2e-90dc-f2723b72c392 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376027 Feb 09 15:04:56.338780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b431e-927e-4a8c-a931-58d833eef53e req-478df005-00fd-479a-9b07-0948220ad845 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:56.340490 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c02b431e-927e-4a8c-a931-58d833eef53e req-478df005-00fd-479a-9b07-0948220ad845 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0787954 Feb 09 15:04:56.382945 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c02b431e-927e-4a8c-a931-58d833eef53e req-54eea94d-64d6-4a84-8157-567773ec58f8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369380 Feb 09 15:04:56.854324 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8f2f620c-e118-4b54-a5ee-d5638fe22882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:04:57.576134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d1120-b22e-4b88-8b7d-0716d7f4413a req-c24a2e93-b608-415c-b6f4-aa118f194a78 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:57.577597 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-928d1120-b22e-4b88-8b7d-0716d7f4413a req-c24a2e93-b608-415c-b6f4-aa118f194a78 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0890501 Feb 09 15:04:57.620912 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-928d1120-b22e-4b88-8b7d-0716d7f4413a req-49d7b99c-a5f0-419c-a84f-02f1e19de91c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371532 Feb 09 15:04:58.803043 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27844a44-d82b-4071-abb3-f8c035a6bc1e req-430ba98f-de90-466f-b6bd-211d98fc55d6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:04:58.804504 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-27844a44-d82b-4071-abb3-f8c035a6bc1e req-430ba98f-de90-466f-b6bd-211d98fc55d6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0803423 Feb 09 15:04:58.849868 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-27844a44-d82b-4071-abb3-f8c035a6bc1e req-cd04df5b-7cf0-42ae-9603-ba812b132689 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397389 Feb 09 15:04:59.278891 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-412350d8-b54a-4d27-b56d-984a99c5db08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:00.040636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba1bbb-9b56-48b1-9efd-078e37084ec6 req-d0db9d44-adfd-4428-a1d3-a07a0bb80728 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:00.042064 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3fba1bbb-9b56-48b1-9efd-078e37084ec6 req-d0db9d44-adfd-4428-a1d3-a07a0bb80728 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0784445 Feb 09 15:05:00.084751 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3fba1bbb-9b56-48b1-9efd-078e37084ec6 req-2b4aa8dc-25f5-45b4-9fd3-cd90d2a80d40 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371809 Feb 09 15:05:00.371561 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:00.393857 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:01.269267 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb498d-540b-407c-87a0-5cc1c92e353e req-a65bef7c-a510-4a17-bc56-88fffd3ca039 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:01.270717 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f5fb498d-540b-407c-87a0-5cc1c92e353e req-a65bef7c-a510-4a17-bc56-88fffd3ca039 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0790467 Feb 09 15:05:01.316570 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f5fb498d-540b-407c-87a0-5cc1c92e353e req-4a1c75dc-8b5a-4d62-baa3-e5c115ae0c0b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402648 Feb 09 15:05:01.937114 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:02.499829 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d1f1a-213b-4a8a-afcc-361f2ed0db5c req-1779ed54-94e9-4d2b-b3cc-92cba4b0ea33 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:02.501266 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e89d1f1a-213b-4a8a-afcc-361f2ed0db5c req-1779ed54-94e9-4d2b-b3cc-92cba4b0ea33 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0805423 Feb 09 15:05:02.544377 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e89d1f1a-213b-4a8a-afcc-361f2ed0db5c req-3f845b14-8ccc-4b42-af51-1db0455c0385 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375884 Feb 09 15:05:03.735417 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c9aaf-e414-4a8b-8254-1b8aa07ef3c4 req-cc21b5b6-8373-4656-9a80-1e29d4bcb924 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:03.736883 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-573c9aaf-e414-4a8b-8254-1b8aa07ef3c4 req-cc21b5b6-8373-4656-9a80-1e29d4bcb924 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0796692 Feb 09 15:05:03.780086 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-573c9aaf-e414-4a8b-8254-1b8aa07ef3c4 req-97e33b2c-b0be-46c7-b4bc-c7c8a550e419 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375469 Feb 09 15:05:03.936294 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:05:04.971312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f5d31-8da1-4eae-8907-95c3372fd85c req-45f9b312-cb8c-40df-9d08-1cd896950e44 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:04.973276 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-757f5d31-8da1-4eae-8907-95c3372fd85c req-45f9b312-cb8c-40df-9d08-1cd896950e44 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0872626 Feb 09 15:05:05.016821 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-757f5d31-8da1-4eae-8907-95c3372fd85c req-6153eaf6-41d4-4931-b1a8-dd1556e97b3f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378160 Feb 09 15:05:06.207560 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d162c3f-004f-4350-a9aa-4d88d964f769 req-a61ec343-231e-4923-9d26-16112b279e8d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:06.209059 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0d162c3f-004f-4350-a9aa-4d88d964f769 req-a61ec343-231e-4923-9d26-16112b279e8d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0846205 Feb 09 15:05:06.261362 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0d162c3f-004f-4350-a9aa-4d88d964f769 req-4ca5e5ef-5bd1-4d4b-a69f-bbe034f0f805 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454869 Feb 09 15:05:07.557968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccdb0d-08cf-4e7f-8c29-6d7fbed6963c req-99d552dc-eb36-4d8e-9a40-de5fab2e4013 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:07.559496 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ccccdb0d-08cf-4e7f-8c29-6d7fbed6963c req-99d552dc-eb36-4d8e-9a40-de5fab2e4013 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.1943514 Feb 09 15:05:07.667578 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ccccdb0d-08cf-4e7f-8c29-6d7fbed6963c req-05e80070-78df-4f63-85a5-f465c88db99c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744276 Feb 09 15:05:07.675247 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-dda7115b-0534-43ea-b049-eab13ec39cc9 service neutron] show failed (client error): The resource could not be found. Feb 09 15:05:07.676306 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-dda7115b-0534-43ea-b049-eab13ec39cc9 service neutron] 10.222.0.21 "GET /v2.0/ports/a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f/bindings/n-h1-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.1676340 Feb 09 15:05:07.929506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-e2f5a3a1-9843-43b9-8f8b-74ff448dd7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:07.930964 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-e2f5a3a1-9843-43b9-8f8b-74ff448dd7f3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69&tenant_id=2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 1097 time: 0.0702665 Feb 09 15:05:07.943144 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:05:08.050144 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:08.310715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:05:08.338319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:05:08.393824 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:05:08.399225 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:08.415052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Transition to ACTIVE for port object a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:05:08.419082 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:08.458926 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'code': 200} Feb 09 15:05:08.569948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:05:08.620591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] No DVR routers for this DVR port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:05:08.904777 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Attempting to bind port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:05:08.905014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Attempting to bind port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:05:08.905313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Attempting to bind port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:05:08.911810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:05:08.912132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Attempting to bind port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:05:08.918624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:05:08.918947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Checking segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:05:08.919328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Bound using segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:05:08.919762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Bound port: a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:05:08.920105 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:08.943815 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6567d-cf84-4d32-856c-ec6628fb0fcd req-2ae562cc-2b1b-4b51-b8f1-ca5b88c731b3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:08.945285 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9d6567d-cf84-4d32-856c-ec6628fb0fcd req-2ae562cc-2b1b-4b51-b8f1-ca5b88c731b3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 944 time: 0.1632204 Feb 09 15:05:09.033262 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9d6567d-cf84-4d32-856c-ec6628fb0fcd req-012f04cf-65d3-445d-812d-33b7e374ba5d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823953 Feb 09 15:05:09.055012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:05:09.057930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:05:09.062584 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:09.123691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:09.124322 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:09.125667 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] 10.222.0.35 "PUT /v2.0/ports/a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f HTTP/1.1" status: 200 len: 1092 time: 1.1868534 Feb 09 15:05:09.149516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a6458-2318-49ac-83af-2ffdc2957273 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:05:09.235208 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-67c973f8-2605-496a-afca-98f6c77f0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:09.243950 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-67c973f8-2605-496a-afca-98f6c77f0155 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 1095 time: 0.0913744 Feb 09 15:05:09.270392 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:09.489192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-cd4d8f89-8b89-46c8-9e0d-e862fd84bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:09.490655 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-cd4d8f89-8b89-46c8-9e0d-e862fd84bac1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.2405689 Feb 09 15:05:09.594423 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-54e92a50-94cf-4a78-b541-c5f0189ebce4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f HTTP/1.1" status: 200 len: 1000 time: 0.0968008 Feb 09 15:05:09.660983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-98c9fa35-5dce-4ed3-a4ce-eac34c5c896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:09.662383 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-98c9fa35-5dce-4ed3-a4ce-eac34c5c896d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0610130 Feb 09 15:05:09.737521 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-c12a7bb2-3924-4470-9f52-e19ab49d877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:09.739571 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-c12a7bb2-3924-4470-9f52-e19ab49d877e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704916 Feb 09 15:05:09.869401 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-2f793883-6473-4197-b311-bfc208d7162f service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228437 Feb 09 15:05:09.998184 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1e0560ca-4a20-46b0-bf7b-4820ce25152e req-1c15f6d1-8d2d-4257-a0b5-5b2c21f391ae service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220524 Feb 09 15:05:10.224121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a5df3-13ca-4b17-80e0-4c266da3badf req-bc91809c-d991-4281-9eb7-aef7b203d5d0 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:10.225575 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bd8a5df3-13ca-4b17-80e0-4c266da3badf req-bc91809c-d991-4281-9eb7-aef7b203d5d0 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 944 time: 0.0804381 Feb 09 15:05:10.268635 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bd8a5df3-13ca-4b17-80e0-4c266da3badf req-8cfa6356-c678-4b02-861b-5ebde8ac70fd tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371413 Feb 09 15:05:10.459656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:05:10.518838 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'status': 'completed', 'code': 200} Feb 09 15:05:10.665441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-9666dd07-d446-4961-a6e5-ad6443798445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:10.666929 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-9666dd07-d446-4961-a6e5-ad6443798445 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 1095 time: 0.1306255 Feb 09 15:05:10.668765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-a45637b5-71eb-42be-b56f-02bd5dcb390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:10.670075 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-a45637b5-71eb-42be-b56f-02bd5dcb390d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 1095 time: 0.1045454 Feb 09 15:05:10.900813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-42ffc221-3a58-4959-b7f9-4dd8cd87045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:10.902191 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-42ffc221-3a58-4959-b7f9-4dd8cd87045b service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.2288916 Feb 09 15:05:10.904641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-f9d421e5-64a9-4f65-b9f2-84402e1cdac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:10.905954 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-f9d421e5-64a9-4f65-b9f2-84402e1cdac2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.2157946 Feb 09 15:05:10.908325 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:11.089222 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-78671c12-03ce-4079-ac01-de10d07c10bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f HTTP/1.1" status: 200 len: 1000 time: 0.1805527 Feb 09 15:05:11.091178 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-1edef212-c124-4be9-a3a5-7f5edeaaae18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f HTTP/1.1" status: 200 len: 1000 time: 0.1313834 Feb 09 15:05:11.197056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-2ff8a067-7e4e-401b-adf3-7a04885b7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:11.198494 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-2ff8a067-7e4e-401b-adf3-7a04885b7fd1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.1033204 Feb 09 15:05:11.201463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-58358141-9150-4910-bfc9-38dbd241c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:11.202767 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-58358141-9150-4910-bfc9-38dbd241c124 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0787401 Feb 09 15:05:11.448947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-fc55e4e4-398e-4e2d-a7f9-2a77ecc720c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:11.450279 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-fc55e4e4-398e-4e2d-a7f9-2a77ecc720c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2450888 Feb 09 15:05:11.452891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-802878fb-8329-46a7-a142-09e01312a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:11.454232 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-802878fb-8329-46a7-a142-09e01312a294 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2188993 Feb 09 15:05:11.466237 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb57bce-2b35-40ee-9894-e079efbcc043 req-174582e4-7bea-4a3f-bf2b-db08d8312ad9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:11.468359 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0cb57bce-2b35-40ee-9894-e079efbcc043 req-174582e4-7bea-4a3f-bf2b-db08d8312ad9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 944 time: 0.0909882 Feb 09 15:05:11.522886 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0cb57bce-2b35-40ee-9894-e079efbcc043 req-486375bf-603e-48be-8f75-6b841b4deabd tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448627 Feb 09 15:05:11.687638 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-a2e9a578-ad7a-49c1-a7cb-c60f407d343b service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315178 Feb 09 15:05:11.693083 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-d570641f-5928-4705-a9bd-bc0210fa607a service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189336 Feb 09 15:05:11.922618 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-cdf62381-3bb6-41f2-a2d0-c76aa42de488 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285125 Feb 09 15:05:11.924422 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-517b653f-a5a9-429d-869b-f5e62b5ed487 req-f4b191dc-ca37-4114-b9c6-a8647694efff service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127612 Feb 09 15:05:12.098783 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:05:12.156055 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:05:12.711159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8b383-b2ee-474e-afa9-e6f54a77e917 req-fbb01a2c-c520-4f94-96af-f4139879d3c2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:12.712639 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6d8b383-b2ee-474e-afa9-e6f54a77e917 req-fbb01a2c-c520-4f94-96af-f4139879d3c2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 944 time: 0.0787270 Feb 09 15:05:12.760753 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6d8b383-b2ee-474e-afa9-e6f54a77e917 req-567c05b9-42a4-47c2-b6f4-2aa3f025a8f2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421951 Feb 09 15:05:13.973721 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b58f7-4401-47f0-8f32-e7ca578fd4e7 req-ff7165b7-ee6e-4acc-9423-1965b5f19eca tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:13.975466 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b36b58f7-4401-47f0-8f32-e7ca578fd4e7 req-ff7165b7-ee6e-4acc-9423-1965b5f19eca tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 944 time: 0.0905843 Feb 09 15:05:14.037482 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b36b58f7-4401-47f0-8f32-e7ca578fd4e7 req-4efa139f-358d-428f-99c2-fde6a9311e04 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460145 Feb 09 15:05:14.250697 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:05:14.386563 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:05:14.400639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'port_id': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'mac_address': 'fa:16:3e:e0:ac:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:05:14.455653 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:14.472836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:05:14.488378 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:05:14.492171 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:14.568902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:05:14.904066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:05:15.224112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b165b-ff75-43ad-a6bd-30132fcdcbe9 req-1e892b9a-a03f-4898-8213-b8498bf15a73 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:15.225601 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b73b165b-ff75-43ad-a6bd-30132fcdcbe9 req-1e892b9a-a03f-4898-8213-b8498bf15a73 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 945 time: 0.0785279 Feb 09 15:05:15.271131 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b73b165b-ff75-43ad-a6bd-30132fcdcbe9 req-11b5afd6-c622-49d8-ae2e-8c3e662dd3fa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380175 Feb 09 15:05:15.729161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-b443ce76-506d-45ef-ac2d-7176d2906868 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:15.730594 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-b443ce76-506d-45ef-ac2d-7176d2906868 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.35 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69&tenant_id=2376551355104008af393aa5029ba8e5&binding%3Ahost_id=n-h1-828418-2 HTTP/1.1" status: 200 len: 945 time: 0.1408594 Feb 09 15:05:15.798675 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704b036-443b-4d11-8636-1f7acdec2e8c req-bd671afe-9a9b-4936-805d-578d2637f826 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:15.800175 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1704b036-443b-4d11-8636-1f7acdec2e8c req-bd671afe-9a9b-4936-805d-578d2637f826 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 945 time: 0.1488061 Feb 09 15:05:15.852766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-5ceacf07-925c-4efa-96c0-f3b76996c667 service neutron] 10.222.0.35 "GET /v2.0/ports/a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f/bindings/n-h1-828418-2 HTTP/1.1" status: 200 len: 382 time: 0.1139493 Feb 09 15:05:15.859360 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1704b036-443b-4d11-8636-1f7acdec2e8c req-b54ff9a9-c01f-40c2-b57d-2cd54c2f0c12 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524411 Feb 09 15:05:15.943227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-2cb1b30e-525f-4a58-81f7-cfa012c93fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:15.944696 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-2cb1b30e-525f-4a58-81f7-cfa012c93fba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 1096 time: 0.0689840 Feb 09 15:05:16.075756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-a530c44e-73dc-4b5f-8b12-243b601b2d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:16.077212 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-a530c44e-73dc-4b5f-8b12-243b601b2d34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1263592 Feb 09 15:05:16.179651 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-7760b982-0b01-40ee-af4c-5bc5f698fe9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f HTTP/1.1" status: 200 len: 1001 time: 0.0945103 Feb 09 15:05:16.241999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-cae09b32-15d7-4293-9a00-28ee3cdbec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:16.243396 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-cae09b32-15d7-4293-9a00-28ee3cdbec0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0571468 Feb 09 15:05:16.270601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:05:16.320824 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-7608c274-4094-43ec-b527-71b580cdae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:16.322265 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-7608c274-4094-43ec-b527-71b580cdae30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725267 Feb 09 15:05:16.342399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:05:16.347280 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:05:16.347655 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:16.470226 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:16.499651 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:05:16.524700 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:05:16.529571 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:16.609051 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:05:16.615324 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'code': 200} Feb 09 15:05:16.641715 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-37e72eb9-397e-424f-b480-0a075b34db68 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120785 Feb 09 15:05:16.776094 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-8f16ca68-831c-42f0-b450-5768c17494f8 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278651 Feb 09 15:05:17.045228 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c207f6-6718-40e5-bb55-19692b234799 req-d680f55a-075c-498c-9121-8f1cbd8c54ef tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:17.046593 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03c207f6-6718-40e5-bb55-19692b234799 req-d680f55a-075c-498c-9121-8f1cbd8c54ef tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0803115 Feb 09 15:05:17.092018 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03c207f6-6718-40e5-bb55-19692b234799 req-805f7c3e-1e3c-4a1c-a076-eb00270fcecf tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396631 Feb 09 15:05:18.280470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a1955-d85f-4e67-af27-f8eda74f857b req-5992187a-bab3-4cee-bf35-e68d724e8c4a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:18.281953 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb3a1955-d85f-4e67-af27-f8eda74f857b req-5992187a-bab3-4cee-bf35-e68d724e8c4a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0834458 Feb 09 15:05:18.328108 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-eb3a1955-d85f-4e67-af27-f8eda74f857b req-9fa6718f-793f-45bd-891f-f12a4bea9434 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391970 Feb 09 15:05:19.336318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-27149dfb-06eb-437b-a551-0093bdc7be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:19.338057 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-27149dfb-06eb-437b-a551-0093bdc7be4c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69&tenant_id=2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 1097 time: 0.0733981 Feb 09 15:05:19.349114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:05:19.512556 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:19.608555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8933f3-338a-4a0b-b89d-30c5a1663ce3 req-44639e1e-eb31-405b-b6a7-621c70dd7d3e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:19.610012 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd8933f3-338a-4a0b-b89d-30c5a1663ce3 req-44639e1e-eb31-405b-b6a7-621c70dd7d3e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.1703007 Feb 09 15:05:19.775073 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd8933f3-338a-4a0b-b89d-30c5a1663ce3 req-c9b4e362-9a36-427e-9019-c9305a7b2349 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284673 Feb 09 15:05:19.832574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:05:19.859809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:05:19.920719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:05:19.926597 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:19.941381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Transition to ACTIVE for port object a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:05:19.945511 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:19.993241 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'code': 200} Feb 09 15:05:20.094849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,revision_number=10']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:05:20.107786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:20.108136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:20.108478 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:20.108814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:20.109143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:20.109470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:20.109796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:20.110127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:20.110453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:20.110775 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:20.111097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:20.111415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:20.154726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] No DVR routers for this DVR port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:05:20.392897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Attempting to bind port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:05:20.393571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Attempting to bind port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:05:20.393571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Attempting to bind port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:05:20.398313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:05:20.398636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Attempting to bind port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:05:20.403650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:05:20.404007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Checking segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:05:20.404383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Bound using segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:05:20.404803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Bound port: a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:05:20.405143 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:20.495369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:05:20.498706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:05:20.502592 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:20.563107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:20.563432 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:20.564690 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] 10.222.0.21 "PUT /v2.0/ports/a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f HTTP/1.1" status: 200 len: 1093 time: 1.2196305 Feb 09 15:05:20.580952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d68161-d00c-439b-8564-191c6811b6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,revision_number=11']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:05:20.794504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-e21cea53-d433-4d87-8545-3c59f54cc908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:20.796083 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-e21cea53-d433-4d87-8545-3c59f54cc908 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 1096 time: 0.2101371 Feb 09 15:05:20.997930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-e070ab69-9429-40a3-aab4-a1b50132f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:20.999379 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-e070ab69-9429-40a3-aab4-a1b50132f576 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1966500 Feb 09 15:05:21.086918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e281fb-2ec3-4065-9e88-cba4c7afde3f req-a7465057-3b9a-4ade-87b9-bbaa8b62add3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:21.088396 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24e281fb-2ec3-4065-9e88-cba4c7afde3f req-a7465057-3b9a-4ade-87b9-bbaa8b62add3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 945 time: 0.1883647 Feb 09 15:05:21.135239 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-d900dc69-78a7-4d6c-afb9-da43de23f847 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f HTTP/1.1" status: 200 len: 1000 time: 0.1296968 Feb 09 15:05:21.188420 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24e281fb-2ec3-4065-9e88-cba4c7afde3f req-c576d95b-ff4c-4eb9-b39e-4ce153e7c1bb tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887761 Feb 09 15:05:21.207460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-d930136f-3b2a-4946-9cdd-ca5a4ee1670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:21.208909 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-d930136f-3b2a-4946-9cdd-ca5a4ee1670b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0666800 Feb 09 15:05:21.283505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-e4125725-d03e-4b0e-a71b-63f66cea450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:21.285451 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-e4125725-d03e-4b0e-a71b-63f66cea450e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708632 Feb 09 15:05:21.415296 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-5fc1511b-c934-4dcb-b955-8ae8cec90699 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243491 Feb 09 15:05:21.544513 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdc7aeb-33d5-4ad3-a009-e9055e7b69d2 req-b0dbf74e-cf99-4ec9-aa65-73ede970f551 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234393 Feb 09 15:05:21.995034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:05:22.057792 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'status': 'completed', 'code': 200} Feb 09 15:05:22.212000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952edac2-665f-4f19-8074-57be615e5db1 req-06296f24-1446-4882-9dd5-1d7b240eafed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:22.213521 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-952edac2-665f-4f19-8074-57be615e5db1 req-06296f24-1446-4882-9dd5-1d7b240eafed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 1096 time: 0.1302097 Feb 09 15:05:22.219860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952edac2-665f-4f19-8074-57be615e5db1 req-1f6f2af7-05fa-425f-8da5-3cb5eb71abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:22.221462 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-952edac2-665f-4f19-8074-57be615e5db1 req-1f6f2af7-05fa-425f-8da5-3cb5eb71abb6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 1096 time: 0.1047616 Feb 09 15:05:22.298385 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:05:22.369850 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:05:22.518807 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952edac2-665f-4f19-8074-57be615e5db1 req-c4619e97-4785-4859-8915-ed80cfd51511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:22.520262 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-952edac2-665f-4f19-8074-57be615e5db1 req-c4619e97-4785-4859-8915-ed80cfd51511 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.2979069 Feb 09 15:05:22.522930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952edac2-665f-4f19-8074-57be615e5db1 req-53ef68e7-cfe6-4d18-a83b-aab05ce610b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:22.524262 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-952edac2-665f-4f19-8074-57be615e5db1 req-53ef68e7-cfe6-4d18-a83b-aab05ce610b3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.2834537 Feb 09 15:05:22.805507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179278f-4733-4fbd-8e64-34822c3afbb7 req-c3f26c38-f4f6-4265-89c9-2a6f6ffd00e9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:22.806980 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0179278f-4733-4fbd-8e64-34822c3afbb7 req-c3f26c38-f4f6-4265-89c9-2a6f6ffd00e9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 945 time: 0.4991260 Feb 09 15:05:22.867948 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-952edac2-665f-4f19-8074-57be615e5db1 req-282fd39f-a521-46c1-b678-33f5cfa5a6f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f HTTP/1.1" status: 200 len: 1000 time: 0.3407016 Feb 09 15:05:22.875800 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-952edac2-665f-4f19-8074-57be615e5db1 req-51f9b9eb-328d-4769-adc8-e0690c8ee05b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f HTTP/1.1" status: 200 len: 1000 time: 0.2991226 Feb 09 15:05:22.967710 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0179278f-4733-4fbd-8e64-34822c3afbb7 req-6eb7f9b1-b91e-4ce0-9c7b-009a61538464 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420043 Feb 09 15:05:23.000730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952edac2-665f-4f19-8074-57be615e5db1 req-01acbafa-4fdf-4a38-9df2-a45af318c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:23.002171 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-952edac2-665f-4f19-8074-57be615e5db1 req-01acbafa-4fdf-4a38-9df2-a45af318c8fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.1255319 Feb 09 15:05:23.003637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952edac2-665f-4f19-8074-57be615e5db1 req-762e2f50-254b-476c-8025-03ad7936fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:23.004942 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-952edac2-665f-4f19-8074-57be615e5db1 req-762e2f50-254b-476c-8025-03ad7936fb66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0948560 Feb 09 15:05:23.141143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952edac2-665f-4f19-8074-57be615e5db1 req-1be0ffd2-8d7f-4417-a480-ac42af12be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:23.142529 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-952edac2-665f-4f19-8074-57be615e5db1 req-1be0ffd2-8d7f-4417-a480-ac42af12be9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343668 Feb 09 15:05:23.145055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952edac2-665f-4f19-8074-57be615e5db1 req-9dee1fb0-9760-4dde-b1f5-2fa3024b273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:23.146385 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-952edac2-665f-4f19-8074-57be615e5db1 req-9dee1fb0-9760-4dde-b1f5-2fa3024b273e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077831 Feb 09 15:05:23.386968 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-952edac2-665f-4f19-8074-57be615e5db1 req-1b1b786d-2035-497d-b21f-31ec4067883f service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378435 Feb 09 15:05:23.390031 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-952edac2-665f-4f19-8074-57be615e5db1 req-151d42f4-32c7-4808-8bd7-9233b4bacba7 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233393 Feb 09 15:05:23.630301 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-952edac2-665f-4f19-8074-57be615e5db1 req-2e8502ca-2317-4ad3-b115-bc370a9188e8 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369998 Feb 09 15:05:23.633563 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-952edac2-665f-4f19-8074-57be615e5db1 req-e9c32b8a-534c-4567-a254-02be4d8f44b3 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228520 Feb 09 15:05:24.173171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786fd2b-60ec-4013-a43d-af039fce2605 req-ed20cd64-522b-44c3-93b9-ebeb4fca6089 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:24.174639 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4786fd2b-60ec-4013-a43d-af039fce2605 req-ed20cd64-522b-44c3-93b9-ebeb4fca6089 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 945 time: 0.0848808 Feb 09 15:05:24.177017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:05:24.352635 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4786fd2b-60ec-4013-a43d-af039fce2605 req-b3ad9c31-64ed-4ff5-bcb2-6bbbd933c73a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693201 Feb 09 15:05:24.367624 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:05:24.382541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'port_id': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'mac_address': 'fa:16:3e:e0:ac:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:05:24.444962 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:24.463402 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:05:24.481454 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:05:24.486927 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:24.565906 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,revision_number=12']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:05:24.783715 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:05:25.537816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4b0d3-ec12-4c7f-bc97-1171bc8efc32 req-2255078b-8c89-4e21-a7ea-19fa23014cae tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:25.539285 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5c4b0d3-ec12-4c7f-bc97-1171bc8efc32 req-2255078b-8c89-4e21-a7ea-19fa23014cae tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0779476 Feb 09 15:05:25.584712 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5c4b0d3-ec12-4c7f-bc97-1171bc8efc32 req-bad92a42-86c3-47fb-803d-5c7517fce111 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398242 Feb 09 15:05:25.765012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c236c7-02f0-4c63-8574-8291dc8a303f req-64dfcb58-0b68-4a57-8f8f-94a6661a337c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:25.766447 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64c236c7-02f0-4c63-8574-8291dc8a303f req-64dfcb58-0b68-4a57-8f8f-94a6661a337c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0796540 Feb 09 15:05:25.808784 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-64c236c7-02f0-4c63-8574-8291dc8a303f req-9e6c63c9-0c3d-42a7-bd2d-96e6dc275708 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361001 Feb 09 15:05:25.996541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f353a-414d-4069-91c8-db1542c843dd req-eda8c59b-f0af-4b01-aaaf-45667099fbeb tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:25.998035 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-242f353a-414d-4069-91c8-db1542c843dd req-eda8c59b-f0af-4b01-aaaf-45667099fbeb tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0845027 Feb 09 15:05:26.048598 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-242f353a-414d-4069-91c8-db1542c843dd req-0863d246-cd45-4e38-81d7-dc91562497f5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444427 Feb 09 15:05:26.192821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:05:26.270922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:05:26.275970 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:05:26.276342 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:26.392742 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:26.418732 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:05:26.427372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd441525-d0d5-4c5a-a1d7-625e3b0a8f8b req-ac2fadb6-bc30-428b-9f87-6be4357c73a7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:26.428376 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:05:26.429137 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bd441525-d0d5-4c5a-a1d7-625e3b0a8f8b req-ac2fadb6-bc30-428b-9f87-6be4357c73a7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 946 time: 0.0788310 Feb 09 15:05:26.433397 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:26.466677 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'code': 200} Feb 09 15:05:26.478699 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bd441525-d0d5-4c5a-a1d7-625e3b0a8f8b req-71e9b2be-bacd-4cd5-a868-f1eee458b9b4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398912 Feb 09 15:05:26.505161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,revision_number=13']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:05:26.856274 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-48514680-6663-4ea6-bbc8-ce5c0ad80a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:27.666858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9c9ad-6323-482e-b5d5-146d3ee3dc9c req-64ebb044-4761-4206-969e-89bad6d3e7d4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:27.668325 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7b9c9ad-6323-482e-b5d5-146d3ee3dc9c req-64ebb044-4761-4206-969e-89bad6d3e7d4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 947 time: 0.0806119 Feb 09 15:05:27.710727 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7b9c9ad-6323-482e-b5d5-146d3ee3dc9c req-31af7430-f0bd-46f2-b19f-e97c5611c00b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369155 Feb 09 15:05:27.822606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065e0b6-dc7a-4e3b-8ac5-fea4c06adae3 req-9e2eec17-c448-4231-b431-43d90e7a124a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:27.823940 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b065e0b6-dc7a-4e3b-8ac5-fea4c06adae3 req-9e2eec17-c448-4231-b431-43d90e7a124a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.21 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 947 time: 0.0800104 Feb 09 15:05:27.890561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-b065e0b6-dc7a-4e3b-8ac5-fea4c06adae3 req-b3bd6601-1add-4015-95fd-426cf1d29750 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Deleting port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:05:27.890890 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b065e0b6-dc7a-4e3b-8ac5-fea4c06adae3 req-b3bd6601-1add-4015-95fd-426cf1d29750 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:28.128300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-b065e0b6-dc7a-4e3b-8ac5-fea4c06adae3 req-b3bd6601-1add-4015-95fd-426cf1d29750 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] For port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:05:28.128578 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b065e0b6-dc7a-4e3b-8ac5-fea4c06adae3 req-b3bd6601-1add-4015-95fd-426cf1d29750 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:28.530748 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b065e0b6-dc7a-4e3b-8ac5-fea4c06adae3 req-b3bd6601-1add-4015-95fd-426cf1d29750 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:28.531225 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b065e0b6-dc7a-4e3b-8ac5-fea4c06adae3 req-b3bd6601-1add-4015-95fd-426cf1d29750 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:28.531591 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-b065e0b6-dc7a-4e3b-8ac5-fea4c06adae3 req-b3bd6601-1add-4015-95fd-426cf1d29750 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Floating IP 2cac95e0-feba-43f1-842b-f6276f95bad9 disassociated. External IP: 172.25.8.53, port: a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f. Feb 09 15:05:28.532122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-b065e0b6-dc7a-4e3b-8ac5-fea4c06adae3 req-b3bd6601-1add-4015-95fd-426cf1d29750 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Calling delete_port for a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:05:28.671159 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b065e0b6-dc7a-4e3b-8ac5-fea4c06adae3 req-b3bd6601-1add-4015-95fd-426cf1d29750 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:28.723473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd6601-1add-4015-95fd-426cf1d29750 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Pushing event deleted for resources: {'Port': ['ID=a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:05:28.924096 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2b6e6f74-59ee-4b5a-830c-15dcb402e4b2 req-c4b3a2b2-279f-4dc8-a8d0-d8ee53aba82f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=48d60a53-df04-4050-b2d0-7f34224b8d69 HTTP/1.1" status: 200 len: 210 time: 0.1000741 Feb 09 15:05:28.957298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b065e0b6-dc7a-4e3b-8ac5-fea4c06adae3 req-b3bd6601-1add-4015-95fd-426cf1d29750 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Router 7c45b468-0096-42df-a6ab-fd9b86cee934 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:05:29.132891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b065e0b6-dc7a-4e3b-8ac5-fea4c06adae3 req-b3bd6601-1add-4015-95fd-426cf1d29750 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:05:29.141916 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6a737-c108-41cf-ac60-3cb1e04bc364 None None] Sync routers for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:05:29.150970 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d6a737-c108-41cf-ac60-3cb1e04bc364 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:05:29.151579 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-01d6a737-c108-41cf-ac60-3cb1e04bc364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:04:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:05:29.207268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b065e0b6-dc7a-4e3b-8ac5-fea4c06adae3 req-b3bd6601-1add-4015-95fd-426cf1d29750 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] No DVR routers for this DVR port a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:05:29.210264 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-b065e0b6-dc7a-4e3b-8ac5-fea4c06adae3 req-b3bd6601-1add-4015-95fd-426cf1d29750 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:29.212894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'name': 'network-vif-deleted', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:05:29.228846 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b065e0b6-dc7a-4e3b-8ac5-fea4c06adae3 req-b3bd6601-1add-4015-95fd-426cf1d29750 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.21 "DELETE /v2.0/ports/a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f HTTP/1.1" status: 204 len: 173 time: 1.3994596 Feb 09 15:05:29.262281 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d60a53-df04-4050-b2d0-7f34224b8d69', 'name': 'network-vif-deleted', 'tag': 'a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f', 'status': 'completed', 'code': 200} Feb 09 15:05:29.284196 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4c7ce660-aa6e-4c6d-9d49-cac244d3f413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:29.336035 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-01d6a737-c108-41cf-ac60-3cb1e04bc364 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:05:29.650810 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-01d6a737-c108-41cf-ac60-3cb1e04bc364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:05:29.655232 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6a737-c108-41cf-ac60-3cb1e04bc364 None None] Checking router: 7c45b468-0096-42df-a6ab-fd9b86cee934 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:05:29.664517 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d6a737-c108-41cf-ac60-3cb1e04bc364 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:05:29.665114 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-01d6a737-c108-41cf-ac60-3cb1e04bc364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:05:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:05:29.870726 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-01d6a737-c108-41cf-ac60-3cb1e04bc364 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:05:30.184100 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-01d6a737-c108-41cf-ac60-3cb1e04bc364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:05:30.188170 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6a737-c108-41cf-ac60-3cb1e04bc364 None None] The sync data for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 is: [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:05:30.269766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-7dd3770e-c716-49a1-ad52-8c8f8a88e99b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--795366054&fields=id&tenant_id=2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 267 time: 0.0397248 Feb 09 15:05:30.376679 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:30.399194 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:30.420706 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b85a6f3-ebb0-4f6e-ad7b-24e9e96125e9 None None] New status for floating IP 2cac95e0-feba-43f1-842b-f6276f95bad9: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:05:30.429272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-ffb876e0-a645-4697-800c-5fc7ce2724b9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:30.430708 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-ffb876e0-a645-4697-800c-5fc7ce2724b9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 811 time: 0.1548684 Feb 09 15:05:30.446566 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-5d29c469-c99b-4a0e-8e4a-7e12f71b9420 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/quotas/2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 375 time: 0.0102663 Feb 09 15:05:30.534880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-8f3ed176-cb14-4916-a310-75447b1b5744 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Synchronizing usage tracker for tenant:2376551355104008af393aa5029ba8e5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:05:30.553222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-8f3ed176-cb14-4916-a310-75447b1b5744 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Unset dirty status for tenant:2376551355104008af393aa5029ba8e5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:05:30.554497 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-8f3ed176-cb14-4916-a310-75447b1b5744 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026485 Feb 09 15:05:30.739582 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-76542fc1-9a7c-4a1c-b5da-16f46361c909 service neutron] 10.222.0.48 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712954 Feb 09 15:05:30.984963 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-ffa74bd7-baee-4b3a-82df-b2fd97a1e7ab service neutron] 10.222.0.48 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395647 Feb 09 15:05:31.313791 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4b1fa44-4a65-4873-8a41-e58251366f3b req-3a424adc-22d6-4318-b73f-bfed498dee7c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 210 time: 0.0437617 Feb 09 15:05:31.939478 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:32.225200 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:05:32.258289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:05:32.258629 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a8ebaab8-ee3c-45d2-b40e-3f8a3d5af46f not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:05:32.401866 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-6ee4e23e-ec9d-4380-a768-79774fde4ec9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:32.403526 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-6ee4e23e-ec9d-4380-a768-79774fde4ec9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 811 time: 0.1535966 Feb 09 15:05:32.490038 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5b5bff2-54ac-4ec9-ad8e-032905ab087a req-f9aa09b0-6c0f-45d3-bdde-564c4bb92ca2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 210 time: 0.0622671 Feb 09 15:05:32.499217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-aef069ea-ff85-4553-860e-aa46c28b48da tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 379 time: 0.0855389 Feb 09 15:05:32.508788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-4324d9fe-296d-45bc-aa3a-3bedc0ce3317 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Request body: {'port': {'device_id': '0ea73661-81d2-4195-802b-807bc18e9df4', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'admin_state_up': True, 'tenant_id': '2376551355104008af393aa5029ba8e5', 'security_groups': ['c2b73e16-796a-49ad-bc09-8ba9745789bd']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:05:32.644088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-4324d9fe-296d-45bc-aa3a-3bedc0ce3317 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:05:32.653230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-4324d9fe-296d-45bc-aa3a-3bedc0ce3317 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:05:32.662360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-4324d9fe-296d-45bc-aa3a-3bedc0ce3317 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Made reservation on behalf of 2376551355104008af393aa5029ba8e5 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:05:32.665899 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-4324d9fe-296d-45bc-aa3a-3bedc0ce3317 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:32.826453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-4324d9fe-296d-45bc-aa3a-3bedc0ce3317 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Allocated IP 172.20.0.9 (9928b329-ce6b-4591-b6a5-a6bc0a72973b/5ad7d394-00af-4ec6-8900-b702817753fe/d4406dbb-1535-4658-b87c-80c22c310691) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:05:33.011254 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-4324d9fe-296d-45bc-aa3a-3bedc0ce3317 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:33.026402 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-4324d9fe-296d-45bc-aa3a-3bedc0ce3317 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Transition to ACTIVE for port object d4406dbb-1535-4658-b87c-80c22c310691 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:05:33.048983 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-4324d9fe-296d-45bc-aa3a-3bedc0ce3317 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:33.116578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-4324d9fe-296d-45bc-aa3a-3bedc0ce3317 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Network 9928b329-ce6b-4591-b6a5-a6bc0a72973b is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:05:33.119478 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-4324d9fe-296d-45bc-aa3a-3bedc0ce3317 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:05:33.123463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-4324d9fe-296d-45bc-aa3a-3bedc0ce3317 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:05:33.163299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324d9fe-296d-45bc-aa3a-3bedc0ce3317 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Pushing event updated for resources: {'Port': ['ID=d4406dbb-1535-4658-b87c-80c22c310691,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:05:33.195512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-4324d9fe-296d-45bc-aa3a-3bedc0ce3317 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:33.196145 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-4324d9fe-296d-45bc-aa3a-3bedc0ce3317 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:33.221418 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-4324d9fe-296d-45bc-aa3a-3bedc0ce3317 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7161748 Feb 09 15:05:33.232877 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Request body: {'port': {'device_id': '0ea73661-81d2-4195-802b-807bc18e9df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:05:33.341629 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:33.367337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-92396f17-7480-4199-b550-fc8c7e9879e7 None None] Provisioning for port d4406dbb-1535-4658-b87c-80c22c310691 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:05:33.372124 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-92396f17-7480-4199-b550-fc8c7e9879e7 None None] Provisioning complete for port d4406dbb-1535-4658-b87c-80c22c310691 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:05:33.372709 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-92396f17-7480-4199-b550-fc8c7e9879e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:33.425269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-92396f17-7480-4199-b550-fc8c7e9879e7 None None] Port d4406dbb-1535-4658-b87c-80c22c310691 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:05:33.676342 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967f3a0-5f9d-49c8-9dcc-40fc416952d4 req-ef31dc16-1a3e-4fd6-adfe-2bb328b07dbf tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:33.677934 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c967f3a0-5f9d-49c8-9dcc-40fc416952d4 req-ef31dc16-1a3e-4fd6-adfe-2bb328b07dbf tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 931 time: 0.0830407 Feb 09 15:05:33.691313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4406dbb-1535-4658-b87c-80c22c310691 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:05:33.698471 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:33.712677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Transition to ACTIVE for port object d4406dbb-1535-4658-b87c-80c22c310691 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:05:33.716477 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:33.723682 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c967f3a0-5f9d-49c8-9dcc-40fc416952d4 req-e4280509-935e-4f36-b3b9-119bc972be6e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401607 Feb 09 15:05:33.872883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Pushing event updated for resources: {'Port': ['ID=d4406dbb-1535-4658-b87c-80c22c310691,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:05:34.062707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Attempting to bind port d4406dbb-1535-4658-b87c-80c22c310691 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:05:34.062935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Attempting to bind port d4406dbb-1535-4658-b87c-80c22c310691 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:05:34.063261 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Attempting to bind port d4406dbb-1535-4658-b87c-80c22c310691 on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:05:34.067880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Port d4406dbb-1535-4658-b87c-80c22c310691 on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:05:34.068201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Attempting to bind port d4406dbb-1535-4658-b87c-80c22c310691 on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:05:34.073142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:05:34.073473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Checking segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:05:34.073851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Bound using segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:05:34.074274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Bound port: d4406dbb-1535-4658-b87c-80c22c310691, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:05:34.074609 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:34.160427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:05:34.163398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4406dbb-1535-4658-b87c-80c22c310691,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:05:34.168671 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:34.232671 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:34.233364 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:34.234613 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] 10.222.0.35 "PUT /v2.0/ports/d4406dbb-1535-4658-b87c-80c22c310691 HTTP/1.1" status: 200 len: 1091 time: 1.0059004 Feb 09 15:05:34.235049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:05:34.257335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5fa9a-14a7-46fc-82ae-d8b47f78ae19 service neutron] Pushing event updated for resources: {'Port': ['ID=d4406dbb-1535-4658-b87c-80c22c310691,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:05:34.312285 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691', 'status': 'completed', 'code': 200} Feb 09 15:05:34.354116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-8e04cb16-6b1e-47c8-8e72-e7d81a5eacc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:34.355945 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-8e04cb16-6b1e-47c8-8e72-e7d81a5eacc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 1094 time: 0.0769496 Feb 09 15:05:34.430158 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-1cc393e3-4203-42ff-b294-8b02cd547f66 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4406dbb-1535-4658-b87c-80c22c310691 HTTP/1.1" status: 200 len: 217 time: 0.0658941 Feb 09 15:05:34.491714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-63e3043f-f97d-4679-8276-38102967d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:34.493214 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-63e3043f-f97d-4679-8276-38102967d92a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0566425 Feb 09 15:05:34.570147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-f74040b4-ce73-428f-9d1c-1468347f293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:34.571603 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-f74040b4-ce73-428f-9d1c-1468347f293e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713022 Feb 09 15:05:34.701222 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-d9cd6a7b-4091-4445-a257-cc2e2e750b62 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222138 Feb 09 15:05:34.831623 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5633f5f9-426b-4c24-b4a0-126513d8e561 req-2a027a82-7f79-4133-83c3-29570c5bc153 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224258 Feb 09 15:05:34.914406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15154fc-a8c1-4577-b1fc-6fbf5cdefdcd req-f576989e-42ed-4013-82dc-7a7c926ea3c1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:34.915900 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f15154fc-a8c1-4577-b1fc-6fbf5cdefdcd req-f576989e-42ed-4013-82dc-7a7c926ea3c1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0824952 Feb 09 15:05:34.950019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ac228-2462-4367-a428-67e578b8f890 req-341e6256-8c85-4ce8-97ca-570b700783f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:34.951492 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1b9ac228-2462-4367-a428-67e578b8f890 req-341e6256-8c85-4ce8-97ca-570b700783f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 1094 time: 0.0698078 Feb 09 15:05:34.963332 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f15154fc-a8c1-4577-b1fc-6fbf5cdefdcd req-c7eee394-ea6e-4b9c-b1db-cf080f6e9c81 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418987 Feb 09 15:05:35.080717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ac228-2462-4367-a428-67e578b8f890 req-03c78380-e8e4-4307-b502-7e23b7edb447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:35.082059 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1b9ac228-2462-4367-a428-67e578b8f890 req-03c78380-e8e4-4307-b502-7e23b7edb447 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1237211 Feb 09 15:05:35.152409 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1b9ac228-2462-4367-a428-67e578b8f890 req-7bdc44e5-37c6-4161-8651-ae3fb0d7e7c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4406dbb-1535-4658-b87c-80c22c310691 HTTP/1.1" status: 200 len: 217 time: 0.0633681 Feb 09 15:05:35.214099 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ac228-2462-4367-a428-67e578b8f890 req-496b067f-60dc-4f16-9fb5-8dd709336910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:35.215776 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1b9ac228-2462-4367-a428-67e578b8f890 req-496b067f-60dc-4f16-9fb5-8dd709336910 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0565786 Feb 09 15:05:35.293202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ac228-2462-4367-a428-67e578b8f890 req-7e1984ea-bc97-4977-b73e-c5fbebb9cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:35.294630 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1b9ac228-2462-4367-a428-67e578b8f890 req-7e1984ea-bc97-4977-b73e-c5fbebb9cfdc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711787 Feb 09 15:05:35.429701 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1b9ac228-2462-4367-a428-67e578b8f890 req-a8915ba9-2b98-4310-b541-70dc13a24e4d service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254694 Feb 09 15:05:35.561308 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1b9ac228-2462-4367-a428-67e578b8f890 req-0cfb4d4b-8a48-4843-abb3-49072429d3b1 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254153 Feb 09 15:05:36.155444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63192c4f-4e9b-43ca-b717-520c4f33d664 req-3427841f-1e2e-40cb-8246-c3602268a59f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:36.156154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-63192c4f-4e9b-43ca-b717-520c4f33d664 req-3427841f-1e2e-40cb-8246-c3602268a59f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Synchronizing usage tracker for tenant:2376551355104008af393aa5029ba8e5 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:05:36.171040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-63192c4f-4e9b-43ca-b717-520c4f33d664 req-3427841f-1e2e-40cb-8246-c3602268a59f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Unset dirty status for tenant:2376551355104008af393aa5029ba8e5 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:05:36.172527 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63192c4f-4e9b-43ca-b717-520c4f33d664 req-3427841f-1e2e-40cb-8246-c3602268a59f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0949600 Feb 09 15:05:36.216849 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63192c4f-4e9b-43ca-b717-520c4f33d664 req-05c26188-0f96-487e-9624-baa1536086e7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387177 Feb 09 15:05:37.399748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415b9f7-a37e-4ba3-96cb-3cd220d0bdf0 req-92d7d0c1-90cc-42a8-b71e-a4447b763d39 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:37.401184 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1415b9f7-a37e-4ba3-96cb-3cd220d0bdf0 req-92d7d0c1-90cc-42a8-b71e-a4447b763d39 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0783095 Feb 09 15:05:37.444093 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1415b9f7-a37e-4ba3-96cb-3cd220d0bdf0 req-0dd86ad2-3996-49ad-9446-7d03f5ec0915 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373211 Feb 09 15:05:38.380192 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d4406dbb-1535-4658-b87c-80c22c310691 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:05:38.510023 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4406dbb-1535-4658-b87c-80c22c310691,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:05:38.523458 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'd4406dbb-1535-4658-b87c-80c22c310691', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'port_id': 'd4406dbb-1535-4658-b87c-80c22c310691', 'mac_address': 'fa:16:3e:5d:88:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:05:38.581577 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:38.598882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4406dbb-1535-4658-b87c-80c22c310691 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:05:38.614586 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4406dbb-1535-4658-b87c-80c22c310691,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:05:38.619218 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:38.637738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6629fe-6260-4d1d-9921-fa8f1e2043e3 req-bb884415-e9c4-496f-b8d0-c7ca3219b0a2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:38.639104 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9e6629fe-6260-4d1d-9921-fa8f1e2043e3 req-bb884415-e9c4-496f-b8d0-c7ca3219b0a2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0857983 Feb 09 15:05:38.688939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=d4406dbb-1535-4658-b87c-80c22c310691,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:05:38.697257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:38.697716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:38.698067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:38.698481 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:38.698823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:38.699048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:38.699383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:38.699742 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:38.700099 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:38.700427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:38.700752 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:38.701142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:05:38.789931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9e6629fe-6260-4d1d-9921-fa8f1e2043e3 req-70b5a53c-6371-40de-85f1-d36f89add2a0 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449935 Feb 09 15:05:38.930158 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['d4406dbb-1535-4658-b87c-80c22c310691'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:05:39.264332 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:39.973528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f79b3-50b9-4a7b-adc6-9cbb6f622c50 req-f72d9684-a436-4986-b8ab-b0d34e5897a4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:39.974970 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-847f79b3-50b9-4a7b-adc6-9cbb6f622c50 req-f72d9684-a436-4986-b8ab-b0d34e5897a4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 944 time: 0.0818503 Feb 09 15:05:40.017814 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-847f79b3-50b9-4a7b-adc6-9cbb6f622c50 req-30bc1518-19a9-4d7f-8285-ef3e5a4876f4 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371525 Feb 09 15:05:40.380521 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d4406dbb-1535-4658-b87c-80c22c310691 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:05:40.445234 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port d4406dbb-1535-4658-b87c-80c22c310691 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:05:40.450297 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port d4406dbb-1535-4658-b87c-80c22c310691 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:05:40.450651 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:40.593746 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:40.619798 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:05:40.642269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4406dbb-1535-4658-b87c-80c22c310691,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:05:40.650346 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:40.691461 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691', 'code': 200} Feb 09 15:05:40.724847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=d4406dbb-1535-4658-b87c-80c22c310691,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:05:40.798100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33a81a-29b9-452f-bcd5-41346a74a145 req-0deb6614-cdbe-4d54-8c1f-87532a3d0c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:40.799553 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2e33a81a-29b9-452f-bcd5-41346a74a145 req-0deb6614-cdbe-4d54-8c1f-87532a3d0c35 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 1096 time: 0.0701983 Feb 09 15:05:40.842278 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2e33a81a-29b9-452f-bcd5-41346a74a145 req-74e14327-cc44-4400-982a-a1353026e77d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332434 Feb 09 15:05:40.922967 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:40.935542 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:05:41.197837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e189bc-2ea3-4ae2-97e2-fdf9a53ec581 req-b73657f0-355a-4e60-acb9-3e29f3cc5473 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:41.199216 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f8e189bc-2ea3-4ae2-97e2-fdf9a53ec581 req-b73657f0-355a-4e60-acb9-3e29f3cc5473 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0789592 Feb 09 15:05:41.243906 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f8e189bc-2ea3-4ae2-97e2-fdf9a53ec581 req-465caf11-d113-4039-ae7b-aec09aa898b5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390792 Feb 09 15:05:42.433822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02242efb-2b19-4583-a351-2d66fd787f45 req-2879d646-442d-47b7-8ea6-fca575b5a640 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:42.435858 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-02242efb-2b19-4583-a351-2d66fd787f45 req-2879d646-442d-47b7-8ea6-fca575b5a640 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0880384 Feb 09 15:05:42.479469 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-02242efb-2b19-4583-a351-2d66fd787f45 req-c72ba52e-ca91-473d-a882-644a4eab9ee5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382905 Feb 09 15:05:43.667515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d18b54-93f9-4c2a-9273-e8bd9cf39c18 req-11bcfe71-de11-46b5-8fcb-1f9c01182ad1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:43.669006 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-85d18b54-93f9-4c2a-9273-e8bd9cf39c18 req-11bcfe71-de11-46b5-8fcb-1f9c01182ad1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0825479 Feb 09 15:05:43.712925 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-85d18b54-93f9-4c2a-9273-e8bd9cf39c18 req-3ff9d909-5b89-423c-ab95-5b027c63c9ea tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383072 Feb 09 15:05:43.889244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f06916-13b6-4a55-9e6e-6697093f6ccc req-1fb7c51c-7e3e-46c5-a4a5-58037374bf53 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:43.890606 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b7f06916-13b6-4a55-9e6e-6697093f6ccc req-1fb7c51c-7e3e-46c5-a4a5-58037374bf53 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0791519 Feb 09 15:05:43.899001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52508) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:05:43.903837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-36ea70ab-339f-48d9-afe7-30f1c5b5b80b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Request body: {'floatingip': {'port_id': 'd4406dbb-1535-4658-b87c-80c22c310691'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:05:43.982271 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36ea70ab-339f-48d9-afe7-30f1c5b5b80b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for floatingip, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:44.573153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36ea70ab-339f-48d9-afe7-30f1c5b5b80b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:44.577222 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36ea70ab-339f-48d9-afe7-30f1c5b5b80b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:44.749520 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-36ea70ab-339f-48d9-afe7-30f1c5b5b80b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Floating IP 2cac95e0-feba-43f1-842b-f6276f95bad9 associated. External IP: 172.25.8.53, port: d4406dbb-1535-4658-b87c-80c22c310691. Feb 09 15:05:45.202126 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ea70ab-339f-48d9-afe7-30f1c5b5b80b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Router 7c45b468-0096-42df-a6ab-fd9b86cee934 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:05:45.379381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ea70ab-339f-48d9-afe7-30f1c5b5b80b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:05:45.384359 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36ea70ab-339f-48d9-afe7-30f1c5b5b80b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:45.388943 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411b41e-efb4-4f9a-90ad-11aa85acd309 None None] Sync routers for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:05:45.398954 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8411b41e-efb4-4f9a-90ad-11aa85acd309 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:05:45.399542 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8411b41e-efb4-4f9a-90ad-11aa85acd309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:05:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:05:45.441803 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-36ea70ab-339f-48d9-afe7-30f1c5b5b80b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "PUT /v2.0/floatingips/2cac95e0-feba-43f1-842b-f6276f95bad9 HTTP/1.1" status: 200 len: 991 time: 1.5417457 Feb 09 15:05:45.442472 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:05:45.490678 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691', 'status': 'completed', 'code': 200} Feb 09 15:05:45.580752 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-8411b41e-efb4-4f9a-90ad-11aa85acd309 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:05:45.598015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8c04b-9702-4459-bb41-2c8e9b913389 req-d958e6d0-e99a-4706-b396-a4df2800993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:45.599517 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0f8c04b-9702-4459-bb41-2c8e9b913389 req-d958e6d0-e99a-4706-b396-a4df2800993f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 1096 time: 0.0856030 Feb 09 15:05:45.630391 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff184b83-46f7-4e6f-9ab0-668f022b020f req-16dbcee7-991b-4bd9-a856-51975ad26739 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:45.631994 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ff184b83-46f7-4e6f-9ab0-668f022b020f req-16dbcee7-991b-4bd9-a856-51975ad26739 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0984318 Feb 09 15:05:45.677302 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ff184b83-46f7-4e6f-9ab0-668f022b020f req-500f8722-7f5f-4024-90e1-b4d7f7bf73e1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392087 Feb 09 15:05:45.735718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8c04b-9702-4459-bb41-2c8e9b913389 req-6efbea32-d473-49fd-a140-3a81eb02691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:45.737128 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0f8c04b-9702-4459-bb41-2c8e9b913389 req-6efbea32-d473-49fd-a140-3a81eb02691e service neutron] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1315222 Feb 09 15:05:45.843827 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0f8c04b-9702-4459-bb41-2c8e9b913389 req-835e2899-dfe5-48d9-ad18-32c2abd2aed3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4406dbb-1535-4658-b87c-80c22c310691 HTTP/1.1" status: 200 len: 999 time: 0.1002393 Feb 09 15:05:45.906991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8c04b-9702-4459-bb41-2c8e9b913389 req-72409845-a4a6-471d-b1cf-dad393031e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:45.908487 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0f8c04b-9702-4459-bb41-2c8e9b913389 req-72409845-a4a6-471d-b1cf-dad393031e71 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0561225 Feb 09 15:05:45.923644 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8411b41e-efb4-4f9a-90ad-11aa85acd309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2cac95e0-feba-43f1-842b-f6276f95bad9', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'port_id': 'd4406dbb-1535-4658-b87c-80c22c310691', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'mac_address': 'fa:16:3e:5d:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea73661-81d2-4195-802b-807bc18e9df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:02:15Z', 'updated_at': '2022-02-09T15:05:44Z', 'revision_number': 13, 'project_id': '2376551355104008af393aa5029ba8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:05:45.927998 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411b41e-efb4-4f9a-90ad-11aa85acd309 None None] Checking router: 7c45b468-0096-42df-a6ab-fd9b86cee934 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:05:45.936194 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8411b41e-efb4-4f9a-90ad-11aa85acd309 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:05:45.936819 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8411b41e-efb4-4f9a-90ad-11aa85acd309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:05:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:05:45.985116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8c04b-9702-4459-bb41-2c8e9b913389 req-2e0f55c8-dc9f-4ac9-8c26-b02f1d3faad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:45.986691 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0f8c04b-9702-4459-bb41-2c8e9b913389 req-2e0f55c8-dc9f-4ac9-8c26-b02f1d3faad9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711694 Feb 09 15:05:46.111682 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-8411b41e-efb4-4f9a-90ad-11aa85acd309 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:05:46.115154 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0f8c04b-9702-4459-bb41-2c8e9b913389 req-07906168-1959-45e9-b231-ee0c323a3121 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218331 Feb 09 15:05:46.245597 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0f8c04b-9702-4459-bb41-2c8e9b913389 req-a9b93903-a420-453e-9fd3-9f19f9a9878f service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239243 Feb 09 15:05:46.486762 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8411b41e-efb4-4f9a-90ad-11aa85acd309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2cac95e0-feba-43f1-842b-f6276f95bad9', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'port_id': 'd4406dbb-1535-4658-b87c-80c22c310691', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'mac_address': 'fa:16:3e:5d:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea73661-81d2-4195-802b-807bc18e9df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:02:15Z', 'updated_at': '2022-02-09T15:05:44Z', 'revision_number': 13, 'project_id': '2376551355104008af393aa5029ba8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:05:46.490646 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411b41e-efb4-4f9a-90ad-11aa85acd309 None None] The sync data for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 is: [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2cac95e0-feba-43f1-842b-f6276f95bad9', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'port_id': 'd4406dbb-1535-4658-b87c-80c22c310691', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'mac_address': 'fa:16:3e:5d:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea73661-81d2-4195-802b-807bc18e9df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:02:15Z', 'updated_at': '2022-02-09T15:05:44Z', 'revision_number': 13, 'project_id': '2376551355104008af393aa5029ba8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:05:46.697794 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faf0c90-756c-4c3c-a6f6-1922b039614b None None] New status for floating IP 2cac95e0-feba-43f1-842b-f6276f95bad9: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:05:46.865046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54232d60-36db-4c1b-9134-ab8fec3abd1d req-7bd4cbe1-99a1-4c84-a404-fddb0b04469a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:46.866541 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54232d60-36db-4c1b-9134-ab8fec3abd1d req-7bd4cbe1-99a1-4c84-a404-fddb0b04469a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0792048 Feb 09 15:05:46.912330 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54232d60-36db-4c1b-9134-ab8fec3abd1d req-b333cc58-cd69-45fa-a943-7a88afebacb5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403228 Feb 09 15:05:48.574196 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e476c-e7f8-4ce9-8b8d-01925fd323ac req-3d234d72-b6e1-4f15-aae4-16d78360608a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:48.575752 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e29e476c-e7f8-4ce9-8b8d-01925fd323ac req-3d234d72-b6e1-4f15-aae4-16d78360608a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0838549 Feb 09 15:05:48.618889 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e29e476c-e7f8-4ce9-8b8d-01925fd323ac req-67b6376b-0d3b-45dd-bd6a-dcf64e387f22 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374796 Feb 09 15:05:56.858324 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a2851faa-24ea-4e4c-b8ad-b425f5595159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:58.243579 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-e8a98c74-f2b9-48e2-977b-fa198e4de194 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1737065 Feb 09 15:05:58.251618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f77402-ee54-48fd-80b7-58a4e08cb61b req-26ae37d6-b357-423d-8951-30ac11cbd57a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:58.252988 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27f77402-ee54-48fd-80b7-58a4e08cb61b req-26ae37d6-b357-423d-8951-30ac11cbd57a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.1120222 Feb 09 15:05:58.297185 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-27f77402-ee54-48fd-80b7-58a4e08cb61b req-aab16c82-abc2-4193-94ff-9ac3e976243d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385437 Feb 09 15:05:59.275386 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e63b5839-f5a1-4ffd-b39f-92239fa9ce7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:05:59.489046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd244f1-cafb-4824-97b8-03817126af9d req-2883655c-d87a-4bf0-a1e8-ecabe856d5dc tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:59.490577 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7cd244f1-cafb-4824-97b8-03817126af9d req-2883655c-d87a-4bf0-a1e8-ecabe856d5dc tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0832849 Feb 09 15:05:59.540007 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7cd244f1-cafb-4824-97b8-03817126af9d req-e34c7364-7674-4180-bf58-16ed7e3b0aa3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434492 Feb 09 15:05:59.595403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0748799c-5c2a-45d1-9142-934618a9b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:59.596919 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0748799c-5c2a-45d1-9142-934618a9b6db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 1096 time: 0.2154906 Feb 09 15:05:59.726405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-28ce074f-857e-4054-a340-d6cabd1b49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:59.727861 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-28ce074f-857e-4054-a340-d6cabd1b49e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1241751 Feb 09 15:05:59.833318 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-cded1726-8180-4fc2-b98c-a32564492b46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4406dbb-1535-4658-b87c-80c22c310691 HTTP/1.1" status: 200 len: 1001 time: 0.0973153 Feb 09 15:05:59.901977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-db041ca6-e0a0-4639-9bc8-5385140e4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:59.903417 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-db041ca6-e0a0-4639-9bc8-5385140e4a1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0574751 Feb 09 15:05:59.982135 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0f0ba939-197d-4240-8980-b203f27d2e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:05:59.983576 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0f0ba939-197d-4240-8980-b203f27d2e75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719709 Feb 09 15:06:00.117125 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-3b687265-a88d-47a2-8816-c6001be0464b service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246603 Feb 09 15:06:00.250548 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-f3c10044-ebd1-4f1d-af0d-377dd0e0abfe service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258872 Feb 09 15:06:00.381607 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:00.400792 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:00.728497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb380a-fbaa-4366-9509-0c6b251b81b5 req-46899b2e-560a-4d99-9af7-537f131955ef tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:00.729936 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-deeb380a-fbaa-4366-9509-0c6b251b81b5 req-46899b2e-560a-4d99-9af7-537f131955ef tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0798752 Feb 09 15:06:00.773000 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-deeb380a-fbaa-4366-9509-0c6b251b81b5 req-f1911c16-c82f-4c3f-a5cc-7e834d295be0 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374143 Feb 09 15:06:01.952716 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:01.959858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4188a7e-ccba-455d-b2e5-31885c7fd796 req-a7171e22-0881-4eba-a69a-cb1f22109570 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:01.961350 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c4188a7e-ccba-455d-b2e5-31885c7fd796 req-a7171e22-0881-4eba-a69a-cb1f22109570 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0806801 Feb 09 15:06:02.004938 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c4188a7e-ccba-455d-b2e5-31885c7fd796 req-5adcae0b-1bf6-4cca-83b1-5508185c12bd tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377538 Feb 09 15:06:03.190184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c4d10-b62e-4479-8898-bb829f94121a req-bccbd56b-0cb2-48ea-b7f8-edf80c481972 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:03.191619 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fc1c4d10-b62e-4479-8898-bb829f94121a req-bccbd56b-0cb2-48ea-b7f8-edf80c481972 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0828078 Feb 09 15:06:03.235488 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fc1c4d10-b62e-4479-8898-bb829f94121a req-1274547c-de4b-4672-abe0-b587118186b6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382068 Feb 09 15:06:04.422646 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b19ef-b03b-4685-b58a-c3bd4cf19485 req-33f8797b-58ae-444a-a5f3-3c0796850eb5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:04.424173 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-375b19ef-b03b-4685-b58a-c3bd4cf19485 req-33f8797b-58ae-444a-a5f3-3c0796850eb5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0830617 Feb 09 15:06:04.470132 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-375b19ef-b03b-4685-b58a-c3bd4cf19485 req-53254d85-ac47-4709-bc8a-9eb298dc0ebd tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397921 Feb 09 15:06:05.658125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc7a2c-517f-4f45-bd30-7f6d9904446d req-0b9cd751-5b95-458d-a3c2-67716c95700a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:05.659626 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ddc7a2c-517f-4f45-bd30-7f6d9904446d req-0b9cd751-5b95-458d-a3c2-67716c95700a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0819547 Feb 09 15:06:05.705267 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ddc7a2c-517f-4f45-bd30-7f6d9904446d req-ffb25f0f-b770-4610-b1ca-9c9d29877682 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398242 Feb 09 15:06:06.891358 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589539d-8b0e-433c-9bd0-bfc836305eb8 req-0aa4763b-4ff3-4b39-841c-4d29460e495e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:06.892762 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c589539d-8b0e-433c-9bd0-bfc836305eb8 req-0aa4763b-4ff3-4b39-841c-4d29460e495e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0798464 Feb 09 15:06:06.937132 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c589539d-8b0e-433c-9bd0-bfc836305eb8 req-677c2bbc-b6d3-4cdf-98b7-83096aad9563 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380061 Feb 09 15:06:07.160817 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-9b8819d5-05b3-4f73-91a5-c9e7be541a28 req-6432a597-4f76-439e-ad93-ce72b0a35b82 service neutron] (87596) timed out ('10.222.0.48', 57308) {{(pid=87596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 15:06:07.983197 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-4e7df36d-8680-4799-907e-5286d21b5498 service neutron] show failed (client error): The resource could not be found. Feb 09 15:06:07.984208 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-4e7df36d-8680-4799-907e-5286d21b5498 service neutron] 10.222.0.35 "GET /v2.0/ports/d4406dbb-1535-4658-b87c-80c22c310691/bindings/n-h2-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.0792999 Feb 09 15:06:08.136174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617549fe-0fc6-449d-8409-568815bf7abe req-16b9c35c-9c7a-49b7-acc3-042e28ff25b6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:08.137951 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-617549fe-0fc6-449d-8409-568815bf7abe req-16b9c35c-9c7a-49b7-acc3-042e28ff25b6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0849640 Feb 09 15:06:08.187000 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-617549fe-0fc6-449d-8409-568815bf7abe req-30641872-dafb-47a0-b06a-618a4e2d4327 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426652 Feb 09 15:06:08.264138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-3848a938-e300-4070-bae4-19b6db78d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:08.265630 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-3848a938-e300-4070-bae4-19b6db78d4ab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4&tenant_id=2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 1096 time: 0.0745289 Feb 09 15:06:08.276252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:06:08.386358 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:08.653811 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4406dbb-1535-4658-b87c-80c22c310691,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:06:08.682740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:06:08.858583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:06:08.864266 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:08.878919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Transition to ACTIVE for port object d4406dbb-1535-4658-b87c-80c22c310691 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:06:08.883266 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:08.925177 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691', 'code': 200} Feb 09 15:06:09.031229 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Pushing event updated for resources: {'Port': ['ID=d4406dbb-1535-4658-b87c-80c22c310691,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:09.082611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] No DVR routers for this DVR port d4406dbb-1535-4658-b87c-80c22c310691 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:06:09.279977 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:09.356095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Attempting to bind port d4406dbb-1535-4658-b87c-80c22c310691 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:06:09.356434 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Attempting to bind port d4406dbb-1535-4658-b87c-80c22c310691 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:06:09.356768 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Attempting to bind port d4406dbb-1535-4658-b87c-80c22c310691 on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:06:09.369757 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Port d4406dbb-1535-4658-b87c-80c22c310691 on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:06:09.370078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Attempting to bind port d4406dbb-1535-4658-b87c-80c22c310691 on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:06:09.376999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:06:09.377339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Checking segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:06:09.377715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Bound using segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:06:09.378138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Bound port: d4406dbb-1535-4658-b87c-80c22c310691, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:06:09.378481 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:09.464059 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe49843-9f28-4a02-9baa-1447510e207a req-5fadea75-ff54-4481-b8f7-3ec573754409 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:09.465708 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6fe49843-9f28-4a02-9baa-1447510e207a req-5fadea75-ff54-4481-b8f7-3ec573754409 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 943 time: 0.1652613 Feb 09 15:06:09.513663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:06:09.528351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d4406dbb-1535-4658-b87c-80c22c310691,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:06:09.532029 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6fe49843-9f28-4a02-9baa-1447510e207a req-6649bd05-a114-42f7-b276-16c7ef706dee tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544488 Feb 09 15:06:09.533633 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:09.594795 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:09.595407 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:09.596824 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] 10.222.0.21 "PUT /v2.0/ports/d4406dbb-1535-4658-b87c-80c22c310691 HTTP/1.1" status: 200 len: 1091 time: 1.3244820 Feb 09 15:06:09.616081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0c4fc-f9af-49d2-a565-74d401d9ad13 service neutron] Pushing event updated for resources: {'Port': ['ID=d4406dbb-1535-4658-b87c-80c22c310691,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:09.704901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-65945e5b-8037-4dc4-ac96-a6f5018dc613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:09.706798 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-65945e5b-8037-4dc4-ac96-a6f5018dc613 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 1094 time: 0.0820768 Feb 09 15:06:09.850607 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-d683f3f7-b703-40ea-bfae-0751f30afb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:09.852103 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-d683f3f7-b703-40ea-bfae-0751f30afb09 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1378520 Feb 09 15:06:09.961366 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-77201b47-16d0-4992-a641-6dcedc0b6982 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4406dbb-1535-4658-b87c-80c22c310691 HTTP/1.1" status: 200 len: 999 time: 0.1037321 Feb 09 15:06:10.022978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-a04c34d2-40c0-49a1-abd8-0a55ea517d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:10.024393 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-a04c34d2-40c0-49a1-abd8-0a55ea517d83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0566611 Feb 09 15:06:10.097006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0949816b-f1ac-4a26-b1fe-955ace5c95f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:10.098472 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-0949816b-f1ac-4a26-b1fe-955ace5c95f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689058 Feb 09 15:06:10.231005 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-8dfdc832-d071-400d-9f7d-f2997ef41ef7 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251638 Feb 09 15:06:10.361232 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-d2e9bf9a-e66b-44ab-b9af-d09c5c288eaf service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244977 Feb 09 15:06:10.448086 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d4406dbb-1535-4658-b87c-80c22c310691 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:06:10.504677 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d4406dbb-1535-4658-b87c-80c22c310691 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:06:10.730928 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d09a4-0675-4c81-93fa-2acff0f3fb84 req-c3eecbce-00dd-4ff8-ad1a-5333eaa4ba94 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:10.732446 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-579d09a4-0675-4c81-93fa-2acff0f3fb84 req-c3eecbce-00dd-4ff8-ad1a-5333eaa4ba94 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0841944 Feb 09 15:06:10.775873 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-579d09a4-0675-4c81-93fa-2acff0f3fb84 req-2c5b29ae-63fa-46aa-9e54-932349f1d17b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376251 Feb 09 15:06:10.926756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:06:10.943704 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:10.986657 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691', 'status': 'completed', 'code': 200} Feb 09 15:06:11.271582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-2b07e8f9-96cb-462d-b2ab-def119fb1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:11.273816 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-2b07e8f9-96cb-462d-b2ab-def119fb1d60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 1094 time: 0.2695384 Feb 09 15:06:11.277317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-a30443bd-3b9e-48aa-88fb-00bdeb5de328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:11.278795 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-a30443bd-3b9e-48aa-88fb-00bdeb5de328 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 1094 time: 0.1193829 Feb 09 15:06:11.523026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-e7ea0000-8213-4e7e-a209-f47c7d26545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:11.524407 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-e7ea0000-8213-4e7e-a209-f47c7d26545a service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.2445941 Feb 09 15:06:11.525461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-5be57e39-2134-47a2-a29e-7fa82f98f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:11.526723 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-5be57e39-2134-47a2-a29e-7fa82f98f2bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.2271209 Feb 09 15:06:11.716486 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-4bd20cff-b13d-4f1d-940b-44cba91cd4b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4406dbb-1535-4658-b87c-80c22c310691 HTTP/1.1" status: 200 len: 999 time: 0.1847675 Feb 09 15:06:11.721786 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-56067769-604b-400f-ac08-b7a3ff2cdf87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4406dbb-1535-4658-b87c-80c22c310691 HTTP/1.1" status: 200 len: 999 time: 0.1412935 Feb 09 15:06:11.836394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-f34bc07b-2f14-44dc-94b9-6d55cc0b3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:11.837862 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-f34bc07b-2f14-44dc-94b9-6d55cc0b3dfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.1147428 Feb 09 15:06:11.841460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-3210c7a4-91a6-47a1-b99d-c0b4769fada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:11.842764 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-3210c7a4-91a6-47a1-b99d-c0b4769fada6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0856283 Feb 09 15:06:11.978266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26834b-dfc2-4183-98d3-4b6f4042e091 req-9140b90b-7219-49b5-96ff-091f73610798 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:11.979400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-77e82c92-0909-48b7-989f-c08a792e83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:11.979785 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a26834b-dfc2-4183-98d3-4b6f4042e091 req-9140b90b-7219-49b5-96ff-091f73610798 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0865800 Feb 09 15:06:11.980873 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-77e82c92-0909-48b7-989f-c08a792e83d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362326 Feb 09 15:06:11.986209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-878493c4-ff39-43d8-b772-6ecb588ff181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:11.988025 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-878493c4-ff39-43d8-b772-6ecb588ff181 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081045 Feb 09 15:06:12.029964 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0a26834b-dfc2-4183-98d3-4b6f4042e091 req-54ba0a7c-7eb1-46a9-8534-d69b1c739d04 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440216 Feb 09 15:06:12.219720 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-0489c349-c72d-4d93-a0a6-7b03474099fd service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310460 Feb 09 15:06:12.222705 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-cb856e84-8908-46d1-a2ba-5276668bfa41 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157683 Feb 09 15:06:12.453401 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-353e9341-8122-4a46-9fa0-c4d39d590142 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093196 Feb 09 15:06:12.455257 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d2b9c6e5-ad59-4d4d-82bc-eb05aa64bc89 req-9c4c4f6e-3620-4482-a331-fe4b3c06a1f8 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288685 Feb 09 15:06:12.737298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee751c2-460f-4e2f-a8d4-b792b0d35957 req-153a5bd9-1224-4c57-9927-108d8dae7a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:12.738813 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ee751c2-460f-4e2f-a8d4-b792b0d35957 req-153a5bd9-1224-4c57-9927-108d8dae7a52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 1094 time: 0.1999698 Feb 09 15:06:12.887018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee751c2-460f-4e2f-a8d4-b792b0d35957 req-0ae8d593-192c-4784-8d9b-cfe0cea2b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:12.888415 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ee751c2-460f-4e2f-a8d4-b792b0d35957 req-0ae8d593-192c-4784-8d9b-cfe0cea2b9ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1297178 Feb 09 15:06:12.995709 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ee751c2-460f-4e2f-a8d4-b792b0d35957 req-b30bde26-7f12-4016-a0f6-c0c1cfa5fd9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4406dbb-1535-4658-b87c-80c22c310691 HTTP/1.1" status: 200 len: 999 time: 0.1003973 Feb 09 15:06:13.057734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee751c2-460f-4e2f-a8d4-b792b0d35957 req-334ef171-3183-46d7-a40d-d06f59535ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:13.059161 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ee751c2-460f-4e2f-a8d4-b792b0d35957 req-334ef171-3183-46d7-a40d-d06f59535ef3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0575459 Feb 09 15:06:13.136421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee751c2-460f-4e2f-a8d4-b792b0d35957 req-3ba9cadf-185d-435a-9fcf-a5a79083c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:13.137949 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ee751c2-460f-4e2f-a8d4-b792b0d35957 req-3ba9cadf-185d-435a-9fcf-a5a79083c7af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721419 Feb 09 15:06:13.330739 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ee751c2-460f-4e2f-a8d4-b792b0d35957 req-97f395ac-e15d-4df4-8a6a-447175a6a005 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856298 Feb 09 15:06:13.339407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9c2a9-0c60-4a0b-a0f5-4e935a5be5b4 req-aa8206cf-137f-4181-a82c-bfdcf41e793d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:13.341189 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-57c9c2a9-0c60-4a0b-a0f5-4e935a5be5b4 req-aa8206cf-137f-4181-a82c-bfdcf41e793d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 943 time: 0.1972988 Feb 09 15:06:13.462206 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-57c9c2a9-0c60-4a0b-a0f5-4e935a5be5b4 req-4adc722b-80b8-41c9-ba28-63f735c11d55 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027188 Feb 09 15:06:13.495345 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ee751c2-460f-4e2f-a8d4-b792b0d35957 req-01c837b0-b4e3-4bf6-855f-4e207440c1d8 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532426 Feb 09 15:06:14.646880 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b3056-54de-4177-aeae-47e3d4f9b8e2 req-c8b20477-9636-4a7d-8e9c-db4cfd273090 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:14.648356 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c46b3056-54de-4177-aeae-47e3d4f9b8e2 req-c8b20477-9636-4a7d-8e9c-db4cfd273090 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0799429 Feb 09 15:06:14.690686 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c46b3056-54de-4177-aeae-47e3d4f9b8e2 req-f416a938-2cc7-480e-99ce-ff56af1cf864 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368285 Feb 09 15:06:15.883880 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b4f49-b78b-4440-a2a4-f2329a9e0ca9 req-267997e7-a017-4f48-8a78-40fbf29b9646 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:15.885310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad0b4f49-b78b-4440-a2a4-f2329a9e0ca9 req-267997e7-a017-4f48-8a78-40fbf29b9646 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0882843 Feb 09 15:06:15.929944 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ad0b4f49-b78b-4440-a2a4-f2329a9e0ca9 req-b88550d2-3a23-42e9-b365-9729e85b377b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390272 Feb 09 15:06:17.120234 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2fcd5-4e0a-4919-adea-2848f3a9aa4f req-a396ea88-364c-47ca-9962-227b6b061bf6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:17.121659 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aff2fcd5-4e0a-4919-adea-2848f3a9aa4f req-a396ea88-364c-47ca-9962-227b6b061bf6 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0814133 Feb 09 15:06:17.164584 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-aff2fcd5-4e0a-4919-adea-2848f3a9aa4f req-1dfb98ba-f9ff-45bd-9a60-5b46c9e71337 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374587 Feb 09 15:06:17.935981 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:06:18.353729 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a205885-d4f9-4ad0-b657-efbe6ccb9281 req-6a4e47cd-36e2-423d-80cb-aaad9e0e009e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:18.355191 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a205885-d4f9-4ad0-b657-efbe6ccb9281 req-6a4e47cd-36e2-423d-80cb-aaad9e0e009e tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0826237 Feb 09 15:06:18.401615 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2a205885-d4f9-4ad0-b657-efbe6ccb9281 req-44b71f29-afe9-4ed1-bf60-43d4fcae4173 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407877 Feb 09 15:06:19.585466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4591e-3f4a-417b-a4fa-ad48782174bb req-3de6d3d9-8421-4fa0-b31a-ba5664615c65 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:19.586912 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-37f4591e-3f4a-417b-a4fa-ad48782174bb req-3de6d3d9-8421-4fa0-b31a-ba5664615c65 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 943 time: 0.0782626 Feb 09 15:06:19.630701 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-37f4591e-3f4a-417b-a4fa-ad48782174bb req-9daf5874-210e-43b4-86af-fbfe538d0871 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379570 Feb 09 15:06:20.375574 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d4406dbb-1535-4658-b87c-80c22c310691 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:06:20.511608 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d4406dbb-1535-4658-b87c-80c22c310691,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:06:20.524847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'd4406dbb-1535-4658-b87c-80c22c310691', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'port_id': 'd4406dbb-1535-4658-b87c-80c22c310691', 'mac_address': 'fa:16:3e:5d:88:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:06:20.581547 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:20.598495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4406dbb-1535-4658-b87c-80c22c310691 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:06:20.613390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d4406dbb-1535-4658-b87c-80c22c310691,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:06:20.617371 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:20.683566 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=d4406dbb-1535-4658-b87c-80c22c310691,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:20.827110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e1882-4ec9-4ea1-9da0-0752a1e6bc41 req-2b70c038-c687-48b1-a201-c8a8f8e8cf4f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:20.828500 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-245e1882-4ec9-4ea1-9da0-0752a1e6bc41 req-2b70c038-c687-48b1-a201-c8a8f8e8cf4f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 944 time: 0.0844345 Feb 09 15:06:20.871588 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-245e1882-4ec9-4ea1-9da0-0752a1e6bc41 req-d26c65b0-4768-416e-8695-369a5377650d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374777 Feb 09 15:06:20.917791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['d4406dbb-1535-4658-b87c-80c22c310691'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:06:21.315573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-9ccf209f-1c1a-4059-b3fc-3a5a971accbd tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:21.316997 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-9ccf209f-1c1a-4059-b3fc-3a5a971accbd tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4&tenant_id=2376551355104008af393aa5029ba8e5&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 944 time: 0.1366813 Feb 09 15:06:21.370119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21e972-2593-44d5-ae7e-11ee18cb4957 req-9eb50f03-ec68-4697-977f-daa2aaf32755 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:21.371544 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-db21e972-2593-44d5-ae7e-11ee18cb4957 req-9eb50f03-ec68-4697-977f-daa2aaf32755 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 944 time: 0.1363173 Feb 09 15:06:21.440255 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-db21e972-2593-44d5-ae7e-11ee18cb4957 req-e05088d9-0cde-4c23-8309-55724128cf94 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615246 Feb 09 15:06:21.442770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-0dc5b450-9f0f-42e6-bfe4-a972d24b6ccf service neutron] 10.222.0.21 "GET /v2.0/ports/d4406dbb-1535-4658-b87c-80c22c310691/bindings/n-h2-828418-2 HTTP/1.1" status: 200 len: 382 time: 0.1187420 Feb 09 15:06:21.552003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-191be7c9-c4f7-49ff-855d-589c7384c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:21.553443 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-191be7c9-c4f7-49ff-855d-589c7384c45c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 1095 time: 0.0685220 Feb 09 15:06:21.684462 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-f59510bb-d045-4d55-9788-a6de2def64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:21.685899 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-f59510bb-d045-4d55-9788-a6de2def64f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1265967 Feb 09 15:06:21.915316 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-988652df-4b53-408d-b1cf-1e301ddce6ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4406dbb-1535-4658-b87c-80c22c310691 HTTP/1.1" status: 200 len: 1000 time: 0.2235551 Feb 09 15:06:21.978548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-028ba2d1-92fc-401a-ba24-26442086e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:21.980160 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-028ba2d1-92fc-401a-ba24-26442086e741 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0594389 Feb 09 15:06:22.074627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-b6ce97a4-5330-45fb-bcd6-e49d104d834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:22.076143 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-b6ce97a4-5330-45fb-bcd6-e49d104d834a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906956 Feb 09 15:06:22.204982 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-c694b079-084e-49aa-8783-3c8ef8a7d0d6 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227849 Feb 09 15:06:22.334271 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-acc8b32e-a523-4b2b-bbd9-fb686ee1207f service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227524 Feb 09 15:06:22.390107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d4406dbb-1535-4658-b87c-80c22c310691 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:06:22.458328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port d4406dbb-1535-4658-b87c-80c22c310691 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:06:22.462839 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port d4406dbb-1535-4658-b87c-80c22c310691 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:06:22.463205 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:22.589140 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:22.616426 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:06:22.626578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d4406dbb-1535-4658-b87c-80c22c310691,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:06:22.631385 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:22.645713 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef77767-b504-4036-a4b2-aa4145ffcfa5 req-11a11b61-05dc-411e-a3ef-740faabc6698 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:22.647317 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6ef77767-b504-4036-a4b2-aa4145ffcfa5 req-11a11b61-05dc-411e-a3ef-740faabc6698 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 944 time: 0.0905726 Feb 09 15:06:22.678549 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691', 'code': 200} Feb 09 15:06:22.696568 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6ef77767-b504-4036-a4b2-aa4145ffcfa5 req-d8246662-4df0-4109-8cdf-a462a11a9d8d tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437138 Feb 09 15:06:22.716188 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=d4406dbb-1535-4658-b87c-80c22c310691,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:23.887109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff73701-3d76-4e46-a1a5-8292d144d5f3 req-b07b3494-67c3-472e-92a7-59cb7ce4101f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:23.888499 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6ff73701-3d76-4e46-a1a5-8292d144d5f3 req-b07b3494-67c3-472e-92a7-59cb7ce4101f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0802805 Feb 09 15:06:23.930627 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6ff73701-3d76-4e46-a1a5-8292d144d5f3 req-70d4f3d5-10d5-41c4-8842-0d491f2986c9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364008 Feb 09 15:06:25.116074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5848b5-bc21-4329-9826-b80132989ae5 req-164de0df-6460-40b5-b6ac-ac8d7dd6b4d9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:25.117529 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4e5848b5-bc21-4329-9826-b80132989ae5 req-164de0df-6460-40b5-b6ac-ac8d7dd6b4d9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0815663 Feb 09 15:06:25.133626 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-d70dc701-22cc-4598-b632-85c3055f3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:25.135009 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-d70dc701-22cc-4598-b632-85c3055f3115 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4&tenant_id=2376551355104008af393aa5029ba8e5 HTTP/1.1" status: 200 len: 1096 time: 0.0733352 Feb 09 15:06:25.146141 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:06:25.166650 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4e5848b5-bc21-4329-9826-b80132989ae5 req-4714bf3f-7ad5-4212-a00e-2eccee32e8b9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429282 Feb 09 15:06:25.260180 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:25.568251 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d4406dbb-1535-4658-b87c-80c22c310691,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:06:25.599866 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:06:25.663615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:06:25.669709 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:25.688384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Transition to ACTIVE for port object d4406dbb-1535-4658-b87c-80c22c310691 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:06:25.693089 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:25.733174 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691', 'code': 200} Feb 09 15:06:25.839116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Pushing event updated for resources: {'Port': ['ID=d4406dbb-1535-4658-b87c-80c22c310691,revision_number=10']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:25.854132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:25.854511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:25.854815 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:25.855149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:25.855479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:25.855830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:25.856157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:25.856479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:25.856799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:25.857126 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:25.857441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:25.857757 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:25.905654 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] No DVR routers for this DVR port d4406dbb-1535-4658-b87c-80c22c310691 on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:06:26.249098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Attempting to bind port d4406dbb-1535-4658-b87c-80c22c310691 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:06:26.249799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Attempting to bind port d4406dbb-1535-4658-b87c-80c22c310691 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:06:26.249799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Attempting to bind port d4406dbb-1535-4658-b87c-80c22c310691 on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:06:26.254280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Port d4406dbb-1535-4658-b87c-80c22c310691 on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:06:26.255127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Attempting to bind port d4406dbb-1535-4658-b87c-80c22c310691 on network 9928b329-ce6b-4591-b6a5-a6bc0a72973b {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:06:26.260077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:06:26.260412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Checking segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:06:26.260791 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Bound using segment: {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:06:26.261213 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Bound port: d4406dbb-1535-4658-b87c-80c22c310691, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee21a7a-8282-43c5-a38f-79bca6a20bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:06:26.261559 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:26.349015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:06:26.351944 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4406dbb-1535-4658-b87c-80c22c310691,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:06:26.357433 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:26.361157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9dba0-9c8c-458f-82ec-33ad741ec097 req-bb8a72cf-ad44-4279-8f01-307d7c2f50d3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:26.362633 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47e9dba0-9c8c-458f-82ec-33ad741ec097 req-bb8a72cf-ad44-4279-8f01-307d7c2f50d3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 944 time: 0.0844791 Feb 09 15:06:26.407061 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-47e9dba0-9c8c-458f-82ec-33ad741ec097 req-7b73f34f-fd6c-4a9c-870c-6c9a155b565c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385993 Feb 09 15:06:26.419674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:26.420348 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:26.421662 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] 10.222.0.35 "PUT /v2.0/ports/d4406dbb-1535-4658-b87c-80c22c310691 HTTP/1.1" status: 200 len: 1092 time: 1.2799129 Feb 09 15:06:26.444013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8baadf-ddf2-438a-833f-3befe2fec479 service neutron] Pushing event updated for resources: {'Port': ['ID=d4406dbb-1535-4658-b87c-80c22c310691,revision_number=11']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:26.516407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cc2eb420-0e21-44a5-8983-c6b69056bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:26.518124 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-cc2eb420-0e21-44a5-8983-c6b69056bba3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 1095 time: 0.0711284 Feb 09 15:06:26.653912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-a1996b9a-d585-47a8-abe1-841234dbabd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:26.655525 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-a1996b9a-d585-47a8-abe1-841234dbabd5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.1301224 Feb 09 15:06:26.764910 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-df281fcd-8860-46de-9601-06ac65dd6fdc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4406dbb-1535-4658-b87c-80c22c310691 HTTP/1.1" status: 200 len: 999 time: 0.1026125 Feb 09 15:06:26.825714 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-4083dc73-bc73-43bd-bfb9-f768b76f7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:26.827116 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-4083dc73-bc73-43bd-bfb9-f768b76f7466 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0558207 Feb 09 15:06:26.860338 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ad2de4f3-9cc7-43d5-8ebf-6e8a558b3ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:26.904755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-7c11a04e-b3d5-4566-8596-3d57e4c01562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:26.906216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-7c11a04e-b3d5-4566-8596-3d57e4c01562 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725148 Feb 09 15:06:27.035208 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-0de22b61-90e7-47c9-9615-2a56b81ffd04 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217544 Feb 09 15:06:27.164031 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-55c66c50-bb0a-412a-a413-aff7ac68494c req-4c9e8ea3-c831-4d91-82c4-1564d36758ff service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221669 Feb 09 15:06:27.605076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80f611-80af-458a-b20c-c2ac2a0ed595 req-c2b52c6d-4cc6-463a-9721-648c8742e20c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:27.606593 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca80f611-80af-458a-b20c-c2ac2a0ed595 req-c2b52c6d-4cc6-463a-9721-648c8742e20c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 944 time: 0.0833735 Feb 09 15:06:27.649633 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca80f611-80af-458a-b20c-c2ac2a0ed595 req-8668bee5-2503-4e6f-aa9c-e6f2f283b845 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371573 Feb 09 15:06:27.734361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:06:27.792894 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691', 'status': 'completed', 'code': 200} Feb 09 15:06:27.949871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e09dc-1b19-42cf-9446-5af05d278082 req-1562e293-a906-4d59-b3f9-63157b6981e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:27.951333 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630e09dc-1b19-42cf-9446-5af05d278082 req-1562e293-a906-4d59-b3f9-63157b6981e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 1095 time: 0.1405885 Feb 09 15:06:27.957069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e09dc-1b19-42cf-9446-5af05d278082 req-b398b749-5857-4609-a321-3c5fbf89f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:27.958908 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630e09dc-1b19-42cf-9446-5af05d278082 req-b398b749-5857-4609-a321-3c5fbf89f1dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2376551355104008af393aa5029ba8e5&device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 1095 time: 0.1086833 Feb 09 15:06:28.197917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e09dc-1b19-42cf-9446-5af05d278082 req-8ae005a1-c05b-4477-ace7-4012e270d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:28.199341 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630e09dc-1b19-42cf-9446-5af05d278082 req-8ae005a1-c05b-4477-ace7-4012e270d5b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.2396207 Feb 09 15:06:28.201552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e09dc-1b19-42cf-9446-5af05d278082 req-149452ed-1c1a-414b-bb4b-0bc9b29ab3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:28.202824 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630e09dc-1b19-42cf-9446-5af05d278082 req-149452ed-1c1a-414b-bb4b-0bc9b29ab3c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 200 len: 911 time: 0.2211602 Feb 09 15:06:28.393149 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d4406dbb-1535-4658-b87c-80c22c310691 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:06:28.456891 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d4406dbb-1535-4658-b87c-80c22c310691 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:06:28.505581 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630e09dc-1b19-42cf-9446-5af05d278082 req-18caa357-dee9-4202-82e1-17eb88870563 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4406dbb-1535-4658-b87c-80c22c310691 HTTP/1.1" status: 200 len: 999 time: 0.2544138 Feb 09 15:06:28.507113 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630e09dc-1b19-42cf-9446-5af05d278082 req-ca43d220-1f95-40c2-bf66-2f398ee4ea8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4406dbb-1535-4658-b87c-80c22c310691 HTTP/1.1" status: 200 len: 999 time: 0.3021610 Feb 09 15:06:28.614536 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e09dc-1b19-42cf-9446-5af05d278082 req-b4186371-4103-47ae-9a27-49eba58a99d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:28.615984 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630e09dc-1b19-42cf-9446-5af05d278082 req-b4186371-4103-47ae-9a27-49eba58a99d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.1046624 Feb 09 15:06:28.619048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e09dc-1b19-42cf-9446-5af05d278082 req-215b0a78-0ae2-4bd9-924f-182e63554d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:28.620370 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630e09dc-1b19-42cf-9446-5af05d278082 req-215b0a78-0ae2-4bd9-924f-182e63554d02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 200 len: 850 time: 0.0797341 Feb 09 15:06:28.754825 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e09dc-1b19-42cf-9446-5af05d278082 req-a3a5b9ed-bbca-4a2d-9550-9fc3251d8f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:28.756552 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630e09dc-1b19-42cf-9446-5af05d278082 req-a3a5b9ed-bbca-4a2d-9550-9fc3251d8f6a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345713 Feb 09 15:06:28.760812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e09dc-1b19-42cf-9446-5af05d278082 req-fa051eaf-5e51-4030-ba38-80d784bf699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:28.762146 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630e09dc-1b19-42cf-9446-5af05d278082 req-fa051eaf-5e51-4030-ba38-80d784bf699b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9928b329-ce6b-4591-b6a5-a6bc0a72973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041839 Feb 09 15:06:29.052698 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630e09dc-1b19-42cf-9446-5af05d278082 req-7da04a28-c3f4-4e42-a950-e3de43b768e4 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575154 Feb 09 15:06:29.055357 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630e09dc-1b19-42cf-9446-5af05d278082 req-2b7d53de-10ba-4990-94f7-46e602410c74 service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924387 Feb 09 15:06:29.065323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c9005-e1bc-4fad-ba66-65e7c90930fd req-8ff5d0cc-7a4f-4ee3-bf46-02f20c359ddd tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:29.066694 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-624c9005-e1bc-4fad-ba66-65e7c90930fd req-8ff5d0cc-7a4f-4ee3-bf46-02f20c359ddd tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 944 time: 0.3086841 Feb 09 15:06:29.283249 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a9da3819-aeff-4087-83b5-4025fa66b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:29.292168 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-624c9005-e1bc-4fad-ba66-65e7c90930fd req-1a31c796-f95f-4859-bfd5-d455515c0831 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862254 Feb 09 15:06:29.336757 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630e09dc-1b19-42cf-9446-5af05d278082 req-cf2f820b-6519-4f83-9707-cf90bec03f35 service neutron] 10.222.0.21 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680659 Feb 09 15:06:29.342163 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-630e09dc-1b19-42cf-9446-5af05d278082 req-c49960e8-e3bd-43ec-8a36-24fdc51a17cb service neutron] 10.222.0.35 "GET /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746081 Feb 09 15:06:30.384168 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:30.402750 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:30.518567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8042567-d281-4ff5-b2cf-149560004733 req-040b1ef8-376a-4aa5-99a4-5e3054845d60 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:30.520235 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b8042567-d281-4ff5-b2cf-149560004733 req-040b1ef8-376a-4aa5-99a4-5e3054845d60 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 944 time: 0.1011353 Feb 09 15:06:30.564816 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b8042567-d281-4ff5-b2cf-149560004733 req-1729a4b1-3a7a-4809-ae94-c57ded9ad218 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383446 Feb 09 15:06:31.759631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f3594-3117-4c1b-9387-35efe9221865 req-b1ea842a-ddea-4843-8185-b8fedba268a8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:31.761119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b8f3594-3117-4c1b-9387-35efe9221865 req-b1ea842a-ddea-4843-8185-b8fedba268a8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 944 time: 0.0888739 Feb 09 15:06:31.808262 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4b8f3594-3117-4c1b-9387-35efe9221865 req-5a299d5a-4179-4ca0-85d0-71d0fe69888a tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414941 Feb 09 15:06:31.947567 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:33.002310 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31aea99-3ede-463d-b9d2-d27e5b382cac req-3219f0cd-bc0f-4418-99b5-b3ab19f88aa5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:33.003863 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e31aea99-3ede-463d-b9d2-d27e5b382cac req-3219f0cd-bc0f-4418-99b5-b3ab19f88aa5 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 944 time: 0.0883474 Feb 09 15:06:33.049089 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e31aea99-3ede-463d-b9d2-d27e5b382cac req-d074b6af-b208-4335-8197-3099303420ea tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389514 Feb 09 15:06:34.252108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae21cb-827b-4351-801b-5190579ff5a6 req-6985d124-1295-4bb8-9e2f-0e908d19bf16 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:34.253552 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6eae21cb-827b-4351-801b-5190579ff5a6 req-6985d124-1295-4bb8-9e2f-0e908d19bf16 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 944 time: 0.0909817 Feb 09 15:06:34.300221 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6eae21cb-827b-4351-801b-5190579ff5a6 req-ca4bf65c-803a-4648-9e8b-84b1aad21fd2 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401638 Feb 09 15:06:35.495447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50047bb3-b274-4369-9e37-45dee0f42d49 req-140ec586-3798-4752-855f-de8e6dfd6842 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:35.496950 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-50047bb3-b274-4369-9e37-45dee0f42d49 req-140ec586-3798-4752-855f-de8e6dfd6842 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 944 time: 0.0855145 Feb 09 15:06:35.543936 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-50047bb3-b274-4369-9e37-45dee0f42d49 req-ef892aab-aa58-4b70-b318-e26de63e731c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411661 Feb 09 15:06:36.738623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165a16e-9e4c-4311-a51b-bfd38aa6664e req-ee56f1d3-c634-449e-a057-89cedaf4850b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:36.740687 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5165a16e-9e4c-4311-a51b-bfd38aa6664e req-ee56f1d3-c634-449e-a057-89cedaf4850b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 944 time: 0.0849376 Feb 09 15:06:36.784347 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5165a16e-9e4c-4311-a51b-bfd38aa6664e req-a21455e2-fc2e-4c51-ac13-bd33ccb0ad01 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380878 Feb 09 15:06:37.981628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f67f14-3224-43cb-8e4c-65dba4406d43 req-6a8cfccb-d1ba-4390-a62f-4327d35e6c57 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:37.983187 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1f67f14-3224-43cb-8e4c-65dba4406d43 req-6a8cfccb-d1ba-4390-a62f-4327d35e6c57 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 944 time: 0.0868974 Feb 09 15:06:38.028102 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f1f67f14-3224-43cb-8e4c-65dba4406d43 req-1999943a-1905-4eaf-9192-2ce11a33ddf3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387733 Feb 09 15:06:38.594477 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d4406dbb-1535-4658-b87c-80c22c310691 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:06:38.726252 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4406dbb-1535-4658-b87c-80c22c310691,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:06:38.741270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'd4406dbb-1535-4658-b87c-80c22c310691', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'port_id': 'd4406dbb-1535-4658-b87c-80c22c310691', 'mac_address': 'fa:16:3e:5d:88:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:06:38.830093 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:38.846520 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4406dbb-1535-4658-b87c-80c22c310691 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:06:38.861666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4406dbb-1535-4658-b87c-80c22c310691,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:06:38.866218 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:38.931497 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=d4406dbb-1535-4658-b87c-80c22c310691,revision_number=12']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:38.939396 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:38.939748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:38.940099 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:38.940435 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:38.940761 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:38.941084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:38.941405 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:38.941725 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:38.942042 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:38.942359 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:38.943222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:38.943541 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:39.215675 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc5f55-3ff0-4e6a-9155-216bcd74f10f req-5dae4318-9842-473c-ad12-c535c5ce75aa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:39.217146 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-80bc5f55-3ff0-4e6a-9155-216bcd74f10f req-5dae4318-9842-473c-ad12-c535c5ce75aa tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0791488 Feb 09 15:06:39.233959 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['d4406dbb-1535-4658-b87c-80c22c310691'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:06:39.265013 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-80bc5f55-3ff0-4e6a-9155-216bcd74f10f req-2f471e83-c9c6-4710-a863-c2b7b79aab48 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396640 Feb 09 15:06:39.311892 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:39.553547 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c323367-5628-462e-b388-825edab2f5be req-e2c64eec-fbf5-496c-b4ff-bb7d1a89261b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:39.554944 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8c323367-5628-462e-b388-825edab2f5be req-e2c64eec-fbf5-496c-b4ff-bb7d1a89261b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.1827226 Feb 09 15:06:39.600567 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8c323367-5628-462e-b388-825edab2f5be req-ccce367c-4c84-40d6-a2a5-da7240dec454 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398080 Feb 09 15:06:39.798218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d0a66-63f3-45b8-b8ab-9cd9ae5b6693 req-c696bcef-c8c2-4f17-97a5-460f456ad7f1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:39.799689 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b64d0a66-63f3-45b8-b8ab-9cd9ae5b6693 req-c696bcef-c8c2-4f17-97a5-460f456ad7f1 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0886848 Feb 09 15:06:39.845492 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b64d0a66-63f3-45b8-b8ab-9cd9ae5b6693 req-f5fa3f62-ee59-4392-8103-171233cdf5e9 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398371 Feb 09 15:06:40.232904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25993e5-4c39-460f-86ce-66ddb3e1398b req-3fe0da3d-a898-427a-ae48-0afb27555db8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:40.234452 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b25993e5-4c39-460f-86ce-66ddb3e1398b req-3fe0da3d-a898-427a-ae48-0afb27555db8 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 945 time: 0.0790579 Feb 09 15:06:40.282963 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b25993e5-4c39-460f-86ce-66ddb3e1398b req-ef0a8cb1-f06a-4a94-90d4-cf64260d4713 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422728 Feb 09 15:06:40.624738 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d4406dbb-1535-4658-b87c-80c22c310691 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:06:40.691992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port d4406dbb-1535-4658-b87c-80c22c310691 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:06:40.696836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port d4406dbb-1535-4658-b87c-80c22c310691 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:06:40.697210 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:40.814142 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:40.841108 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:06:40.851639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4406dbb-1535-4658-b87c-80c22c310691,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:06:40.859089 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:40.892443 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691', 'code': 200} Feb 09 15:06:40.945088 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:40.945890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=d4406dbb-1535-4658-b87c-80c22c310691,revision_number=13']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:41.593318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b5d96-1256-4641-b6d1-aa9324075fee req-0f08e326-b18f-44e2-854f-0e91c811a525 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:41.594772 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-116b5d96-1256-4641-b6d1-aa9324075fee req-0f08e326-b18f-44e2-854f-0e91c811a525 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 946 time: 0.2064564 Feb 09 15:06:41.643830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-116b5d96-1256-4641-b6d1-aa9324075fee req-290bbcbc-c21e-48ac-8ab6-7117dfc61a39 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420892 Feb 09 15:06:42.244236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b67f8-fc6c-4f78-a827-adc59851264d req-1b9490e3-932e-426f-b447-fed265438994 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:42.245685 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-255b67f8-fc6c-4f78-a827-adc59851264d req-1b9490e3-932e-426f-b447-fed265438994 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 946 time: 0.0931904 Feb 09 15:06:42.316476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-255b67f8-fc6c-4f78-a827-adc59851264d req-446ef488-030b-4426-b4c1-35143c1456f3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Deleting port d4406dbb-1535-4658-b87c-80c22c310691 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:06:42.316719 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-255b67f8-fc6c-4f78-a827-adc59851264d req-446ef488-030b-4426-b4c1-35143c1456f3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:42.566553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-255b67f8-fc6c-4f78-a827-adc59851264d req-446ef488-030b-4426-b4c1-35143c1456f3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] For port d4406dbb-1535-4658-b87c-80c22c310691, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=d4406dbb-1535-4658-b87c-80c22c310691,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:06:42.566791 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-255b67f8-fc6c-4f78-a827-adc59851264d req-446ef488-030b-4426-b4c1-35143c1456f3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:42.835155 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01470375-7179-440c-ae66-85686fe59079 req-4173cfd7-610f-475e-87e0-fcba26ab590b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:42.837426 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-01470375-7179-440c-ae66-85686fe59079 req-4173cfd7-610f-475e-87e0-fcba26ab590b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 946 time: 0.0825365 Feb 09 15:06:42.883212 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-01470375-7179-440c-ae66-85686fe59079 req-98ef21a2-a418-4f80-aa17-ba93a4cfdfc7 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups?id=c2b73e16-796a-49ad-bc09-8ba9745789bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399675 Feb 09 15:06:42.887489 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-255b67f8-fc6c-4f78-a827-adc59851264d req-446ef488-030b-4426-b4c1-35143c1456f3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:42.888009 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-255b67f8-fc6c-4f78-a827-adc59851264d req-446ef488-030b-4426-b4c1-35143c1456f3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:42.888197 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [req-255b67f8-fc6c-4f78-a827-adc59851264d req-446ef488-030b-4426-b4c1-35143c1456f3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Floating IP 2cac95e0-feba-43f1-842b-f6276f95bad9 disassociated. External IP: 172.25.8.53, port: d4406dbb-1535-4658-b87c-80c22c310691. Feb 09 15:06:42.888541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-255b67f8-fc6c-4f78-a827-adc59851264d req-446ef488-030b-4426-b4c1-35143c1456f3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Calling delete_port for d4406dbb-1535-4658-b87c-80c22c310691 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:06:43.029947 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-255b67f8-fc6c-4f78-a827-adc59851264d req-446ef488-030b-4426-b4c1-35143c1456f3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:43.085353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ef488-030b-4426-b4c1-35143c1456f3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Pushing event deleted for resources: {'Port': ['ID=d4406dbb-1535-4658-b87c-80c22c310691,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:43.290788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-255b67f8-fc6c-4f78-a827-adc59851264d req-446ef488-030b-4426-b4c1-35143c1456f3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Router 7c45b468-0096-42df-a6ab-fd9b86cee934 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:06:43.465521 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-255b67f8-fc6c-4f78-a827-adc59851264d req-446ef488-030b-4426-b4c1-35143c1456f3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:06:43.476764 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acacba7-a0a3-40fa-a762-4be1279c80c7 None None] Sync routers for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:06:43.485802 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acacba7-a0a3-40fa-a762-4be1279c80c7 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:06:43.486397 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5acacba7-a0a3-40fa-a762-4be1279c80c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:06:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:06:43.674084 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5acacba7-a0a3-40fa-a762-4be1279c80c7 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:06:43.676804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-255b67f8-fc6c-4f78-a827-adc59851264d req-446ef488-030b-4426-b4c1-35143c1456f3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] No DVR routers for this DVR port d4406dbb-1535-4658-b87c-80c22c310691 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:06:43.679583 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-255b67f8-fc6c-4f78-a827-adc59851264d req-446ef488-030b-4426-b4c1-35143c1456f3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:43.682187 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'name': 'network-vif-deleted', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:06:43.698825 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-255b67f8-fc6c-4f78-a827-adc59851264d req-446ef488-030b-4426-b4c1-35143c1456f3 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.35 "DELETE /v2.0/ports/d4406dbb-1535-4658-b87c-80c22c310691 HTTP/1.1" status: 204 len: 173 time: 1.4474442 Feb 09 15:06:43.732085 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea73661-81d2-4195-802b-807bc18e9df4', 'name': 'network-vif-deleted', 'tag': 'd4406dbb-1535-4658-b87c-80c22c310691', 'status': 'completed', 'code': 200} Feb 09 15:06:43.994690 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5acacba7-a0a3-40fa-a762-4be1279c80c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:06:43.998720 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acacba7-a0a3-40fa-a762-4be1279c80c7 None None] Checking router: 7c45b468-0096-42df-a6ab-fd9b86cee934 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:06:44.008201 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acacba7-a0a3-40fa-a762-4be1279c80c7 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:06:44.008816 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5acacba7-a0a3-40fa-a762-4be1279c80c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:06:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:06:44.041741 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-cb26c7b2-e534-4e73-ad9c-007a326340cd req-c0b16864-464a-4ab4-884e-cc9585a5d83b tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ea73661-81d2-4195-802b-807bc18e9df4 HTTP/1.1" status: 200 len: 210 time: 0.0449874 Feb 09 15:06:44.216484 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-5acacba7-a0a3-40fa-a762-4be1279c80c7 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:06:44.544358 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-5acacba7-a0a3-40fa-a762-4be1279c80c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:06:44.548417 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acacba7-a0a3-40fa-a762-4be1279c80c7 None None] The sync data for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 is: [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:11Z', 'revision_number': 4, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '0b50b2a8-69a1-42af-b903-ed7dbc405b85', 'name': '', 'network_id': '9928b329-ce6b-4591-b6a5-a6bc0a72973b', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'mac_address': 'fa:16:3e:62:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:10Z', 'updated_at': '2022-02-09T15:02:15Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'subnets': [{'id': '5ad7d394-00af-4ec6-8900-b702817753fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:06:44.631249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d4406dbb-1535-4658-b87c-80c22c310691 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:06:44.667933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: d4406dbb-1535-4658-b87c-80c22c310691 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:06:44.668281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device d4406dbb-1535-4658-b87c-80c22c310691 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:06:44.801956 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f12c949-971e-4fb4-8289-5ee4efac3f41 None None] New status for floating IP 2cac95e0-feba-43f1-842b-f6276f95bad9: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:06:48.307777 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52730) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:06:48.372989 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:48.400963 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:48.461741 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:48.481614 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b73e16-796a-49ad-bc09-8ba9745789bd,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:48.490410 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:48.490754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:48.491087 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:48.491417 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:48.491759 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:48.492090 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:48.492409 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:48.492744 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:48.493720 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:48.493720 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:48.493720 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:48.494259 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:06:48.502876 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:48.506256 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1ba14dfa-0577-425f-8bdb-abee2fd96b36 tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "DELETE /v2.0/security-groups/c2b73e16-796a-49ad-bc09-8ba9745789bd HTTP/1.1" status: 204 len: 168 time: 0.1950278 Feb 09 15:06:48.506484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 52734) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:06:48.523265 n-d-828418-2 neutron-server[87596]: INFO neutron.api.v2.resource [None req-3e4aeb5f-9976-4791-ac3a-8c28dcd6104f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] show failed (client error): The resource could not be found. Feb 09 15:06:48.527084 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3e4aeb5f-9976-4791-ac3a-8c28dcd6104f tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "GET /v2.0/security-groups/c2b73e16-796a-49ad-bc09-8ba9745789bd HTTP/1.1" status: 404 len: 347 time: 0.0196943 Feb 09 15:06:48.527464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52738) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:06:48.714453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8d065640-01a7-4a6a-b0a0-2e0fbc79b00c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Deleting port 66f2b4a5-b22b-4c2a-a207-46c69f9a03e8 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:06:48.714799 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d065640-01a7-4a6a-b0a0-2e0fbc79b00c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:48.882417 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d065640-01a7-4a6a-b0a0-2e0fbc79b00c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:48.882739 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d065640-01a7-4a6a-b0a0-2e0fbc79b00c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:49.009049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-8d065640-01a7-4a6a-b0a0-2e0fbc79b00c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Calling delete_port for 66f2b4a5-b22b-4c2a-a207-46c69f9a03e8 owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:06:49.152670 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d065640-01a7-4a6a-b0a0-2e0fbc79b00c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:49.198721 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d065640-01a7-4a6a-b0a0-2e0fbc79b00c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Pushing event deleted for resources: {'Port': ['ID=66f2b4a5-b22b-4c2a-a207-46c69f9a03e8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:49.294256 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d065640-01a7-4a6a-b0a0-2e0fbc79b00c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:49.307886 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8d065640-01a7-4a6a-b0a0-2e0fbc79b00c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:49.309151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8d065640-01a7-4a6a-b0a0-2e0fbc79b00c tempest-ServerActionsTestJSON-652683155 tempest-ServerActionsTestJSON-652683155-project] 10.222.0.48 "DELETE /v2.0/floatingips/2cac95e0-feba-43f1-842b-f6276f95bad9 HTTP/1.1" status: 204 len: 168 time: 0.7805548 Feb 09 15:06:49.312289 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52742) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:06:49.861107 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76ab9f29-4745-4d1b-9731-a035706706d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:50.332511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-76ab9f29-4745-4d1b-9731-a035706706d3 admin admin] Deleting port 0b50b2a8-69a1-42af-b903-ed7dbc405b85 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:06:50.333070 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76ab9f29-4745-4d1b-9731-a035706706d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:50.504263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-76ab9f29-4745-4d1b-9731-a035706706d3 admin admin] For port 0b50b2a8-69a1-42af-b903-ed7dbc405b85, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0b50b2a8-69a1-42af-b903-ed7dbc405b85,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:06:50.504647 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76ab9f29-4745-4d1b-9731-a035706706d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:50.627209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-76ab9f29-4745-4d1b-9731-a035706706d3 admin admin] Calling delete_port for 0b50b2a8-69a1-42af-b903-ed7dbc405b85 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:06:50.885130 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76ab9f29-4745-4d1b-9731-a035706706d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:50.933405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab9f29-4745-4d1b-9731-a035706706d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b50b2a8-69a1-42af-b903-ed7dbc405b85,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:51.199515 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76ab9f29-4745-4d1b-9731-a035706706d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:51.687935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ab9f29-4745-4d1b-9731-a035706706d3 admin admin] Router 7c45b468-0096-42df-a6ab-fd9b86cee934 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:06:51.862137 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ab9f29-4745-4d1b-9731-a035706706d3 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:06:51.871111 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7596222b-f8a6-4f43-95a9-24bbcdcb4b81 None None] Sync routers for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:06:51.876247 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-76ab9f29-4745-4d1b-9731-a035706706d3 admin admin] 10.222.0.48 "PUT /v2.0/routers/7c45b468-0096-42df-a6ab-fd9b86cee934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5629694 Feb 09 15:06:51.878828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52746) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:06:51.880662 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7596222b-f8a6-4f43-95a9-24bbcdcb4b81 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:06:51.881254 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-7596222b-f8a6-4f43-95a9-24bbcdcb4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:06:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:06:52.058099 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b7dba22a-9ef2-4761-b2fa-b32020cf2d76 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:52.081629 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-7596222b-f8a6-4f43-95a9-24bbcdcb4b81 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:06:52.240585 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b7dba22a-9ef2-4761-b2fa-b32020cf2d76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:52.250117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b7dba22a-9ef2-4761-b2fa-b32020cf2d76 admin admin] Deleting port 559191fd-e472-4b3c-9b07-ad2b0bac4b97 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:06:52.250528 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b7dba22a-9ef2-4761-b2fa-b32020cf2d76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:52.369866 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-7596222b-f8a6-4f43-95a9-24bbcdcb4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:06:50Z', 'revision_number': 5, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port': {'id': '559191fd-e472-4b3c-9b07-ad2b0bac4b97', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:06:52.373810 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7596222b-f8a6-4f43-95a9-24bbcdcb4b81 None None] Checking router: 7c45b468-0096-42df-a6ab-fd9b86cee934 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:06:52.382806 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7596222b-f8a6-4f43-95a9-24bbcdcb4b81 None None] Routers {'7c45b468-0096-42df-a6ab-fd9b86cee934'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:06:52.383536 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-7596222b-f8a6-4f43-95a9-24bbcdcb4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:06:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['7c45b468-0096-42df-a6ab-fd9b86cee934'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:06:52.432279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-b7dba22a-9ef2-4761-b2fa-b32020cf2d76 admin admin] For port 559191fd-e472-4b3c-9b07-ad2b0bac4b97, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=559191fd-e472-4b3c-9b07-ad2b0bac4b97,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:06:52.432776 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b7dba22a-9ef2-4761-b2fa-b32020cf2d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:52.532681 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-7596222b-f8a6-4f43-95a9-24bbcdcb4b81 None None] Set router 7c45b468-0096-42df-a6ab-fd9b86cee934 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:06:52.557407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-b7dba22a-9ef2-4761-b2fa-b32020cf2d76 admin admin] Calling delete_port for 559191fd-e472-4b3c-9b07-ad2b0bac4b97 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:06:52.637678 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-7596222b-f8a6-4f43-95a9-24bbcdcb4b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:06:52Z', 'revision_number': 6, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:06:52.644027 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7596222b-f8a6-4f43-95a9-24bbcdcb4b81 None None] The sync data for ids ['7c45b468-0096-42df-a6ab-fd9b86cee934'] in n-d-828418-2 is: [{'id': '7c45b468-0096-42df-a6ab-fd9b86cee934', 'name': 'tempest-ServerActionsTestJSON-604073843-router', 'tenant_id': '2376551355104008af393aa5029ba8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:02:07Z', 'updated_at': '2022-02-09T15:06:52Z', 'revision_number': 6, 'project_id': '2376551355104008af393aa5029ba8e5', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:06:52.741175 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b7dba22a-9ef2-4761-b2fa-b32020cf2d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:52.949699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dba22a-9ef2-4761-b2fa-b32020cf2d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=559191fd-e472-4b3c-9b07-ad2b0bac4b97,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:53.021872 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b7dba22a-9ef2-4761-b2fa-b32020cf2d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:53.198570 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b7dba22a-9ef2-4761-b2fa-b32020cf2d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:53.200947 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b7dba22a-9ef2-4761-b2fa-b32020cf2d76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:53.225553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b7dba22a-9ef2-4761-b2fa-b32020cf2d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:53.226060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dba22a-9ef2-4761-b2fa-b32020cf2d76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c45b468-0096-42df-a6ab-fd9b86cee934 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 15:06:53.239524 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b7dba22a-9ef2-4761-b2fa-b32020cf2d76 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:53.240687 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b7dba22a-9ef2-4761-b2fa-b32020cf2d76 admin admin] 10.222.0.48 "DELETE /v2.0/routers/7c45b468-0096-42df-a6ab-fd9b86cee934 HTTP/1.1" status: 204 len: 168 time: 1.3609717 Feb 09 15:06:53.243317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52750) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:06:53.306951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b7dfa7-fcdd-4db3-a47c-70ad6288c1a2 admin admin] Deleting subnet 5ad7d394-00af-4ec6-8900-b702817753fe {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:06:53.310708 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-41b7dfa7-fcdd-4db3-a47c-70ad6288c1a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:53.368932 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-41b7dfa7-fcdd-4db3-a47c-70ad6288c1a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:53.454027 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-41b7dfa7-fcdd-4db3-a47c-70ad6288c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:53.527196 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-41b7dfa7-fcdd-4db3-a47c-70ad6288c1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:53.567704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7dfa7-fcdd-4db3-a47c-70ad6288c1a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad7d394-00af-4ec6-8900-b702817753fe,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:53.573888 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-41b7dfa7-fcdd-4db3-a47c-70ad6288c1a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:53.579994 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-41b7dfa7-fcdd-4db3-a47c-70ad6288c1a2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5ad7d394-00af-4ec6-8900-b702817753fe HTTP/1.1" status: 204 len: 168 time: 0.3355932 Feb 09 15:06:53.580275 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1310c5d9-a950-4393-94d6-f6c9738bd693 None None] Network 9928b329-ce6b-4591-b6a5-a6bc0a72973b requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:06:53.583264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52754) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:06:53.709642 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:53.720446 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0b50b2a8-69a1-42af-b903-ed7dbc405b85 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:06:53.721174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] Deleting port 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:06:53.721558 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:53.796491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 0b50b2a8-69a1-42af-b903-ed7dbc405b85 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:06:53.796836 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0b50b2a8-69a1-42af-b903-ed7dbc405b85 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:06:53.797256 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 559191fd-e472-4b3c-9b07-ad2b0bac4b97 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:06:53.833021 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 559191fd-e472-4b3c-9b07-ad2b0bac4b97 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:06:53.833354 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 559191fd-e472-4b3c-9b07-ad2b0bac4b97 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:06:53.921873 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efba6092-ef9a-47fc-a360-438bffc8372c None None] DHCP port deletion for 9928b329-ce6b-4591-b6a5-a6bc0a72973b request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 15:06:53.926823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-efba6092-ef9a-47fc-a360-438bffc8372c None None] Deleting port 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:06:53.927207 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efba6092-ef9a-47fc-a360-438bffc8372c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:53.943426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] For port 16fe6bf5-3c00-4e1e-81fd-f6850afa0944, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=16fe6bf5-3c00-4e1e-81fd-f6850afa0944,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:06:53.943925 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:54.077129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] Calling delete_port for 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:06:54.167686 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:54.204272 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-efba6092-ef9a-47fc-a360-438bffc8372c None None] For port 16fe6bf5-3c00-4e1e-81fd-f6850afa0944, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=16fe6bf5-3c00-4e1e-81fd-f6850afa0944,segment=NetworkSegment(5ee21a7a-8282-43c5-a38f-79bca6a20bb3),segment_id=5ee21a7a-8282-43c5-a38f-79bca6a20bb3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:06:54.204752 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efba6092-ef9a-47fc-a360-438bffc8372c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:54.226396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] Pushing event deleted for resources: {'Port': ['ID=16fe6bf5-3c00-4e1e-81fd-f6850afa0944,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:54.228449 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] No DVR routers for this DVR port 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:06:54.346301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-efba6092-ef9a-47fc-a360-438bffc8372c None None] Calling delete_port for 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:06:54.352726 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:54.383045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9928b329-ce6b-4591-b6a5-a6bc0a72973b']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:06:54.397416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee21a7a-8282-43c5-a38f-79bca6a20bb3') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:06:54.397739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee21a7a-8282-43c5-a38f-79bca6a20bb3') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:06:54.409923 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:54.427611 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:54.433463 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-efba6092-ef9a-47fc-a360-438bffc8372c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:06:54.433826 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-efba6092-ef9a-47fc-a360-438bffc8372c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:06:54.433940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:06:54.434287 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: timer() Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:06:54.447187 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:06:54.638007 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:54.642599 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:54.666490 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] Pushing event deleted for resources: {'Network': ['ID=9928b329-ce6b-4591-b6a5-a6bc0a72973b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:54.671406 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-945ec506-be42-4fbd-ad50-9d6ddde95527 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9928b329-ce6b-4591-b6a5-a6bc0a72973b HTTP/1.1" status: 204 len: 168 time: 1.0869534 Feb 09 15:06:54.787801 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52760) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:06:54.836053 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2620ddaa-df4d-4585-98c4-4588db565daf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2376551355104008af393aa5029ba8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470572 Feb 09 15:06:54.838529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52764) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:06:54.900946 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76691ffc-418a-4ce1-849a-67b30ca4a223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:54.926936 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76691ffc-418a-4ce1-849a-67b30ca4a223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:54.934913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-efba6092-ef9a-47fc-a360-438bffc8372c None None] Deleting port 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:06:54.935550 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:06:54.935997 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-efba6092-ef9a-47fc-a360-438bffc8372c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:54.980385 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76691ffc-418a-4ce1-849a-67b30ca4a223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:54.996736 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76691ffc-418a-4ce1-849a-67b30ca4a223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f09f1d-66fe-4288-aff3-0a93ff25c6cf,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:55.000711 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-efba6092-ef9a-47fc-a360-438bffc8372c None None] The port '16fe6bf5-3c00-4e1e-81fd-f6850afa0944' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 15:06:55.009003 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-76691ffc-418a-4ce1-849a-67b30ca4a223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:55.011761 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-76691ffc-418a-4ce1-849a-67b30ca4a223 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80f09f1d-66fe-4288-aff3-0a93ff25c6cf HTTP/1.1" status: 204 len: 168 time: 0.1707392 Feb 09 15:06:55.669494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:06:55.705680 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:06:55.706024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 16fe6bf5-3c00-4e1e-81fd-f6850afa0944 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:06:55.855423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52788) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:06:55.959099 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-250064589-network', 'tenant_id': '9b8f84f9dfdb4b4d80f50f7be7a1ea9d'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:06:55.964771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:06:55.968678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Usage tracker for resource:network and tenant:9b8f84f9dfdb4b4d80f50f7be7a1ea9d is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:06:55.971545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:06:55.977432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:06:55.987984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Made reservation on behalf of 9b8f84f9dfdb4b4d80f50f7be7a1ea9d for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:06:55.990907 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:56.003061 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:56.017855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:06:56.021658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Usage tracker for resource:security_group_rule and tenant:9b8f84f9dfdb4b4d80f50f7be7a1ea9d is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:06:56.024479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:06:56.030394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:06:56.114883 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:56.120972 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:56.156699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:06:56.162074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:56.169152 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:56.170208 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Added segment e5645b25-ac52-4359-a3ef-460b6c999b44 of type vlan for network ee6ef186-b31b-47cc-a857-5a0ea5905780 Feb 09 15:06:56.198102 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:56.227077 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:56.228360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:56.229071 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:56.341400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] Pushing event updated for resources: {'Network': ['ID=ee6ef186-b31b-47cc-a857-5a0ea5905780,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:56.345615 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a6fe27dc-35e5-4d1c-b22e-30a6ab7def4c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4889469 Feb 09 15:06:56.350107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52794) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:06:56.354839 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network ee6ef186-b31b-47cc-a857-5a0ea5905780 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:06:56.357006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b7c23492-b491-448c-a1e7-4f1236e10f19 admin admin] Request body: {'subnet': {'network_id': 'ee6ef186-b31b-47cc-a857-5a0ea5905780', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-250064589-subnet', 'tenant_id': '9b8f84f9dfdb4b4d80f50f7be7a1ea9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:06:56.362648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b7c23492-b491-448c-a1e7-4f1236e10f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:06:56.368974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b7c23492-b491-448c-a1e7-4f1236e10f19 admin admin] Usage tracker for resource:subnet and tenant:9b8f84f9dfdb4b4d80f50f7be7a1ea9d is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:06:56.371834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b7c23492-b491-448c-a1e7-4f1236e10f19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:06:56.377791 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b7c23492-b491-448c-a1e7-4f1236e10f19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:06:56.388400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c23492-b491-448c-a1e7-4f1236e10f19 admin admin] Made reservation on behalf of 9b8f84f9dfdb4b4d80f50f7be7a1ea9d for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:06:56.390812 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b7c23492-b491-448c-a1e7-4f1236e10f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:56.638277 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b7c23492-b491-448c-a1e7-4f1236e10f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:56.716115 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c23492-b491-448c-a1e7-4f1236e10f19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=314f6ed7-5131-44be-a2d7-bc0dad94aa54,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:56.725774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c23492-b491-448c-a1e7-4f1236e10f19 admin admin] Checking segment: {'id': 'e5645b25-ac52-4359-a3ef-460b6c999b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee6ef186-b31b-47cc-a857-5a0ea5905780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:06:56.726127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c23492-b491-448c-a1e7-4f1236e10f19 admin admin] Network hostable DHCP agents. Network: ee6ef186-b31b-47cc-a857-5a0ea5905780, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:06:56.746362 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c23492-b491-448c-a1e7-4f1236e10f19 admin admin] Network ee6ef186-b31b-47cc-a857-5a0ea5905780 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:06:56.756377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-b7c23492-b491-448c-a1e7-4f1236e10f19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, ee6ef186-b31b-47cc-a857-5a0ea5905780) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:06:56.760373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c23492-b491-448c-a1e7-4f1236e10f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:56.760949 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b7c23492-b491-448c-a1e7-4f1236e10f19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:56.766029 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2615fb-6581-4335-a791-1dd503df7a85 None None] Network ee6ef186-b31b-47cc-a857-5a0ea5905780 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:06:56.782287 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b7c23492-b491-448c-a1e7-4f1236e10f19 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4314954 Feb 09 15:06:56.882549 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ee397245-dfba-488e-8c30-6f4d01c997e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:56.998416 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965cbe52-dc87-471a-a9af-a7781945efef None None] Network ee6ef186-b31b-47cc-a857-5a0ea5905780 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:06:57.306274 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-9da4dbe4-b641-431b-b1bd-133baf4ee5a9 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:57.307710 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-9da4dbe4-b641-431b-b1bd-133baf4ee5a9 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/networks?id=ee6ef186-b31b-47cc-a857-5a0ea5905780 HTTP/1.1" status: 200 len: 813 time: 0.1488500 Feb 09 15:06:57.323461 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-79c3bbdd-2dc0-4cb1-a5c3-b7c31a7c203b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/quotas/9b8f84f9dfdb4b4d80f50f7be7a1ea9d HTTP/1.1" status: 200 len: 375 time: 0.0098834 Feb 09 15:06:57.370743 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-96b7acd4-2638-4919-8e9c-be5762efc63b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b8f84f9dfdb4b4d80f50f7be7a1ea9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418622 Feb 09 15:06:57.552375 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-572b1aaa-a5f9-40d8-ae35-eab03c1d230f service neutron] 10.222.0.48 "GET /v2.0/networks/ee6ef186-b31b-47cc-a857-5a0ea5905780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749291 Feb 09 15:06:57.694778 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-899ded62-873f-4faf-820d-8c98e3906da1 service neutron] 10.222.0.48 "GET /v2.0/networks/ee6ef186-b31b-47cc-a857-5a0ea5905780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364555 Feb 09 15:06:57.870924 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4499f0d3-1b08-4399-8afb-d21e4c57c53c req-d011fcfc-eb15-4c9a-81ca-37693dcbc6e4 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 210 time: 0.0419524 Feb 09 15:06:58.960429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-6e401eda-0af8-4fa1-8ed9-754f466387e8 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:58.961212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-6e401eda-0af8-4fa1-8ed9-754f466387e8 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Synchronizing usage tracker for tenant:9b8f84f9dfdb4b4d80f50f7be7a1ea9d on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:06:58.978760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-6e401eda-0af8-4fa1-8ed9-754f466387e8 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Unset dirty status for tenant:9b8f84f9dfdb4b4d80f50f7be7a1ea9d on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:06:58.980006 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-6e401eda-0af8-4fa1-8ed9-754f466387e8 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.21 "GET /v2.0/networks?id=ee6ef186-b31b-47cc-a857-5a0ea5905780 HTTP/1.1" status: 200 len: 813 time: 0.1778207 Feb 09 15:06:58.992291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-0f9e99f9-39c4-4f08-8ccd-17b38e92b62e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Request body: {'port': {'device_id': '20b0354b-d79a-4d93-8fcc-73cdab827222', 'network_id': 'ee6ef186-b31b-47cc-a857-5a0ea5905780', 'admin_state_up': True, 'tenant_id': '9b8f84f9dfdb4b4d80f50f7be7a1ea9d'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:06:59.031487 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8b6fbb93-b31e-48cc-9d2a-f158c769c728 req-518a9022-00bf-49ed-8527-f22dec586a14 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 210 time: 0.0488868 Feb 09 15:06:59.136059 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-0f9e99f9-39c4-4f08-8ccd-17b38e92b62e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:06:59.139823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-0f9e99f9-39c4-4f08-8ccd-17b38e92b62e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Usage tracker for resource:port and tenant:9b8f84f9dfdb4b4d80f50f7be7a1ea9d is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:06:59.142511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-0f9e99f9-39c4-4f08-8ccd-17b38e92b62e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:06:59.148520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-0f9e99f9-39c4-4f08-8ccd-17b38e92b62e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:06:59.158406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-0f9e99f9-39c4-4f08-8ccd-17b38e92b62e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Made reservation on behalf of 9b8f84f9dfdb4b4d80f50f7be7a1ea9d for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:06:59.162527 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-0f9e99f9-39c4-4f08-8ccd-17b38e92b62e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:59.275931 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-56b4d664-27d2-4a94-bf0f-4af29d86aa72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:59.332211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-0f9e99f9-39c4-4f08-8ccd-17b38e92b62e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Allocated IP 172.20.0.5 (ee6ef186-b31b-47cc-a857-5a0ea5905780/314f6ed7-5131-44be-a2d7-bc0dad94aa54/d428dd57-14f4-4561-b582-4c3fd03c7e98) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:06:59.530991 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-0f9e99f9-39c4-4f08-8ccd-17b38e92b62e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:59.561874 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-0f9e99f9-39c4-4f08-8ccd-17b38e92b62e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:59.638651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-0f9e99f9-39c4-4f08-8ccd-17b38e92b62e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Network ee6ef186-b31b-47cc-a857-5a0ea5905780 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:06:59.641908 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-0f9e99f9-39c4-4f08-8ccd-17b38e92b62e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:06:59.644263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-0f9e99f9-39c4-4f08-8ccd-17b38e92b62e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:06:59.683981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e99f9-39c4-4f08-8ccd-17b38e92b62e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Pushing event updated for resources: {'Port': ['ID=d428dd57-14f4-4561-b582-4c3fd03c7e98,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:06:59.713357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-0f9e99f9-39c4-4f08-8ccd-17b38e92b62e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:06:59.713984 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-0f9e99f9-39c4-4f08-8ccd-17b38e92b62e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:06:59.734324 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-0f9e99f9-39c4-4f08-8ccd-17b38e92b62e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7464392 Feb 09 15:06:59.744913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Request body: {'port': {'device_id': '20b0354b-d79a-4d93-8fcc-73cdab827222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:06:59.964602 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:00.301612 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334006c2-1b02-4569-a60b-75dead616c98 req-b5a52deb-1fab-4a77-9656-2db5a0da044b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:00.302171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-334006c2-1b02-4569-a60b-75dead616c98 req-b5a52deb-1fab-4a77-9656-2db5a0da044b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Synchronizing usage tracker for tenant:9b8f84f9dfdb4b4d80f50f7be7a1ea9d on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:07:00.370954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-334006c2-1b02-4569-a60b-75dead616c98 req-b5a52deb-1fab-4a77-9656-2db5a0da044b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Unset dirty status for tenant:9b8f84f9dfdb4b4d80f50f7be7a1ea9d on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:07:00.372201 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-334006c2-1b02-4569-a60b-75dead616c98 req-b5a52deb-1fab-4a77-9656-2db5a0da044b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 931 time: 0.2002013 Feb 09 15:07:00.380972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d428dd57-14f4-4561-b582-4c3fd03c7e98 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:07:00.396721 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:00.408074 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:00.409188 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:00.438140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Transition to ACTIVE for port object d428dd57-14f4-4561-b582-4c3fd03c7e98 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:07:00.443510 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:00.477991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-334006c2-1b02-4569-a60b-75dead616c98 req-04f23b0d-7877-46e9-9936-2c6bc302f037 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Synchronizing usage tracker for tenant:9b8f84f9dfdb4b4d80f50f7be7a1ea9d on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:07:00.585617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-334006c2-1b02-4569-a60b-75dead616c98 req-04f23b0d-7877-46e9-9936-2c6bc302f037 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Unset dirty status for tenant:9b8f84f9dfdb4b4d80f50f7be7a1ea9d on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:07:00.586759 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-334006c2-1b02-4569-a60b-75dead616c98 req-04f23b0d-7877-46e9-9936-2c6bc302f037 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084594 Feb 09 15:07:00.618696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Pushing event updated for resources: {'Port': ['ID=d428dd57-14f4-4561-b582-4c3fd03c7e98,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:00.688781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Attempting to bind port d428dd57-14f4-4561-b582-4c3fd03c7e98 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:07:00.689111 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Attempting to bind port d428dd57-14f4-4561-b582-4c3fd03c7e98 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'e5645b25-ac52-4359-a3ef-460b6c999b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee6ef186-b31b-47cc-a857-5a0ea5905780'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:07:00.689436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Attempting to bind port d428dd57-14f4-4561-b582-4c3fd03c7e98 on network ee6ef186-b31b-47cc-a857-5a0ea5905780 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:07:00.694802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Port d428dd57-14f4-4561-b582-4c3fd03c7e98 on network ee6ef186-b31b-47cc-a857-5a0ea5905780 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:07:00.695121 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Attempting to bind port d428dd57-14f4-4561-b582-4c3fd03c7e98 on network ee6ef186-b31b-47cc-a857-5a0ea5905780 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:07:00.700236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:07:00.700571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Checking segment: {'id': 'e5645b25-ac52-4359-a3ef-460b6c999b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee6ef186-b31b-47cc-a857-5a0ea5905780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:07:00.700944 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Bound using segment: {'id': 'e5645b25-ac52-4359-a3ef-460b6c999b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee6ef186-b31b-47cc-a857-5a0ea5905780'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:07:00.701361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Bound port: d428dd57-14f4-4561-b582-4c3fd03c7e98, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5645b25-ac52-4359-a3ef-460b6c999b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee6ef186-b31b-47cc-a857-5a0ea5905780'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:07:00.701699 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:00.790465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] For port d428dd57-14f4-4561-b582-4c3fd03c7e98, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:07:00.793356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] For port d428dd57-14f4-4561-b582-4c3fd03c7e98, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d428dd57-14f4-4561-b582-4c3fd03c7e98,segment=NetworkSegment(e5645b25-ac52-4359-a3ef-460b6c999b44),segment_id=e5645b25-ac52-4359-a3ef-460b6c999b44)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:07:00.798259 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:00.858401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:00.859007 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:00.860393 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] 10.222.0.21 "PUT /v2.0/ports/d428dd57-14f4-4561-b582-4c3fd03c7e98 HTTP/1.1" status: 200 len: 1091 time: 1.1194549 Feb 09 15:07:00.862576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b0354b-d79a-4d93-8fcc-73cdab827222', 'tag': 'd428dd57-14f4-4561-b582-4c3fd03c7e98'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:07:00.882102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912c5ef-bf92-4ab2-b2fb-057015b1f456 service neutron] Pushing event updated for resources: {'Port': ['ID=d428dd57-14f4-4561-b582-4c3fd03c7e98,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:00.936370 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b0354b-d79a-4d93-8fcc-73cdab827222', 'tag': 'd428dd57-14f4-4561-b582-4c3fd03c7e98', 'status': 'completed', 'code': 200} Feb 09 15:07:00.979350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-5cc09ffa-c4c6-4fd8-9a03-fd1c2934b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:00.980851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-5cc09ffa-c4c6-4fd8-9a03-fd1c2934b585 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b8f84f9dfdb4b4d80f50f7be7a1ea9d&device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 1094 time: 0.0775495 Feb 09 15:07:01.049326 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-b2aa60a4-dea4-46f0-96c4-d8c72164b680 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d428dd57-14f4-4561-b582-4c3fd03c7e98 HTTP/1.1" status: 200 len: 217 time: 0.0619609 Feb 09 15:07:01.113759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-da8ac58c-7515-4569-9e35-4129880c5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:01.115088 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-da8ac58c-7515-4569-9e35-4129880c5539 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=314f6ed7-5131-44be-a2d7-bc0dad94aa54 HTTP/1.1" status: 200 len: 853 time: 0.0605903 Feb 09 15:07:01.162172 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-ad318949-07cd-4957-abe2-f415bb0086b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee6ef186-b31b-47cc-a857-5a0ea5905780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416603 Feb 09 15:07:01.295698 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-06c895ff-8a8b-4eaf-bc0c-8306ddac3a72 service neutron] 10.222.0.21 "GET /v2.0/networks/ee6ef186-b31b-47cc-a857-5a0ea5905780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277294 Feb 09 15:07:01.442603 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ace94abc-9ed9-4562-8000-1fe9c5a705b1 req-019e3c82-37e4-4517-9a00-f4122207f934 service neutron] 10.222.0.21 "GET /v2.0/networks/ee6ef186-b31b-47cc-a857-5a0ea5905780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414602 Feb 09 15:07:01.559109 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b289f-c498-4144-a614-70cda32939ee req-4634a8e4-4fbf-4413-851e-066a9fa5a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:01.560611 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c11b289f-c498-4144-a614-70cda32939ee req-4634a8e4-4fbf-4413-851e-066a9fa5a74b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b8f84f9dfdb4b4d80f50f7be7a1ea9d&device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 1094 time: 0.0707674 Feb 09 15:07:01.733473 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b289f-c498-4144-a614-70cda32939ee req-75896d4b-6d2c-4c43-945f-21537e384c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:01.734823 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c11b289f-c498-4144-a614-70cda32939ee req-75896d4b-6d2c-4c43-945f-21537e384c4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee6ef186-b31b-47cc-a857-5a0ea5905780 HTTP/1.1" status: 200 len: 913 time: 0.1686041 Feb 09 15:07:01.809577 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c11b289f-c498-4144-a614-70cda32939ee req-4a8d3858-5f51-4456-a47a-3beff6bee45e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d428dd57-14f4-4561-b582-4c3fd03c7e98 HTTP/1.1" status: 200 len: 217 time: 0.0688519 Feb 09 15:07:01.949382 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:01.985867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b289f-c498-4144-a614-70cda32939ee req-145a752c-2d41-428e-97ea-834ca2789e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:01.987216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c11b289f-c498-4144-a614-70cda32939ee req-145a752c-2d41-428e-97ea-834ca2789e7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=314f6ed7-5131-44be-a2d7-bc0dad94aa54 HTTP/1.1" status: 200 len: 853 time: 0.1719272 Feb 09 15:07:02.044502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43881b9-f35c-444b-8bdc-678c29cce263 req-8c03ac80-4d47-4fc0-9c59-22d6248aa7f1 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:02.045935 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d43881b9-f35c-444b-8bdc-678c29cce263 req-8c03ac80-4d47-4fc0-9c59-22d6248aa7f1 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 943 time: 0.3489769 Feb 09 15:07:02.052884 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c11b289f-c498-4144-a614-70cda32939ee req-c995f01f-e47c-4512-8b11-d931c6caf37d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee6ef186-b31b-47cc-a857-5a0ea5905780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591497 Feb 09 15:07:02.172411 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d43881b9-f35c-444b-8bdc-678c29cce263 req-79e28250-7afa-4665-b608-61fb153a522f tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185853 Feb 09 15:07:02.215340 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c11b289f-c498-4144-a614-70cda32939ee req-a28d13d0-2336-4022-8b9a-57c1855cf0cf service neutron] 10.222.0.21 "GET /v2.0/networks/ee6ef186-b31b-47cc-a857-5a0ea5905780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459169 Feb 09 15:07:02.347353 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c11b289f-c498-4144-a614-70cda32939ee req-e15588bb-4cda-4fb9-8235-6ca9ae46502f service neutron] 10.222.0.21 "GET /v2.0/networks/ee6ef186-b31b-47cc-a857-5a0ea5905780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251533 Feb 09 15:07:03.360552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f31ca-ecc6-4679-a6e7-cfe7976e4814 req-62db96b8-defe-4d5b-91da-5f9a467c3416 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:03.361989 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce8f31ca-ecc6-4679-a6e7-cfe7976e4814 req-62db96b8-defe-4d5b-91da-5f9a467c3416 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 943 time: 0.0790780 Feb 09 15:07:03.405333 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ce8f31ca-ecc6-4679-a6e7-cfe7976e4814 req-9611f88c-3c2d-4432-a702-46dd548ae631 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376408 Feb 09 15:07:04.593606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df752a79-3056-4d3e-8268-6240a39ff6ab req-80960c1c-6529-4bb5-9e2a-5eecff9d8845 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:04.595093 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-df752a79-3056-4d3e-8268-6240a39ff6ab req-80960c1c-6529-4bb5-9e2a-5eecff9d8845 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 943 time: 0.0799522 Feb 09 15:07:04.640183 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-df752a79-3056-4d3e-8268-6240a39ff6ab req-afe03346-f866-4954-accc-688db20a2f9a tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392702 Feb 09 15:07:04.701383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d428dd57-14f4-4561-b582-4c3fd03c7e98 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:07:04.842602 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d428dd57-14f4-4561-b582-4c3fd03c7e98, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d428dd57-14f4-4561-b582-4c3fd03c7e98,segment=NetworkSegment(e5645b25-ac52-4359-a3ef-460b6c999b44),segment_id=e5645b25-ac52-4359-a3ef-460b6c999b44)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:07:04.855568 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'd428dd57-14f4-4561-b582-4c3fd03c7e98', 'network_id': 'ee6ef186-b31b-47cc-a857-5a0ea5905780', 'port_id': 'd428dd57-14f4-4561-b582-4c3fd03c7e98', 'mac_address': 'fa:16:3e:cd:91:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314f6ed7-5131-44be-a2d7-bc0dad94aa54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:07:04.913661 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:04.931322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d428dd57-14f4-4561-b582-4c3fd03c7e98 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:07:04.947842 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d428dd57-14f4-4561-b582-4c3fd03c7e98, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d428dd57-14f4-4561-b582-4c3fd03c7e98,segment=NetworkSegment(e5645b25-ac52-4359-a3ef-460b6c999b44),segment_id=e5645b25-ac52-4359-a3ef-460b6c999b44)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:07:04.952896 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:05.021331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=d428dd57-14f4-4561-b582-4c3fd03c7e98,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:05.249973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['d428dd57-14f4-4561-b582-4c3fd03c7e98'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:07:05.822772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ab327-426f-4a64-bc1d-f2f8aa2e40da req-39696ea6-687a-4a79-88de-7012dbd215f8 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:05.824167 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d5ab327-426f-4a64-bc1d-f2f8aa2e40da req-39696ea6-687a-4a79-88de-7012dbd215f8 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 944 time: 0.0808280 Feb 09 15:07:05.868403 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d5ab327-426f-4a64-bc1d-f2f8aa2e40da req-4027100f-2d80-41d6-bb24-efed999340d6 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386016 Feb 09 15:07:06.722483 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d428dd57-14f4-4561-b582-4c3fd03c7e98 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:07:06.801576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port d428dd57-14f4-4561-b582-4c3fd03c7e98 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:07:06.806279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port d428dd57-14f4-4561-b582-4c3fd03c7e98 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:07:06.806646 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:06.956127 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:06.983163 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b0354b-d79a-4d93-8fcc-73cdab827222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd428dd57-14f4-4561-b582-4c3fd03c7e98'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:07:06.992571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port d428dd57-14f4-4561-b582-4c3fd03c7e98, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d428dd57-14f4-4561-b582-4c3fd03c7e98,segment=NetworkSegment(e5645b25-ac52-4359-a3ef-460b6c999b44),segment_id=e5645b25-ac52-4359-a3ef-460b6c999b44)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:07:06.996781 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:07.033441 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b0354b-d79a-4d93-8fcc-73cdab827222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd428dd57-14f4-4561-b582-4c3fd03c7e98', 'code': 200} Feb 09 15:07:07.067557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ed99c-c8ff-4009-8b90-d0a11624ca95 req-4a16c030-f9ed-4830-8fcf-d58f2ba6aa09 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:07.069152 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f27ed99c-c8ff-4009-8b90-d0a11624ca95 req-4a16c030-f9ed-4830-8fcf-d58f2ba6aa09 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 945 time: 0.0925229 Feb 09 15:07:07.070548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=d428dd57-14f4-4561-b582-4c3fd03c7e98,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:07.169038 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f27ed99c-c8ff-4009-8b90-d0a11624ca95 req-920b1e98-c625-46ae-af8a-2509c4ad7899 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848813 Feb 09 15:07:07.187287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae10a4c-9719-4747-9973-5a79e4d85a3f req-0fd6d468-aa38-43f7-b6b7-f8e3b4ed3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:07.188753 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ae10a4c-9719-4747-9973-5a79e4d85a3f req-0fd6d468-aa38-43f7-b6b7-f8e3b4ed3f67 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 1096 time: 0.0910468 Feb 09 15:07:07.233377 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-7ae10a4c-9719-4747-9973-5a79e4d85a3f req-b86d73a0-109b-4817-80e5-e9a8d3c8a3c7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389118 Feb 09 15:07:08.353902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a499ec-3d77-489d-9cc7-6665a011cecb req-525fa021-430b-4da8-bcf8-76f368b1d4d8 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:08.355351 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d8a499ec-3d77-489d-9cc7-6665a011cecb req-525fa021-430b-4da8-bcf8-76f368b1d4d8 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 945 time: 0.0785964 Feb 09 15:07:08.398320 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d8a499ec-3d77-489d-9cc7-6665a011cecb req-1cc05f94-2bfd-442a-ba5f-e7c0c27724e4 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374351 Feb 09 15:07:09.307700 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:09.592514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4407a7-b8b9-4350-bb5e-42a6f94a03a1 req-dedf7bc0-4dc4-4f49-8808-93ffce214eb7 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:09.593946 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ed4407a7-b8b9-4350-bb5e-42a6f94a03a1 req-dedf7bc0-4dc4-4f49-8808-93ffce214eb7 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 945 time: 0.0797403 Feb 09 15:07:09.638418 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ed4407a7-b8b9-4350-bb5e-42a6f94a03a1 req-527bb93f-88ff-421f-91f5-06a02088e147 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375354 Feb 09 15:07:09.921061 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-b33b35ad-8695-41b6-af21-9e118ec964e0 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:09.922388 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-b33b35ad-8695-41b6-af21-9e118ec964e0 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/networks?id=ee6ef186-b31b-47cc-a857-5a0ea5905780 HTTP/1.1" status: 200 len: 813 time: 0.1433892 Feb 09 15:07:09.937806 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2d4918b7-440f-4d7b-94c7-4e8433c27f88 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/quotas/9b8f84f9dfdb4b4d80f50f7be7a1ea9d HTTP/1.1" status: 200 len: 375 time: 0.0095236 Feb 09 15:07:10.019127 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-5648e23a-8394-4da5-a0cf-2f0c8a58c0e0 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b8f84f9dfdb4b4d80f50f7be7a1ea9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763192 Feb 09 15:07:10.149041 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-80a1ef13-8d2f-4a32-b226-25b9d41997ce service neutron] 10.222.0.48 "GET /v2.0/networks/ee6ef186-b31b-47cc-a857-5a0ea5905780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229053 Feb 09 15:07:10.380157 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-6a4dc587-3355-441c-8a5d-6539860fe40a service neutron] 10.222.0.48 "GET /v2.0/networks/ee6ef186-b31b-47cc-a857-5a0ea5905780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253981 Feb 09 15:07:10.557483 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-90fbd531-7c6a-42f8-8cbf-b5e5100bd1ae req-9e506442-8e1b-421f-b389-32fa85cd49af tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 210 time: 0.0443988 Feb 09 15:07:10.963693 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:11.590758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-d41d4650-a40e-4813-b598-22fb90c1c2f5 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:11.592239 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-d41d4650-a40e-4813-b598-22fb90c1c2f5 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.35 "GET /v2.0/networks?id=ee6ef186-b31b-47cc-a857-5a0ea5905780 HTTP/1.1" status: 200 len: 813 time: 0.1521871 Feb 09 15:07:11.605955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-ad661c0a-80c3-45ef-a280-b672551a1f7e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Request body: {'port': {'device_id': 'c23f7693-7587-48ff-b022-5c0dd725921a', 'network_id': 'ee6ef186-b31b-47cc-a857-5a0ea5905780', 'admin_state_up': True, 'tenant_id': '9b8f84f9dfdb4b4d80f50f7be7a1ea9d'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:11.724345 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-314bf013-b2e0-4ef0-9a7c-f8704641a8b2 req-c691dcf1-ff12-4164-9516-dab38bd55ca6 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 210 time: 0.0425212 Feb 09 15:07:11.748197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-ad661c0a-80c3-45ef-a280-b672551a1f7e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:11.758297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-ad661c0a-80c3-45ef-a280-b672551a1f7e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:11.767761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-ad661c0a-80c3-45ef-a280-b672551a1f7e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Made reservation on behalf of 9b8f84f9dfdb4b4d80f50f7be7a1ea9d for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:07:11.771775 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-ad661c0a-80c3-45ef-a280-b672551a1f7e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:11.939571 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-ad661c0a-80c3-45ef-a280-b672551a1f7e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Allocated IP 172.20.0.11 (ee6ef186-b31b-47cc-a857-5a0ea5905780/314f6ed7-5131-44be-a2d7-bc0dad94aa54/dafc9405-3086-403e-8a4c-89b97fe4b6ed) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:07:12.138109 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-ad661c0a-80c3-45ef-a280-b672551a1f7e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:12.166711 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-ad661c0a-80c3-45ef-a280-b672551a1f7e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:12.179249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['d428dd57-14f4-4561-b582-4c3fd03c7e98'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:07:12.236923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-ad661c0a-80c3-45ef-a280-b672551a1f7e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Network ee6ef186-b31b-47cc-a857-5a0ea5905780 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:07:12.240715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-ad661c0a-80c3-45ef-a280-b672551a1f7e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:07:12.244636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-ad661c0a-80c3-45ef-a280-b672551a1f7e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:07:12.277506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad661c0a-80c3-45ef-a280-b672551a1f7e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Pushing event updated for resources: {'Port': ['ID=dafc9405-3086-403e-8a4c-89b97fe4b6ed,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:12.309102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-ad661c0a-80c3-45ef-a280-b672551a1f7e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:12.309709 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-ad661c0a-80c3-45ef-a280-b672551a1f7e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:12.333357 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-ad661c0a-80c3-45ef-a280-b672551a1f7e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7317152 Feb 09 15:07:12.344765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Request body: {'port': {'device_id': 'c23f7693-7587-48ff-b022-5c0dd725921a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:12.455071 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:12.956261 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-982983b3-fde6-4d7e-b90a-9db6ce1b99a5 req-ce405aa8-4f5b-43a9-bac1-f590b53cd1dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1848853 Feb 09 15:07:12.987100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5531faa-833e-4288-b492-77e6ae529ac9 req-b07bf473-c5d0-4723-8c68-24f706247815 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:12.988034 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d5531faa-833e-4288-b492-77e6ae529ac9 req-b07bf473-c5d0-4723-8c68-24f706247815 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Synchronizing usage tracker for tenant:9b8f84f9dfdb4b4d80f50f7be7a1ea9d on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:07:13.097014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dafc9405-3086-403e-8a4c-89b97fe4b6ed {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:07:13.101997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-d5531faa-833e-4288-b492-77e6ae529ac9 req-b07bf473-c5d0-4723-8c68-24f706247815 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Unset dirty status for tenant:9b8f84f9dfdb4b4d80f50f7be7a1ea9d on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:07:13.108358 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5531faa-833e-4288-b492-77e6ae529ac9 req-b07bf473-c5d0-4723-8c68-24f706247815 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 932 time: 0.2698710 Feb 09 15:07:13.119402 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:13.161325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Transition to ACTIVE for port object dafc9405-3086-403e-8a4c-89b97fe4b6ed will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:07:13.172730 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:13.236036 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d5531faa-833e-4288-b492-77e6ae529ac9 req-4ce8c5f3-f252-48fe-9f66-55e0c82f31a0 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186180 Feb 09 15:07:13.342197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982983b3-fde6-4d7e-b90a-9db6ce1b99a5 req-71bbb6ca-6e2c-48e5-a5bb-6be38c78588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:13.343660 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-982983b3-fde6-4d7e-b90a-9db6ce1b99a5 req-71bbb6ca-6e2c-48e5-a5bb-6be38c78588a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b8f84f9dfdb4b4d80f50f7be7a1ea9d&device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 1096 time: 0.3180485 Feb 09 15:07:13.357198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Pushing event updated for resources: {'Port': ['ID=dafc9405-3086-403e-8a4c-89b97fe4b6ed,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:13.524659 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Attempting to bind port dafc9405-3086-403e-8a4c-89b97fe4b6ed on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:07:13.524914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Attempting to bind port dafc9405-3086-403e-8a4c-89b97fe4b6ed by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'e5645b25-ac52-4359-a3ef-460b6c999b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee6ef186-b31b-47cc-a857-5a0ea5905780'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:07:13.525242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Attempting to bind port dafc9405-3086-403e-8a4c-89b97fe4b6ed on network ee6ef186-b31b-47cc-a857-5a0ea5905780 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:07:13.540761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Port dafc9405-3086-403e-8a4c-89b97fe4b6ed on network ee6ef186-b31b-47cc-a857-5a0ea5905780 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:07:13.541082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Attempting to bind port dafc9405-3086-403e-8a4c-89b97fe4b6ed on network ee6ef186-b31b-47cc-a857-5a0ea5905780 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:07:13.549844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:07:13.550176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Checking segment: {'id': 'e5645b25-ac52-4359-a3ef-460b6c999b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee6ef186-b31b-47cc-a857-5a0ea5905780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:07:13.550582 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Bound using segment: {'id': 'e5645b25-ac52-4359-a3ef-460b6c999b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee6ef186-b31b-47cc-a857-5a0ea5905780'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:07:13.551006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Bound port: dafc9405-3086-403e-8a4c-89b97fe4b6ed, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5645b25-ac52-4359-a3ef-460b6c999b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ee6ef186-b31b-47cc-a857-5a0ea5905780'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:07:13.551349 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:13.564935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982983b3-fde6-4d7e-b90a-9db6ce1b99a5 req-234e9d8d-9726-4ddb-8606-7865d4ccf260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:13.566907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-982983b3-fde6-4d7e-b90a-9db6ce1b99a5 req-234e9d8d-9726-4ddb-8606-7865d4ccf260 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee6ef186-b31b-47cc-a857-5a0ea5905780 HTTP/1.1" status: 200 len: 913 time: 0.1824627 Feb 09 15:07:13.670664 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-982983b3-fde6-4d7e-b90a-9db6ce1b99a5 req-6d2f847a-dd0c-4102-8ed1-28fb21dcbea2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d428dd57-14f4-4561-b582-4c3fd03c7e98 HTTP/1.1" status: 200 len: 217 time: 0.0727799 Feb 09 15:07:13.753454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] For port dafc9405-3086-403e-8a4c-89b97fe4b6ed, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:07:13.759787 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982983b3-fde6-4d7e-b90a-9db6ce1b99a5 req-723e0c27-c7c9-4800-959d-40a58de4a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:13.761227 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-982983b3-fde6-4d7e-b90a-9db6ce1b99a5 req-723e0c27-c7c9-4800-959d-40a58de4a636 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=314f6ed7-5131-44be-a2d7-bc0dad94aa54 HTTP/1.1" status: 200 len: 853 time: 0.0839331 Feb 09 15:07:13.765269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] For port dafc9405-3086-403e-8a4c-89b97fe4b6ed, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=dafc9405-3086-403e-8a4c-89b97fe4b6ed,segment=NetworkSegment(e5645b25-ac52-4359-a3ef-460b6c999b44),segment_id=e5645b25-ac52-4359-a3ef-460b6c999b44)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:07:13.802185 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:13.844910 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-982983b3-fde6-4d7e-b90a-9db6ce1b99a5 req-0708d007-1d65-488f-bb3d-afbfa5d99a23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee6ef186-b31b-47cc-a857-5a0ea5905780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770099 Feb 09 15:07:13.928935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:13.929549 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:13.930916 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] 10.222.0.35 "PUT /v2.0/ports/dafc9405-3086-403e-8a4c-89b97fe4b6ed HTTP/1.1" status: 200 len: 1092 time: 1.5903289 Feb 09 15:07:13.931355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23f7693-7587-48ff-b022-5c0dd725921a', 'tag': 'dafc9405-3086-403e-8a4c-89b97fe4b6ed'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:07:14.010530 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c23f7693-7587-48ff-b022-5c0dd725921a', 'tag': 'dafc9405-3086-403e-8a4c-89b97fe4b6ed', 'status': 'completed', 'code': 200} Feb 09 15:07:14.018114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358fe15-0dbf-49ac-af7f-285f912c3a9f service neutron] Pushing event updated for resources: {'Port': ['ID=dafc9405-3086-403e-8a4c-89b97fe4b6ed,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:14.064503 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-982983b3-fde6-4d7e-b90a-9db6ce1b99a5 req-3c615850-9a8d-4ccb-88f5-4be9653d1876 service neutron] 10.222.0.21 "GET /v2.0/networks/ee6ef186-b31b-47cc-a857-5a0ea5905780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068896 Feb 09 15:07:14.156457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-d7019996-ba69-4e17-ba90-e7b8fd0ac6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:14.157923 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-d7019996-ba69-4e17-ba90-e7b8fd0ac6bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b8f84f9dfdb4b4d80f50f7be7a1ea9d&device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 1095 time: 0.1878643 Feb 09 15:07:14.366522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-0ee74ee1-36d7-4eaa-929d-a3c2eb3193e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dafc9405-3086-403e-8a4c-89b97fe4b6ed HTTP/1.1" status: 200 len: 217 time: 0.1993244 Feb 09 15:07:14.464233 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-982983b3-fde6-4d7e-b90a-9db6ce1b99a5 req-5a525b70-7ffc-43c4-b851-036824ed678c service neutron] 10.222.0.21 "GET /v2.0/networks/ee6ef186-b31b-47cc-a857-5a0ea5905780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935990 Feb 09 15:07:14.501206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-d7543343-fe3d-4558-8fe2-2c3750c6efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:14.505668 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-d7543343-fe3d-4558-8fe2-2c3750c6efb9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=314f6ed7-5131-44be-a2d7-bc0dad94aa54 HTTP/1.1" status: 200 len: 853 time: 0.0933397 Feb 09 15:07:14.554956 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-161154dd-14c8-49de-ae6b-ca684a6d9452 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee6ef186-b31b-47cc-a857-5a0ea5905780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426140 Feb 09 15:07:14.568681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de28fd-38cf-4a9f-b032-2259dca74f14 req-6d1ba250-18b6-4bf6-80b1-05e888ab0c2b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:14.570133 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-11de28fd-38cf-4a9f-b032-2259dca74f14 req-6d1ba250-18b6-4bf6-80b1-05e888ab0c2b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 944 time: 0.2143805 Feb 09 15:07:14.694791 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-11de28fd-38cf-4a9f-b032-2259dca74f14 req-b8d8aec9-d1a4-409f-92d0-8bfcc97b2376 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051843 Feb 09 15:07:14.728956 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-339db444-05d3-4d85-a135-8643d6bf6fd1 service neutron] 10.222.0.35 "GET /v2.0/networks/ee6ef186-b31b-47cc-a857-5a0ea5905780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578512 Feb 09 15:07:14.859889 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-601e9f5d-630a-4212-bd27-6f5ede0e163e req-08d886ac-91ca-40b3-ab89-846db3dad61b service neutron] 10.222.0.35 "GET /v2.0/networks/ee6ef186-b31b-47cc-a857-5a0ea5905780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246810 Feb 09 15:07:14.982935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc9d1b-85b7-4354-8717-6c576688a30d req-12ce565c-8a5c-4fa4-a29b-ae9e57a23b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:14.984365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6cc9d1b-85b7-4354-8717-6c576688a30d req-12ce565c-8a5c-4fa4-a29b-ae9e57a23b91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9b8f84f9dfdb4b4d80f50f7be7a1ea9d&device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 1095 time: 0.0767980 Feb 09 15:07:15.114592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc9d1b-85b7-4354-8717-6c576688a30d req-11d3e8b1-248f-465c-8ff9-281a5abc1863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:15.116067 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6cc9d1b-85b7-4354-8717-6c576688a30d req-11d3e8b1-248f-465c-8ff9-281a5abc1863 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee6ef186-b31b-47cc-a857-5a0ea5905780 HTTP/1.1" status: 200 len: 913 time: 0.1250854 Feb 09 15:07:15.181906 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6cc9d1b-85b7-4354-8717-6c576688a30d req-39cb6957-875e-4f74-8179-9cfc38ad8a80 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dafc9405-3086-403e-8a4c-89b97fe4b6ed HTTP/1.1" status: 200 len: 217 time: 0.0589929 Feb 09 15:07:15.246817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc9d1b-85b7-4354-8717-6c576688a30d req-671d4602-e8a8-40be-bc3e-de60f90630d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:15.248186 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6cc9d1b-85b7-4354-8717-6c576688a30d req-671d4602-e8a8-40be-bc3e-de60f90630d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=314f6ed7-5131-44be-a2d7-bc0dad94aa54 HTTP/1.1" status: 200 len: 853 time: 0.0597684 Feb 09 15:07:15.294118 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6cc9d1b-85b7-4354-8717-6c576688a30d req-eb261508-4255-4805-b7fb-038086c13f5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee6ef186-b31b-47cc-a857-5a0ea5905780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386515 Feb 09 15:07:15.424702 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6cc9d1b-85b7-4354-8717-6c576688a30d req-1d390bdd-914a-4839-bfcf-6d3d75a7948b service neutron] 10.222.0.35 "GET /v2.0/networks/ee6ef186-b31b-47cc-a857-5a0ea5905780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231568 Feb 09 15:07:15.556723 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6cc9d1b-85b7-4354-8717-6c576688a30d req-e014690b-cdbd-4daa-a616-66dfdd610aec service neutron] 10.222.0.35 "GET /v2.0/networks/ee6ef186-b31b-47cc-a857-5a0ea5905780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258509 Feb 09 15:07:15.891435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633a536-2849-4006-abcc-1a1796903ad2 req-0aac9dba-c2e2-48bf-9fa7-5141b76b2ad3 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:15.892844 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1633a536-2849-4006-abcc-1a1796903ad2 req-0aac9dba-c2e2-48bf-9fa7-5141b76b2ad3 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 944 time: 0.0880077 Feb 09 15:07:15.937470 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1633a536-2849-4006-abcc-1a1796903ad2 req-918ad117-2d78-4734-98d7-654775d9dca8 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381351 Feb 09 15:07:17.125176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d48728-be39-4fd4-aec4-36e271f919fd req-456cb051-40b0-4ddd-bd8f-3064ee6a00d1 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:17.126676 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c8d48728-be39-4fd4-aec4-36e271f919fd req-456cb051-40b0-4ddd-bd8f-3064ee6a00d1 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 944 time: 0.0823722 Feb 09 15:07:17.170589 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c8d48728-be39-4fd4-aec4-36e271f919fd req-177bd7a3-e8b4-42fa-ae60-55a1f73d8b51 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382514 Feb 09 15:07:18.354267 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e1afa-2cde-4f79-9198-50c94cbc5b4c req-380b6ffa-b157-4c98-bc05-5d48e4807dfe tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:18.355704 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c35e1afa-2cde-4f79-9198-50c94cbc5b4c req-380b6ffa-b157-4c98-bc05-5d48e4807dfe tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 944 time: 0.0793495 Feb 09 15:07:18.397868 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c35e1afa-2cde-4f79-9198-50c94cbc5b4c req-e3bbddb4-1703-45ba-8010-9d52fd222ab1 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365827 Feb 09 15:07:18.774776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device dafc9405-3086-403e-8a4c-89b97fe4b6ed details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:07:18.904471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port dafc9405-3086-403e-8a4c-89b97fe4b6ed, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=dafc9405-3086-403e-8a4c-89b97fe4b6ed,segment=NetworkSegment(e5645b25-ac52-4359-a3ef-460b6c999b44),segment_id=e5645b25-ac52-4359-a3ef-460b6c999b44)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:07:18.917542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'dafc9405-3086-403e-8a4c-89b97fe4b6ed', 'network_id': 'ee6ef186-b31b-47cc-a857-5a0ea5905780', 'port_id': 'dafc9405-3086-403e-8a4c-89b97fe4b6ed', 'mac_address': 'fa:16:3e:79:97:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314f6ed7-5131-44be-a2d7-bc0dad94aa54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:07:18.974353 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:18.992775 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dafc9405-3086-403e-8a4c-89b97fe4b6ed {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:07:19.009475 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port dafc9405-3086-403e-8a4c-89b97fe4b6ed, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=dafc9405-3086-403e-8a4c-89b97fe4b6ed,segment=NetworkSegment(e5645b25-ac52-4359-a3ef-460b6c999b44),segment_id=e5645b25-ac52-4359-a3ef-460b6c999b44)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:07:19.016195 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:19.084942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=dafc9405-3086-403e-8a4c-89b97fe4b6ed,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:19.393083 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['dafc9405-3086-403e-8a4c-89b97fe4b6ed'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:07:19.586980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb2b41-34e8-4285-ab9b-20c24cf3a481 req-824b2908-9f6c-479e-896d-a276c19cb2e3 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:19.588464 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cbbb2b41-34e8-4285-ab9b-20c24cf3a481 req-824b2908-9f6c-479e-896d-a276c19cb2e3 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 945 time: 0.0814407 Feb 09 15:07:19.630874 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cbbb2b41-34e8-4285-ab9b-20c24cf3a481 req-6ea88e73-7c85-4923-9bbd-8266995bd9a1 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366180 Feb 09 15:07:20.776003 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device dafc9405-3086-403e-8a4c-89b97fe4b6ed up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:07:20.819806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791452ff-cdb7-4d8b-8e51-71c9f7e0e80e req-fdb5bdc7-7dd3-47fc-9f73-aaff42c48294 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:20.821188 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-791452ff-cdb7-4d8b-8e51-71c9f7e0e80e req-fdb5bdc7-7dd3-47fc-9f73-aaff42c48294 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 945 time: 0.0858021 Feb 09 15:07:20.842424 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port dafc9405-3086-403e-8a4c-89b97fe4b6ed completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:07:20.847249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port dafc9405-3086-403e-8a4c-89b97fe4b6ed triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:07:20.847628 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:20.866071 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-791452ff-cdb7-4d8b-8e51-71c9f7e0e80e req-4bd77025-4ad7-42d4-88f7-5b609e8ab5bb tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390623 Feb 09 15:07:20.962962 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:20.991842 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23f7693-7587-48ff-b022-5c0dd725921a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafc9405-3086-403e-8a4c-89b97fe4b6ed'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:07:21.004893 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port dafc9405-3086-403e-8a4c-89b97fe4b6ed, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=dafc9405-3086-403e-8a4c-89b97fe4b6ed,segment=NetworkSegment(e5645b25-ac52-4359-a3ef-460b6c999b44),segment_id=e5645b25-ac52-4359-a3ef-460b6c999b44)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:07:21.010118 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:21.046958 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23f7693-7587-48ff-b022-5c0dd725921a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafc9405-3086-403e-8a4c-89b97fe4b6ed', 'code': 200} Feb 09 15:07:21.088938 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=dafc9405-3086-403e-8a4c-89b97fe4b6ed,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:21.172720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b8383-55a6-4658-8a27-24fe5b5eed9d req-1f4e3d69-fddd-4148-b62e-1c8fd56c9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:21.174187 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-921b8383-55a6-4658-8a27-24fe5b5eed9d req-1f4e3d69-fddd-4148-b62e-1c8fd56c9a38 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 1097 time: 0.0724120 Feb 09 15:07:21.213984 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-921b8383-55a6-4658-8a27-24fe5b5eed9d req-973e7c83-9133-45e2-882d-16ad623bc3b1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334148 Feb 09 15:07:22.047484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4216d3b-0483-44f9-9cf1-3a4405469620 req-d6621e3e-7ddb-4f30-b747-453b06f098ee tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:22.048975 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4216d3b-0483-44f9-9cf1-3a4405469620 req-d6621e3e-7ddb-4f30-b747-453b06f098ee tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 946 time: 0.0791581 Feb 09 15:07:22.093290 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d4216d3b-0483-44f9-9cf1-3a4405469620 req-02f943e4-bc63-42f6-aec6-e985b580a0aa tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387740 Feb 09 15:07:23.278347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705df4d-acf3-4ec4-8674-3924eeb82f9b req-4d073c1e-e053-4407-9911-26b39a73b504 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:23.279809 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5705df4d-acf3-4ec4-8674-3924eeb82f9b req-4d073c1e-e053-4407-9911-26b39a73b504 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 946 time: 0.0796347 Feb 09 15:07:23.322782 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5705df4d-acf3-4ec4-8674-3924eeb82f9b req-91e493f3-73a5-4f10-ad53-a38a2fa5b0a8 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373447 Feb 09 15:07:23.815750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8c685-52c1-4477-ad88-45e425bc3e8e req-9f238c7a-1c1d-40b6-b5ed-2aedd5d138ef tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:23.817735 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-79d8c685-52c1-4477-ad88-45e425bc3e8e req-9f238c7a-1c1d-40b6-b5ed-2aedd5d138ef tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 946 time: 0.1910918 Feb 09 15:07:23.870045 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-79d8c685-52c1-4477-ad88-45e425bc3e8e req-5e0d2048-3239-4071-a228-512ac97af563 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446122 Feb 09 15:07:25.059976 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb62c54-1898-477c-9427-0edb9e79b044 req-2fa141a0-4ce6-4c48-96f8-115ba0a2aedf tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:25.061445 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8bb62c54-1898-477c-9427-0edb9e79b044 req-2fa141a0-4ce6-4c48-96f8-115ba0a2aedf tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 946 time: 0.0824790 Feb 09 15:07:25.106381 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8bb62c54-1898-477c-9427-0edb9e79b044 req-e2f6a424-9482-447f-838f-9d364faf77e3 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385160 Feb 09 15:07:25.354616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743f25d-0876-4a69-a796-8d3b27e2dc4c req-8819c12c-32bf-4fe5-8165-d0dad8a9aeb4 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:25.356092 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1743f25d-0876-4a69-a796-8d3b27e2dc4c req-8819c12c-32bf-4fe5-8165-d0dad8a9aeb4 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.35 "GET /v2.0/ports?device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 946 time: 0.0862782 Feb 09 15:07:25.433144 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-1743f25d-0876-4a69-a796-8d3b27e2dc4c req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Deleting port dafc9405-3086-403e-8a4c-89b97fe4b6ed {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:07:25.433489 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1743f25d-0876-4a69-a796-8d3b27e2dc4c req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:25.702705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-1743f25d-0876-4a69-a796-8d3b27e2dc4c req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] For port dafc9405-3086-403e-8a4c-89b97fe4b6ed, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=dafc9405-3086-403e-8a4c-89b97fe4b6ed,segment=NetworkSegment(e5645b25-ac52-4359-a3ef-460b6c999b44),segment_id=e5645b25-ac52-4359-a3ef-460b6c999b44)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:07:25.703324 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1743f25d-0876-4a69-a796-8d3b27e2dc4c req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:25.833550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-1743f25d-0876-4a69-a796-8d3b27e2dc4c req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Calling delete_port for dafc9405-3086-403e-8a4c-89b97fe4b6ed owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:07:25.985281 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1743f25d-0876-4a69-a796-8d3b27e2dc4c req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:25.996614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['d428dd57-14f4-4561-b582-4c3fd03c7e98'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:07:26.027307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['dafc9405-3086-403e-8a4c-89b97fe4b6ed'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:07:26.036506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Pushing event deleted for resources: {'Port': ['ID=dafc9405-3086-403e-8a4c-89b97fe4b6ed,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:26.074896 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:26.075308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:26.075588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:26.075945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:26.076279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:26.076609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:26.076934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:26.077263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:26.077590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:26.077910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:26.078232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:26.078548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:26.123402 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1743f25d-0876-4a69-a796-8d3b27e2dc4c req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] No DVR routers for this DVR port dafc9405-3086-403e-8a4c-89b97fe4b6ed on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:07:26.125984 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-1743f25d-0876-4a69-a796-8d3b27e2dc4c req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:26.133224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23f7693-7587-48ff-b022-5c0dd725921a', 'name': 'network-vif-deleted', 'tag': 'dafc9405-3086-403e-8a4c-89b97fe4b6ed'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:07:26.145715 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1743f25d-0876-4a69-a796-8d3b27e2dc4c req-baa532d4-648b-4ea5-89d9-a97e29d2b861 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.35 "DELETE /v2.0/ports/dafc9405-3086-403e-8a4c-89b97fe4b6ed HTTP/1.1" status: 204 len: 173 time: 0.7836788 Feb 09 15:07:26.195272 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c23f7693-7587-48ff-b022-5c0dd725921a', 'name': 'network-vif-deleted', 'tag': 'dafc9405-3086-403e-8a4c-89b97fe4b6ed', 'status': 'completed', 'code': 200} Feb 09 15:07:26.313663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-54d7a939-a31b-432b-af61-fb27d3200b8e req-2054a64c-1fca-478f-b36f-f281b5c0e168 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Synchronizing usage tracker for tenant:9b8f84f9dfdb4b4d80f50f7be7a1ea9d on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:07:26.332384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-54d7a939-a31b-432b-af61-fb27d3200b8e req-2054a64c-1fca-478f-b36f-f281b5c0e168 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Unset dirty status for tenant:9b8f84f9dfdb4b4d80f50f7be7a1ea9d on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:07:26.333655 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-54d7a939-a31b-432b-af61-fb27d3200b8e req-2054a64c-1fca-478f-b36f-f281b5c0e168 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=c23f7693-7587-48ff-b022-5c0dd725921a HTTP/1.1" status: 200 len: 210 time: 0.0628943 Feb 09 15:07:26.864860 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bf71b754-812f-44b9-847f-99a97ce4f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:27.602068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cc526-c2e9-4e49-bdd2-120a5163851e req-b0986af2-f472-4511-9efa-6547509b206e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:27.603510 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b54cc526-c2e9-4e49-bdd2-120a5163851e req-b0986af2-f472-4511-9efa-6547509b206e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 945 time: 0.0829754 Feb 09 15:07:27.648053 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b54cc526-c2e9-4e49-bdd2-120a5163851e req-45f64e54-b062-481e-a969-9f66804a0a6d tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388558 Feb 09 15:07:27.848595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ade07e-2ea4-4260-bb71-006d63776fbc req-64298e35-ea3d-41b5-9e17-8be9b228ed1b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:27.850052 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-39ade07e-2ea4-4260-bb71-006d63776fbc req-64298e35-ea3d-41b5-9e17-8be9b228ed1b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 945 time: 0.0787857 Feb 09 15:07:27.893614 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-39ade07e-2ea4-4260-bb71-006d63776fbc req-d2c2d00d-2701-485a-b07a-673eda196111 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379062 Feb 09 15:07:28.093606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292a3f8-8969-4562-98ed-2bd660479caf req-04829d06-45a5-4ae8-8a5a-c15d49edf89e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:28.095040 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9292a3f8-8969-4562-98ed-2bd660479caf req-04829d06-45a5-4ae8-8a5a-c15d49edf89e tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 945 time: 0.0838659 Feb 09 15:07:28.141893 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9292a3f8-8969-4562-98ed-2bd660479caf req-f45056d8-2f3b-4ee4-adf5-e8a09c70143d tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405958 Feb 09 15:07:28.426016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383a768-dd5c-421d-819e-5072920b2589 req-e72889b6-05eb-4eba-a3fd-11f45b40cdaa tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:28.427461 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6383a768-dd5c-421d-819e-5072920b2589 req-e72889b6-05eb-4eba-a3fd-11f45b40cdaa tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 945 time: 0.0789380 Feb 09 15:07:28.470504 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6383a768-dd5c-421d-819e-5072920b2589 req-093e740e-b540-4b2e-8844-f36298844a98 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374238 Feb 09 15:07:28.670649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394891f2-ec4a-4961-9e8b-af7c25ebf31f req-404ae57b-5846-4f40-a340-73c1b419a36d tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:28.672132 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-394891f2-ec4a-4961-9e8b-af7c25ebf31f req-404ae57b-5846-4f40-a340-73c1b419a36d tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 945 time: 0.0854046 Feb 09 15:07:28.716842 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-394891f2-ec4a-4961-9e8b-af7c25ebf31f req-8d58c1fa-e528-4242-b47e-9f4f5fa2f1b8 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390377 Feb 09 15:07:28.823879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device dafc9405-3086-403e-8a4c-89b97fe4b6ed no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:07:28.863070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: dafc9405-3086-403e-8a4c-89b97fe4b6ed {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:07:28.863411 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device dafc9405-3086-403e-8a4c-89b97fe4b6ed not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:07:28.926928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebb7f4-7c3f-48c2-a14c-8fbf8687f9b8 req-48e151d9-3b5e-4877-a62d-ae54cd02a2a6 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:28.928541 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-06ebb7f4-7c3f-48c2-a14c-8fbf8687f9b8 req-48e151d9-3b5e-4877-a62d-ae54cd02a2a6 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 945 time: 0.0988531 Feb 09 15:07:28.977507 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-06ebb7f4-7c3f-48c2-a14c-8fbf8687f9b8 req-1f1f9993-040e-4210-b225-3c36245a188d tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431809 Feb 09 15:07:29.277857 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-61cf0ccc-00c2-4e82-8b59-34ab091d61d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:29.525619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e034c5-3c69-4b2e-b53a-a42e96bda378 req-326cf245-9af3-4537-aae4-99b8e8d33879 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:29.527024 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6e034c5-3c69-4b2e-b53a-a42e96bda378 req-326cf245-9af3-4537-aae4-99b8e8d33879 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 945 time: 0.0800822 Feb 09 15:07:29.572599 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6e034c5-3c69-4b2e-b53a-a42e96bda378 req-f478cdd0-8481-4033-ae4c-7cb23faab48f tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399346 Feb 09 15:07:30.390228 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:30.408330 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:30.922395 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee105e-f0d4-4fb7-8cfe-ffb9ecc1978a req-c39f80a5-ebb0-43c0-a399-00f8fb6c6c73 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:30.923867 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57ee105e-f0d4-4fb7-8cfe-ffb9ecc1978a req-c39f80a5-ebb0-43c0-a399-00f8fb6c6c73 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 945 time: 0.0840218 Feb 09 15:07:30.969063 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-57ee105e-f0d4-4fb7-8cfe-ffb9ecc1978a req-4f3d30a1-0e93-41be-99c8-fb9bc27877e7 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396433 Feb 09 15:07:31.097153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58ec1-548b-4b72-82bc-1f791a887f9e req-dd468962-2ee5-40ab-801f-fe4203cf7360 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:31.098587 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-29e58ec1-548b-4b72-82bc-1f791a887f9e req-dd468962-2ee5-40ab-801f-fe4203cf7360 tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.21 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 945 time: 0.0825346 Feb 09 15:07:31.166258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-29e58ec1-548b-4b72-82bc-1f791a887f9e req-5515d58d-04ef-44f2-884e-cddb961ff40b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Deleting port d428dd57-14f4-4561-b582-4c3fd03c7e98 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:07:31.166621 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-29e58ec1-548b-4b72-82bc-1f791a887f9e req-5515d58d-04ef-44f2-884e-cddb961ff40b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:31.516628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-29e58ec1-548b-4b72-82bc-1f791a887f9e req-5515d58d-04ef-44f2-884e-cddb961ff40b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] For port d428dd57-14f4-4561-b582-4c3fd03c7e98, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=d428dd57-14f4-4561-b582-4c3fd03c7e98,segment=NetworkSegment(e5645b25-ac52-4359-a3ef-460b6c999b44),segment_id=e5645b25-ac52-4359-a3ef-460b6c999b44)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:07:31.516993 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-29e58ec1-548b-4b72-82bc-1f791a887f9e req-5515d58d-04ef-44f2-884e-cddb961ff40b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:31.641502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-29e58ec1-548b-4b72-82bc-1f791a887f9e req-5515d58d-04ef-44f2-884e-cddb961ff40b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Calling delete_port for d428dd57-14f4-4561-b582-4c3fd03c7e98 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:07:31.798684 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-29e58ec1-548b-4b72-82bc-1f791a887f9e req-5515d58d-04ef-44f2-884e-cddb961ff40b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:31.810607 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['d428dd57-14f4-4561-b582-4c3fd03c7e98'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:07:31.851277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515d58d-04ef-44f2-884e-cddb961ff40b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Pushing event deleted for resources: {'Port': ['ID=d428dd57-14f4-4561-b582-4c3fd03c7e98,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:31.935264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e58ec1-548b-4b72-82bc-1f791a887f9e req-5515d58d-04ef-44f2-884e-cddb961ff40b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] No DVR routers for this DVR port d428dd57-14f4-4561-b582-4c3fd03c7e98 on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:07:31.936435 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:07:31.940962 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-29e58ec1-548b-4b72-82bc-1f791a887f9e req-5515d58d-04ef-44f2-884e-cddb961ff40b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:31.943607 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b0354b-d79a-4d93-8fcc-73cdab827222', 'name': 'network-vif-deleted', 'tag': 'd428dd57-14f4-4561-b582-4c3fd03c7e98'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:07:31.955209 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:31.959893 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-29e58ec1-548b-4b72-82bc-1f791a887f9e req-5515d58d-04ef-44f2-884e-cddb961ff40b tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.21 "DELETE /v2.0/ports/d428dd57-14f4-4561-b582-4c3fd03c7e98 HTTP/1.1" status: 204 len: 173 time: 0.8564286 Feb 09 15:07:32.001769 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b0354b-d79a-4d93-8fcc-73cdab827222', 'name': 'network-vif-deleted', 'tag': 'd428dd57-14f4-4561-b582-4c3fd03c7e98', 'status': 'completed', 'code': 200} Feb 09 15:07:32.125614 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-42f405d6-14e4-4ba3-a44b-d62ebaff78ae req-1737b37c-bbe0-4897-ace7-c042c43a91ca tempest-ServersNegativeTestJSON-1100821110 tempest-ServersNegativeTestJSON-1100821110-project] 10.222.0.48 "GET /v2.0/ports?device_id=20b0354b-d79a-4d93-8fcc-73cdab827222 HTTP/1.1" status: 200 len: 210 time: 0.0467389 Feb 09 15:07:33.223454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52948) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:33.286074 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1449c0e-8aea-49eb-b673-ec65e9b098d2 admin admin] Deleting subnet 314f6ed7-5131-44be-a2d7-bc0dad94aa54 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:07:33.289553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b1449c0e-8aea-49eb-b673-ec65e9b098d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:33.347871 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b1449c0e-8aea-49eb-b673-ec65e9b098d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:33.403988 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b1449c0e-8aea-49eb-b673-ec65e9b098d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:33.473987 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b1449c0e-8aea-49eb-b673-ec65e9b098d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:33.515008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1449c0e-8aea-49eb-b673-ec65e9b098d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=314f6ed7-5131-44be-a2d7-bc0dad94aa54,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:33.519844 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b1449c0e-8aea-49eb-b673-ec65e9b098d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:33.525792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b1449c0e-8aea-49eb-b673-ec65e9b098d2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/314f6ed7-5131-44be-a2d7-bc0dad94aa54 HTTP/1.1" status: 204 len: 168 time: 0.3012757 Feb 09 15:07:33.528280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52952) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:33.631551 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2919b188-2b21-45d6-9279-01c3be2bcfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:33.751541 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2919b188-2b21-45d6-9279-01c3be2bcfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:33.776798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-2919b188-2b21-45d6-9279-01c3be2bcfac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6ef186-b31b-47cc-a857-5a0ea5905780']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:33.789715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-2919b188-2b21-45d6-9279-01c3be2bcfac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5645b25-ac52-4359-a3ef-460b6c999b44') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:33.790014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-2919b188-2b21-45d6-9279-01c3be2bcfac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5645b25-ac52-4359-a3ef-460b6c999b44') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:33.801055 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2919b188-2b21-45d6-9279-01c3be2bcfac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:33.817043 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2919b188-2b21-45d6-9279-01c3be2bcfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:33.822848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2919b188-2b21-45d6-9279-01c3be2bcfac admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:07:33.823227 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2919b188-2b21-45d6-9279-01c3be2bcfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: timer() Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:07:33.836513 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:07:33.912129 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2919b188-2b21-45d6-9279-01c3be2bcfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:33.928212 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2919b188-2b21-45d6-9279-01c3be2bcfac admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:33.938242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919b188-2b21-45d6-9279-01c3be2bcfac admin admin] Pushing event deleted for resources: {'Network': ['ID=ee6ef186-b31b-47cc-a857-5a0ea5905780,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:33.946728 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2919b188-2b21-45d6-9279-01c3be2bcfac admin admin] 10.222.0.48 "DELETE /v2.0/networks/ee6ef186-b31b-47cc-a857-5a0ea5905780 HTTP/1.1" status: 204 len: 168 time: 0.4174509 Feb 09 15:07:34.055431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52958) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:34.105647 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6cfcd417-c3fa-4550-b0df-df8bb2c2e7dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b8f84f9dfdb4b4d80f50f7be7a1ea9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490515 Feb 09 15:07:34.108129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52962) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:34.163995 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50bfc432-3ed0-42a4-b644-e8041c674d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:34.189414 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50bfc432-3ed0-42a4-b644-e8041c674d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:34.248285 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50bfc432-3ed0-42a4-b644-e8041c674d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:34.264104 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfc432-3ed0-42a4-b644-e8041c674d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:34.277619 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-50bfc432-3ed0-42a4-b644-e8041c674d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:34.278739 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-50bfc432-3ed0-42a4-b644-e8041c674d49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab4e9ef7-24ab-41ce-85a9-b64d6dd73df6 HTTP/1.1" status: 204 len: 168 time: 0.1697402 Feb 09 15:07:34.978358 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d428dd57-14f4-4561-b582-4c3fd03c7e98 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:07:35.013296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: d428dd57-14f4-4561-b582-4c3fd03c7e98 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:07:35.013638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device d428dd57-14f4-4561-b582-4c3fd03c7e98 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:07:35.032989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52986) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:35.145600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-813692042'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:35.151225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:35.155014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Usage tracker for resource:network and tenant:11afcd56143442aaa9775c2d5f3c8dac is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:35.157839 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:35.164053 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:35.172818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Made reservation on behalf of 11afcd56143442aaa9775c2d5f3c8dac for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:07:35.176697 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:35.188728 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:35.203583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:35.207318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Usage tracker for resource:security_group_rule and tenant:11afcd56143442aaa9775c2d5f3c8dac is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:35.210059 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:35.215816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:35.306872 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:35.310588 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:35.342134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:07:35.350963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d15477-463f-4a73-863e-8254a0943579,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:35.356683 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:35.357029 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Added segment 72f5241e-738d-424e-908d-3c7fb24ae11c of type vlan for network e8af70b6-f72a-4184-abc3-8392db914c9d Feb 09 15:07:35.385959 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:35.415822 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:35.421180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:35.421759 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:35.530597 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4965031 Feb 09 15:07:35.531448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909d1bd-d5ee-44d6-a297-2ec29a8c10e4 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event updated for resources: {'Network': ['ID=e8af70b6-f72a-4184-abc3-8392db914c9d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:35.547101 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network e8af70b6-f72a-4184-abc3-8392db914c9d details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:07:38.843299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52992) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:38.849585 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f1f5f9fc-038b-4f32-866e-13c44b789909 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Request body: {'subnet': {'network_id': 'e8af70b6-f72a-4184-abc3-8392db914c9d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:38.957518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f1f5f9fc-038b-4f32-866e-13c44b789909 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:38.961287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f1f5f9fc-038b-4f32-866e-13c44b789909 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Usage tracker for resource:subnet and tenant:11afcd56143442aaa9775c2d5f3c8dac is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:38.964033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f1f5f9fc-038b-4f32-866e-13c44b789909 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:38.969809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f1f5f9fc-038b-4f32-866e-13c44b789909 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:38.979721 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f5f9fc-038b-4f32-866e-13c44b789909 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Made reservation on behalf of 11afcd56143442aaa9775c2d5f3c8dac for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:07:38.983155 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f9fc-038b-4f32-866e-13c44b789909 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:39.317660 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f9fc-038b-4f32-866e-13c44b789909 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:39.324917 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:39.398393 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5f9fc-038b-4f32-866e-13c44b789909 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event updated for resources: {'Subnet': ['ID=491e137a-bcec-4baa-8cc9-2f11f2108032,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:39.405653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f5f9fc-038b-4f32-866e-13c44b789909 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Checking segment: {'id': '72f5241e-738d-424e-908d-3c7fb24ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e8af70b6-f72a-4184-abc3-8392db914c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:07:39.406013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f5f9fc-038b-4f32-866e-13c44b789909 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Network hostable DHCP agents. Network: e8af70b6-f72a-4184-abc3-8392db914c9d, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:07:39.424201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f5f9fc-038b-4f32-866e-13c44b789909 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Network e8af70b6-f72a-4184-abc3-8392db914c9d is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:07:39.433793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-f1f5f9fc-038b-4f32-866e-13c44b789909 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, e8af70b6-f72a-4184-abc3-8392db914c9d) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:07:39.437872 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f5f9fc-038b-4f32-866e-13c44b789909 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:39.438456 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f1f5f9fc-038b-4f32-866e-13c44b789909 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:39.444527 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3a2da0-ad11-453d-958f-e05ee02d9593 None None] Network e8af70b6-f72a-4184-abc3-8392db914c9d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:07:39.462399 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f1f5f9fc-038b-4f32-866e-13c44b789909 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6179564 Feb 09 15:07:39.466299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 52996) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:39.471919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1f5d8cc7-8eb8-4304-9778-66b684fc4762 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1104975638'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:39.477611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1f5d8cc7-8eb8-4304-9778-66b684fc4762 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:39.481443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1f5d8cc7-8eb8-4304-9778-66b684fc4762 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Usage tracker for resource:network and tenant:11afcd56143442aaa9775c2d5f3c8dac is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:39.484300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1f5d8cc7-8eb8-4304-9778-66b684fc4762 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:39.490766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1f5d8cc7-8eb8-4304-9778-66b684fc4762 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:39.501058 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5d8cc7-8eb8-4304-9778-66b684fc4762 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Made reservation on behalf of 11afcd56143442aaa9775c2d5f3c8dac for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:07:39.505361 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8cc7-8eb8-4304-9778-66b684fc4762 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:39.537676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5d8cc7-8eb8-4304-9778-66b684fc4762 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:07:39.548302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8cc7-8eb8-4304-9778-66b684fc4762 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:39.548720 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-1f5d8cc7-8eb8-4304-9778-66b684fc4762 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Added segment 53978b59-f778-42e8-9c8e-3d1c43f0c066 of type vlan for network f8eb7a41-f63c-48ef-8c83-7f55a5d1560c Feb 09 15:07:39.583450 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8cc7-8eb8-4304-9778-66b684fc4762 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:39.616535 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8cc7-8eb8-4304-9778-66b684fc4762 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:39.622612 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5d8cc7-8eb8-4304-9778-66b684fc4762 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:39.623230 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f5d8cc7-8eb8-4304-9778-66b684fc4762 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:39.682454 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-e8af70b6-f72a-4184-abc3-8392db914c9d', 'network_id': 'e8af70b6-f72a-4184-abc3-8392db914c9d', 'tenant_id': '11afcd56143442aaa9775c2d5f3c8dac', 'fixed_ips': [{'subnet_id': '491e137a-bcec-4baa-8cc9-2f11f2108032'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:07:39.683322 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:39.726373 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1f5d8cc7-8eb8-4304-9778-66b684fc4762 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2590199 Feb 09 15:07:39.729340 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53000) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:39.735814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d8cc7-8eb8-4304-9778-66b684fc4762 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event updated for resources: {'Network': ['ID=f8eb7a41-f63c-48ef-8c83-7f55a5d1560c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:39.736491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-72cf55f1-83f2-4f1a-bb9d-a65927cbffd9 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Request body: {'subnet': {'network_id': 'f8eb7a41-f63c-48ef-8c83-7f55a5d1560c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:39.768358 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network f8eb7a41-f63c-48ef-8c83-7f55a5d1560c details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:07:39.857258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-72cf55f1-83f2-4f1a-bb9d-a65927cbffd9 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:39.860922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-72cf55f1-83f2-4f1a-bb9d-a65927cbffd9 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Usage tracker for resource:subnet and tenant:11afcd56143442aaa9775c2d5f3c8dac is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:39.864218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-72cf55f1-83f2-4f1a-bb9d-a65927cbffd9 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:39.870085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-72cf55f1-83f2-4f1a-bb9d-a65927cbffd9 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:39.880471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cf55f1-83f2-4f1a-bb9d-a65927cbffd9 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Made reservation on behalf of 11afcd56143442aaa9775c2d5f3c8dac for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:07:39.884346 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72cf55f1-83f2-4f1a-bb9d-a65927cbffd9 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:39.957232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Allocated IP 2001:db8:0:ffff::2 (e8af70b6-f72a-4184-abc3-8392db914c9d/491e137a-bcec-4baa-8cc9-2f11f2108032/9bde7d14-daf9-48ff-a6c5-e693eabd263e) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:07:40.134124 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72cf55f1-83f2-4f1a-bb9d-a65927cbffd9 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.176277 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.186875 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Transition to ACTIVE for port object 9bde7d14-daf9-48ff-a6c5-e693eabd263e will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:07:40.204558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Transition to ACTIVE for port object 9bde7d14-daf9-48ff-a6c5-e693eabd263e will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:07:40.209908 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.219564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf55f1-83f2-4f1a-bb9d-a65927cbffd9 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event updated for resources: {'Subnet': ['ID=5d55c8a2-a4cb-4a63-af0e-be45f8426d0c,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:40.234837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf55f1-83f2-4f1a-bb9d-a65927cbffd9 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Checking segment: {'id': '53978b59-f778-42e8-9c8e-3d1c43f0c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f8eb7a41-f63c-48ef-8c83-7f55a5d1560c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:07:40.235188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cf55f1-83f2-4f1a-bb9d-a65927cbffd9 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Network hostable DHCP agents. Network: f8eb7a41-f63c-48ef-8c83-7f55a5d1560c, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:07:40.254722 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cf55f1-83f2-4f1a-bb9d-a65927cbffd9 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Network f8eb7a41-f63c-48ef-8c83-7f55a5d1560c is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:07:40.264076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-72cf55f1-83f2-4f1a-bb9d-a65927cbffd9 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, f8eb7a41-f63c-48ef-8c83-7f55a5d1560c) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:07:40.271377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cf55f1-83f2-4f1a-bb9d-a65927cbffd9 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:40.272049 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-72cf55f1-83f2-4f1a-bb9d-a65927cbffd9 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.274076 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405f0c98-60a5-4029-b308-3c79fafb1610 None None] Network f8eb7a41-f63c-48ef-8c83-7f55a5d1560c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:07:40.293823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Network e8af70b6-f72a-4184-abc3-8392db914c9d is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:07:40.296074 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-72cf55f1-83f2-4f1a-bb9d-a65927cbffd9 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5648332 Feb 09 15:07:40.298696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53004) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:40.346120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:07:40.357511 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:07:40.361283 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Pushing event updated for resources: {'Port': ['ID=9bde7d14-daf9-48ff-a6c5-e693eabd263e,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:40.413438 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:40.413679 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:40.414028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:40.414362 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:40.414693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:40.415024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:40.415348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:40.415672 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:40.416023 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:40.416347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:40.416669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:40.416988 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:40.446433 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d57ff48e-cd7b-4c6f-981b-baf90eb74580 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.500313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Attempting to bind port 9bde7d14-daf9-48ff-a6c5-e693eabd263e on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:07:40.500685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Attempting to bind port 9bde7d14-daf9-48ff-a6c5-e693eabd263e by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '72f5241e-738d-424e-908d-3c7fb24ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e8af70b6-f72a-4184-abc3-8392db914c9d'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:07:40.501049 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Attempting to bind port 9bde7d14-daf9-48ff-a6c5-e693eabd263e on network e8af70b6-f72a-4184-abc3-8392db914c9d {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:07:40.511159 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:07:40.511558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Checking segment: {'id': '72f5241e-738d-424e-908d-3c7fb24ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e8af70b6-f72a-4184-abc3-8392db914c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:07:40.511957 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.512350 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Bound using segment: {'id': '72f5241e-738d-424e-908d-3c7fb24ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e8af70b6-f72a-4184-abc3-8392db914c9d'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:07:40.512832 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Bound port: 9bde7d14-daf9-48ff-a6c5-e693eabd263e, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f5241e-738d-424e-908d-3c7fb24ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e8af70b6-f72a-4184-abc3-8392db914c9d'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:07:40.512970 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d57ff48e-cd7b-4c6f-981b-baf90eb74580 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.513211 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.601275 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d57ff48e-cd7b-4c6f-981b-baf90eb74580 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.638281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ff48e-cd7b-4c6f-981b-baf90eb74580 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event deleted for resources: {'Subnet': ['ID=5d55c8a2-a4cb-4a63-af0e-be45f8426d0c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:40.690368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c31990f-985f-4c73-b251-69b83edcaaf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-f8eb7a41-f63c-48ef-8c83-7f55a5d1560c', 'network_id': 'f8eb7a41-f63c-48ef-8c83-7f55a5d1560c', 'tenant_id': '11afcd56143442aaa9775c2d5f3c8dac', 'fixed_ips': [{'subnet_id': '5d55c8a2-a4cb-4a63-af0e-be45f8426d0c'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:07:40.691173 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6c31990f-985f-4c73-b251-69b83edcaaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.701787 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] For port 9bde7d14-daf9-48ff-a6c5-e693eabd263e, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:07:40.714431 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] For port 9bde7d14-daf9-48ff-a6c5-e693eabd263e, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9bde7d14-daf9-48ff-a6c5-e693eabd263e,segment=NetworkSegment(72f5241e-738d-424e-908d-3c7fb24ae11c),segment_id=72f5241e-738d-424e-908d-3c7fb24ae11c)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:07:40.738255 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d57ff48e-cd7b-4c6f-981b-baf90eb74580 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.754401 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.763528 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d57ff48e-cd7b-4c6f-981b-baf90eb74580 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8eb7a41-f63c-48ef-8c83-7f55a5d1560c']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:40.775446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d57ff48e-cd7b-4c6f-981b-baf90eb74580 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53978b59-f778-42e8-9c8e-3d1c43f0c066') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:40.775756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-d57ff48e-cd7b-4c6f-981b-baf90eb74580 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53978b59-f778-42e8-9c8e-3d1c43f0c066') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:40.787174 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d57ff48e-cd7b-4c6f-981b-baf90eb74580 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.803781 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d57ff48e-cd7b-4c6f-981b-baf90eb74580 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.810612 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57ff48e-cd7b-4c6f-981b-baf90eb74580 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:07:40.811022 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d57ff48e-cd7b-4c6f-981b-baf90eb74580 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: timer() Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:07:40.825560 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:07:40.870898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae441e-60f3-472f-85c9-1833f58143a0 None None] Pushing event updated for resources: {'Port': ['ID=9bde7d14-daf9-48ff-a6c5-e693eabd263e,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:40.875807 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ca6dbc-988a-4a90-a955-2d36afcacec7 None None] Network f8eb7a41-f63c-48ef-8c83-7f55a5d1560c requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:07:40.920455 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d57ff48e-cd7b-4c6f-981b-baf90eb74580 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.925251 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d57ff48e-cd7b-4c6f-981b-baf90eb74580 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.955231 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d57ff48e-cd7b-4c6f-981b-baf90eb74580 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "DELETE /v2.0/networks/f8eb7a41-f63c-48ef-8c83-7f55a5d1560c HTTP/1.1" status: 204 len: 168 time: 0.6548998 Feb 09 15:07:40.956762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ff48e-cd7b-4c6f-981b-baf90eb74580 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event deleted for resources: {'Network': ['ID=f8eb7a41-f63c-48ef-8c83-7f55a5d1560c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:40.959450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53008) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:40.965820 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-916b236f-3659-4d27-bf7d-0bc58d287e3c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-504457318'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:40.972611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-916b236f-3659-4d27-bf7d-0bc58d287e3c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:40.976981 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-916b236f-3659-4d27-bf7d-0bc58d287e3c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Usage tracker for resource:network and tenant:11afcd56143442aaa9775c2d5f3c8dac is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:40.979969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-916b236f-3659-4d27-bf7d-0bc58d287e3c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:40.981048 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:40.986385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-916b236f-3659-4d27-bf7d-0bc58d287e3c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:40.997564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916b236f-3659-4d27-bf7d-0bc58d287e3c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Made reservation on behalf of 11afcd56143442aaa9775c2d5f3c8dac for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:07:41.001184 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-916b236f-3659-4d27-bf7d-0bc58d287e3c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:41.035549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916b236f-3659-4d27-bf7d-0bc58d287e3c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:07:41.044952 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-916b236f-3659-4d27-bf7d-0bc58d287e3c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:41.045303 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-916b236f-3659-4d27-bf7d-0bc58d287e3c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Added segment 5213593f-e2f7-485e-84a7-8a762cc8f58f of type vlan for network 4165aa68-759d-4f35-a004-7f410726d9ce Feb 09 15:07:41.092019 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-916b236f-3659-4d27-bf7d-0bc58d287e3c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:41.124239 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-916b236f-3659-4d27-bf7d-0bc58d287e3c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:41.129741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916b236f-3659-4d27-bf7d-0bc58d287e3c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:41.130363 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-916b236f-3659-4d27-bf7d-0bc58d287e3c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:41.230449 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-916b236f-3659-4d27-bf7d-0bc58d287e3c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2698491 Feb 09 15:07:41.233587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53012) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:41.239839 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Request body: {'subnet': {'network_id': '4165aa68-759d-4f35-a004-7f410726d9ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:41.240772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b236f-3659-4d27-bf7d-0bc58d287e3c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event updated for resources: {'Network': ['ID=4165aa68-759d-4f35-a004-7f410726d9ce,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:41.251032 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 4165aa68-759d-4f35-a004-7f410726d9ce details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:07:41.353086 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:41.356998 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Usage tracker for resource:subnet and tenant:11afcd56143442aaa9775c2d5f3c8dac is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:41.359899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:41.366374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:41.376201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Made reservation on behalf of 11afcd56143442aaa9775c2d5f3c8dac for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:07:41.380489 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:41.471214 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.ipam_backend_mixin [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Performing IP validity checks on allocation pools {{(pid=87596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 15:07:41.471668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.ipam_backend_mixin [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 15:07:41.597278 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:41.749148 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9bde7d14-daf9-48ff-a6c5-e693eabd263e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:07:41.801241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event updated for resources: {'Subnet': ['ID=a51e90eb-85d9-4c3a-a785-5acb4d04d042,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:41.809552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Checking segment: {'id': '5213593f-e2f7-485e-84a7-8a762cc8f58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4165aa68-759d-4f35-a004-7f410726d9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:07:41.809914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Network hostable DHCP agents. Network: 4165aa68-759d-4f35-a004-7f410726d9ce, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:07:41.823529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 9bde7d14-daf9-48ff-a6c5-e693eabd263e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:07:41.831609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Network 4165aa68-759d-4f35-a004-7f410726d9ce is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:07:41.844606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 4165aa68-759d-4f35-a004-7f410726d9ce) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:07:41.849042 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:41.849616 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:41.856823 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c729ce0a-9d11-45c7-becc-cbb358c5cade None None] Network 4165aa68-759d-4f35-a004-7f410726d9ce requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:07:41.873760 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-126e9c8f-b251-4da0-954d-171b31047723 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6388896 Feb 09 15:07:41.876893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53016) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:41.962338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a969d5-f1b3-468f-833a-150e29a513e4 None None] Network e8af70b6-f72a-4184-abc3-8392db914c9d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:07:42.023996 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31a2255-6540-4033-a685-5f6ee02a7521 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:42.068993 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bf639782-dc1b-4601-a712-c0c6dad3a9d1 None None] Provisioning for port 9bde7d14-daf9-48ff-a6c5-e693eabd263e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:07:42.077880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bf639782-dc1b-4601-a712-c0c6dad3a9d1 None None] Provisioning complete for port 9bde7d14-daf9-48ff-a6c5-e693eabd263e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:07:42.078207 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bf639782-dc1b-4601-a712-c0c6dad3a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:42.103859 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31a2255-6540-4033-a685-5f6ee02a7521 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:42.180840 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31a2255-6540-4033-a685-5f6ee02a7521 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:42.217939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a2255-6540-4033-a685-5f6ee02a7521 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event deleted for resources: {'Subnet': ['ID=a51e90eb-85d9-4c3a-a785-5acb4d04d042,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:42.319409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c18804-4e12-4fea-8330-f6283f55095b None None] Network 4165aa68-759d-4f35-a004-7f410726d9ce requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:07:42.430004 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31a2255-6540-4033-a685-5f6ee02a7521 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:42.456157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e31a2255-6540-4033-a685-5f6ee02a7521 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4165aa68-759d-4f35-a004-7f410726d9ce']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:42.468236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e31a2255-6540-4033-a685-5f6ee02a7521 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5213593f-e2f7-485e-84a7-8a762cc8f58f') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:42.468532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-e31a2255-6540-4033-a685-5f6ee02a7521 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5213593f-e2f7-485e-84a7-8a762cc8f58f') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:42.483929 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31a2255-6540-4033-a685-5f6ee02a7521 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:42.500022 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31a2255-6540-4033-a685-5f6ee02a7521 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:42.506274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31a2255-6540-4033-a685-5f6ee02a7521 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:07:42.506675 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31a2255-6540-4033-a685-5f6ee02a7521 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:42.515035 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bf639782-dc1b-4601-a712-c0c6dad3a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: timer() Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:07:42.522287 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:07:42.600326 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31a2255-6540-4033-a685-5f6ee02a7521 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:42.623803 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e31a2255-6540-4033-a685-5f6ee02a7521 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:42.632768 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a2255-6540-4033-a685-5f6ee02a7521 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event deleted for resources: {'Network': ['ID=4165aa68-759d-4f35-a004-7f410726d9ce,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:42.634566 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-bf639782-dc1b-4601-a712-c0c6dad3a9d1 None None] For port 9bde7d14-daf9-48ff-a6c5-e693eabd263e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9bde7d14-daf9-48ff-a6c5-e693eabd263e,segment=NetworkSegment(72f5241e-738d-424e-908d-3c7fb24ae11c),segment_id=72f5241e-738d-424e-908d-3c7fb24ae11c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:07:42.640449 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e31a2255-6540-4033-a685-5f6ee02a7521 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "DELETE /v2.0/networks/4165aa68-759d-4f35-a004-7f410726d9ce HTTP/1.1" status: 204 len: 168 time: 0.7588060 Feb 09 15:07:42.641278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53020) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:42.646260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-98aeff62-76d5-411c-9836-073af8116324 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-746634942'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:42.647130 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bf639782-dc1b-4601-a712-c0c6dad3a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:42.651919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-98aeff62-76d5-411c-9836-073af8116324 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:42.655711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-98aeff62-76d5-411c-9836-073af8116324 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Usage tracker for resource:network and tenant:11afcd56143442aaa9775c2d5f3c8dac is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:42.658548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-98aeff62-76d5-411c-9836-073af8116324 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:42.664189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-98aeff62-76d5-411c-9836-073af8116324 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:42.673879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98aeff62-76d5-411c-9836-073af8116324 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Made reservation on behalf of 11afcd56143442aaa9775c2d5f3c8dac for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:07:42.677799 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98aeff62-76d5-411c-9836-073af8116324 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:42.706416 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98aeff62-76d5-411c-9836-073af8116324 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:07:42.719384 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98aeff62-76d5-411c-9836-073af8116324 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:42.719773 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-98aeff62-76d5-411c-9836-073af8116324 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Added segment 3cf428be-6f8d-481a-bd79-af0144bc2618 of type vlan for network 9b85f3b2-bfad-4162-b129-a741b96c188e Feb 09 15:07:42.730640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf639782-dc1b-4601-a712-c0c6dad3a9d1 None None] Pushing event updated for resources: {'Port': ['ID=9bde7d14-daf9-48ff-a6c5-e693eabd263e,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:42.748318 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98aeff62-76d5-411c-9836-073af8116324 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:42.778928 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98aeff62-76d5-411c-9836-073af8116324 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:42.785258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aeff62-76d5-411c-9836-073af8116324 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:42.785866 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-98aeff62-76d5-411c-9836-073af8116324 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:42.890787 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-98aeff62-76d5-411c-9836-073af8116324 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2491279 Feb 09 15:07:42.893719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53024) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:42.899567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a70f3091-d0d3-40d9-a6be-eb068398d551 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Request body: {'subnet': {'network_id': '9b85f3b2-bfad-4162-b129-a741b96c188e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:42.899863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aeff62-76d5-411c-9836-073af8116324 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event updated for resources: {'Network': ['ID=9b85f3b2-bfad-4162-b129-a741b96c188e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:42.910961 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 9b85f3b2-bfad-4162-b129-a741b96c188e details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:07:43.005656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b0ff4fbd-840e-435d-8719-e3fcca71f3ce None None] Provisioning complete for port 9bde7d14-daf9-48ff-a6c5-e693eabd263e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:07:43.006288 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4fbd-840e-435d-8719-e3fcca71f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:43.018255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a70f3091-d0d3-40d9-a6be-eb068398d551 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:43.022011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a70f3091-d0d3-40d9-a6be-eb068398d551 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Usage tracker for resource:subnet and tenant:11afcd56143442aaa9775c2d5f3c8dac is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:43.024893 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a70f3091-d0d3-40d9-a6be-eb068398d551 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:43.030624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a70f3091-d0d3-40d9-a6be-eb068398d551 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:43.041241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70f3091-d0d3-40d9-a6be-eb068398d551 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Made reservation on behalf of 11afcd56143442aaa9775c2d5f3c8dac for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:07:43.044780 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a70f3091-d0d3-40d9-a6be-eb068398d551 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:43.264532 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a70f3091-d0d3-40d9-a6be-eb068398d551 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:43.344899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3091-d0d3-40d9-a6be-eb068398d551 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event updated for resources: {'Subnet': ['ID=e8ed0582-23b2-40cd-9028-23c81cb93d38,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:43.354604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70f3091-d0d3-40d9-a6be-eb068398d551 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Checking segment: {'id': '3cf428be-6f8d-481a-bd79-af0144bc2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9b85f3b2-bfad-4162-b129-a741b96c188e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:07:43.354951 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70f3091-d0d3-40d9-a6be-eb068398d551 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Network hostable DHCP agents. Network: 9b85f3b2-bfad-4162-b129-a741b96c188e, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:07:43.373223 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70f3091-d0d3-40d9-a6be-eb068398d551 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Network 9b85f3b2-bfad-4162-b129-a741b96c188e is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:07:43.381543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-a70f3091-d0d3-40d9-a6be-eb068398d551 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 9b85f3b2-bfad-4162-b129-a741b96c188e) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:07:43.386071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70f3091-d0d3-40d9-a6be-eb068398d551 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:43.386644 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a70f3091-d0d3-40d9-a6be-eb068398d551 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:43.390405 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3994f1c-f4f3-40d3-8d4a-ae0b7b11ced1 None None] Network 9b85f3b2-bfad-4162-b129-a741b96c188e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:07:43.414088 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a70f3091-d0d3-40d9-a6be-eb068398d551 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5156586 Feb 09 15:07:43.414321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53028) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:43.419669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-49568431-713e-479f-94eb-731cbb57b35b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-181367711'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:43.425538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-49568431-713e-479f-94eb-731cbb57b35b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:43.429279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-49568431-713e-479f-94eb-731cbb57b35b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Usage tracker for resource:network and tenant:11afcd56143442aaa9775c2d5f3c8dac is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:43.432230 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-49568431-713e-479f-94eb-731cbb57b35b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:43.438025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-49568431-713e-479f-94eb-731cbb57b35b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:43.448311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49568431-713e-479f-94eb-731cbb57b35b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Made reservation on behalf of 11afcd56143442aaa9775c2d5f3c8dac for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:07:43.451789 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49568431-713e-479f-94eb-731cbb57b35b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:43.479745 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49568431-713e-479f-94eb-731cbb57b35b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:07:43.488416 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49568431-713e-479f-94eb-731cbb57b35b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:43.488758 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-49568431-713e-479f-94eb-731cbb57b35b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Added segment beccb95d-023b-49cd-a048-6a7fc39f0821 of type vlan for network 829d089f-4713-4f25-8dda-7619e00f5839 Feb 09 15:07:43.516914 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49568431-713e-479f-94eb-731cbb57b35b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:43.551674 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49568431-713e-479f-94eb-731cbb57b35b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:43.557240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49568431-713e-479f-94eb-731cbb57b35b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:43.557821 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-49568431-713e-479f-94eb-731cbb57b35b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:43.608896 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-9b85f3b2-bfad-4162-b129-a741b96c188e', 'network_id': '9b85f3b2-bfad-4162-b129-a741b96c188e', 'tenant_id': '11afcd56143442aaa9775c2d5f3c8dac', 'fixed_ips': [{'subnet_id': 'e8ed0582-23b2-40cd-9028-23c81cb93d38'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:07:43.609718 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:43.648012 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-49568431-713e-479f-94eb-731cbb57b35b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2327249 Feb 09 15:07:43.650983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53032) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:43.665958 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-26849715-e436-4a7c-9e1d-f5d3a8b122af tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Request body: {'subnet': {'network_id': '829d089f-4713-4f25-8dda-7619e00f5839', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:43.710659 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9bde7d14-daf9-48ff-a6c5-e693eabd263e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:07:43.751559 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49568431-713e-479f-94eb-731cbb57b35b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event updated for resources: {'Network': ['ID=829d089f-4713-4f25-8dda-7619e00f5839,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:43.766554 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 829d089f-4713-4f25-8dda-7619e00f5839 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:07:43.788543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-26849715-e436-4a7c-9e1d-f5d3a8b122af tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:43.792325 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-26849715-e436-4a7c-9e1d-f5d3a8b122af tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Usage tracker for resource:subnet and tenant:11afcd56143442aaa9775c2d5f3c8dac is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:43.795101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-26849715-e436-4a7c-9e1d-f5d3a8b122af tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:43.800725 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-26849715-e436-4a7c-9e1d-f5d3a8b122af tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:43.809563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26849715-e436-4a7c-9e1d-f5d3a8b122af tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Made reservation on behalf of 11afcd56143442aaa9775c2d5f3c8dac for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:07:43.813119 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26849715-e436-4a7c-9e1d-f5d3a8b122af tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:43.973033 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Allocated IP 2001:db8::2 (9b85f3b2-bfad-4162-b129-a741b96c188e/e8ed0582-23b2-40cd-9028-23c81cb93d38/f9bf2aa9-4b5b-476d-a346-e5ed7e82df73) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:07:43.978150 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 9bde7d14-daf9-48ff-a6c5-e693eabd263e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:07:43.978523 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:44.040040 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26849715-e436-4a7c-9e1d-f5d3a8b122af tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:44.116829 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26849715-e436-4a7c-9e1d-f5d3a8b122af tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event updated for resources: {'Subnet': ['ID=49b9c70d-ede0-4b32-89d1-fe6188f841c2,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:44.128170 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26849715-e436-4a7c-9e1d-f5d3a8b122af tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Checking segment: {'id': 'beccb95d-023b-49cd-a048-6a7fc39f0821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '829d089f-4713-4f25-8dda-7619e00f5839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:07:44.128531 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26849715-e436-4a7c-9e1d-f5d3a8b122af tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Network hostable DHCP agents. Network: 829d089f-4713-4f25-8dda-7619e00f5839, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:07:44.149242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26849715-e436-4a7c-9e1d-f5d3a8b122af tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Network 829d089f-4713-4f25-8dda-7619e00f5839 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:07:44.157894 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-26849715-e436-4a7c-9e1d-f5d3a8b122af tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 829d089f-4713-4f25-8dda-7619e00f5839) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:07:44.162901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26849715-e436-4a7c-9e1d-f5d3a8b122af tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:44.163495 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26849715-e436-4a7c-9e1d-f5d3a8b122af tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:44.172368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8887b6c0-0269-4daa-be21-83f0efb6143c None None] Network 829d089f-4713-4f25-8dda-7619e00f5839 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:07:44.187667 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-26849715-e436-4a7c-9e1d-f5d3a8b122af tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5358031 Feb 09 15:07:44.190186 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53036) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:44.333991 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5ad32ca7-348c-4d04-a330-79858def2431 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:44.399077 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:44.405110 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5ad32ca7-348c-4d04-a330-79858def2431 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:44.435810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Transition to ACTIVE for port object f9bf2aa9-4b5b-476d-a346-e5ed7e82df73 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:07:44.469778 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Transition to ACTIVE for port object f9bf2aa9-4b5b-476d-a346-e5ed7e82df73 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:07:44.481968 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5ad32ca7-348c-4d04-a330-79858def2431 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:44.503343 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:44.520739 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad32ca7-348c-4d04-a330-79858def2431 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event deleted for resources: {'Subnet': ['ID=49b9c70d-ede0-4b32-89d1-fe6188f841c2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:44.572771 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae6b734-950d-4a47-88ad-75a16ed9a248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-829d089f-4713-4f25-8dda-7619e00f5839', 'network_id': '829d089f-4713-4f25-8dda-7619e00f5839', 'tenant_id': '11afcd56143442aaa9775c2d5f3c8dac', 'fixed_ips': [{'subnet_id': '49b9c70d-ede0-4b32-89d1-fe6188f841c2'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:07:44.573597 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2ae6b734-950d-4a47-88ad-75a16ed9a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:44.597500 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Network 9b85f3b2-bfad-4162-b129-a741b96c188e is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:07:44.602495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:07:44.620584 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5ad32ca7-348c-4d04-a330-79858def2431 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:44.641063 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:07:44.645474 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Pushing event updated for resources: {'Port': ['ID=f9bf2aa9-4b5b-476d-a346-e5ed7e82df73,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:44.646049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-5ad32ca7-348c-4d04-a330-79858def2431 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829d089f-4713-4f25-8dda-7619e00f5839']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:44.662372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-5ad32ca7-348c-4d04-a330-79858def2431 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beccb95d-023b-49cd-a048-6a7fc39f0821') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:44.662675 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-5ad32ca7-348c-4d04-a330-79858def2431 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beccb95d-023b-49cd-a048-6a7fc39f0821') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:44.677697 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5ad32ca7-348c-4d04-a330-79858def2431 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:44.694328 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5ad32ca7-348c-4d04-a330-79858def2431 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:44.701467 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad32ca7-348c-4d04-a330-79858def2431 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:07:44.701860 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5ad32ca7-348c-4d04-a330-79858def2431 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: timer() Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:07:44.716257 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:07:44.759533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Attempting to bind port f9bf2aa9-4b5b-476d-a346-e5ed7e82df73 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:07:44.759713 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Attempting to bind port f9bf2aa9-4b5b-476d-a346-e5ed7e82df73 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '3cf428be-6f8d-481a-bd79-af0144bc2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9b85f3b2-bfad-4162-b129-a741b96c188e'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:07:44.760104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Attempting to bind port f9bf2aa9-4b5b-476d-a346-e5ed7e82df73 on network 9b85f3b2-bfad-4162-b129-a741b96c188e {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:07:44.766088 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:07:44.766464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Checking segment: {'id': '3cf428be-6f8d-481a-bd79-af0144bc2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9b85f3b2-bfad-4162-b129-a741b96c188e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:07:44.766871 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:44.767264 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Bound using segment: {'id': '3cf428be-6f8d-481a-bd79-af0144bc2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9b85f3b2-bfad-4162-b129-a741b96c188e'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:07:44.767745 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Bound port: f9bf2aa9-4b5b-476d-a346-e5ed7e82df73, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf428be-6f8d-481a-bd79-af0144bc2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9b85f3b2-bfad-4162-b129-a741b96c188e'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:07:44.768154 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:44.778579 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a813d1d1-e673-4cc8-926d-0973b13cae14 None None] Network 829d089f-4713-4f25-8dda-7619e00f5839 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:07:44.913360 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5ad32ca7-348c-4d04-a330-79858def2431 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:44.931140 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5ad32ca7-348c-4d04-a330-79858def2431 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:44.942186 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad32ca7-348c-4d04-a330-79858def2431 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event deleted for resources: {'Network': ['ID=829d089f-4713-4f25-8dda-7619e00f5839,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:44.946274 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5ad32ca7-348c-4d04-a330-79858def2431 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "DELETE /v2.0/networks/829d089f-4713-4f25-8dda-7619e00f5839 HTTP/1.1" status: 204 len: 168 time: 0.7548139 Feb 09 15:07:44.949709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53040) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:44.999359 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1d3d22-dbdc-4d85-8048-05899a421edc tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] GET failed (client error): The resource could not be found. Feb 09 15:07:44.999971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7f1d3d22-dbdc-4d85-8048-05899a421edc tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Synchronizing usage tracker for tenant:11afcd56143442aaa9775c2d5f3c8dac on resource:subnet {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:07:45.016219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] For port f9bf2aa9-4b5b-476d-a346-e5ed7e82df73, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:07:45.018113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7f1d3d22-dbdc-4d85-8048-05899a421edc tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Unset dirty status for tenant:11afcd56143442aaa9775c2d5f3c8dac on resource:subnet {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:07:45.020112 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7f1d3d22-dbdc-4d85-8048-05899a421edc tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "GET /v2.0/subnets/49b9c70d-ede0-4b32-89d1-fe6188f841c2 HTTP/1.1" status: 404 len: 337 time: 0.0687804 Feb 09 15:07:45.022434 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53044) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:45.024487 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] For port f9bf2aa9-4b5b-476d-a346-e5ed7e82df73, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f9bf2aa9-4b5b-476d-a346-e5ed7e82df73,segment=NetworkSegment(3cf428be-6f8d-481a-bd79-af0144bc2618),segment_id=3cf428be-6f8d-481a-bd79-af0144bc2618)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:07:45.029325 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:45.049099 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-2148fef1-ec6a-48bc-b40d-2bb60b1b3a3d tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] DELETE failed (client error): The resource could not be found. Feb 09 15:07:45.050233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2148fef1-ec6a-48bc-b40d-2bb60b1b3a3d tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:07:45.055589 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2148fef1-ec6a-48bc-b40d-2bb60b1b3a3d tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "DELETE /v2.0/networks/829d089f-4713-4f25-8dda-7619e00f5839 HTTP/1.1" status: 404 len: 339 time: 0.0284228 Feb 09 15:07:45.055809 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53048) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:45.094460 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-258d967d-bb8b-4f73-8a83-74f9b98fd238 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] DELETE failed (client error): The resource could not be found. Feb 09 15:07:45.094902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-258d967d-bb8b-4f73-8a83-74f9b98fd238 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:07:45.097476 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-258d967d-bb8b-4f73-8a83-74f9b98fd238 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "DELETE /v2.0/subnets/49b9c70d-ede0-4b32-89d1-fe6188f841c2 HTTP/1.1" status: 404 len: 337 time: 0.0406439 Feb 09 15:07:45.100628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53052) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:45.116520 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0123a-bd23-41d2-904e-ff3ba1c16742 None None] Pushing event updated for resources: {'Port': ['ID=f9bf2aa9-4b5b-476d-a346-e5ed7e82df73,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:45.128445 n-d-828418-2 neutron-server[87596]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd1ca4a-c3e6-45eb-a2b6-3549cb902960 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] DELETE failed (client error): The resource could not be found. Feb 09 15:07:45.128911 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd1ca4a-c3e6-45eb-a2b6-3549cb902960 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:07:45.130580 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7cd1ca4a-c3e6-45eb-a2b6-3549cb902960 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "DELETE /v2.0/networks/829d089f-4713-4f25-8dda-7619e00f5839 HTTP/1.1" status: 404 len: 339 time: 0.0290015 Feb 09 15:07:45.133276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53056) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:45.198427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4c5427-4584-4713-8dc3-4bef4099bccb tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Deleting subnet e8ed0582-23b2-40cd-9028-23c81cb93d38 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:07:45.201315 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e4c5427-4584-4713-8dc3-4bef4099bccb tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:45.267659 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e4c5427-4584-4713-8dc3-4bef4099bccb tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:45.355461 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e4c5427-4584-4713-8dc3-4bef4099bccb tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:45.431974 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e4c5427-4584-4713-8dc3-4bef4099bccb tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:45.468614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c5427-4584-4713-8dc3-4bef4099bccb tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ed0582-23b2-40cd-9028-23c81cb93d38,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:45.475750 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e4c5427-4584-4713-8dc3-4bef4099bccb tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:45.488379 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7e4c5427-4584-4713-8dc3-4bef4099bccb tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "DELETE /v2.0/subnets/e8ed0582-23b2-40cd-9028-23c81cb93d38 HTTP/1.1" status: 204 len: 168 time: 0.3539844 Feb 09 15:07:45.490758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53060) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:45.604907 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:45.615105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Deleting port f9bf2aa9-4b5b-476d-a346-e5ed7e82df73 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:07:45.615426 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:45.732127 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f9bf2aa9-4b5b-476d-a346-e5ed7e82df73 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:07:45.826512 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port f9bf2aa9-4b5b-476d-a346-e5ed7e82df73 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:07:45.831580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] For port f9bf2aa9-4b5b-476d-a346-e5ed7e82df73, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f9bf2aa9-4b5b-476d-a346-e5ed7e82df73,segment=NetworkSegment(3cf428be-6f8d-481a-bd79-af0144bc2618),segment_id=3cf428be-6f8d-481a-bd79-af0144bc2618)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:07:45.831961 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:45.964616 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Calling delete_port for f9bf2aa9-4b5b-476d-a346-e5ed7e82df73 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:07:46.047277 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:46.099503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event deleted for resources: {'Port': ['ID=f9bf2aa9-4b5b-476d-a346-e5ed7e82df73,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:46.101077 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62b2447-f0cf-42aa-97e5-7bc3434af049 None None] Network 9b85f3b2-bfad-4162-b129-a741b96c188e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:07:46.102732 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] No DVR routers for this DVR port f9bf2aa9-4b5b-476d-a346-e5ed7e82df73 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:07:46.180678 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-068bef60-b0f2-445b-8205-c7117a7ea5b4 None None] Could not find standard attr ID for object f9bf2aa9-4b5b-476d-a346-e5ed7e82df73. {{(pid=87598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 15:07:46.230013 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:46.345204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd94c46-c034-4b24-8428-44644dd75a0f None None] DHCP port deletion for 9b85f3b2-bfad-4162-b129-a741b96c188e request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 15:07:46.368457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b85f3b2-bfad-4162-b129-a741b96c188e']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:46.381707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf428be-6f8d-481a-bd79-af0144bc2618') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:46.381997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf428be-6f8d-481a-bd79-af0144bc2618') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:46.393319 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:46.409742 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:46.415922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:07:46.416306 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: timer() Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:07:46.431212 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:07:46.516645 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:46.535219 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:46.546075 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event deleted for resources: {'Network': ['ID=9b85f3b2-bfad-4162-b129-a741b96c188e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:46.550745 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f3b0a254-d275-4675-af5b-626c84cf0ee6 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "DELETE /v2.0/networks/9b85f3b2-bfad-4162-b129-a741b96c188e HTTP/1.1" status: 204 len: 168 time: 1.0589817 Feb 09 15:07:46.553392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53064) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:46.591443 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-affe3cd8-3909-4f51-a475-d0261d48090a tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] DELETE failed (client error): The resource could not be found. Feb 09 15:07:46.591947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affe3cd8-3909-4f51-a475-d0261d48090a tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:07:46.593619 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-affe3cd8-3909-4f51-a475-d0261d48090a tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "DELETE /v2.0/subnets/a51e90eb-85d9-4c3a-a785-5acb4d04d042 HTTP/1.1" status: 404 len: 337 time: 0.0392988 Feb 09 15:07:46.596836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53068) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:46.621880 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdce4e3b-3f7a-48a1-9e5f-22270d6f6a1c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] DELETE failed (client error): The resource could not be found. Feb 09 15:07:46.622267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdce4e3b-3f7a-48a1-9e5f-22270d6f6a1c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:07:46.623941 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fdce4e3b-3f7a-48a1-9e5f-22270d6f6a1c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "DELETE /v2.0/networks/4165aa68-759d-4f35-a004-7f410726d9ce HTTP/1.1" status: 404 len: 339 time: 0.0261893 Feb 09 15:07:46.626455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53072) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:46.668183 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a7973e-cb86-4c3a-915c-fc3b46f2371e tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] DELETE failed (client error): The resource could not be found. Feb 09 15:07:46.668627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a7973e-cb86-4c3a-915c-fc3b46f2371e tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:07:46.670312 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f7a7973e-cb86-4c3a-915c-fc3b46f2371e tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "DELETE /v2.0/subnets/5d55c8a2-a4cb-4a63-af0e-be45f8426d0c HTTP/1.1" status: 404 len: 337 time: 0.0429783 Feb 09 15:07:46.672900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53076) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:46.698225 n-d-828418-2 neutron-server[87597]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d59db17-6db1-41d4-88a7-e4a21d031d7c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] DELETE failed (client error): The resource could not be found. Feb 09 15:07:46.698701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d59db17-6db1-41d4-88a7-e4a21d031d7c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:07:46.700403 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2d59db17-6db1-41d4-88a7-e4a21d031d7c tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "DELETE /v2.0/networks/f8eb7a41-f63c-48ef-8c83-7f55a5d1560c HTTP/1.1" status: 404 len: 339 time: 0.0266354 Feb 09 15:07:46.702888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53080) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:46.767953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc418e2-c32c-4ee4-9ad3-0d37f70a438b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Deleting subnet 491e137a-bcec-4baa-8cc9-2f11f2108032 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:07:46.771053 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2cc418e2-c32c-4ee4-9ad3-0d37f70a438b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:46.831638 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2cc418e2-c32c-4ee4-9ad3-0d37f70a438b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:46.919040 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2cc418e2-c32c-4ee4-9ad3-0d37f70a438b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:46.993858 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2cc418e2-c32c-4ee4-9ad3-0d37f70a438b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:47.036497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc418e2-c32c-4ee4-9ad3-0d37f70a438b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event deleted for resources: {'Subnet': ['ID=491e137a-bcec-4baa-8cc9-2f11f2108032,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:47.040182 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2cc418e2-c32c-4ee4-9ad3-0d37f70a438b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:47.048225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb36ed2-11cf-4ea1-a0f7-c13186f350d1 None None] Network e8af70b6-f72a-4184-abc3-8392db914c9d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:07:47.051501 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2cc418e2-c32c-4ee4-9ad3-0d37f70a438b tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "DELETE /v2.0/subnets/491e137a-bcec-4baa-8cc9-2f11f2108032 HTTP/1.1" status: 204 len: 168 time: 0.3476505 Feb 09 15:07:47.054298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53084) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:47.175898 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:47.186769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Deleting port 9bde7d14-daf9-48ff-a6c5-e693eabd263e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:07:47.187090 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:47.342439 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32fb35f-7d63-4e41-8ee0-42cf4d5450ec None None] DHCP port deletion for e8af70b6-f72a-4184-abc3-8392db914c9d request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 15:07:47.348739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d32fb35f-7d63-4e41-8ee0-42cf4d5450ec None None] Deleting port 9bde7d14-daf9-48ff-a6c5-e693eabd263e {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:07:47.349211 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d32fb35f-7d63-4e41-8ee0-42cf4d5450ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:47.402518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] For port 9bde7d14-daf9-48ff-a6c5-e693eabd263e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9bde7d14-daf9-48ff-a6c5-e693eabd263e,segment=NetworkSegment(72f5241e-738d-424e-908d-3c7fb24ae11c),segment_id=72f5241e-738d-424e-908d-3c7fb24ae11c)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:07:47.403179 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:47.535220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Calling delete_port for 9bde7d14-daf9-48ff-a6c5-e693eabd263e owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:07:47.572971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d32fb35f-7d63-4e41-8ee0-42cf4d5450ec None None] For port 9bde7d14-daf9-48ff-a6c5-e693eabd263e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9bde7d14-daf9-48ff-a6c5-e693eabd263e,segment=NetworkSegment(72f5241e-738d-424e-908d-3c7fb24ae11c),segment_id=72f5241e-738d-424e-908d-3c7fb24ae11c)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:07:47.573372 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d32fb35f-7d63-4e41-8ee0-42cf4d5450ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:47.614966 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:47.657902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event deleted for resources: {'Port': ['ID=9bde7d14-daf9-48ff-a6c5-e693eabd263e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:47.667986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] No DVR routers for this DVR port 9bde7d14-daf9-48ff-a6c5-e693eabd263e on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:07:47.700495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d32fb35f-7d63-4e41-8ee0-42cf4d5450ec None None] Calling delete_port for 9bde7d14-daf9-48ff-a6c5-e693eabd263e owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:07:47.729052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f9bf2aa9-4b5b-476d-a346-e5ed7e82df73 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:07:47.777317 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: f9bf2aa9-4b5b-476d-a346-e5ed7e82df73 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:07:47.777662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f9bf2aa9-4b5b-476d-a346-e5ed7e82df73 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:07:47.778087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9bde7d14-daf9-48ff-a6c5-e693eabd263e no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:07:47.792592 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:47.814961 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 9bde7d14-daf9-48ff-a6c5-e693eabd263e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:07:47.815313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9bde7d14-daf9-48ff-a6c5-e693eabd263e not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:07:47.823222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8af70b6-f72a-4184-abc3-8392db914c9d']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:47.836186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f5241e-738d-424e-908d-3c7fb24ae11c') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:47.836483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f5241e-738d-424e-908d-3c7fb24ae11c') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:47.842260 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-d32fb35f-7d63-4e41-8ee0-42cf4d5450ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:07:47.842615 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-d32fb35f-7d63-4e41-8ee0-42cf4d5450ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:07:47.848613 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:47.863911 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:47.869749 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:07:47.870125 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: timer() Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:07:47.884592 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:07:47.963137 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:47.980941 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:47.992173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] Pushing event deleted for resources: {'Network': ['ID=e8af70b6-f72a-4184-abc3-8392db914c9d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:47.995346 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-36d95412-68a6-4b5e-bd61-1254c23b2d61 tempest-NetworksIpV6Test-1127399343 tempest-NetworksIpV6Test-1127399343-project] 10.222.0.48 "DELETE /v2.0/networks/e8af70b6-f72a-4184-abc3-8392db914c9d HTTP/1.1" status: 204 len: 168 time: 0.9401178 Feb 09 15:07:48.344218 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d32fb35f-7d63-4e41-8ee0-42cf4d5450ec None None] Deleting port 9bde7d14-daf9-48ff-a6c5-e693eabd263e {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:07:48.344785 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d32fb35f-7d63-4e41-8ee0-42cf4d5450ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:48.365307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53092) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:48.411365 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d32fb35f-7d63-4e41-8ee0-42cf4d5450ec None None] The port '9bde7d14-daf9-48ff-a6c5-e693eabd263e' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 15:07:48.511080 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f046126f-c165-450a-ac4c-658b6ca1213a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11afcd56143442aaa9775c2d5f3c8dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445007 Feb 09 15:07:48.513621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53098) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:48.571103 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cfe34b7-61fe-438f-b791-602826b34067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:48.596981 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cfe34b7-61fe-438f-b791-602826b34067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:48.649289 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cfe34b7-61fe-438f-b791-602826b34067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:48.664968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe34b7-61fe-438f-b791-602826b34067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d15477-463f-4a73-863e-8254a0943579,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:48.670548 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8cfe34b7-61fe-438f-b791-602826b34067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:48.674632 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8cfe34b7-61fe-438f-b791-602826b34067 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36d15477-463f-4a73-863e-8254a0943579 HTTP/1.1" status: 204 len: 168 time: 0.1571093 Feb 09 15:07:49.381226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53122) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:49.485459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-dad8dd9a-714a-4e63-964b-77e944142c60 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1073065887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:49.493088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dad8dd9a-714a-4e63-964b-77e944142c60 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:49.496940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dad8dd9a-714a-4e63-964b-77e944142c60 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Usage tracker for resource:router and tenant:d3a56165d1cb4b7eb3b736bd26d42bf3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:49.499840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dad8dd9a-714a-4e63-964b-77e944142c60 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:49.509634 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dad8dd9a-714a-4e63-964b-77e944142c60 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:49.520688 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dad8dd9a-714a-4e63-964b-77e944142c60 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:49.521698 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dad8dd9a-714a-4e63-964b-77e944142c60 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:49.537858 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dad8dd9a-714a-4e63-964b-77e944142c60 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:49.557624 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dad8dd9a-714a-4e63-964b-77e944142c60 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:49.581762 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dad8dd9a-714a-4e63-964b-77e944142c60 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:49.583368 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dad8dd9a-714a-4e63-964b-77e944142c60 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2009866 Feb 09 15:07:49.585912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53128) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:49.592147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-285862169'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:49.597872 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:49.602275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Usage tracker for resource:network and tenant:d3a56165d1cb4b7eb3b736bd26d42bf3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:49.605171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:49.610781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:49.620398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Made reservation on behalf of d3a56165d1cb4b7eb3b736bd26d42bf3 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:07:49.623775 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:49.636314 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:49.651415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:49.655397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Usage tracker for resource:security_group_rule and tenant:d3a56165d1cb4b7eb3b736bd26d42bf3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:49.658480 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:49.664199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:49.747800 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:49.751844 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:49.786778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:07:49.791974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40e1905-49b0-4d0d-b321-2a48f09107a1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:49.798555 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:49.798953 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Added segment e981e324-8211-43f7-8acd-4ca6bed7e9da of type vlan for network aac67f32-851f-4059-b58a-3a94f178ff52 Feb 09 15:07:49.825517 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:49.855132 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:49.860547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:49.861137 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:50.072285 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4852703 Feb 09 15:07:50.075184 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa853665-9c89-41ca-ac91-94be1384e0cc tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Pushing event updated for resources: {'Network': ['ID=aac67f32-851f-4059-b58a-3a94f178ff52,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:50.075345 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53132) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:50.081778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Request body: {'subnet': {'network_id': 'aac67f32-851f-4059-b58a-3a94f178ff52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:50.086839 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network aac67f32-851f-4059-b58a-3a94f178ff52 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:07:50.192848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:50.196811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Usage tracker for resource:subnet and tenant:d3a56165d1cb4b7eb3b736bd26d42bf3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:50.199609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:50.205321 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:50.215071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Made reservation on behalf of d3a56165d1cb4b7eb3b736bd26d42bf3 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:07:50.218569 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:50.430009 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:50.509343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Pushing event updated for resources: {'Subnet': ['ID=c4a5a561-0876-4da3-a381-be9dc251f4dc,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:50.520641 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:50.520981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:50.521314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:50.521642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:50.521968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:50.522293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:50.522613 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:50.522930 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:50.523244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:50.523561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:50.523939 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:50.524258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:07:50.530392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Checking segment: {'id': 'e981e324-8211-43f7-8acd-4ca6bed7e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aac67f32-851f-4059-b58a-3a94f178ff52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:07:50.530673 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Network hostable DHCP agents. Network: aac67f32-851f-4059-b58a-3a94f178ff52, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:07:50.551482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Network aac67f32-851f-4059-b58a-3a94f178ff52 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:07:50.560870 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, aac67f32-851f-4059-b58a-3a94f178ff52) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:07:50.565934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:50.566654 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:50.570608 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef17789f-d592-450c-9cc3-443b4fc6e197 None None] Network aac67f32-851f-4059-b58a-3a94f178ff52 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:07:50.590038 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3084d739-5c9e-4787-93e8-601343847728 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5132592 Feb 09 15:07:50.593133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53136) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:50.598712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-befa3182-b5db-4d39-b81f-ceea526e73b0 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1028602995'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:50.604503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-befa3182-b5db-4d39-b81f-ceea526e73b0 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:50.608296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-befa3182-b5db-4d39-b81f-ceea526e73b0 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Usage tracker for resource:network and tenant:d3a56165d1cb4b7eb3b736bd26d42bf3 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:50.611174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-befa3182-b5db-4d39-b81f-ceea526e73b0 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:50.618326 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-befa3182-b5db-4d39-b81f-ceea526e73b0 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:50.627959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befa3182-b5db-4d39-b81f-ceea526e73b0 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Made reservation on behalf of d3a56165d1cb4b7eb3b736bd26d42bf3 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:07:50.631489 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-befa3182-b5db-4d39-b81f-ceea526e73b0 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:50.660427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befa3182-b5db-4d39-b81f-ceea526e73b0 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:07:50.669931 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-befa3182-b5db-4d39-b81f-ceea526e73b0 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:50.670280 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-befa3182-b5db-4d39-b81f-ceea526e73b0 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Added segment 03c8f40b-69f2-4a01-af1d-f7fcad65cf86 of type vlan for network 7fd3723c-41fd-4936-b2b6-fef1f32214a6 Feb 09 15:07:50.699526 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-befa3182-b5db-4d39-b81f-ceea526e73b0 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:50.729850 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-befa3182-b5db-4d39-b81f-ceea526e73b0 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:50.735488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befa3182-b5db-4d39-b81f-ceea526e73b0 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:50.736739 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-befa3182-b5db-4d39-b81f-ceea526e73b0 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:50.784622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27196d46-4607-4657-95be-593562d1b871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-aac67f32-851f-4059-b58a-3a94f178ff52', 'network_id': 'aac67f32-851f-4059-b58a-3a94f178ff52', 'tenant_id': 'd3a56165d1cb4b7eb3b736bd26d42bf3', 'fixed_ips': [{'subnet_id': 'c4a5a561-0876-4da3-a381-be9dc251f4dc'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:07:50.785451 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-27196d46-4607-4657-95be-593562d1b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:50.841226 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-befa3182-b5db-4d39-b81f-ceea526e73b0 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2464654 Feb 09 15:07:50.844468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53140) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:50.848577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa3182-b5db-4d39-b81f-ceea526e73b0 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Pushing event updated for resources: {'Network': ['ID=7fd3723c-41fd-4936-b2b6-fef1f32214a6,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:50.857119 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4a98bc88-5e0b-4c90-9773-c82fcf22dac5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Request body: {'subnet': {'network_id': '7fd3723c-41fd-4936-b2b6-fef1f32214a6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:50.863125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 7fd3723c-41fd-4936-b2b6-fef1f32214a6 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:07:50.972653 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4a98bc88-5e0b-4c90-9773-c82fcf22dac5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:50.976662 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4a98bc88-5e0b-4c90-9773-c82fcf22dac5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Usage tracker for resource:subnet and tenant:d3a56165d1cb4b7eb3b736bd26d42bf3 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:50.979534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4a98bc88-5e0b-4c90-9773-c82fcf22dac5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:50.985204 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4a98bc88-5e0b-4c90-9773-c82fcf22dac5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:50.995552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a98bc88-5e0b-4c90-9773-c82fcf22dac5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Made reservation on behalf of d3a56165d1cb4b7eb3b736bd26d42bf3 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:07:50.999190 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a98bc88-5e0b-4c90-9773-c82fcf22dac5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:51.033890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-27196d46-4607-4657-95be-593562d1b871 None None] Allocated IP 172.20.0.2 (aac67f32-851f-4059-b58a-3a94f178ff52/c4a5a561-0876-4da3-a381-be9dc251f4dc/aed80ea4-389c-437a-932c-69a8891a1df5) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:07:51.229666 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a98bc88-5e0b-4c90-9773-c82fcf22dac5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:51.282966 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-27196d46-4607-4657-95be-593562d1b871 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:51.293898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-27196d46-4607-4657-95be-593562d1b871 None None] Transition to ACTIVE for port object aed80ea4-389c-437a-932c-69a8891a1df5 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:07:51.304851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98bc88-5e0b-4c90-9773-c82fcf22dac5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Pushing event updated for resources: {'Subnet': ['ID=88764837-8f41-4c48-8a97-e0c694cd1750,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:51.313016 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-27196d46-4607-4657-95be-593562d1b871 None None] Transition to ACTIVE for port object aed80ea4-389c-437a-932c-69a8891a1df5 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:07:51.317073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98bc88-5e0b-4c90-9773-c82fcf22dac5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Checking segment: {'id': '03c8f40b-69f2-4a01-af1d-f7fcad65cf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fd3723c-41fd-4936-b2b6-fef1f32214a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:07:51.317569 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a98bc88-5e0b-4c90-9773-c82fcf22dac5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Network hostable DHCP agents. Network: 7fd3723c-41fd-4936-b2b6-fef1f32214a6, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:07:51.318761 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-27196d46-4607-4657-95be-593562d1b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:51.337407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a98bc88-5e0b-4c90-9773-c82fcf22dac5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Network 7fd3723c-41fd-4936-b2b6-fef1f32214a6 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:07:51.347708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4a98bc88-5e0b-4c90-9773-c82fcf22dac5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 7fd3723c-41fd-4936-b2b6-fef1f32214a6) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:07:51.351657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a98bc88-5e0b-4c90-9773-c82fcf22dac5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:51.352481 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4a98bc88-5e0b-4c90-9773-c82fcf22dac5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:51.366353 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01140ec-0a09-4ae0-8c89-6ed8f673046d None None] Network 7fd3723c-41fd-4936-b2b6-fef1f32214a6 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:07:51.374508 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4a98bc88-5e0b-4c90-9773-c82fcf22dac5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5288665 Feb 09 15:07:51.377883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53144) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:51.383090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-379cb7fb-48d8-4707-830e-7c18c0416caa tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Request body: {'router': {'external_gateway_info': {'network_id': '7fd3723c-41fd-4936-b2b6-fef1f32214a6'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:51.451985 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27196d46-4607-4657-95be-593562d1b871 None None] Network aac67f32-851f-4059-b58a-3a94f178ff52 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:07:51.456364 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-27196d46-4607-4657-95be-593562d1b871 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:07:51.458684 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27196d46-4607-4657-95be-593562d1b871 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:07:51.519460 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27196d46-4607-4657-95be-593562d1b871 None None] Pushing event updated for resources: {'Port': ['ID=aed80ea4-389c-437a-932c-69a8891a1df5,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:51.597200 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-27196d46-4607-4657-95be-593562d1b871 None None] Attempting to bind port aed80ea4-389c-437a-932c-69a8891a1df5 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:07:51.597569 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-27196d46-4607-4657-95be-593562d1b871 None None] Attempting to bind port aed80ea4-389c-437a-932c-69a8891a1df5 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'e981e324-8211-43f7-8acd-4ca6bed7e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aac67f32-851f-4059-b58a-3a94f178ff52'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:07:51.597931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27196d46-4607-4657-95be-593562d1b871 None None] Attempting to bind port aed80ea4-389c-437a-932c-69a8891a1df5 on network aac67f32-851f-4059-b58a-3a94f178ff52 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:07:51.607847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27196d46-4607-4657-95be-593562d1b871 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:07:51.608220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27196d46-4607-4657-95be-593562d1b871 None None] Checking segment: {'id': 'e981e324-8211-43f7-8acd-4ca6bed7e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aac67f32-851f-4059-b58a-3a94f178ff52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:07:51.608622 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-27196d46-4607-4657-95be-593562d1b871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:51.609014 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27196d46-4607-4657-95be-593562d1b871 None None] Bound using segment: {'id': 'e981e324-8211-43f7-8acd-4ca6bed7e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aac67f32-851f-4059-b58a-3a94f178ff52'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:07:51.609476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-27196d46-4607-4657-95be-593562d1b871 None None] Bound port: aed80ea4-389c-437a-932c-69a8891a1df5, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e981e324-8211-43f7-8acd-4ca6bed7e9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aac67f32-851f-4059-b58a-3a94f178ff52'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:07:51.609850 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-27196d46-4607-4657-95be-593562d1b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:51.759255 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-379cb7fb-48d8-4707-830e-7c18c0416caa tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:51.780298 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-7fd3723c-41fd-4936-b2b6-fef1f32214a6', 'network_id': '7fd3723c-41fd-4936-b2b6-fef1f32214a6', 'tenant_id': 'd3a56165d1cb4b7eb3b736bd26d42bf3', 'fixed_ips': [{'subnet_id': '88764837-8f41-4c48-8a97-e0c694cd1750'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:07:51.781109 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:51.793685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-27196d46-4607-4657-95be-593562d1b871 None None] For port aed80ea4-389c-437a-932c-69a8891a1df5, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:07:51.807900 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-27196d46-4607-4657-95be-593562d1b871 None None] For port aed80ea4-389c-437a-932c-69a8891a1df5, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=aed80ea4-389c-437a-932c-69a8891a1df5,segment=NetworkSegment(e981e324-8211-43f7-8acd-4ca6bed7e9da),segment_id=e981e324-8211-43f7-8acd-4ca6bed7e9da)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:07:51.848898 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-27196d46-4607-4657-95be-593562d1b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:51.903571 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [None req-379cb7fb-48d8-4707-830e-7c18c0416caa tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 15:07:51.904639 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-379cb7fb-48d8-4707-830e-7c18c0416caa tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] 10.222.0.48 "PUT /v2.0/routers/e56bfc8e-fb76-4348-8de3-2f6d139b053e HTTP/1.1" status: 400 len: 364 time: 0.5257757 Feb 09 15:07:51.910539 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53148) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:51.981798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cb0bbf-f40c-4b41-9ce7-4b463432e20e tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Deleting subnet 88764837-8f41-4c48-8a97-e0c694cd1750 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:07:52.003315 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27196d46-4607-4657-95be-593562d1b871 None None] Pushing event updated for resources: {'Port': ['ID=aed80ea4-389c-437a-932c-69a8891a1df5,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:52.027998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Allocated IP 172.21.0.2 (7fd3723c-41fd-4936-b2b6-fef1f32214a6/88764837-8f41-4c48-8a97-e0c694cd1750/2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:07:52.249153 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:52.260216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Transition to ACTIVE for port object 2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:07:52.279874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Transition to ACTIVE for port object 2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:07:52.285481 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b0cb0bbf-f40c-4b41-9ce7-4b463432e20e tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:52.289373 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:52.344007 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b0cb0bbf-f40c-4b41-9ce7-4b463432e20e tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:52.357370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Network 7fd3723c-41fd-4936-b2b6-fef1f32214a6 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:07:52.360295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:07:52.364835 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:07:52.370456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Pushing event updated for resources: {'Port': ['ID=2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:52.425563 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b0cb0bbf-f40c-4b41-9ce7-4b463432e20e tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:52.459595 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Attempting to bind port 2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:07:52.460029 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Attempting to bind port 2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '03c8f40b-69f2-4a01-af1d-f7fcad65cf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fd3723c-41fd-4936-b2b6-fef1f32214a6'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:07:52.460351 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Attempting to bind port 2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc on network 7fd3723c-41fd-4936-b2b6-fef1f32214a6 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:07:52.466219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:07:52.466585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Checking segment: {'id': '03c8f40b-69f2-4a01-af1d-f7fcad65cf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fd3723c-41fd-4936-b2b6-fef1f32214a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:07:52.467118 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:52.467511 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Bound using segment: {'id': '03c8f40b-69f2-4a01-af1d-f7fcad65cf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fd3723c-41fd-4936-b2b6-fef1f32214a6'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:07:52.468013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Bound port: 2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c8f40b-69f2-4a01-af1d-f7fcad65cf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fd3723c-41fd-4936-b2b6-fef1f32214a6'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:07:52.468384 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:52.506210 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b0cb0bbf-f40c-4b41-9ce7-4b463432e20e tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:52.547313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb0bbf-f40c-4b41-9ce7-4b463432e20e tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Pushing event deleted for resources: {'Subnet': ['ID=88764837-8f41-4c48-8a97-e0c694cd1750,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:52.549926 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b0cb0bbf-f40c-4b41-9ce7-4b463432e20e tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:52.558631 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b0cb0bbf-f40c-4b41-9ce7-4b463432e20e tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] 10.222.0.48 "DELETE /v2.0/subnets/88764837-8f41-4c48-8a97-e0c694cd1750 HTTP/1.1" status: 204 len: 168 time: 0.6445539 Feb 09 15:07:52.558631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53152) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:52.567703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] For port 2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:07:52.571448 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] For port 2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc,segment=NetworkSegment(03c8f40b-69f2-4a01-af1d-f7fcad65cf86),segment_id=03c8f40b-69f2-4a01-af1d-f7fcad65cf86)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:07:52.576300 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:52.680783 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:52.691692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Deleting port 2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:07:52.692198 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:52.702200 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a57eb-59db-44b4-9719-35eb961881d5 None None] Pushing event updated for resources: {'Port': ['ID=2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:52.722417 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b2b388-4113-46cf-b33d-08f09716fd0e None None] Network 7fd3723c-41fd-4936-b2b6-fef1f32214a6 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:07:53.023892 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38562d24-8c9d-47db-bc25-73e029ec3fd2 None None] Network aac67f32-851f-4059-b58a-3a94f178ff52 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:07:53.026949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] For port 2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc,segment=NetworkSegment(03c8f40b-69f2-4a01-af1d-f7fcad65cf86),segment_id=03c8f40b-69f2-4a01-af1d-f7fcad65cf86)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:07:53.027434 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:53.122601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a9db9712-3edb-406f-994d-4637b08e5562 None None] Provisioning for port aed80ea4-389c-437a-932c-69a8891a1df5 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:07:53.152920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Calling delete_port for 2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:07:53.232814 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:53.280911 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Pushing event deleted for resources: {'Port': ['ID=2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:53.286569 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] No DVR routers for this DVR port 2bb4f23f-f3df-4d32-a4c3-b93ced95a3dc on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:07:53.416433 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:53.442577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd3723c-41fd-4936-b2b6-fef1f32214a6']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:53.455309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c8f40b-69f2-4a01-af1d-f7fcad65cf86') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:53.455604 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c8f40b-69f2-4a01-af1d-f7fcad65cf86') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:53.467813 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:53.478097 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7642c1-9f86-4574-8313-0b5c5708d337 None None] get_active_networks_info from n-d-828418-2 {{(pid=87598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 09 15:07:53.485420 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:53.498860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:07:53.499254 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: timer() Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:07:53.514671 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:07:53.593434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7642c1-9f86-4574-8313-0b5c5708d337 None None] Resources bound (agent type, host, resource id): {{(pid=87598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 15:07:53.606438 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:53.623963 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:53.634665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Pushing event deleted for resources: {'Network': ['ID=7fd3723c-41fd-4936-b2b6-fef1f32214a6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:53.638593 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-47e30d05-90a9-4f7f-a5f8-eb8146fb74d6 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] 10.222.0.48 "DELETE /v2.0/networks/7fd3723c-41fd-4936-b2b6-fef1f32214a6 HTTP/1.1" status: 204 len: 168 time: 1.0791123 Feb 09 15:07:53.641282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53156) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:53.715176 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-3584346e-03ff-4df5-a95e-e326260fab45 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Deleting subnet c4a5a561-0876-4da3-a381-be9dc251f4dc {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:07:53.718447 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3584346e-03ff-4df5-a95e-e326260fab45 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:53.742283 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device aed80ea4-389c-437a-932c-69a8891a1df5 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:07:53.772254 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3584346e-03ff-4df5-a95e-e326260fab45 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:53.854520 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3584346e-03ff-4df5-a95e-e326260fab45 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:53.874731 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port aed80ea4-389c-437a-932c-69a8891a1df5 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:07:53.882195 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port aed80ea4-389c-437a-932c-69a8891a1df5 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:07:53.882566 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:53.931197 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3584346e-03ff-4df5-a95e-e326260fab45 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:53.968465 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584346e-03ff-4df5-a95e-e326260fab45 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a5a561-0876-4da3-a381-be9dc251f4dc,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:53.976767 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3584346e-03ff-4df5-a95e-e326260fab45 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:53.983048 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3584346e-03ff-4df5-a95e-e326260fab45 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] 10.222.0.48 "DELETE /v2.0/subnets/c4a5a561-0876-4da3-a381-be9dc251f4dc HTTP/1.1" status: 204 len: 168 time: 0.3404272 Feb 09 15:07:53.985339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53160) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:54.050246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79642d06-5ce5-474f-a79c-af4fc43f1bef None None] Network aac67f32-851f-4059-b58a-3a94f178ff52 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:07:54.102630 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:54.113192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Deleting port aed80ea4-389c-437a-932c-69a8891a1df5 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:07:54.113520 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:54.141173 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:54.253601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port aed80ea4-389c-437a-932c-69a8891a1df5, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=aed80ea4-389c-437a-932c-69a8891a1df5,segment=NetworkSegment(e981e324-8211-43f7-8acd-4ca6bed7e9da),segment_id=e981e324-8211-43f7-8acd-4ca6bed7e9da)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:07:54.262149 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:54.331605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] For port aed80ea4-389c-437a-932c-69a8891a1df5, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=aed80ea4-389c-437a-932c-69a8891a1df5,segment=NetworkSegment(e981e324-8211-43f7-8acd-4ca6bed7e9da),segment_id=e981e324-8211-43f7-8acd-4ca6bed7e9da)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:07:54.331967 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:54.339384 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=aed80ea4-389c-437a-932c-69a8891a1df5,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:54.403047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e7d3e9-db66-48a3-8573-e67130aa985f None None] DHCP port deletion for aac67f32-851f-4059-b58a-3a94f178ff52 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 15:07:54.407307 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b5e7d3e9-db66-48a3-8573-e67130aa985f None None] Deleting port aed80ea4-389c-437a-932c-69a8891a1df5 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:07:54.407679 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d3e9-db66-48a3-8573-e67130aa985f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:54.453872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Calling delete_port for aed80ea4-389c-437a-932c-69a8891a1df5 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:07:54.528339 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.db.api [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:07:54.528593 n-d-828418-2 neutron-server[87596]: DEBUG oslo_db.api [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:07:54.613177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b5e7d3e9-db66-48a3-8573-e67130aa985f None None] For port aed80ea4-389c-437a-932c-69a8891a1df5, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=aed80ea4-389c-437a-932c-69a8891a1df5,segment=NetworkSegment(e981e324-8211-43f7-8acd-4ca6bed7e9da),segment_id=e981e324-8211-43f7-8acd-4ca6bed7e9da)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:07:54.613753 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d3e9-db66-48a3-8573-e67130aa985f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:54.730902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b5e7d3e9-db66-48a3-8573-e67130aa985f None None] Calling delete_port for aed80ea4-389c-437a-932c-69a8891a1df5 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:07:54.832223 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d3e9-db66-48a3-8573-e67130aa985f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:54.877941 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7d3e9-db66-48a3-8573-e67130aa985f None None] Pushing event deleted for resources: {'Port': ['ID=aed80ea4-389c-437a-932c-69a8891a1df5,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:54.881692 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e7d3e9-db66-48a3-8573-e67130aa985f None None] No DVR routers for this DVR port aed80ea4-389c-437a-932c-69a8891a1df5 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:07:55.029697 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Deleting port aed80ea4-389c-437a-932c-69a8891a1df5 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:07:55.030250 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:55.214593 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] The port 'aed80ea4-389c-437a-932c-69a8891a1df5' was deleted {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 15:07:55.336254 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:55.360149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac67f32-851f-4059-b58a-3a94f178ff52']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:55.372158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e981e324-8211-43f7-8acd-4ca6bed7e9da') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:55.372445 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e981e324-8211-43f7-8acd-4ca6bed7e9da') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:07:55.384145 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:55.400667 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:55.406693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:07:55.407066 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: timer() Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:07:55.425368 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:07:55.502307 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:55.519871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:55.530803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Pushing event deleted for resources: {'Network': ['ID=aac67f32-851f-4059-b58a-3a94f178ff52,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:55.538169 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c620dabc-e9e6-45ee-8605-5720b1fb4fd5 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] 10.222.0.48 "DELETE /v2.0/networks/aac67f32-851f-4059-b58a-3a94f178ff52 HTTP/1.1" status: 204 len: 168 time: 1.5491049 Feb 09 15:07:55.538667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53164) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:55.586279 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d522d3db-90bc-4c08-9823-85b651a0a18a tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Synchronizing usage tracker for tenant:d3a56165d1cb4b7eb3b736bd26d42bf3 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:07:55.602972 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d522d3db-90bc-4c08-9823-85b651a0a18a tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Unset dirty status for tenant:d3a56165d1cb4b7eb3b736bd26d42bf3 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:07:55.604268 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d522d3db-90bc-4c08-9823-85b651a0a18a tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56bfc8e-fb76-4348-8de3-2f6d139b053e HTTP/1.1" status: 200 len: 205 time: 0.0649374 Feb 09 15:07:55.606893 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53168) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:55.696721 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device aed80ea4-389c-437a-932c-69a8891a1df5 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:07:55.732560 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: aed80ea4-389c-437a-932c-69a8891a1df5 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:07:55.732909 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device aed80ea4-389c-437a-932c-69a8891a1df5 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:07:55.738153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e35c7bb1-4008-4199-8ecf-0eef47cb0c61 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:56.035348 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e35c7bb1-4008-4199-8ecf-0eef47cb0c61 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:56.037795 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e35c7bb1-4008-4199-8ecf-0eef47cb0c61 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:56.059715 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e35c7bb1-4008-4199-8ecf-0eef47cb0c61 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:56.060202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35c7bb1-4008-4199-8ecf-0eef47cb0c61 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Fanout notify agent at l3_agent the message router_deleted on router e56bfc8e-fb76-4348-8de3-2f6d139b053e {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 15:07:56.071354 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e35c7bb1-4008-4199-8ecf-0eef47cb0c61 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:56.072474 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e35c7bb1-4008-4199-8ecf-0eef47cb0c61 tempest-RoutersNegativeTest-805450219 tempest-RoutersNegativeTest-805450219-project] 10.222.0.48 "DELETE /v2.0/routers/e56bfc8e-fb76-4348-8de3-2f6d139b053e HTTP/1.1" status: 204 len: 168 time: 0.4646804 Feb 09 15:07:56.346371 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53176) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:56.490043 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7f38d7e8-b02c-4a03-815f-e1854174234b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3a56165d1cb4b7eb3b736bd26d42bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425323 Feb 09 15:07:56.492531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53182) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:56.549145 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b6f6797-50af-4b53-b710-50906b87f8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:56.574928 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b6f6797-50af-4b53-b710-50906b87f8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:56.633181 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b6f6797-50af-4b53-b710-50906b87f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:56.647093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f6797-50af-4b53-b710-50906b87f8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40e1905-49b0-4d0d-b321-2a48f09107a1,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:56.653140 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2b6f6797-50af-4b53-b710-50906b87f8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:56.654253 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2b6f6797-50af-4b53-b710-50906b87f8bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a40e1905-49b0-4d0d-b321-2a48f09107a1 HTTP/1.1" status: 204 len: 168 time: 0.1608450 Feb 09 15:07:56.867665 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-14e70b6e-c1cc-4868-9a49-3e0d99469a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:57.327474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53206) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:57.428661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-103019771-network', 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:57.433952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:57.437669 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Usage tracker for resource:network and tenant:2caca41ae9a94ee1aea4996a82d84a71 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:57.440432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:57.446133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:57.457182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Made reservation on behalf of 2caca41ae9a94ee1aea4996a82d84a71 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:07:57.459482 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:57.471931 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:57.485621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:57.489314 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Usage tracker for resource:security_group_rule and tenant:2caca41ae9a94ee1aea4996a82d84a71 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:57.492033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:57.497568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:57.579482 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:57.584300 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:57.615048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:07:57.623420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4d8f74-271c-40ec-999a-d334ce5f5e21,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:57.629233 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:57.629642 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Added segment d9d2ed9e-be23-4215-8ce2-b6819a13d4bf of type vlan for network e882fe46-6420-4350-b3e4-6d1b88974a40 Feb 09 15:07:57.656440 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:57.684629 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:57.685984 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:57.686551 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:57.789059 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4604552 Feb 09 15:07:57.789737 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21ed8f-076a-4fbb-bb95-43de5e537903 admin admin] Pushing event updated for resources: {'Network': ['ID=e882fe46-6420-4350-b3e4-6d1b88974a40,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:57.791935 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53212) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:57.798028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-bfd2cda5-c9ad-4bf5-9386-4dfb2f0f194e admin admin] Request body: {'subnet': {'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-103019771-subnet', 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71', 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:57.799146 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network e882fe46-6420-4350-b3e4-6d1b88974a40 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:07:57.803992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bfd2cda5-c9ad-4bf5-9386-4dfb2f0f194e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:57.807778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bfd2cda5-c9ad-4bf5-9386-4dfb2f0f194e admin admin] Usage tracker for resource:subnet and tenant:2caca41ae9a94ee1aea4996a82d84a71 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:57.810535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-bfd2cda5-c9ad-4bf5-9386-4dfb2f0f194e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:57.817470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-bfd2cda5-c9ad-4bf5-9386-4dfb2f0f194e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:57.827654 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd2cda5-c9ad-4bf5-9386-4dfb2f0f194e admin admin] Made reservation on behalf of 2caca41ae9a94ee1aea4996a82d84a71 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:07:57.830182 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bfd2cda5-c9ad-4bf5-9386-4dfb2f0f194e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:58.030989 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bfd2cda5-c9ad-4bf5-9386-4dfb2f0f194e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:58.101215 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2cda5-c9ad-4bf5-9386-4dfb2f0f194e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e4384f8-b162-48ea-8c62-1240f4bdf972,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:58.110381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd2cda5-c9ad-4bf5-9386-4dfb2f0f194e admin admin] Checking segment: {'id': 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:07:58.110734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd2cda5-c9ad-4bf5-9386-4dfb2f0f194e admin admin] Network hostable DHCP agents. Network: e882fe46-6420-4350-b3e4-6d1b88974a40, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:07:58.130414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd2cda5-c9ad-4bf5-9386-4dfb2f0f194e admin admin] Network e882fe46-6420-4350-b3e4-6d1b88974a40 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:07:58.139008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-bfd2cda5-c9ad-4bf5-9386-4dfb2f0f194e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, e882fe46-6420-4350-b3e4-6d1b88974a40) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:07:58.142868 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd2cda5-c9ad-4bf5-9386-4dfb2f0f194e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:07:58.143448 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-bfd2cda5-c9ad-4bf5-9386-4dfb2f0f194e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:58.147556 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca509c3-9e0e-4bce-823c-2a9427a8c60b None None] Network e882fe46-6420-4350-b3e4-6d1b88974a40 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:07:58.162952 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bfd2cda5-c9ad-4bf5-9386-4dfb2f0f194e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3698301 Feb 09 15:07:58.165836 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53216) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:07:58.170798 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-103019771-router', 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:07:58.176779 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:07:58.180576 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Usage tracker for resource:router and tenant:2caca41ae9a94ee1aea4996a82d84a71 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:07:58.183356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:07:58.188953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:07:58.199480 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:58.200523 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:58.220499 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:58.360340 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-e882fe46-6420-4350-b3e4-6d1b88974a40', 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40', 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71', 'fixed_ips': [{'subnet_id': '0e4384f8-b162-48ea-8c62-1240f4bdf972'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:07:58.361213 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:58.488969 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:58.523594 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Allocated IP 172.20.0.2 (e882fe46-6420-4350-b3e4-6d1b88974a40/0e4384f8-b162-48ea-8c62-1240f4bdf972/703b042f-66f0-478c-acf2-bf32bc9c206d) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:07:58.733506 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:58.744144 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Transition to ACTIVE for port object 703b042f-66f0-478c-acf2-bf32bc9c206d will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:07:58.761559 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Transition to ACTIVE for port object 703b042f-66f0-478c-acf2-bf32bc9c206d will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:07:58.769062 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:58.837858 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Network e882fe46-6420-4350-b3e4-6d1b88974a40 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:07:58.841594 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:07:58.845167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:07:58.875877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Pushing event updated for resources: {'Port': ['ID=703b042f-66f0-478c-acf2-bf32bc9c206d,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:58.918759 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:58.938576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Attempting to bind port 703b042f-66f0-478c-acf2-bf32bc9c206d on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:07:58.938942 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Attempting to bind port 703b042f-66f0-478c-acf2-bf32bc9c206d by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:07:58.939301 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Attempting to bind port 703b042f-66f0-478c-acf2-bf32bc9c206d on network e882fe46-6420-4350-b3e4-6d1b88974a40 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:07:58.944556 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:07:58.944922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Checking segment: {'id': 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:07:58.945339 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:58.945710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Bound using segment: {'id': 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:07:58.946161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Bound port: 703b042f-66f0-478c-acf2-bf32bc9c206d, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:07:58.946531 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:58.947888 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:59.037556 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] For port 703b042f-66f0-478c-acf2-bf32bc9c206d, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:07:59.040596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] For port 703b042f-66f0-478c-acf2-bf32bc9c206d, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=703b042f-66f0-478c-acf2-bf32bc9c206d,segment=NetworkSegment(d9d2ed9e-be23-4215-8ce2-b6819a13d4bf),segment_id=d9d2ed9e-be23-4215-8ce2-b6819a13d4bf)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:07:59.044989 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:59.085534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Allocated IP 172.25.8.104 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/0d69ebcd-b0a6-498c-87c4-5111e4399ffb) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:07:59.130598 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1223ac-43c8-454b-81a8-8b78a0851a5b None None] Pushing event updated for resources: {'Port': ['ID=703b042f-66f0-478c-acf2-bf32bc9c206d,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:59.237444 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:59.274466 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:59.297751 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0abcc677-5578-447d-9acb-f2962868865d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:59.358635 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:07:59.361968 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:07:59.365916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:07:59.396098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Pushing event updated for resources: {'Port': ['ID=0d69ebcd-b0a6-498c-87c4-5111e4399ffb,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:07:59.732000 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 703b042f-66f0-478c-acf2-bf32bc9c206d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:07:59.783856 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:07:59.805629 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 703b042f-66f0-478c-acf2-bf32bc9c206d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:08:00.063403 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6889e89-fee9-4b3b-8c02-078edc89ecd3 None None] Network e882fe46-6420-4350-b3e4-6d1b88974a40 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:08:00.187486 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b63e69fa-d01b-4192-b953-ae818f5fb3ee None None] Provisioning for port 703b042f-66f0-478c-acf2-bf32bc9c206d completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:08:00.219774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b63e69fa-d01b-4192-b953-ae818f5fb3ee None None] Provisioning complete for port 703b042f-66f0-478c-acf2-bf32bc9c206d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:00.220194 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b63e69fa-d01b-4192-b953-ae818f5fb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:00.243451 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:00.462172 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b63e69fa-d01b-4192-b953-ae818f5fb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:00.463657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Router 4dd2fbd0-47aa-4d35-bdf2-e194c26a436f is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 15:08:00.470885 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:00.474782 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:00.508243 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b63e69fa-d01b-4192-b953-ae818f5fb3ee None None] For port 703b042f-66f0-478c-acf2-bf32bc9c206d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=703b042f-66f0-478c-acf2-bf32bc9c206d,segment=NetworkSegment(d9d2ed9e-be23-4215-8ce2-b6819a13d4bf),segment_id=d9d2ed9e-be23-4215-8ce2-b6819a13d4bf)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:08:00.514310 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b63e69fa-d01b-4192-b953-ae818f5fb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:00.590450 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e69fa-d01b-4192-b953-ae818f5fb3ee None None] Pushing event updated for resources: {'Port': ['ID=703b042f-66f0-478c-acf2-bf32bc9c206d,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:00.647604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:08:00.656456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Sync routers for ids ['4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:08:00.666394 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Routers {'4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:08:00.667084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:07:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:08:00.673924 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:00.675320 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0de7760d-956b-4336-abce-862c283770d4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5084450 Feb 09 15:08:00.678389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53220) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:08:00.858454 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Set router 4dd2fbd0-47aa-4d35-bdf2-e194c26a436f gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:08:00.902819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-192d0574-ad63-45fa-931d-8772d24cfae0 None None] Provisioning complete for port 703b042f-66f0-478c-acf2-bf32bc9c206d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:00.903097 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-192d0574-ad63-45fa-931d-8772d24cfae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:01.239584 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'name': 'tempest-TestEncryptedCinderVolumes-103019771-router', 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '0d69ebcd-b0a6-498c-87c4-5111e4399ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:07:58Z', 'updated_at': '2022-02-09T15:07:59Z', 'revision_number': 3, 'project_id': '2caca41ae9a94ee1aea4996a82d84a71', 'gw_port': {'id': '0d69ebcd-b0a6-498c-87c4-5111e4399ffb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:01:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:07:58Z', 'updated_at': '2022-02-09T15:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:08:01.243399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Checking router: 4dd2fbd0-47aa-4d35-bdf2-e194c26a436f for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:08:01.243766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Updating router 4dd2fbd0-47aa-4d35-bdf2-e194c26a436f port 0d69ebcd-b0a6-498c-87c4-5111e4399ffb binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:08:01.298855 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:01.450608 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:01.621879 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:01.633874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Transition to ACTIVE for port object 0d69ebcd-b0a6-498c-87c4-5111e4399ffb will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:08:01.640343 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:01.655292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Allocated IP 172.20.0.1 (e882fe46-6420-4350-b3e4-6d1b88974a40/0e4384f8-b162-48ea-8c62-1240f4bdf972/f75c79d0-fc05-4ee1-8c95-efdefd8c27ba) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:08:01.717963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Attempting to bind port 0d69ebcd-b0a6-498c-87c4-5111e4399ffb on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:08:01.718323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Attempting to bind port 0d69ebcd-b0a6-498c-87c4-5111e4399ffb by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:08:01.718681 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Attempting to bind port 0d69ebcd-b0a6-498c-87c4-5111e4399ffb on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:08:01.724317 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a181f-d780-4c63-bc51-5e8c6f0499ff None None] Pushing event updated for resources: {'Port': ['ID=0d69ebcd-b0a6-498c-87c4-5111e4399ffb,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:01.728820 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:08:01.729203 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:08:01.729632 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:01.730631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:08:01.730631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Bound port: 0d69ebcd-b0a6-498c-87c4-5111e4399ffb, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:08:01.730911 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:01.762066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 703b042f-66f0-478c-acf2-bf32bc9c206d up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:08:01.804996 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:01.820710 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Transition to ACTIVE for port object f75c79d0-fc05-4ee1-8c95-efdefd8c27ba will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:08:01.844999 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:01.853584 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] For port 0d69ebcd-b0a6-498c-87c4-5111e4399ffb, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:08:01.856893 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] For port 0d69ebcd-b0a6-498c-87c4-5111e4399ffb, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0d69ebcd-b0a6-498c-87c4-5111e4399ffb,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:08:01.861459 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:01.916554 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Network e882fe46-6420-4350-b3e4-6d1b88974a40 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:08:01.920292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:08:01.922978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:08:01.924357 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 703b042f-66f0-478c-acf2-bf32bc9c206d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:01.924672 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:01.960949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Pushing event updated for resources: {'Port': ['ID=f75c79d0-fc05-4ee1-8c95-efdefd8c27ba,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:01.985020 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:02.010014 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a181f-d780-4c63-bc51-5e8c6f0499ff None None] Pushing event updated for resources: {'Port': ['ID=0d69ebcd-b0a6-498c-87c4-5111e4399ffb,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:02.014104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Routers {'4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:08:02.014707 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:07:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:08:02.116383 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:02.258906 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:02.260346 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-12b8e732-5ce1-49b2-a66e-3f3f2a1e859c None None] Provisioning for port f75c79d0-fc05-4ee1-8c95-efdefd8c27ba completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:08:02.288120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-12b8e732-5ce1-49b2-a66e-3f3f2a1e859c None None] Provisioning complete for port f75c79d0-fc05-4ee1-8c95-efdefd8c27ba triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:02.288489 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-12b8e732-5ce1-49b2-a66e-3f3f2a1e859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:02.351269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] Set router 4dd2fbd0-47aa-4d35-bdf2-e194c26a436f gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:08:02.474624 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-12b8e732-5ce1-49b2-a66e-3f3f2a1e859c None None] Port f75c79d0-fc05-4ee1-8c95-efdefd8c27ba cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:08:02.605754 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:02.610266 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:02.649248 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'name': 'tempest-TestEncryptedCinderVolumes-103019771-router', 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '0d69ebcd-b0a6-498c-87c4-5111e4399ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:07:58Z', 'updated_at': '2022-02-09T15:07:59Z', 'revision_number': 3, 'project_id': '2caca41ae9a94ee1aea4996a82d84a71', 'gw_port': {'id': '0d69ebcd-b0a6-498c-87c4-5111e4399ffb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:01:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:07:58Z', 'updated_at': '2022-02-09T15:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:08:02.653370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2382a-1403-4779-9d17-a678f9a0c855 None None] The sync data for ids ['4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'] in n-d-828418-2 is: [{'id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'name': 'tempest-TestEncryptedCinderVolumes-103019771-router', 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '0d69ebcd-b0a6-498c-87c4-5111e4399ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:07:58Z', 'updated_at': '2022-02-09T15:07:59Z', 'revision_number': 3, 'project_id': '2caca41ae9a94ee1aea4996a82d84a71', 'gw_port': {'id': '0d69ebcd-b0a6-498c-87c4-5111e4399ffb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:01:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:07:58Z', 'updated_at': '2022-02-09T15:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:08:02.713187 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:02.739411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Pushing event updated for resources: {'Port': ['ID=f75c79d0-fc05-4ee1-8c95-efdefd8c27ba,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:02.856958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Network e882fe46-6420-4350-b3e4-6d1b88974a40 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:08:02.858506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:08:03.062743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Router 4dd2fbd0-47aa-4d35-bdf2-e194c26a436f has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:08:03.114531 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4ed0022f-6224-4860-9713-ae813db7e6aa None None] Provisioning complete for port f75c79d0-fc05-4ee1-8c95-efdefd8c27ba triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:03.115024 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4ed0022f-6224-4860-9713-ae813db7e6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:03.173682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4ed0022f-6224-4860-9713-ae813db7e6aa None None] Port f75c79d0-fc05-4ee1-8c95-efdefd8c27ba cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:08:03.256635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:08:03.266462 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a714b64f-bb0b-4380-a2e0-3959a603c354 admin admin] 10.222.0.48 "PUT /v2.0/routers/4dd2fbd0-47aa-4d35-bdf2-e194c26a436f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5869701 Feb 09 15:08:03.726611 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0d69ebcd-b0a6-498c-87c4-5111e4399ffb up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:08:03.785508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53238) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:08:03.791204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1628853542-network', 'tenant_id': '70853bc2230d45849aab4db3394338a9'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:08:03.795785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 0d69ebcd-b0a6-498c-87c4-5111e4399ffb completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:08:03.797200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:08:03.800691 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 0d69ebcd-b0a6-498c-87c4-5111e4399ffb triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:03.801062 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:03.801171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Usage tracker for resource:network and tenant:70853bc2230d45849aab4db3394338a9 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:08:03.804048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:08:03.809704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:08:03.821007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Made reservation on behalf of 70853bc2230d45849aab4db3394338a9 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:08:03.823468 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:03.836055 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:03.850304 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:08:03.854029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Usage tracker for resource:security_group_rule and tenant:70853bc2230d45849aab4db3394338a9 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:08:03.856798 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:08:03.862409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:08:03.918294 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:03.935295 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 0d69ebcd-b0a6-498c-87c4-5111e4399ffb, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0d69ebcd-b0a6-498c-87c4-5111e4399ffb,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:08:03.939375 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:03.946639 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:03.950848 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:03.988052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:08:03.997522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16849e79-7880-4da2-8576-d2eb9192bf04,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:04.004193 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:04.004665 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Added segment bcd59b3e-7b39-4597-94d1-236836226659 of type vlan for network 55cce2d6-5758-489c-941c-d9279441c8a8 Feb 09 15:08:04.013056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=0d69ebcd-b0a6-498c-87c4-5111e4399ffb,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:04.040444 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:04.070261 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:04.071394 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:04.071996 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:04.175881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] Pushing event updated for resources: {'Network': ['ID=55cce2d6-5758-489c-941c-d9279441c8a8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:04.179635 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e920f4b1-b52e-46cf-82a3-060f725c4882 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3929212 Feb 09 15:08:04.182401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53242) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:08:04.188520 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-292c0182-3846-4093-9317-63f4e5b2c3ef admin admin] Request body: {'subnet': {'network_id': '55cce2d6-5758-489c-941c-d9279441c8a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1628853542-subnet', 'tenant_id': '70853bc2230d45849aab4db3394338a9', 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:08:04.188723 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 55cce2d6-5758-489c-941c-d9279441c8a8 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:08:04.194704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-292c0182-3846-4093-9317-63f4e5b2c3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:08:04.198764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-292c0182-3846-4093-9317-63f4e5b2c3ef admin admin] Usage tracker for resource:subnet and tenant:70853bc2230d45849aab4db3394338a9 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:08:04.204522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-292c0182-3846-4093-9317-63f4e5b2c3ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:08:04.208882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-292c0182-3846-4093-9317-63f4e5b2c3ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:08:04.222488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292c0182-3846-4093-9317-63f4e5b2c3ef admin admin] Made reservation on behalf of 70853bc2230d45849aab4db3394338a9 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:08:04.225508 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-292c0182-3846-4093-9317-63f4e5b2c3ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:04.235911 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Sync routers for ids ['4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:08:04.246055 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Routers {'4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:08:04.246699 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:07:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:08:04.422889 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Set router 4dd2fbd0-47aa-4d35-bdf2-e194c26a436f gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:08:04.433543 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-292c0182-3846-4093-9317-63f4e5b2c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:04.511209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c0182-3846-4093-9317-63f4e5b2c3ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=75890414-56b8-421c-bd1e-82db61e5ff56,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:04.520659 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c0182-3846-4093-9317-63f4e5b2c3ef admin admin] Checking segment: {'id': 'bcd59b3e-7b39-4597-94d1-236836226659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55cce2d6-5758-489c-941c-d9279441c8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:08:04.521042 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292c0182-3846-4093-9317-63f4e5b2c3ef admin admin] Network hostable DHCP agents. Network: 55cce2d6-5758-489c-941c-d9279441c8a8, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:08:04.545650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292c0182-3846-4093-9317-63f4e5b2c3ef admin admin] Network 55cce2d6-5758-489c-941c-d9279441c8a8 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:08:04.556580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-292c0182-3846-4093-9317-63f4e5b2c3ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 55cce2d6-5758-489c-941c-d9279441c8a8) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:08:04.560762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292c0182-3846-4093-9317-63f4e5b2c3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:04.561250 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-292c0182-3846-4093-9317-63f4e5b2c3ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:04.568927 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444d277d-e0db-4364-b570-6ace51de88af None None] Network 55cce2d6-5758-489c-941c-d9279441c8a8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:08:04.585600 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-292c0182-3846-4093-9317-63f4e5b2c3ef admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3991089 Feb 09 15:08:04.585813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53246) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:08:04.591311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1628853542-router', 'tenant_id': '70853bc2230d45849aab4db3394338a9', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:08:04.598309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:08:04.602352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Usage tracker for resource:router and tenant:70853bc2230d45849aab4db3394338a9 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:08:04.605421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:08:04.610978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:08:04.621969 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:04.623000 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:04.638049 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:04.775445 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'name': 'tempest-TestEncryptedCinderVolumes-103019771-router', 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '0d69ebcd-b0a6-498c-87c4-5111e4399ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:07:58Z', 'updated_at': '2022-02-09T15:08:02Z', 'revision_number': 4, 'project_id': '2caca41ae9a94ee1aea4996a82d84a71', 'gw_port': {'id': '0d69ebcd-b0a6-498c-87c4-5111e4399ffb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:07:58Z', 'updated_at': '2022-02-09T15:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'f75c79d0-fc05-4ee1-8c95-efdefd8c27ba', 'name': '', 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40', 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71', 'mac_address': 'fa:16:3e:45:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '0e4384f8-b162-48ea-8c62-1240f4bdf972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:08:01Z', 'updated_at': '2022-02-09T15:08:02Z', 'revision_number': 2, 'project_id': '2caca41ae9a94ee1aea4996a82d84a71', 'subnets': [{'id': '0e4384f8-b162-48ea-8c62-1240f4bdf972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:08:04.779237 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Checking router: 4dd2fbd0-47aa-4d35-bdf2-e194c26a436f for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:08:04.779588 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Updating router 4dd2fbd0-47aa-4d35-bdf2-e194c26a436f port f75c79d0-fc05-4ee1-8c95-efdefd8c27ba binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:08:04.796015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-55cce2d6-5758-489c-941c-d9279441c8a8', 'network_id': '55cce2d6-5758-489c-941c-d9279441c8a8', 'tenant_id': '70853bc2230d45849aab4db3394338a9', 'fixed_ips': [{'subnet_id': '75890414-56b8-421c-bd1e-82db61e5ff56'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:08:04.796953 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:04.842529 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:04.966112 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Allocated IP 172.20.0.2 (55cce2d6-5758-489c-941c-d9279441c8a8/75890414-56b8-421c-bd1e-82db61e5ff56/9bd6f3ad-b64f-4130-9e94-af4dfefbed46) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:08:05.030323 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:05.203490 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:05.215823 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Transition to ACTIVE for port object f75c79d0-fc05-4ee1-8c95-efdefd8c27ba will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:08:05.224123 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:05.227215 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:05.237931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Transition to ACTIVE for port object 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:08:05.255872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Transition to ACTIVE for port object 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:08:05.264478 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:05.336044 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Network 55cce2d6-5758-489c-941c-d9279441c8a8 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:08:05.345138 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:08:05.350272 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:08:05.363171 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:05.400075 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:05.422162 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1db15-c050-4693-a6f3-9b123a88d80a None None] Pushing event updated for resources: {'Port': ['ID=f75c79d0-fc05-4ee1-8c95-efdefd8c27ba,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:05.437541 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1db15-c050-4693-a6f3-9b123a88d80a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:05.438247 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1db15-c050-4693-a6f3-9b123a88d80a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:05.438843 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1db15-c050-4693-a6f3-9b123a88d80a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:05.439391 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1db15-c050-4693-a6f3-9b123a88d80a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:05.440398 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1db15-c050-4693-a6f3-9b123a88d80a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:05.440950 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1db15-c050-4693-a6f3-9b123a88d80a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:05.441656 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1db15-c050-4693-a6f3-9b123a88d80a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:05.442214 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1db15-c050-4693-a6f3-9b123a88d80a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:05.442378 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Pushing event updated for resources: {'Port': ['ID=9bd6f3ad-b64f-4130-9e94-af4dfefbed46,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:05.442918 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1db15-c050-4693-a6f3-9b123a88d80a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:05.443473 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1db15-c050-4693-a6f3-9b123a88d80a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:05.444209 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1db15-c050-4693-a6f3-9b123a88d80a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:05.450776 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c1db15-c050-4693-a6f3-9b123a88d80a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:05.473418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Attempting to bind port 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:08:05.473682 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Attempting to bind port 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'bcd59b3e-7b39-4597-94d1-236836226659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55cce2d6-5758-489c-941c-d9279441c8a8'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:08:05.474029 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Attempting to bind port 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 on network 55cce2d6-5758-489c-941c-d9279441c8a8 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:08:05.479546 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Attempting to bind port f75c79d0-fc05-4ee1-8c95-efdefd8c27ba on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:08:05.480101 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Attempting to bind port f75c79d0-fc05-4ee1-8c95-efdefd8c27ba by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:08:05.480486 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:08:05.480818 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Attempting to bind port f75c79d0-fc05-4ee1-8c95-efdefd8c27ba on network e882fe46-6420-4350-b3e4-6d1b88974a40 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:08:05.481003 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Checking segment: {'id': 'bcd59b3e-7b39-4597-94d1-236836226659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55cce2d6-5758-489c-941c-d9279441c8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:08:05.481454 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:05.482452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Bound using segment: {'id': 'bcd59b3e-7b39-4597-94d1-236836226659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55cce2d6-5758-489c-941c-d9279441c8a8'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:08:05.482452 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Bound port: 9bd6f3ad-b64f-4130-9e94-af4dfefbed46, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd59b3e-7b39-4597-94d1-236836226659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55cce2d6-5758-489c-941c-d9279441c8a8'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:08:05.482897 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:05.487837 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:08:05.488342 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Checking segment: {'id': 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:08:05.488854 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:05.489358 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Bound using segment: {'id': 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:08:05.490251 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Bound port: f75c79d0-fc05-4ee1-8c95-efdefd8c27ba, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:08:05.490864 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:05.566461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Allocated IP 172.25.8.109 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/68503634-eb0e-4b99-bb32-d6c9d4e24b57) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:08:05.600008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] For port 9bd6f3ad-b64f-4130-9e94-af4dfefbed46, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:08:05.603368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] For port 9bd6f3ad-b64f-4130-9e94-af4dfefbed46, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9bd6f3ad-b64f-4130-9e94-af4dfefbed46,segment=NetworkSegment(bcd59b3e-7b39-4597-94d1-236836226659),segment_id=bcd59b3e-7b39-4597-94d1-236836226659)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:08:05.610102 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:05.617923 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] For port f75c79d0-fc05-4ee1-8c95-efdefd8c27ba, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:08:05.621726 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] For port f75c79d0-fc05-4ee1-8c95-efdefd8c27ba, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f75c79d0-fc05-4ee1-8c95-efdefd8c27ba,segment=NetworkSegment(d9d2ed9e-be23-4215-8ce2-b6819a13d4bf),segment_id=d9d2ed9e-be23-4215-8ce2-b6819a13d4bf)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:08:05.627103 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:05.699495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90c02b-e7ee-4117-a83d-fbea4b6317c9 None None] Pushing event updated for resources: {'Port': ['ID=9bd6f3ad-b64f-4130-9e94-af4dfefbed46,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:05.711056 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1db15-c050-4693-a6f3-9b123a88d80a None None] Pushing event updated for resources: {'Port': ['ID=f75c79d0-fc05-4ee1-8c95-efdefd8c27ba,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:05.713718 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Routers {'4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:08:05.714382 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:07:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:08:05.757200 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:05.802441 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:05.821540 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0d69ebcd-b0a6-498c-87c4-5111e4399ffb up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:08:05.917732 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:08:05.920444 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 0d69ebcd-b0a6-498c-87c4-5111e4399ffb triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:05.920905 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:05.921782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:08:05.928971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:08:05.936618 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] Set router 4dd2fbd0-47aa-4d35-bdf2-e194c26a436f gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:08:05.960242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Pushing event updated for resources: {'Port': ['ID=68503634-eb0e-4b99-bb32-d6c9d4e24b57,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:06.332812 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'name': 'tempest-TestEncryptedCinderVolumes-103019771-router', 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '0d69ebcd-b0a6-498c-87c4-5111e4399ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:07:58Z', 'updated_at': '2022-02-09T15:08:02Z', 'revision_number': 4, 'project_id': '2caca41ae9a94ee1aea4996a82d84a71', 'gw_port': {'id': '0d69ebcd-b0a6-498c-87c4-5111e4399ffb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:07:58Z', 'updated_at': '2022-02-09T15:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'f75c79d0-fc05-4ee1-8c95-efdefd8c27ba', 'name': '', 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40', 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71', 'mac_address': 'fa:16:3e:45:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '0e4384f8-b162-48ea-8c62-1240f4bdf972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:08:01Z', 'updated_at': '2022-02-09T15:08:05Z', 'revision_number': 4, 'project_id': '2caca41ae9a94ee1aea4996a82d84a71', 'subnets': [{'id': '0e4384f8-b162-48ea-8c62-1240f4bdf972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:08:06.336895 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1cd826-7a64-4f0b-9ff1-0945ea1344ea None None] The sync data for ids ['4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'] in n-d-828418-2 is: [{'id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'name': 'tempest-TestEncryptedCinderVolumes-103019771-router', 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '0d69ebcd-b0a6-498c-87c4-5111e4399ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:07:58Z', 'updated_at': '2022-02-09T15:08:02Z', 'revision_number': 4, 'project_id': '2caca41ae9a94ee1aea4996a82d84a71', 'gw_port': {'id': '0d69ebcd-b0a6-498c-87c4-5111e4399ffb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:07:58Z', 'updated_at': '2022-02-09T15:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'f75c79d0-fc05-4ee1-8c95-efdefd8c27ba', 'name': '', 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40', 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71', 'mac_address': 'fa:16:3e:45:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '0e4384f8-b162-48ea-8c62-1240f4bdf972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:08:01Z', 'updated_at': '2022-02-09T15:08:05Z', 'revision_number': 4, 'project_id': '2caca41ae9a94ee1aea4996a82d84a71', 'subnets': [{'id': '0e4384f8-b162-48ea-8c62-1240f4bdf972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:08:06.437755 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:06.864937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d6171a-45d5-4b81-9902-c0b7f35baba8 None None] Network 55cce2d6-5758-489c-941c-d9279441c8a8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:08:06.928838 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:06.980661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-97778e29-a438-4d99-8eaa-1c6eab90878e None None] Provisioning for port 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:08:07.149650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Router a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 15:08:07.342195 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:08:07.353100 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Sync routers for ids ['a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:08:07.362215 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Routers {'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:08:07.362886 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:07:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:08:07.367942 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:07.372009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53250) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:08:07.372478 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-59a1ccd4-eda9-4971-ae47-7024d73e0c3c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7851980 Feb 09 15:08:07.557639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Set router a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:08:07.775080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:08:07.899829 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:08:07.907480 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:07.907888 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:07.964319 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'name': 'tempest-TestEncryptedCinderVolumes-1628853542-router', 'tenant_id': '70853bc2230d45849aab4db3394338a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '68503634-eb0e-4b99-bb32-d6c9d4e24b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:08:04Z', 'updated_at': '2022-02-09T15:08:06Z', 'revision_number': 3, 'project_id': '70853bc2230d45849aab4db3394338a9', 'gw_port': {'id': '68503634-eb0e-4b99-bb32-d6c9d4e24b57', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:08:05Z', 'updated_at': '2022-02-09T15:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:08:07.972003 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Checking router: a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:08:07.972359 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Updating router a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b port 68503634-eb0e-4b99-bb32-d6c9d4e24b57 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:08:08.068500 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:08.105285 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:08.162311 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:08.264069 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 9bd6f3ad-b64f-4130-9e94-af4dfefbed46, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9bd6f3ad-b64f-4130-9e94-af4dfefbed46,segment=NetworkSegment(bcd59b3e-7b39-4597-94d1-236836226659),segment_id=bcd59b3e-7b39-4597-94d1-236836226659)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:08:08.285676 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:08.286454 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f75c79d0-fc05-4ee1-8c95-efdefd8c27ba up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:08:08.397703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Allocated IP 172.20.0.1 (55cce2d6-5758-489c-941c-d9279441c8a8/75890414-56b8-421c-bd1e-82db61e5ff56/7163151b-db48-488a-bb58-ba3fe5885e02) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:08:08.486226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=9bd6f3ad-b64f-4130-9e94-af4dfefbed46,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:08.510112 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port f75c79d0-fc05-4ee1-8c95-efdefd8c27ba completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:08:08.526028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f75c79d0-fc05-4ee1-8c95-efdefd8c27ba triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:08.526407 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:08.544631 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:08.560955 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Transition to ACTIVE for port object 7163151b-db48-488a-bb58-ba3fe5885e02 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:08:08.585732 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:08.646002 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:08.659079 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Network 55cce2d6-5758-489c-941c-d9279441c8a8 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:08:08.661261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Transition to ACTIVE for port object 68503634-eb0e-4b99-bb32-d6c9d4e24b57 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:08:08.661971 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:08:08.667393 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:08:08.691816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Pushing event updated for resources: {'Port': ['ID=7163151b-db48-488a-bb58-ba3fe5885e02,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:08.707804 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:08.724721 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:08.800838 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:08.809552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4826bda-c01f-4bc9-b3b1-259e546a1644 None None] Pushing event updated for resources: {'Port': ['ID=68503634-eb0e-4b99-bb32-d6c9d4e24b57,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:08.821879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Attempting to bind port 68503634-eb0e-4b99-bb32-d6c9d4e24b57 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:08:08.822249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Attempting to bind port 68503634-eb0e-4b99-bb32-d6c9d4e24b57 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:08:08.822607 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Attempting to bind port 68503634-eb0e-4b99-bb32-d6c9d4e24b57 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:08:08.834854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:08:08.835224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:08:08.835625 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:08.836043 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:08:08.836505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Bound port: 68503634-eb0e-4b99-bb32-d6c9d4e24b57, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:08:08.836875 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:08.905973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port f75c79d0-fc05-4ee1-8c95-efdefd8c27ba, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f75c79d0-fc05-4ee1-8c95-efdefd8c27ba,segment=NetworkSegment(d9d2ed9e-be23-4215-8ce2-b6819a13d4bf),segment_id=d9d2ed9e-be23-4215-8ce2-b6819a13d4bf)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:08:08.919973 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:08.935810 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:08:08.961903 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6496ed7b-a736-4184-9af8-8eec8f3f18e1 None None] Provisioning for port 7163151b-db48-488a-bb58-ba3fe5885e02 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:08:08.990966 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6496ed7b-a736-4184-9af8-8eec8f3f18e1 None None] Provisioning complete for port 7163151b-db48-488a-bb58-ba3fe5885e02 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:08.991296 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6496ed7b-a736-4184-9af8-8eec8f3f18e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:09.007021 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:09.022669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] For port 68503634-eb0e-4b99-bb32-d6c9d4e24b57, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:08:09.052477 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] For port 68503634-eb0e-4b99-bb32-d6c9d4e24b57, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=68503634-eb0e-4b99-bb32-d6c9d4e24b57,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:08:09.062229 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:09.070431 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6496ed7b-a736-4184-9af8-8eec8f3f18e1 None None] Port 7163151b-db48-488a-bb58-ba3fe5885e02 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:08:09.074087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=f75c79d0-fc05-4ee1-8c95-efdefd8c27ba,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:09.148964 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Routers {'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:08:09.149568 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:07:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:08:09.220911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4826bda-c01f-4bc9-b3b1-259e546a1644 None None] Pushing event updated for resources: {'Port': ['ID=68503634-eb0e-4b99-bb32-d6c9d4e24b57,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:09.229860 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:09.235044 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:09.342762 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Pushing event updated for resources: {'Port': ['ID=7163151b-db48-488a-bb58-ba3fe5885e02,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:09.345341 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:09.345923 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:09.350319 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] Set router a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:08:09.477871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Network 55cce2d6-5758-489c-941c-d9279441c8a8 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:08:09.478984 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:08:09.667854 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Router a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:08:09.716339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'name': 'tempest-TestEncryptedCinderVolumes-1628853542-router', 'tenant_id': '70853bc2230d45849aab4db3394338a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '68503634-eb0e-4b99-bb32-d6c9d4e24b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:08:04Z', 'updated_at': '2022-02-09T15:08:08Z', 'revision_number': 4, 'project_id': '70853bc2230d45849aab4db3394338a9', 'gw_port': {'id': '68503634-eb0e-4b99-bb32-d6c9d4e24b57', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:08:05Z', 'updated_at': '2022-02-09T15:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '7163151b-db48-488a-bb58-ba3fe5885e02', 'name': '', 'network_id': '55cce2d6-5758-489c-941c-d9279441c8a8', 'tenant_id': '70853bc2230d45849aab4db3394338a9', 'mac_address': 'fa:16:3e:c1:5b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '75890414-56b8-421c-bd1e-82db61e5ff56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:08:08Z', 'updated_at': '2022-02-09T15:08:08Z', 'revision_number': 1, 'project_id': '70853bc2230d45849aab4db3394338a9', 'subnets': [{'id': '75890414-56b8-421c-bd1e-82db61e5ff56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:08:09.720748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228cfe79-7c05-4f79-831c-4b51a3e62edb None None] The sync data for ids ['a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'] in n-d-828418-2 is: [{'id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'name': 'tempest-TestEncryptedCinderVolumes-1628853542-router', 'tenant_id': '70853bc2230d45849aab4db3394338a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '68503634-eb0e-4b99-bb32-d6c9d4e24b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:08:04Z', 'updated_at': '2022-02-09T15:08:08Z', 'revision_number': 4, 'project_id': '70853bc2230d45849aab4db3394338a9', 'gw_port': {'id': '68503634-eb0e-4b99-bb32-d6c9d4e24b57', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:08:05Z', 'updated_at': '2022-02-09T15:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '7163151b-db48-488a-bb58-ba3fe5885e02', 'name': '', 'network_id': '55cce2d6-5758-489c-941c-d9279441c8a8', 'tenant_id': '70853bc2230d45849aab4db3394338a9', 'mac_address': 'fa:16:3e:c1:5b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '75890414-56b8-421c-bd1e-82db61e5ff56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:08:08Z', 'updated_at': '2022-02-09T15:08:08Z', 'revision_number': 1, 'project_id': '70853bc2230d45849aab4db3394338a9', 'subnets': [{'id': '75890414-56b8-421c-bd1e-82db61e5ff56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:08:09.736686 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:08:09.814255 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e27a7870-b416-427a-b6ed-828affd3637f None None] Provisioning complete for port 7163151b-db48-488a-bb58-ba3fe5885e02 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:09.815145 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e27a7870-b416-427a-b6ed-828affd3637f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:09.866868 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:09.867236 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:09.919336 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e27a7870-b416-427a-b6ed-828affd3637f None None] Port 7163151b-db48-488a-bb58-ba3fe5885e02 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:08:10.000514 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:08:10.010304 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1df1a0d1-d535-4e54-b381-f4332bc69526 admin admin] 10.222.0.48 "PUT /v2.0/routers/a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6365333 Feb 09 15:08:10.026120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f75c79d0-fc05-4ee1-8c95-efdefd8c27ba up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:08:10.099044 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port f75c79d0-fc05-4ee1-8c95-efdefd8c27ba triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:10.099423 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:10.973789 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:10.993277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-bb430f78-16ec-4982-9317-56384982ea63 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:10.993983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-bb430f78-16ec-4982-9317-56384982ea63 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Synchronizing usage tracker for tenant:2caca41ae9a94ee1aea4996a82d84a71 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:08:11.013503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-bb430f78-16ec-4982-9317-56384982ea63 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Unset dirty status for tenant:2caca41ae9a94ee1aea4996a82d84a71 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:08:11.014931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-bb430f78-16ec-4982-9317-56384982ea63 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/networks?id=e882fe46-6420-4350-b3e4-6d1b88974a40 HTTP/1.1" status: 200 len: 816 time: 0.1880095 Feb 09 15:08:11.031388 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-5fdc15df-cac7-4030-a983-44579f3d415a tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/quotas/2caca41ae9a94ee1aea4996a82d84a71 HTTP/1.1" status: 200 len: 375 time: 0.0101299 Feb 09 15:08:11.114694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-85f7136a-1d5a-4440-bf35-f493a8c1cb5c tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Synchronizing usage tracker for tenant:2caca41ae9a94ee1aea4996a82d84a71 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:08:11.131860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-85f7136a-1d5a-4440-bf35-f493a8c1cb5c tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Unset dirty status for tenant:2caca41ae9a94ee1aea4996a82d84a71 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:08:11.133141 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-85f7136a-1d5a-4440-bf35-f493a8c1cb5c tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2caca41ae9a94ee1aea4996a82d84a71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955513 Feb 09 15:08:11.273738 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-b7e640ee-0f58-4b66-9fcb-0008ddf22e2d service neutron] 10.222.0.48 "GET /v2.0/networks/e882fe46-6420-4350-b3e4-6d1b88974a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286685 Feb 09 15:08:11.424189 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-f12b52b8-8960-4312-b1ee-990544d3b1f5 service neutron] 10.222.0.48 "GET /v2.0/networks/e882fe46-6420-4350-b3e4-6d1b88974a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440096 Feb 09 15:08:11.605018 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0a7a0fa-2928-4d04-b011-1ed97416d9ad req-ae970ee0-68f1-4df0-a355-9a9beccca567 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 210 time: 0.0457604 Feb 09 15:08:11.754134 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 68503634-eb0e-4b99-bb32-d6c9d4e24b57 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:08:11.826107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 68503634-eb0e-4b99-bb32-d6c9d4e24b57 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:08:11.831401 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 68503634-eb0e-4b99-bb32-d6c9d4e24b57 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:11.831800 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:11.951151 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:11.968468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 68503634-eb0e-4b99-bb32-d6c9d4e24b57, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=68503634-eb0e-4b99-bb32-d6c9d4e24b57,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:08:11.974410 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:12.043336 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=68503634-eb0e-4b99-bb32-d6c9d4e24b57,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:12.705056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-5c940c2f-eb5d-4bed-843f-a2140bb59d88 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:12.706535 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-5c940c2f-eb5d-4bed-843f-a2140bb59d88 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.35 "GET /v2.0/networks?id=e882fe46-6420-4350-b3e4-6d1b88974a40 HTTP/1.1" status: 200 len: 816 time: 0.1519973 Feb 09 15:08:12.722388 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-49ae7688-8c85-45ff-9b24-982143368ea3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Request body: {'port': {'device_id': '2f3ec5e3-640d-4406-8022-8f52250c972c', 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40', 'admin_state_up': True, 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:08:12.833552 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3aeb796a-88cd-41df-853b-cb60913e9236 req-8aa98c24-fdb4-4fe9-8b35-eb0e29842c37 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 210 time: 0.0947409 Feb 09 15:08:13.011548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-49ae7688-8c85-45ff-9b24-982143368ea3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:08:13.022844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-49ae7688-8c85-45ff-9b24-982143368ea3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:08:13.034336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-49ae7688-8c85-45ff-9b24-982143368ea3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Made reservation on behalf of 2caca41ae9a94ee1aea4996a82d84a71 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:08:13.037917 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-49ae7688-8c85-45ff-9b24-982143368ea3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:13.196837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-49ae7688-8c85-45ff-9b24-982143368ea3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Allocated IP 172.20.0.6 (e882fe46-6420-4350-b3e4-6d1b88974a40/0e4384f8-b162-48ea-8c62-1240f4bdf972/a97d97a0-82e4-4630-b749-398419680ffe) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:08:13.309097 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Sync routers for ids ['a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:08:13.318462 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Routers {'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:08:13.319065 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:07:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:08:13.402101 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-49ae7688-8c85-45ff-9b24-982143368ea3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:13.418101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-49ae7688-8c85-45ff-9b24-982143368ea3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Transition to ACTIVE for port object a97d97a0-82e4-4630-b749-398419680ffe will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:08:13.442986 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-49ae7688-8c85-45ff-9b24-982143368ea3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:13.496860 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Set router a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:08:13.517535 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-49ae7688-8c85-45ff-9b24-982143368ea3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Network e882fe46-6420-4350-b3e4-6d1b88974a40 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:08:13.520805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-49ae7688-8c85-45ff-9b24-982143368ea3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:08:13.524660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-49ae7688-8c85-45ff-9b24-982143368ea3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:08:13.555773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae7688-8c85-45ff-9b24-982143368ea3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Pushing event updated for resources: {'Port': ['ID=a97d97a0-82e4-4630-b749-398419680ffe,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:13.592228 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-49ae7688-8c85-45ff-9b24-982143368ea3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:13.592942 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-49ae7688-8c85-45ff-9b24-982143368ea3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:13.621262 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-49ae7688-8c85-45ff-9b24-982143368ea3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9031296 Feb 09 15:08:13.635903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Request body: {'port': {'device_id': '2f3ec5e3-640d-4406-8022-8f52250c972c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:08:13.724619 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 68503634-eb0e-4b99-bb32-d6c9d4e24b57 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:08:13.784108 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:13.810690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 68503634-eb0e-4b99-bb32-d6c9d4e24b57 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:13.811355 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:13.848905 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'name': 'tempest-TestEncryptedCinderVolumes-1628853542-router', 'tenant_id': '70853bc2230d45849aab4db3394338a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '68503634-eb0e-4b99-bb32-d6c9d4e24b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:08:04Z', 'updated_at': '2022-02-09T15:08:08Z', 'revision_number': 4, 'project_id': '70853bc2230d45849aab4db3394338a9', 'gw_port': {'id': '68503634-eb0e-4b99-bb32-d6c9d4e24b57', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:08:05Z', 'updated_at': '2022-02-09T15:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '7163151b-db48-488a-bb58-ba3fe5885e02', 'name': '', 'network_id': '55cce2d6-5758-489c-941c-d9279441c8a8', 'tenant_id': '70853bc2230d45849aab4db3394338a9', 'mac_address': 'fa:16:3e:c1:5b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '75890414-56b8-421c-bd1e-82db61e5ff56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:08:08Z', 'updated_at': '2022-02-09T15:08:09Z', 'revision_number': 2, 'project_id': '70853bc2230d45849aab4db3394338a9', 'subnets': [{'id': '75890414-56b8-421c-bd1e-82db61e5ff56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:08:13.852719 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Checking router: a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:08:13.853062 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Updating router a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b port 7163151b-db48-488a-bb58-ba3fe5885e02 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:08:13.905755 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:13.935387 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8d156296-22f8-43f9-b685-093f4e19ef55 None None] Provisioning for port a97d97a0-82e4-4630-b749-398419680ffe completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:08:13.959048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8d156296-22f8-43f9-b685-093f4e19ef55 None None] Provisioning complete for port a97d97a0-82e4-4630-b749-398419680ffe triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:13.959950 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8d156296-22f8-43f9-b685-093f4e19ef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:14.041320 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8d156296-22f8-43f9-b685-093f4e19ef55 None None] Port a97d97a0-82e4-4630-b749-398419680ffe cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:08:14.069167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40e024-d140-491d-b60d-de4c9bf417c0 req-96e928c3-29b4-4347-b5b9-e4044abb17c6 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:14.070650 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4f40e024-d140-491d-b60d-de4c9bf417c0 req-96e928c3-29b4-4347-b5b9-e4044abb17c6 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 931 time: 0.0999932 Feb 09 15:08:14.119564 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4f40e024-d140-491d-b60d-de4c9bf417c0 req-14f34783-1174-4add-ba11-1f75dcb384d9 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410039 Feb 09 15:08:14.179623 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97d97a0-82e4-4630-b749-398419680ffe {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:08:14.188031 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:14.205936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Transition to ACTIVE for port object a97d97a0-82e4-4630-b749-398419680ffe will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:08:14.209777 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:14.278918 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:14.294230 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Transition to ACTIVE for port object 7163151b-db48-488a-bb58-ba3fe5885e02 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:08:14.304379 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:14.409285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Pushing event updated for resources: {'Port': ['ID=a97d97a0-82e4-4630-b749-398419680ffe,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:14.467060 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Attempting to bind port a97d97a0-82e4-4630-b749-398419680ffe on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:08:14.467541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Attempting to bind port a97d97a0-82e4-4630-b749-398419680ffe by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:08:14.467926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Attempting to bind port a97d97a0-82e4-4630-b749-398419680ffe on network e882fe46-6420-4350-b3e4-6d1b88974a40 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:08:14.473404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Port a97d97a0-82e4-4630-b749-398419680ffe on network e882fe46-6420-4350-b3e4-6d1b88974a40 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:08:14.473733 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Attempting to bind port a97d97a0-82e4-4630-b749-398419680ffe on network e882fe46-6420-4350-b3e4-6d1b88974a40 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:08:14.479644 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:08:14.479644 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Checking segment: {'id': 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:08:14.480157 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Bound using segment: {'id': 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:08:14.480539 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Bound port: a97d97a0-82e4-4630-b749-398419680ffe, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:08:14.480892 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:14.511984 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a52132-9824-4dfb-b50e-956033890be2 None None] Pushing event updated for resources: {'Port': ['ID=7163151b-db48-488a-bb58-ba3fe5885e02,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:14.529685 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Attempting to bind port 7163151b-db48-488a-bb58-ba3fe5885e02 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:08:14.530312 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Attempting to bind port 7163151b-db48-488a-bb58-ba3fe5885e02 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'bcd59b3e-7b39-4597-94d1-236836226659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55cce2d6-5758-489c-941c-d9279441c8a8'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:08:14.530843 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Attempting to bind port 7163151b-db48-488a-bb58-ba3fe5885e02 on network 55cce2d6-5758-489c-941c-d9279441c8a8 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:08:14.537782 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:08:14.538367 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Checking segment: {'id': 'bcd59b3e-7b39-4597-94d1-236836226659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55cce2d6-5758-489c-941c-d9279441c8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:08:14.538925 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:14.539466 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Bound using segment: {'id': 'bcd59b3e-7b39-4597-94d1-236836226659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55cce2d6-5758-489c-941c-d9279441c8a8'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:08:14.540125 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Bound port: 7163151b-db48-488a-bb58-ba3fe5885e02, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd59b3e-7b39-4597-94d1-236836226659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '55cce2d6-5758-489c-941c-d9279441c8a8'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:08:14.540658 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:14.597417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] For port a97d97a0-82e4-4630-b749-398419680ffe, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:08:14.600590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] For port a97d97a0-82e4-4630-b749-398419680ffe, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=a97d97a0-82e4-4630-b749-398419680ffe,segment=NetworkSegment(d9d2ed9e-be23-4215-8ce2-b6819a13d4bf),segment_id=d9d2ed9e-be23-4215-8ce2-b6819a13d4bf)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:08:14.606320 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:14.643065 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] For port 7163151b-db48-488a-bb58-ba3fe5885e02, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:08:14.646375 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] For port 7163151b-db48-488a-bb58-ba3fe5885e02, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7163151b-db48-488a-bb58-ba3fe5885e02,segment=NetworkSegment(bcd59b3e-7b39-4597-94d1-236836226659),segment_id=bcd59b3e-7b39-4597-94d1-236836226659)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:08:14.650979 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:14.676756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:14.677399 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:14.678777 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] 10.222.0.35 "PUT /v2.0/ports/a97d97a0-82e4-4630-b749-398419680ffe HTTP/1.1" status: 200 len: 1091 time: 1.0473838 Feb 09 15:08:14.679216 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3ec5e3-640d-4406-8022-8f52250c972c', 'tag': 'a97d97a0-82e4-4630-b749-398419680ffe'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:08:14.710525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b5cf5-8df4-4764-ba73-f6064e57f888 service neutron] Pushing event updated for resources: {'Port': ['ID=a97d97a0-82e4-4630-b749-398419680ffe,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:14.733295 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Routers {'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:08:14.733988 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:07:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:08:14.775176 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3ec5e3-640d-4406-8022-8f52250c972c', 'tag': 'a97d97a0-82e4-4630-b749-398419680ffe', 'status': 'completed', 'code': 200} Feb 09 15:08:14.825386 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a52132-9824-4dfb-b50e-956033890be2 None None] Pushing event updated for resources: {'Port': ['ID=7163151b-db48-488a-bb58-ba3fe5885e02,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:14.827196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-46622f50-6df0-438d-8056-2be62de03c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:14.828714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-46622f50-6df0-438d-8056-2be62de03c58 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2caca41ae9a94ee1aea4996a82d84a71&device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 1094 time: 0.0947127 Feb 09 15:08:14.908997 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-f271ca41-db90-40de-8d67-c1fb1805dd83 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a97d97a0-82e4-4630-b749-398419680ffe HTTP/1.1" status: 200 len: 217 time: 0.0722442 Feb 09 15:08:14.962407 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] Set router a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:08:14.982969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-b6b79cdb-782a-49ab-a4cc-7814d20d78c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:14.984738 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-b6b79cdb-782a-49ab-a4cc-7814d20d78c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0e4384f8-b162-48ea-8c62-1240f4bdf972 HTTP/1.1" status: 200 len: 855 time: 0.0692122 Feb 09 15:08:15.166747 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-cfed6944-a1a2-4a3f-bd8d-0d36eb7f3054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:15.168395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-cfed6944-a1a2-4a3f-bd8d-0d36eb7f3054 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e882fe46-6420-4350-b3e4-6d1b88974a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1757421 Feb 09 15:08:15.288323 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'name': 'tempest-TestEncryptedCinderVolumes-1628853542-router', 'tenant_id': '70853bc2230d45849aab4db3394338a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '68503634-eb0e-4b99-bb32-d6c9d4e24b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:08:04Z', 'updated_at': '2022-02-09T15:08:08Z', 'revision_number': 4, 'project_id': '70853bc2230d45849aab4db3394338a9', 'gw_port': {'id': '68503634-eb0e-4b99-bb32-d6c9d4e24b57', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:08:05Z', 'updated_at': '2022-02-09T15:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '7163151b-db48-488a-bb58-ba3fe5885e02', 'name': '', 'network_id': '55cce2d6-5758-489c-941c-d9279441c8a8', 'tenant_id': '70853bc2230d45849aab4db3394338a9', 'mac_address': 'fa:16:3e:c1:5b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '75890414-56b8-421c-bd1e-82db61e5ff56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:08:08Z', 'updated_at': '2022-02-09T15:08:14Z', 'revision_number': 4, 'project_id': '70853bc2230d45849aab4db3394338a9', 'subnets': [{'id': '75890414-56b8-421c-bd1e-82db61e5ff56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:08:15.292344 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e52118-0d9b-4d9f-a966-8c1a54747044 None None] The sync data for ids ['a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'] in n-d-828418-2 is: [{'id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'name': 'tempest-TestEncryptedCinderVolumes-1628853542-router', 'tenant_id': '70853bc2230d45849aab4db3394338a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '68503634-eb0e-4b99-bb32-d6c9d4e24b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:08:04Z', 'updated_at': '2022-02-09T15:08:08Z', 'revision_number': 4, 'project_id': '70853bc2230d45849aab4db3394338a9', 'gw_port': {'id': '68503634-eb0e-4b99-bb32-d6c9d4e24b57', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:08:05Z', 'updated_at': '2022-02-09T15:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '7163151b-db48-488a-bb58-ba3fe5885e02', 'name': '', 'network_id': '55cce2d6-5758-489c-941c-d9279441c8a8', 'tenant_id': '70853bc2230d45849aab4db3394338a9', 'mac_address': 'fa:16:3e:c1:5b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '75890414-56b8-421c-bd1e-82db61e5ff56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:08:08Z', 'updated_at': '2022-02-09T15:08:14Z', 'revision_number': 4, 'project_id': '70853bc2230d45849aab4db3394338a9', 'subnets': [{'id': '75890414-56b8-421c-bd1e-82db61e5ff56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:08:15.313490 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-d48f6c58-2aab-4ff7-b160-2c33a4d66884 service neutron] 10.222.0.35 "GET /v2.0/networks/e882fe46-6420-4350-b3e4-6d1b88974a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377416 Feb 09 15:08:15.322229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070b940-d131-4b82-9fe4-ae7d6165a972 req-3452fca3-2d68-4ae7-a591-b9025534055f tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:15.324592 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e070b940-d131-4b82-9fe4-ae7d6165a972 req-3452fca3-2d68-4ae7-a591-b9025534055f tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 943 time: 0.0932600 Feb 09 15:08:15.375954 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e070b940-d131-4b82-9fe4-ae7d6165a972 req-1e50ad8d-145b-4045-9100-a4765660759e tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455065 Feb 09 15:08:15.458576 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4e3d756-3c84-465b-acd5-f4782b438e3b req-f2aa245c-ca94-4ecf-ba38-9366fe7548d9 service neutron] 10.222.0.35 "GET /v2.0/networks/e882fe46-6420-4350-b3e4-6d1b88974a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385798 Feb 09 15:08:15.587886 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e95a38-7a6c-43d7-b638-2a4931ed41b9 req-b4cb381b-c501-427d-9fa7-50085fb7c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:15.589972 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72e95a38-7a6c-43d7-b638-2a4931ed41b9 req-b4cb381b-c501-427d-9fa7-50085fb7c867 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2caca41ae9a94ee1aea4996a82d84a71&device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 1094 time: 0.0813661 Feb 09 15:08:15.735618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e95a38-7a6c-43d7-b638-2a4931ed41b9 req-ffce38d0-a358-40f1-bb45-09d2451afeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:15.737653 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72e95a38-7a6c-43d7-b638-2a4931ed41b9 req-ffce38d0-a358-40f1-bb45-09d2451afeef service neutron] 10.222.0.35 "GET /v2.0/networks?id=e882fe46-6420-4350-b3e4-6d1b88974a40 HTTP/1.1" status: 200 len: 916 time: 0.1410637 Feb 09 15:08:15.744504 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7163151b-db48-488a-bb58-ba3fe5885e02 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:08:15.804544 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72e95a38-7a6c-43d7-b638-2a4931ed41b9 req-05cf9c00-5404-4009-afb9-66b2a05baa85 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a97d97a0-82e4-4630-b749-398419680ffe HTTP/1.1" status: 200 len: 217 time: 0.0606220 Feb 09 15:08:15.812198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 7163151b-db48-488a-bb58-ba3fe5885e02 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:08:15.817140 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7163151b-db48-488a-bb58-ba3fe5885e02 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:15.817507 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:15.868962 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e95a38-7a6c-43d7-b638-2a4931ed41b9 req-c13ba81e-2f9b-4bd0-9322-1abea7c36e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:15.870369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72e95a38-7a6c-43d7-b638-2a4931ed41b9 req-c13ba81e-2f9b-4bd0-9322-1abea7c36e83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0e4384f8-b162-48ea-8c62-1240f4bdf972 HTTP/1.1" status: 200 len: 855 time: 0.0596187 Feb 09 15:08:15.933437 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:15.944920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e95a38-7a6c-43d7-b638-2a4931ed41b9 req-6bf183f3-a729-43a7-8c8a-059bcb211e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:15.946395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72e95a38-7a6c-43d7-b638-2a4931ed41b9 req-6bf183f3-a729-43a7-8c8a-059bcb211e7f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e882fe46-6420-4350-b3e4-6d1b88974a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682156 Feb 09 15:08:15.964704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 7163151b-db48-488a-bb58-ba3fe5885e02, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7163151b-db48-488a-bb58-ba3fe5885e02,segment=NetworkSegment(bcd59b3e-7b39-4597-94d1-236836226659),segment_id=bcd59b3e-7b39-4597-94d1-236836226659)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:08:15.968633 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:16.038252 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=7163151b-db48-488a-bb58-ba3fe5885e02,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:16.076903 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72e95a38-7a6c-43d7-b638-2a4931ed41b9 req-07c0fb62-465a-4734-95f5-7e1ed1733d4c service neutron] 10.222.0.35 "GET /v2.0/networks/e882fe46-6420-4350-b3e4-6d1b88974a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240509 Feb 09 15:08:16.210696 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-72e95a38-7a6c-43d7-b638-2a4931ed41b9 req-f8c6a027-dc3f-4cdc-af5f-4c6ba53c4d36 service neutron] 10.222.0.35 "GET /v2.0/networks/e882fe46-6420-4350-b3e4-6d1b88974a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272774 Feb 09 15:08:16.580892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e40dc-aa67-4621-bea7-b3d72f033af4 req-22b81506-c4c6-4474-ab8c-51862104af63 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:16.581663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0c2e40dc-aa67-4621-bea7-b3d72f033af4 req-22b81506-c4c6-4474-ab8c-51862104af63 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Synchronizing usage tracker for tenant:2caca41ae9a94ee1aea4996a82d84a71 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:08:16.598921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0c2e40dc-aa67-4621-bea7-b3d72f033af4 req-22b81506-c4c6-4474-ab8c-51862104af63 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Unset dirty status for tenant:2caca41ae9a94ee1aea4996a82d84a71 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:08:16.600216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c2e40dc-aa67-4621-bea7-b3d72f033af4 req-22b81506-c4c6-4474-ab8c-51862104af63 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 943 time: 0.1092193 Feb 09 15:08:16.647406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0c2e40dc-aa67-4621-bea7-b3d72f033af4 req-6b1369f9-4549-48e2-b5d1-3effd0e08ff7 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Synchronizing usage tracker for tenant:2caca41ae9a94ee1aea4996a82d84a71 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:08:16.665803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0c2e40dc-aa67-4621-bea7-b3d72f033af4 req-6b1369f9-4549-48e2-b5d1-3effd0e08ff7 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Unset dirty status for tenant:2caca41ae9a94ee1aea4996a82d84a71 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:08:16.667360 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c2e40dc-aa67-4621-bea7-b3d72f033af4 req-6b1369f9-4549-48e2-b5d1-3effd0e08ff7 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599785 Feb 09 15:08:17.716254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7163151b-db48-488a-bb58-ba3fe5885e02 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:08:17.782125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7163151b-db48-488a-bb58-ba3fe5885e02 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:17.782496 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:17.856785 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bd40c-2434-4a6b-9d6f-122ec5be85f6 req-17365c20-bae2-4f8c-b6ee-75e1e2aeae3e tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:17.858268 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4a6bd40c-2434-4a6b-9d6f-122ec5be85f6 req-17365c20-bae2-4f8c-b6ee-75e1e2aeae3e tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 943 time: 0.0796261 Feb 09 15:08:17.902979 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4a6bd40c-2434-4a6b-9d6f-122ec5be85f6 req-e3657215-0eff-46f4-8413-5ca6f0d923be tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388365 Feb 09 15:08:19.007957 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device a97d97a0-82e4-4630-b749-398419680ffe details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:08:19.090533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5eb3c0-88b8-4868-9d65-365d3ec41f44 req-1fdce8dc-197f-445a-8163-d7092e80fb79 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:19.091990 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a5eb3c0-88b8-4868-9d65-365d3ec41f44 req-1fdce8dc-197f-445a-8163-d7092e80fb79 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 943 time: 0.0875270 Feb 09 15:08:19.136493 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4a5eb3c0-88b8-4868-9d65-365d3ec41f44 req-858c2a4a-6fd6-45ac-aa0c-df3845c03cce tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382531 Feb 09 15:08:19.177693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port a97d97a0-82e4-4630-b749-398419680ffe, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=a97d97a0-82e4-4630-b749-398419680ffe,segment=NetworkSegment(d9d2ed9e-be23-4215-8ce2-b6819a13d4bf),segment_id=d9d2ed9e-be23-4215-8ce2-b6819a13d4bf)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:08:19.190111 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'a97d97a0-82e4-4630-b749-398419680ffe', 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40', 'port_id': 'a97d97a0-82e4-4630-b749-398419680ffe', 'mac_address': 'fa:16:3e:bd:70:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4384f8-b162-48ea-8c62-1240f4bdf972', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:08:19.245143 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:19.261292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97d97a0-82e4-4630-b749-398419680ffe {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:08:19.276457 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port a97d97a0-82e4-4630-b749-398419680ffe, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=a97d97a0-82e4-4630-b749-398419680ffe,segment=NetworkSegment(d9d2ed9e-be23-4215-8ce2-b6819a13d4bf),segment_id=d9d2ed9e-be23-4215-8ce2-b6819a13d4bf)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:08:19.280391 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:19.351626 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=a97d97a0-82e4-4630-b749-398419680ffe,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:19.654309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['a97d97a0-82e4-4630-b749-398419680ffe'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:08:20.322959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f3c33-6855-4257-97ba-7a619354f7b4 req-504975b2-10b6-493a-b0f0-2277dc602f92 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:20.324439 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f16f3c33-6855-4257-97ba-7a619354f7b4 req-504975b2-10b6-493a-b0f0-2277dc602f92 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 944 time: 0.0825877 Feb 09 15:08:20.368217 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f16f3c33-6855-4257-97ba-7a619354f7b4 req-7bd0db8f-a72f-4afb-85e5-b5bc5bbe6a52 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382578 Feb 09 15:08:21.029432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device a97d97a0-82e4-4630-b749-398419680ffe up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:08:21.096730 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port a97d97a0-82e4-4630-b749-398419680ffe completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:08:21.101210 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port a97d97a0-82e4-4630-b749-398419680ffe triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:21.101580 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:21.212908 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:21.239739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3ec5e3-640d-4406-8022-8f52250c972c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97d97a0-82e4-4630-b749-398419680ffe'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:08:21.249433 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port a97d97a0-82e4-4630-b749-398419680ffe, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=a97d97a0-82e4-4630-b749-398419680ffe,segment=NetworkSegment(d9d2ed9e-be23-4215-8ce2-b6819a13d4bf),segment_id=d9d2ed9e-be23-4215-8ce2-b6819a13d4bf)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:08:21.253058 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:21.288640 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3ec5e3-640d-4406-8022-8f52250c972c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97d97a0-82e4-4630-b749-398419680ffe', 'code': 200} Feb 09 15:08:21.321318 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=a97d97a0-82e4-4630-b749-398419680ffe,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:21.436446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c81c6-82fd-4e01-aaa7-f29382b3242c req-b77c6698-3fa0-460d-bb48-f27fd076b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:21.437925 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f07c81c6-82fd-4e01-aaa7-f29382b3242c req-b77c6698-3fa0-460d-bb48-f27fd076b1aa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 1096 time: 0.0895340 Feb 09 15:08:21.479811 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f07c81c6-82fd-4e01-aaa7-f29382b3242c req-d1276bae-1339-4dc6-bbbf-04de26fd2316 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344594 Feb 09 15:08:21.552372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb39f84-d8e8-4f00-9371-de4473df65b7 req-97175491-a1c0-4eae-9bfb-06ed9c18176f tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:21.553744 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dfb39f84-d8e8-4f00-9371-de4473df65b7 req-97175491-a1c0-4eae-9bfb-06ed9c18176f tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 945 time: 0.0778651 Feb 09 15:08:21.598197 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dfb39f84-d8e8-4f00-9371-de4473df65b7 req-510e4c5a-b295-48e6-ba3f-d9b9cc971041 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388100 Feb 09 15:08:22.779454 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8399e-dbf9-452e-ba94-0d84da807f80 req-8ebca35e-e4ee-46e9-89a4-10b38f8ac7ac tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:22.780923 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-57b8399e-dbf9-452e-ba94-0d84da807f80 req-8ebca35e-e4ee-46e9-89a4-10b38f8ac7ac tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 945 time: 0.0792160 Feb 09 15:08:22.825163 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-57b8399e-dbf9-452e-ba94-0d84da807f80 req-659588c2-361b-4a9e-be0f-d811f016dcc9 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379720 Feb 09 15:08:24.010351 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a53ca5-b4a7-4eeb-ab14-255dfb87a13b req-231ead7c-a080-49af-96b8-a2e047b6c629 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:24.011840 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0a53ca5-b4a7-4eeb-ab14-255dfb87a13b req-231ead7c-a080-49af-96b8-a2e047b6c629 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 945 time: 0.0826366 Feb 09 15:08:24.058093 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d0a53ca5-b4a7-4eeb-ab14-255dfb87a13b req-408dc16d-ec72-4285-83b5-225bea33f230 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389259 Feb 09 15:08:24.243937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f153c9-0679-4f04-a7a7-736eb8ae64d6 req-cef6a312-5357-4c5c-83f6-01221d1edc1b tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:24.245385 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7f153c9-0679-4f04-a7a7-736eb8ae64d6 req-cef6a312-5357-4c5c-83f6-01221d1edc1b tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 945 time: 0.0858769 Feb 09 15:08:24.288391 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7f153c9-0679-4f04-a7a7-736eb8ae64d6 req-af33b082-b0ae-4726-870f-82b220a673c0 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373459 Feb 09 15:08:24.633352 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5761ff2c-acad-412d-9654-a7bbbede6c3d req-cd7f4655-0901-48e0-a93b-1de2c119bc7d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703979 Feb 09 15:08:24.884033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761ff2c-acad-412d-9654-a7bbbede6c3d req-47b76c01-3fa6-4903-9d1c-ec423c45c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:24.885872 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5761ff2c-acad-412d-9654-a7bbbede6c3d req-47b76c01-3fa6-4903-9d1c-ec423c45c0a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2caca41ae9a94ee1aea4996a82d84a71&device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 1096 time: 0.1784875 Feb 09 15:08:25.036281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761ff2c-acad-412d-9654-a7bbbede6c3d req-c204d1f9-c213-4a87-b87d-00153fe6b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:25.037721 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5761ff2c-acad-412d-9654-a7bbbede6c3d req-c204d1f9-c213-4a87-b87d-00153fe6b154 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e882fe46-6420-4350-b3e4-6d1b88974a40 HTTP/1.1" status: 200 len: 916 time: 0.1308405 Feb 09 15:08:25.109441 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5761ff2c-acad-412d-9654-a7bbbede6c3d req-b08bc1ed-f160-48ee-9a62-ade3c6e82dbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a97d97a0-82e4-4630-b749-398419680ffe HTTP/1.1" status: 200 len: 217 time: 0.0650990 Feb 09 15:08:25.171329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761ff2c-acad-412d-9654-a7bbbede6c3d req-32b4dd93-e4c9-4b82-9f39-ace78e970edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:25.172793 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5761ff2c-acad-412d-9654-a7bbbede6c3d req-32b4dd93-e4c9-4b82-9f39-ace78e970edc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0e4384f8-b162-48ea-8c62-1240f4bdf972 HTTP/1.1" status: 200 len: 855 time: 0.0571585 Feb 09 15:08:25.254661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761ff2c-acad-412d-9654-a7bbbede6c3d req-4f946191-c88d-40b7-a8cc-056eb5d8b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:25.256526 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5761ff2c-acad-412d-9654-a7bbbede6c3d req-4f946191-c88d-40b7-a8cc-056eb5d8b11b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e882fe46-6420-4350-b3e4-6d1b88974a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767419 Feb 09 15:08:25.393196 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5761ff2c-acad-412d-9654-a7bbbede6c3d req-2fac046f-f81b-4dac-919e-00f600d7f61f service neutron] 10.222.0.35 "GET /v2.0/networks/e882fe46-6420-4350-b3e4-6d1b88974a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299593 Feb 09 15:08:25.535930 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5761ff2c-acad-412d-9654-a7bbbede6c3d req-a4f2dc43-1f06-4ded-a26f-bfa64c7b136a service neutron] 10.222.0.35 "GET /v2.0/networks/e882fe46-6420-4350-b3e4-6d1b88974a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361454 Feb 09 15:08:26.873884 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-88fc34f5-108b-47f0-9b33-29dfcddb3261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:29.281454 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-442265a7-6eff-4ff2-bb4b-c2cc23351b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:30.397686 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:30.415574 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:31.957736 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:38.721013 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869837e0-a390-451f-91ca-3be6d59b7a12 req-432ab9f7-0a25-4f6d-b8a8-6d6fae60cd72 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:38.722538 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-869837e0-a390-451f-91ca-3be6d59b7a12 req-432ab9f7-0a25-4f6d-b8a8-6d6fae60cd72 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 945 time: 0.0808377 Feb 09 15:08:38.770413 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-869837e0-a390-451f-91ca-3be6d59b7a12 req-b55eb9b7-985a-44ff-b7c1-f0630aa79e00 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420496 Feb 09 15:08:39.315099 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:39.958357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb7a7a-f9e7-40d3-a39a-5a363368d693 req-5d534c2b-6db0-47d1-9e83-12da203490a1 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:39.959801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1fb7a7a-f9e7-40d3-a39a-5a363368d693 req-5d534c2b-6db0-47d1-9e83-12da203490a1 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 945 time: 0.0791090 Feb 09 15:08:40.002328 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1fb7a7a-f9e7-40d3-a39a-5a363368d693 req-d117e489-ed74-4248-99f0-aa1dcae04c54 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366879 Feb 09 15:08:40.927077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fea02c-802c-4d3f-9498-5c8b02b019d5 req-ac031b62-4d6c-4050-ac81-a6f82d35e893 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:40.928533 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77fea02c-802c-4d3f-9498-5c8b02b019d5 req-ac031b62-4d6c-4050-ac81-a6f82d35e893 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 945 time: 0.0819743 Feb 09 15:08:40.980097 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:41.000176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-77fea02c-802c-4d3f-9498-5c8b02b019d5 req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Deleting port a97d97a0-82e4-4630-b749-398419680ffe {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:08:41.000648 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-77fea02c-802c-4d3f-9498-5c8b02b019d5 req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:41.189381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b577f2-7190-422b-8d06-a64c9bf1a271 req-365593ce-71c8-4ef5-815d-c11dcfd667db tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:41.191309 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a6b577f2-7190-422b-8d06-a64c9bf1a271 req-365593ce-71c8-4ef5-815d-c11dcfd667db tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 945 time: 0.0813558 Feb 09 15:08:41.235708 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a6b577f2-7190-422b-8d06-a64c9bf1a271 req-d2387830-290a-42a8-b513-f9ccd4d0cc0d tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385430 Feb 09 15:08:41.257481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-77fea02c-802c-4d3f-9498-5c8b02b019d5 req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] For port a97d97a0-82e4-4630-b749-398419680ffe, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=a97d97a0-82e4-4630-b749-398419680ffe,segment=NetworkSegment(d9d2ed9e-be23-4215-8ce2-b6819a13d4bf),segment_id=d9d2ed9e-be23-4215-8ce2-b6819a13d4bf)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:08:41.257837 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-77fea02c-802c-4d3f-9498-5c8b02b019d5 req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:41.376349 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-77fea02c-802c-4d3f-9498-5c8b02b019d5 req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Calling delete_port for a97d97a0-82e4-4630-b749-398419680ffe owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:08:41.519818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-77fea02c-802c-4d3f-9498-5c8b02b019d5 req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:41.570636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Pushing event deleted for resources: {'Port': ['ID=a97d97a0-82e4-4630-b749-398419680ffe,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:41.610084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:41.610499 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:41.610837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:41.611162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:41.611486 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:41.611838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:41.612162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:41.612484 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:41.612797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:41.613110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:41.613552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:41.613738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:41.773436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fea02c-802c-4d3f-9498-5c8b02b019d5 req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] No DVR routers for this DVR port a97d97a0-82e4-4630-b749-398419680ffe on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:08:41.775890 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-77fea02c-802c-4d3f-9498-5c8b02b019d5 req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:41.778387 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3ec5e3-640d-4406-8022-8f52250c972c', 'name': 'network-vif-deleted', 'tag': 'a97d97a0-82e4-4630-b749-398419680ffe'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:08:41.794434 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-77fea02c-802c-4d3f-9498-5c8b02b019d5 req-333e28eb-8d9f-4c09-a3fd-4c0775e36eed tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.35 "DELETE /v2.0/ports/a97d97a0-82e4-4630-b749-398419680ffe HTTP/1.1" status: 204 len: 173 time: 0.8599484 Feb 09 15:08:41.825188 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3ec5e3-640d-4406-8022-8f52250c972c', 'name': 'network-vif-deleted', 'tag': 'a97d97a0-82e4-4630-b749-398419680ffe', 'status': 'completed', 'code': 200} Feb 09 15:08:42.402717 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-76b5537f-615f-448b-9e95-e899c8e2cf89 req-0c0113e2-d6b4-441e-934f-ca7996d3818f tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f3ec5e3-640d-4406-8022-8f52250c972c HTTP/1.1" status: 200 len: 210 time: 0.0433104 Feb 09 15:08:43.132931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device a97d97a0-82e4-4630-b749-398419680ffe no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:08:43.168624 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: a97d97a0-82e4-4630-b749-398419680ffe {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:08:43.168966 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device a97d97a0-82e4-4630-b749-398419680ffe not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:08:44.064668 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee281-c07e-4106-b981-9c9f9479f01c req-9e67e79b-5551-4015-97e8-41c5999121dd tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:44.066018 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-9e67e79b-5551-4015-97e8-41c5999121dd tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/networks?id=e882fe46-6420-4350-b3e4-6d1b88974a40 HTTP/1.1" status: 200 len: 816 time: 0.1426733 Feb 09 15:08:44.081558 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-1a6b9922-2337-4c0f-acb7-78dd7b0e62f8 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/quotas/2caca41ae9a94ee1aea4996a82d84a71 HTTP/1.1" status: 200 len: 375 time: 0.0102654 Feb 09 15:08:44.168233 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-19383ea4-5f70-4d46-9a9a-f752e5948153 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2caca41ae9a94ee1aea4996a82d84a71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815582 Feb 09 15:08:44.183877 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-91132183-673d-4a09-a291-39d1da0115b7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:08:44.184803 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-91132183-673d-4a09-a291-39d1da0115b7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051765 Feb 09 15:08:44.318228 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-8a0b3ed2-4b0c-4318-afc2-983d142c9d8b service neutron] 10.222.0.48 "GET /v2.0/networks/e882fe46-6420-4350-b3e4-6d1b88974a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273997 Feb 09 15:08:44.445880 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-0c206d65-787a-484c-8815-cbf7c7814b48 service neutron] 10.222.0.48 "GET /v2.0/networks/e882fe46-6420-4350-b3e4-6d1b88974a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219547 Feb 09 15:08:44.732338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-63f93c49-35fa-46cc-9e42-46fb29d65cee req-753951e5-9bfd-4f2a-a7eb-fc90f652c8d6 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Synchronizing usage tracker for tenant:2caca41ae9a94ee1aea4996a82d84a71 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:08:44.748750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-63f93c49-35fa-46cc-9e42-46fb29d65cee req-753951e5-9bfd-4f2a-a7eb-fc90f652c8d6 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Unset dirty status for tenant:2caca41ae9a94ee1aea4996a82d84a71 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:08:44.750141 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63f93c49-35fa-46cc-9e42-46fb29d65cee req-753951e5-9bfd-4f2a-a7eb-fc90f652c8d6 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 210 time: 0.1649849 Feb 09 15:08:45.632054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee281-c07e-4106-b981-9c9f9479f01c req-00511bc3-6255-4546-b525-022c36d6015a tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:45.633441 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-00511bc3-6255-4546-b525-022c36d6015a tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.21 "GET /v2.0/networks?id=e882fe46-6420-4350-b3e4-6d1b88974a40 HTTP/1.1" status: 200 len: 816 time: 0.1458352 Feb 09 15:08:45.645720 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-4daee281-c07e-4106-b981-9c9f9479f01c req-0d59d679-0820-4474-a0eb-178c1c288df3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Request body: {'port': {'device_id': 'db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19', 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40', 'admin_state_up': True, 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:08:45.782711 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-4daee281-c07e-4106-b981-9c9f9479f01c req-0d59d679-0820-4474-a0eb-178c1c288df3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:08:45.792324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-4daee281-c07e-4106-b981-9c9f9479f01c req-0d59d679-0820-4474-a0eb-178c1c288df3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:08:45.802121 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4daee281-c07e-4106-b981-9c9f9479f01c req-0d59d679-0820-4474-a0eb-178c1c288df3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Made reservation on behalf of 2caca41ae9a94ee1aea4996a82d84a71 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:08:45.805784 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4daee281-c07e-4106-b981-9c9f9479f01c req-0d59d679-0820-4474-a0eb-178c1c288df3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:45.936245 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:08:45.949679 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-861e223f-1842-4fb9-9380-fd39e326a6ae req-bda02dbd-c623-468f-831c-536e0ab6addd tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 210 time: 0.0947318 Feb 09 15:08:45.967470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-4daee281-c07e-4106-b981-9c9f9479f01c req-0d59d679-0820-4474-a0eb-178c1c288df3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Allocated IP 172.20.0.11 (e882fe46-6420-4350-b3e4-6d1b88974a40/0e4384f8-b162-48ea-8c62-1240f4bdf972/e07d5256-e06a-4c24-b6f8-93cbf6552f8a) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:08:46.169863 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4daee281-c07e-4106-b981-9c9f9479f01c req-0d59d679-0820-4474-a0eb-178c1c288df3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:46.185549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-4daee281-c07e-4106-b981-9c9f9479f01c req-0d59d679-0820-4474-a0eb-178c1c288df3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Transition to ACTIVE for port object e07d5256-e06a-4c24-b6f8-93cbf6552f8a will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:08:46.208838 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4daee281-c07e-4106-b981-9c9f9479f01c req-0d59d679-0820-4474-a0eb-178c1c288df3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:46.277613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4daee281-c07e-4106-b981-9c9f9479f01c req-0d59d679-0820-4474-a0eb-178c1c288df3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Network e882fe46-6420-4350-b3e4-6d1b88974a40 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:08:46.280702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-4daee281-c07e-4106-b981-9c9f9479f01c req-0d59d679-0820-4474-a0eb-178c1c288df3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:08:46.285004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4daee281-c07e-4106-b981-9c9f9479f01c req-0d59d679-0820-4474-a0eb-178c1c288df3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:08:46.314295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59d679-0820-4474-a0eb-178c1c288df3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Pushing event updated for resources: {'Port': ['ID=e07d5256-e06a-4c24-b6f8-93cbf6552f8a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:46.354266 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee281-c07e-4106-b981-9c9f9479f01c req-0d59d679-0820-4474-a0eb-178c1c288df3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:46.354897 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4daee281-c07e-4106-b981-9c9f9479f01c req-0d59d679-0820-4474-a0eb-178c1c288df3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:46.381019 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-0d59d679-0820-4474-a0eb-178c1c288df3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7387362 Feb 09 15:08:46.392163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-6044160e-6eb7-4357-befb-471fa16cd22b tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:08:46.393688 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-6044160e-6eb7-4357-befb-471fa16cd22b tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058384 Feb 09 15:08:46.403293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Request body: {'port': {'device_id': 'db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:08:46.519972 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:46.528843 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-18fffefa-9fa2-4ef8-9138-b0dc131d67ad None None] Provisioning for port e07d5256-e06a-4c24-b6f8-93cbf6552f8a completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:08:46.536426 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-18fffefa-9fa2-4ef8-9138-b0dc131d67ad None None] Provisioning complete for port e07d5256-e06a-4c24-b6f8-93cbf6552f8a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:46.536945 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-18fffefa-9fa2-4ef8-9138-b0dc131d67ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:46.590239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-18fffefa-9fa2-4ef8-9138-b0dc131d67ad None None] Port e07d5256-e06a-4c24-b6f8-93cbf6552f8a cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:08:46.861068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07d5256-e06a-4c24-b6f8-93cbf6552f8a {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:08:46.867975 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:46.882336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Transition to ACTIVE for port object e07d5256-e06a-4c24-b6f8-93cbf6552f8a will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:08:46.885484 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:47.036286 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Pushing event updated for resources: {'Port': ['ID=e07d5256-e06a-4c24-b6f8-93cbf6552f8a,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:47.269600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Attempting to bind port e07d5256-e06a-4c24-b6f8-93cbf6552f8a on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:08:47.269921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Attempting to bind port e07d5256-e06a-4c24-b6f8-93cbf6552f8a by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:08:47.270264 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Attempting to bind port e07d5256-e06a-4c24-b6f8-93cbf6552f8a on network e882fe46-6420-4350-b3e4-6d1b88974a40 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:08:47.277351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Port e07d5256-e06a-4c24-b6f8-93cbf6552f8a on network e882fe46-6420-4350-b3e4-6d1b88974a40 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:08:47.277664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Attempting to bind port e07d5256-e06a-4c24-b6f8-93cbf6552f8a on network e882fe46-6420-4350-b3e4-6d1b88974a40 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:08:47.286180 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:08:47.286506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Checking segment: {'id': 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:08:47.286906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Bound using segment: {'id': 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:08:47.287320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Bound port: e07d5256-e06a-4c24-b6f8-93cbf6552f8a, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:08:47.287656 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:47.312465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a76a31-0b46-4c12-b525-391a5034ff95 req-36cd5b63-9d5d-4d55-aaed-5ee6b2011026 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:47.313183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-38a76a31-0b46-4c12-b525-391a5034ff95 req-36cd5b63-9d5d-4d55-aaed-5ee6b2011026 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Synchronizing usage tracker for tenant:2caca41ae9a94ee1aea4996a82d84a71 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:08:47.374812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-38a76a31-0b46-4c12-b525-391a5034ff95 req-36cd5b63-9d5d-4d55-aaed-5ee6b2011026 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Unset dirty status for tenant:2caca41ae9a94ee1aea4996a82d84a71 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:08:47.375906 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-38a76a31-0b46-4c12-b525-391a5034ff95 req-36cd5b63-9d5d-4d55-aaed-5ee6b2011026 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 944 time: 0.2981629 Feb 09 15:08:47.420459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] For port e07d5256-e06a-4c24-b6f8-93cbf6552f8a, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:08:47.434556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] For port e07d5256-e06a-4c24-b6f8-93cbf6552f8a, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=e07d5256-e06a-4c24-b6f8-93cbf6552f8a,segment=NetworkSegment(d9d2ed9e-be23-4215-8ce2-b6819a13d4bf),segment_id=d9d2ed9e-be23-4215-8ce2-b6819a13d4bf)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:08:47.438894 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-38a76a31-0b46-4c12-b525-391a5034ff95 req-8c702f61-eb50-4028-8dda-aa541c53dfdc tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541916 Feb 09 15:08:47.440478 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:47.504335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:47.504962 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:47.506808 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] 10.222.0.21 "PUT /v2.0/ports/e07d5256-e06a-4c24-b6f8-93cbf6552f8a HTTP/1.1" status: 200 len: 1092 time: 1.1071537 Feb 09 15:08:47.507236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19', 'tag': 'e07d5256-e06a-4c24-b6f8-93cbf6552f8a'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:08:47.539466 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b512ce-4506-4dcf-8ea7-5220ff578a47 service neutron] Pushing event updated for resources: {'Port': ['ID=e07d5256-e06a-4c24-b6f8-93cbf6552f8a,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:47.584124 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19', 'tag': 'e07d5256-e06a-4c24-b6f8-93cbf6552f8a', 'status': 'completed', 'code': 200} Feb 09 15:08:47.628061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee281-c07e-4106-b981-9c9f9479f01c req-8186d023-232a-4da5-9bc9-618a7c79ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:47.629220 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-8186d023-232a-4da5-9bc9-618a7c79ffc5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2caca41ae9a94ee1aea4996a82d84a71&device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 1095 time: 0.0800867 Feb 09 15:08:47.701054 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-9295b2a8-081a-41c3-971a-4db73e2bd5ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e07d5256-e06a-4c24-b6f8-93cbf6552f8a HTTP/1.1" status: 200 len: 217 time: 0.0646420 Feb 09 15:08:47.765384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee281-c07e-4106-b981-9c9f9479f01c req-c6e6e414-b80e-4181-92c6-09784aab2a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:47.766748 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-c6e6e414-b80e-4181-92c6-09784aab2a91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e4384f8-b162-48ea-8c62-1240f4bdf972 HTTP/1.1" status: 200 len: 855 time: 0.0606198 Feb 09 15:08:47.838085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee281-c07e-4106-b981-9c9f9479f01c req-ad05d18d-389c-44c2-9a06-281f38f0c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:47.839507 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-ad05d18d-389c-44c2-9a06-281f38f0c98a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e882fe46-6420-4350-b3e4-6d1b88974a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675128 Feb 09 15:08:47.966766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-5b325a69-9544-4098-915d-454d88d44039 service neutron] 10.222.0.21 "GET /v2.0/networks/e882fe46-6420-4350-b3e4-6d1b88974a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209807 Feb 09 15:08:48.094718 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4daee281-c07e-4106-b981-9c9f9479f01c req-147d5639-4d62-40a9-baf1-e34a1e00253a service neutron] 10.222.0.21 "GET /v2.0/networks/e882fe46-6420-4350-b3e4-6d1b88974a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205947 Feb 09 15:08:48.209796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e987f7-3e22-4113-9332-2561e15e9e52 req-0aa34a46-570b-433c-88c3-6969610ecbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:48.211238 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63e987f7-3e22-4113-9332-2561e15e9e52 req-0aa34a46-570b-433c-88c3-6969610ecbed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2caca41ae9a94ee1aea4996a82d84a71&device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 1095 time: 0.0723410 Feb 09 15:08:48.339978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e987f7-3e22-4113-9332-2561e15e9e52 req-1cf4ee6b-b452-45fc-bad1-8f63395fd134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:48.341318 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63e987f7-3e22-4113-9332-2561e15e9e52 req-1cf4ee6b-b452-45fc-bad1-8f63395fd134 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e882fe46-6420-4350-b3e4-6d1b88974a40 HTTP/1.1" status: 200 len: 916 time: 0.1240795 Feb 09 15:08:48.409626 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63e987f7-3e22-4113-9332-2561e15e9e52 req-cbfbafb5-71a4-49bf-a1b4-fa9c29e30e0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e07d5256-e06a-4c24-b6f8-93cbf6552f8a HTTP/1.1" status: 200 len: 217 time: 0.0621181 Feb 09 15:08:48.468547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e987f7-3e22-4113-9332-2561e15e9e52 req-eacc2159-607b-46ab-962f-d176a3fd0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:48.470503 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63e987f7-3e22-4113-9332-2561e15e9e52 req-eacc2159-607b-46ab-962f-d176a3fd0ec4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e4384f8-b162-48ea-8c62-1240f4bdf972 HTTP/1.1" status: 200 len: 855 time: 0.0555649 Feb 09 15:08:48.545559 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e987f7-3e22-4113-9332-2561e15e9e52 req-7c9182ce-1e12-448e-8421-b11337d33ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:48.547032 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63e987f7-3e22-4113-9332-2561e15e9e52 req-7c9182ce-1e12-448e-8421-b11337d33ff4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e882fe46-6420-4350-b3e4-6d1b88974a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707436 Feb 09 15:08:48.730340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2881d-7170-457e-bf20-5e7d3a65e7ed req-29b60e46-0fb1-48d7-8e91-45b73881be8a tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:48.731829 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-57e2881d-7170-457e-bf20-5e7d3a65e7ed req-29b60e46-0fb1-48d7-8e91-45b73881be8a tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 944 time: 0.1838517 Feb 09 15:08:48.741454 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63e987f7-3e22-4113-9332-2561e15e9e52 req-00fb2f7d-b624-4c86-966d-e82c10aeb8fc service neutron] 10.222.0.21 "GET /v2.0/networks/e882fe46-6420-4350-b3e4-6d1b88974a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603115 Feb 09 15:08:48.957345 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-57e2881d-7170-457e-bf20-5e7d3a65e7ed req-bca27005-fabb-4f95-802d-714d23f30ce5 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181053 Feb 09 15:08:48.995983 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-63e987f7-3e22-4113-9332-2561e15e9e52 req-09ba97eb-99da-49d7-87f2-d61606fbe251 service neutron] 10.222.0.21 "GET /v2.0/networks/e882fe46-6420-4350-b3e4-6d1b88974a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419257 Feb 09 15:08:50.145181 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc31f5-4f7d-46e6-8e76-d9c1b077d40d req-c427cfa0-8391-4554-9b8e-ca52eb2282e3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:50.146654 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0fc31f5-4f7d-46e6-8e76-d9c1b077d40d req-c427cfa0-8391-4554-9b8e-ca52eb2282e3 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 944 time: 0.0836425 Feb 09 15:08:50.191893 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b0fc31f5-4f7d-46e6-8e76-d9c1b077d40d req-aed061e7-5bef-46d3-8727-273ca6567b15 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393343 Feb 09 15:08:51.373889 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d299ec-babe-4237-b7de-ff847818674c req-683740fe-a80a-4671-805d-eadd889e57f7 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:51.375294 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b0d299ec-babe-4237-b7de-ff847818674c req-683740fe-a80a-4671-805d-eadd889e57f7 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 944 time: 0.0805957 Feb 09 15:08:51.379060 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device e07d5256-e06a-4c24-b6f8-93cbf6552f8a details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:08:51.419267 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b0d299ec-babe-4237-b7de-ff847818674c req-dc52e7d3-3cd9-4db0-8e92-61006feb0c64 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382724 Feb 09 15:08:51.507383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port e07d5256-e06a-4c24-b6f8-93cbf6552f8a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=e07d5256-e06a-4c24-b6f8-93cbf6552f8a,segment=NetworkSegment(d9d2ed9e-be23-4215-8ce2-b6819a13d4bf),segment_id=d9d2ed9e-be23-4215-8ce2-b6819a13d4bf)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:08:51.520501 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'e07d5256-e06a-4c24-b6f8-93cbf6552f8a', 'network_id': 'e882fe46-6420-4350-b3e4-6d1b88974a40', 'port_id': 'e07d5256-e06a-4c24-b6f8-93cbf6552f8a', 'mac_address': 'fa:16:3e:42:59:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4384f8-b162-48ea-8c62-1240f4bdf972', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:08:51.576942 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:51.594012 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07d5256-e06a-4c24-b6f8-93cbf6552f8a {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:08:51.608552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port e07d5256-e06a-4c24-b6f8-93cbf6552f8a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=e07d5256-e06a-4c24-b6f8-93cbf6552f8a,segment=NetworkSegment(d9d2ed9e-be23-4215-8ce2-b6819a13d4bf),segment_id=d9d2ed9e-be23-4215-8ce2-b6819a13d4bf)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:08:51.613567 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:51.678258 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=e07d5256-e06a-4c24-b6f8-93cbf6552f8a,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:51.685612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:51.685953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:51.686288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:51.686619 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:51.686953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:51.687273 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:51.688564 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:51.688905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:51.689227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:51.689546 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:51.690055 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:51.690176 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:08:51.978894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['e07d5256-e06a-4c24-b6f8-93cbf6552f8a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:08:52.611371 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86fe32-56cc-4a22-a864-82abbf6bcaa4 req-a70e4b05-588e-4251-90ce-0069c68365eb tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:52.612842 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0c86fe32-56cc-4a22-a864-82abbf6bcaa4 req-a70e4b05-588e-4251-90ce-0069c68365eb tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 945 time: 0.0901942 Feb 09 15:08:52.656072 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0c86fe32-56cc-4a22-a864-82abbf6bcaa4 req-422e0b98-11c4-4672-9bd7-268e726cc278 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376215 Feb 09 15:08:53.385812 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device e07d5256-e06a-4c24-b6f8-93cbf6552f8a up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:08:53.450338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port e07d5256-e06a-4c24-b6f8-93cbf6552f8a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:08:53.455145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port e07d5256-e06a-4c24-b6f8-93cbf6552f8a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:08:53.455508 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:53.569049 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:53.596146 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07d5256-e06a-4c24-b6f8-93cbf6552f8a'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:08:53.605896 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port e07d5256-e06a-4c24-b6f8-93cbf6552f8a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=e07d5256-e06a-4c24-b6f8-93cbf6552f8a,segment=NetworkSegment(d9d2ed9e-be23-4215-8ce2-b6819a13d4bf),segment_id=d9d2ed9e-be23-4215-8ce2-b6819a13d4bf)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:08:53.610161 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:53.643714 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07d5256-e06a-4c24-b6f8-93cbf6552f8a', 'code': 200} Feb 09 15:08:53.722173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=e07d5256-e06a-4c24-b6f8-93cbf6552f8a,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:08:53.768730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197258-9d9c-44d0-9f3c-b537f1e3c9e3 req-7b08360d-7b88-4792-9d96-f36e945fd1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:53.770191 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c8197258-9d9c-44d0-9f3c-b537f1e3c9e3 req-7b08360d-7b88-4792-9d96-f36e945fd1fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 1097 time: 0.0699298 Feb 09 15:08:53.810934 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c8197258-9d9c-44d0-9f3c-b537f1e3c9e3 req-65a51d6d-12fa-492c-a679-d0af31b59112 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346982 Feb 09 15:08:53.858583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617841ba-d244-40da-9231-4edbc0756f03 req-b7c912c1-9c1a-4b23-b230-6b78e229e400 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:53.860090 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-617841ba-d244-40da-9231-4edbc0756f03 req-b7c912c1-9c1a-4b23-b230-6b78e229e400 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 946 time: 0.0917785 Feb 09 15:08:53.903392 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-617841ba-d244-40da-9231-4edbc0756f03 req-c3079505-3a8a-4328-8717-99ee9d32bddd tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375862 Feb 09 15:08:55.095004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb594bb-e3ca-4c43-89bd-193ed72ecf97 req-0692d0a8-1bf5-49f4-9bc0-761b8b4fbe21 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:55.097201 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bcb594bb-e3ca-4c43-89bd-193ed72ecf97 req-0692d0a8-1bf5-49f4-9bc0-761b8b4fbe21 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 946 time: 0.0867212 Feb 09 15:08:55.140526 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bcb594bb-e3ca-4c43-89bd-193ed72ecf97 req-c2cf04b5-1bf9-40de-bdb9-3f1f0e9c4dca tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378265 Feb 09 15:08:56.325101 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f4cb5-9837-4678-9efb-50dfceb4315d req-06871bd8-ea95-4dcd-bfa5-8c35232b4302 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:56.326543 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b91f4cb5-9837-4678-9efb-50dfceb4315d req-06871bd8-ea95-4dcd-bfa5-8c35232b4302 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 946 time: 0.0775287 Feb 09 15:08:56.373376 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b91f4cb5-9837-4678-9efb-50dfceb4315d req-726fd758-c317-4b7f-814e-dd3087d35f05 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410914 Feb 09 15:08:56.566265 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7c29c-96cc-490f-8c42-96f6a415ec28 req-89a8ee7c-f328-4bdc-b7b2-a2b2a19b47fc tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:08:56.567751 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8f7c29c-96cc-490f-8c42-96f6a415ec28 req-89a8ee7c-f328-4bdc-b7b2-a2b2a19b47fc tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 946 time: 0.0934668 Feb 09 15:08:56.612637 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8f7c29c-96cc-490f-8c42-96f6a415ec28 req-d5241e2e-c0b0-4e90-9ae6-198617e6a1d8 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392983 Feb 09 15:08:56.866415 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-67f8c5c2-5a84-426f-a39c-370852c442f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:08:59.283312 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f4472818-ce7b-46a1-b500-0610e12eea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:00.398841 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:00.418161 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:01.960139 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:09.331173 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:10.868970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4aa770-fd36-45c8-b6a2-705bac7e8d80 req-236e93e7-1c43-4a5b-8cf5-3b25cf49e59c tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:09:10.870407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe4aa770-fd36-45c8-b6a2-705bac7e8d80 req-236e93e7-1c43-4a5b-8cf5-3b25cf49e59c tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 946 time: 0.0796840 Feb 09 15:09:10.913684 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe4aa770-fd36-45c8-b6a2-705bac7e8d80 req-5182dca5-79d0-40ec-8031-6d80ef52a363 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376272 Feb 09 15:09:10.986495 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:12.115009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4233bb9-faf6-4f38-94a5-68a0d56fe93a req-793a93c5-2cbd-4660-b35d-0a3f28d7f613 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:09:12.116460 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4233bb9-faf6-4f38-94a5-68a0d56fe93a req-793a93c5-2cbd-4660-b35d-0a3f28d7f613 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 946 time: 0.0808446 Feb 09 15:09:12.157589 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e4233bb9-faf6-4f38-94a5-68a0d56fe93a req-69deef83-2ff7-42ef-94bb-88e6f392eabd tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c4d8f74-271c-40ec-999a-d334ce5f5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357058 Feb 09 15:09:12.674633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ab2b5-a888-42e4-aa1f-ebbfb51f6cd1 req-8fc5f48c-0c51-401d-8aed-d8f85bfe7b2d tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:09:12.677150 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c1ab2b5-a888-42e4-aa1f-ebbfb51f6cd1 req-8fc5f48c-0c51-401d-8aed-d8f85bfe7b2d tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.21 "GET /v2.0/ports?device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 946 time: 0.0921748 Feb 09 15:09:12.748556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-4c1ab2b5-a888-42e4-aa1f-ebbfb51f6cd1 req-d6e6121a-c248-4155-a7ca-fa50658f1c71 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Deleting port e07d5256-e06a-4c24-b6f8-93cbf6552f8a {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:09:12.748884 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4c1ab2b5-a888-42e4-aa1f-ebbfb51f6cd1 req-d6e6121a-c248-4155-a7ca-fa50658f1c71 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:12.992913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-4c1ab2b5-a888-42e4-aa1f-ebbfb51f6cd1 req-d6e6121a-c248-4155-a7ca-fa50658f1c71 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] For port e07d5256-e06a-4c24-b6f8-93cbf6552f8a, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=e07d5256-e06a-4c24-b6f8-93cbf6552f8a,segment=NetworkSegment(d9d2ed9e-be23-4215-8ce2-b6819a13d4bf),segment_id=d9d2ed9e-be23-4215-8ce2-b6819a13d4bf)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:09:12.993269 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4c1ab2b5-a888-42e4-aa1f-ebbfb51f6cd1 req-d6e6121a-c248-4155-a7ca-fa50658f1c71 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:13.115598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-4c1ab2b5-a888-42e4-aa1f-ebbfb51f6cd1 req-d6e6121a-c248-4155-a7ca-fa50658f1c71 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Calling delete_port for e07d5256-e06a-4c24-b6f8-93cbf6552f8a owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:09:13.259872 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4c1ab2b5-a888-42e4-aa1f-ebbfb51f6cd1 req-d6e6121a-c248-4155-a7ca-fa50658f1c71 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:13.272795 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['e07d5256-e06a-4c24-b6f8-93cbf6552f8a'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:09:13.312091 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-10e0aef6-42e1-4165-b2ce-fb8ebcac381f req-bddc6462-ae6d-4a7d-a84b-193aa88fbbe2 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.48 "GET /v2.0/ports?device_id=db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19 HTTP/1.1" status: 200 len: 210 time: 0.0458913 Feb 09 15:09:13.319507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6121a-c248-4155-a7ca-fa50658f1c71 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Pushing event deleted for resources: {'Port': ['ID=e07d5256-e06a-4c24-b6f8-93cbf6552f8a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:13.398904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1ab2b5-a888-42e4-aa1f-ebbfb51f6cd1 req-d6e6121a-c248-4155-a7ca-fa50658f1c71 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] No DVR routers for this DVR port e07d5256-e06a-4c24-b6f8-93cbf6552f8a on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:09:13.401526 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-4c1ab2b5-a888-42e4-aa1f-ebbfb51f6cd1 req-d6e6121a-c248-4155-a7ca-fa50658f1c71 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:13.404241 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19', 'name': 'network-vif-deleted', 'tag': 'e07d5256-e06a-4c24-b6f8-93cbf6552f8a'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:09:13.421936 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4c1ab2b5-a888-42e4-aa1f-ebbfb51f6cd1 req-d6e6121a-c248-4155-a7ca-fa50658f1c71 tempest-TestEncryptedCinderVolumes-1721515523 tempest-TestEncryptedCinderVolumes-1721515523-project] 10.222.0.21 "DELETE /v2.0/ports/e07d5256-e06a-4c24-b6f8-93cbf6552f8a HTTP/1.1" status: 204 len: 173 time: 0.7389688 Feb 09 15:09:13.522234 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6904f6-ab81-4ef4-a1f0-e2fbb87b0b19', 'name': 'network-vif-deleted', 'tag': 'e07d5256-e06a-4c24-b6f8-93cbf6552f8a', 'status': 'completed', 'code': 200} Feb 09 15:09:14.439075 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53542) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:15.072706 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:15.410193 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Deleting port f75c79d0-fc05-4ee1-8c95-efdefd8c27ba {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:09:15.410429 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:15.580967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] For port f75c79d0-fc05-4ee1-8c95-efdefd8c27ba, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=f75c79d0-fc05-4ee1-8c95-efdefd8c27ba,segment=NetworkSegment(d9d2ed9e-be23-4215-8ce2-b6819a13d4bf),segment_id=d9d2ed9e-be23-4215-8ce2-b6819a13d4bf)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:09:15.581550 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:15.712683 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Calling delete_port for f75c79d0-fc05-4ee1-8c95-efdefd8c27ba owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:09:16.158567 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:16.203687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f75c79d0-fc05-4ee1-8c95-efdefd8c27ba,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:16.238199 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:16.238534 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:16.238864 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:16.239190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:16.239530 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:16.239858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:16.240245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:16.240481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:16.240823 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:16.241178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:16.241474 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:16.241840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:16.485250 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:16.852403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Router 4dd2fbd0-47aa-4d35-bdf2-e194c26a436f has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:09:17.027148 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:09:17.035849 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8902ea-ac0e-407b-bab4-fc4ccf7cba33 None None] Sync routers for ids ['4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:09:17.041313 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1dfac643-bf3c-4462-beb7-2e8f095983d0 admin admin] 10.222.0.48 "PUT /v2.0/routers/4dd2fbd0-47aa-4d35-bdf2-e194c26a436f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5984256 Feb 09 15:09:17.041532 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53546) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:17.045317 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8902ea-ac0e-407b-bab4-fc4ccf7cba33 None None] Routers {'4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:09:17.045981 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2e8902ea-ac0e-407b-bab4-fc4ccf7cba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:08:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:17.213804 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8460edfd-619f-4f15-95d0-1338c5fb01ac admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:17.219557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-2e8902ea-ac0e-407b-bab4-fc4ccf7cba33 None None] Set router 4dd2fbd0-47aa-4d35-bdf2-e194c26a436f gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:09:17.390317 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8460edfd-619f-4f15-95d0-1338c5fb01ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:17.400028 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8460edfd-619f-4f15-95d0-1338c5fb01ac admin admin] Deleting port 0d69ebcd-b0a6-498c-87c4-5111e4399ffb {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:09:17.400363 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8460edfd-619f-4f15-95d0-1338c5fb01ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:17.473079 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device e07d5256-e06a-4c24-b6f8-93cbf6552f8a no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:09:17.516615 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: e07d5256-e06a-4c24-b6f8-93cbf6552f8a {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:09:17.516975 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device e07d5256-e06a-4c24-b6f8-93cbf6552f8a not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:09:17.548702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2e8902ea-ac0e-407b-bab4-fc4ccf7cba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'name': 'tempest-TestEncryptedCinderVolumes-103019771-router', 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '0d69ebcd-b0a6-498c-87c4-5111e4399ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:07:58Z', 'updated_at': '2022-02-09T15:09:15Z', 'revision_number': 5, 'project_id': '2caca41ae9a94ee1aea4996a82d84a71', 'gw_port': {'id': '0d69ebcd-b0a6-498c-87c4-5111e4399ffb', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:07:58Z', 'updated_at': '2022-02-09T15:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:17.553268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8902ea-ac0e-407b-bab4-fc4ccf7cba33 None None] Checking router: 4dd2fbd0-47aa-4d35-bdf2-e194c26a436f for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:09:17.561595 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8902ea-ac0e-407b-bab4-fc4ccf7cba33 None None] Routers {'4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:09:17.562274 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2e8902ea-ac0e-407b-bab4-fc4ccf7cba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:08:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:17.698641 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-8460edfd-619f-4f15-95d0-1338c5fb01ac admin admin] For port 0d69ebcd-b0a6-498c-87c4-5111e4399ffb, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0d69ebcd-b0a6-498c-87c4-5111e4399ffb,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:09:17.698952 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8460edfd-619f-4f15-95d0-1338c5fb01ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:17.716790 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-2e8902ea-ac0e-407b-bab4-fc4ccf7cba33 None None] Set router 4dd2fbd0-47aa-4d35-bdf2-e194c26a436f gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:09:17.821409 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2e8902ea-ac0e-407b-bab4-fc4ccf7cba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'name': 'tempest-TestEncryptedCinderVolumes-103019771-router', 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:07:58Z', 'updated_at': '2022-02-09T15:09:17Z', 'revision_number': 6, 'project_id': '2caca41ae9a94ee1aea4996a82d84a71', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:17.821754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8460edfd-619f-4f15-95d0-1338c5fb01ac admin admin] Calling delete_port for 0d69ebcd-b0a6-498c-87c4-5111e4399ffb owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:09:17.825337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8902ea-ac0e-407b-bab4-fc4ccf7cba33 None None] The sync data for ids ['4dd2fbd0-47aa-4d35-bdf2-e194c26a436f'] in n-d-828418-2 is: [{'id': '4dd2fbd0-47aa-4d35-bdf2-e194c26a436f', 'name': 'tempest-TestEncryptedCinderVolumes-103019771-router', 'tenant_id': '2caca41ae9a94ee1aea4996a82d84a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:07:58Z', 'updated_at': '2022-02-09T15:09:17Z', 'revision_number': 6, 'project_id': '2caca41ae9a94ee1aea4996a82d84a71', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:09:17.990430 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8460edfd-619f-4f15-95d0-1338c5fb01ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:18.038808 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460edfd-619f-4f15-95d0-1338c5fb01ac admin admin] Pushing event deleted for resources: {'Port': ['ID=0d69ebcd-b0a6-498c-87c4-5111e4399ffb,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:18.133183 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8460edfd-619f-4f15-95d0-1338c5fb01ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:18.307668 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8460edfd-619f-4f15-95d0-1338c5fb01ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:18.309865 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8460edfd-619f-4f15-95d0-1338c5fb01ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:18.333056 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8460edfd-619f-4f15-95d0-1338c5fb01ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:18.333603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8460edfd-619f-4f15-95d0-1338c5fb01ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dd2fbd0-47aa-4d35-bdf2-e194c26a436f {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 15:09:18.346189 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8460edfd-619f-4f15-95d0-1338c5fb01ac admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:18.347294 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8460edfd-619f-4f15-95d0-1338c5fb01ac admin admin] 10.222.0.48 "DELETE /v2.0/routers/4dd2fbd0-47aa-4d35-bdf2-e194c26a436f HTTP/1.1" status: 204 len: 168 time: 1.3048809 Feb 09 15:09:18.349842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53550) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:18.406364 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aeeadb7-8f39-44f3-af3a-443115aa7520 admin admin] Deleting subnet 0e4384f8-b162-48ea-8c62-1240f4bdf972 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:09:18.409236 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3aeeadb7-8f39-44f3-af3a-443115aa7520 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:18.456533 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3aeeadb7-8f39-44f3-af3a-443115aa7520 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:18.534649 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3aeeadb7-8f39-44f3-af3a-443115aa7520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:18.604903 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3aeeadb7-8f39-44f3-af3a-443115aa7520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:18.654672 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeeadb7-8f39-44f3-af3a-443115aa7520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e4384f8-b162-48ea-8c62-1240f4bdf972,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:18.659349 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3aeeadb7-8f39-44f3-af3a-443115aa7520 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:18.665494 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3aeeadb7-8f39-44f3-af3a-443115aa7520 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0e4384f8-b162-48ea-8c62-1240f4bdf972 HTTP/1.1" status: 204 len: 168 time: 0.3146782 Feb 09 15:09:18.666066 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491145a4-d4b9-4212-a277-562fd2ca7237 None None] Network e882fe46-6420-4350-b3e4-6d1b88974a40 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:09:18.668159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53554) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:18.778750 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:18.790506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] Deleting port 703b042f-66f0-478c-acf2-bf32bc9c206d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:09:18.790852 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:18.914952 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09fd406-0392-4e7d-bd02-b8655cba4d73 None None] DHCP port deletion for e882fe46-6420-4350-b3e4-6d1b88974a40 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 15:09:18.919330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f09fd406-0392-4e7d-bd02-b8655cba4d73 None None] Deleting port 703b042f-66f0-478c-acf2-bf32bc9c206d {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:09:18.919704 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f09fd406-0392-4e7d-bd02-b8655cba4d73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:19.108296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] For port 703b042f-66f0-478c-acf2-bf32bc9c206d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=703b042f-66f0-478c-acf2-bf32bc9c206d,segment=NetworkSegment(d9d2ed9e-be23-4215-8ce2-b6819a13d4bf),segment_id=d9d2ed9e-be23-4215-8ce2-b6819a13d4bf)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:09:19.108537 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:19.127865 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-f09fd406-0392-4e7d-bd02-b8655cba4d73 None None] For port 703b042f-66f0-478c-acf2-bf32bc9c206d, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=703b042f-66f0-478c-acf2-bf32bc9c206d,segment=NetworkSegment(d9d2ed9e-be23-4215-8ce2-b6819a13d4bf),segment_id=d9d2ed9e-be23-4215-8ce2-b6819a13d4bf)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:09:19.128266 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f09fd406-0392-4e7d-bd02-b8655cba4d73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:19.230577 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] Calling delete_port for 703b042f-66f0-478c-acf2-bf32bc9c206d owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:09:19.280652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f09fd406-0392-4e7d-bd02-b8655cba4d73 None None] Calling delete_port for 703b042f-66f0-478c-acf2-bf32bc9c206d owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:09:19.304830 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:19.353458 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-f09fd406-0392-4e7d-bd02-b8655cba4d73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:09:19.353806 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-f09fd406-0392-4e7d-bd02-b8655cba4d73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:09:19.353937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] Pushing event deleted for resources: {'Port': ['ID=703b042f-66f0-478c-acf2-bf32bc9c206d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:19.359514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] No DVR routers for this DVR port 703b042f-66f0-478c-acf2-bf32bc9c206d on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:09:19.472914 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:19.496663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e882fe46-6420-4350-b3e4-6d1b88974a40']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:19.508860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:19.509152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d2ed9e-be23-4215-8ce2-b6819a13d4bf') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:19.520973 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:19.536620 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:19.542436 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:09:19.542814 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: timer() Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:09:19.555943 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:09:19.632304 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:19.648076 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:19.659139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] Pushing event deleted for resources: {'Network': ['ID=e882fe46-6420-4350-b3e4-6d1b88974a40,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:19.670195 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5e1f57f0-fcdf-4cf6-8836-e992c03fa1bf admin admin] 10.222.0.48 "DELETE /v2.0/networks/e882fe46-6420-4350-b3e4-6d1b88974a40 HTTP/1.1" status: 204 len: 168 time: 1.0010221 Feb 09 15:09:19.673142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53558) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:19.740253 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f75c79d0-fc05-4ee1-8c95-efdefd8c27ba no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:09:19.777819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: f75c79d0-fc05-4ee1-8c95-efdefd8c27ba {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:09:19.778165 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device f75c79d0-fc05-4ee1-8c95-efdefd8c27ba not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:09:19.778589 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 703b042f-66f0-478c-acf2-bf32bc9c206d no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:09:19.810402 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 703b042f-66f0-478c-acf2-bf32bc9c206d {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:09:19.810744 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 703b042f-66f0-478c-acf2-bf32bc9c206d not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:09:19.811169 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0d69ebcd-b0a6-498c-87c4-5111e4399ffb no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:09:19.843480 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 0d69ebcd-b0a6-498c-87c4-5111e4399ffb {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:09:19.843845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0d69ebcd-b0a6-498c-87c4-5111e4399ffb not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:09:19.855268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f09fd406-0392-4e7d-bd02-b8655cba4d73 None None] Deleting port 703b042f-66f0-478c-acf2-bf32bc9c206d {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:09:19.855649 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f09fd406-0392-4e7d-bd02-b8655cba4d73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:19.920846 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f09fd406-0392-4e7d-bd02-b8655cba4d73 None None] The port '703b042f-66f0-478c-acf2-bf32bc9c206d' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 15:09:20.199536 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be25e513-c520-4255-932e-11df2a7799c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:20.670235 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-be25e513-c520-4255-932e-11df2a7799c7 admin admin] Deleting port 7163151b-db48-488a-bb58-ba3fe5885e02 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:09:20.670934 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be25e513-c520-4255-932e-11df2a7799c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:20.843662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-be25e513-c520-4255-932e-11df2a7799c7 admin admin] For port 7163151b-db48-488a-bb58-ba3fe5885e02, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7163151b-db48-488a-bb58-ba3fe5885e02,segment=NetworkSegment(bcd59b3e-7b39-4597-94d1-236836226659),segment_id=bcd59b3e-7b39-4597-94d1-236836226659)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:09:20.843958 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be25e513-c520-4255-932e-11df2a7799c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:20.972813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-be25e513-c520-4255-932e-11df2a7799c7 admin admin] Calling delete_port for 7163151b-db48-488a-bb58-ba3fe5885e02 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:09:21.275987 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be25e513-c520-4255-932e-11df2a7799c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:21.350682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25e513-c520-4255-932e-11df2a7799c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7163151b-db48-488a-bb58-ba3fe5885e02,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:21.585767 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-be25e513-c520-4255-932e-11df2a7799c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:22.056843 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be25e513-c520-4255-932e-11df2a7799c7 admin admin] Router a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:09:22.230615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be25e513-c520-4255-932e-11df2a7799c7 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:09:22.239590 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf6ff0a-288b-401f-889f-eb0edf85c041 None None] Sync routers for ids ['a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:09:22.240696 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-be25e513-c520-4255-932e-11df2a7799c7 admin admin] 10.222.0.48 "PUT /v2.0/routers/a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5665247 Feb 09 15:09:22.243313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53562) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:22.250477 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf6ff0a-288b-401f-889f-eb0edf85c041 None None] Routers {'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:09:22.251071 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8bf6ff0a-288b-401f-889f-eb0edf85c041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:08:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:22.417266 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6a8395b4-f7f0-41f2-9ad6-57ebe8c52876 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:22.423235 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-8bf6ff0a-288b-401f-889f-eb0edf85c041 None None] Set router a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:09:22.590319 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6a8395b4-f7f0-41f2-9ad6-57ebe8c52876 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:22.601230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-6a8395b4-f7f0-41f2-9ad6-57ebe8c52876 admin admin] Deleting port 68503634-eb0e-4b99-bb32-d6c9d4e24b57 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:09:22.601567 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6a8395b4-f7f0-41f2-9ad6-57ebe8c52876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:22.705997 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8bf6ff0a-288b-401f-889f-eb0edf85c041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'name': 'tempest-TestEncryptedCinderVolumes-1628853542-router', 'tenant_id': '70853bc2230d45849aab4db3394338a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '68503634-eb0e-4b99-bb32-d6c9d4e24b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:08:04Z', 'updated_at': '2022-02-09T15:09:21Z', 'revision_number': 5, 'project_id': '70853bc2230d45849aab4db3394338a9', 'gw_port': {'id': '68503634-eb0e-4b99-bb32-d6c9d4e24b57', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:08:05Z', 'updated_at': '2022-02-09T15:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:22.709748 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf6ff0a-288b-401f-889f-eb0edf85c041 None None] Checking router: a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:09:22.718097 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf6ff0a-288b-401f-889f-eb0edf85c041 None None] Routers {'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:09:22.718677 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8bf6ff0a-288b-401f-889f-eb0edf85c041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:08:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:22.776364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-6a8395b4-f7f0-41f2-9ad6-57ebe8c52876 admin admin] For port 68503634-eb0e-4b99-bb32-d6c9d4e24b57, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=68503634-eb0e-4b99-bb32-d6c9d4e24b57,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:09:22.776714 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6a8395b4-f7f0-41f2-9ad6-57ebe8c52876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:22.864140 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-8bf6ff0a-288b-401f-889f-eb0edf85c041 None None] Set router a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:09:22.899486 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-6a8395b4-f7f0-41f2-9ad6-57ebe8c52876 admin admin] Calling delete_port for 68503634-eb0e-4b99-bb32-d6c9d4e24b57 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:09:22.973030 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-8bf6ff0a-288b-401f-889f-eb0edf85c041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'name': 'tempest-TestEncryptedCinderVolumes-1628853542-router', 'tenant_id': '70853bc2230d45849aab4db3394338a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:08:04Z', 'updated_at': '2022-02-09T15:09:22Z', 'revision_number': 6, 'project_id': '70853bc2230d45849aab4db3394338a9', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:22.975501 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:09:22.978126 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf6ff0a-288b-401f-889f-eb0edf85c041 None None] The sync data for ids ['a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b'] in n-d-828418-2 is: [{'id': 'a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b', 'name': 'tempest-TestEncryptedCinderVolumes-1628853542-router', 'tenant_id': '70853bc2230d45849aab4db3394338a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:08:04Z', 'updated_at': '2022-02-09T15:09:22Z', 'revision_number': 6, 'project_id': '70853bc2230d45849aab4db3394338a9', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:09:23.068283 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6a8395b4-f7f0-41f2-9ad6-57ebe8c52876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:23.113063 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8395b4-f7f0-41f2-9ad6-57ebe8c52876 admin admin] Pushing event deleted for resources: {'Port': ['ID=68503634-eb0e-4b99-bb32-d6c9d4e24b57,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:23.324053 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6a8395b4-f7f0-41f2-9ad6-57ebe8c52876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:23.501096 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6a8395b4-f7f0-41f2-9ad6-57ebe8c52876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:23.503387 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6a8395b4-f7f0-41f2-9ad6-57ebe8c52876 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:23.525651 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6a8395b4-f7f0-41f2-9ad6-57ebe8c52876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:23.526167 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8395b4-f7f0-41f2-9ad6-57ebe8c52876 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 15:09:23.539174 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6a8395b4-f7f0-41f2-9ad6-57ebe8c52876 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:23.540360 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6a8395b4-f7f0-41f2-9ad6-57ebe8c52876 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a7a1efa2-b9e1-4d73-81ab-9f6875a46e1b HTTP/1.1" status: 204 len: 168 time: 1.2960374 Feb 09 15:09:23.542942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53566) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:23.605154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-0906b27f-eb43-473e-ad15-cb9375fdfcfe admin admin] Deleting subnet 75890414-56b8-421c-bd1e-82db61e5ff56 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:09:23.607990 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0906b27f-eb43-473e-ad15-cb9375fdfcfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:23.655846 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0906b27f-eb43-473e-ad15-cb9375fdfcfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:23.740497 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0906b27f-eb43-473e-ad15-cb9375fdfcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:23.744687 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7163151b-db48-488a-bb58-ba3fe5885e02 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:09:23.777903 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 7163151b-db48-488a-bb58-ba3fe5885e02 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:09:23.778240 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7163151b-db48-488a-bb58-ba3fe5885e02 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:09:23.778659 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 68503634-eb0e-4b99-bb32-d6c9d4e24b57 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:09:23.808738 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0906b27f-eb43-473e-ad15-cb9375fdfcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:23.814517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 68503634-eb0e-4b99-bb32-d6c9d4e24b57 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:09:23.814859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 68503634-eb0e-4b99-bb32-d6c9d4e24b57 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:09:23.849135 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0906b27f-eb43-473e-ad15-cb9375fdfcfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:23.851497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906b27f-eb43-473e-ad15-cb9375fdfcfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75890414-56b8-421c-bd1e-82db61e5ff56,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:23.851816 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aecbd1-9f52-4a4e-9a37-3f8849b40855 None None] Network 55cce2d6-5758-489c-941c-d9279441c8a8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:09:23.856642 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0906b27f-eb43-473e-ad15-cb9375fdfcfe admin admin] 10.222.0.48 "DELETE /v2.0/subnets/75890414-56b8-421c-bd1e-82db61e5ff56 HTTP/1.1" status: 204 len: 168 time: 0.3125780 Feb 09 15:09:23.859090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53570) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:23.965523 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:23.976786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] Deleting port 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:09:23.977117 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:24.102861 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce21d16f-ee1c-4695-a9ca-02b49f57ab48 None None] DHCP port deletion for 55cce2d6-5758-489c-941c-d9279441c8a8 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 15:09:24.107048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ce21d16f-ee1c-4695-a9ca-02b49f57ab48 None None] Deleting port 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:09:24.107419 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ce21d16f-ee1c-4695-a9ca-02b49f57ab48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:24.185914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] For port 9bd6f3ad-b64f-4130-9e94-af4dfefbed46, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9bd6f3ad-b64f-4130-9e94-af4dfefbed46,segment=NetworkSegment(bcd59b3e-7b39-4597-94d1-236836226659),segment_id=bcd59b3e-7b39-4597-94d1-236836226659)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:09:24.186598 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:24.309206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] Calling delete_port for 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:09:24.311674 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ce21d16f-ee1c-4695-a9ca-02b49f57ab48 None None] For port 9bd6f3ad-b64f-4130-9e94-af4dfefbed46, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=9bd6f3ad-b64f-4130-9e94-af4dfefbed46,segment=NetworkSegment(bcd59b3e-7b39-4597-94d1-236836226659),segment_id=bcd59b3e-7b39-4597-94d1-236836226659)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:09:24.312095 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ce21d16f-ee1c-4695-a9ca-02b49f57ab48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:24.383555 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:24.431218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd6f3ad-b64f-4130-9e94-af4dfefbed46,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:24.434538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] No DVR routers for this DVR port 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:09:24.436892 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ce21d16f-ee1c-4695-a9ca-02b49f57ab48 None None] Calling delete_port for 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:09:24.508269 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-ce21d16f-ee1c-4695-a9ca-02b49f57ab48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:09:24.508620 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-ce21d16f-ee1c-4695-a9ca-02b49f57ab48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:09:24.550458 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:24.575651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cce2d6-5758-489c-941c-d9279441c8a8']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:24.588040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd59b3e-7b39-4597-94d1-236836226659') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:24.588338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd59b3e-7b39-4597-94d1-236836226659') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:24.599936 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:24.615619 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:24.621445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:09:24.621829 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: timer() Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:09:24.634993 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:09:24.814016 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:24.830880 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:24.841595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] Pushing event deleted for resources: {'Network': ['ID=55cce2d6-5758-489c-941c-d9279441c8a8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:24.846648 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-84a7ef59-6df6-40a6-b03a-f58e365ff64a admin admin] 10.222.0.48 "DELETE /v2.0/networks/55cce2d6-5758-489c-941c-d9279441c8a8 HTTP/1.1" status: 204 len: 168 time: 0.9843776 Feb 09 15:09:25.010229 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ce21d16f-ee1c-4695-a9ca-02b49f57ab48 None None] Deleting port 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:09:25.010722 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ce21d16f-ee1c-4695-a9ca-02b49f57ab48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:25.014388 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53576) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:25.065422 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8d412c31-e6f6-4b89-9cae-0f9166770464 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2caca41ae9a94ee1aea4996a82d84a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469902 Feb 09 15:09:25.065665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53580) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:25.078763 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-ce21d16f-ee1c-4695-a9ca-02b49f57ab48 None None] The port '9bd6f3ad-b64f-4130-9e94-af4dfefbed46' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 15:09:25.123156 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52525f46-02bb-445b-9af0-7e82ede5ae16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:25.148092 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52525f46-02bb-445b-9af0-7e82ede5ae16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:25.203225 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52525f46-02bb-445b-9af0-7e82ede5ae16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:25.219977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52525f46-02bb-445b-9af0-7e82ede5ae16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4d8f74-271c-40ec-999a-d334ce5f5e21,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:25.230996 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-52525f46-02bb-445b-9af0-7e82ede5ae16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:25.232138 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-52525f46-02bb-445b-9af0-7e82ede5ae16 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c4d8f74-271c-40ec-999a-d334ce5f5e21 HTTP/1.1" status: 204 len: 168 time: 0.1656268 Feb 09 15:09:25.562009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53588) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:25.610535 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-bb37a6e1-c8be-400f-844b-417fee6e58f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70853bc2230d45849aab4db3394338a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472541 Feb 09 15:09:25.613625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53592) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:25.669990 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b19d7b1d-a0a3-4373-a59c-e91dd38a7931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:25.707169 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b19d7b1d-a0a3-4373-a59c-e91dd38a7931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:25.742685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:09:25.761370 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b19d7b1d-a0a3-4373-a59c-e91dd38a7931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:25.775783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d7b1d-a0a3-4373-a59c-e91dd38a7931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16849e79-7880-4da2-8576-d2eb9192bf04,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:25.779292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:09:25.779633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 9bd6f3ad-b64f-4130-9e94-af4dfefbed46 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:09:25.785131 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b19d7b1d-a0a3-4373-a59c-e91dd38a7931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:25.788560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b19d7b1d-a0a3-4373-a59c-e91dd38a7931 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16849e79-7880-4da2-8576-d2eb9192bf04 HTTP/1.1" status: 204 len: 168 time: 0.1717281 Feb 09 15:09:26.516426 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53616) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:26.623308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-711935113-network', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:09:26.629274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:09:26.633145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Usage tracker for resource:network and tenant:ae7356a9e576459cbd8923ba8a30d685 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:09:26.635964 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:09:26.641505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:09:26.654192 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Made reservation on behalf of ae7356a9e576459cbd8923ba8a30d685 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:09:26.656492 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:26.669215 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:26.683835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:09:26.687525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Usage tracker for resource:security_group_rule and tenant:ae7356a9e576459cbd8923ba8a30d685 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:09:26.690861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:09:26.696941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:09:26.778172 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:26.782168 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:26.809216 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:09:26.821897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54a72c0-03de-49ce-b2d7-8a6a24265419,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:26.826115 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:26.826458 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Added segment 05438f7f-9acf-40b4-a967-562e1fa57a0f of type vlan for network eb1d9140-0d89-4e30-b689-ab723e70d61d Feb 09 15:09:26.853140 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:26.868754 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f7ebd0f9-753f-48c0-bb88-b1c20b273d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:26.886232 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:26.888143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:09:26.888726 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:26.990236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] Pushing event updated for resources: {'Network': ['ID=eb1d9140-0d89-4e30-b689-ab723e70d61d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:26.993255 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d94ca7bd-ec50-482f-a60a-73a2f12cb087 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4758251 Feb 09 15:09:26.996618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53622) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:27.000083 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network eb1d9140-0d89-4e30-b689-ab723e70d61d details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:09:27.002531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ee9d9c5e-c12c-435b-a8b7-14668ce05892 admin admin] Request body: {'subnet': {'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-711935113-subnet', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:09:27.008161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ee9d9c5e-c12c-435b-a8b7-14668ce05892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:09:27.011912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ee9d9c5e-c12c-435b-a8b7-14668ce05892 admin admin] Usage tracker for resource:subnet and tenant:ae7356a9e576459cbd8923ba8a30d685 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:09:27.014662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ee9d9c5e-c12c-435b-a8b7-14668ce05892 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:09:27.020523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ee9d9c5e-c12c-435b-a8b7-14668ce05892 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:09:27.030668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9d9c5e-c12c-435b-a8b7-14668ce05892 admin admin] Made reservation on behalf of ae7356a9e576459cbd8923ba8a30d685 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:09:27.033561 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9c5e-c12c-435b-a8b7-14668ce05892 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:27.229227 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9c5e-c12c-435b-a8b7-14668ce05892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:27.305794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d9c5e-c12c-435b-a8b7-14668ce05892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef06ee5f-8e2d-496f-b89b-b26789a70cf9,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:27.316563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9d9c5e-c12c-435b-a8b7-14668ce05892 admin admin] Checking segment: {'id': '05438f7f-9acf-40b4-a967-562e1fa57a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:09:27.316923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9d9c5e-c12c-435b-a8b7-14668ce05892 admin admin] Network hostable DHCP agents. Network: eb1d9140-0d89-4e30-b689-ab723e70d61d, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:09:27.338067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9d9c5e-c12c-435b-a8b7-14668ce05892 admin admin] Network eb1d9140-0d89-4e30-b689-ab723e70d61d is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:09:27.349801 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-ee9d9c5e-c12c-435b-a8b7-14668ce05892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, eb1d9140-0d89-4e30-b689-ab723e70d61d) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:09:27.354457 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d9c5e-c12c-435b-a8b7-14668ce05892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:09:27.356128 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9c5e-c12c-435b-a8b7-14668ce05892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:27.364203 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8339391-f2e7-48c1-ab1b-4dd1bd2131d5 None None] Network eb1d9140-0d89-4e30-b689-ab723e70d61d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:09:27.386363 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ee9d9c5e-c12c-435b-a8b7-14668ce05892 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3888397 Feb 09 15:09:27.389604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53626) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:27.396555 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-711935113-router', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:09:27.402493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:09:27.406828 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Usage tracker for resource:router and tenant:ae7356a9e576459cbd8923ba8a30d685 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:09:27.410583 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:09:27.417110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:09:27.428513 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:27.429858 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:27.447092 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:27.620761 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-eb1d9140-0d89-4e30-b689-ab723e70d61d', 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'fixed_ips': [{'subnet_id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:09:27.621590 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:27.811045 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Allocated IP 172.20.0.2 (eb1d9140-0d89-4e30-b689-ab723e70d61d/ef06ee5f-8e2d-496f-b89b-b26789a70cf9/dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:09:27.830988 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:28.018001 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:28.029022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Transition to ACTIVE for port object dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:09:28.050999 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Transition to ACTIVE for port object dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:09:28.059202 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:28.124173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Network eb1d9140-0d89-4e30-b689-ab723e70d61d is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:09:28.125331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:09:28.127766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:09:28.187204 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:28.200232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Pushing event updated for resources: {'Port': ['ID=dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:28.224460 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:28.229737 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Attempting to bind port dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:09:28.230100 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Attempting to bind port dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '05438f7f-9acf-40b4-a967-562e1fa57a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:09:28.230455 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Attempting to bind port dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 on network eb1d9140-0d89-4e30-b689-ab723e70d61d {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:09:28.235535 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:09:28.235963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Checking segment: {'id': '05438f7f-9acf-40b4-a967-562e1fa57a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:09:28.236361 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:28.236739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Bound using segment: {'id': '05438f7f-9acf-40b4-a967-562e1fa57a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:09:28.237194 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Bound port: dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05438f7f-9acf-40b4-a967-562e1fa57a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:09:28.237561 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:28.321542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] For port dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:09:28.324448 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] For port dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314,segment=NetworkSegment(05438f7f-9acf-40b4-a967-562e1fa57a0f),segment_id=05438f7f-9acf-40b4-a967-562e1fa57a0f)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:09:28.328543 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:28.357077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Allocated IP 172.25.8.92 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/d83daedc-3a3c-478d-9147-f84e8889db69) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:09:28.419898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d15cf-7cbf-4ffb-a760-ebc671493ca3 None None] Pushing event updated for resources: {'Port': ['ID=dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:28.527183 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:28.557885 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:28.641639 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:09:28.645111 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:09:28.649475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:09:28.684898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Pushing event updated for resources: {'Port': ['ID=d83daedc-3a3c-478d-9147-f84e8889db69,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:29.065102 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:29.286903 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-36497f10-791a-4549-9d37-c7cf608161ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:29.427955 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637647d4-bbec-40e9-a359-d726f02b55e1 None None] Network eb1d9140-0d89-4e30-b689-ab723e70d61d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:09:29.517142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d3c90afd-dfc3-406a-addc-1978486f32cd None None] Provisioning for port dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:09:29.533787 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:29.765895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 15:09:29.798005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:09:29.884811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:09:29.890791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:29.891303 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:29.962845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-65090808-2f0e-452f-b58c-f15680ce3a17 None None] Provisioning complete for port dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:29.963094 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-65090808-2f0e-452f-b58c-f15680ce3a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:29.971494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:09:29.996606 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Sync routers for ids ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:09:30.001081 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:30.005017 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f7f1ab1e-4910-456f-a63a-c1dcc68ec2cd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6113174 Feb 09 15:09:30.005343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53632) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:30.034032 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Routers {'4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:09:30.034662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:09:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:30.172351 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:30.416073 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314,segment=NetworkSegment(05438f7f-9acf-40b4-a967-562e1fa57a0f),segment_id=05438f7f-9acf-40b4-a967-562e1fa57a0f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:09:30.422008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Set router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:09:30.466269 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-65090808-2f0e-452f-b58c-f15680ce3a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:30.543133 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:30.583043 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:30.614324 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:30.769249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:30.789702 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-65090808-2f0e-452f-b58c-f15680ce3a17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:09:30.790051 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-65090808-2f0e-452f-b58c-f15680ce3a17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:09:30.844590 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:30.856332 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'name': 'tempest-TestMinimumBasicScenario-711935113-router', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:27Z', 'updated_at': '2022-02-09T15:09:28Z', 'revision_number': 3, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'gw_port': {'id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:68:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:28Z', 'updated_at': '2022-02-09T15:09:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:30.860607 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Checking router: 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:09:30.861532 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Updating router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 port d83daedc-3a3c-478d-9147-f84e8889db69 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:09:30.921152 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:31.059291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Allocated IP 172.20.0.1 (eb1d9140-0d89-4e30-b689-ab723e70d61d/ef06ee5f-8e2d-496f-b89b-b26789a70cf9/7e652204-0320-481a-ad1f-15944326d955) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:09:31.207190 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:31.222860 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Transition to ACTIVE for port object 7e652204-0320-481a-ad1f-15944326d955 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:09:31.248044 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:31.257691 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:31.269248 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Transition to ACTIVE for port object d83daedc-3a3c-478d-9147-f84e8889db69 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:09:31.275614 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:31.315006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Network eb1d9140-0d89-4e30-b689-ab723e70d61d is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:09:31.317858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:09:31.321563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:09:31.362778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Pushing event updated for resources: {'Port': ['ID=7e652204-0320-481a-ad1f-15944326d955,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:31.381829 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:31.402491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Attempting to bind port d83daedc-3a3c-478d-9147-f84e8889db69 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:09:31.402861 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Attempting to bind port d83daedc-3a3c-478d-9147-f84e8889db69 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:09:31.403226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Attempting to bind port d83daedc-3a3c-478d-9147-f84e8889db69 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:09:31.412075 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:09:31.412441 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:09:31.412838 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:31.413223 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:09:31.413685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Bound port: d83daedc-3a3c-478d-9147-f84e8889db69, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:09:31.414054 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:31.445690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae67960-9fce-414c-ad5a-734e1c4a91fd None None] Pushing event updated for resources: {'Port': ['ID=d83daedc-3a3c-478d-9147-f84e8889db69,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:31.496423 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] For port d83daedc-3a3c-478d-9147-f84e8889db69, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:09:31.499868 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] For port d83daedc-3a3c-478d-9147-f84e8889db69, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d83daedc-3a3c-478d-9147-f84e8889db69,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:09:31.506225 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:31.596503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Routers {'4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:09:31.597049 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:09:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:31.657300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-13d7132a-5aa8-497a-a06c-51b49b604e3f None None] Provisioning for port 7e652204-0320-481a-ad1f-15944326d955 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:09:31.657570 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:31.660173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae67960-9fce-414c-ad5a-734e1c4a91fd None None] Pushing event updated for resources: {'Port': ['ID=d83daedc-3a3c-478d-9147-f84e8889db69,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:31.668902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-13d7132a-5aa8-497a-a06c-51b49b604e3f None None] Provisioning complete for port 7e652204-0320-481a-ad1f-15944326d955 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:31.669266 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-13d7132a-5aa8-497a-a06c-51b49b604e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:31.797032 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:09:31.878393 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-13d7132a-5aa8-497a-a06c-51b49b604e3f None None] Port 7e652204-0320-481a-ad1f-15944326d955 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:09:31.893353 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:31.897871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:31.928064 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] Set router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:09:31.999102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Pushing event updated for resources: {'Port': ['ID=7e652204-0320-481a-ad1f-15944326d955,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:32.001666 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:32.065654 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:32.088454 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:32.088817 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:32.135154 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Network eb1d9140-0d89-4e30-b689-ab723e70d61d is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:09:32.136446 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:09:32.344684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:09:32.365232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'name': 'tempest-TestMinimumBasicScenario-711935113-router', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:27Z', 'updated_at': '2022-02-09T15:09:31Z', 'revision_number': 4, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'gw_port': {'id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:68:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:28Z', 'updated_at': '2022-02-09T15:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '7e652204-0320-481a-ad1f-15944326d955', 'name': '', 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'mac_address': 'fa:16:3e:94:8c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:30Z', 'updated_at': '2022-02-09T15:09:31Z', 'revision_number': 1, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'subnets': [{'id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:32.369033 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5345b4ba-c609-4a23-b775-3c931df049e2 None None] The sync data for ids ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'] in n-d-828418-2 is: [{'id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'name': 'tempest-TestMinimumBasicScenario-711935113-router', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:27Z', 'updated_at': '2022-02-09T15:09:31Z', 'revision_number': 4, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'gw_port': {'id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:68:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:28Z', 'updated_at': '2022-02-09T15:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '7e652204-0320-481a-ad1f-15944326d955', 'name': '', 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'mac_address': 'fa:16:3e:94:8c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:30Z', 'updated_at': '2022-02-09T15:09:31Z', 'revision_number': 1, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'subnets': [{'id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:09:32.404828 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c136fe61-9bdc-4de4-bae4-2c2d09261413 None None] Provisioning complete for port 7e652204-0320-481a-ad1f-15944326d955 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:32.405294 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c136fe61-9bdc-4de4-bae4-2c2d09261413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:32.473654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c136fe61-9bdc-4de4-bae4-2c2d09261413 None None] Port 7e652204-0320-481a-ad1f-15944326d955 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:09:32.653024 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:09:32.663407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-bb4d56ea-9e44-48c0-bd34-8801532fa010 admin admin] 10.222.0.48 "PUT /v2.0/routers/4b06f5d3-b8c9-4e07-bd77-b643c4d6b841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6568620 Feb 09 15:09:33.229995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53650) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:33.236288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-553328201-network', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:09:33.241910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:09:33.246133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Usage tracker for resource:network and tenant:97e9c94fbd3c4ac982a08d0062fb276c is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:09:33.249056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:09:33.255987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:09:33.265943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Made reservation on behalf of 97e9c94fbd3c4ac982a08d0062fb276c for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:09:33.268395 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:33.281079 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:33.296559 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:09:33.301310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Usage tracker for resource:security_group_rule and tenant:97e9c94fbd3c4ac982a08d0062fb276c is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:09:33.304310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:09:33.310048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:09:33.422316 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:33.427261 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:33.456427 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:09:33.473897 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bd21aa-c17e-4fec-b5b1-999d549c0e0a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:33.478959 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:33.479311 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Added segment af776712-7d60-4a78-b2dd-de328c75cad1 of type vlan for network 287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8 Feb 09 15:09:33.507099 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:33.542816 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:33.544009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:09:33.544598 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:33.650246 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4190626 Feb 09 15:09:33.653244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53654) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:33.653750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb849a6-82b6-4633-bcba-8c1e7315d234 admin admin] Pushing event updated for resources: {'Network': ['ID=287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:33.660595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-94112dd1-f42b-4686-8ce0-c2ef52600a5d admin admin] Request body: {'subnet': {'network_id': '287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-553328201-subnet', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:09:33.664896 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:09:33.667019 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-94112dd1-f42b-4686-8ce0-c2ef52600a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:09:33.671291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-94112dd1-f42b-4686-8ce0-c2ef52600a5d admin admin] Usage tracker for resource:subnet and tenant:97e9c94fbd3c4ac982a08d0062fb276c is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:09:33.674471 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-94112dd1-f42b-4686-8ce0-c2ef52600a5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:09:33.680459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-94112dd1-f42b-4686-8ce0-c2ef52600a5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:09:33.692469 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94112dd1-f42b-4686-8ce0-c2ef52600a5d admin admin] Made reservation on behalf of 97e9c94fbd3c4ac982a08d0062fb276c for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:09:33.694981 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-94112dd1-f42b-4686-8ce0-c2ef52600a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:33.795688 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d83daedc-3a3c-478d-9147-f84e8889db69 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:09:33.870077 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port d83daedc-3a3c-478d-9147-f84e8889db69 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:09:33.874978 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d83daedc-3a3c-478d-9147-f84e8889db69 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:33.875423 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:33.916888 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-94112dd1-f42b-4686-8ce0-c2ef52600a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:33.993111 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:33.993318 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94112dd1-f42b-4686-8ce0-c2ef52600a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d19fbad-6c7d-4ca4-90eb-b6d5ce129d84,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:34.005470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94112dd1-f42b-4686-8ce0-c2ef52600a5d admin admin] Checking segment: {'id': 'af776712-7d60-4a78-b2dd-de328c75cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:09:34.005831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94112dd1-f42b-4686-8ce0-c2ef52600a5d admin admin] Network hostable DHCP agents. Network: 287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:09:34.009729 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port d83daedc-3a3c-478d-9147-f84e8889db69, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d83daedc-3a3c-478d-9147-f84e8889db69,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:09:34.013868 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:34.028716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94112dd1-f42b-4686-8ce0-c2ef52600a5d admin admin] Network 287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:09:34.038887 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-94112dd1-f42b-4686-8ce0-c2ef52600a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:09:34.043292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94112dd1-f42b-4686-8ce0-c2ef52600a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:09:34.044000 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-94112dd1-f42b-4686-8ce0-c2ef52600a5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:34.054974 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bcbf21-2eed-42cc-9cd8-e2022c27a8b3 None None] Network 287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:09:34.068384 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-94112dd1-f42b-4686-8ce0-c2ef52600a5d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4137065 Feb 09 15:09:34.070985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53658) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:34.076009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-553328201-router', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:09:34.081514 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:09:34.085415 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Usage tracker for resource:router and tenant:97e9c94fbd3c4ac982a08d0062fb276c is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:09:34.088311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:09:34.094170 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:09:34.106175 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:34.107529 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:34.123462 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:34.169104 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=d83daedc-3a3c-478d-9147-f84e8889db69,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:34.312782 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8', 'network_id': '287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'fixed_ips': [{'subnet_id': '7d19fbad-6c7d-4ca4-90eb-b6d5ce129d84'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:09:34.314371 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:34.402600 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:34.482013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Allocated IP 172.20.0.2 (287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8/7d19fbad-6c7d-4ca4-90eb-b6d5ce129d84/80a11da7-914a-472b-9aa4-28159f1183f9) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:09:34.575714 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Sync routers for ids ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:09:34.585671 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Routers {'4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:09:34.586360 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:09:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:34.695962 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:34.708584 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Transition to ACTIVE for port object 80a11da7-914a-472b-9aa4-28159f1183f9 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:09:34.728072 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Transition to ACTIVE for port object 80a11da7-914a-472b-9aa4-28159f1183f9 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:09:34.730404 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:34.733862 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:34.765194 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:34.801747 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Set router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:09:34.852999 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Network 287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:09:34.855911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:09:34.859446 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:09:34.865861 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Pushing event updated for resources: {'Port': ['ID=80a11da7-914a-472b-9aa4-28159f1183f9,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:34.909428 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Allocated IP 172.25.8.178 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/310321c8-3519-4f02-b836-0cf05d77293a) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:09:34.957478 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Attempting to bind port 80a11da7-914a-472b-9aa4-28159f1183f9 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:09:34.957894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Attempting to bind port 80a11da7-914a-472b-9aa4-28159f1183f9 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'af776712-7d60-4a78-b2dd-de328c75cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:09:34.958222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Attempting to bind port 80a11da7-914a-472b-9aa4-28159f1183f9 on network 287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:09:34.964259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:09:34.964885 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Checking segment: {'id': 'af776712-7d60-4a78-b2dd-de328c75cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:09:34.965287 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:34.965678 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Bound using segment: {'id': 'af776712-7d60-4a78-b2dd-de328c75cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:09:34.966145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Bound port: 80a11da7-914a-472b-9aa4-28159f1183f9, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af776712-7d60-4a78-b2dd-de328c75cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:09:34.966514 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:35.060696 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] For port 80a11da7-914a-472b-9aa4-28159f1183f9, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:09:35.065234 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] For port 80a11da7-914a-472b-9aa4-28159f1183f9, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=80a11da7-914a-472b-9aa4-28159f1183f9,segment=NetworkSegment(af776712-7d60-4a78-b2dd-de328c75cad1),segment_id=af776712-7d60-4a78-b2dd-de328c75cad1)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:09:35.069055 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:35.083326 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:35.117644 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:35.154747 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'name': 'tempest-TestMinimumBasicScenario-711935113-router', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:27Z', 'updated_at': '2022-02-09T15:09:31Z', 'revision_number': 4, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'gw_port': {'id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:28Z', 'updated_at': '2022-02-09T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '7e652204-0320-481a-ad1f-15944326d955', 'name': '', 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'mac_address': 'fa:16:3e:94:8c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:30Z', 'updated_at': '2022-02-09T15:09:31Z', 'revision_number': 2, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'subnets': [{'id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:35.160428 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Checking router: 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:09:35.161067 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Updating router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 port 7e652204-0320-481a-ad1f-15944326d955 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:09:35.164889 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb2394-f1fe-48f7-aab8-ab4cddebaa59 None None] Pushing event updated for resources: {'Port': ['ID=80a11da7-914a-472b-9aa4-28159f1183f9,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:35.228212 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:35.342491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Pushing event updated for resources: {'Port': ['ID=310321c8-3519-4f02-b836-0cf05d77293a,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:35.366343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:09:35.367502 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:09:35.369837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:09:35.644651 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:35.659780 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Transition to ACTIVE for port object 7e652204-0320-481a-ad1f-15944326d955 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:09:35.668934 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:35.813459 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29ab14-698a-4286-8145-16a9ba3cd863 None None] Pushing event updated for resources: {'Port': ['ID=7e652204-0320-481a-ad1f-15944326d955,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:35.840902 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29ab14-698a-4286-8145-16a9ba3cd863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:35.841316 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29ab14-698a-4286-8145-16a9ba3cd863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:35.841755 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29ab14-698a-4286-8145-16a9ba3cd863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:35.842196 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29ab14-698a-4286-8145-16a9ba3cd863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:35.842619 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29ab14-698a-4286-8145-16a9ba3cd863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:35.843043 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29ab14-698a-4286-8145-16a9ba3cd863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:35.843470 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29ab14-698a-4286-8145-16a9ba3cd863 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:35.843964 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29ab14-698a-4286-8145-16a9ba3cd863 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:35.844472 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29ab14-698a-4286-8145-16a9ba3cd863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:35.846131 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29ab14-698a-4286-8145-16a9ba3cd863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:35.846457 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29ab14-698a-4286-8145-16a9ba3cd863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:35.846949 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29ab14-698a-4286-8145-16a9ba3cd863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:35.869278 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d83daedc-3a3c-478d-9147-f84e8889db69 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:09:35.881328 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:35.948845 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Attempting to bind port 7e652204-0320-481a-ad1f-15944326d955 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:09:35.949218 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Attempting to bind port 7e652204-0320-481a-ad1f-15944326d955 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '05438f7f-9acf-40b4-a967-562e1fa57a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:09:35.949579 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Attempting to bind port 7e652204-0320-481a-ad1f-15944326d955 on network eb1d9140-0d89-4e30-b689-ab723e70d61d {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:09:35.956977 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:09:35.957345 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Checking segment: {'id': '05438f7f-9acf-40b4-a967-562e1fa57a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:09:35.957746 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:35.958136 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Bound using segment: {'id': '05438f7f-9acf-40b4-a967-562e1fa57a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:09:35.958598 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Bound port: 7e652204-0320-481a-ad1f-15944326d955, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05438f7f-9acf-40b4-a967-562e1fa57a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:09:35.958964 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:35.997040 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d83daedc-3a3c-478d-9147-f84e8889db69 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:35.997668 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:36.073121 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] For port 7e652204-0320-481a-ad1f-15944326d955, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:09:36.079963 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] For port 7e652204-0320-481a-ad1f-15944326d955, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7e652204-0320-481a-ad1f-15944326d955,segment=NetworkSegment(05438f7f-9acf-40b4-a967-562e1fa57a0f),segment_id=05438f7f-9acf-40b4-a967-562e1fa57a0f)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:09:36.090778 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:36.171701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 80a11da7-914a-472b-9aa4-28159f1183f9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:09:36.186885 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29ab14-698a-4286-8145-16a9ba3cd863 None None] Pushing event updated for resources: {'Port': ['ID=7e652204-0320-481a-ad1f-15944326d955,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:36.210730 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Routers {'4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:09:36.211547 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:09:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:36.256554 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 80a11da7-914a-472b-9aa4-28159f1183f9 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:09:36.385621 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:36.453798 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] Set router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:09:36.493290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4ebb98-7393-4d52-9ef1-1672536eae9a None None] Network 287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:09:36.619982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e4c61a76-1fcc-4360-a8cc-4ea14a6a8273 None None] Provisioning for port 80a11da7-914a-472b-9aa4-28159f1183f9 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:09:36.631597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e4c61a76-1fcc-4360-a8cc-4ea14a6a8273 None None] Provisioning complete for port 80a11da7-914a-472b-9aa4-28159f1183f9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:36.631997 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e4c61a76-1fcc-4360-a8cc-4ea14a6a8273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:36.632466 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Router 5200caf7-7a25-4b8e-8617-9e0be33387bd is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 15:09:36.797612 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'name': 'tempest-TestMinimumBasicScenario-711935113-router', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:27Z', 'updated_at': '2022-02-09T15:09:31Z', 'revision_number': 4, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'gw_port': {'id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:28Z', 'updated_at': '2022-02-09T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '7e652204-0320-481a-ad1f-15944326d955', 'name': '', 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'mac_address': 'fa:16:3e:94:8c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:30Z', 'updated_at': '2022-02-09T15:09:36Z', 'revision_number': 4, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'subnets': [{'id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:36.803778 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15652f8d-1fb7-4e49-b281-38489194926a None None] The sync data for ids ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'] in n-d-828418-2 is: [{'id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'name': 'tempest-TestMinimumBasicScenario-711935113-router', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:27Z', 'updated_at': '2022-02-09T15:09:31Z', 'revision_number': 4, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'gw_port': {'id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:28Z', 'updated_at': '2022-02-09T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '7e652204-0320-481a-ad1f-15944326d955', 'name': '', 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'mac_address': 'fa:16:3e:94:8c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:30Z', 'updated_at': '2022-02-09T15:09:36Z', 'revision_number': 4, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'subnets': [{'id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:09:36.824129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:09:36.837691 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Sync routers for ids ['5200caf7-7a25-4b8e-8617-9e0be33387bd'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:09:36.848697 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e4c61a76-1fcc-4360-a8cc-4ea14a6a8273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:36.848804 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:36.849967 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4b5596f2-b09e-4f3a-98dd-a2eb520f17d3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7780304 Feb 09 15:09:36.852692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53662) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:09:36.873601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Routers {'5200caf7-7a25-4b8e-8617-9e0be33387bd'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:09:36.874238 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:09:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['5200caf7-7a25-4b8e-8617-9e0be33387bd'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:36.981425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e4c61a76-1fcc-4360-a8cc-4ea14a6a8273 None None] For port 80a11da7-914a-472b-9aa4-28159f1183f9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=80a11da7-914a-472b-9aa4-28159f1183f9,segment=NetworkSegment(af776712-7d60-4a78-b2dd-de328c75cad1),segment_id=af776712-7d60-4a78-b2dd-de328c75cad1)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:09:36.985548 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e4c61a76-1fcc-4360-a8cc-4ea14a6a8273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:37.152986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Set router 5200caf7-7a25-4b8e-8617-9e0be33387bd gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:09:37.194204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c61a76-1fcc-4360-a8cc-4ea14a6a8273 None None] Pushing event updated for resources: {'Port': ['ID=80a11da7-914a-472b-9aa4-28159f1183f9,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:37.347161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e7627af2-17dc-4ce6-a766-9195a7ca3b4f None None] Provisioning complete for port 80a11da7-914a-472b-9aa4-28159f1183f9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:37.347565 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e7627af2-17dc-4ce6-a766-9195a7ca3b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:37.621567 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'name': 'tempest-TestMinimumBasicScenario-553328201-router', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '310321c8-3519-4f02-b836-0cf05d77293a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:34Z', 'updated_at': '2022-02-09T15:09:35Z', 'revision_number': 3, 'project_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'gw_port': {'id': '310321c8-3519-4f02-b836-0cf05d77293a', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:34Z', 'updated_at': '2022-02-09T15:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:37.625449 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Checking router: 5200caf7-7a25-4b8e-8617-9e0be33387bd for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:09:37.625801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Updating router 5200caf7-7a25-4b8e-8617-9e0be33387bd port 310321c8-3519-4f02-b836-0cf05d77293a binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:09:37.678887 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:37.715697 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:37.799845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7e652204-0320-481a-ad1f-15944326d955 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:09:37.929614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Allocated IP 172.20.0.1 (287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8/7d19fbad-6c7d-4ca4-90eb-b6d5ce129d84/81afa5fb-e241-42a8-9210-e8f8df8f01e4) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:09:37.963173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 7e652204-0320-481a-ad1f-15944326d955 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:09:37.978386 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7e652204-0320-481a-ad1f-15944326d955 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:37.978754 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:38.077574 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:38.092939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Transition to ACTIVE for port object 81afa5fb-e241-42a8-9210-e8f8df8f01e4 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:09:38.116571 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:38.165247 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:38.174395 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:38.190581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Network 287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:09:38.190867 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Transition to ACTIVE for port object 310321c8-3519-4f02-b836-0cf05d77293a will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:09:38.193790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:09:38.199946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:09:38.203759 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:38.231788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Pushing event updated for resources: {'Port': ['ID=81afa5fb-e241-42a8-9210-e8f8df8f01e4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:38.264805 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:38.271396 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 7e652204-0320-481a-ad1f-15944326d955, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7e652204-0320-481a-ad1f-15944326d955,segment=NetworkSegment(05438f7f-9acf-40b4-a967-562e1fa57a0f),segment_id=05438f7f-9acf-40b4-a967-562e1fa57a0f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:09:38.287155 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:38.287935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 80a11da7-914a-472b-9aa4-28159f1183f9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:09:38.323432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a4942-4365-4543-a9e4-c56a1c043c18 None None] Pushing event updated for resources: {'Port': ['ID=310321c8-3519-4f02-b836-0cf05d77293a,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:38.368143 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Attempting to bind port 310321c8-3519-4f02-b836-0cf05d77293a on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:09:38.368495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Attempting to bind port 310321c8-3519-4f02-b836-0cf05d77293a by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:09:38.368859 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Attempting to bind port 310321c8-3519-4f02-b836-0cf05d77293a on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:09:38.401915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:09:38.402285 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:09:38.402680 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:38.403059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:09:38.403521 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Bound port: 310321c8-3519-4f02-b836-0cf05d77293a, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:09:38.403919 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:38.496801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=7e652204-0320-481a-ad1f-15944326d955,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:38.511984 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9e11fdc0-09c2-42cd-a35c-b3f7d26d296b None None] Provisioning for port 81afa5fb-e241-42a8-9210-e8f8df8f01e4 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:09:38.523620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] For port 310321c8-3519-4f02-b836-0cf05d77293a, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:09:38.526348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9e11fdc0-09c2-42cd-a35c-b3f7d26d296b None None] Provisioning complete for port 81afa5fb-e241-42a8-9210-e8f8df8f01e4 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:38.526711 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9e11fdc0-09c2-42cd-a35c-b3f7d26d296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:38.560098 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 80a11da7-914a-472b-9aa4-28159f1183f9 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:38.560464 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:38.573871 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:38.618567 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] For port 310321c8-3519-4f02-b836-0cf05d77293a, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=310321c8-3519-4f02-b836-0cf05d77293a,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:09:38.628150 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:38.703687 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-9e11fdc0-09c2-42cd-a35c-b3f7d26d296b None None] Port 81afa5fb-e241-42a8-9210-e8f8df8f01e4 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:09:38.727069 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Routers {'5200caf7-7a25-4b8e-8617-9e0be33387bd'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:09:38.727619 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:09:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['5200caf7-7a25-4b8e-8617-9e0be33387bd'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:38.796389 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a4942-4365-4543-a9e4-c56a1c043c18 None None] Pushing event updated for resources: {'Port': ['ID=310321c8-3519-4f02-b836-0cf05d77293a,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:38.811158 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:38.816467 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:38.922366 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:38.926787 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Pushing event updated for resources: {'Port': ['ID=81afa5fb-e241-42a8-9210-e8f8df8f01e4,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:38.965582 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] Set router 5200caf7-7a25-4b8e-8617-9e0be33387bd gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:09:39.061289 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Network 287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:09:39.062830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:09:39.332693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'name': 'tempest-TestMinimumBasicScenario-553328201-router', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '310321c8-3519-4f02-b836-0cf05d77293a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:34Z', 'updated_at': '2022-02-09T15:09:38Z', 'revision_number': 4, 'project_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'gw_port': {'id': '310321c8-3519-4f02-b836-0cf05d77293a', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:34Z', 'updated_at': '2022-02-09T15:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '81afa5fb-e241-42a8-9210-e8f8df8f01e4', 'name': '', 'network_id': '287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'mac_address': 'fa:16:3e:15:43:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7d19fbad-6c7d-4ca4-90eb-b6d5ce129d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:37Z', 'updated_at': '2022-02-09T15:09:37Z', 'revision_number': 1, 'project_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'subnets': [{'id': '7d19fbad-6c7d-4ca4-90eb-b6d5ce129d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:39.346418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66649ab-5d8a-43db-8de0-8e6c9b154f2b None None] The sync data for ids ['5200caf7-7a25-4b8e-8617-9e0be33387bd'] in n-d-828418-2 is: [{'id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'name': 'tempest-TestMinimumBasicScenario-553328201-router', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '310321c8-3519-4f02-b836-0cf05d77293a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:34Z', 'updated_at': '2022-02-09T15:09:38Z', 'revision_number': 4, 'project_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'gw_port': {'id': '310321c8-3519-4f02-b836-0cf05d77293a', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:34Z', 'updated_at': '2022-02-09T15:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '81afa5fb-e241-42a8-9210-e8f8df8f01e4', 'name': '', 'network_id': '287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'mac_address': 'fa:16:3e:15:43:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7d19fbad-6c7d-4ca4-90eb-b6d5ce129d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:37Z', 'updated_at': '2022-02-09T15:09:37Z', 'revision_number': 1, 'project_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'subnets': [{'id': '7d19fbad-6c7d-4ca4-90eb-b6d5ce129d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:09:39.357298 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bdc1254b-02a5-4cbd-9d90-b66b72c1e2b1 None None] Provisioning complete for port 81afa5fb-e241-42a8-9210-e8f8df8f01e4 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:39.357686 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bdc1254b-02a5-4cbd-9d90-b66b72c1e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:39.379708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Router 5200caf7-7a25-4b8e-8617-9e0be33387bd has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:09:39.386864 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:39.413589 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-bdc1254b-02a5-4cbd-9d90-b66b72c1e2b1 None None] Port 81afa5fb-e241-42a8-9210-e8f8df8f01e4 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:09:39.577681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:09:39.588394 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-268c159b-74c7-47ae-baaa-41258a174490 admin admin] 10.222.0.48 "PUT /v2.0/routers/5200caf7-7a25-4b8e-8617-9e0be33387bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7345517 Feb 09 15:09:39.772747 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7e652204-0320-481a-ad1f-15944326d955 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:09:39.846134 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7e652204-0320-481a-ad1f-15944326d955 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:39.846856 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:41.000895 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:41.585881 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Sync routers for ids ['5200caf7-7a25-4b8e-8617-9e0be33387bd'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:09:41.598965 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Routers {'5200caf7-7a25-4b8e-8617-9e0be33387bd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:09:41.599577 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:09:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['5200caf7-7a25-4b8e-8617-9e0be33387bd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:41.791626 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 310321c8-3519-4f02-b836-0cf05d77293a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:09:41.817025 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Set router 5200caf7-7a25-4b8e-8617-9e0be33387bd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:09:41.886627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 310321c8-3519-4f02-b836-0cf05d77293a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:09:41.892289 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 310321c8-3519-4f02-b836-0cf05d77293a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:41.892706 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:42.019053 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:42.045115 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 310321c8-3519-4f02-b836-0cf05d77293a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=310321c8-3519-4f02-b836-0cf05d77293a,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:09:42.050612 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:42.148290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=310321c8-3519-4f02-b836-0cf05d77293a,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:42.184059 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'name': 'tempest-TestMinimumBasicScenario-553328201-router', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '310321c8-3519-4f02-b836-0cf05d77293a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:34Z', 'updated_at': '2022-02-09T15:09:38Z', 'revision_number': 4, 'project_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'gw_port': {'id': '310321c8-3519-4f02-b836-0cf05d77293a', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:34Z', 'updated_at': '2022-02-09T15:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '81afa5fb-e241-42a8-9210-e8f8df8f01e4', 'name': '', 'network_id': '287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'mac_address': 'fa:16:3e:15:43:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7d19fbad-6c7d-4ca4-90eb-b6d5ce129d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:37Z', 'updated_at': '2022-02-09T15:09:38Z', 'revision_number': 2, 'project_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'subnets': [{'id': '7d19fbad-6c7d-4ca4-90eb-b6d5ce129d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:42.190215 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Checking router: 5200caf7-7a25-4b8e-8617-9e0be33387bd for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:09:42.190572 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Updating router 5200caf7-7a25-4b8e-8617-9e0be33387bd port 81afa5fb-e241-42a8-9210-e8f8df8f01e4 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:09:42.248705 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:42.634535 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:42.648665 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Transition to ACTIVE for port object 81afa5fb-e241-42a8-9210-e8f8df8f01e4 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:09:42.654749 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:42.807268 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e3eb0-b160-4055-bf51-e6b8a5c6c1f4 None None] Pushing event updated for resources: {'Port': ['ID=81afa5fb-e241-42a8-9210-e8f8df8f01e4,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:42.936961 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Attempting to bind port 81afa5fb-e241-42a8-9210-e8f8df8f01e4 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:09:42.937490 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Attempting to bind port 81afa5fb-e241-42a8-9210-e8f8df8f01e4 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'af776712-7d60-4a78-b2dd-de328c75cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:09:42.937905 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Attempting to bind port 81afa5fb-e241-42a8-9210-e8f8df8f01e4 on network 287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:09:42.944201 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:09:42.944639 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Checking segment: {'id': 'af776712-7d60-4a78-b2dd-de328c75cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:09:42.945103 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:42.945557 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Bound using segment: {'id': 'af776712-7d60-4a78-b2dd-de328c75cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:09:42.946077 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Bound port: 81afa5fb-e241-42a8-9210-e8f8df8f01e4, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af776712-7d60-4a78-b2dd-de328c75cad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:09:42.946521 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:43.058083 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] For port 81afa5fb-e241-42a8-9210-e8f8df8f01e4, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:09:43.062352 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] For port 81afa5fb-e241-42a8-9210-e8f8df8f01e4, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=81afa5fb-e241-42a8-9210-e8f8df8f01e4,segment=NetworkSegment(af776712-7d60-4a78-b2dd-de328c75cad1),segment_id=af776712-7d60-4a78-b2dd-de328c75cad1)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:09:43.068188 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:43.159456 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e3eb0-b160-4055-bf51-e6b8a5c6c1f4 None None] Pushing event updated for resources: {'Port': ['ID=81afa5fb-e241-42a8-9210-e8f8df8f01e4,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:43.164987 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Routers {'5200caf7-7a25-4b8e-8617-9e0be33387bd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:09:43.165636 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:09:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['5200caf7-7a25-4b8e-8617-9e0be33387bd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:43.374799 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] Set router 5200caf7-7a25-4b8e-8617-9e0be33387bd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:09:43.733353 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'name': 'tempest-TestMinimumBasicScenario-553328201-router', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '310321c8-3519-4f02-b836-0cf05d77293a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:34Z', 'updated_at': '2022-02-09T15:09:38Z', 'revision_number': 4, 'project_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'gw_port': {'id': '310321c8-3519-4f02-b836-0cf05d77293a', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:34Z', 'updated_at': '2022-02-09T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '81afa5fb-e241-42a8-9210-e8f8df8f01e4', 'name': '', 'network_id': '287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'mac_address': 'fa:16:3e:15:43:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7d19fbad-6c7d-4ca4-90eb-b6d5ce129d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:37Z', 'updated_at': '2022-02-09T15:09:43Z', 'revision_number': 4, 'project_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'subnets': [{'id': '7d19fbad-6c7d-4ca4-90eb-b6d5ce129d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:09:43.738872 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0e9c9-a64b-43f0-9ec8-a9734e977570 None None] The sync data for ids ['5200caf7-7a25-4b8e-8617-9e0be33387bd'] in n-d-828418-2 is: [{'id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'name': 'tempest-TestMinimumBasicScenario-553328201-router', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '310321c8-3519-4f02-b836-0cf05d77293a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:34Z', 'updated_at': '2022-02-09T15:09:38Z', 'revision_number': 4, 'project_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'gw_port': {'id': '310321c8-3519-4f02-b836-0cf05d77293a', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:34Z', 'updated_at': '2022-02-09T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '81afa5fb-e241-42a8-9210-e8f8df8f01e4', 'name': '', 'network_id': '287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'mac_address': 'fa:16:3e:15:43:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7d19fbad-6c7d-4ca4-90eb-b6d5ce129d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:37Z', 'updated_at': '2022-02-09T15:09:43Z', 'revision_number': 4, 'project_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'subnets': [{'id': '7d19fbad-6c7d-4ca4-90eb-b6d5ce129d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:09:43.812505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 81afa5fb-e241-42a8-9210-e8f8df8f01e4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:09:43.907222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 81afa5fb-e241-42a8-9210-e8f8df8f01e4 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:09:43.912882 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 81afa5fb-e241-42a8-9210-e8f8df8f01e4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:43.914487 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:44.086237 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:44.132812 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 81afa5fb-e241-42a8-9210-e8f8df8f01e4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=81afa5fb-e241-42a8-9210-e8f8df8f01e4,segment=NetworkSegment(af776712-7d60-4a78-b2dd-de328c75cad1),segment_id=af776712-7d60-4a78-b2dd-de328c75cad1)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:09:44.139025 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:44.140077 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 310321c8-3519-4f02-b836-0cf05d77293a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:09:44.272077 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 310321c8-3519-4f02-b836-0cf05d77293a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:44.272449 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:44.331067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=81afa5fb-e241-42a8-9210-e8f8df8f01e4,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:45.777177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 81afa5fb-e241-42a8-9210-e8f8df8f01e4 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:09:45.854261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 81afa5fb-e241-42a8-9210-e8f8df8f01e4 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:45.854656 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:50.114755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-8df4673c-e8bd-4ab6-92ca-caa6de6eb3f7 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:09:50.115380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-8df4673c-e8bd-4ab6-92ca-caa6de6eb3f7 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Synchronizing usage tracker for tenant:ae7356a9e576459cbd8923ba8a30d685 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:09:50.132200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-8df4673c-e8bd-4ab6-92ca-caa6de6eb3f7 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Unset dirty status for tenant:ae7356a9e576459cbd8923ba8a30d685 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:09:50.133536 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-8df4673c-e8bd-4ab6-92ca-caa6de6eb3f7 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/networks?id=eb1d9140-0d89-4e30-b689-ab723e70d61d HTTP/1.1" status: 200 len: 814 time: 0.1697826 Feb 09 15:09:50.149065 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-53af2e70-69d0-4fb6-8f32-63c410f22a7f tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/quotas/ae7356a9e576459cbd8923ba8a30d685 HTTP/1.1" status: 200 len: 375 time: 0.0100551 Feb 09 15:09:50.231609 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-737ae92b-bbc9-4dee-8062-c5d5070cd667 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae7356a9e576459cbd8923ba8a30d685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773067 Feb 09 15:09:50.368882 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-7b670825-ba57-4e28-b51d-8f356107bae7 service neutron] 10.222.0.48 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248839 Feb 09 15:09:50.497940 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-212fe6fe-137a-45f4-bb55-ed7827e70fe3 service neutron] 10.222.0.48 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233330 Feb 09 15:09:50.683368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a984fe6c-a5c0-463a-bbf0-1c6c23910aeb req-5c814446-2c43-4241-8211-bb389507e41c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Synchronizing usage tracker for tenant:ae7356a9e576459cbd8923ba8a30d685 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:09:50.700933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a984fe6c-a5c0-463a-bbf0-1c6c23910aeb req-5c814446-2c43-4241-8211-bb389507e41c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Unset dirty status for tenant:ae7356a9e576459cbd8923ba8a30d685 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:09:50.702143 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a984fe6c-a5c0-463a-bbf0-1c6c23910aeb req-5c814446-2c43-4241-8211-bb389507e41c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 210 time: 0.0612681 Feb 09 15:09:51.915216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b30074f4-7453-40f5-8b29-cc2b3c835f53 req-61ae81d3-5ced-4b2a-b879-5c44686acb0d tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 210 time: 0.0498548 Feb 09 15:09:51.987204 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-d6dd9ce6-2884-420c-b84b-f973aa48d5f8 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:09:51.988675 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-d6dd9ce6-2884-420c-b84b-f973aa48d5f8 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.21 "GET /v2.0/networks?id=eb1d9140-0d89-4e30-b689-ab723e70d61d HTTP/1.1" status: 200 len: 814 time: 0.2379313 Feb 09 15:09:52.002997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Request body: {'port': {'device_id': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'admin_state_up': True, 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:09:52.146618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:09:52.156244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:09:52.166545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Made reservation on behalf of ae7356a9e576459cbd8923ba8a30d685 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:09:52.170151 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:52.382292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Allocated IP 172.20.0.5 (eb1d9140-0d89-4e30-b689-ab723e70d61d/ef06ee5f-8e2d-496f-b89b-b26789a70cf9/bf5101d7-f9e0-4e12-8c76-aa2650b5e822) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:09:52.873353 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:52.906537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Transition to ACTIVE for port object bf5101d7-f9e0-4e12-8c76-aa2650b5e822 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:09:52.936721 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:53.065769 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Pushing event updated for resources: {'Port': ['ID=bf5101d7-f9e0-4e12-8c76-aa2650b5e822,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:09:53.080406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:53.080725 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:53.081071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:53.081407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:53.081745 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:53.082370 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:53.082819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:53.083159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:53.083583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:53.083940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:53.084392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:53.084722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:09:53.093374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Network eb1d9140-0d89-4e30-b689-ab723e70d61d is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:09:53.095809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:09:53.099799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:09:53.184584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:09:53.185535 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:53.218091 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-5343d484-d9b3-4f3a-9d23-947ca83f14e6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2199028 Feb 09 15:09:53.394607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6f4f9-e5e9-46d4-80b0-9472a7cf586a req-50f172b9-4f98-4253-b6af-3f2d794c865c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:09:53.396384 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8fd6f4f9-e5e9-46d4-80b0-9472a7cf586a req-50f172b9-4f98-4253-b6af-3f2d794c865c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 931 time: 0.3143413 Feb 09 15:09:53.455231 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8fd6f4f9-e5e9-46d4-80b0-9472a7cf586a req-9c39e010-6b2c-4275-840b-a4bbc46b6c46 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528531 Feb 09 15:09:53.545573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c3a88a51-9ad7-43d5-9b42-05f96a1c8ffa None None] Provisioning for port bf5101d7-f9e0-4e12-8c76-aa2650b5e822 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:09:53.557706 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c3a88a51-9ad7-43d5-9b42-05f96a1c8ffa None None] Provisioning complete for port bf5101d7-f9e0-4e12-8c76-aa2650b5e822 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:09:53.558354 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c3a88a51-9ad7-43d5-9b42-05f96a1c8ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:53.620566 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-c3a88a51-9ad7-43d5-9b42-05f96a1c8ffa None None] Port bf5101d7-f9e0-4e12-8c76-aa2650b5e822 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:09:54.673090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfdc24-cf54-4ec4-986b-81f5c0fadba5 req-a3786e95-ca98-40ea-9a62-111c00658b51 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:09:54.673891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e8bfdc24-cf54-4ec4-986b-81f5c0fadba5 req-a3786e95-ca98-40ea-9a62-111c00658b51 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Synchronizing usage tracker for tenant:ae7356a9e576459cbd8923ba8a30d685 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:09:54.691474 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e8bfdc24-cf54-4ec4-986b-81f5c0fadba5 req-a3786e95-ca98-40ea-9a62-111c00658b51 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Unset dirty status for tenant:ae7356a9e576459cbd8923ba8a30d685 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:09:54.699282 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e8bfdc24-cf54-4ec4-986b-81f5c0fadba5 req-a3786e95-ca98-40ea-9a62-111c00658b51 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 931 time: 0.1113977 Feb 09 15:09:54.742026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e8bfdc24-cf54-4ec4-986b-81f5c0fadba5 req-faf1a2f2-df38-47e6-a3c3-1e52abcf2501 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Synchronizing usage tracker for tenant:ae7356a9e576459cbd8923ba8a30d685 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:09:54.760780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e8bfdc24-cf54-4ec4-986b-81f5c0fadba5 req-faf1a2f2-df38-47e6-a3c3-1e52abcf2501 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Unset dirty status for tenant:ae7356a9e576459cbd8923ba8a30d685 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:09:54.761994 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e8bfdc24-cf54-4ec4-986b-81f5c0fadba5 req-faf1a2f2-df38-47e6-a3c3-1e52abcf2501 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617008 Feb 09 15:09:55.960837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7160cb-a7eb-4738-854b-6edd2a9862ed req-095c1b22-de91-4be1-a195-a2dcdb3feac4 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:09:55.962384 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ea7160cb-a7eb-4738-854b-6edd2a9862ed req-095c1b22-de91-4be1-a195-a2dcdb3feac4 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 931 time: 0.0830796 Feb 09 15:09:56.017858 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ea7160cb-a7eb-4738-854b-6edd2a9862ed req-a05bf6cf-1ae9-422e-b4f4-f224df0ab2a5 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485735 Feb 09 15:09:56.879957 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1a68b283-1f74-43ce-87ab-7b97de176515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:57.219308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dec03-0dee-415a-836d-94349cad1954 req-e65ef2e7-95e4-42a9-b5e9-b5c1fd56239d tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:09:57.221358 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d1dec03-0dee-415a-836d-94349cad1954 req-e65ef2e7-95e4-42a9-b5e9-b5c1fd56239d tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 931 time: 0.0914319 Feb 09 15:09:57.276888 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1d1dec03-0dee-415a-836d-94349cad1954 req-dab2bb0d-812a-4e80-8d7f-13efa483d6d1 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490463 Feb 09 15:09:58.540947 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c66f5-857f-4e5f-96ce-697bed9416b2 req-91cd1a41-cec6-4661-a4fa-85563107faaa tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:09:58.564973 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f29c66f5-857f-4e5f-96ce-697bed9416b2 req-91cd1a41-cec6-4661-a4fa-85563107faaa tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 931 time: 0.1269653 Feb 09 15:09:58.616072 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f29c66f5-857f-4e5f-96ce-697bed9416b2 req-7b1ffd94-8c36-44d5-94bf-82cb224bc29c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499666 Feb 09 15:09:59.294847 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8fbaa577-1553-4b3e-a409-8186190c1e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:09:59.807071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafebfcf-3739-41d2-a95d-b9040a0ffd2e req-bed6fed7-11d6-4bf6-a492-6d3692d04453 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:09:59.808543 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bafebfcf-3739-41d2-a95d-b9040a0ffd2e req-bed6fed7-11d6-4bf6-a492-6d3692d04453 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 931 time: 0.0772045 Feb 09 15:09:59.852514 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bafebfcf-3739-41d2-a95d-b9040a0ffd2e req-6cf477ab-c4e0-491f-85a3-fa29c96bc1b0 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382307 Feb 09 15:09:59.965698 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:10:00.406044 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:00.425702 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:01.080168 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174430c9-d4a0-4db7-9500-4efe53f77475 req-6afb1f41-c35d-4a7e-81c1-e636cbb5a327 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:01.081657 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-174430c9-d4a0-4db7-9500-4efe53f77475 req-6afb1f41-c35d-4a7e-81c1-e636cbb5a327 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 931 time: 0.0889840 Feb 09 15:10:01.128072 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-174430c9-d4a0-4db7-9500-4efe53f77475 req-93651dee-6473-4433-bd0c-dec34e181699 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405457 Feb 09 15:10:02.041793 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:02.314029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28e76c-70ff-4357-9e08-6822e9ae39dc req-5e9fd134-6560-49e0-9b24-8c8d4da40ccc tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:02.315455 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9f28e76c-70ff-4357-9e08-6822e9ae39dc req-5e9fd134-6560-49e0-9b24-8c8d4da40ccc tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 931 time: 0.0825112 Feb 09 15:10:02.358302 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9f28e76c-70ff-4357-9e08-6822e9ae39dc req-eb8ef03c-30af-483c-b480-fe78982095bd tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372305 Feb 09 15:10:02.638651 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Request body: {'port': {'device_id': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:10:02.756343 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:03.104149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5101d7-f9e0-4e12-8c76-aa2650b5e822 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:10:03.112021 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:03.126281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Transition to ACTIVE for port object bf5101d7-f9e0-4e12-8c76-aa2650b5e822 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:10:03.130019 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:03.285275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5101d7-f9e0-4e12-8c76-aa2650b5e822,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:10:03.367467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Attempting to bind port bf5101d7-f9e0-4e12-8c76-aa2650b5e822 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:10:03.368135 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Attempting to bind port bf5101d7-f9e0-4e12-8c76-aa2650b5e822 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '05438f7f-9acf-40b4-a967-562e1fa57a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:10:03.368135 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Attempting to bind port bf5101d7-f9e0-4e12-8c76-aa2650b5e822 on network eb1d9140-0d89-4e30-b689-ab723e70d61d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:10:03.372709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Port bf5101d7-f9e0-4e12-8c76-aa2650b5e822 on network eb1d9140-0d89-4e30-b689-ab723e70d61d not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:10:03.373031 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Attempting to bind port bf5101d7-f9e0-4e12-8c76-aa2650b5e822 on network eb1d9140-0d89-4e30-b689-ab723e70d61d {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:10:03.383522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:10:03.383522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Checking segment: {'id': '05438f7f-9acf-40b4-a967-562e1fa57a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:10:03.383522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Bound using segment: {'id': '05438f7f-9acf-40b4-a967-562e1fa57a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:10:03.383522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Bound port: bf5101d7-f9e0-4e12-8c76-aa2650b5e822, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05438f7f-9acf-40b4-a967-562e1fa57a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:10:03.383522 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:03.476092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] For port bf5101d7-f9e0-4e12-8c76-aa2650b5e822, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:10:03.479108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] For port bf5101d7-f9e0-4e12-8c76-aa2650b5e822, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bf5101d7-f9e0-4e12-8c76-aa2650b5e822,segment=NetworkSegment(05438f7f-9acf-40b4-a967-562e1fa57a0f),segment_id=05438f7f-9acf-40b4-a967-562e1fa57a0f)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:10:03.484097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:03.549793 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:03.550426 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:03.551856 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] 10.222.0.21 "PUT /v2.0/ports/bf5101d7-f9e0-4e12-8c76-aa2650b5e822 HTTP/1.1" status: 200 len: 1091 time: 0.9177537 Feb 09 15:10:03.552310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'tag': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:10:03.574697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e43586-2cbf-4857-8b97-96d12ae7a7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5101d7-f9e0-4e12-8c76-aa2650b5e822,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:10:03.589989 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fce9d-f05e-45e5-9a72-efac0fe6bb78 req-a0c1ad00-7980-44a5-a856-bd9c329d3097 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:03.592042 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b45fce9d-f05e-45e5-9a72-efac0fe6bb78 req-a0c1ad00-7980-44a5-a856-bd9c329d3097 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 943 time: 0.1169791 Feb 09 15:10:03.645238 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'tag': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822', 'status': 'completed', 'code': 200} Feb 09 15:10:03.645521 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b45fce9d-f05e-45e5-9a72-efac0fe6bb78 req-c0118ec5-cbc9-450f-b76b-0afa0da19027 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472021 Feb 09 15:10:03.686761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-5cdf3b5f-c3df-4f9c-9f2b-4414e5886974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:03.688360 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-5cdf3b5f-c3df-4f9c-9f2b-4414e5886974 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae7356a9e576459cbd8923ba8a30d685&device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 1094 time: 0.0853081 Feb 09 15:10:03.760237 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-3075609e-1bef-4348-8ceb-974f69b95bb9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf5101d7-f9e0-4e12-8c76-aa2650b5e822 HTTP/1.1" status: 200 len: 217 time: 0.0645056 Feb 09 15:10:03.826870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-9e7cdbfb-1260-4a03-8103-4b88927229cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:03.828485 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-9e7cdbfb-1260-4a03-8103-4b88927229cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef06ee5f-8e2d-496f-b89b-b26789a70cf9 HTTP/1.1" status: 200 len: 853 time: 0.0630367 Feb 09 15:10:03.903814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-3f6ac72c-7b66-4dd2-9dde-43dfd8c072ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:03.905208 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-3f6ac72c-7b66-4dd2-9dde-43dfd8c072ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb1d9140-0d89-4e30-b689-ab723e70d61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707469 Feb 09 15:10:04.166273 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-a1136e6e-25da-4279-93c2-32aba864f554 service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550027 Feb 09 15:10:04.305630 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a35ceb9a-de19-4260-bb28-c5e6ea747861 req-f42f2fd8-94c3-4cc5-abdd-fe79a7fe51f8 service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339142 Feb 09 15:10:04.428764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280ea13-3673-431a-83aa-eb6167fdc545 req-759f9ed3-8e33-461f-b54b-3e898d3308c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:04.430377 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e280ea13-3673-431a-83aa-eb6167fdc545 req-759f9ed3-8e33-461f-b54b-3e898d3308c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae7356a9e576459cbd8923ba8a30d685&device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 1094 time: 0.0783072 Feb 09 15:10:04.572320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280ea13-3673-431a-83aa-eb6167fdc545 req-90f85d68-9ca1-497a-a95a-cf3fc63fcb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:04.574042 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e280ea13-3673-431a-83aa-eb6167fdc545 req-90f85d68-9ca1-497a-a95a-cf3fc63fcb17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb1d9140-0d89-4e30-b689-ab723e70d61d HTTP/1.1" status: 200 len: 914 time: 0.1380191 Feb 09 15:10:04.641400 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e280ea13-3673-431a-83aa-eb6167fdc545 req-834ddccf-50ca-4051-ab8c-97fb859662aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf5101d7-f9e0-4e12-8c76-aa2650b5e822 HTTP/1.1" status: 200 len: 217 time: 0.0605240 Feb 09 15:10:04.711149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280ea13-3673-431a-83aa-eb6167fdc545 req-5e562606-4cd9-412a-af6a-34d2424c68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:04.712616 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e280ea13-3673-431a-83aa-eb6167fdc545 req-5e562606-4cd9-412a-af6a-34d2424c68ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef06ee5f-8e2d-496f-b89b-b26789a70cf9 HTTP/1.1" status: 200 len: 853 time: 0.0657215 Feb 09 15:10:04.844830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280ea13-3673-431a-83aa-eb6167fdc545 req-b4666519-eda1-4fff-8869-da1b3ab15231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:04.846289 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e280ea13-3673-431a-83aa-eb6167fdc545 req-b4666519-eda1-4fff-8869-da1b3ab15231 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb1d9140-0d89-4e30-b689-ab723e70d61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281581 Feb 09 15:10:04.860016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de97ef-8928-42c0-a996-feda7c963c84 req-d45cb344-60db-4bf8-bab3-a57963f48301 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:04.861462 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7de97ef-8928-42c0-a996-feda7c963c84 req-d45cb344-60db-4bf8-bab3-a57963f48301 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 943 time: 0.1043010 Feb 09 15:10:04.992642 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c7de97ef-8928-42c0-a996-feda7c963c84 req-4e1c4fee-bc42-4504-a4fc-403801423b1b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098137 Feb 09 15:10:05.024623 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e280ea13-3673-431a-83aa-eb6167fdc545 req-dbfbadc7-2e4b-4056-8a8e-4d891dd10099 service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621823 Feb 09 15:10:05.155231 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e280ea13-3673-431a-83aa-eb6167fdc545 req-15ff4f98-50b8-4f5d-a553-a39e73849375 service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245522 Feb 09 15:10:06.183431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f4f8e-fa85-4206-ab20-ba4aa4aa92e1 req-f5ef12c4-b994-4096-a703-aa1c1de3b2e8 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:06.184909 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b5f4f8e-fa85-4206-ab20-ba4aa4aa92e1 req-f5ef12c4-b994-4096-a703-aa1c1de3b2e8 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 943 time: 0.0887759 Feb 09 15:10:06.228469 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b5f4f8e-fa85-4206-ab20-ba4aa4aa92e1 req-d98b564c-d750-4419-bd7a-14da08d8c777 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378542 Feb 09 15:10:07.563898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d943aa7-b30a-486e-9b5e-0c9bcddb06fa req-dc7cd6e3-ee3d-46bb-a9cf-f59f1ece50c3 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:07.565253 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0d943aa7-b30a-486e-9b5e-0c9bcddb06fa req-dc7cd6e3-ee3d-46bb-a9cf-f59f1ece50c3 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 943 time: 0.0792832 Feb 09 15:10:07.609509 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0d943aa7-b30a-486e-9b5e-0c9bcddb06fa req-c495b740-1f52-4f78-9730-6de07168ca8b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385237 Feb 09 15:10:08.801634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928651e-723b-4617-89eb-5f256fa9b2da req-a5f86d45-5bdd-414c-97e2-0a76721d6201 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:08.803079 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b928651e-723b-4617-89eb-5f256fa9b2da req-a5f86d45-5bdd-414c-97e2-0a76721d6201 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 943 time: 0.0786514 Feb 09 15:10:08.849953 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b928651e-723b-4617-89eb-5f256fa9b2da req-2243514e-587b-47ab-94ce-64e559f39c9c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410242 Feb 09 15:10:09.367312 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:09.667000 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device bf5101d7-f9e0-4e12-8c76-aa2650b5e822 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:10:09.827213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port bf5101d7-f9e0-4e12-8c76-aa2650b5e822, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bf5101d7-f9e0-4e12-8c76-aa2650b5e822,segment=NetworkSegment(05438f7f-9acf-40b4-a967-562e1fa57a0f),segment_id=05438f7f-9acf-40b4-a967-562e1fa57a0f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:10:09.844329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822', 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'port_id': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822', 'mac_address': 'fa:16:3e:df:17:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:10:09.899624 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:09.916711 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5101d7-f9e0-4e12-8c76-aa2650b5e822 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:10:09.932464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port bf5101d7-f9e0-4e12-8c76-aa2650b5e822, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bf5101d7-f9e0-4e12-8c76-aa2650b5e822,segment=NetworkSegment(05438f7f-9acf-40b4-a967-562e1fa57a0f),segment_id=05438f7f-9acf-40b4-a967-562e1fa57a0f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:10:09.936795 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:10.008427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=bf5101d7-f9e0-4e12-8c76-aa2650b5e822,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:10:10.016717 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:10.017063 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:10.017397 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:10.017732 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:10.018056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:10.018381 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:10.018709 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:10.019031 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:10.019349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:10.019685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:10.020015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:10.020332 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:10.040641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd6613-3afd-4569-acff-c9185d300bc5 req-60e5d10a-d4ba-444a-bec1-4f318bc4b2e3 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:10.042116 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5fcd6613-3afd-4569-acff-c9185d300bc5 req-60e5d10a-d4ba-444a-bec1-4f318bc4b2e3 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 944 time: 0.0860963 Feb 09 15:10:10.088322 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5fcd6613-3afd-4569-acff-c9185d300bc5 req-6008666f-a51e-4ed0-8cfb-7bd7aec48daa tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398719 Feb 09 15:10:10.309943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['bf5101d7-f9e0-4e12-8c76-aa2650b5e822'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:10:10.999857 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:11.286484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88896144-7f5f-4b74-a685-a8dc855237f4 req-6809c2f9-6052-4140-8b91-a15b5930f31a tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:11.287925 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-88896144-7f5f-4b74-a685-a8dc855237f4 req-6809c2f9-6052-4140-8b91-a15b5930f31a tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 944 time: 0.0882964 Feb 09 15:10:11.332588 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-88896144-7f5f-4b74-a685-a8dc855237f4 req-7888ecb8-3bfb-417c-bd44-2a85e604c520 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389326 Feb 09 15:10:11.670548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device bf5101d7-f9e0-4e12-8c76-aa2650b5e822 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:10:11.741364 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port bf5101d7-f9e0-4e12-8c76-aa2650b5e822 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:10:11.746090 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port bf5101d7-f9e0-4e12-8c76-aa2650b5e822 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:10:11.746460 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:11.868629 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:11.898250 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:10:11.908856 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port bf5101d7-f9e0-4e12-8c76-aa2650b5e822, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bf5101d7-f9e0-4e12-8c76-aa2650b5e822,segment=NetworkSegment(05438f7f-9acf-40b4-a967-562e1fa57a0f),segment_id=05438f7f-9acf-40b4-a967-562e1fa57a0f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:10:11.916022 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:11.983259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=bf5101d7-f9e0-4e12-8c76-aa2650b5e822,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:10:12.068810 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822', 'code': 200} Feb 09 15:10:12.287232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96dd0d-c79f-43f2-ae83-c79d72466035 req-e4df7157-049b-4f1c-b236-9fe2631f487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:12.288735 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb96dd0d-c79f-43f2-ae83-c79d72466035 req-e4df7157-049b-4f1c-b236-9fe2631f487d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 1096 time: 0.1621420 Feb 09 15:10:12.338726 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fb96dd0d-c79f-43f2-ae83-c79d72466035 req-3fecad27-f92d-487a-86d3-e310a940496d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432403 Feb 09 15:10:12.519352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc425e-0269-446e-89b4-f6814a35a8bf req-bbfa8ef0-fd96-49dc-9981-5d53253800ff tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:12.520966 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06cc425e-0269-446e-89b4-f6814a35a8bf req-bbfa8ef0-fd96-49dc-9981-5d53253800ff tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 945 time: 0.0838394 Feb 09 15:10:12.566826 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-06cc425e-0269-446e-89b4-f6814a35a8bf req-d6051847-6ca2-42d1-8b3d-bd72827bea89 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396173 Feb 09 15:10:13.772490 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283a62d-1d58-4be3-8eda-0da0045a55e4 req-acf5136a-a4b7-4b6a-8764-97a4c3d74cd6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:13.773929 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2283a62d-1d58-4be3-8eda-0da0045a55e4 req-acf5136a-a4b7-4b6a-8764-97a4c3d74cd6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 945 time: 0.0967450 Feb 09 15:10:13.820443 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2283a62d-1d58-4be3-8eda-0da0045a55e4 req-559f6872-3762-4a81-b5b1-7a861d10e91c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407536 Feb 09 15:10:15.011405 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4434b2c-9598-43ff-a00e-e74d7905deef req-d7e14321-65a2-4477-a6a2-a7f000a64c19 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:15.012994 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4434b2c-9598-43ff-a00e-e74d7905deef req-d7e14321-65a2-4477-a6a2-a7f000a64c19 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 945 time: 0.0864961 Feb 09 15:10:15.060704 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f4434b2c-9598-43ff-a00e-e74d7905deef req-b1cd8952-9177-475b-9e5e-a72b0fda392b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Feb 09 15:10:15.134231 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fbd6b5d3-0238-4b36-b134-d93c40dc5958 req-155ce37a-7b83-42d7-ae38-0be1c3cfeea9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0790961 Feb 09 15:10:15.446780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a036e-529b-429f-b647-4756879e602f req-d4bf67f6-33f1-430c-b4a1-86ff8dbdcc95 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:15.448263 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f7a036e-529b-429f-b647-4756879e602f req-d4bf67f6-33f1-430c-b4a1-86ff8dbdcc95 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 945 time: 0.2736626 Feb 09 15:10:15.451149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6b5d3-0238-4b36-b134-d93c40dc5958 req-17b0bcbf-34cb-45de-9647-24df6ef51856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:15.453750 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fbd6b5d3-0238-4b36-b134-d93c40dc5958 req-17b0bcbf-34cb-45de-9647-24df6ef51856 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae7356a9e576459cbd8923ba8a30d685&device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 1096 time: 0.2449574 Feb 09 15:10:15.579273 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f7a036e-529b-429f-b647-4756879e602f req-0ba1f045-5eaf-4c16-9b7f-520afde34602 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235807 Feb 09 15:10:15.629213 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6b5d3-0238-4b36-b134-d93c40dc5958 req-968fdf46-fc9d-41c8-ab3f-3346be1b4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:15.630646 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fbd6b5d3-0238-4b36-b134-d93c40dc5958 req-968fdf46-fc9d-41c8-ab3f-3346be1b4630 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb1d9140-0d89-4e30-b689-ab723e70d61d HTTP/1.1" status: 200 len: 914 time: 0.1573782 Feb 09 15:10:15.698300 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fbd6b5d3-0238-4b36-b134-d93c40dc5958 req-0a7a70f7-344c-4f34-a792-b50c52f7e617 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf5101d7-f9e0-4e12-8c76-aa2650b5e822 HTTP/1.1" status: 200 len: 217 time: 0.0613556 Feb 09 15:10:15.762959 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6b5d3-0238-4b36-b134-d93c40dc5958 req-387db30e-c1e1-4de5-b6d3-5fae52d10e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:15.764409 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fbd6b5d3-0238-4b36-b134-d93c40dc5958 req-387db30e-c1e1-4de5-b6d3-5fae52d10e73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef06ee5f-8e2d-496f-b89b-b26789a70cf9 HTTP/1.1" status: 200 len: 853 time: 0.0605826 Feb 09 15:10:15.838646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6b5d3-0238-4b36-b134-d93c40dc5958 req-eb49e46c-d3da-4d9b-aa7b-873cc0cf04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:15.840407 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fbd6b5d3-0238-4b36-b134-d93c40dc5958 req-eb49e46c-d3da-4d9b-aa7b-873cc0cf04e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb1d9140-0d89-4e30-b689-ab723e70d61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707600 Feb 09 15:10:16.030386 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fbd6b5d3-0238-4b36-b134-d93c40dc5958 req-47ebcbe3-899e-4fd7-a3f2-7b1ec40da893 service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832519 Feb 09 15:10:16.062041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f86a-7641-4e57-beac-739bca2dd6b8 req-600f0cdb-f2c0-4741-af3a-714e3447205b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:16.063457 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a278f86a-7641-4e57-beac-739bca2dd6b8 req-600f0cdb-f2c0-4741-af3a-714e3447205b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 945 time: 0.1510262 Feb 09 15:10:16.172558 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a278f86a-7641-4e57-beac-739bca2dd6b8 req-2b8d6632-cb19-4fbc-b232-168fba6662e2 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654547 Feb 09 15:10:16.203321 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fbd6b5d3-0238-4b36-b134-d93c40dc5958 req-e175a83a-8dab-4624-b322-360b67824b9f service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674688 Feb 09 15:10:26.283828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c28ee-f3bd-4fb1-bbe6-70866092f1c6 req-0c136daa-4747-4c0c-838d-e8fbe8a28e0d tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:26.285306 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d1c28ee-f3bd-4fb1-bbe6-70866092f1c6 req-0c136daa-4747-4c0c-838d-e8fbe8a28e0d tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 945 time: 0.0795271 Feb 09 15:10:26.331184 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4d1c28ee-f3bd-4fb1-bbe6-70866092f1c6 req-45e9dd58-8d0a-4fc4-9cee-d310d8ff6df0 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Feb 09 15:10:26.353978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53870) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:10:26.469364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6204c947-03d3-4258-bfcc-a4e7609fab7e tempest-TestMinimumBasicScenario-83790591 tempest-TestMinimumBasicScenario-83790591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:26.470098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6204c947-03d3-4258-bfcc-a4e7609fab7e tempest-TestMinimumBasicScenario-83790591 tempest-TestMinimumBasicScenario-83790591-project-admin] Synchronizing usage tracker for tenant:97e9c94fbd3c4ac982a08d0062fb276c on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:10:26.487759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6204c947-03d3-4258-bfcc-a4e7609fab7e tempest-TestMinimumBasicScenario-83790591 tempest-TestMinimumBasicScenario-83790591-project-admin] Unset dirty status for tenant:97e9c94fbd3c4ac982a08d0062fb276c on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:10:26.492678 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53876) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:10:26.493273 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6204c947-03d3-4258-bfcc-a4e7609fab7e tempest-TestMinimumBasicScenario-83790591 tempest-TestMinimumBasicScenario-83790591-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 1091 time: 0.1380560 Feb 09 15:10:26.498706 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:10:26.506122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:10:26.510251 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Usage tracker for resource:floatingip and tenant:ae7356a9e576459cbd8923ba8a30d685 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:10:26.513610 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:10:26.519669 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:10:26.531254 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:26.674566 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:26.809720 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Allocated IP 172.25.8.187 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/ff678d18-0b12-412d-8b65-3e87393ccd61) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:10:26.877336 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e0a7-e6cb-491d-a7ad-b4ad8fac5a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:26.954467 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:26.985671 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:27.051625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:10:27.054507 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:10:27.058040 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:10:27.090198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Pushing event updated for resources: {'Port': ['ID=ff678d18-0b12-412d-8b65-3e87393ccd61,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:10:27.102659 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:27.102999 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:27.103332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:27.103658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:27.104007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:27.104331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:27.105221 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:27.105221 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:27.105485 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:27.105595 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:27.105936 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:27.107041 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:10:27.579708 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:27.651976 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:27.884538 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:27.889227 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:27.993209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Pushing event updated for resources: {'Port': ['ID=ff678d18-0b12-412d-8b65-3e87393ccd61,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:10:28.004522 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:28.180511 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Floating IP 41fceb02-5f34-4cd9-86dd-3a2d6d9d94c6 associated. External IP: 172.25.8.187, port: bf5101d7-f9e0-4e12-8c76-aa2650b5e822. Feb 09 15:10:28.546871 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:10:28.736436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:10:28.746772 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77d22d9-6e27-40c9-a32d-1b8e48bf7314 None None] Sync routers for ids ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:10:28.756910 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77d22d9-6e27-40c9-a32d-1b8e48bf7314 None None] Routers {'4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:10:28.757534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a77d22d9-6e27-40c9-a32d-1b8e48bf7314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:09:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:10:28.767159 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:28.825249 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-997ebdf9-f8c4-4c49-9eda-4a8626905c61 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3305094 Feb 09 15:10:28.825834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'tag': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:10:28.828912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53880) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:10:28.837630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c1f3d136-c144-43bb-888f-974f2ac03036 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169139146', 'description': 'tempest-secgroup-smoke-169139146 description', 'project_id': 'ae7356a9e576459cbd8923ba8a30d685'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:10:28.846085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c1f3d136-c144-43bb-888f-974f2ac03036 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:10:28.857392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c1f3d136-c144-43bb-888f-974f2ac03036 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:10:28.870650 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d136-c144-43bb-888f-974f2ac03036 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:28.895592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c1f3d136-c144-43bb-888f-974f2ac03036 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:10:28.898922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c1f3d136-c144-43bb-888f-974f2ac03036 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Usage tracker for resource:security_group_rule and tenant:ae7356a9e576459cbd8923ba8a30d685 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:10:28.902065 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c1f3d136-c144-43bb-888f-974f2ac03036 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:10:28.909254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c1f3d136-c144-43bb-888f-974f2ac03036 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:10:28.949860 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'tag': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822', 'status': 'completed', 'code': 200} Feb 09 15:10:28.951842 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-a77d22d9-6e27-40c9-a32d-1b8e48bf7314 None None] Set router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:10:29.025286 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d136-c144-43bb-888f-974f2ac03036 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:29.033376 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d136-c144-43bb-888f-974f2ac03036 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:29.090987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3d136-c144-43bb-888f-974f2ac03036 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d85ed991-059c-43d4-8e50-665eb6c1e871,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:10:29.096033 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d136-c144-43bb-888f-974f2ac03036 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:29.099927 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c1f3d136-c144-43bb-888f-974f2ac03036 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2655010 Feb 09 15:10:29.100982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53888) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:10:29.106310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-92efe17d-4fec-497c-8331-168ce7141851 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Request body: {'security_group_rule': {'security_group_id': 'd85ed991-059c-43d4-8e50-665eb6c1e871', 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:10:29.115982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-92efe17d-4fec-497c-8331-168ce7141851 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:10:29.122023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-92efe17d-4fec-497c-8331-168ce7141851 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Usage tracker for resource:security_group_rule and tenant:ae7356a9e576459cbd8923ba8a30d685 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:10:29.126373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-92efe17d-4fec-497c-8331-168ce7141851 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:10:29.133368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290583f-1c83-47b9-9096-587279b1bda4 req-f2a7e96c-0e43-4523-8fbb-cd5b4eeea8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:29.134837 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3290583f-1c83-47b9-9096-587279b1bda4 req-f2a7e96c-0e43-4523-8fbb-cd5b4eeea8cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae7356a9e576459cbd8923ba8a30d685&device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 1096 time: 0.1516926 Feb 09 15:10:29.135668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-92efe17d-4fec-497c-8331-168ce7141851 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:10:29.172676 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92efe17d-4fec-497c-8331-168ce7141851 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:29.290930 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-76b07c41-49b2-4972-8ba3-825305384dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:29.316290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a77d22d9-6e27-40c9-a32d-1b8e48bf7314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'name': 'tempest-TestMinimumBasicScenario-711935113-router', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:27Z', 'updated_at': '2022-02-09T15:09:31Z', 'revision_number': 4, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'gw_port': {'id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:28Z', 'updated_at': '2022-02-09T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '41fceb02-5f34-4cd9-86dd-3a2d6d9d94c6', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'port_id': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'mac_address': 'fa:16:3e:df:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:10:27Z', 'updated_at': '2022-02-09T15:10:27Z', 'revision_number': 0, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e652204-0320-481a-ad1f-15944326d955', 'name': '', 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'mac_address': 'fa:16:3e:94:8c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:30Z', 'updated_at': '2022-02-09T15:09:38Z', 'revision_number': 5, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'subnets': [{'id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:10:29.319922 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92efe17d-4fec-497c-8331-168ce7141851 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:29.320116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77d22d9-6e27-40c9-a32d-1b8e48bf7314 None None] Checking router: 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:10:29.325061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290583f-1c83-47b9-9096-587279b1bda4 req-a3a4417e-18e1-4289-86a2-b7d65940a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:29.326535 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3290583f-1c83-47b9-9096-587279b1bda4 req-a3a4417e-18e1-4289-86a2-b7d65940a502 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb1d9140-0d89-4e30-b689-ab723e70d61d HTTP/1.1" status: 200 len: 914 time: 0.1750784 Feb 09 15:10:29.327098 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92efe17d-4fec-497c-8331-168ce7141851 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:29.328514 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77d22d9-6e27-40c9-a32d-1b8e48bf7314 None None] Routers {'4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:10:29.329107 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a77d22d9-6e27-40c9-a32d-1b8e48bf7314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:10:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:10:29.425542 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efe17d-4fec-497c-8331-168ce7141851 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3b5adc-3dcd-4061-ba5c-0eade9c94280,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:10:29.443025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-92efe17d-4fec-497c-8331-168ce7141851 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:29.444250 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-92efe17d-4fec-497c-8331-168ce7141851 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3432496 Feb 09 15:10:29.446967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53892) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:10:29.454467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ff3d15f1-310d-40a5-8220-fdc8004a0f6b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Request body: {'security_group_rule': {'security_group_id': 'd85ed991-059c-43d4-8e50-665eb6c1e871', 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:10:29.464350 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ff3d15f1-310d-40a5-8220-fdc8004a0f6b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:10:29.467979 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3290583f-1c83-47b9-9096-587279b1bda4 req-c296190d-6ce4-438a-a45c-b68149d10b0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf5101d7-f9e0-4e12-8c76-aa2650b5e822 HTTP/1.1" status: 200 len: 999 time: 0.1345840 Feb 09 15:10:29.470189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ff3d15f1-310d-40a5-8220-fdc8004a0f6b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Usage tracker for resource:security_group_rule and tenant:ae7356a9e576459cbd8923ba8a30d685 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:10:29.473086 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ff3d15f1-310d-40a5-8220-fdc8004a0f6b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:10:29.501291 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-a77d22d9-6e27-40c9-a32d-1b8e48bf7314 None None] Set router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:10:29.513888 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ff3d15f1-310d-40a5-8220-fdc8004a0f6b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:10:29.548082 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ff3d15f1-310d-40a5-8220-fdc8004a0f6b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:29.556345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290583f-1c83-47b9-9096-587279b1bda4 req-b8eb6a64-c6cc-460e-89fb-bf3f797598db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:29.557818 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3290583f-1c83-47b9-9096-587279b1bda4 req-b8eb6a64-c6cc-460e-89fb-bf3f797598db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef06ee5f-8e2d-496f-b89b-b26789a70cf9 HTTP/1.1" status: 200 len: 853 time: 0.0819883 Feb 09 15:10:29.670656 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ff3d15f1-310d-40a5-8220-fdc8004a0f6b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:29.676109 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ff3d15f1-310d-40a5-8220-fdc8004a0f6b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:29.693040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290583f-1c83-47b9-9096-587279b1bda4 req-59bc788a-f0f8-4c84-8095-440ae86ac5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:29.694495 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3290583f-1c83-47b9-9096-587279b1bda4 req-59bc788a-f0f8-4c84-8095-440ae86ac5b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb1d9140-0d89-4e30-b689-ab723e70d61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268098 Feb 09 15:10:29.843548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d15f1-310d-40a5-8220-fdc8004a0f6b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb26a27-d2b3-4526-937d-4472040a4473,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:10:29.906352 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-a77d22d9-6e27-40c9-a32d-1b8e48bf7314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'name': 'tempest-TestMinimumBasicScenario-711935113-router', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:27Z', 'updated_at': '2022-02-09T15:09:31Z', 'revision_number': 4, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'gw_port': {'id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:28Z', 'updated_at': '2022-02-09T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '41fceb02-5f34-4cd9-86dd-3a2d6d9d94c6', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'port_id': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'mac_address': 'fa:16:3e:df:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:10:27Z', 'updated_at': '2022-02-09T15:10:27Z', 'revision_number': 0, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e652204-0320-481a-ad1f-15944326d955', 'name': '', 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'mac_address': 'fa:16:3e:94:8c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:30Z', 'updated_at': '2022-02-09T15:09:38Z', 'revision_number': 5, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'subnets': [{'id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:10:29.906352 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77d22d9-6e27-40c9-a32d-1b8e48bf7314 None None] The sync data for ids ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'] in n-d-828418-2 is: [{'id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'name': 'tempest-TestMinimumBasicScenario-711935113-router', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:27Z', 'updated_at': '2022-02-09T15:09:31Z', 'revision_number': 4, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'gw_port': {'id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:28Z', 'updated_at': '2022-02-09T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '41fceb02-5f34-4cd9-86dd-3a2d6d9d94c6', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'port_id': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'mac_address': 'fa:16:3e:df:17:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:10:27Z', 'updated_at': '2022-02-09T15:10:27Z', 'revision_number': 0, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e652204-0320-481a-ad1f-15944326d955', 'name': '', 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'mac_address': 'fa:16:3e:94:8c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:30Z', 'updated_at': '2022-02-09T15:09:38Z', 'revision_number': 5, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'subnets': [{'id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:10:29.924322 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ff3d15f1-310d-40a5-8220-fdc8004a0f6b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:29.924322 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ff3d15f1-310d-40a5-8220-fdc8004a0f6b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4613025 Feb 09 15:10:29.925795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 53896) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:10:29.925795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ac3f9884-14c1-43f7-b890-0a2bc6a1db3e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Request body: {'security_group_rule': {'security_group_id': 'd85ed991-059c-43d4-8e50-665eb6c1e871', 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:10:29.933422 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ac3f9884-14c1-43f7-b890-0a2bc6a1db3e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:10:29.938695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ac3f9884-14c1-43f7-b890-0a2bc6a1db3e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Usage tracker for resource:security_group_rule and tenant:ae7356a9e576459cbd8923ba8a30d685 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:10:29.941604 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ac3f9884-14c1-43f7-b890-0a2bc6a1db3e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:10:29.948600 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ac3f9884-14c1-43f7-b890-0a2bc6a1db3e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:10:29.965986 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9884-14c1-43f7-b890-0a2bc6a1db3e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:29.971964 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3290583f-1c83-47b9-9096-587279b1bda4 req-6512b31a-2b01-470d-a2b5-f8ad1c082b43 service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658095 Feb 09 15:10:30.033773 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9884-14c1-43f7-b890-0a2bc6a1db3e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:30.037386 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9884-14c1-43f7-b890-0a2bc6a1db3e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:30.066552 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f9884-14c1-43f7-b890-0a2bc6a1db3e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a30bd8a-de40-4363-98cb-2125d605a6a4,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:10:30.080620 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ac3f9884-14c1-43f7-b890-0a2bc6a1db3e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:30.089265 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ac3f9884-14c1-43f7-b890-0a2bc6a1db3e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1701574 Feb 09 15:10:30.089737 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53900) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:10:30.094878 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-07dad7b2-9687-4d71-b261-cd09c07b5cac tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Request body: {'security_group_rule': {'security_group_id': 'd85ed991-059c-43d4-8e50-665eb6c1e871', 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:10:30.106485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-07dad7b2-9687-4d71-b261-cd09c07b5cac tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:10:30.121345 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-07dad7b2-9687-4d71-b261-cd09c07b5cac tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Usage tracker for resource:security_group_rule and tenant:ae7356a9e576459cbd8923ba8a30d685 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:10:30.126224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-07dad7b2-9687-4d71-b261-cd09c07b5cac tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:10:30.141369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-07dad7b2-9687-4d71-b261-cd09c07b5cac tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:10:30.156479 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3290583f-1c83-47b9-9096-587279b1bda4 req-f099615a-5bfb-4f55-bfd0-698834382c77 service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674874 Feb 09 15:10:30.168512 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-07dad7b2-9687-4d71-b261-cd09c07b5cac tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:30.172350 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5ac7b4-38f4-4251-82a9-ffd550b2ef7c None None] New status for floating IP 41fceb02-5f34-4cd9-86dd-3a2d6d9d94c6: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:10:30.245804 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-07dad7b2-9687-4d71-b261-cd09c07b5cac tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:30.249847 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-07dad7b2-9687-4d71-b261-cd09c07b5cac tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:30.272367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dad7b2-9687-4d71-b261-cd09c07b5cac tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996fe01b-e676-4ffe-9005-e6df6de32656,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:10:30.282700 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-07dad7b2-9687-4d71-b261-cd09c07b5cac tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:30.284046 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-07dad7b2-9687-4d71-b261-cd09c07b5cac tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1959043 Feb 09 15:10:30.286709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53904) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:10:30.291716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-571e75aa-4062-4fd2-b86e-cc4f15e50ddd tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Request body: {'security_group_rule': {'security_group_id': 'd85ed991-059c-43d4-8e50-665eb6c1e871', 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:10:30.298836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-571e75aa-4062-4fd2-b86e-cc4f15e50ddd tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:10:30.302576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-571e75aa-4062-4fd2-b86e-cc4f15e50ddd tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Usage tracker for resource:security_group_rule and tenant:ae7356a9e576459cbd8923ba8a30d685 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:10:30.305479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-571e75aa-4062-4fd2-b86e-cc4f15e50ddd tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:10:30.311083 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-571e75aa-4062-4fd2-b86e-cc4f15e50ddd tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:10:30.321766 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-571e75aa-4062-4fd2-b86e-cc4f15e50ddd tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Project ae7356a9e576459cbd8923ba8a30d685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:10:30.328663 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-571e75aa-4062-4fd2-b86e-cc4f15e50ddd tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:30.391975 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-571e75aa-4062-4fd2-b86e-cc4f15e50ddd tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:30.396564 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-571e75aa-4062-4fd2-b86e-cc4f15e50ddd tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:30.420716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e75aa-4062-4fd2-b86e-cc4f15e50ddd tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0b842c-9315-42b5-a8da-67aea9e47cb9,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:10:30.430316 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:30.431331 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-571e75aa-4062-4fd2-b86e-cc4f15e50ddd tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:30.435060 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-571e75aa-4062-4fd2-b86e-cc4f15e50ddd tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473403 Feb 09 15:10:30.437890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 53908) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:10:30.440028 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:30.443627 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-86dca414-98df-4ccc-99be-f8669f54d48c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Request body: {'security_group_rule': {'security_group_id': 'd85ed991-059c-43d4-8e50-665eb6c1e871', 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:10:30.450471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-86dca414-98df-4ccc-99be-f8669f54d48c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:10:30.461985 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-86dca414-98df-4ccc-99be-f8669f54d48c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Usage tracker for resource:security_group_rule and tenant:ae7356a9e576459cbd8923ba8a30d685 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:10:30.465453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-86dca414-98df-4ccc-99be-f8669f54d48c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:10:30.472705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-86dca414-98df-4ccc-99be-f8669f54d48c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:10:30.488157 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-86dca414-98df-4ccc-99be-f8669f54d48c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Project ae7356a9e576459cbd8923ba8a30d685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:10:30.499274 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86dca414-98df-4ccc-99be-f8669f54d48c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:30.569954 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86dca414-98df-4ccc-99be-f8669f54d48c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:30.573535 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86dca414-98df-4ccc-99be-f8669f54d48c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:30.598046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dca414-98df-4ccc-99be-f8669f54d48c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d930e256-e62f-47bc-8c9e-c9b55044e192,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:10:30.609017 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-86dca414-98df-4ccc-99be-f8669f54d48c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:30.610567 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-86dca414-98df-4ccc-99be-f8669f54d48c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1716325 Feb 09 15:10:30.731709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8925cece-edfe-46cc-baa0-41ac6f51c1e2 req-2a5b43f9-0bc8-4c2f-aa62-ff804f0fb78a tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Synchronizing usage tracker for tenant:ae7356a9e576459cbd8923ba8a30d685 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:10:30.746943 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8925cece-edfe-46cc-baa0-41ac6f51c1e2 req-2a5b43f9-0bc8-4c2f-aa62-ff804f0fb78a tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Unset dirty status for tenant:ae7356a9e576459cbd8923ba8a30d685 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:10:30.748124 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8925cece-edfe-46cc-baa0-41ac6f51c1e2 req-2a5b43f9-0bc8-4c2f-aa62-ff804f0fb78a tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169139146&fields=id&tenant_id=ae7356a9e576459cbd8923ba8a30d685 HTTP/1.1" status: 200 len: 267 time: 0.0548050 Feb 09 15:10:30.845675 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925cece-edfe-46cc-baa0-41ac6f51c1e2 req-555da371-6e1a-419a-8373-fc1d0bf9f68b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:30.847670 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8925cece-edfe-46cc-baa0-41ac6f51c1e2 req-555da371-6e1a-419a-8373-fc1d0bf9f68b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 945 time: 0.0940461 Feb 09 15:10:30.859398 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-8925cece-edfe-46cc-baa0-41ac6f51c1e2 req-cb392243-e0b5-48c2-8d59-559ae469530e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Request body: {'port': {'security_groups': ['e54a72c0-03de-49ce-b2d7-8a6a24265419', 'd85ed991-059c-43d4-8e50-665eb6c1e871']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:10:30.978888 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8925cece-edfe-46cc-baa0-41ac6f51c1e2 req-cb392243-e0b5-48c2-8d59-559ae469530e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:31.240393 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-8925cece-edfe-46cc-baa0-41ac6f51c1e2 req-cb392243-e0b5-48c2-8d59-559ae469530e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] For port bf5101d7-f9e0-4e12-8c76-aa2650b5e822, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bf5101d7-f9e0-4e12-8c76-aa2650b5e822,segment=NetworkSegment(05438f7f-9acf-40b4-a967-562e1fa57a0f),segment_id=05438f7f-9acf-40b4-a967-562e1fa57a0f)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:10:31.267844 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8925cece-edfe-46cc-baa0-41ac6f51c1e2 req-cb392243-e0b5-48c2-8d59-559ae469530e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:31.272129 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8925cece-edfe-46cc-baa0-41ac6f51c1e2 req-cb392243-e0b5-48c2-8d59-559ae469530e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:31.284785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['bf5101d7-f9e0-4e12-8c76-aa2650b5e822'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:10:31.340794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925cece-edfe-46cc-baa0-41ac6f51c1e2 req-cb392243-e0b5-48c2-8d59-559ae469530e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:31.341440 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-8925cece-edfe-46cc-baa0-41ac6f51c1e2 req-cb392243-e0b5-48c2-8d59-559ae469530e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:31.344507 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8925cece-edfe-46cc-baa0-41ac6f51c1e2 req-cb392243-e0b5-48c2-8d59-559ae469530e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "PUT /v2.0/ports/bf5101d7-f9e0-4e12-8c76-aa2650b5e822 HTTP/1.1" status: 200 len: 981 time: 0.4902689 Feb 09 15:10:31.345313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'tag': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:10:31.369000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb392243-e0b5-48c2-8d59-559ae469530e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Pushing event updated for resources: {'Port': ['ID=bf5101d7-f9e0-4e12-8c76-aa2650b5e822,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:10:31.417521 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['bf5101d7-f9e0-4e12-8c76-aa2650b5e822'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:10:31.428459 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'tag': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822', 'status': 'completed', 'code': 200} Feb 09 15:10:31.559372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e909ab-5d54-487d-9a69-0004a4499c68 req-9b74a185-15a3-48a3-b022-78b2c90425cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:31.561074 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9e909ab-5d54-487d-9a69-0004a4499c68 req-9b74a185-15a3-48a3-b022-78b2c90425cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae7356a9e576459cbd8923ba8a30d685&device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 1135 time: 0.1075599 Feb 09 15:10:31.734833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-58459138-21fa-4e30-9fb0-57dae3375851 None None] Provisioning complete for port bf5101d7-f9e0-4e12-8c76-aa2650b5e822 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:10:31.734833 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-58459138-21fa-4e30-9fb0-57dae3375851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:31.738716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e909ab-5d54-487d-9a69-0004a4499c68 req-7a8a46d0-fa27-423c-b443-d65ddb97be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:31.740452 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9e909ab-5d54-487d-9a69-0004a4499c68 req-7a8a46d0-fa27-423c-b443-d65ddb97be87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb1d9140-0d89-4e30-b689-ab723e70d61d HTTP/1.1" status: 200 len: 914 time: 0.1719327 Feb 09 15:10:31.742366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35e640-22e9-4fab-8fb5-7782998e100c req-a71a11f9-34b0-48f3-9afc-9fe4a580855d tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:31.743951 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb35e640-22e9-4fab-8fb5-7782998e100c req-a71a11f9-34b0-48f3-9afc-9fe4a580855d tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 984 time: 0.2723501 Feb 09 15:10:31.795047 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bb35e640-22e9-4fab-8fb5-7782998e100c req-9339601c-4bc5-40eb-9d58-6e5c4c65872e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=d85ed991-059c-43d4-8e50-665eb6c1e871&id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444510 Feb 09 15:10:31.860454 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9e909ab-5d54-487d-9a69-0004a4499c68 req-743a8a99-c6e9-4040-9d10-4d5c3d6ec7c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf5101d7-f9e0-4e12-8c76-aa2650b5e822 HTTP/1.1" status: 200 len: 1001 time: 0.1132588 Feb 09 15:10:31.924437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e909ab-5d54-487d-9a69-0004a4499c68 req-64af2fa3-b139-422a-b5fd-1a395b942b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:31.925934 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9e909ab-5d54-487d-9a69-0004a4499c68 req-64af2fa3-b139-422a-b5fd-1a395b942b5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef06ee5f-8e2d-496f-b89b-b26789a70cf9 HTTP/1.1" status: 200 len: 853 time: 0.0595043 Feb 09 15:10:32.002498 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e909ab-5d54-487d-9a69-0004a4499c68 req-8f5a5af8-4db5-4e10-b240-6e9e8ac24ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:10:32.004003 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9e909ab-5d54-487d-9a69-0004a4499c68 req-8f5a5af8-4db5-4e10-b240-6e9e8ac24ced service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb1d9140-0d89-4e30-b689-ab723e70d61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724571 Feb 09 15:10:32.050120 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:32.143390 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9e909ab-5d54-487d-9a69-0004a4499c68 req-e7ecc89d-9d77-4ba0-be1e-ef58df18e033 service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336043 Feb 09 15:10:32.388893 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9e909ab-5d54-487d-9a69-0004a4499c68 req-40d2a827-235c-42a6-9a8b-12e40d093b01 service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390156 Feb 09 15:10:36.965189 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:10:39.374203 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:41.009822 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:56.870901 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a6bc7f6a-8d3c-4f4a-847c-111a30f361b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:10:59.283648 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad956-f0c7-4a6a-b081-c6f48e63ffda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:11:00.414378 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:11:00.433473 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:11:01.972770 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:11:09.378415 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:11:11.010720 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:11:13.964786 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:11:14.822184 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa30b109-ff4e-4f50-9e9c-b3cb2054322b req-6699eda4-4c22-41da-aaad-98a1344223b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694778 Feb 09 15:11:14.961206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30b109-ff4e-4f50-9e9c-b3cb2054322b req-886cbc0c-81fd-4779-83ce-d62b1a57809d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:14.962634 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa30b109-ff4e-4f50-9e9c-b3cb2054322b req-886cbc0c-81fd-4779-83ce-d62b1a57809d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae7356a9e576459cbd8923ba8a30d685&device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 1135 time: 0.0717542 Feb 09 15:11:15.105187 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30b109-ff4e-4f50-9e9c-b3cb2054322b req-ab23d129-79d5-4cc1-bcf2-56b11e2ece64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:15.106519 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa30b109-ff4e-4f50-9e9c-b3cb2054322b req-ab23d129-79d5-4cc1-bcf2-56b11e2ece64 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb1d9140-0d89-4e30-b689-ab723e70d61d HTTP/1.1" status: 200 len: 914 time: 0.1238306 Feb 09 15:11:15.202144 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa30b109-ff4e-4f50-9e9c-b3cb2054322b req-f519f0d7-298f-4221-b157-8e653e3bf339 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf5101d7-f9e0-4e12-8c76-aa2650b5e822 HTTP/1.1" status: 200 len: 1001 time: 0.0901744 Feb 09 15:11:15.265680 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30b109-ff4e-4f50-9e9c-b3cb2054322b req-9e3bc04c-083d-4012-8bee-c316849046f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:15.267074 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa30b109-ff4e-4f50-9e9c-b3cb2054322b req-9e3bc04c-083d-4012-8bee-c316849046f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef06ee5f-8e2d-496f-b89b-b26789a70cf9 HTTP/1.1" status: 200 len: 853 time: 0.0597768 Feb 09 15:11:15.342338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30b109-ff4e-4f50-9e9c-b3cb2054322b req-bcf4fac2-624a-4844-8c57-86ed6be2597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:15.343807 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa30b109-ff4e-4f50-9e9c-b3cb2054322b req-bcf4fac2-624a-4844-8c57-86ed6be2597b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb1d9140-0d89-4e30-b689-ab723e70d61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703652 Feb 09 15:11:15.473174 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa30b109-ff4e-4f50-9e9c-b3cb2054322b req-2b5030f3-8d8d-4cfa-af61-45aceb660cb7 service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230612 Feb 09 15:11:15.607307 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aa30b109-ff4e-4f50-9e9c-b3cb2054322b req-f6379a74-4850-489f-b7da-b953d7a5185e service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282542 Feb 09 15:11:26.874753 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e5c56d2f-c49e-4cc1-a2b2-f4500f9726a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:11:29.284735 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8efedf5a-a682-4406-9da7-735e9b89febf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:11:29.578459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9d9d8-0845-4a12-8272-085fa55613e3 req-1cc63aab-8606-43eb-a5e3-595fe740d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:29.579956 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f9d9d8-0845-4a12-8272-085fa55613e3 req-1cc63aab-8606-43eb-a5e3-595fe740d74b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae7356a9e576459cbd8923ba8a30d685&device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 1135 time: 0.0787244 Feb 09 15:11:29.622359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829429b9-373a-4861-ac5e-ba890e03e99b req-e28401e6-a9dc-4d87-9bf8-ba85958af988 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:29.623963 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-829429b9-373a-4861-ac5e-ba890e03e99b req-e28401e6-a9dc-4d87-9bf8-ba85958af988 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 984 time: 0.0848768 Feb 09 15:11:29.669985 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-829429b9-373a-4861-ac5e-ba890e03e99b req-293c2109-8e98-4633-8861-edbecf6fcb9c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=d85ed991-059c-43d4-8e50-665eb6c1e871&id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403423 Feb 09 15:11:29.710834 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9d9d8-0845-4a12-8272-085fa55613e3 req-32104ce1-3833-440a-b7bf-5560b644d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:29.712437 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f9d9d8-0845-4a12-8272-085fa55613e3 req-32104ce1-3833-440a-b7bf-5560b644d323 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb1d9140-0d89-4e30-b689-ab723e70d61d HTTP/1.1" status: 200 len: 914 time: 0.1263556 Feb 09 15:11:29.834623 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f9d9d8-0845-4a12-8272-085fa55613e3 req-6a1d98d5-5077-46fa-ac8d-6708e7f4e96e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf5101d7-f9e0-4e12-8c76-aa2650b5e822 HTTP/1.1" status: 200 len: 1001 time: 0.1148031 Feb 09 15:11:29.894978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9d9d8-0845-4a12-8272-085fa55613e3 req-550d9845-0d2d-4492-8a3d-b105201d7c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:29.896382 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f9d9d8-0845-4a12-8272-085fa55613e3 req-550d9845-0d2d-4492-8a3d-b105201d7c2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef06ee5f-8e2d-496f-b89b-b26789a70cf9 HTTP/1.1" status: 200 len: 853 time: 0.0552032 Feb 09 15:11:29.968355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9d9d8-0845-4a12-8272-085fa55613e3 req-8b204839-1fd1-46b0-8c7b-20cc59617534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:29.969771 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f9d9d8-0845-4a12-8272-085fa55613e3 req-8b204839-1fd1-46b0-8c7b-20cc59617534 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb1d9140-0d89-4e30-b689-ab723e70d61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676773 Feb 09 15:11:30.096774 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f9d9d8-0845-4a12-8272-085fa55613e3 req-23d135de-956c-48ca-8c59-dff2204d863a service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201499 Feb 09 15:11:30.335936 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5f9d9d8-0845-4a12-8272-085fa55613e3 req-4f0ff8bc-de48-46ce-b3e0-85b1e088e009 service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325728 Feb 09 15:11:30.420249 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:11:30.439154 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:11:30.862337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893a164-59f2-40c7-986a-a1ea0232a973 req-89af3dea-f454-44c3-a96c-5d8529f30fcb tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:30.863782 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6893a164-59f2-40c7-986a-a1ea0232a973 req-89af3dea-f454-44c3-a96c-5d8529f30fcb tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 984 time: 0.0802100 Feb 09 15:11:30.908485 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6893a164-59f2-40c7-986a-a1ea0232a973 req-039b77bd-2406-427c-9738-9193fac8d84a tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=d85ed991-059c-43d4-8e50-665eb6c1e871&id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390961 Feb 09 15:11:31.976459 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:11:32.094508 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bde6ce-3a33-43d2-96b7-da5262c83e69 req-2b26c194-ec32-4e46-8ffe-2a72bdc7caa1 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:32.096195 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55bde6ce-3a33-43d2-96b7-da5262c83e69 req-2b26c194-ec32-4e46-8ffe-2a72bdc7caa1 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 984 time: 0.0785577 Feb 09 15:11:32.146157 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-55bde6ce-3a33-43d2-96b7-da5262c83e69 req-ca30e007-fb23-462d-adcd-5a00b14470ad tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=d85ed991-059c-43d4-8e50-665eb6c1e871&id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442374 Feb 09 15:11:33.334923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574be0e-2e84-4958-9752-12f1812bc4f9 req-7d90eaec-7df9-4a8c-84f8-f0f5a58d1564 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:33.336375 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e574be0e-2e84-4958-9752-12f1812bc4f9 req-7d90eaec-7df9-4a8c-84f8-f0f5a58d1564 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 984 time: 0.0783496 Feb 09 15:11:33.385112 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e574be0e-2e84-4958-9752-12f1812bc4f9 req-9ceae585-3e88-4c5a-b4c2-cc3e6347f028 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=d85ed991-059c-43d4-8e50-665eb6c1e871&id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427461 Feb 09 15:11:34.572794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310579-fb45-405b-aaff-e413c4595d05 req-369d90e4-d75d-4808-ba74-c6f2d36fbc77 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:34.574406 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7310579-fb45-405b-aaff-e413c4595d05 req-369d90e4-d75d-4808-ba74-c6f2d36fbc77 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 984 time: 0.0790160 Feb 09 15:11:34.620596 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a7310579-fb45-405b-aaff-e413c4595d05 req-87e9db12-f957-4f94-87d0-077325ba43c7 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=d85ed991-059c-43d4-8e50-665eb6c1e871&id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403233 Feb 09 15:11:35.802785 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc9f54-a657-4bd0-b7da-8994915b94d2 req-6606338f-7407-4382-9a61-ea64d1eef9b4 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:35.804263 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-62dc9f54-a657-4bd0-b7da-8994915b94d2 req-6606338f-7407-4382-9a61-ea64d1eef9b4 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 984 time: 0.0790026 Feb 09 15:11:35.850044 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-62dc9f54-a657-4bd0-b7da-8994915b94d2 req-8f18b5ea-0d52-4b30-b6ec-c1bd643e003f tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=d85ed991-059c-43d4-8e50-665eb6c1e871&id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393469 Feb 09 15:11:37.037621 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81494286-8047-4d06-97be-6689b365ca6b req-dc13edde-8dff-4bfc-9d29-2bc59cd7b82f tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:37.039066 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81494286-8047-4d06-97be-6689b365ca6b req-dc13edde-8dff-4bfc-9d29-2bc59cd7b82f tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 984 time: 0.0821350 Feb 09 15:11:37.084559 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-81494286-8047-4d06-97be-6689b365ca6b req-294b4325-16b3-4042-b289-91a96159513e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=d85ed991-059c-43d4-8e50-665eb6c1e871&id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392027 Feb 09 15:11:38.275477 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c6e94-664f-49ed-b050-afb0e9470d0f req-5eebde89-b133-4b7e-92a0-2319a47ce291 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:38.277036 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-460c6e94-664f-49ed-b050-afb0e9470d0f req-5eebde89-b133-4b7e-92a0-2319a47ce291 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 984 time: 0.0853677 Feb 09 15:11:38.321198 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-460c6e94-664f-49ed-b050-afb0e9470d0f req-e590daf3-f159-4892-a6e8-7220c1bacd1a tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=d85ed991-059c-43d4-8e50-665eb6c1e871&id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384376 Feb 09 15:11:39.408618 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:11:39.501607 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f157e8-699c-4bd1-ba22-921a65f38c08 req-af3d9d3b-b352-4c4c-90b6-d1600611e7fb tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:39.503073 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a6f157e8-699c-4bd1-ba22-921a65f38c08 req-af3d9d3b-b352-4c4c-90b6-d1600611e7fb tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 984 time: 0.0782301 Feb 09 15:11:39.550811 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a6f157e8-699c-4bd1-ba22-921a65f38c08 req-8870c798-fb34-49dd-b27b-009892cd95c8 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=d85ed991-059c-43d4-8e50-665eb6c1e871&id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420153 Feb 09 15:11:40.730039 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816788e-2473-41e6-a739-b0bcf87dc083 req-2e7a4196-c3bd-4fb4-856c-a188d7cfe50b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:40.732076 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f816788e-2473-41e6-a739-b0bcf87dc083 req-2e7a4196-c3bd-4fb4-856c-a188d7cfe50b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 984 time: 0.0799072 Feb 09 15:11:40.776260 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f816788e-2473-41e6-a739-b0bcf87dc083 req-39e4873a-b5e4-4dba-8c77-e1b7c5759351 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=d85ed991-059c-43d4-8e50-665eb6c1e871&id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384727 Feb 09 15:11:41.025420 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:11:41.968603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4155b-8b14-4b60-a75f-18de4586483d req-3895e526-cdb4-4943-b5f4-ba8b5ead9c4b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:11:41.970036 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-00e4155b-8b14-4b60-a75f-18de4586483d req-3895e526-cdb4-4943-b5f4-ba8b5ead9c4b tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 984 time: 0.0857418 Feb 09 15:11:42.014724 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-00e4155b-8b14-4b60-a75f-18de4586483d req-d0711600-cd60-4629-9076-9bfe67d2af59 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=d85ed991-059c-43d4-8e50-665eb6c1e871&id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389311 Feb 09 15:11:50.965250 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:11:56.877459 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b6515710-6b9e-44c3-9f75-d9b349ff48b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:11:59.286133 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-33f053c2-ab64-45ab-8777-a91af70d4f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:00.428803 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:00.439351 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:01.977789 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:09.425079 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:11.044648 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:14.802903 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3adb9702-a337-4a7d-8656-0b69744c27b9 req-11e81bf4-6de8-4759-9801-1837e94a96a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709889 Feb 09 15:12:14.942690 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb9702-a337-4a7d-8656-0b69744c27b9 req-ee8ea7d1-ce40-4272-9de2-f71db15d7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:12:14.944182 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3adb9702-a337-4a7d-8656-0b69744c27b9 req-ee8ea7d1-ce40-4272-9de2-f71db15d7a46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae7356a9e576459cbd8923ba8a30d685&device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 1135 time: 0.0699692 Feb 09 15:12:15.086112 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb9702-a337-4a7d-8656-0b69744c27b9 req-720f63a5-fda2-41d7-becf-88fc08252354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:12:15.087482 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3adb9702-a337-4a7d-8656-0b69744c27b9 req-720f63a5-fda2-41d7-becf-88fc08252354 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb1d9140-0d89-4e30-b689-ab723e70d61d HTTP/1.1" status: 200 len: 914 time: 0.1252940 Feb 09 15:12:15.190123 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3adb9702-a337-4a7d-8656-0b69744c27b9 req-fe7dc33e-3f63-4fde-b32e-be78901bec48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf5101d7-f9e0-4e12-8c76-aa2650b5e822 HTTP/1.1" status: 200 len: 1001 time: 0.0958588 Feb 09 15:12:15.251606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb9702-a337-4a7d-8656-0b69744c27b9 req-5e02eab7-fb4a-46ea-b855-87dea72cb9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:12:15.253065 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3adb9702-a337-4a7d-8656-0b69744c27b9 req-5e02eab7-fb4a-46ea-b855-87dea72cb9ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef06ee5f-8e2d-496f-b89b-b26789a70cf9 HTTP/1.1" status: 200 len: 853 time: 0.0568080 Feb 09 15:12:15.330339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb9702-a337-4a7d-8656-0b69744c27b9 req-8995f035-7bda-4dea-9831-53d0922b85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:12:15.331819 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3adb9702-a337-4a7d-8656-0b69744c27b9 req-8995f035-7bda-4dea-9831-53d0922b85d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb1d9140-0d89-4e30-b689-ab723e70d61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725033 Feb 09 15:12:15.461616 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3adb9702-a337-4a7d-8656-0b69744c27b9 req-fe2a89ab-cc63-4216-be2b-da8e10470494 service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231568 Feb 09 15:12:15.589699 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3adb9702-a337-4a7d-8656-0b69744c27b9 req-59487758-41a2-4d06-b4f7-13c768196e1b service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213806 Feb 09 15:12:26.881006 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9eb95170-1c7b-46b4-baf4-a7b1b1957735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:27.965365 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:12:29.287880 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-878677d1-d794-47a4-b754-a736d6333436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:30.423251 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:30.444846 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:31.980285 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:39.418059 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:41.039355 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:45.408737 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-78c0aaa9-f7a7-4621-8faa-873024051bdf req-aa63d19e-3ce7-4559-8cef-8c6ea1e85b72 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169139146&fields=id&tenant_id=ae7356a9e576459cbd8923ba8a30d685 HTTP/1.1" status: 200 len: 267 time: 0.0390565 Feb 09 15:12:45.493664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0aaa9-f7a7-4621-8faa-873024051bdf req-7558135b-92a7-4152-9371-5d7c9d24a14c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:12:45.495117 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-78c0aaa9-f7a7-4621-8faa-873024051bdf req-7558135b-92a7-4152-9371-5d7c9d24a14c tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 984 time: 0.0803192 Feb 09 15:12:45.505835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-78c0aaa9-f7a7-4621-8faa-873024051bdf req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Request body: {'port': {'security_groups': ['e54a72c0-03de-49ce-b2d7-8a6a24265419']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:12:45.624784 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-78c0aaa9-f7a7-4621-8faa-873024051bdf req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:45.994575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-78c0aaa9-f7a7-4621-8faa-873024051bdf req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] For port bf5101d7-f9e0-4e12-8c76-aa2650b5e822, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bf5101d7-f9e0-4e12-8c76-aa2650b5e822,segment=NetworkSegment(05438f7f-9acf-40b4-a967-562e1fa57a0f),segment_id=05438f7f-9acf-40b4-a967-562e1fa57a0f)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:12:46.020728 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-78c0aaa9-f7a7-4621-8faa-873024051bdf req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:46.025423 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-78c0aaa9-f7a7-4621-8faa-873024051bdf req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:46.037950 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['bf5101d7-f9e0-4e12-8c76-aa2650b5e822'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:12:46.095944 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0aaa9-f7a7-4621-8faa-873024051bdf req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:12:46.096633 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-78c0aaa9-f7a7-4621-8faa-873024051bdf req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:46.100217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-78c0aaa9-f7a7-4621-8faa-873024051bdf req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "PUT /v2.0/ports/bf5101d7-f9e0-4e12-8c76-aa2650b5e822 HTTP/1.1" status: 200 len: 942 time: 0.5988524 Feb 09 15:12:46.101051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'tag': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:12:46.104052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54002) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:12:46.131663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Pushing event updated for resources: {'Port': ['ID=bf5101d7-f9e0-4e12-8c76-aa2650b5e822,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:12:46.141477 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.141818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.142155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.142483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.142848 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.143170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.143489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.143902 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.144227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.144544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.144860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.145172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef583d96-cabd-468b-9ebc-db3df27f528e tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.160206 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'tag': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822', 'status': 'completed', 'code': 200} Feb 09 15:12:46.170427 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['bf5101d7-f9e0-4e12-8c76-aa2650b5e822'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:12:46.204578 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:46.236804 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:46.280809 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb739cab-84e2-4238-90e4-5557106a42a6 req-14dee569-2cab-4a2b-ac0f-1e6d4b13a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:12:46.282889 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb739cab-84e2-4238-90e4-5557106a42a6 req-14dee569-2cab-4a2b-ac0f-1e6d4b13a96e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae7356a9e576459cbd8923ba8a30d685&device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 1096 time: 0.0983944 Feb 09 15:12:46.326265 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:46.357889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85ed991-059c-43d4-8e50-665eb6c1e871,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:12:46.374289 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.374727 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.375468 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.375911 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.376632 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.377418 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.377724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.378053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.378382 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.378726 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.379036 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.379352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:12:46.382487 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:46.383620 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-25245066-992f-4d1d-b787-520a171939be tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "DELETE /v2.0/security-groups/d85ed991-059c-43d4-8e50-665eb6c1e871 HTTP/1.1" status: 204 len: 168 time: 0.2768857 Feb 09 15:12:46.386424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54008) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:12:46.439828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb739cab-84e2-4238-90e4-5557106a42a6 req-c1330427-fa87-448e-8eda-488683b06264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:12:46.441802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-de0f3260-d3d6-413b-ba19-a0a4d9ff2e62 None None] Provisioning complete for port bf5101d7-f9e0-4e12-8c76-aa2650b5e822 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:12:46.441935 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb739cab-84e2-4238-90e4-5557106a42a6 req-c1330427-fa87-448e-8eda-488683b06264 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb1d9140-0d89-4e30-b689-ab723e70d61d HTTP/1.1" status: 200 len: 914 time: 0.1535163 Feb 09 15:12:46.442172 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-de0f3260-d3d6-413b-ba19-a0a4d9ff2e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:46.551798 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb739cab-84e2-4238-90e4-5557106a42a6 req-21c5f0f1-3c56-4a96-b0a0-f884490fdacc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf5101d7-f9e0-4e12-8c76-aa2650b5e822 HTTP/1.1" status: 200 len: 1001 time: 0.1041977 Feb 09 15:12:46.618822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb739cab-84e2-4238-90e4-5557106a42a6 req-6bc81fd7-62cc-4c7c-8c66-26d99fccffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:12:46.620652 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb739cab-84e2-4238-90e4-5557106a42a6 req-6bc81fd7-62cc-4c7c-8c66-26d99fccffba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef06ee5f-8e2d-496f-b89b-b26789a70cf9 HTTP/1.1" status: 200 len: 853 time: 0.0633237 Feb 09 15:12:46.626478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-022596a6-682f-4708-998a-011ff1b6fa18 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Deleting port ff678d18-0b12-412d-8b65-3e87393ccd61 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:12:46.628135 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-022596a6-682f-4708-998a-011ff1b6fa18 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:46.714921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb739cab-84e2-4238-90e4-5557106a42a6 req-3d995913-edcd-468c-80f1-c147e4af2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:12:46.716817 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb739cab-84e2-4238-90e4-5557106a42a6 req-3d995913-edcd-468c-80f1-c147e4af2e80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb1d9140-0d89-4e30-b689-ab723e70d61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892720 Feb 09 15:12:46.803298 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-022596a6-682f-4708-998a-011ff1b6fa18 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:46.803550 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-022596a6-682f-4708-998a-011ff1b6fa18 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:46.870669 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb739cab-84e2-4238-90e4-5557106a42a6 req-be84a8d2-51d7-44ea-91bd-f4215d0e5373 service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476302 Feb 09 15:12:46.927161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-022596a6-682f-4708-998a-011ff1b6fa18 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Calling delete_port for ff678d18-0b12-412d-8b65-3e87393ccd61 owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:12:47.005041 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb739cab-84e2-4238-90e4-5557106a42a6 req-39253988-46a8-47b5-91aa-c81f42ec1926 service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276989 Feb 09 15:12:47.078886 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-022596a6-682f-4708-998a-011ff1b6fa18 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:47.126566 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022596a6-682f-4708-998a-011ff1b6fa18 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Pushing event deleted for resources: {'Port': ['ID=ff678d18-0b12-412d-8b65-3e87393ccd61,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:12:47.219082 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-022596a6-682f-4708-998a-011ff1b6fa18 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:47.219416 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-022596a6-682f-4708-998a-011ff1b6fa18 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Floating IP 41fceb02-5f34-4cd9-86dd-3a2d6d9d94c6 disassociated (deleted). External IP: 172.25.8.187, port: bf5101d7-f9e0-4e12-8c76-aa2650b5e822. Feb 09 15:12:47.672026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022596a6-682f-4708-998a-011ff1b6fa18 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:12:47.853118 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022596a6-682f-4708-998a-011ff1b6fa18 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:12:47.863415 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26193480-d70d-4a1c-b7e5-980c75f6a533 None None] Sync routers for ids ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:12:47.873872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26193480-d70d-4a1c-b7e5-980c75f6a533 None None] Routers {'4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:12:47.874096 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-022596a6-682f-4708-998a-011ff1b6fa18 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:47.874482 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-26193480-d70d-4a1c-b7e5-980c75f6a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:12:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:12:47.929239 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-022596a6-682f-4708-998a-011ff1b6fa18 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "DELETE /v2.0/floatingips/41fceb02-5f34-4cd9-86dd-3a2d6d9d94c6 HTTP/1.1" status: 204 len: 168 time: 1.5412498 Feb 09 15:12:47.929815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'tag': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:12:47.976231 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'tag': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822', 'status': 'completed', 'code': 200} Feb 09 15:12:48.062704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-26193480-d70d-4a1c-b7e5-980c75f6a533 None None] Set router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:12:48.074006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fb749-3e8f-44d0-9d70-b9928c44bf66 req-59e3631a-7144-454d-bb21-2d12c356e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:12:48.076124 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d62fb749-3e8f-44d0-9d70-b9928c44bf66 req-59e3631a-7144-454d-bb21-2d12c356e2e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae7356a9e576459cbd8923ba8a30d685&device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 1096 time: 0.0767884 Feb 09 15:12:48.219799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fb749-3e8f-44d0-9d70-b9928c44bf66 req-4e144e0e-6c3c-4b12-9037-ba7473609d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:12:48.221460 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d62fb749-3e8f-44d0-9d70-b9928c44bf66 req-4e144e0e-6c3c-4b12-9037-ba7473609d78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb1d9140-0d89-4e30-b689-ab723e70d61d HTTP/1.1" status: 200 len: 914 time: 0.1389167 Feb 09 15:12:48.305921 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d62fb749-3e8f-44d0-9d70-b9928c44bf66 req-e30df2ba-73fe-4190-9c57-e8e3a3822e2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf5101d7-f9e0-4e12-8c76-aa2650b5e822 HTTP/1.1" status: 200 len: 217 time: 0.0741932 Feb 09 15:12:48.369904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fb749-3e8f-44d0-9d70-b9928c44bf66 req-54324410-a96b-4e7c-9d11-e1774b66ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:12:48.371362 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d62fb749-3e8f-44d0-9d70-b9928c44bf66 req-54324410-a96b-4e7c-9d11-e1774b66ded3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef06ee5f-8e2d-496f-b89b-b26789a70cf9 HTTP/1.1" status: 200 len: 853 time: 0.0601134 Feb 09 15:12:48.413204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-26193480-d70d-4a1c-b7e5-980c75f6a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'name': 'tempest-TestMinimumBasicScenario-711935113-router', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:27Z', 'updated_at': '2022-02-09T15:09:31Z', 'revision_number': 4, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'gw_port': {'id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:28Z', 'updated_at': '2022-02-09T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '7e652204-0320-481a-ad1f-15944326d955', 'name': '', 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'mac_address': 'fa:16:3e:94:8c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:30Z', 'updated_at': '2022-02-09T15:09:38Z', 'revision_number': 5, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'subnets': [{'id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:12:48.419021 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26193480-d70d-4a1c-b7e5-980c75f6a533 None None] Checking router: 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:12:48.429660 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26193480-d70d-4a1c-b7e5-980c75f6a533 None None] Routers {'4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:12:48.430257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-26193480-d70d-4a1c-b7e5-980c75f6a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:12:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:12:48.465926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fb749-3e8f-44d0-9d70-b9928c44bf66 req-21a1b613-de0f-4165-9b25-5f1149ed0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:12:48.467407 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d62fb749-3e8f-44d0-9d70-b9928c44bf66 req-21a1b613-de0f-4165-9b25-5f1149ed0be5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb1d9140-0d89-4e30-b689-ab723e70d61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891106 Feb 09 15:12:48.625699 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d62fb749-3e8f-44d0-9d70-b9928c44bf66 req-ec492ca5-d51c-4727-a3f2-4818315e9352 service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488652 Feb 09 15:12:48.636905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-26193480-d70d-4a1c-b7e5-980c75f6a533 None None] Set router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:12:48.764941 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d62fb749-3e8f-44d0-9d70-b9928c44bf66 req-3ca10ae9-b0a0-4807-af40-4c062780c779 service neutron] 10.222.0.21 "GET /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334355 Feb 09 15:12:49.017416 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-26193480-d70d-4a1c-b7e5-980c75f6a533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'name': 'tempest-TestMinimumBasicScenario-711935113-router', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:27Z', 'updated_at': '2022-02-09T15:09:31Z', 'revision_number': 4, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'gw_port': {'id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:28Z', 'updated_at': '2022-02-09T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '7e652204-0320-481a-ad1f-15944326d955', 'name': '', 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'mac_address': 'fa:16:3e:94:8c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:30Z', 'updated_at': '2022-02-09T15:09:38Z', 'revision_number': 5, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'subnets': [{'id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:12:49.021275 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26193480-d70d-4a1c-b7e5-980c75f6a533 None None] The sync data for ids ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'] in n-d-828418-2 is: [{'id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'name': 'tempest-TestMinimumBasicScenario-711935113-router', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:27Z', 'updated_at': '2022-02-09T15:09:31Z', 'revision_number': 4, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'gw_port': {'id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:28Z', 'updated_at': '2022-02-09T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '7e652204-0320-481a-ad1f-15944326d955', 'name': '', 'network_id': 'eb1d9140-0d89-4e30-b689-ab723e70d61d', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'mac_address': 'fa:16:3e:94:8c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:30Z', 'updated_at': '2022-02-09T15:09:38Z', 'revision_number': 5, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'subnets': [{'id': 'ef06ee5f-8e2d-496f-b89b-b26789a70cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:12:49.323270 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd87aed-0b51-41e9-85da-8328b09fd874 None None] New status for floating IP 41fceb02-5f34-4cd9-86dd-3a2d6d9d94c6: DOWN {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:12:52.451235 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fe029-ec11-4741-b8bf-46e0b2fe5418 req-6397ad8f-b056-4d7a-964c-bc9aaee26638 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:12:52.451948 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b08fe029-ec11-4741-b8bf-46e0b2fe5418 req-6397ad8f-b056-4d7a-964c-bc9aaee26638 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Synchronizing usage tracker for tenant:ae7356a9e576459cbd8923ba8a30d685 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:12:52.467327 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b08fe029-ec11-4741-b8bf-46e0b2fe5418 req-6397ad8f-b056-4d7a-964c-bc9aaee26638 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Unset dirty status for tenant:ae7356a9e576459cbd8923ba8a30d685 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:12:52.468608 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b08fe029-ec11-4741-b8bf-46e0b2fe5418 req-6397ad8f-b056-4d7a-964c-bc9aaee26638 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 945 time: 0.0992527 Feb 09 15:12:52.516564 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b08fe029-ec11-4741-b8bf-46e0b2fe5418 req-353a9ac9-0baf-4905-b04e-0e32e6a33f0a tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Synchronizing usage tracker for tenant:ae7356a9e576459cbd8923ba8a30d685 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:12:52.531742 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-b08fe029-ec11-4741-b8bf-46e0b2fe5418 req-353a9ac9-0baf-4905-b04e-0e32e6a33f0a tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Unset dirty status for tenant:ae7356a9e576459cbd8923ba8a30d685 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:12:52.533229 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b08fe029-ec11-4741-b8bf-46e0b2fe5418 req-353a9ac9-0baf-4905-b04e-0e32e6a33f0a tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587442 Feb 09 15:12:53.827312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6b64b-eea5-4e80-9826-0e5c65ea77fe req-33d904dd-15d5-4716-b82d-51fe0e631001 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:12:53.828730 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-85b6b64b-eea5-4e80-9826-0e5c65ea77fe req-33d904dd-15d5-4716-b82d-51fe0e631001 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 945 time: 0.1874478 Feb 09 15:12:53.873881 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-85b6b64b-eea5-4e80-9826-0e5c65ea77fe req-6fd910a6-8d47-4e55-bb30-7f2b24d913f6 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54a72c0-03de-49ce-b2d7-8a6a24265419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395279 Feb 09 15:12:54.358830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b98e7-f64d-4ae2-8031-354642734b95 req-874e6648-3a51-4c45-840b-a69a3841d6e3 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:12:54.360312 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-781b98e7-f64d-4ae2-8031-354642734b95 req-874e6648-3a51-4c45-840b-a69a3841d6e3 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 945 time: 0.0818701 Feb 09 15:12:54.428030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-781b98e7-f64d-4ae2-8031-354642734b95 req-0ed0b751-d574-4a42-8ec3-a2b263163384 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Deleting port bf5101d7-f9e0-4e12-8c76-aa2650b5e822 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:12:54.428381 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-781b98e7-f64d-4ae2-8031-354642734b95 req-0ed0b751-d574-4a42-8ec3-a2b263163384 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:54.674755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-781b98e7-f64d-4ae2-8031-354642734b95 req-0ed0b751-d574-4a42-8ec3-a2b263163384 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] For port bf5101d7-f9e0-4e12-8c76-aa2650b5e822, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=bf5101d7-f9e0-4e12-8c76-aa2650b5e822,segment=NetworkSegment(05438f7f-9acf-40b4-a967-562e1fa57a0f),segment_id=05438f7f-9acf-40b4-a967-562e1fa57a0f)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:12:54.675121 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-781b98e7-f64d-4ae2-8031-354642734b95 req-0ed0b751-d574-4a42-8ec3-a2b263163384 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:54.798934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-781b98e7-f64d-4ae2-8031-354642734b95 req-0ed0b751-d574-4a42-8ec3-a2b263163384 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Calling delete_port for bf5101d7-f9e0-4e12-8c76-aa2650b5e822 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:12:54.944428 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-781b98e7-f64d-4ae2-8031-354642734b95 req-0ed0b751-d574-4a42-8ec3-a2b263163384 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:54.956660 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['bf5101d7-f9e0-4e12-8c76-aa2650b5e822'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:12:54.998998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0b751-d574-4a42-8ec3-a2b263163384 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Pushing event deleted for resources: {'Port': ['ID=bf5101d7-f9e0-4e12-8c76-aa2650b5e822,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:12:55.041119 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-de67764f-49ab-4a35-acbd-d6835a0619ab req-24edb411-f3bb-4749-b7c8-4eb7bcb9bd91 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bb308e9-6c6b-40a1-bd82-e552de534c26 HTTP/1.1" status: 200 len: 210 time: 0.0598850 Feb 09 15:12:55.074826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-781b98e7-f64d-4ae2-8031-354642734b95 req-0ed0b751-d574-4a42-8ec3-a2b263163384 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] No DVR routers for this DVR port bf5101d7-f9e0-4e12-8c76-aa2650b5e822 on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:12:55.077514 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-781b98e7-f64d-4ae2-8031-354642734b95 req-0ed0b751-d574-4a42-8ec3-a2b263163384 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:55.080088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'name': 'network-vif-deleted', 'tag': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:12:55.096103 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-781b98e7-f64d-4ae2-8031-354642734b95 req-0ed0b751-d574-4a42-8ec3-a2b263163384 tempest-TestMinimumBasicScenario-1359944150 tempest-TestMinimumBasicScenario-1359944150-project] 10.222.0.21 "DELETE /v2.0/ports/bf5101d7-f9e0-4e12-8c76-aa2650b5e822 HTTP/1.1" status: 204 len: 173 time: 0.7310748 Feb 09 15:12:55.125378 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb308e9-6c6b-40a1-bd82-e552de534c26', 'name': 'network-vif-deleted', 'tag': 'bf5101d7-f9e0-4e12-8c76-aa2650b5e822', 'status': 'completed', 'code': 200} Feb 09 15:12:56.688594 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54094) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:12:56.887522 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d05d16c2-2346-4563-b93d-f8a0e4287004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:57.257612 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3da8f550-e687-4447-aac4-80ca9b351db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:57.728797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3da8f550-e687-4447-aac4-80ca9b351db3 admin admin] Deleting port 7e652204-0320-481a-ad1f-15944326d955 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:12:57.730234 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3da8f550-e687-4447-aac4-80ca9b351db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:57.897461 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-3da8f550-e687-4447-aac4-80ca9b351db3 admin admin] For port 7e652204-0320-481a-ad1f-15944326d955, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7e652204-0320-481a-ad1f-15944326d955,segment=NetworkSegment(05438f7f-9acf-40b4-a967-562e1fa57a0f),segment_id=05438f7f-9acf-40b4-a967-562e1fa57a0f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:12:57.897730 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3da8f550-e687-4447-aac4-80ca9b351db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:58.026374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-3da8f550-e687-4447-aac4-80ca9b351db3 admin admin] Calling delete_port for 7e652204-0320-481a-ad1f-15944326d955 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:12:58.340567 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3da8f550-e687-4447-aac4-80ca9b351db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:58.418046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8f550-e687-4447-aac4-80ca9b351db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e652204-0320-481a-ad1f-15944326d955,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:12:58.457513 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device bf5101d7-f9e0-4e12-8c76-aa2650b5e822 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:12:58.495176 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: bf5101d7-f9e0-4e12-8c76-aa2650b5e822 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:12:58.495517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device bf5101d7-f9e0-4e12-8c76-aa2650b5e822 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:12:58.663996 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-3da8f550-e687-4447-aac4-80ca9b351db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:59.171660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da8f550-e687-4447-aac4-80ca9b351db3 admin admin] Router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:12:59.289873 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-79398382-bc24-4b88-b30e-a7ae738ba564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:59.352956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da8f550-e687-4447-aac4-80ca9b351db3 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:12:59.363059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c9888-ebeb-4406-bfbe-4647f9349229 None None] Sync routers for ids ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:12:59.364908 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-3da8f550-e687-4447-aac4-80ca9b351db3 admin admin] 10.222.0.48 "PUT /v2.0/routers/4b06f5d3-b8c9-4e07-bd77-b643c4d6b841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6751885 Feb 09 15:12:59.367458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54098) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:12:59.374048 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c9888-ebeb-4406-bfbe-4647f9349229 None None] Routers {'4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:12:59.374654 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-003c9888-ebeb-4406-bfbe-4647f9349229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:12:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:12:59.552601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-003c9888-ebeb-4406-bfbe-4647f9349229 None None] Set router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:12:59.555436 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc141119-1849-428b-99fe-d387fc864a8c admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:59.733346 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc141119-1849-428b-99fe-d387fc864a8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:59.744055 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cc141119-1849-428b-99fe-d387fc864a8c admin admin] Deleting port d83daedc-3a3c-478d-9147-f84e8889db69 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:12:59.744522 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc141119-1849-428b-99fe-d387fc864a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:12:59.849449 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-003c9888-ebeb-4406-bfbe-4647f9349229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'name': 'tempest-TestMinimumBasicScenario-711935113-router', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:27Z', 'updated_at': '2022-02-09T15:12:58Z', 'revision_number': 5, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'gw_port': {'id': 'd83daedc-3a3c-478d-9147-f84e8889db69', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:28Z', 'updated_at': '2022-02-09T15:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:12:59.857490 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c9888-ebeb-4406-bfbe-4647f9349229 None None] Checking router: 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:12:59.866371 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c9888-ebeb-4406-bfbe-4647f9349229 None None] Routers {'4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:12:59.867059 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-003c9888-ebeb-4406-bfbe-4647f9349229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:12:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:12:59.924023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-cc141119-1849-428b-99fe-d387fc864a8c admin admin] For port d83daedc-3a3c-478d-9147-f84e8889db69, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d83daedc-3a3c-478d-9147-f84e8889db69,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:12:59.924383 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc141119-1849-428b-99fe-d387fc864a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:00.018488 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-003c9888-ebeb-4406-bfbe-4647f9349229 None None] Set router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:13:00.047462 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-cc141119-1849-428b-99fe-d387fc864a8c admin admin] Calling delete_port for d83daedc-3a3c-478d-9147-f84e8889db69 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:13:00.130437 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-003c9888-ebeb-4406-bfbe-4647f9349229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'name': 'tempest-TestMinimumBasicScenario-711935113-router', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:27Z', 'updated_at': '2022-02-09T15:12:59Z', 'revision_number': 6, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:00.136207 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c9888-ebeb-4406-bfbe-4647f9349229 None None] The sync data for ids ['4b06f5d3-b8c9-4e07-bd77-b643c4d6b841'] in n-d-828418-2 is: [{'id': '4b06f5d3-b8c9-4e07-bd77-b643c4d6b841', 'name': 'tempest-TestMinimumBasicScenario-711935113-router', 'tenant_id': 'ae7356a9e576459cbd8923ba8a30d685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:27Z', 'updated_at': '2022-02-09T15:12:59Z', 'revision_number': 6, 'project_id': 'ae7356a9e576459cbd8923ba8a30d685', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:13:00.224999 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc141119-1849-428b-99fe-d387fc864a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:00.271950 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc141119-1849-428b-99fe-d387fc864a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d83daedc-3a3c-478d-9147-f84e8889db69,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:00.361470 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc141119-1849-428b-99fe-d387fc864a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:00.418398 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:00.457735 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:00.655881 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc141119-1849-428b-99fe-d387fc864a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:00.658196 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc141119-1849-428b-99fe-d387fc864a8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:00.680452 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc141119-1849-428b-99fe-d387fc864a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:00.680947 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc141119-1849-428b-99fe-d387fc864a8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 15:13:00.698777 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cc141119-1849-428b-99fe-d387fc864a8c admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:00.699959 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cc141119-1849-428b-99fe-d387fc864a8c admin admin] 10.222.0.48 "DELETE /v2.0/routers/4b06f5d3-b8c9-4e07-bd77-b643c4d6b841 HTTP/1.1" status: 204 len: 168 time: 1.3315120 Feb 09 15:13:00.702625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54102) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:00.764167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdabbfff-7430-43dc-b0fb-7215b0127047 admin admin] Deleting subnet ef06ee5f-8e2d-496f-b89b-b26789a70cf9 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:13:00.767114 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cdabbfff-7430-43dc-b0fb-7215b0127047 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:00.816766 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cdabbfff-7430-43dc-b0fb-7215b0127047 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:00.895151 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cdabbfff-7430-43dc-b0fb-7215b0127047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:00.967336 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cdabbfff-7430-43dc-b0fb-7215b0127047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:01.005133 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabbfff-7430-43dc-b0fb-7215b0127047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef06ee5f-8e2d-496f-b89b-b26789a70cf9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:01.008619 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cdabbfff-7430-43dc-b0fb-7215b0127047 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:01.016279 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cdabbfff-7430-43dc-b0fb-7215b0127047 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ef06ee5f-8e2d-496f-b89b-b26789a70cf9 HTTP/1.1" status: 204 len: 168 time: 0.3125801 Feb 09 15:13:01.018763 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54106) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:01.021205 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7373a109-8bd8-4624-9c29-cc28d4988426 None None] Network eb1d9140-0d89-4e30-b689-ab723e70d61d requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:13:01.125183 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:01.136702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] Deleting port dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:13:01.137043 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:01.291720 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2f65c6-418c-4142-9048-7f568087f140 None None] DHCP port deletion for eb1d9140-0d89-4e30-b689-ab723e70d61d request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 15:13:01.296257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f65c6-418c-4142-9048-7f568087f140 None None] Deleting port dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:13:01.296633 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6a2f65c6-418c-4142-9048-7f568087f140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:01.371245 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] For port dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314,segment=NetworkSegment(05438f7f-9acf-40b4-a967-562e1fa57a0f),segment_id=05438f7f-9acf-40b4-a967-562e1fa57a0f)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:13:01.371983 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:01.497014 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] Calling delete_port for dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:13:01.542476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6a2f65c6-418c-4142-9048-7f568087f140 None None] For port dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314,segment=NetworkSegment(05438f7f-9acf-40b4-a967-562e1fa57a0f),segment_id=05438f7f-9acf-40b4-a967-562e1fa57a0f)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:13:01.542868 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6a2f65c6-418c-4142-9048-7f568087f140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:01.575884 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:01.622630 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:01.625953 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] No DVR routers for this DVR port dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:13:01.679127 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f65c6-418c-4142-9048-7f568087f140 None None] Calling delete_port for dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:13:01.749456 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:01.757782 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-6a2f65c6-418c-4142-9048-7f568087f140 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:13:01.758165 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-6a2f65c6-418c-4142-9048-7f568087f140 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:13:01.780780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1d9140-0d89-4e30-b689-ab723e70d61d']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:01.798161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05438f7f-9acf-40b4-a967-562e1fa57a0f') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:01.798459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05438f7f-9acf-40b4-a967-562e1fa57a0f') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:01.812421 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:01.835676 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:01.844231 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:13:01.844701 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: timer() Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:13:01.858136 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:13:01.861391 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:13:01.895793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:13:01.896141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:13:01.896638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7e652204-0320-481a-ad1f-15944326d955 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:13:01.932195 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 7e652204-0320-481a-ad1f-15944326d955 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:13:01.932566 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7e652204-0320-481a-ad1f-15944326d955 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:13:01.932931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d83daedc-3a3c-478d-9147-f84e8889db69 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:13:01.943422 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:01.962221 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:01.969586 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] Pushing event deleted for resources: {'Network': ['ID=eb1d9140-0d89-4e30-b689-ab723e70d61d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:01.977264 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: d83daedc-3a3c-478d-9147-f84e8889db69 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:13:01.977605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d83daedc-3a3c-478d-9147-f84e8889db69 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:13:01.988544 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b832b25e-c2a2-45f1-8649-8cd2260eb4bb admin admin] 10.222.0.48 "DELETE /v2.0/networks/eb1d9140-0d89-4e30-b689-ab723e70d61d HTTP/1.1" status: 204 len: 168 time: 0.9686258 Feb 09 15:13:01.990675 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:01.991982 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54110) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:02.260729 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f65c6-418c-4142-9048-7f568087f140 None None] Deleting port dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:13:02.262195 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6a2f65c6-418c-4142-9048-7f568087f140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:02.345469 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f65c6-418c-4142-9048-7f568087f140 None None] The port 'dd6f9e9b-ad47-4d0f-ac59-ba4ba7c0a314' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 15:13:02.664667 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5e5e16-57fc-476f-bd20-2f93c52f6038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:03.035904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0c5e5e16-57fc-476f-bd20-2f93c52f6038 admin admin] Deleting port 81afa5fb-e241-42a8-9210-e8f8df8f01e4 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:13:03.036245 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5e5e16-57fc-476f-bd20-2f93c52f6038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:03.210089 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-0c5e5e16-57fc-476f-bd20-2f93c52f6038 admin admin] For port 81afa5fb-e241-42a8-9210-e8f8df8f01e4, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=81afa5fb-e241-42a8-9210-e8f8df8f01e4,segment=NetworkSegment(af776712-7d60-4a78-b2dd-de328c75cad1),segment_id=af776712-7d60-4a78-b2dd-de328c75cad1)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:13:03.210438 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5e5e16-57fc-476f-bd20-2f93c52f6038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:03.331167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0c5e5e16-57fc-476f-bd20-2f93c52f6038 admin admin] Calling delete_port for 81afa5fb-e241-42a8-9210-e8f8df8f01e4 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:13:03.512913 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5e5e16-57fc-476f-bd20-2f93c52f6038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:03.563511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e5e16-57fc-476f-bd20-2f93c52f6038 admin admin] Pushing event deleted for resources: {'Port': ['ID=81afa5fb-e241-42a8-9210-e8f8df8f01e4,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:03.936558 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5e5e16-57fc-476f-bd20-2f93c52f6038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:04.298422 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5e5e16-57fc-476f-bd20-2f93c52f6038 admin admin] Router 5200caf7-7a25-4b8e-8617-9e0be33387bd has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:13:04.481872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5e5e16-57fc-476f-bd20-2f93c52f6038 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:13:04.490643 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3cd0e4-187d-4f71-af00-8bb0534a4afe None None] Sync routers for ids ['5200caf7-7a25-4b8e-8617-9e0be33387bd'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:13:04.501321 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0c5e5e16-57fc-476f-bd20-2f93c52f6038 admin admin] 10.222.0.48 "PUT /v2.0/routers/5200caf7-7a25-4b8e-8617-9e0be33387bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5082707 Feb 09 15:13:04.501587 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3cd0e4-187d-4f71-af00-8bb0534a4afe None None] Routers {'5200caf7-7a25-4b8e-8617-9e0be33387bd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:13:04.502192 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0c3cd0e4-187d-4f71-af00-8bb0534a4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:12:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['5200caf7-7a25-4b8e-8617-9e0be33387bd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:04.504261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54114) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:04.707673 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6864ccf-d619-4e5d-8d46-866b5d2aee38 admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:04.729229 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-0c3cd0e4-187d-4f71-af00-8bb0534a4afe None None] Set router 5200caf7-7a25-4b8e-8617-9e0be33387bd gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:13:04.915400 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6864ccf-d619-4e5d-8d46-866b5d2aee38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:04.927902 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f6864ccf-d619-4e5d-8d46-866b5d2aee38 admin admin] Deleting port 310321c8-3519-4f02-b836-0cf05d77293a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:13:04.928487 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6864ccf-d619-4e5d-8d46-866b5d2aee38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:04.991292 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:13:05.061565 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0c3cd0e4-187d-4f71-af00-8bb0534a4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'name': 'tempest-TestMinimumBasicScenario-553328201-router', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '310321c8-3519-4f02-b836-0cf05d77293a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:34Z', 'updated_at': '2022-02-09T15:13:03Z', 'revision_number': 5, 'project_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'gw_port': {'id': '310321c8-3519-4f02-b836-0cf05d77293a', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:09:34Z', 'updated_at': '2022-02-09T15:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:05.066069 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3cd0e4-187d-4f71-af00-8bb0534a4afe None None] Checking router: 5200caf7-7a25-4b8e-8617-9e0be33387bd for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:13:05.077928 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3cd0e4-187d-4f71-af00-8bb0534a4afe None None] Routers {'5200caf7-7a25-4b8e-8617-9e0be33387bd'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:13:05.078973 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0c3cd0e4-187d-4f71-af00-8bb0534a4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:12:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['5200caf7-7a25-4b8e-8617-9e0be33387bd'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:05.242393 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-0c3cd0e4-187d-4f71-af00-8bb0534a4afe None None] Set router 5200caf7-7a25-4b8e-8617-9e0be33387bd gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:13:05.255217 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-f6864ccf-d619-4e5d-8d46-866b5d2aee38 admin admin] For port 310321c8-3519-4f02-b836-0cf05d77293a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=310321c8-3519-4f02-b836-0cf05d77293a,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:13:05.256182 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6864ccf-d619-4e5d-8d46-866b5d2aee38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:05.358836 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-0c3cd0e4-187d-4f71-af00-8bb0534a4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'name': 'tempest-TestMinimumBasicScenario-553328201-router', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:34Z', 'updated_at': '2022-02-09T15:13:04Z', 'revision_number': 6, 'project_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:05.362710 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3cd0e4-187d-4f71-af00-8bb0534a4afe None None] The sync data for ids ['5200caf7-7a25-4b8e-8617-9e0be33387bd'] in n-d-828418-2 is: [{'id': '5200caf7-7a25-4b8e-8617-9e0be33387bd', 'name': 'tempest-TestMinimumBasicScenario-553328201-router', 'tenant_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:09:34Z', 'updated_at': '2022-02-09T15:13:04Z', 'revision_number': 6, 'project_id': '97e9c94fbd3c4ac982a08d0062fb276c', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:13:05.389475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-f6864ccf-d619-4e5d-8d46-866b5d2aee38 admin admin] Calling delete_port for 310321c8-3519-4f02-b836-0cf05d77293a owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:13:05.553541 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6864ccf-d619-4e5d-8d46-866b5d2aee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:05.599060 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6864ccf-d619-4e5d-8d46-866b5d2aee38 admin admin] Pushing event deleted for resources: {'Port': ['ID=310321c8-3519-4f02-b836-0cf05d77293a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:05.689998 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6864ccf-d619-4e5d-8d46-866b5d2aee38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:05.862785 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6864ccf-d619-4e5d-8d46-866b5d2aee38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:05.864927 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6864ccf-d619-4e5d-8d46-866b5d2aee38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:05.888621 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6864ccf-d619-4e5d-8d46-866b5d2aee38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:05.889115 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6864ccf-d619-4e5d-8d46-866b5d2aee38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5200caf7-7a25-4b8e-8617-9e0be33387bd {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 15:13:05.901364 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f6864ccf-d619-4e5d-8d46-866b5d2aee38 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:05.902483 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f6864ccf-d619-4e5d-8d46-866b5d2aee38 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5200caf7-7a25-4b8e-8617-9e0be33387bd HTTP/1.1" status: 204 len: 168 time: 1.3970349 Feb 09 15:13:05.905023 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54118) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:05.964690 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1f3cf3-e40e-4f6e-9df7-829d8563a6d0 admin admin] Deleting subnet 7d19fbad-6c7d-4ca4-90eb-b6d5ce129d84 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:13:05.967572 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc1f3cf3-e40e-4f6e-9df7-829d8563a6d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:06.017775 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc1f3cf3-e40e-4f6e-9df7-829d8563a6d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:06.095201 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc1f3cf3-e40e-4f6e-9df7-829d8563a6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:06.140956 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 81afa5fb-e241-42a8-9210-e8f8df8f01e4 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:13:06.168760 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc1f3cf3-e40e-4f6e-9df7-829d8563a6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:06.178408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 81afa5fb-e241-42a8-9210-e8f8df8f01e4 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:13:06.178758 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 81afa5fb-e241-42a8-9210-e8f8df8f01e4 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:13:06.179182 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 310321c8-3519-4f02-b836-0cf05d77293a no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:13:06.209746 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f3cf3-e40e-4f6e-9df7-829d8563a6d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d19fbad-6c7d-4ca4-90eb-b6d5ce129d84,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:06.211362 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 310321c8-3519-4f02-b836-0cf05d77293a {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:13:06.211714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 310321c8-3519-4f02-b836-0cf05d77293a not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:13:06.216595 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-fc1f3cf3-e40e-4f6e-9df7-829d8563a6d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:06.221057 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4815dbfe-06fc-4dd0-bb12-4b99fdccbe1a None None] Network 287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:13:06.226580 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fc1f3cf3-e40e-4f6e-9df7-829d8563a6d0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7d19fbad-6c7d-4ca4-90eb-b6d5ce129d84 HTTP/1.1" status: 204 len: 168 time: 0.3183768 Feb 09 15:13:06.226847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54122) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:06.334907 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:06.347106 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] Deleting port 80a11da7-914a-472b-9aa4-28159f1183f9 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:13:06.347441 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:06.489953 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069e6346-528f-457e-bf4d-564c0a386700 None None] DHCP port deletion for 287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 15:13:06.495013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-069e6346-528f-457e-bf4d-564c0a386700 None None] Deleting port 80a11da7-914a-472b-9aa4-28159f1183f9 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:13:06.495441 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-069e6346-528f-457e-bf4d-564c0a386700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:06.565017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] For port 80a11da7-914a-472b-9aa4-28159f1183f9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=80a11da7-914a-472b-9aa4-28159f1183f9,segment=NetworkSegment(af776712-7d60-4a78-b2dd-de328c75cad1),segment_id=af776712-7d60-4a78-b2dd-de328c75cad1)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:13:06.565371 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:06.690153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] Calling delete_port for 80a11da7-914a-472b-9aa4-28159f1183f9 owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:13:06.699998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-069e6346-528f-457e-bf4d-564c0a386700 None None] For port 80a11da7-914a-472b-9aa4-28159f1183f9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=80a11da7-914a-472b-9aa4-28159f1183f9,segment=NetworkSegment(af776712-7d60-4a78-b2dd-de328c75cad1),segment_id=af776712-7d60-4a78-b2dd-de328c75cad1)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:13:06.700465 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-069e6346-528f-457e-bf4d-564c0a386700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:06.782791 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:06.830563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] Pushing event deleted for resources: {'Port': ['ID=80a11da7-914a-472b-9aa4-28159f1183f9,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:06.832381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] No DVR routers for this DVR port 80a11da7-914a-472b-9aa4-28159f1183f9 on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:13:06.840177 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-069e6346-528f-457e-bf4d-564c0a386700 None None] Calling delete_port for 80a11da7-914a-472b-9aa4-28159f1183f9 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:13:06.915062 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-069e6346-528f-457e-bf4d-564c0a386700 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:13:06.915420 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-069e6346-528f-457e-bf4d-564c0a386700 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:13:07.047120 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:07.076384 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:07.087978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af776712-7d60-4a78-b2dd-de328c75cad1') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:07.088269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af776712-7d60-4a78-b2dd-de328c75cad1') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:07.099321 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:07.115649 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:07.122003 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:13:07.122375 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: timer() Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:13:07.135103 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:13:07.208507 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:07.223857 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:07.233961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] Pushing event deleted for resources: {'Network': ['ID=287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:07.240770 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1083b35b-bf52-469c-b8cb-67014902e19e admin admin] 10.222.0.48 "DELETE /v2.0/networks/287432bf-cb6f-4f64-8b7c-fcd7d98eb6c8 HTTP/1.1" status: 204 len: 168 time: 1.0129859 Feb 09 15:13:07.414497 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54128) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:07.416919 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-069e6346-528f-457e-bf4d-564c0a386700 None None] Deleting port 80a11da7-914a-472b-9aa4-28159f1183f9 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:13:07.417589 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-069e6346-528f-457e-bf4d-564c0a386700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:07.463536 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9161cdd3-fdb4-4030-bcb6-50bf357c108b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae7356a9e576459cbd8923ba8a30d685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478766 Feb 09 15:13:07.466288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54132) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:07.485190 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-069e6346-528f-457e-bf4d-564c0a386700 None None] The port '80a11da7-914a-472b-9aa4-28159f1183f9' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 15:13:07.528457 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85578315-5868-4670-aeeb-f39ac06eee2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:07.553541 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85578315-5868-4670-aeeb-f39ac06eee2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:07.604882 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85578315-5868-4670-aeeb-f39ac06eee2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:07.621796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85578315-5868-4670-aeeb-f39ac06eee2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54a72c0-03de-49ce-b2d7-8a6a24265419,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:07.631907 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85578315-5868-4670-aeeb-f39ac06eee2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:07.633037 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-85578315-5868-4670-aeeb-f39ac06eee2b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e54a72c0-03de-49ce-b2d7-8a6a24265419 HTTP/1.1" status: 204 len: 168 time: 0.1658683 Feb 09 15:13:07.848581 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 80a11da7-914a-472b-9aa4-28159f1183f9 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:13:07.880952 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 80a11da7-914a-472b-9aa4-28159f1183f9 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:13:07.881213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 80a11da7-914a-472b-9aa4-28159f1183f9 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:13:07.999207 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54140) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:08.048021 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dcdd4db5-224a-4daa-9875-7c6069181ede admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97e9c94fbd3c4ac982a08d0062fb276c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475905 Feb 09 15:13:08.050516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54144) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:08.108479 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66a176ee-5e91-4e01-a630-5d86cb8b8075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:08.133515 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66a176ee-5e91-4e01-a630-5d86cb8b8075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:08.189289 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66a176ee-5e91-4e01-a630-5d86cb8b8075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:08.203611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a176ee-5e91-4e01-a630-5d86cb8b8075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bd21aa-c17e-4fec-b5b1-999d549c0e0a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:08.210947 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-66a176ee-5e91-4e01-a630-5d86cb8b8075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:08.212079 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-66a176ee-5e91-4e01-a630-5d86cb8b8075 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7bd21aa-c17e-4fec-b5b1-999d549c0e0a HTTP/1.1" status: 204 len: 168 time: 0.1606588 Feb 09 15:13:09.434348 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:09.892760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54186) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:09.897921 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-883497319', 'description': 'tempest-secgroup-smoke-883497319 description', 'project_id': '52c3b9e2c830405a83a3de34f696d160'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:13:09.904975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:13:09.908697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:13:09.911438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:13:09.917685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:13:09.927594 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:09.939233 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:09.952979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:13:09.956677 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:13:09.959450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:13:09.965683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:13:10.049431 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.053320 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.067816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:13:10.079119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:13:10.084483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:13:10.093227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:13:10.095169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715d49b4-bb61-4ed8-a2d4-3ec0d73a2922,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:10.166388 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.170200 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.214687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566eb5d4-c89b-437b-8eb4-1d020d36c5cf,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:10.218682 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.222799 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e5da3ffc-daff-4fad-ab1a-bc207ce893e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3262467 Feb 09 15:13:10.223312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54190) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:10.227961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-56c92ec0-24e9-4619-8973-c1c4788046ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': '566eb5d4-c89b-437b-8eb4-1d020d36c5cf', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:13:10.234523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-56c92ec0-24e9-4619-8973-c1c4788046ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:13:10.238301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-56c92ec0-24e9-4619-8973-c1c4788046ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:13:10.241144 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-56c92ec0-24e9-4619-8973-c1c4788046ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:13:10.246803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-56c92ec0-24e9-4619-8973-c1c4788046ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:13:10.263907 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-56c92ec0-24e9-4619-8973-c1c4788046ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.321999 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-56c92ec0-24e9-4619-8973-c1c4788046ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.330163 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-56c92ec0-24e9-4619-8973-c1c4788046ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.353423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c92ec0-24e9-4619-8973-c1c4788046ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1441daa8-8242-495d-9726-bd3ece2df5f8,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:10.361738 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-56c92ec0-24e9-4619-8973-c1c4788046ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.362898 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-56c92ec0-24e9-4619-8973-c1c4788046ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389623 Feb 09 15:13:10.365689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54194) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:10.371003 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f811aa95-7fa0-4593-ba94-37f47aacb633 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': '566eb5d4-c89b-437b-8eb4-1d020d36c5cf', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:13:10.377303 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f811aa95-7fa0-4593-ba94-37f47aacb633 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:13:10.381018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f811aa95-7fa0-4593-ba94-37f47aacb633 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:13:10.383816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f811aa95-7fa0-4593-ba94-37f47aacb633 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:13:10.389956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f811aa95-7fa0-4593-ba94-37f47aacb633 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:13:10.407432 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f811aa95-7fa0-4593-ba94-37f47aacb633 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.467568 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f811aa95-7fa0-4593-ba94-37f47aacb633 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.471065 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f811aa95-7fa0-4593-ba94-37f47aacb633 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.495298 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811aa95-7fa0-4593-ba94-37f47aacb633 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fe2d23-6382-4de3-9d0a-7c33a4e26b71,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:10.511009 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f811aa95-7fa0-4593-ba94-37f47aacb633 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.512215 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f811aa95-7fa0-4593-ba94-37f47aacb633 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1456389 Feb 09 15:13:10.514947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54198) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:10.519652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-dbfe7c0c-2748-4611-8607-7ae974186783 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': '566eb5d4-c89b-437b-8eb4-1d020d36c5cf', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:13:10.526147 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dbfe7c0c-2748-4611-8607-7ae974186783 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:13:10.529923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dbfe7c0c-2748-4611-8607-7ae974186783 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:13:10.532715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dbfe7c0c-2748-4611-8607-7ae974186783 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:13:10.538227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dbfe7c0c-2748-4611-8607-7ae974186783 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:13:10.557129 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7c0c-2748-4611-8607-7ae974186783 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.617836 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7c0c-2748-4611-8607-7ae974186783 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.622111 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7c0c-2748-4611-8607-7ae974186783 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.645366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe7c0c-2748-4611-8607-7ae974186783 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afef16d2-da45-42dd-aacd-87126e6427fb,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:10.654098 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7c0c-2748-4611-8607-7ae974186783 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.655318 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dbfe7c0c-2748-4611-8607-7ae974186783 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394496 Feb 09 15:13:10.658035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54202) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:10.662870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9823f45c-59bc-48a2-8e2d-a30b6aae1b0d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': '566eb5d4-c89b-437b-8eb4-1d020d36c5cf', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:13:10.669244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9823f45c-59bc-48a2-8e2d-a30b6aae1b0d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:13:10.672971 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9823f45c-59bc-48a2-8e2d-a30b6aae1b0d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:13:10.675722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9823f45c-59bc-48a2-8e2d-a30b6aae1b0d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:13:10.681277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9823f45c-59bc-48a2-8e2d-a30b6aae1b0d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:13:10.697658 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9823f45c-59bc-48a2-8e2d-a30b6aae1b0d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.758577 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9823f45c-59bc-48a2-8e2d-a30b6aae1b0d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.762635 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9823f45c-59bc-48a2-8e2d-a30b6aae1b0d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.786598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823f45c-59bc-48a2-8e2d-a30b6aae1b0d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ccc1b44-8ec8-4fb1-8cd9-adc29c5dc956,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:10.796764 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9823f45c-59bc-48a2-8e2d-a30b6aae1b0d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.797932 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9823f45c-59bc-48a2-8e2d-a30b6aae1b0d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389880 Feb 09 15:13:10.800601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54206) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:10.805431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ef8f776c-aab1-46ea-8bcb-0a68b123bba9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': '566eb5d4-c89b-437b-8eb4-1d020d36c5cf', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:13:10.811743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ef8f776c-aab1-46ea-8bcb-0a68b123bba9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:13:10.815568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ef8f776c-aab1-46ea-8bcb-0a68b123bba9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:13:10.818462 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ef8f776c-aab1-46ea-8bcb-0a68b123bba9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:13:10.825168 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ef8f776c-aab1-46ea-8bcb-0a68b123bba9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:13:10.835041 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-ef8f776c-aab1-46ea-8bcb-0a68b123bba9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Project 52c3b9e2c830405a83a3de34f696d160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:13:10.842424 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef8f776c-aab1-46ea-8bcb-0a68b123bba9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.906616 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef8f776c-aab1-46ea-8bcb-0a68b123bba9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.910401 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef8f776c-aab1-46ea-8bcb-0a68b123bba9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.939667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f776c-aab1-46ea-8bcb-0a68b123bba9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec3e6e3-435d-4e25-9459-1ebbef49c8df,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:10.946874 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ef8f776c-aab1-46ea-8bcb-0a68b123bba9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:10.948634 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ef8f776c-aab1-46ea-8bcb-0a68b123bba9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471150 Feb 09 15:13:10.951303 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54210) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:10.956077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-418c893c-212b-4c6b-9ab2-f96202e3f068 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': '566eb5d4-c89b-437b-8eb4-1d020d36c5cf', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:13:10.962411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-418c893c-212b-4c6b-9ab2-f96202e3f068 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:13:10.967316 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-418c893c-212b-4c6b-9ab2-f96202e3f068 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:13:10.970202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-418c893c-212b-4c6b-9ab2-f96202e3f068 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:13:10.975978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-418c893c-212b-4c6b-9ab2-f96202e3f068 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:13:10.985932 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-418c893c-212b-4c6b-9ab2-f96202e3f068 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Project 52c3b9e2c830405a83a3de34f696d160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:13:10.992155 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-418c893c-212b-4c6b-9ab2-f96202e3f068 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:11.040722 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:11.056186 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-418c893c-212b-4c6b-9ab2-f96202e3f068 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:11.059707 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-418c893c-212b-4c6b-9ab2-f96202e3f068 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:11.082892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c893c-212b-4c6b-9ab2-f96202e3f068 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69396654-091a-4a11-b5ed-7d6191063032,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:11.091957 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-418c893c-212b-4c6b-9ab2-f96202e3f068 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:11.093256 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-418c893c-212b-4c6b-9ab2-f96202e3f068 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410313 Feb 09 15:13:11.096224 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54214) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:11.101523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c6fe2d7b-8540-4706-89f9-a4505225bc5e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'network': {'name': 'tempest-network-smoke--1746478385', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'port_security_enabled': True}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:13:11.107116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c6fe2d7b-8540-4706-89f9-a4505225bc5e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:13:11.110906 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c6fe2d7b-8540-4706-89f9-a4505225bc5e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:network and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:13:11.113732 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c6fe2d7b-8540-4706-89f9-a4505225bc5e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:13:11.119917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c6fe2d7b-8540-4706-89f9-a4505225bc5e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:13:11.130467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fe2d7b-8540-4706-89f9-a4505225bc5e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Made reservation on behalf of 52c3b9e2c830405a83a3de34f696d160 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:13:11.133947 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6fe2d7b-8540-4706-89f9-a4505225bc5e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:11.160855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6fe2d7b-8540-4706-89f9-a4505225bc5e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:13:11.169495 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6fe2d7b-8540-4706-89f9-a4505225bc5e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:11.169837 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-c6fe2d7b-8540-4706-89f9-a4505225bc5e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Added segment 1cc90420-f2f2-41a2-a1c4-f03e7777cc50 of type vlan for network 3895ebd0-c67d-424b-b57f-9ca20263bfb6 Feb 09 15:13:11.195861 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6fe2d7b-8540-4706-89f9-a4505225bc5e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:11.228173 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6fe2d7b-8540-4706-89f9-a4505225bc5e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:11.233628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fe2d7b-8540-4706-89f9-a4505225bc5e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:11.234457 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c6fe2d7b-8540-4706-89f9-a4505225bc5e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:11.331085 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c6fe2d7b-8540-4706-89f9-a4505225bc5e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2337799 Feb 09 15:13:11.333925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54218) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:11.338574 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-382598088', 'admin_state_up': True, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:13:11.347600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe2d7b-8540-4706-89f9-a4505225bc5e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Network': ['ID=3895ebd0-c67d-424b-b57f-9ca20263bfb6,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:11.350817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:13:11.354782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:router and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:13:11.357500 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 3895ebd0-c67d-424b-b57f-9ca20263bfb6 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:13:11.358525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:13:11.364242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:13:11.374613 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:11.375709 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:11.391170 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:11.767525 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:12.067382 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:12.096158 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:12.230832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.25.8.69 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/ee7bbb2e-3581-484b-9114-2024f08c1d96) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:13:12.378226 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:12.406970 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:12.473390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:13:12.476295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:13:12.480954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:13:12.515750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=ee7bbb2e-3581-484b-9114-2024f08c1d96,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:12.891421 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:13.364010 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:13.562581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router c46f7546-9a13-4540-aa09-c5ea66cb56fb is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 15:13:13.740916 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:13:13.750617 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Sync routers for ids ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:13:13.759280 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Routers {'c46f7546-9a13-4540-aa09-c5ea66cb56fb'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:13:13.760560 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:12:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:13.767568 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:13.768827 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4132841c-44af-4cfd-9d41-ee9a824c4051 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4340129 Feb 09 15:13:13.771969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54222) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:13.925385 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e01e0ad3-6e21-4e75-aadd-7696a21c7068 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=52c3b9e2c830405a83a3de34f696d160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1523192 Feb 09 15:13:13.928272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54228) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:13.938239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Set router c46f7546-9a13-4540-aa09-c5ea66cb56fb gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:13:14.054976 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472e0fac-42fa-4cff-8232-35e652712dcb tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:14.056216 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-472e0fac-42fa-4cff-8232-35e652712dcb tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1272988 Feb 09 15:13:14.059188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54232) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:14.102221 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6b208c8e-845f-482a-970e-ef7afa116304 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418591 Feb 09 15:13:14.104918 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54238) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:14.110158 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f1bb7654-c0c5-41fd-b6fe-9b1f3592a0f0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2084855928', 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:13:14.215312 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382598088', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:13:11Z', 'updated_at': '2022-02-09T15:13:12Z', 'revision_number': 3, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:12Z', 'updated_at': '2022-02-09T15:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:14.219123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f1bb7654-c0c5-41fd-b6fe-9b1f3592a0f0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:13:14.219481 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Checking router: c46f7546-9a13-4540-aa09-c5ea66cb56fb for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:13:14.219853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Updating router c46f7546-9a13-4540-aa09-c5ea66cb56fb port ee7bbb2e-3581-484b-9114-2024f08c1d96 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:13:14.222929 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f1bb7654-c0c5-41fd-b6fe-9b1f3592a0f0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:subnet and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:13:14.225729 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f1bb7654-c0c5-41fd-b6fe-9b1f3592a0f0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:13:14.231992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f1bb7654-c0c5-41fd-b6fe-9b1f3592a0f0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:13:14.241779 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bb7654-c0c5-41fd-b6fe-9b1f3592a0f0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Made reservation on behalf of 52c3b9e2c830405a83a3de34f696d160 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:13:14.245727 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f1bb7654-c0c5-41fd-b6fe-9b1f3592a0f0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:14.276518 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:14.458024 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f1bb7654-c0c5-41fd-b6fe-9b1f3592a0f0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:14.540251 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb7654-c0c5-41fd-b6fe-9b1f3592a0f0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Subnet': ['ID=f2967092-0397-472a-b671-c013dcfaf1b3,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:14.549752 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb7654-c0c5-41fd-b6fe-9b1f3592a0f0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Checking segment: {'id': '1cc90420-f2f2-41a2-a1c4-f03e7777cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:13:14.550121 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bb7654-c0c5-41fd-b6fe-9b1f3592a0f0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network hostable DHCP agents. Network: 3895ebd0-c67d-424b-b57f-9ca20263bfb6, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:13:14.568952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bb7654-c0c5-41fd-b6fe-9b1f3592a0f0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 3895ebd0-c67d-424b-b57f-9ca20263bfb6 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:13:14.579686 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f1bb7654-c0c5-41fd-b6fe-9b1f3592a0f0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 3895ebd0-c67d-424b-b57f-9ca20263bfb6) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:13:14.584643 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bb7654-c0c5-41fd-b6fe-9b1f3592a0f0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:14.585380 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f1bb7654-c0c5-41fd-b6fe-9b1f3592a0f0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:14.594030 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146038f8-47d4-40ec-ae7c-8fcc74befaa2 None None] Network 3895ebd0-c67d-424b-b57f-9ca20263bfb6 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:13:14.608813 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f1bb7654-c0c5-41fd-b6fe-9b1f3592a0f0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5028992 Feb 09 15:13:14.611590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54242) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:14.686925 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:14.706846 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Transition to ACTIVE for port object ee7bbb2e-3581-484b-9114-2024f08c1d96 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:13:14.724061 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:14.848448 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Attempting to bind port ee7bbb2e-3581-484b-9114-2024f08c1d96 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:13:14.849158 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Attempting to bind port ee7bbb2e-3581-484b-9114-2024f08c1d96 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:13:14.849158 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Attempting to bind port ee7bbb2e-3581-484b-9114-2024f08c1d96 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:13:14.851068 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70bda9-228a-49bb-92ac-aafe2ab96684 None None] Pushing event updated for resources: {'Port': ['ID=ee7bbb2e-3581-484b-9114-2024f08c1d96,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:14.859934 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:13:14.860303 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:13:14.860699 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:14.861090 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:13:14.861548 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Bound port: ee7bbb2e-3581-484b-9114-2024f08c1d96, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:13:14.861916 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:14.901447 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70bda9-228a-49bb-92ac-aafe2ab96684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:14.901792 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70bda9-228a-49bb-92ac-aafe2ab96684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:14.902397 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70bda9-228a-49bb-92ac-aafe2ab96684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:14.902737 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70bda9-228a-49bb-92ac-aafe2ab96684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:14.903068 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70bda9-228a-49bb-92ac-aafe2ab96684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:14.903395 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70bda9-228a-49bb-92ac-aafe2ab96684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:14.903717 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70bda9-228a-49bb-92ac-aafe2ab96684 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:14.904063 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70bda9-228a-49bb-92ac-aafe2ab96684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:14.904382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70bda9-228a-49bb-92ac-aafe2ab96684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:14.904700 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70bda9-228a-49bb-92ac-aafe2ab96684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:14.905020 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70bda9-228a-49bb-92ac-aafe2ab96684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:14.905337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e70bda9-228a-49bb-92ac-aafe2ab96684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:14.982521 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-3895ebd0-c67d-424b-b57f-9ca20263bfb6', 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ips': [{'subnet_id': 'f2967092-0397-472a-b671-c013dcfaf1b3'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:13:14.983236 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:15.015423 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] For port ee7bbb2e-3581-484b-9114-2024f08c1d96, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:13:15.059870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] For port ee7bbb2e-3581-484b-9114-2024f08c1d96, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ee7bbb2e-3581-484b-9114-2024f08c1d96,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:13:15.066343 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:15.243353 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Routers {'c46f7546-9a13-4540-aa09-c5ea66cb56fb'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:13:15.244434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:12:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:15.293000 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70bda9-228a-49bb-92ac-aafe2ab96684 None None] Pushing event updated for resources: {'Port': ['ID=ee7bbb2e-3581-484b-9114-2024f08c1d96,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:15.350946 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Allocated IP 172.20.0.2 (3895ebd0-c67d-424b-b57f-9ca20263bfb6/f2967092-0397-472a-b671-c013dcfaf1b3/cc48aaf4-b477-4372-9c92-226039a40e5e) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:13:15.409027 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:15.517725 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] Set router c46f7546-9a13-4540-aa09-c5ea66cb56fb gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:13:15.859327 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:15.871968 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Transition to ACTIVE for port object cc48aaf4-b477-4372-9c92-226039a40e5e will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:13:15.892888 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Transition to ACTIVE for port object cc48aaf4-b477-4372-9c92-226039a40e5e will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:13:15.903782 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:15.967816 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.20.0.1 (3895ebd0-c67d-424b-b57f-9ca20263bfb6/f2967092-0397-472a-b671-c013dcfaf1b3/40e4b6fc-5311-47ea-9deb-f0792fee1016) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:13:15.971086 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Network 3895ebd0-c67d-424b-b57f-9ca20263bfb6 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:13:15.973979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:13:15.976722 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:13:15.987399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382598088', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:13:11Z', 'updated_at': '2022-02-09T15:13:12Z', 'revision_number': 3, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:12Z', 'updated_at': '2022-02-09T15:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:16.027058 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Pushing event updated for resources: {'Port': ['ID=cc48aaf4-b477-4372-9c92-226039a40e5e,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:16.029585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8f4cd-47b3-4641-bbaf-9ce7f21b5c42 None None] The sync data for ids ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'] in n-d-828418-2 is: [{'id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382598088', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:13:11Z', 'updated_at': '2022-02-09T15:13:12Z', 'revision_number': 3, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:12Z', 'updated_at': '2022-02-09T15:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:13:16.080275 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Attempting to bind port cc48aaf4-b477-4372-9c92-226039a40e5e on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:13:16.080648 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Attempting to bind port cc48aaf4-b477-4372-9c92-226039a40e5e by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '1cc90420-f2f2-41a2-a1c4-f03e7777cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:13:16.081018 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Attempting to bind port cc48aaf4-b477-4372-9c92-226039a40e5e on network 3895ebd0-c67d-424b-b57f-9ca20263bfb6 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:13:16.087153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:13:16.087707 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Checking segment: {'id': '1cc90420-f2f2-41a2-a1c4-f03e7777cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:13:16.088143 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:16.088539 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Bound using segment: {'id': '1cc90420-f2f2-41a2-a1c4-f03e7777cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:13:16.089011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Bound port: cc48aaf4-b477-4372-9c92-226039a40e5e, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc90420-f2f2-41a2-a1c4-f03e7777cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:13:16.089643 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:16.139461 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:16.155518 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Transition to ACTIVE for port object 40e4b6fc-5311-47ea-9deb-f0792fee1016 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:13:16.179996 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:16.187408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] For port cc48aaf4-b477-4372-9c92-226039a40e5e, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:13:16.191413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] For port cc48aaf4-b477-4372-9c92-226039a40e5e, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=cc48aaf4-b477-4372-9c92-226039a40e5e,segment=NetworkSegment(1cc90420-f2f2-41a2-a1c4-f03e7777cc50),segment_id=1cc90420-f2f2-41a2-a1c4-f03e7777cc50)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:13:16.196271 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:16.257535 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 3895ebd0-c67d-424b-b57f-9ca20263bfb6 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:13:16.263336 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:13:16.268355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:13:16.306596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b36649-9272-478a-9bb1-4b664b9d845f None None] Pushing event updated for resources: {'Port': ['ID=cc48aaf4-b477-4372-9c92-226039a40e5e,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:16.314935 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=40e4b6fc-5311-47ea-9deb-f0792fee1016,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:16.343583 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:16.713570 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:17.265549 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:17.270077 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:17.332583 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42976077-46a2-4d64-8381-03d3e0245f89 None None] Network 3895ebd0-c67d-424b-b57f-9ca20263bfb6 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:13:17.382847 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=40e4b6fc-5311-47ea-9deb-f0792fee1016,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:17.385269 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:17.445110 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a48cffaa-0042-4ea4-83db-e755abdd152b None None] Provisioning for port cc48aaf4-b477-4372-9c92-226039a40e5e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:13:17.524957 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 3895ebd0-c67d-424b-b57f-9ca20263bfb6 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:13:17.526324 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:13:17.723164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router c46f7546-9a13-4540-aa09-c5ea66cb56fb has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:13:17.904436 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1a7a196e-3401-4f3f-a10b-39a7f903ced2 None None] Provisioning for port 40e4b6fc-5311-47ea-9deb-f0792fee1016 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:13:17.910656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1a7a196e-3401-4f3f-a10b-39a7f903ced2 None None] Provisioning complete for port 40e4b6fc-5311-47ea-9deb-f0792fee1016 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:13:17.911331 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1a7a196e-3401-4f3f-a10b-39a7f903ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:17.913049 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:13:17.926520 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Sync routers for ids ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:13:17.928627 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4e341265-9fa9-41fb-b586-0a2121add688 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "PUT /v2.0/routers/c46f7546-9a13-4540-aa09-c5ea66cb56fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3159962 Feb 09 15:13:17.939336 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Routers {'c46f7546-9a13-4540-aa09-c5ea66cb56fb'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:13:17.940863 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:12:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:17.967356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device cc48aaf4-b477-4372-9c92-226039a40e5e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:13:18.034396 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a196e-3401-4f3f-a10b-39a7f903ced2 None None] Port 40e4b6fc-5311-47ea-9deb-f0792fee1016 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:13:18.106098 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port cc48aaf4-b477-4372-9c92-226039a40e5e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:13:18.113472 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port cc48aaf4-b477-4372-9c92-226039a40e5e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:13:18.114734 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:18.121225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-303de838-2768-4e24-a439-0b033227c309 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:13:18.125843 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Set router c46f7546-9a13-4540-aa09-c5ea66cb56fb gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:13:18.144209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-303de838-2768-4e24-a439-0b033227c309 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:13:18.154783 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-303de838-2768-4e24-a439-0b033227c309 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883497319&fields=id&tenant_id=52c3b9e2c830405a83a3de34f696d160 HTTP/1.1" status: 200 len: 267 time: 0.0775609 Feb 09 15:13:18.244600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d9e5db86-5498-434f-807f-d8b6dc1c499f None None] Provisioning complete for port 40e4b6fc-5311-47ea-9deb-f0792fee1016 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:13:18.244999 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d9e5db86-5498-434f-807f-d8b6dc1c499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:18.333352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-85fad8cc-18d1-48b3-a971-682a802e2427 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:18.334008 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-85fad8cc-18d1-48b3-a971-682a802e2427 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:13:18.340364 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5db86-5498-434f-807f-d8b6dc1c499f None None] Port 40e4b6fc-5311-47ea-9deb-f0792fee1016 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:13:18.355033 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-85fad8cc-18d1-48b3-a971-682a802e2427 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:13:18.361268 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-85fad8cc-18d1-48b3-a971-682a802e2427 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/networks?id=3895ebd0-c67d-424b-b57f-9ca20263bfb6 HTTP/1.1" status: 200 len: 797 time: 0.2039664 Feb 09 15:13:18.368862 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:18.373939 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-f4d014b0-8ad6-4731-99c3-5ec4dd68b90f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/quotas/52c3b9e2c830405a83a3de34f696d160 HTTP/1.1" status: 200 len: 375 time: 0.0115812 Feb 09 15:13:18.404662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port cc48aaf4-b477-4372-9c92-226039a40e5e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=cc48aaf4-b477-4372-9c92-226039a40e5e,segment=NetworkSegment(1cc90420-f2f2-41a2-a1c4-f03e7777cc50),segment_id=1cc90420-f2f2-41a2-a1c4-f03e7777cc50)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:13:18.408805 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:18.409878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ee7bbb2e-3581-484b-9114-2024f08c1d96 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:13:18.469826 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-c1e520c6-6a70-4d40-aff6-4a5bf0869eae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894837 Feb 09 15:13:18.526257 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382598088', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:13:11Z', 'updated_at': '2022-02-09T15:13:16Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:12Z', 'updated_at': '2022-02-09T15:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '40e4b6fc-5311-47ea-9deb-f0792fee1016', 'name': '', 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:13:1a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:15Z', 'updated_at': '2022-02-09T15:13:16Z', 'revision_number': 2, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:18.531982 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Checking router: c46f7546-9a13-4540-aa09-c5ea66cb56fb for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:13:18.532472 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Updating router c46f7546-9a13-4540-aa09-c5ea66cb56fb port 40e4b6fc-5311-47ea-9deb-f0792fee1016 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:13:18.547983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-ea489087-6ddb-47c3-9054-58ba8e5528a7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:13:18.550128 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=cc48aaf4-b477-4372-9c92-226039a40e5e,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:18.554620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-dc352aa7-144b-4578-9638-f6508f2568b4 None None] Provisioning complete for port 40e4b6fc-5311-47ea-9deb-f0792fee1016 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:13:18.554972 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-ea489087-6ddb-47c3-9054-58ba8e5528a7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0709996 Feb 09 15:13:18.555103 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dc352aa7-144b-4578-9638-f6508f2568b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:18.607363 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port ee7bbb2e-3581-484b-9114-2024f08c1d96 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:13:18.609622 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:18.615258 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ee7bbb2e-3581-484b-9114-2024f08c1d96 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:13:18.615615 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:18.647434 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-dc352aa7-144b-4578-9638-f6508f2568b4 None None] Port 40e4b6fc-5311-47ea-9deb-f0792fee1016 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:13:18.700310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-693c4de7-e182-49c3-9657-3accc771bf59 service neutron] 10.222.0.48 "GET /v2.0/networks/3895ebd0-c67d-424b-b57f-9ca20263bfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444349 Feb 09 15:13:18.735256 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:18.752088 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port ee7bbb2e-3581-484b-9114-2024f08c1d96, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ee7bbb2e-3581-484b-9114-2024f08c1d96,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:13:18.757014 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:18.834233 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=ee7bbb2e-3581-484b-9114-2024f08c1d96,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:18.954758 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9ce2f66d-73a1-47af-9461-46f6d9897572 service neutron] 10.222.0.48 "GET /v2.0/networks/3895ebd0-c67d-424b-b57f-9ca20263bfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533734 Feb 09 15:13:18.968048 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:18.979759 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Transition to ACTIVE for port object 40e4b6fc-5311-47ea-9deb-f0792fee1016 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:13:18.987536 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:19.132757 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d5001-c349-43bb-83ba-35e570a99603 None None] Pushing event updated for resources: {'Port': ['ID=40e4b6fc-5311-47ea-9deb-f0792fee1016,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:19.141352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-0b665799-ecb8-4321-b7a7-4d27059ce8bd req-1f545adc-7e06-424f-9302-5ea2084d31d5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:13:19.142629 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d5001-c349-43bb-83ba-35e570a99603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:19.143115 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d5001-c349-43bb-83ba-35e570a99603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:19.143300 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d5001-c349-43bb-83ba-35e570a99603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:19.143629 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d5001-c349-43bb-83ba-35e570a99603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:19.143981 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d5001-c349-43bb-83ba-35e570a99603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:19.144307 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d5001-c349-43bb-83ba-35e570a99603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:19.144627 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d5001-c349-43bb-83ba-35e570a99603 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:19.144944 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d5001-c349-43bb-83ba-35e570a99603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:19.145296 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d5001-c349-43bb-83ba-35e570a99603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:19.145558 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d5001-c349-43bb-83ba-35e570a99603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:19.145875 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d5001-c349-43bb-83ba-35e570a99603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:19.146189 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d5001-c349-43bb-83ba-35e570a99603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:13:19.159814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-0b665799-ecb8-4321-b7a7-4d27059ce8bd req-1f545adc-7e06-424f-9302-5ea2084d31d5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:13:19.161096 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0b665799-ecb8-4321-b7a7-4d27059ce8bd req-1f545adc-7e06-424f-9302-5ea2084d31d5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 210 time: 0.0640197 Feb 09 15:13:19.239309 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Attempting to bind port 40e4b6fc-5311-47ea-9deb-f0792fee1016 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:13:19.239669 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Attempting to bind port 40e4b6fc-5311-47ea-9deb-f0792fee1016 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '1cc90420-f2f2-41a2-a1c4-f03e7777cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:13:19.240048 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Attempting to bind port 40e4b6fc-5311-47ea-9deb-f0792fee1016 on network 3895ebd0-c67d-424b-b57f-9ca20263bfb6 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:13:19.245534 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:13:19.245894 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Checking segment: {'id': '1cc90420-f2f2-41a2-a1c4-f03e7777cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:13:19.246278 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:19.246658 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Bound using segment: {'id': '1cc90420-f2f2-41a2-a1c4-f03e7777cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:13:19.247098 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Bound port: 40e4b6fc-5311-47ea-9deb-f0792fee1016, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc90420-f2f2-41a2-a1c4-f03e7777cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:13:19.247477 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:19.333802 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] For port 40e4b6fc-5311-47ea-9deb-f0792fee1016, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:13:19.337145 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] For port 40e4b6fc-5311-47ea-9deb-f0792fee1016, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=40e4b6fc-5311-47ea-9deb-f0792fee1016,segment=NetworkSegment(1cc90420-f2f2-41a2-a1c4-f03e7777cc50),segment_id=1cc90420-f2f2-41a2-a1c4-f03e7777cc50)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:13:19.341397 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:19.417328 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Routers {'c46f7546-9a13-4540-aa09-c5ea66cb56fb'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:13:19.417931 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:12:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:19.481352 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d5001-c349-43bb-83ba-35e570a99603 None None] Pushing event updated for resources: {'Port': ['ID=40e4b6fc-5311-47ea-9deb-f0792fee1016,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:19.602760 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] Set router c46f7546-9a13-4540-aa09-c5ea66cb56fb gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:13:19.865263 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device cc48aaf4-b477-4372-9c92-226039a40e5e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:13:19.940871 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382598088', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:13:11Z', 'updated_at': '2022-02-09T15:13:16Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:12Z', 'updated_at': '2022-02-09T15:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '40e4b6fc-5311-47ea-9deb-f0792fee1016', 'name': '', 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:13:1a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:15Z', 'updated_at': '2022-02-09T15:13:19Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:19.944684 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501ca397-8fa2-482b-ba37-6963670afc76 None None] The sync data for ids ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'] in n-d-828418-2 is: [{'id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382598088', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:13:11Z', 'updated_at': '2022-02-09T15:13:16Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:12Z', 'updated_at': '2022-02-09T15:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '40e4b6fc-5311-47ea-9deb-f0792fee1016', 'name': '', 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:13:1a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:15Z', 'updated_at': '2022-02-09T15:13:19Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:13:19.947208 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port cc48aaf4-b477-4372-9c92-226039a40e5e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:13:19.947601 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:20.084056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ee7bbb2e-3581-484b-9114-2024f08c1d96 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:13:20.160736 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ee7bbb2e-3581-484b-9114-2024f08c1d96 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:13:20.161102 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:20.296311 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bfc2afd6-a000-4b13-9549-0c09d3636f77 req-2a3b5581-12e5-46e3-8bbc-42195bb892ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 210 time: 0.0634978 Feb 09 15:13:21.396665 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-80f45f9f-b617-4e8e-9a21-4946ef346f1c req-8eb05931-e3b9-4045-9885-5eb725f9817e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 210 time: 0.0473025 Feb 09 15:13:21.883471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 40e4b6fc-5311-47ea-9deb-f0792fee1016 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:13:21.972424 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 40e4b6fc-5311-47ea-9deb-f0792fee1016 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:13:21.977198 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 40e4b6fc-5311-47ea-9deb-f0792fee1016 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:13:21.977569 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:22.091809 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:22.123022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 40e4b6fc-5311-47ea-9deb-f0792fee1016, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=40e4b6fc-5311-47ea-9deb-f0792fee1016,segment=NetworkSegment(1cc90420-f2f2-41a2-a1c4-f03e7777cc50),segment_id=1cc90420-f2f2-41a2-a1c4-f03e7777cc50)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:13:22.127168 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:22.207683 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=40e4b6fc-5311-47ea-9deb-f0792fee1016,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:22.489203 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d865c6de-cb60-478b-ba19-ca990c10aa6d req-d0748f49-1a3f-4c43-b003-9e7cf68bdbcf tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 210 time: 0.0417404 Feb 09 15:13:23.633493 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e5539597-be6a-40d8-b8b2-fd5dc754cb57 req-420efe6c-62c2-4287-b8d8-ccbfc13b49ca tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 210 time: 0.0414753 Feb 09 15:13:23.864153 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 40e4b6fc-5311-47ea-9deb-f0792fee1016 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:13:23.931619 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 40e4b6fc-5311-47ea-9deb-f0792fee1016 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:13:23.932650 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:24.446327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-85d57fea-cf82-4c9e-baf2-95b278e79f4c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:24.447805 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-85d57fea-cf82-4c9e-baf2-95b278e79f4c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.35 "GET /v2.0/networks?id=3895ebd0-c67d-424b-b57f-9ca20263bfb6 HTTP/1.1" status: 200 len: 797 time: 0.1462269 Feb 09 15:13:24.500938 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-5cbf7832-66bf-4d6d-80db-01b0ba9ddc97 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52c3b9e2c830405a83a3de34f696d160 HTTP/1.1" status: 200 len: 379 time: 0.0447166 Feb 09 15:13:24.509995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-87fdb20b-1021-4fc8-b713-4baf0e1e2c73 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'port': {'device_id': '8d20f948-c8d5-4a5f-8bac-9b667f80f511', 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6', 'admin_state_up': True, 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'security_groups': ['566eb5d4-c89b-437b-8eb4-1d020d36c5cf']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:13:24.645832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-87fdb20b-1021-4fc8-b713-4baf0e1e2c73 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:13:24.655295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-87fdb20b-1021-4fc8-b713-4baf0e1e2c73 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:13:24.665165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-87fdb20b-1021-4fc8-b713-4baf0e1e2c73 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Made reservation on behalf of 52c3b9e2c830405a83a3de34f696d160 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:13:24.668888 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-87fdb20b-1021-4fc8-b713-4baf0e1e2c73 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:24.799466 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8371b9cb-87ed-4760-9157-4cfd7bca66cd req-cd6f0907-07c7-441e-8bb2-a439dad0a382 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 210 time: 0.0584252 Feb 09 15:13:24.870220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-87fdb20b-1021-4fc8-b713-4baf0e1e2c73 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.20.0.12 (3895ebd0-c67d-424b-b57f-9ca20263bfb6/f2967092-0397-472a-b671-c013dcfaf1b3/64dce7ac-15e5-4ab1-98af-a287109c2c81) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:13:25.058281 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-87fdb20b-1021-4fc8-b713-4baf0e1e2c73 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:25.073240 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-87fdb20b-1021-4fc8-b713-4baf0e1e2c73 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Transition to ACTIVE for port object 64dce7ac-15e5-4ab1-98af-a287109c2c81 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:13:25.096205 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-87fdb20b-1021-4fc8-b713-4baf0e1e2c73 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:25.169407 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-87fdb20b-1021-4fc8-b713-4baf0e1e2c73 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 3895ebd0-c67d-424b-b57f-9ca20263bfb6 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:13:25.172512 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-87fdb20b-1021-4fc8-b713-4baf0e1e2c73 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:13:25.176309 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-87fdb20b-1021-4fc8-b713-4baf0e1e2c73 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:13:25.206295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdb20b-1021-4fc8-b713-4baf0e1e2c73 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=64dce7ac-15e5-4ab1-98af-a287109c2c81,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:25.242508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-87fdb20b-1021-4fc8-b713-4baf0e1e2c73 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:25.243130 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-87fdb20b-1021-4fc8-b713-4baf0e1e2c73 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:25.268879 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-87fdb20b-1021-4fc8-b713-4baf0e1e2c73 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7624519 Feb 09 15:13:25.280655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-b0646d69-b1a0-4a71-a8ac-459803ea1a19 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:13:25.281586 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-b0646d69-b1a0-4a71-a8ac-459803ea1a19 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051432 Feb 09 15:13:25.338004 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Request body: {'port': {'device_id': '8d20f948-c8d5-4a5f-8bac-9b667f80f511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:13:25.444870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2efafd9a-20e5-4061-93e3-a9c1a8e54427 None None] Provisioning for port 64dce7ac-15e5-4ab1-98af-a287109c2c81 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:13:25.449492 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:25.450002 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2efafd9a-20e5-4061-93e3-a9c1a8e54427 None None] Provisioning complete for port 64dce7ac-15e5-4ab1-98af-a287109c2c81 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:13:25.450108 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2efafd9a-20e5-4061-93e3-a9c1a8e54427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:25.504715 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-2efafd9a-20e5-4061-93e3-a9c1a8e54427 None None] Port 64dce7ac-15e5-4ab1-98af-a287109c2c81 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:13:25.790641 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64dce7ac-15e5-4ab1-98af-a287109c2c81 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:13:25.798380 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:25.812773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Transition to ACTIVE for port object 64dce7ac-15e5-4ab1-98af-a287109c2c81 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:13:25.816532 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:25.971038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Pushing event updated for resources: {'Port': ['ID=64dce7ac-15e5-4ab1-98af-a287109c2c81,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:25.993831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625a9e5-b608-453f-9f2a-31917dce6053 req-7ce93dc4-40c3-426d-92d9-4b43f48527f5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:25.996325 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4625a9e5-b608-453f-9f2a-31917dce6053 req-7ce93dc4-40c3-426d-92d9-4b43f48527f5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 944 time: 0.0904551 Feb 09 15:13:26.040817 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4625a9e5-b608-453f-9f2a-31917dce6053 req-ee852f1d-6eea-4a5b-8d93-fa96252d101b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385139 Feb 09 15:13:26.050992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Attempting to bind port 64dce7ac-15e5-4ab1-98af-a287109c2c81 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:13:26.051328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Attempting to bind port 64dce7ac-15e5-4ab1-98af-a287109c2c81 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '1cc90420-f2f2-41a2-a1c4-f03e7777cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:13:26.051652 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Attempting to bind port 64dce7ac-15e5-4ab1-98af-a287109c2c81 on network 3895ebd0-c67d-424b-b57f-9ca20263bfb6 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:13:26.056624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Port 64dce7ac-15e5-4ab1-98af-a287109c2c81 on network 3895ebd0-c67d-424b-b57f-9ca20263bfb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:13:26.056949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Attempting to bind port 64dce7ac-15e5-4ab1-98af-a287109c2c81 on network 3895ebd0-c67d-424b-b57f-9ca20263bfb6 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:13:26.063580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:13:26.063955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Checking segment: {'id': '1cc90420-f2f2-41a2-a1c4-f03e7777cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:13:26.064338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Bound using segment: {'id': '1cc90420-f2f2-41a2-a1c4-f03e7777cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:13:26.064765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Bound port: 64dce7ac-15e5-4ab1-98af-a287109c2c81, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc90420-f2f2-41a2-a1c4-f03e7777cc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:13:26.065109 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:26.264333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] For port 64dce7ac-15e5-4ab1-98af-a287109c2c81, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:13:26.267380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] For port 64dce7ac-15e5-4ab1-98af-a287109c2c81, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=64dce7ac-15e5-4ab1-98af-a287109c2c81,segment=NetworkSegment(1cc90420-f2f2-41a2-a1c4-f03e7777cc50),segment_id=1cc90420-f2f2-41a2-a1c4-f03e7777cc50)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:13:26.271557 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:26.331884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:26.332467 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:26.333896 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] 10.222.0.35 "PUT /v2.0/ports/64dce7ac-15e5-4ab1-98af-a287109c2c81 HTTP/1.1" status: 200 len: 1092 time: 1.0450513 Feb 09 15:13:26.334322 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d20f948-c8d5-4a5f-8bac-9b667f80f511', 'tag': '64dce7ac-15e5-4ab1-98af-a287109c2c81'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:13:26.357481 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b25a3-e4bc-4748-acf4-71a6b954203f service neutron] Pushing event updated for resources: {'Port': ['ID=64dce7ac-15e5-4ab1-98af-a287109c2c81,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:26.412877 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d20f948-c8d5-4a5f-8bac-9b667f80f511', 'tag': '64dce7ac-15e5-4ab1-98af-a287109c2c81', 'status': 'completed', 'code': 200} Feb 09 15:13:26.452005 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-2bc2cd9d-e9f2-4571-86e5-d5669b4f07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:26.453464 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-2bc2cd9d-e9f2-4571-86e5-d5669b4f07e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 1095 time: 0.0766480 Feb 09 15:13:26.522872 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-d2823256-7469-4cfe-a94a-6e7373676142 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64dce7ac-15e5-4ab1-98af-a287109c2c81 HTTP/1.1" status: 200 len: 217 time: 0.0619111 Feb 09 15:13:26.590812 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-0985971f-2625-4b90-a79f-179f2b31da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:26.592355 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-0985971f-2625-4b90-a79f-179f2b31da3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2967092-0397-472a-b671-c013dcfaf1b3 HTTP/1.1" status: 200 len: 835 time: 0.0631304 Feb 09 15:13:26.669173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-b042bd05-bf85-487a-9715-e5d4efb562ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:26.671237 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-b042bd05-bf85-487a-9715-e5d4efb562ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3895ebd0-c67d-424b-b57f-9ca20263bfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716465 Feb 09 15:13:26.800189 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-06dee5ed-7a46-46a6-8671-a6f6c4de2314 service neutron] 10.222.0.35 "GET /v2.0/networks/3895ebd0-c67d-424b-b57f-9ca20263bfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232061 Feb 09 15:13:26.880453 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-29b34348-4494-490a-a03e-b8ec4ab24f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:26.935473 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-91335b6e-adca-4e96-abcc-cbb466992a28 req-6b5c71a7-7125-45ec-bbce-85f4d7cd402d service neutron] 10.222.0.35 "GET /v2.0/networks/3895ebd0-c67d-424b-b57f-9ca20263bfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269736 Feb 09 15:13:27.053702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0ff45-edb6-46f0-bc71-a1be7d99cf2d req-bb698e90-6d60-4d70-9f70-da71d5be2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:27.055137 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7c0ff45-edb6-46f0-bc71-a1be7d99cf2d req-bb698e90-6d60-4d70-9f70-da71d5be2bdb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 1095 time: 0.0728576 Feb 09 15:13:27.199094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0ff45-edb6-46f0-bc71-a1be7d99cf2d req-a5bf5521-5e6a-4da6-8f8e-9eae739df49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:27.201016 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7c0ff45-edb6-46f0-bc71-a1be7d99cf2d req-a5bf5521-5e6a-4da6-8f8e-9eae739df49d service neutron] 10.222.0.35 "GET /v2.0/networks?id=3895ebd0-c67d-424b-b57f-9ca20263bfb6 HTTP/1.1" status: 200 len: 897 time: 0.1375716 Feb 09 15:13:27.239081 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b401c-f5e9-4891-bb10-c1ed5ed15ea3 req-eae3916a-dffd-4e51-a9e5-bf7db95ae8e1 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:27.241410 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b63b401c-f5e9-4891-bb10-c1ed5ed15ea3 req-eae3916a-dffd-4e51-a9e5-bf7db95ae8e1 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 944 time: 0.0822842 Feb 09 15:13:27.274126 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7c0ff45-edb6-46f0-bc71-a1be7d99cf2d req-2d96df2f-44de-421d-a138-6f4d0c72155a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64dce7ac-15e5-4ab1-98af-a287109c2c81 HTTP/1.1" status: 200 len: 217 time: 0.0650377 Feb 09 15:13:27.292633 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b63b401c-f5e9-4891-bb10-c1ed5ed15ea3 req-cd505ca5-0ca1-43d0-aa87-975aa7186f4e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445077 Feb 09 15:13:27.341308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0ff45-edb6-46f0-bc71-a1be7d99cf2d req-04188895-02ac-4d2b-a0c3-fd54d33921f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:27.342819 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7c0ff45-edb6-46f0-bc71-a1be7d99cf2d req-04188895-02ac-4d2b-a0c3-fd54d33921f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2967092-0397-472a-b671-c013dcfaf1b3 HTTP/1.1" status: 200 len: 835 time: 0.0620058 Feb 09 15:13:27.418648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0ff45-edb6-46f0-bc71-a1be7d99cf2d req-3741c091-4094-45ac-80af-e883e408c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:27.420380 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7c0ff45-edb6-46f0-bc71-a1be7d99cf2d req-3741c091-4094-45ac-80af-e883e408c7ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3895ebd0-c67d-424b-b57f-9ca20263bfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707991 Feb 09 15:13:27.548931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7c0ff45-edb6-46f0-bc71-a1be7d99cf2d req-d33b118b-4bb1-4be5-9801-c8280334cd2c service neutron] 10.222.0.35 "GET /v2.0/networks/3895ebd0-c67d-424b-b57f-9ca20263bfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217577 Feb 09 15:13:27.678005 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d7c0ff45-edb6-46f0-bc71-a1be7d99cf2d req-2eea2163-6518-4c7d-b6b7-b68048f7d56c service neutron] 10.222.0.35 "GET /v2.0/networks/3895ebd0-c67d-424b-b57f-9ca20263bfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224384 Feb 09 15:13:28.479035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915b0d8-6f1e-490a-af2e-82d1a1574cd7 req-6cf21788-a358-41be-ae32-ba09349629fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:28.479836 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0915b0d8-6f1e-490a-af2e-82d1a1574cd7 req-6cf21788-a358-41be-ae32-ba09349629fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:13:28.494455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-0915b0d8-6f1e-490a-af2e-82d1a1574cd7 req-6cf21788-a358-41be-ae32-ba09349629fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:13:28.496295 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0915b0d8-6f1e-490a-af2e-82d1a1574cd7 req-6cf21788-a358-41be-ae32-ba09349629fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 944 time: 0.0987639 Feb 09 15:13:28.540227 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0915b0d8-6f1e-490a-af2e-82d1a1574cd7 req-c7aaa0be-1878-496b-ba9a-8bb8ed311465 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381389 Feb 09 15:13:29.294967 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e5166f3b-3a39-49e0-be6f-5a477e070c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:29.724803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8634924-e765-4dd2-be61-278c77db4823 req-47552cd2-18e3-4625-9b36-9c8d811517ba tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:29.726248 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b8634924-e765-4dd2-be61-278c77db4823 req-47552cd2-18e3-4625-9b36-9c8d811517ba tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 944 time: 0.0828831 Feb 09 15:13:29.770318 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b8634924-e765-4dd2-be61-278c77db4823 req-c3690405-934b-4656-af34-6fb745eb8a97 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377698 Feb 09 15:13:30.421448 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:30.448991 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:30.562907 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 64dce7ac-15e5-4ab1-98af-a287109c2c81 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:13:30.725256 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 64dce7ac-15e5-4ab1-98af-a287109c2c81, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=64dce7ac-15e5-4ab1-98af-a287109c2c81,segment=NetworkSegment(1cc90420-f2f2-41a2-a1c4-f03e7777cc50),segment_id=1cc90420-f2f2-41a2-a1c4-f03e7777cc50)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:13:30.739193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '64dce7ac-15e5-4ab1-98af-a287109c2c81', 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6', 'port_id': '64dce7ac-15e5-4ab1-98af-a287109c2c81', 'mac_address': 'fa:16:3e:25:e1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:13:30.792761 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:30.809552 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64dce7ac-15e5-4ab1-98af-a287109c2c81 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:13:30.825166 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 64dce7ac-15e5-4ab1-98af-a287109c2c81, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=64dce7ac-15e5-4ab1-98af-a287109c2c81,segment=NetworkSegment(1cc90420-f2f2-41a2-a1c4-f03e7777cc50),segment_id=1cc90420-f2f2-41a2-a1c4-f03e7777cc50)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:13:30.829235 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:30.900788 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=64dce7ac-15e5-4ab1-98af-a287109c2c81,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:30.951271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c83643-9ede-4782-85d9-bc2977585320 req-02fbefe9-8672-424d-9fae-9962a0c73c64 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:30.952729 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a3c83643-9ede-4782-85d9-bc2977585320 req-02fbefe9-8672-424d-9fae-9962a0c73c64 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 945 time: 0.0777087 Feb 09 15:13:30.994475 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a3c83643-9ede-4782-85d9-bc2977585320 req-ed1a5cee-cca8-41ff-9935-8233e35e3e2f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360861 Feb 09 15:13:31.268224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['64dce7ac-15e5-4ab1-98af-a287109c2c81'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:13:31.990271 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:32.187386 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea898cb-a934-462b-9379-9707731e8066 req-6cc74b0b-402d-407e-8075-dc65f1ca804e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:32.188859 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2ea898cb-a934-462b-9379-9707731e8066 req-6cc74b0b-402d-407e-8075-dc65f1ca804e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 945 time: 0.0780766 Feb 09 15:13:32.232543 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2ea898cb-a934-462b-9379-9707731e8066 req-9dccc486-9e14-4ddb-969b-e246da6ceb24 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381844 Feb 09 15:13:32.575554 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 64dce7ac-15e5-4ab1-98af-a287109c2c81 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:13:32.649861 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 64dce7ac-15e5-4ab1-98af-a287109c2c81 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:13:32.655405 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 64dce7ac-15e5-4ab1-98af-a287109c2c81 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:13:32.655812 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:32.774569 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:32.801996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d20f948-c8d5-4a5f-8bac-9b667f80f511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dce7ac-15e5-4ab1-98af-a287109c2c81'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:13:32.811677 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 64dce7ac-15e5-4ab1-98af-a287109c2c81, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=64dce7ac-15e5-4ab1-98af-a287109c2c81,segment=NetworkSegment(1cc90420-f2f2-41a2-a1c4-f03e7777cc50),segment_id=1cc90420-f2f2-41a2-a1c4-f03e7777cc50)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:13:32.816516 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:32.855992 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d20f948-c8d5-4a5f-8bac-9b667f80f511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dce7ac-15e5-4ab1-98af-a287109c2c81', 'code': 200} Feb 09 15:13:32.898626 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=64dce7ac-15e5-4ab1-98af-a287109c2c81,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:33.088339 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc0b0d-40c0-4c86-9229-28d7de6849c5 req-05150b86-0fc0-43e1-a0f4-e7a6adc0d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:33.090246 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c9cc0b0d-40c0-4c86-9229-28d7de6849c5 req-05150b86-0fc0-43e1-a0f4-e7a6adc0d94c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 1097 time: 0.1790149 Feb 09 15:13:33.131512 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c9cc0b0d-40c0-4c86-9229-28d7de6849c5 req-1614d423-0afe-451b-a96c-744a0e28495b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342374 Feb 09 15:13:33.429065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc1315-f735-42a3-a1e6-71e7642f4a29 req-21261610-1a37-4f45-81ea-7db9ac8f380a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:33.430551 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d6cc1315-f735-42a3-a1e6-71e7642f4a29 req-21261610-1a37-4f45-81ea-7db9ac8f380a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 946 time: 0.0856316 Feb 09 15:13:33.474657 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d6cc1315-f735-42a3-a1e6-71e7642f4a29 req-9b12bfe6-44d3-483b-9a23-139eda3f1a6f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377641 Feb 09 15:13:34.663201 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a0bd7-006c-43ae-ba8f-f1bf0ebed113 req-a3344a39-a2b9-4763-bfb9-9c5235217fb0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:34.664734 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-400a0bd7-006c-43ae-ba8f-f1bf0ebed113 req-a3344a39-a2b9-4763-bfb9-9c5235217fb0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 946 time: 0.0801249 Feb 09 15:13:34.711820 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-400a0bd7-006c-43ae-ba8f-f1bf0ebed113 req-2d231771-cbec-4fca-91bd-b36350d93bc5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413377 Feb 09 15:13:35.890811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a67c8-5409-43e9-adbb-003c8cf687d1 req-2a9b61a0-bb13-487b-9ee7-9d23df3d3d70 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:35.892189 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d5a67c8-5409-43e9-adbb-003c8cf687d1 req-2a9b61a0-bb13-487b-9ee7-9d23df3d3d70 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 946 time: 0.0786285 Feb 09 15:13:35.953181 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1d5a67c8-5409-43e9-adbb-003c8cf687d1 req-7a5bb93f-b907-4fdd-a831-c1f842ca3344 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554464 Feb 09 15:13:36.133370 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c7d6a-2cd5-469e-83cb-22c6a7340302 req-6154faeb-35b3-40fb-8214-4c98abbd2c88 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:36.134799 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-233c7d6a-2cd5-469e-83cb-22c6a7340302 req-6154faeb-35b3-40fb-8214-4c98abbd2c88 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 946 time: 0.0781829 Feb 09 15:13:36.177048 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-233c7d6a-2cd5-469e-83cb-22c6a7340302 req-fa4441f8-551f-4d20-ba88-acdc0254b548 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362072 Feb 09 15:13:36.199338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54322) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:36.277378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f717831-2dff-4c22-93be-af4b3b70e00a tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:36.278878 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7f717831-2dff-4c22-93be-af4b3b70e00a tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 1092 time: 0.0785725 Feb 09 15:13:36.281728 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54326) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:36.286460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': '64dce7ac-15e5-4ab1-98af-a287109c2c81', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:13:36.293544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:13:36.297385 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:floatingip and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:13:36.300210 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:13:36.305772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:13:36.316319 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:36.451011 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:36.582155 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.25.8.27 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/bec03ef5-9dc0-422d-995c-4c28a8d6ad3b) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:13:36.726580 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:36.755145 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:36.821708 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:13:36.824541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:13:36.829106 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:13:36.865699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=bec03ef5-9dc0-422d-995c-4c28a8d6ad3b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:37.241168 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:37.326750 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:37.526138 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:37.530924 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:37.747383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=bec03ef5-9dc0-422d-995c-4c28a8d6ad3b,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:13:37.758521 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:37.927246 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Floating IP 25da37d1-52a5-446d-8345-f762540fc8c2 associated. External IP: 172.25.8.27, port: 64dce7ac-15e5-4ab1-98af-a287109c2c81. Feb 09 15:13:38.280716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router c46f7546-9a13-4540-aa09-c5ea66cb56fb has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:13:38.458448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:13:38.468417 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691bd9f4-1d85-4c39-b151-e9ce440e3e79 None None] Sync routers for ids ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:13:38.477145 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691bd9f4-1d85-4c39-b151-e9ce440e3e79 None None] Routers {'c46f7546-9a13-4540-aa09-c5ea66cb56fb'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:13:38.477747 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-691bd9f4-1d85-4c39-b151-e9ce440e3e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:13:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:38.484069 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:38.545134 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1f56dc5b-c273-4089-aa1b-7784a7a75b4f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2598794 Feb 09 15:13:38.545134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d20f948-c8d5-4a5f-8bac-9b667f80f511', 'tag': '64dce7ac-15e5-4ab1-98af-a287109c2c81'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:13:38.598308 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d20f948-c8d5-4a5f-8bac-9b667f80f511', 'tag': '64dce7ac-15e5-4ab1-98af-a287109c2c81', 'status': 'completed', 'code': 200} Feb 09 15:13:38.664535 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-691bd9f4-1d85-4c39-b151-e9ce440e3e79 None None] Set router c46f7546-9a13-4540-aa09-c5ea66cb56fb gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:13:38.702718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad0a8a-8673-4762-9bcc-f406e7915f29 req-6c714758-089a-48d4-bbc1-694865ba0d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:38.704326 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94ad0a8a-8673-4762-9bcc-f406e7915f29 req-6c714758-089a-48d4-bbc1-694865ba0d99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 1097 time: 0.0807803 Feb 09 15:13:38.716419 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b872d2-5d5b-496b-a0e5-daecb05189e6 req-ba774fad-c2fd-4f8e-a985-388856926480 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:38.718154 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-82b872d2-5d5b-496b-a0e5-daecb05189e6 req-ba774fad-c2fd-4f8e-a985-388856926480 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 946 time: 0.0821965 Feb 09 15:13:38.762274 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-82b872d2-5d5b-496b-a0e5-daecb05189e6 req-209075d9-3d4d-4323-97a2-d896405aa6f9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385606 Feb 09 15:13:38.786507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54334) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:38.926236 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6e74f259-637f-4115-9920-b8de5ab2c939 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/25da37d1-52a5-446d-8345-f762540fc8c2 HTTP/1.1" status: 200 len: 991 time: 0.1386418 Feb 09 15:13:38.930626 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad0a8a-8673-4762-9bcc-f406e7915f29 req-2802a23e-e59c-4551-bfb8-95cb4e0ea9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:38.932022 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94ad0a8a-8673-4762-9bcc-f406e7915f29 req-2802a23e-e59c-4551-bfb8-95cb4e0ea9b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3895ebd0-c67d-424b-b57f-9ca20263bfb6 HTTP/1.1" status: 200 len: 897 time: 0.2207365 Feb 09 15:13:39.019219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-691bd9f4-1d85-4c39-b151-e9ce440e3e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382598088', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:13:11Z', 'updated_at': '2022-02-09T15:13:16Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:12Z', 'updated_at': '2022-02-09T15:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '25da37d1-52a5-446d-8345-f762540fc8c2', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'floating_ip_address': '172.25.8.27', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'port_id': '64dce7ac-15e5-4ab1-98af-a287109c2c81', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6', 'mac_address': 'fa:16:3e:25:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d20f948-c8d5-4a5f-8bac-9b667f80f511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:13:37Z', 'updated_at': '2022-02-09T15:13:37Z', 'revision_number': 0, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e4b6fc-5311-47ea-9deb-f0792fee1016', 'name': '', 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:13:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:15Z', 'updated_at': '2022-02-09T15:13:22Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:39.023061 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691bd9f4-1d85-4c39-b151-e9ce440e3e79 None None] Checking router: c46f7546-9a13-4540-aa09-c5ea66cb56fb for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:13:39.031239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691bd9f4-1d85-4c39-b151-e9ce440e3e79 None None] Routers {'c46f7546-9a13-4540-aa09-c5ea66cb56fb'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:13:39.031850 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-691bd9f4-1d85-4c39-b151-e9ce440e3e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:13:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:39.035525 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94ad0a8a-8673-4762-9bcc-f406e7915f29 req-7bd2eed7-184e-4ac8-899f-69418cb37722 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64dce7ac-15e5-4ab1-98af-a287109c2c81 HTTP/1.1" status: 200 len: 999 time: 0.0970860 Feb 09 15:13:39.097459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad0a8a-8673-4762-9bcc-f406e7915f29 req-b6af822f-ed28-47ae-b7c1-88c54ad3f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:39.098894 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94ad0a8a-8673-4762-9bcc-f406e7915f29 req-b6af822f-ed28-47ae-b7c1-88c54ad3f8db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2967092-0397-472a-b671-c013dcfaf1b3 HTTP/1.1" status: 200 len: 835 time: 0.0568204 Feb 09 15:13:39.172133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad0a8a-8673-4762-9bcc-f406e7915f29 req-f5edca28-37db-4014-ab1e-dc32128295df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:13:39.173634 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94ad0a8a-8673-4762-9bcc-f406e7915f29 req-f5edca28-37db-4014-ab1e-dc32128295df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3895ebd0-c67d-424b-b57f-9ca20263bfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681009 Feb 09 15:13:39.210154 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-691bd9f4-1d85-4c39-b151-e9ce440e3e79 None None] Set router c46f7546-9a13-4540-aa09-c5ea66cb56fb gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:13:39.442725 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94ad0a8a-8673-4762-9bcc-f406e7915f29 req-7af9535a-366d-480a-8692-590b1dc2317d service neutron] 10.222.0.35 "GET /v2.0/networks/3895ebd0-c67d-424b-b57f-9ca20263bfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611849 Feb 09 15:13:39.497775 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:39.579146 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-94ad0a8a-8673-4762-9bcc-f406e7915f29 req-5e8dd7cc-7974-4f8f-92bf-16d48fd01aad service neutron] 10.222.0.35 "GET /v2.0/networks/3895ebd0-c67d-424b-b57f-9ca20263bfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289098 Feb 09 15:13:39.617020 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-691bd9f4-1d85-4c39-b151-e9ce440e3e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382598088', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:13:11Z', 'updated_at': '2022-02-09T15:13:16Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:12Z', 'updated_at': '2022-02-09T15:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '25da37d1-52a5-446d-8345-f762540fc8c2', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'floating_ip_address': '172.25.8.27', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'port_id': '64dce7ac-15e5-4ab1-98af-a287109c2c81', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6', 'mac_address': 'fa:16:3e:25:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d20f948-c8d5-4a5f-8bac-9b667f80f511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:13:37Z', 'updated_at': '2022-02-09T15:13:37Z', 'revision_number': 0, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e4b6fc-5311-47ea-9deb-f0792fee1016', 'name': '', 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:13:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:15Z', 'updated_at': '2022-02-09T15:13:22Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:13:39.621456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691bd9f4-1d85-4c39-b151-e9ce440e3e79 None None] The sync data for ids ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'] in n-d-828418-2 is: [{'id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382598088', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:13:11Z', 'updated_at': '2022-02-09T15:13:16Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:12Z', 'updated_at': '2022-02-09T15:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '25da37d1-52a5-446d-8345-f762540fc8c2', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'floating_ip_address': '172.25.8.27', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'port_id': '64dce7ac-15e5-4ab1-98af-a287109c2c81', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6', 'mac_address': 'fa:16:3e:25:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d20f948-c8d5-4a5f-8bac-9b667f80f511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:13:37Z', 'updated_at': '2022-02-09T15:13:37Z', 'revision_number': 0, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e4b6fc-5311-47ea-9deb-f0792fee1016', 'name': '', 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:13:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:15Z', 'updated_at': '2022-02-09T15:13:22Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:13:39.831595 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4e4a97-59fb-45c6-9830-5ee288186b5b None None] New status for floating IP 25da37d1-52a5-446d-8345-f762540fc8c2: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:13:39.929694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54338) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:40.037259 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-83e1ff48-59ca-4562-9829-0233f680981b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/25da37d1-52a5-446d-8345-f762540fc8c2 HTTP/1.1" status: 200 len: 991 time: 0.1063352 Feb 09 15:13:41.041114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54342) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:13:41.075128 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:41.144906 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-026ff19a-b37d-4e01-a54b-9a39d55c5cbf tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/25da37d1-52a5-446d-8345-f762540fc8c2 HTTP/1.1" status: 200 len: 993 time: 0.1025445 Feb 09 15:13:41.971298 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:13:56.882322 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3e2592e1-a773-4834-8790-f8dd6e787492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:13:59.296977 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6485b7d0-cdc4-4893-9fc9-135ff765fc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:14:00.423249 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:14:00.450999 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:14:01.987261 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:14:09.444307 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:14:11.083410 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:14:18.970890 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:14:26.883486 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-723100a1-d29e-421c-83ec-da9b2d276bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:14:29.298639 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-47eb520f-da73-4f5e-a90d-2c30ec65080d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:14:30.427594 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:14:30.454675 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:14:31.993015 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:14:34.362786 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdf9c84-b814-46f3-8e52-967ca7099d45 req-7628744d-1989-40ce-a7b1-c0c8a9a61667 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717280 Feb 09 15:14:34.513768 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf9c84-b814-46f3-8e52-967ca7099d45 req-ba8d69ad-9cf0-4f2f-bea3-7ea95cb0812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:14:34.515193 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdf9c84-b814-46f3-8e52-967ca7099d45 req-ba8d69ad-9cf0-4f2f-bea3-7ea95cb0812c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 1097 time: 0.0691512 Feb 09 15:14:34.658745 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf9c84-b814-46f3-8e52-967ca7099d45 req-a3cd038a-14c8-4909-8e2c-b056c4ebf0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:14:34.660137 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdf9c84-b814-46f3-8e52-967ca7099d45 req-a3cd038a-14c8-4909-8e2c-b056c4ebf0f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3895ebd0-c67d-424b-b57f-9ca20263bfb6 HTTP/1.1" status: 200 len: 897 time: 0.1243103 Feb 09 15:14:34.761315 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdf9c84-b814-46f3-8e52-967ca7099d45 req-deddc82a-3987-4e22-95e5-2d9aaf623659 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64dce7ac-15e5-4ab1-98af-a287109c2c81 HTTP/1.1" status: 200 len: 1001 time: 0.0943794 Feb 09 15:14:34.822396 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf9c84-b814-46f3-8e52-967ca7099d45 req-6dd64db7-af67-4314-bdc1-67af6b38170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:14:34.823875 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdf9c84-b814-46f3-8e52-967ca7099d45 req-6dd64db7-af67-4314-bdc1-67af6b38170e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2967092-0397-472a-b671-c013dcfaf1b3 HTTP/1.1" status: 200 len: 835 time: 0.0558395 Feb 09 15:14:34.900012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf9c84-b814-46f3-8e52-967ca7099d45 req-6fc7cc7b-ef70-40e1-8386-4bacceda263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:14:34.901466 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdf9c84-b814-46f3-8e52-967ca7099d45 req-6fc7cc7b-ef70-40e1-8386-4bacceda263a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3895ebd0-c67d-424b-b57f-9ca20263bfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713494 Feb 09 15:14:35.029692 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdf9c84-b814-46f3-8e52-967ca7099d45 req-2361e0e1-c186-4db2-88aa-7a9fe49ed73f service neutron] 10.222.0.35 "GET /v2.0/networks/3895ebd0-c67d-424b-b57f-9ca20263bfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215496 Feb 09 15:14:35.159919 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2cdf9c84-b814-46f3-8e52-967ca7099d45 req-7c4dde9d-2602-42e5-a70d-1796201b9d63 service neutron] 10.222.0.35 "GET /v2.0/networks/3895ebd0-c67d-424b-b57f-9ca20263bfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239870 Feb 09 15:14:39.446702 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:14:41.102640 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:14:55.969786 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:14:56.885632 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-60a17245-01b1-41be-b4de-9c0ecdf14c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:14:59.300016 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f125-26c9-4718-88d8-1e91aef23f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:00.431007 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:00.455692 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:01.996484 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:05.971629 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-87e06e04-5b28-466b-944d-bb395d75ad8c req-c00d0154-bdd4-497a-aa32-fdaa994c4965 service neutron] (87596) timed out ('10.222.0.21', 54739) {{(pid=87596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 15:15:09.464164 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:09.481923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65a193-fe8e-4dd9-b642-a4d9af0cd81f req-09080553-3316-4cc5-9005-999604feaec7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:09.483389 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c65a193-fe8e-4dd9-b642-a4d9af0cd81f req-09080553-3316-4cc5-9005-999604feaec7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 946 time: 0.1279356 Feb 09 15:15:09.528481 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c65a193-fe8e-4dd9-b642-a4d9af0cd81f req-bd3c5d37-b2ef-408f-a858-e31262550a7f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387189 Feb 09 15:15:10.867463 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570a700-6b4b-4485-b8ee-6d233d633674 req-f875de6c-f221-485f-8ea1-20b602609c1f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:10.868853 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3570a700-6b4b-4485-b8ee-6d233d633674 req-f875de6c-f221-485f-8ea1-20b602609c1f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 946 time: 0.2319272 Feb 09 15:15:10.911788 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3570a700-6b4b-4485-b8ee-6d233d633674 req-4c13b54a-71bb-496d-9a26-efe237f402b9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373528 Feb 09 15:15:10.934229 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54396) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:11.039246 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-01ddb199-f25c-410f-8a45-c27b5ead73ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/25da37d1-52a5-446d-8345-f762540fc8c2 HTTP/1.1" status: 200 len: 993 time: 0.1039357 Feb 09 15:15:11.114037 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:12.477653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b09fb-9497-4277-9707-4e0f063785bc req-d1a72f6a-5eca-4ead-b7d0-b13d9f83eb64 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:12.479108 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea2b09fb-9497-4277-9707-4e0f063785bc req-d1a72f6a-5eca-4ead-b7d0-b13d9f83eb64 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 946 time: 0.0818942 Feb 09 15:15:12.524454 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea2b09fb-9497-4277-9707-4e0f063785bc req-de707e29-8f84-456f-b967-dc5c92cbd599 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396237 Feb 09 15:15:13.724656 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdf777-7dc7-4c36-8ec7-9b3ef22d4aa5 req-05329af2-d3ee-4cba-a506-06ec97afc3e0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:13.726100 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4cfdf777-7dc7-4c36-8ec7-9b3ef22d4aa5 req-05329af2-d3ee-4cba-a506-06ec97afc3e0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 946 time: 0.0783930 Feb 09 15:15:13.769431 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4cfdf777-7dc7-4c36-8ec7-9b3ef22d4aa5 req-e6420ed2-23ee-4b31-8d67-be021161756a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374773 Feb 09 15:15:13.792572 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54408) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:13.901555 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fb866bc6-57e3-44da-b25f-1182c817e4a2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/25da37d1-52a5-446d-8345-f762540fc8c2 HTTP/1.1" status: 200 len: 993 time: 0.1078873 Feb 09 15:15:14.164684 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54416) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:14.362795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port bec03ef5-9dc0-422d-995c-4c28a8d6ad3b {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:15:14.363127 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:14.527669 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:14.528024 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:14.649005 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for bec03ef5-9dc0-422d-995c-4c28a8d6ad3b owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:15:14.796956 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:14.847208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=bec03ef5-9dc0-422d-995c-4c28a8d6ad3b,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:14.887392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:14.887753 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:14.888107 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:14.888441 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:14.888770 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:14.889098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:14.889424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:14.889750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:14.890070 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:14.890392 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:14.890716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:14.891122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:14.945595 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:14.945925 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Floating IP 25da37d1-52a5-446d-8345-f762540fc8c2 disassociated (deleted). External IP: 172.25.8.27, port: 64dce7ac-15e5-4ab1-98af-a287109c2c81. Feb 09 15:15:15.391741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router c46f7546-9a13-4540-aa09-c5ea66cb56fb has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:15:15.568521 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:15:15.577737 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9d3333-6986-4934-babe-e724eda6f9f2 None None] Sync routers for ids ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:15:15.587225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9d3333-6986-4934-babe-e724eda6f9f2 None None] Routers {'c46f7546-9a13-4540-aa09-c5ea66cb56fb'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:15:15.587862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6b9d3333-6986-4934-babe-e724eda6f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:14:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:15.588956 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:15.647682 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-14a57467-c7ee-477e-9881-6169bd0baa15 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/floatingips/25da37d1-52a5-446d-8345-f762540fc8c2 HTTP/1.1" status: 204 len: 168 time: 1.4818008 Feb 09 15:15:15.648112 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d20f948-c8d5-4a5f-8bac-9b667f80f511', 'tag': '64dce7ac-15e5-4ab1-98af-a287109c2c81'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:15:15.694220 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d20f948-c8d5-4a5f-8bac-9b667f80f511', 'tag': '64dce7ac-15e5-4ab1-98af-a287109c2c81', 'status': 'completed', 'code': 200} Feb 09 15:15:15.767553 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6b9d3333-6986-4934-babe-e724eda6f9f2 None None] Set router c46f7546-9a13-4540-aa09-c5ea66cb56fb gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:15:15.786587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272abd6b-8acf-411d-b0ab-9288563c7774 req-b9919283-ea1b-4ba3-84c0-798631efa463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:15.788227 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-272abd6b-8acf-411d-b0ab-9288563c7774 req-b9919283-ea1b-4ba3-84c0-798631efa463 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 1097 time: 0.0715835 Feb 09 15:15:15.948803 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272abd6b-8acf-411d-b0ab-9288563c7774 req-f43df1d8-583f-4ad1-877c-063c72cca4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:15.950334 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-272abd6b-8acf-411d-b0ab-9288563c7774 req-f43df1d8-583f-4ad1-877c-063c72cca4be service neutron] 10.222.0.35 "GET /v2.0/networks?id=3895ebd0-c67d-424b-b57f-9ca20263bfb6 HTTP/1.1" status: 200 len: 897 time: 0.1547022 Feb 09 15:15:16.085843 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6b9d3333-6986-4934-babe-e724eda6f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382598088', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:13:11Z', 'updated_at': '2022-02-09T15:13:16Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:12Z', 'updated_at': '2022-02-09T15:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '40e4b6fc-5311-47ea-9deb-f0792fee1016', 'name': '', 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:13:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:15Z', 'updated_at': '2022-02-09T15:13:22Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:16.090354 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9d3333-6986-4934-babe-e724eda6f9f2 None None] Checking router: c46f7546-9a13-4540-aa09-c5ea66cb56fb for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:15:16.099783 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9d3333-6986-4934-babe-e724eda6f9f2 None None] Routers {'c46f7546-9a13-4540-aa09-c5ea66cb56fb'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:15:16.100406 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6b9d3333-6986-4934-babe-e724eda6f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:14:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:16.182119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-272abd6b-8acf-411d-b0ab-9288563c7774 req-40e71ff8-42b1-48a1-9f5c-6137e20ca938 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64dce7ac-15e5-4ab1-98af-a287109c2c81 HTTP/1.1" status: 200 len: 217 time: 0.2193909 Feb 09 15:15:16.259344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272abd6b-8acf-411d-b0ab-9288563c7774 req-1c816459-2fe0-48e3-9158-e3f7f36d15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:16.260758 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-272abd6b-8acf-411d-b0ab-9288563c7774 req-1c816459-2fe0-48e3-9158-e3f7f36d15ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2967092-0397-472a-b671-c013dcfaf1b3 HTTP/1.1" status: 200 len: 835 time: 0.0656769 Feb 09 15:15:16.269214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9087875-7e17-4e59-bf7c-79601c203f38 req-45c9dc2d-c431-4443-83ef-4c4c89c1437d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:16.270890 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9087875-7e17-4e59-bf7c-79601c203f38 req-45c9dc2d-c431-4443-83ef-4c4c89c1437d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 946 time: 0.3100922 Feb 09 15:15:16.300126 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-6b9d3333-6986-4934-babe-e724eda6f9f2 None None] Set router c46f7546-9a13-4540-aa09-c5ea66cb56fb gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:15:16.366777 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e9087875-7e17-4e59-bf7c-79601c203f38 req-89bd8270-d8f6-4730-8757-81aca090f42f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642219 Feb 09 15:15:16.383379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272abd6b-8acf-411d-b0ab-9288563c7774 req-d8a0cd29-ef71-4696-89e2-bab1c2ee1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:16.384860 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-272abd6b-8acf-411d-b0ab-9288563c7774 req-d8a0cd29-ef71-4696-89e2-bab1c2ee1339 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3895ebd0-c67d-424b-b57f-9ca20263bfb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130981 Feb 09 15:15:16.518272 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-272abd6b-8acf-411d-b0ab-9288563c7774 req-e2813642-9d2d-4b0d-aa5b-e394be343ce8 service neutron] 10.222.0.35 "GET /v2.0/networks/3895ebd0-c67d-424b-b57f-9ca20263bfb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256831 Feb 09 15:15:16.647862 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-6b9d3333-6986-4934-babe-e724eda6f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382598088', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:13:11Z', 'updated_at': '2022-02-09T15:13:16Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:12Z', 'updated_at': '2022-02-09T15:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '40e4b6fc-5311-47ea-9deb-f0792fee1016', 'name': '', 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:13:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:15Z', 'updated_at': '2022-02-09T15:13:22Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:16.651819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9d3333-6986-4934-babe-e724eda6f9f2 None None] The sync data for ids ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'] in n-d-828418-2 is: [{'id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382598088', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:13:11Z', 'updated_at': '2022-02-09T15:13:16Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:12Z', 'updated_at': '2022-02-09T15:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '40e4b6fc-5311-47ea-9deb-f0792fee1016', 'name': '', 'network_id': '3895ebd0-c67d-424b-b57f-9ca20263bfb6', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:13:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:15Z', 'updated_at': '2022-02-09T15:13:22Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'f2967092-0397-472a-b671-c013dcfaf1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:15:16.662112 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-272abd6b-8acf-411d-b0ab-9288563c7774 req-3b5fd8db-24bf-48ec-bda6-0779643de1d8 service neutron] 10.222.0.35 "GET /v2.0/networks/3895ebd0-c67d-424b-b57f-9ca20263bfb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350672 Feb 09 15:15:16.878653 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccc1cfc-f131-42f7-a054-5af5707881c9 None None] New status for floating IP 25da37d1-52a5-446d-8345-f762540fc8c2: DOWN {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:15:17.561260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c8618-095a-41a2-8419-56da50e4fa74 req-d58beb07-d660-4394-b7b4-c81841054616 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:17.562627 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3c5c8618-095a-41a2-8419-56da50e4fa74 req-d58beb07-d660-4394-b7b4-c81841054616 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:15:17.579549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-3c5c8618-095a-41a2-8419-56da50e4fa74 req-d58beb07-d660-4394-b7b4-c81841054616 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:15:17.581128 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3c5c8618-095a-41a2-8419-56da50e4fa74 req-d58beb07-d660-4394-b7b4-c81841054616 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 946 time: 0.1030951 Feb 09 15:15:17.626149 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3c5c8618-095a-41a2-8419-56da50e4fa74 req-f2a26385-0f41-4a26-b637-a19bdd624715 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394895 Feb 09 15:15:18.161409 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9ec98-3c9c-4e1a-a097-25337be88ca3 req-6d1d6019-f146-45bf-95ae-3e88cfb6339f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:18.162734 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4f9ec98-3c9c-4e1a-a097-25337be88ca3 req-6d1d6019-f146-45bf-95ae-3e88cfb6339f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 946 time: 0.0797391 Feb 09 15:15:18.235604 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-f4f9ec98-3c9c-4e1a-a097-25337be88ca3 req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port 64dce7ac-15e5-4ab1-98af-a287109c2c81 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:15:18.235963 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f4f9ec98-3c9c-4e1a-a097-25337be88ca3 req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:18.475219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-f4f9ec98-3c9c-4e1a-a097-25337be88ca3 req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] For port 64dce7ac-15e5-4ab1-98af-a287109c2c81, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=64dce7ac-15e5-4ab1-98af-a287109c2c81,segment=NetworkSegment(1cc90420-f2f2-41a2-a1c4-f03e7777cc50),segment_id=1cc90420-f2f2-41a2-a1c4-f03e7777cc50)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:15:18.475601 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f4f9ec98-3c9c-4e1a-a097-25337be88ca3 req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:18.604390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-f4f9ec98-3c9c-4e1a-a097-25337be88ca3 req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for 64dce7ac-15e5-4ab1-98af-a287109c2c81 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:15:18.786557 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f4f9ec98-3c9c-4e1a-a097-25337be88ca3 req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:18.879647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=64dce7ac-15e5-4ab1-98af-a287109c2c81,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:18.926302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:18.926644 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:18.926980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:18.927311 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:18.927634 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:18.927980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:18.928303 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:18.928621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:18.928938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:18.929254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:18.929567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:18.929885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:18.934365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f9ec98-3c9c-4e1a-a097-25337be88ca3 req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] No DVR routers for this DVR port 64dce7ac-15e5-4ab1-98af-a287109c2c81 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:15:18.937389 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f4f9ec98-3c9c-4e1a-a097-25337be88ca3 req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:18.940540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d20f948-c8d5-4a5f-8bac-9b667f80f511', 'name': 'network-vif-deleted', 'tag': '64dce7ac-15e5-4ab1-98af-a287109c2c81'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:15:18.959814 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4f9ec98-3c9c-4e1a-a097-25337be88ca3 req-5a5c0ccc-4e23-46ea-842d-6db7a49125c8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.35 "DELETE /v2.0/ports/64dce7ac-15e5-4ab1-98af-a287109c2c81 HTTP/1.1" status: 204 len: 173 time: 0.7901824 Feb 09 15:15:18.970115 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40571f9-ce27-4d41-ab61-f0d84bc1c643 req-356a34c1-1c10-49bb-811b-b052eaa4d699 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:18.970675 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b40571f9-ce27-4d41-ab61-f0d84bc1c643 req-356a34c1-1c10-49bb-811b-b052eaa4d699 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:15:18.990868 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-b40571f9-ce27-4d41-ab61-f0d84bc1c643 req-356a34c1-1c10-49bb-811b-b052eaa4d699 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:15:18.999069 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b40571f9-ce27-4d41-ab61-f0d84bc1c643 req-356a34c1-1c10-49bb-811b-b052eaa4d699 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d20f948-c8d5-4a5f-8bac-9b667f80f511 HTTP/1.1" status: 200 len: 867 time: 0.2649353 Feb 09 15:15:19.040436 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b40571f9-ce27-4d41-ab61-f0d84bc1c643 req-660ebbcf-c738-4e8c-9bad-35a5eaadf4fa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=566eb5d4-c89b-437b-8eb4-1d020d36c5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404792 Feb 09 15:15:19.047078 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d20f948-c8d5-4a5f-8bac-9b667f80f511', 'name': 'network-vif-deleted', 'tag': '64dce7ac-15e5-4ab1-98af-a287109c2c81', 'status': 'completed', 'code': 200} Feb 09 15:15:20.134772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54436) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:20.686078 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af784755-bfc1-451e-9d90-c6fca15a54f7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:21.032757 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-af784755-bfc1-451e-9d90-c6fca15a54f7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port 40e4b6fc-5311-47ea-9deb-f0792fee1016 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:15:21.033124 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af784755-bfc1-451e-9d90-c6fca15a54f7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:21.341505 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-af784755-bfc1-451e-9d90-c6fca15a54f7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] For port 40e4b6fc-5311-47ea-9deb-f0792fee1016, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=40e4b6fc-5311-47ea-9deb-f0792fee1016,segment=NetworkSegment(1cc90420-f2f2-41a2-a1c4-f03e7777cc50),segment_id=1cc90420-f2f2-41a2-a1c4-f03e7777cc50)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:15:21.342061 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af784755-bfc1-451e-9d90-c6fca15a54f7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:21.461882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-af784755-bfc1-451e-9d90-c6fca15a54f7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for 40e4b6fc-5311-47ea-9deb-f0792fee1016 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:15:21.788046 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af784755-bfc1-451e-9d90-c6fca15a54f7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:21.833550 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af784755-bfc1-451e-9d90-c6fca15a54f7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=40e4b6fc-5311-47ea-9deb-f0792fee1016,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:22.138867 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-af784755-bfc1-451e-9d90-c6fca15a54f7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:22.633370 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af784755-bfc1-451e-9d90-c6fca15a54f7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router c46f7546-9a13-4540-aa09-c5ea66cb56fb has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:15:22.825995 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af784755-bfc1-451e-9d90-c6fca15a54f7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:15:22.839094 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0265a6ae-3a3c-4eaf-b93f-dcbcea2d20ce None None] Sync routers for ids ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:15:22.844949 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-af784755-bfc1-451e-9d90-c6fca15a54f7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "PUT /v2.0/routers/c46f7546-9a13-4540-aa09-c5ea66cb56fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7088907 Feb 09 15:15:22.848001 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54440) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:22.851185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265a6ae-3a3c-4eaf-b93f-dcbcea2d20ce None None] Routers {'c46f7546-9a13-4540-aa09-c5ea66cb56fb'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:15:22.851944 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0265a6ae-3a3c-4eaf-b93f-dcbcea2d20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:14:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:22.919287 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-867fca42-5adf-4576-9a83-4ab3e123fea8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting subnet f2967092-0397-472a-b671-c013dcfaf1b3 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:15:22.922499 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-867fca42-5adf-4576-9a83-4ab3e123fea8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:22.979783 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-867fca42-5adf-4576-9a83-4ab3e123fea8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:23.044586 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-0265a6ae-3a3c-4eaf-b93f-dcbcea2d20ce None None] Set router c46f7546-9a13-4540-aa09-c5ea66cb56fb gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:15:23.071956 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-867fca42-5adf-4576-9a83-4ab3e123fea8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:23.152673 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-867fca42-5adf-4576-9a83-4ab3e123fea8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:23.173519 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 64dce7ac-15e5-4ab1-98af-a287109c2c81 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:15:23.192581 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fca42-5adf-4576-9a83-4ab3e123fea8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Subnet': ['ID=f2967092-0397-472a-b671-c013dcfaf1b3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:23.197612 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-867fca42-5adf-4576-9a83-4ab3e123fea8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:23.203803 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-867fca42-5adf-4576-9a83-4ab3e123fea8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/subnets/f2967092-0397-472a-b671-c013dcfaf1b3 HTTP/1.1" status: 204 len: 168 time: 0.3548448 Feb 09 15:15:23.206940 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54444) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:23.257656 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e10ae7b-fbb2-4f51-a048-3d7ae26e37c6 None None] Network 3895ebd0-c67d-424b-b57f-9ca20263bfb6 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:15:23.278748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 64dce7ac-15e5-4ab1-98af-a287109c2c81 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:15:23.278748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 64dce7ac-15e5-4ab1-98af-a287109c2c81 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:15:23.394797 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae938749-6fae-41fd-b4b8-d709ec7679ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:23.571260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0265a6ae-3a3c-4eaf-b93f-dcbcea2d20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382598088', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:13:11Z', 'updated_at': '2022-02-09T15:15:21Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ee7bbb2e-3581-484b-9114-2024f08c1d96', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:13:12Z', 'updated_at': '2022-02-09T15:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:23.576411 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0265a6ae-3a3c-4eaf-b93f-dcbcea2d20ce None None] Checking router: c46f7546-9a13-4540-aa09-c5ea66cb56fb for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:15:23.585349 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265a6ae-3a3c-4eaf-b93f-dcbcea2d20ce None None] Routers {'c46f7546-9a13-4540-aa09-c5ea66cb56fb'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:15:23.585968 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0265a6ae-3a3c-4eaf-b93f-dcbcea2d20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:14:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:23.602383 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae938749-6fae-41fd-b4b8-d709ec7679ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:23.613922 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ae938749-6fae-41fd-b4b8-d709ec7679ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port ee7bbb2e-3581-484b-9114-2024f08c1d96 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:15:23.614402 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae938749-6fae-41fd-b4b8-d709ec7679ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:23.643935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] DHCP port deletion for 3895ebd0-c67d-424b-b57f-9ca20263bfb6 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 15:15:23.660017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] Deleting port cc48aaf4-b477-4372-9c92-226039a40e5e {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:15:23.660485 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:23.808265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-ae938749-6fae-41fd-b4b8-d709ec7679ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] For port ee7bbb2e-3581-484b-9114-2024f08c1d96, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ee7bbb2e-3581-484b-9114-2024f08c1d96,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:15:23.808892 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae938749-6fae-41fd-b4b8-d709ec7679ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:23.817905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-0265a6ae-3a3c-4eaf-b93f-dcbcea2d20ce None None] Set router c46f7546-9a13-4540-aa09-c5ea66cb56fb gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:15:23.934523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-ae938749-6fae-41fd-b4b8-d709ec7679ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for ee7bbb2e-3581-484b-9114-2024f08c1d96 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:15:23.966713 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device cc48aaf4-b477-4372-9c92-226039a40e5e no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:15:24.014526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0265a6ae-3a3c-4eaf-b93f-dcbcea2d20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382598088', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:13:11Z', 'updated_at': '2022-02-09T15:15:23Z', 'revision_number': 6, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:24.033524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0265a6ae-3a3c-4eaf-b93f-dcbcea2d20ce None None] The sync data for ids ['c46f7546-9a13-4540-aa09-c5ea66cb56fb'] in n-d-828418-2 is: [{'id': 'c46f7546-9a13-4540-aa09-c5ea66cb56fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382598088', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:13:11Z', 'updated_at': '2022-02-09T15:15:23Z', 'revision_number': 6, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:15:24.117701 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae938749-6fae-41fd-b4b8-d709ec7679ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:24.168251 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae938749-6fae-41fd-b4b8-d709ec7679ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=ee7bbb2e-3581-484b-9114-2024f08c1d96,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:24.176984 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] For port cc48aaf4-b477-4372-9c92-226039a40e5e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=cc48aaf4-b477-4372-9c92-226039a40e5e,segment=NetworkSegment(1cc90420-f2f2-41a2-a1c4-f03e7777cc50),segment_id=1cc90420-f2f2-41a2-a1c4-f03e7777cc50)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:15:24.177447 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:24.314336 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] Calling delete_port for cc48aaf4-b477-4372-9c92-226039a40e5e owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:15:24.360660 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:24.369701 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae938749-6fae-41fd-b4b8-d709ec7679ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:24.421866 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port cc48aaf4-b477-4372-9c92-226039a40e5e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=cc48aaf4-b477-4372-9c92-226039a40e5e,segment=NetworkSegment(1cc90420-f2f2-41a2-a1c4-f03e7777cc50),segment_id=1cc90420-f2f2-41a2-a1c4-f03e7777cc50)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:15:24.427016 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:24.465206 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:15:24.465206 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:15:24.498035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=cc48aaf4-b477-4372-9c92-226039a40e5e,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:24.509356 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:24.509698 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:24.510029 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:24.510355 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:24.510736 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:24.511063 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:24.511635 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:24.511998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:24.512323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:24.512639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:24.513070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:24.513389 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:24.555871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae938749-6fae-41fd-b4b8-d709ec7679ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:24.558311 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae938749-6fae-41fd-b4b8-d709ec7679ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:24.582927 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae938749-6fae-41fd-b4b8-d709ec7679ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:24.583436 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae938749-6fae-41fd-b4b8-d709ec7679ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Fanout notify agent at l3_agent the message router_deleted on router c46f7546-9a13-4540-aa09-c5ea66cb56fb {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 15:15:24.599338 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ae938749-6fae-41fd-b4b8-d709ec7679ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:24.600442 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ae938749-6fae-41fd-b4b8-d709ec7679ae tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/routers/c46f7546-9a13-4540-aa09-c5ea66cb56fb HTTP/1.1" status: 204 len: 168 time: 1.3926051 Feb 09 15:15:24.603329 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54448) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:24.725735 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:24.736011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port cc48aaf4-b477-4372-9c92-226039a40e5e {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:15:24.736562 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:24.940841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] For port cc48aaf4-b477-4372-9c92-226039a40e5e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=cc48aaf4-b477-4372-9c92-226039a40e5e,segment=NetworkSegment(1cc90420-f2f2-41a2-a1c4-f03e7777cc50),segment_id=1cc90420-f2f2-41a2-a1c4-f03e7777cc50)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:15:24.941445 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:24.966489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] Deleting port cc48aaf4-b477-4372-9c92-226039a40e5e {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:15:24.966903 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:25.063662 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for cc48aaf4-b477-4372-9c92-226039a40e5e owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:15:25.148806 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:25.185262 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] For port cc48aaf4-b477-4372-9c92-226039a40e5e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=cc48aaf4-b477-4372-9c92-226039a40e5e,segment=NetworkSegment(1cc90420-f2f2-41a2-a1c4-f03e7777cc50),segment_id=1cc90420-f2f2-41a2-a1c4-f03e7777cc50)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:15:25.185647 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:25.195510 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=cc48aaf4-b477-4372-9c92-226039a40e5e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:25.200077 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] No DVR routers for this DVR port cc48aaf4-b477-4372-9c92-226039a40e5e on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:15:25.306075 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] Calling delete_port for cc48aaf4-b477-4372-9c92-226039a40e5e owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:15:25.326645 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:25.352944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3895ebd0-c67d-424b-b57f-9ca20263bfb6']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:25.365213 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc90420-f2f2-41a2-a1c4-f03e7777cc50') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:25.365451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc90420-f2f2-41a2-a1c4-f03e7777cc50') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:25.375829 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:15:25.376187 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:15:25.376978 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:25.392871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:25.399191 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:15:25.399567 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: timer() Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:15:25.417449 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:15:25.494282 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:25.511650 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:25.523031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Network': ['ID=3895ebd0-c67d-424b-b57f-9ca20263bfb6,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:25.537185 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0322a5b6-3cdf-4a56-ba69-b22d4c73ea67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/networks/3895ebd0-c67d-424b-b57f-9ca20263bfb6 HTTP/1.1" status: 204 len: 168 time: 0.9320164 Feb 09 15:15:25.540503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54452) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:25.609887 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba2aeb00-1d1a-4712-9c6f-dc7081e95d02 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:25.641713 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba2aeb00-1d1a-4712-9c6f-dc7081e95d02 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:25.705336 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba2aeb00-1d1a-4712-9c6f-dc7081e95d02 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:25.724102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2aeb00-1d1a-4712-9c6f-dc7081e95d02 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=566eb5d4-c89b-437b-8eb4-1d020d36c5cf,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:25.739174 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ba2aeb00-1d1a-4712-9c6f-dc7081e95d02 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:25.740526 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ba2aeb00-1d1a-4712-9c6f-dc7081e95d02 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/security-groups/566eb5d4-c89b-437b-8eb4-1d020d36c5cf HTTP/1.1" status: 204 len: 168 time: 0.1986594 Feb 09 15:15:25.914660 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 40e4b6fc-5311-47ea-9deb-f0792fee1016 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:15:25.952236 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 40e4b6fc-5311-47ea-9deb-f0792fee1016 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:15:25.952576 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 40e4b6fc-5311-47ea-9deb-f0792fee1016 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:15:25.952993 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ee7bbb2e-3581-484b-9114-2024f08c1d96 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:15:25.984776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: ee7bbb2e-3581-484b-9114-2024f08c1d96 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:15:25.985390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ee7bbb2e-3581-484b-9114-2024f08c1d96 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:15:26.199614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] Deleting port cc48aaf4-b477-4372-9c92-226039a40e5e {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:15:26.200117 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:26.265926 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-b2529cd6-019a-4e70-b93e-0aa6acb07eb5 None None] The port 'cc48aaf4-b477-4372-9c92-226039a40e5e' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 15:15:26.886649 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-75df8424-5e11-4368-bf27-1a50535f8b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.120648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54464) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:27.125774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-a89a0dc9-1fc2-4cfc-8cab-1843f98a5137 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-423596898', 'description': 'tempest-secgroup-smoke-423596898 description', 'project_id': '52c3b9e2c830405a83a3de34f696d160'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:15:27.132399 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a89a0dc9-1fc2-4cfc-8cab-1843f98a5137 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:15:27.139196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a89a0dc9-1fc2-4cfc-8cab-1843f98a5137 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:15:27.142271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a89a0dc9-1fc2-4cfc-8cab-1843f98a5137 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:15:27.148323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a89a0dc9-1fc2-4cfc-8cab-1843f98a5137 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:15:27.157618 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a89a0dc9-1fc2-4cfc-8cab-1843f98a5137 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.177138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a89a0dc9-1fc2-4cfc-8cab-1843f98a5137 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:15:27.180748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a89a0dc9-1fc2-4cfc-8cab-1843f98a5137 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:15:27.183380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a89a0dc9-1fc2-4cfc-8cab-1843f98a5137 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:15:27.188753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a89a0dc9-1fc2-4cfc-8cab-1843f98a5137 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:15:27.259501 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a89a0dc9-1fc2-4cfc-8cab-1843f98a5137 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.263404 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a89a0dc9-1fc2-4cfc-8cab-1843f98a5137 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.307658 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a0dc9-1fc2-4cfc-8cab-1843f98a5137 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:27.316857 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a89a0dc9-1fc2-4cfc-8cab-1843f98a5137 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.318203 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a89a0dc9-1fc2-4cfc-8cab-1843f98a5137 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1964185 Feb 09 15:15:27.320967 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54468) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:27.325789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-9f21a2af-f91a-4930-9ed9-0601a8796083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'ff25c94d-24f8-4695-a7a2-1d518cd3cd7d', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:15:27.332437 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9f21a2af-f91a-4930-9ed9-0601a8796083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:15:27.336149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9f21a2af-f91a-4930-9ed9-0601a8796083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:15:27.338934 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-9f21a2af-f91a-4930-9ed9-0601a8796083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:15:27.344527 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-9f21a2af-f91a-4930-9ed9-0601a8796083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:15:27.361018 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9f21a2af-f91a-4930-9ed9-0601a8796083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.532912 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9f21a2af-f91a-4930-9ed9-0601a8796083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.537565 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9f21a2af-f91a-4930-9ed9-0601a8796083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.562894 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21a2af-f91a-4930-9ed9-0601a8796083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025823d2-29fe-4303-87a0-f023b4756877,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:27.571984 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-9f21a2af-f91a-4930-9ed9-0601a8796083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.573167 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9f21a2af-f91a-4930-9ed9-0601a8796083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2512727 Feb 09 15:15:27.576248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54472) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:27.581561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f7f2500a-3885-496a-b41d-5b95ad3514ef tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'ff25c94d-24f8-4695-a7a2-1d518cd3cd7d', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:15:27.588133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f7f2500a-3885-496a-b41d-5b95ad3514ef tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:15:27.592095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f7f2500a-3885-496a-b41d-5b95ad3514ef tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:15:27.594942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f7f2500a-3885-496a-b41d-5b95ad3514ef tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:15:27.601673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f7f2500a-3885-496a-b41d-5b95ad3514ef tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:15:27.618120 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f7f2500a-3885-496a-b41d-5b95ad3514ef tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.680854 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f7f2500a-3885-496a-b41d-5b95ad3514ef tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.684555 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f7f2500a-3885-496a-b41d-5b95ad3514ef tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.706183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2500a-3885-496a-b41d-5b95ad3514ef tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c982386-8a75-4e3a-8a23-e298a5576a3d,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:27.720610 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f7f2500a-3885-496a-b41d-5b95ad3514ef tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.725754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54476) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:27.726319 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f7f2500a-3885-496a-b41d-5b95ad3514ef tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1486282 Feb 09 15:15:27.732640 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ff8fa1ab-c211-41b2-9d07-c7c59fed785f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'ff25c94d-24f8-4695-a7a2-1d518cd3cd7d', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:15:27.740543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ff8fa1ab-c211-41b2-9d07-c7c59fed785f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:15:27.744791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ff8fa1ab-c211-41b2-9d07-c7c59fed785f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:15:27.747842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ff8fa1ab-c211-41b2-9d07-c7c59fed785f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:15:27.753617 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ff8fa1ab-c211-41b2-9d07-c7c59fed785f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:15:27.771270 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa1ab-c211-41b2-9d07-c7c59fed785f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.837645 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa1ab-c211-41b2-9d07-c7c59fed785f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.842158 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa1ab-c211-41b2-9d07-c7c59fed785f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.866404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fa1ab-c211-41b2-9d07-c7c59fed785f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a4044e-62e1-4f94-8ed7-409381fcc438,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:27.876676 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa1ab-c211-41b2-9d07-c7c59fed785f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.878516 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ff8fa1ab-c211-41b2-9d07-c7c59fed785f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505003 Feb 09 15:15:27.881233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54480) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:27.886440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7469591b-30bb-4e82-bd23-3e5a22f69ba4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'ff25c94d-24f8-4695-a7a2-1d518cd3cd7d', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:15:27.893187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7469591b-30bb-4e82-bd23-3e5a22f69ba4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:15:27.897483 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7469591b-30bb-4e82-bd23-3e5a22f69ba4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:15:27.900835 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7469591b-30bb-4e82-bd23-3e5a22f69ba4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:15:27.907302 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7469591b-30bb-4e82-bd23-3e5a22f69ba4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:15:27.928732 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7469591b-30bb-4e82-bd23-3e5a22f69ba4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.992105 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7469591b-30bb-4e82-bd23-3e5a22f69ba4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:27.995613 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7469591b-30bb-4e82-bd23-3e5a22f69ba4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.018226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469591b-30bb-4e82-bd23-3e5a22f69ba4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677a2a0e-65bd-4ff3-9c47-c178177da392,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:28.026803 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7469591b-30bb-4e82-bd23-3e5a22f69ba4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.027912 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7469591b-30bb-4e82-bd23-3e5a22f69ba4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1457217 Feb 09 15:15:28.030801 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54484) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:28.036308 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a216f65a-36a1-4ee1-ad0c-a6f755058bbc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'ff25c94d-24f8-4695-a7a2-1d518cd3cd7d', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:15:28.042960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a216f65a-36a1-4ee1-ad0c-a6f755058bbc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:15:28.046707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a216f65a-36a1-4ee1-ad0c-a6f755058bbc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:15:28.049538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a216f65a-36a1-4ee1-ad0c-a6f755058bbc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:15:28.055160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a216f65a-36a1-4ee1-ad0c-a6f755058bbc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:15:28.065518 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-a216f65a-36a1-4ee1-ad0c-a6f755058bbc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Project 52c3b9e2c830405a83a3de34f696d160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:15:28.073344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a216f65a-36a1-4ee1-ad0c-a6f755058bbc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.137413 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a216f65a-36a1-4ee1-ad0c-a6f755058bbc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.140603 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a216f65a-36a1-4ee1-ad0c-a6f755058bbc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.166544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216f65a-36a1-4ee1-ad0c-a6f755058bbc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a988e4b6-e88c-4501-a853-df214838c8b7,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:28.175357 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a216f65a-36a1-4ee1-ad0c-a6f755058bbc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.176525 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a216f65a-36a1-4ee1-ad0c-a6f755058bbc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1448598 Feb 09 15:15:28.179320 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54488) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:28.184314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-2e2ee98d-ce5d-4071-8852-dc396a04c64a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'ff25c94d-24f8-4695-a7a2-1d518cd3cd7d', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:15:28.190783 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2e2ee98d-ce5d-4071-8852-dc396a04c64a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:15:28.194504 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2e2ee98d-ce5d-4071-8852-dc396a04c64a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:15:28.197606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2e2ee98d-ce5d-4071-8852-dc396a04c64a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:15:28.203169 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2e2ee98d-ce5d-4071-8852-dc396a04c64a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:15:28.216465 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-2e2ee98d-ce5d-4071-8852-dc396a04c64a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Project 52c3b9e2c830405a83a3de34f696d160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:15:28.225491 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e2ee98d-ce5d-4071-8852-dc396a04c64a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.290567 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e2ee98d-ce5d-4071-8852-dc396a04c64a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.294097 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e2ee98d-ce5d-4071-8852-dc396a04c64a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.318248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ee98d-ce5d-4071-8852-dc396a04c64a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a55a716-7c52-4bd8-ba7c-0586366e78a0,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:28.328427 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2e2ee98d-ce5d-4071-8852-dc396a04c64a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.329575 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2e2ee98d-ce5d-4071-8852-dc396a04c64a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492951 Feb 09 15:15:28.332368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54492) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:28.337666 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-1aa937f5-374f-4068-aafe-ac6f9f6e10e4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'network': {'name': 'tempest-network-smoke--823473956', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'port_security_enabled': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:15:28.343076 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1aa937f5-374f-4068-aafe-ac6f9f6e10e4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:15:28.347399 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1aa937f5-374f-4068-aafe-ac6f9f6e10e4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:network and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:15:28.350511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-1aa937f5-374f-4068-aafe-ac6f9f6e10e4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:15:28.356848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-1aa937f5-374f-4068-aafe-ac6f9f6e10e4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:15:28.367515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa937f5-374f-4068-aafe-ac6f9f6e10e4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Made reservation on behalf of 52c3b9e2c830405a83a3de34f696d160 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:15:28.370861 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1aa937f5-374f-4068-aafe-ac6f9f6e10e4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.400372 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa937f5-374f-4068-aafe-ac6f9f6e10e4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:15:28.408884 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1aa937f5-374f-4068-aafe-ac6f9f6e10e4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.409733 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-1aa937f5-374f-4068-aafe-ac6f9f6e10e4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Added segment f571dd9f-b7b8-49f1-83f2-531c950aec31 of type vlan for network 097190ff-1b19-4278-901f-def070d834d4 Feb 09 15:15:28.434998 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1aa937f5-374f-4068-aafe-ac6f9f6e10e4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.463314 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1aa937f5-374f-4068-aafe-ac6f9f6e10e4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.468732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa937f5-374f-4068-aafe-ac6f9f6e10e4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:28.469337 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-1aa937f5-374f-4068-aafe-ac6f9f6e10e4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.572339 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1aa937f5-374f-4068-aafe-ac6f9f6e10e4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2389667 Feb 09 15:15:28.575879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54496) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:28.578078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa937f5-374f-4068-aafe-ac6f9f6e10e4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Network': ['ID=097190ff-1b19-4278-901f-def070d834d4,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:28.581874 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1672663782', 'admin_state_up': True, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:15:28.590106 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 097190ff-1b19-4278-901f-def070d834d4 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:15:28.594351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:15:28.598515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:router and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:15:28.601391 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:15:28.608292 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:15:28.618344 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.619693 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.637176 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:28.899215 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:29.189368 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:29.218239 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:29.301436 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d9715965-fca3-4698-b74b-d232c12f8f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:29.350683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.25.8.72 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/c674b3f0-5ed2-4510-a246-2ebf87b475fe) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:15:29.493358 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:29.523257 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:29.590890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:15:29.593731 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:15:29.597572 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:15:29.632364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=c674b3f0-5ed2-4510-a246-2ebf87b475fe,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:30.119095 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:30.464527 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:30.469353 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:30.473946 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:30.663859 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router 4dd77577-dc1f-431f-881a-57e6b87e220b is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 15:15:30.839046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:15:30.849324 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Sync routers for ids ['4dd77577-dc1f-431f-881a-57e6b87e220b'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:15:30.858760 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Routers {'4dd77577-dc1f-431f-881a-57e6b87e220b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:15:30.859421 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:15:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4dd77577-dc1f-431f-881a-57e6b87e220b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:30.865490 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:30.866752 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f3079e1b-ef71-421d-bf8d-2da174582960 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2898571 Feb 09 15:15:30.870068 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54500) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:30.909893 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e42b79be-f916-4bab-9de0-67094b5f5c81 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=52c3b9e2c830405a83a3de34f696d160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386617 Feb 09 15:15:30.913157 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54504) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:31.036994 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Set router 4dd77577-dc1f-431f-881a-57e6b87e220b gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:15:31.142246 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba07b4d-caed-4182-bb6d-e1714752e857 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:31.143658 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4ba07b4d-caed-4182-bb6d-e1714752e857 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2302151 Feb 09 15:15:31.147376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54508) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:31.190306 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cb44f07b-145c-451c-acf7-11dd511aa7f4 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417585 Feb 09 15:15:31.192901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54512) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:31.198123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-83cc1fda-25df-4d2e-a8ce-09568bb34a9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1070001233', 'network_id': '097190ff-1b19-4278-901f-def070d834d4', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:15:31.313475 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-83cc1fda-25df-4d2e-a8ce-09568bb34a9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:15:31.317479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-83cc1fda-25df-4d2e-a8ce-09568bb34a9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:subnet and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:15:31.320060 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672663782', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:15:28Z', 'updated_at': '2022-02-09T15:15:29Z', 'revision_number': 3, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:83:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:29Z', 'updated_at': '2022-02-09T15:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:31.320677 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-83cc1fda-25df-4d2e-a8ce-09568bb34a9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:15:31.323887 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Checking router: 4dd77577-dc1f-431f-881a-57e6b87e220b for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:15:31.324227 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Updating router 4dd77577-dc1f-431f-881a-57e6b87e220b port c674b3f0-5ed2-4510-a246-2ebf87b475fe binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:15:31.326356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-83cc1fda-25df-4d2e-a8ce-09568bb34a9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:15:31.336611 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cc1fda-25df-4d2e-a8ce-09568bb34a9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Made reservation on behalf of 52c3b9e2c830405a83a3de34f696d160 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:15:31.340273 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83cc1fda-25df-4d2e-a8ce-09568bb34a9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:31.408468 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:31.563881 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83cc1fda-25df-4d2e-a8ce-09568bb34a9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:31.641780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc1fda-25df-4d2e-a8ce-09568bb34a9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Subnet': ['ID=357f6ee0-c412-4f59-8f4c-9055cf534f94,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:31.649315 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cc1fda-25df-4d2e-a8ce-09568bb34a9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Checking segment: {'id': 'f571dd9f-b7b8-49f1-83f2-531c950aec31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '097190ff-1b19-4278-901f-def070d834d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:15:31.649670 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cc1fda-25df-4d2e-a8ce-09568bb34a9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network hostable DHCP agents. Network: 097190ff-1b19-4278-901f-def070d834d4, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:15:31.669359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cc1fda-25df-4d2e-a8ce-09568bb34a9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 097190ff-1b19-4278-901f-def070d834d4 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:15:31.679150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-83cc1fda-25df-4d2e-a8ce-09568bb34a9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 097190ff-1b19-4278-901f-def070d834d4) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:15:31.683802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cc1fda-25df-4d2e-a8ce-09568bb34a9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:31.684402 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-83cc1fda-25df-4d2e-a8ce-09568bb34a9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:31.690469 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95d73a3-a39c-4251-a154-5d051d1eada6 None None] Network 097190ff-1b19-4278-901f-def070d834d4 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:15:31.713074 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-83cc1fda-25df-4d2e-a8ce-09568bb34a9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5166020 Feb 09 15:15:31.713288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54516) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:31.743851 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:31.755708 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Transition to ACTIVE for port object c674b3f0-5ed2-4510-a246-2ebf87b475fe will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:15:31.762466 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:31.857654 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f4bc7-ef4b-4a5e-b361-e0a39e5a5a3c None None] Pushing event updated for resources: {'Port': ['ID=c674b3f0-5ed2-4510-a246-2ebf87b475fe,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:31.859962 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Attempting to bind port c674b3f0-5ed2-4510-a246-2ebf87b475fe on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:15:31.860321 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Attempting to bind port c674b3f0-5ed2-4510-a246-2ebf87b475fe by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:15:31.860675 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Attempting to bind port c674b3f0-5ed2-4510-a246-2ebf87b475fe on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:15:31.868439 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:15:31.868813 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:15:31.869208 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:31.869594 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:15:31.870056 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Bound port: c674b3f0-5ed2-4510-a246-2ebf87b475fe, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:15:31.870650 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:31.911828 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f4bc7-ef4b-4a5e-b361-e0a39e5a5a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:31.912314 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f4bc7-ef4b-4a5e-b361-e0a39e5a5a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:31.912967 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f4bc7-ef4b-4a5e-b361-e0a39e5a5a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:31.913390 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f4bc7-ef4b-4a5e-b361-e0a39e5a5a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:31.913773 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f4bc7-ef4b-4a5e-b361-e0a39e5a5a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:31.914167 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f4bc7-ef4b-4a5e-b361-e0a39e5a5a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:31.914545 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f4bc7-ef4b-4a5e-b361-e0a39e5a5a3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:31.914925 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f4bc7-ef4b-4a5e-b361-e0a39e5a5a3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:31.915303 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f4bc7-ef4b-4a5e-b361-e0a39e5a5a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:31.915679 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f4bc7-ef4b-4a5e-b361-e0a39e5a5a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:31.916075 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f4bc7-ef4b-4a5e-b361-e0a39e5a5a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:31.916452 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f4bc7-ef4b-4a5e-b361-e0a39e5a5a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:15:31.936607 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-097190ff-1b19-4278-901f-def070d834d4', 'network_id': '097190ff-1b19-4278-901f-def070d834d4', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ips': [{'subnet_id': '357f6ee0-c412-4f59-8f4c-9055cf534f94'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:15:31.937489 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:31.964856 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] For port c674b3f0-5ed2-4510-a246-2ebf87b475fe, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:15:31.968043 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] For port c674b3f0-5ed2-4510-a246-2ebf87b475fe, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c674b3f0-5ed2-4510-a246-2ebf87b475fe,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:15:31.974830 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:32.028125 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:32.058183 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Routers {'4dd77577-dc1f-431f-881a-57e6b87e220b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:15:32.058795 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:15:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4dd77577-dc1f-431f-881a-57e6b87e220b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:32.114901 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Allocated IP 172.20.0.2 (097190ff-1b19-4278-901f-def070d834d4/357f6ee0-c412-4f59-8f4c-9055cf534f94/3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:15:32.124154 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f4bc7-ef4b-4a5e-b361-e0a39e5a5a3c None None] Pushing event updated for resources: {'Port': ['ID=c674b3f0-5ed2-4510-a246-2ebf87b475fe,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:32.247975 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] Set router 4dd77577-dc1f-431f-881a-57e6b87e220b gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:15:32.345914 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:32.356488 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Transition to ACTIVE for port object 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:15:32.374930 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Transition to ACTIVE for port object 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:15:32.380740 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:32.432499 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:32.436845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Network 097190ff-1b19-4278-901f-def070d834d4 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:15:32.444510 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:15:32.449347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:15:32.533484 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Pushing event updated for resources: {'Port': ['ID=3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:32.554076 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672663782', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:15:28Z', 'updated_at': '2022-02-09T15:15:29Z', 'revision_number': 3, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:83:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:29Z', 'updated_at': '2022-02-09T15:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:32.555810 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Attempting to bind port 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:15:32.556192 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Attempting to bind port 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'f571dd9f-b7b8-49f1-83f2-531c950aec31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '097190ff-1b19-4278-901f-def070d834d4'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:15:32.556561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Attempting to bind port 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a on network 097190ff-1b19-4278-901f-def070d834d4 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:15:32.559978 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89bc1a2-daaa-4f63-a98e-2238f0ad542a None None] The sync data for ids ['4dd77577-dc1f-431f-881a-57e6b87e220b'] in n-d-828418-2 is: [{'id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672663782', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:15:28Z', 'updated_at': '2022-02-09T15:15:29Z', 'revision_number': 3, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:83:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:29Z', 'updated_at': '2022-02-09T15:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:15:32.562522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:15:32.562899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Checking segment: {'id': 'f571dd9f-b7b8-49f1-83f2-531c950aec31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '097190ff-1b19-4278-901f-def070d834d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:15:32.563303 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:32.563695 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Bound using segment: {'id': 'f571dd9f-b7b8-49f1-83f2-531c950aec31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '097190ff-1b19-4278-901f-def070d834d4'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:15:32.564450 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Bound port: 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f571dd9f-b7b8-49f1-83f2-531c950aec31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '097190ff-1b19-4278-901f-def070d834d4'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:15:32.564993 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:32.670060 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] For port 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:15:32.673734 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] For port 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a,segment=NetworkSegment(f571dd9f-b7b8-49f1-83f2-531c950aec31),segment_id=f571dd9f-b7b8-49f1-83f2-531c950aec31)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:15:32.678273 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:32.760464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5913d2-45c0-4125-aab4-3da41a075063 None None] Pushing event updated for resources: {'Port': ['ID=3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:32.983705 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:15:33.028281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.20.0.1 (097190ff-1b19-4278-901f-def070d834d4/357f6ee0-c412-4f59-8f4c-9055cf534f94/de88e0aa-5c4d-407e-a2e6-805fee1ceaf9) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:15:33.213682 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:33.230395 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Transition to ACTIVE for port object de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:15:33.259778 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:33.332338 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 097190ff-1b19-4278-901f-def070d834d4 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:15:33.335590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:15:33.339539 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:15:33.373499 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=de88e0aa-5c4d-407e-a2e6-805fee1ceaf9,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:33.405876 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:33.679270 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:33.816944 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9e4b4e-2dd9-4aa6-9320-50a8c92385b8 None None] Network 097190ff-1b19-4278-901f-def070d834d4 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:15:33.907793 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ccdf1ed6-2750-4ef8-bbef-5f5691836037 None None] Provisioning for port 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:15:34.050497 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c674b3f0-5ed2-4510-a246-2ebf87b475fe up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:15:34.159068 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:34.164930 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:34.192586 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port c674b3f0-5ed2-4510-a246-2ebf87b475fe completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:15:34.197650 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c674b3f0-5ed2-4510-a246-2ebf87b475fe triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:15:34.198026 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:34.306776 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:34.325050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=de88e0aa-5c4d-407e-a2e6-805fee1ceaf9,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:34.356631 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:34.374757 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port c674b3f0-5ed2-4510-a246-2ebf87b475fe, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c674b3f0-5ed2-4510-a246-2ebf87b475fe,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:15:34.379322 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:34.380362 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:15:34.513983 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=c674b3f0-5ed2-4510-a246-2ebf87b475fe,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:34.550031 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6f16eaf4-4410-4555-954c-9b43f9aeabe2 None None] Provisioning for port de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:15:34.556958 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6f16eaf4-4410-4555-954c-9b43f9aeabe2 None None] Provisioning complete for port de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:15:34.557401 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6f16eaf4-4410-4555-954c-9b43f9aeabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:34.591529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:15:34.609597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:15:34.609969 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:34.634162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 097190ff-1b19-4278-901f-def070d834d4 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:15:34.635540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:15:34.712093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6f16eaf4-4410-4555-954c-9b43f9aeabe2 None None] Port de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:15:34.733998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6f16eaf4-4410-4555-954c-9b43f9aeabe2 None None] Provisioning complete for port 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:15:34.734240 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6f16eaf4-4410-4555-954c-9b43f9aeabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:34.843677 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:34.846074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router 4dd77577-dc1f-431f-881a-57e6b87e220b has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:15:34.930125 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a,segment=NetworkSegment(f571dd9f-b7b8-49f1-83f2-531c950aec31),segment_id=f571dd9f-b7b8-49f1-83f2-531c950aec31)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:15:34.938716 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:34.975804 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6f16eaf4-4410-4555-954c-9b43f9aeabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:35.057596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:35.085503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:15:35.086193 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-6f16eaf4-4410-4555-954c-9b43f9aeabe2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:15:35.086555 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-6f16eaf4-4410-4555-954c-9b43f9aeabe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:15:35.094968 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Sync routers for ids ['4dd77577-dc1f-431f-881a-57e6b87e220b'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:15:35.101108 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-12ba39fa-47ed-4110-ae52-013d2e46f70a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "PUT /v2.0/routers/4dd77577-dc1f-431f-881a-57e6b87e220b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3864763 Feb 09 15:15:35.105154 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Routers {'4dd77577-dc1f-431f-881a-57e6b87e220b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:15:35.105749 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:15:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4dd77577-dc1f-431f-881a-57e6b87e220b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:35.270561 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6333f515-b19b-443a-bd1f-490e375895fe req-ba658f8c-7a9d-4972-b4bf-c1011d6d6f7c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:15:35.286993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-6333f515-b19b-443a-bd1f-490e375895fe req-ba658f8c-7a9d-4972-b4bf-c1011d6d6f7c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:15:35.288392 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6333f515-b19b-443a-bd1f-490e375895fe req-ba658f8c-7a9d-4972-b4bf-c1011d6d6f7c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423596898&fields=id&tenant_id=52c3b9e2c830405a83a3de34f696d160 HTTP/1.1" status: 200 len: 267 time: 0.0573866 Feb 09 15:15:35.290740 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Set router 4dd77577-dc1f-431f-881a-57e6b87e220b gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:15:35.447946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333f515-b19b-443a-bd1f-490e375895fe req-11661d8b-20ad-4a00-977b-1d41ff37e538 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:35.449376 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6333f515-b19b-443a-bd1f-490e375895fe req-11661d8b-20ad-4a00-977b-1d41ff37e538 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/networks?id=097190ff-1b19-4278-901f-def070d834d4 HTTP/1.1" status: 200 len: 796 time: 0.1539342 Feb 09 15:15:35.464711 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6333f515-b19b-443a-bd1f-490e375895fe req-b6ba5926-0403-4d6f-bc39-65235408b954 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/quotas/52c3b9e2c830405a83a3de34f696d160 HTTP/1.1" status: 200 len: 375 time: 0.0098939 Feb 09 15:15:35.556903 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6333f515-b19b-443a-bd1f-490e375895fe req-1d33d127-d9a4-485f-a9ca-eb513812f408 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868251 Feb 09 15:15:35.661708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672663782', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:15:28Z', 'updated_at': '2022-02-09T15:15:33Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:29Z', 'updated_at': '2022-02-09T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'de88e0aa-5c4d-407e-a2e6-805fee1ceaf9', 'name': '', 'network_id': '097190ff-1b19-4278-901f-def070d834d4', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:27:dc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:32Z', 'updated_at': '2022-02-09T15:15:33Z', 'revision_number': 2, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:35.665821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Checking router: 4dd77577-dc1f-431f-881a-57e6b87e220b for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:15:35.666179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Updating router 4dd77577-dc1f-431f-881a-57e6b87e220b port de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:15:35.719483 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:35.836208 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6333f515-b19b-443a-bd1f-490e375895fe req-752ab821-2f0e-4966-81e3-29975b91c7ef service neutron] 10.222.0.48 "GET /v2.0/networks/097190ff-1b19-4278-901f-def070d834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621334 Feb 09 15:15:35.840758 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f622146a-8d9f-4f73-a4e8-24d2876c2003 None None] Provisioning complete for port de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:15:35.841605 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f622146a-8d9f-4f73-a4e8-24d2876c2003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:35.932463 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f622146a-8d9f-4f73-a4e8-24d2876c2003 None None] Port de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:15:35.950533 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c674b3f0-5ed2-4510-a246-2ebf87b475fe up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:15:35.970985 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6333f515-b19b-443a-bd1f-490e375895fe req-32b4c13a-e83c-43a2-8b4e-a6eba1cdab51 service neutron] 10.222.0.48 "GET /v2.0/networks/097190ff-1b19-4278-901f-def070d834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282508 Feb 09 15:15:36.118450 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port c674b3f0-5ed2-4510-a246-2ebf87b475fe triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:15:36.118820 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:36.170441 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-6b99053d-b957-4445-ae06-8d7f4e6a2a58 req-ab91d892-b642-4591-8b22-8401e0864a1a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:15:36.187590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-6b99053d-b957-4445-ae06-8d7f4e6a2a58 req-ab91d892-b642-4591-8b22-8401e0864a1a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:15:36.189055 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b99053d-b957-4445-ae06-8d7f4e6a2a58 req-ab91d892-b642-4591-8b22-8401e0864a1a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 210 time: 0.0700607 Feb 09 15:15:36.340059 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:36.365252 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Transition to ACTIVE for port object de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:15:36.372091 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:15:36.399592 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:36.587056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e27cb-afba-4cb5-b764-84a4e8cf82b8 None None] Pushing event updated for resources: {'Port': ['ID=de88e0aa-5c4d-407e-a2e6-805fee1ceaf9,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:36.647220 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Attempting to bind port de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:15:36.647711 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Attempting to bind port de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'f571dd9f-b7b8-49f1-83f2-531c950aec31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '097190ff-1b19-4278-901f-def070d834d4'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:15:36.647954 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Attempting to bind port de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 on network 097190ff-1b19-4278-901f-def070d834d4 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:15:36.657296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:15:36.657797 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Checking segment: {'id': 'f571dd9f-b7b8-49f1-83f2-531c950aec31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '097190ff-1b19-4278-901f-def070d834d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:15:36.658367 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:36.658759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Bound using segment: {'id': 'f571dd9f-b7b8-49f1-83f2-531c950aec31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '097190ff-1b19-4278-901f-def070d834d4'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:15:36.659246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Bound port: de88e0aa-5c4d-407e-a2e6-805fee1ceaf9, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f571dd9f-b7b8-49f1-83f2-531c950aec31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '097190ff-1b19-4278-901f-def070d834d4'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:15:36.659626 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:36.669042 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:15:36.669413 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:36.843466 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] For port de88e0aa-5c4d-407e-a2e6-805fee1ceaf9, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:15:36.867971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] For port de88e0aa-5c4d-407e-a2e6-805fee1ceaf9, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=de88e0aa-5c4d-407e-a2e6-805fee1ceaf9,segment=NetworkSegment(f571dd9f-b7b8-49f1-83f2-531c950aec31),segment_id=f571dd9f-b7b8-49f1-83f2-531c950aec31)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:15:36.875444 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:36.957938 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Routers {'4dd77577-dc1f-431f-881a-57e6b87e220b'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:15:36.958568 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:15:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4dd77577-dc1f-431f-881a-57e6b87e220b'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:37.012665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e27cb-afba-4cb5-b764-84a4e8cf82b8 None None] Pushing event updated for resources: {'Port': ['ID=de88e0aa-5c4d-407e-a2e6-805fee1ceaf9,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:37.158308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] Set router 4dd77577-dc1f-431f-881a-57e6b87e220b gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:15:37.311596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333f515-b19b-443a-bd1f-490e375895fe req-872719df-2ff5-4ce2-a403-323e5b2a9d67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:37.313221 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6333f515-b19b-443a-bd1f-490e375895fe req-872719df-2ff5-4ce2-a403-323e5b2a9d67 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.21 "GET /v2.0/networks?id=097190ff-1b19-4278-901f-def070d834d4 HTTP/1.1" status: 200 len: 796 time: 0.1661146 Feb 09 15:15:37.393120 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f667b06c-bea3-4557-8e88-91b4a8a0bc9d req-bd651c82-1181-4dd9-9eb4-34d6e9d626ac tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 210 time: 0.0509639 Feb 09 15:15:37.420851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6333f515-b19b-443a-bd1f-490e375895fe req-4e878417-878d-4cfb-9e8b-106777317880 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52c3b9e2c830405a83a3de34f696d160 HTTP/1.1" status: 200 len: 379 time: 0.1000819 Feb 09 15:15:37.429242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-6333f515-b19b-443a-bd1f-490e375895fe req-06894da8-de4e-4967-966c-124387cd5430 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'port': {'device_id': 'ea693da6-6771-4967-a6ab-d435de24834c', 'network_id': '097190ff-1b19-4278-901f-def070d834d4', 'admin_state_up': True, 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'security_groups': ['ff25c94d-24f8-4695-a7a2-1d518cd3cd7d']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:15:37.527705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672663782', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:15:28Z', 'updated_at': '2022-02-09T15:15:33Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:29Z', 'updated_at': '2022-02-09T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'de88e0aa-5c4d-407e-a2e6-805fee1ceaf9', 'name': '', 'network_id': '097190ff-1b19-4278-901f-def070d834d4', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:27:dc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:32Z', 'updated_at': '2022-02-09T15:15:36Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:37.531846 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036527ff-8442-4fc7-a487-6d471418c7e9 None None] The sync data for ids ['4dd77577-dc1f-431f-881a-57e6b87e220b'] in n-d-828418-2 is: [{'id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672663782', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:15:28Z', 'updated_at': '2022-02-09T15:15:33Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:29Z', 'updated_at': '2022-02-09T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'de88e0aa-5c4d-407e-a2e6-805fee1ceaf9', 'name': '', 'network_id': '097190ff-1b19-4278-901f-def070d834d4', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:27:dc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:32Z', 'updated_at': '2022-02-09T15:15:36Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:15:37.591283 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-6333f515-b19b-443a-bd1f-490e375895fe req-06894da8-de4e-4967-966c-124387cd5430 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:15:37.605269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-6333f515-b19b-443a-bd1f-490e375895fe req-06894da8-de4e-4967-966c-124387cd5430 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:15:37.618726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6333f515-b19b-443a-bd1f-490e375895fe req-06894da8-de4e-4967-966c-124387cd5430 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Made reservation on behalf of 52c3b9e2c830405a83a3de34f696d160 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:15:37.622217 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6333f515-b19b-443a-bd1f-490e375895fe req-06894da8-de4e-4967-966c-124387cd5430 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:37.801593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-6333f515-b19b-443a-bd1f-490e375895fe req-06894da8-de4e-4967-966c-124387cd5430 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.20.0.12 (097190ff-1b19-4278-901f-def070d834d4/357f6ee0-c412-4f59-8f4c-9055cf534f94/a590a111-5c4d-4d73-8022-7b638e1fb544) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:15:37.964332 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:15:38.014977 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6333f515-b19b-443a-bd1f-490e375895fe req-06894da8-de4e-4967-966c-124387cd5430 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:38.032924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-6333f515-b19b-443a-bd1f-490e375895fe req-06894da8-de4e-4967-966c-124387cd5430 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Transition to ACTIVE for port object a590a111-5c4d-4d73-8022-7b638e1fb544 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:15:38.040931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:15:38.046422 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:15:38.046875 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:38.069905 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6333f515-b19b-443a-bd1f-490e375895fe req-06894da8-de4e-4967-966c-124387cd5430 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:38.153433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6333f515-b19b-443a-bd1f-490e375895fe req-06894da8-de4e-4967-966c-124387cd5430 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 097190ff-1b19-4278-901f-def070d834d4 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:15:38.156998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-6333f515-b19b-443a-bd1f-490e375895fe req-06894da8-de4e-4967-966c-124387cd5430 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:15:38.159486 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-6333f515-b19b-443a-bd1f-490e375895fe req-06894da8-de4e-4967-966c-124387cd5430 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:15:38.201116 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:38.205118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06894da8-de4e-4967-966c-124387cd5430 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=a590a111-5c4d-4d73-8022-7b638e1fb544,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:38.244829 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port de88e0aa-5c4d-407e-a2e6-805fee1ceaf9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=de88e0aa-5c4d-407e-a2e6-805fee1ceaf9,segment=NetworkSegment(f571dd9f-b7b8-49f1-83f2-531c950aec31),segment_id=f571dd9f-b7b8-49f1-83f2-531c950aec31)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:15:38.247037 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333f515-b19b-443a-bd1f-490e375895fe req-06894da8-de4e-4967-966c-124387cd5430 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:38.247719 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6333f515-b19b-443a-bd1f-490e375895fe req-06894da8-de4e-4967-966c-124387cd5430 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:38.254898 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:38.280695 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6333f515-b19b-443a-bd1f-490e375895fe req-06894da8-de4e-4967-966c-124387cd5430 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8549354 Feb 09 15:15:38.347329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Request body: {'port': {'device_id': 'ea693da6-6771-4967-a6ab-d435de24834c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:15:38.347995 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=de88e0aa-5c4d-407e-a2e6-805fee1ceaf9,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:38.471596 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:38.481181 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-95de5204-12cb-4d11-bec6-f581b621d9e3 None None] Provisioning for port a590a111-5c4d-4d73-8022-7b638e1fb544 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:15:38.488628 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-95de5204-12cb-4d11-bec6-f581b621d9e3 None None] Provisioning complete for port a590a111-5c4d-4d73-8022-7b638e1fb544 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:15:38.489534 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-95de5204-12cb-4d11-bec6-f581b621d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:38.608459 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-95de5204-12cb-4d11-bec6-f581b621d9e3 None None] Port a590a111-5c4d-4d73-8022-7b638e1fb544 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:15:38.672220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2d388-187e-4e91-9123-ef087d509824 req-36d35a42-eb40-4be3-a5d5-06409d4b13d1 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:38.673806 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9b2d388-187e-4e91-9123-ef087d509824 req-36d35a42-eb40-4be3-a5d5-06409d4b13d1 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 932 time: 0.1386466 Feb 09 15:15:38.722984 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b9b2d388-187e-4e91-9123-ef087d509824 req-dc96b5d0-7e25-4c5c-a04b-761c71798283 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426357 Feb 09 15:15:38.865722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a590a111-5c4d-4d73-8022-7b638e1fb544 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:15:38.873383 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:38.888169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Transition to ACTIVE for port object a590a111-5c4d-4d73-8022-7b638e1fb544 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:15:38.892419 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:39.203905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Pushing event updated for resources: {'Port': ['ID=a590a111-5c4d-4d73-8022-7b638e1fb544,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:39.265291 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Attempting to bind port a590a111-5c4d-4d73-8022-7b638e1fb544 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:15:39.265626 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Attempting to bind port a590a111-5c4d-4d73-8022-7b638e1fb544 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'f571dd9f-b7b8-49f1-83f2-531c950aec31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '097190ff-1b19-4278-901f-def070d834d4'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:15:39.265956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Attempting to bind port a590a111-5c4d-4d73-8022-7b638e1fb544 on network 097190ff-1b19-4278-901f-def070d834d4 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:15:39.271172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Port a590a111-5c4d-4d73-8022-7b638e1fb544 on network 097190ff-1b19-4278-901f-def070d834d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:15:39.271550 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Attempting to bind port a590a111-5c4d-4d73-8022-7b638e1fb544 on network 097190ff-1b19-4278-901f-def070d834d4 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:15:39.278225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:15:39.278564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Checking segment: {'id': 'f571dd9f-b7b8-49f1-83f2-531c950aec31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '097190ff-1b19-4278-901f-def070d834d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:15:39.279165 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Bound using segment: {'id': 'f571dd9f-b7b8-49f1-83f2-531c950aec31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '097190ff-1b19-4278-901f-def070d834d4'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:15:39.279668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Bound port: a590a111-5c4d-4d73-8022-7b638e1fb544, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f571dd9f-b7b8-49f1-83f2-531c950aec31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '097190ff-1b19-4278-901f-def070d834d4'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:15:39.280045 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:39.371892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] For port a590a111-5c4d-4d73-8022-7b638e1fb544, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:15:39.374794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] For port a590a111-5c4d-4d73-8022-7b638e1fb544, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a590a111-5c4d-4d73-8022-7b638e1fb544,segment=NetworkSegment(f571dd9f-b7b8-49f1-83f2-531c950aec31),segment_id=f571dd9f-b7b8-49f1-83f2-531c950aec31)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:15:39.381133 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:39.442973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:39.443614 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:39.444994 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6333f515-b19b-443a-bd1f-490e375895fe req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] 10.222.0.21 "PUT /v2.0/ports/a590a111-5c4d-4d73-8022-7b638e1fb544 HTTP/1.1" status: 200 len: 1092 time: 1.1565106 Feb 09 15:15:39.445428 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea693da6-6771-4967-a6ab-d435de24834c', 'tag': 'a590a111-5c4d-4d73-8022-7b638e1fb544'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:15:39.475059 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a146dc-4db8-407b-9aad-3507536d8d13 service neutron] Pushing event updated for resources: {'Port': ['ID=a590a111-5c4d-4d73-8022-7b638e1fb544,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:39.477221 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:39.534649 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea693da6-6771-4967-a6ab-d435de24834c', 'tag': 'a590a111-5c4d-4d73-8022-7b638e1fb544', 'status': 'completed', 'code': 200} Feb 09 15:15:39.586182 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333f515-b19b-443a-bd1f-490e375895fe req-d2fed370-19cb-4818-9700-6cae50689b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:39.587759 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6333f515-b19b-443a-bd1f-490e375895fe req-d2fed370-19cb-4818-9700-6cae50689b83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 1095 time: 0.1017282 Feb 09 15:15:39.661497 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6333f515-b19b-443a-bd1f-490e375895fe req-d5342b56-0e72-435c-9cf2-0fbb4a475af2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a590a111-5c4d-4d73-8022-7b638e1fb544 HTTP/1.1" status: 200 len: 217 time: 0.0663741 Feb 09 15:15:39.721360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333f515-b19b-443a-bd1f-490e375895fe req-e1fea3f1-86fd-46cb-8603-2d4cb6e1649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:39.723224 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6333f515-b19b-443a-bd1f-490e375895fe req-e1fea3f1-86fd-46cb-8603-2d4cb6e1649e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=357f6ee0-c412-4f59-8f4c-9055cf534f94 HTTP/1.1" status: 200 len: 835 time: 0.0566804 Feb 09 15:15:39.796300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333f515-b19b-443a-bd1f-490e375895fe req-ee2dacb9-18bf-4189-924d-0384957a969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:39.797780 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6333f515-b19b-443a-bd1f-490e375895fe req-ee2dacb9-18bf-4189-924d-0384957a969c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=097190ff-1b19-4278-901f-def070d834d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693665 Feb 09 15:15:39.937887 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:15:39.943288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b667e26-7dca-48f4-9c4c-7895ddc00265 req-6ff18dc2-83d4-4d45-8c37-c17d92789ff5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:39.944624 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6333f515-b19b-443a-bd1f-490e375895fe req-97f3cfd4-3281-42c2-96e2-8849f0fcb29f service neutron] 10.222.0.21 "GET /v2.0/networks/097190ff-1b19-4278-901f-def070d834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409428 Feb 09 15:15:39.945942 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0b667e26-7dca-48f4-9c4c-7895ddc00265 req-6ff18dc2-83d4-4d45-8c37-c17d92789ff5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 944 time: 0.1152127 Feb 09 15:15:40.005105 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0b667e26-7dca-48f4-9c4c-7895ddc00265 req-79b5683a-8868-4d1a-b607-9ec609c8789d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532095 Feb 09 15:15:40.029620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:15:40.029993 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:40.081671 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6333f515-b19b-443a-bd1f-490e375895fe req-20fc898b-9ed8-4886-9d36-50bb4c724812 service neutron] 10.222.0.21 "GET /v2.0/networks/097190ff-1b19-4278-901f-def070d834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310418 Feb 09 15:15:40.199245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3fab6-6744-4b89-8f18-2a4a5f29fbfe req-f121fd8a-d215-4e52-8d01-6ac0fd8deab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:40.200768 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ae3fab6-6744-4b89-8f18-2a4a5f29fbfe req-f121fd8a-d215-4e52-8d01-6ac0fd8deab1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 1095 time: 0.0765147 Feb 09 15:15:40.339949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3fab6-6744-4b89-8f18-2a4a5f29fbfe req-ab147947-6161-45ee-8d00-879ca847edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:40.341305 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ae3fab6-6744-4b89-8f18-2a4a5f29fbfe req-ab147947-6161-45ee-8d00-879ca847edbf service neutron] 10.222.0.21 "GET /v2.0/networks?id=097190ff-1b19-4278-901f-def070d834d4 HTTP/1.1" status: 200 len: 896 time: 0.1350906 Feb 09 15:15:40.411586 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ae3fab6-6744-4b89-8f18-2a4a5f29fbfe req-7c773cc1-3035-4a80-b767-cb270eafbe5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a590a111-5c4d-4d73-8022-7b638e1fb544 HTTP/1.1" status: 200 len: 217 time: 0.0644169 Feb 09 15:15:40.476465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3fab6-6744-4b89-8f18-2a4a5f29fbfe req-2b7f1076-378f-45a7-a637-15f575c05eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:40.477876 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ae3fab6-6744-4b89-8f18-2a4a5f29fbfe req-2b7f1076-378f-45a7-a637-15f575c05eb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=357f6ee0-c412-4f59-8f4c-9055cf534f94 HTTP/1.1" status: 200 len: 835 time: 0.0606711 Feb 09 15:15:40.557046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3fab6-6744-4b89-8f18-2a4a5f29fbfe req-a39a2ce1-0cb9-43bd-b131-7c0e3419cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:40.558513 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ae3fab6-6744-4b89-8f18-2a4a5f29fbfe req-a39a2ce1-0cb9-43bd-b131-7c0e3419cfd9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=097190ff-1b19-4278-901f-def070d834d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736217 Feb 09 15:15:40.692151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ae3fab6-6744-4b89-8f18-2a4a5f29fbfe req-1e22fffd-ff5d-4725-8fb8-c2259866acdc service neutron] 10.222.0.21 "GET /v2.0/networks/097190ff-1b19-4278-901f-def070d834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270907 Feb 09 15:15:40.824513 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2ae3fab6-6744-4b89-8f18-2a4a5f29fbfe req-ff074240-f20b-4bb7-aa1d-f35e6f84f0eb service neutron] 10.222.0.21 "GET /v2.0/networks/097190ff-1b19-4278-901f-def070d834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268675 Feb 09 15:15:41.116457 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:41.194895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21e787-9640-4c10-af66-e26b2069500e req-0b543ec0-19e3-406d-9bb4-905988eb5df3 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:41.195589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8a21e787-9640-4c10-af66-e26b2069500e req-0b543ec0-19e3-406d-9bb4-905988eb5df3 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:15:41.210460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-8a21e787-9640-4c10-af66-e26b2069500e req-0b543ec0-19e3-406d-9bb4-905988eb5df3 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:15:41.211590 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a21e787-9640-4c10-af66-e26b2069500e req-0b543ec0-19e3-406d-9bb4-905988eb5df3 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 944 time: 0.1007991 Feb 09 15:15:41.255491 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8a21e787-9640-4c10-af66-e26b2069500e req-7ab4fdda-99de-4eb3-9c51-b60426d81540 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382335 Feb 09 15:15:42.439426 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed1e96-a494-4fd2-9499-91c60fcdd7e1 req-a962765f-2964-4297-be10-1e42a7b133a9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:42.440898 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7ed1e96-a494-4fd2-9499-91c60fcdd7e1 req-a962765f-2964-4297-be10-1e42a7b133a9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 944 time: 0.0789115 Feb 09 15:15:42.486498 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7ed1e96-a494-4fd2-9499-91c60fcdd7e1 req-3299d951-10fa-4253-8238-7c9ea8380a99 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375607 Feb 09 15:15:43.032019 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a590a111-5c4d-4d73-8022-7b638e1fb544 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:15:43.163277 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port a590a111-5c4d-4d73-8022-7b638e1fb544, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a590a111-5c4d-4d73-8022-7b638e1fb544,segment=NetworkSegment(f571dd9f-b7b8-49f1-83f2-531c950aec31),segment_id=f571dd9f-b7b8-49f1-83f2-531c950aec31)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:15:43.177128 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': 'a590a111-5c4d-4d73-8022-7b638e1fb544', 'network_id': '097190ff-1b19-4278-901f-def070d834d4', 'port_id': 'a590a111-5c4d-4d73-8022-7b638e1fb544', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:15:43.235937 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:43.252318 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a590a111-5c4d-4d73-8022-7b638e1fb544 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:15:43.267529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port a590a111-5c4d-4d73-8022-7b638e1fb544, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a590a111-5c4d-4d73-8022-7b638e1fb544,segment=NetworkSegment(f571dd9f-b7b8-49f1-83f2-531c950aec31),segment_id=f571dd9f-b7b8-49f1-83f2-531c950aec31)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:15:43.271881 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:43.338588 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=a590a111-5c4d-4d73-8022-7b638e1fb544,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:43.635101 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['a590a111-5c4d-4d73-8022-7b638e1fb544'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:15:43.675678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc1a09-f43e-4ece-8a1c-e587c3c972ff req-e647682e-4034-4e5c-8313-67e958f05f7d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:43.677362 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-79bc1a09-f43e-4ece-8a1c-e587c3c972ff req-e647682e-4034-4e5c-8313-67e958f05f7d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 945 time: 0.0810943 Feb 09 15:15:43.728540 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-79bc1a09-f43e-4ece-8a1c-e587c3c972ff req-3b2c2d28-73ca-4741-8bb6-7c56186b56d2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436201 Feb 09 15:15:44.916515 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15984c8a-2f2c-46cb-abd0-3d16ccbcaddb req-1b6cce38-eae1-4aa3-9621-f8ad1ea04c65 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:44.917889 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15984c8a-2f2c-46cb-abd0-3d16ccbcaddb req-1b6cce38-eae1-4aa3-9621-f8ad1ea04c65 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 945 time: 0.0828457 Feb 09 15:15:44.962591 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15984c8a-2f2c-46cb-abd0-3d16ccbcaddb req-0aefcd93-da7c-4fd1-aa0a-9fa3e4ffd244 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390429 Feb 09 15:15:45.031226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a590a111-5c4d-4d73-8022-7b638e1fb544 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:15:45.097491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port a590a111-5c4d-4d73-8022-7b638e1fb544 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:15:45.102672 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port a590a111-5c4d-4d73-8022-7b638e1fb544 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:15:45.103043 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:45.220476 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:45.246812 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea693da6-6771-4967-a6ab-d435de24834c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a590a111-5c4d-4d73-8022-7b638e1fb544'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:15:45.257485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port a590a111-5c4d-4d73-8022-7b638e1fb544, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a590a111-5c4d-4d73-8022-7b638e1fb544,segment=NetworkSegment(f571dd9f-b7b8-49f1-83f2-531c950aec31),segment_id=f571dd9f-b7b8-49f1-83f2-531c950aec31)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:15:45.261588 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:45.331326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=a590a111-5c4d-4d73-8022-7b638e1fb544,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:45.354771 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea693da6-6771-4967-a6ab-d435de24834c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a590a111-5c4d-4d73-8022-7b638e1fb544', 'code': 200} Feb 09 15:15:45.481048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ea54a-ff63-442d-a474-3ac6dc383b62 req-927f59bd-43a0-4252-bc3d-7de6626c0cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:45.482411 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e8ea54a-ff63-442d-a474-3ac6dc383b62 req-927f59bd-43a0-4252-bc3d-7de6626c0cf0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 1097 time: 0.0691190 Feb 09 15:15:45.525156 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e8ea54a-ff63-442d-a474-3ac6dc383b62 req-4c54f0d0-ea9d-4dfb-8287-ad929791dec5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370500 Feb 09 15:15:46.148063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4925e-e1ed-4c3b-b702-064af3e01dbd req-0fad7f89-ae10-44c5-8dc6-51ce31a87fe8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:46.149464 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-91c4925e-e1ed-4c3b-b702-064af3e01dbd req-0fad7f89-ae10-44c5-8dc6-51ce31a87fe8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.0809729 Feb 09 15:15:46.194186 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-91c4925e-e1ed-4c3b-b702-064af3e01dbd req-b8ff2a1b-6366-4b9e-a1d8-eea3bf60b016 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391428 Feb 09 15:15:47.496288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b6ebf-bc9b-4c27-b9f1-b24a68dd305a req-f0407755-ed27-4cf2-9560-83620f5bf7e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:47.497647 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd7b6ebf-bc9b-4c27-b9f1-b24a68dd305a req-f0407755-ed27-4cf2-9560-83620f5bf7e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.1966126 Feb 09 15:15:47.545050 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd7b6ebf-bc9b-4c27-b9f1-b24a68dd305a req-06d1fec1-454c-456d-95af-a571a1883cb4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416272 Feb 09 15:15:47.736768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd71f4-0af4-4c6d-a5e6-61007a1ec0aa req-f6b1fe31-488c-4434-aea1-fb673ea3c6a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:47.738236 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-08cd71f4-0af4-4c6d-a5e6-61007a1ec0aa req-f6b1fe31-488c-4434-aea1-fb673ea3c6a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.0869496 Feb 09 15:15:47.783937 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-08cd71f4-0af4-4c6d-a5e6-61007a1ec0aa req-be4b7a8c-1edc-4c71-b9e6-7eb6f62914e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394201 Feb 09 15:15:47.806288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54580) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:47.874557 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a6fc0c-4fb5-44df-bb6d-6572dc67c315 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:47.876061 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b3a6fc0c-4fb5-44df-bb6d-6572dc67c315 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 1092 time: 0.0687442 Feb 09 15:15:47.878919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54584) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:47.884688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': 'a590a111-5c4d-4d73-8022-7b638e1fb544', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:15:47.891438 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:15:47.895511 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:floatingip and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:15:47.898403 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:15:47.904032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:15:47.920064 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:48.057852 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:48.204901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.25.8.169 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/207a4ae8-5269-4b85-bc4c-961028e7800d) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:15:48.360537 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:48.389303 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:48.577822 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:15:48.580985 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:15:48.585495 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:15:48.620480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=207a4ae8-5269-4b85-bc4c-961028e7800d,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:49.005537 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:49.079972 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:49.291912 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:49.296271 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:49.400110 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=207a4ae8-5269-4b85-bc4c-961028e7800d,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:15:49.416725 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:49.588866 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Floating IP d29aaa1a-a70f-43a6-8008-0333e2537c35 associated. External IP: 172.25.8.169, port: a590a111-5c4d-4d73-8022-7b638e1fb544. Feb 09 15:15:49.939377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router 4dd77577-dc1f-431f-881a-57e6b87e220b has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:15:50.239839 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:15:50.250604 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ea318-3d5d-43d0-95f9-838386ccd0a2 None None] Sync routers for ids ['4dd77577-dc1f-431f-881a-57e6b87e220b'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:15:50.262588 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ea318-3d5d-43d0-95f9-838386ccd0a2 None None] Routers {'4dd77577-dc1f-431f-881a-57e6b87e220b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:15:50.263319 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ac4ea318-3d5d-43d0-95f9-838386ccd0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:15:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4dd77577-dc1f-431f-881a-57e6b87e220b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:50.264917 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:50.323245 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9f95fa16-1549-4fe2-af8b-848b3657814a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4424243 Feb 09 15:15:50.323758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea693da6-6771-4967-a6ab-d435de24834c', 'tag': 'a590a111-5c4d-4d73-8022-7b638e1fb544'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:15:50.429072 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea693da6-6771-4967-a6ab-d435de24834c', 'tag': 'a590a111-5c4d-4d73-8022-7b638e1fb544', 'status': 'completed', 'code': 200} Feb 09 15:15:50.458312 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-ac4ea318-3d5d-43d0-95f9-838386ccd0a2 None None] Set router 4dd77577-dc1f-431f-881a-57e6b87e220b gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:15:50.574143 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5730ced-a129-4214-922b-de1edbbe6b71 req-124c4240-8763-49cb-be97-5d7fe0628db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:50.575689 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5730ced-a129-4214-922b-de1edbbe6b71 req-124c4240-8763-49cb-be97-5d7fe0628db4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 1097 time: 0.1119852 Feb 09 15:15:50.587721 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a572e-2da3-45c0-8d2c-1b52126b1ad0 req-7b2d17e8-6979-4dc6-9b28-d62e1b8ec998 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:50.589366 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-899a572e-2da3-45c0-8d2c-1b52126b1ad0 req-7b2d17e8-6979-4dc6-9b28-d62e1b8ec998 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.1615982 Feb 09 15:15:50.728489 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-899a572e-2da3-45c0-8d2c-1b52126b1ad0 req-2610eac0-61eb-4e7f-893f-e04b785f3e51 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184242 Feb 09 15:15:50.759337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54594) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:50.828606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5730ced-a129-4214-922b-de1edbbe6b71 req-ad851efa-1228-44d5-9aac-f79a7e93e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:50.829964 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5730ced-a129-4214-922b-de1edbbe6b71 req-ad851efa-1228-44d5-9aac-f79a7e93e5e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=097190ff-1b19-4278-901f-def070d834d4 HTTP/1.1" status: 200 len: 896 time: 0.2397017 Feb 09 15:15:50.850458 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ac4ea318-3d5d-43d0-95f9-838386ccd0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672663782', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:15:28Z', 'updated_at': '2022-02-09T15:15:33Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:29Z', 'updated_at': '2022-02-09T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'd29aaa1a-a70f-43a6-8008-0333e2537c35', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'port_id': 'a590a111-5c4d-4d73-8022-7b638e1fb544', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '097190ff-1b19-4278-901f-def070d834d4', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea693da6-6771-4967-a6ab-d435de24834c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:15:48Z', 'updated_at': '2022-02-09T15:15:48Z', 'revision_number': 0, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88e0aa-5c4d-407e-a2e6-805fee1ceaf9', 'name': '', 'network_id': '097190ff-1b19-4278-901f-def070d834d4', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:27:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:32Z', 'updated_at': '2022-02-09T15:15:38Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:50.854756 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ea318-3d5d-43d0-95f9-838386ccd0a2 None None] Checking router: 4dd77577-dc1f-431f-881a-57e6b87e220b for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:15:50.864333 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ea318-3d5d-43d0-95f9-838386ccd0a2 None None] Routers {'4dd77577-dc1f-431f-881a-57e6b87e220b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:15:50.865069 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ac4ea318-3d5d-43d0-95f9-838386ccd0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:15:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4dd77577-dc1f-431f-881a-57e6b87e220b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:50.953611 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-28c690fc-1dc2-4310-aee1-ddbb13a61a86 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/d29aaa1a-a70f-43a6-8008-0333e2537c35 HTTP/1.1" status: 200 len: 992 time: 0.1931257 Feb 09 15:15:50.962400 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5730ced-a129-4214-922b-de1edbbe6b71 req-4fdecaab-1262-45f2-89a1-f800d5201d42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a590a111-5c4d-4d73-8022-7b638e1fb544 HTTP/1.1" status: 200 len: 1000 time: 0.1192029 Feb 09 15:15:51.025379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5730ced-a129-4214-922b-de1edbbe6b71 req-535892e7-9c21-4183-83b3-908eb037f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:51.026839 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5730ced-a129-4214-922b-de1edbbe6b71 req-535892e7-9c21-4183-83b3-908eb037f19d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=357f6ee0-c412-4f59-8f4c-9055cf534f94 HTTP/1.1" status: 200 len: 835 time: 0.0584159 Feb 09 15:15:51.055968 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-ac4ea318-3d5d-43d0-95f9-838386ccd0a2 None None] Set router 4dd77577-dc1f-431f-881a-57e6b87e220b gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:15:51.108100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5730ced-a129-4214-922b-de1edbbe6b71 req-7f153095-159e-4043-8fa0-26235559cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:15:51.109684 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5730ced-a129-4214-922b-de1edbbe6b71 req-7f153095-159e-4043-8fa0-26235559cf2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=097190ff-1b19-4278-901f-def070d834d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757027 Feb 09 15:15:51.247652 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5730ced-a129-4214-922b-de1edbbe6b71 req-3ec3bac1-c571-4312-abc7-7882987a653e service neutron] 10.222.0.21 "GET /v2.0/networks/097190ff-1b19-4278-901f-def070d834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324267 Feb 09 15:15:51.382400 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5730ced-a129-4214-922b-de1edbbe6b71 req-47aae488-5fff-4eec-ae93-df185265964d service neutron] 10.222.0.21 "GET /v2.0/networks/097190ff-1b19-4278-901f-def070d834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290884 Feb 09 15:15:51.418033 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ac4ea318-3d5d-43d0-95f9-838386ccd0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672663782', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:15:28Z', 'updated_at': '2022-02-09T15:15:33Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:29Z', 'updated_at': '2022-02-09T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'd29aaa1a-a70f-43a6-8008-0333e2537c35', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'port_id': 'a590a111-5c4d-4d73-8022-7b638e1fb544', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '097190ff-1b19-4278-901f-def070d834d4', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea693da6-6771-4967-a6ab-d435de24834c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:15:48Z', 'updated_at': '2022-02-09T15:15:48Z', 'revision_number': 0, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88e0aa-5c4d-407e-a2e6-805fee1ceaf9', 'name': '', 'network_id': '097190ff-1b19-4278-901f-def070d834d4', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:27:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:32Z', 'updated_at': '2022-02-09T15:15:38Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:15:51.422470 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ea318-3d5d-43d0-95f9-838386ccd0a2 None None] The sync data for ids ['4dd77577-dc1f-431f-881a-57e6b87e220b'] in n-d-828418-2 is: [{'id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672663782', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:15:28Z', 'updated_at': '2022-02-09T15:15:33Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:29Z', 'updated_at': '2022-02-09T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'd29aaa1a-a70f-43a6-8008-0333e2537c35', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'port_id': 'a590a111-5c4d-4d73-8022-7b638e1fb544', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '097190ff-1b19-4278-901f-def070d834d4', 'mac_address': 'fa:16:3e:de:19:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea693da6-6771-4967-a6ab-d435de24834c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:15:48Z', 'updated_at': '2022-02-09T15:15:48Z', 'revision_number': 0, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88e0aa-5c4d-407e-a2e6-805fee1ceaf9', 'name': '', 'network_id': '097190ff-1b19-4278-901f-def070d834d4', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:27:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:32Z', 'updated_at': '2022-02-09T15:15:38Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:15:51.630522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390a46b5-f751-4d90-85af-2cc9fb830c0d None None] New status for floating IP d29aaa1a-a70f-43a6-8008-0333e2537c35: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:15:51.958134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54598) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:15:52.073701 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2aedaa6f-fd49-4e4a-b43a-4f179909f076 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/d29aaa1a-a70f-43a6-8008-0333e2537c35 HTTP/1.1" status: 200 len: 994 time: 0.1143756 Feb 09 15:15:56.888098 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e533b9b1-5a7a-4dfa-95b9-510dccc1477b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:15:59.304870 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0f5a7e00-f79a-4775-9e5e-83672793cac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:16:00.433176 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:16:00.462227 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:16:02.000077 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:16:05.436214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-5af8aced-3e88-434d-b0a7-6d1a5bae23f4 req-1ea569b7-3833-4fdf-8c04-54693a1e1568 tempest-ServerDiskConfigTestJSON-1643055803 tempest-ServerDiskConfigTestJSON-1643055803-project] (87597) timed out ('10.222.0.35', 52536) {{(pid=87597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 15:16:09.479600 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:16:09.974839 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:16:11.110311 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:16:21.817503 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03044156-75bd-42bd-b15f-7476e3aa01b2 req-14a2fd86-2343-49a3-b821-f80a6e92be8d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668485 Feb 09 15:16:21.958016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03044156-75bd-42bd-b15f-7476e3aa01b2 req-78b287fd-5f1c-4296-a090-267ac7b46db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:16:21.959461 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03044156-75bd-42bd-b15f-7476e3aa01b2 req-78b287fd-5f1c-4296-a090-267ac7b46db6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 1097 time: 0.0741339 Feb 09 15:16:22.101445 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03044156-75bd-42bd-b15f-7476e3aa01b2 req-7e1f835a-1200-4ce1-8fad-e71b4522c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:16:22.102762 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03044156-75bd-42bd-b15f-7476e3aa01b2 req-7e1f835a-1200-4ce1-8fad-e71b4522c205 service neutron] 10.222.0.21 "GET /v2.0/networks?id=097190ff-1b19-4278-901f-def070d834d4 HTTP/1.1" status: 200 len: 896 time: 0.1248741 Feb 09 15:16:22.200011 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03044156-75bd-42bd-b15f-7476e3aa01b2 req-270f8fb0-50ce-4245-a5c7-fe475fccac2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a590a111-5c4d-4d73-8022-7b638e1fb544 HTTP/1.1" status: 200 len: 1002 time: 0.0901196 Feb 09 15:16:22.380331 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03044156-75bd-42bd-b15f-7476e3aa01b2 req-2cdc589f-71cd-4866-9ac3-70efb9010b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:16:22.382212 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03044156-75bd-42bd-b15f-7476e3aa01b2 req-2cdc589f-71cd-4866-9ac3-70efb9010b8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=357f6ee0-c412-4f59-8f4c-9055cf534f94 HTTP/1.1" status: 200 len: 835 time: 0.1763287 Feb 09 15:16:22.455506 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03044156-75bd-42bd-b15f-7476e3aa01b2 req-d00b87ce-8657-4ebf-a02a-cf457a84e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:16:22.456986 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03044156-75bd-42bd-b15f-7476e3aa01b2 req-d00b87ce-8657-4ebf-a02a-cf457a84e7cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=097190ff-1b19-4278-901f-def070d834d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688701 Feb 09 15:16:22.588165 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03044156-75bd-42bd-b15f-7476e3aa01b2 req-dd1a9d29-9ece-4d8c-958b-e50d7f2a3d4f service neutron] 10.222.0.21 "GET /v2.0/networks/097190ff-1b19-4278-901f-def070d834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241400 Feb 09 15:16:22.717037 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-03044156-75bd-42bd-b15f-7476e3aa01b2 req-42143a5b-16c4-429a-a93a-6c733cac9cb8 service neutron] 10.222.0.21 "GET /v2.0/networks/097190ff-1b19-4278-901f-def070d834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228898 Feb 09 15:16:26.889790 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e57bee0f-09b4-4ee0-8039-88ffcc75a4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:16:29.306096 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-10dbb8a4-f89e-476a-9cac-8205335277b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:16:30.435179 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:16:30.463882 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:16:32.002934 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:16:39.507678 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:16:41.125644 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:16:46.974513 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:16:53.065047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f0deb-d765-4086-872c-f35b4f122f32 req-cb084bb3-faec-46c8-bebc-068fd58436de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:16:53.066536 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-476f0deb-d765-4086-872c-f35b4f122f32 req-cb084bb3-faec-46c8-bebc-068fd58436de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 1097 time: 0.0828831 Feb 09 15:16:53.111480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b771d-3114-4ad3-9544-e238321f8971 req-7fc9f019-5ced-4c0f-9377-cf99a5f00c98 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:16:53.112950 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd0b771d-3114-4ad3-9544-e238321f8971 req-7fc9f019-5ced-4c0f-9377-cf99a5f00c98 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.0937891 Feb 09 15:16:53.159298 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd0b771d-3114-4ad3-9544-e238321f8971 req-de3367fa-14e5-4aa3-ba33-83def395f8ba tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390663 Feb 09 15:16:53.201433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f0deb-d765-4086-872c-f35b4f122f32 req-967dbc30-697a-4aa9-88ad-e8709b8f9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:16:53.202771 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-476f0deb-d765-4086-872c-f35b4f122f32 req-967dbc30-697a-4aa9-88ad-e8709b8f9f5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=097190ff-1b19-4278-901f-def070d834d4 HTTP/1.1" status: 200 len: 896 time: 0.1280866 Feb 09 15:16:53.305853 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-476f0deb-d765-4086-872c-f35b4f122f32 req-dc31a144-8663-4415-925d-7be508e158f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a590a111-5c4d-4d73-8022-7b638e1fb544 HTTP/1.1" status: 200 len: 1002 time: 0.0963023 Feb 09 15:16:53.371213 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f0deb-d765-4086-872c-f35b4f122f32 req-e797816c-5fac-4be5-b714-3a69256e55f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:16:53.372641 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-476f0deb-d765-4086-872c-f35b4f122f32 req-e797816c-5fac-4be5-b714-3a69256e55f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=357f6ee0-c412-4f59-8f4c-9055cf534f94 HTTP/1.1" status: 200 len: 835 time: 0.0611181 Feb 09 15:16:53.449655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f0deb-d765-4086-872c-f35b4f122f32 req-d8c6f6a3-1ee9-4125-85ce-3c165becf427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:16:53.451080 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-476f0deb-d765-4086-872c-f35b4f122f32 req-d8c6f6a3-1ee9-4125-85ce-3c165becf427 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=097190ff-1b19-4278-901f-def070d834d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673416 Feb 09 15:16:53.579445 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-476f0deb-d765-4086-872c-f35b4f122f32 req-82b5116a-a610-4e71-ba9b-2e8a2a39e047 service neutron] 10.222.0.21 "GET /v2.0/networks/097190ff-1b19-4278-901f-def070d834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223471 Feb 09 15:16:53.717268 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-476f0deb-d765-4086-872c-f35b4f122f32 req-29d63eca-e2c3-48bd-bba1-7fea46e7c259 service neutron] 10.222.0.21 "GET /v2.0/networks/097190ff-1b19-4278-901f-def070d834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297519 Feb 09 15:16:54.356103 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b723c12-712b-4d89-b261-09fb75e24c64 req-8b003025-40c9-4834-9446-a9b1437dc9d1 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:16:54.357542 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1b723c12-712b-4d89-b261-09fb75e24c64 req-8b003025-40c9-4834-9446-a9b1437dc9d1 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.0825691 Feb 09 15:16:54.400354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1b723c12-712b-4d89-b261-09fb75e24c64 req-a2aff947-0560-457c-9093-94e72061cbfe tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370522 Feb 09 15:16:55.582769 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47ba2c-410b-491d-9acb-2df6f9868abf req-1572ada7-422b-4831-95e8-1b22294d34c5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:16:55.584241 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec47ba2c-410b-491d-9acb-2df6f9868abf req-1572ada7-422b-4831-95e8-1b22294d34c5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.0816140 Feb 09 15:16:55.627565 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ec47ba2c-410b-491d-9acb-2df6f9868abf req-9004f44e-f903-4e71-a086-02e681d01c2b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370762 Feb 09 15:16:56.816771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69f1cb-d86d-43f3-8253-49d01766b339 req-dd2cb7b4-5cbb-4265-ab20-85ace4846e9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:16:56.818291 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c69f1cb-d86d-43f3-8253-49d01766b339 req-dd2cb7b4-5cbb-4265-ab20-85ace4846e9c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.0773706 Feb 09 15:16:56.865859 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c69f1cb-d86d-43f3-8253-49d01766b339 req-789613ef-8a5a-4fd8-8653-d81bc7013cd0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418675 Feb 09 15:16:56.892916 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-00989188-e827-4c7e-8a3f-2c566d8617e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:16:58.057965 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac8dd4-a511-451d-b1c1-d53ef039381b req-6eeb651e-3052-4efd-9cae-9f4b5d5385fe tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:16:58.063144 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-03ac8dd4-a511-451d-b1c1-d53ef039381b req-6eeb651e-3052-4efd-9cae-9f4b5d5385fe tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.0877218 Feb 09 15:16:58.114360 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-03ac8dd4-a511-451d-b1c1-d53ef039381b req-3f487abe-17e6-4bd1-ab1e-bb6aec807ce9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479546 Feb 09 15:16:59.294538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d2257-fac9-4f9d-a83c-e810f80ae288 req-d3d0f58f-54aa-49d0-b6b9-678ca896d3b5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:16:59.296030 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-868d2257-fac9-4f9d-a83c-e810f80ae288 req-d3d0f58f-54aa-49d0-b6b9-678ca896d3b5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.0786200 Feb 09 15:16:59.307973 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a158e33f-cd4c-40e3-9dae-e72e841a68ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:16:59.339920 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-868d2257-fac9-4f9d-a83c-e810f80ae288 req-2df8407d-f9cc-4844-993a-9f1ba44e16d0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382359 Feb 09 15:17:00.438566 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:00.470830 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:00.529072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a3477-0939-41a2-beee-d2d5bfc3da65 req-b5526554-974b-4b6d-a923-9c7c0d2a3981 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:17:00.530512 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-744a3477-0939-41a2-beee-d2d5bfc3da65 req-b5526554-974b-4b6d-a923-9c7c0d2a3981 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.0863957 Feb 09 15:17:00.575331 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-744a3477-0939-41a2-beee-d2d5bfc3da65 req-0040af65-b726-4dcd-8903-f35287cf837a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391097 Feb 09 15:17:01.763032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd8d6b-4dc1-495d-9477-f341c967d91f req-5fed627c-08fc-4b05-9c7a-87be9dd54887 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:17:01.764519 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67cd8d6b-4dc1-495d-9477-f341c967d91f req-5fed627c-08fc-4b05-9c7a-87be9dd54887 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.0821519 Feb 09 15:17:01.808449 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-67cd8d6b-4dc1-495d-9477-f341c967d91f req-986a70b9-a630-4f20-945d-1a0372e11a0c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380425 Feb 09 15:17:02.004230 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:02.988758 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420c775-d1aa-4596-83b0-c12783996159 req-4983de4d-13bc-431f-80e9-53c3d7c2e3e0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:17:02.990197 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3420c775-d1aa-4596-83b0-c12783996159 req-4983de4d-13bc-431f-80e9-53c3d7c2e3e0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.0791311 Feb 09 15:17:03.036541 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3420c775-d1aa-4596-83b0-c12783996159 req-d80729b8-4736-4848-9d3d-f56701d18481 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401690 Feb 09 15:17:04.232341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e3bfe-ad15-4d31-b8ef-cfe9d47728da req-1e4f71c3-fc30-4310-a9da-344122bb6fa4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:17:04.233797 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca7e3bfe-ad15-4d31-b8ef-cfe9d47728da req-1e4f71c3-fc30-4310-a9da-344122bb6fa4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.0788810 Feb 09 15:17:04.280207 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca7e3bfe-ad15-4d31-b8ef-cfe9d47728da req-0ad85ae7-61cb-4e73-ae55-20a201c4684b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394909 Feb 09 15:17:05.463896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4250fd9-c1e5-45ff-9815-9ea0f4554d44 req-037aba91-d563-4fc1-b07b-ea65f3114006 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:17:05.465345 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4250fd9-c1e5-45ff-9815-9ea0f4554d44 req-037aba91-d563-4fc1-b07b-ea65f3114006 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.0777605 Feb 09 15:17:05.509604 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4250fd9-c1e5-45ff-9815-9ea0f4554d44 req-595c5776-4b9f-4851-ae0d-e1b6e24f8830 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387106 Feb 09 15:17:05.533034 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54652) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:17:05.639356 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b8ea850e-9eae-4261-a1cb-e380ad36766d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/d29aaa1a-a70f-43a6-8008-0333e2537c35 HTTP/1.1" status: 200 len: 994 time: 0.1051612 Feb 09 15:17:09.504731 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:11.127596 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:23.827332 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc46120e-8e77-4ce7-881e-8ca5d16b8069 req-9c917aff-8367-4c9e-984f-222e96fbc8ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741639 Feb 09 15:17:23.973891 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:17:23.987684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46120e-8e77-4ce7-881e-8ca5d16b8069 req-035244ce-c0d5-40e4-b57f-d348e2402d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:17:23.989842 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc46120e-8e77-4ce7-881e-8ca5d16b8069 req-035244ce-c0d5-40e4-b57f-d348e2402d1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 1097 time: 0.0891137 Feb 09 15:17:24.244105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46120e-8e77-4ce7-881e-8ca5d16b8069 req-0349dcda-51e3-4d6b-98b3-7bea24b648e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:17:24.246149 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc46120e-8e77-4ce7-881e-8ca5d16b8069 req-0349dcda-51e3-4d6b-98b3-7bea24b648e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=097190ff-1b19-4278-901f-def070d834d4 HTTP/1.1" status: 200 len: 896 time: 0.2359023 Feb 09 15:17:24.347871 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc46120e-8e77-4ce7-881e-8ca5d16b8069 req-ecdb40f0-6458-4c03-8272-a0a476d66bd2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a590a111-5c4d-4d73-8022-7b638e1fb544 HTTP/1.1" status: 200 len: 1002 time: 0.0954158 Feb 09 15:17:24.413125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46120e-8e77-4ce7-881e-8ca5d16b8069 req-071c7c84-538b-453c-bdc1-b8ac64595961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:17:24.414557 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc46120e-8e77-4ce7-881e-8ca5d16b8069 req-071c7c84-538b-453c-bdc1-b8ac64595961 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=357f6ee0-c412-4f59-8f4c-9055cf534f94 HTTP/1.1" status: 200 len: 835 time: 0.0610185 Feb 09 15:17:24.487382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46120e-8e77-4ce7-881e-8ca5d16b8069 req-7e59663f-1f17-4bf0-9495-84025143ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:17:24.489119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc46120e-8e77-4ce7-881e-8ca5d16b8069 req-7e59663f-1f17-4bf0-9495-84025143ca7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=097190ff-1b19-4278-901f-def070d834d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685182 Feb 09 15:17:24.619663 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc46120e-8e77-4ce7-881e-8ca5d16b8069 req-07c022d8-221d-42d4-b8ce-82b78798f389 service neutron] 10.222.0.21 "GET /v2.0/networks/097190ff-1b19-4278-901f-def070d834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225266 Feb 09 15:17:24.746927 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cc46120e-8e77-4ce7-881e-8ca5d16b8069 req-4f4a9468-61f6-4d80-99fd-bc655ec63abe service neutron] 10.222.0.21 "GET /v2.0/networks/097190ff-1b19-4278-901f-def070d834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213145 Feb 09 15:17:26.894670 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bc45df78-c020-4746-af61-55427dbeeba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:29.311199 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-40f9a24f-ecbc-4eec-ad37-42f4a43f81d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:30.440721 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:30.471838 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:32.007522 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:39.510235 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:41.137746 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:55.008712 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54682) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:17:55.207190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port 207a4ae8-5269-4b85-bc4c-961028e7800d {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:17:55.207523 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:55.369271 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:55.369502 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:55.490430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for 207a4ae8-5269-4b85-bc4c-961028e7800d owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:17:55.743620 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:55.791831 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=207a4ae8-5269-4b85-bc4c-961028e7800d,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:17:55.838886 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:55.839241 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:55.840091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:55.840428 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:55.840756 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:55.841084 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:55.841413 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:55.841738 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:55.842065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:55.842387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:55.842707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:55.843025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:55.902507 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:55.902856 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Floating IP d29aaa1a-a70f-43a6-8008-0333e2537c35 disassociated (deleted). External IP: 172.25.8.169, port: a590a111-5c4d-4d73-8022-7b638e1fb544. Feb 09 15:17:56.248018 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router 4dd77577-dc1f-431f-881a-57e6b87e220b has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:17:56.420136 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:17:56.429413 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b423e-2c44-40f8-877d-59b7e4b8f232 None None] Sync routers for ids ['4dd77577-dc1f-431f-881a-57e6b87e220b'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:17:56.439124 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b423e-2c44-40f8-877d-59b7e4b8f232 None None] Routers {'4dd77577-dc1f-431f-881a-57e6b87e220b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:17:56.439720 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-be0b423e-2c44-40f8-877d-59b7e4b8f232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:17:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4dd77577-dc1f-431f-881a-57e6b87e220b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:17:56.440542 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:56.498933 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-8bd8189c-2a20-4d2a-921e-a9d9bdc0af5d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/floatingips/d29aaa1a-a70f-43a6-8008-0333e2537c35 HTTP/1.1" status: 204 len: 168 time: 1.4890368 Feb 09 15:17:56.499422 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea693da6-6771-4967-a6ab-d435de24834c', 'tag': 'a590a111-5c4d-4d73-8022-7b638e1fb544'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:17:56.574461 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea693da6-6771-4967-a6ab-d435de24834c', 'tag': 'a590a111-5c4d-4d73-8022-7b638e1fb544', 'status': 'completed', 'code': 200} Feb 09 15:17:56.625985 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-be0b423e-2c44-40f8-877d-59b7e4b8f232 None None] Set router 4dd77577-dc1f-431f-881a-57e6b87e220b gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:17:56.666413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dea600-83ab-4e03-8502-566a293639e8 req-89162393-7266-43e6-a8a7-8fcab6bff189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:17:56.667034 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18dea600-83ab-4e03-8502-566a293639e8 req-89162393-7266-43e6-a8a7-8fcab6bff189 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 1097 time: 0.0708225 Feb 09 15:17:56.817410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dea600-83ab-4e03-8502-566a293639e8 req-ddf7b80f-fc3b-49cd-a3d0-e6046e11835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:17:56.818751 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18dea600-83ab-4e03-8502-566a293639e8 req-ddf7b80f-fc3b-49cd-a3d0-e6046e11835f service neutron] 10.222.0.21 "GET /v2.0/networks?id=097190ff-1b19-4278-901f-def070d834d4 HTTP/1.1" status: 200 len: 896 time: 0.1439512 Feb 09 15:17:56.896562 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3258835b-f17e-402b-95c6-c17b4a4c1524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:56.939867 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18dea600-83ab-4e03-8502-566a293639e8 req-37b7402f-522c-449f-bc3e-d4ed28c3c201 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a590a111-5c4d-4d73-8022-7b638e1fb544 HTTP/1.1" status: 200 len: 217 time: 0.1126378 Feb 09 15:17:56.973707 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-be0b423e-2c44-40f8-877d-59b7e4b8f232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672663782', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:15:28Z', 'updated_at': '2022-02-09T15:15:33Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:29Z', 'updated_at': '2022-02-09T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'de88e0aa-5c4d-407e-a2e6-805fee1ceaf9', 'name': '', 'network_id': '097190ff-1b19-4278-901f-def070d834d4', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:27:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:32Z', 'updated_at': '2022-02-09T15:15:38Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:17:56.977502 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b423e-2c44-40f8-877d-59b7e4b8f232 None None] Checking router: 4dd77577-dc1f-431f-881a-57e6b87e220b for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:17:56.986062 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b423e-2c44-40f8-877d-59b7e4b8f232 None None] Routers {'4dd77577-dc1f-431f-881a-57e6b87e220b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:17:56.986653 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-be0b423e-2c44-40f8-877d-59b7e4b8f232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:17:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4dd77577-dc1f-431f-881a-57e6b87e220b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:17:57.013142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dea600-83ab-4e03-8502-566a293639e8 req-567e9057-f6cc-4ef2-90a8-5fd667088530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:17:57.014552 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18dea600-83ab-4e03-8502-566a293639e8 req-567e9057-f6cc-4ef2-90a8-5fd667088530 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=357f6ee0-c412-4f59-8f4c-9055cf534f94 HTTP/1.1" status: 200 len: 835 time: 0.0666499 Feb 09 15:17:57.027866 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d4292-fa19-4a9b-b168-7213b4bbe8d8 req-bd90e0b1-bb88-477c-9128-bcc9cabe167b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:17:57.029230 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-780d4292-fa19-4a9b-b168-7213b4bbe8d8 req-bd90e0b1-bb88-477c-9128-bcc9cabe167b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.2037930 Feb 09 15:17:57.123560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-780d4292-fa19-4a9b-b168-7213b4bbe8d8 req-ee8204cf-d965-42a4-b5c7-b6627c31fff1 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601935 Feb 09 15:17:57.136118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dea600-83ab-4e03-8502-566a293639e8 req-dda37a1e-538f-459f-9b32-1d077a6f5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:17:57.138103 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18dea600-83ab-4e03-8502-566a293639e8 req-dda37a1e-538f-459f-9b32-1d077a6f5810 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=097190ff-1b19-4278-901f-def070d834d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080484 Feb 09 15:17:57.165730 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-be0b423e-2c44-40f8-877d-59b7e4b8f232 None None] Set router 4dd77577-dc1f-431f-881a-57e6b87e220b gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:17:57.278688 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18dea600-83ab-4e03-8502-566a293639e8 req-bbfa532d-b0e6-4d0a-b7be-6ccc0b1af391 service neutron] 10.222.0.21 "GET /v2.0/networks/097190ff-1b19-4278-901f-def070d834d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320310 Feb 09 15:17:57.409012 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18dea600-83ab-4e03-8502-566a293639e8 req-4a5f89ee-ca57-480a-8dd1-167416b14c6d service neutron] 10.222.0.21 "GET /v2.0/networks/097190ff-1b19-4278-901f-def070d834d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234024 Feb 09 15:17:57.472366 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-be0b423e-2c44-40f8-877d-59b7e4b8f232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672663782', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:15:28Z', 'updated_at': '2022-02-09T15:15:33Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:29Z', 'updated_at': '2022-02-09T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'de88e0aa-5c4d-407e-a2e6-805fee1ceaf9', 'name': '', 'network_id': '097190ff-1b19-4278-901f-def070d834d4', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:27:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:32Z', 'updated_at': '2022-02-09T15:15:38Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:17:57.476636 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b423e-2c44-40f8-877d-59b7e4b8f232 None None] The sync data for ids ['4dd77577-dc1f-431f-881a-57e6b87e220b'] in n-d-828418-2 is: [{'id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672663782', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:15:28Z', 'updated_at': '2022-02-09T15:15:33Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:29Z', 'updated_at': '2022-02-09T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'de88e0aa-5c4d-407e-a2e6-805fee1ceaf9', 'name': '', 'network_id': '097190ff-1b19-4278-901f-def070d834d4', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:27:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:32Z', 'updated_at': '2022-02-09T15:15:38Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '357f6ee0-c412-4f59-8f4c-9055cf534f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:17:57.690502 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64190d6-c350-4f6e-949d-1f03cffe121e None None] New status for floating IP d29aaa1a-a70f-43a6-8008-0333e2537c35: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:17:58.317480 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68c825-15a3-449b-a6e1-c95b616049c7 req-498e23ac-b618-40e0-903f-0c640a8e8752 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:17:58.318070 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1f68c825-15a3-449b-a6e1-c95b616049c7 req-498e23ac-b618-40e0-903f-0c640a8e8752 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:17:58.335575 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1f68c825-15a3-449b-a6e1-c95b616049c7 req-498e23ac-b618-40e0-903f-0c640a8e8752 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:17:58.337179 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1f68c825-15a3-449b-a6e1-c95b616049c7 req-498e23ac-b618-40e0-903f-0c640a8e8752 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.0982008 Feb 09 15:17:58.381298 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1f68c825-15a3-449b-a6e1-c95b616049c7 req-754c944b-00e2-490a-b81d-7d26c8758f8d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387294 Feb 09 15:17:58.564999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907e0f1-9a9d-45de-af88-10e909a999bf req-7b307953-0d1a-45e5-a0a8-c20f933846ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:17:58.566453 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e907e0f1-9a9d-45de-af88-10e909a999bf req-7b307953-0d1a-45e5-a0a8-c20f933846ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 946 time: 0.0797429 Feb 09 15:17:58.747007 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-e907e0f1-9a9d-45de-af88-10e909a999bf req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port a590a111-5c4d-4d73-8022-7b638e1fb544 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:17:58.747243 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e907e0f1-9a9d-45de-af88-10e909a999bf req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:58.988282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e907e0f1-9a9d-45de-af88-10e909a999bf req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] For port a590a111-5c4d-4d73-8022-7b638e1fb544, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=a590a111-5c4d-4d73-8022-7b638e1fb544,segment=NetworkSegment(f571dd9f-b7b8-49f1-83f2-531c950aec31),segment_id=f571dd9f-b7b8-49f1-83f2-531c950aec31)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:17:58.988635 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e907e0f1-9a9d-45de-af88-10e909a999bf req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:59.108808 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-e907e0f1-9a9d-45de-af88-10e909a999bf req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for a590a111-5c4d-4d73-8022-7b638e1fb544 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:17:59.252508 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e907e0f1-9a9d-45de-af88-10e909a999bf req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:59.302843 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=a590a111-5c4d-4d73-8022-7b638e1fb544,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:17:59.321297 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4ac65d38-503c-44ce-bb44-98cf5a36083a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:59.341883 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:59.342231 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:59.342573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:59.342915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:59.343234 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:59.343563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:59.343923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:59.344249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:59.344576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:59.344899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:59.345236 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:59.345534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:17:59.389716 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e907e0f1-9a9d-45de-af88-10e909a999bf req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] No DVR routers for this DVR port a590a111-5c4d-4d73-8022-7b638e1fb544 on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:17:59.392236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e907e0f1-9a9d-45de-af88-10e909a999bf req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:17:59.394661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea693da6-6771-4967-a6ab-d435de24834c', 'name': 'network-vif-deleted', 'tag': 'a590a111-5c4d-4d73-8022-7b638e1fb544'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:17:59.410503 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e907e0f1-9a9d-45de-af88-10e909a999bf req-095d373e-997e-4ffb-a8d0-7d29196d25bc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.21 "DELETE /v2.0/ports/a590a111-5c4d-4d73-8022-7b638e1fb544 HTTP/1.1" status: 204 len: 173 time: 0.8390577 Feb 09 15:17:59.448739 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea693da6-6771-4967-a6ab-d435de24834c', 'name': 'network-vif-deleted', 'tag': 'a590a111-5c4d-4d73-8022-7b638e1fb544', 'status': 'completed', 'code': 200} Feb 09 15:17:59.701734 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d2ba7091-ebe0-4ece-95af-15db06468dec req-ce44f281-c661-443c-827d-4954e23ea84d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea693da6-6771-4967-a6ab-d435de24834c HTTP/1.1" status: 200 len: 210 time: 0.0450783 Feb 09 15:18:00.445976 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:00.475878 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:00.795541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54704) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:00.973584 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:18:01.350687 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d0d50f0-29c3-42ad-b667-87a4a43cb812 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:01.728760 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a590a111-5c4d-4d73-8022-7b638e1fb544 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:18:01.768355 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: a590a111-5c4d-4d73-8022-7b638e1fb544 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:18:01.768908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device a590a111-5c4d-4d73-8022-7b638e1fb544 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:18:01.821965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d50f0-29c3-42ad-b667-87a4a43cb812 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:18:01.822530 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d0d50f0-29c3-42ad-b667-87a4a43cb812 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:02.010373 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:02.017010 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-2d0d50f0-29c3-42ad-b667-87a4a43cb812 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] For port de88e0aa-5c4d-407e-a2e6-805fee1ceaf9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=de88e0aa-5c4d-407e-a2e6-805fee1ceaf9,segment=NetworkSegment(f571dd9f-b7b8-49f1-83f2-531c950aec31),segment_id=f571dd9f-b7b8-49f1-83f2-531c950aec31)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:18:02.017370 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d0d50f0-29c3-42ad-b667-87a4a43cb812 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:02.138767 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d50f0-29c3-42ad-b667-87a4a43cb812 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:18:02.470170 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d0d50f0-29c3-42ad-b667-87a4a43cb812 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:02.520186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d50f0-29c3-42ad-b667-87a4a43cb812 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=de88e0aa-5c4d-407e-a2e6-805fee1ceaf9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:02.794075 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2d0d50f0-29c3-42ad-b667-87a4a43cb812 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:03.263170 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0d50f0-29c3-42ad-b667-87a4a43cb812 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router 4dd77577-dc1f-431f-881a-57e6b87e220b has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:18:03.437081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0d50f0-29c3-42ad-b667-87a4a43cb812 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:18:03.446908 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4189ea5-b149-4e90-9074-5c1aa3d85ee7 None None] Sync routers for ids ['4dd77577-dc1f-431f-881a-57e6b87e220b'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:18:03.449610 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2d0d50f0-29c3-42ad-b667-87a4a43cb812 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "PUT /v2.0/routers/4dd77577-dc1f-431f-881a-57e6b87e220b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6528578 Feb 09 15:18:03.452357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54712) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:03.455912 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4189ea5-b149-4e90-9074-5c1aa3d85ee7 None None] Routers {'4dd77577-dc1f-431f-881a-57e6b87e220b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:18:03.456505 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a4189ea5-b149-4e90-9074-5c1aa3d85ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:17:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4dd77577-dc1f-431f-881a-57e6b87e220b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:03.521661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-20508bdb-7a65-4276-bcba-ff58132e3a6e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting subnet 357f6ee0-c412-4f59-8f4c-9055cf534f94 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:18:03.524984 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20508bdb-7a65-4276-bcba-ff58132e3a6e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:03.586387 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20508bdb-7a65-4276-bcba-ff58132e3a6e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:03.628502 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-a4189ea5-b149-4e90-9074-5c1aa3d85ee7 None None] Set router 4dd77577-dc1f-431f-881a-57e6b87e220b gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:18:03.684102 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20508bdb-7a65-4276-bcba-ff58132e3a6e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:03.754862 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20508bdb-7a65-4276-bcba-ff58132e3a6e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:03.797765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20508bdb-7a65-4276-bcba-ff58132e3a6e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Subnet': ['ID=357f6ee0-c412-4f59-8f4c-9055cf534f94,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:03.801909 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-20508bdb-7a65-4276-bcba-ff58132e3a6e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:03.809288 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-20508bdb-7a65-4276-bcba-ff58132e3a6e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/subnets/357f6ee0-c412-4f59-8f4c-9055cf534f94 HTTP/1.1" status: 204 len: 168 time: 0.3559520 Feb 09 15:18:03.811838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54716) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:03.814232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b446fcd7-9c1a-4efa-b266-f9570920e5a0 None None] Network 097190ff-1b19-4278-901f-def070d834d4 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:18:03.913487 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a4189ea5-b149-4e90-9074-5c1aa3d85ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672663782', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:15:28Z', 'updated_at': '2022-02-09T15:18:02Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:29Z', 'updated_at': '2022-02-09T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:03.917364 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4189ea5-b149-4e90-9074-5c1aa3d85ee7 None None] Checking router: 4dd77577-dc1f-431f-881a-57e6b87e220b for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:18:03.926258 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4189ea5-b149-4e90-9074-5c1aa3d85ee7 None None] Routers {'4dd77577-dc1f-431f-881a-57e6b87e220b'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:18:03.926936 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a4189ea5-b149-4e90-9074-5c1aa3d85ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:17:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['4dd77577-dc1f-431f-881a-57e6b87e220b'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:04.003165 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afb209ff-469b-47ac-8a81-2712d4e89736 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:04.088791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] DHCP port deletion for 097190ff-1b19-4278-901f-def070d834d4 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 15:18:04.093108 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Deleting port 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:18:04.093324 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:04.134464 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-a4189ea5-b149-4e90-9074-5c1aa3d85ee7 None None] Set router 4dd77577-dc1f-431f-881a-57e6b87e220b gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:18:04.197631 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afb209ff-469b-47ac-8a81-2712d4e89736 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:04.209500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-afb209ff-469b-47ac-8a81-2712d4e89736 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port c674b3f0-5ed2-4510-a246-2ebf87b475fe {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:18:04.209819 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afb209ff-469b-47ac-8a81-2712d4e89736 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:04.303171 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] For port 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a,segment=NetworkSegment(f571dd9f-b7b8-49f1-83f2-531c950aec31),segment_id=f571dd9f-b7b8-49f1-83f2-531c950aec31)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:18:04.303597 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:04.388203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-afb209ff-469b-47ac-8a81-2712d4e89736 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] For port c674b3f0-5ed2-4510-a246-2ebf87b475fe, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=c674b3f0-5ed2-4510-a246-2ebf87b475fe,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:18:04.388886 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afb209ff-469b-47ac-8a81-2712d4e89736 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:04.427310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Calling delete_port for 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:18:04.503156 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:04.513502 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-afb209ff-469b-47ac-8a81-2712d4e89736 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for c674b3f0-5ed2-4510-a246-2ebf87b475fe owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:18:04.557245 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] No DVR routers for this DVR port 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:18:04.574477 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Pushing event deleted for resources: {'Port': ['ID=3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:04.584036 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:04.584036 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:04.584446 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:04.584868 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:04.585294 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:04.586120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:04.586120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:04.586601 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:04.586944 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:04.587172 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a4189ea5-b149-4e90-9074-5c1aa3d85ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672663782', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:15:28Z', 'updated_at': '2022-02-09T15:18:02Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:29Z', 'updated_at': '2022-02-09T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:04.587675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:04.588057 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:04.588473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3863e951-219a-48fe-9d9a-003540c0abe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:04.598686 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4189ea5-b149-4e90-9074-5c1aa3d85ee7 None None] The sync data for ids ['4dd77577-dc1f-431f-881a-57e6b87e220b'] in n-d-828418-2 is: [{'id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672663782', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:15:28Z', 'updated_at': '2022-02-09T15:18:02Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'c674b3f0-5ed2-4510-a246-2ebf87b475fe', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd77577-dc1f-431f-881a-57e6b87e220b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:15:29Z', 'updated_at': '2022-02-09T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:18:04.813285 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afb209ff-469b-47ac-8a81-2712d4e89736 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:04.886804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb209ff-469b-47ac-8a81-2712d4e89736 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=c674b3f0-5ed2-4510-a246-2ebf87b475fe,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:04.952767 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afb209ff-469b-47ac-8a81-2712d4e89736 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:05.130101 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afb209ff-469b-47ac-8a81-2712d4e89736 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:05.132619 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afb209ff-469b-47ac-8a81-2712d4e89736 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:05.156243 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afb209ff-469b-47ac-8a81-2712d4e89736 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:05.156747 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb209ff-469b-47ac-8a81-2712d4e89736 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Fanout notify agent at l3_agent the message router_deleted on router 4dd77577-dc1f-431f-881a-57e6b87e220b {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 15:18:05.171561 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afb209ff-469b-47ac-8a81-2712d4e89736 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:05.172593 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-afb209ff-469b-47ac-8a81-2712d4e89736 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/routers/4dd77577-dc1f-431f-881a-57e6b87e220b HTTP/1.1" status: 204 len: 168 time: 1.3598297 Feb 09 15:18:05.175248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54720) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:05.292099 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f2841d6-9475-46dc-9fe2-abdfcd417e19 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:05.421016 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f2841d6-9475-46dc-9fe2-abdfcd417e19 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:05.445131 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3f2841d6-9475-46dc-9fe2-abdfcd417e19 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097190ff-1b19-4278-901f-def070d834d4']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:05.456636 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3f2841d6-9475-46dc-9fe2-abdfcd417e19 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f571dd9f-b7b8-49f1-83f2-531c950aec31') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:05.456932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-3f2841d6-9475-46dc-9fe2-abdfcd417e19 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f571dd9f-b7b8-49f1-83f2-531c950aec31') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:05.467718 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f2841d6-9475-46dc-9fe2-abdfcd417e19 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:05.483387 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f2841d6-9475-46dc-9fe2-abdfcd417e19 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:05.489340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2841d6-9475-46dc-9fe2-abdfcd417e19 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:18:05.489718 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f2841d6-9475-46dc-9fe2-abdfcd417e19 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: timer() Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:18:05.504663 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:18:05.590513 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f2841d6-9475-46dc-9fe2-abdfcd417e19 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:05.615627 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-3f2841d6-9475-46dc-9fe2-abdfcd417e19 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:05.628731 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2841d6-9475-46dc-9fe2-abdfcd417e19 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Network': ['ID=097190ff-1b19-4278-901f-def070d834d4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:05.633627 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3f2841d6-9475-46dc-9fe2-abdfcd417e19 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/networks/097190ff-1b19-4278-901f-def070d834d4 HTTP/1.1" status: 204 len: 168 time: 0.4574163 Feb 09 15:18:05.636351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54724) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:05.709397 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8af450c5-339e-4244-b884-e4e8a2578811 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:05.737723 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8af450c5-339e-4244-b884-e4e8a2578811 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:05.806386 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8af450c5-339e-4244-b884-e4e8a2578811 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:05.827844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af450c5-339e-4244-b884-e4e8a2578811 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff25c94d-24f8-4695-a7a2-1d518cd3cd7d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:05.839721 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8af450c5-339e-4244-b884-e4e8a2578811 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:05.840858 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8af450c5-339e-4244-b884-e4e8a2578811 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/security-groups/ff25c94d-24f8-4695-a7a2-1d518cd3cd7d HTTP/1.1" status: 204 len: 168 time: 0.2030110 Feb 09 15:18:05.997610 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c674b3f0-5ed2-4510-a246-2ebf87b475fe no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:18:06.031934 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: c674b3f0-5ed2-4510-a246-2ebf87b475fe {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:18:06.032279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device c674b3f0-5ed2-4510-a246-2ebf87b475fe not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:18:06.032695 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:18:06.063929 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:18:06.064271 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device de88e0aa-5c4d-407e-a2e6-805fee1ceaf9 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:18:06.064684 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:18:06.099894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:18:06.100238 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 3e1da09a-d2e2-41d3-b8a5-bcb3dbf1b40a not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:18:06.407016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54732) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:06.412089 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-95e3020c-abee-4578-a2fa-e8ad019162ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-116213404', 'description': 'tempest-secgroup-smoke-116213404 description', 'project_id': '52c3b9e2c830405a83a3de34f696d160'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:18:06.418986 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-95e3020c-abee-4578-a2fa-e8ad019162ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:18:06.423138 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-95e3020c-abee-4578-a2fa-e8ad019162ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:18:06.426033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-95e3020c-abee-4578-a2fa-e8ad019162ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:18:06.432291 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-95e3020c-abee-4578-a2fa-e8ad019162ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:18:06.442203 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95e3020c-abee-4578-a2fa-e8ad019162ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:06.461974 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-95e3020c-abee-4578-a2fa-e8ad019162ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:18:06.465754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-95e3020c-abee-4578-a2fa-e8ad019162ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:18:06.468555 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-95e3020c-abee-4578-a2fa-e8ad019162ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:18:06.474012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-95e3020c-abee-4578-a2fa-e8ad019162ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:18:06.544530 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95e3020c-abee-4578-a2fa-e8ad019162ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:06.548459 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95e3020c-abee-4578-a2fa-e8ad019162ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:06.594017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3020c-abee-4578-a2fa-e8ad019162ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d061b50-bbc3-441c-9b7e-1ba59bf77f45,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:06.597691 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95e3020c-abee-4578-a2fa-e8ad019162ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:06.598946 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-95e3020c-abee-4578-a2fa-e8ad019162ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1909313 Feb 09 15:18:06.601774 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54736) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:06.607311 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-64981447-bb99-40f3-a5b7-6b2e6021324c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': '9d061b50-bbc3-441c-9b7e-1ba59bf77f45', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:18:06.614262 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-64981447-bb99-40f3-a5b7-6b2e6021324c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:18:06.618369 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-64981447-bb99-40f3-a5b7-6b2e6021324c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:18:06.621842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-64981447-bb99-40f3-a5b7-6b2e6021324c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:18:06.627494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-64981447-bb99-40f3-a5b7-6b2e6021324c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:18:06.643415 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64981447-bb99-40f3-a5b7-6b2e6021324c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:06.705559 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64981447-bb99-40f3-a5b7-6b2e6021324c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:06.709183 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64981447-bb99-40f3-a5b7-6b2e6021324c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:06.733043 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64981447-bb99-40f3-a5b7-6b2e6021324c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac2c117-0527-47b4-b62c-3e3972ea664c,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:06.741266 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64981447-bb99-40f3-a5b7-6b2e6021324c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:06.742685 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-64981447-bb99-40f3-a5b7-6b2e6021324c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399839 Feb 09 15:18:06.745421 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54740) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:06.750919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-0c5d07c7-7a94-4d94-8a67-ac20b2920546 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': '9d061b50-bbc3-441c-9b7e-1ba59bf77f45', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:18:06.757387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0c5d07c7-7a94-4d94-8a67-ac20b2920546 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:18:06.761150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0c5d07c7-7a94-4d94-8a67-ac20b2920546 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:18:06.764002 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-0c5d07c7-7a94-4d94-8a67-ac20b2920546 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:18:06.769759 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-0c5d07c7-7a94-4d94-8a67-ac20b2920546 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:18:06.785488 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5d07c7-7a94-4d94-8a67-ac20b2920546 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:06.845285 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5d07c7-7a94-4d94-8a67-ac20b2920546 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:06.848586 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5d07c7-7a94-4d94-8a67-ac20b2920546 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:06.872523 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d07c7-7a94-4d94-8a67-ac20b2920546 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ad1b99-c5f4-4ffb-a5c7-f3b2f51f508b,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:06.880224 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-0c5d07c7-7a94-4d94-8a67-ac20b2920546 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:06.881385 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-0c5d07c7-7a94-4d94-8a67-ac20b2920546 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344578 Feb 09 15:18:06.884072 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54744) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:06.888882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-d0bc6ae2-511d-4a1e-89f4-213403d829ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': '9d061b50-bbc3-441c-9b7e-1ba59bf77f45', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:18:06.895261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d0bc6ae2-511d-4a1e-89f4-213403d829ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:18:06.898959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d0bc6ae2-511d-4a1e-89f4-213403d829ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:18:06.901799 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d0bc6ae2-511d-4a1e-89f4-213403d829ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:18:06.907332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d0bc6ae2-511d-4a1e-89f4-213403d829ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:18:06.924626 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0bc6ae2-511d-4a1e-89f4-213403d829ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:06.984975 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0bc6ae2-511d-4a1e-89f4-213403d829ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:06.989023 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0bc6ae2-511d-4a1e-89f4-213403d829ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.016889 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc6ae2-511d-4a1e-89f4-213403d829ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23d7e72-8497-4d35-9141-3eb6de2a7372,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:07.025739 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d0bc6ae2-511d-4a1e-89f4-213403d829ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.026900 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d0bc6ae2-511d-4a1e-89f4-213403d829ec tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419313 Feb 09 15:18:07.029615 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54748) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:07.034359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-4d30e623-abd7-49c1-8d31-1dcdf2610d6f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': '9d061b50-bbc3-441c-9b7e-1ba59bf77f45', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:18:07.040705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4d30e623-abd7-49c1-8d31-1dcdf2610d6f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:18:07.044431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4d30e623-abd7-49c1-8d31-1dcdf2610d6f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:18:07.047224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-4d30e623-abd7-49c1-8d31-1dcdf2610d6f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:18:07.052834 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-4d30e623-abd7-49c1-8d31-1dcdf2610d6f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:18:07.069145 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d30e623-abd7-49c1-8d31-1dcdf2610d6f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.131723 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d30e623-abd7-49c1-8d31-1dcdf2610d6f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.135298 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d30e623-abd7-49c1-8d31-1dcdf2610d6f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.158498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30e623-abd7-49c1-8d31-1dcdf2610d6f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3f8e84-392f-430a-bdab-9e6f413a3d2d,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:07.166494 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-4d30e623-abd7-49c1-8d31-1dcdf2610d6f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.167621 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-4d30e623-abd7-49c1-8d31-1dcdf2610d6f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371167 Feb 09 15:18:07.170358 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54752) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:07.175178 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-961bb957-b837-40a8-a41a-7f840faa503b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': '9d061b50-bbc3-441c-9b7e-1ba59bf77f45', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:18:07.181651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-961bb957-b837-40a8-a41a-7f840faa503b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:18:07.185913 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-961bb957-b837-40a8-a41a-7f840faa503b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:18:07.188832 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-961bb957-b837-40a8-a41a-7f840faa503b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:18:07.194416 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-961bb957-b837-40a8-a41a-7f840faa503b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:18:07.205289 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-961bb957-b837-40a8-a41a-7f840faa503b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Project 52c3b9e2c830405a83a3de34f696d160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:18:07.211566 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-961bb957-b837-40a8-a41a-7f840faa503b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.273562 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-961bb957-b837-40a8-a41a-7f840faa503b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.276922 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-961bb957-b837-40a8-a41a-7f840faa503b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.298932 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bb957-b837-40a8-a41a-7f840faa503b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e30383-26a2-4422-a24e-5d690da9dfd6,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:07.308109 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-961bb957-b837-40a8-a41a-7f840faa503b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.309734 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-961bb957-b837-40a8-a41a-7f840faa503b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384547 Feb 09 15:18:07.312454 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54756) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:07.317248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f55adaa9-469d-4d58-b80d-ccecaf5bb95f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': '9d061b50-bbc3-441c-9b7e-1ba59bf77f45', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:18:07.323680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f55adaa9-469d-4d58-b80d-ccecaf5bb95f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:18:07.328191 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f55adaa9-469d-4d58-b80d-ccecaf5bb95f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:18:07.330979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f55adaa9-469d-4d58-b80d-ccecaf5bb95f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:18:07.336731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f55adaa9-469d-4d58-b80d-ccecaf5bb95f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:18:07.345779 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-f55adaa9-469d-4d58-b80d-ccecaf5bb95f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Project 52c3b9e2c830405a83a3de34f696d160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:18:07.351957 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f55adaa9-469d-4d58-b80d-ccecaf5bb95f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.519866 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f55adaa9-469d-4d58-b80d-ccecaf5bb95f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.523514 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f55adaa9-469d-4d58-b80d-ccecaf5bb95f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.546173 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55adaa9-469d-4d58-b80d-ccecaf5bb95f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0deb0c-3383-406c-aa73-204f38d04f1b,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:07.555531 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f55adaa9-469d-4d58-b80d-ccecaf5bb95f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.556780 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f55adaa9-469d-4d58-b80d-ccecaf5bb95f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2434254 Feb 09 15:18:07.560265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54760) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:07.565824 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9498a2e7-72ba-44b0-ba1e-e0b04e9fd0a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'network': {'name': 'tempest-network-smoke--1116368680', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'port_security_enabled': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:18:07.571839 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9498a2e7-72ba-44b0-ba1e-e0b04e9fd0a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:18:07.576233 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9498a2e7-72ba-44b0-ba1e-e0b04e9fd0a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:network and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:18:07.579033 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9498a2e7-72ba-44b0-ba1e-e0b04e9fd0a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:18:07.584628 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9498a2e7-72ba-44b0-ba1e-e0b04e9fd0a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:18:07.594587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9498a2e7-72ba-44b0-ba1e-e0b04e9fd0a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Made reservation on behalf of 52c3b9e2c830405a83a3de34f696d160 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:18:07.597917 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9498a2e7-72ba-44b0-ba1e-e0b04e9fd0a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.625840 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9498a2e7-72ba-44b0-ba1e-e0b04e9fd0a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:18:07.634504 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9498a2e7-72ba-44b0-ba1e-e0b04e9fd0a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.634866 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-9498a2e7-72ba-44b0-ba1e-e0b04e9fd0a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Added segment 1dd24cee-a149-4024-8bb7-3b16c9b829a2 of type vlan for network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e Feb 09 15:18:07.660048 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9498a2e7-72ba-44b0-ba1e-e0b04e9fd0a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.688784 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9498a2e7-72ba-44b0-ba1e-e0b04e9fd0a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.694071 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9498a2e7-72ba-44b0-ba1e-e0b04e9fd0a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:07.694646 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9498a2e7-72ba-44b0-ba1e-e0b04e9fd0a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.796702 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9498a2e7-72ba-44b0-ba1e-e0b04e9fd0a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2352254 Feb 09 15:18:07.799271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54764) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:07.802188 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498a2e7-72ba-44b0-ba1e-e0b04e9fd0a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Network': ['ID=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:07.805001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1404986346', 'admin_state_up': True, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:18:07.812032 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:18:07.813590 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:18:07.817826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:router and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:18:07.820868 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:18:07.828503 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:18:07.839302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.840821 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:07.858541 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:08.124034 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:08.525913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:08.558457 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:08.690823 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.25.8.92 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/ea319ceb-e523-44e7-ad52-e779827f94aa) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:18:08.839544 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:08.868916 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:08.936703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:18:08.939578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:18:08.942379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:18:08.976844 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=ea319ceb-e523-44e7-ad52-e779827f94aa,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:09.344217 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:09.522541 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:09.787205 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:09.988036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router 59fa8f97-66ae-4622-8171-0a9c40027dca is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 15:18:10.166611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:18:10.176534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Sync routers for ids ['59fa8f97-66ae-4622-8171-0a9c40027dca'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:18:10.185507 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Routers {'59fa8f97-66ae-4622-8171-0a9c40027dca'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:18:10.186109 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:17:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['59fa8f97-66ae-4622-8171-0a9c40027dca'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:10.194164 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:10.195830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6bb4bf9e-ddd9-47e3-a85c-b9cb490cb083 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3952782 Feb 09 15:18:10.199134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54768) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:10.238917 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1e37696c-ed38-4905-908d-441c320afda8 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=52c3b9e2c830405a83a3de34f696d160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386701 Feb 09 15:18:10.241460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54772) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:10.376138 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d281760e-c404-468f-afbc-d3046670c0a6 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:10.377617 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d281760e-c404-468f-afbc-d3046670c0a6 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1349318 Feb 09 15:18:10.380356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54776) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:10.392790 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Set router 59fa8f97-66ae-4622-8171-0a9c40027dca gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:18:10.421930 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9298af1b-3519-40b9-993a-310c5d33e78e tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384185 Feb 09 15:18:10.422129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54780) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:10.479312 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0cf10c71-37c8-4c16-8341-99ef9f17e283 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1192496288', 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:18:10.590817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0cf10c71-37c8-4c16-8341-99ef9f17e283 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:18:10.594788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0cf10c71-37c8-4c16-8341-99ef9f17e283 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:subnet and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:18:10.597534 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0cf10c71-37c8-4c16-8341-99ef9f17e283 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:18:10.603217 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0cf10c71-37c8-4c16-8341-99ef9f17e283 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:18:10.613912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf10c71-37c8-4c16-8341-99ef9f17e283 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Made reservation on behalf of 52c3b9e2c830405a83a3de34f696d160 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:18:10.618050 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0cf10c71-37c8-4c16-8341-99ef9f17e283 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:10.676243 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404986346', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:18:07Z', 'updated_at': '2022-02-09T15:18:09Z', 'revision_number': 3, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ef:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:08Z', 'updated_at': '2022-02-09T15:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:10.680082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Checking router: 59fa8f97-66ae-4622-8171-0a9c40027dca for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:18:10.680431 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Updating router 59fa8f97-66ae-4622-8171-0a9c40027dca port ea319ceb-e523-44e7-ad52-e779827f94aa binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:18:10.733470 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:10.836541 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0cf10c71-37c8-4c16-8341-99ef9f17e283 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:10.912310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf10c71-37c8-4c16-8341-99ef9f17e283 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Subnet': ['ID=2ef1b027-b0c9-429a-8fd6-00d35a33f394,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:10.922401 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf10c71-37c8-4c16-8341-99ef9f17e283 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Checking segment: {'id': '1dd24cee-a149-4024-8bb7-3b16c9b829a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:18:10.922756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf10c71-37c8-4c16-8341-99ef9f17e283 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network hostable DHCP agents. Network: 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:18:10.941219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf10c71-37c8-4c16-8341-99ef9f17e283 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:18:10.951412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-0cf10c71-37c8-4c16-8341-99ef9f17e283 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:18:10.955626 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf10c71-37c8-4c16-8341-99ef9f17e283 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:10.956234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0cf10c71-37c8-4c16-8341-99ef9f17e283 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:10.963791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbb09d4-90fe-4c2a-9868-198e2d4b7e76 None None] Network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:18:10.978928 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0cf10c71-37c8-4c16-8341-99ef9f17e283 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5557251 Feb 09 15:18:10.985016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54786) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:11.215633 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:11.226785 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:11.249853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Transition to ACTIVE for port object ea319ceb-e523-44e7-ad52-e779827f94aa will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:18:11.284973 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:11.343587 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ips': [{'subnet_id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:18:11.344434 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:11.390149 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Attempting to bind port ea319ceb-e523-44e7-ad52-e779827f94aa on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:18:11.390513 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Attempting to bind port ea319ceb-e523-44e7-ad52-e779827f94aa by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:18:11.390874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Attempting to bind port ea319ceb-e523-44e7-ad52-e779827f94aa on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:18:11.435200 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:18:11.435566 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:18:11.435985 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:11.436384 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:18:11.436855 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Bound port: ea319ceb-e523-44e7-ad52-e779827f94aa, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:18:11.437228 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:11.460026 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7279ed4-bb3a-435e-9be6-6833baba0abc None None] Pushing event updated for resources: {'Port': ['ID=ea319ceb-e523-44e7-ad52-e779827f94aa,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:11.576052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] For port ea319ceb-e523-44e7-ad52-e779827f94aa, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:18:11.591812 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] For port ea319ceb-e523-44e7-ad52-e779827f94aa, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ea319ceb-e523-44e7-ad52-e779827f94aa,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:18:11.597184 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:11.656898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Allocated IP 172.20.0.2 (4a89a3c6-e977-4be0-88e4-cdf9a2d5354e/2ef1b027-b0c9-429a-8fd6-00d35a33f394/24ec96f8-70f5-4ff8-9941-a6186372fc37) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:18:11.751613 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7279ed4-bb3a-435e-9be6-6833baba0abc None None] Pushing event updated for resources: {'Port': ['ID=ea319ceb-e523-44e7-ad52-e779827f94aa,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:11.760851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Routers {'59fa8f97-66ae-4622-8171-0a9c40027dca'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:18:11.761464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:17:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['59fa8f97-66ae-4622-8171-0a9c40027dca'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:11.798387 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:12.076231 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] Set router 59fa8f97-66ae-4622-8171-0a9c40027dca gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:18:12.253562 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:12.273714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Transition to ACTIVE for port object 24ec96f8-70f5-4ff8-9941-a6186372fc37 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:18:12.310469 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Transition to ACTIVE for port object 24ec96f8-70f5-4ff8-9941-a6186372fc37 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:18:12.326630 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:12.389202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.20.0.1 (4a89a3c6-e977-4be0-88e4-cdf9a2d5354e/2ef1b027-b0c9-429a-8fd6-00d35a33f394/1ec84fa0-0e2a-4073-97e7-465e1bf3efa1) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:18:12.427365 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:18:12.431172 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:18:12.435487 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:18:12.445800 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Pushing event updated for resources: {'Port': ['ID=24ec96f8-70f5-4ff8-9941-a6186372fc37,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:12.545681 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Attempting to bind port 24ec96f8-70f5-4ff8-9941-a6186372fc37 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:18:12.546039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Attempting to bind port 24ec96f8-70f5-4ff8-9941-a6186372fc37 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '1dd24cee-a149-4024-8bb7-3b16c9b829a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:18:12.546909 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Attempting to bind port 24ec96f8-70f5-4ff8-9941-a6186372fc37 on network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:18:12.549473 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:12.554092 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:18:12.554461 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Checking segment: {'id': '1dd24cee-a149-4024-8bb7-3b16c9b829a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:18:12.554855 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:12.555243 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Bound using segment: {'id': '1dd24cee-a149-4024-8bb7-3b16c9b829a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:18:12.555703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Bound port: 24ec96f8-70f5-4ff8-9941-a6186372fc37, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd24cee-a149-4024-8bb7-3b16c9b829a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:18:12.556092 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:12.567366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Transition to ACTIVE for port object 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:18:12.567713 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404986346', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:18:07Z', 'updated_at': '2022-02-09T15:18:09Z', 'revision_number': 3, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ef:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:08Z', 'updated_at': '2022-02-09T15:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:12.576878 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f530e-0254-4c91-a8f3-69a36ae10ac0 None None] The sync data for ids ['59fa8f97-66ae-4622-8171-0a9c40027dca'] in n-d-828418-2 is: [{'id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404986346', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:18:07Z', 'updated_at': '2022-02-09T15:18:09Z', 'revision_number': 3, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ef:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:08Z', 'updated_at': '2022-02-09T15:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:18:12.592768 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:12.665826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:18:12.667048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:18:12.672239 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:18:12.675678 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] For port 24ec96f8-70f5-4ff8-9941-a6186372fc37, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:18:12.679635 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] For port 24ec96f8-70f5-4ff8-9941-a6186372fc37, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=24ec96f8-70f5-4ff8-9941-a6186372fc37,segment=NetworkSegment(1dd24cee-a149-4024-8bb7-3b16c9b829a2),segment_id=1dd24cee-a149-4024-8bb7-3b16c9b829a2)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:18:12.684443 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:12.727760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=1ec84fa0-0e2a-4073-97e7-465e1bf3efa1,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:12.741728 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:12.780392 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5515c3-2f0a-4899-8c52-1ac7b097a6c7 None None] Pushing event updated for resources: {'Port': ['ID=24ec96f8-70f5-4ff8-9941-a6186372fc37,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:13.068834 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:13.630215 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:13.636287 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:13.752574 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:13.756268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=1ec84fa0-0e2a-4073-97e7-465e1bf3efa1,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:13.815833 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa26befd-0c8b-44ce-925f-5062ec930158 None None] Network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:18:13.900482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:18:13.901633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:18:13.907052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-53d7d7cb-46ac-4a81-9b76-efe2c6cc8796 None None] Provisioning for port 24ec96f8-70f5-4ff8-9941-a6186372fc37 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:18:14.088175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 24ec96f8-70f5-4ff8-9941-a6186372fc37 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:18:14.104676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router 59fa8f97-66ae-4622-8171-0a9c40027dca has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:18:14.164432 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 24ec96f8-70f5-4ff8-9941-a6186372fc37 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:18:14.170213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 24ec96f8-70f5-4ff8-9941-a6186372fc37 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:18:14.170559 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:14.298858 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:18:14.300965 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:14.322176 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6f37f9ab-0e02-44a2-a1e8-6242fb765a34 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "PUT /v2.0/routers/59fa8f97-66ae-4622-8171-0a9c40027dca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3282619 Feb 09 15:18:14.338347 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 24ec96f8-70f5-4ff8-9941-a6186372fc37, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=24ec96f8-70f5-4ff8-9941-a6186372fc37,segment=NetworkSegment(1dd24cee-a149-4024-8bb7-3b16c9b829a2),segment_id=1dd24cee-a149-4024-8bb7-3b16c9b829a2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:18:14.352053 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:14.353554 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ea319ceb-e523-44e7-ad52-e779827f94aa up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:18:14.379658 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Sync routers for ids ['59fa8f97-66ae-4622-8171-0a9c40027dca'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:18:14.396656 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Routers {'59fa8f97-66ae-4622-8171-0a9c40027dca'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:18:14.397273 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:17:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['59fa8f97-66ae-4622-8171-0a9c40027dca'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:14.482422 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4f92e582-c0ef-4949-b2dd-cfaa274dc35d None None] Provisioning for port 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:18:14.499655 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4f92e582-c0ef-4949-b2dd-cfaa274dc35d None None] Provisioning complete for port 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:18:14.500233 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4f92e582-c0ef-4949-b2dd-cfaa274dc35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:14.550896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-b09c19b7-8f8b-4914-a058-ba681db32101 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:18:14.551962 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=24ec96f8-70f5-4ff8-9941-a6186372fc37,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:14.584625 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4f92e582-c0ef-4949-b2dd-cfaa274dc35d None None] Port 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:18:14.586065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-b09c19b7-8f8b-4914-a058-ba681db32101 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:18:14.592906 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-b09c19b7-8f8b-4914-a058-ba681db32101 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116213404&fields=id&tenant_id=52c3b9e2c830405a83a3de34f696d160 HTTP/1.1" status: 200 len: 267 time: 0.1181636 Feb 09 15:18:14.594227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port ea319ceb-e523-44e7-ad52-e779827f94aa completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:18:14.603149 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ea319ceb-e523-44e7-ad52-e779827f94aa triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:18:14.605546 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:14.639566 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Set router 59fa8f97-66ae-4622-8171-0a9c40027dca gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:18:14.718275 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4f92e582-c0ef-4949-b2dd-cfaa274dc35d None None] Provisioning complete for port 24ec96f8-70f5-4ff8-9941-a6186372fc37 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:18:14.718648 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4f92e582-c0ef-4949-b2dd-cfaa274dc35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:14.768830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-d704814e-b2b1-43b5-b877-38fbe5c994f9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:14.769795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-d704814e-b2b1-43b5-b877-38fbe5c994f9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:18:14.788568 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-d704814e-b2b1-43b5-b877-38fbe5c994f9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:18:14.797120 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-d704814e-b2b1-43b5-b877-38fbe5c994f9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/networks?id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e HTTP/1.1" status: 200 len: 797 time: 0.2005355 Feb 09 15:18:14.814573 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-68399f8b-ec30-4ea4-a04a-3df78a2f7e01 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/quotas/52c3b9e2c830405a83a3de34f696d160 HTTP/1.1" status: 200 len: 375 time: 0.0162253 Feb 09 15:18:14.903426 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:14.920498 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-699cb3be-98d7-4dda-a38e-5ca4bc507b0c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043820 Feb 09 15:18:14.927762 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port ea319ceb-e523-44e7-ad52-e779827f94aa, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ea319ceb-e523-44e7-ad52-e779827f94aa,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:18:14.933460 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:15.005204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=ea319ceb-e523-44e7-ad52-e779827f94aa,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:15.005469 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404986346', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:18:07Z', 'updated_at': '2022-02-09T15:18:12Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ef:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:08Z', 'updated_at': '2022-02-09T15:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1ec84fa0-0e2a-4073-97e7-465e1bf3efa1', 'name': '', 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:ed:51:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:12Z', 'updated_at': '2022-02-09T15:18:13Z', 'revision_number': 2, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:15.010023 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Checking router: 59fa8f97-66ae-4622-8171-0a9c40027dca for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:18:15.010375 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Updating router 59fa8f97-66ae-4622-8171-0a9c40027dca port 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:18:15.044648 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-048679b9-1244-44d9-af35-3e6dec5dd039 None None] Provisioning complete for port 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:18:15.045318 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-048679b9-1244-44d9-af35-3e6dec5dd039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:15.066651 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:15.100776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-048679b9-1244-44d9-af35-3e6dec5dd039 None None] Port 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:18:15.111571 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-da0a59b6-b702-42ff-853f-c99c896f3071 service neutron] 10.222.0.48 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809514 Feb 09 15:18:15.242594 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-884aa55a-3798-4b70-b1ce-f4d9f19e421a service neutron] 10.222.0.48 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246002 Feb 09 15:18:15.443771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ebd44dbe-5ce0-4b5e-9bff-a49fbc82682c req-436a1116-ae7a-4651-8923-9d18ad0b499b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:18:15.455703 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:15.459540 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ebd44dbe-5ce0-4b5e-9bff-a49fbc82682c req-436a1116-ae7a-4651-8923-9d18ad0b499b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:18:15.462022 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ebd44dbe-5ce0-4b5e-9bff-a49fbc82682c req-436a1116-ae7a-4651-8923-9d18ad0b499b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 210 time: 0.0619633 Feb 09 15:18:15.472011 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Transition to ACTIVE for port object 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:18:15.480432 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:15.625941 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34877a1-cac0-4536-a6b9-6f88ff1bf928 None None] Pushing event updated for resources: {'Port': ['ID=1ec84fa0-0e2a-4073-97e7-465e1bf3efa1,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:15.668066 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34877a1-cac0-4536-a6b9-6f88ff1bf928 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:15.668928 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34877a1-cac0-4536-a6b9-6f88ff1bf928 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:15.670603 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34877a1-cac0-4536-a6b9-6f88ff1bf928 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:15.670603 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34877a1-cac0-4536-a6b9-6f88ff1bf928 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:15.670603 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34877a1-cac0-4536-a6b9-6f88ff1bf928 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:15.670603 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34877a1-cac0-4536-a6b9-6f88ff1bf928 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:15.671016 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34877a1-cac0-4536-a6b9-6f88ff1bf928 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:15.671016 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34877a1-cac0-4536-a6b9-6f88ff1bf928 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:15.671266 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34877a1-cac0-4536-a6b9-6f88ff1bf928 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:15.671575 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34877a1-cac0-4536-a6b9-6f88ff1bf928 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:15.671911 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34877a1-cac0-4536-a6b9-6f88ff1bf928 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:15.672303 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34877a1-cac0-4536-a6b9-6f88ff1bf928 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:18:15.740317 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Attempting to bind port 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:18:15.740698 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Attempting to bind port 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '1dd24cee-a149-4024-8bb7-3b16c9b829a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:18:15.741059 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Attempting to bind port 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 on network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:18:15.747955 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:18:15.748270 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Checking segment: {'id': '1dd24cee-a149-4024-8bb7-3b16c9b829a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:18:15.748667 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:15.749059 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Bound using segment: {'id': '1dd24cee-a149-4024-8bb7-3b16c9b829a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:18:15.749527 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Bound port: 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd24cee-a149-4024-8bb7-3b16c9b829a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:18:15.749885 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:15.840693 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] For port 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:18:15.843680 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] For port 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1ec84fa0-0e2a-4073-97e7-465e1bf3efa1,segment=NetworkSegment(1dd24cee-a149-4024-8bb7-3b16c9b829a2),segment_id=1dd24cee-a149-4024-8bb7-3b16c9b829a2)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:18:15.847532 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:15.931999 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Routers {'59fa8f97-66ae-4622-8171-0a9c40027dca'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:18:15.932614 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:17:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['59fa8f97-66ae-4622-8171-0a9c40027dca'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:16.013260 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34877a1-cac0-4536-a6b9-6f88ff1bf928 None None] Pushing event updated for resources: {'Port': ['ID=1ec84fa0-0e2a-4073-97e7-465e1bf3efa1,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:16.040406 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 24ec96f8-70f5-4ff8-9941-a6186372fc37 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:18:16.124418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 24ec96f8-70f5-4ff8-9941-a6186372fc37 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:18:16.124792 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:16.154529 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] Set router 59fa8f97-66ae-4622-8171-0a9c40027dca gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:18:16.248460 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ea319ceb-e523-44e7-ad52-e779827f94aa up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:18:16.323281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ea319ceb-e523-44e7-ad52-e779827f94aa triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:18:16.323651 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:16.480552 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404986346', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:18:07Z', 'updated_at': '2022-02-09T15:18:12Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ef:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:08Z', 'updated_at': '2022-02-09T15:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1ec84fa0-0e2a-4073-97e7-465e1bf3efa1', 'name': '', 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:ed:51:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:12Z', 'updated_at': '2022-02-09T15:18:15Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:16.485610 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d48ff3-eb8b-4a0a-b52a-e730d46a5dc3 None None] The sync data for ids ['59fa8f97-66ae-4622-8171-0a9c40027dca'] in n-d-828418-2 is: [{'id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404986346', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:18:07Z', 'updated_at': '2022-02-09T15:18:12Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ef:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:08Z', 'updated_at': '2022-02-09T15:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1ec84fa0-0e2a-4073-97e7-465e1bf3efa1', 'name': '', 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:ed:51:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:12Z', 'updated_at': '2022-02-09T15:18:15Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:18:16.676736 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-297cf1ee-8328-4391-bd46-8e98f8706af7 req-0f78e58e-a78c-4b0f-bedc-eb20cbb7e361 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 210 time: 0.0577981 Feb 09 15:18:16.709315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-6fe51f07-a412-4354-9650-2dd00e626ba0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:16.710635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-6fe51f07-a412-4354-9650-2dd00e626ba0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:18:16.728098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-6fe51f07-a412-4354-9650-2dd00e626ba0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:18:16.729921 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-6fe51f07-a412-4354-9650-2dd00e626ba0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.35 "GET /v2.0/networks?id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e HTTP/1.1" status: 200 len: 797 time: 0.2764697 Feb 09 15:18:16.781606 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-2d1f6e8e-7844-4578-97de-1016f8b2d231 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:18:16.794358 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-2d1f6e8e-7844-4578-97de-1016f8b2d231 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:18:16.795487 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-2d1f6e8e-7844-4578-97de-1016f8b2d231 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52c3b9e2c830405a83a3de34f696d160 HTTP/1.1" status: 200 len: 379 time: 0.0559318 Feb 09 15:18:16.807167 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-0ada52b8-7a1b-45ea-b973-c37723de4cda tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'port': {'device_id': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'admin_state_up': True, 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'security_groups': ['9d061b50-bbc3-441c-9b7e-1ba59bf77f45']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:18:16.950361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-0ada52b8-7a1b-45ea-b973-c37723de4cda tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:18:16.959982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-0ada52b8-7a1b-45ea-b973-c37723de4cda tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:18:16.970081 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-0ada52b8-7a1b-45ea-b973-c37723de4cda tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Made reservation on behalf of 52c3b9e2c830405a83a3de34f696d160 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:18:16.973917 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-0ada52b8-7a1b-45ea-b973-c37723de4cda tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:17.264245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-0ada52b8-7a1b-45ea-b973-c37723de4cda tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.20.0.3 (4a89a3c6-e977-4be0-88e4-cdf9a2d5354e/2ef1b027-b0c9-429a-8fd6-00d35a33f394/6c1f051c-2c35-4c60-ab71-1cb3c1704411) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:18:17.455272 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-0ada52b8-7a1b-45ea-b973-c37723de4cda tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:17.470488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-0ada52b8-7a1b-45ea-b973-c37723de4cda tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Transition to ACTIVE for port object 6c1f051c-2c35-4c60-ab71-1cb3c1704411 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:18:17.497469 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-0ada52b8-7a1b-45ea-b973-c37723de4cda tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:17.572459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-0ada52b8-7a1b-45ea-b973-c37723de4cda tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:18:17.575855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-0ada52b8-7a1b-45ea-b973-c37723de4cda tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:18:17.579871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-0ada52b8-7a1b-45ea-b973-c37723de4cda tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:18:17.611197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada52b8-7a1b-45ea-b973-c37723de4cda tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=6c1f051c-2c35-4c60-ab71-1cb3c1704411,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:17.647608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-0ada52b8-7a1b-45ea-b973-c37723de4cda tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:17.648286 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-0ada52b8-7a1b-45ea-b973-c37723de4cda tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:17.675165 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-0ada52b8-7a1b-45ea-b973-c37723de4cda tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8716321 Feb 09 15:18:17.686982 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Request body: {'port': {'device_id': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:18:17.829363 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7968dc3a-d67e-4709-adb7-1c4ff454680d None None] Provisioning for port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:18:17.834397 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7968dc3a-d67e-4709-adb7-1c4ff454680d None None] Provisioning complete for port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:18:17.834830 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7968dc3a-d67e-4709-adb7-1c4ff454680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:17.851929 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:17.890680 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-7968dc3a-d67e-4709-adb7-1c4ff454680d None None] Port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:18:17.945703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30faff-134f-45c8-9051-7c6d0bdedc28 req-9cf03f4e-735e-467d-9e24-6fee8c308b05 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:17.946390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-5d30faff-134f-45c8-9051-7c6d0bdedc28 req-9cf03f4e-735e-467d-9e24-6fee8c308b05 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:18:18.010899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-5d30faff-134f-45c8-9051-7c6d0bdedc28 req-9cf03f4e-735e-467d-9e24-6fee8c308b05 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:18:18.011900 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d30faff-134f-45c8-9051-7c6d0bdedc28 req-9cf03f4e-735e-467d-9e24-6fee8c308b05 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 931 time: 0.2256885 Feb 09 15:18:18.023310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:18:18.094699 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:18:18.099505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:18:18.099913 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:18.138265 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5d30faff-134f-45c8-9051-7c6d0bdedc28 req-dcfb9d75-2b04-4834-8cdb-a5fd1556aae6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191921 Feb 09 15:18:18.219317 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:18.251343 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1ec84fa0-0e2a-4073-97e7-465e1bf3efa1,segment=NetworkSegment(1dd24cee-a149-4024-8bb7-3b16c9b829a2),segment_id=1dd24cee-a149-4024-8bb7-3b16c9b829a2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:18:18.255879 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:18.265810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1f051c-2c35-4c60-ab71-1cb3c1704411 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:18:18.273323 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:18.288663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Transition to ACTIVE for port object 6c1f051c-2c35-4c60-ab71-1cb3c1704411 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:18:18.291526 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:18.327381 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=1ec84fa0-0e2a-4073-97e7-465e1bf3efa1,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:18.446169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Pushing event updated for resources: {'Port': ['ID=6c1f051c-2c35-4c60-ab71-1cb3c1704411,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:18.524978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Attempting to bind port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:18:18.525302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Attempting to bind port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '1dd24cee-a149-4024-8bb7-3b16c9b829a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:18:18.525624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Attempting to bind port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 on network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:18:18.530907 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 on network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:18:18.531225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Attempting to bind port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 on network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:18:18.536308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:18:18.536638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Checking segment: {'id': '1dd24cee-a149-4024-8bb7-3b16c9b829a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:18:18.537015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Bound using segment: {'id': '1dd24cee-a149-4024-8bb7-3b16c9b829a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:18:18.537433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Bound port: 6c1f051c-2c35-4c60-ab71-1cb3c1704411, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd24cee-a149-4024-8bb7-3b16c9b829a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:18:18.537771 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:18.629135 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] For port 6c1f051c-2c35-4c60-ab71-1cb3c1704411, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:18:18.631974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] For port 6c1f051c-2c35-4c60-ab71-1cb3c1704411, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411,segment=NetworkSegment(1dd24cee-a149-4024-8bb7-3b16c9b829a2),segment_id=1dd24cee-a149-4024-8bb7-3b16c9b829a2)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:18:18.636489 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:18.697231 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:18.697666 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:18.698972 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-ce4028a6-726e-4405-be18-94e42778422f service neutron] 10.222.0.35 "PUT /v2.0/ports/6c1f051c-2c35-4c60-ab71-1cb3c1704411 HTTP/1.1" status: 200 len: 1091 time: 1.0162783 Feb 09 15:18:18.699403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'tag': '6c1f051c-2c35-4c60-ab71-1cb3c1704411'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:18:18.719095 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4028a6-726e-4405-be18-94e42778422f service neutron] Pushing event updated for resources: {'Port': ['ID=6c1f051c-2c35-4c60-ab71-1cb3c1704411,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:18.773597 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'tag': '6c1f051c-2c35-4c60-ab71-1cb3c1704411', 'status': 'completed', 'code': 200} Feb 09 15:18:18.813618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-85e38695-12f2-4eb9-8d69-447656ea7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:18.815086 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-85e38695-12f2-4eb9-8d69-447656ea7200 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 1094 time: 0.0772028 Feb 09 15:18:18.885140 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-1827cf5c-6cf8-4e05-bbf7-acc0a3017ea8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411 HTTP/1.1" status: 200 len: 217 time: 0.0622444 Feb 09 15:18:19.050079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-7c2552ab-5182-431d-af5b-11aacb2908be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:19.051423 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-7c2552ab-5182-431d-af5b-11aacb2908be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ef1b027-b0c9-429a-8fd6-00d35a33f394 HTTP/1.1" status: 200 len: 835 time: 0.1592326 Feb 09 15:18:19.125136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-c4d027b6-9ebc-4656-8535-7ed8099af7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:19.126512 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-c4d027b6-9ebc-4656-8535-7ed8099af7c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690300 Feb 09 15:18:19.298950 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-612deef5-ff2e-49c1-ade2-0f3f3a6c0d16 service neutron] 10.222.0.35 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655426 Feb 09 15:18:19.433158 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00244e8-767b-4ce4-bd29-56ee69d8dd3f req-22ba0e22-bb9a-4a6b-988a-ca043f53de8d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:19.435217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d00244e8-767b-4ce4-bd29-56ee69d8dd3f req-22ba0e22-bb9a-4a6b-988a-ca043f53de8d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 943 time: 0.1826003 Feb 09 15:18:19.470116 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-89ca03a2-be7f-4954-bd62-2ab4f2a86a21 req-45b7a40b-e986-4111-85df-cc2c5b6fc11d service neutron] 10.222.0.35 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613872 Feb 09 15:18:19.493772 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d00244e8-767b-4ce4-bd29-56ee69d8dd3f req-b0d4d577-4155-4fa9-8609-3795c5b84886 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455887 Feb 09 15:18:19.589363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef49fb-2978-4c7d-a466-50ed807d49ba req-2406b61e-ef4c-4a14-b71f-ed1c1dde04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:19.590851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-edef49fb-2978-4c7d-a466-50ed807d49ba req-2406b61e-ef4c-4a14-b71f-ed1c1dde04ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 1094 time: 0.0702190 Feb 09 15:18:19.722040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef49fb-2978-4c7d-a466-50ed807d49ba req-084276b1-64e9-4483-8a6f-26032be189c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:19.723398 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-edef49fb-2978-4c7d-a466-50ed807d49ba req-084276b1-64e9-4483-8a6f-26032be189c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e HTTP/1.1" status: 200 len: 897 time: 0.1257873 Feb 09 15:18:19.794905 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-edef49fb-2978-4c7d-a466-50ed807d49ba req-a6578aed-be42-420d-b5c4-0c9b376306ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411 HTTP/1.1" status: 200 len: 217 time: 0.0650995 Feb 09 15:18:19.854778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef49fb-2978-4c7d-a466-50ed807d49ba req-f96352da-7d67-4757-b05b-57e4680327b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:19.856750 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-edef49fb-2978-4c7d-a466-50ed807d49ba req-f96352da-7d67-4757-b05b-57e4680327b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ef1b027-b0c9-429a-8fd6-00d35a33f394 HTTP/1.1" status: 200 len: 835 time: 0.0549474 Feb 09 15:18:19.932683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef49fb-2978-4c7d-a466-50ed807d49ba req-f85095bc-4ab9-4384-9ff6-defd0ca9abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:19.934673 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-edef49fb-2978-4c7d-a466-50ed807d49ba req-f85095bc-4ab9-4384-9ff6-defd0ca9abb4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714726 Feb 09 15:18:20.001832 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:18:20.066637 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-edef49fb-2978-4c7d-a466-50ed807d49ba req-9fd61495-a9b4-47fa-9426-4b831f47b67d service neutron] 10.222.0.35 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252277 Feb 09 15:18:20.068073 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:18:20.068445 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:20.204062 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-edef49fb-2978-4c7d-a466-50ed807d49ba req-c516cc17-36ca-464f-990f-57a76e39c28c service neutron] 10.222.0.35 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312592 Feb 09 15:18:20.679371 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574d62e-b96d-483c-ba14-7b814cfd14d8 req-ca519b2c-b626-44e5-9589-f447d8d460b2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:20.680820 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9574d62e-b96d-483c-ba14-7b814cfd14d8 req-ca519b2c-b626-44e5-9589-f447d8d460b2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 943 time: 0.0820367 Feb 09 15:18:20.723841 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9574d62e-b96d-483c-ba14-7b814cfd14d8 req-072ab465-7d0b-402c-892b-212d85703bfc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373516 Feb 09 15:18:21.904214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a8c0-b888-4152-9c8a-0aefee735cc1 req-2495e920-d935-44a3-8727-05e534a7a614 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:21.905599 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53c1a8c0-b888-4152-9c8a-0aefee735cc1 req-2495e920-d935-44a3-8727-05e534a7a614 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 943 time: 0.0770741 Feb 09 15:18:21.951558 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53c1a8c0-b888-4152-9c8a-0aefee735cc1 req-5f4e022c-535e-4458-b846-a4f256156a3a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403390 Feb 09 15:18:23.133721 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c50d9-0d3a-42ed-87f8-a86c7a3e0427 req-931563f6-cde1-4a01-957e-9a0ad8477843 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:23.135202 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3e4c50d9-0d3a-42ed-87f8-a86c7a3e0427 req-931563f6-cde1-4a01-957e-9a0ad8477843 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 943 time: 0.0804098 Feb 09 15:18:23.178388 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3e4c50d9-0d3a-42ed-87f8-a86c7a3e0427 req-3f1524a0-f210-4025-a202-7c1a74c96210 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374062 Feb 09 15:18:24.064945 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6c1f051c-2c35-4c60-ab71-1cb3c1704411 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:18:24.194802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6c1f051c-2c35-4c60-ab71-1cb3c1704411, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411,segment=NetworkSegment(1dd24cee-a149-4024-8bb7-3b16c9b829a2),segment_id=1dd24cee-a149-4024-8bb7-3b16c9b829a2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:18:24.208488 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '6c1f051c-2c35-4c60-ab71-1cb3c1704411', 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'port_id': '6c1f051c-2c35-4c60-ab71-1cb3c1704411', 'mac_address': 'fa:16:3e:ed:c1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:18:24.267841 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:24.284795 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1f051c-2c35-4c60-ab71-1cb3c1704411 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:18:24.300808 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6c1f051c-2c35-4c60-ab71-1cb3c1704411, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411,segment=NetworkSegment(1dd24cee-a149-4024-8bb7-3b16c9b829a2),segment_id=1dd24cee-a149-4024-8bb7-3b16c9b829a2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:18:24.305142 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:24.364830 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e1ef1-55af-463a-b3b1-49d3fbf06827 req-efca0f71-273f-412d-acf6-c456afdb6220 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:24.366319 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e76e1ef1-55af-463a-b3b1-49d3fbf06827 req-efca0f71-273f-412d-acf6-c456afdb6220 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 944 time: 0.0821085 Feb 09 15:18:24.372935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=6c1f051c-2c35-4c60-ab71-1cb3c1704411,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:24.410390 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e76e1ef1-55af-463a-b3b1-49d3fbf06827 req-9300c79c-b63a-4027-928e-937153496abd tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375857 Feb 09 15:18:24.738943 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['6c1f051c-2c35-4c60-ab71-1cb3c1704411'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:18:25.604980 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67931-3b8d-4bf1-b88e-bd54c5f7b7c6 req-3010df73-0260-411c-8a4b-23ced318244e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:25.606956 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-93d67931-3b8d-4bf1-b88e-bd54c5f7b7c6 req-3010df73-0260-411c-8a4b-23ced318244e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 944 time: 0.0882235 Feb 09 15:18:25.651382 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-93d67931-3b8d-4bf1-b88e-bd54c5f7b7c6 req-1b25fdbc-760e-43b8-8907-3f3795a5491f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387883 Feb 09 15:18:26.071528 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6c1f051c-2c35-4c60-ab71-1cb3c1704411 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:18:26.137860 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:18:26.142640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:18:26.143005 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:26.260727 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:26.287065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1f051c-2c35-4c60-ab71-1cb3c1704411'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:18:26.297133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 6c1f051c-2c35-4c60-ab71-1cb3c1704411, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411,segment=NetworkSegment(1dd24cee-a149-4024-8bb7-3b16c9b829a2),segment_id=1dd24cee-a149-4024-8bb7-3b16c9b829a2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:18:26.301355 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:26.337109 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1f051c-2c35-4c60-ab71-1cb3c1704411', 'code': 200} Feb 09 15:18:26.373219 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=6c1f051c-2c35-4c60-ab71-1cb3c1704411,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:26.501945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746fa00-062a-4897-8856-a99a08ae63ec req-b9a23453-e0e9-47b7-98b4-4e33e433c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:26.503574 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8746fa00-062a-4897-8856-a99a08ae63ec req-b9a23453-e0e9-47b7-98b4-4e33e433c4f0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 1096 time: 0.1079326 Feb 09 15:18:26.549878 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8746fa00-062a-4897-8856-a99a08ae63ec req-5b4905d6-1cb8-4920-9d42-56e0a4de8474 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391023 Feb 09 15:18:26.866227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31772d6c-428f-405e-8d3d-0e526a428282 req-e81e9d79-cd2d-4c92-a7e1-00043d7f8f01 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:26.867577 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-31772d6c-428f-405e-8d3d-0e526a428282 req-e81e9d79-cd2d-4c92-a7e1-00043d7f8f01 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.1075516 Feb 09 15:18:26.900023 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b52b8306-9558-44bc-bcd7-decdf2e634b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:26.913144 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-31772d6c-428f-405e-8d3d-0e526a428282 req-25fc5efd-6ac6-4dac-a1d8-76aa1f1cc86d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395427 Feb 09 15:18:28.104759 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb49b95-15af-450e-9224-9bcf389683cc req-5dd2633f-6df3-4082-8692-013e6bdc0192 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:28.107486 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8eb49b95-15af-450e-9224-9bcf389683cc req-5dd2633f-6df3-4082-8692-013e6bdc0192 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0834363 Feb 09 15:18:28.151208 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8eb49b95-15af-450e-9224-9bcf389683cc req-42a664fa-521b-4de6-8a94-f2dffbc4105d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372834 Feb 09 15:18:29.314294 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fec03ed0-ed46-4fd4-8b87-3211aa7dc5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:29.336731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dadc9e-30c7-412e-81da-34fe6bfc3ef3 req-79bf852f-255c-4654-b51f-692741c37f82 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:29.338288 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c8dadc9e-30c7-412e-81da-34fe6bfc3ef3 req-79bf852f-255c-4654-b51f-692741c37f82 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0840609 Feb 09 15:18:29.381699 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c8dadc9e-30c7-412e-81da-34fe6bfc3ef3 req-1de1c045-a1be-4d3b-af78-bf4c3343d629 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371387 Feb 09 15:18:29.563930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca380cc-eada-4cc6-a838-d7a9c7808bb2 req-a38053a4-5a05-40e8-82d2-484471113974 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:29.565280 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bca380cc-eada-4cc6-a838-d7a9c7808bb2 req-a38053a4-5a05-40e8-82d2-484471113974 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0819340 Feb 09 15:18:29.711740 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bca380cc-eada-4cc6-a838-d7a9c7808bb2 req-205ae07e-2f91-4cd5-997a-6856bf1c7278 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409068 Feb 09 15:18:29.733415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54846) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:29.847631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4ed30b-cdbf-482d-bbaa-dd744a5f5a93 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:29.849057 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dd4ed30b-cdbf-482d-bbaa-dd744a5f5a93 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 1091 time: 0.1146924 Feb 09 15:18:29.852056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54852) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:29.857376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': '6c1f051c-2c35-4c60-ab71-1cb3c1704411', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:18:29.863937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:18:29.868040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:floatingip and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:18:29.871040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:18:29.877094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:18:29.887568 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:30.019433 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:30.154810 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.25.8.214 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/bebff81c-7cbd-4405-ad40-60b82a219cde) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:18:30.299815 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:30.329177 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:30.392668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:18:30.395382 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:18:30.399015 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:18:30.438639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=bebff81c-7cbd-4405-ad40-60b82a219cde,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:30.449466 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:30.483210 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:30.816437 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:30.890048 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:31.094335 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:31.098781 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:31.209020 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=bebff81c-7cbd-4405-ad40-60b82a219cde,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:18:31.226800 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:31.505427 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Floating IP 25ecf73e-b7f8-4001-82fc-928beb654d89 associated. External IP: 172.25.8.214, port: 6c1f051c-2c35-4c60-ab71-1cb3c1704411. Feb 09 15:18:31.865691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router 59fa8f97-66ae-4622-8171-0a9c40027dca has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:18:32.014463 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:32.049302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:18:32.058573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1d8ffd-4b29-444c-87ae-431b7425f037 None None] Sync routers for ids ['59fa8f97-66ae-4622-8171-0a9c40027dca'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:18:32.067851 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d8ffd-4b29-444c-87ae-431b7425f037 None None] Routers {'59fa8f97-66ae-4622-8171-0a9c40027dca'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:18:32.068456 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9e1d8ffd-4b29-444c-87ae-431b7425f037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:18:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['59fa8f97-66ae-4622-8171-0a9c40027dca'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:32.073772 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:32.138017 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a02d7439-e84d-466d-b6e8-de3a12ca3ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2842426 Feb 09 15:18:32.138455 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'tag': '6c1f051c-2c35-4c60-ab71-1cb3c1704411'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:18:32.192262 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'tag': '6c1f051c-2c35-4c60-ab71-1cb3c1704411', 'status': 'completed', 'code': 200} Feb 09 15:18:32.252239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-9e1d8ffd-4b29-444c-87ae-431b7425f037 None None] Set router 59fa8f97-66ae-4622-8171-0a9c40027dca gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:18:32.298369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db2e96-027f-4de2-8678-67d8965b387f req-c4857ed5-c1fe-4c81-9712-22a34390509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:32.300219 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53db2e96-027f-4de2-8678-67d8965b387f req-c4857ed5-c1fe-4c81-9712-22a34390509d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 1096 time: 0.0771489 Feb 09 15:18:32.320029 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc72db-eb96-4daa-9bc4-8e18c836dcac req-dfa2203d-a4bd-4f37-a8b8-28eda08524a7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:32.321489 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5fc72db-eb96-4daa-9bc4-8e18c836dcac req-dfa2203d-a4bd-4f37-a8b8-28eda08524a7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0821888 Feb 09 15:18:32.370983 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d5fc72db-eb96-4daa-9bc4-8e18c836dcac req-f3e993c2-b10e-4534-a3b5-34c83491e217 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423756 Feb 09 15:18:32.395432 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54860) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:32.435955 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db2e96-027f-4de2-8678-67d8965b387f req-64f18f92-a4ea-4aac-bf72-322bd3744439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:32.443473 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53db2e96-027f-4de2-8678-67d8965b387f req-64f18f92-a4ea-4aac-bf72-322bd3744439 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e HTTP/1.1" status: 200 len: 897 time: 0.1308386 Feb 09 15:18:32.505308 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-634fb5c9-9993-475e-a131-345d24762d72 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/25ecf73e-b7f8-4001-82fc-928beb654d89 HTTP/1.1" status: 200 len: 991 time: 0.1074162 Feb 09 15:18:32.542474 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53db2e96-027f-4de2-8678-67d8965b387f req-8b4cc6b0-6823-4032-9f42-6bfa4dcda66c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411 HTTP/1.1" status: 200 len: 999 time: 0.0974898 Feb 09 15:18:32.603122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9e1d8ffd-4b29-444c-87ae-431b7425f037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404986346', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:18:07Z', 'updated_at': '2022-02-09T15:18:12Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ef:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:08Z', 'updated_at': '2022-02-09T15:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '25ecf73e-b7f8-4001-82fc-928beb654d89', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'port_id': '6c1f051c-2c35-4c60-ab71-1cb3c1704411', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'mac_address': 'fa:16:3e:ed:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:18:30Z', 'updated_at': '2022-02-09T15:18:30Z', 'revision_number': 0, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec84fa0-0e2a-4073-97e7-465e1bf3efa1', 'name': '', 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:ed:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:12Z', 'updated_at': '2022-02-09T15:18:18Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:32.607362 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1d8ffd-4b29-444c-87ae-431b7425f037 None None] Checking router: 59fa8f97-66ae-4622-8171-0a9c40027dca for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:18:32.608456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db2e96-027f-4de2-8678-67d8965b387f req-b1820589-2b7f-4d1b-99a8-e80457e2075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:32.609893 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53db2e96-027f-4de2-8678-67d8965b387f req-b1820589-2b7f-4d1b-99a8-e80457e2075b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ef1b027-b0c9-429a-8fd6-00d35a33f394 HTTP/1.1" status: 200 len: 835 time: 0.0605695 Feb 09 15:18:32.615673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d8ffd-4b29-444c-87ae-431b7425f037 None None] Routers {'59fa8f97-66ae-4622-8171-0a9c40027dca'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:18:32.616321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9e1d8ffd-4b29-444c-87ae-431b7425f037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:18:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['59fa8f97-66ae-4622-8171-0a9c40027dca'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:32.685136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db2e96-027f-4de2-8678-67d8965b387f req-7001a4c7-ceb3-469b-9adf-4c447fd203db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:32.686619 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53db2e96-027f-4de2-8678-67d8965b387f req-7001a4c7-ceb3-469b-9adf-4c447fd203db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697753 Feb 09 15:18:32.796138 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-9e1d8ffd-4b29-444c-87ae-431b7425f037 None None] Set router 59fa8f97-66ae-4622-8171-0a9c40027dca gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:18:32.818430 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53db2e96-027f-4de2-8678-67d8965b387f req-08f99e5e-3fab-4974-99b9-61a927e07a51 service neutron] 10.222.0.35 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234322 Feb 09 15:18:32.947494 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-53db2e96-027f-4de2-8678-67d8965b387f req-a24335cb-afa8-4885-b9b2-134846fd1ef6 service neutron] 10.222.0.35 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228230 Feb 09 15:18:33.175670 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-9e1d8ffd-4b29-444c-87ae-431b7425f037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404986346', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:18:07Z', 'updated_at': '2022-02-09T15:18:12Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ef:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:08Z', 'updated_at': '2022-02-09T15:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '25ecf73e-b7f8-4001-82fc-928beb654d89', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'port_id': '6c1f051c-2c35-4c60-ab71-1cb3c1704411', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'mac_address': 'fa:16:3e:ed:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:18:30Z', 'updated_at': '2022-02-09T15:18:30Z', 'revision_number': 0, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec84fa0-0e2a-4073-97e7-465e1bf3efa1', 'name': '', 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:ed:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:12Z', 'updated_at': '2022-02-09T15:18:18Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:18:33.179536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1d8ffd-4b29-444c-87ae-431b7425f037 None None] The sync data for ids ['59fa8f97-66ae-4622-8171-0a9c40027dca'] in n-d-828418-2 is: [{'id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404986346', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:18:07Z', 'updated_at': '2022-02-09T15:18:12Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ef:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:08Z', 'updated_at': '2022-02-09T15:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '25ecf73e-b7f8-4001-82fc-928beb654d89', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'port_id': '6c1f051c-2c35-4c60-ab71-1cb3c1704411', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'mac_address': 'fa:16:3e:ed:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:18:30Z', 'updated_at': '2022-02-09T15:18:30Z', 'revision_number': 0, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec84fa0-0e2a-4073-97e7-465e1bf3efa1', 'name': '', 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:ed:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:12Z', 'updated_at': '2022-02-09T15:18:18Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:18:33.365009 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee0191f-a1ed-461e-915e-bc812640c935 None None] New status for floating IP 25ecf73e-b7f8-4001-82fc-928beb654d89: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:18:33.508205 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54864) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:33.615859 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c26a8470-9d91-4e46-bf37-f02d023d4216 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/25ecf73e-b7f8-4001-82fc-928beb654d89 HTTP/1.1" status: 200 len: 991 time: 0.1064160 Feb 09 15:18:34.619919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 54868) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:18:34.828405 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-16a2cdef-066f-4e91-a850-c785592acf79 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/25ecf73e-b7f8-4001-82fc-928beb654d89 HTTP/1.1" status: 200 len: 993 time: 0.2073393 Feb 09 15:18:37.973511 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:18:39.543890 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:40.341557 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ef82d93-d50b-44a4-8875-0362b0e5257a req-79f7c053-0ce6-4738-9076-d6985269a717 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723729 Feb 09 15:18:40.478682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef82d93-d50b-44a4-8875-0362b0e5257a req-6fe16de1-cdce-4665-85ab-5cdec0053aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:40.480280 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ef82d93-d50b-44a4-8875-0362b0e5257a req-6fe16de1-cdce-4665-85ab-5cdec0053aa5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 1096 time: 0.0692816 Feb 09 15:18:40.622674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef82d93-d50b-44a4-8875-0362b0e5257a req-5348e260-da3f-4b6b-bd01-68f3e834ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:40.624045 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ef82d93-d50b-44a4-8875-0362b0e5257a req-5348e260-da3f-4b6b-bd01-68f3e834ece2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e HTTP/1.1" status: 200 len: 897 time: 0.1240392 Feb 09 15:18:40.730961 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ef82d93-d50b-44a4-8875-0362b0e5257a req-95ef8aa0-0422-4e8e-8202-fa833566cd8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411 HTTP/1.1" status: 200 len: 1001 time: 0.0942414 Feb 09 15:18:40.795374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef82d93-d50b-44a4-8875-0362b0e5257a req-76cbd483-52b0-40ce-bb62-2b1d950908a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:40.796785 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ef82d93-d50b-44a4-8875-0362b0e5257a req-76cbd483-52b0-40ce-bb62-2b1d950908a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ef1b027-b0c9-429a-8fd6-00d35a33f394 HTTP/1.1" status: 200 len: 835 time: 0.0556791 Feb 09 15:18:40.875160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef82d93-d50b-44a4-8875-0362b0e5257a req-24f6af96-eaa1-47bb-82cb-7f6f572e6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:18:40.876641 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ef82d93-d50b-44a4-8875-0362b0e5257a req-24f6af96-eaa1-47bb-82cb-7f6f572e6672 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717676 Feb 09 15:18:41.003597 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ef82d93-d50b-44a4-8875-0362b0e5257a req-add8823e-68a0-47d2-aa8d-35408134251c service neutron] 10.222.0.35 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202965 Feb 09 15:18:41.135175 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4ef82d93-d50b-44a4-8875-0362b0e5257a req-1f3c2bc4-d7dd-4189-b02e-e2d70b9b85f2 service neutron] 10.222.0.35 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235483 Feb 09 15:18:41.155117 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:56.902220 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-27c79599-ab4c-4bd4-8455-1769e88e7a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:18:59.320906 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3314-e2b6-4b33-b8b7-72e2b13c0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:19:00.453429 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:19:00.487129 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:19:02.017247 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:19:09.532154 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:19:11.166691 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:19:14.973217 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:19:26.904710 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-223906ed-e531-4cb6-bea2-ec430fe6ad66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:19:29.311590 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5e91abf0-c21c-4f1f-acc2-5253fad27864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:19:30.455433 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:19:30.487157 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:19:32.020071 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:19:39.550785 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:19:41.180663 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:19:41.364889 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef924578-5292-4495-b0d4-d3954723864e req-abba1b6c-c778-43e1-9c63-1747de3af693 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707619 Feb 09 15:19:41.508225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef924578-5292-4495-b0d4-d3954723864e req-bcd049c7-53dc-49f9-b9b7-2eb342f8fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:19:41.509587 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef924578-5292-4495-b0d4-d3954723864e req-bcd049c7-53dc-49f9-b9b7-2eb342f8fbce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 1096 time: 0.0737784 Feb 09 15:19:41.655352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef924578-5292-4495-b0d4-d3954723864e req-0167da85-73b1-49ea-a244-529e2e9775c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:19:41.656792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef924578-5292-4495-b0d4-d3954723864e req-0167da85-73b1-49ea-a244-529e2e9775c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e HTTP/1.1" status: 200 len: 897 time: 0.1235936 Feb 09 15:19:41.754907 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef924578-5292-4495-b0d4-d3954723864e req-31edc2cd-860e-4333-b162-1e5e512ff179 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411 HTTP/1.1" status: 200 len: 1001 time: 0.0905859 Feb 09 15:19:41.819045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef924578-5292-4495-b0d4-d3954723864e req-05542237-486c-404a-bde4-4e07dc4a358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:19:41.820383 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef924578-5292-4495-b0d4-d3954723864e req-05542237-486c-404a-bde4-4e07dc4a358c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ef1b027-b0c9-429a-8fd6-00d35a33f394 HTTP/1.1" status: 200 len: 835 time: 0.0595217 Feb 09 15:19:41.892392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef924578-5292-4495-b0d4-d3954723864e req-94655377-bf76-40d3-92e3-8dc5f3208925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:19:41.893807 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef924578-5292-4495-b0d4-d3954723864e req-94655377-bf76-40d3-92e3-8dc5f3208925 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672057 Feb 09 15:19:42.025609 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef924578-5292-4495-b0d4-d3954723864e req-22878037-bd9c-415d-9f7a-d8a3236efc15 service neutron] 10.222.0.35 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248682 Feb 09 15:19:42.255861 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef924578-5292-4495-b0d4-d3954723864e req-515c5ef8-6e05-4624-bca3-a7b7652fd9fa service neutron] 10.222.0.35 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241662 Feb 09 15:19:50.445397 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 54910) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:19:50.494771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed558a37-d10b-403e-81f6-78e117f7f937 req-d4ab3781-79ec-4b1f-b954-0a298fd921a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:19:50.496666 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ed558a37-d10b-403e-81f6-78e117f7f937 req-d4ab3781-79ec-4b1f-b954-0a298fd921a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0833843 Feb 09 15:19:50.544886 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ed558a37-d10b-403e-81f6-78e117f7f937 req-7a24dc4f-7fee-42c6-ad50-4cf1dad8a732 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412438 Feb 09 15:19:50.661203 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-dc946fbf-b57e-460b-ade7-88de1739140a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2146692 Feb 09 15:19:51.733073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f9d23-af4f-48a7-bf13-cba1c6c1f3b6 req-c200acf3-1948-49cc-bcf0-17f3ffa72912 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:19:51.734513 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c6f9d23-af4f-48a7-bf13-cba1c6c1f3b6 req-c200acf3-1948-49cc-bcf0-17f3ffa72912 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0797377 Feb 09 15:19:51.780026 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1c6f9d23-af4f-48a7-bf13-cba1c6c1f3b6 req-9b903918-b837-4451-bd5f-1577efd1529e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392520 Feb 09 15:19:51.906595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-11e32a49-91fd-43f6-942f-3b720886762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:19:51.908067 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-11e32a49-91fd-43f6-942f-3b720886762a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 1096 time: 0.0691502 Feb 09 15:19:51.973337 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:19:52.042786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-b6bc4d19-f64f-43af-b3ce-f9fde06f5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:19:52.044240 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-b6bc4d19-f64f-43af-b3ce-f9fde06f5433 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e HTTP/1.1" status: 200 len: 897 time: 0.1286566 Feb 09 15:19:52.146237 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-c1a28d82-34f3-4555-9b25-84002fe35790 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411 HTTP/1.1" status: 200 len: 1001 time: 0.0943863 Feb 09 15:19:52.211633 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-3fa2bdd8-4eda-4367-86bd-71bb919c2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:19:52.213036 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-3fa2bdd8-4eda-4367-86bd-71bb919c2178 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ef1b027-b0c9-429a-8fd6-00d35a33f394 HTTP/1.1" status: 200 len: 835 time: 0.0583019 Feb 09 15:19:52.286837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-f2a40210-46b8-4d57-8040-8bfb336bf6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:19:52.288205 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-f2a40210-46b8-4d57-8040-8bfb336bf6b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670857 Feb 09 15:19:52.417528 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-bdec6260-9877-46b1-a609-a0e9823d95df service neutron] 10.222.0.35 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228797 Feb 09 15:19:52.551543 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-b56eabc3-c4cb-4a1d-922a-77905034c7df service neutron] 10.222.0.35 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261938 Feb 09 15:19:52.965257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d985df-ff29-4970-9708-804e72a88f28 req-f6655365-97be-475d-93a8-60b7d1dff210 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:19:52.966756 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-85d985df-ff29-4970-9708-804e72a88f28 req-f6655365-97be-475d-93a8-60b7d1dff210 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0802722 Feb 09 15:19:53.014923 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-85d985df-ff29-4970-9708-804e72a88f28 req-c29ba20a-cc5d-4e86-b76b-d2d368c257d7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418072 Feb 09 15:19:54.194787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f89610-d112-42b5-bedd-578d6714f1c3 req-db70d0f1-fc5e-472e-a161-f2674f5416c4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:19:54.196252 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f89610-d112-42b5-bedd-578d6714f1c3 req-db70d0f1-fc5e-472e-a161-f2674f5416c4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0778308 Feb 09 15:19:54.240079 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b3f89610-d112-42b5-bedd-578d6714f1c3 req-2ab70eaf-b85a-4da4-8c72-32524e96b415 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379732 Feb 09 15:19:55.421353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a13217-d637-4d9c-948e-56b1f8c8a854 req-74a2b2e3-7574-44ca-9a37-ae6195113bea tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:19:55.422775 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5a13217-d637-4d9c-948e-56b1f8c8a854 req-74a2b2e3-7574-44ca-9a37-ae6195113bea tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0782404 Feb 09 15:19:55.465974 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5a13217-d637-4d9c-948e-56b1f8c8a854 req-24e09b5a-fa56-46a7-85e6-670868cf9ad9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366151 Feb 09 15:19:56.650232 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967f3cc-2237-44d5-8a7c-b11f4dcc6b28 req-87a9d361-e1d6-466c-9618-3f81b39f60a6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:19:56.651667 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8967f3cc-2237-44d5-8a7c-b11f4dcc6b28 req-87a9d361-e1d6-466c-9618-3f81b39f60a6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0817766 Feb 09 15:19:56.694529 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8967f3cc-2237-44d5-8a7c-b11f4dcc6b28 req-6f56fd6f-eaa4-4888-8ed3-c30c3f3713e0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371408 Feb 09 15:19:56.906350 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-51f6c3c0-87ae-42fd-b230-270250ca3488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:19:57.887668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180d2c5-46d0-4236-9ce3-0dc3d82c898d req-5e0363e5-4787-412b-9a30-8d66c932f759 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:19:57.889029 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c180d2c5-46d0-4236-9ce3-0dc3d82c898d req-5e0363e5-4787-412b-9a30-8d66c932f759 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0816386 Feb 09 15:19:57.931592 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c180d2c5-46d0-4236-9ce3-0dc3d82c898d req-2cb71c12-1e9b-42fc-96fb-ed1fe1906d5a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365479 Feb 09 15:19:59.114009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb82ed-5efa-4262-a76f-ab9d6ab84994 req-df234463-4ef0-415b-8585-c75be4f3b0ad tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:19:59.115352 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-58cb82ed-5efa-4262-a76f-ab9d6ab84994 req-df234463-4ef0-415b-8585-c75be4f3b0ad tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0773914 Feb 09 15:19:59.158876 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-58cb82ed-5efa-4262-a76f-ab9d6ab84994 req-e7d2920b-9e7a-4c0d-9a3d-8cef3b72051c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377936 Feb 09 15:19:59.314195 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-163ea881-1ac8-4362-9cd4-624f709acc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:00.338017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27a6d8-c04e-4da4-8d45-fde0a4ecab4e req-916de8b1-565f-4c32-9166-4175866c9e99 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:00.339366 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d27a6d8-c04e-4da4-8d45-fde0a4ecab4e req-916de8b1-565f-4c32-9166-4175866c9e99 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0781913 Feb 09 15:20:00.383127 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9d27a6d8-c04e-4da4-8d45-fde0a4ecab4e req-7b979352-d395-4ae6-9bcf-671654fca518 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377066 Feb 09 15:20:00.460016 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:00.489807 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:01.570238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0b2f-1e6c-4c42-9b8a-ca74d025311b req-e21b1fbf-f24d-4f23-b7a7-f729f6349bb6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:01.571711 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-72ae0b2f-1e6c-4c42-9b8a-ca74d025311b req-e21b1fbf-f24d-4f23-b7a7-f729f6349bb6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0841248 Feb 09 15:20:01.618004 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-72ae0b2f-1e6c-4c42-9b8a-ca74d025311b req-e783c1a2-e548-48af-854b-fd0902c6d75a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405431 Feb 09 15:20:02.022047 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:02.802381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa073ab1-636d-4565-aad3-3c32d8805fb2 req-0449c701-7e95-432f-9626-3676f4e2a312 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:02.803827 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa073ab1-636d-4565-aad3-3c32d8805fb2 req-0449c701-7e95-432f-9626-3676f4e2a312 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0815699 Feb 09 15:20:02.846797 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fa073ab1-636d-4565-aad3-3c32d8805fb2 req-6811be89-f369-4401-abdd-db5bbda16c8f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373385 Feb 09 15:20:04.036883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230f841-8950-4fd2-b891-8dfe107de9a7 req-b02f5f8e-22ea-4cd7-b60a-42c3dade2507 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:04.038327 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5230f841-8950-4fd2-b891-8dfe107de9a7 req-b02f5f8e-22ea-4cd7-b60a-42c3dade2507 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0791101 Feb 09 15:20:04.085021 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5230f841-8950-4fd2-b891-8dfe107de9a7 req-9411c176-f9a9-43cd-9555-9f6b5a28bc1f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410845 Feb 09 15:20:05.268583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056a59f-8d01-46d8-a5f3-31c4e033f91b req-75368222-b3ca-4e50-b38e-2ca5d8eb1ed2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:05.270025 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c056a59f-8d01-46d8-a5f3-31c4e033f91b req-75368222-b3ca-4e50-b38e-2ca5d8eb1ed2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0779202 Feb 09 15:20:05.316521 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c056a59f-8d01-46d8-a5f3-31c4e033f91b req-99bf8c77-e43d-4a1e-8b95-8620ca0e545c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409887 Feb 09 15:20:06.496856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed36f1-9f37-420d-82b6-56113f4178a8 req-65f29a33-fa2c-4aaf-8366-10ee1a943dd6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:06.498284 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3bed36f1-9f37-420d-82b6-56113f4178a8 req-65f29a33-fa2c-4aaf-8366-10ee1a943dd6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0771556 Feb 09 15:20:06.543972 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3bed36f1-9f37-420d-82b6-56113f4178a8 req-cfe511f8-b5f8-42ee-8027-c864c07300aa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393207 Feb 09 15:20:07.725697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fd8ba-7c5c-40da-ba0a-e3b397191f85 req-5fdf6694-9306-4d00-813e-e1f7d856c423 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:07.727111 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dc9fd8ba-7c5c-40da-ba0a-e3b397191f85 req-5fdf6694-9306-4d00-813e-e1f7d856c423 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0794902 Feb 09 15:20:07.770161 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dc9fd8ba-7c5c-40da-ba0a-e3b397191f85 req-ec90e891-da2b-4fac-abf4-30767c50a63c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375097 Feb 09 15:20:08.955190 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0b0cb-ce91-4478-919e-5809c84c71d5 req-75423a3a-0122-4315-bd57-13ad0b366111 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:08.956672 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96b0b0cb-ce91-4478-919e-5809c84c71d5 req-75423a3a-0122-4315-bd57-13ad0b366111 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0822537 Feb 09 15:20:08.999640 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96b0b0cb-ce91-4478-919e-5809c84c71d5 req-22b34a16-dbe1-4ef2-a963-23853dd25733 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374510 Feb 09 15:20:09.576316 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:09.775371 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-0cc416a6-8d8a-47a4-8d65-19fd62f323f3 service neutron] show failed (client error): The resource could not be found. Feb 09 15:20:09.776380 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-0cc416a6-8d8a-47a4-8d65-19fd62f323f3 service neutron] 10.222.0.35 "GET /v2.0/ports/6c1f051c-2c35-4c60-ab71-1cb3c1704411/bindings/n-h2-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.0775473 Feb 09 15:20:10.053956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-b84b3aa2-cf39-496b-a27c-96a747fd0f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:10.055450 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-b84b3aa2-cf39-496b-a27c-96a747fd0f12 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6&tenant_id=52c3b9e2c830405a83a3de34f696d160 HTTP/1.1" status: 200 len: 1096 time: 0.0727649 Feb 09 15:20:10.066835 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:20:10.222653 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:10.460268 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3379835-9886-4359-87f3-7d42d15fdcad req-5766dda9-30cd-459b-bff1-5b815f1acce5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:10.461728 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b3379835-9886-4359-87f3-7d42d15fdcad req-5766dda9-30cd-459b-bff1-5b815f1acce5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.3533645 Feb 09 15:20:10.587178 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b3379835-9886-4359-87f3-7d42d15fdcad req-64e91bc7-7857-4335-8e4c-f1f00117324c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197498 Feb 09 15:20:10.645380 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] For port 6c1f051c-2c35-4c60-ab71-1cb3c1704411, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411,segment=NetworkSegment(1dd24cee-a149-4024-8bb7-3b16c9b829a2),segment_id=1dd24cee-a149-4024-8bb7-3b16c9b829a2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:20:10.677125 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] For port 6c1f051c-2c35-4c60-ab71-1cb3c1704411, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:20:10.732975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1f051c-2c35-4c60-ab71-1cb3c1704411'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:20:10.739622 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:10.755276 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Transition to ACTIVE for port object 6c1f051c-2c35-4c60-ab71-1cb3c1704411 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:20:10.759103 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:10.800853 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1f051c-2c35-4c60-ab71-1cb3c1704411', 'code': 200} Feb 09 15:20:10.905547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1f051c-2c35-4c60-ab71-1cb3c1704411,revision_number=6']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:20:10.919397 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:10.919755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:10.920108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:10.920443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:10.920778 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:10.921114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:10.921441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:10.921776 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:10.922094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:10.922415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:10.922740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:10.923091 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:10.973547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] No DVR routers for this DVR port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:20:11.200989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Attempting to bind port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:20:11.201320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Attempting to bind port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '1dd24cee-a149-4024-8bb7-3b16c9b829a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:20:11.201650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Attempting to bind port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 on network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:20:11.206799 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 on network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:20:11.207161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Attempting to bind port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 on network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:20:11.210966 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:11.212557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:20:11.212879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Checking segment: {'id': '1dd24cee-a149-4024-8bb7-3b16c9b829a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:20:11.213260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Bound using segment: {'id': '1dd24cee-a149-4024-8bb7-3b16c9b829a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:20:11.213681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Bound port: 6c1f051c-2c35-4c60-ab71-1cb3c1704411, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd24cee-a149-4024-8bb7-3b16c9b829a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:20:11.214020 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:11.299626 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] For port 6c1f051c-2c35-4c60-ab71-1cb3c1704411, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:20:11.302772 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] For port 6c1f051c-2c35-4c60-ab71-1cb3c1704411, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411,segment=NetworkSegment(1dd24cee-a149-4024-8bb7-3b16c9b829a2),segment_id=1dd24cee-a149-4024-8bb7-3b16c9b829a2)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:20:11.306322 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:11.368404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:11.369013 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:11.370364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] 10.222.0.21 "PUT /v2.0/ports/6c1f051c-2c35-4c60-ab71-1cb3c1704411 HTTP/1.1" status: 200 len: 1091 time: 1.3081262 Feb 09 15:20:11.392962 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccfaf9-19ee-4f7b-8ab8-92cc3e789f86 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1f051c-2c35-4c60-ab71-1cb3c1704411,revision_number=7']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:20:11.469966 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-0b27a6dc-2a21-4eaf-b509-7b47ab3bde96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:11.471748 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-0b27a6dc-2a21-4eaf-b509-7b47ab3bde96 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 1094 time: 0.0747120 Feb 09 15:20:11.605655 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-6190658a-464a-45cc-a7a0-588689c8d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:11.607099 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-6190658a-464a-45cc-a7a0-588689c8d57c service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e HTTP/1.1" status: 200 len: 897 time: 0.1293645 Feb 09 15:20:11.748352 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-d61e17ae-5d54-46f1-90a4-da7ab9278ef1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411 HTTP/1.1" status: 200 len: 999 time: 0.1347258 Feb 09 15:20:11.825511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-448bc0e6-0b0f-4bba-b095-39d9f62b1b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:11.826987 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-448bc0e6-0b0f-4bba-b095-39d9f62b1b43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ef1b027-b0c9-429a-8fd6-00d35a33f394 HTTP/1.1" status: 200 len: 835 time: 0.0721436 Feb 09 15:20:11.838245 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350807a-cbf5-48b3-ac0f-9f8d26377d34 req-ffab39ee-c7dd-46f2-909b-abcf9547f4a2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:11.839578 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4350807a-cbf5-48b3-ac0f-9f8d26377d34 req-ffab39ee-c7dd-46f2-909b-abcf9547f4a2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 943 time: 0.1446228 Feb 09 15:20:11.924187 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4350807a-cbf5-48b3-ac0f-9f8d26377d34 req-640708ee-20f2-4a2d-876d-ccac577b5dc2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548899 Feb 09 15:20:11.940175 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-03be1d46-6df7-4441-8668-dee8d1d1680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:11.941594 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-03be1d46-6df7-4441-8668-dee8d1d1680e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011829 Feb 09 15:20:11.951977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-d49f2e96-05d6-4fb7-a96b-0c7690d821eb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:20:11.952900 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-d49f2e96-05d6-4fb7-a96b-0c7690d821eb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047481 Feb 09 15:20:12.187838 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-822ba4f6-e8d7-48f3-bc18-7db54305dfda service neutron] 10.222.0.21 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280946 Feb 09 15:20:12.316202 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-ec02b7b2-4801-4305-a3fb-01536433b41f service neutron] 10.222.0.21 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218572 Feb 09 15:20:12.563308 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6c1f051c-2c35-4c60-ab71-1cb3c1704411 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:20:12.619989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 6c1f051c-2c35-4c60-ab71-1cb3c1704411 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:20:12.802093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'tag': '6c1f051c-2c35-4c60-ab71-1cb3c1704411'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:20:12.863749 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'tag': '6c1f051c-2c35-4c60-ab71-1cb3c1704411', 'status': 'completed', 'code': 200} Feb 09 15:20:13.021832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-311064bf-f1a4-401c-bdc3-47c6a9a3da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:13.023312 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-311064bf-f1a4-401c-bdc3-47c6a9a3da56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 1094 time: 0.1324310 Feb 09 15:20:13.025815 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-7084e079-5e49-4a3a-b532-b7dfdf01eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:13.027125 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-7084e079-5e49-4a3a-b532-b7dfdf01eb28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 1094 time: 0.1061864 Feb 09 15:20:13.322354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-91fdb351-d1af-4e73-8358-b2c4c55cad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:13.323805 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-91fdb351-d1af-4e73-8358-b2c4c55cad3b service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e HTTP/1.1" status: 200 len: 897 time: 0.2947361 Feb 09 15:20:13.330602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-3f4fd611-6ce0-4ff4-9880-6ac4cffb3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:13.331939 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-3f4fd611-6ce0-4ff4-9880-6ac4cffb3978 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e HTTP/1.1" status: 200 len: 897 time: 0.2839811 Feb 09 15:20:13.340573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2c521-c7d4-4235-adaa-3f5da1a8c5a6 req-44da33e1-8be0-44b8-9118-66d6258cec39 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:13.341903 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-19a2c521-c7d4-4235-adaa-3f5da1a8c5a6 req-44da33e1-8be0-44b8-9118-66d6258cec39 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 943 time: 0.3117807 Feb 09 15:20:13.553333 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-0bb792cc-7ad3-4bbe-805f-603e71212ef1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411 HTTP/1.1" status: 200 len: 999 time: 0.1607094 Feb 09 15:20:13.557984 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-19a2c521-c7d4-4235-adaa-3f5da1a8c5a6 req-df020851-b95a-42c2-bce3-0bac20e16ab0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135640 Feb 09 15:20:13.559806 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-0a22a33a-eb3b-44d5-a7bb-49db5db17604 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411 HTTP/1.1" status: 200 len: 999 time: 0.2270107 Feb 09 15:20:13.665861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-a94b4487-57eb-4685-8949-2168744ab430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:13.667197 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-a94b4487-57eb-4685-8949-2168744ab430 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ef1b027-b0c9-429a-8fd6-00d35a33f394 HTTP/1.1" status: 200 len: 835 time: 0.1065600 Feb 09 15:20:13.670263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-accda778-a4ec-4656-b99e-ace562b727e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:13.671533 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-accda778-a4ec-4656-b99e-ace562b727e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ef1b027-b0c9-429a-8fd6-00d35a33f394 HTTP/1.1" status: 200 len: 835 time: 0.0792398 Feb 09 15:20:13.802618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-dc08e5fb-e754-43ab-8a66-cad769e2e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:13.804109 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-dc08e5fb-e754-43ab-8a66-cad769e2e094 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306543 Feb 09 15:20:13.805901 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-033c5a63-0038-4ae1-b66f-5dbc9ae45a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:13.807207 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-033c5a63-0038-4ae1-b66f-5dbc9ae45a32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039870 Feb 09 15:20:14.146968 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-a1da5cfd-e399-4f1d-b319-2a45047ea8ba service neutron] 10.222.0.21 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179989 Feb 09 15:20:14.148622 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-d70d99f7-f79c-4404-9ddc-187425f28a5a service neutron] 10.222.0.35 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373041 Feb 09 15:20:14.380114 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-3c7a665d-2868-44a7-9893-3029d6ab6e9e service neutron] 10.222.0.21 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254817 Feb 09 15:20:14.383192 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5de6fdf0-4500-4994-9ee7-b04d6bf5e081 req-1a192712-f353-42cf-80fe-2a2e51d62e0b service neutron] 10.222.0.35 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123675 Feb 09 15:20:14.790812 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f83102-bac6-4cca-917c-36ad2010dbd5 req-c55d32bb-bd3e-4251-b612-039d85ce37cc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:14.792279 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-13f83102-bac6-4cca-917c-36ad2010dbd5 req-c55d32bb-bd3e-4251-b612-039d85ce37cc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 943 time: 0.1269560 Feb 09 15:20:14.835544 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-13f83102-bac6-4cca-917c-36ad2010dbd5 req-fdb996ff-fd13-44f0-9183-58a85f1b3356 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376754 Feb 09 15:20:16.016600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dd31f-b723-45cf-bf15-53231579989f req-79a9253e-08bb-4ebe-9437-e0c76054ac47 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:16.018166 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-541dd31f-b723-45cf-bf15-53231579989f req-79a9253e-08bb-4ebe-9437-e0c76054ac47 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 943 time: 0.0796261 Feb 09 15:20:16.064903 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-541dd31f-b723-45cf-bf15-53231579989f req-f72dbe01-bb53-4536-8b51-9221570fc443 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406973 Feb 09 15:20:16.271086 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 6c1f051c-2c35-4c60-ab71-1cb3c1704411 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:20:16.410621 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 6c1f051c-2c35-4c60-ab71-1cb3c1704411, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411,segment=NetworkSegment(1dd24cee-a149-4024-8bb7-3b16c9b829a2),segment_id=1dd24cee-a149-4024-8bb7-3b16c9b829a2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:20:16.423525 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '6c1f051c-2c35-4c60-ab71-1cb3c1704411', 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'port_id': '6c1f051c-2c35-4c60-ab71-1cb3c1704411', 'mac_address': 'fa:16:3e:ed:c1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:20:16.437267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0b5b9-f2e3-4b77-b83f-3d880cf078f4 req-6875ab97-7278-469d-b33d-f7cc6c7f68a1 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:16.438676 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b3f0b5b9-f2e3-4b77-b83f-3d880cf078f4 req-6875ab97-7278-469d-b33d-f7cc6c7f68a1 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6&tenant_id=52c3b9e2c830405a83a3de34f696d160&binding%3Ahost_id=n-h2-828418-2 HTTP/1.1" status: 200 len: 943 time: 0.1108797 Feb 09 15:20:16.447218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e4782-8072-4386-8d2e-7d0333b98925 req-f6854bb6-be01-45bc-aab9-b8464e9247ba tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:16.448565 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-254e4782-8072-4386-8d2e-7d0333b98925 req-f6854bb6-be01-45bc-aab9-b8464e9247ba tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 943 time: 0.1505454 Feb 09 15:20:16.481377 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:16.498305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1f051c-2c35-4c60-ab71-1cb3c1704411 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:20:16.515746 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 6c1f051c-2c35-4c60-ab71-1cb3c1704411, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411,segment=NetworkSegment(1dd24cee-a149-4024-8bb7-3b16c9b829a2),segment_id=1dd24cee-a149-4024-8bb7-3b16c9b829a2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:20:16.520969 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:16.555264 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-254e4782-8072-4386-8d2e-7d0333b98925 req-7b2ab67f-ec4e-43ef-9d32-d42768246ffc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668015 Feb 09 15:20:16.559966 n-d-828418-2 neutron-server[87597]: INFO neutron.api.v2.resource [req-b3f0b5b9-f2e3-4b77-b83f-3d880cf078f4 req-ebde76bd-8c51-4f45-8561-f8d77bbba7c5 service neutron] delete failed (client error): The resource could not be found. Feb 09 15:20:16.560934 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b3f0b5b9-f2e3-4b77-b83f-3d880cf078f4 req-ebde76bd-8c51-4f45-8561-f8d77bbba7c5 service neutron] 10.222.0.35 "DELETE /v2.0/ports/6c1f051c-2c35-4c60-ab71-1cb3c1704411/bindings/n-h1-828418-2 HTTP/1.1" status: 404 len: 380 time: 0.1115010 Feb 09 15:20:16.596594 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=6c1f051c-2c35-4c60-ab71-1cb3c1704411,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:20:16.604324 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:16.604665 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:16.604995 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:16.605323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:16.605647 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:16.605971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:16.606404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:16.606731 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:16.607047 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:16.607365 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:16.607679 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:16.608019 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:20:16.718269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0b5b9-f2e3-4b77-b83f-3d880cf078f4 req-08e356ff-48dd-4138-bdb4-481380a37135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:16.719770 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b3f0b5b9-f2e3-4b77-b83f-3d880cf078f4 req-08e356ff-48dd-4138-bdb4-481380a37135 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 1095 time: 0.0774546 Feb 09 15:20:16.753206 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eeb9b-7d62-4806-bf69-17a16f466c0f req-0884ef7c-e59c-4184-88aa-f14a01868cc5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:16.754797 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e8eeb9b-7d62-4806-bf69-17a16f466c0f req-0884ef7c-e59c-4184-88aa-f14a01868cc5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 944 time: 0.0905516 Feb 09 15:20:16.800914 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6e8eeb9b-7d62-4806-bf69-17a16f466c0f req-69e1157b-293d-47d6-8302-4ef0c1e9a377 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404871 Feb 09 15:20:16.851997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0b5b9-f2e3-4b77-b83f-3d880cf078f4 req-fe36d8bd-fa6c-4cb2-bc8b-ad36e0a80465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:16.853425 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b3f0b5b9-f2e3-4b77-b83f-3d880cf078f4 req-fe36d8bd-fa6c-4cb2-bc8b-ad36e0a80465 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e HTTP/1.1" status: 200 len: 897 time: 0.1276371 Feb 09 15:20:16.882360 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['6c1f051c-2c35-4c60-ab71-1cb3c1704411'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:20:16.962051 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b3f0b5b9-f2e3-4b77-b83f-3d880cf078f4 req-4f4d2287-c08d-433e-9d4e-d34a167823b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411 HTTP/1.1" status: 200 len: 1000 time: 0.1013436 Feb 09 15:20:17.028554 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0b5b9-f2e3-4b77-b83f-3d880cf078f4 req-82e0c2f6-23fd-49fb-982c-6e5841ba2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:17.029888 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b3f0b5b9-f2e3-4b77-b83f-3d880cf078f4 req-82e0c2f6-23fd-49fb-982c-6e5841ba2436 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ef1b027-b0c9-429a-8fd6-00d35a33f394 HTTP/1.1" status: 200 len: 835 time: 0.0608857 Feb 09 15:20:17.103941 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0b5b9-f2e3-4b77-b83f-3d880cf078f4 req-8c187a9d-f19f-4c57-ae8c-5bd096cf83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:17.105394 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b3f0b5b9-f2e3-4b77-b83f-3d880cf078f4 req-8c187a9d-f19f-4c57-ae8c-5bd096cf83e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688186 Feb 09 15:20:17.239853 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b3f0b5b9-f2e3-4b77-b83f-3d880cf078f4 req-bab2ba3f-43b7-4899-bbbd-11112e8c1136 service neutron] 10.222.0.35 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273875 Feb 09 15:20:17.370340 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b3f0b5b9-f2e3-4b77-b83f-3d880cf078f4 req-de06a530-6ebe-4770-a377-e399786b8139 service neutron] 10.222.0.35 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230521 Feb 09 15:20:17.992041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc93cf-b80f-4c68-ac5b-43742fbbf5f4 req-4b3e2352-2461-416e-b4b4-caae0ecccfbe tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:17.993487 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eddc93cf-b80f-4c68-ac5b-43742fbbf5f4 req-4b3e2352-2461-416e-b4b4-caae0ecccfbe tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 944 time: 0.0838902 Feb 09 15:20:18.041653 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-eddc93cf-b80f-4c68-ac5b-43742fbbf5f4 req-182feaa1-23b1-4f30-bcfd-24e7a2f43996 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423341 Feb 09 15:20:18.067208 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55004) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:20:18.170974 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-01d37821-0675-424c-bbf9-2e1fd4b97a14 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/25ecf73e-b7f8-4001-82fc-928beb654d89 HTTP/1.1" status: 200 len: 992 time: 0.1025171 Feb 09 15:20:18.277661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 6c1f051c-2c35-4c60-ab71-1cb3c1704411 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:20:18.348461 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:20:18.353520 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:20:18.354207 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:18.467268 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:18.493014 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1f051c-2c35-4c60-ab71-1cb3c1704411'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:20:18.502989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 6c1f051c-2c35-4c60-ab71-1cb3c1704411, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411,segment=NetworkSegment(1dd24cee-a149-4024-8bb7-3b16c9b829a2),segment_id=1dd24cee-a149-4024-8bb7-3b16c9b829a2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:20:18.507562 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:18.545235 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1f051c-2c35-4c60-ab71-1cb3c1704411', 'code': 200} Feb 09 15:20:18.576199 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=6c1f051c-2c35-4c60-ab71-1cb3c1704411,revision_number=9']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:20:26.908406 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d921fd9a-e691-43aa-8d4e-ea820bc7c2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:27.823230 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b1abb2fb-296c-4223-bffd-80737466e06c req-dc88f07a-40ca-420f-b6a4-31bc3d335cc4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666997 Feb 09 15:20:27.964243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abb2fb-296c-4223-bffd-80737466e06c req-1f9d2fa1-913a-411c-9971-7a98c172669c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:27.965690 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b1abb2fb-296c-4223-bffd-80737466e06c req-1f9d2fa1-913a-411c-9971-7a98c172669c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 1096 time: 0.0729697 Feb 09 15:20:28.217408 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abb2fb-296c-4223-bffd-80737466e06c req-e7385fdb-1781-4bef-910d-a02035eb0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:28.218863 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b1abb2fb-296c-4223-bffd-80737466e06c req-e7385fdb-1781-4bef-910d-a02035eb0d46 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e HTTP/1.1" status: 200 len: 897 time: 0.2338400 Feb 09 15:20:28.322410 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b1abb2fb-296c-4223-bffd-80737466e06c req-675831ca-ed83-422c-b321-785493c377c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411 HTTP/1.1" status: 200 len: 1001 time: 0.0974014 Feb 09 15:20:28.386185 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abb2fb-296c-4223-bffd-80737466e06c req-d9186740-b2a9-4f8d-bb7e-6618ca678ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:28.387623 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b1abb2fb-296c-4223-bffd-80737466e06c req-d9186740-b2a9-4f8d-bb7e-6618ca678ceb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ef1b027-b0c9-429a-8fd6-00d35a33f394 HTTP/1.1" status: 200 len: 835 time: 0.0586803 Feb 09 15:20:28.462207 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abb2fb-296c-4223-bffd-80737466e06c req-f9f06279-0e82-4895-95dd-a4347e7cc5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:20:28.463656 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b1abb2fb-296c-4223-bffd-80737466e06c req-f9f06279-0e82-4895-95dd-a4347e7cc5cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703499 Feb 09 15:20:28.593482 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b1abb2fb-296c-4223-bffd-80737466e06c req-b698dd3e-a212-4620-803c-849bb9b89b93 service neutron] 10.222.0.21 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236348 Feb 09 15:20:28.735745 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b1abb2fb-296c-4223-bffd-80737466e06c req-78a84fdd-0fea-45c2-9c3f-436120f54a97 service neutron] 10.222.0.21 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343791 Feb 09 15:20:28.974969 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:20:29.317455 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8f0ea7e8-e2b5-43c4-96bb-8c2b0a2f1c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:30.461970 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:30.492865 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:32.025344 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:39.573975 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:41.215060 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:56.911880 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-05027674-a209-4d6f-8a20-66c12903eb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:20:58.244871 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-331bdfbe-e95d-4d0a-93ac-408d38fff728 req-e8a98c74-f2b9-48e2-977b-fa198e4de194 service neutron] (87597) timed out ('10.222.0.48', 53866) {{(pid=87597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 15:20:59.319230 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bbc823f1-99f6-448f-8278-01bf46c1bd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:00.463596 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:00.498386 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:02.027937 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:04.769556 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55044) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:04.969134 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port bebff81c-7cbd-4405-ad40-60b82a219cde {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:21:04.969474 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:05.130865 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:05.131185 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:05.355416 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for bebff81c-7cbd-4405-ad40-60b82a219cde owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:21:05.504969 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:05.551687 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=bebff81c-7cbd-4405-ad40-60b82a219cde,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:05.592131 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:05.592481 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:05.592818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:05.593183 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:05.593512 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:05.593841 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:05.594175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:05.594503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:05.594828 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:05.595150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:05.595502 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:05.595919 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:05.660443 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:05.660752 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Floating IP 25ecf73e-b7f8-4001-82fc-928beb654d89 disassociated (deleted). External IP: 172.25.8.214, port: 6c1f051c-2c35-4c60-ab71-1cb3c1704411. Feb 09 15:21:05.975067 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:21:06.008450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router 59fa8f97-66ae-4622-8171-0a9c40027dca has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:21:06.187997 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:21:06.198781 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402710ae-5299-41d5-a2e5-46dceaa68cc7 None None] Sync routers for ids ['59fa8f97-66ae-4622-8171-0a9c40027dca'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:21:06.209376 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402710ae-5299-41d5-a2e5-46dceaa68cc7 None None] Routers {'59fa8f97-66ae-4622-8171-0a9c40027dca'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:21:06.209982 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-402710ae-5299-41d5-a2e5-46dceaa68cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['59fa8f97-66ae-4622-8171-0a9c40027dca'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:06.212130 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:06.271469 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9ea0bdb7-293d-48aa-a7f8-c18017978136 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/floatingips/25ecf73e-b7f8-4001-82fc-928beb654d89 HTTP/1.1" status: 204 len: 168 time: 1.4978597 Feb 09 15:21:06.271469 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'tag': '6c1f051c-2c35-4c60-ab71-1cb3c1704411'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:21:06.369397 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'tag': '6c1f051c-2c35-4c60-ab71-1cb3c1704411', 'status': 'completed', 'code': 200} Feb 09 15:21:06.390523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-402710ae-5299-41d5-a2e5-46dceaa68cc7 None None] Set router 59fa8f97-66ae-4622-8171-0a9c40027dca gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:21:06.518861 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43aa779-05e0-405f-bfcb-38cf03d2777e req-77a02389-80d4-4ad9-9e81-ae0adc35ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:06.521298 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c43aa779-05e0-405f-bfcb-38cf03d2777e req-77a02389-80d4-4ad9-9e81-ae0adc35ea9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 1096 time: 0.1288135 Feb 09 15:21:06.712719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-402710ae-5299-41d5-a2e5-46dceaa68cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404986346', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:18:07Z', 'updated_at': '2022-02-09T15:18:12Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ef:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:08Z', 'updated_at': '2022-02-09T15:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1ec84fa0-0e2a-4073-97e7-465e1bf3efa1', 'name': '', 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:ed:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:12Z', 'updated_at': '2022-02-09T15:18:18Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:06.716558 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402710ae-5299-41d5-a2e5-46dceaa68cc7 None None] Checking router: 59fa8f97-66ae-4622-8171-0a9c40027dca for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:21:06.718771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43aa779-05e0-405f-bfcb-38cf03d2777e req-ca51a141-6025-47d1-83db-3f7bfaec1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:06.720234 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c43aa779-05e0-405f-bfcb-38cf03d2777e req-ca51a141-6025-47d1-83db-3f7bfaec1389 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e HTTP/1.1" status: 200 len: 897 time: 0.1927052 Feb 09 15:21:06.725272 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402710ae-5299-41d5-a2e5-46dceaa68cc7 None None] Routers {'59fa8f97-66ae-4622-8171-0a9c40027dca'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:21:06.725870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-402710ae-5299-41d5-a2e5-46dceaa68cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['59fa8f97-66ae-4622-8171-0a9c40027dca'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:06.732301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c772021-ce5f-492c-8f57-11a0a1a1a656 req-dd7bbd49-4193-450c-96bd-d672f9fb241b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:06.733662 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c772021-ce5f-492c-8f57-11a0a1a1a656 req-dd7bbd49-4193-450c-96bd-d672f9fb241b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.1270180 Feb 09 15:21:06.807960 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c43aa779-05e0-405f-bfcb-38cf03d2777e req-82dde4f5-3675-4350-9691-99fe007228c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411 HTTP/1.1" status: 200 len: 217 time: 0.0733471 Feb 09 15:21:06.875627 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0c772021-ce5f-492c-8f57-11a0a1a1a656 req-2c4e0f0b-1e76-4823-a463-b4365d12abe5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874906 Feb 09 15:21:06.892898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43aa779-05e0-405f-bfcb-38cf03d2777e req-aa356159-b31c-4f36-8a21-8a747ce66e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:06.894589 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c43aa779-05e0-405f-bfcb-38cf03d2777e req-aa356159-b31c-4f36-8a21-8a747ce66e6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ef1b027-b0c9-429a-8fd6-00d35a33f394 HTTP/1.1" status: 200 len: 835 time: 0.0793958 Feb 09 15:21:06.904035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-402710ae-5299-41d5-a2e5-46dceaa68cc7 None None] Set router 59fa8f97-66ae-4622-8171-0a9c40027dca gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:21:06.970160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43aa779-05e0-405f-bfcb-38cf03d2777e req-40bfea1d-48af-4533-94b5-b3d5f3fccc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:06.972329 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c43aa779-05e0-405f-bfcb-38cf03d2777e req-40bfea1d-48af-4533-94b5-b3d5f3fccc1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703471 Feb 09 15:21:07.101509 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c43aa779-05e0-405f-bfcb-38cf03d2777e req-1430a0de-5953-4533-9da4-72b904000908 service neutron] 10.222.0.21 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228063 Feb 09 15:21:07.213536 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-402710ae-5299-41d5-a2e5-46dceaa68cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404986346', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:18:07Z', 'updated_at': '2022-02-09T15:18:12Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ef:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:08Z', 'updated_at': '2022-02-09T15:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1ec84fa0-0e2a-4073-97e7-465e1bf3efa1', 'name': '', 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:ed:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:12Z', 'updated_at': '2022-02-09T15:18:18Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:07.217963 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402710ae-5299-41d5-a2e5-46dceaa68cc7 None None] The sync data for ids ['59fa8f97-66ae-4622-8171-0a9c40027dca'] in n-d-828418-2 is: [{'id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404986346', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:18:07Z', 'updated_at': '2022-02-09T15:18:12Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ef:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:08Z', 'updated_at': '2022-02-09T15:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '1ec84fa0-0e2a-4073-97e7-465e1bf3efa1', 'name': '', 'network_id': '4a89a3c6-e977-4be0-88e4-cdf9a2d5354e', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:ed:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:12Z', 'updated_at': '2022-02-09T15:18:18Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '2ef1b027-b0c9-429a-8fd6-00d35a33f394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:21:07.234627 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c43aa779-05e0-405f-bfcb-38cf03d2777e req-f516e0b1-f6bb-4a51-81f0-112f9c7bdac6 service neutron] 10.222.0.21 "GET /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269810 Feb 09 15:21:07.446216 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cf6f6d-db56-4130-bf4f-7e5199ec760d None None] New status for floating IP 25ecf73e-b7f8-4001-82fc-928beb654d89: DOWN {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:21:08.011893 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1695bdf-48cc-43d8-90dc-aa27e26656cf req-17c8b748-a843-4248-bedc-0bc8afe7924b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:08.013307 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1695bdf-48cc-43d8-90dc-aa27e26656cf req-17c8b748-a843-4248-bedc-0bc8afe7924b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.0770323 Feb 09 15:21:08.063777 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b90ca-f1f4-4efb-91c0-e631020d7ec0 req-3ae6ea5c-c892-493c-93d8-9cf108496260 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:08.064522 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-907b90ca-f1f4-4efb-91c0-e631020d7ec0 req-3ae6ea5c-c892-493c-93d8-9cf108496260 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:21:08.081627 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-907b90ca-f1f4-4efb-91c0-e631020d7ec0 req-3ae6ea5c-c892-493c-93d8-9cf108496260 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:21:08.082861 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-907b90ca-f1f4-4efb-91c0-e631020d7ec0 req-3ae6ea5c-c892-493c-93d8-9cf108496260 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 945 time: 0.1006901 Feb 09 15:21:08.130524 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-907b90ca-f1f4-4efb-91c0-e631020d7ec0 req-fbeda9b7-0c02-48d8-8540-952526dd20f4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d061b50-bbc3-441c-9b7e-1ba59bf77f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418484 Feb 09 15:21:08.192709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d1695bdf-48cc-43d8-90dc-aa27e26656cf req-d80c40b2-740b-496e-aad5-8ef308754a92 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:21:08.193048 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d1695bdf-48cc-43d8-90dc-aa27e26656cf req-d80c40b2-740b-496e-aad5-8ef308754a92 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:08.431796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d1695bdf-48cc-43d8-90dc-aa27e26656cf req-d80c40b2-740b-496e-aad5-8ef308754a92 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] For port 6c1f051c-2c35-4c60-ab71-1cb3c1704411, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=6c1f051c-2c35-4c60-ab71-1cb3c1704411,segment=NetworkSegment(1dd24cee-a149-4024-8bb7-3b16c9b829a2),segment_id=1dd24cee-a149-4024-8bb7-3b16c9b829a2)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:21:08.432152 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d1695bdf-48cc-43d8-90dc-aa27e26656cf req-d80c40b2-740b-496e-aad5-8ef308754a92 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:08.553493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d1695bdf-48cc-43d8-90dc-aa27e26656cf req-d80c40b2-740b-496e-aad5-8ef308754a92 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for 6c1f051c-2c35-4c60-ab71-1cb3c1704411 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:21:08.694914 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d1695bdf-48cc-43d8-90dc-aa27e26656cf req-d80c40b2-740b-496e-aad5-8ef308754a92 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:08.745262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c40b2-740b-496e-aad5-8ef308754a92 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=6c1f051c-2c35-4c60-ab71-1cb3c1704411,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:08.820129 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1695bdf-48cc-43d8-90dc-aa27e26656cf req-d80c40b2-740b-496e-aad5-8ef308754a92 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] No DVR routers for this DVR port 6c1f051c-2c35-4c60-ab71-1cb3c1704411 on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:21:08.822524 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d1695bdf-48cc-43d8-90dc-aa27e26656cf req-d80c40b2-740b-496e-aad5-8ef308754a92 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:08.825011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'name': 'network-vif-deleted', 'tag': '6c1f051c-2c35-4c60-ab71-1cb3c1704411'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:21:08.840492 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1695bdf-48cc-43d8-90dc-aa27e26656cf req-d80c40b2-740b-496e-aad5-8ef308754a92 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.21 "DELETE /v2.0/ports/6c1f051c-2c35-4c60-ab71-1cb3c1704411 HTTP/1.1" status: 204 len: 173 time: 0.8207841 Feb 09 15:21:08.919381 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf1ce49-100a-4003-a94e-65cc50ae23a6', 'name': 'network-vif-deleted', 'tag': '6c1f051c-2c35-4c60-ab71-1cb3c1704411', 'status': 'completed', 'code': 200} Feb 09 15:21:09.298441 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b5bc9dd2-1ee1-44ab-b255-c54fb5652d3f req-c1dd2411-a520-4a46-b01b-8a7423f12462 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcf1ce49-100a-4003-a94e-65cc50ae23a6 HTTP/1.1" status: 200 len: 210 time: 0.0456758 Feb 09 15:21:09.581802 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:10.393453 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55070) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:10.536634 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 6c1f051c-2c35-4c60-ab71-1cb3c1704411 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:21:10.573050 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 6c1f051c-2c35-4c60-ab71-1cb3c1704411 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:21:10.573404 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 6c1f051c-2c35-4c60-ab71-1cb3c1704411 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:21:11.041825 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2329e100-5b2a-4c16-996c-6879fd2fee7a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:11.248458 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:11.395529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2329e100-5b2a-4c16-996c-6879fd2fee7a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:21:11.396161 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2329e100-5b2a-4c16-996c-6879fd2fee7a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:11.583873 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2329e100-5b2a-4c16-996c-6879fd2fee7a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] For port 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1ec84fa0-0e2a-4073-97e7-465e1bf3efa1,segment=NetworkSegment(1dd24cee-a149-4024-8bb7-3b16c9b829a2),segment_id=1dd24cee-a149-4024-8bb7-3b16c9b829a2)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:21:11.584228 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2329e100-5b2a-4c16-996c-6879fd2fee7a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:11.710103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2329e100-5b2a-4c16-996c-6879fd2fee7a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:21:12.033578 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2329e100-5b2a-4c16-996c-6879fd2fee7a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:12.111153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329e100-5b2a-4c16-996c-6879fd2fee7a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=1ec84fa0-0e2a-4073-97e7-465e1bf3efa1,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:12.470185 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2329e100-5b2a-4c16-996c-6879fd2fee7a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:12.818960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2329e100-5b2a-4c16-996c-6879fd2fee7a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router 59fa8f97-66ae-4622-8171-0a9c40027dca has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:21:12.998529 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2329e100-5b2a-4c16-996c-6879fd2fee7a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:21:13.008523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a9d10f-4e72-4061-834a-78e39560bcaf None None] Sync routers for ids ['59fa8f97-66ae-4622-8171-0a9c40027dca'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:21:13.012950 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2329e100-5b2a-4c16-996c-6879fd2fee7a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "PUT /v2.0/routers/59fa8f97-66ae-4622-8171-0a9c40027dca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6177554 Feb 09 15:21:13.015590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55074) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:13.017989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a9d10f-4e72-4061-834a-78e39560bcaf None None] Routers {'59fa8f97-66ae-4622-8171-0a9c40027dca'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:21:13.018588 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c3a9d10f-4e72-4061-834a-78e39560bcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['59fa8f97-66ae-4622-8171-0a9c40027dca'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:13.084265 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46b3162-2e25-4d2e-9269-e4df679843fe tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting subnet 2ef1b027-b0c9-429a-8fd6-00d35a33f394 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:21:13.087142 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c46b3162-2e25-4d2e-9269-e4df679843fe tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:13.143499 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c46b3162-2e25-4d2e-9269-e4df679843fe tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:13.228131 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c46b3162-2e25-4d2e-9269-e4df679843fe tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:13.232646 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-c3a9d10f-4e72-4061-834a-78e39560bcaf None None] Set router 59fa8f97-66ae-4622-8171-0a9c40027dca gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:21:13.305734 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c46b3162-2e25-4d2e-9269-e4df679843fe tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:13.342787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b3162-2e25-4d2e-9269-e4df679843fe tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef1b027-b0c9-429a-8fd6-00d35a33f394,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:13.348504 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c46b3162-2e25-4d2e-9269-e4df679843fe tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:13.356777 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c46b3162-2e25-4d2e-9269-e4df679843fe tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/subnets/2ef1b027-b0c9-429a-8fd6-00d35a33f394 HTTP/1.1" status: 204 len: 168 time: 0.3377512 Feb 09 15:21:13.357046 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55078) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:13.395337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39035805-fc76-484b-b3f0-2bbe542a20c5 None None] Network 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:21:13.540912 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2873d1c8-d682-4af6-85f9-b88c325721c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:13.683425 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c3a9d10f-4e72-4061-834a-78e39560bcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404986346', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:18:07Z', 'updated_at': '2022-02-09T15:21:11Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ef:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:08Z', 'updated_at': '2022-02-09T15:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:13.687899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a9d10f-4e72-4061-834a-78e39560bcaf None None] Checking router: 59fa8f97-66ae-4622-8171-0a9c40027dca for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:21:13.697971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a9d10f-4e72-4061-834a-78e39560bcaf None None] Routers {'59fa8f97-66ae-4622-8171-0a9c40027dca'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:21:13.698592 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c3a9d10f-4e72-4061-834a-78e39560bcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['59fa8f97-66ae-4622-8171-0a9c40027dca'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:13.749015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a12458-1b81-46de-85fc-2902fab3138d None None] DHCP port deletion for 4a89a3c6-e977-4be0-88e4-cdf9a2d5354e request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 15:21:13.769015 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-69a12458-1b81-46de-85fc-2902fab3138d None None] Deleting port 24ec96f8-70f5-4ff8-9941-a6186372fc37 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:21:13.769377 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-69a12458-1b81-46de-85fc-2902fab3138d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:13.853102 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2873d1c8-d682-4af6-85f9-b88c325721c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:13.863783 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2873d1c8-d682-4af6-85f9-b88c325721c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port ea319ceb-e523-44e7-ad52-e779827f94aa {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:21:13.864336 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2873d1c8-d682-4af6-85f9-b88c325721c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:13.980854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-c3a9d10f-4e72-4061-834a-78e39560bcaf None None] Set router 59fa8f97-66ae-4622-8171-0a9c40027dca gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:21:14.039065 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-2873d1c8-d682-4af6-85f9-b88c325721c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] For port ea319ceb-e523-44e7-ad52-e779827f94aa, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ea319ceb-e523-44e7-ad52-e779827f94aa,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:21:14.039267 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2873d1c8-d682-4af6-85f9-b88c325721c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:14.135979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 24ec96f8-70f5-4ff8-9941-a6186372fc37 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:21:14.164492 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-2873d1c8-d682-4af6-85f9-b88c325721c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for ea319ceb-e523-44e7-ad52-e779827f94aa owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:21:14.275212 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-69a12458-1b81-46de-85fc-2902fab3138d None None] For port 24ec96f8-70f5-4ff8-9941-a6186372fc37, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=24ec96f8-70f5-4ff8-9941-a6186372fc37,segment=NetworkSegment(1dd24cee-a149-4024-8bb7-3b16c9b829a2),segment_id=1dd24cee-a149-4024-8bb7-3b16c9b829a2)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:21:14.275520 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-69a12458-1b81-46de-85fc-2902fab3138d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:14.340786 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2873d1c8-d682-4af6-85f9-b88c325721c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:14.388541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873d1c8-d682-4af6-85f9-b88c325721c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=ea319ceb-e523-44e7-ad52-e779827f94aa,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:14.470132 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-69a12458-1b81-46de-85fc-2902fab3138d None None] Calling delete_port for 24ec96f8-70f5-4ff8-9941-a6186372fc37 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:21:14.483021 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2873d1c8-d682-4af6-85f9-b88c325721c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:14.656157 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:14.660100 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2873d1c8-d682-4af6-85f9-b88c325721c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:14.662739 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2873d1c8-d682-4af6-85f9-b88c325721c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:14.677822 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-69a12458-1b81-46de-85fc-2902fab3138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:14.685892 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2873d1c8-d682-4af6-85f9-b88c325721c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:14.686544 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2873d1c8-d682-4af6-85f9-b88c325721c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Fanout notify agent at l3_agent the message router_deleted on router 59fa8f97-66ae-4622-8171-0a9c40027dca {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 15:21:14.702671 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2873d1c8-d682-4af6-85f9-b88c325721c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:14.703873 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2873d1c8-d682-4af6-85f9-b88c325721c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/routers/59fa8f97-66ae-4622-8171-0a9c40027dca HTTP/1.1" status: 204 len: 168 time: 1.3457117 Feb 09 15:21:14.706549 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55082) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:14.733524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a12458-1b81-46de-85fc-2902fab3138d None None] Pushing event deleted for resources: {'Port': ['ID=24ec96f8-70f5-4ff8-9941-a6186372fc37,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:14.737230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a12458-1b81-46de-85fc-2902fab3138d None None] No DVR routers for this DVR port 24ec96f8-70f5-4ff8-9941-a6186372fc37 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:21:14.801691 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-c3a9d10f-4e72-4061-834a-78e39560bcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404986346', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:18:07Z', 'updated_at': '2022-02-09T15:21:11Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ef:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:08Z', 'updated_at': '2022-02-09T15:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:14.805564 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a9d10f-4e72-4061-834a-78e39560bcaf None None] The sync data for ids ['59fa8f97-66ae-4622-8171-0a9c40027dca'] in n-d-828418-2 is: [{'id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404986346', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:18:07Z', 'updated_at': '2022-02-09T15:21:11Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': 'ea319ceb-e523-44e7-ad52-e779827f94aa', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ef:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fa8f97-66ae-4622-8171-0a9c40027dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:18:08Z', 'updated_at': '2022-02-09T15:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:21:14.826691 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c58df6b7-d464-494c-b4c7-c477bec9ed4d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:14.960795 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c58df6b7-d464-494c-b4c7-c477bec9ed4d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:14.985787 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c58df6b7-d464-494c-b4c7-c477bec9ed4d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a89a3c6-e977-4be0-88e4-cdf9a2d5354e']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:14.997447 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c58df6b7-d464-494c-b4c7-c477bec9ed4d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd24cee-a149-4024-8bb7-3b16c9b829a2') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:14.997691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-c58df6b7-d464-494c-b4c7-c477bec9ed4d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd24cee-a149-4024-8bb7-3b16c9b829a2') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:15.009610 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c58df6b7-d464-494c-b4c7-c477bec9ed4d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:15.025631 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c58df6b7-d464-494c-b4c7-c477bec9ed4d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:15.031844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58df6b7-d464-494c-b4c7-c477bec9ed4d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:21:15.032222 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c58df6b7-d464-494c-b4c7-c477bec9ed4d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: timer() Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:21:15.046256 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:21:15.127678 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c58df6b7-d464-494c-b4c7-c477bec9ed4d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:15.152637 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c58df6b7-d464-494c-b4c7-c477bec9ed4d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:15.164691 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58df6b7-d464-494c-b4c7-c477bec9ed4d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Network': ['ID=4a89a3c6-e977-4be0-88e4-cdf9a2d5354e,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:15.176754 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c58df6b7-d464-494c-b4c7-c477bec9ed4d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/networks/4a89a3c6-e977-4be0-88e4-cdf9a2d5354e HTTP/1.1" status: 204 len: 168 time: 0.4691246 Feb 09 15:21:15.179305 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55086) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:15.258609 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95215e50-709e-434e-a41c-631654a0809f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:15.404766 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95215e50-709e-434e-a41c-631654a0809f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:15.473342 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95215e50-709e-434e-a41c-631654a0809f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:15.489032 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95215e50-709e-434e-a41c-631654a0809f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d061b50-bbc3-441c-9b7e-1ba59bf77f45,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:15.512086 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-95215e50-709e-434e-a41c-631654a0809f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:15.513738 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-95215e50-709e-434e-a41c-631654a0809f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/security-groups/9d061b50-bbc3-441c-9b7e-1ba59bf77f45 HTTP/1.1" status: 204 len: 168 time: 0.3333454 Feb 09 15:21:15.737090 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55094) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:15.742082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-654391541', 'description': 'tempest-secgroup-smoke-654391541 description', 'project_id': '52c3b9e2c830405a83a3de34f696d160'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:21:15.748847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:21:15.753493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:21:15.756567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:21:15.762749 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:21:15.773012 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:15.792045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:21:15.795933 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:21:15.798987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:21:15.805164 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:21:15.876944 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:15.881743 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:15.925912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1f5489-5202-4260-84f5-097e337d69b2,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:15.929958 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:15.931144 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1930850 Feb 09 15:21:15.934191 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55098) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:15.935991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:15.936342 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:15.936687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:15.937023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:15.937352 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:15.937685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:15.938016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:15.938340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:15.938666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:15.938987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:15.939302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:15.939601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-479aebc7-eb78-490b-a393-97bc85db4922 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'fd1f5489-5202-4260-84f5-097e337d69b2', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:21:15.939743 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17131ed6-0bcb-4698-af19-6d428d1f38df tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:15.947133 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-479aebc7-eb78-490b-a393-97bc85db4922 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:21:15.950994 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-479aebc7-eb78-490b-a393-97bc85db4922 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:21:15.953814 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-479aebc7-eb78-490b-a393-97bc85db4922 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:21:15.959928 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-479aebc7-eb78-490b-a393-97bc85db4922 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:21:15.976204 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-479aebc7-eb78-490b-a393-97bc85db4922 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.035744 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-479aebc7-eb78-490b-a393-97bc85db4922 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.040074 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-479aebc7-eb78-490b-a393-97bc85db4922 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.065044 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479aebc7-eb78-490b-a393-97bc85db4922 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec9cdd5-4963-4a6f-9dce-d0bb7be78364,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:16.075485 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-479aebc7-eb78-490b-a393-97bc85db4922 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.079196 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-479aebc7-eb78-490b-a393-97bc85db4922 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415629 Feb 09 15:21:16.079406 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55102) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:16.084032 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:21:16.085766 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-15f367ee-fbc7-49b3-9231-65566107fe6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'fd1f5489-5202-4260-84f5-097e337d69b2', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:21:16.092598 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-15f367ee-fbc7-49b3-9231-65566107fe6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:21:16.096609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-15f367ee-fbc7-49b3-9231-65566107fe6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:21:16.099617 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-15f367ee-fbc7-49b3-9231-65566107fe6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:21:16.105705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-15f367ee-fbc7-49b3-9231-65566107fe6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:21:16.118977 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:21:16.119245 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1ec84fa0-0e2a-4073-97e7-465e1bf3efa1 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:21:16.119662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ea319ceb-e523-44e7-ad52-e779827f94aa no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:21:16.123005 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-15f367ee-fbc7-49b3-9231-65566107fe6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.152174 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: ea319ceb-e523-44e7-ad52-e779827f94aa {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:21:16.152524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ea319ceb-e523-44e7-ad52-e779827f94aa not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:21:16.186313 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-15f367ee-fbc7-49b3-9231-65566107fe6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.190061 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-15f367ee-fbc7-49b3-9231-65566107fe6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.216937 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f367ee-fbc7-49b3-9231-65566107fe6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48b9e3d-60ec-442f-ac23-e251b3ab60b1,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:16.223127 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-15f367ee-fbc7-49b3-9231-65566107fe6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.224280 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-15f367ee-fbc7-49b3-9231-65566107fe6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439464 Feb 09 15:21:16.227093 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55106) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:16.232011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7c96d7d6-93a8-4a70-ab4d-85615d4ede9d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'fd1f5489-5202-4260-84f5-097e337d69b2', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:21:16.238988 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7c96d7d6-93a8-4a70-ab4d-85615d4ede9d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:21:16.242982 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7c96d7d6-93a8-4a70-ab4d-85615d4ede9d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:21:16.245795 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7c96d7d6-93a8-4a70-ab4d-85615d4ede9d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:21:16.251358 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7c96d7d6-93a8-4a70-ab4d-85615d4ede9d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:21:16.268312 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c96d7d6-93a8-4a70-ab4d-85615d4ede9d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.335030 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c96d7d6-93a8-4a70-ab4d-85615d4ede9d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.339023 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c96d7d6-93a8-4a70-ab4d-85615d4ede9d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.363224 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96d7d6-93a8-4a70-ab4d-85615d4ede9d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559d0d7a-8c78-47f7-8fb4-9f236f84a538,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:16.372884 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7c96d7d6-93a8-4a70-ab4d-85615d4ede9d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.374344 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7c96d7d6-93a8-4a70-ab4d-85615d4ede9d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460836 Feb 09 15:21:16.376818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55110) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:16.382019 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-36b35c62-1178-4d74-8fed-acf07003b175 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'fd1f5489-5202-4260-84f5-097e337d69b2', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:21:16.388921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-36b35c62-1178-4d74-8fed-acf07003b175 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:21:16.392685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-36b35c62-1178-4d74-8fed-acf07003b175 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:21:16.395484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-36b35c62-1178-4d74-8fed-acf07003b175 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:21:16.401264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-36b35c62-1178-4d74-8fed-acf07003b175 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:21:16.418341 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36b35c62-1178-4d74-8fed-acf07003b175 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.478865 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36b35c62-1178-4d74-8fed-acf07003b175 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.482000 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36b35c62-1178-4d74-8fed-acf07003b175 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.507108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b35c62-1178-4d74-8fed-acf07003b175 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ce21c5-be4a-45fc-a7d4-345905b71d8e,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:16.516846 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-36b35c62-1178-4d74-8fed-acf07003b175 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.517974 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-36b35c62-1178-4d74-8fed-acf07003b175 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402423 Feb 09 15:21:16.520699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55114) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:16.525484 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-6fe33d69-bea4-414c-ae32-9c398b8d4490 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'fd1f5489-5202-4260-84f5-097e337d69b2', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:21:16.531895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6fe33d69-bea4-414c-ae32-9c398b8d4490 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:21:16.536199 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6fe33d69-bea4-414c-ae32-9c398b8d4490 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:21:16.538982 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6fe33d69-bea4-414c-ae32-9c398b8d4490 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:21:16.544532 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6fe33d69-bea4-414c-ae32-9c398b8d4490 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:21:16.555494 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-6fe33d69-bea4-414c-ae32-9c398b8d4490 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Project 52c3b9e2c830405a83a3de34f696d160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:21:16.561742 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6fe33d69-bea4-414c-ae32-9c398b8d4490 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.623948 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6fe33d69-bea4-414c-ae32-9c398b8d4490 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.627714 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6fe33d69-bea4-414c-ae32-9c398b8d4490 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.650356 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe33d69-bea4-414c-ae32-9c398b8d4490 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057da8cd-7928-4051-bb78-89bb2f5e3a14,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:16.662981 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6fe33d69-bea4-414c-ae32-9c398b8d4490 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.664673 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6fe33d69-bea4-414c-ae32-9c398b8d4490 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1430542 Feb 09 15:21:16.669142 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55118) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:16.674323 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-514eb4af-731a-4914-b8c4-5e6cc8df86e6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'fd1f5489-5202-4260-84f5-097e337d69b2', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:21:16.682339 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-514eb4af-731a-4914-b8c4-5e6cc8df86e6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:21:16.686209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-514eb4af-731a-4914-b8c4-5e6cc8df86e6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:21:16.689083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-514eb4af-731a-4914-b8c4-5e6cc8df86e6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:21:16.694642 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-514eb4af-731a-4914-b8c4-5e6cc8df86e6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:21:16.705016 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-514eb4af-731a-4914-b8c4-5e6cc8df86e6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Project 52c3b9e2c830405a83a3de34f696d160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:21:16.712078 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-514eb4af-731a-4914-b8c4-5e6cc8df86e6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.774997 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-514eb4af-731a-4914-b8c4-5e6cc8df86e6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.778105 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-514eb4af-731a-4914-b8c4-5e6cc8df86e6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.801412 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514eb4af-731a-4914-b8c4-5e6cc8df86e6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7712ff-8c15-476c-b96a-b35fa452577d,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:16.809224 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-514eb4af-731a-4914-b8c4-5e6cc8df86e6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.810358 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-514eb4af-731a-4914-b8c4-5e6cc8df86e6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402600 Feb 09 15:21:16.813226 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55122) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:16.819074 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-547d3c3c-dcb0-4aa2-afad-468f802f2d6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'network': {'name': 'tempest-network-smoke--978264814', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'port_security_enabled': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:21:16.824663 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-547d3c3c-dcb0-4aa2-afad-468f802f2d6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:21:16.828661 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-547d3c3c-dcb0-4aa2-afad-468f802f2d6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:network and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:21:16.831460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-547d3c3c-dcb0-4aa2-afad-468f802f2d6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:21:16.837056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-547d3c3c-dcb0-4aa2-afad-468f802f2d6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:21:16.847612 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547d3c3c-dcb0-4aa2-afad-468f802f2d6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Made reservation on behalf of 52c3b9e2c830405a83a3de34f696d160 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:21:16.851327 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-547d3c3c-dcb0-4aa2-afad-468f802f2d6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.882437 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547d3c3c-dcb0-4aa2-afad-468f802f2d6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:21:16.891428 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-547d3c3c-dcb0-4aa2-afad-468f802f2d6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.891797 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-547d3c3c-dcb0-4aa2-afad-468f802f2d6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Added segment fe4b3685-a17e-4598-82d7-2820cfc93f4b of type vlan for network 536a3969-0d44-4577-9eea-bbb4895b1330 Feb 09 15:21:16.918435 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-547d3c3c-dcb0-4aa2-afad-468f802f2d6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.947871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-547d3c3c-dcb0-4aa2-afad-468f802f2d6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:16.953145 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547d3c3c-dcb0-4aa2-afad-468f802f2d6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:16.953722 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-547d3c3c-dcb0-4aa2-afad-468f802f2d6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:17.060476 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-547d3c3c-dcb0-4aa2-afad-468f802f2d6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2461631 Feb 09 15:21:17.063203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55126) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:17.064638 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d3c3c-dcb0-4aa2-afad-468f802f2d6c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Network': ['ID=536a3969-0d44-4577-9eea-bbb4895b1330,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:17.068303 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-133159268', 'admin_state_up': True, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:21:17.075565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 536a3969-0d44-4577-9eea-bbb4895b1330 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:21:17.076210 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:21:17.080093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:router and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:21:17.083546 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:21:17.093009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:21:17.103191 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:17.104424 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:17.119402 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:17.386262 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:17.788328 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:17.816565 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:17.948045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.25.8.134 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/94f5649a-980e-4d53-a66e-346f59001515) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:21:18.092683 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:18.120740 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:18.186541 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:21:18.189323 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:21:18.192414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:21:18.230413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=94f5649a-980e-4d53-a66e-346f59001515,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:18.612261 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:18.957565 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:19.281128 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router b1659f20-298e-4e81-a929-6ddf30657491 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 15:21:19.470661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:21:19.479898 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Sync routers for ids ['b1659f20-298e-4e81-a929-6ddf30657491'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:21:19.489608 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Routers {'b1659f20-298e-4e81-a929-6ddf30657491'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:21:19.490207 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b1659f20-298e-4e81-a929-6ddf30657491'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:19.497486 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:19.502205 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4de138ec-6251-4638-b2f9-24fc3f9d0ea4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4349141 Feb 09 15:21:19.502632 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55130) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:19.574505 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e56aa7c4-e666-413a-97cc-2a8a46f421d0 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=52c3b9e2c830405a83a3de34f696d160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0668674 Feb 09 15:21:19.574783 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55134) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:19.672888 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Set router b1659f20-298e-4e81-a929-6ddf30657491 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:21:19.732163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ca591e-2d96-4c30-aece-8bf06230a49f tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:19.733648 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-98ca591e-2d96-4c30-aece-8bf06230a49f tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1576884 Feb 09 15:21:19.736450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55138) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:19.775827 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9bcb37a1-e41d-4a15-ba42-ceeb86982c58 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383146 Feb 09 15:21:19.778244 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55142) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:19.783520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-64be681c-d2b6-4995-a1c0-c251ceb7a098 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-941971148', 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:21:19.893027 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-64be681c-d2b6-4995-a1c0-c251ceb7a098 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:21:19.896725 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-64be681c-d2b6-4995-a1c0-c251ceb7a098 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:subnet and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:21:19.899448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-64be681c-d2b6-4995-a1c0-c251ceb7a098 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:21:19.905695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-64be681c-d2b6-4995-a1c0-c251ceb7a098 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:21:19.915441 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64be681c-d2b6-4995-a1c0-c251ceb7a098 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Made reservation on behalf of 52c3b9e2c830405a83a3de34f696d160 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:21:19.919005 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64be681c-d2b6-4995-a1c0-c251ceb7a098 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:19.952162 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133159268', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '94f5649a-980e-4d53-a66e-346f59001515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:18Z', 'revision_number': 3, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '94f5649a-980e-4d53-a66e-346f59001515', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:19.956117 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Checking router: b1659f20-298e-4e81-a929-6ddf30657491 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:21:19.956459 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Updating router b1659f20-298e-4e81-a929-6ddf30657491 port 94f5649a-980e-4d53-a66e-346f59001515 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:21:20.009000 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:20.145480 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64be681c-d2b6-4995-a1c0-c251ceb7a098 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:20.226631 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be681c-d2b6-4995-a1c0-c251ceb7a098 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Subnet': ['ID=0b60f519-60de-4b43-a28a-3f590944c293,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:20.231322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64be681c-d2b6-4995-a1c0-c251ceb7a098 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Checking segment: {'id': 'fe4b3685-a17e-4598-82d7-2820cfc93f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:21:20.231685 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64be681c-d2b6-4995-a1c0-c251ceb7a098 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network hostable DHCP agents. Network: 536a3969-0d44-4577-9eea-bbb4895b1330, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:21:20.251598 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64be681c-d2b6-4995-a1c0-c251ceb7a098 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 536a3969-0d44-4577-9eea-bbb4895b1330 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:21:20.261345 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-64be681c-d2b6-4995-a1c0-c251ceb7a098 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 536a3969-0d44-4577-9eea-bbb4895b1330) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:21:20.265852 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64be681c-d2b6-4995-a1c0-c251ceb7a098 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:20.266637 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-64be681c-d2b6-4995-a1c0-c251ceb7a098 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:20.275097 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a6af6b-6679-47af-9536-9f8e45d27e30 None None] Network 536a3969-0d44-4577-9eea-bbb4895b1330 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:21:20.290330 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-64be681c-d2b6-4995-a1c0-c251ceb7a098 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5107374 Feb 09 15:21:20.292815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55146) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:20.335266 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:20.350957 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Transition to ACTIVE for port object 94f5649a-980e-4d53-a66e-346f59001515 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:21:20.360152 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:20.444039 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Attempting to bind port 94f5649a-980e-4d53-a66e-346f59001515 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:21:20.444401 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Attempting to bind port 94f5649a-980e-4d53-a66e-346f59001515 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:21:20.444759 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Attempting to bind port 94f5649a-980e-4d53-a66e-346f59001515 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:21:20.448072 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c6b73-deb7-4664-b8c1-8ad3b4234a59 None None] Pushing event updated for resources: {'Port': ['ID=94f5649a-980e-4d53-a66e-346f59001515,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:20.457124 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c6b73-deb7-4664-b8c1-8ad3b4234a59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:20.457995 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c6b73-deb7-4664-b8c1-8ad3b4234a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:20.457995 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c6b73-deb7-4664-b8c1-8ad3b4234a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:20.458250 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c6b73-deb7-4664-b8c1-8ad3b4234a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:20.458413 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c6b73-deb7-4664-b8c1-8ad3b4234a59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:20.458735 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c6b73-deb7-4664-b8c1-8ad3b4234a59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:20.459051 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c6b73-deb7-4664-b8c1-8ad3b4234a59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:20.459365 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c6b73-deb7-4664-b8c1-8ad3b4234a59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:20.459681 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c6b73-deb7-4664-b8c1-8ad3b4234a59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:20.460020 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c6b73-deb7-4664-b8c1-8ad3b4234a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:20.460638 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c6b73-deb7-4664-b8c1-8ad3b4234a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:20.460638 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c6b73-deb7-4664-b8c1-8ad3b4234a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:20.463849 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:21:20.464225 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:21:20.464627 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:20.465003 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:21:20.465469 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Bound port: 94f5649a-980e-4d53-a66e-346f59001515, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:21:20.465835 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:20.538848 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-536a3969-0d44-4577-9eea-bbb4895b1330', 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ips': [{'subnet_id': '0b60f519-60de-4b43-a28a-3f590944c293'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:21:20.539619 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] For port 94f5649a-980e-4d53-a66e-346f59001515, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:21:20.540298 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:20.542670 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] For port 94f5649a-980e-4d53-a66e-346f59001515, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=94f5649a-980e-4d53-a66e-346f59001515,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:21:20.548262 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:20.666494 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Routers {'b1659f20-298e-4e81-a929-6ddf30657491'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:21:20.667109 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b1659f20-298e-4e81-a929-6ddf30657491'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:20.719765 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Allocated IP 172.20.0.2 (536a3969-0d44-4577-9eea-bbb4895b1330/0b60f519-60de-4b43-a28a-3f590944c293/0765a11b-21a4-48ec-964a-c0e768e6900e) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:21:20.741085 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c6b73-deb7-4664-b8c1-8ad3b4234a59 None None] Pushing event updated for resources: {'Port': ['ID=94f5649a-980e-4d53-a66e-346f59001515,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:20.849614 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] Set router b1659f20-298e-4e81-a929-6ddf30657491 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:21:20.930782 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:20.942782 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Transition to ACTIVE for port object 0765a11b-21a4-48ec-964a-c0e768e6900e will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:21:20.965175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Transition to ACTIVE for port object 0765a11b-21a4-48ec-964a-c0e768e6900e will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:21:20.971546 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:21.042959 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Network 536a3969-0d44-4577-9eea-bbb4895b1330 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:21:21.046057 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:21:21.048542 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:21:21.057627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Pushing event updated for resources: {'Port': ['ID=0765a11b-21a4-48ec-964a-c0e768e6900e,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:21.094024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:21.094396 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:21.094703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:21.095049 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:21.095383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:21.095701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:21.096065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:21.096393 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:21.096717 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:21.097078 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:21.097398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:21.097722 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:21:21.134654 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133159268', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '94f5649a-980e-4d53-a66e-346f59001515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:18Z', 'revision_number': 3, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '94f5649a-980e-4d53-a66e-346f59001515', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:21.139145 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a3bb7f-c688-4e30-9914-fe8423d095a3 None None] The sync data for ids ['b1659f20-298e-4e81-a929-6ddf30657491'] in n-d-828418-2 is: [{'id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133159268', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '94f5649a-980e-4d53-a66e-346f59001515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:18Z', 'revision_number': 3, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '94f5649a-980e-4d53-a66e-346f59001515', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:21:21.142264 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:21.156988 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Attempting to bind port 0765a11b-21a4-48ec-964a-c0e768e6900e on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:21:21.157357 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Attempting to bind port 0765a11b-21a4-48ec-964a-c0e768e6900e by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'fe4b3685-a17e-4598-82d7-2820cfc93f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:21:21.158553 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Attempting to bind port 0765a11b-21a4-48ec-964a-c0e768e6900e on network 536a3969-0d44-4577-9eea-bbb4895b1330 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:21:21.164603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:21:21.164983 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Checking segment: {'id': 'fe4b3685-a17e-4598-82d7-2820cfc93f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:21:21.165390 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:21.165788 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Bound using segment: {'id': 'fe4b3685-a17e-4598-82d7-2820cfc93f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:21:21.166263 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Bound port: 0765a11b-21a4-48ec-964a-c0e768e6900e, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4b3685-a17e-4598-82d7-2820cfc93f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:21:21.166648 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:21.267254 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] For port 0765a11b-21a4-48ec-964a-c0e768e6900e, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:21:21.271873 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] For port 0765a11b-21a4-48ec-964a-c0e768e6900e, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0765a11b-21a4-48ec-964a-c0e768e6900e,segment=NetworkSegment(fe4b3685-a17e-4598-82d7-2820cfc93f4b),segment_id=fe4b3685-a17e-4598-82d7-2820cfc93f4b)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:21:21.276886 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:21.376621 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f10a6-cc9a-4969-9672-d565039c6ebe None None] Pushing event updated for resources: {'Port': ['ID=0765a11b-21a4-48ec-964a-c0e768e6900e,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:21.640102 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.20.0.1 (536a3969-0d44-4577-9eea-bbb4895b1330/0b60f519-60de-4b43-a28a-3f590944c293/8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:21:21.813269 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:21.829864 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Transition to ACTIVE for port object 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:21:21.854558 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:21.928672 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 536a3969-0d44-4577-9eea-bbb4895b1330 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:21:21.931942 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:21:21.934476 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:21:21.975913 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:22.007306 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:22.164969 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 94f5649a-980e-4d53-a66e-346f59001515 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:21:22.240974 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 94f5649a-980e-4d53-a66e-346f59001515 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:21:22.246506 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 94f5649a-980e-4d53-a66e-346f59001515 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:21:22.247028 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:22.317186 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:22.423718 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:22.442288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 94f5649a-980e-4d53-a66e-346f59001515, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=94f5649a-980e-4d53-a66e-346f59001515,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:21:22.447515 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:22.449200 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0765a11b-21a4-48ec-964a-c0e768e6900e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:21:22.504390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215f31e8-3784-4277-9018-ccba041a7bec None None] Network 536a3969-0d44-4577-9eea-bbb4895b1330 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:21:22.656258 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-281fd85a-75c8-4e1c-afc2-3c7bf243664f None None] Provisioning for port 0765a11b-21a4-48ec-964a-c0e768e6900e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:21:22.669120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=94f5649a-980e-4d53-a66e-346f59001515,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:22.740407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 0765a11b-21a4-48ec-964a-c0e768e6900e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:21:22.749871 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 0765a11b-21a4-48ec-964a-c0e768e6900e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:21:22.750242 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:22.875775 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:22.880768 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:22.933866 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:22.974491 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 0765a11b-21a4-48ec-964a-c0e768e6900e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0765a11b-21a4-48ec-964a-c0e768e6900e,segment=NetworkSegment(fe4b3685-a17e-4598-82d7-2820cfc93f4b),segment_id=fe4b3685-a17e-4598-82d7-2820cfc93f4b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:21:22.979932 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:22.999012 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:23.002415 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:23.050439 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=0765a11b-21a4-48ec-964a-c0e768e6900e,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:23.146422 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 536a3969-0d44-4577-9eea-bbb4895b1330 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:21:23.147563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:21:23.208340 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-76d60f93-4113-4115-bb6d-a0b9674a8388 None None] Provisioning complete for port 0765a11b-21a4-48ec-964a-c0e768e6900e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:21:23.208808 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-76d60f93-4113-4115-bb6d-a0b9674a8388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:23.337259 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router b1659f20-298e-4e81-a929-6ddf30657491 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:21:23.341821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-76d60f93-4113-4115-bb6d-a0b9674a8388 None None] Provisioning for port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:21:23.348111 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-76d60f93-4113-4115-bb6d-a0b9674a8388 None None] Provisioning complete for port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:21:23.348496 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-76d60f93-4113-4115-bb6d-a0b9674a8388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:23.403598 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-76d60f93-4113-4115-bb6d-a0b9674a8388 None None] Port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:21:23.524630 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-47265872-1618-466b-809c-8ab493106e55 None None] Provisioning complete for port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:21:23.525296 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-47265872-1618-466b-809c-8ab493106e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:23.534078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:21:23.552274 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d2d1cea3-655c-4104-ab18-edb7d5a931e8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "PUT /v2.0/routers/b1659f20-298e-4e81-a929-6ddf30657491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2581239 Feb 09 15:21:23.559506 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Sync routers for ids ['b1659f20-298e-4e81-a929-6ddf30657491'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:21:23.589058 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Routers {'b1659f20-298e-4e81-a929-6ddf30657491'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:21:23.589645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b1659f20-298e-4e81-a929-6ddf30657491'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:23.657853 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-47265872-1618-466b-809c-8ab493106e55 None None] Port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:21:23.718571 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-027aa1c7-4cf3-48cc-b9f4-a10979b731de tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:21:23.733908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-027aa1c7-4cf3-48cc-b9f4-a10979b731de tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:21:23.735357 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-027aa1c7-4cf3-48cc-b9f4-a10979b731de tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654391541&fields=id&tenant_id=52c3b9e2c830405a83a3de34f696d160 HTTP/1.1" status: 200 len: 267 time: 0.0570860 Feb 09 15:21:23.782091 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Set router b1659f20-298e-4e81-a929-6ddf30657491 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:21:23.848643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-f7ab9cc2-995f-427c-83e6-2ee5310fbd5f None None] Provisioning complete for port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:21:23.848929 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f7ab9cc2-995f-427c-83e6-2ee5310fbd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:23.888876 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-fb6ca005-aad1-4e89-ac94-112ee0acbc3d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:23.889981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-fb6ca005-aad1-4e89-ac94-112ee0acbc3d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:network {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:21:23.905986 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-fb6ca005-aad1-4e89-ac94-112ee0acbc3d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:network {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:21:23.907309 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-fb6ca005-aad1-4e89-ac94-112ee0acbc3d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/networks?id=536a3969-0d44-4577-9eea-bbb4895b1330 HTTP/1.1" status: 200 len: 796 time: 0.1645789 Feb 09 15:21:23.923218 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-6ffee883-6b73-4086-b218-636223006128 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/quotas/52c3b9e2c830405a83a3de34f696d160 HTTP/1.1" status: 200 len: 375 time: 0.0099840 Feb 09 15:21:23.977350 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab9cc2-995f-427c-83e6-2ee5310fbd5f None None] Port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:21:24.002900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-7e6b658e-cb50-4a70-9cab-e97f7dd92310 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:21:24.018824 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-7e6b658e-cb50-4a70-9cab-e97f7dd92310 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:21:24.020801 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-7e6b658e-cb50-4a70-9cab-e97f7dd92310 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924914 Feb 09 15:21:24.040648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-cd87d60c-5f02-4c6e-9f0e-c77542d78447 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:21:24.044759 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-cd87d60c-5f02-4c6e-9f0e-c77542d78447 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075514 Feb 09 15:21:24.112864 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 94f5649a-980e-4d53-a66e-346f59001515 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:21:24.176116 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-d82a22c6-4136-42fc-b8bc-4f3414eb7328 service neutron] 10.222.0.48 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284747 Feb 09 15:21:24.210625 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 94f5649a-980e-4d53-a66e-346f59001515 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:21:24.211016 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:24.282161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133159268', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '94f5649a-980e-4d53-a66e-346f59001515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '94f5649a-980e-4d53-a66e-346f59001515', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3', 'name': '', 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:37:6d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0b60f519-60de-4b43-a28a-3f590944c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:21Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 2, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '0b60f519-60de-4b43-a28a-3f590944c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:24.299071 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Checking router: b1659f20-298e-4e81-a929-6ddf30657491 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:21:24.299509 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Updating router b1659f20-298e-4e81-a929-6ddf30657491 port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:21:24.308257 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-da1eabcf-3a77-46aa-9aab-33b0173a04e3 service neutron] 10.222.0.48 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265328 Feb 09 15:21:24.363622 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:24.492828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-11344eeb-5bb9-4604-8ba1-69265a547b15 req-06cb3be7-decf-4ae6-af50-1903d9c29205 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:21:24.510573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-11344eeb-5bb9-4604-8ba1-69265a547b15 req-06cb3be7-decf-4ae6-af50-1903d9c29205 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:21:24.512123 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-11344eeb-5bb9-4604-8ba1-69265a547b15 req-06cb3be7-decf-4ae6-af50-1903d9c29205 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 210 time: 0.0615718 Feb 09 15:21:24.520612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0765a11b-21a4-48ec-964a-c0e768e6900e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:21:24.697828 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 0765a11b-21a4-48ec-964a-c0e768e6900e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:21:24.698503 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:24.917268 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:24.929263 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Transition to ACTIVE for port object 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:21:24.935864 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:25.089551 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db666d7b-ba9b-465d-a3bf-32d3313bf7d7 None None] Pushing event updated for resources: {'Port': ['ID=8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:25.152024 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Attempting to bind port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:21:25.152395 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Attempting to bind port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'fe4b3685-a17e-4598-82d7-2820cfc93f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:21:25.152756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Attempting to bind port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 on network 536a3969-0d44-4577-9eea-bbb4895b1330 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:21:25.158091 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:21:25.158464 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Checking segment: {'id': 'fe4b3685-a17e-4598-82d7-2820cfc93f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:21:25.158865 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:25.159343 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Bound using segment: {'id': 'fe4b3685-a17e-4598-82d7-2820cfc93f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:21:25.159773 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Bound port: 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4b3685-a17e-4598-82d7-2820cfc93f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:21:25.160148 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:25.260426 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] For port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:21:25.263367 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] For port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3,segment=NetworkSegment(fe4b3685-a17e-4598-82d7-2820cfc93f4b),segment_id=fe4b3685-a17e-4598-82d7-2820cfc93f4b)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:21:25.267795 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:25.344009 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Routers {'b1659f20-298e-4e81-a929-6ddf30657491'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:21:25.344631 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:20:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b1659f20-298e-4e81-a929-6ddf30657491'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:25.411819 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db666d7b-ba9b-465d-a3bf-32d3313bf7d7 None None] Pushing event updated for resources: {'Port': ['ID=8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:25.556992 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] Set router b1659f20-298e-4e81-a929-6ddf30657491 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:21:25.667032 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-7abf5a01-db3d-47ae-9179-996f91d627c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:25.670308 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-7abf5a01-db3d-47ae-9179-996f91d627c0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.35 "GET /v2.0/networks?id=536a3969-0d44-4577-9eea-bbb4895b1330 HTTP/1.1" status: 200 len: 796 time: 0.2338128 Feb 09 15:21:25.725671 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-71521266-bf57-40ad-92d7-201485d61d77 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:21:25.739656 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-71521266-bf57-40ad-92d7-201485d61d77 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:21:25.740799 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-71521266-bf57-40ad-92d7-201485d61d77 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52c3b9e2c830405a83a3de34f696d160 HTTP/1.1" status: 200 len: 379 time: 0.0613358 Feb 09 15:21:25.754156 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-e317d6e7-9188-43e3-8546-65ef87bbaefa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'port': {'device_id': 'b822031b-1493-4d54-a3dd-29a2582ded9c', 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330', 'admin_state_up': True, 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'security_groups': ['fd1f5489-5202-4260-84f5-097e337d69b2']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:21:25.859561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d1b9d294-07d5-4f53-b04e-7327ff6550dc req-eca55f88-2577-4a7d-91a1-c705a1dece17 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 210 time: 0.1856573 Feb 09 15:21:25.917280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-e317d6e7-9188-43e3-8546-65ef87bbaefa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:21:25.927378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-e317d6e7-9188-43e3-8546-65ef87bbaefa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:21:25.938230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-e317d6e7-9188-43e3-8546-65ef87bbaefa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Made reservation on behalf of 52c3b9e2c830405a83a3de34f696d160 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:21:25.943304 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-e317d6e7-9188-43e3-8546-65ef87bbaefa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:25.972407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133159268', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '94f5649a-980e-4d53-a66e-346f59001515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '94f5649a-980e-4d53-a66e-346f59001515', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3', 'name': '', 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:37:6d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0b60f519-60de-4b43-a28a-3f590944c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:21Z', 'updated_at': '2022-02-09T15:21:25Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '0b60f519-60de-4b43-a28a-3f590944c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:25.976599 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20096fa9-199d-4531-97dc-b4479645c0ba None None] The sync data for ids ['b1659f20-298e-4e81-a929-6ddf30657491'] in n-d-828418-2 is: [{'id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133159268', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '94f5649a-980e-4d53-a66e-346f59001515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '94f5649a-980e-4d53-a66e-346f59001515', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3', 'name': '', 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:37:6d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0b60f519-60de-4b43-a28a-3f590944c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:21Z', 'updated_at': '2022-02-09T15:21:25Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '0b60f519-60de-4b43-a28a-3f590944c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:21:26.128750 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:21:26.156406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-e317d6e7-9188-43e3-8546-65ef87bbaefa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.20.0.9 (536a3969-0d44-4577-9eea-bbb4895b1330/0b60f519-60de-4b43-a28a-3f590944c293/5321f12d-aab3-4762-803a-8d5c1e10eaee) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:21:26.208084 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:21:26.213210 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:21:26.213586 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:26.339046 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:26.358093 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-e317d6e7-9188-43e3-8546-65ef87bbaefa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:26.372027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3,segment=NetworkSegment(fe4b3685-a17e-4598-82d7-2820cfc93f4b),segment_id=fe4b3685-a17e-4598-82d7-2820cfc93f4b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:21:26.375751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-e317d6e7-9188-43e3-8546-65ef87bbaefa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Transition to ACTIVE for port object 5321f12d-aab3-4762-803a-8d5c1e10eaee will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:21:26.377207 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:26.403038 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-e317d6e7-9188-43e3-8546-65ef87bbaefa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:26.451492 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:26.481465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-e317d6e7-9188-43e3-8546-65ef87bbaefa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 536a3969-0d44-4577-9eea-bbb4895b1330 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:21:26.484762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-e317d6e7-9188-43e3-8546-65ef87bbaefa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:21:26.487974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-e317d6e7-9188-43e3-8546-65ef87bbaefa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:21:26.526518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317d6e7-9188-43e3-8546-65ef87bbaefa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=5321f12d-aab3-4762-803a-8d5c1e10eaee,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:26.562110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-e317d6e7-9188-43e3-8546-65ef87bbaefa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:26.563113 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-e317d6e7-9188-43e3-8546-65ef87bbaefa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:26.594771 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-e317d6e7-9188-43e3-8546-65ef87bbaefa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8464160 Feb 09 15:21:26.607127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Request body: {'port': {'device_id': 'b822031b-1493-4d54-a3dd-29a2582ded9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:21:26.734846 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:26.754991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8db31672-15be-4191-bc5c-26b4a1373d72 None None] Provisioning for port 5321f12d-aab3-4762-803a-8d5c1e10eaee completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:21:26.760719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8db31672-15be-4191-bc5c-26b4a1373d72 None None] Provisioning complete for port 5321f12d-aab3-4762-803a-8d5c1e10eaee triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:21:26.761200 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8db31672-15be-4191-bc5c-26b4a1373d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:26.815017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-8db31672-15be-4191-bc5c-26b4a1373d72 None None] Port 5321f12d-aab3-4762-803a-8d5c1e10eaee cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:21:26.920522 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-546e78d9-de42-4442-b5c2-8bc03807b598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:27.191428 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a177b-4c62-4af5-aadb-a12c3c364935 req-d85fd790-96ef-4314-8455-0c99b3cb5cc9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:27.192230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-975a177b-4c62-4af5-aadb-a12c3c364935 req-d85fd790-96ef-4314-8455-0c99b3cb5cc9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:21:27.211439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5321f12d-aab3-4762-803a-8d5c1e10eaee {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:21:27.220487 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:27.222663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-975a177b-4c62-4af5-aadb-a12c3c364935 req-d85fd790-96ef-4314-8455-0c99b3cb5cc9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:21:27.224085 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-975a177b-4c62-4af5-aadb-a12c3c364935 req-d85fd790-96ef-4314-8455-0c99b3cb5cc9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 931 time: 0.2347498 Feb 09 15:21:27.364050 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Transition to ACTIVE for port object 5321f12d-aab3-4762-803a-8d5c1e10eaee will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:21:27.369965 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:27.528044 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-975a177b-4c62-4af5-aadb-a12c3c364935 req-08faa97f-c42d-454d-bfe7-3cc94fcdab0f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2964301 Feb 09 15:21:27.577383 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Pushing event updated for resources: {'Port': ['ID=5321f12d-aab3-4762-803a-8d5c1e10eaee,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:27.652400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Attempting to bind port 5321f12d-aab3-4762-803a-8d5c1e10eaee on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:21:27.652736 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Attempting to bind port 5321f12d-aab3-4762-803a-8d5c1e10eaee by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': 'fe4b3685-a17e-4598-82d7-2820cfc93f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:21:27.653061 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Attempting to bind port 5321f12d-aab3-4762-803a-8d5c1e10eaee on network 536a3969-0d44-4577-9eea-bbb4895b1330 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:21:27.657704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Port 5321f12d-aab3-4762-803a-8d5c1e10eaee on network 536a3969-0d44-4577-9eea-bbb4895b1330 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:21:27.658023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Attempting to bind port 5321f12d-aab3-4762-803a-8d5c1e10eaee on network 536a3969-0d44-4577-9eea-bbb4895b1330 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:21:27.663856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:21:27.664190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Checking segment: {'id': 'fe4b3685-a17e-4598-82d7-2820cfc93f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:21:27.664566 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Bound using segment: {'id': 'fe4b3685-a17e-4598-82d7-2820cfc93f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:21:27.664983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Bound port: 5321f12d-aab3-4762-803a-8d5c1e10eaee, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4b3685-a17e-4598-82d7-2820cfc93f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:21:27.665345 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:27.753917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] For port 5321f12d-aab3-4762-803a-8d5c1e10eaee, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:21:27.757011 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] For port 5321f12d-aab3-4762-803a-8d5c1e10eaee, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5321f12d-aab3-4762-803a-8d5c1e10eaee,segment=NetworkSegment(fe4b3685-a17e-4598-82d7-2820cfc93f4b),segment_id=fe4b3685-a17e-4598-82d7-2820cfc93f4b)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:21:27.762139 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:27.829625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:27.830240 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:27.831661 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] 10.222.0.35 "PUT /v2.0/ports/5321f12d-aab3-4762-803a-8d5c1e10eaee HTTP/1.1" status: 200 len: 1091 time: 1.2290149 Feb 09 15:21:27.832119 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b822031b-1493-4d54-a3dd-29a2582ded9c', 'tag': '5321f12d-aab3-4762-803a-8d5c1e10eaee'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:21:27.856329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6f4ce-4bbc-43e3-9369-c25732956dcc service neutron] Pushing event updated for resources: {'Port': ['ID=5321f12d-aab3-4762-803a-8d5c1e10eaee,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:27.911861 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b822031b-1493-4d54-a3dd-29a2582ded9c', 'tag': '5321f12d-aab3-4762-803a-8d5c1e10eaee', 'status': 'completed', 'code': 200} Feb 09 15:21:27.953662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-59e59e74-e763-4c03-a9a0-0b43598217f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:27.955156 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-59e59e74-e763-4c03-a9a0-0b43598217f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 1094 time: 0.0757616 Feb 09 15:21:28.029126 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-d43e5f24-6e2e-401d-af9f-4a43c36fc431 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5321f12d-aab3-4762-803a-8d5c1e10eaee HTTP/1.1" status: 200 len: 217 time: 0.0656533 Feb 09 15:21:28.092249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-1bde8872-a68b-4ad0-9310-1067c3de0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:28.093618 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-1bde8872-a68b-4ad0-9310-1067c3de0536 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b60f519-60de-4b43-a28a-3f590944c293 HTTP/1.1" status: 200 len: 834 time: 0.0581486 Feb 09 15:21:28.109036 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:21:28.171808 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-1923e34d-4010-41fc-9b55-ca0e42ad0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:28.173295 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-1923e34d-4010-41fc-9b55-ca0e42ad0ddf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=536a3969-0d44-4577-9eea-bbb4895b1330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732512 Feb 09 15:21:28.175362 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:21:28.175723 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:28.306261 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-27a94d0d-eee9-4f4a-9c18-886b8382b6f7 service neutron] 10.222.0.35 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263080 Feb 09 15:21:28.437927 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48a4d5cb-93b8-446a-a11e-8944056045d1 req-6c62eb8a-1178-4a74-afb6-e3853a14c50e service neutron] 10.222.0.35 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258445 Feb 09 15:21:28.561040 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad87e6-4562-4385-b966-e33d68b58d27 req-da5c2219-46fc-4e12-ad81-bf86c1c99e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:28.562441 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5ad87e6-4562-4385-b966-e33d68b58d27 req-da5c2219-46fc-4e12-ad81-bf86c1c99e7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 1094 time: 0.0731146 Feb 09 15:21:28.748949 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad87e6-4562-4385-b966-e33d68b58d27 req-77483a54-f4c3-4b1d-a84d-4e222ee0e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:28.750392 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5ad87e6-4562-4385-b966-e33d68b58d27 req-77483a54-f4c3-4b1d-a84d-4e222ee0e28a service neutron] 10.222.0.35 "GET /v2.0/networks?id=536a3969-0d44-4577-9eea-bbb4895b1330 HTTP/1.1" status: 200 len: 896 time: 0.1802185 Feb 09 15:21:28.817161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c9b1e-f29e-4580-beb1-2cbcb456dcb1 req-2eb0cc44-e4f9-41c3-b72c-3665ad4e519d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:28.818503 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-969c9b1e-f29e-4580-beb1-2cbcb456dcb1 req-2eb0cc44-e4f9-41c3-b72c-3665ad4e519d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 943 time: 0.1774936 Feb 09 15:21:28.827909 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5ad87e6-4562-4385-b966-e33d68b58d27 req-5c241152-29e4-408c-9b01-52db73761d27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5321f12d-aab3-4762-803a-8d5c1e10eaee HTTP/1.1" status: 200 len: 217 time: 0.0702245 Feb 09 15:21:28.920021 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-969c9b1e-f29e-4580-beb1-2cbcb456dcb1 req-cfea0d35-2853-4735-a68f-cfe8adc48a86 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943325 Feb 09 15:21:28.923500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad87e6-4562-4385-b966-e33d68b58d27 req-f7f628e9-93e6-439f-b2cd-a7153d78519d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:28.924908 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5ad87e6-4562-4385-b966-e33d68b58d27 req-f7f628e9-93e6-439f-b2cd-a7153d78519d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b60f519-60de-4b43-a28a-3f590944c293 HTTP/1.1" status: 200 len: 834 time: 0.0823345 Feb 09 15:21:29.006205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad87e6-4562-4385-b966-e33d68b58d27 req-ca8bb0b0-f356-44f9-b005-b007ce603e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:29.007671 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5ad87e6-4562-4385-b966-e33d68b58d27 req-ca8bb0b0-f356-44f9-b005-b007ce603e53 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=536a3969-0d44-4577-9eea-bbb4895b1330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744340 Feb 09 15:21:29.255917 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5ad87e6-4562-4385-b966-e33d68b58d27 req-9c9616aa-1498-4cf3-aa23-fc85e911d472 service neutron] 10.222.0.35 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416790 Feb 09 15:21:29.321970 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-43aa845d-8ffa-4ffd-92a0-3b8f223c4356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:29.394177 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c5ad87e6-4562-4385-b966-e33d68b58d27 req-5c68484a-1113-4bca-9096-b5d660075045 service neutron] 10.222.0.35 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317260 Feb 09 15:21:30.104649 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9b190-0e94-4965-9004-fd7f058e27bf req-a1bc0015-bd66-4aa2-873d-a76efdb5e3e2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:30.106087 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8eb9b190-0e94-4965-9004-fd7f058e27bf req-a1bc0015-bd66-4aa2-873d-a76efdb5e3e2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 943 time: 0.0782201 Feb 09 15:21:30.149358 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8eb9b190-0e94-4965-9004-fd7f058e27bf req-0204c34b-194f-4919-88e8-5868431de5fa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376902 Feb 09 15:21:30.465772 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:30.497769 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:31.346023 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3352d71-7ab0-45c1-bc71-3095b2e74c31 req-516ccef1-1f0e-4585-b7c9-2d3de8651dbe tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:31.348050 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3352d71-7ab0-45c1-bc71-3095b2e74c31 req-516ccef1-1f0e-4585-b7c9-2d3de8651dbe tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 943 time: 0.0912490 Feb 09 15:21:31.395938 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c3352d71-7ab0-45c1-bc71-3095b2e74c31 req-2d5e46c8-0638-418d-9d29-ff36c785ec02 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421767 Feb 09 15:21:32.030441 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:32.586995 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969f5e-ee27-40c0-a70b-9fd74baf6aac req-a4de5cc9-2259-4dff-aed1-3b68bf4976cb tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:32.588490 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-80969f5e-ee27-40c0-a70b-9fd74baf6aac req-a4de5cc9-2259-4dff-aed1-3b68bf4976cb tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 943 time: 0.0807950 Feb 09 15:21:32.632262 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-80969f5e-ee27-40c0-a70b-9fd74baf6aac req-d2807e69-d3d8-486c-8b52-8804188733fd tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380576 Feb 09 15:21:32.959720 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 5321f12d-aab3-4762-803a-8d5c1e10eaee details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:21:33.088316 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 5321f12d-aab3-4762-803a-8d5c1e10eaee, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5321f12d-aab3-4762-803a-8d5c1e10eaee,segment=NetworkSegment(fe4b3685-a17e-4598-82d7-2820cfc93f4b),segment_id=fe4b3685-a17e-4598-82d7-2820cfc93f4b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:21:33.101933 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '5321f12d-aab3-4762-803a-8d5c1e10eaee', 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330', 'port_id': '5321f12d-aab3-4762-803a-8d5c1e10eaee', 'mac_address': 'fa:16:3e:de:be:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b60f519-60de-4b43-a28a-3f590944c293', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:21:33.155661 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:33.171481 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5321f12d-aab3-4762-803a-8d5c1e10eaee {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:21:33.186035 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 5321f12d-aab3-4762-803a-8d5c1e10eaee, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5321f12d-aab3-4762-803a-8d5c1e10eaee,segment=NetworkSegment(fe4b3685-a17e-4598-82d7-2820cfc93f4b),segment_id=fe4b3685-a17e-4598-82d7-2820cfc93f4b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:21:33.188833 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:33.257648 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=5321f12d-aab3-4762-803a-8d5c1e10eaee,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:33.574213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['5321f12d-aab3-4762-803a-8d5c1e10eaee'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:21:33.827721 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31281368-0a0c-44f9-b3bd-05dc64758ea2 req-ffb11010-e012-4fff-a5df-a60280af191b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:33.829111 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31281368-0a0c-44f9-b3bd-05dc64758ea2 req-ffb11010-e012-4fff-a5df-a60280af191b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 944 time: 0.0893719 Feb 09 15:21:33.874861 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31281368-0a0c-44f9-b3bd-05dc64758ea2 req-060914dd-ca4c-494f-8601-7a5f505f9775 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397704 Feb 09 15:21:34.975638 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 5321f12d-aab3-4762-803a-8d5c1e10eaee up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:21:35.045759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 5321f12d-aab3-4762-803a-8d5c1e10eaee completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:21:35.050473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 5321f12d-aab3-4762-803a-8d5c1e10eaee triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:21:35.050844 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:35.059457 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667521c1-8feb-44b7-b170-53045c233029 req-3a0af481-8861-43b5-a789-b7c823663983 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:35.060977 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-667521c1-8feb-44b7-b170-53045c233029 req-3a0af481-8861-43b5-a789-b7c823663983 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 944 time: 0.0800822 Feb 09 15:21:35.110947 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-667521c1-8feb-44b7-b170-53045c233029 req-f31cf61c-910f-4a7a-b2c6-df7c885fde83 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440271 Feb 09 15:21:35.168414 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:35.195522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b822031b-1493-4d54-a3dd-29a2582ded9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5321f12d-aab3-4762-803a-8d5c1e10eaee'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:21:35.210000 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 5321f12d-aab3-4762-803a-8d5c1e10eaee, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5321f12d-aab3-4762-803a-8d5c1e10eaee,segment=NetworkSegment(fe4b3685-a17e-4598-82d7-2820cfc93f4b),segment_id=fe4b3685-a17e-4598-82d7-2820cfc93f4b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:21:35.214177 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:35.281437 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=5321f12d-aab3-4762-803a-8d5c1e10eaee,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:35.328736 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b822031b-1493-4d54-a3dd-29a2582ded9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5321f12d-aab3-4762-803a-8d5c1e10eaee', 'code': 200} Feb 09 15:21:35.457500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027762a-0f13-4057-9a57-a6152d874d7a req-dddd6b3d-d67c-4a27-a230-3f7f5301bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:35.458985 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1027762a-0f13-4057-9a57-a6152d874d7a req-dddd6b3d-d67c-4a27-a230-3f7f5301bb22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 1096 time: 0.0734148 Feb 09 15:21:35.502190 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1027762a-0f13-4057-9a57-a6152d874d7a req-b7ce6804-77b2-439e-855a-716798577023 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361347 Feb 09 15:21:36.290494 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe002577-2184-430f-9f80-863888d19692 req-eee6ee51-c24f-46ed-a318-83877f94cd56 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:36.291876 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe002577-2184-430f-9f80-863888d19692 req-eee6ee51-c24f-46ed-a318-83877f94cd56 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.0779474 Feb 09 15:21:36.335100 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fe002577-2184-430f-9f80-863888d19692 req-1624cb0f-aed5-4685-9d0f-69535a8140a2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376897 Feb 09 15:21:37.522249 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e339d-9ced-4671-b7fc-86ac353faadd req-d7979303-f4a6-4138-be3e-24fe51367d8c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:37.524414 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c6e339d-9ced-4671-b7fc-86ac353faadd req-d7979303-f4a6-4138-be3e-24fe51367d8c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.0861380 Feb 09 15:21:37.568771 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9c6e339d-9ced-4671-b7fc-86ac353faadd req-1d4c04d9-beab-488f-9364-499f4b802558 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387194 Feb 09 15:21:37.763978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c96cf-4db6-4608-804e-4a1fec6eb077 req-40c5fa62-72e4-4c73-9e5b-22fbd10d4299 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:37.765476 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bd4c96cf-4db6-4608-804e-4a1fec6eb077 req-40c5fa62-72e4-4c73-9e5b-22fbd10d4299 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.0923908 Feb 09 15:21:37.809271 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bd4c96cf-4db6-4608-804e-4a1fec6eb077 req-814a1b4f-36c6-4f35-8b8f-294a1c33a711 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376582 Feb 09 15:21:37.831555 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55202) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:37.901281 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef177d73-4983-449b-b03e-e2d9ba38f213 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:37.902776 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ef177d73-4983-449b-b03e-e2d9ba38f213 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 1091 time: 0.0702312 Feb 09 15:21:37.905634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55206) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:37.910528 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': '5321f12d-aab3-4762-803a-8d5c1e10eaee', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:21:37.917164 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:21:37.920975 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:floatingip and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:21:37.923803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:21:37.930234 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:21:37.950811 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:38.086747 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:38.220186 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.25.8.223 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/1e135321-a59c-4b9b-aa85-43b108c3f4dd) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:21:38.363376 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:38.392871 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:38.455300 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:21:38.458660 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:21:38.462376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:21:38.500664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=1e135321-a59c-4b9b-aa85-43b108c3f4dd,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:38.868129 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:38.938586 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:39.239882 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:39.244230 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:39.351651 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=1e135321-a59c-4b9b-aa85-43b108c3f4dd,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:21:39.362124 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:39.532105 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Floating IP 81a17421-dd1e-432e-87cf-725dfbdbac78 associated. External IP: 172.25.8.223, port: 5321f12d-aab3-4762-803a-8d5c1e10eaee. Feb 09 15:21:39.585109 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:39.878094 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router b1659f20-298e-4e81-a929-6ddf30657491 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:21:40.057734 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:21:40.068287 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0930b-2e6b-4acd-ac3e-3deba5a13768 None None] Sync routers for ids ['b1659f20-298e-4e81-a929-6ddf30657491'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:21:40.077001 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0930b-2e6b-4acd-ac3e-3deba5a13768 None None] Routers {'b1659f20-298e-4e81-a929-6ddf30657491'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:21:40.077597 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b4d0930b-2e6b-4acd-ac3e-3deba5a13768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b1659f20-298e-4e81-a929-6ddf30657491'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:40.081643 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:40.136460 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c6cd2eac-652d-4c3d-b6c4-00f8e648c4ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2297289 Feb 09 15:21:40.136948 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b822031b-1493-4d54-a3dd-29a2582ded9c', 'tag': '5321f12d-aab3-4762-803a-8d5c1e10eaee'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:21:40.188451 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b822031b-1493-4d54-a3dd-29a2582ded9c', 'tag': '5321f12d-aab3-4762-803a-8d5c1e10eaee', 'status': 'completed', 'code': 200} Feb 09 15:21:40.259030 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-b4d0930b-2e6b-4acd-ac3e-3deba5a13768 None None] Set router b1659f20-298e-4e81-a929-6ddf30657491 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:21:40.354145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f613e-be79-427e-8f85-33d10af4ae81 req-26a62985-b3dc-45cf-993e-8fa33a9be84f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:40.355578 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-390f613e-be79-427e-8f85-33d10af4ae81 req-26a62985-b3dc-45cf-993e-8fa33a9be84f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.1078641 Feb 09 15:21:40.358273 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93c6d4-b016-4d9c-a977-cf02ccf5fd17 req-6809c1af-5767-4e7c-9358-dbab6b39016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:40.359590 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc93c6d4-b016-4d9c-a977-cf02ccf5fd17 req-6809c1af-5767-4e7c-9358-dbab6b39016b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 1096 time: 0.1417234 Feb 09 15:21:40.478635 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-390f613e-be79-427e-8f85-33d10af4ae81 req-bf75720e-c069-4a40-8d69-9520d1530a1e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171706 Feb 09 15:21:40.502842 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55214) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:40.520069 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93c6d4-b016-4d9c-a977-cf02ccf5fd17 req-031954a3-66cd-432f-84eb-4bf2f7578ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:40.522098 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc93c6d4-b016-4d9c-a977-cf02ccf5fd17 req-031954a3-66cd-432f-84eb-4bf2f7578ab9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=536a3969-0d44-4577-9eea-bbb4895b1330 HTTP/1.1" status: 200 len: 896 time: 0.1477864 Feb 09 15:21:40.613562 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b4d0930b-2e6b-4acd-ac3e-3deba5a13768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133159268', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '94f5649a-980e-4d53-a66e-346f59001515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '94f5649a-980e-4d53-a66e-346f59001515', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '81a17421-dd1e-432e-87cf-725dfbdbac78', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'port_id': '5321f12d-aab3-4762-803a-8d5c1e10eaee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330', 'mac_address': 'fa:16:3e:de:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b822031b-1493-4d54-a3dd-29a2582ded9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:21:38Z', 'updated_at': '2022-02-09T15:21:38Z', 'revision_number': 0, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3', 'name': '', 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:37:6d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0b60f519-60de-4b43-a28a-3f590944c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:21Z', 'updated_at': '2022-02-09T15:21:26Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '0b60f519-60de-4b43-a28a-3f590944c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:40.617466 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0930b-2e6b-4acd-ac3e-3deba5a13768 None None] Checking router: b1659f20-298e-4e81-a929-6ddf30657491 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:21:40.624651 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-fbe7323b-c19e-41aa-bc51-aa1eed52fa03 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/81a17421-dd1e-432e-87cf-725dfbdbac78 HTTP/1.1" status: 200 len: 991 time: 0.1205540 Feb 09 15:21:40.627428 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0930b-2e6b-4acd-ac3e-3deba5a13768 None None] Routers {'b1659f20-298e-4e81-a929-6ddf30657491'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:21:40.628069 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b4d0930b-2e6b-4acd-ac3e-3deba5a13768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:21:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b1659f20-298e-4e81-a929-6ddf30657491'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:40.636944 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc93c6d4-b016-4d9c-a977-cf02ccf5fd17 req-14aef79c-5b5e-4a0c-bc39-39180d5de6e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5321f12d-aab3-4762-803a-8d5c1e10eaee HTTP/1.1" status: 200 len: 999 time: 0.1054356 Feb 09 15:21:40.698159 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93c6d4-b016-4d9c-a977-cf02ccf5fd17 req-db9f25e6-90de-4cd7-8508-f29f06cb4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:40.699609 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc93c6d4-b016-4d9c-a977-cf02ccf5fd17 req-db9f25e6-90de-4cd7-8508-f29f06cb4a38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b60f519-60de-4b43-a28a-3f590944c293 HTTP/1.1" status: 200 len: 834 time: 0.0567267 Feb 09 15:21:40.777601 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93c6d4-b016-4d9c-a977-cf02ccf5fd17 req-4f254ca5-9c4e-4dbb-bcfc-11c6e8bf34a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:40.779007 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc93c6d4-b016-4d9c-a977-cf02ccf5fd17 req-4f254ca5-9c4e-4dbb-bcfc-11c6e8bf34a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=536a3969-0d44-4577-9eea-bbb4895b1330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731752 Feb 09 15:21:40.806726 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-b4d0930b-2e6b-4acd-ac3e-3deba5a13768 None None] Set router b1659f20-298e-4e81-a929-6ddf30657491 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:21:40.917350 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc93c6d4-b016-4d9c-a977-cf02ccf5fd17 req-470a02ac-9dc9-4139-b346-8c1ffe80101b service neutron] 10.222.0.35 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311657 Feb 09 15:21:41.048002 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bc93c6d4-b016-4d9c-a977-cf02ccf5fd17 req-7563ef48-25e3-44d9-9948-69497c24aaac service neutron] 10.222.0.35 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241477 Feb 09 15:21:41.177405 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-b4d0930b-2e6b-4acd-ac3e-3deba5a13768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133159268', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '94f5649a-980e-4d53-a66e-346f59001515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '94f5649a-980e-4d53-a66e-346f59001515', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '81a17421-dd1e-432e-87cf-725dfbdbac78', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'port_id': '5321f12d-aab3-4762-803a-8d5c1e10eaee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330', 'mac_address': 'fa:16:3e:de:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b822031b-1493-4d54-a3dd-29a2582ded9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:21:38Z', 'updated_at': '2022-02-09T15:21:38Z', 'revision_number': 0, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3', 'name': '', 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:37:6d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0b60f519-60de-4b43-a28a-3f590944c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:21Z', 'updated_at': '2022-02-09T15:21:26Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '0b60f519-60de-4b43-a28a-3f590944c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:21:41.181222 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0930b-2e6b-4acd-ac3e-3deba5a13768 None None] The sync data for ids ['b1659f20-298e-4e81-a929-6ddf30657491'] in n-d-828418-2 is: [{'id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133159268', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '94f5649a-980e-4d53-a66e-346f59001515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '94f5649a-980e-4d53-a66e-346f59001515', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '81a17421-dd1e-432e-87cf-725dfbdbac78', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'port_id': '5321f12d-aab3-4762-803a-8d5c1e10eaee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330', 'mac_address': 'fa:16:3e:de:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b822031b-1493-4d54-a3dd-29a2582ded9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:21:38Z', 'updated_at': '2022-02-09T15:21:38Z', 'revision_number': 0, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3', 'name': '', 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:37:6d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0b60f519-60de-4b43-a28a-3f590944c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:21Z', 'updated_at': '2022-02-09T15:21:26Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '0b60f519-60de-4b43-a28a-3f590944c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:21:41.261847 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:41.393880 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae657507-e5af-47bc-a286-ecee262fc531 None None] New status for floating IP 81a17421-dd1e-432e-87cf-725dfbdbac78: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:21:41.629272 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55218) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:41.743589 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9b48093f-c545-4c80-9a73-44c532ff72aa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/81a17421-dd1e-432e-87cf-725dfbdbac78 HTTP/1.1" status: 200 len: 991 time: 0.1129353 Feb 09 15:21:42.634091 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1f64c64d-593c-420a-b48f-5efadeb21444 req-a1b80f3c-508a-4392-b123-1e987e4822ff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714529 Feb 09 15:21:42.747898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55222) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:21:42.897632 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64c64d-593c-420a-b48f-5efadeb21444 req-aca55eda-df01-4704-9563-1b4edec5bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:42.899127 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1f64c64d-593c-420a-b48f-5efadeb21444 req-aca55eda-df01-4704-9563-1b4edec5bab1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 1096 time: 0.1929245 Feb 09 15:21:42.973881 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:21:42.989896 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7bafeca5-234a-46eb-a196-c5501c68453a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/81a17421-dd1e-432e-87cf-725dfbdbac78 HTTP/1.1" status: 200 len: 993 time: 0.2408016 Feb 09 15:21:43.055596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64c64d-593c-420a-b48f-5efadeb21444 req-2508b3ee-dd84-465d-8a5f-24525905f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:43.057106 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1f64c64d-593c-420a-b48f-5efadeb21444 req-2508b3ee-dd84-465d-8a5f-24525905f00b service neutron] 10.222.0.35 "GET /v2.0/networks?id=536a3969-0d44-4577-9eea-bbb4895b1330 HTTP/1.1" status: 200 len: 896 time: 0.1370044 Feb 09 15:21:43.166172 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1f64c64d-593c-420a-b48f-5efadeb21444 req-a3795a02-e33a-4c3a-81c6-8eb5a168fcd3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5321f12d-aab3-4762-803a-8d5c1e10eaee HTTP/1.1" status: 200 len: 1001 time: 0.1027699 Feb 09 15:21:43.227879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64c64d-593c-420a-b48f-5efadeb21444 req-38d16973-f67a-4bb8-8326-29d28a5c059a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:43.229312 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1f64c64d-593c-420a-b48f-5efadeb21444 req-38d16973-f67a-4bb8-8326-29d28a5c059a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b60f519-60de-4b43-a28a-3f590944c293 HTTP/1.1" status: 200 len: 834 time: 0.0564339 Feb 09 15:21:43.307788 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64c64d-593c-420a-b48f-5efadeb21444 req-dbeeb4f5-0b65-421b-b2d4-dbc399067b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:21:43.309174 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1f64c64d-593c-420a-b48f-5efadeb21444 req-dbeeb4f5-0b65-421b-b2d4-dbc399067b0c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=536a3969-0d44-4577-9eea-bbb4895b1330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731299 Feb 09 15:21:43.440357 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1f64c64d-593c-420a-b48f-5efadeb21444 req-e28f9883-bfdc-4ff0-a5be-729dba46036d service neutron] 10.222.0.35 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242409 Feb 09 15:21:43.579145 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1f64c64d-593c-420a-b48f-5efadeb21444 req-f0e0cda7-e61b-4804-9c62-993ea0359c4b service neutron] 10.222.0.35 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289661 Feb 09 15:21:56.913706 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-50c4109b-9ec6-4769-a015-d7aad36c7c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:21:59.324276 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8837f024-b867-4cd1-8713-08f71e37a9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:22:00.468079 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:22:00.501055 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:22:02.033172 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:22:09.586882 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:22:11.256450 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:22:19.972827 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:22:26.915947 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f6d67412-893b-4cbc-9be1-20984424a2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:22:29.324914 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2273a7b7-4a5c-40f4-bdc3-3d62eb1dfc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:22:30.470274 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:22:30.503466 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:22:32.036242 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:22:39.597520 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:22:41.270347 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:22:44.209714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93f5ddd6-94c3-4e06-9fa2-dce601feaa2a req-a77c7183-ffe8-4136-ae2c-151ffe3752c2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681188 Feb 09 15:22:44.353302 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5ddd6-94c3-4e06-9fa2-dce601feaa2a req-a3e64dd3-99f9-4858-8ae8-d292b56b019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:22:44.354662 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93f5ddd6-94c3-4e06-9fa2-dce601feaa2a req-a3e64dd3-99f9-4858-8ae8-d292b56b019a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 1096 time: 0.0770135 Feb 09 15:22:44.498027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5ddd6-94c3-4e06-9fa2-dce601feaa2a req-86ccdbc1-7cc9-48d0-bcd6-3b5bc5192dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:22:44.499505 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93f5ddd6-94c3-4e06-9fa2-dce601feaa2a req-86ccdbc1-7cc9-48d0-bcd6-3b5bc5192dec service neutron] 10.222.0.35 "GET /v2.0/networks?id=536a3969-0d44-4577-9eea-bbb4895b1330 HTTP/1.1" status: 200 len: 896 time: 0.1247516 Feb 09 15:22:44.601820 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93f5ddd6-94c3-4e06-9fa2-dce601feaa2a req-8081301c-2452-42f7-90b6-afdbeadfbbbe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5321f12d-aab3-4762-803a-8d5c1e10eaee HTTP/1.1" status: 200 len: 1001 time: 0.0958474 Feb 09 15:22:44.667199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5ddd6-94c3-4e06-9fa2-dce601feaa2a req-e21b7ae6-d8ff-4d94-8212-6275caf153e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:22:44.668603 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93f5ddd6-94c3-4e06-9fa2-dce601feaa2a req-e21b7ae6-d8ff-4d94-8212-6275caf153e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b60f519-60de-4b43-a28a-3f590944c293 HTTP/1.1" status: 200 len: 834 time: 0.0604777 Feb 09 15:22:44.745280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5ddd6-94c3-4e06-9fa2-dce601feaa2a req-1ef10955-5193-4539-af95-6acce676fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:22:44.746746 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93f5ddd6-94c3-4e06-9fa2-dce601feaa2a req-1ef10955-5193-4539-af95-6acce676fe41 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=536a3969-0d44-4577-9eea-bbb4895b1330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715792 Feb 09 15:22:44.876632 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93f5ddd6-94c3-4e06-9fa2-dce601feaa2a req-e94b0f6d-ffe3-4c81-a439-e7a285ee63c4 service neutron] 10.222.0.35 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229117 Feb 09 15:22:45.005976 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93f5ddd6-94c3-4e06-9fa2-dce601feaa2a req-ef5c029c-d8f3-48ca-a0f0-9e5a8010346e service neutron] 10.222.0.35 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214654 Feb 09 15:22:56.917531 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-381da510-e765-4a16-bd34-93a778bdf432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:22:56.971342 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:22:59.326326 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-046d5a16-9f4c-4f00-bc76-96e0cd34ad6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:23:00.472559 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:23:00.510953 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:23:00.514104 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2d2c7-0ed7-4f59-8cc0-3fa651866dbf req-bc23b90d-0cd4-482a-9c76-9ae7536fe40d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:00.515554 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2de2d2c7-0ed7-4f59-8cc0-3fa651866dbf req-bc23b90d-0cd4-482a-9c76-9ae7536fe40d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.0866601 Feb 09 15:23:00.561932 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2de2d2c7-0ed7-4f59-8cc0-3fa651866dbf req-dd8146b7-8d85-42d4-a88a-8b324e34f34d tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402141 Feb 09 15:23:01.748357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c04c0f-298b-41ec-ae30-a9449ae4d72b req-e840bed3-ded3-41c7-ad4c-eb3fe3112f4c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:01.749890 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b2c04c0f-298b-41ec-ae30-a9449ae4d72b req-e840bed3-ded3-41c7-ad4c-eb3fe3112f4c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.0776041 Feb 09 15:23:01.893521 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b2c04c0f-298b-41ec-ae30-a9449ae4d72b req-e5cf069a-6485-4c04-add6-4c2281ab5427 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379814 Feb 09 15:23:02.037462 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:23:03.086815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8c52b-7263-4823-8731-5e0a6555f1f2 req-826a61c4-d69f-474a-9484-6cde8faa5e1e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:03.088343 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97f8c52b-7263-4823-8731-5e0a6555f1f2 req-826a61c4-d69f-474a-9484-6cde8faa5e1e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.0846460 Feb 09 15:23:03.132665 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-97f8c52b-7263-4823-8731-5e0a6555f1f2 req-66b38a72-d8f9-493e-a945-f738b2aafc6e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386791 Feb 09 15:23:04.316370 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e198e39-76ab-4357-8628-169520d9ff5b req-18066ac6-b130-44a5-97ff-9d39c67b6c0f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:04.317792 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e198e39-76ab-4357-8628-169520d9ff5b req-18066ac6-b130-44a5-97ff-9d39c67b6c0f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.0796373 Feb 09 15:23:04.360718 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e198e39-76ab-4357-8628-169520d9ff5b req-7c59d044-1d84-49e8-a9fb-abc054b00bef tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372212 Feb 09 15:23:05.546151 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd0b08-d336-457f-b43e-c4ad2bd9a4bc req-97154e8a-b3a2-4403-84ae-bf6edc2e32ac tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:05.547595 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e1fd0b08-d336-457f-b43e-c4ad2bd9a4bc req-97154e8a-b3a2-4403-84ae-bf6edc2e32ac tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.0835824 Feb 09 15:23:05.591501 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e1fd0b08-d336-457f-b43e-c4ad2bd9a4bc req-e41f61a1-e859-4df9-85f5-fd1d0798bf03 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383041 Feb 09 15:23:06.775753 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d240a8-7332-4133-8c9d-d3e1f61a94ec req-b297cbcd-d0f1-4728-bac8-d2f09de6da65 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:06.777195 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31d240a8-7332-4133-8c9d-d3e1f61a94ec req-b297cbcd-d0f1-4728-bac8-d2f09de6da65 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.0809162 Feb 09 15:23:06.820930 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-31d240a8-7332-4133-8c9d-d3e1f61a94ec req-575afcd5-6b0d-43a4-92db-a64eb1ee9afd tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380700 Feb 09 15:23:08.001258 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12517c52-9727-4d74-b455-8a880d3a9953 req-c57caaa1-8db3-4416-b768-a0bf4630d9ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:08.002696 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-12517c52-9727-4d74-b455-8a880d3a9953 req-c57caaa1-8db3-4416-b768-a0bf4630d9ff tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.0776279 Feb 09 15:23:08.046192 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-12517c52-9727-4d74-b455-8a880d3a9953 req-ce87b159-1905-4661-ba1a-07f40010dd00 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373340 Feb 09 15:23:09.222780 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d75a2-b26b-4263-8107-5d93e2115e13 req-8a8fd4dc-9ee6-4dee-9661-ecabe2976ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:09.224221 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-667d75a2-b26b-4263-8107-5d93e2115e13 req-8a8fd4dc-9ee6-4dee-9661-ecabe2976ca6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.0769901 Feb 09 15:23:09.266855 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-667d75a2-b26b-4263-8107-5d93e2115e13 req-b36de6e1-8a9d-4259-b82a-58cdacd14f04 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365078 Feb 09 15:23:09.599968 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:23:10.709914 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0bd2a-e4cd-4fb2-a23b-37ae2bea7466 req-e9bd7f7c-c6b4-4f47-ab50-e137e69301ca tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:10.712662 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4f0bd2a-e4cd-4fb2-a23b-37ae2bea7466 req-e9bd7f7c-c6b4-4f47-ab50-e137e69301ca tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.0849411 Feb 09 15:23:10.757407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4f0bd2a-e4cd-4fb2-a23b-37ae2bea7466 req-7f7028d1-c42d-464b-a114-21046b6b73b5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394905 Feb 09 15:23:11.272002 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:23:11.942998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6eca5-6058-46f7-a0f2-2f116c66e435 req-95a141ce-740b-4baf-8444-5fa41480c45e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:11.944465 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81e6eca5-6058-46f7-a0f2-2f116c66e435 req-95a141ce-740b-4baf-8444-5fa41480c45e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.0815680 Feb 09 15:23:11.986439 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-81e6eca5-6058-46f7-a0f2-2f116c66e435 req-fc0df744-77e6-446d-8321-de649b8b6af6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364165 Feb 09 15:23:12.009899 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55276) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:23:12.125115 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-06ca675a-2c9e-45cc-a34a-e350cdf0d7c4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/81a17421-dd1e-432e-87cf-725dfbdbac78 HTTP/1.1" status: 200 len: 993 time: 0.1140523 Feb 09 15:23:13.566163 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6689ee-9790-4322-b6ae-74802c60b265 req-16c4bbef-d939-45ec-87a3-b435e723a7a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:13.567643 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2c6689ee-9790-4322-b6ae-74802c60b265 req-16c4bbef-d939-45ec-87a3-b435e723a7a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.0837235 Feb 09 15:23:13.607153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6daddfa-d26a-4e06-885d-632beabf9b6d req-49e47821-85db-43c3-b2bb-8386e8670856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:13.608707 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6daddfa-d26a-4e06-885d-632beabf9b6d req-49e47821-85db-43c3-b2bb-8386e8670856 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 1096 time: 0.0709009 Feb 09 15:23:13.615965 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2c6689ee-9790-4322-b6ae-74802c60b265 req-e793c629-d3d4-477d-8eba-20be9e6c35b4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423315 Feb 09 15:23:13.743145 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6daddfa-d26a-4e06-885d-632beabf9b6d req-1b143151-f834-4222-8694-95f1fff50902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:13.744660 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6daddfa-d26a-4e06-885d-632beabf9b6d req-1b143151-f834-4222-8694-95f1fff50902 service neutron] 10.222.0.35 "GET /v2.0/networks?id=536a3969-0d44-4577-9eea-bbb4895b1330 HTTP/1.1" status: 200 len: 896 time: 0.1298738 Feb 09 15:23:13.846356 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6daddfa-d26a-4e06-885d-632beabf9b6d req-213280b9-0e93-4f88-a10d-7181c59844f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5321f12d-aab3-4762-803a-8d5c1e10eaee HTTP/1.1" status: 200 len: 1001 time: 0.0953951 Feb 09 15:23:13.910530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6daddfa-d26a-4e06-885d-632beabf9b6d req-ea4aaa80-d4fb-4331-b94a-b244c923eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:13.911979 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6daddfa-d26a-4e06-885d-632beabf9b6d req-ea4aaa80-d4fb-4331-b94a-b244c923eb28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b60f519-60de-4b43-a28a-3f590944c293 HTTP/1.1" status: 200 len: 834 time: 0.0591462 Feb 09 15:23:13.984525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6daddfa-d26a-4e06-885d-632beabf9b6d req-24090ea1-4511-4577-8e72-29031ef8b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:13.985968 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6daddfa-d26a-4e06-885d-632beabf9b6d req-24090ea1-4511-4577-8e72-29031ef8b6a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=536a3969-0d44-4577-9eea-bbb4895b1330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677018 Feb 09 15:23:14.114919 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6daddfa-d26a-4e06-885d-632beabf9b6d req-8aa6c347-3983-4831-b145-41bc98f48db7 service neutron] 10.222.0.35 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224067 Feb 09 15:23:14.245744 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e6daddfa-d26a-4e06-885d-632beabf9b6d req-9a710a60-00b2-4510-84b0-2f1c912397ba service neutron] 10.222.0.35 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228292 Feb 09 15:23:14.829630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126b22e-96f5-402f-a4e5-c1581614a3bc req-67ca12bd-d7a0-468d-9e94-f1cec35e0215 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:14.836401 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0126b22e-96f5-402f-a4e5-c1581614a3bc req-67ca12bd-d7a0-468d-9e94-f1cec35e0215 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.1126001 Feb 09 15:23:14.875354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0126b22e-96f5-402f-a4e5-c1581614a3bc req-d2e9994f-c5fa-42b8-aef0-5c8b38ee2024 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381172 Feb 09 15:23:16.065263 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece963be-82e1-406d-ab05-a38ef114cf04 req-5a830cac-eba2-41a7-87d6-d8a021db1567 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:16.066702 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ece963be-82e1-406d-ab05-a38ef114cf04 req-5a830cac-eba2-41a7-87d6-d8a021db1567 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.0850003 Feb 09 15:23:16.111505 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ece963be-82e1-406d-ab05-a38ef114cf04 req-e41f3a70-e3a8-489b-b113-ec6c1cc99f5a tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385122 Feb 09 15:23:16.135459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55290) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:23:16.238190 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6fa51ebe-6ea0-4a3e-a8f0-b8a436f0e97f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/81a17421-dd1e-432e-87cf-725dfbdbac78 HTTP/1.1" status: 200 len: 993 time: 0.1015713 Feb 09 15:23:26.919692 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5ebbab96-0bfc-4e86-a877-5a3c3d8e7655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:23:29.327739 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-849a43be-8156-45e5-8b21-fd0e344c1de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:23:30.476915 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:23:30.511428 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:23:32.045476 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:23:33.970562 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:23:39.621122 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:23:41.268682 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:23:46.330069 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d3e5f16-0f6b-49e1-b6e6-b0c8a16e985f req-39848662-e62e-478e-9346-99c1a55b734b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1856813 Feb 09 15:23:46.473940 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e5f16-0f6b-49e1-b6e6-b0c8a16e985f req-e2e57625-c12e-4a61-93e1-1c490987d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:46.475389 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d3e5f16-0f6b-49e1-b6e6-b0c8a16e985f req-e2e57625-c12e-4a61-93e1-1c490987d5b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 1096 time: 0.0764246 Feb 09 15:23:46.620248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e5f16-0f6b-49e1-b6e6-b0c8a16e985f req-f2d1f906-5d6f-48b2-a04e-def7632ef896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:46.621684 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d3e5f16-0f6b-49e1-b6e6-b0c8a16e985f req-f2d1f906-5d6f-48b2-a04e-def7632ef896 service neutron] 10.222.0.35 "GET /v2.0/networks?id=536a3969-0d44-4577-9eea-bbb4895b1330 HTTP/1.1" status: 200 len: 896 time: 0.1269493 Feb 09 15:23:46.720170 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d3e5f16-0f6b-49e1-b6e6-b0c8a16e985f req-0a01ffa8-bdb4-46dc-827b-533ed99eeafe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5321f12d-aab3-4762-803a-8d5c1e10eaee HTTP/1.1" status: 200 len: 1001 time: 0.0922453 Feb 09 15:23:46.785320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e5f16-0f6b-49e1-b6e6-b0c8a16e985f req-3c6f6b2b-ee9d-4181-ab88-34845b8bba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:46.786749 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d3e5f16-0f6b-49e1-b6e6-b0c8a16e985f req-3c6f6b2b-ee9d-4181-ab88-34845b8bba03 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b60f519-60de-4b43-a28a-3f590944c293 HTTP/1.1" status: 200 len: 834 time: 0.0609262 Feb 09 15:23:46.861162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e5f16-0f6b-49e1-b6e6-b0c8a16e985f req-21369f09-e4ed-42b9-aeb3-17a308eec2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:23:46.862618 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d3e5f16-0f6b-49e1-b6e6-b0c8a16e985f req-21369f09-e4ed-42b9-aeb3-17a308eec2cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=536a3969-0d44-4577-9eea-bbb4895b1330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688620 Feb 09 15:23:46.873605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-8d3e5f16-0f6b-49e1-b6e6-b0c8a16e985f req-f6ef618a-99d5-47bc-82a5-5aba8559b131 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:23:46.874515 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d3e5f16-0f6b-49e1-b6e6-b0c8a16e985f req-f6ef618a-99d5-47bc-82a5-5aba8559b131 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046935 Feb 09 15:23:47.003972 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d3e5f16-0f6b-49e1-b6e6-b0c8a16e985f req-a47109ea-cbf8-487d-8ee4-e93b13593020 service neutron] 10.222.0.35 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235716 Feb 09 15:23:47.227626 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d3e5f16-0f6b-49e1-b6e6-b0c8a16e985f req-ebe6fed7-35c3-4fcd-8dbc-8c46e6f6cf35 service neutron] 10.222.0.35 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169034 Feb 09 15:23:56.924360 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ad0a1824-91eb-4367-80ce-f0229a9aa39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:23:59.329718 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-def79360-f036-4ec5-82cf-52a7d874d34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:00.479203 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:00.512358 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:02.042461 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:09.622918 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:10.970075 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:24:11.280188 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:16.179497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55352) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:16.381202 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port 1e135321-a59c-4b9b-aa85-43b108c3f4dd {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:24:16.381525 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:16.554431 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:16.554760 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:16.682741 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for 1e135321-a59c-4b9b-aa85-43b108c3f4dd owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:24:16.940053 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:16.986113 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=1e135321-a59c-4b9b-aa85-43b108c3f4dd,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:17.023966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:17.024312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:17.024647 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:17.024979 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:17.025303 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:17.025625 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:17.025952 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:17.026275 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:17.026657 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:17.027590 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:17.027934 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:17.028255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:17.092548 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:17.092862 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Floating IP 81a17421-dd1e-432e-87cf-725dfbdbac78 disassociated (deleted). External IP: 172.25.8.223, port: 5321f12d-aab3-4762-803a-8d5c1e10eaee. Feb 09 15:24:17.445344 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router b1659f20-298e-4e81-a929-6ddf30657491 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:24:17.629637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:24:17.641572 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b5b5dd-7d71-420b-bc56-dd647d7e4804 None None] Sync routers for ids ['b1659f20-298e-4e81-a929-6ddf30657491'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:24:17.650987 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b5b5dd-7d71-420b-bc56-dd647d7e4804 None None] Routers {'b1659f20-298e-4e81-a929-6ddf30657491'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:24:17.651601 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f3b5b5dd-7d71-420b-bc56-dd647d7e4804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:23:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b1659f20-298e-4e81-a929-6ddf30657491'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:17.656539 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:17.711025 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a088ab4a-28bb-4471-8bfd-3cfcd7d6050c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/floatingips/81a17421-dd1e-432e-87cf-725dfbdbac78 HTTP/1.1" status: 204 len: 168 time: 1.5300190 Feb 09 15:24:17.711498 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b822031b-1493-4d54-a3dd-29a2582ded9c', 'tag': '5321f12d-aab3-4762-803a-8d5c1e10eaee'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:24:17.760132 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b822031b-1493-4d54-a3dd-29a2582ded9c', 'tag': '5321f12d-aab3-4762-803a-8d5c1e10eaee', 'status': 'completed', 'code': 200} Feb 09 15:24:17.856802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904ca48-b7af-4397-a1f8-5dd8ea8ffb02 req-1982c338-ae01-46c1-914b-09e0e0360cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:17.858460 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b904ca48-b7af-4397-a1f8-5dd8ea8ffb02 req-1982c338-ae01-46c1-914b-09e0e0360cfd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 1096 time: 0.0755646 Feb 09 15:24:17.861420 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-f3b5b5dd-7d71-420b-bc56-dd647d7e4804 None None] Set router b1659f20-298e-4e81-a929-6ddf30657491 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:24:17.999113 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904ca48-b7af-4397-a1f8-5dd8ea8ffb02 req-7d36d9b8-c7a8-4754-98d8-f8dc811c6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:18.000928 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b904ca48-b7af-4397-a1f8-5dd8ea8ffb02 req-7d36d9b8-c7a8-4754-98d8-f8dc811c6856 service neutron] 10.222.0.35 "GET /v2.0/networks?id=536a3969-0d44-4577-9eea-bbb4895b1330 HTTP/1.1" status: 200 len: 896 time: 0.1365836 Feb 09 15:24:18.107171 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b904ca48-b7af-4397-a1f8-5dd8ea8ffb02 req-2d487ef0-3ca3-4bde-9715-105b99f6ca93 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5321f12d-aab3-4762-803a-8d5c1e10eaee HTTP/1.1" status: 200 len: 217 time: 0.0663614 Feb 09 15:24:18.184752 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904ca48-b7af-4397-a1f8-5dd8ea8ffb02 req-64f0e62c-e0e3-402b-afe9-be82a5ce34a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:18.186192 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b904ca48-b7af-4397-a1f8-5dd8ea8ffb02 req-64f0e62c-e0e3-402b-afe9-be82a5ce34a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b60f519-60de-4b43-a28a-3f590944c293 HTTP/1.1" status: 200 len: 834 time: 0.0678999 Feb 09 15:24:18.192280 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f3b5b5dd-7d71-420b-bc56-dd647d7e4804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133159268', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '94f5649a-980e-4d53-a66e-346f59001515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '94f5649a-980e-4d53-a66e-346f59001515', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3', 'name': '', 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:37:6d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0b60f519-60de-4b43-a28a-3f590944c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:21Z', 'updated_at': '2022-02-09T15:21:26Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '0b60f519-60de-4b43-a28a-3f590944c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:18.196231 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b5b5dd-7d71-420b-bc56-dd647d7e4804 None None] Checking router: b1659f20-298e-4e81-a929-6ddf30657491 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:24:18.198222 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557df3-e56d-4e94-af20-edb4bc94f38e req-ab77ab5e-2771-4a68-b3c1-ca52a397cb00 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:18.199751 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25557df3-e56d-4e94-af20-edb4bc94f38e req-ab77ab5e-2771-4a68-b3c1-ca52a397cb00 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.1945651 Feb 09 15:24:18.204568 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b5b5dd-7d71-420b-bc56-dd647d7e4804 None None] Routers {'b1659f20-298e-4e81-a929-6ddf30657491'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:24:18.205176 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f3b5b5dd-7d71-420b-bc56-dd647d7e4804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:23:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b1659f20-298e-4e81-a929-6ddf30657491'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:18.288584 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-25557df3-e56d-4e94-af20-edb4bc94f38e req-7fd32450-3e47-46c4-83d4-470c37a24ea8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563502 Feb 09 15:24:18.317489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904ca48-b7af-4397-a1f8-5dd8ea8ffb02 req-a79d401b-77f0-427c-a168-4142b0830c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:18.318993 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b904ca48-b7af-4397-a1f8-5dd8ea8ffb02 req-a79d401b-77f0-427c-a168-4142b0830c3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=536a3969-0d44-4577-9eea-bbb4895b1330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183538 Feb 09 15:24:18.421563 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-f3b5b5dd-7d71-420b-bc56-dd647d7e4804 None None] Set router b1659f20-298e-4e81-a929-6ddf30657491 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:24:18.450946 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b904ca48-b7af-4397-a1f8-5dd8ea8ffb02 req-7e7c6a07-d028-4560-beb2-f24f680e2f69 service neutron] 10.222.0.35 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255839 Feb 09 15:24:18.588082 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b904ca48-b7af-4397-a1f8-5dd8ea8ffb02 req-29e2584f-e363-416b-891c-e3a09d3df6d9 service neutron] 10.222.0.35 "GET /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310153 Feb 09 15:24:18.724795 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-f3b5b5dd-7d71-420b-bc56-dd647d7e4804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133159268', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '94f5649a-980e-4d53-a66e-346f59001515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '94f5649a-980e-4d53-a66e-346f59001515', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3', 'name': '', 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:37:6d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0b60f519-60de-4b43-a28a-3f590944c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:21Z', 'updated_at': '2022-02-09T15:21:26Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '0b60f519-60de-4b43-a28a-3f590944c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:18.728638 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b5b5dd-7d71-420b-bc56-dd647d7e4804 None None] The sync data for ids ['b1659f20-298e-4e81-a929-6ddf30657491'] in n-d-828418-2 is: [{'id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133159268', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '94f5649a-980e-4d53-a66e-346f59001515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '94f5649a-980e-4d53-a66e-346f59001515', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3', 'name': '', 'network_id': '536a3969-0d44-4577-9eea-bbb4895b1330', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:37:6d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0b60f519-60de-4b43-a28a-3f590944c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:21Z', 'updated_at': '2022-02-09T15:21:26Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': '0b60f519-60de-4b43-a28a-3f590944c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:24:18.952315 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7257fbc-b2da-45a3-a1bb-08319284e221 None None] New status for floating IP 81a17421-dd1e-432e-87cf-725dfbdbac78: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:24:19.482908 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd87ea3-a7c4-468d-b3f8-e7003c443af8 req-67b2d069-bcbc-4231-808c-031ade021831 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:19.483603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1fd87ea3-a7c4-468d-b3f8-e7003c443af8 req-67b2d069-bcbc-4231-808c-031ade021831 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:24:19.499658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-1fd87ea3-a7c4-468d-b3f8-e7003c443af8 req-67b2d069-bcbc-4231-808c-031ade021831 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:24:19.500883 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1fd87ea3-a7c4-468d-b3f8-e7003c443af8 req-67b2d069-bcbc-4231-808c-031ade021831 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.1006958 Feb 09 15:24:19.546785 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1fd87ea3-a7c4-468d-b3f8-e7003c443af8 req-b7182379-13df-4af7-a40c-94833a74a034 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402870 Feb 09 15:24:20.073364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fa8ba-fcfc-4307-8f8b-2dc4d73067b6 req-bbd324f7-392c-4408-aacc-043a72962379 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:20.074774 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e77fa8ba-fcfc-4307-8f8b-2dc4d73067b6 req-bbd324f7-392c-4408-aacc-043a72962379 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.35 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.0817773 Feb 09 15:24:20.143206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-e77fa8ba-fcfc-4307-8f8b-2dc4d73067b6 req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port 5321f12d-aab3-4762-803a-8d5c1e10eaee {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:24:20.143544 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e77fa8ba-fcfc-4307-8f8b-2dc4d73067b6 req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:20.382909 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-e77fa8ba-fcfc-4307-8f8b-2dc4d73067b6 req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] For port 5321f12d-aab3-4762-803a-8d5c1e10eaee, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=5321f12d-aab3-4762-803a-8d5c1e10eaee,segment=NetworkSegment(fe4b3685-a17e-4598-82d7-2820cfc93f4b),segment_id=fe4b3685-a17e-4598-82d7-2820cfc93f4b)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:24:20.383160 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e77fa8ba-fcfc-4307-8f8b-2dc4d73067b6 req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:20.506241 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-e77fa8ba-fcfc-4307-8f8b-2dc4d73067b6 req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for 5321f12d-aab3-4762-803a-8d5c1e10eaee owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:24:20.810712 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e77fa8ba-fcfc-4307-8f8b-2dc4d73067b6 req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:20.867019 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=5321f12d-aab3-4762-803a-8d5c1e10eaee,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:20.908110 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:20.908464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:20.908789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:20.909120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:20.909443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:20.909768 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:20.910089 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:20.910412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:20.910730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:20.911051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:20.911351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:20.911662 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:20.953142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0bb77-c533-4fb8-9ecf-a12a8c3f2df8 req-64745ad1-0fd9-47d7-a517-9b3d0292a733 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:20.954565 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0f0bb77-c533-4fb8-9ecf-a12a8c3f2df8 req-64745ad1-0fd9-47d7-a517-9b3d0292a733 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=b822031b-1493-4d54-a3dd-29a2582ded9c HTTP/1.1" status: 200 len: 945 time: 0.2291081 Feb 09 15:24:20.977064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77fa8ba-fcfc-4307-8f8b-2dc4d73067b6 req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] No DVR routers for this DVR port 5321f12d-aab3-4762-803a-8d5c1e10eaee on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:24:20.981406 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-e77fa8ba-fcfc-4307-8f8b-2dc4d73067b6 req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:20.985932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b822031b-1493-4d54-a3dd-29a2582ded9c', 'name': 'network-vif-deleted', 'tag': '5321f12d-aab3-4762-803a-8d5c1e10eaee'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:24:21.015135 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e77fa8ba-fcfc-4307-8f8b-2dc4d73067b6 req-537b3ae5-7f26-44cd-884e-32e6ad4c75b8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.35 "DELETE /v2.0/ports/5321f12d-aab3-4762-803a-8d5c1e10eaee HTTP/1.1" status: 204 len: 173 time: 0.9348376 Feb 09 15:24:21.020830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0f0bb77-c533-4fb8-9ecf-a12a8c3f2df8 req-a0b83477-0ce1-43af-a0bd-6e8796e61585 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=fd1f5489-5202-4260-84f5-097e337d69b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605574 Feb 09 15:24:21.036124 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b822031b-1493-4d54-a3dd-29a2582ded9c', 'name': 'network-vif-deleted', 'tag': '5321f12d-aab3-4762-803a-8d5c1e10eaee', 'status': 'completed', 'code': 200} Feb 09 15:24:22.128898 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55370) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:22.806378 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44431a49-278a-4d65-99c6-25ae93fa883c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:23.162030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-44431a49-278a-4d65-99c6-25ae93fa883c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:24:23.162775 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44431a49-278a-4d65-99c6-25ae93fa883c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:23.348692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-44431a49-278a-4d65-99c6-25ae93fa883c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] For port 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3,segment=NetworkSegment(fe4b3685-a17e-4598-82d7-2820cfc93f4b),segment_id=fe4b3685-a17e-4598-82d7-2820cfc93f4b)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:24:23.349042 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44431a49-278a-4d65-99c6-25ae93fa883c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:23.477724 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-44431a49-278a-4d65-99c6-25ae93fa883c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:24:23.618783 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 5321f12d-aab3-4762-803a-8d5c1e10eaee no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:24:23.656413 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 5321f12d-aab3-4762-803a-8d5c1e10eaee {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:24:23.656757 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 5321f12d-aab3-4762-803a-8d5c1e10eaee not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:24:23.833435 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44431a49-278a-4d65-99c6-25ae93fa883c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:23.879839 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44431a49-278a-4d65-99c6-25ae93fa883c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:24.274901 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-44431a49-278a-4d65-99c6-25ae93fa883c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:24.626806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44431a49-278a-4d65-99c6-25ae93fa883c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router b1659f20-298e-4e81-a929-6ddf30657491 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:24:24.797802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44431a49-278a-4d65-99c6-25ae93fa883c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:24:24.808037 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70e0b0-9b28-4b1d-93fa-586edc52e502 None None] Sync routers for ids ['b1659f20-298e-4e81-a929-6ddf30657491'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:24:24.810145 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-44431a49-278a-4d65-99c6-25ae93fa883c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "PUT /v2.0/routers/b1659f20-298e-4e81-a929-6ddf30657491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6801469 Feb 09 15:24:24.813058 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55374) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:24.818052 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba70e0b0-9b28-4b1d-93fa-586edc52e502 None None] Routers {'b1659f20-298e-4e81-a929-6ddf30657491'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:24:24.818586 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ba70e0b0-9b28-4b1d-93fa-586edc52e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:23:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b1659f20-298e-4e81-a929-6ddf30657491'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:24.887753 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-da56bacb-9421-49da-bd83-62925d56d4a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting subnet 0b60f519-60de-4b43-a28a-3f590944c293 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:24:24.891012 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-da56bacb-9421-49da-bd83-62925d56d4a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:24.946859 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-da56bacb-9421-49da-bd83-62925d56d4a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:24.995578 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-ba70e0b0-9b28-4b1d-93fa-586edc52e502 None None] Set router b1659f20-298e-4e81-a929-6ddf30657491 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:24:25.034330 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-da56bacb-9421-49da-bd83-62925d56d4a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:25.108338 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-da56bacb-9421-49da-bd83-62925d56d4a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:25.149525 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56bacb-9421-49da-bd83-62925d56d4a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Subnet': ['ID=0b60f519-60de-4b43-a28a-3f590944c293,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:25.154162 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-da56bacb-9421-49da-bd83-62925d56d4a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:25.161950 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c7ca1e-9d8a-44eb-a558-926de93ffd13 None None] Network 536a3969-0d44-4577-9eea-bbb4895b1330 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:24:25.162650 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-da56bacb-9421-49da-bd83-62925d56d4a5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/subnets/0b60f519-60de-4b43-a28a-3f590944c293 HTTP/1.1" status: 204 len: 168 time: 0.3479509 Feb 09 15:24:25.164789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55378) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:25.297123 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ba70e0b0-9b28-4b1d-93fa-586edc52e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133159268', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '94f5649a-980e-4d53-a66e-346f59001515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:24:23Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '94f5649a-980e-4d53-a66e-346f59001515', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:25.300735 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70e0b0-9b28-4b1d-93fa-586edc52e502 None None] Checking router: b1659f20-298e-4e81-a929-6ddf30657491 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:24:25.309824 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba70e0b0-9b28-4b1d-93fa-586edc52e502 None None] Routers {'b1659f20-298e-4e81-a929-6ddf30657491'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:24:25.310420 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ba70e0b0-9b28-4b1d-93fa-586edc52e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:23:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['b1659f20-298e-4e81-a929-6ddf30657491'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:25.360591 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-016d836b-5f53-4641-8e93-849236cf776e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:25.440045 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] DHCP port deletion for 536a3969-0d44-4577-9eea-bbb4895b1330 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 15:24:25.444877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Deleting port 0765a11b-21a4-48ec-964a-c0e768e6900e {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:24:25.445621 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:25.506466 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-ba70e0b0-9b28-4b1d-93fa-586edc52e502 None None] Set router b1659f20-298e-4e81-a929-6ddf30657491 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:24:25.562188 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-016d836b-5f53-4641-8e93-849236cf776e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:25.574387 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-016d836b-5f53-4641-8e93-849236cf776e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port 94f5649a-980e-4d53-a66e-346f59001515 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:24:25.575254 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-016d836b-5f53-4641-8e93-849236cf776e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:25.690741 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] For port 0765a11b-21a4-48ec-964a-c0e768e6900e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=0765a11b-21a4-48ec-964a-c0e768e6900e,segment=NetworkSegment(fe4b3685-a17e-4598-82d7-2820cfc93f4b),segment_id=fe4b3685-a17e-4598-82d7-2820cfc93f4b)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:24:25.691202 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:25.846375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Calling delete_port for 0765a11b-21a4-48ec-964a-c0e768e6900e owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:24:25.890491 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-016d836b-5f53-4641-8e93-849236cf776e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] For port 94f5649a-980e-4d53-a66e-346f59001515, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=94f5649a-980e-4d53-a66e-346f59001515,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:24:25.891159 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-016d836b-5f53-4641-8e93-849236cf776e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:25.920251 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-ba70e0b0-9b28-4b1d-93fa-586edc52e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133159268', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '94f5649a-980e-4d53-a66e-346f59001515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:24:23Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '94f5649a-980e-4d53-a66e-346f59001515', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:25.924720 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba70e0b0-9b28-4b1d-93fa-586edc52e502 None None] The sync data for ids ['b1659f20-298e-4e81-a929-6ddf30657491'] in n-d-828418-2 is: [{'id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133159268', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '94f5649a-980e-4d53-a66e-346f59001515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:24:23Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '94f5649a-980e-4d53-a66e-346f59001515', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659f20-298e-4e81-a929-6ddf30657491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:21:17Z', 'updated_at': '2022-02-09T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:24:25.940847 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:26.032260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-016d836b-5f53-4641-8e93-849236cf776e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for 94f5649a-980e-4d53-a66e-346f59001515 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:24:26.035449 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] No DVR routers for this DVR port 0765a11b-21a4-48ec-964a-c0e768e6900e on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:24:26.037500 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Pushing event deleted for resources: {'Port': ['ID=0765a11b-21a4-48ec-964a-c0e768e6900e,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:26.048260 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:26.048602 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:26.048936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:26.049265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:26.049589 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:26.049923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:26.050249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:26.050564 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:26.050879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:26.051210 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:26.051499 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:26.051838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a684af-6bf6-46b7-85f4-e4d16f85d2fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:26.204873 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-016d836b-5f53-4641-8e93-849236cf776e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:26.257376 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d836b-5f53-4641-8e93-849236cf776e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=94f5649a-980e-4d53-a66e-346f59001515,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:26.357762 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-016d836b-5f53-4641-8e93-849236cf776e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:26.399402 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:24:26.434890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:24:26.435343 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8ed72fab-d27f-4fbb-9b88-aa0ed39c88b3 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:24:26.436460 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0765a11b-21a4-48ec-964a-c0e768e6900e no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:24:26.477088 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 0765a11b-21a4-48ec-964a-c0e768e6900e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:24:26.477088 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 0765a11b-21a4-48ec-964a-c0e768e6900e not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:24:26.544582 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-016d836b-5f53-4641-8e93-849236cf776e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:26.547108 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-016d836b-5f53-4641-8e93-849236cf776e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:26.570736 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-016d836b-5f53-4641-8e93-849236cf776e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:26.571401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016d836b-5f53-4641-8e93-849236cf776e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Fanout notify agent at l3_agent the message router_deleted on router b1659f20-298e-4e81-a929-6ddf30657491 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 15:24:26.590633 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-016d836b-5f53-4641-8e93-849236cf776e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:26.591780 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-016d836b-5f53-4641-8e93-849236cf776e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/routers/b1659f20-298e-4e81-a929-6ddf30657491 HTTP/1.1" status: 204 len: 168 time: 1.4260535 Feb 09 15:24:26.594520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55382) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:26.715196 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97dfdae7-b753-4504-af90-2e5d0ca2638c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:26.848065 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97dfdae7-b753-4504-af90-2e5d0ca2638c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:26.883068 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-97dfdae7-b753-4504-af90-2e5d0ca2638c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536a3969-0d44-4577-9eea-bbb4895b1330']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:26.897695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-97dfdae7-b753-4504-af90-2e5d0ca2638c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4b3685-a17e-4598-82d7-2820cfc93f4b') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:26.898108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-97dfdae7-b753-4504-af90-2e5d0ca2638c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4b3685-a17e-4598-82d7-2820cfc93f4b') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:26.911829 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97dfdae7-b753-4504-af90-2e5d0ca2638c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:26.929506 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-15aa9269-8fd0-44f1-b2e2-4608d6e4eccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:26.933402 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97dfdae7-b753-4504-af90-2e5d0ca2638c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:26.940357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97dfdae7-b753-4504-af90-2e5d0ca2638c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:24:26.940751 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97dfdae7-b753-4504-af90-2e5d0ca2638c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: timer() Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:24:26.956556 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:24:27.056047 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97dfdae7-b753-4504-af90-2e5d0ca2638c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:27.078357 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-97dfdae7-b753-4504-af90-2e5d0ca2638c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:27.094335 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfdae7-b753-4504-af90-2e5d0ca2638c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Network': ['ID=536a3969-0d44-4577-9eea-bbb4895b1330,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:27.105407 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-97dfdae7-b753-4504-af90-2e5d0ca2638c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/networks/536a3969-0d44-4577-9eea-bbb4895b1330 HTTP/1.1" status: 204 len: 168 time: 0.5096819 Feb 09 15:24:27.108818 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55386) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:27.188912 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b66ecf47-895c-413d-870a-4c552b32a7da tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:27.226894 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b66ecf47-895c-413d-870a-4c552b32a7da tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:27.299405 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b66ecf47-895c-413d-870a-4c552b32a7da tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:27.319486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ecf47-895c-413d-870a-4c552b32a7da tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1f5489-5202-4260-84f5-097e337d69b2,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:27.332131 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-b66ecf47-895c-413d-870a-4c552b32a7da tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:27.333283 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-b66ecf47-895c-413d-870a-4c552b32a7da tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/security-groups/fd1f5489-5202-4260-84f5-097e337d69b2 HTTP/1.1" status: 204 len: 168 time: 0.2234490 Feb 09 15:24:28.130912 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 94f5649a-980e-4d53-a66e-346f59001515 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:24:28.165275 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 94f5649a-980e-4d53-a66e-346f59001515 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:24:28.165620 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 94f5649a-980e-4d53-a66e-346f59001515 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:24:29.045546 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55396) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:29.051007 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-26cb77d1-1f77-4351-bd58-97c9174f9a27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-57009449', 'description': 'tempest-secgroup-smoke-57009449 description', 'project_id': '52c3b9e2c830405a83a3de34f696d160'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:24:29.058095 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-26cb77d1-1f77-4351-bd58-97c9174f9a27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:24:29.062292 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-26cb77d1-1f77-4351-bd58-97c9174f9a27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:24:29.065123 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-26cb77d1-1f77-4351-bd58-97c9174f9a27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:24:29.070904 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-26cb77d1-1f77-4351-bd58-97c9174f9a27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:24:29.081311 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26cb77d1-1f77-4351-bd58-97c9174f9a27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.104710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-26cb77d1-1f77-4351-bd58-97c9174f9a27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:24:29.109018 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-26cb77d1-1f77-4351-bd58-97c9174f9a27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:24:29.111754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-26cb77d1-1f77-4351-bd58-97c9174f9a27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:24:29.117209 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-26cb77d1-1f77-4351-bd58-97c9174f9a27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:24:29.283879 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26cb77d1-1f77-4351-bd58-97c9174f9a27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.287665 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26cb77d1-1f77-4351-bd58-97c9174f9a27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.332244 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5201c87c-9003-442e-944c-23a64cf30630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.336602 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb77d1-1f77-4351-bd58-97c9174f9a27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce61b9ec-51c2-45a9-94d8-eab355cf4db6,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:29.341099 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-26cb77d1-1f77-4351-bd58-97c9174f9a27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.346538 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-26cb77d1-1f77-4351-bd58-97c9174f9a27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2954600 Feb 09 15:24:29.348056 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55400) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:29.351489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-802f6ca2-6c14-4365-8ca8-0246451be148 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'ce61b9ec-51c2-45a9-94d8-eab355cf4db6', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:24:29.358708 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-802f6ca2-6c14-4365-8ca8-0246451be148 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:24:29.362537 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-802f6ca2-6c14-4365-8ca8-0246451be148 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:24:29.365367 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-802f6ca2-6c14-4365-8ca8-0246451be148 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:24:29.370909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-802f6ca2-6c14-4365-8ca8-0246451be148 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:24:29.387955 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-802f6ca2-6c14-4365-8ca8-0246451be148 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.448065 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-802f6ca2-6c14-4365-8ca8-0246451be148 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.452319 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-802f6ca2-6c14-4365-8ca8-0246451be148 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.476828 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f6ca2-6c14-4365-8ca8-0246451be148 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5e7fad-faff-4bcf-958a-752fa40f663b,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:29.486898 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-802f6ca2-6c14-4365-8ca8-0246451be148 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.488303 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-802f6ca2-6c14-4365-8ca8-0246451be148 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407335 Feb 09 15:24:29.490983 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55404) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:29.495863 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-aa3b0cc2-1e9a-41af-8553-ee4f9109b774 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'ce61b9ec-51c2-45a9-94d8-eab355cf4db6', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:24:29.502520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-aa3b0cc2-1e9a-41af-8553-ee4f9109b774 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:24:29.506664 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-aa3b0cc2-1e9a-41af-8553-ee4f9109b774 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:24:29.509832 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-aa3b0cc2-1e9a-41af-8553-ee4f9109b774 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:24:29.516694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-aa3b0cc2-1e9a-41af-8553-ee4f9109b774 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:24:29.535243 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa3b0cc2-1e9a-41af-8553-ee4f9109b774 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.600268 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa3b0cc2-1e9a-41af-8553-ee4f9109b774 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.604158 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa3b0cc2-1e9a-41af-8553-ee4f9109b774 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.626900 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b0cc2-1e9a-41af-8553-ee4f9109b774 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fe90d4-d72d-46ad-a122-c0bb4ceb416d,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:29.636921 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-aa3b0cc2-1e9a-41af-8553-ee4f9109b774 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.638514 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-aa3b0cc2-1e9a-41af-8553-ee4f9109b774 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1463749 Feb 09 15:24:29.641330 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55408) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:29.646161 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-dfdb4d67-2184-43c4-9268-e9344e584c06 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'ce61b9ec-51c2-45a9-94d8-eab355cf4db6', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:24:29.653440 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dfdb4d67-2184-43c4-9268-e9344e584c06 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:24:29.657336 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dfdb4d67-2184-43c4-9268-e9344e584c06 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:24:29.660404 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dfdb4d67-2184-43c4-9268-e9344e584c06 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:24:29.666025 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dfdb4d67-2184-43c4-9268-e9344e584c06 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:24:29.684705 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfdb4d67-2184-43c4-9268-e9344e584c06 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.746878 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfdb4d67-2184-43c4-9268-e9344e584c06 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.750513 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfdb4d67-2184-43c4-9268-e9344e584c06 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.773587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb4d67-2184-43c4-9268-e9344e584c06 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf735874-04aa-4e66-b937-459259fe6966,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:29.783995 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dfdb4d67-2184-43c4-9268-e9344e584c06 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.785180 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dfdb4d67-2184-43c4-9268-e9344e584c06 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429954 Feb 09 15:24:29.787948 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55412) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:29.792958 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-6809d874-a673-44df-a2de-3139c6ca570e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'ce61b9ec-51c2-45a9-94d8-eab355cf4db6', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:24:29.800171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6809d874-a673-44df-a2de-3139c6ca570e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:24:29.804247 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6809d874-a673-44df-a2de-3139c6ca570e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:24:29.807412 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-6809d874-a673-44df-a2de-3139c6ca570e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:24:29.814011 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-6809d874-a673-44df-a2de-3139c6ca570e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:24:29.838574 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6809d874-a673-44df-a2de-3139c6ca570e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.911708 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6809d874-a673-44df-a2de-3139c6ca570e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.916180 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6809d874-a673-44df-a2de-3139c6ca570e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.946053 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809d874-a673-44df-a2de-3139c6ca570e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b714eeb-6919-497c-a8ee-1b84c4869383,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:29.956775 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-6809d874-a673-44df-a2de-3139c6ca570e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:29.958094 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-6809d874-a673-44df-a2de-3139c6ca570e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1692212 Feb 09 15:24:29.960793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55416) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:29.967629 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-f259467d-c078-45ee-9b81-c289a3208123 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'ce61b9ec-51c2-45a9-94d8-eab355cf4db6', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:24:29.975009 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f259467d-c078-45ee-9b81-c289a3208123 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:24:29.979256 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f259467d-c078-45ee-9b81-c289a3208123 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:24:29.982306 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-f259467d-c078-45ee-9b81-c289a3208123 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:24:29.988129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-f259467d-c078-45ee-9b81-c289a3208123 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:24:30.004469 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-f259467d-c078-45ee-9b81-c289a3208123 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Project 52c3b9e2c830405a83a3de34f696d160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:24:30.014227 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f259467d-c078-45ee-9b81-c289a3208123 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.083345 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f259467d-c078-45ee-9b81-c289a3208123 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.087383 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f259467d-c078-45ee-9b81-c289a3208123 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.108357 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259467d-c078-45ee-9b81-c289a3208123 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94cf1029-4cea-4978-96e1-7378466ee6ec,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:30.119862 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f259467d-c078-45ee-9b81-c289a3208123 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.121653 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f259467d-c078-45ee-9b81-c289a3208123 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1598177 Feb 09 15:24:30.124430 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55420) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:30.129366 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-dba7a340-4efe-476f-8ef7-d959bf877a68 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'security_group_rule': {'security_group_id': 'ce61b9ec-51c2-45a9-94d8-eab355cf4db6', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:24:30.137397 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dba7a340-4efe-476f-8ef7-d959bf877a68 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:24:30.141647 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dba7a340-4efe-476f-8ef7-d959bf877a68 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:security_group_rule and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:24:30.145192 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-dba7a340-4efe-476f-8ef7-d959bf877a68 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:24:30.150884 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-dba7a340-4efe-476f-8ef7-d959bf877a68 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:24:30.160958 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-dba7a340-4efe-476f-8ef7-d959bf877a68 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Project 52c3b9e2c830405a83a3de34f696d160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:24:30.168093 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dba7a340-4efe-476f-8ef7-d959bf877a68 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.233864 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dba7a340-4efe-476f-8ef7-d959bf877a68 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.237552 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dba7a340-4efe-476f-8ef7-d959bf877a68 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.260674 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7a340-4efe-476f-8ef7-d959bf877a68 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1429d3a1-53df-4135-a633-c65cceb0eb73,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:30.270230 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-dba7a340-4efe-476f-8ef7-d959bf877a68 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.271435 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-dba7a340-4efe-476f-8ef7-d959bf877a68 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1460667 Feb 09 15:24:30.274431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55424) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:30.279701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-d58da88c-f1bd-4b74-a369-2b379ca709fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'network': {'name': 'tempest-network-smoke--99751507', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'port_security_enabled': True}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:24:30.285652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d58da88c-f1bd-4b74-a369-2b379ca709fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:24:30.289911 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d58da88c-f1bd-4b74-a369-2b379ca709fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:network and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:24:30.293240 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-d58da88c-f1bd-4b74-a369-2b379ca709fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:24:30.299212 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-d58da88c-f1bd-4b74-a369-2b379ca709fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:24:30.312400 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58da88c-f1bd-4b74-a369-2b379ca709fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Made reservation on behalf of 52c3b9e2c830405a83a3de34f696d160 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:24:30.315898 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d58da88c-f1bd-4b74-a369-2b379ca709fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.343754 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58da88c-f1bd-4b74-a369-2b379ca709fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:24:30.352394 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d58da88c-f1bd-4b74-a369-2b379ca709fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.352736 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-d58da88c-f1bd-4b74-a369-2b379ca709fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Added segment a4cc54dd-d4a4-413e-943a-384cd6720209 of type vlan for network 1293e27f-7272-472e-a894-e1a5eba150a8 Feb 09 15:24:30.379634 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d58da88c-f1bd-4b74-a369-2b379ca709fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.408930 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d58da88c-f1bd-4b74-a369-2b379ca709fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.414543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58da88c-f1bd-4b74-a369-2b379ca709fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:30.415132 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d58da88c-f1bd-4b74-a369-2b379ca709fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.483668 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.520467 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.526005 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d58da88c-f1bd-4b74-a369-2b379ca709fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2506723 Feb 09 15:24:30.529421 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58da88c-f1bd-4b74-a369-2b379ca709fc tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Network': ['ID=1293e27f-7272-472e-a894-e1a5eba150a8,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:30.529598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55428) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:30.534826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1237879504', 'admin_state_up': True, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:24:30.543777 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 1293e27f-7272-472e-a894-e1a5eba150a8 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:24:30.545917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:24:30.553238 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:router and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:24:30.556701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:24:30.563664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:24:30.574830 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.575863 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.592568 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:30.864409 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:31.168875 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:31.197674 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:31.338439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.25.8.201 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/7a4adc44-f762-4611-9d4e-bbbb39017284) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:24:31.489074 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:31.519743 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:31.584617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:24:31.587523 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:24:31.591456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:24:31.626443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=7a4adc44-f762-4611-9d4e-bbbb39017284,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:32.049651 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:32.133170 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:32.469964 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:32.673160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 15:24:32.844999 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:24:32.855060 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Sync routers for ids ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:24:32.863935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Routers {'1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:24:32.864622 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:24:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:32.869821 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:32.874467 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4a700e7a-ba76-4b14-a234-5f896de90ab8 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3411999 Feb 09 15:24:32.874944 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55432) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:33.042661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Set router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:24:33.068610 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-20b543ba-e797-4092-b193-75796cdff2e1 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=52c3b9e2c830405a83a3de34f696d160&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1924341 Feb 09 15:24:33.071462 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55438) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:33.203273 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e92bba-56ee-4374-b98c-274d70310f99 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:33.204821 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-57e92bba-56ee-4374-b98c-274d70310f99 tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324208 Feb 09 15:24:33.207624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55442) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:33.251135 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-c879feca-dde5-4631-972e-75930fd14bec tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c26f2655-4fb2-480c-9c39-ad6273d63109&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424187 Feb 09 15:24:33.254037 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55446) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:33.259470 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-2d14ce99-108f-40ee-8182-d175363068b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1639795339', 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8', 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:24:33.325690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237879504', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:24:30Z', 'updated_at': '2022-02-09T15:24:31Z', 'revision_number': 3, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:31Z', 'updated_at': '2022-02-09T15:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:33.329725 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Checking router: 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:24:33.330075 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Updating router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 port 7a4adc44-f762-4611-9d4e-bbbb39017284 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:24:33.365800 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2d14ce99-108f-40ee-8182-d175363068b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:24:33.369541 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2d14ce99-108f-40ee-8182-d175363068b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:subnet and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:24:33.372967 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-2d14ce99-108f-40ee-8182-d175363068b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:24:33.378848 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-2d14ce99-108f-40ee-8182-d175363068b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:24:33.386547 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:33.389683 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d14ce99-108f-40ee-8182-d175363068b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Made reservation on behalf of 52c3b9e2c830405a83a3de34f696d160 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:24:33.393130 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2d14ce99-108f-40ee-8182-d175363068b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:33.620161 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2d14ce99-108f-40ee-8182-d175363068b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:33.698820 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14ce99-108f-40ee-8182-d175363068b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Subnet': ['ID=c3c3b2cc-62ba-45d9-94b8-01392565e0d2,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:33.706162 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d14ce99-108f-40ee-8182-d175363068b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Checking segment: {'id': 'a4cc54dd-d4a4-413e-943a-384cd6720209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:24:33.706516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d14ce99-108f-40ee-8182-d175363068b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network hostable DHCP agents. Network: 1293e27f-7272-472e-a894-e1a5eba150a8, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:24:33.721933 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:33.725398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d14ce99-108f-40ee-8182-d175363068b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 1293e27f-7272-472e-a894-e1a5eba150a8 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:24:33.734216 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Transition to ACTIVE for port object 7a4adc44-f762-4611-9d4e-bbbb39017284 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:24:33.735371 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-2d14ce99-108f-40ee-8182-d175363068b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 1293e27f-7272-472e-a894-e1a5eba150a8) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:24:33.741567 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d14ce99-108f-40ee-8182-d175363068b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:33.742175 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-2d14ce99-108f-40ee-8182-d175363068b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:33.748320 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd029a5-02ee-4164-87f6-884af810a3f4 None None] Network 1293e27f-7272-472e-a894-e1a5eba150a8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:24:33.763684 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:33.764433 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-2d14ce99-108f-40ee-8182-d175363068b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5093646 Feb 09 15:24:33.767490 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55450) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:33.907807 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d3662-e718-4683-bd56-d8e5b1b99e80 None None] Pushing event updated for resources: {'Port': ['ID=7a4adc44-f762-4611-9d4e-bbbb39017284,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:33.910244 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Attempting to bind port 7a4adc44-f762-4611-9d4e-bbbb39017284 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:24:33.910609 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Attempting to bind port 7a4adc44-f762-4611-9d4e-bbbb39017284 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:24:33.910966 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Attempting to bind port 7a4adc44-f762-4611-9d4e-bbbb39017284 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:24:33.930161 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:24:33.930526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:24:33.930921 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:33.931310 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:24:33.931809 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Bound port: 7a4adc44-f762-4611-9d4e-bbbb39017284, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:24:33.932179 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:34.096155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] For port 7a4adc44-f762-4611-9d4e-bbbb39017284, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:24:34.137708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] For port 7a4adc44-f762-4611-9d4e-bbbb39017284, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7a4adc44-f762-4611-9d4e-bbbb39017284,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:24:34.146289 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:34.182193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-1293e27f-7272-472e-a894-e1a5eba150a8', 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ips': [{'subnet_id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:24:34.183043 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:34.289928 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Routers {'1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:24:34.290555 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:24:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:34.356916 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d3662-e718-4683-bd56-d8e5b1b99e80 None None] Pushing event updated for resources: {'Port': ['ID=7a4adc44-f762-4611-9d4e-bbbb39017284,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:34.545662 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Allocated IP 172.20.0.2 (1293e27f-7272-472e-a894-e1a5eba150a8/c3c3b2cc-62ba-45d9-94b8-01392565e0d2/39d5fcad-08b0-40bb-8d75-af24e1e9cf30) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:24:34.548670 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] Set router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:24:34.614555 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:35.002994 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:35.017370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Transition to ACTIVE for port object 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:24:35.037726 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237879504', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:24:30Z', 'updated_at': '2022-02-09T15:24:31Z', 'revision_number': 3, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:31Z', 'updated_at': '2022-02-09T15:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:35.043513 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Transition to ACTIVE for port object 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:24:35.046701 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896ef9e-c5f9-4fd0-b9de-341c4e9677a6 None None] The sync data for ids ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'] in n-d-828418-2 is: [{'id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237879504', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:24:30Z', 'updated_at': '2022-02-09T15:24:31Z', 'revision_number': 3, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:31Z', 'updated_at': '2022-02-09T15:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:24:35.050804 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:35.116884 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Network 1293e27f-7272-472e-a894-e1a5eba150a8 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:24:35.119777 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:24:35.123847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:24:35.129108 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.20.0.1 (1293e27f-7272-472e-a894-e1a5eba150a8/c3c3b2cc-62ba-45d9-94b8-01392565e0d2/a950812e-8a89-4853-8276-37c4aa6e7668) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:24:35.132826 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Pushing event updated for resources: {'Port': ['ID=39d5fcad-08b0-40bb-8d75-af24e1e9cf30,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:35.223226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Attempting to bind port 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:24:35.223596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Attempting to bind port 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a4cc54dd-d4a4-413e-943a-384cd6720209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:24:35.223988 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Attempting to bind port 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 on network 1293e27f-7272-472e-a894-e1a5eba150a8 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:24:35.231038 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:24:35.231500 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Checking segment: {'id': 'a4cc54dd-d4a4-413e-943a-384cd6720209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:24:35.232142 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:35.232472 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Bound using segment: {'id': 'a4cc54dd-d4a4-413e-943a-384cd6720209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:24:35.233132 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Bound port: 39d5fcad-08b0-40bb-8d75-af24e1e9cf30, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4cc54dd-d4a4-413e-943a-384cd6720209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:24:35.233512 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:35.325893 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:35.334691 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] For port 39d5fcad-08b0-40bb-8d75-af24e1e9cf30, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:24:35.339061 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] For port 39d5fcad-08b0-40bb-8d75-af24e1e9cf30, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=39d5fcad-08b0-40bb-8d75-af24e1e9cf30,segment=NetworkSegment(a4cc54dd-d4a4-413e-943a-384cd6720209),segment_id=a4cc54dd-d4a4-413e-943a-384cd6720209)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:24:35.348538 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Transition to ACTIVE for port object a950812e-8a89-4853-8276-37c4aa6e7668 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:24:35.349641 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:35.373111 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:35.442992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 1293e27f-7272-472e-a894-e1a5eba150a8 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:24:35.448135 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:24:35.449712 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb531d-df1a-4e30-aa03-ca65771c5440 None None] Pushing event updated for resources: {'Port': ['ID=39d5fcad-08b0-40bb-8d75-af24e1e9cf30,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:35.463206 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:24:35.505658 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=a950812e-8a89-4853-8276-37c4aa6e7668,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:35.554342 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:35.840508 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:36.247056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7a4adc44-f762-4611-9d4e-bbbb39017284 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:24:36.326305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 7a4adc44-f762-4611-9d4e-bbbb39017284 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:24:36.331748 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7a4adc44-f762-4611-9d4e-bbbb39017284 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:24:36.332119 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:36.396234 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:36.401830 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:36.514577 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:36.522152 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=a950812e-8a89-4853-8276-37c4aa6e7668,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:36.528844 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:36.532056 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 7a4adc44-f762-4611-9d4e-bbbb39017284, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7a4adc44-f762-4611-9d4e-bbbb39017284,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:24:36.536543 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:36.537948 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:24:36.592433 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77ccc1f-13ed-4948-b349-49ffa7f038fe None None] Network 1293e27f-7272-472e-a894-e1a5eba150a8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:24:36.676201 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 1293e27f-7272-472e-a894-e1a5eba150a8 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:24:36.677543 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:24:36.758302 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c0589cc6-2164-4d22-94b9-5162af76c719 None None] Provisioning for port 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:24:36.774019 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=7a4adc44-f762-4611-9d4e-bbbb39017284,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:36.776588 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:24:36.785874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-c0589cc6-2164-4d22-94b9-5162af76c719 None None] Provisioning complete for port 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:24:36.786217 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c0589cc6-2164-4d22-94b9-5162af76c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:36.817276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:24:36.817649 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:36.877250 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:24:37.069407 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:24:37.080572 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Sync routers for ids ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:24:37.084832 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-396a436c-4b82-482e-9f7d-de8aa49cfbf2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "PUT /v2.0/routers/1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3162787 Feb 09 15:24:37.093620 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Routers {'1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:24:37.094711 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:24:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:37.103751 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c0589cc6-2164-4d22-94b9-5162af76c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:37.129696 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:37.174941 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-c0589cc6-2164-4d22-94b9-5162af76c719 None None] For port 39d5fcad-08b0-40bb-8d75-af24e1e9cf30, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=39d5fcad-08b0-40bb-8d75-af24e1e9cf30,segment=NetworkSegment(a4cc54dd-d4a4-413e-943a-384cd6720209),segment_id=a4cc54dd-d4a4-413e-943a-384cd6720209)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:24:37.182354 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c0589cc6-2164-4d22-94b9-5162af76c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:37.297406 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:24:37.297969 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:24:37.301637 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0589cc6-2164-4d22-94b9-5162af76c719 None None] Pushing event updated for resources: {'Port': ['ID=39d5fcad-08b0-40bb-8d75-af24e1e9cf30,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:37.301877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-ca4d98bc-ca3e-4be6-aa37-da4dd5d23aea tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-57009449&fields=id&tenant_id=52c3b9e2c830405a83a3de34f696d160 HTTP/1.1" status: 200 len: 267 time: 0.0669849 Feb 09 15:24:37.330384 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Set router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:24:37.528595 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2fc632a1-f7ec-4deb-af48-49e5a3f100ad None None] Provisioning for port a950812e-8a89-4853-8276-37c4aa6e7668 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:24:37.544545 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2fc632a1-f7ec-4deb-af48-49e5a3f100ad None None] Provisioning complete for port a950812e-8a89-4853-8276-37c4aa6e7668 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:24:37.544919 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2fc632a1-f7ec-4deb-af48-49e5a3f100ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:37.593987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb0564-336c-429d-b45f-badba883e61c req-c5de867f-c4c9-48fd-b75e-aac930d32385 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:37.595471 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-c5de867f-c4c9-48fd-b75e-aac930d32385 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/networks?id=1293e27f-7272-472e-a894-e1a5eba150a8 HTTP/1.1" status: 200 len: 795 time: 0.2928164 Feb 09 15:24:37.611066 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-019cad36-03c5-44c7-88be-d8bf908b2e73 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/quotas/52c3b9e2c830405a83a3de34f696d160 HTTP/1.1" status: 200 len: 375 time: 0.0100412 Feb 09 15:24:37.628731 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-2fc632a1-f7ec-4deb-af48-49e5a3f100ad None None] Port a950812e-8a89-4853-8276-37c4aa6e7668 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:24:37.643761 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-2fc632a1-f7ec-4deb-af48-49e5a3f100ad None None] Provisioning complete for port 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:24:37.644151 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2fc632a1-f7ec-4deb-af48-49e5a3f100ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:37.706929 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237879504', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:24:30Z', 'updated_at': '2022-02-09T15:24:35Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:31Z', 'updated_at': '2022-02-09T15:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'a950812e-8a89-4853-8276-37c4aa6e7668', 'name': '', 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:f3:a4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:34Z', 'updated_at': '2022-02-09T15:24:36Z', 'revision_number': 2, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:37.711810 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Checking router: 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:24:37.712007 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Updating router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 port a950812e-8a89-4853-8276-37c4aa6e7668 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:24:37.713399 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-41fb0564-336c-429d-b45f-badba883e61c req-c15fdfaf-1219-48d8-bc39-882fc9475110 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:24:37.732179 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-41fb0564-336c-429d-b45f-badba883e61c req-c15fdfaf-1219-48d8-bc39-882fc9475110 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:24:37.747068 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-c15fdfaf-1219-48d8-bc39-882fc9475110 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1217320 Feb 09 15:24:37.777567 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:37.802698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-05e08a3f-74f1-4256-97b9-5bc6d576f4b4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:24:37.803689 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-05e08a3f-74f1-4256-97b9-5bc6d576f4b4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0558400 Feb 09 15:24:37.921043 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-a9c820bc-2e0f-422d-802b-62ebb9d9c0a0 None None] Provisioning complete for port a950812e-8a89-4853-8276-37c4aa6e7668 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:24:37.921882 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a9c820bc-2e0f-422d-802b-62ebb9d9c0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:37.956186 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-cc670b9a-5cfd-4cd0-80b0-6d42d1700ec5 service neutron] 10.222.0.48 "GET /v2.0/networks/1293e27f-7272-472e-a894-e1a5eba150a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444514 Feb 09 15:24:37.978803 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-a9c820bc-2e0f-422d-802b-62ebb9d9c0a0 None None] Port a950812e-8a89-4853-8276-37c4aa6e7668 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:24:38.096159 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-cd1c649b-44a3-4a7c-9d74-30c86a1f19e3 service neutron] 10.222.0.48 "GET /v2.0/networks/1293e27f-7272-472e-a894-e1a5eba150a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329908 Feb 09 15:24:38.100276 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-af1e6a96-9e4a-482d-ac04-4e42d5605c6b None None] Provisioning complete for port a950812e-8a89-4853-8276-37c4aa6e7668 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:24:38.100522 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-af1e6a96-9e4a-482d-ac04-4e42d5605c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:38.158589 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-af1e6a96-9e4a-482d-ac04-4e42d5605c6b None None] Port a950812e-8a89-4853-8276-37c4aa6e7668 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:24:38.173984 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:38.186954 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Transition to ACTIVE for port object a950812e-8a89-4853-8276-37c4aa6e7668 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:24:38.193833 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:38.208149 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7a4adc44-f762-4611-9d4e-bbbb39017284 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:24:38.309195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-dc8593bf-0e68-4c68-a543-019cc8d66823 req-0c0925e3-4730-4da3-9d2a-436a137668d9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:24:38.310100 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 7a4adc44-f762-4611-9d4e-bbbb39017284 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:24:38.310562 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:38.327589 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-dc8593bf-0e68-4c68-a543-019cc8d66823 req-0c0925e3-4730-4da3-9d2a-436a137668d9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:24:38.344326 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dc8593bf-0e68-4c68-a543-019cc8d66823 req-0c0925e3-4730-4da3-9d2a-436a137668d9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 210 time: 0.0831931 Feb 09 15:24:38.379258 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88746ce-2ee4-4795-b3d9-6414c64df346 None None] Pushing event updated for resources: {'Port': ['ID=a950812e-8a89-4853-8276-37c4aa6e7668,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:38.426898 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88746ce-2ee4-4795-b3d9-6414c64df346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:38.427243 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88746ce-2ee4-4795-b3d9-6414c64df346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:38.427582 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88746ce-2ee4-4795-b3d9-6414c64df346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:38.427940 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88746ce-2ee4-4795-b3d9-6414c64df346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:38.428270 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88746ce-2ee4-4795-b3d9-6414c64df346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:38.428926 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88746ce-2ee4-4795-b3d9-6414c64df346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:38.428926 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88746ce-2ee4-4795-b3d9-6414c64df346 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:38.429231 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88746ce-2ee4-4795-b3d9-6414c64df346 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:38.429539 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88746ce-2ee4-4795-b3d9-6414c64df346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:38.429857 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88746ce-2ee4-4795-b3d9-6414c64df346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:38.430173 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88746ce-2ee4-4795-b3d9-6414c64df346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:38.430484 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88746ce-2ee4-4795-b3d9-6414c64df346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:24:38.452324 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Attempting to bind port a950812e-8a89-4853-8276-37c4aa6e7668 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:24:38.452691 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Attempting to bind port a950812e-8a89-4853-8276-37c4aa6e7668 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a4cc54dd-d4a4-413e-943a-384cd6720209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:24:38.453049 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Attempting to bind port a950812e-8a89-4853-8276-37c4aa6e7668 on network 1293e27f-7272-472e-a894-e1a5eba150a8 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:24:38.460728 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:24:38.461118 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Checking segment: {'id': 'a4cc54dd-d4a4-413e-943a-384cd6720209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:24:38.461524 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:38.461914 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Bound using segment: {'id': 'a4cc54dd-d4a4-413e-943a-384cd6720209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:24:38.462873 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Bound port: a950812e-8a89-4853-8276-37c4aa6e7668, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4cc54dd-d4a4-413e-943a-384cd6720209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:24:38.463250 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:38.470106 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:24:38.568107 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] For port a950812e-8a89-4853-8276-37c4aa6e7668, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:24:38.576080 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] For port a950812e-8a89-4853-8276-37c4aa6e7668, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a950812e-8a89-4853-8276-37c4aa6e7668,segment=NetworkSegment(a4cc54dd-d4a4-413e-943a-384cd6720209),segment_id=a4cc54dd-d4a4-413e-943a-384cd6720209)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:24:38.577669 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:24:38.578180 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:38.583008 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:38.668473 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Routers {'1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:24:38.669088 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:24:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:38.781085 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88746ce-2ee4-4795-b3d9-6414c64df346 None None] Pushing event updated for resources: {'Port': ['ID=a950812e-8a89-4853-8276-37c4aa6e7668,revision_number=4']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:38.906552 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] Set router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:24:39.246414 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237879504', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:24:30Z', 'updated_at': '2022-02-09T15:24:35Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:31Z', 'updated_at': '2022-02-09T15:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'a950812e-8a89-4853-8276-37c4aa6e7668', 'name': '', 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:f3:a4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:34Z', 'updated_at': '2022-02-09T15:24:38Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:39.252288 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e370dde2-72ce-44c9-b2d7-8395832e1a4b None None] The sync data for ids ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'] in n-d-828418-2 is: [{'id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237879504', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:24:30Z', 'updated_at': '2022-02-09T15:24:35Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:31Z', 'updated_at': '2022-02-09T15:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'a950812e-8a89-4853-8276-37c4aa6e7668', 'name': '', 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:f3:a4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:34Z', 'updated_at': '2022-02-09T15:24:38Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:24:39.497054 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3e9b577-7b88-4dd4-8f54-a4ae0cb3d4ec req-1f9af4f6-41b5-4626-ac8c-7f84dcb36ffe tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 210 time: 0.0437651 Feb 09 15:24:39.630010 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:39.893006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb0564-336c-429d-b45f-badba883e61c req-997bcc24-3690-434b-8636-0193e10751ad tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:39.894459 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-997bcc24-3690-434b-8636-0193e10751ad tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.21 "GET /v2.0/networks?id=1293e27f-7272-472e-a894-e1a5eba150a8 HTTP/1.1" status: 200 len: 795 time: 0.1721592 Feb 09 15:24:39.949931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-0165745c-9280-4790-9fc6-c1c49b05f78c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52c3b9e2c830405a83a3de34f696d160 HTTP/1.1" status: 200 len: 378 time: 0.0470791 Feb 09 15:24:39.959017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-41fb0564-336c-429d-b45f-badba883e61c req-6222a8aa-7f5b-498d-a074-1e3473d75e29 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'port': {'device_id': '6d8619ab-d567-4180-b5b3-4eb4109aa235', 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8', 'admin_state_up': True, 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'security_groups': ['ce61b9ec-51c2-45a9-94d8-eab355cf4db6']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:24:40.106630 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-41fb0564-336c-429d-b45f-badba883e61c req-6222a8aa-7f5b-498d-a074-1e3473d75e29 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:24:40.116639 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-41fb0564-336c-429d-b45f-badba883e61c req-6222a8aa-7f5b-498d-a074-1e3473d75e29 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:24:40.126045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fb0564-336c-429d-b45f-badba883e61c req-6222a8aa-7f5b-498d-a074-1e3473d75e29 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Made reservation on behalf of 52c3b9e2c830405a83a3de34f696d160 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:24:40.130172 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-41fb0564-336c-429d-b45f-badba883e61c req-6222a8aa-7f5b-498d-a074-1e3473d75e29 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:40.211906 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a950812e-8a89-4853-8276-37c4aa6e7668 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:24:40.281463 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port a950812e-8a89-4853-8276-37c4aa6e7668 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:24:40.286374 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port a950812e-8a89-4853-8276-37c4aa6e7668 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:24:40.287053 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:40.320678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-41fb0564-336c-429d-b45f-badba883e61c req-6222a8aa-7f5b-498d-a074-1e3473d75e29 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.20.0.5 (1293e27f-7272-472e-a894-e1a5eba150a8/c3c3b2cc-62ba-45d9-94b8-01392565e0d2/0f68d072-4b94-4c43-abba-439320ff1edf) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:24:40.414464 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:40.461184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port a950812e-8a89-4853-8276-37c4aa6e7668, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a950812e-8a89-4853-8276-37c4aa6e7668,segment=NetworkSegment(a4cc54dd-d4a4-413e-943a-384cd6720209),segment_id=a4cc54dd-d4a4-413e-943a-384cd6720209)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:24:40.466080 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:40.530712 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-41fb0564-336c-429d-b45f-badba883e61c req-6222a8aa-7f5b-498d-a074-1e3473d75e29 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:40.546266 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=a950812e-8a89-4853-8276-37c4aa6e7668,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:40.547884 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-41fb0564-336c-429d-b45f-badba883e61c req-6222a8aa-7f5b-498d-a074-1e3473d75e29 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Transition to ACTIVE for port object 0f68d072-4b94-4c43-abba-439320ff1edf will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:24:40.575544 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-41fb0564-336c-429d-b45f-badba883e61c req-6222a8aa-7f5b-498d-a074-1e3473d75e29 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:40.654592 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fb0564-336c-429d-b45f-badba883e61c req-6222a8aa-7f5b-498d-a074-1e3473d75e29 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network 1293e27f-7272-472e-a894-e1a5eba150a8 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:24:40.657653 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-41fb0564-336c-429d-b45f-badba883e61c req-6222a8aa-7f5b-498d-a074-1e3473d75e29 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:24:40.660267 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fb0564-336c-429d-b45f-badba883e61c req-6222a8aa-7f5b-498d-a074-1e3473d75e29 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:24:40.700610 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222a8aa-7f5b-498d-a074-1e3473d75e29 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=0f68d072-4b94-4c43-abba-439320ff1edf,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:40.729723 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f53230-1874-4cc2-9f04-27ef58bfa184 req-018e46d4-54b5-42d2-a62a-429968fb6eb2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:40.731293 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7f53230-1874-4cc2-9f04-27ef58bfa184 req-018e46d4-54b5-42d2-a62a-429968fb6eb2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 931 time: 0.1046383 Feb 09 15:24:40.736439 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb0564-336c-429d-b45f-badba883e61c req-6222a8aa-7f5b-498d-a074-1e3473d75e29 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:40.740378 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-41fb0564-336c-429d-b45f-badba883e61c req-6222a8aa-7f5b-498d-a074-1e3473d75e29 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:40.774344 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-6222a8aa-7f5b-498d-a074-1e3473d75e29 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8190575 Feb 09 15:24:40.781784 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-c7f53230-1874-4cc2-9f04-27ef58bfa184 req-753194c9-f06f-4b7a-a292-62cff2b76c06 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:24:40.786459 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Request body: {'port': {'device_id': '6d8619ab-d567-4180-b5b3-4eb4109aa235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:24:40.799854 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-c7f53230-1874-4cc2-9f04-27ef58bfa184 req-753194c9-f06f-4b7a-a292-62cff2b76c06 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:24:40.800962 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c7f53230-1874-4cc2-9f04-27ef58bfa184 req-753194c9-f06f-4b7a-a292-62cff2b76c06 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634868 Feb 09 15:24:40.907903 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:40.945461 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-559371ed-9e7e-4d55-bd1c-ffd4c7794e25 None None] Provisioning for port 0f68d072-4b94-4c43-abba-439320ff1edf completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:24:40.950677 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-559371ed-9e7e-4d55-bd1c-ffd4c7794e25 None None] Provisioning complete for port 0f68d072-4b94-4c43-abba-439320ff1edf triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:24:40.951040 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-559371ed-9e7e-4d55-bd1c-ffd4c7794e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:41.014717 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-559371ed-9e7e-4d55-bd1c-ffd4c7794e25 None None] Port 0f68d072-4b94-4c43-abba-439320ff1edf cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:24:41.306639 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:41.378392 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f68d072-4b94-4c43-abba-439320ff1edf {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:24:41.386875 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:41.401575 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Transition to ACTIVE for port object 0f68d072-4b94-4c43-abba-439320ff1edf will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:24:41.405191 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:41.561390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Pushing event updated for resources: {'Port': ['ID=0f68d072-4b94-4c43-abba-439320ff1edf,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:41.648335 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Attempting to bind port 0f68d072-4b94-4c43-abba-439320ff1edf on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:24:41.648676 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Attempting to bind port 0f68d072-4b94-4c43-abba-439320ff1edf by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': 'a4cc54dd-d4a4-413e-943a-384cd6720209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:24:41.649094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Attempting to bind port 0f68d072-4b94-4c43-abba-439320ff1edf on network 1293e27f-7272-472e-a894-e1a5eba150a8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:24:41.653926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Port 0f68d072-4b94-4c43-abba-439320ff1edf on network 1293e27f-7272-472e-a894-e1a5eba150a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:24:41.654248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Attempting to bind port 0f68d072-4b94-4c43-abba-439320ff1edf on network 1293e27f-7272-472e-a894-e1a5eba150a8 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:24:41.662514 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:24:41.662845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Checking segment: {'id': 'a4cc54dd-d4a4-413e-943a-384cd6720209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:24:41.663218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Bound using segment: {'id': 'a4cc54dd-d4a4-413e-943a-384cd6720209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:24:41.663637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Bound port: 0f68d072-4b94-4c43-abba-439320ff1edf, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4cc54dd-d4a4-413e-943a-384cd6720209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:24:41.664021 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:41.754717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] For port 0f68d072-4b94-4c43-abba-439320ff1edf, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:24:41.757719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] For port 0f68d072-4b94-4c43-abba-439320ff1edf, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=0f68d072-4b94-4c43-abba-439320ff1edf,segment=NetworkSegment(a4cc54dd-d4a4-413e-943a-384cd6720209),segment_id=a4cc54dd-d4a4-413e-943a-384cd6720209)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:24:41.762286 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:41.825278 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:41.827335 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:41.827335 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] 10.222.0.21 "PUT /v2.0/ports/0f68d072-4b94-4c43-abba-439320ff1edf HTTP/1.1" status: 200 len: 1091 time: 1.0462673 Feb 09 15:24:41.827692 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8619ab-d567-4180-b5b3-4eb4109aa235', 'tag': '0f68d072-4b94-4c43-abba-439320ff1edf'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:24:41.848403 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259e51c-2438-43b4-9fde-9b9bc282dbdd service neutron] Pushing event updated for resources: {'Port': ['ID=0f68d072-4b94-4c43-abba-439320ff1edf,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:41.903694 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8619ab-d567-4180-b5b3-4eb4109aa235', 'tag': '0f68d072-4b94-4c43-abba-439320ff1edf', 'status': 'completed', 'code': 200} Feb 09 15:24:41.946205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb0564-336c-429d-b45f-badba883e61c req-6be993d3-1f82-491d-9d8e-8ea9263f3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:41.947715 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-6be993d3-1f82-491d-9d8e-8ea9263f3ca3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 1094 time: 0.0771077 Feb 09 15:24:42.062021 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-f4eec661-5d46-41b6-8ba5-dd25baf7b1b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f68d072-4b94-4c43-abba-439320ff1edf HTTP/1.1" status: 200 len: 217 time: 0.1061625 Feb 09 15:24:42.142030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb0564-336c-429d-b45f-badba883e61c req-7dc030b4-d36b-4357-ac62-6b1dac95281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:42.143481 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-7dc030b4-d36b-4357-ac62-6b1dac95281f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3c3b2cc-62ba-45d9-94b8-01392565e0d2 HTTP/1.1" status: 200 len: 835 time: 0.0749736 Feb 09 15:24:42.155415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a11c7-b506-406d-8a0b-caba2ff80e47 req-145f85d4-f253-49dd-9e09-ae7f2c5d24a3 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:42.156064 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-441a11c7-b506-406d-8a0b-caba2ff80e47 req-145f85d4-f253-49dd-9e09-ae7f2c5d24a3 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:24:42.188149 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a950812e-8a89-4853-8276-37c4aa6e7668 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:24:42.216137 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-441a11c7-b506-406d-8a0b-caba2ff80e47 req-145f85d4-f253-49dd-9e09-ae7f2c5d24a3 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:24:42.218404 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-441a11c7-b506-406d-8a0b-caba2ff80e47 req-145f85d4-f253-49dd-9e09-ae7f2c5d24a3 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 943 time: 0.2644863 Feb 09 15:24:42.258230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port a950812e-8a89-4853-8276-37c4aa6e7668 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:24:42.258848 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:42.270617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb0564-336c-429d-b45f-badba883e61c req-a1c5e280-ef53-4aa6-ab77-ad243f846ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:42.272134 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-a1c5e280-ef53-4aa6-ab77-ad243f846ab8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1293e27f-7272-472e-a894-e1a5eba150a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133459 Feb 09 15:24:42.277619 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-441a11c7-b506-406d-8a0b-caba2ff80e47 req-4003bfd2-e4bb-492b-a458-a89530f0204b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521829 Feb 09 15:24:42.413258 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-f4f5726d-9793-47ed-938d-31a142b17c0c service neutron] 10.222.0.21 "GET /v2.0/networks/1293e27f-7272-472e-a894-e1a5eba150a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347013 Feb 09 15:24:42.544150 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41fb0564-336c-429d-b45f-badba883e61c req-304a04ca-9613-40de-889f-98492fa6584c service neutron] 10.222.0.21 "GET /v2.0/networks/1293e27f-7272-472e-a894-e1a5eba150a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254177 Feb 09 15:24:42.669965 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bd3a7-3660-49cb-b524-083d2677e0a2 req-71415d7f-2d5a-47f0-8261-69044575fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:42.672044 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a21bd3a7-3660-49cb-b524-083d2677e0a2 req-71415d7f-2d5a-47f0-8261-69044575fdf1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 1094 time: 0.0829234 Feb 09 15:24:42.806702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bd3a7-3660-49cb-b524-083d2677e0a2 req-3de00699-7103-41fe-b08e-0597645476da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:42.808688 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a21bd3a7-3660-49cb-b524-083d2677e0a2 req-3de00699-7103-41fe-b08e-0597645476da service neutron] 10.222.0.21 "GET /v2.0/networks?id=1293e27f-7272-472e-a894-e1a5eba150a8 HTTP/1.1" status: 200 len: 895 time: 0.1300902 Feb 09 15:24:42.875164 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a21bd3a7-3660-49cb-b524-083d2677e0a2 req-8b90e650-c425-416a-b8b2-6eaeedfbf76e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f68d072-4b94-4c43-abba-439320ff1edf HTTP/1.1" status: 200 len: 217 time: 0.0603952 Feb 09 15:24:42.939056 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bd3a7-3660-49cb-b524-083d2677e0a2 req-0620bcd5-ae5a-4d49-aa74-fd7d86722089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:42.940446 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a21bd3a7-3660-49cb-b524-083d2677e0a2 req-0620bcd5-ae5a-4d49-aa74-fd7d86722089 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3c3b2cc-62ba-45d9-94b8-01392565e0d2 HTTP/1.1" status: 200 len: 835 time: 0.0601699 Feb 09 15:24:43.017946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bd3a7-3660-49cb-b524-083d2677e0a2 req-1c190709-509c-4614-adab-f9f5d8a9403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:43.020255 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a21bd3a7-3660-49cb-b524-083d2677e0a2 req-1c190709-509c-4614-adab-f9f5d8a9403f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1293e27f-7272-472e-a894-e1a5eba150a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739136 Feb 09 15:24:43.260173 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a21bd3a7-3660-49cb-b524-083d2677e0a2 req-9b2ef8e2-c85b-4d7d-8863-a0d73a4c68a9 service neutron] 10.222.0.21 "GET /v2.0/networks/1293e27f-7272-472e-a894-e1a5eba150a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330809 Feb 09 15:24:43.394709 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a21bd3a7-3660-49cb-b524-083d2677e0a2 req-3d7ed87a-3188-4959-b5b3-dc8ea74033c8 service neutron] 10.222.0.21 "GET /v2.0/networks/1293e27f-7272-472e-a894-e1a5eba150a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284919 Feb 09 15:24:43.477601 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c7a6b-fc0e-49d1-83f8-8a4f1c6000bc req-b77ceccc-33f5-4b37-b17b-20127c2910a2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:43.479061 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-289c7a6b-fc0e-49d1-83f8-8a4f1c6000bc req-b77ceccc-33f5-4b37-b17b-20127c2910a2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 943 time: 0.0847340 Feb 09 15:24:43.530463 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-289c7a6b-fc0e-49d1-83f8-8a4f1c6000bc req-f3142a7e-9568-4558-b86b-713d6c4437b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445554 Feb 09 15:24:44.877739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59d939-c3d4-4129-beb8-33bda46db3fc req-bdb0ff53-46c6-48e8-85e2-05b92c3e9754 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:44.879182 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d59d939-c3d4-4129-beb8-33bda46db3fc req-bdb0ff53-46c6-48e8-85e2-05b92c3e9754 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 943 time: 0.0841453 Feb 09 15:24:44.923192 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8d59d939-c3d4-4129-beb8-33bda46db3fc req-898dd7ee-4558-4c26-b9f7-56764e394dce tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377941 Feb 09 15:24:45.411189 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 0f68d072-4b94-4c43-abba-439320ff1edf details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:24:45.545398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 0f68d072-4b94-4c43-abba-439320ff1edf, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=0f68d072-4b94-4c43-abba-439320ff1edf,segment=NetworkSegment(a4cc54dd-d4a4-413e-943a-384cd6720209),segment_id=a4cc54dd-d4a4-413e-943a-384cd6720209)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:24:45.560155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '0f68d072-4b94-4c43-abba-439320ff1edf', 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8', 'port_id': '0f68d072-4b94-4c43-abba-439320ff1edf', 'mac_address': 'fa:16:3e:04:01:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:24:45.617002 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:45.633495 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f68d072-4b94-4c43-abba-439320ff1edf {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:24:45.649141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 0f68d072-4b94-4c43-abba-439320ff1edf, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=0f68d072-4b94-4c43-abba-439320ff1edf,segment=NetworkSegment(a4cc54dd-d4a4-413e-943a-384cd6720209),segment_id=a4cc54dd-d4a4-413e-943a-384cd6720209)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:24:45.653257 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:45.718868 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=0f68d072-4b94-4c43-abba-439320ff1edf,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:46.010684 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['0f68d072-4b94-4c43-abba-439320ff1edf'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:24:46.101986 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1a1c8-60e3-4df5-9958-61166d4a877a req-92efbddc-7825-4896-82a7-4a52b4be6656 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:46.103446 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6ed1a1c8-60e3-4df5-9958-61166d4a877a req-92efbddc-7825-4896-82a7-4a52b4be6656 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 944 time: 0.0778639 Feb 09 15:24:46.147695 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6ed1a1c8-60e3-4df5-9958-61166d4a877a req-6a8ad5b8-a5aa-4511-a690-0744f0fadd43 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380552 Feb 09 15:24:47.327220 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381b2a1-d92b-4561-b8c8-37c73ad7876e req-32e07c93-db4e-41a7-9ff5-2397ca70ac00 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:47.328694 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a381b2a1-d92b-4561-b8c8-37c73ad7876e req-32e07c93-db4e-41a7-9ff5-2397ca70ac00 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 944 time: 0.0799363 Feb 09 15:24:47.371395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a381b2a1-d92b-4561-b8c8-37c73ad7876e req-9409ac4a-d78a-427e-858e-fa96ec649900 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364518 Feb 09 15:24:47.426076 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 0f68d072-4b94-4c43-abba-439320ff1edf up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:24:47.493696 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 0f68d072-4b94-4c43-abba-439320ff1edf completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:24:47.499573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 0f68d072-4b94-4c43-abba-439320ff1edf triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:24:47.499974 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:47.614327 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:47.640581 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8619ab-d567-4180-b5b3-4eb4109aa235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f68d072-4b94-4c43-abba-439320ff1edf'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:24:47.650763 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 0f68d072-4b94-4c43-abba-439320ff1edf, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=0f68d072-4b94-4c43-abba-439320ff1edf,segment=NetworkSegment(a4cc54dd-d4a4-413e-943a-384cd6720209),segment_id=a4cc54dd-d4a4-413e-943a-384cd6720209)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:24:47.654305 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:47.691582 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8619ab-d567-4180-b5b3-4eb4109aa235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f68d072-4b94-4c43-abba-439320ff1edf', 'code': 200} Feb 09 15:24:47.726111 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=0f68d072-4b94-4c43-abba-439320ff1edf,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:47.810151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9be80b-2a92-414f-a029-a119c3004487 req-68480cf4-eba9-4f04-b0d6-b262a0f11156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:47.811583 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fc9be80b-2a92-414f-a029-a119c3004487 req-68480cf4-eba9-4f04-b0d6-b262a0f11156 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 1096 time: 0.0713842 Feb 09 15:24:47.850867 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fc9be80b-2a92-414f-a029-a119c3004487 req-e6dea104-9947-4059-82e9-817a5404606a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325515 Feb 09 15:24:47.969406 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:24:48.549670 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0573e-4349-4ce9-bc4c-d70f2e4e9802 req-38261897-9666-4329-864a-cd92feac8ddb tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:48.551124 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0d0573e-4349-4ce9-bc4c-d70f2e4e9802 req-38261897-9666-4329-864a-cd92feac8ddb tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 945 time: 0.0784872 Feb 09 15:24:48.598151 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a0d0573e-4349-4ce9-bc4c-d70f2e4e9802 req-768bc308-a7f3-4339-8ada-72ade1663f5b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412817 Feb 09 15:24:49.784927 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8b0ec-0b4e-4d91-bfaf-91e67eec747b req-3f1f36c5-7867-4465-864d-fac081451d60 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:49.786294 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4a8b0ec-0b4e-4d91-bfaf-91e67eec747b req-3f1f36c5-7867-4465-864d-fac081451d60 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 945 time: 0.0824564 Feb 09 15:24:49.829234 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e4a8b0ec-0b4e-4d91-bfaf-91e67eec747b req-7110a945-5d7d-43ec-8d15-fed2b0c40f8e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373609 Feb 09 15:24:50.015203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e1dc5-401b-4e81-b4f4-4845ccdb5f5a req-f0ed4854-ef48-4e79-a5b7-ec769c67e30e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:50.016728 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-875e1dc5-401b-4e81-b4f4-4845ccdb5f5a req-f0ed4854-ef48-4e79-a5b7-ec769c67e30e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 945 time: 0.0811486 Feb 09 15:24:50.062417 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-875e1dc5-401b-4e81-b4f4-4845ccdb5f5a req-ca769d50-5049-4233-8058-53c6f5100776 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399120 Feb 09 15:24:50.084748 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55508) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:50.161085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8563cb2e-a53b-46cb-8ab4-97a65dac936e tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:50.162565 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8563cb2e-a53b-46cb-8ab4-97a65dac936e tempest-TestNetworkAdvancedServerOps-2064637446 tempest-TestNetworkAdvancedServerOps-2064637446-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 1091 time: 0.0768688 Feb 09 15:24:50.165399 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55512) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:50.170262 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': '0f68d072-4b94-4c43-abba-439320ff1edf', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:24:50.176738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:24:50.180492 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Usage tracker for resource:floatingip and tenant:52c3b9e2c830405a83a3de34f696d160 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:24:50.183225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:24:50.189344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:24:50.199614 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:50.334217 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:50.464153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Allocated IP 172.25.8.170 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/1ace1b15-5970-4db6-adbd-427096955f0f) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:24:50.611358 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:50.640063 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:50.704055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:24:50.706789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:24:50.710411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:24:50.747923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=1ace1b15-5970-4db6-adbd-427096955f0f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:51.215040 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:51.285953 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:51.489259 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:51.493723 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:51.598029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event updated for resources: {'Port': ['ID=1ace1b15-5970-4db6-adbd-427096955f0f,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:24:51.613685 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:51.779806 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Floating IP c3172b2e-ecd0-42c5-8187-421edd3e6eff associated. External IP: 172.25.8.170, port: 0f68d072-4b94-4c43-abba-439320ff1edf. Feb 09 15:24:52.125144 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:24:52.303978 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:24:52.313828 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7e47cc-3d62-4a2e-afdd-b529209642fb None None] Sync routers for ids ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:24:52.323975 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e47cc-3d62-4a2e-afdd-b529209642fb None None] Routers {'1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:24:52.324575 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2e7e47cc-3d62-4a2e-afdd-b529209642fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:24:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:52.327923 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:52.383601 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c9837a03-ee84-4b77-9782-c33a9381e8c9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2169328 Feb 09 15:24:52.384232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8619ab-d567-4180-b5b3-4eb4109aa235', 'tag': '0f68d072-4b94-4c43-abba-439320ff1edf'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:24:52.429259 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8619ab-d567-4180-b5b3-4eb4109aa235', 'tag': '0f68d072-4b94-4c43-abba-439320ff1edf', 'status': 'completed', 'code': 200} Feb 09 15:24:52.527098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600745e-d6ad-4f95-bfa6-9f4f266a16d1 req-6eb9a48a-250a-4820-a58d-c52b50122ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:52.529157 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a600745e-d6ad-4f95-bfa6-9f4f266a16d1 req-6eb9a48a-250a-4820-a58d-c52b50122ed6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 1096 time: 0.0771561 Feb 09 15:24:52.548913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-2e7e47cc-3d62-4a2e-afdd-b529209642fb None None] Set router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:24:52.553166 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377a46-a964-4c94-b35d-a4370897c85a req-b1fbf26b-19a5-420a-a934-b01e8d915584 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:52.555451 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db377a46-a964-4c94-b35d-a4370897c85a req-b1fbf26b-19a5-420a-a934-b01e8d915584 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 945 time: 0.0830076 Feb 09 15:24:52.601738 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-db377a46-a964-4c94-b35d-a4370897c85a req-da09d823-161f-4772-b4e2-4691232c63f4 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400815 Feb 09 15:24:52.626340 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55520) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:52.801161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600745e-d6ad-4f95-bfa6-9f4f266a16d1 req-997137a1-1d33-4bda-bc7a-a6ae06b39b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:52.802713 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a600745e-d6ad-4f95-bfa6-9f4f266a16d1 req-997137a1-1d33-4bda-bc7a-a6ae06b39b9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1293e27f-7272-472e-a894-e1a5eba150a8 HTTP/1.1" status: 200 len: 895 time: 0.2671478 Feb 09 15:24:52.876356 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-db5c28de-434d-4e62-a4e9-321ef40244e7 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/c3172b2e-ecd0-42c5-8187-421edd3e6eff HTTP/1.1" status: 200 len: 991 time: 0.2488072 Feb 09 15:24:52.910887 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a600745e-d6ad-4f95-bfa6-9f4f266a16d1 req-1115a7f4-906f-44cc-bea1-4e2bc2de05d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f68d072-4b94-4c43-abba-439320ff1edf HTTP/1.1" status: 200 len: 999 time: 0.1025631 Feb 09 15:24:52.911457 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2e7e47cc-3d62-4a2e-afdd-b529209642fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237879504', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:24:30Z', 'updated_at': '2022-02-09T15:24:35Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:31Z', 'updated_at': '2022-02-09T15:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'c3172b2e-ecd0-42c5-8187-421edd3e6eff', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'port_id': '0f68d072-4b94-4c43-abba-439320ff1edf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8', 'mac_address': 'fa:16:3e:04:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8619ab-d567-4180-b5b3-4eb4109aa235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:24:51Z', 'updated_at': '2022-02-09T15:24:51Z', 'revision_number': 0, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a950812e-8a89-4853-8276-37c4aa6e7668', 'name': '', 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:f3:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:34Z', 'updated_at': '2022-02-09T15:24:40Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:52.915344 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7e47cc-3d62-4a2e-afdd-b529209642fb None None] Checking router: 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:24:52.923623 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e47cc-3d62-4a2e-afdd-b529209642fb None None] Routers {'1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:24:52.924252 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2e7e47cc-3d62-4a2e-afdd-b529209642fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:24:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:52.971740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600745e-d6ad-4f95-bfa6-9f4f266a16d1 req-f411bba3-e1a0-46b7-9334-9fa2e36a5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:52.973195 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a600745e-d6ad-4f95-bfa6-9f4f266a16d1 req-f411bba3-e1a0-46b7-9334-9fa2e36a5e9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3c3b2cc-62ba-45d9-94b8-01392565e0d2 HTTP/1.1" status: 200 len: 835 time: 0.0568566 Feb 09 15:24:53.053073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600745e-d6ad-4f95-bfa6-9f4f266a16d1 req-1e1e8253-4c01-4741-acd1-d86bb19f3c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:24:53.054449 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a600745e-d6ad-4f95-bfa6-9f4f266a16d1 req-1e1e8253-4c01-4741-acd1-d86bb19f3c73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1293e27f-7272-472e-a894-e1a5eba150a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760636 Feb 09 15:24:53.099989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-2e7e47cc-3d62-4a2e-afdd-b529209642fb None None] Set router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:24:53.190013 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a600745e-d6ad-4f95-bfa6-9f4f266a16d1 req-d447a55f-624d-4b6e-bf7a-9be3667b5467 service neutron] 10.222.0.21 "GET /v2.0/networks/1293e27f-7272-472e-a894-e1a5eba150a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293619 Feb 09 15:24:53.319476 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a600745e-d6ad-4f95-bfa6-9f4f266a16d1 req-45e8e9ad-e8d3-47f1-904d-c25186d57cfe service neutron] 10.222.0.21 "GET /v2.0/networks/1293e27f-7272-472e-a894-e1a5eba150a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238842 Feb 09 15:24:53.445128 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2e7e47cc-3d62-4a2e-afdd-b529209642fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237879504', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:24:30Z', 'updated_at': '2022-02-09T15:24:35Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:31Z', 'updated_at': '2022-02-09T15:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'c3172b2e-ecd0-42c5-8187-421edd3e6eff', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'port_id': '0f68d072-4b94-4c43-abba-439320ff1edf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8', 'mac_address': 'fa:16:3e:04:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8619ab-d567-4180-b5b3-4eb4109aa235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:24:51Z', 'updated_at': '2022-02-09T15:24:51Z', 'revision_number': 0, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a950812e-8a89-4853-8276-37c4aa6e7668', 'name': '', 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:f3:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:34Z', 'updated_at': '2022-02-09T15:24:40Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:24:53.449052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7e47cc-3d62-4a2e-afdd-b529209642fb None None] The sync data for ids ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'] in n-d-828418-2 is: [{'id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237879504', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:24:30Z', 'updated_at': '2022-02-09T15:24:35Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:31Z', 'updated_at': '2022-02-09T15:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'c3172b2e-ecd0-42c5-8187-421edd3e6eff', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'port_id': '0f68d072-4b94-4c43-abba-439320ff1edf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8', 'mac_address': 'fa:16:3e:04:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8619ab-d567-4180-b5b3-4eb4109aa235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:24:51Z', 'updated_at': '2022-02-09T15:24:51Z', 'revision_number': 0, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a950812e-8a89-4853-8276-37c4aa6e7668', 'name': '', 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:f3:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:34Z', 'updated_at': '2022-02-09T15:24:40Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:24:53.646871 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1010a93d-6519-4c2a-a777-a8b298aa3aaf None None] New status for floating IP c3172b2e-ecd0-42c5-8187-421edd3e6eff: ACTIVE {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:24:53.878463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55524) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:24:53.983099 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9b30a294-fcab-4438-9e9b-0a5d6f1f28a9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/c3172b2e-ecd0-42c5-8187-421edd3e6eff HTTP/1.1" status: 200 len: 993 time: 0.1034682 Feb 09 15:24:56.922211 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-07b7a263-0e36-4e2a-a39b-4dd57844778b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:24:59.338994 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b2fe23a-91a7-4d35-82a0-99a138e0ed5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:25:00.486849 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:25:00.517303 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:25:02.048971 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:25:09.631649 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:25:11.308860 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:25:24.968976 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:25:26.927703 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d8464910-58b3-4915-b37f-1c30a8f8d7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:25:29.334462 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a5b73e08-377a-43b8-95b9-9a516a064436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:25:30.488240 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:25:30.521358 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:25:32.051440 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:25:35.835661 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d36b051f-31e4-4707-81d9-c24df8a769db req-d1d256fc-0e50-431b-8f08-0bac7313144e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711086 Feb 09 15:25:35.972842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b051f-31e4-4707-81d9-c24df8a769db req-e5268d92-c707-4e56-a399-c407953f5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:25:35.974402 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d36b051f-31e4-4707-81d9-c24df8a769db req-e5268d92-c707-4e56-a399-c407953f5c6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 1096 time: 0.0700111 Feb 09 15:25:36.115252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b051f-31e4-4707-81d9-c24df8a769db req-1f31b8f8-2be8-4887-9e16-cfe672060f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:25:36.116635 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d36b051f-31e4-4707-81d9-c24df8a769db req-1f31b8f8-2be8-4887-9e16-cfe672060f64 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1293e27f-7272-472e-a894-e1a5eba150a8 HTTP/1.1" status: 200 len: 895 time: 0.1232312 Feb 09 15:25:36.218845 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d36b051f-31e4-4707-81d9-c24df8a769db req-38547720-1a93-40ae-bd6b-9269629372ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f68d072-4b94-4c43-abba-439320ff1edf HTTP/1.1" status: 200 len: 1001 time: 0.0959425 Feb 09 15:25:36.278640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b051f-31e4-4707-81d9-c24df8a769db req-79379b3d-fe21-43aa-9867-881bf35c958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:25:36.280045 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d36b051f-31e4-4707-81d9-c24df8a769db req-79379b3d-fe21-43aa-9867-881bf35c958e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3c3b2cc-62ba-45d9-94b8-01392565e0d2 HTTP/1.1" status: 200 len: 835 time: 0.0559525 Feb 09 15:25:36.362307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b051f-31e4-4707-81d9-c24df8a769db req-53157eb2-9077-4414-b489-9955b59d995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:25:36.363833 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d36b051f-31e4-4707-81d9-c24df8a769db req-53157eb2-9077-4414-b489-9955b59d995f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1293e27f-7272-472e-a894-e1a5eba150a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779858 Feb 09 15:25:36.493321 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d36b051f-31e4-4707-81d9-c24df8a769db req-1779795a-ab1a-4677-8b15-62caf55d1b94 service neutron] 10.222.0.21 "GET /v2.0/networks/1293e27f-7272-472e-a894-e1a5eba150a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228924 Feb 09 15:25:36.630037 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d36b051f-31e4-4707-81d9-c24df8a769db req-5fa15327-0850-4381-93df-8fbc46dc1cec service neutron] 10.222.0.21 "GET /v2.0/networks/1293e27f-7272-472e-a894-e1a5eba150a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311471 Feb 09 15:25:39.618299 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:25:41.320817 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:25:55.036983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e1aa0-5daa-489b-986a-e6304d7351ed req-629b3e70-cf32-4e96-8b10-42fad020075f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:25:55.038420 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd9e1aa0-5daa-489b-986a-e6304d7351ed req-629b3e70-cf32-4e96-8b10-42fad020075f tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 945 time: 0.1241841 Feb 09 15:25:55.083019 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd9e1aa0-5daa-489b-986a-e6304d7351ed req-67e08a8b-0bc5-4f4b-aeda-6953ed857509 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389996 Feb 09 15:25:56.323716 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c85b09-8521-45ab-9f9d-c53fdf9cb872 req-a8105d46-836f-4d62-9934-fd72722eaf54 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:25:56.325216 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a5c85b09-8521-45ab-9f9d-c53fdf9cb872 req-a8105d46-836f-4d62-9934-fd72722eaf54 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 945 time: 0.1337860 Feb 09 15:25:56.373351 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a5c85b09-8521-45ab-9f9d-c53fdf9cb872 req-08ca66e9-436a-4d56-8ccd-e23cfaa3c2bb tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418270 Feb 09 15:25:56.930170 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f952e410-27a6-4f3f-85ac-0e51d12961b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:25:57.658297 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d605592-54ff-42bd-947a-5cdeb3a9c872 req-4552a04f-566c-4721-9778-334e2d897d7e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:25:57.659645 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d605592-54ff-42bd-947a-5cdeb3a9c872 req-4552a04f-566c-4721-9778-334e2d897d7e tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 945 time: 0.1786456 Feb 09 15:25:57.702332 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2d605592-54ff-42bd-947a-5cdeb3a9c872 req-88f09331-4537-42f7-97e5-e2d494e43e72 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370562 Feb 09 15:25:57.724760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55556) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:25:57.826658 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-9163bb40-182a-4b24-b532-4bd210e80625 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/c3172b2e-ecd0-42c5-8187-421edd3e6eff HTTP/1.1" status: 200 len: 993 time: 0.1007979 Feb 09 15:25:59.262520 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2993ca-e61c-429a-8405-0ca0e787ce97 req-1057830c-c0e5-4f0d-b385-09f8c59cc760 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:25:59.264134 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b2993ca-e61c-429a-8405-0ca0e787ce97 req-1057830c-c0e5-4f0d-b385-09f8c59cc760 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 945 time: 0.0836892 Feb 09 15:25:59.271446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149c58a-9e39-4ba7-a7df-7323cfc7f661 req-1052d496-c52e-4159-a1d2-8eda39969499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:25:59.272980 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1149c58a-9e39-4ba7-a7df-7323cfc7f661 req-1052d496-c52e-4159-a1d2-8eda39969499 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 1096 time: 0.0752771 Feb 09 15:25:59.308649 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b2993ca-e61c-429a-8405-0ca0e787ce97 req-6958a66c-5bce-4d62-93be-6d2170c43482 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387325 Feb 09 15:25:59.348414 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-97d5b8ef-c766-4e1b-9593-1af399d74375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:25:59.407094 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149c58a-9e39-4ba7-a7df-7323cfc7f661 req-510068de-5345-4273-b7d8-d2ad2e3129e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:25:59.408453 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1149c58a-9e39-4ba7-a7df-7323cfc7f661 req-510068de-5345-4273-b7d8-d2ad2e3129e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1293e27f-7272-472e-a894-e1a5eba150a8 HTTP/1.1" status: 200 len: 895 time: 0.1294763 Feb 09 15:25:59.507809 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1149c58a-9e39-4ba7-a7df-7323cfc7f661 req-a22aa35b-e31f-401f-a057-204259e251de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f68d072-4b94-4c43-abba-439320ff1edf HTTP/1.1" status: 200 len: 1001 time: 0.0932205 Feb 09 15:25:59.574259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149c58a-9e39-4ba7-a7df-7323cfc7f661 req-45e7d618-2cdb-4d30-90a5-4f47c497864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:25:59.575802 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1149c58a-9e39-4ba7-a7df-7323cfc7f661 req-45e7d618-2cdb-4d30-90a5-4f47c497864b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3c3b2cc-62ba-45d9-94b8-01392565e0d2 HTTP/1.1" status: 200 len: 835 time: 0.0613592 Feb 09 15:25:59.649854 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149c58a-9e39-4ba7-a7df-7323cfc7f661 req-abc8477c-3e4e-42b7-a64a-cee6e0f75633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:25:59.651383 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1149c58a-9e39-4ba7-a7df-7323cfc7f661 req-abc8477c-3e4e-42b7-a64a-cee6e0f75633 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1293e27f-7272-472e-a894-e1a5eba150a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695548 Feb 09 15:25:59.777432 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1149c58a-9e39-4ba7-a7df-7323cfc7f661 req-c7a33800-864b-4203-aa16-1519dba828ee service neutron] 10.222.0.21 "GET /v2.0/networks/1293e27f-7272-472e-a894-e1a5eba150a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199172 Feb 09 15:25:59.916889 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1149c58a-9e39-4ba7-a7df-7323cfc7f661 req-0a653104-8b97-4f32-95c7-fd79aae47bd6 service neutron] 10.222.0.21 "GET /v2.0/networks/1293e27f-7272-472e-a894-e1a5eba150a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341984 Feb 09 15:26:00.490967 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:00.503048 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9c847-0b69-4512-bd3b-8978efd6fee7 req-77b48342-20bb-49b5-8549-88403daa8d8c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:00.504572 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8a9c847-0b69-4512-bd3b-8978efd6fee7 req-77b48342-20bb-49b5-8549-88403daa8d8c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 945 time: 0.0873401 Feb 09 15:26:00.536816 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:00.558056 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8a9c847-0b69-4512-bd3b-8978efd6fee7 req-44ad583c-bf20-42a9-94f0-2010b750bfc5 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414574 Feb 09 15:26:01.743030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22847e-6012-40ac-a452-3bd1a6f2c7bc req-6271b19c-3455-478e-84be-4360e9a0688c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:01.744492 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fd22847e-6012-40ac-a452-3bd1a6f2c7bc req-6271b19c-3455-478e-84be-4360e9a0688c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 945 time: 0.0778193 Feb 09 15:26:01.787522 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fd22847e-6012-40ac-a452-3bd1a6f2c7bc req-0412e93c-8612-4882-9aed-7033cf97d21b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374303 Feb 09 15:26:01.809701 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55570) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:01.912548 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-88ae4ddc-396c-40fd-adb0-1bfbbea08f2b tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/floatingips/c3172b2e-ecd0-42c5-8187-421edd3e6eff HTTP/1.1" status: 200 len: 993 time: 0.1017621 Feb 09 15:26:01.967682 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:26:02.054396 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:02.155350 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55578) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:02.359895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port 1ace1b15-5970-4db6-adbd-427096955f0f {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:26:02.360153 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:02.527215 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:02.527545 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:02.653368 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for 1ace1b15-5970-4db6-adbd-427096955f0f owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:26:02.797760 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:02.847227 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=1ace1b15-5970-4db6-adbd-427096955f0f,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:02.884006 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:02.884355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:02.884695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:02.885026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:02.885355 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:02.885682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:02.886005 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:02.886327 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:02.886648 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:02.886970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:02.887293 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:02.887610 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:02.946730 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:02.947067 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Floating IP c3172b2e-ecd0-42c5-8187-421edd3e6eff disassociated (deleted). External IP: 172.25.8.170, port: 0f68d072-4b94-4c43-abba-439320ff1edf. Feb 09 15:26:03.403363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:26:03.581748 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:26:03.591199 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a080e-f34b-469b-91a3-a4b8d07af582 None None] Sync routers for ids ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:26:03.600972 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0a080e-f34b-469b-91a3-a4b8d07af582 None None] Routers {'1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:26:03.601389 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:03.601618 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3a0a080e-f34b-469b-91a3-a4b8d07af582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:25:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:03.658794 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e1ce9453-2158-4da2-8c05-c364f4edfec9 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/floatingips/c3172b2e-ecd0-42c5-8187-421edd3e6eff HTTP/1.1" status: 204 len: 168 time: 1.5016119 Feb 09 15:26:03.659261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8619ab-d567-4180-b5b3-4eb4109aa235', 'tag': '0f68d072-4b94-4c43-abba-439320ff1edf'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:26:03.711360 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8619ab-d567-4180-b5b3-4eb4109aa235', 'tag': '0f68d072-4b94-4c43-abba-439320ff1edf', 'status': 'completed', 'code': 200} Feb 09 15:26:03.803755 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b1703-3f5f-4ab1-9d7d-56d5b685fbfc req-84be5666-e6a1-4d58-88c4-6812bee2622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:03.805278 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-467b1703-3f5f-4ab1-9d7d-56d5b685fbfc req-84be5666-e6a1-4d58-88c4-6812bee2622d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=52c3b9e2c830405a83a3de34f696d160&device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 1096 time: 0.0732939 Feb 09 15:26:03.830244 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-3a0a080e-f34b-469b-91a3-a4b8d07af582 None None] Set router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:26:03.948709 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b1703-3f5f-4ab1-9d7d-56d5b685fbfc req-ba951a64-3ac9-4588-bb00-07fc64b965d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:03.950238 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-467b1703-3f5f-4ab1-9d7d-56d5b685fbfc req-ba951a64-3ac9-4588-bb00-07fc64b965d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1293e27f-7272-472e-a894-e1a5eba150a8 HTTP/1.1" status: 200 len: 895 time: 0.1387246 Feb 09 15:26:04.053729 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-467b1703-3f5f-4ab1-9d7d-56d5b685fbfc req-674ac655-19d1-4f5b-8915-f3aa147dd80b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f68d072-4b94-4c43-abba-439320ff1edf HTTP/1.1" status: 200 len: 217 time: 0.0970941 Feb 09 15:26:04.135196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b1703-3f5f-4ab1-9d7d-56d5b685fbfc req-9fe4304c-da3c-48a9-aeb4-bfa40d094c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:04.136655 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-467b1703-3f5f-4ab1-9d7d-56d5b685fbfc req-9fe4304c-da3c-48a9-aeb4-bfa40d094c1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3c3b2cc-62ba-45d9-94b8-01392565e0d2 HTTP/1.1" status: 200 len: 835 time: 0.0772882 Feb 09 15:26:04.142980 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3a0a080e-f34b-469b-91a3-a4b8d07af582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237879504', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:24:30Z', 'updated_at': '2022-02-09T15:24:35Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:31Z', 'updated_at': '2022-02-09T15:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'a950812e-8a89-4853-8276-37c4aa6e7668', 'name': '', 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:f3:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:34Z', 'updated_at': '2022-02-09T15:24:40Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:04.147055 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a080e-f34b-469b-91a3-a4b8d07af582 None None] Checking router: 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:26:04.155362 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0a080e-f34b-469b-91a3-a4b8d07af582 None None] Routers {'1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:26:04.156549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3a0a080e-f34b-469b-91a3-a4b8d07af582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:25:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:04.199597 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2d092-75b6-4997-8e02-c5bccfd94aef req-e47db69f-a512-4bd9-8c58-f2d6e3b115b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:04.201094 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41e2d092-75b6-4997-8e02-c5bccfd94aef req-e47db69f-a512-4bd9-8c58-f2d6e3b115b6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 945 time: 0.1938434 Feb 09 15:26:04.264532 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-41e2d092-75b6-4997-8e02-c5bccfd94aef req-b1f46f07-43f6-4cf7-b986-0a7d42efd76c tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532310 Feb 09 15:26:04.273664 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b1703-3f5f-4ab1-9d7d-56d5b685fbfc req-9e94d602-39e3-482c-b844-e64c3b620d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:04.275153 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-467b1703-3f5f-4ab1-9d7d-56d5b685fbfc req-9e94d602-39e3-482c-b844-e64c3b620d3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1293e27f-7272-472e-a894-e1a5eba150a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305130 Feb 09 15:26:04.367808 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-3a0a080e-f34b-469b-91a3-a4b8d07af582 None None] Set router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:26:04.537496 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-467b1703-3f5f-4ab1-9d7d-56d5b685fbfc req-b9297687-7a47-4b7b-a037-874df4623d63 service neutron] 10.222.0.21 "GET /v2.0/networks/1293e27f-7272-472e-a894-e1a5eba150a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538340 Feb 09 15:26:04.678142 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-467b1703-3f5f-4ab1-9d7d-56d5b685fbfc req-fbfa5a18-b02e-4e63-965d-58e7e418361e service neutron] 10.222.0.21 "GET /v2.0/networks/1293e27f-7272-472e-a894-e1a5eba150a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336076 Feb 09 15:26:04.698557 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3a0a080e-f34b-469b-91a3-a4b8d07af582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237879504', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:24:30Z', 'updated_at': '2022-02-09T15:24:35Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:31Z', 'updated_at': '2022-02-09T15:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'a950812e-8a89-4853-8276-37c4aa6e7668', 'name': '', 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:f3:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:34Z', 'updated_at': '2022-02-09T15:24:40Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:04.703261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a080e-f34b-469b-91a3-a4b8d07af582 None None] The sync data for ids ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'] in n-d-828418-2 is: [{'id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237879504', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:24:30Z', 'updated_at': '2022-02-09T15:24:35Z', 'revision_number': 4, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:31Z', 'updated_at': '2022-02-09T15:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'a950812e-8a89-4853-8276-37c4aa6e7668', 'name': '', 'network_id': '1293e27f-7272-472e-a894-e1a5eba150a8', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'mac_address': 'fa:16:3e:f3:a4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:34Z', 'updated_at': '2022-02-09T15:24:40Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'subnets': [{'id': 'c3c3b2cc-62ba-45d9-94b8-01392565e0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:26:04.934709 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22c908-b7e5-41f4-925f-2059cfa1a42c None None] New status for floating IP c3172b2e-ecd0-42c5-8187-421edd3e6eff: DOWN {{(pid=87599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:26:05.473197 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf672cd4-6e36-4153-9cdc-29a021c95303 req-8fe5f1cf-c8dc-4e8c-829d-3dbeb85144ca tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:05.473901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-bf672cd4-6e36-4153-9cdc-29a021c95303 req-8fe5f1cf-c8dc-4e8c-829d-3dbeb85144ca tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:26:05.489026 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-bf672cd4-6e36-4153-9cdc-29a021c95303 req-8fe5f1cf-c8dc-4e8c-829d-3dbeb85144ca tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:26:05.490175 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bf672cd4-6e36-4153-9cdc-29a021c95303 req-8fe5f1cf-c8dc-4e8c-829d-3dbeb85144ca tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 945 time: 0.0986483 Feb 09 15:26:05.536004 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-bf672cd4-6e36-4153-9cdc-29a021c95303 req-9e783dbe-d34a-475b-9db2-0eb2a93ef1aa tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce61b9ec-51c2-45a9-94d8-eab355cf4db6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400734 Feb 09 15:26:05.824667 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74c56e-56bd-421a-b0e6-cd98ce0b52cb req-fa20cc34-815a-49ca-9617-4302c6c16831 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:05.826011 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dc74c56e-56bd-421a-b0e6-cd98ce0b52cb req-fa20cc34-815a-49ca-9617-4302c6c16831 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 945 time: 0.0800388 Feb 09 15:26:05.898325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-dc74c56e-56bd-421a-b0e6-cd98ce0b52cb req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port 0f68d072-4b94-4c43-abba-439320ff1edf {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:26:05.898662 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dc74c56e-56bd-421a-b0e6-cd98ce0b52cb req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:06.136075 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-dc74c56e-56bd-421a-b0e6-cd98ce0b52cb req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] For port 0f68d072-4b94-4c43-abba-439320ff1edf, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=0f68d072-4b94-4c43-abba-439320ff1edf,segment=NetworkSegment(a4cc54dd-d4a4-413e-943a-384cd6720209),segment_id=a4cc54dd-d4a4-413e-943a-384cd6720209)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:26:06.136318 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dc74c56e-56bd-421a-b0e6-cd98ce0b52cb req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:06.264701 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-dc74c56e-56bd-421a-b0e6-cd98ce0b52cb req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for 0f68d072-4b94-4c43-abba-439320ff1edf owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:26:06.421086 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dc74c56e-56bd-421a-b0e6-cd98ce0b52cb req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:06.477198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=0f68d072-4b94-4c43-abba-439320ff1edf,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:06.519038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:06.519384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:06.519751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:06.520087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:06.520414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:06.520741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:06.521067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:06.521390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:06.521715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:06.522036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:06.522354 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:06.522672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:06.560819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc74c56e-56bd-421a-b0e6-cd98ce0b52cb req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] No DVR routers for this DVR port 0f68d072-4b94-4c43-abba-439320ff1edf on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:26:06.564073 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-dc74c56e-56bd-421a-b0e6-cd98ce0b52cb req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:06.568448 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8619ab-d567-4180-b5b3-4eb4109aa235', 'name': 'network-vif-deleted', 'tag': '0f68d072-4b94-4c43-abba-439320ff1edf'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:26:06.584125 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-dc74c56e-56bd-421a-b0e6-cd98ce0b52cb req-f5cf74ee-ddc2-4658-91f0-11f98c535337 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.21 "DELETE /v2.0/ports/0f68d072-4b94-4c43-abba-439320ff1edf HTTP/1.1" status: 204 len: 173 time: 0.7520244 Feb 09 15:26:06.620360 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8619ab-d567-4180-b5b3-4eb4109aa235', 'name': 'network-vif-deleted', 'tag': '0f68d072-4b94-4c43-abba-439320ff1edf', 'status': 'completed', 'code': 200} Feb 09 15:26:06.698750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-127efab4-351f-4893-951e-9d21d2c1840e req-9693ffca-6034-4ac0-8305-49154360eb27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Synchronizing usage tracker for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:26:06.714565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-127efab4-351f-4893-951e-9d21d2c1840e req-9693ffca-6034-4ac0-8305-49154360eb27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Unset dirty status for tenant:52c3b9e2c830405a83a3de34f696d160 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:26:06.715940 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-127efab4-351f-4893-951e-9d21d2c1840e req-9693ffca-6034-4ac0-8305-49154360eb27 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d8619ab-d567-4180-b5b3-4eb4109aa235 HTTP/1.1" status: 200 len: 210 time: 0.0624721 Feb 09 15:26:07.809970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55598) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:08.366154 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62d39d33-f925-49a3-bf22-a9ea76425eb6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:08.865959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-62d39d33-f925-49a3-bf22-a9ea76425eb6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port a950812e-8a89-4853-8276-37c4aa6e7668 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:26:08.866643 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62d39d33-f925-49a3-bf22-a9ea76425eb6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:09.066782 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-62d39d33-f925-49a3-bf22-a9ea76425eb6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] For port a950812e-8a89-4853-8276-37c4aa6e7668, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=a950812e-8a89-4853-8276-37c4aa6e7668,segment=NetworkSegment(a4cc54dd-d4a4-413e-943a-384cd6720209),segment_id=a4cc54dd-d4a4-413e-943a-384cd6720209)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:26:09.067144 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62d39d33-f925-49a3-bf22-a9ea76425eb6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:09.190395 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-62d39d33-f925-49a3-bf22-a9ea76425eb6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for a950812e-8a89-4853-8276-37c4aa6e7668 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:26:09.463814 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62d39d33-f925-49a3-bf22-a9ea76425eb6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:09.511587 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d39d33-f925-49a3-bf22-a9ea76425eb6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=a950812e-8a89-4853-8276-37c4aa6e7668,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:09.638621 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:09.794110 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-62d39d33-f925-49a3-bf22-a9ea76425eb6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:09.865191 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 0f68d072-4b94-4c43-abba-439320ff1edf no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:26:09.902496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 0f68d072-4b94-4c43-abba-439320ff1edf {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:26:09.902837 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 0f68d072-4b94-4c43-abba-439320ff1edf not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:26:10.153867 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d39d33-f925-49a3-bf22-a9ea76425eb6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:26:10.439455 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d39d33-f925-49a3-bf22-a9ea76425eb6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:26:10.449010 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564e3a0-8f7d-4a6b-a33d-6f59e6099508 None None] Sync routers for ids ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:26:10.459043 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-62d39d33-f925-49a3-bf22-a9ea76425eb6 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "PUT /v2.0/routers/1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6454961 Feb 09 15:26:10.459224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564e3a0-8f7d-4a6b-a33d-6f59e6099508 None None] Routers {'1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:26:10.459224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2564e3a0-8f7d-4a6b-a33d-6f59e6099508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:25:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:10.459453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55602) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:10.533002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4d05ae-e5a5-476e-ad0f-c8754db712f1 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting subnet c3c3b2cc-62ba-45d9-94b8-01392565e0d2 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:26:10.536178 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e4d05ae-e5a5-476e-ad0f-c8754db712f1 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:10.597135 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e4d05ae-e5a5-476e-ad0f-c8754db712f1 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:10.637843 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-2564e3a0-8f7d-4a6b-a33d-6f59e6099508 None None] Set router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:26:10.677658 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e4d05ae-e5a5-476e-ad0f-c8754db712f1 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:10.748183 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e4d05ae-e5a5-476e-ad0f-c8754db712f1 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:10.790673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d05ae-e5a5-476e-ad0f-c8754db712f1 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c3b2cc-62ba-45d9-94b8-01392565e0d2,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:10.794936 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7e4d05ae-e5a5-476e-ad0f-c8754db712f1 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:10.801442 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7e4d05ae-e5a5-476e-ad0f-c8754db712f1 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/subnets/c3c3b2cc-62ba-45d9-94b8-01392565e0d2 HTTP/1.1" status: 204 len: 168 time: 0.3409803 Feb 09 15:26:10.804102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55606) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:10.804821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e637a7-1c68-4f95-8555-0d844a90c3ed None None] Network 1293e27f-7272-472e-a894-e1a5eba150a8 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:26:11.092023 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-543a9951-1793-4e40-839c-fa75706774b0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:11.147261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2564e3a0-8f7d-4a6b-a33d-6f59e6099508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237879504', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:24:30Z', 'updated_at': '2022-02-09T15:26:09Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:31Z', 'updated_at': '2022-02-09T15:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:11.151987 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564e3a0-8f7d-4a6b-a33d-6f59e6099508 None None] Checking router: 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:26:11.161759 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564e3a0-8f7d-4a6b-a33d-6f59e6099508 None None] Routers {'1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:26:11.168185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2564e3a0-8f7d-4a6b-a33d-6f59e6099508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:25:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:11.221093 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] DHCP port deletion for 1293e27f-7272-472e-a894-e1a5eba150a8 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 15:26:11.238060 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Deleting port 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:26:11.238438 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:11.276825 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-543a9951-1793-4e40-839c-fa75706774b0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:11.286740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-543a9951-1793-4e40-839c-fa75706774b0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Deleting port 7a4adc44-f762-4611-9d4e-bbbb39017284 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:26:11.287093 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-543a9951-1793-4e40-839c-fa75706774b0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:11.442738 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:11.464958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-543a9951-1793-4e40-839c-fa75706774b0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] For port 7a4adc44-f762-4611-9d4e-bbbb39017284, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=7a4adc44-f762-4611-9d4e-bbbb39017284,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:26:11.465674 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-543a9951-1793-4e40-839c-fa75706774b0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:11.515753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-2564e3a0-8f7d-4a6b-a33d-6f59e6099508 None None] Set router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:26:11.589557 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-543a9951-1793-4e40-839c-fa75706774b0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Calling delete_port for 7a4adc44-f762-4611-9d4e-bbbb39017284 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:26:11.715167 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] For port 39d5fcad-08b0-40bb-8d75-af24e1e9cf30, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=39d5fcad-08b0-40bb-8d75-af24e1e9cf30,segment=NetworkSegment(a4cc54dd-d4a4-413e-943a-384cd6720209),segment_id=a4cc54dd-d4a4-413e-943a-384cd6720209)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:26:11.715474 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:11.851329 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Calling delete_port for 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:26:11.887043 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-543a9951-1793-4e40-839c-fa75706774b0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:11.938054 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a9951-1793-4e40-839c-fa75706774b0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Port': ['ID=7a4adc44-f762-4611-9d4e-bbbb39017284,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:11.991762 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404'] for port, after_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:12.024463 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-543a9951-1793-4e40-839c-fa75706774b0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:12.041005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Pushing event deleted for resources: {'Port': ['ID=39d5fcad-08b0-40bb-8d75-af24e1e9cf30,revision_number=None']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:12.051108 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] No DVR routers for this DVR port 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 on host n-d-828418-2 {{(pid=87598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:26:12.058855 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:12.059205 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:12.059544 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:12.063807 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:12.063807 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:12.064122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:12.065986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:12.065986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:12.065986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:12.065986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:12.065986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:12.065986 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ff76a1-648e-44b6-b7a1-8aa336122901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:12.082135 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-2564e3a0-8f7d-4a6b-a33d-6f59e6099508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237879504', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:24:30Z', 'updated_at': '2022-02-09T15:26:09Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:31Z', 'updated_at': '2022-02-09T15:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:12.086222 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564e3a0-8f7d-4a6b-a33d-6f59e6099508 None None] The sync data for ids ['1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5'] in n-d-828418-2 is: [{'id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237879504', 'tenant_id': '52c3b9e2c830405a83a3de34f696d160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:24:30Z', 'updated_at': '2022-02-09T15:26:09Z', 'revision_number': 5, 'project_id': '52c3b9e2c830405a83a3de34f696d160', 'gw_port': {'id': '7a4adc44-f762-4611-9d4e-bbbb39017284', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:24:31Z', 'updated_at': '2022-02-09T15:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:26:12.222056 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-543a9951-1793-4e40-839c-fa75706774b0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:12.224494 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-543a9951-1793-4e40-839c-fa75706774b0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:12.250249 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-543a9951-1793-4e40-839c-fa75706774b0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:12.250765 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543a9951-1793-4e40-839c-fa75706774b0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Fanout notify agent at l3_agent the message router_deleted on router 1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 15:26:12.265153 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-543a9951-1793-4e40-839c-fa75706774b0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:12.266208 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-543a9951-1793-4e40-839c-fa75706774b0 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/routers/1aec6efb-52b5-43a9-a8b9-1e64a8e2e3e5 HTTP/1.1" status: 204 len: 168 time: 1.4612100 Feb 09 15:26:12.269962 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55610) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:12.496258 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85be41c4-0c2a-4dbb-bd5a-787e0acec4e2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:12.530272 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:26:12.579954 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:26:12.580441 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 39d5fcad-08b0-40bb-8d75-af24e1e9cf30 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:26:12.581082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a950812e-8a89-4853-8276-37c4aa6e7668 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:26:12.618643 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: a950812e-8a89-4853-8276-37c4aa6e7668 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:26:12.619080 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device a950812e-8a89-4853-8276-37c4aa6e7668 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:26:12.650691 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85be41c4-0c2a-4dbb-bd5a-787e0acec4e2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:12.678924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-85be41c4-0c2a-4dbb-bd5a-787e0acec4e2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1293e27f-7272-472e-a894-e1a5eba150a8']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:12.691932 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-85be41c4-0c2a-4dbb-bd5a-787e0acec4e2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cc54dd-d4a4-413e-943a-384cd6720209') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:12.692230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-85be41c4-0c2a-4dbb-bd5a-787e0acec4e2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cc54dd-d4a4-413e-943a-384cd6720209') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:12.704193 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85be41c4-0c2a-4dbb-bd5a-787e0acec4e2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:12.721089 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85be41c4-0c2a-4dbb-bd5a-787e0acec4e2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:12.727569 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85be41c4-0c2a-4dbb-bd5a-787e0acec4e2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:26:12.728004 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85be41c4-0c2a-4dbb-bd5a-787e0acec4e2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: timer() Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:26:12.743222 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:26:12.825292 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85be41c4-0c2a-4dbb-bd5a-787e0acec4e2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:12.830782 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-85be41c4-0c2a-4dbb-bd5a-787e0acec4e2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:12.855295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be41c4-0c2a-4dbb-bd5a-787e0acec4e2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'Network': ['ID=1293e27f-7272-472e-a894-e1a5eba150a8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:12.862960 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-85be41c4-0c2a-4dbb-bd5a-787e0acec4e2 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/networks/1293e27f-7272-472e-a894-e1a5eba150a8 HTTP/1.1" status: 204 len: 168 time: 0.5897844 Feb 09 15:26:12.863495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55614) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:12.941334 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-418e3749-47de-465c-b3cc-47d3d4590378 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:12.970627 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-418e3749-47de-465c-b3cc-47d3d4590378 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:13.039640 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-418e3749-47de-465c-b3cc-47d3d4590378 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:13.061469 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e3749-47de-465c-b3cc-47d3d4590378 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce61b9ec-51c2-45a9-94d8-eab355cf4db6,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:13.071696 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-418e3749-47de-465c-b3cc-47d3d4590378 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:13.072830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-418e3749-47de-465c-b3cc-47d3d4590378 tempest-TestNetworkAdvancedServerOps-422846451 tempest-TestNetworkAdvancedServerOps-422846451-project] 10.222.0.48 "DELETE /v2.0/security-groups/ce61b9ec-51c2-45a9-94d8-eab355cf4db6 HTTP/1.1" status: 204 len: 168 time: 0.2082858 Feb 09 15:26:13.447933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55624) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:13.602059 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-1971aa7c-276d-4926-b405-d61160fab8d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52c3b9e2c830405a83a3de34f696d160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528554 Feb 09 15:26:13.604486 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55630) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:13.664474 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-41220618-6f46-44ae-a9df-150a07a67183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:13.689739 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-41220618-6f46-44ae-a9df-150a07a67183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:13.740893 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-41220618-6f46-44ae-a9df-150a07a67183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:13.758797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41220618-6f46-44ae-a9df-150a07a67183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715d49b4-bb61-4ed8-a2d4-3ec0d73a2922,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:13.766341 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-41220618-6f46-44ae-a9df-150a07a67183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:13.767761 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-41220618-6f46-44ae-a9df-150a07a67183 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/715d49b4-bb61-4ed8-a2d4-3ec0d73a2922 HTTP/1.1" status: 204 len: 168 time: 0.1623487 Feb 09 15:26:14.043916 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55638) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:14.062196 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-901c98c8-0462-4bcf-a79d-8b957e32cbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:14.076290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-901c98c8-0462-4bcf-a79d-8b957e32cbcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:14.080195 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-901c98c8-0462-4bcf-a79d-8b957e32cbcc admin admin] Usage tracker for resource:security_group_rule and tenant:663a0cdb36244837aa7691380626e69d is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:14.082962 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-901c98c8-0462-4bcf-a79d-8b957e32cbcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:14.088693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-901c98c8-0462-4bcf-a79d-8b957e32cbcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:14.174392 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-901c98c8-0462-4bcf-a79d-8b957e32cbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:14.178986 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-901c98c8-0462-4bcf-a79d-8b957e32cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:14.179867 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7a4adc44-f762-4611-9d4e-bbbb39017284 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:26:14.213918 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 7a4adc44-f762-4611-9d4e-bbbb39017284 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:26:14.214261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 7a4adc44-f762-4611-9d4e-bbbb39017284 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:26:14.229768 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-901c98c8-0462-4bcf-a79d-8b957e32cbcc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=663a0cdb36244837aa7691380626e69d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1847713 Feb 09 15:26:14.231431 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c98c8-0462-4bcf-a79d-8b957e32cbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91560873-0ce4-4f15-ad6e-a9e0a791e3aa,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:14.232471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55642) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:14.289480 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3146a78-cd20-43ca-ab33-a2b6cfa30319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:14.314419 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3146a78-cd20-43ca-ab33-a2b6cfa30319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:14.366131 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3146a78-cd20-43ca-ab33-a2b6cfa30319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:14.379919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3146a78-cd20-43ca-ab33-a2b6cfa30319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91560873-0ce4-4f15-ad6e-a9e0a791e3aa,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:14.386169 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c3146a78-cd20-43ca-ab33-a2b6cfa30319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:14.387274 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c3146a78-cd20-43ca-ab33-a2b6cfa30319 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91560873-0ce4-4f15-ad6e-a9e0a791e3aa HTTP/1.1" status: 204 len: 168 time: 0.1538305 Feb 09 15:26:15.153612 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55666) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:15.264334 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1894732736-network', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:26:15.270771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:15.276510 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Usage tracker for resource:network and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:15.278084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:15.284413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:15.296361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Made reservation on behalf of 978cd6d74d2e4803be460550643c1e1a for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:26:15.298617 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:15.311611 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:15.328092 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:15.332687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Usage tracker for resource:security_group_rule and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:15.335402 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:15.341230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:15.427357 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:15.431079 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:15.463205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:26:15.468346 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92edeab-242b-464c-92dc-ad1dd9013292,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:15.476302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:15.476484 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Added segment 528da250-4b53-40e7-9d26-d761a9490fe3 of type vlan for network 8cf790d2-c57e-496c-8063-90d6adb074e0 Feb 09 15:26:15.503718 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:15.535048 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:15.536907 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:15.537491 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:15.639567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf790d2-c57e-496c-8063-90d6adb074e0,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:15.647247 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-90b91efd-b53c-4528-be7b-19984a75b081 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4898117 Feb 09 15:26:15.647722 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55672) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:15.650951 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 8cf790d2-c57e-496c-8063-90d6adb074e0 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:26:15.658987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-272ac994-fe70-4188-8edd-3ca4d2d65ba4 admin admin] Request body: {'subnet': {'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1894732736-subnet', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:26:15.664761 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-272ac994-fe70-4188-8edd-3ca4d2d65ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:15.669862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-272ac994-fe70-4188-8edd-3ca4d2d65ba4 admin admin] Usage tracker for resource:subnet and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:15.672868 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-272ac994-fe70-4188-8edd-3ca4d2d65ba4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:15.679172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-272ac994-fe70-4188-8edd-3ca4d2d65ba4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:15.691681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272ac994-fe70-4188-8edd-3ca4d2d65ba4 admin admin] Made reservation on behalf of 978cd6d74d2e4803be460550643c1e1a for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:26:15.694114 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-272ac994-fe70-4188-8edd-3ca4d2d65ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:15.897871 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-272ac994-fe70-4188-8edd-3ca4d2d65ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:15.980615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ac994-fe70-4188-8edd-3ca4d2d65ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e41516-fec7-4a34-8efa-49f294b3c640,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:15.993124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272ac994-fe70-4188-8edd-3ca4d2d65ba4 admin admin] Checking segment: {'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:26:15.993488 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272ac994-fe70-4188-8edd-3ca4d2d65ba4 admin admin] Network hostable DHCP agents. Network: 8cf790d2-c57e-496c-8063-90d6adb074e0, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:26:16.013442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272ac994-fe70-4188-8edd-3ca4d2d65ba4 admin admin] Network 8cf790d2-c57e-496c-8063-90d6adb074e0 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:26:16.023171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-272ac994-fe70-4188-8edd-3ca4d2d65ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 8cf790d2-c57e-496c-8063-90d6adb074e0) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:26:16.027186 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272ac994-fe70-4188-8edd-3ca4d2d65ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:16.027787 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-272ac994-fe70-4188-8edd-3ca4d2d65ba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:16.032696 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b604a0-281c-42ff-b80a-255337b09b3d None None] Network 8cf790d2-c57e-496c-8063-90d6adb074e0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:26:16.049093 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-272ac994-fe70-4188-8edd-3ca4d2d65ba4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4004772 Feb 09 15:26:16.051988 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55676) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:16.056764 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:26:16.062167 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:16.066014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Usage tracker for resource:router and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:16.068790 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:16.074631 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:16.086194 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:16.087150 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:16.101943 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:16.245554 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-8cf790d2-c57e-496c-8063-90d6adb074e0', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:26:16.246390 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:16.403645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Allocated IP 172.20.0.2 (8cf790d2-c57e-496c-8063-90d6adb074e0/66e41516-fec7-4a34-8efa-49f294b3c640/87e70ee6-4e34-4ed6-a1da-1e4e2ab37811) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:26:16.481364 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:16.606754 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:16.617396 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Transition to ACTIVE for port object 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:26:16.635052 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Transition to ACTIVE for port object 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:26:16.641647 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:16.707131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Network 8cf790d2-c57e-496c-8063-90d6adb074e0 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:26:16.710037 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:26:16.713802 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:26:16.722488 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Pushing event updated for resources: {'Port': ['ID=87e70ee6-4e34-4ed6-a1da-1e4e2ab37811,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:16.793537 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:16.804734 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Attempting to bind port 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:26:16.805101 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Attempting to bind port 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:26:16.805460 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Attempting to bind port 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 on network 8cf790d2-c57e-496c-8063-90d6adb074e0 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:26:16.810578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:26:16.810946 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Checking segment: {'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:26:16.811344 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:16.811740 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Bound using segment: {'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:26:16.812786 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Bound port: 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:26:16.813155 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:16.824403 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:16.901151 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] For port 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:26:16.904118 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] For port 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=87e70ee6-4e34-4ed6-a1da-1e4e2ab37811,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:26:16.909149 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:16.960447 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Allocated IP 172.25.8.113 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:26:16.992659 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354c422-c74e-4f0f-95d8-a0c8e656ece5 None None] Pushing event updated for resources: {'Port': ['ID=87e70ee6-4e34-4ed6-a1da-1e4e2ab37811,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:17.122577 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:17.153705 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:17.222424 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:26:17.225355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:26:17.230045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:26:17.274307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Pushing event updated for resources: {'Port': ['ID=8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:17.652529 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:17.951472 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f821f46-0ff0-4ec9-b215-cb9399e4d203 None None] Network 8cf790d2-c57e-496c-8063-90d6adb074e0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:26:18.044700 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b7e447d3-4cf7-4aa4-b8bb-db396b31f64c None None] Provisioning for port 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:26:18.124687 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:18.257867 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:26:18.335405 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:26:18.340807 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:18.341190 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:18.350979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 15:26:18.474562 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:18.510850 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-76f32862-519f-4b99-aa88-b911679beabb None None] Provisioning complete for port 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:18.511232 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-76f32862-519f-4b99-aa88-b911679beabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:18.548885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:26:18.558313 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=87e70ee6-4e34-4ed6-a1da-1e4e2ab37811,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:26:18.560231 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Sync routers for ids ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:26:18.566724 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:18.573825 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:18.577658 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e3067e0e-a0e6-44f4-a761-a15a935a9908 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5221651 Feb 09 15:26:18.577815 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Routers {'9c1bc28e-8366-4c50-bb2d-b80ce8583e00'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:26:18.577815 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:25:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:18.578009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55680) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:18.710605 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=87e70ee6-4e34-4ed6-a1da-1e4e2ab37811,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:18.801723 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Set router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:26:19.078978 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:17Z', 'revision_number': 3, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:19.084736 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Checking router: 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:26:19.085086 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Updating router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 port 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:26:19.137601 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:19.254329 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:19.491448 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:19.504434 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Transition to ACTIVE for port object 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:26:19.512475 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:19.589688 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Attempting to bind port 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:26:19.590313 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Attempting to bind port 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:26:19.590411 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Attempting to bind port 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:26:19.600586 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Allocated IP 172.20.0.1 (8cf790d2-c57e-496c-8063-90d6adb074e0/66e41516-fec7-4a34-8efa-49f294b3c640/b008c3c9-adab-480e-bb21-25a819c22832) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:26:19.601126 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca16e1-b898-4854-ab75-d5d41b6d193a None None] Pushing event updated for resources: {'Port': ['ID=8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:19.604427 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:26:19.605119 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:26:19.605472 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:19.605613 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:26:19.605974 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Bound port: 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:26:19.606375 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:19.638204 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca16e1-b898-4854-ab75-d5d41b6d193a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:19.638539 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca16e1-b898-4854-ab75-d5d41b6d193a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:19.638877 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca16e1-b898-4854-ab75-d5d41b6d193a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:19.639199 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca16e1-b898-4854-ab75-d5d41b6d193a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:19.639521 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca16e1-b898-4854-ab75-d5d41b6d193a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:19.639869 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca16e1-b898-4854-ab75-d5d41b6d193a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:19.640223 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca16e1-b898-4854-ab75-d5d41b6d193a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:19.640539 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca16e1-b898-4854-ab75-d5d41b6d193a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:19.640854 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca16e1-b898-4854-ab75-d5d41b6d193a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:19.641166 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca16e1-b898-4854-ab75-d5d41b6d193a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:19.641478 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca16e1-b898-4854-ab75-d5d41b6d193a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:19.641787 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ca16e1-b898-4854-ab75-d5d41b6d193a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:26:19.688351 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] For port 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:26:19.691326 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] For port 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:26:19.697717 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:19.767160 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:19.779772 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Routers {'9c1bc28e-8366-4c50-bb2d-b80ce8583e00'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:26:19.780387 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:25:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:19.782826 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Transition to ACTIVE for port object b008c3c9-adab-480e-bb21-25a819c22832 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:26:19.805816 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:19.834384 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca16e1-b898-4854-ab75-d5d41b6d193a None None] Pushing event updated for resources: {'Port': ['ID=8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:19.868177 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Network 8cf790d2-c57e-496c-8063-90d6adb074e0 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:26:19.870946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:26:19.875588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:26:19.920202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=b008c3c9-adab-480e-bb21-25a819c22832,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:19.944305 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:19.966879 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] Set router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:26:20.172091 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe4c520c-59f9-4ee8-ab62-bb305d7d2bf4 None None] Provisioning for port b008c3c9-adab-480e-bb21-25a819c22832 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:26:20.179758 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe4c520c-59f9-4ee8-ab62-bb305d7d2bf4 None None] Provisioning complete for port b008c3c9-adab-480e-bb21-25a819c22832 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:20.180702 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe4c520c-59f9-4ee8-ab62-bb305d7d2bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:20.247702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:26:20.270758 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:17Z', 'revision_number': 3, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:20.274791 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85df472-ad2f-4a0e-af75-e077eda19d1f None None] The sync data for ids ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'] in n-d-828418-2 is: [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:17Z', 'revision_number': 3, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:26:20.306580 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c520c-59f9-4ee8-ab62-bb305d7d2bf4 None None] Port b008c3c9-adab-480e-bb21-25a819c22832 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:26:20.313287 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:20.332212 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:20.332584 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:20.580439 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:20.588201 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:20.697841 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=b008c3c9-adab-480e-bb21-25a819c22832,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:20.700236 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:20.844153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Network 8cf790d2-c57e-496c-8063-90d6adb074e0 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:26:20.845379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:26:21.066762 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:26:21.137209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-1a9e5bda-7b0f-4933-83f2-cee9297939ee None None] Provisioning complete for port b008c3c9-adab-480e-bb21-25a819c22832 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:21.137577 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5bda-7b0f-4933-83f2-cee9297939ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:21.198571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-1a9e5bda-7b0f-4933-83f2-cee9297939ee None None] Port b008c3c9-adab-480e-bb21-25a819c22832 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:26:21.386698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:26:21.396116 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-65b2029f-05e4-45ce-a028-cf90b224d6f4 admin admin] 10.222.0.48 "PUT /v2.0/routers/9c1bc28e-8366-4c50-bb2d-b80ce8583e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8172412 Feb 09 15:26:21.871863 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Sync routers for ids ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:26:21.882230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Routers {'9c1bc28e-8366-4c50-bb2d-b80ce8583e00'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:26:21.882915 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:25:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:21.918444 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55698) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:21.924200 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-85302082-network', 'tenant_id': '2f9e925a68a24d40a12c392c70a47a98'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:26:21.929872 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:21.933719 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Usage tracker for resource:network and tenant:2f9e925a68a24d40a12c392c70a47a98 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:21.936573 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:21.944122 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:21.955459 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Made reservation on behalf of 2f9e925a68a24d40a12c392c70a47a98 for: {'network': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:26:21.957936 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:21.970740 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:21.986052 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:21.989978 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Usage tracker for resource:security_group_rule and tenant:2f9e925a68a24d40a12c392c70a47a98 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:21.993030 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:21.998715 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:22.067993 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Set router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:26:22.084456 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:22.088339 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:22.119609 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:26:22.128186 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d064836-d649-4940-b87c-d9cb81665ade,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:22.141180 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:22.142120 n-d-828418-2 neutron-server[87596]: INFO neutron.db.segments_db [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Added segment 819432e6-7eec-47bf-9ece-58bcca908d77 of type vlan for network 0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f Feb 09 15:26:22.172222 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:22.220416 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:22.221793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:22.222443 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:22.276337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:26:22.342050 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] Pushing event updated for resources: {'Network': ['ID=0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:22.347563 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e6059b84-0392-490f-94bc-8816df720b35 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4253857 Feb 09 15:26:22.347832 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55702) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:22.353083 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a6c5b9cb-377d-4a2b-a198-a023379972eb admin admin] Request body: {'subnet': {'network_id': '0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-85302082-subnet', 'tenant_id': '2f9e925a68a24d40a12c392c70a47a98', 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:26:22.358124 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:26:22.358516 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a6c5b9cb-377d-4a2b-a198-a023379972eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:22.362424 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a6c5b9cb-377d-4a2b-a198-a023379972eb admin admin] Usage tracker for resource:subnet and tenant:2f9e925a68a24d40a12c392c70a47a98 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:22.365248 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a6c5b9cb-377d-4a2b-a198-a023379972eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:22.370809 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a6c5b9cb-377d-4a2b-a198-a023379972eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:22.380794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c5b9cb-377d-4a2b-a198-a023379972eb admin admin] Made reservation on behalf of 2f9e925a68a24d40a12c392c70a47a98 for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:26:22.383052 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6c5b9cb-377d-4a2b-a198-a023379972eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:22.485049 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:26:22.526311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:22.526681 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:22.604121 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6c5b9cb-377d-4a2b-a198-a023379972eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:22.667639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:20Z', 'revision_number': 4, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b008c3c9-adab-480e-bb21-25a819c22832', 'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'mac_address': 'fa:16:3e:21:eb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:19Z', 'updated_at': '2022-02-09T15:26:20Z', 'revision_number': 2, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'subnets': [{'id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:22.674583 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:22.679232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Checking router: 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:26:22.679503 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5b9cb-377d-4a2b-a198-a023379972eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6db1e260-baac-4d50-bfcf-3a44734a58b8,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:22.679680 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Updating router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 port b008c3c9-adab-480e-bb21-25a819c22832 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:26:22.689732 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5b9cb-377d-4a2b-a198-a023379972eb admin admin] Checking segment: {'id': '819432e6-7eec-47bf-9ece-58bcca908d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:26:22.690777 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c5b9cb-377d-4a2b-a198-a023379972eb admin admin] Network hostable DHCP agents. Network: 0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:26:22.709789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c5b9cb-377d-4a2b-a198-a023379972eb admin admin] Network 0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:26:22.719479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-a6c5b9cb-377d-4a2b-a198-a023379972eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:26:22.725255 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c5b9cb-377d-4a2b-a198-a023379972eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:22.726177 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a6c5b9cb-377d-4a2b-a198-a023379972eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:22.728879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813a0231-3688-40e0-bd0c-3207be743bc3 None None] Network 0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:26:22.747693 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a6c5b9cb-377d-4a2b-a198-a023379972eb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3987932 Feb 09 15:26:22.750768 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 55706) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:22.756167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-85302082-router', 'tenant_id': '2f9e925a68a24d40a12c392c70a47a98', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:26:22.761603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:22.765699 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Usage tracker for resource:router and tenant:2f9e925a68a24d40a12c392c70a47a98 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:22.768863 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:22.774634 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:22.786317 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:22.787511 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:22.800998 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:26:22.803295 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:22.811932 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:22.847825 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:23.073043 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:23.097675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:23.261005 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f', 'network_id': '0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f', 'tenant_id': '2f9e925a68a24d40a12c392c70a47a98', 'fixed_ips': [{'subnet_id': '6db1e260-baac-4d50-bfcf-3a44734a58b8'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:26:23.261814 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:23.523593 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:23.528330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Allocated IP 172.20.0.2 (0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f/6db1e260-baac-4d50-bfcf-3a44734a58b8/d53bb9da-0628-4636-84f8-aeb86695455a) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:26:23.548273 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:23.555894 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:23.620705 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Transition to ACTIVE for port object b008c3c9-adab-480e-bb21-25a819c22832 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:26:23.630237 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:23.708704 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Allocated IP 172.25.8.236 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/715ae2e4-d4f3-42de-9dcc-4e365d406964) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:26:23.830719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e24a0c-5a9a-4aeb-b62f-3e254f090bd8 None None] Pushing event updated for resources: {'Port': ['ID=b008c3c9-adab-480e-bb21-25a819c22832,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:23.875400 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:23.914093 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:23.941899 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Attempting to bind port b008c3c9-adab-480e-bb21-25a819c22832 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:26:23.942271 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Attempting to bind port b008c3c9-adab-480e-bb21-25a819c22832 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:26:23.942629 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Attempting to bind port b008c3c9-adab-480e-bb21-25a819c22832 on network 8cf790d2-c57e-496c-8063-90d6adb074e0 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:26:23.952092 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:26:23.952485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Checking segment: {'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:26:23.953414 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:23.953803 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Bound using segment: {'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:26:23.954265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Bound port: b008c3c9-adab-480e-bb21-25a819c22832, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:26:23.954637 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:23.977977 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:26:23.978189 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:23.980705 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:26:23.983238 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:26:24.027630 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Transition to ACTIVE for port object d53bb9da-0628-4636-84f8-aeb86695455a will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:26:24.028895 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Pushing event updated for resources: {'Port': ['ID=715ae2e4-d4f3-42de-9dcc-4e365d406964,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:24.078609 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Transition to ACTIVE for port object d53bb9da-0628-4636-84f8-aeb86695455a will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:26:24.088913 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:24.123777 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] For port b008c3c9-adab-480e-bb21-25a819c22832, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:26:24.158122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Network 0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:26:24.161488 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] For port b008c3c9-adab-480e-bb21-25a819c22832, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b008c3c9-adab-480e-bb21-25a819c22832,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:26:24.162633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:26:24.166739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:26:24.172917 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:24.210891 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Pushing event updated for resources: {'Port': ['ID=d53bb9da-0628-4636-84f8-aeb86695455a,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:24.281213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:26:24.398236 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Attempting to bind port d53bb9da-0628-4636-84f8-aeb86695455a on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:26:24.398603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Attempting to bind port d53bb9da-0628-4636-84f8-aeb86695455a by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '819432e6-7eec-47bf-9ece-58bcca908d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:26:24.398965 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Attempting to bind port d53bb9da-0628-4636-84f8-aeb86695455a on network 0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:26:24.404223 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Routers {'9c1bc28e-8366-4c50-bb2d-b80ce8583e00'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:26:24.405305 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:25:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:24.436172 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:24.465440 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:26:24.466128 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Checking segment: {'id': '819432e6-7eec-47bf-9ece-58bcca908d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:26:24.466537 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:24.466931 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Bound using segment: {'id': '819432e6-7eec-47bf-9ece-58bcca908d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:26:24.467407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Bound port: d53bb9da-0628-4636-84f8-aeb86695455a, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819432e6-7eec-47bf-9ece-58bcca908d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:26:24.467813 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:24.478082 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e24a0c-5a9a-4aeb-b62f-3e254f090bd8 None None] Pushing event updated for resources: {'Port': ['ID=b008c3c9-adab-480e-bb21-25a819c22832,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:24.637774 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:24.638473 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:24.788497 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:24.797364 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] Set router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:26:24.847985 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] For port d53bb9da-0628-4636-84f8-aeb86695455a, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:26:24.931342 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] For port d53bb9da-0628-4636-84f8-aeb86695455a, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d53bb9da-0628-4636-84f8-aeb86695455a,segment=NetworkSegment(819432e6-7eec-47bf-9ece-58bcca908d77),segment_id=819432e6-7eec-47bf-9ece-58bcca908d77)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:26:24.956232 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:25.112856 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Router 68d0b89f-0af0-45b2-b8b0-d042e06181ea is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 15:26:25.186496 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3945ee5-5df6-45f7-a70f-17f19887632b None None] Pushing event updated for resources: {'Port': ['ID=d53bb9da-0628-4636-84f8-aeb86695455a,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:25.263771 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:20Z', 'revision_number': 4, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b008c3c9-adab-480e-bb21-25a819c22832', 'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'mac_address': 'fa:16:3e:21:eb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:19Z', 'updated_at': '2022-02-09T15:26:24Z', 'revision_number': 4, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'subnets': [{'id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:25.269676 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded02cb9-6fcc-40d3-b762-fd95e458592e None None] The sync data for ids ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'] in n-d-828418-2 is: [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:20Z', 'revision_number': 4, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b008c3c9-adab-480e-bb21-25a819c22832', 'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'mac_address': 'fa:16:3e:21:eb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:19Z', 'updated_at': '2022-02-09T15:26:24Z', 'revision_number': 4, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'subnets': [{'id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:26:25.324757 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:26:25.364141 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Sync routers for ids ['68d0b89f-0af0-45b2-b8b0-d042e06181ea'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:26:25.381135 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:25.383998 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-595768f2-4dc6-477b-a597-cf0ade0c6de4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6320889 Feb 09 15:26:25.386104 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55710) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:25.389412 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Routers {'68d0b89f-0af0-45b2-b8b0-d042e06181ea'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:26:25.390251 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:25:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['68d0b89f-0af0-45b2-b8b0-d042e06181ea'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:25.654491 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Set router 68d0b89f-0af0-45b2-b8b0-d042e06181ea gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:26:25.979666 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'name': 'tempest-TestShelveInstance-85302082-router', 'tenant_id': '2f9e925a68a24d40a12c392c70a47a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '715ae2e4-d4f3-42de-9dcc-4e365d406964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:22Z', 'updated_at': '2022-02-09T15:26:24Z', 'revision_number': 3, 'project_id': '2f9e925a68a24d40a12c392c70a47a98', 'gw_port': {'id': '715ae2e4-d4f3-42de-9dcc-4e365d406964', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:46:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:23Z', 'updated_at': '2022-02-09T15:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:25.992383 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Checking router: 68d0b89f-0af0-45b2-b8b0-d042e06181ea for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:26:25.993085 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Updating router 68d0b89f-0af0-45b2-b8b0-d042e06181ea port 715ae2e4-d4f3-42de-9dcc-4e365d406964 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:26:26.102436 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:26.348096 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:26.365913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d53bb9da-0628-4636-84f8-aeb86695455a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:26:26.464148 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port d53bb9da-0628-4636-84f8-aeb86695455a completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:26:26.470971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b008c3c9-adab-480e-bb21-25a819c22832 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:26:26.560335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b9315d-026a-4cb7-abca-fd9f236ac264 None None] Network 0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:26:26.653241 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Allocated IP 172.20.0.1 (0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f/6db1e260-baac-4d50-bfcf-3a44734a58b8/80e03adf-ce24-4208-8216-363bf90f0b8f) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:26:26.674669 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:26.691914 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Transition to ACTIVE for port object 715ae2e4-d4f3-42de-9dcc-4e365d406964 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:26:26.700474 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-64613a40-2106-4f29-af90-000dcf08ffe6 None None] Provisioning for port d53bb9da-0628-4636-84f8-aeb86695455a completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:26:26.700703 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:26.714827 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-64613a40-2106-4f29-af90-000dcf08ffe6 None None] Provisioning complete for port d53bb9da-0628-4636-84f8-aeb86695455a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:26.715203 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-64613a40-2106-4f29-af90-000dcf08ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:26.776843 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port b008c3c9-adab-480e-bb21-25a819c22832 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:26:26.793469 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b008c3c9-adab-480e-bb21-25a819c22832 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:26.793780 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:26.800802 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Attempting to bind port 715ae2e4-d4f3-42de-9dcc-4e365d406964 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:26:26.801052 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Attempting to bind port 715ae2e4-d4f3-42de-9dcc-4e365d406964 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:26:26.801339 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Attempting to bind port 715ae2e4-d4f3-42de-9dcc-4e365d406964 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:26:26.807442 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df75c0-e53a-48b9-a76f-8f62bd7e150b None None] Pushing event updated for resources: {'Port': ['ID=715ae2e4-d4f3-42de-9dcc-4e365d406964,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:26.813558 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:26:26.813836 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:26:26.814140 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:26.814523 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:26:26.814989 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Bound port: 715ae2e4-d4f3-42de-9dcc-4e365d406964, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:26:26.815362 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:26.839782 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:26.857162 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Transition to ACTIVE for port object 80e03adf-ce24-4208-8216-363bf90f0b8f will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:26:26.882838 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:26.899594 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] For port 715ae2e4-d4f3-42de-9dcc-4e365d406964, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:26:26.903596 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] For port 715ae2e4-d4f3-42de-9dcc-4e365d406964, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=715ae2e4-d4f3-42de-9dcc-4e365d406964,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:26:26.910367 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:26.954097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Network 0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:26:26.957300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:26:26.962012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:26:27.003079 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Routers {'68d0b89f-0af0-45b2-b8b0-d042e06181ea'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:26:27.003711 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:25:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['68d0b89f-0af0-45b2-b8b0-d042e06181ea'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:27.010042 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Pushing event updated for resources: {'Port': ['ID=80e03adf-ce24-4208-8216-363bf90f0b8f,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:27.038578 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:27.073448 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df75c0-e53a-48b9-a76f-8f62bd7e150b None None] Pushing event updated for resources: {'Port': ['ID=715ae2e4-d4f3-42de-9dcc-4e365d406964,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:27.099851 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-08802e0a-84de-444a-adf6-3d699ad320af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:27.132285 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-64613a40-2106-4f29-af90-000dcf08ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:27.186046 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-64613a40-2106-4f29-af90-000dcf08ffe6 None None] For port d53bb9da-0628-4636-84f8-aeb86695455a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d53bb9da-0628-4636-84f8-aeb86695455a,segment=NetworkSegment(819432e6-7eec-47bf-9ece-58bcca908d77),segment_id=819432e6-7eec-47bf-9ece-58bcca908d77)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:26:27.195698 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:27.207173 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-64613a40-2106-4f29-af90-000dcf08ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:27.217988 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] Set router 68d0b89f-0af0-45b2-b8b0-d042e06181ea gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:26:27.294673 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port b008c3c9-adab-480e-bb21-25a819c22832, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b008c3c9-adab-480e-bb21-25a819c22832,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:26:27.295042 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:27.306614 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64613a40-2106-4f29-af90-000dcf08ffe6 None None] Pushing event updated for resources: {'Port': ['ID=d53bb9da-0628-4636-84f8-aeb86695455a,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:27.312743 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:27.475214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=b008c3c9-adab-480e-bb21-25a819c22832,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:27.570569 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:27.576088 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:27.613923 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'name': 'tempest-TestShelveInstance-85302082-router', 'tenant_id': '2f9e925a68a24d40a12c392c70a47a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '715ae2e4-d4f3-42de-9dcc-4e365d406964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:22Z', 'updated_at': '2022-02-09T15:26:24Z', 'revision_number': 3, 'project_id': '2f9e925a68a24d40a12c392c70a47a98', 'gw_port': {'id': '715ae2e4-d4f3-42de-9dcc-4e365d406964', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:46:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:23Z', 'updated_at': '2022-02-09T15:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:27.620811 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a435905f-0f68-4572-8269-3a33ee219f4a None None] The sync data for ids ['68d0b89f-0af0-45b2-b8b0-d042e06181ea'] in n-d-828418-2 is: [{'id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'name': 'tempest-TestShelveInstance-85302082-router', 'tenant_id': '2f9e925a68a24d40a12c392c70a47a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '715ae2e4-d4f3-42de-9dcc-4e365d406964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:22Z', 'updated_at': '2022-02-09T15:26:24Z', 'revision_number': 3, 'project_id': '2f9e925a68a24d40a12c392c70a47a98', 'gw_port': {'id': '715ae2e4-d4f3-42de-9dcc-4e365d406964', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:46:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:23Z', 'updated_at': '2022-02-09T15:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:26:27.638025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-82b3b5ed-5c58-44da-a964-00dc6abcd7d9 None None] Provisioning for port 80e03adf-ce24-4208-8216-363bf90f0b8f completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:26:27.646124 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-82b3b5ed-5c58-44da-a964-00dc6abcd7d9 None None] Provisioning complete for port 80e03adf-ce24-4208-8216-363bf90f0b8f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:27.647095 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-82b3b5ed-5c58-44da-a964-00dc6abcd7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:27.696230 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:27.708817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-82b3b5ed-5c58-44da-a964-00dc6abcd7d9 None None] Port 80e03adf-ce24-4208-8216-363bf90f0b8f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:26:27.726841 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-82b3b5ed-5c58-44da-a964-00dc6abcd7d9 None None] Provisioning complete for port d53bb9da-0628-4636-84f8-aeb86695455a triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:27.727390 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-82b3b5ed-5c58-44da-a964-00dc6abcd7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:27.797250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Pushing event updated for resources: {'Port': ['ID=80e03adf-ce24-4208-8216-363bf90f0b8f,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:27.888342 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Network 0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:26:27.888576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:26:27.995022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-42eb61be-84a3-4ff2-8a72-97944e43912e None None] Provisioning complete for port 80e03adf-ce24-4208-8216-363bf90f0b8f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:27.995397 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-42eb61be-84a3-4ff2-8a72-97944e43912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:28.055392 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-42eb61be-84a3-4ff2-8a72-97944e43912e None None] Port 80e03adf-ce24-4208-8216-363bf90f0b8f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:26:28.126889 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Router 68d0b89f-0af0-45b2-b8b0-d042e06181ea has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:26:28.179146 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-de1aba8e-a27d-475a-8972-c773eea8b9c8 None None] Provisioning complete for port 80e03adf-ce24-4208-8216-363bf90f0b8f triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:28.179520 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-de1aba8e-a27d-475a-8972-c773eea8b9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:28.250993 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-de1aba8e-a27d-475a-8972-c773eea8b9c8 None None] Port 80e03adf-ce24-4208-8216-363bf90f0b8f cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:26:28.332585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d53bb9da-0628-4636-84f8-aeb86695455a up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:26:28.339420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:26:28.359528 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-def7ab07-f141-4bb3-9f07-91104f4fb70c admin admin] 10.222.0.48 "PUT /v2.0/routers/68d0b89f-0af0-45b2-b8b0-d042e06181ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9625292 Feb 09 15:26:28.416408 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port d53bb9da-0628-4636-84f8-aeb86695455a triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:28.417095 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:28.561905 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 715ae2e4-d4f3-42de-9dcc-4e365d406964 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:26:28.642479 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 715ae2e4-d4f3-42de-9dcc-4e365d406964 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:26:28.648197 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 715ae2e4-d4f3-42de-9dcc-4e365d406964 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:28.648569 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:28.781611 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:28.799481 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 715ae2e4-d4f3-42de-9dcc-4e365d406964, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=715ae2e4-d4f3-42de-9dcc-4e365d406964,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:26:28.804474 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:28.805155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b008c3c9-adab-480e-bb21-25a819c22832 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:26:28.918074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=715ae2e4-d4f3-42de-9dcc-4e365d406964,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:28.932214 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port b008c3c9-adab-480e-bb21-25a819c22832 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:28.933021 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:28.982539 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55720) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:28.988067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0f8ec0c6-09be-4274-a15a-6397c32d368e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1444712823', 'description': 'tempest-secgroup-smoke-1444712823 description', 'project_id': '978cd6d74d2e4803be460550643c1e1a'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:26:28.994463 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0f8ec0c6-09be-4274-a15a-6397c32d368e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:28.998476 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0f8ec0c6-09be-4274-a15a-6397c32d368e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:security_group and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:29.001637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0f8ec0c6-09be-4274-a15a-6397c32d368e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:29.007827 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0f8ec0c6-09be-4274-a15a-6397c32d368e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:29.019540 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec0c6-09be-4274-a15a-6397c32d368e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.043595 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0f8ec0c6-09be-4274-a15a-6397c32d368e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:29.048270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0f8ec0c6-09be-4274-a15a-6397c32d368e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:security_group_rule and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:29.051217 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0f8ec0c6-09be-4274-a15a-6397c32d368e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:29.057067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0f8ec0c6-09be-4274-a15a-6397c32d368e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:29.138604 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec0c6-09be-4274-a15a-6397c32d368e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.143314 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec0c6-09be-4274-a15a-6397c32d368e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.185552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ec0c6-09be-4274-a15a-6397c32d368e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f981f3-b215-4299-9232-312cf87258fd,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:29.188425 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec0c6-09be-4274-a15a-6397c32d368e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.189617 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0f8ec0c6-09be-4274-a15a-6397c32d368e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2063937 Feb 09 15:26:29.192687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55724) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:29.197581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f5f5e8d9-7dcf-4cb7-87bb-7283e069c374 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'security_group_rule': {'security_group_id': '49f981f3-b215-4299-9232-312cf87258fd', 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:26:29.204218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f5f5e8d9-7dcf-4cb7-87bb-7283e069c374 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:29.207942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f5f5e8d9-7dcf-4cb7-87bb-7283e069c374 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:security_group_rule and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:29.210771 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f5f5e8d9-7dcf-4cb7-87bb-7283e069c374 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:29.216589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f5f5e8d9-7dcf-4cb7-87bb-7283e069c374 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:29.237461 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f5f5e8d9-7dcf-4cb7-87bb-7283e069c374 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.300115 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f5f5e8d9-7dcf-4cb7-87bb-7283e069c374 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.304913 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f5f5e8d9-7dcf-4cb7-87bb-7283e069c374 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.310956 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Sync routers for ids ['68d0b89f-0af0-45b2-b8b0-d042e06181ea'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:26:29.320045 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Routers {'68d0b89f-0af0-45b2-b8b0-d042e06181ea'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:26:29.320733 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:25:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['68d0b89f-0af0-45b2-b8b0-d042e06181ea'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:29.328617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5e8d9-7dcf-4cb7-87bb-7283e069c374 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcb134c-5c38-4b0f-b43d-7f6a443bde1c,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:29.337958 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f5f5e8d9-7dcf-4cb7-87bb-7283e069c374 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.341643 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f5f5e8d9-7dcf-4cb7-87bb-7283e069c374 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455114 Feb 09 15:26:29.341889 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55728) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:29.348313 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-b3b25397-2f9b-42c8-a8d7-814314ce1e54 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'security_group_rule': {'security_group_id': '49f981f3-b215-4299-9232-312cf87258fd', 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:26:29.354863 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b3b25397-2f9b-42c8-a8d7-814314ce1e54 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:29.358929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b3b25397-2f9b-42c8-a8d7-814314ce1e54 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:security_group_rule and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:29.361862 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-b3b25397-2f9b-42c8-a8d7-814314ce1e54 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:29.367552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-b3b25397-2f9b-42c8-a8d7-814314ce1e54 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:29.385030 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b3b25397-2f9b-42c8-a8d7-814314ce1e54 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.418677 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6e3b3990-03fc-400b-853d-60a9a39f69a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.455703 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b3b25397-2f9b-42c8-a8d7-814314ce1e54 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.459813 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b3b25397-2f9b-42c8-a8d7-814314ce1e54 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.484243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b25397-2f9b-42c8-a8d7-814314ce1e54 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d3029d-a420-4587-baaa-2bc9751edc12,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:29.493898 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-b3b25397-2f9b-42c8-a8d7-814314ce1e54 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.497616 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-b3b25397-2f9b-42c8-a8d7-814314ce1e54 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1524351 Feb 09 15:26:29.497953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55732) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:29.505531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-5e79672f-1c09-4df5-bb07-de4292e21115 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'security_group_rule': {'security_group_id': '49f981f3-b215-4299-9232-312cf87258fd', 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:26:29.512756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5e79672f-1c09-4df5-bb07-de4292e21115 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:29.516839 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5e79672f-1c09-4df5-bb07-de4292e21115 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:security_group_rule and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:29.520548 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-5e79672f-1c09-4df5-bb07-de4292e21115 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:29.524465 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Set router 68d0b89f-0af0-45b2-b8b0-d042e06181ea gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:26:29.527412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-5e79672f-1c09-4df5-bb07-de4292e21115 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:29.552029 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5e79672f-1c09-4df5-bb07-de4292e21115 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.625192 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5e79672f-1c09-4df5-bb07-de4292e21115 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.632181 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5e79672f-1c09-4df5-bb07-de4292e21115 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.656726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79672f-1c09-4df5-bb07-de4292e21115 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee681049-cbd3-4502-b6d1-aeb3e44dbc5a,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:29.668416 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5e79672f-1c09-4df5-bb07-de4292e21115 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.669620 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5e79672f-1c09-4df5-bb07-de4292e21115 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1702981 Feb 09 15:26:29.678905 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55736) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:29.684355 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-6d4df251-dd6f-4a95-9e5f-cee74b2b2b80 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'security_group_rule': {'security_group_id': '49f981f3-b215-4299-9232-312cf87258fd', 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:26:29.691974 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6d4df251-dd6f-4a95-9e5f-cee74b2b2b80 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:29.697543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6d4df251-dd6f-4a95-9e5f-cee74b2b2b80 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:security_group_rule and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:29.700564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6d4df251-dd6f-4a95-9e5f-cee74b2b2b80 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:29.706659 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6d4df251-dd6f-4a95-9e5f-cee74b2b2b80 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:29.724211 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d4df251-dd6f-4a95-9e5f-cee74b2b2b80 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.797707 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d4df251-dd6f-4a95-9e5f-cee74b2b2b80 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.801540 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d4df251-dd6f-4a95-9e5f-cee74b2b2b80 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.827078 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4df251-dd6f-4a95-9e5f-cee74b2b2b80 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab65f27-927e-4fdd-ac8a-08e15ffc2d98,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:29.836656 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d4df251-dd6f-4a95-9e5f-cee74b2b2b80 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.837933 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6d4df251-dd6f-4a95-9e5f-cee74b2b2b80 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1577377 Feb 09 15:26:29.840751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55740) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:29.846259 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-dafc1c36-0591-4c16-9d86-08d368468486 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'security_group_rule': {'security_group_id': '49f981f3-b215-4299-9232-312cf87258fd', 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:26:29.847937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'name': 'tempest-TestShelveInstance-85302082-router', 'tenant_id': '2f9e925a68a24d40a12c392c70a47a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '715ae2e4-d4f3-42de-9dcc-4e365d406964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:22Z', 'updated_at': '2022-02-09T15:26:27Z', 'revision_number': 4, 'project_id': '2f9e925a68a24d40a12c392c70a47a98', 'gw_port': {'id': '715ae2e4-d4f3-42de-9dcc-4e365d406964', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:23Z', 'updated_at': '2022-02-09T15:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '80e03adf-ce24-4208-8216-363bf90f0b8f', 'name': '', 'network_id': '0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f', 'tenant_id': '2f9e925a68a24d40a12c392c70a47a98', 'mac_address': 'fa:16:3e:f9:85:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '6db1e260-baac-4d50-bfcf-3a44734a58b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:26Z', 'updated_at': '2022-02-09T15:26:27Z', 'revision_number': 2, 'project_id': '2f9e925a68a24d40a12c392c70a47a98', 'subnets': [{'id': '6db1e260-baac-4d50-bfcf-3a44734a58b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:29.851883 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Checking router: 68d0b89f-0af0-45b2-b8b0-d042e06181ea for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:26:29.852238 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Updating router 68d0b89f-0af0-45b2-b8b0-d042e06181ea port 80e03adf-ce24-4208-8216-363bf90f0b8f binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:26:29.852811 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dafc1c36-0591-4c16-9d86-08d368468486 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:29.856948 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dafc1c36-0591-4c16-9d86-08d368468486 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:security_group_rule and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:29.860415 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-dafc1c36-0591-4c16-9d86-08d368468486 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:29.866696 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-dafc1c36-0591-4c16-9d86-08d368468486 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:29.877525 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-dafc1c36-0591-4c16-9d86-08d368468486 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Project 978cd6d74d2e4803be460550643c1e1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:26:29.884310 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dafc1c36-0591-4c16-9d86-08d368468486 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.906434 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.951425 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dafc1c36-0591-4c16-9d86-08d368468486 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.955898 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dafc1c36-0591-4c16-9d86-08d368468486 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.981189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc1c36-0591-4c16-9d86-08d368468486 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b9e6ac-7688-4bc8-be0c-144e8e08cbfd,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:29.993979 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dafc1c36-0591-4c16-9d86-08d368468486 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:29.998066 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dafc1c36-0591-4c16-9d86-08d368468486 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537220 Feb 09 15:26:29.998230 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55744) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:30.003837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-8e2e1e5e-d7f8-4c8a-9085-736ae68c85c5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'security_group_rule': {'security_group_id': '49f981f3-b215-4299-9232-312cf87258fd', 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:26:30.010767 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8e2e1e5e-d7f8-4c8a-9085-736ae68c85c5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:30.014603 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8e2e1e5e-d7f8-4c8a-9085-736ae68c85c5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:security_group_rule and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:30.017482 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8e2e1e5e-d7f8-4c8a-9085-736ae68c85c5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:30.023485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8e2e1e5e-d7f8-4c8a-9085-736ae68c85c5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:30.034191 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-8e2e1e5e-d7f8-4c8a-9085-736ae68c85c5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Project 978cd6d74d2e4803be460550643c1e1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:26:30.041001 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1e5e-d7f8-4c8a-9085-736ae68c85c5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:30.106346 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1e5e-d7f8-4c8a-9085-736ae68c85c5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:30.110834 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1e5e-d7f8-4c8a-9085-736ae68c85c5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:30.135012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e1e5e-d7f8-4c8a-9085-736ae68c85c5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4337564a-fe13-4da3-90e5-011aede97b38,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:30.156934 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1e5e-d7f8-4c8a-9085-736ae68c85c5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:30.166192 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8e2e1e5e-d7f8-4c8a-9085-736ae68c85c5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588380 Feb 09 15:26:30.236664 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 715ae2e4-d4f3-42de-9dcc-4e365d406964 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:26:30.357583 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-4a1e88f4-73ed-4103-bd4f-e19c5128c64c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Synchronizing usage tracker for tenant:978cd6d74d2e4803be460550643c1e1a on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:26:30.364833 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:30.377242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-4a1e88f4-73ed-4103-bd4f-e19c5128c64c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Unset dirty status for tenant:978cd6d74d2e4803be460550643c1e1a on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:26:30.384396 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Transition to ACTIVE for port object 80e03adf-ce24-4208-8216-363bf90f0b8f will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:26:30.391545 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 715ae2e4-d4f3-42de-9dcc-4e365d406964 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:30.391958 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:30.399973 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-4a1e88f4-73ed-4103-bd4f-e19c5128c64c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444712823&fields=id&tenant_id=978cd6d74d2e4803be460550643c1e1a HTTP/1.1" status: 200 len: 267 time: 0.1024873 Feb 09 15:26:30.424622 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:30.582324 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-2c8efa5d-a78f-4cb3-9b6a-38006527f324 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:30.587491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-2c8efa5d-a78f-4cb3-9b6a-38006527f324 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Synchronizing usage tracker for tenant:978cd6d74d2e4803be460550643c1e1a on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:26:30.614433 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-2c8efa5d-a78f-4cb3-9b6a-38006527f324 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Unset dirty status for tenant:978cd6d74d2e4803be460550643c1e1a on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:26:30.616050 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-2c8efa5d-a78f-4cb3-9b6a-38006527f324 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 809 time: 0.2150199 Feb 09 15:26:30.616973 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:30.662068 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5e654f54-a983-4f43-b671-eae0078a30f0 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/quotas/978cd6d74d2e4803be460550643c1e1a HTTP/1.1" status: 200 len: 375 time: 0.0163434 Feb 09 15:26:30.711476 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c4440-c06b-4902-90ff-9d7934a1ff2d None None] Pushing event updated for resources: {'Port': ['ID=80e03adf-ce24-4208-8216-363bf90f0b8f,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:30.714863 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:30.798713 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Attempting to bind port 80e03adf-ce24-4208-8216-363bf90f0b8f on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:26:30.799217 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Attempting to bind port 80e03adf-ce24-4208-8216-363bf90f0b8f by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '819432e6-7eec-47bf-9ece-58bcca908d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:26:30.799702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Attempting to bind port 80e03adf-ce24-4208-8216-363bf90f0b8f on network 0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:26:30.807360 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:26:30.807645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Checking segment: {'id': '819432e6-7eec-47bf-9ece-58bcca908d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:26:30.808086 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:30.808508 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Bound using segment: {'id': '819432e6-7eec-47bf-9ece-58bcca908d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:26:30.808979 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Bound port: 80e03adf-ce24-4208-8216-363bf90f0b8f, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819432e6-7eec-47bf-9ece-58bcca908d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:26:30.809562 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:30.907085 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-139634c4-de99-48a2-b989-58cf2910c6af tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Synchronizing usage tracker for tenant:978cd6d74d2e4803be460550643c1e1a on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:26:30.908913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] For port 80e03adf-ce24-4208-8216-363bf90f0b8f, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:26:30.914482 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] For port 80e03adf-ce24-4208-8216-363bf90f0b8f, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=80e03adf-ce24-4208-8216-363bf90f0b8f,segment=NetworkSegment(819432e6-7eec-47bf-9ece-58bcca908d77),segment_id=819432e6-7eec-47bf-9ece-58bcca908d77)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:26:30.919578 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:30.931992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-139634c4-de99-48a2-b989-58cf2910c6af tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Unset dirty status for tenant:978cd6d74d2e4803be460550643c1e1a on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:26:30.933377 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-139634c4-de99-48a2-b989-58cf2910c6af tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2624066 Feb 09 15:26:30.999645 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Routers {'68d0b89f-0af0-45b2-b8b0-d042e06181ea'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:26:31.000336 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:26:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['68d0b89f-0af0-45b2-b8b0-d042e06181ea'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:31.069484 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c4440-c06b-4902-90ff-9d7934a1ff2d None None] Pushing event updated for resources: {'Port': ['ID=80e03adf-ce24-4208-8216-363bf90f0b8f,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:31.094734 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-67b387f6-f5da-4c4a-bc95-6cab959b458f service neutron] 10.222.0.48 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491904 Feb 09 15:26:31.211293 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] Set router 68d0b89f-0af0-45b2-b8b0-d042e06181ea gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:26:31.239614 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-fb4908cf-d5c7-4802-86dd-bc71d05902c2 service neutron] 10.222.0.48 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379545 Feb 09 15:26:31.445986 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9bca570-2661-40ca-bfe7-47e63c282b88 req-2191b110-e41c-408e-9641-f35a63092dba tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 210 time: 0.0458801 Feb 09 15:26:31.563498 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'name': 'tempest-TestShelveInstance-85302082-router', 'tenant_id': '2f9e925a68a24d40a12c392c70a47a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '715ae2e4-d4f3-42de-9dcc-4e365d406964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:22Z', 'updated_at': '2022-02-09T15:26:27Z', 'revision_number': 4, 'project_id': '2f9e925a68a24d40a12c392c70a47a98', 'gw_port': {'id': '715ae2e4-d4f3-42de-9dcc-4e365d406964', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:23Z', 'updated_at': '2022-02-09T15:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '80e03adf-ce24-4208-8216-363bf90f0b8f', 'name': '', 'network_id': '0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f', 'tenant_id': '2f9e925a68a24d40a12c392c70a47a98', 'mac_address': 'fa:16:3e:f9:85:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '6db1e260-baac-4d50-bfcf-3a44734a58b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:26Z', 'updated_at': '2022-02-09T15:26:30Z', 'revision_number': 4, 'project_id': '2f9e925a68a24d40a12c392c70a47a98', 'subnets': [{'id': '6db1e260-baac-4d50-bfcf-3a44734a58b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:31.568230 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8a71e0-3338-4a4f-b2a3-10324d3841b9 None None] The sync data for ids ['68d0b89f-0af0-45b2-b8b0-d042e06181ea'] in n-d-828418-2 is: [{'id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'name': 'tempest-TestShelveInstance-85302082-router', 'tenant_id': '2f9e925a68a24d40a12c392c70a47a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '715ae2e4-d4f3-42de-9dcc-4e365d406964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:22Z', 'updated_at': '2022-02-09T15:26:27Z', 'revision_number': 4, 'project_id': '2f9e925a68a24d40a12c392c70a47a98', 'gw_port': {'id': '715ae2e4-d4f3-42de-9dcc-4e365d406964', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:23Z', 'updated_at': '2022-02-09T15:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '80e03adf-ce24-4208-8216-363bf90f0b8f', 'name': '', 'network_id': '0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f', 'tenant_id': '2f9e925a68a24d40a12c392c70a47a98', 'mac_address': 'fa:16:3e:f9:85:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '6db1e260-baac-4d50-bfcf-3a44734a58b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:26Z', 'updated_at': '2022-02-09T15:26:30Z', 'revision_number': 4, 'project_id': '2f9e925a68a24d40a12c392c70a47a98', 'subnets': [{'id': '6db1e260-baac-4d50-bfcf-3a44734a58b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:26:32.065865 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:32.266930 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 80e03adf-ce24-4208-8216-363bf90f0b8f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:26:32.389420 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 80e03adf-ce24-4208-8216-363bf90f0b8f completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:26:32.395524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 80e03adf-ce24-4208-8216-363bf90f0b8f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:32.395918 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:32.514745 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:32.552663 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 80e03adf-ce24-4208-8216-363bf90f0b8f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=80e03adf-ce24-4208-8216-363bf90f0b8f,segment=NetworkSegment(819432e6-7eec-47bf-9ece-58bcca908d77),segment_id=819432e6-7eec-47bf-9ece-58bcca908d77)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:26:32.558530 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:32.618197 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ade2fcb-e0bc-40f5-95a0-fca35863910b req-6aa5c6ea-4637-45f6-8f05-7463bfccee33 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 210 time: 0.0506272 Feb 09 15:26:32.644262 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=80e03adf-ce24-4208-8216-363bf90f0b8f,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:32.859566 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-9e77cf9c-7564-4e9a-998d-926f8499d9fd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:32.861145 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-9e77cf9c-7564-4e9a-998d-926f8499d9fd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 809 time: 0.1703961 Feb 09 15:26:32.920309 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-6f2bbf30-73f4-4532-b2fc-aa511b59e07f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=978cd6d74d2e4803be460550643c1e1a HTTP/1.1" status: 200 len: 380 time: 0.0512025 Feb 09 15:26:32.930619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5ec84948-d9e6-4fcc-9b6b-c8c4fba75d9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'port': {'device_id': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'admin_state_up': True, 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'security_groups': ['49f981f3-b215-4299-9232-312cf87258fd']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:26:33.070102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5ec84948-d9e6-4fcc-9b6b-c8c4fba75d9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:33.080187 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5ec84948-d9e6-4fcc-9b6b-c8c4fba75d9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:33.089735 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5ec84948-d9e6-4fcc-9b6b-c8c4fba75d9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Made reservation on behalf of 978cd6d74d2e4803be460550643c1e1a for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:26:33.094222 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5ec84948-d9e6-4fcc-9b6b-c8c4fba75d9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:33.282281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5ec84948-d9e6-4fcc-9b6b-c8c4fba75d9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Allocated IP 172.20.0.3 (8cf790d2-c57e-496c-8063-90d6adb074e0/66e41516-fec7-4a34-8efa-49f294b3c640/1f35b3d9-3e6b-483c-a9bd-a7306ba03e14) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:26:33.488319 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5ec84948-d9e6-4fcc-9b6b-c8c4fba75d9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:33.504460 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5ec84948-d9e6-4fcc-9b6b-c8c4fba75d9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Transition to ACTIVE for port object 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:26:33.527953 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5ec84948-d9e6-4fcc-9b6b-c8c4fba75d9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:33.598818 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5ec84948-d9e6-4fcc-9b6b-c8c4fba75d9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Network 8cf790d2-c57e-496c-8063-90d6adb074e0 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:26:33.602115 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5ec84948-d9e6-4fcc-9b6b-c8c4fba75d9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:26:33.605997 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5ec84948-d9e6-4fcc-9b6b-c8c4fba75d9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:26:33.641749 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec84948-d9e6-4fcc-9b6b-c8c4fba75d9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'Port': ['ID=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:33.685555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5ec84948-d9e6-4fcc-9b6b-c8c4fba75d9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:33.686413 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5ec84948-d9e6-4fcc-9b6b-c8c4fba75d9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:33.718864 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5ec84948-d9e6-4fcc-9b6b-c8c4fba75d9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7915292 Feb 09 15:26:33.730556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Request body: {'port': {'device_id': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:26:33.832663 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5c5fb-1adf-4bcd-8ec8-d1b669805468 req-d7124917-1581-491e-a0fe-395b072c04d2 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:33.834156 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a0e5c5fb-1adf-4bcd-8ec8-d1b669805468 req-d7124917-1581-491e-a0fe-395b072c04d2 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 931 time: 0.0874767 Feb 09 15:26:33.853669 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:33.884427 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a0e5c5fb-1adf-4bcd-8ec8-d1b669805468 req-1b0b8a0e-a7ae-441d-acc0-8897412953a3 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441129 Feb 09 15:26:33.896237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-55f1f0bc-22e5-4626-95a8-7b94adc57330 None None] Provisioning for port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:26:33.901292 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-55f1f0bc-22e5-4626-95a8-7b94adc57330 None None] Provisioning complete for port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:33.901933 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-55f1f0bc-22e5-4626-95a8-7b94adc57330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:33.961111 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-55f1f0bc-22e5-4626-95a8-7b94adc57330 None None] Port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:26:34.236844 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 80e03adf-ce24-4208-8216-363bf90f0b8f up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:26:34.311490 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 80e03adf-ce24-4208-8216-363bf90f0b8f triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:34.312486 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:34.329137 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:26:34.337083 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:34.351898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Transition to ACTIVE for port object 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:26:34.356117 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:34.488277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Pushing event updated for resources: {'Port': ['ID=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:34.600876 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Attempting to bind port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:26:34.601205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Attempting to bind port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:26:34.601529 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Attempting to bind port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 on network 8cf790d2-c57e-496c-8063-90d6adb074e0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:26:34.606203 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 on network 8cf790d2-c57e-496c-8063-90d6adb074e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:26:34.606516 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Attempting to bind port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 on network 8cf790d2-c57e-496c-8063-90d6adb074e0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:26:34.612341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:26:34.612832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Checking segment: {'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:26:34.613075 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Bound using segment: {'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:26:34.613483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Bound port: 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:26:34.614611 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:34.704257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] For port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:26:34.707821 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] For port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:26:34.712754 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:34.779228 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:34.779934 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:34.781870 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] 10.222.0.35 "PUT /v2.0/ports/1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 HTTP/1.1" status: 200 len: 1091 time: 1.0562654 Feb 09 15:26:34.782307 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:26:34.802500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d71515-57b3-4c55-be2f-65d45b0cc600 service neutron] Pushing event updated for resources: {'Port': ['ID=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:34.901421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5877a1a5-d469-4940-9a64-87cf3d734e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:34.902974 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-5877a1a5-d469-4940-9a64-87cf3d734e94 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 1094 time: 0.0823712 Feb 09 15:26:34.904558 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'status': 'completed', 'code': 200} Feb 09 15:26:34.978341 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-68ee84f1-b222-4780-9c99-2c081e7e1b53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 HTTP/1.1" status: 200 len: 217 time: 0.0676346 Feb 09 15:26:35.046080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-51d2080b-3ba2-4910-acbe-f577a4cc476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:35.047490 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-51d2080b-3ba2-4910-acbe-f577a4cc476a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0638115 Feb 09 15:26:35.089778 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e09be-80b3-4a9d-9d57-c08a52d1e277 req-c9f14c9f-5eb3-46f6-89b5-96d412a5afaf tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:35.091263 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-821e09be-80b3-4a9d-9d57-c08a52d1e277 req-c9f14c9f-5eb3-46f6-89b5-96d412a5afaf tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 943 time: 0.0812695 Feb 09 15:26:35.126317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-80cb43b6-5303-43ca-9192-fe18575c97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:35.127949 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-80cb43b6-5303-43ca-9192-fe18575c97d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733526 Feb 09 15:26:35.141527 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-821e09be-80b3-4a9d-9d57-c08a52d1e277 req-048ebbb4-4b9b-4f94-bfd1-247545bf0373 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433028 Feb 09 15:26:35.259751 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-7107a207-fb86-43dd-9f97-4e5fd81ab810 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256776 Feb 09 15:26:35.396643 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ef73d07d-c49d-42ae-aa85-042f41446dff req-61a47592-da8d-4148-81f0-841b373e70ff service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302476 Feb 09 15:26:35.521681 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18d6d9-a9f5-4810-b71a-9fcc7df4c0ed req-75ec6385-9eea-4c7f-8add-64ea3838aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:35.523056 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb18d6d9-a9f5-4810-b71a-9fcc7df4c0ed req-75ec6385-9eea-4c7f-8add-64ea3838aebe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 1094 time: 0.0791450 Feb 09 15:26:35.659969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18d6d9-a9f5-4810-b71a-9fcc7df4c0ed req-be9ad831-862e-4091-b616-7c41cd8376fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:35.661422 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb18d6d9-a9f5-4810-b71a-9fcc7df4c0ed req-be9ad831-862e-4091-b616-7c41cd8376fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1324675 Feb 09 15:26:35.730864 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb18d6d9-a9f5-4810-b71a-9fcc7df4c0ed req-6d9402dd-a83b-4669-8179-a7087ef6975d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 HTTP/1.1" status: 200 len: 217 time: 0.0633523 Feb 09 15:26:35.792016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18d6d9-a9f5-4810-b71a-9fcc7df4c0ed req-b69b3575-65de-47bd-827f-29a1a62d4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:35.793357 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb18d6d9-a9f5-4810-b71a-9fcc7df4c0ed req-b69b3575-65de-47bd-827f-29a1a62d4a70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0570285 Feb 09 15:26:35.867002 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18d6d9-a9f5-4810-b71a-9fcc7df4c0ed req-4ce45ea5-d972-4cad-8549-cc6ed8d6923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:35.868487 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb18d6d9-a9f5-4810-b71a-9fcc7df4c0ed req-4ce45ea5-d972-4cad-8549-cc6ed8d6923f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685966 Feb 09 15:26:36.001877 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb18d6d9-a9f5-4810-b71a-9fcc7df4c0ed req-ba180134-5d93-4932-87c7-23c2b9b667e5 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263447 Feb 09 15:26:36.238329 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cb18d6d9-a9f5-4810-b71a-9fcc7df4c0ed req-c9bbec6f-208e-4d0a-9a54-7c07a92c60c2 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301521 Feb 09 15:26:36.335468 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906792ec-1420-4384-80cc-e3a7f9c6aaa3 req-102c9066-2c04-4eb4-bb89-1896f3976ba2 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:36.336261 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-906792ec-1420-4384-80cc-e3a7f9c6aaa3 req-102c9066-2c04-4eb4-bb89-1896f3976ba2 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Synchronizing usage tracker for tenant:978cd6d74d2e4803be460550643c1e1a on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:26:36.352828 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-906792ec-1420-4384-80cc-e3a7f9c6aaa3 req-102c9066-2c04-4eb4-bb89-1896f3976ba2 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Unset dirty status for tenant:978cd6d74d2e4803be460550643c1e1a on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:26:36.354082 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-906792ec-1420-4384-80cc-e3a7f9c6aaa3 req-102c9066-2c04-4eb4-bb89-1896f3976ba2 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 943 time: 0.1037238 Feb 09 15:26:36.398987 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-906792ec-1420-4384-80cc-e3a7f9c6aaa3 req-28e8d4d1-d614-4ebf-899e-490d348c3da6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392506 Feb 09 15:26:37.593879 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5d117-2a06-4b46-bc04-c72ebc40633f req-38a84ecf-1899-4420-b8e9-146a8e0314c5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:37.595360 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-79d5d117-2a06-4b46-bc04-c72ebc40633f req-38a84ecf-1899-4420-b8e9-146a8e0314c5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 943 time: 0.0887506 Feb 09 15:26:37.641690 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-79d5d117-2a06-4b46-bc04-c72ebc40633f req-ee76844a-c092-4d82-9932-ea2c52e444b5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400059 Feb 09 15:26:38.260158 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:26:38.395651 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:26:38.409914 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'port_id': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'mac_address': 'fa:16:3e:be:7a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:26:38.466461 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:38.483976 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:26:38.498845 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:26:38.503928 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:38.573185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:38.832075 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd55da-856c-40f1-8f38-ae5a7adf0f66 req-c0b5b14d-9d0d-4ad4-a56b-fb03c6d4ade0 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:38.833534 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8fd55da-856c-40f1-8f38-ae5a7adf0f66 req-c0b5b14d-9d0d-4ad4-a56b-fb03c6d4ade0 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 944 time: 0.0829866 Feb 09 15:26:38.877165 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8fd55da-856c-40f1-8f38-ae5a7adf0f66 req-06921e4e-1c38-46b3-9560-1554594aa43f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368528 Feb 09 15:26:38.886405 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['1f35b3d9-3e6b-483c-a9bd-a7306ba03e14'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:26:38.967286 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:26:39.634319 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:40.080846 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a163a-c258-4d15-8cb8-22329f3db076 req-b5889c40-4070-4457-92a1-aabad27df907 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:40.082929 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8c7a163a-c258-4d15-8cb8-22329f3db076 req-b5889c40-4070-4457-92a1-aabad27df907 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 944 time: 0.1034157 Feb 09 15:26:40.127057 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8c7a163a-c258-4d15-8cb8-22329f3db076 req-9393e321-453c-4c00-a9aa-059ba8903607 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385811 Feb 09 15:26:40.276003 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:26:40.346646 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:26:40.351652 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:26:40.352124 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:40.469559 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:40.497489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:26:40.507675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:26:40.514841 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:40.591471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:40.615931 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'code': 200} Feb 09 15:26:40.742013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7717c-c2dd-41a6-958c-5c502fdf2adb req-15f6fdbf-5adc-44a7-b84c-a7535c0db846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:40.743364 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-14c7717c-c2dd-41a6-958c-5c502fdf2adb req-15f6fdbf-5adc-44a7-b84c-a7535c0db846 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 1096 time: 0.0676870 Feb 09 15:26:40.783171 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-14c7717c-c2dd-41a6-958c-5c502fdf2adb req-8c9be815-b07d-4d64-b2d7-25bcb496b189 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338111 Feb 09 15:26:41.315671 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d3c37-93fe-44aa-a25b-caab15289e4a req-a0fa16bb-065e-44e7-a3b1-9a934830cb4d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:41.317294 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e19d3c37-93fe-44aa-a25b-caab15289e4a req-a0fa16bb-065e-44e7-a3b1-9a934830cb4d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0842671 Feb 09 15:26:41.334216 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:41.364630 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e19d3c37-93fe-44aa-a25b-caab15289e4a req-71b0f575-d5ff-47b4-bbcd-30da4899b46d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413032 Feb 09 15:26:42.555272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9450ffb-a97e-45b9-abf9-14649c2000d0 req-abe3e282-1b1b-4af7-b610-3ea625488136 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:42.556735 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9450ffb-a97e-45b9-abf9-14649c2000d0 req-abe3e282-1b1b-4af7-b610-3ea625488136 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0864682 Feb 09 15:26:42.601556 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f9450ffb-a97e-45b9-abf9-14649c2000d0 req-fc614df3-9a2b-488f-a946-f69fac10f20d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386610 Feb 09 15:26:42.783085 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8539a2-dead-4a66-b461-b820a35fc2cc req-e630133e-9dff-4fc3-8851-5d70b3a11347 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:42.784590 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ae8539a2-dead-4a66-b461-b820a35fc2cc req-e630133e-9dff-4fc3-8851-5d70b3a11347 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0792458 Feb 09 15:26:42.833006 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ae8539a2-dead-4a66-b461-b820a35fc2cc req-67f6316e-f274-4f54-9a8a-b82672c3e227 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427461 Feb 09 15:26:42.854588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55802) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:43.022621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe975f49-3b23-4819-8cdd-25b967ad818a tempest-TestShelveInstance-641450008 tempest-TestShelveInstance-641450008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:43.023347 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fe975f49-3b23-4819-8cdd-25b967ad818a tempest-TestShelveInstance-641450008 tempest-TestShelveInstance-641450008-project-admin] Synchronizing usage tracker for tenant:2f9e925a68a24d40a12c392c70a47a98 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:26:43.041044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-fe975f49-3b23-4819-8cdd-25b967ad818a tempest-TestShelveInstance-641450008 tempest-TestShelveInstance-641450008-project-admin] Unset dirty status for tenant:2f9e925a68a24d40a12c392c70a47a98 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:26:43.042675 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fe975f49-3b23-4819-8cdd-25b967ad818a tempest-TestShelveInstance-641450008 tempest-TestShelveInstance-641450008-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 1091 time: 0.1869643 Feb 09 15:26:43.045646 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 55808) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:26:43.052712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:26:43.059369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:26:43.063703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:floatingip and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:26:43.066525 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:26:43.072197 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:26:43.083598 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:43.223072 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:43.362544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Allocated IP 172.25.8.47 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/277dc0b1-55d6-4158-9877-c520251246bb) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:26:43.510383 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:43.540005 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:43.607903 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:26:43.611331 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:26:43.613876 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:26:43.649628 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'Port': ['ID=277dc0b1-55d6-4158-9877-c520251246bb,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:44.043470 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:44.124139 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:44.436992 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:44.441847 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:44.550421 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'Port': ['ID=277dc0b1-55d6-4158-9877-c520251246bb,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:26:44.561239 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:44.728165 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Floating IP 290f26df-e230-4b48-8f22-1dd76ca29629 associated. External IP: 172.25.8.47, port: 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14. Feb 09 15:26:45.080882 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:26:45.267564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:26:45.280115 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70011f-d451-44a1-adb9-bd29de9b7ed5 None None] Sync routers for ids ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:26:45.295119 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de70011f-d451-44a1-adb9-bd29de9b7ed5 None None] Routers {'9c1bc28e-8366-4c50-bb2d-b80ce8583e00'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:26:45.295775 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:45.296036 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-de70011f-d451-44a1-adb9-bd29de9b7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:26:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:45.360949 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-59dd13f0-1f6a-41da-805f-4dcefb66b02b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3132455 Feb 09 15:26:45.361619 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:26:45.406246 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'status': 'completed', 'code': 200} Feb 09 15:26:45.506038 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-de70011f-d451-44a1-adb9-bd29de9b7ed5 None None] Set router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:26:45.521009 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace392ed-9e7c-4d54-a433-597d06db6869 req-3c6ce311-a33e-4eb3-95e7-13e31e55ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:45.523777 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ace392ed-9e7c-4d54-a433-597d06db6869 req-3c6ce311-a33e-4eb3-95e7-13e31e55ab75 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 1096 time: 0.0938330 Feb 09 15:26:45.666400 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace392ed-9e7c-4d54-a433-597d06db6869 req-c33ee959-d5f6-4b23-b269-6471e1e441ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:45.667906 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ace392ed-9e7c-4d54-a433-597d06db6869 req-c33ee959-d5f6-4b23-b269-6471e1e441ac service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1373227 Feb 09 15:26:45.904641 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ace392ed-9e7c-4d54-a433-597d06db6869 req-e60f6988-1042-4372-869c-5791550fe063 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 HTTP/1.1" status: 200 len: 998 time: 0.2303135 Feb 09 15:26:45.908421 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-de70011f-d451-44a1-adb9-bd29de9b7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:20Z', 'revision_number': 4, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '290f26df-e230-4b48-8f22-1dd76ca29629', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'port_id': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'mac_address': 'fa:16:3e:be:7a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:26:43Z', 'updated_at': '2022-02-09T15:26:43Z', 'revision_number': 0, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b008c3c9-adab-480e-bb21-25a819c22832', 'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'mac_address': 'fa:16:3e:21:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:19Z', 'updated_at': '2022-02-09T15:26:27Z', 'revision_number': 5, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'subnets': [{'id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:45.912363 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70011f-d451-44a1-adb9-bd29de9b7ed5 None None] Checking router: 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:26:45.920541 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de70011f-d451-44a1-adb9-bd29de9b7ed5 None None] Routers {'9c1bc28e-8366-4c50-bb2d-b80ce8583e00'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:26:45.921059 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-de70011f-d451-44a1-adb9-bd29de9b7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:26:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:45.969254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace392ed-9e7c-4d54-a433-597d06db6869 req-85873095-e85c-44d6-85d6-1c6dd7c3a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:45.970685 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ace392ed-9e7c-4d54-a433-597d06db6869 req-85873095-e85c-44d6-85d6-1c6dd7c3a272 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0590703 Feb 09 15:26:46.051915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace392ed-9e7c-4d54-a433-597d06db6869 req-e37a6d85-3b0f-4a2d-bc84-f86a3976ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:46.053354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ace392ed-9e7c-4d54-a433-597d06db6869 req-e37a6d85-3b0f-4a2d-bc84-f86a3976ba98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763533 Feb 09 15:26:46.103082 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-de70011f-d451-44a1-adb9-bd29de9b7ed5 None None] Set router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:26:46.189793 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ace392ed-9e7c-4d54-a433-597d06db6869 req-18c980ef-a4fe-4ffd-b760-28523d9c05a6 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297059 Feb 09 15:26:46.322594 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ace392ed-9e7c-4d54-a433-597d06db6869 req-b275dacc-04e4-42e3-b21b-bca26a7230ee service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269505 Feb 09 15:26:46.444429 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-de70011f-d451-44a1-adb9-bd29de9b7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:20Z', 'revision_number': 4, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '290f26df-e230-4b48-8f22-1dd76ca29629', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'port_id': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'mac_address': 'fa:16:3e:be:7a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:26:43Z', 'updated_at': '2022-02-09T15:26:43Z', 'revision_number': 0, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b008c3c9-adab-480e-bb21-25a819c22832', 'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'mac_address': 'fa:16:3e:21:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:19Z', 'updated_at': '2022-02-09T15:26:27Z', 'revision_number': 5, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'subnets': [{'id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:26:46.448381 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70011f-d451-44a1-adb9-bd29de9b7ed5 None None] The sync data for ids ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'] in n-d-828418-2 is: [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:20Z', 'revision_number': 4, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '290f26df-e230-4b48-8f22-1dd76ca29629', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'port_id': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'mac_address': 'fa:16:3e:be:7a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:26:43Z', 'updated_at': '2022-02-09T15:26:43Z', 'revision_number': 0, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b008c3c9-adab-480e-bb21-25a819c22832', 'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'mac_address': 'fa:16:3e:21:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:19Z', 'updated_at': '2022-02-09T15:26:27Z', 'revision_number': 5, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'subnets': [{'id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:26:46.667031 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334da6d-1c2e-460e-b778-652f0ed8e3a0 None None] New status for floating IP 290f26df-e230-4b48-8f22-1dd76ca29629: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:26:50.318506 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3064272b-302d-4670-a1ce-3884f487fe4d req-04ecad1c-8f64-4163-9f2d-d7d104ac1012 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675263 Feb 09 15:26:50.461992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064272b-302d-4670-a1ce-3884f487fe4d req-009ac4de-d1ce-468c-80a5-787ce142419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:50.463472 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3064272b-302d-4670-a1ce-3884f487fe4d req-009ac4de-d1ce-468c-80a5-787ce142419d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 1096 time: 0.0743425 Feb 09 15:26:50.607654 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064272b-302d-4670-a1ce-3884f487fe4d req-ae4d4e9f-ae90-437d-aa62-d9afe113c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:50.609623 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3064272b-302d-4670-a1ce-3884f487fe4d req-ae4d4e9f-ae90-437d-aa62-d9afe113c5a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1249547 Feb 09 15:26:50.711875 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3064272b-302d-4670-a1ce-3884f487fe4d req-7a9e79fb-79c2-4b3d-9244-bb5f40e61cac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 HTTP/1.1" status: 200 len: 1000 time: 0.0945649 Feb 09 15:26:50.785348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064272b-302d-4670-a1ce-3884f487fe4d req-5a6b002d-df3d-4355-ae75-9443a3bc6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:50.786797 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3064272b-302d-4670-a1ce-3884f487fe4d req-5a6b002d-df3d-4355-ae75-9443a3bc6924 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0686209 Feb 09 15:26:50.866953 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064272b-302d-4670-a1ce-3884f487fe4d req-fc690af4-1b14-4689-9bb9-3f66e2f7e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:26:50.868346 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3064272b-302d-4670-a1ce-3884f487fe4d req-fc690af4-1b14-4689-9bb9-3f66e2f7e751 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749707 Feb 09 15:26:50.997413 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3064272b-302d-4670-a1ce-3884f487fe4d req-e345fb34-8d3b-45cc-91f2-e3f7def302a4 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216803 Feb 09 15:26:51.131396 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3064272b-302d-4670-a1ce-3884f487fe4d req-3bdddb9d-bb1a-4643-b3b5-bf7ff931cbc8 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210833 Feb 09 15:26:56.932746 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0598a412-934b-4244-9de1-acf9ebf0a450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:26:59.341697 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f30eb18c-69b7-4e0f-93c4-cb064f6b48a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:00.489546 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:00.529774 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:02.061589 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:09.655117 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:11.350948 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:15.973671 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:27:26.934992 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-625c9176-0081-483b-aa59-dd2c0a6f2c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:29.346070 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b1ec04a1-3876-476b-9110-740da9a5fdaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:30.492624 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:30.531382 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:32.066005 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:39.677256 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:41.355257 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:49.638756 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1cf8d36c-f4dc-44be-a313-8f254b0cfbf3 req-f509d1c4-dd2a-46df-8f80-181dc3e82943 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737176 Feb 09 15:27:49.785348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8d36c-f4dc-44be-a313-8f254b0cfbf3 req-8859cad8-c7cb-48c8-91b6-ed9453afea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:27:49.786928 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1cf8d36c-f4dc-44be-a313-8f254b0cfbf3 req-8859cad8-c7cb-48c8-91b6-ed9453afea02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 1096 time: 0.0779283 Feb 09 15:27:49.945947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8d36c-f4dc-44be-a313-8f254b0cfbf3 req-de3dc500-c705-4aae-8efd-cf64d2b063d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:27:49.947384 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1cf8d36c-f4dc-44be-a313-8f254b0cfbf3 req-de3dc500-c705-4aae-8efd-cf64d2b063d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1375077 Feb 09 15:27:50.174002 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1cf8d36c-f4dc-44be-a313-8f254b0cfbf3 req-5063a001-e06b-4d33-b105-f466d89b4ab0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 HTTP/1.1" status: 200 len: 1000 time: 0.2202840 Feb 09 15:27:50.237285 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8d36c-f4dc-44be-a313-8f254b0cfbf3 req-484036ff-e174-4462-8801-cd67c882ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:27:50.238705 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1cf8d36c-f4dc-44be-a313-8f254b0cfbf3 req-484036ff-e174-4462-8801-cd67c882ea62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0590117 Feb 09 15:27:50.319406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8d36c-f4dc-44be-a313-8f254b0cfbf3 req-bb049639-01fb-41de-9acb-4d1ee0c227a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:27:50.321900 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1cf8d36c-f4dc-44be-a313-8f254b0cfbf3 req-bb049639-01fb-41de-9acb-4d1ee0c227a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760813 Feb 09 15:27:50.459278 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1cf8d36c-f4dc-44be-a313-8f254b0cfbf3 req-01e0eae2-ae8f-4aaf-86e9-6968693ef733 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286139 Feb 09 15:27:50.600258 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1cf8d36c-f4dc-44be-a313-8f254b0cfbf3 req-de7d5cb5-9409-4513-9640-d861eecfa121 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335597 Feb 09 15:27:52.973726 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:27:56.937428 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-99143bcd-4ec6-4652-8753-41c45b70b483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:59.348053 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d8ca-dc83-4393-8b4c-408cbfd4f079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:00.496433 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:00.536384 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:02.067437 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:09.668798 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:11.360110 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:26.939579 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-55e764bb-8a33-4175-860f-ec7483afaf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:29.349239 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c1de9cf1-11db-465a-8181-6548258b4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:29.973227 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:28:30.503250 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:30.536866 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:32.071443 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:39.692523 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:41.368774 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:49.692240 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73e28617-5f08-4930-a118-03acab71edc9 req-b69171db-224a-4894-83bb-bc2fcd1e8f6a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1256196 Feb 09 15:28:49.832930 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e28617-5f08-4930-a118-03acab71edc9 req-340372ed-3be6-4efe-8b79-bec063a78585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:28:49.834313 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73e28617-5f08-4930-a118-03acab71edc9 req-340372ed-3be6-4efe-8b79-bec063a78585 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 1096 time: 0.0716457 Feb 09 15:28:49.980855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e28617-5f08-4930-a118-03acab71edc9 req-6c49b8a4-ee9b-476f-ac32-671d1edde9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:28:49.982292 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73e28617-5f08-4930-a118-03acab71edc9 req-6c49b8a4-ee9b-476f-ac32-671d1edde9ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1274211 Feb 09 15:28:50.085086 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73e28617-5f08-4930-a118-03acab71edc9 req-4bca4fbe-a684-4d82-88d9-c3e26424c597 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 HTTP/1.1" status: 200 len: 1000 time: 0.0961266 Feb 09 15:28:50.151213 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e28617-5f08-4930-a118-03acab71edc9 req-af95e811-2c5a-429f-83cf-16f2bbb34149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:28:50.152675 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73e28617-5f08-4930-a118-03acab71edc9 req-af95e811-2c5a-429f-83cf-16f2bbb34149 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0609021 Feb 09 15:28:50.224957 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e28617-5f08-4930-a118-03acab71edc9 req-fc371608-aaa7-407e-bdca-02d1c7e2b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:28:50.226448 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73e28617-5f08-4930-a118-03acab71edc9 req-fc371608-aaa7-407e-bdca-02d1c7e2b118 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674775 Feb 09 15:28:50.361386 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73e28617-5f08-4930-a118-03acab71edc9 req-913f1498-4d83-44bf-8248-e7025fc1f6b3 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289799 Feb 09 15:28:50.489796 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-73e28617-5f08-4930-a118-03acab71edc9 req-42687fe1-65bf-4e90-8a73-2193bee6675d service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219156 Feb 09 15:28:56.941506 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e437d471-34c6-4ccc-8335-d6158d52e1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:59.350039 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ef5b930b-f7ff-489f-b182-2090acce7fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:00.497118 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:00.540945 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:02.076272 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:06.973027 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:29:09.692643 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:11.382890 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:24.907702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248471d-ecc9-4fad-9c90-7114b98795b4 req-2560116f-b952-406e-ad9f-670359d80474 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:24.909082 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c248471d-ecc9-4fad-9c90-7114b98795b4 req-2560116f-b952-406e-ad9f-670359d80474 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0840373 Feb 09 15:29:24.955383 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c248471d-ecc9-4fad-9c90-7114b98795b4 req-38cbd8a1-f940-4502-96cb-56d5250056c8 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401289 Feb 09 15:29:26.152540 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2af49e-637f-45d8-ab4a-3203908ca5d5 req-6b9b6eb6-6418-45d7-9ce8-fbb155e06c27 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:26.154051 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9f2af49e-637f-45d8-ab4a-3203908ca5d5 req-6b9b6eb6-6418-45d7-9ce8-fbb155e06c27 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0794179 Feb 09 15:29:26.198156 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9f2af49e-637f-45d8-ab4a-3203908ca5d5 req-34f3687c-1280-4b9d-86a9-700e6acf2695 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384290 Feb 09 15:29:26.943510 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8dbcc6cb-fc4d-4efc-b04d-fed1de00990c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:27.390485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa8a8b-13e0-44e9-987e-1aa8ab7dc2a9 req-90f49fcd-01bf-4527-8143-59e02076596b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:27.391952 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-92aa8a8b-13e0-44e9-987e-1aa8ab7dc2a9 req-90f49fcd-01bf-4527-8143-59e02076596b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0813982 Feb 09 15:29:27.435312 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-92aa8a8b-13e0-44e9-987e-1aa8ab7dc2a9 req-03efc1f2-e9c3-40b2-a8f0-bc5f886f515e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377836 Feb 09 15:29:28.625343 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb09f6-5b1a-4972-b396-2ce8674bc243 req-6e4a5322-dec6-44a1-ba7e-ab051140d3a8 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:28.626797 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dbcb09f6-5b1a-4972-b396-2ce8674bc243 req-6e4a5322-dec6-44a1-ba7e-ab051140d3a8 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0817556 Feb 09 15:29:28.670717 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dbcb09f6-5b1a-4972-b396-2ce8674bc243 req-6504cf63-7250-4b7b-890e-9ace3566248d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383980 Feb 09 15:29:29.355025 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8a20300a-e5fe-4b22-bd71-60b818d27053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:29.855938 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b69004-b458-40f9-a4ce-d6cc079855bf req-cb9ef0b1-cd82-4888-b99c-f43ef7b6b7d9 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:29.856577 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16b69004-b458-40f9-a4ce-d6cc079855bf req-cb9ef0b1-cd82-4888-b99c-f43ef7b6b7d9 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0818470 Feb 09 15:29:29.901484 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16b69004-b458-40f9-a4ce-d6cc079855bf req-e0274646-8e40-4d30-95a4-f22938e615e4 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398333 Feb 09 15:29:30.504254 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:30.545186 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:31.078851 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e89726-3059-4e4b-b094-228c8fede0b2 req-33d5e83f-b74c-447d-8a2a-090ffdc7c2b3 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:31.080214 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c9e89726-3059-4e4b-b094-228c8fede0b2 req-33d5e83f-b74c-447d-8a2a-090ffdc7c2b3 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0774908 Feb 09 15:29:31.123495 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c9e89726-3059-4e4b-b094-228c8fede0b2 req-c7e92162-5d26-4a61-883d-d0b93f0eb3ea tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370276 Feb 09 15:29:32.077262 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:32.309277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c8fc3-003a-476e-8de9-a78ee61dd098 req-715a304d-f819-4b4d-b5ce-d56c6a289a7a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:32.311052 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-445c8fc3-003a-476e-8de9-a78ee61dd098 req-715a304d-f819-4b4d-b5ce-d56c6a289a7a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0795112 Feb 09 15:29:32.353362 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-445c8fc3-003a-476e-8de9-a78ee61dd098 req-2993f211-985d-4b52-9add-48c3419403bf tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367131 Feb 09 15:29:33.539423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0e18c-ef50-4e70-944a-84fe38bcc912 req-19a6242e-ffa3-42ef-bb12-6b9284b60782 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:33.541046 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9fd0e18c-ef50-4e70-944a-84fe38bcc912 req-19a6242e-ffa3-42ef-bb12-6b9284b60782 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0847254 Feb 09 15:29:33.584515 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9fd0e18c-ef50-4e70-944a-84fe38bcc912 req-1cf8dc05-e022-4f52-a62d-ca5b2b3343ba tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376847 Feb 09 15:29:34.769384 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572293dd-961a-443f-8ac9-93e43e034a3b req-4745a9c3-ddcf-4f44-9a27-6e4284d95309 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:34.770814 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-572293dd-961a-443f-8ac9-93e43e034a3b req-4745a9c3-ddcf-4f44-9a27-6e4284d95309 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0833116 Feb 09 15:29:34.814109 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-572293dd-961a-443f-8ac9-93e43e034a3b req-8050b612-253f-47b8-9f3a-766b4a6ad581 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373220 Feb 09 15:29:35.996220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4d28c-48ec-4fc5-8920-7445397ed702 req-3249771a-aed4-45ac-8dab-140d51ee6751 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:35.997682 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3cd4d28c-48ec-4fc5-8920-7445397ed702 req-3249771a-aed4-45ac-8dab-140d51ee6751 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0783567 Feb 09 15:29:36.045940 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3cd4d28c-48ec-4fc5-8920-7445397ed702 req-2e33881e-2ab6-451a-9189-7f86a531e83e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426521 Feb 09 15:29:37.180131 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:29:37.236406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf54b15-1776-4e7b-8276-add59d526732 req-e5f44eb2-32cb-43ba-8442-06aa84d9706a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:37.237847 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1cf54b15-1776-4e7b-8276-add59d526732 req-e5f44eb2-32cb-43ba-8442-06aa84d9706a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0800943 Feb 09 15:29:37.285706 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1cf54b15-1776-4e7b-8276-add59d526732 req-14ef5d8b-c81c-407f-8389-51f683604f74 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421190 Feb 09 15:29:37.313204 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:29:37.326847 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'port_id': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'mac_address': 'fa:16:3e:be:7a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:29:37.379564 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:37.395826 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:29:37.410627 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:29:37.414083 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:37.486224 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:29:37.490911 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['1f35b3d9-3e6b-483c-a9bd-a7306ba03e14'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:29:37.523055 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:37.523437 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:37.524040 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:37.524375 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:37.524702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:37.525025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:37.525344 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:37.525658 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:37.525971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:37.526287 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:37.526599 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:37.526913 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:38.465681 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770212e8-1e6b-4169-b9ec-af545537d052 req-a5399e78-0db2-4e4f-b016-26d86ee6dc47 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:38.467124 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-770212e8-1e6b-4169-b9ec-af545537d052 req-a5399e78-0db2-4e4f-b016-26d86ee6dc47 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 944 time: 0.0779741 Feb 09 15:29:38.510617 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-770212e8-1e6b-4169-b9ec-af545537d052 req-1903e6b2-4dd6-4d0f-b157-b1e576167970 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380397 Feb 09 15:29:39.190817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:29:39.259534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:29:39.259920 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:39.372519 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:39.399282 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:29:39.409007 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:29:39.413751 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:39.449269 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'code': 200} Feb 09 15:29:39.484939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:29:39.694983 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:39.695820 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5891cb1-152d-4053-8bb5-31b17db66d6b req-35d4a282-1979-49ce-9980-aff8b112e76f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:39.697124 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c5891cb1-152d-4053-8bb5-31b17db66d6b req-35d4a282-1979-49ce-9980-aff8b112e76f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0836220 Feb 09 15:29:39.838871 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c5891cb1-152d-4053-8bb5-31b17db66d6b req-0757bbd2-253d-465c-93ed-5a41fd262a6d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360819 Feb 09 15:29:41.023388 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ab34e-6d9a-4604-9708-e4d76ccb4ce9 req-b24b3bbe-5842-4a92-876f-83e9472f1646 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:41.025136 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-930ab34e-6d9a-4604-9708-e4d76ccb4ce9 req-b24b3bbe-5842-4a92-876f-83e9472f1646 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0790317 Feb 09 15:29:41.068479 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-930ab34e-6d9a-4604-9708-e4d76ccb4ce9 req-fffe01d4-aadc-402a-81fc-7e8ab2590645 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377870 Feb 09 15:29:41.404912 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:42.415331 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c8d37-859b-4a41-8e27-c69ac85b6197 req-307e88ab-7d53-471f-85dc-a7e7a6239baf tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:42.416816 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4e4c8d37-859b-4a41-8e27-c69ac85b6197 req-307e88ab-7d53-471f-85dc-a7e7a6239baf tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0842342 Feb 09 15:29:42.460354 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4e4c8d37-859b-4a41-8e27-c69ac85b6197 req-ffc5e560-8d55-49dd-9660-a09bad236320 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380247 Feb 09 15:29:43.693082 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4e88b-36cb-43b2-8738-a0c8ef54e935 req-babc483b-c8d4-45f9-85ff-2407dc9e902c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:43.695996 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1e4e88b-36cb-43b2-8738-a0c8ef54e935 req-babc483b-c8d4-45f9-85ff-2407dc9e902c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.1057909 Feb 09 15:29:43.880322 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1e4e88b-36cb-43b2-8738-a0c8ef54e935 req-85418df0-14da-46a3-88ee-65338c02f013 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783907 Feb 09 15:29:43.972089 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:29:45.098858 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b48d8-f1f6-4154-b7a7-8b6ca9082d23 req-1b80c68f-8b59-44b2-a07c-d6cc882e71a2 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:45.100641 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d0b48d8-f1f6-4154-b7a7-8b6ca9082d23 req-1b80c68f-8b59-44b2-a07c-d6cc882e71a2 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0997651 Feb 09 15:29:45.150759 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-8d0b48d8-f1f6-4154-b7a7-8b6ca9082d23 req-4095f1b4-7c71-4bbb-a102-69fc53ceae4e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432665 Feb 09 15:29:46.384732 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a10ea-3b63-401f-95cd-f66a5f8e1c84 req-6419cc6b-c6d3-41e7-8e6a-ce5db6cd90c2 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:46.386292 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-611a10ea-3b63-401f-95cd-f66a5f8e1c84 req-6419cc6b-c6d3-41e7-8e6a-ce5db6cd90c2 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0933795 Feb 09 15:29:46.435268 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-611a10ea-3b63-401f-95cd-f66a5f8e1c84 req-cceb06fe-0813-4c61-a913-4aa9951035eb tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431418 Feb 09 15:29:47.664784 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca81bef-3305-4639-85b7-cba02c8995f6 req-e7fd651e-0fa2-4956-84ca-9bbf509ca0bc tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:47.666397 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ca81bef-3305-4639-85b7-cba02c8995f6 req-e7fd651e-0fa2-4956-84ca-9bbf509ca0bc tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0906940 Feb 09 15:29:47.723298 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-0ca81bef-3305-4639-85b7-cba02c8995f6 req-fae3f854-7365-40c1-84e6-652181e1df18 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512204 Feb 09 15:29:48.953509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7beca9c-abe6-477a-b4e2-bc4297e75d40 req-53f90f39-ad64-42ef-b1ef-eb447b122fa8 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:48.955112 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7beca9c-abe6-477a-b4e2-bc4297e75d40 req-53f90f39-ad64-42ef-b1ef-eb447b122fa8 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0934267 Feb 09 15:29:49.007396 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a7beca9c-abe6-477a-b4e2-bc4297e75d40 req-cd6f26a0-bd0b-449a-b43b-d3414f53793c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445020 Feb 09 15:29:50.219624 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8006d-f435-4c5d-8ab7-08b1e5db5f91 req-3301f7e6-e970-4737-970f-69f625044899 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:50.221117 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a9e8006d-f435-4c5d-8ab7-08b1e5db5f91 req-3301f7e6-e970-4737-970f-69f625044899 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0871520 Feb 09 15:29:50.292344 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a9e8006d-f435-4c5d-8ab7-08b1e5db5f91 req-b4e1781d-2c0e-4754-8e3b-7c21e41c2dab tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645163 Feb 09 15:29:50.754939 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275db518-2a38-47dc-815b-fa64a11547d2 req-c62b5a62-6176-45a4-95cd-a9918af6378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:50.756408 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-275db518-2a38-47dc-815b-fa64a11547d2 req-c62b5a62-6176-45a4-95cd-a9918af6378d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 1096 time: 0.0754542 Feb 09 15:29:50.915122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275db518-2a38-47dc-815b-fa64a11547d2 req-2a6b100b-a441-49bb-b056-c152dc5f6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:50.916658 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-275db518-2a38-47dc-815b-fa64a11547d2 req-2a6b100b-a441-49bb-b056-c152dc5f6ca1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1395094 Feb 09 15:29:51.032715 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-275db518-2a38-47dc-815b-fa64a11547d2 req-15226faf-97a0-4d30-9b72-64ab5d4e2df9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 HTTP/1.1" status: 200 len: 1000 time: 0.1092672 Feb 09 15:29:51.110560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275db518-2a38-47dc-815b-fa64a11547d2 req-9921b6fe-5f8e-4e57-b795-1b3932723875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:51.112370 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-275db518-2a38-47dc-815b-fa64a11547d2 req-9921b6fe-5f8e-4e57-b795-1b3932723875 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0735703 Feb 09 15:29:51.188923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275db518-2a38-47dc-815b-fa64a11547d2 req-c35bb94a-42fa-4648-b25f-38924a68a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:51.190567 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-275db518-2a38-47dc-815b-fa64a11547d2 req-c35bb94a-42fa-4648-b25f-38924a68a96b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720499 Feb 09 15:29:51.333774 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-275db518-2a38-47dc-815b-fa64a11547d2 req-0cc62ec0-5828-456f-9189-e221149ce000 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365228 Feb 09 15:29:51.530764 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-275db518-2a38-47dc-815b-fa64a11547d2 req-1ed22758-7c5a-4c30-b92f-ea816a3b7fb8 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905689 Feb 09 15:29:51.548846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2247464-d06a-44ac-bb6f-5aad765b7b08 req-96a61a61-a016-4ff5-a47c-a2930bf5070c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:51.550252 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c2247464-d06a-44ac-bb6f-5aad765b7b08 req-96a61a61-a016-4ff5-a47c-a2930bf5070c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.1214166 Feb 09 15:29:51.594514 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c2247464-d06a-44ac-bb6f-5aad765b7b08 req-7d3ca169-b622-4995-907e-88809dc67daa tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379376 Feb 09 15:29:52.449280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b863f47-1093-49b8-8025-d3224bf29f57 req-1a220bee-8300-46a8-bf86-4a129dfcae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:52.450645 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b863f47-1093-49b8-8025-d3224bf29f57 req-1a220bee-8300-46a8-bf86-4a129dfcae54 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 1096 time: 0.0738339 Feb 09 15:29:52.582918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b863f47-1093-49b8-8025-d3224bf29f57 req-22f87ed1-6da2-4fc1-a4f6-c34985bf096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:52.584412 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b863f47-1093-49b8-8025-d3224bf29f57 req-22f87ed1-6da2-4fc1-a4f6-c34985bf096c service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1267772 Feb 09 15:29:52.689398 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b863f47-1093-49b8-8025-d3224bf29f57 req-dadc4c54-e9ef-4b11-ac0d-caf45ad9e5d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 HTTP/1.1" status: 200 len: 1000 time: 0.0978982 Feb 09 15:29:52.752423 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b863f47-1093-49b8-8025-d3224bf29f57 req-bcd038a3-95d4-4eb1-912a-3da97562055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:52.753803 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b863f47-1093-49b8-8025-d3224bf29f57 req-bcd038a3-95d4-4eb1-912a-3da97562055a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0571427 Feb 09 15:29:52.789620 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064edf59-6d90-47b8-a46b-70005cf03d87 req-dd4477d8-8acf-4497-b318-59094b1cac57 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:52.791049 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-064edf59-6d90-47b8-a46b-70005cf03d87 req-dd4477d8-8acf-4497-b318-59094b1cac57 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0905688 Feb 09 15:29:52.831698 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b863f47-1093-49b8-8025-d3224bf29f57 req-f8961f66-de76-4051-8e64-b89f208b12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:52.833217 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b863f47-1093-49b8-8025-d3224bf29f57 req-f8961f66-de76-4051-8e64-b89f208b12fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733364 Feb 09 15:29:52.835120 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-064edf59-6d90-47b8-a46b-70005cf03d87 req-4e824619-c038-4868-a651-bcc1c349a68f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376608 Feb 09 15:29:52.963430 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b863f47-1093-49b8-8025-d3224bf29f57 req-6f6ab28b-f548-4fb9-bfbc-f1e62ee4d5c0 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231306 Feb 09 15:29:53.194542 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8b863f47-1093-49b8-8025-d3224bf29f57 req-e308a623-ad6e-4d45-93d1-4b2c76b4bae1 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250416 Feb 09 15:29:54.016027 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79cbcf-1a44-4292-b555-0ab0186225e9 req-61f60a94-af53-493f-948f-ef70055e02e7 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:54.017470 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e79cbcf-1a44-4292-b555-0ab0186225e9 req-61f60a94-af53-493f-948f-ef70055e02e7 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0785546 Feb 09 15:29:54.060597 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5e79cbcf-1a44-4292-b555-0ab0186225e9 req-98d7467c-7e37-4c1b-b41d-ce2e409bc135 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375836 Feb 09 15:29:55.244408 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e36ac3-ebde-4a7d-bd17-70b3bf13981c req-f9274624-c3c2-4752-a875-0da845ab43ea tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:55.245911 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-50e36ac3-ebde-4a7d-bd17-70b3bf13981c req-f9274624-c3c2-4752-a875-0da845ab43ea tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0797911 Feb 09 15:29:55.290634 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-50e36ac3-ebde-4a7d-bd17-70b3bf13981c req-3841cfbd-062c-4027-864c-aed2bc76cad8 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388336 Feb 09 15:29:55.317042 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:29:55.471789 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:55.505075 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:29:55.517132 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:29:55.525441 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:55.590364 n-d-828418-2 neutron-server[87598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'code': 422} returned with failed status Feb 09 15:29:55.615644 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:29:55.675168 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbe29d-529f-44bb-bf34-2af9735159fa req-e53722df-7946-4971-b377-f2da2f706e88 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:55.676670 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5fbbe29d-529f-44bb-bf34-2af9735159fa req-e53722df-7946-4971-b377-f2da2f706e88 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 943 time: 0.0858543 Feb 09 15:29:55.720241 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-5fbbe29d-529f-44bb-bf34-2af9735159fa req-5b833710-88a9-41e7-9e01-ca7d771afc36 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380154 Feb 09 15:29:55.913598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56032) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:29:56.026410 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-a02ab571-55f9-43aa-bcf3-25e3910a56a1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1116159 Feb 09 15:29:56.902970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cdb4a-d02d-4110-895d-449871ef2806 req-0ecd324e-a06a-4ffe-9e7c-e850f989eeab tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:56.904352 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c04cdb4a-d02d-4110-895d-449871ef2806 req-0ecd324e-a06a-4ffe-9e7c-e850f989eeab tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 943 time: 0.0793853 Feb 09 15:29:56.945642 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b838a078-1308-4d12-acac-138d477cdb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:56.949528 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c04cdb4a-d02d-4110-895d-449871ef2806 req-05642047-d229-406c-b698-6a3a9813b1c7 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395131 Feb 09 15:29:57.080279 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-1a768552-ffb3-4ecc-bc88-0cfcd1a4bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:57.081728 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-1a768552-ffb3-4ecc-bc88-0cfcd1a4bbb9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994&tenant_id=978cd6d74d2e4803be460550643c1e1a HTTP/1.1" status: 200 len: 1094 time: 0.1130998 Feb 09 15:29:57.092570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828418-2', 'device_owner': 'compute:nova'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:29:57.206625 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:57.478912 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] For port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:29:57.506231 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] For port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:29:57.557070 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:29:57.564204 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:57.579315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Transition to ACTIVE for port object 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:29:57.583264 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:57.727638 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,revision_number=9']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:29:57.743693 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:57.743993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:57.744337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:57.744675 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:57.745006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:57.745336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:57.745665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:57.745991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:57.746315 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:57.746637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:57.746961 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:57.747282 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:29:57.796671 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] No DVR routers for this DVR port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:29:58.024727 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Attempting to bind port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:29:58.025404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Attempting to bind port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:29:58.025404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Attempting to bind port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 on network 8cf790d2-c57e-496c-8063-90d6adb074e0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:29:58.030613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 on network 8cf790d2-c57e-496c-8063-90d6adb074e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:29:58.030613 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Attempting to bind port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 on network 8cf790d2-c57e-496c-8063-90d6adb074e0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:29:58.035556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:29:58.035936 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Checking segment: {'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:29:58.036319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Bound using segment: {'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:29:58.036741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Bound port: 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:29:58.037084 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:58.126226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] For port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:29:58.129258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] For port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:29:58.131257 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932512c-bc2c-465f-af4f-79aab53c1734 req-4360db21-8bcd-4ce8-89a9-3e49db549089 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:58.132787 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c932512c-bc2c-465f-af4f-79aab53c1734 req-4360db21-8bcd-4ce8-89a9-3e49db549089 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 943 time: 0.0786488 Feb 09 15:29:58.134340 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:58.180864 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c932512c-bc2c-465f-af4f-79aab53c1734 req-1deb79e9-5280-4dba-96ae-2fea890c31c5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421999 Feb 09 15:29:58.198001 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:58.198619 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:58.199981 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] 10.222.0.21 "PUT /v2.0/ports/1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 HTTP/1.1" status: 200 len: 1091 time: 1.1113276 Feb 09 15:29:58.200417 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:29:58.219200 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef9615-c816-40a3-86ed-18d3bf5028f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,revision_number=10']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:29:58.258282 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'status': 'completed', 'code': 200} Feb 09 15:29:58.300055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-bf0774e8-3f9c-42aa-9757-8d71d5e44f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:58.301571 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-bf0774e8-3f9c-42aa-9757-8d71d5e44f49 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 1095 time: 0.0758536 Feb 09 15:29:58.554418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-7db7ebf4-cd35-464e-8b3e-0152792c3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:58.555838 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-7db7ebf4-cd35-464e-8b3e-0152792c3180 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.2485127 Feb 09 15:29:58.658440 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-92265c7a-26b6-4524-9d0e-09b5da76cf19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 HTTP/1.1" status: 200 len: 998 time: 0.0964141 Feb 09 15:29:58.721558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-397d6f7f-72eb-45bb-922e-23176f1b6d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:58.722949 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-397d6f7f-72eb-45bb-922e-23176f1b6d0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0586495 Feb 09 15:29:58.795190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-12b24236-cc95-4ff1-9b1a-790d90fc3857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:58.796676 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-12b24236-cc95-4ff1-9b1a-790d90fc3857 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677567 Feb 09 15:29:58.927035 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-39c8a532-08ea-4482-a1e8-111857034610 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237702 Feb 09 15:29:59.054146 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-00da5d1c-9433-4666-b4b2-ac65d879f486 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217337 Feb 09 15:29:59.176218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd90f90-afb6-40e7-8bdd-f6ba9273a3f6 req-d56d49c4-f76e-40a7-9d51-d6a5b1fc6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:59.177797 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-efd90f90-afb6-40e7-8bdd-f6ba9273a3f6 req-d56d49c4-f76e-40a7-9d51-d6a5b1fc6787 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 1095 time: 0.0748570 Feb 09 15:29:59.312691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd90f90-afb6-40e7-8bdd-f6ba9273a3f6 req-70c2ca35-d09f-491a-9653-772d622971e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:59.314392 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-efd90f90-afb6-40e7-8bdd-f6ba9273a3f6 req-70c2ca35-d09f-491a-9653-772d622971e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1313069 Feb 09 15:29:59.341079 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:29:59.423803 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d94657-920f-41af-8f5f-7ca32ebc89c5 req-68bba87f-6721-407e-9e5e-fa0a4eb03649 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:59.425439 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60d94657-920f-41af-8f5f-7ca32ebc89c5 req-68bba87f-6721-407e-9e5e-fa0a4eb03649 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 944 time: 0.1380994 Feb 09 15:29:59.497060 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-efd90f90-afb6-40e7-8bdd-f6ba9273a3f6 req-d5945c90-dea3-4929-a6ee-0f4bde6e9889 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 HTTP/1.1" status: 200 len: 998 time: 0.1722386 Feb 09 15:29:59.498906 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9504aaa7-8ec9-44f3-9ce5-af04c4c5d415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:59.520007 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-60d94657-920f-41af-8f5f-7ca32ebc89c5 req-c11a4bd5-21bd-4163-a934-6278d5802a81 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881596 Feb 09 15:29:59.524809 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:29:59.613373 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd90f90-afb6-40e7-8bdd-f6ba9273a3f6 req-9d909265-b65f-4358-a145-7bf8c0f7883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:29:59.616745 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-efd90f90-afb6-40e7-8bdd-f6ba9273a3f6 req-9d909265-b65f-4358-a145-7bf8c0f7883c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.1011045 Feb 09 15:30:00.543551 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:00.563688 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:00.746926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57442c0-bf3e-408e-8f20-b42c8be64419 req-53a1ea08-6bb5-4747-a406-cb9599582f49 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:00.748501 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d57442c0-bf3e-408e-8f20-b42c8be64419 req-53a1ea08-6bb5-4747-a406-cb9599582f49 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 944 time: 0.0880229 Feb 09 15:30:00.796482 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d57442c0-bf3e-408e-8f20-b42c8be64419 req-97c0b03d-23dd-46cc-80c0-6fd6ee1f2303 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418684 Feb 09 15:30:01.995465 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbf7b9-435f-4869-ae64-f6f0814fefe6 req-b4db877d-07ac-4f48-ace9-0d952620edb7 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:02.001095 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-90bbf7b9-435f-4869-ae64-f6f0814fefe6 req-b4db877d-07ac-4f48-ace9-0d952620edb7 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 944 time: 0.0887527 Feb 09 15:30:02.068953 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-90bbf7b9-435f-4869-ae64-f6f0814fefe6 req-4f8f6220-5493-49ed-9c35-da1f636cae5e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542650 Feb 09 15:30:02.080089 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:03.250281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc5164-9495-44f6-9107-314df09f23c4 req-c88a2ca0-8166-4d27-8a7e-45c1c48c6379 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:03.251828 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aacc5164-9495-44f6-9107-314df09f23c4 req-c88a2ca0-8166-4d27-8a7e-45c1c48c6379 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 944 time: 0.0961854 Feb 09 15:30:03.307929 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-aacc5164-9495-44f6-9107-314df09f23c4 req-5e06840b-93e9-417e-ad26-5f83e5c6d9f8 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431311 Feb 09 15:30:04.520608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2582584-5726-498a-b10d-cfae555b5442 req-1dd9c3ea-d3cc-4a23-85c9-7a472f5f567d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:04.535836 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c2582584-5726-498a-b10d-cfae555b5442 req-1dd9c3ea-d3cc-4a23-85c9-7a472f5f567d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 944 time: 0.1137059 Feb 09 15:30:04.590824 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-c2582584-5726-498a-b10d-cfae555b5442 req-ead85713-519f-42d8-a30c-d89a7ce93692 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539789 Feb 09 15:30:05.785142 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e2759-1e43-4765-97b5-befac9e12fae req-896b311b-a1ce-426d-87cc-a319ba640596 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:05.786735 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f33e2759-1e43-4765-97b5-befac9e12fae req-896b311b-a1ce-426d-87cc-a319ba640596 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 944 time: 0.0884581 Feb 09 15:30:05.837046 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f33e2759-1e43-4765-97b5-befac9e12fae req-b50dd433-1498-48ad-926a-790d281a19f0 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445023 Feb 09 15:30:07.025482 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087814c-8546-4d57-9d8b-0fda6cd14421 req-d622c0e7-4871-4b37-9052-83afed86b5c0 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:07.026924 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b087814c-8546-4d57-9d8b-0fda6cd14421 req-d622c0e7-4871-4b37-9052-83afed86b5c0 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 944 time: 0.0850387 Feb 09 15:30:07.070773 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b087814c-8546-4d57-9d8b-0fda6cd14421 req-5273d8d9-6c24-40e9-b84f-a45f9af012f0 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381186 Feb 09 15:30:08.253683 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca83bca-2e17-4b92-8c43-089fd8fb7d0e req-675697d6-a313-4405-aa05-f1df283b8d75 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:08.255121 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cca83bca-2e17-4b92-8c43-089fd8fb7d0e req-675697d6-a313-4405-aa05-f1df283b8d75 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 944 time: 0.0784903 Feb 09 15:30:08.298257 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cca83bca-2e17-4b92-8c43-089fd8fb7d0e req-3e310295-b970-467f-94b9-0523b8b66b2f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369408 Feb 09 15:30:09.479290 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96027d73-09ea-46e6-ad90-5484c672c7e3 req-5971ffa8-12b0-415a-af30-9c57b3eded0c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:09.480735 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96027d73-09ea-46e6-ad90-5484c672c7e3 req-5971ffa8-12b0-415a-af30-9c57b3eded0c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 944 time: 0.0768452 Feb 09 15:30:09.523211 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-96027d73-09ea-46e6-ad90-5484c672c7e3 req-230d852e-a0fc-4084-b220-b03a3e82807c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369601 Feb 09 15:30:09.653783 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd90f90-afb6-40e7-8bdd-f6ba9273a3f6 req-3e485f2f-e612-46ea-87fd-f64064b3afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:09.655430 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-efd90f90-afb6-40e7-8bdd-f6ba9273a3f6 req-3e485f2f-e612-46ea-87fd-f64064b3afc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753982 Feb 09 15:30:09.693124 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:09.795153 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-efd90f90-afb6-40e7-8bdd-f6ba9273a3f6 req-1a90c7e0-a1c3-4b5a-ac53-fc9f5eeae6fe service neutron] 10.222.0.21 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297781 Feb 09 15:30:09.926616 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-efd90f90-afb6-40e7-8bdd-f6ba9273a3f6 req-e05a7fca-8a01-4b65-82e8-f70ae96f4550 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249592 Feb 09 15:30:10.709928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c25f4-7822-4769-ad85-e3444149106e req-a6a6ee92-87e6-42e8-80ab-97be7e8a5d0e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:10.711420 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b80c25f4-7822-4769-ad85-e3444149106e req-a6a6ee92-87e6-42e8-80ab-97be7e8a5d0e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 944 time: 0.0792782 Feb 09 15:30:10.755244 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b80c25f4-7822-4769-ad85-e3444149106e req-dcefd251-fc7a-40f9-8410-00b36d7a17e4 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382369 Feb 09 15:30:11.400752 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:11.942167 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93646603-a96e-4371-9c2d-41932ef4b35d req-27e1f10b-4acb-4d92-bf2f-bf25d92c47cc tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:11.943711 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-93646603-a96e-4371-9c2d-41932ef4b35d req-27e1f10b-4acb-4d92-bf2f-bf25d92c47cc tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 944 time: 0.0830543 Feb 09 15:30:11.986838 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-93646603-a96e-4371-9c2d-41932ef4b35d req-0aff467d-9cb7-47a4-994c-fccc5bb7b51f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369971 Feb 09 15:30:13.184374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13267b15-437e-479c-ab39-5a0ccd67912e req-eaec2234-72f0-46c3-94c9-f3e4e9f75eba tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:13.185973 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-13267b15-437e-479c-ab39-5a0ccd67912e req-eaec2234-72f0-46c3-94c9-f3e4e9f75eba tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 944 time: 0.0860856 Feb 09 15:30:13.340960 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-13267b15-437e-479c-ab39-5a0ccd67912e req-e558eae3-d699-47a8-a059-9ed1c920a05f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493762 Feb 09 15:30:14.527763 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd960f2c-d35e-417b-a1b7-4f9ddee77545 req-5d98a6fe-9d60-49b5-bdd1-9b71ec11acfa tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:14.529355 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd960f2c-d35e-417b-a1b7-4f9ddee77545 req-5d98a6fe-9d60-49b5-bdd1-9b71ec11acfa tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 944 time: 0.0817518 Feb 09 15:30:14.578689 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dd960f2c-d35e-417b-a1b7-4f9ddee77545 req-60e551b7-1226-4ae6-a3a4-a9df9ecc8fb5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435603 Feb 09 15:30:15.057693 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:30:15.186937 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:30:15.200302 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'port_id': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'mac_address': 'fa:16:3e:be:7a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:30:15.256885 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:15.273594 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:30:15.289609 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:30:15.293964 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:15.359864 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,revision_number=11']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:30:15.643339 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['1f35b3d9-3e6b-483c-a9bd-a7306ba03e14'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:30:15.774242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd08e70-0edf-46a9-ae3e-0694431e3fa3 req-050d413a-fdf4-4dfb-9ca6-292b2c302638 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:15.775981 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bfd08e70-0edf-46a9-ae3e-0694431e3fa3 req-050d413a-fdf4-4dfb-9ca6-292b2c302638 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0816820 Feb 09 15:30:15.819626 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bfd08e70-0edf-46a9-ae3e-0694431e3fa3 req-722a335a-c168-4b5d-9a80-07e92bb42f65 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377345 Feb 09 15:30:17.010448 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ede7ea-f450-400c-97d6-5a69a34ed40b req-6efdff0e-cd00-48f3-a971-1d09efa0ef74 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:17.011910 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-91ede7ea-f450-400c-97d6-5a69a34ed40b req-6efdff0e-cd00-48f3-a971-1d09efa0ef74 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 945 time: 0.0782218 Feb 09 15:30:17.055326 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-91ede7ea-f450-400c-97d6-5a69a34ed40b req-e2ec5631-5335-4846-9d40-81996a8cfa44 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378897 Feb 09 15:30:17.072884 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:30:17.138390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:30:17.143354 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:30:17.143745 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:17.259274 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:17.286361 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:30:17.297209 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:30:17.302016 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:17.340306 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'code': 200} Feb 09 15:30:17.376248 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,revision_number=12']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:30:17.548954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e40b75-517e-4e24-b242-e7bb25d93f7a req-7a746152-9c4e-49de-bc5f-a253d94cbc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:17.550405 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c2e40b75-517e-4e24-b242-e7bb25d93f7a req-7a746152-9c4e-49de-bc5f-a253d94cbc3f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 1097 time: 0.0729289 Feb 09 15:30:17.590916 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c2e40b75-517e-4e24-b242-e7bb25d93f7a req-b8468440-bfd1-4cdc-96bb-959b7c32a2cc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345085 Feb 09 15:30:18.243266 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412e651-9339-4c94-9e69-de96e5f8ef33 req-cd2b05cf-7ec1-4b25-8cf1-f05d2f373883 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:18.244762 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d412e651-9339-4c94-9e69-de96e5f8ef33 req-cd2b05cf-7ec1-4b25-8cf1-f05d2f373883 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 946 time: 0.0817723 Feb 09 15:30:18.296887 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d412e651-9339-4c94-9e69-de96e5f8ef33 req-7769c6fd-9e8b-4e0e-9083-d41d9deedc7a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466053 Feb 09 15:30:19.489178 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a43a44-4ca2-4fda-8ec5-534ec00796df req-3c57e83c-c801-4ff1-bffe-ef06d4bcf44a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:19.490951 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5a43a44-4ca2-4fda-8ec5-534ec00796df req-3c57e83c-c801-4ff1-bffe-ef06d4bcf44a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 946 time: 0.0853333 Feb 09 15:30:19.547772 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b5a43a44-4ca2-4fda-8ec5-534ec00796df req-ccf30c7e-1f75-4140-a71a-e05f67770fcf tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512507 Feb 09 15:30:20.729731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f32170-6f9d-4e65-94b4-fe87fe4c6c5a req-a8857bfc-5343-40a4-933e-c6f093d84a5c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:20.731182 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9f32170-6f9d-4e65-94b4-fe87fe4c6c5a req-a8857bfc-5343-40a4-933e-c6f093d84a5c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 946 time: 0.0782297 Feb 09 15:30:20.777753 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d9f32170-6f9d-4e65-94b4-fe87fe4c6c5a req-2aa3f588-10b5-4be5-91a7-61a8611fc9a3 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404909 Feb 09 15:30:20.971957 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:30:26.947405 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dbb4514d-2d23-4171-b2fa-ba332be9e8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:29.364620 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6c648787-aeaf-4883-821f-b4682d3b23bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:30.505943 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:30.549842 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:32.083594 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:39.690095 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:41.433676 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:41.833315 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e3ba699-8ddb-4ab2-ab13-a265a7563927 req-49ec1ec5-dcda-4977-90a6-318e4bea8df7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685399 Feb 09 15:30:41.973018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ba699-8ddb-4ab2-ab13-a265a7563927 req-afec9fab-f80e-4ff9-9972-0337ef8b39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:41.974534 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e3ba699-8ddb-4ab2-ab13-a265a7563927 req-afec9fab-f80e-4ff9-9972-0337ef8b39b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 1097 time: 0.0714641 Feb 09 15:30:42.135438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ba699-8ddb-4ab2-ab13-a265a7563927 req-d1f82585-a170-4184-8be3-48baea2534cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:42.136847 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e3ba699-8ddb-4ab2-ab13-a265a7563927 req-d1f82585-a170-4184-8be3-48baea2534cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1412139 Feb 09 15:30:42.239024 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e3ba699-8ddb-4ab2-ab13-a265a7563927 req-efda8d98-1558-4927-928c-3b8ece4eac34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 HTTP/1.1" status: 200 len: 1000 time: 0.0953698 Feb 09 15:30:42.304712 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ba699-8ddb-4ab2-ab13-a265a7563927 req-ec0c762d-6894-451c-a450-76677fda91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:42.306156 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e3ba699-8ddb-4ab2-ab13-a265a7563927 req-ec0c762d-6894-451c-a450-76677fda91d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0604768 Feb 09 15:30:42.380819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ba699-8ddb-4ab2-ab13-a265a7563927 req-5c1e0f89-8251-4f4f-9111-1aa610bc798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:42.382325 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e3ba699-8ddb-4ab2-ab13-a265a7563927 req-5c1e0f89-8251-4f4f-9111-1aa610bc798e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694239 Feb 09 15:30:42.392913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-3e3ba699-8ddb-4ab2-ab13-a265a7563927 req-87b5c2c5-382a-4e08-aacf-8f8ed633a48a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:30:42.399507 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e3ba699-8ddb-4ab2-ab13-a265a7563927 req-87b5c2c5-382a-4e08-aacf-8f8ed633a48a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049574 Feb 09 15:30:42.524125 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e3ba699-8ddb-4ab2-ab13-a265a7563927 req-658c4690-85ce-4049-9d23-3f03342ae6bc service neutron] 10.222.0.21 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233768 Feb 09 15:30:42.653075 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3e3ba699-8ddb-4ab2-ab13-a265a7563927 req-e4311e92-e0d0-4c7e-8475-5c92410dd7c5 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221128 Feb 09 15:30:56.948817 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-32f0c026-028f-4d14-b15c-0e5ae745a9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:57.972613 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:30:59.355201 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5bd88a73-1c9c-4e8b-acc0-c570998998e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:00.504439 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:00.553187 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:02.086561 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:09.695247 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:11.446014 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:26.950985 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-18711ae1-eed2-4620-8c3f-9bb902f1d63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:29.359948 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e3d5fa0b-3c0f-4091-bb69-3cd59b6419e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:30.508431 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:30.558486 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:32.088830 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:34.971789 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:31:39.696704 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:41.453936 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:41.841330 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a130249a-23d8-4cff-b1ee-19567b7d287b req-c63d9c91-dafb-4f5d-a87b-36c6cafa42a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752313 Feb 09 15:31:41.980899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130249a-23d8-4cff-b1ee-19567b7d287b req-1e5173d4-3fdb-4161-9c39-a3af8c3fc3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:31:41.982430 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a130249a-23d8-4cff-b1ee-19567b7d287b req-1e5173d4-3fdb-4161-9c39-a3af8c3fc3f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 1097 time: 0.0711534 Feb 09 15:31:42.133734 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130249a-23d8-4cff-b1ee-19567b7d287b req-bf2febcd-8d5a-43b8-a552-339e76cc7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:31:42.135677 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a130249a-23d8-4cff-b1ee-19567b7d287b req-bf2febcd-8d5a-43b8-a552-339e76cc7571 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1339073 Feb 09 15:31:42.243237 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a130249a-23d8-4cff-b1ee-19567b7d287b req-a7293264-d0fd-4731-a131-0da299a0ab7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 HTTP/1.1" status: 200 len: 1000 time: 0.1010931 Feb 09 15:31:42.307127 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130249a-23d8-4cff-b1ee-19567b7d287b req-3460b156-0fe8-46af-ba1c-19ee6d75c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:31:42.308605 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a130249a-23d8-4cff-b1ee-19567b7d287b req-3460b156-0fe8-46af-ba1c-19ee6d75c7c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0592928 Feb 09 15:31:42.499013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130249a-23d8-4cff-b1ee-19567b7d287b req-c484708e-6750-4606-9f5a-ee83a3ef708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:31:42.500572 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a130249a-23d8-4cff-b1ee-19567b7d287b req-c484708e-6750-4606-9f5a-ee83a3ef708e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857841 Feb 09 15:31:42.664076 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a130249a-23d8-4cff-b1ee-19567b7d287b req-df310811-be19-4380-9bb3-8418e15e6b06 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555805 Feb 09 15:31:42.795346 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a130249a-23d8-4cff-b1ee-19567b7d287b req-447ac5d6-8a8d-48a9-b864-c300f880c460 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251945 Feb 09 15:31:56.953484 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-30d436bc-8651-417a-9673-125ba04c227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:59.361883 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9982af9b-c006-4a53-8870-c57ac14673e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:00.510705 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:00.562341 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:02.098410 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:04.936511 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56190) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:32:05.176685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Deleting port 277dc0b1-55d6-4158-9877-c520251246bb {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:32:05.177032 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:05.346960 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:05.347187 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:05.468556 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Calling delete_port for 277dc0b1-55d6-4158-9877-c520251246bb owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:32:05.623878 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:05.669219 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event deleted for resources: {'Port': ['ID=277dc0b1-55d6-4158-9877-c520251246bb,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:05.705098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:05.705438 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:05.705770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:05.706097 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:05.706419 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:05.706739 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:05.707055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:05.707365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:05.707702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:05.708047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:05.708364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:05.708671 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:05.769097 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:05.769430 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Floating IP 290f26df-e230-4b48-8f22-1dd76ca29629 disassociated (deleted). External IP: 172.25.8.47, port: 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14. Feb 09 15:32:06.219564 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:32:06.404464 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:32:06.413948 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f349ba-84b8-41de-8846-6eae417cc573 None None] Sync routers for ids ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:32:06.424171 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f349ba-84b8-41de-8846-6eae417cc573 None None] Routers {'9c1bc28e-8366-4c50-bb2d-b80ce8583e00'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:32:06.424862 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d8f349ba-84b8-41de-8846-6eae417cc573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:31:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:32:06.426259 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:06.480642 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-70a83700-08fd-4ded-b31b-e10464d4767d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "DELETE /v2.0/floatingips/290f26df-e230-4b48-8f22-1dd76ca29629 HTTP/1.1" status: 204 len: 168 time: 1.5429513 Feb 09 15:32:06.481238 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:32:06.602231 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'status': 'completed', 'code': 200} Feb 09 15:32:06.626477 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-d8f349ba-84b8-41de-8846-6eae417cc573 None None] Set router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:32:06.715441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f460e0-d037-4245-b36f-9b1f48965a46 req-eeac31ff-d999-4c85-b839-8ed41aa05429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:06.717651 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-12f460e0-d037-4245-b36f-9b1f48965a46 req-eeac31ff-d999-4c85-b839-8ed41aa05429 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 1097 time: 0.0899010 Feb 09 15:32:06.855333 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f460e0-d037-4245-b36f-9b1f48965a46 req-0e1cc32a-c7de-4d1c-b568-bb5a01872f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:06.856838 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-12f460e0-d037-4245-b36f-9b1f48965a46 req-0e1cc32a-c7de-4d1c-b568-bb5a01872f5f service neutron] 10.222.0.21 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1331623 Feb 09 15:32:06.926374 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-12f460e0-d037-4245-b36f-9b1f48965a46 req-ba76a77a-9dd1-40c7-8e1e-d186cc7a7a66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 HTTP/1.1" status: 200 len: 217 time: 0.0623736 Feb 09 15:32:06.934959 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df1b4b-b541-4a9c-b252-52436cea8c37 req-86b53d52-7257-4f00-b062-6ef99def10a7 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:06.937377 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-12df1b4b-b541-4a9c-b252-52436cea8c37 req-86b53d52-7257-4f00-b062-6ef99def10a7 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 946 time: 0.1500144 Feb 09 15:32:06.978265 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d8f349ba-84b8-41de-8846-6eae417cc573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:20Z', 'revision_number': 4, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b008c3c9-adab-480e-bb21-25a819c22832', 'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'mac_address': 'fa:16:3e:21:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:19Z', 'updated_at': '2022-02-09T15:26:27Z', 'revision_number': 5, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'subnets': [{'id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:32:06.982248 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f349ba-84b8-41de-8846-6eae417cc573 None None] Checking router: 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:32:06.988460 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-12df1b4b-b541-4a9c-b252-52436cea8c37 req-9d123480-2459-4f28-aa76-afd859f94b1f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453506 Feb 09 15:32:06.990670 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f349ba-84b8-41de-8846-6eae417cc573 None None] Routers {'9c1bc28e-8366-4c50-bb2d-b80ce8583e00'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:32:06.991375 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d8f349ba-84b8-41de-8846-6eae417cc573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:31:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:32:07.004537 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f460e0-d037-4245-b36f-9b1f48965a46 req-2a147623-ebbc-4c05-aa8c-dae718a4d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:07.005986 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-12f460e0-d037-4245-b36f-9b1f48965a46 req-2a147623-ebbc-4c05-aa8c-dae718a4d760 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0736241 Feb 09 15:32:07.080379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f460e0-d037-4245-b36f-9b1f48965a46 req-8a357762-3484-4d05-a04c-94a4786774de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:07.081733 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-12f460e0-d037-4245-b36f-9b1f48965a46 req-8a357762-3484-4d05-a04c-94a4786774de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691853 Feb 09 15:32:07.162412 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-d8f349ba-84b8-41de-8846-6eae417cc573 None None] Set router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:32:07.214411 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-12f460e0-d037-4245-b36f-9b1f48965a46 req-9ec7c113-e2bc-4616-a7a3-34f10032f468 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257653 Feb 09 15:32:07.349942 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-12f460e0-d037-4245-b36f-9b1f48965a46 req-2fdb3fb3-6437-407b-9e82-9bf195e74e99 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282804 Feb 09 15:32:07.501271 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-d8f349ba-84b8-41de-8846-6eae417cc573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:20Z', 'revision_number': 4, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b008c3c9-adab-480e-bb21-25a819c22832', 'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'mac_address': 'fa:16:3e:21:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:19Z', 'updated_at': '2022-02-09T15:26:27Z', 'revision_number': 5, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'subnets': [{'id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:32:07.505334 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f349ba-84b8-41de-8846-6eae417cc573 None None] The sync data for ids ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'] in n-d-828418-2 is: [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:20Z', 'revision_number': 4, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b008c3c9-adab-480e-bb21-25a819c22832', 'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'mac_address': 'fa:16:3e:21:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:19Z', 'updated_at': '2022-02-09T15:26:27Z', 'revision_number': 5, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'subnets': [{'id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:32:07.729940 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa250ff8-9be2-4df2-8ee9-5cec4d9d4c6f None None] New status for floating IP 290f26df-e230-4b48-8f22-1dd76ca29629: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:32:08.223509 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73af718-e264-4dd8-8254-2485037344be req-d560d2c6-f6e8-4f16-af09-475fb9f7b025 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:08.224232 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c73af718-e264-4dd8-8254-2485037344be req-d560d2c6-f6e8-4f16-af09-475fb9f7b025 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Synchronizing usage tracker for tenant:978cd6d74d2e4803be460550643c1e1a on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:32:08.240872 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-c73af718-e264-4dd8-8254-2485037344be req-d560d2c6-f6e8-4f16-af09-475fb9f7b025 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Unset dirty status for tenant:978cd6d74d2e4803be460550643c1e1a on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:32:08.242063 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c73af718-e264-4dd8-8254-2485037344be req-d560d2c6-f6e8-4f16-af09-475fb9f7b025 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 946 time: 0.1538684 Feb 09 15:32:08.286195 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c73af718-e264-4dd8-8254-2485037344be req-c222a699-17d7-464a-af04-353ef5c73889 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=49f981f3-b215-4299-9232-312cf87258fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385566 Feb 09 15:32:08.396922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a615f-dc7b-4676-b3f9-81348abf251f req-ff53dd0a-ae60-4bcd-a605-b557268d8b9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:08.398248 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea8a615f-dc7b-4676-b3f9-81348abf251f req-ff53dd0a-ae60-4bcd-a605-b557268d8b9e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 946 time: 0.0788031 Feb 09 15:32:08.472505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-ea8a615f-dc7b-4676-b3f9-81348abf251f req-833f8e8c-88b6-417d-a3f0-537d87802877 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Deleting port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:32:08.472857 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ea8a615f-dc7b-4676-b3f9-81348abf251f req-833f8e8c-88b6-417d-a3f0-537d87802877 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:08.717551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-ea8a615f-dc7b-4676-b3f9-81348abf251f req-833f8e8c-88b6-417d-a3f0-537d87802877 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] For port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:32:08.717906 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ea8a615f-dc7b-4676-b3f9-81348abf251f req-833f8e8c-88b6-417d-a3f0-537d87802877 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:08.951580 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-ea8a615f-dc7b-4676-b3f9-81348abf251f req-833f8e8c-88b6-417d-a3f0-537d87802877 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Calling delete_port for 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:32:09.092733 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ea8a615f-dc7b-4676-b3f9-81348abf251f req-833f8e8c-88b6-417d-a3f0-537d87802877 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:09.141917 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f8e8c-88b6-417d-a3f0-537d87802877 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event deleted for resources: {'Port': ['ID=1f35b3d9-3e6b-483c-a9bd-a7306ba03e14,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:09.217368 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8a615f-dc7b-4676-b3f9-81348abf251f req-833f8e8c-88b6-417d-a3f0-537d87802877 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] No DVR routers for this DVR port 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:32:09.219824 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-ea8a615f-dc7b-4676-b3f9-81348abf251f req-833f8e8c-88b6-417d-a3f0-537d87802877 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:09.222280 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'name': 'network-vif-deleted', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:32:09.238542 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ea8a615f-dc7b-4676-b3f9-81348abf251f req-833f8e8c-88b6-417d-a3f0-537d87802877 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.21 "DELETE /v2.0/ports/1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 HTTP/1.1" status: 204 len: 173 time: 0.8341081 Feb 09 15:32:09.271222 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfa28e4-3a44-498f-9525-1cc829a36994', 'name': 'network-vif-deleted', 'tag': '1f35b3d9-3e6b-483c-a9bd-a7306ba03e14', 'status': 'completed', 'code': 200} Feb 09 15:32:09.447881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a2ae7f06-d13c-4528-b746-85201cf21c3b req-d120b4e2-bb91-4bc3-9513-3f856e7e0d77 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Synchronizing usage tracker for tenant:978cd6d74d2e4803be460550643c1e1a on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:32:09.462970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-a2ae7f06-d13c-4528-b746-85201cf21c3b req-d120b4e2-bb91-4bc3-9513-3f856e7e0d77 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Unset dirty status for tenant:978cd6d74d2e4803be460550643c1e1a on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:32:09.464277 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a2ae7f06-d13c-4528-b746-85201cf21c3b req-d120b4e2-bb91-4bc3-9513-3f856e7e0d77 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cfa28e4-3a44-498f-9525-1cc829a36994 HTTP/1.1" status: 200 len: 210 time: 0.0585761 Feb 09 15:32:09.710647 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:10.560451 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56216) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:32:10.635632 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:10.664402 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:10.734241 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:10.754148 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f981f3-b215-4299-9232-312cf87258fd,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:10.763347 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:10.763695 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:10.764063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:10.764398 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:10.764731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:10.765060 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:10.765388 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:10.765707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:10.766031 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:10.766352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:10.766680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:10.767000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:10.776738 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:10.778147 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-cbe30164-09da-4f76-8608-6299fa42521f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "DELETE /v2.0/security-groups/49f981f3-b215-4299-9232-312cf87258fd HTTP/1.1" status: 204 len: 168 time: 0.2157371 Feb 09 15:32:11.464919 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:11.632716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:32:11.666659 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:32:11.666996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 1f35b3d9-3e6b-483c-a9bd-a7306ba03e14 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:32:11.971693 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:32:12.108774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56226) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:32:12.113840 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-42308453-f5db-4f2f-bd20-32823b39f70b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-777200605', 'description': 'tempest-secgroup-smoke-777200605 description', 'project_id': '978cd6d74d2e4803be460550643c1e1a'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:32:12.120504 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-42308453-f5db-4f2f-bd20-32823b39f70b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:32:12.124558 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-42308453-f5db-4f2f-bd20-32823b39f70b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:security_group and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:32:12.127360 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-42308453-f5db-4f2f-bd20-32823b39f70b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:32:12.132977 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-42308453-f5db-4f2f-bd20-32823b39f70b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:32:12.144079 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42308453-f5db-4f2f-bd20-32823b39f70b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.164132 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-42308453-f5db-4f2f-bd20-32823b39f70b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:32:12.167899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-42308453-f5db-4f2f-bd20-32823b39f70b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:security_group_rule and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:32:12.170605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-42308453-f5db-4f2f-bd20-32823b39f70b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:32:12.176174 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-42308453-f5db-4f2f-bd20-32823b39f70b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:32:12.248105 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42308453-f5db-4f2f-bd20-32823b39f70b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.251908 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42308453-f5db-4f2f-bd20-32823b39f70b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.301604 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42308453-f5db-4f2f-bd20-32823b39f70b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa4f886-e49e-4ed9-9354-951f8ef00ffe,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:12.306151 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-42308453-f5db-4f2f-bd20-32823b39f70b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.307408 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-42308453-f5db-4f2f-bd20-32823b39f70b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1975908 Feb 09 15:32:12.310250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56230) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:32:12.315386 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-657e835f-58bb-4581-b846-428267bc78ca tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'security_group_rule': {'security_group_id': 'caa4f886-e49e-4ed9-9354-951f8ef00ffe', 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:32:12.323035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-657e835f-58bb-4581-b846-428267bc78ca tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:32:12.327000 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-657e835f-58bb-4581-b846-428267bc78ca tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:security_group_rule and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:32:12.329918 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-657e835f-58bb-4581-b846-428267bc78ca tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:32:12.335498 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-657e835f-58bb-4581-b846-428267bc78ca tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:32:12.351520 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-657e835f-58bb-4581-b846-428267bc78ca tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.411486 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-657e835f-58bb-4581-b846-428267bc78ca tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.415428 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-657e835f-58bb-4581-b846-428267bc78ca tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.437596 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e835f-58bb-4581-b846-428267bc78ca tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04c494c-295d-4771-96e1-f7b925bbbd18,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:12.445947 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-657e835f-58bb-4581-b846-428267bc78ca tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.447652 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-657e835f-58bb-4581-b846-428267bc78ca tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364636 Feb 09 15:32:12.450456 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56234) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:32:12.455752 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-634457dd-bd21-4a14-9fcc-4afefd1042f4 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'security_group_rule': {'security_group_id': 'caa4f886-e49e-4ed9-9354-951f8ef00ffe', 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:32:12.463133 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-634457dd-bd21-4a14-9fcc-4afefd1042f4 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:32:12.466969 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-634457dd-bd21-4a14-9fcc-4afefd1042f4 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:security_group_rule and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:32:12.469770 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-634457dd-bd21-4a14-9fcc-4afefd1042f4 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:32:12.475543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-634457dd-bd21-4a14-9fcc-4afefd1042f4 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:32:12.491983 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-634457dd-bd21-4a14-9fcc-4afefd1042f4 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.557566 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-634457dd-bd21-4a14-9fcc-4afefd1042f4 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.562317 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-634457dd-bd21-4a14-9fcc-4afefd1042f4 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.600987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634457dd-bd21-4a14-9fcc-4afefd1042f4 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77ddd82-f9be-48e7-8223-8369fac97f8b,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:12.618702 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-634457dd-bd21-4a14-9fcc-4afefd1042f4 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.620008 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-634457dd-bd21-4a14-9fcc-4afefd1042f4 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1685448 Feb 09 15:32:12.622684 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56238) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:32:12.627565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-0ce992f0-1e6d-45dc-8650-6640aa4f5653 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'security_group_rule': {'security_group_id': 'caa4f886-e49e-4ed9-9354-951f8ef00ffe', 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:32:12.634479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0ce992f0-1e6d-45dc-8650-6640aa4f5653 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:32:12.638225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0ce992f0-1e6d-45dc-8650-6640aa4f5653 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:security_group_rule and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:32:12.641036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-0ce992f0-1e6d-45dc-8650-6640aa4f5653 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:32:12.646565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-0ce992f0-1e6d-45dc-8650-6640aa4f5653 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:32:12.673530 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ce992f0-1e6d-45dc-8650-6640aa4f5653 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.740347 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ce992f0-1e6d-45dc-8650-6640aa4f5653 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.744546 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ce992f0-1e6d-45dc-8650-6640aa4f5653 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.767898 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce992f0-1e6d-45dc-8650-6640aa4f5653 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7415ff73-deec-4334-94bb-441a647b6617,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:12.777367 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0ce992f0-1e6d-45dc-8650-6640aa4f5653 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.778783 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0ce992f0-1e6d-45dc-8650-6640aa4f5653 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1551712 Feb 09 15:32:12.781842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56242) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:32:12.786694 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-7dacf433-8985-468d-b133-0a690c683f2f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'security_group_rule': {'security_group_id': 'caa4f886-e49e-4ed9-9354-951f8ef00ffe', 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:32:12.793196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7dacf433-8985-468d-b133-0a690c683f2f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:32:12.796926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7dacf433-8985-468d-b133-0a690c683f2f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:security_group_rule and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:32:12.799674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-7dacf433-8985-468d-b133-0a690c683f2f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:32:12.805257 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-7dacf433-8985-468d-b133-0a690c683f2f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:32:12.823181 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7dacf433-8985-468d-b133-0a690c683f2f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.886706 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7dacf433-8985-468d-b133-0a690c683f2f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.890469 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7dacf433-8985-468d-b133-0a690c683f2f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.913140 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacf433-8985-468d-b133-0a690c683f2f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6483a9-e007-49c8-b849-deef64ccdcec,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:12.922984 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-7dacf433-8985-468d-b133-0a690c683f2f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:12.924890 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-7dacf433-8985-468d-b133-0a690c683f2f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415815 Feb 09 15:32:12.927446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56246) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:32:12.932831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-32a1fce5-97f7-494d-8231-ae8943dd853c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'security_group_rule': {'security_group_id': 'caa4f886-e49e-4ed9-9354-951f8ef00ffe', 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:32:12.939458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-32a1fce5-97f7-494d-8231-ae8943dd853c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:32:12.943252 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-32a1fce5-97f7-494d-8231-ae8943dd853c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:security_group_rule and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:32:12.946719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-32a1fce5-97f7-494d-8231-ae8943dd853c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:32:12.952330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-32a1fce5-97f7-494d-8231-ae8943dd853c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:32:12.962575 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-32a1fce5-97f7-494d-8231-ae8943dd853c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Project 978cd6d74d2e4803be460550643c1e1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:32:12.969323 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-32a1fce5-97f7-494d-8231-ae8943dd853c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:13.034914 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-32a1fce5-97f7-494d-8231-ae8943dd853c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:13.038364 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-32a1fce5-97f7-494d-8231-ae8943dd853c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:13.063806 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1fce5-97f7-494d-8231-ae8943dd853c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eae6bd3-36cf-41a6-bc92-e49f8d1ef2ab,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:13.072025 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-32a1fce5-97f7-494d-8231-ae8943dd853c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:13.073176 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-32a1fce5-97f7-494d-8231-ae8943dd853c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447835 Feb 09 15:32:13.075980 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56250) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:32:13.080689 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-1c25865b-3563-4398-9f14-659176cf0e89 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'security_group_rule': {'security_group_id': 'caa4f886-e49e-4ed9-9354-951f8ef00ffe', 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:32:13.087030 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1c25865b-3563-4398-9f14-659176cf0e89 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:32:13.090747 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1c25865b-3563-4398-9f14-659176cf0e89 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:security_group_rule and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:32:13.093543 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-1c25865b-3563-4398-9f14-659176cf0e89 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:32:13.099088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-1c25865b-3563-4398-9f14-659176cf0e89 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:32:13.110534 n-d-828418-2 neutron-server[87597]: INFO neutron.db.securitygroups_db [None req-1c25865b-3563-4398-9f14-659176cf0e89 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Project 978cd6d74d2e4803be460550643c1e1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:32:13.116946 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1c25865b-3563-4398-9f14-659176cf0e89 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:13.181334 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1c25865b-3563-4398-9f14-659176cf0e89 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:13.185150 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1c25865b-3563-4398-9f14-659176cf0e89 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:13.211956 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25865b-3563-4398-9f14-659176cf0e89 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821843f2-a076-4ade-894b-7067372dca16,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:13.218513 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1c25865b-3563-4398-9f14-659176cf0e89 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:13.219997 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1c25865b-3563-4398-9f14-659176cf0e89 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430993 Feb 09 15:32:26.956807 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9523d25e-2ef5-4b34-89df-b1fba3b6232e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:26.962160 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-d6559467-e2b7-4bd9-b01d-6f7b6388439a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Synchronizing usage tracker for tenant:978cd6d74d2e4803be460550643c1e1a on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:32:26.977379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-d6559467-e2b7-4bd9-b01d-6f7b6388439a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Unset dirty status for tenant:978cd6d74d2e4803be460550643c1e1a on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:32:26.979120 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-d6559467-e2b7-4bd9-b01d-6f7b6388439a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777200605&fields=id&tenant_id=978cd6d74d2e4803be460550643c1e1a HTTP/1.1" status: 200 len: 267 time: 0.0572956 Feb 09 15:32:27.129447 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-d76fe0b9-ee2c-44a4-8f77-04051eaeb957 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:27.130860 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-d76fe0b9-ee2c-44a4-8f77-04051eaeb957 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 809 time: 0.1450148 Feb 09 15:32:27.147037 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-19be373c-0c03-4f06-bdad-1651a07a6db8 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/quotas/978cd6d74d2e4803be460550643c1e1a HTTP/1.1" status: 200 len: 375 time: 0.0101290 Feb 09 15:32:27.233441 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-4b47430f-250f-4656-b8e8-067aa1cf20dd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807045 Feb 09 15:32:27.413138 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-bd0621b6-2d7f-4f02-8199-072bd51d7f24 service neutron] 10.222.0.48 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661494 Feb 09 15:32:27.542368 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-f909ddd1-e234-4af0-a3ea-36a70790e04e service neutron] 10.222.0.48 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236269 Feb 09 15:32:27.918066 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e66b2f39-5993-47f0-a025-0517359b54bc req-5fd343aa-ffb6-4c3b-8f04-2435acd40acf tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 210 time: 0.0437596 Feb 09 15:32:29.085151 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-59ddfc26-01b7-4531-9b7d-c56076b7e854 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:29.086569 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-59ddfc26-01b7-4531-9b7d-c56076b7e854 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 809 time: 0.2837007 Feb 09 15:32:29.093105 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a53c8c99-a888-41ff-999b-049aed32b5e7 req-a80b0051-a709-4d16-b951-72fde6e209e7 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 210 time: 0.0542753 Feb 09 15:32:29.137468 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-5d8a7108-7e16-48bc-880f-31d72e3a9d94 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=978cd6d74d2e4803be460550643c1e1a HTTP/1.1" status: 200 len: 379 time: 0.0418568 Feb 09 15:32:29.146079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-f145e603-4b26-4da7-ae70-01a23ba2aae6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'port': {'device_id': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'admin_state_up': True, 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'security_groups': ['caa4f886-e49e-4ed9-9354-951f8ef00ffe']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:32:29.282120 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-f145e603-4b26-4da7-ae70-01a23ba2aae6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:32:29.291670 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-f145e603-4b26-4da7-ae70-01a23ba2aae6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:32:29.301868 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-f145e603-4b26-4da7-ae70-01a23ba2aae6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Made reservation on behalf of 978cd6d74d2e4803be460550643c1e1a for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:32:29.305347 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-f145e603-4b26-4da7-ae70-01a23ba2aae6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:29.365515 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4a90508f-c581-478f-bddc-1941efb5b10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:29.471176 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-f145e603-4b26-4da7-ae70-01a23ba2aae6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Allocated IP 172.20.0.9 (8cf790d2-c57e-496c-8063-90d6adb074e0/66e41516-fec7-4a34-8efa-49f294b3c640/4a8127b0-1fa9-4c1d-a650-fd35c8385c43) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:32:29.680854 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-f145e603-4b26-4da7-ae70-01a23ba2aae6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:29.707319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-f145e603-4b26-4da7-ae70-01a23ba2aae6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Transition to ACTIVE for port object 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:32:29.741659 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-f145e603-4b26-4da7-ae70-01a23ba2aae6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:29.813508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-f145e603-4b26-4da7-ae70-01a23ba2aae6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Network 8cf790d2-c57e-496c-8063-90d6adb074e0 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:32:29.816660 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-f145e603-4b26-4da7-ae70-01a23ba2aae6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:32:29.828986 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145e603-4b26-4da7-ae70-01a23ba2aae6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'Port': ['ID=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:29.831327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-f145e603-4b26-4da7-ae70-01a23ba2aae6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:32:29.894792 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-f145e603-4b26-4da7-ae70-01a23ba2aae6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:29.895549 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-f145e603-4b26-4da7-ae70-01a23ba2aae6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:29.923529 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-f145e603-4b26-4da7-ae70-01a23ba2aae6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7810335 Feb 09 15:32:29.935649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Request body: {'port': {'device_id': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:32:30.053611 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:30.095501 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-97ce3f5d-1103-428c-9e0a-54f44421f8a3 None None] Provisioning for port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:32:30.103067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-97ce3f5d-1103-428c-9e0a-54f44421f8a3 None None] Provisioning complete for port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:32:30.104235 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-97ce3f5d-1103-428c-9e0a-54f44421f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:30.168805 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-97ce3f5d-1103-428c-9e0a-54f44421f8a3 None None] Port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:32:30.312654 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4792941-8ccd-45df-9966-34814565ee78 req-1952633c-dbce-4875-b372-6f008a88aa2d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:30.314151 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4792941-8ccd-45df-9966-34814565ee78 req-1952633c-dbce-4875-b372-6f008a88aa2d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 931 time: 0.0831573 Feb 09 15:32:30.364917 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a4792941-8ccd-45df-9966-34814565ee78 req-5e04c21a-a9a6-4ccd-805d-0796c51de34b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Synchronizing usage tracker for tenant:978cd6d74d2e4803be460550643c1e1a on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:32:30.377149 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a4792941-8ccd-45df-9966-34814565ee78 req-5e04c21a-a9a6-4ccd-805d-0796c51de34b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Unset dirty status for tenant:978cd6d74d2e4803be460550643c1e1a on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:32:30.378198 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a4792941-8ccd-45df-9966-34814565ee78 req-5e04c21a-a9a6-4ccd-805d-0796c51de34b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584657 Feb 09 15:32:30.425751 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:32:30.434991 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:30.451876 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Transition to ACTIVE for port object 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:32:30.455545 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:30.518730 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:30.600433 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:30.676105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Pushing event updated for resources: {'Port': ['ID=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:30.718704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Attempting to bind port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:32:30.719045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Attempting to bind port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:32:30.719402 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Attempting to bind port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 on network 8cf790d2-c57e-496c-8063-90d6adb074e0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:32:30.725227 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 on network 8cf790d2-c57e-496c-8063-90d6adb074e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:32:30.725551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Attempting to bind port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 on network 8cf790d2-c57e-496c-8063-90d6adb074e0 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:32:30.731047 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:32:30.731381 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Checking segment: {'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:32:30.731832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Bound using segment: {'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:32:30.732254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Bound port: 4a8127b0-1fa9-4c1d-a650-fd35c8385c43, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528da250-4b53-40e7-9d26-d761a9490fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:32:30.732593 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:30.823973 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] For port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:32:30.827343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] For port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:32:30.831966 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:30.891218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:30.891844 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:30.893214 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] 10.222.0.35 "PUT /v2.0/ports/4a8127b0-1fa9-4c1d-a650-fd35c8385c43 HTTP/1.1" status: 200 len: 1091 time: 0.9622176 Feb 09 15:32:30.893645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'tag': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:32:30.914462 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597f1b4-5be7-4db7-aa16-cb30d7ee0c6d service neutron] Pushing event updated for resources: {'Port': ['ID=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:30.941908 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'tag': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43', 'status': 'completed', 'code': 200} Feb 09 15:32:31.022414 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-505b1cd7-05fa-4980-96dc-d502061051be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:31.023959 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-505b1cd7-05fa-4980-96dc-d502061051be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 1094 time: 0.0769343 Feb 09 15:32:31.201646 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-2629f199-6068-42a7-8737-508f3dba3966 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43 HTTP/1.1" status: 200 len: 217 time: 0.1693826 Feb 09 15:32:31.263919 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-daee2259-6a5c-490e-a05d-a9386ce22f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:31.265303 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-daee2259-6a5c-490e-a05d-a9386ce22f5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0578449 Feb 09 15:32:31.339209 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-8a224dbe-e7e8-490b-af22-3c9905a42ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:31.340714 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-8a224dbe-e7e8-490b-af22-3c9905a42ecb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689290 Feb 09 15:32:31.472258 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-a6b0b733-1cac-4f2e-9115-5d457662098e service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246705 Feb 09 15:32:31.569794 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af49f88-80fd-4dbb-8228-c9d37190d3c2 req-5234c863-e953-4076-8b1b-6c7e1e718d52 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:31.572040 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7af49f88-80fd-4dbb-8228-c9d37190d3c2 req-5234c863-e953-4076-8b1b-6c7e1e718d52 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 943 time: 0.0857899 Feb 09 15:32:31.606281 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-751902ea-be1d-4f81-ab4d-db2cce7f3e1e req-c969c137-03b3-4c2b-80af-829e5d151c87 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277466 Feb 09 15:32:31.621162 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-7af49f88-80fd-4dbb-8228-c9d37190d3c2 req-c52ccd84-804d-4c73-a253-a1e72168fb79 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394690 Feb 09 15:32:31.722477 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd529dfd-d077-4efc-a0da-4330b52fe0de req-8da910bb-99cc-4005-b9a7-34a7b31c680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:31.723835 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bd529dfd-d077-4efc-a0da-4330b52fe0de req-8da910bb-99cc-4005-b9a7-34a7b31c680b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 1094 time: 0.0745990 Feb 09 15:32:31.855507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd529dfd-d077-4efc-a0da-4330b52fe0de req-3b37e508-33c1-42f8-b0de-aa0f470bb08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:31.857024 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bd529dfd-d077-4efc-a0da-4330b52fe0de req-3b37e508-33c1-42f8-b0de-aa0f470bb08e service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1258781 Feb 09 15:32:31.925369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bd529dfd-d077-4efc-a0da-4330b52fe0de req-316755ad-849d-40a1-8269-c5b7b5e27c34 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43 HTTP/1.1" status: 200 len: 217 time: 0.0621202 Feb 09 15:32:31.992108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd529dfd-d077-4efc-a0da-4330b52fe0de req-cb5c2ee4-6386-44dd-b757-15156bcb87ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:31.993472 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bd529dfd-d077-4efc-a0da-4330b52fe0de req-cb5c2ee4-6386-44dd-b757-15156bcb87ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0623698 Feb 09 15:32:32.085609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd529dfd-d077-4efc-a0da-4330b52fe0de req-15663656-abd3-49d0-b57f-ec6d4acf2a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:32.088846 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bd529dfd-d077-4efc-a0da-4330b52fe0de req-15663656-abd3-49d0-b57f-ec6d4acf2a2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893288 Feb 09 15:32:32.098116 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:32.232609 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bd529dfd-d077-4efc-a0da-4330b52fe0de req-0c181343-cfe9-49b0-9866-542d3a7fbfc5 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375573 Feb 09 15:32:32.364621 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bd529dfd-d077-4efc-a0da-4330b52fe0de req-8f350f09-bbf6-42b9-a45f-dc717029fc39 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261714 Feb 09 15:32:32.809518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53a2d6-89b5-487c-add5-e828a87b3600 req-76227cbd-74b1-410b-8b41-6a99834c820a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:32.810206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3a53a2d6-89b5-487c-add5-e828a87b3600 req-76227cbd-74b1-410b-8b41-6a99834c820a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Synchronizing usage tracker for tenant:978cd6d74d2e4803be460550643c1e1a on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:32:32.825738 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-3a53a2d6-89b5-487c-add5-e828a87b3600 req-76227cbd-74b1-410b-8b41-6a99834c820a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Unset dirty status for tenant:978cd6d74d2e4803be460550643c1e1a on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:32:32.826878 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3a53a2d6-89b5-487c-add5-e828a87b3600 req-76227cbd-74b1-410b-8b41-6a99834c820a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 943 time: 0.1017547 Feb 09 15:32:32.871900 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-3a53a2d6-89b5-487c-add5-e828a87b3600 req-84dc36ce-47a1-48c8-9a4d-8e7c71785aaa tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392666 Feb 09 15:32:34.056915 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf2913-59fc-4e2d-aa6b-c01e91b8f768 req-a4fe7485-58b5-49e9-8ee2-75843f62317a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:34.058368 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dcbf2913-59fc-4e2d-aa6b-c01e91b8f768 req-a4fe7485-58b5-49e9-8ee2-75843f62317a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 943 time: 0.0838323 Feb 09 15:32:34.102561 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dcbf2913-59fc-4e2d-aa6b-c01e91b8f768 req-50f6ffec-2947-454e-9fd5-d384342b157d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385962 Feb 09 15:32:35.287588 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daae03-0d63-4a49-a826-f02705dfa350 req-32b97308-f408-4ec5-ae0a-3a09690f1d4f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:35.289093 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93daae03-0d63-4a49-a826-f02705dfa350 req-32b97308-f408-4ec5-ae0a-3a09690f1d4f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 943 time: 0.0783598 Feb 09 15:32:35.332606 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-93daae03-0d63-4a49-a826-f02705dfa350 req-eb432d7c-6492-4e15-99e0-6a4233249934 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377638 Feb 09 15:32:36.512264 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7787b-b239-438c-986d-ecc0729736b5 req-8ef6406b-0e68-4296-94ed-ad17edac5935 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:36.513731 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40f7787b-b239-438c-986d-ecc0729736b5 req-8ef6406b-0e68-4296-94ed-ad17edac5935 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 943 time: 0.0793235 Feb 09 15:32:36.557280 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-40f7787b-b239-438c-986d-ecc0729736b5 req-1a581fc0-9727-49d3-8e69-01de42232622 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378540 Feb 09 15:32:37.746390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda32f5e-402e-4d19-91be-76e96964e0a1 req-7a893d95-52b3-46e2-9a0d-1f99e66ed281 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:37.747931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bda32f5e-402e-4d19-91be-76e96964e0a1 req-7a893d95-52b3-46e2-9a0d-1f99e66ed281 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 943 time: 0.0868883 Feb 09 15:32:37.792128 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bda32f5e-402e-4d19-91be-76e96964e0a1 req-d09a245f-9284-4d7e-8fde-972d55698c7b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377114 Feb 09 15:32:38.979182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31720608-f315-4e31-b85c-bf27b2d9d2f3 req-cba2b39c-46c4-4d11-aa35-3f0c33117e9b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:38.980642 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-31720608-f315-4e31-b85c-bf27b2d9d2f3 req-cba2b39c-46c4-4d11-aa35-3f0c33117e9b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 943 time: 0.0823426 Feb 09 15:32:39.024738 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-31720608-f315-4e31-b85c-bf27b2d9d2f3 req-8383b326-4b8e-4123-9dee-083b94061ef4 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383523 Feb 09 15:32:39.714493 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:40.205937 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a0917-9475-497f-a440-645758513ed2 req-479c0a8e-1c78-413b-b297-a1e0bb20c667 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:40.207381 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d12a0917-9475-497f-a440-645758513ed2 req-479c0a8e-1c78-413b-b297-a1e0bb20c667 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 943 time: 0.0799708 Feb 09 15:32:40.233053 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:32:40.253875 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d12a0917-9475-497f-a440-645758513ed2 req-009f1a88-01db-4f3b-a5fb-5cc4f068dfc6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401397 Feb 09 15:32:40.364760 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:32:40.378311 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'port_id': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43', 'mac_address': 'fa:16:3e:fe:e2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:32:40.432926 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:40.449763 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:32:40.464572 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:32:40.469001 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:40.538377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:40.546686 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:40.547039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:40.547380 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:40.547716 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:40.548083 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:40.548414 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:40.548738 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:40.549062 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:40.549384 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:40.549704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:40.550027 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:40.550345 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:40.885534 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['4a8127b0-1fa9-4c1d-a650-fd35c8385c43'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:32:41.437423 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6aa6d-29fa-489a-9290-a7e4a5daf645 req-c64ce525-c348-4a60-b1b2-e2d76451e777 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:41.438876 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4cc6aa6d-29fa-489a-9290-a7e4a5daf645 req-c64ce525-c348-4a60-b1b2-e2d76451e777 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 944 time: 0.0785637 Feb 09 15:32:41.465824 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:41.488402 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-4cc6aa6d-29fa-489a-9290-a7e4a5daf645 req-3e6e2411-99dc-4885-8950-2421b1c099ce tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438240 Feb 09 15:32:42.264668 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:32:42.335766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:32:42.340398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:32:42.340770 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:42.470480 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:42.498626 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:32:42.508589 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:32:42.514179 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:42.588608 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:42.606201 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43', 'code': 200} Feb 09 15:32:42.693793 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8bfbb-a474-4d49-8d31-a49cdd807c87 req-add7d1aa-992a-42ef-b140-791d650589f6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:42.695507 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-08d8bfbb-a474-4d49-8d31-a49cdd807c87 req-add7d1aa-992a-42ef-b140-791d650589f6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0860715 Feb 09 15:32:42.738461 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d6d2c-2acc-4989-9e98-dc505733af9d req-c95cc10f-6a40-4688-aa43-6eb3163bc146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:42.739986 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2c6d6d2c-2acc-4989-9e98-dc505733af9d req-c95cc10f-6a40-4688-aa43-6eb3163bc146 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 1096 time: 0.0764837 Feb 09 15:32:42.740658 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-08d8bfbb-a474-4d49-8d31-a49cdd807c87 req-cc0e7d2f-aa44-404a-9f19-addfab3d4c3a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390227 Feb 09 15:32:42.781643 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2c6d6d2c-2acc-4989-9e98-dc505733af9d req-86125ee9-d609-4e11-b331-9bbab6d6b7ee service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346761 Feb 09 15:32:43.960076 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02017ba-1c8c-489b-bf03-8c797ee0963f req-4b2aab13-474f-4fd3-93a3-df34932b4cd3 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:43.962320 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c02017ba-1c8c-489b-bf03-8c797ee0963f req-4b2aab13-474f-4fd3-93a3-df34932b4cd3 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.1012213 Feb 09 15:32:44.134127 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c02017ba-1c8c-489b-bf03-8c797ee0963f req-0e3b7391-e88b-4fc2-ae04-6a36dfcc9a7e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652222 Feb 09 15:32:45.326693 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7c08b-bf03-4360-a39b-6896ad52347d req-13fce5a5-75e0-4617-9071-32d3f03ac6c4 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:45.329044 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a2f7c08b-bf03-4360-a39b-6896ad52347d req-13fce5a5-75e0-4617-9071-32d3f03ac6c4 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0843668 Feb 09 15:32:45.466767 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a2f7c08b-bf03-4360-a39b-6896ad52347d req-dd0d7517-6cdd-43e7-8bd2-6f6c44cfd191 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325955 Feb 09 15:32:45.666517 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd93f6-837a-4625-946c-dc35742db318 req-bdc8763c-7110-4224-bd38-3c91bc16837f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:45.668046 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1bcd93f6-837a-4625-946c-dc35742db318 req-bdc8763c-7110-4224-bd38-3c91bc16837f tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0966883 Feb 09 15:32:45.713894 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1bcd93f6-837a-4625-946c-dc35742db318 req-3470cc17-93ca-47d7-a37b-828ffd06ad80 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383499 Feb 09 15:32:45.735299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56456) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:32:45.847752 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caf5c99-59aa-4c47-aad1-8cf716692ff5 tempest-TestShelveInstance-641450008 tempest-TestShelveInstance-641450008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:45.849250 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-3caf5c99-59aa-4c47-aad1-8cf716692ff5 tempest-TestShelveInstance-641450008 tempest-TestShelveInstance-641450008-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 1091 time: 0.1129255 Feb 09 15:32:45.852117 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56462) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:32:45.857444 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:32:45.864084 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:32:45.867911 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Usage tracker for resource:floatingip and tenant:978cd6d74d2e4803be460550643c1e1a is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:32:45.871258 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:32:45.876916 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:32:45.888154 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:46.025886 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:46.156885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Allocated IP 172.25.8.117 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/b4b8cde6-3c92-4b31-89a2-f5cb09db113b) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:32:46.306216 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:46.335411 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:46.401441 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:32:46.404730 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:32:46.408552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:32:46.437376 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'Port': ['ID=b4b8cde6-3c92-4b31-89a2-f5cb09db113b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:46.828739 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:46.909387 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:47.127795 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:47.132393 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:47.241442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event updated for resources: {'Port': ['ID=b4b8cde6-3c92-4b31-89a2-f5cb09db113b,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:47.252925 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:47.541112 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Floating IP 2147e56b-1558-4c58-b3b2-c3c895ce0af9 associated. External IP: 172.25.8.117, port: 4a8127b0-1fa9-4c1d-a650-fd35c8385c43. Feb 09 15:32:47.884202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:32:48.059318 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:32:48.068536 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b57e06-31fb-4f1d-bfb1-a85f512ab7b8 None None] Sync routers for ids ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:32:48.078265 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b57e06-31fb-4f1d-bfb1-a85f512ab7b8 None None] Routers {'9c1bc28e-8366-4c50-bb2d-b80ce8583e00'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:32:48.078876 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-60b57e06-31fb-4f1d-bfb1-a85f512ab7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:32:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:32:48.082843 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:48.142937 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-6d5b3fa3-8094-4872-b610-21045d9daacd tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2896829 Feb 09 15:32:48.143430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'tag': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:32:48.195151 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'tag': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43', 'status': 'completed', 'code': 200} Feb 09 15:32:48.261154 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-60b57e06-31fb-4f1d-bfb1-a85f512ab7b8 None None] Set router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:32:48.296532 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842bbbd-8795-447b-80b1-aa425ffa5e99 req-2fa3b402-3ef3-404b-b540-3f1f708321e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:48.298005 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6842bbbd-8795-447b-80b1-aa425ffa5e99 req-2fa3b402-3ef3-404b-b540-3f1f708321e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 1096 time: 0.0770512 Feb 09 15:32:48.429702 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842bbbd-8795-447b-80b1-aa425ffa5e99 req-83912da7-d45e-446e-8e9d-5f93984859ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:48.431158 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6842bbbd-8795-447b-80b1-aa425ffa5e99 req-83912da7-d45e-446e-8e9d-5f93984859ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1269808 Feb 09 15:32:48.534312 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6842bbbd-8795-447b-80b1-aa425ffa5e99 req-aec42b3f-b73e-4d85-ba4b-5eeda550f93f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43 HTTP/1.1" status: 200 len: 999 time: 0.0971358 Feb 09 15:32:48.596212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842bbbd-8795-447b-80b1-aa425ffa5e99 req-b8117c4d-c696-427a-9a53-de4fa07f5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:48.597669 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6842bbbd-8795-447b-80b1-aa425ffa5e99 req-b8117c4d-c696-427a-9a53-de4fa07f5ea1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0577555 Feb 09 15:32:48.606452 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-60b57e06-31fb-4f1d-bfb1-a85f512ab7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:20Z', 'revision_number': 4, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2147e56b-1558-4c58-b3b2-c3c895ce0af9', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'floating_ip_address': '172.25.8.117', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'port_id': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'mac_address': 'fa:16:3e:fe:e2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:32:46Z', 'updated_at': '2022-02-09T15:32:46Z', 'revision_number': 0, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b008c3c9-adab-480e-bb21-25a819c22832', 'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'mac_address': 'fa:16:3e:21:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:19Z', 'updated_at': '2022-02-09T15:26:27Z', 'revision_number': 5, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'subnets': [{'id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:32:48.610427 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b57e06-31fb-4f1d-bfb1-a85f512ab7b8 None None] Checking router: 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:32:48.619353 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b57e06-31fb-4f1d-bfb1-a85f512ab7b8 None None] Routers {'9c1bc28e-8366-4c50-bb2d-b80ce8583e00'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:32:48.620103 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-60b57e06-31fb-4f1d-bfb1-a85f512ab7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:32:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:32:48.675789 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842bbbd-8795-447b-80b1-aa425ffa5e99 req-e1f9f8df-5d6a-4db8-912f-3927e40158bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:48.677262 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6842bbbd-8795-447b-80b1-aa425ffa5e99 req-e1f9f8df-5d6a-4db8-912f-3927e40158bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737944 Feb 09 15:32:48.798446 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-60b57e06-31fb-4f1d-bfb1-a85f512ab7b8 None None] Set router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:32:48.808808 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6842bbbd-8795-447b-80b1-aa425ffa5e99 req-f3cc9f5d-2ad2-4c2c-b35a-d1d30446652c service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247315 Feb 09 15:32:48.984903 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:32:49.060981 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6842bbbd-8795-447b-80b1-aa425ffa5e99 req-ee639ff3-bd1f-46c4-b7ab-2d57b7e5ac86 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462225 Feb 09 15:32:49.180475 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-60b57e06-31fb-4f1d-bfb1-a85f512ab7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:20Z', 'revision_number': 4, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2147e56b-1558-4c58-b3b2-c3c895ce0af9', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'floating_ip_address': '172.25.8.117', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'port_id': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'mac_address': 'fa:16:3e:fe:e2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:32:46Z', 'updated_at': '2022-02-09T15:32:46Z', 'revision_number': 0, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b008c3c9-adab-480e-bb21-25a819c22832', 'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'mac_address': 'fa:16:3e:21:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:19Z', 'updated_at': '2022-02-09T15:26:27Z', 'revision_number': 5, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'subnets': [{'id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:32:49.185645 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b57e06-31fb-4f1d-bfb1-a85f512ab7b8 None None] The sync data for ids ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'] in n-d-828418-2 is: [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:20Z', 'revision_number': 4, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '2147e56b-1558-4c58-b3b2-c3c895ce0af9', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'floating_ip_address': '172.25.8.117', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'port_id': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'mac_address': 'fa:16:3e:fe:e2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:32:46Z', 'updated_at': '2022-02-09T15:32:46Z', 'revision_number': 0, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b008c3c9-adab-480e-bb21-25a819c22832', 'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'mac_address': 'fa:16:3e:21:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:19Z', 'updated_at': '2022-02-09T15:26:27Z', 'revision_number': 5, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'subnets': [{'id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:32:49.386193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f090d9ca-58ae-454e-9d8c-167456aff8c3 None None] New status for floating IP 2147e56b-1558-4c58-b3b2-c3c895ce0af9: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:32:52.636592 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-92165acf-8c58-49b5-8169-e427cb2f651d req-0701dee7-d46c-4daa-9e50-5f638ac16a4a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684586 Feb 09 15:32:52.777250 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92165acf-8c58-49b5-8169-e427cb2f651d req-d99eeaae-c15f-41fb-8c7e-c7bfad0aabdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:52.778801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-92165acf-8c58-49b5-8169-e427cb2f651d req-d99eeaae-c15f-41fb-8c7e-c7bfad0aabdf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 1096 time: 0.0735359 Feb 09 15:32:52.925465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92165acf-8c58-49b5-8169-e427cb2f651d req-df07821e-1cf7-4edb-8ede-12c43c204c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:52.927315 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-92165acf-8c58-49b5-8169-e427cb2f651d req-df07821e-1cf7-4edb-8ede-12c43c204c60 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1302218 Feb 09 15:32:53.039004 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-92165acf-8c58-49b5-8169-e427cb2f651d req-66a5fdfb-74f4-489b-872a-6c4e347f621c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43 HTTP/1.1" status: 200 len: 1001 time: 0.1048868 Feb 09 15:32:53.104869 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92165acf-8c58-49b5-8169-e427cb2f651d req-ba1875aa-80b7-4e48-a637-26878d2b6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:53.106178 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-92165acf-8c58-49b5-8169-e427cb2f651d req-ba1875aa-80b7-4e48-a637-26878d2b6b96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0591462 Feb 09 15:32:53.179066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92165acf-8c58-49b5-8169-e427cb2f651d req-ef02cd4d-1b67-4407-9a19-795d2dadb25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:32:53.180504 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-92165acf-8c58-49b5-8169-e427cb2f651d req-ef02cd4d-1b67-4407-9a19-795d2dadb25e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688550 Feb 09 15:32:53.315023 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-92165acf-8c58-49b5-8169-e427cb2f651d req-68f75aac-431d-41d9-a2f2-c167777e613f service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275916 Feb 09 15:32:53.452692 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-92165acf-8c58-49b5-8169-e427cb2f651d req-3556c0e3-597d-40e3-bef6-bb3b21ea4163 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315303 Feb 09 15:32:56.957766 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ab6a8ea0-7aa7-40f2-b111-6127526d8c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:59.362117 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3a0a9a74-acbb-489f-ab5e-670e82be08af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:00.518082 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:00.563344 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:02.107861 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:09.726942 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:11.493326 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:25.974421 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:33:26.959643 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bdfe67f3-a684-47d1-b2a5-60284a11912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:29.400821 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-56de8574-dc32-4c22-9a70-49bedae9d3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:30.509867 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:30.565524 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:32.099529 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:39.733554 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:41.511445 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:53.685070 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04edf4cb-9d08-4bc5-afe8-bc15182760e5 req-e4ad8b5d-c3c5-4328-bd09-0103dd351fc2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1148391 Feb 09 15:33:53.832411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edf4cb-9d08-4bc5-afe8-bc15182760e5 req-65386b16-eee8-4be2-a1b4-40c335bf3ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:33:53.833817 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04edf4cb-9d08-4bc5-afe8-bc15182760e5 req-65386b16-eee8-4be2-a1b4-40c335bf3ab6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 1096 time: 0.0723753 Feb 09 15:33:53.976045 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edf4cb-9d08-4bc5-afe8-bc15182760e5 req-9109482c-ae50-4244-af8e-823f54818621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:33:53.977561 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04edf4cb-9d08-4bc5-afe8-bc15182760e5 req-9109482c-ae50-4244-af8e-823f54818621 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1249990 Feb 09 15:33:54.085508 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04edf4cb-9d08-4bc5-afe8-bc15182760e5 req-9687d8e6-50b8-4f79-900b-5f24cfd956dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43 HTTP/1.1" status: 200 len: 1001 time: 0.0980313 Feb 09 15:33:54.149066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edf4cb-9d08-4bc5-afe8-bc15182760e5 req-6e040695-4dc1-48cb-bcc0-eecee87ec75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:33:54.150469 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04edf4cb-9d08-4bc5-afe8-bc15182760e5 req-6e040695-4dc1-48cb-bcc0-eecee87ec75a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0586603 Feb 09 15:33:54.233744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edf4cb-9d08-4bc5-afe8-bc15182760e5 req-990c6a4f-8cf9-470e-96e6-dd3adacddc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:33:54.235197 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04edf4cb-9d08-4bc5-afe8-bc15182760e5 req-990c6a4f-8cf9-470e-96e6-dd3adacddc1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779200 Feb 09 15:33:54.245163 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-04edf4cb-9d08-4bc5-afe8-bc15182760e5 req-c6754823-d9c1-4e7b-a56e-c82f836cb592 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:33:54.246160 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04edf4cb-9d08-4bc5-afe8-bc15182760e5 req-c6754823-d9c1-4e7b-a56e-c82f836cb592 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048139 Feb 09 15:33:54.381524 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04edf4cb-9d08-4bc5-afe8-bc15182760e5 req-200d5d0d-6339-490b-bbd8-8e996fc819bd service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281579 Feb 09 15:33:54.646840 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04edf4cb-9d08-4bc5-afe8-bc15182760e5 req-9934cacd-4b39-47a9-b159-07e26762d374 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557752 Feb 09 15:33:56.963067 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a110d60c-d2e3-44b1-b1d1-b20f1ed08c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:59.364427 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6e3c671a-3489-4175-8eb2-4b98e29ed1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:00.513580 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:00.569552 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:02.101479 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:02.973667 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:34:09.739896 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:11.506716 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:26.965400 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bef72d09-15bd-43f4-bec7-2baff4fc3681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:29.366371 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-dbde9795-85ad-4301-ae21-c92f14d24cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:30.517720 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:30.572770 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:32.103324 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:39.746018 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:39.973600 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:34:41.526028 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:46.144751 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d628ce-fe23-49ce-a01a-ceb638589e7e req-e00604db-2326-4528-8cf6-f6c47241866d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:46.146190 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-98d628ce-fe23-49ce-a01a-ceb638589e7e req-e00604db-2326-4528-8cf6-f6c47241866d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0808244 Feb 09 15:34:46.194166 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-98d628ce-fe23-49ce-a01a-ceb638589e7e req-ebd1b9d1-f111-4fdf-96b9-c5b5f3d17451 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422387 Feb 09 15:34:47.385926 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ba9f9-2533-4e80-8568-c94ff4167820 req-7605096b-ad30-4bf3-a6fb-25963f3a900a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:47.387376 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b98ba9f9-2533-4e80-8568-c94ff4167820 req-7605096b-ad30-4bf3-a6fb-25963f3a900a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0813160 Feb 09 15:34:47.434039 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b98ba9f9-2533-4e80-8568-c94ff4167820 req-7d147924-b1fa-4f74-bb72-a7e2ce5ad9ec tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409698 Feb 09 15:34:48.621709 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd107b-9c19-412f-90e9-1a7c6f50d2b7 req-d86fd2a4-03f3-46d3-8f1a-7b32ed05fc82 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:48.623164 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3bfd107b-9c19-412f-90e9-1a7c6f50d2b7 req-d86fd2a4-03f3-46d3-8f1a-7b32ed05fc82 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0804358 Feb 09 15:34:48.667559 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3bfd107b-9c19-412f-90e9-1a7c6f50d2b7 req-3025ade3-b2f0-4713-942c-4f7d63e40062 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385191 Feb 09 15:34:49.861614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eafc4-1dbf-4a23-a0ec-93587ac85792 req-760cfae9-eb73-42b1-a1f9-f83370f2ddb3 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:49.862991 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-023eafc4-1dbf-4a23-a0ec-93587ac85792 req-760cfae9-eb73-42b1-a1f9-f83370f2ddb3 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0859020 Feb 09 15:34:49.907499 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-023eafc4-1dbf-4a23-a0ec-93587ac85792 req-b7d7d222-a441-4b65-a4a7-8506548a2b6c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381699 Feb 09 15:34:50.662582 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [req-15e832d2-8115-422f-b2f7-edd1ef2d8b5d req-dc946fbf-b57e-460b-ade7-88de1739140a service neutron] (87596) timed out ('10.222.0.48', 54910) {{(pid=87596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 15:34:51.098773 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cebd0-e76a-4c1d-83c3-ee1d9a02e410 req-0d8039ae-f4c5-4314-91a4-5449e3844c06 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:51.100139 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f05cebd0-e76a-4c1d-83c3-ee1d9a02e410 req-0d8039ae-f4c5-4314-91a4-5449e3844c06 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0854955 Feb 09 15:34:51.147132 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f05cebd0-e76a-4c1d-83c3-ee1d9a02e410 req-fab7465e-1db4-479e-9b17-2762b8ae53da tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409236 Feb 09 15:34:52.337072 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be86055-3dcf-4678-b97f-5a32a83dbd9e req-dcaa4b43-26df-4326-8af5-66cb58b4b9ac tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:52.338731 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5be86055-3dcf-4678-b97f-5a32a83dbd9e req-dcaa4b43-26df-4326-8af5-66cb58b4b9ac tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0799432 Feb 09 15:34:52.389766 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5be86055-3dcf-4678-b97f-5a32a83dbd9e req-f0a19181-3195-4bfb-879f-9f00cd0c8d63 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456884 Feb 09 15:34:53.578435 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5ab66-122b-4f4a-a2eb-83282a6fd22f req-53ebb116-fbdc-4f13-a9b9-19ea528633c9 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:53.579970 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a9a5ab66-122b-4f4a-a2eb-83282a6fd22f req-53ebb116-fbdc-4f13-a9b9-19ea528633c9 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0836072 Feb 09 15:34:53.640074 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a9a5ab66-122b-4f4a-a2eb-83282a6fd22f req-be22428d-2ff4-49c4-a341-cb0f9a5f018d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543234 Feb 09 15:34:53.712013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c9a69-a349-49ec-9b9c-9d2aede4a921 req-3b875d32-ee99-4874-adc0-e21f9c656e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:53.713483 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a5c9a69-a349-49ec-9b9c-9d2aede4a921 req-3b875d32-ee99-4874-adc0-e21f9c656e0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 1096 time: 0.0812914 Feb 09 15:34:53.859576 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c9a69-a349-49ec-9b9c-9d2aede4a921 req-1b4c5753-5271-4f0e-96d1-d1edc5bfce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:53.861039 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a5c9a69-a349-49ec-9b9c-9d2aede4a921 req-1b4c5753-5271-4f0e-96d1-d1edc5bfce65 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1284432 Feb 09 15:34:53.963911 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a5c9a69-a349-49ec-9b9c-9d2aede4a921 req-dcc0af49-9965-4761-93fa-071f56a35ffd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43 HTTP/1.1" status: 200 len: 1001 time: 0.0955005 Feb 09 15:34:54.024726 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c9a69-a349-49ec-9b9c-9d2aede4a921 req-b4209777-fc5a-4512-9bdd-1d05628e9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:54.026154 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a5c9a69-a349-49ec-9b9c-9d2aede4a921 req-b4209777-fc5a-4512-9bdd-1d05628e9f56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0562754 Feb 09 15:34:54.103359 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c9a69-a349-49ec-9b9c-9d2aede4a921 req-cd8b083a-e44e-455a-b8c5-0e822140a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:54.104871 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a5c9a69-a349-49ec-9b9c-9d2aede4a921 req-cd8b083a-e44e-455a-b8c5-0e822140a8b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720966 Feb 09 15:34:54.235930 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a5c9a69-a349-49ec-9b9c-9d2aede4a921 req-aaddf76d-99a8-4ab1-839c-f838cdb72f59 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244411 Feb 09 15:34:54.365128 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5a5c9a69-a349-49ec-9b9c-9d2aede4a921 req-c9c3a7fe-5e66-420a-a252-f4be40c0d963 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229684 Feb 09 15:34:54.845671 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae39f7-5a48-4531-9c3b-531fe7d8b59c req-d4d15314-12cf-469f-ae91-c66b4399e191 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:54.847063 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9cae39f7-5a48-4531-9c3b-531fe7d8b59c req-d4d15314-12cf-469f-ae91-c66b4399e191 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0930483 Feb 09 15:34:54.891296 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-9cae39f7-5a48-4531-9c3b-531fe7d8b59c req-1ad107c6-6186-4028-a4d8-194c9835683e tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381830 Feb 09 15:34:56.079882 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7648115-001b-4778-9ce3-7f8b5022760a req-9b4a4539-e609-4e3d-8779-e43ed46f8bc9 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:56.081340 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7648115-001b-4778-9ce3-7f8b5022760a req-9b4a4539-e609-4e3d-8779-e43ed46f8bc9 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0837729 Feb 09 15:34:56.124705 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e7648115-001b-4778-9ce3-7f8b5022760a req-187fd091-4ca9-41ac-ae95-1026d0f46a7b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372486 Feb 09 15:34:56.243975 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137a10d-92c0-46aa-87b4-2a9a2c1a3213 req-1a49563b-0333-4ae5-a8e2-cd96a9db23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:56.245421 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1137a10d-92c0-46aa-87b4-2a9a2c1a3213 req-1a49563b-0333-4ae5-a8e2-cd96a9db23e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 1096 time: 0.0731728 Feb 09 15:34:56.380410 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137a10d-92c0-46aa-87b4-2a9a2c1a3213 req-005e41e6-5164-4cf0-bfb2-4f3752adba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:56.381836 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1137a10d-92c0-46aa-87b4-2a9a2c1a3213 req-005e41e6-5164-4cf0-bfb2-4f3752adba3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1305473 Feb 09 15:34:56.485401 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1137a10d-92c0-46aa-87b4-2a9a2c1a3213 req-2ba11683-f4eb-41c3-ad05-00cb0d2cd047 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43 HTTP/1.1" status: 200 len: 1001 time: 0.0964370 Feb 09 15:34:56.549479 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137a10d-92c0-46aa-87b4-2a9a2c1a3213 req-efab7188-e833-4a36-a399-b5c56814cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:56.550864 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1137a10d-92c0-46aa-87b4-2a9a2c1a3213 req-efab7188-e833-4a36-a399-b5c56814cbb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0588422 Feb 09 15:34:56.625153 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137a10d-92c0-46aa-87b4-2a9a2c1a3213 req-6c864989-1027-4682-9c9e-5c9c698f020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:56.626632 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1137a10d-92c0-46aa-87b4-2a9a2c1a3213 req-6c864989-1027-4682-9c9e-5c9c698f020f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686691 Feb 09 15:34:56.889003 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1137a10d-92c0-46aa-87b4-2a9a2c1a3213 req-5f469e89-634d-4434-b6e6-b6acaa209dd4 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547681 Feb 09 15:34:56.967992 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5ec721d4-f2f3-476b-8bf4-444c48a8fa6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:57.019271 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1137a10d-92c0-46aa-87b4-2a9a2c1a3213 req-5fa64b3e-36d0-4c8e-a743-b178d1b80d58 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241236 Feb 09 15:34:57.306049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d074d-d359-4104-a0c6-6d67efa2f506 req-e27185ef-7aba-49b6-bb92-da026883fbef tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:57.307522 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f57d074d-d359-4104-a0c6-6d67efa2f506 req-e27185ef-7aba-49b6-bb92-da026883fbef tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0797527 Feb 09 15:34:57.350586 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f57d074d-d359-4104-a0c6-6d67efa2f506 req-e8b95ff5-b12d-4b80-b0b3-ee88162ff1e3 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371311 Feb 09 15:34:58.538352 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25f8e9-1294-4e74-8bf2-7abfa7aa60a6 req-37914023-c490-4b27-b23b-94dc7d99260a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:58.540588 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ea25f8e9-1294-4e74-8bf2-7abfa7aa60a6 req-37914023-c490-4b27-b23b-94dc7d99260a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0848796 Feb 09 15:34:58.586610 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ea25f8e9-1294-4e74-8bf2-7abfa7aa60a6 req-3a5e0814-a2eb-42cf-8834-25069210102b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403106 Feb 09 15:34:59.369807 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8b4e8bad-9f6a-46b7-8134-b3a678f39f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:59.791390 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70d1bb-297c-43a9-b97a-4514ff097248 req-ff1daea0-cbed-4447-9f44-8ea2403c8b54 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:59.792874 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca70d1bb-297c-43a9-b97a-4514ff097248 req-ff1daea0-cbed-4447-9f44-8ea2403c8b54 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0925829 Feb 09 15:34:59.836775 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-ca70d1bb-297c-43a9-b97a-4514ff097248 req-dd96d5e0-3d7b-4c05-af7a-5e8dd9f6b0c5 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381968 Feb 09 15:35:00.046700 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56532) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:35:00.240014 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904725a-f8a6-4a9c-9b06-ce519cd64a5a req-b477b8bb-41a9-473b-83de-47de71ce8771 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:00.241442 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8904725a-f8a6-4a9c-9b06-ce519cd64a5a req-b477b8bb-41a9-473b-83de-47de71ce8771 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.1359005 Feb 09 15:35:00.248023 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f1102c0-ca35-4a4c-83bd-0bbeb9f62d76 req-b7ed36be-4fc3-446d-9c1d-47f2b23a8194 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2000990 Feb 09 15:35:00.290499 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8904725a-f8a6-4a9c-9b06-ce519cd64a5a req-628995b2-3968-4b17-a4ae-fdeaccbf5867 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415375 Feb 09 15:35:00.520849 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:00.575589 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:01.485663 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1679c-0a7c-4efc-a4e0-70cb317efa13 req-34a7b02b-1e3d-4e37-94c4-c1ae0ae9da11 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:01.487155 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-29c1679c-0a7c-4efc-a4e0-70cb317efa13 req-34a7b02b-1e3d-4e37-94c4-c1ae0ae9da11 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0873749 Feb 09 15:35:01.539970 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-29c1679c-0a7c-4efc-a4e0-70cb317efa13 req-c0637e70-8cfa-4d05-9708-898ee3c162ea tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470719 Feb 09 15:35:02.108113 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:02.726578 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27aa17c-a45d-4e19-97a8-cec715e26e64 req-dbc5e34b-df12-456a-a3f7-1f79f8b79903 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:02.728041 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f27aa17c-a45d-4e19-97a8-cec715e26e64 req-dbc5e34b-df12-456a-a3f7-1f79f8b79903 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0818837 Feb 09 15:35:02.821590 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f27aa17c-a45d-4e19-97a8-cec715e26e64 req-bc0a87fb-5e06-41e1-b6db-5716a5c32225 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575848 Feb 09 15:35:02.836920 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1102c0-ca35-4a4c-83bd-0bbeb9f62d76 req-debbbbcc-f79d-4122-bb09-d4468d6bc5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:02.838377 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f1102c0-ca35-4a4c-83bd-0bbeb9f62d76 req-debbbbcc-f79d-4122-bb09-d4468d6bc5c3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869&tenant_id=978cd6d74d2e4803be460550643c1e1a HTTP/1.1" status: 200 len: 1096 time: 0.1066411 Feb 09 15:35:02.928896 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1102c0-ca35-4a4c-83bd-0bbeb9f62d76 req-acc94dbc-6ec5-4b41-93e1-2c6d896640c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:02.930375 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f1102c0-ca35-4a4c-83bd-0bbeb9f62d76 req-acc94dbc-6ec5-4b41-93e1-2c6d896640c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 1096 time: 0.0695975 Feb 09 15:35:02.936036 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:35:03.050486 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:03.063900 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1102c0-ca35-4a4c-83bd-0bbeb9f62d76 req-35d14635-d3c8-4eb5-93a5-224ae9cdd1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:03.065323 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f1102c0-ca35-4a4c-83bd-0bbeb9f62d76 req-35d14635-d3c8-4eb5-93a5-224ae9cdd1b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1284611 Feb 09 15:35:03.076383 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:35:03.087418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:35:03.092982 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:03.130026 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43', 'code': 200} Feb 09 15:35:03.162146 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:35:03.169626 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:35:03.169965 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:35:03.170684 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:35:03.170684 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:35:03.170938 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:35:03.171261 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:35:03.171585 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:35:03.171927 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:35:03.172246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:35:03.172565 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:35:03.172886 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:35:03.173195 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:35:03.174495 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f1102c0-ca35-4a4c-83bd-0bbeb9f62d76 req-395cf4c4-e795-4da1-9260-9d5459e6d98b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43 HTTP/1.1" status: 200 len: 999 time: 0.1016805 Feb 09 15:35:03.242248 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1102c0-ca35-4a4c-83bd-0bbeb9f62d76 req-ffd82432-088c-4b23-aa96-91841a1575d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:03.243671 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f1102c0-ca35-4a4c-83bd-0bbeb9f62d76 req-ffd82432-088c-4b23-aa96-91841a1575d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0623012 Feb 09 15:35:03.318505 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1102c0-ca35-4a4c-83bd-0bbeb9f62d76 req-60d4e27d-cb99-4ee1-b91a-bb4635ed4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:03.320439 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f1102c0-ca35-4a4c-83bd-0bbeb9f62d76 req-60d4e27d-cb99-4ee1-b91a-bb4635ed4350 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696421 Feb 09 15:35:03.450380 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f1102c0-ca35-4a4c-83bd-0bbeb9f62d76 req-d011a920-38f8-44bd-b234-ce1f80fb4317 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225314 Feb 09 15:35:03.581805 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6f1102c0-ca35-4a4c-83bd-0bbeb9f62d76 req-6c093e84-d4b6-4d60-8f3c-a7f2aa84a934 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245687 Feb 09 15:35:04.008951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdc79e-eeb6-4a64-8287-a9fc2f068a33 req-2dea8bbf-ded4-4723-9e12-520dbf231f40 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:04.010583 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-90fdc79e-eeb6-4a64-8287-a9fc2f068a33 req-2dea8bbf-ded4-4723-9e12-520dbf231f40 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 943 time: 0.0821187 Feb 09 15:35:04.159068 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-90fdc79e-eeb6-4a64-8287-a9fc2f068a33 req-dac6d86e-dd50-4501-9805-a66ddb197787 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419816 Feb 09 15:35:05.340791 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214fc3f-9542-4d55-96d9-185c33eb9a3e req-1e21cdd2-390f-4dc6-8f2a-5a914e810a6b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:05.342232 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d214fc3f-9542-4d55-96d9-185c33eb9a3e req-1e21cdd2-390f-4dc6-8f2a-5a914e810a6b tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 943 time: 0.0781887 Feb 09 15:35:05.389866 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-d214fc3f-9542-4d55-96d9-185c33eb9a3e req-b28a6ab2-d3cd-4eed-88ed-52fabe2626be tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420158 Feb 09 15:35:06.570811 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad6c53-5c18-44ad-80b2-dd86e41ce176 req-b578d336-e6e0-476f-88e9-e90d99c7e335 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:06.571492 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4ad6c53-5c18-44ad-80b2-dd86e41ce176 req-b578d336-e6e0-476f-88e9-e90d99c7e335 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 943 time: 0.0787568 Feb 09 15:35:06.617390 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4ad6c53-5c18-44ad-80b2-dd86e41ce176 req-cc44c946-9871-4a49-8852-d26d3bf0b93d tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396256 Feb 09 15:35:07.798981 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70559ad-f7b9-4b4d-b395-855b6fbf0e35 req-5855602f-4962-45e0-95a1-964f7d28f872 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:07.800476 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a70559ad-f7b9-4b4d-b395-855b6fbf0e35 req-5855602f-4962-45e0-95a1-964f7d28f872 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 943 time: 0.0798643 Feb 09 15:35:07.844713 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a70559ad-f7b9-4b4d-b395-855b6fbf0e35 req-9bfe0d50-4969-4d8b-81b5-4c8194079585 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377693 Feb 09 15:35:09.035925 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29601673-ece5-4005-a806-49223ca3ec2a req-4ae0d8ed-ebab-4340-87c9-88617e91c1f9 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:09.037395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-29601673-ece5-4005-a806-49223ca3ec2a req-4ae0d8ed-ebab-4340-87c9-88617e91c1f9 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 943 time: 0.0869572 Feb 09 15:35:09.080890 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-29601673-ece5-4005-a806-49223ca3ec2a req-25d47b95-c3c1-45ed-9781-4690b3697f04 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379531 Feb 09 15:35:09.761016 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:10.269605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006df2e6-45a2-42d1-a610-730025d557c4 req-61992faf-27c0-46bf-a9dc-35cb04f15caf tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:10.271069 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-006df2e6-45a2-42d1-a610-730025d557c4 req-61992faf-27c0-46bf-a9dc-35cb04f15caf tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 943 time: 0.0844738 Feb 09 15:35:10.314869 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-006df2e6-45a2-42d1-a610-730025d557c4 req-c49fb85f-9d4d-4193-b75a-e0f4f9c36dd4 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376723 Feb 09 15:35:10.762715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748b8f7-d657-4407-998b-0e739125c0aa req-723e4787-4da8-4c65-bd74-1624d3517249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:10.764125 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5748b8f7-d657-4407-998b-0e739125c0aa req-723e4787-4da8-4c65-bd74-1624d3517249 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 1094 time: 0.0681140 Feb 09 15:35:10.806303 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-5748b8f7-d657-4407-998b-0e739125c0aa req-a314ca25-c7a7-4a36-981b-282a4e101bbe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336676 Feb 09 15:35:10.982807 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:35:11.121902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:35:11.134508 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'port_id': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43', 'mac_address': 'fa:16:3e:fe:e2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:35:11.191001 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:11.207087 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:35:11.222571 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:35:11.228158 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:11.297296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:35:11.501353 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a1d08-ed99-46da-af50-12af851770dd req-ef8e1701-1479-4fd9-b338-3e8751291654 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:11.502797 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c76a1d08-ed99-46da-af50-12af851770dd req-ef8e1701-1479-4fd9-b338-3e8751291654 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 944 time: 0.0819054 Feb 09 15:35:11.546904 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c76a1d08-ed99-46da-af50-12af851770dd req-1eabbd46-5a45-4dfb-b459-6de998ec39d0 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377400 Feb 09 15:35:11.560387 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:11.826306 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['4a8127b0-1fa9-4c1d-a650-fd35c8385c43'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:35:12.729961 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1422655-0b11-4406-bf7b-61cc15fa9d74 req-2eaae70c-4e51-4dac-8a7c-3065c8385a92 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:12.731330 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b1422655-0b11-4406-bf7b-61cc15fa9d74 req-2eaae70c-4e51-4dac-8a7c-3065c8385a92 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 944 time: 0.0788319 Feb 09 15:35:12.775365 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b1422655-0b11-4406-bf7b-61cc15fa9d74 req-96ef1f71-59bf-4d85-b4fb-8964a7e64a62 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384803 Feb 09 15:35:13.000690 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:35:13.073288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:35:13.073656 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:13.187177 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:13.214947 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:35:13.224607 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:35:13.230343 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:13.268356 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43', 'code': 200} Feb 09 15:35:13.298776 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:35:16.973695 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:35:26.968924 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-289ab930-a61b-4cee-a1da-d4c25e7d878f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:29.373259 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4448164e-ad25-4ac1-9aa4-e9fc8b3577ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:30.534482 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:30.585462 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:32.121023 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:39.770545 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:41.558558 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:53.972830 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:35:55.630047 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8919a2e-f36e-4622-ac61-e640491330f6 req-3ba54f8e-c422-40a8-9bc2-ef17a3b735d5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673499 Feb 09 15:35:55.772295 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8919a2e-f36e-4622-ac61-e640491330f6 req-ecd1f9ce-533a-4b2f-82f2-11698efa76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:55.774369 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8919a2e-f36e-4622-ac61-e640491330f6 req-ecd1f9ce-533a-4b2f-82f2-11698efa76ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 1096 time: 0.0748141 Feb 09 15:35:55.923954 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8919a2e-f36e-4622-ac61-e640491330f6 req-ae8e78e3-2edc-45f5-9ece-eeb503f2b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:55.925419 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8919a2e-f36e-4622-ac61-e640491330f6 req-ae8e78e3-2edc-45f5-9ece-eeb503f2b67b service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1297429 Feb 09 15:35:56.027443 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8919a2e-f36e-4622-ac61-e640491330f6 req-75df68bc-e3fb-4286-9b1e-5f23fc76f7ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43 HTTP/1.1" status: 200 len: 1001 time: 0.0949523 Feb 09 15:35:56.087855 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8919a2e-f36e-4622-ac61-e640491330f6 req-13c6001e-6242-458c-8d61-cde84a2a9217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:56.089281 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8919a2e-f36e-4622-ac61-e640491330f6 req-13c6001e-6242-458c-8d61-cde84a2a9217 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0560591 Feb 09 15:35:56.166198 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8919a2e-f36e-4622-ac61-e640491330f6 req-442c3e18-86a1-4a91-8094-369a2716cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:35:56.167647 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8919a2e-f36e-4622-ac61-e640491330f6 req-442c3e18-86a1-4a91-8094-369a2716cb31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723913 Feb 09 15:35:56.298161 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8919a2e-f36e-4622-ac61-e640491330f6 req-43a792c9-65d5-4559-8932-bb445cedc857 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236424 Feb 09 15:35:56.430543 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-b8919a2e-f36e-4622-ac61-e640491330f6 req-a96e6589-ef2b-4d34-aa40-32cacc023a61 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247120 Feb 09 15:35:56.970609 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-760780c1-f7e4-4eb5-a4a6-3278da5abf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:59.377902 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-aaa06804-aee6-4c4f-8e43-122f7648159d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:00.521611 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:00.584242 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:02.114053 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:09.770489 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:11.560022 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:26.972288 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bcc50118-a27a-4d9e-b55e-6b9af9223c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:29.380057 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9980378f-2f35-4193-8e88-528960d187ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:30.525589 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:30.583193 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:30.971468 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:36:32.116625 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:39.789770 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:41.574746 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:56.974709 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-15118a04-6818-44cc-98f3-e45d2012736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:57.641776 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8c2c878-a554-455f-b6d6-000acabc1f7e req-e7746a6b-a869-4bed-bdc3-0f4e91bff9fa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754611 Feb 09 15:36:57.789218 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2c878-a554-455f-b6d6-000acabc1f7e req-3d9d39d1-bc31-455c-bef6-2cd6a185d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:36:57.790767 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8c2c878-a554-455f-b6d6-000acabc1f7e req-3d9d39d1-bc31-455c-bef6-2cd6a185d0b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 1096 time: 0.0765867 Feb 09 15:36:57.936029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2c878-a554-455f-b6d6-000acabc1f7e req-31c8c357-b1e7-4b20-9324-3667421bb028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:36:57.937476 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8c2c878-a554-455f-b6d6-000acabc1f7e req-31c8c357-b1e7-4b20-9324-3667421bb028 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1241775 Feb 09 15:36:58.038572 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8c2c878-a554-455f-b6d6-000acabc1f7e req-71dfed01-eec5-4d4a-8719-5b37844fdb3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43 HTTP/1.1" status: 200 len: 1001 time: 0.0947528 Feb 09 15:36:58.104856 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2c878-a554-455f-b6d6-000acabc1f7e req-74ab4db8-d988-427e-87b8-45a6455539e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:36:58.106317 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8c2c878-a554-455f-b6d6-000acabc1f7e req-74ab4db8-d988-427e-87b8-45a6455539e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0620725 Feb 09 15:36:58.181785 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2c878-a554-455f-b6d6-000acabc1f7e req-5b5cf86d-7328-4783-8a2f-077e330f09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:36:58.183331 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8c2c878-a554-455f-b6d6-000acabc1f7e req-5b5cf86d-7328-4783-8a2f-077e330f09b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706072 Feb 09 15:36:58.419160 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8c2c878-a554-455f-b6d6-000acabc1f7e req-d7f37054-d1ba-4b26-814a-8b1271c37971 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298779 Feb 09 15:36:58.549317 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d8c2c878-a554-455f-b6d6-000acabc1f7e req-1adfd30c-4196-43c2-acd2-e5bb4b7d8b01 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234014 Feb 09 15:36:59.381406 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-8bacf9b3-9207-4824-9504-0d8109861b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:00.529914 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:00.586626 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:02.119630 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:07.971480 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:37:09.777483 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:11.591338 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:26.978410 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f20af392-3930-4acf-a754-1b7fb8c37b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:29.385908 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-275875aa-7987-429f-aaf0-d14a591b94bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:30.532621 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:30.588707 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:32.121935 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:39.787990 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:41.588179 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:44.970559 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:37:56.982306 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fb40cc4d-4ecb-44d0-b450-405a691b8fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:58.642916 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0492dfe-c2d4-4bd4-ad91-80698e97a63c req-78480e4b-5d7c-4d29-8fbc-da0053af5456 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729215 Feb 09 15:37:58.788124 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0492dfe-c2d4-4bd4-ad91-80698e97a63c req-cca46568-b593-4b37-9d0f-93ca8c08739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:58.789607 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0492dfe-c2d4-4bd4-ad91-80698e97a63c req-cca46568-b593-4b37-9d0f-93ca8c08739a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 1096 time: 0.0723290 Feb 09 15:37:58.933161 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0492dfe-c2d4-4bd4-ad91-80698e97a63c req-2d6665db-9fcc-4a10-9b1b-21e786e43917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:58.934612 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0492dfe-c2d4-4bd4-ad91-80698e97a63c req-2d6665db-9fcc-4a10-9b1b-21e786e43917 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1257012 Feb 09 15:37:59.042580 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0492dfe-c2d4-4bd4-ad91-80698e97a63c req-ac428d49-be09-40cc-99d3-4635d6bc0264 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43 HTTP/1.1" status: 200 len: 1001 time: 0.0989845 Feb 09 15:37:59.113895 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0492dfe-c2d4-4bd4-ad91-80698e97a63c req-5d2b7cc6-ac65-4616-8df1-ca0c6b579809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:59.115370 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0492dfe-c2d4-4bd4-ad91-80698e97a63c req-5d2b7cc6-ac65-4616-8df1-ca0c6b579809 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0578504 Feb 09 15:37:59.193645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0492dfe-c2d4-4bd4-ad91-80698e97a63c req-5249a3b4-62a8-4897-9dc7-a9ca71d3a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:59.195090 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0492dfe-c2d4-4bd4-ad91-80698e97a63c req-5249a3b4-62a8-4897-9dc7-a9ca71d3a562 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733659 Feb 09 15:37:59.328810 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0492dfe-c2d4-4bd4-ad91-80698e97a63c req-f5a0b89d-6243-4775-8a6f-072a7f8257af service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275990 Feb 09 15:37:59.390705 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d1973c3b-f13f-497f-940f-e45cfad16043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:59.475857 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d0492dfe-c2d4-4bd4-ad91-80698e97a63c req-9f35df2a-84df-451a-80a5-bfb7b3db82a3 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383915 Feb 09 15:38:00.535426 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:00.591933 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:02.124483 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:09.802587 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:11.588080 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:21.969118 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:38:26.985373 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e4a6e419-717d-4d19-9285-ad1043544cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:29.394351 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-80d4137d-acc3-45e4-9397-a13eefc51dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:30.539659 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:30.594948 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:32.126538 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:39.818227 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:40.882727 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56664) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:41.078650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Deleting port b4b8cde6-3c92-4b31-89a2-f5cb09db113b {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:38:41.078983 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:41.240231 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:41.240556 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:41.477021 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Calling delete_port for b4b8cde6-3c92-4b31-89a2-f5cb09db113b owned by network:floatingip {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:38:41.611992 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:41.637621 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:41.688733 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event deleted for resources: {'Port': ['ID=b4b8cde6-3c92-4b31-89a2-f5cb09db113b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:41.733538 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:41.733875 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:41.734206 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:41.734533 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:41.734860 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:41.735178 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:41.735491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:41.735931 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:41.736328 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:41.736645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:41.736963 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:41.737274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:41.793621 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for floatingip, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:41.793947 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Floating IP 2147e56b-1558-4c58-b3b2-c3c895ce0af9 disassociated (deleted). External IP: 172.25.8.117, port: 4a8127b0-1fa9-4c1d-a650-fd35c8385c43. Feb 09 15:38:42.142411 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:38:42.321544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:38:42.331198 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885aeb97-c593-4582-926e-9c32ee61d81e None None] Sync routers for ids ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:38:42.341368 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885aeb97-c593-4582-926e-9c32ee61d81e None None] Routers {'9c1bc28e-8366-4c50-bb2d-b80ce8583e00'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:38:42.341905 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:42.342083 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-885aeb97-c593-4582-926e-9c32ee61d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:38:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:42.400107 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2a0cf3b1-ffee-4279-b0e2-14871ebc00e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "DELETE /v2.0/floatingips/2147e56b-1558-4c58-b3b2-c3c895ce0af9 HTTP/1.1" status: 204 len: 168 time: 1.5136797 Feb 09 15:38:42.400107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'tag': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:38:42.518515 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'tag': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43', 'status': 'completed', 'code': 200} Feb 09 15:38:42.537975 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-885aeb97-c593-4582-926e-9c32ee61d81e None None] Set router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:38:42.642256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8846f6d-e2e8-4ed2-a2fb-f5b04e911be9 req-a2e5fa2c-fd16-4743-8fd8-e19cc822bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:38:42.643759 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8846f6d-e2e8-4ed2-a2fb-f5b04e911be9 req-a2e5fa2c-fd16-4743-8fd8-e19cc822bd2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=978cd6d74d2e4803be460550643c1e1a&device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 1096 time: 0.1030703 Feb 09 15:38:42.793675 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8846f6d-e2e8-4ed2-a2fb-f5b04e911be9 req-4a945808-fba1-4bb0-81b8-651df85f02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:38:42.795249 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8846f6d-e2e8-4ed2-a2fb-f5b04e911be9 req-4a945808-fba1-4bb0-81b8-651df85f02a6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 200 len: 909 time: 0.1434550 Feb 09 15:38:42.869663 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8846f6d-e2e8-4ed2-a2fb-f5b04e911be9 req-6f689e8b-df37-479b-8066-8fcbdcb5a957 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43 HTTP/1.1" status: 200 len: 217 time: 0.0653467 Feb 09 15:38:42.902954 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-885aeb97-c593-4582-926e-9c32ee61d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:20Z', 'revision_number': 4, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b008c3c9-adab-480e-bb21-25a819c22832', 'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'mac_address': 'fa:16:3e:21:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:19Z', 'updated_at': '2022-02-09T15:26:27Z', 'revision_number': 5, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'subnets': [{'id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:42.907508 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885aeb97-c593-4582-926e-9c32ee61d81e None None] Checking router: 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:38:42.916669 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885aeb97-c593-4582-926e-9c32ee61d81e None None] Routers {'9c1bc28e-8366-4c50-bb2d-b80ce8583e00'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:38:42.917250 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-885aeb97-c593-4582-926e-9c32ee61d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:38:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:42.957450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72d102-5a8f-4d36-a941-5ce08e3091a3 req-364409ba-bb8a-46da-b675-1115643fe9e2 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:38:42.959946 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d72d102-5a8f-4d36-a941-5ce08e3091a3 req-364409ba-bb8a-46da-b675-1115643fe9e2 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.2332399 Feb 09 15:38:42.971336 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8846f6d-e2e8-4ed2-a2fb-f5b04e911be9 req-d59a0c46-4509-4348-8cfa-a2f54ec48301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:38:42.974100 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8846f6d-e2e8-4ed2-a2fb-f5b04e911be9 req-d59a0c46-4509-4348-8cfa-a2f54ec48301 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 200 len: 848 time: 0.0971565 Feb 09 15:38:43.011718 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-3d72d102-5a8f-4d36-a941-5ce08e3091a3 req-d60433d2-844f-4e9f-be18-0374a5ae7e0c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444520 Feb 09 15:38:43.053594 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8846f6d-e2e8-4ed2-a2fb-f5b04e911be9 req-46c114d0-4d65-4c01-bef2-2736ef4460b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:38:43.055077 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8846f6d-e2e8-4ed2-a2fb-f5b04e911be9 req-46c114d0-4d65-4c01-bef2-2736ef4460b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8cf790d2-c57e-496c-8063-90d6adb074e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754592 Feb 09 15:38:43.152108 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-885aeb97-c593-4582-926e-9c32ee61d81e None None] Set router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:38:43.306395 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8846f6d-e2e8-4ed2-a2fb-f5b04e911be9 req-0af07a34-4e21-488d-b5c4-71cf3a8b0367 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444482 Feb 09 15:38:43.444021 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f8846f6d-e2e8-4ed2-a2fb-f5b04e911be9 req-5cdef143-43b9-471c-9170-7e7686ce8752 service neutron] 10.222.0.35 "GET /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311901 Feb 09 15:38:43.470194 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-885aeb97-c593-4582-926e-9c32ee61d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:20Z', 'revision_number': 4, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b008c3c9-adab-480e-bb21-25a819c22832', 'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'mac_address': 'fa:16:3e:21:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:19Z', 'updated_at': '2022-02-09T15:26:27Z', 'revision_number': 5, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'subnets': [{'id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:43.474702 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885aeb97-c593-4582-926e-9c32ee61d81e None None] The sync data for ids ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'] in n-d-828418-2 is: [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:20Z', 'revision_number': 4, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': 'b008c3c9-adab-480e-bb21-25a819c22832', 'name': '', 'network_id': '8cf790d2-c57e-496c-8063-90d6adb074e0', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'mac_address': 'fa:16:3e:21:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:19Z', 'updated_at': '2022-02-09T15:26:27Z', 'revision_number': 5, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'subnets': [{'id': '66e41516-fec7-4a34-8efa-49f294b3c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:38:43.704326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642da4ec-33cb-4d93-a298-9052987defc2 None None] New status for floating IP 2147e56b-1558-4c58-b3b2-c3c895ce0af9: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:38:44.262665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a8651-6fe4-4197-b2fa-def9ad5a8e39 req-473b1967-5c87-4888-a5d0-e3a1236c95e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:38:44.263344 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-989a8651-6fe4-4197-b2fa-def9ad5a8e39 req-473b1967-5c87-4888-a5d0-e3a1236c95e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Synchronizing usage tracker for tenant:978cd6d74d2e4803be460550643c1e1a on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:38:44.279172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-989a8651-6fe4-4197-b2fa-def9ad5a8e39 req-473b1967-5c87-4888-a5d0-e3a1236c95e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Unset dirty status for tenant:978cd6d74d2e4803be460550643c1e1a on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:38:44.280504 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-989a8651-6fe4-4197-b2fa-def9ad5a8e39 req-473b1967-5c87-4888-a5d0-e3a1236c95e1 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.1461301 Feb 09 15:38:44.325272 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-989a8651-6fe4-4197-b2fa-def9ad5a8e39 req-0a76aa3e-d9f5-4f89-b71b-4dff7f3c8955 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/security-groups?id=caa4f886-e49e-4ed9-9354-951f8ef00ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389867 Feb 09 15:38:44.487645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5019f30-0115-4a58-94ed-891717f2243c req-a240b815-617e-4842-8188-4b147a68cc3a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:38:44.489725 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5019f30-0115-4a58-94ed-891717f2243c req-a240b815-617e-4842-8188-4b147a68cc3a tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 945 time: 0.0811102 Feb 09 15:38:44.568107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-f5019f30-0115-4a58-94ed-891717f2243c req-3cffd558-0e6f-4b1b-b57f-3435aaa33df6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Deleting port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:38:44.568447 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f5019f30-0115-4a58-94ed-891717f2243c req-3cffd558-0e6f-4b1b-b57f-3435aaa33df6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:44.823026 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-f5019f30-0115-4a58-94ed-891717f2243c req-3cffd558-0e6f-4b1b-b57f-3435aaa33df6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] For port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:38:44.823303 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f5019f30-0115-4a58-94ed-891717f2243c req-3cffd558-0e6f-4b1b-b57f-3435aaa33df6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:44.949317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-f5019f30-0115-4a58-94ed-891717f2243c req-3cffd558-0e6f-4b1b-b57f-3435aaa33df6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Calling delete_port for 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:38:45.093048 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f5019f30-0115-4a58-94ed-891717f2243c req-3cffd558-0e6f-4b1b-b57f-3435aaa33df6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:45.143374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffd558-0e6f-4b1b-b57f-3435aaa33df6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event deleted for resources: {'Port': ['ID=4a8127b0-1fa9-4c1d-a650-fd35c8385c43,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:45.221992 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5019f30-0115-4a58-94ed-891717f2243c req-3cffd558-0e6f-4b1b-b57f-3435aaa33df6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] No DVR routers for this DVR port 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:38:45.224671 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f5019f30-0115-4a58-94ed-891717f2243c req-3cffd558-0e6f-4b1b-b57f-3435aaa33df6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:45.227378 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'name': 'network-vif-deleted', 'tag': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:38:45.246322 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f5019f30-0115-4a58-94ed-891717f2243c req-3cffd558-0e6f-4b1b-b57f-3435aaa33df6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.35 "DELETE /v2.0/ports/4a8127b0-1fa9-4c1d-a650-fd35c8385c43 HTTP/1.1" status: 204 len: 173 time: 0.7502165 Feb 09 15:38:45.281017 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869', 'name': 'network-vif-deleted', 'tag': '4a8127b0-1fa9-4c1d-a650-fd35c8385c43', 'status': 'completed', 'code': 200} Feb 09 15:38:45.474618 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-de19f915-93b2-47a8-b62a-e553ab4575f7 req-ce2012fa-a293-4606-ae86-8f8bcd17f6b6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Synchronizing usage tracker for tenant:978cd6d74d2e4803be460550643c1e1a on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:38:45.490364 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-de19f915-93b2-47a8-b62a-e553ab4575f7 req-ce2012fa-a293-4606-ae86-8f8bcd17f6b6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Unset dirty status for tenant:978cd6d74d2e4803be460550643c1e1a on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:38:45.492248 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-de19f915-93b2-47a8-b62a-e553ab4575f7 req-ce2012fa-a293-4606-ae86-8f8bcd17f6b6 tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b3cf099-fbe2-4ca5-a97d-05c1a3c6e869 HTTP/1.1" status: 200 len: 210 time: 0.0602160 Feb 09 15:38:46.591263 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56692) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:46.663433 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a51a946-2695-4c8c-a23f-80bad4e7344c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:46.694019 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a51a946-2695-4c8c-a23f-80bad4e7344c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:46.764783 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a51a946-2695-4c8c-a23f-80bad4e7344c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:46.784946 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51a946-2695-4c8c-a23f-80bad4e7344c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa4f886-e49e-4ed9-9354-951f8ef00ffe,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:46.794065 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-2a51a946-2695-4c8c-a23f-80bad4e7344c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:46.795182 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-2a51a946-2695-4c8c-a23f-80bad4e7344c tempest-TestShelveInstance-1050020201 tempest-TestShelveInstance-1050020201-project] 10.222.0.48 "DELETE /v2.0/security-groups/caa4f886-e49e-4ed9-9354-951f8ef00ffe HTTP/1.1" status: 204 len: 168 time: 0.2028389 Feb 09 15:38:46.853327 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56698) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:47.674984 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-faef23d2-4a28-4dc3-9ee3-d5c37b2caccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:47.901607 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:38:47.936702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:38:47.936965 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device 4a8127b0-1fa9-4c1d-a650-fd35c8385c43 not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:38:48.032365 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-faef23d2-4a28-4dc3-9ee3-d5c37b2caccc admin admin] Deleting port b008c3c9-adab-480e-bb21-25a819c22832 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:38:48.032703 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-faef23d2-4a28-4dc3-9ee3-d5c37b2caccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:48.218602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-faef23d2-4a28-4dc3-9ee3-d5c37b2caccc admin admin] For port b008c3c9-adab-480e-bb21-25a819c22832, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=b008c3c9-adab-480e-bb21-25a819c22832,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:38:48.218887 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-faef23d2-4a28-4dc3-9ee3-d5c37b2caccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:48.343851 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-faef23d2-4a28-4dc3-9ee3-d5c37b2caccc admin admin] Calling delete_port for b008c3c9-adab-480e-bb21-25a819c22832 owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:38:48.683371 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-faef23d2-4a28-4dc3-9ee3-d5c37b2caccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:48.729101 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef23d2-4a28-4dc3-9ee3-d5c37b2caccc admin admin] Pushing event deleted for resources: {'Port': ['ID=b008c3c9-adab-480e-bb21-25a819c22832,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:49.120515 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-faef23d2-4a28-4dc3-9ee3-d5c37b2caccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:49.491226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faef23d2-4a28-4dc3-9ee3-d5c37b2caccc admin admin] Router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:38:49.678605 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faef23d2-4a28-4dc3-9ee3-d5c37b2caccc admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:38:49.687875 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ca3e7-3972-4886-b319-fd69db75f68a None None] Sync routers for ids ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:38:49.696949 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-faef23d2-4a28-4dc3-9ee3-d5c37b2caccc admin admin] 10.222.0.48 "PUT /v2.0/routers/9c1bc28e-8366-4c50-bb2d-b80ce8583e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8425219 Feb 09 15:38:49.699329 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56704) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:49.701478 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ca3e7-3972-4886-b319-fd69db75f68a None None] Routers {'9c1bc28e-8366-4c50-bb2d-b80ce8583e00'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:38:49.702093 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e17ca3e7-3972-4886-b319-fd69db75f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:38:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:49.880124 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-e17ca3e7-3972-4886-b319-fd69db75f68a None None] Set router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:38:49.903201 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc6dadfa-57be-43de-a5e5-0a4dd87a77c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:50.086670 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc6dadfa-57be-43de-a5e5-0a4dd87a77c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:50.098228 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-dc6dadfa-57be-43de-a5e5-0a4dd87a77c5 admin admin] Deleting port 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:38:50.098760 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc6dadfa-57be-43de-a5e5-0a4dd87a77c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:50.170996 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e17ca3e7-3972-4886-b319-fd69db75f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:38:48Z', 'revision_number': 5, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port': {'id': '8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:50.174660 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ca3e7-3972-4886-b319-fd69db75f68a None None] Checking router: 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:38:50.182817 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ca3e7-3972-4886-b319-fd69db75f68a None None] Routers {'9c1bc28e-8366-4c50-bb2d-b80ce8583e00'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:38:50.183636 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e17ca3e7-3972-4886-b319-fd69db75f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:38:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:50.277551 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-dc6dadfa-57be-43de-a5e5-0a4dd87a77c5 admin admin] For port 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:38:50.277907 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc6dadfa-57be-43de-a5e5-0a4dd87a77c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:50.333000 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-e17ca3e7-3972-4886-b319-fd69db75f68a None None] Set router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:38:50.439871 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-e17ca3e7-3972-4886-b319-fd69db75f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:38:50Z', 'revision_number': 6, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:50.444737 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ca3e7-3972-4886-b319-fd69db75f68a None None] The sync data for ids ['9c1bc28e-8366-4c50-bb2d-b80ce8583e00'] in n-d-828418-2 is: [{'id': '9c1bc28e-8366-4c50-bb2d-b80ce8583e00', 'name': 'tempest-TestShelveInstance-1894732736-router', 'tenant_id': '978cd6d74d2e4803be460550643c1e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:16Z', 'updated_at': '2022-02-09T15:38:50Z', 'revision_number': 6, 'project_id': '978cd6d74d2e4803be460550643c1e1a', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:38:50.534553 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-dc6dadfa-57be-43de-a5e5-0a4dd87a77c5 admin admin] Calling delete_port for 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:38:50.706176 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc6dadfa-57be-43de-a5e5-0a4dd87a77c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:50.754756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dadfa-57be-43de-a5e5-0a4dd87a77c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:50.851037 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc6dadfa-57be-43de-a5e5-0a4dd87a77c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.024012 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc6dadfa-57be-43de-a5e5-0a4dd87a77c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.026302 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc6dadfa-57be-43de-a5e5-0a4dd87a77c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.053082 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc6dadfa-57be-43de-a5e5-0a4dd87a77c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.053624 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6dadfa-57be-43de-a5e5-0a4dd87a77c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c1bc28e-8366-4c50-bb2d-b80ce8583e00 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 15:38:51.065780 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-dc6dadfa-57be-43de-a5e5-0a4dd87a77c5 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.067553 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-dc6dadfa-57be-43de-a5e5-0a4dd87a77c5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9c1bc28e-8366-4c50-bb2d-b80ce8583e00 HTTP/1.1" status: 204 len: 168 time: 1.3672135 Feb 09 15:38:51.070093 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56708) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:51.127923 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be97975-8fe1-4a6c-b77d-fab47e52cf6c admin admin] Deleting subnet 66e41516-fec7-4a34-8efa-49f294b3c640 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:38:51.131523 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5be97975-8fe1-4a6c-b77d-fab47e52cf6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.180315 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5be97975-8fe1-4a6c-b77d-fab47e52cf6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.216996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b008c3c9-adab-480e-bb21-25a819c22832 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:38:51.267971 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: b008c3c9-adab-480e-bb21-25a819c22832 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:38:51.268320 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device b008c3c9-adab-480e-bb21-25a819c22832 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:38:51.275683 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5be97975-8fe1-4a6c-b77d-fab47e52cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.345080 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5be97975-8fe1-4a6c-b77d-fab47e52cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.383666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be97975-8fe1-4a6c-b77d-fab47e52cf6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e41516-fec7-4a34-8efa-49f294b3c640,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:51.389050 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5be97975-8fe1-4a6c-b77d-fab47e52cf6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.394280 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad5adae-7b59-4909-9a27-b58b0b4f92d8 None None] Network 8cf790d2-c57e-496c-8063-90d6adb074e0 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:38:51.396081 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5be97975-8fe1-4a6c-b77d-fab47e52cf6c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/66e41516-fec7-4a34-8efa-49f294b3c640 HTTP/1.1" status: 204 len: 168 time: 0.3249090 Feb 09 15:38:51.398545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56712) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:51.512182 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.523756 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] Deleting port 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:38:51.524239 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.677205 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5acb6e-4ab7-4f54-abff-a3aadec6b4f4 None None] DHCP port deletion for 8cf790d2-c57e-496c-8063-90d6adb074e0 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 15:38:51.681626 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5b5acb6e-4ab7-4f54-abff-a3aadec6b4f4 None None] Deleting port 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:38:51.682079 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5b5acb6e-4ab7-4f54-abff-a3aadec6b4f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.741802 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] For port 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=87e70ee6-4e34-4ed6-a1da-1e4e2ab37811,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:38:51.742493 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.865736 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] Calling delete_port for 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:38:51.903471 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5b5acb6e-4ab7-4f54-abff-a3aadec6b4f4 None None] For port 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=87e70ee6-4e34-4ed6-a1da-1e4e2ab37811,segment=NetworkSegment(528da250-4b53-40e7-9d26-d761a9490fe3),segment_id=528da250-4b53-40e7-9d26-d761a9490fe3)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:38:51.903913 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5b5acb6e-4ab7-4f54-abff-a3aadec6b4f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.953516 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.001705 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=87e70ee6-4e34-4ed6-a1da-1e4e2ab37811,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:52.006450 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] No DVR routers for this DVR port 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:38:52.034714 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5b5acb6e-4ab7-4f54-abff-a3aadec6b4f4 None None] Calling delete_port for 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:38:52.109064 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-5b5acb6e-4ab7-4f54-abff-a3aadec6b4f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:38:52.109333 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-5b5acb6e-4ab7-4f54-abff-a3aadec6b4f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:38:52.236311 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.261493 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf790d2-c57e-496c-8063-90d6adb074e0']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:52.273804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528da250-4b53-40e7-9d26-d761a9490fe3') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:52.274149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528da250-4b53-40e7-9d26-d761a9490fe3') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:52.285392 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.301761 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.308740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:38:52.309127 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: timer() Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:38:52.322763 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:38:52.397754 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.413385 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.423136 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf790d2-c57e-496c-8063-90d6adb074e0,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:52.436492 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-5c61cdab-208c-4dbd-8d08-d1350e98d9d7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8cf790d2-c57e-496c-8063-90d6adb074e0 HTTP/1.1" status: 204 len: 168 time: 1.0369968 Feb 09 15:38:52.439341 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56718) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:52.608175 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:38:52.633370 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5b5acb6e-4ab7-4f54-abff-a3aadec6b4f4 None None] Deleting port 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:38:52.633823 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5b5acb6e-4ab7-4f54-abff-a3aadec6b4f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.674700 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:38:52.675041 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 87e70ee6-4e34-4ed6-a1da-1e4e2ab37811 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:38:52.675458 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:38:52.733636 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:38:52.733973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 8999e3d9-3bf0-4277-98cb-4b3eac9ee4f9 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:38:52.741089 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5b5acb6e-4ab7-4f54-abff-a3aadec6b4f4 None None] The port '87e70ee6-4e34-4ed6-a1da-1e4e2ab37811' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 15:38:52.989360 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cf33dd55-8485-4a62-981d-e4a5ee15c059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:53.336079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-cf33dd55-8485-4a62-981d-e4a5ee15c059 admin admin] Deleting port 80e03adf-ce24-4208-8216-363bf90f0b8f {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:38:53.336334 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cf33dd55-8485-4a62-981d-e4a5ee15c059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:53.501500 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-cf33dd55-8485-4a62-981d-e4a5ee15c059 admin admin] For port 80e03adf-ce24-4208-8216-363bf90f0b8f, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=80e03adf-ce24-4208-8216-363bf90f0b8f,segment=NetworkSegment(819432e6-7eec-47bf-9ece-58bcca908d77),segment_id=819432e6-7eec-47bf-9ece-58bcca908d77)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:38:53.501855 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cf33dd55-8485-4a62-981d-e4a5ee15c059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:53.732028 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-cf33dd55-8485-4a62-981d-e4a5ee15c059 admin admin] Calling delete_port for 80e03adf-ce24-4208-8216-363bf90f0b8f owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:38:53.909661 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cf33dd55-8485-4a62-981d-e4a5ee15c059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:53.959587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33dd55-8485-4a62-981d-e4a5ee15c059 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e03adf-ce24-4208-8216-363bf90f0b8f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:54.222332 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cf33dd55-8485-4a62-981d-e4a5ee15c059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:54.583555 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf33dd55-8485-4a62-981d-e4a5ee15c059 admin admin] Router 68d0b89f-0af0-45b2-b8b0-d042e06181ea has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:38:54.759846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf33dd55-8485-4a62-981d-e4a5ee15c059 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:38:54.768777 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc98544-8c56-47fb-ae8a-4691aab98efb None None] Sync routers for ids ['68d0b89f-0af0-45b2-b8b0-d042e06181ea'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:38:54.778411 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cf33dd55-8485-4a62-981d-e4a5ee15c059 admin admin] 10.222.0.48 "PUT /v2.0/routers/68d0b89f-0af0-45b2-b8b0-d042e06181ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3357813 Feb 09 15:38:54.778625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56722) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:54.779561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc98544-8c56-47fb-ae8a-4691aab98efb None None] Routers {'68d0b89f-0af0-45b2-b8b0-d042e06181ea'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:38:54.780193 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-adc98544-8c56-47fb-ae8a-4691aab98efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:38:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['68d0b89f-0af0-45b2-b8b0-d042e06181ea'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:54.965224 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a3644e3-d379-4672-b3f9-0d12af6c1721 admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:54.988523 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-adc98544-8c56-47fb-ae8a-4691aab98efb None None] Set router 68d0b89f-0af0-45b2-b8b0-d042e06181ea gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:38:55.269364 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a3644e3-d379-4672-b3f9-0d12af6c1721 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:55.278891 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4a3644e3-d379-4672-b3f9-0d12af6c1721 admin admin] Deleting port 715ae2e4-d4f3-42de-9dcc-4e365d406964 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:38:55.279375 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a3644e3-d379-4672-b3f9-0d12af6c1721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:55.281265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-adc98544-8c56-47fb-ae8a-4691aab98efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'name': 'tempest-TestShelveInstance-85302082-router', 'tenant_id': '2f9e925a68a24d40a12c392c70a47a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': '715ae2e4-d4f3-42de-9dcc-4e365d406964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:22Z', 'updated_at': '2022-02-09T15:38:53Z', 'revision_number': 5, 'project_id': '2f9e925a68a24d40a12c392c70a47a98', 'gw_port': {'id': '715ae2e4-d4f3-42de-9dcc-4e365d406964', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:26:23Z', 'updated_at': '2022-02-09T15:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:55.285062 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc98544-8c56-47fb-ae8a-4691aab98efb None None] Checking router: 68d0b89f-0af0-45b2-b8b0-d042e06181ea for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:38:55.294322 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc98544-8c56-47fb-ae8a-4691aab98efb None None] Routers {'68d0b89f-0af0-45b2-b8b0-d042e06181ea'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:38:55.294922 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-adc98544-8c56-47fb-ae8a-4691aab98efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:38:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['68d0b89f-0af0-45b2-b8b0-d042e06181ea'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:55.455846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-4a3644e3-d379-4672-b3f9-0d12af6c1721 admin admin] For port 715ae2e4-d4f3-42de-9dcc-4e365d406964, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=715ae2e4-d4f3-42de-9dcc-4e365d406964,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:38:55.456201 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a3644e3-d379-4672-b3f9-0d12af6c1721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:55.456804 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-adc98544-8c56-47fb-ae8a-4691aab98efb None None] Set router 68d0b89f-0af0-45b2-b8b0-d042e06181ea gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:38:55.579086 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-4a3644e3-d379-4672-b3f9-0d12af6c1721 admin admin] Calling delete_port for 715ae2e4-d4f3-42de-9dcc-4e365d406964 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:38:55.580358 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-adc98544-8c56-47fb-ae8a-4691aab98efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'name': 'tempest-TestShelveInstance-85302082-router', 'tenant_id': '2f9e925a68a24d40a12c392c70a47a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:22Z', 'updated_at': '2022-02-09T15:38:55Z', 'revision_number': 6, 'project_id': '2f9e925a68a24d40a12c392c70a47a98', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:55.584865 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc98544-8c56-47fb-ae8a-4691aab98efb None None] The sync data for ids ['68d0b89f-0af0-45b2-b8b0-d042e06181ea'] in n-d-828418-2 is: [{'id': '68d0b89f-0af0-45b2-b8b0-d042e06181ea', 'name': 'tempest-TestShelveInstance-85302082-router', 'tenant_id': '2f9e925a68a24d40a12c392c70a47a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:26:22Z', 'updated_at': '2022-02-09T15:38:55Z', 'revision_number': 6, 'project_id': '2f9e925a68a24d40a12c392c70a47a98', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:38:55.748695 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a3644e3-d379-4672-b3f9-0d12af6c1721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:55.794343 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3644e3-d379-4672-b3f9-0d12af6c1721 admin admin] Pushing event deleted for resources: {'Port': ['ID=715ae2e4-d4f3-42de-9dcc-4e365d406964,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:55.884433 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a3644e3-d379-4672-b3f9-0d12af6c1721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.061197 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a3644e3-d379-4672-b3f9-0d12af6c1721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.063447 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a3644e3-d379-4672-b3f9-0d12af6c1721 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.084818 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a3644e3-d379-4672-b3f9-0d12af6c1721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.085508 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3644e3-d379-4672-b3f9-0d12af6c1721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68d0b89f-0af0-45b2-b8b0-d042e06181ea {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 15:38:56.097075 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-4a3644e3-d379-4672-b3f9-0d12af6c1721 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.098676 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-4a3644e3-d379-4672-b3f9-0d12af6c1721 admin admin] 10.222.0.48 "DELETE /v2.0/routers/68d0b89f-0af0-45b2-b8b0-d042e06181ea HTTP/1.1" status: 204 len: 168 time: 1.3191693 Feb 09 15:38:56.101139 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56730) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:56.158172 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-811e90c5-155b-421b-ac60-03a82705016a admin admin] Deleting subnet 6db1e260-baac-4d50-bfcf-3a44734a58b8 {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:38:56.161530 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-811e90c5-155b-421b-ac60-03a82705016a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.210448 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-811e90c5-155b-421b-ac60-03a82705016a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.286474 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-811e90c5-155b-421b-ac60-03a82705016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.359821 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-811e90c5-155b-421b-ac60-03a82705016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.401614 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e90c5-155b-421b-ac60-03a82705016a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6db1e260-baac-4d50-bfcf-3a44734a58b8,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:56.403515 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-811e90c5-155b-421b-ac60-03a82705016a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.408004 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2ed94f-c549-4b10-88d8-cb0e28521f19 None None] Network 0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:38:56.409670 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-811e90c5-155b-421b-ac60-03a82705016a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6db1e260-baac-4d50-bfcf-3a44734a58b8 HTTP/1.1" status: 204 len: 168 time: 0.3075926 Feb 09 15:38:56.412970 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56736) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:56.639779 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 715ae2e4-d4f3-42de-9dcc-4e365d406964 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:38:56.642096 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.654757 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] Deleting port d53bb9da-0628-4636-84f8-aeb86695455a {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:38:56.655256 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.679338 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 715ae2e4-d4f3-42de-9dcc-4e365d406964 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:38:56.679686 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 715ae2e4-d4f3-42de-9dcc-4e365d406964 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:38:56.680246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 80e03adf-ce24-4208-8216-363bf90f0b8f no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:38:56.718232 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7556a1-1431-4875-b739-35a10eed48e8 None None] DHCP port deletion for 0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 15:38:56.726331 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 80e03adf-ce24-4208-8216-363bf90f0b8f {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:38:56.726708 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 80e03adf-ce24-4208-8216-363bf90f0b8f not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:38:56.728724 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6b7556a1-1431-4875-b739-35a10eed48e8 None None] Deleting port d53bb9da-0628-4636-84f8-aeb86695455a {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:38:56.729394 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6b7556a1-1431-4875-b739-35a10eed48e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.860356 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] For port d53bb9da-0628-4636-84f8-aeb86695455a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d53bb9da-0628-4636-84f8-aeb86695455a,segment=NetworkSegment(819432e6-7eec-47bf-9ece-58bcca908d77),segment_id=819432e6-7eec-47bf-9ece-58bcca908d77)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:38:56.860859 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.936021 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-6b7556a1-1431-4875-b739-35a10eed48e8 None None] For port d53bb9da-0628-4636-84f8-aeb86695455a, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=d53bb9da-0628-4636-84f8-aeb86695455a,segment=NetworkSegment(819432e6-7eec-47bf-9ece-58bcca908d77),segment_id=819432e6-7eec-47bf-9ece-58bcca908d77)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:38:56.936412 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6b7556a1-1431-4875-b739-35a10eed48e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.989899 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] Calling delete_port for d53bb9da-0628-4636-84f8-aeb86695455a owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:38:57.067331 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:57.097110 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6b7556a1-1431-4875-b739-35a10eed48e8 None None] Calling delete_port for d53bb9da-0628-4636-84f8-aeb86695455a owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:38:57.117255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d53bb9da-0628-4636-84f8-aeb86695455a,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:57.119029 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] No DVR routers for this DVR port d53bb9da-0628-4636-84f8-aeb86695455a on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:38:57.153069 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-586cf800-763f-4225-af11-5743d2df90ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:57.183200 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-6b7556a1-1431-4875-b739-35a10eed48e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:38:57.183546 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-6b7556a1-1431-4875-b739-35a10eed48e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:38:57.234378 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:57.259489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:57.271057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819432e6-7eec-47bf-9ece-58bcca908d77') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:57.271351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819432e6-7eec-47bf-9ece-58bcca908d77') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:57.282295 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:57.298522 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:57.305016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:38:57.305394 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: timer() Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:38:57.318102 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:38:57.393234 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:57.408659 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:57.421275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:57.426488 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-a35a63a2-6573-489e-ab3f-bf670b6696f9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0f0cb7d6-7cc8-425d-8d25-b0a03c257d2f HTTP/1.1" status: 204 len: 168 time: 1.0121732 Feb 09 15:38:57.564049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56742) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:57.612717 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-08efdd1a-b586-4cec-b4cf-ca605da19959 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=978cd6d74d2e4803be460550643c1e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470388 Feb 09 15:38:57.615719 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56746) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:57.671008 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-feeed437-8b58-49cb-92b9-29c6d3be19db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:57.685074 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6b7556a1-1431-4875-b739-35a10eed48e8 None None] Deleting port d53bb9da-0628-4636-84f8-aeb86695455a {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:38:57.685576 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6b7556a1-1431-4875-b739-35a10eed48e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:57.695653 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-feeed437-8b58-49cb-92b9-29c6d3be19db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:57.748601 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-feeed437-8b58-49cb-92b9-29c6d3be19db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:57.758018 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-6b7556a1-1431-4875-b739-35a10eed48e8 None None] The port 'd53bb9da-0628-4636-84f8-aeb86695455a' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 15:38:57.768666 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeed437-8b58-49cb-92b9-29c6d3be19db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92edeab-242b-464c-92dc-ad1dd9013292,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:57.778654 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-feeed437-8b58-49cb-92b9-29c6d3be19db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:57.779783 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-feeed437-8b58-49cb-92b9-29c6d3be19db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b92edeab-242b-464c-92dc-ad1dd9013292 HTTP/1.1" status: 204 len: 168 time: 0.1631386 Feb 09 15:38:58.130377 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56754) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:58.180469 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-eb64084b-9b11-418c-bb44-041721133c6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f9e925a68a24d40a12c392c70a47a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489511 Feb 09 15:38:58.182950 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56760) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:58.244239 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-271c6675-eb7f-4daa-b3b2-0f3b2b70011d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:58.271483 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-271c6675-eb7f-4daa-b3b2-0f3b2b70011d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:58.321780 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-271c6675-eb7f-4daa-b3b2-0f3b2b70011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:58.337927 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c6675-eb7f-4daa-b3b2-0f3b2b70011d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d064836-d649-4940-b87c-d9cb81665ade,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:58.342089 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-271c6675-eb7f-4daa-b3b2-0f3b2b70011d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:58.343179 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-271c6675-eb7f-4daa-b3b2-0f3b2b70011d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d064836-d649-4940-b87c-d9cb81665ade HTTP/1.1" status: 204 len: 168 time: 0.1593518 Feb 09 15:38:58.601872 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d53bb9da-0628-4636-84f8-aeb86695455a no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:38:58.635379 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: d53bb9da-0628-4636-84f8-aeb86695455a {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:38:58.635718 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device d53bb9da-0628-4636-84f8-aeb86695455a not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:38:58.968381 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:38:59.124622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56786) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:59.238625 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-353702282-network', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:38:59.244199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:38:59.247998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Usage tracker for resource:network and tenant:39e8889e8a9b4a11a730d0208c606509 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:38:59.250804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:38:59.257046 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:38:59.267272 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Made reservation on behalf of 39e8889e8a9b4a11a730d0208c606509 for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:38:59.270094 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.282029 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.299987 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:38:59.303924 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Usage tracker for resource:security_group_rule and tenant:39e8889e8a9b4a11a730d0208c606509 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:38:59.306674 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:38:59.312255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:38:59.391789 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.397889 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.398105 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-70b263d1-91a2-493e-a7cf-71aece8c0784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.430838 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:38:59.436052 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cbae6b-2445-479c-9a28-3d73398a3f4c,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:59.443356 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.443715 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Added segment 31f3b91d-df33-4776-8162-47b06de08b3a of type vlan for network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 Feb 09 15:38:59.471154 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.499593 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.500565 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:38:59.501148 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.609095 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4833653 Feb 09 15:38:59.609993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a02db-4675-4a75-a170-2cda6bde604a admin admin] Pushing event updated for resources: {'Network': ['ID=4f0f7b74-84e7-479c-9628-3214a25fa1f5,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:59.613746 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56792) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:59.620170 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:38:59.621942 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-96a3e719-bd71-49c4-bcf3-5eb868b400ca admin admin] Request body: {'subnet': {'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-353702282-subnet', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'ip_version': 4}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:38:59.629813 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-96a3e719-bd71-49c4-bcf3-5eb868b400ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:38:59.634717 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-96a3e719-bd71-49c4-bcf3-5eb868b400ca admin admin] Usage tracker for resource:subnet and tenant:39e8889e8a9b4a11a730d0208c606509 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:38:59.637602 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-96a3e719-bd71-49c4-bcf3-5eb868b400ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:38:59.643881 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-96a3e719-bd71-49c4-bcf3-5eb868b400ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:38:59.653928 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a3e719-bd71-49c4-bcf3-5eb868b400ca admin admin] Made reservation on behalf of 39e8889e8a9b4a11a730d0208c606509 for: {'subnet': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:38:59.656494 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-96a3e719-bd71-49c4-bcf3-5eb868b400ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2350776'] for subnet, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.857570 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-96a3e719-bd71-49c4-bcf3-5eb868b400ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3420282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2350762'] for subnet, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.031485 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3e719-bd71-49c4-bcf3-5eb868b400ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ff1e67d-a484-4640-adae-4dbb9040353c,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:00.040077 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a3e719-bd71-49c4-bcf3-5eb868b400ca admin admin] Checking segment: {'id': '31f3b91d-df33-4776-8162-47b06de08b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:39:00.040435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a3e719-bd71-49c4-bcf3-5eb868b400ca admin admin] Network hostable DHCP agents. Network: 4f0f7b74-84e7-479c-9628-3214a25fa1f5, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:39:00.058996 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a3e719-bd71-49c4-bcf3-5eb868b400ca admin admin] Network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:39:00.068814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-96a3e719-bd71-49c4-bcf3-5eb868b400ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, 4f0f7b74-84e7-479c-9628-3214a25fa1f5) {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:00.073096 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a3e719-bd71-49c4-bcf3-5eb868b400ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:00.073681 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-96a3e719-bd71-49c4-bcf3-5eb868b400ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.079106 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57961f25-d007-42d1-af3b-f1b418465b80 None None] Network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:39:00.092784 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-96a3e719-bd71-49c4-bcf3-5eb868b400ca admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4780252 Feb 09 15:39:00.095587 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56796) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:39:00.100584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:00.105837 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:39:00.109732 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Usage tracker for resource:router and tenant:39e8889e8a9b4a11a730d0208c606509 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:39:00.112570 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:39:00.119173 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:39:00.129828 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.130622 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.145143 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.295123 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:39:00.295991 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.416289 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.459472 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Allocated IP 172.20.0.2 (4f0f7b74-84e7-479c-9628-3214a25fa1f5/0ff1e67d-a484-4640-adae-4dbb9040353c/84c6e4c6-b4d5-4339-8d39-d2c92fdae62c) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:39:00.601443 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.630279 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.719519 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.730939 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Transition to ACTIVE for port object 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:39:00.747048 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.750268 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Transition to ACTIVE for port object 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:39:00.758899 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.779217 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.826529 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:00.829402 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:00.834323 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:39:00.839866 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Pushing event updated for resources: {'Port': ['ID=84c6e4c6-b4d5-4339-8d39-d2c92fdae62c,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:00.878578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:00.878917 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:00.879249 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:00.879578 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:00.879926 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:00.880246 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:00.880561 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:00.880877 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:00.881194 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:00.881504 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:00.881890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:00.882122 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:00.920983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Allocated IP 172.25.8.86 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/ad814894-2925-426e-bae6-99169ff82041) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:39:00.939117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Attempting to bind port 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:39:00.939402 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Attempting to bind port 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '31f3b91d-df33-4776-8162-47b06de08b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:39:00.939785 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Attempting to bind port 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c on network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:39:00.944898 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:39:00.945290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Checking segment: {'id': '31f3b91d-df33-4776-8162-47b06de08b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:39:00.945683 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.946067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Bound using segment: {'id': '31f3b91d-df33-4776-8162-47b06de08b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:39:00.946515 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Bound port: 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f3b91d-df33-4776-8162-47b06de08b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:39:00.946886 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:01.037418 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] For port 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:39:01.040572 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] For port 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=84c6e4c6-b4d5-4339-8d39-d2c92fdae62c,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:39:01.045610 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:01.067235 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:01.096424 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:01.131923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ee5ba-1af0-40b1-bdff-66e4144a3c4b None None] Pushing event updated for resources: {'Port': ['ID=84c6e4c6-b4d5-4339-8d39-d2c92fdae62c,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:01.162522 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:01.165379 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:01.169889 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:39:01.209947 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=ad814894-2925-426e-bae6-99169ff82041,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:01.709835 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:02.043239 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2245dd0f-443c-4dfb-af5d-024a91912f28 None None] Network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:39:02.059802 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:02.160819 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:02.164113 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-bf052217-4c9c-4ed5-8dcb-dcaa2c45072c None None] Provisioning for port 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:39:02.271049 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Router 793bb096-1b6b-4677-a744-994045da78f8 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 15:39:02.454870 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:39:02.465041 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Sync routers for ids ['793bb096-1b6b-4677-a744-994045da78f8'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:39:02.475993 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Routers {'793bb096-1b6b-4677-a744-994045da78f8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:39:02.476608 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:38:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['793bb096-1b6b-4677-a744-994045da78f8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:02.480429 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:02.484212 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-e529051e-3b58-485d-8918-8439c0777fb8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3851118 Feb 09 15:39:02.484477 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56802) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:39:02.664909 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:39:02.705423 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Set router 793bb096-1b6b-4677-a744-994045da78f8 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:39:02.731879 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:39:02.737019 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:02.737485 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:02.859833 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:02.900061 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=84c6e4c6-b4d5-4339-8d39-d2c92fdae62c,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:39:02.904657 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:02.990022 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=84c6e4c6-b4d5-4339-8d39-d2c92fdae62c,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:03.017377 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:01Z', 'revision_number': 3, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:03.021732 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Checking router: 793bb096-1b6b-4677-a744-994045da78f8 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:39:03.022067 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Updating router 793bb096-1b6b-4677-a744-994045da78f8 port ad814894-2925-426e-bae6-99169ff82041 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:39:03.072476 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:03.329238 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:03.392033 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:03.403824 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Transition to ACTIVE for port object ad814894-2925-426e-bae6-99169ff82041 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:39:03.410482 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:03.488037 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Attempting to bind port ad814894-2925-426e-bae6-99169ff82041 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:39:03.488722 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Attempting to bind port ad814894-2925-426e-bae6-99169ff82041 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:39:03.488722 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Attempting to bind port ad814894-2925-426e-bae6-99169ff82041 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:39:03.494150 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa190c2-2b43-44b3-9113-a2c646ad92c0 None None] Pushing event updated for resources: {'Port': ['ID=ad814894-2925-426e-bae6-99169ff82041,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:03.501778 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:39:03.502141 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:39:03.502530 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:03.502907 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:39:03.503355 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Bound port: ad814894-2925-426e-bae6-99169ff82041, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:39:03.504255 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:03.531789 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa190c2-2b43-44b3-9113-a2c646ad92c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:03.532127 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa190c2-2b43-44b3-9113-a2c646ad92c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:03.532456 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa190c2-2b43-44b3-9113-a2c646ad92c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:03.532780 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa190c2-2b43-44b3-9113-a2c646ad92c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:03.533100 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa190c2-2b43-44b3-9113-a2c646ad92c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:03.533421 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa190c2-2b43-44b3-9113-a2c646ad92c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:03.533738 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa190c2-2b43-44b3-9113-a2c646ad92c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:03.534051 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa190c2-2b43-44b3-9113-a2c646ad92c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:03.534362 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa190c2-2b43-44b3-9113-a2c646ad92c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:03.534672 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa190c2-2b43-44b3-9113-a2c646ad92c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:03.534797 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Allocated IP 172.20.0.1 (4f0f7b74-84e7-479c-9628-3214a25fa1f5/0ff1e67d-a484-4640-adae-4dbb9040353c/605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:39:03.535018 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa190c2-2b43-44b3-9113-a2c646ad92c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:03.535325 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa190c2-2b43-44b3-9113-a2c646ad92c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:03.584942 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] For port ad814894-2925-426e-bae6-99169ff82041, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:39:03.588741 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] For port ad814894-2925-426e-bae6-99169ff82041, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ad814894-2925-426e-bae6-99169ff82041,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:39:03.598064 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:03.679951 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Routers {'793bb096-1b6b-4677-a744-994045da78f8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:39:03.680563 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:38:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['793bb096-1b6b-4677-a744-994045da78f8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:03.688373 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:03.703885 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Transition to ACTIVE for port object 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:39:03.726662 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:03.733901 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa190c2-2b43-44b3-9113-a2c646ad92c0 None None] Pushing event updated for resources: {'Port': ['ID=ad814894-2925-426e-bae6-99169ff82041,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:03.796289 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:03.799105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:03.801929 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:39:03.843171 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Pushing event updated for resources: {'Port': ['ID=605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:03.862676 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:03.867892 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] Set router 793bb096-1b6b-4677-a744-994045da78f8 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:39:04.044195 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9a888dcd-0adf-46b4-b769-3a16ed4ec0f7 None None] Provisioning for port 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:39:04.049603 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-9a888dcd-0adf-46b4-b769-3a16ed4ec0f7 None None] Provisioning complete for port 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:04.050103 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9a888dcd-0adf-46b4-b769-3a16ed4ec0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:04.105791 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-9a888dcd-0adf-46b4-b769-3a16ed4ec0f7 None None] Port 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:39:04.136108 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:04.200865 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:01Z', 'revision_number': 3, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:04.204739 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4454a3-c094-4792-a82f-92e9c1e5ff40 None None] The sync data for ids ['793bb096-1b6b-4677-a744-994045da78f8'] in n-d-828418-2 is: [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:01Z', 'revision_number': 3, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:39:04.363914 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:04.368408 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:04.481795 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:04.492010 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Pushing event updated for resources: {'Port': ['ID=605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:04.692908 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ad814894-2925-426e-bae6-99169ff82041 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:39:04.759305 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:04.760515 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:04.766227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port ad814894-2925-426e-bae6-99169ff82041 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:39:04.772037 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ad814894-2925-426e-bae6-99169ff82041 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:04.772449 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:04.897804 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:04.915570 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port ad814894-2925-426e-bae6-99169ff82041, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ad814894-2925-426e-bae6-99169ff82041,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:39:04.925095 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:04.925936 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:39:04.974308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Router 793bb096-1b6b-4677-a744-994045da78f8 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:39:05.062414 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-204aa749-4f24-4e34-8ff5-6c9a3e823081 None None] Provisioning complete for port 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:05.062976 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-204aa749-4f24-4e34-8ff5-6c9a3e823081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:05.102152 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=ad814894-2925-426e-bae6-99169ff82041,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:05.122114 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:05.122415 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:05.165458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:39:05.170465 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-204aa749-4f24-4e34-8ff5-6c9a3e823081 None None] Port 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:39:05.176202 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-1402fc17-95a4-4245-9801-f236404f250f admin admin] 10.222.0.48 "PUT /v2.0/routers/793bb096-1b6b-4677-a744-994045da78f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6901057 Feb 09 15:39:05.745051 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56820) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:39:05.750446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1346275429-network', 'tenant_id': '6ccbe1942df84dd8b558b7bf3c571afa'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:05.756194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:39:05.760088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Usage tracker for resource:network and tenant:6ccbe1942df84dd8b558b7bf3c571afa is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:39:05.762842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:39:05.768645 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:39:05.778351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Made reservation on behalf of 6ccbe1942df84dd8b558b7bf3c571afa for: {'network': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:39:05.780683 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for network, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:05.794180 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:05.807889 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Sync routers for ids ['793bb096-1b6b-4677-a744-994045da78f8'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:39:05.811366 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:39:05.815144 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Usage tracker for resource:security_group_rule and tenant:6ccbe1942df84dd8b558b7bf3c571afa is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:39:05.817279 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Routers {'793bb096-1b6b-4677-a744-994045da78f8'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:39:05.817890 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:38:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['793bb096-1b6b-4677-a744-994045da78f8'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:05.818418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:39:05.823568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:39:05.912032 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:05.917122 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:05.947036 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:39:05.955393 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaee48ad-6807-4a32-8a8e-a258e730441b,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:05.961634 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:05.961978 n-d-828418-2 neutron-server[87597]: INFO neutron.db.segments_db [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Added segment 54bb404d-77d6-4684-a315-bbb11f72c997 of type vlan for network d913732e-35e6-4ede-ac3a-b46c57f56ee4 Feb 09 15:39:05.989118 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768412439920'] for network, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:05.994573 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Set router 793bb096-1b6b-4677-a744-994045da78f8 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:39:06.018701 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190'] for network, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:06.020425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:06.021099 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:06.122495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] Pushing event updated for resources: {'Network': ['ID=d913732e-35e6-4ede-ac3a-b46c57f56ee4,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:06.128263 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-ea255b27-e99f-4f3a-b048-3aeae140d363 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3821645 Feb 09 15:39:06.128401 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56824) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:39:06.135278 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Network d913732e-35e6-4ede-ac3a-b46c57f56ee4 details requested by agent ovs-agent-n-d-828418-2 with host n-d-828418-2 {{(pid=87598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:39:06.135925 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Request body: {'subnet': {'network_id': 'd913732e-35e6-4ede-ac3a-b46c57f56ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1346275429-subnet', 'tenant_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'ip_version': 4}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:06.141830 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:39:06.146156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Usage tracker for resource:subnet and tenant:6ccbe1942df84dd8b558b7bf3c571afa is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:39:06.149629 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:39:06.155493 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:39:06.168091 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Made reservation on behalf of 6ccbe1942df84dd8b558b7bf3c571afa for: {'subnet': 1} {{(pid=87596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:39:06.170516 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60244918'] for subnet, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:06.378081 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60171410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60244900'] for subnet, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:06.446325 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e', 'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'mac_address': 'fa:16:3e:f5:21:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:03Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 2, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'subnets': [{'id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:06.449596 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b50f6dea-5ee2-464d-beeb-a247a0f2d022,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:06.450117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Checking router: 793bb096-1b6b-4677-a744-994045da78f8 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:39:06.450466 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Updating router 793bb096-1b6b-4677-a744-994045da78f8 port 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:39:06.462133 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:06.462478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:06.462815 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:06.463150 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:06.463479 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:06.463837 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:06.464165 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:06.464489 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:06.464811 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:06.465133 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:06.465467 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:06.465771 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:06.474353 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Checking segment: {'id': '54bb404d-77d6-4684-a315-bbb11f72c997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd913732e-35e6-4ede-ac3a-b46c57f56ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:39:06.474714 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Network hostable DHCP agents. Network: d913732e-35e6-4ede-ac3a-b46c57f56ee4, hostable agents: ['cad4d1f5-8afa-483c-bdbe-7518ddafab0d'], hosted agents: [] {{(pid=87596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:39:06.493458 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Network d913732e-35e6-4ede-ac3a-b46c57f56ee4 is scheduled to be hosted by DHCP agent cad4d1f5-8afa-483c-bdbe-7518ddafab0d with binding_index 1 {{(pid=87596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:39:06.502978 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:06.507218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828418-2, d913732e-35e6-4ede-ac3a-b46c57f56ee4) {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:06.511764 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:06.512488 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:06.520412 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393f0970-83ff-48f4-970a-1323a178cfae None None] Network d913732e-35e6-4ede-ac3a-b46c57f56ee4 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:39:06.537465 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56828) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:39:06.540481 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-a5e4f207-6c5e-49b7-838f-91b46803045d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4098887 Feb 09 15:39:06.542744 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1346275429-router', 'tenant_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:06.548202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:39:06.552338 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Usage tracker for resource:router and tenant:6ccbe1942df84dd8b558b7bf3c571afa is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:39:06.555604 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:39:06.563067 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:39:06.580110 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4147337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2479'] for router, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:06.581399 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4025019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4147243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4007979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2468'] for router, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:06.600831 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:06.641821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ad814894-2925-426e-bae6-99169ff82041 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:39:06.869916 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4147257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2442'] for router, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:06.925096 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ad814894-2925-426e-bae6-99169ff82041 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:06.925983 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.044037 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e9bdf1b-b23b-5fb2-a017-b1e8c4599b01-d913732e-35e6-4ede-ac3a-b46c57f56ee4', 'network_id': 'd913732e-35e6-4ede-ac3a-b46c57f56ee4', 'tenant_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'fixed_ips': [{'subnet_id': 'b50f6dea-5ee2-464d-beeb-a247a0f2d022'}]}} from n-d-828418-2. {{(pid=87598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 09 15:39:07.044833 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.175295 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.309458 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.331803 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Transition to ACTIVE for port object 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:39:07.338393 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.341672 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.379842 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.db_base_plugin_common [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Allocated IP 172.20.0.2 (d913732e-35e6-4ede-ac3a-b46c57f56ee4/b50f6dea-5ee2-464d-beeb-a247a0f2d022/1a07469e-31bb-41f0-8a6d-eace91625026) {{(pid=87598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:39:07.487544 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Allocated IP 172.25.8.155 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/ac3e88f6-8d12-4cf3-8154-1118478fd648) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:39:07.553928 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89906fa-4bba-4ed7-8e1b-0f0ac0468859 None None] Pushing event updated for resources: {'Port': ['ID=605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:07.665586 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.666999 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Attempting to bind port 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:39:07.667368 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Attempting to bind port 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '31f3b91d-df33-4776-8162-47b06de08b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:39:07.667756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Attempting to bind port 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e on network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:39:07.683624 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:39:07.684011 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Checking segment: {'id': '31f3b91d-df33-4776-8162-47b06de08b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:39:07.684341 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.684734 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Bound using segment: {'id': '31f3b91d-df33-4776-8162-47b06de08b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:39:07.685201 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Bound port: 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f3b91d-df33-4776-8162-47b06de08b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:39:07.685689 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.694864 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.761189 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:07.764018 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:07.768847 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:39:07.803057 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3e88f6-8d12-4cf3-8154-1118478fd648,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:07.855311 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Notify callbacks [] for port, precommit_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.870494 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Transition to ACTIVE for port object 1a07469e-31bb-41f0-8a6d-eace91625026 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:39:07.872996 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] For port 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:39:07.879070 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] For port 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:39:07.885549 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.980512 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Transition to ACTIVE for port object 1a07469e-31bb-41f0-8a6d-eace91625026 will not be triggered until provisioned by entity DHCP. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:39:08.007062 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319'] for port, after_create {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:08.032637 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Routers {'793bb096-1b6b-4677-a744-994045da78f8'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:39:08.033259 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:38:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['793bb096-1b6b-4677-a744-994045da78f8'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:08.086225 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89906fa-4bba-4ed7-8e1b-0f0ac0468859 None None] Pushing event updated for resources: {'Port': ['ID=605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:08.126208 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Network d913732e-35e6-4ede-ac3a-b46c57f56ee4 is already hosted by enough agents. {{(pid=87598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:08.141695 n-d-828418-2 neutron-server[87598]: DEBUG neutron.scheduler.base_scheduler [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Resources bound (agent type, host, resource id): {{(pid=87598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:08.152202 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Received port after_create {{(pid=87598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:39:08.209446 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:08.265142 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Pushing event updated for resources: {'Port': ['ID=1a07469e-31bb-41f0-8a6d-eace91625026,revision_number=1']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:08.356120 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Attempting to bind port 1a07469e-31bb-41f0-8a6d-eace91625026 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:39:08.356811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Attempting to bind port 1a07469e-31bb-41f0-8a6d-eace91625026 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '54bb404d-77d6-4684-a315-bbb11f72c997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd913732e-35e6-4ede-ac3a-b46c57f56ee4'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:39:08.356811 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Attempting to bind port 1a07469e-31bb-41f0-8a6d-eace91625026 on network d913732e-35e6-4ede-ac3a-b46c57f56ee4 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:39:08.367863 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:39:08.368235 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Checking segment: {'id': '54bb404d-77d6-4684-a315-bbb11f72c997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd913732e-35e6-4ede-ac3a-b46c57f56ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:39:08.368634 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:08.369017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Bound using segment: {'id': '54bb404d-77d6-4684-a315-bbb11f72c997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd913732e-35e6-4ede-ac3a-b46c57f56ee4'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:39:08.369481 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Bound port: 1a07469e-31bb-41f0-8a6d-eace91625026, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bb404d-77d6-4684-a315-bbb11f72c997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd913732e-35e6-4ede-ac3a-b46c57f56ee4'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:39:08.369850 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:08.396526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] Set router 793bb096-1b6b-4677-a744-994045da78f8 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:39:08.544294 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4147344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4147230'] for router, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:08.653155 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] For port 1a07469e-31bb-41f0-8a6d-eace91625026, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:39:08.671771 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] For port 1a07469e-31bb-41f0-8a6d-eace91625026, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1a07469e-31bb-41f0-8a6d-eace91625026,segment=NetworkSegment(54bb404d-77d6-4684-a315-bbb11f72c997),segment_id=54bb404d-77d6-4684-a315-bbb11f72c997)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:39:08.678967 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:08.745849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Router 310886d0-d651-4491-8fb0-26a553333d93 is scheduled to L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 with binding_index 1 {{(pid=87597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 09 15:39:08.814902 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ada4a0-0225-4c09-b6fd-37e8b664dc61 None None] Pushing event updated for resources: {'Port': ['ID=1a07469e-31bb-41f0-8a6d-eace91625026,revision_number=2']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:08.860067 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e', 'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'mac_address': 'fa:16:3e:f5:21:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:03Z', 'updated_at': '2022-02-09T15:39:07Z', 'revision_number': 4, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'subnets': [{'id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:08.865526 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62513e8d-2e96-4e2b-ba67-ca38377fa8d7 None None] The sync data for ids ['793bb096-1b6b-4677-a744-994045da78f8'] in n-d-828418-2 is: [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e', 'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'mac_address': 'fa:16:3e:f5:21:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:03Z', 'updated_at': '2022-02-09T15:39:07Z', 'revision_number': 4, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'subnets': [{'id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:39:09.101909 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:39:09.120150 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Sync routers for ids ['310886d0-d651-4491-8fb0-26a553333d93'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:39:09.129051 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:09.133109 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56832) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:39:09.133605 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-8ada21e1-330f-4483-b64b-0f1084747d20 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5945656 Feb 09 15:39:09.133680 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Routers {'310886d0-d651-4491-8fb0-26a553333d93'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:39:09.133841 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:38:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['310886d0-d651-4491-8fb0-26a553333d93'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:09.326971 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Set router 310886d0-d651-4491-8fb0-26a553333d93 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:39:09.650898 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310886d0-d651-4491-8fb0-26a553333d93', 'name': 'tempest-TestSnapshotPattern-1346275429-router', 'tenant_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'ac3e88f6-8d12-4cf3-8154-1118478fd648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:06Z', 'updated_at': '2022-02-09T15:39:08Z', 'revision_number': 3, 'project_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'gw_port': {'id': 'ac3e88f6-8d12-4cf3-8154-1118478fd648', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310886d0-d651-4491-8fb0-26a553333d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:07Z', 'updated_at': '2022-02-09T15:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:09.656153 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Checking router: 310886d0-d651-4491-8fb0-26a553333d93 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:39:09.656493 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Updating router 310886d0-d651-4491-8fb0-26a553333d93 port ac3e88f6-8d12-4cf3-8154-1118478fd648 binding host n-d-828418-2 {{(pid=87599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:39:09.725824 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:09.851406 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:09.973141 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb630c8-22be-4f1e-9559-6bdae38d696b None None] Network d913732e-35e6-4ede-ac3a-b46c57f56ee4 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:39:10.011260 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:10.078468 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-8321bcfd-2c62-4ec4-b440-c3af4fdac3c9 None None] Provisioning for port 1a07469e-31bb-41f0-8a6d-eace91625026 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:39:10.128607 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Notify callbacks [] for port, precommit_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:10.141699 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.provisioning_blocks [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Transition to ACTIVE for port object ac3e88f6-8d12-4cf3-8154-1118478fd648 will not be triggered until provisioned by entity L2. {{(pid=87599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:39:10.153640 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:10.243831 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Attempting to bind port ac3e88f6-8d12-4cf3-8154-1118478fd648 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:39:10.244193 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Attempting to bind port ac3e88f6-8d12-4cf3-8154-1118478fd648 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:39:10.244545 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Attempting to bind port ac3e88f6-8d12-4cf3-8154-1118478fd648 on network c26f2655-4fb2-480c-9c39-ad6273d63109 {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:39:10.247918 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edb623-f56c-40c7-abe9-2a61a8da1e41 None None] Pushing event updated for resources: {'Port': ['ID=ac3e88f6-8d12-4cf3-8154-1118478fd648,revision_number=2']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:10.252567 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:39:10.252930 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Checking segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:39:10.253353 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:10.253739 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Bound using segment: {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'} {{(pid=87599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:39:10.254193 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.managers [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Bound port: ac3e88f6-8d12-4cf3-8154-1118478fd648, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c2dd52-f742-4a13-9268-73f9610f31f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109'}}] {{(pid=87599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:39:10.254551 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:10.256896 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Allocated IP 172.20.0.1 (d913732e-35e6-4ede-ac3a-b46c57f56ee4/b50f6dea-5ee2-464d-beeb-a247a0f2d022/93374d85-4632-4811-bb9e-332669e80c65) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:39:10.339918 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] For port ac3e88f6-8d12-4cf3-8154-1118478fd648, host n-d-828418-2, cleared binding levels {{(pid=87599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:39:10.346903 n-d-828418-2 neutron-server[87599]: DEBUG neutron.plugins.ml2.db [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] For port ac3e88f6-8d12-4cf3-8154-1118478fd648, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ac3e88f6-8d12-4cf3-8154-1118478fd648,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:39:10.354428 n-d-828418-2 neutron-server[87599]: DEBUG neutron_lib.callbacks.manager [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:10.434806 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:10.449390 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Routers {'310886d0-d651-4491-8fb0-26a553333d93'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:39:10.450019 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:38:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['310886d0-d651-4491-8fb0-26a553333d93'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:10.453992 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.provisioning_blocks [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Transition to ACTIVE for port object 93374d85-4632-4811-bb9e-332669e80c65 will not be triggered until provisioned by entity DHCP. {{(pid=87596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:39:10.483404 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:10.508899 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edb623-f56c-40c7-abe9-2a61a8da1e41 None None] Pushing event updated for resources: {'Port': ['ID=ac3e88f6-8d12-4cf3-8154-1118478fd648,revision_number=3']} {{(pid=87599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:10.563750 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Network d913732e-35e6-4ede-ac3a-b46c57f56ee4 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:10.567888 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:10.571824 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:39:10.606103 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Pushing event updated for resources: {'Port': ['ID=93374d85-4632-4811-bb9e-332669e80c65,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:10.659778 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4024868'] for router_interface, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:10.666448 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] Set router 310886d0-d651-4491-8fb0-26a553333d93 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:39:10.717014 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1a07469e-31bb-41f0-8a6d-eace91625026 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:39:10.799407 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 1a07469e-31bb-41f0-8a6d-eace91625026 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:39:10.806034 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1a07469e-31bb-41f0-8a6d-eace91625026 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:10.806821 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:10.874553 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e5b071a8-3498-46cb-8897-3da280e67d17 None None] Provisioning for port 93374d85-4632-4811-bb9e-332669e80c65 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:39:10.883337 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-e5b071a8-3498-46cb-8897-3da280e67d17 None None] Provisioning complete for port 93374d85-4632-4811-bb9e-332669e80c65 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:10.883713 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e5b071a8-3498-46cb-8897-3da280e67d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:10.942240 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e5b071a8-3498-46cb-8897-3da280e67d17 None None] Port 93374d85-4632-4811-bb9e-332669e80c65 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:39:10.975457 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:11.001723 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:11.008977 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310886d0-d651-4491-8fb0-26a553333d93', 'name': 'tempest-TestSnapshotPattern-1346275429-router', 'tenant_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'ac3e88f6-8d12-4cf3-8154-1118478fd648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:06Z', 'updated_at': '2022-02-09T15:39:08Z', 'revision_number': 3, 'project_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'gw_port': {'id': 'ac3e88f6-8d12-4cf3-8154-1118478fd648', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310886d0-d651-4491-8fb0-26a553333d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:07Z', 'updated_at': '2022-02-09T15:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:11.013196 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941607d3-7d25-4362-a92c-ad38ae8e5573 None None] The sync data for ids ['310886d0-d651-4491-8fb0-26a553333d93'] in n-d-828418-2 is: [{'id': '310886d0-d651-4491-8fb0-26a553333d93', 'name': 'tempest-TestSnapshotPattern-1346275429-router', 'tenant_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'ac3e88f6-8d12-4cf3-8154-1118478fd648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:06Z', 'updated_at': '2022-02-09T15:39:08Z', 'revision_number': 3, 'project_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'gw_port': {'id': 'ac3e88f6-8d12-4cf3-8154-1118478fd648', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310886d0-d651-4491-8fb0-26a553333d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:07Z', 'updated_at': '2022-02-09T15:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:39:11.039575 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 1a07469e-31bb-41f0-8a6d-eace91625026, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1a07469e-31bb-41f0-8a6d-eace91625026,segment=NetworkSegment(54bb404d-77d6-4684-a315-bbb11f72c997),segment_id=54bb404d-77d6-4684-a315-bbb11f72c997)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:39:11.043711 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:11.044742 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:39:11.204597 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=1a07469e-31bb-41f0-8a6d-eace91625026,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:11.218076 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:39:11.225351 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:11.225731 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:11.359437 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:11.360048 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:11.365368 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:11.395680 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:39:11.400189 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:11.477600 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:11.481100 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4025025'] for router_interface, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:11.484833 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Pushing event updated for resources: {'Port': ['ID=93374d85-4632-4811-bb9e-332669e80c65,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:11.620708 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:11.625772 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Network d913732e-35e6-4ede-ac3a-b46c57f56ee4 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:11.626960 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:11.823533 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Router 310886d0-d651-4491-8fb0-26a553333d93 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:39:11.871179 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-313d5eb1-314e-4ea5-9fab-609a97312384 None None] Provisioning complete for port 93374d85-4632-4811-bb9e-332669e80c65 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:11.871545 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-313d5eb1-314e-4ea5-9fab-609a97312384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:11.933706 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-313d5eb1-314e-4ea5-9fab-609a97312384 None None] Port 93374d85-4632-4811-bb9e-332669e80c65 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:39:12.014710 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:39:12.024051 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-f8b5a322-1bea-4c81-ba10-dc7b7bc23d72 admin admin] 10.222.0.48 "PUT /v2.0/routers/310886d0-d651-4491-8fb0-26a553333d93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8890085 Feb 09 15:39:12.556536 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56842) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:39:12.561788 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-55e8e73a-b642-4239-845b-2336fe8aeb47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1406516735', 'description': 'tempest-secgroup-smoke-1406516735 description', 'project_id': '39e8889e8a9b4a11a730d0208c606509'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:12.569145 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-55e8e73a-b642-4239-845b-2336fe8aeb47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:39:12.573812 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-55e8e73a-b642-4239-845b-2336fe8aeb47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Usage tracker for resource:security_group and tenant:39e8889e8a9b4a11a730d0208c606509 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:39:12.577160 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-55e8e73a-b642-4239-845b-2336fe8aeb47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:39:12.577377 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Sync routers for ids ['310886d0-d651-4491-8fb0-26a553333d93'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:39:12.583606 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-55e8e73a-b642-4239-845b-2336fe8aeb47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:39:12.592265 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Routers {'310886d0-d651-4491-8fb0-26a553333d93'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:39:12.592894 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:38:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['310886d0-d651-4491-8fb0-26a553333d93'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:12.602071 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55e8e73a-b642-4239-845b-2336fe8aeb47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.622921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-55e8e73a-b642-4239-845b-2336fe8aeb47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:39:12.626779 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-55e8e73a-b642-4239-845b-2336fe8aeb47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Usage tracker for resource:security_group_rule and tenant:39e8889e8a9b4a11a730d0208c606509 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:39:12.629677 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-55e8e73a-b642-4239-845b-2336fe8aeb47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:39:12.635349 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-55e8e73a-b642-4239-845b-2336fe8aeb47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:39:12.711761 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55e8e73a-b642-4239-845b-2336fe8aeb47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.716452 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55e8e73a-b642-4239-845b-2336fe8aeb47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.753282 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1a07469e-31bb-41f0-8a6d-eace91625026 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:39:12.757956 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8e73a-b642-4239-845b-2336fe8aeb47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62377859-2489-4b57-b99a-a0df3d28069f,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:12.761031 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-55e8e73a-b642-4239-845b-2336fe8aeb47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.762378 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-55e8e73a-b642-4239-845b-2336fe8aeb47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2047801 Feb 09 15:39:12.765395 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56846) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:39:12.772169 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-f4368b89-0c7e-40ab-9e11-f5c75783ff2a tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Request body: {'security_group_rule': {'security_group_id': '62377859-2489-4b57-b99a-a0df3d28069f', 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:12.779214 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f4368b89-0c7e-40ab-9e11-f5c75783ff2a tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:39:12.784079 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f4368b89-0c7e-40ab-9e11-f5c75783ff2a tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Usage tracker for resource:security_group_rule and tenant:39e8889e8a9b4a11a730d0208c606509 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:39:12.787749 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-f4368b89-0c7e-40ab-9e11-f5c75783ff2a tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:39:12.793435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-f4368b89-0c7e-40ab-9e11-f5c75783ff2a tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:39:12.811785 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4368b89-0c7e-40ab-9e11-f5c75783ff2a tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.845828 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Set router 310886d0-d651-4491-8fb0-26a553333d93 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:39:12.872774 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4368b89-0c7e-40ab-9e11-f5c75783ff2a tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.877069 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4368b89-0c7e-40ab-9e11-f5c75783ff2a tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.900998 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4368b89-0c7e-40ab-9e11-f5c75783ff2a tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cd3e08-7e6b-4575-9a24-061008fc0a57,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:12.912165 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-f4368b89-0c7e-40ab-9e11-f5c75783ff2a tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.913360 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-f4368b89-0c7e-40ab-9e11-f5c75783ff2a tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465244 Feb 09 15:39:12.916269 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56850) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:39:12.921260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-cc6176cd-6b01-4a9f-87d7-69ae7c312b65 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Request body: {'security_group_rule': {'security_group_id': '62377859-2489-4b57-b99a-a0df3d28069f', 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:12.927661 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-cc6176cd-6b01-4a9f-87d7-69ae7c312b65 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:39:12.931420 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cc6176cd-6b01-4a9f-87d7-69ae7c312b65 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Usage tracker for resource:security_group_rule and tenant:39e8889e8a9b4a11a730d0208c606509 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:39:12.934213 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-cc6176cd-6b01-4a9f-87d7-69ae7c312b65 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:39:12.939715 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-cc6176cd-6b01-4a9f-87d7-69ae7c312b65 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:39:12.957459 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cc6176cd-6b01-4a9f-87d7-69ae7c312b65 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.991650 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 1a07469e-31bb-41f0-8a6d-eace91625026 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:12.992163 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.020748 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cc6176cd-6b01-4a9f-87d7-69ae7c312b65 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.025411 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cc6176cd-6b01-4a9f-87d7-69ae7c312b65 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.049467 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6176cd-6b01-4a9f-87d7-69ae7c312b65 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83510da3-e017-4331-966d-aad03215de25,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:13.059938 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-cc6176cd-6b01-4a9f-87d7-69ae7c312b65 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.061105 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-cc6176cd-6b01-4a9f-87d7-69ae7c312b65 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439111 Feb 09 15:39:13.063787 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56854) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:39:13.069372 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c79da405-771a-4d84-9d49-69561cbf5ac0 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Request body: {'security_group_rule': {'security_group_id': '62377859-2489-4b57-b99a-a0df3d28069f', 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:13.075913 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c79da405-771a-4d84-9d49-69561cbf5ac0 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:39:13.079678 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c79da405-771a-4d84-9d49-69561cbf5ac0 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Usage tracker for resource:security_group_rule and tenant:39e8889e8a9b4a11a730d0208c606509 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:39:13.083116 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c79da405-771a-4d84-9d49-69561cbf5ac0 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:39:13.088794 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c79da405-771a-4d84-9d49-69561cbf5ac0 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:39:13.107866 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c79da405-771a-4d84-9d49-69561cbf5ac0 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.170458 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c79da405-771a-4d84-9d49-69561cbf5ac0 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.174724 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c79da405-771a-4d84-9d49-69561cbf5ac0 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.198405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79da405-771a-4d84-9d49-69561cbf5ac0 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac20be6f-222f-4a68-ba89-9ebff768eaed,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:13.208322 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c79da405-771a-4d84-9d49-69561cbf5ac0 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.212128 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c79da405-771a-4d84-9d49-69561cbf5ac0 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448984 Feb 09 15:39:13.212271 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56858) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:39:13.217154 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-c78a47f8-de45-44f6-a82b-3ad35a45af81 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Request body: {'security_group_rule': {'security_group_id': '62377859-2489-4b57-b99a-a0df3d28069f', 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:13.223598 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c78a47f8-de45-44f6-a82b-3ad35a45af81 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:39:13.227489 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c78a47f8-de45-44f6-a82b-3ad35a45af81 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Usage tracker for resource:security_group_rule and tenant:39e8889e8a9b4a11a730d0208c606509 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:39:13.230429 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-c78a47f8-de45-44f6-a82b-3ad35a45af81 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:39:13.236389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-c78a47f8-de45-44f6-a82b-3ad35a45af81 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:39:13.256452 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c78a47f8-de45-44f6-a82b-3ad35a45af81 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.265822 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ac3e88f6-8d12-4cf3-8154-1118478fd648 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:39:13.320184 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c78a47f8-de45-44f6-a82b-3ad35a45af81 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.324498 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c78a47f8-de45-44f6-a82b-3ad35a45af81 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.345621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a47f8-de45-44f6-a82b-3ad35a45af81 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fcc7d45-61e6-4296-a5f6-e37837ae456f,revision_number=0']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:13.356880 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c78a47f8-de45-44f6-a82b-3ad35a45af81 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.358133 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c78a47f8-de45-44f6-a82b-3ad35a45af81 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449299 Feb 09 15:39:13.360505 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310886d0-d651-4491-8fb0-26a553333d93', 'name': 'tempest-TestSnapshotPattern-1346275429-router', 'tenant_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'ac3e88f6-8d12-4cf3-8154-1118478fd648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:06Z', 'updated_at': '2022-02-09T15:39:10Z', 'revision_number': 4, 'project_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'gw_port': {'id': 'ac3e88f6-8d12-4cf3-8154-1118478fd648', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310886d0-d651-4491-8fb0-26a553333d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:07Z', 'updated_at': '2022-02-09T15:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '93374d85-4632-4811-bb9e-332669e80c65', 'name': '', 'network_id': 'd913732e-35e6-4ede-ac3a-b46c57f56ee4', 'tenant_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'mac_address': 'fa:16:3e:d3:40:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310886d0-d651-4491-8fb0-26a553333d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b50f6dea-5ee2-464d-beeb-a247a0f2d022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:10Z', 'updated_at': '2022-02-09T15:39:11Z', 'revision_number': 2, 'project_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'subnets': [{'id': 'b50f6dea-5ee2-464d-beeb-a247a0f2d022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:13.361128 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56862) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:39:13.364766 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port ac3e88f6-8d12-4cf3-8154-1118478fd648 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:39:13.367304 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-ec65387e-8303-4551-8757-ce38d9ca25e8 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Request body: {'security_group_rule': {'security_group_id': '62377859-2489-4b57-b99a-a0df3d28069f', 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:13.370442 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Checking router: 310886d0-d651-4491-8fb0-26a553333d93 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:39:13.370932 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Updating router 310886d0-d651-4491-8fb0-26a553333d93 port 93374d85-4632-4811-bb9e-332669e80c65 binding host n-d-828418-2 {{(pid=87598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:39:13.374377 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ec65387e-8303-4551-8757-ce38d9ca25e8 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:39:13.378374 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ec65387e-8303-4551-8757-ce38d9ca25e8 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Usage tracker for resource:security_group_rule and tenant:39e8889e8a9b4a11a730d0208c606509 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:39:13.381773 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-ec65387e-8303-4551-8757-ce38d9ca25e8 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:39:13.387513 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-ec65387e-8303-4551-8757-ce38d9ca25e8 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:39:13.400842 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-ec65387e-8303-4551-8757-ce38d9ca25e8 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Project 39e8889e8a9b4a11a730d0208c606509 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:39:13.402642 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ac3e88f6-8d12-4cf3-8154-1118478fd648 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:13.403023 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.407324 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec65387e-8303-4551-8757-ce38d9ca25e8 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.471786 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec65387e-8303-4551-8757-ce38d9ca25e8 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.475785 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec65387e-8303-4551-8757-ce38d9ca25e8 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.482292 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.498312 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65387e-8303-4551-8757-ce38d9ca25e8 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b62804-8938-487e-b335-34512a698926,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:13.512106 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-ec65387e-8303-4551-8757-ce38d9ca25e8 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.515869 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-ec65387e-8303-4551-8757-ce38d9ca25e8 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511598 Feb 09 15:39:13.516259 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56866) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:39:13.521860 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-9fa8b37c-3072-4b45-8145-3b8f8fe23b2c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Request body: {'security_group_rule': {'security_group_id': '62377859-2489-4b57-b99a-a0df3d28069f', 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:13.528845 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9fa8b37c-3072-4b45-8145-3b8f8fe23b2c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:39:13.532688 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9fa8b37c-3072-4b45-8145-3b8f8fe23b2c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Usage tracker for resource:security_group_rule and tenant:39e8889e8a9b4a11a730d0208c606509 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:39:13.535563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-9fa8b37c-3072-4b45-8145-3b8f8fe23b2c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:39:13.542808 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-9fa8b37c-3072-4b45-8145-3b8f8fe23b2c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:39:13.553657 n-d-828418-2 neutron-server[87596]: INFO neutron.db.securitygroups_db [None req-9fa8b37c-3072-4b45-8145-3b8f8fe23b2c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Project 39e8889e8a9b4a11a730d0208c606509 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:39:13.561196 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9fa8b37c-3072-4b45-8145-3b8f8fe23b2c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.627998 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9fa8b37c-3072-4b45-8145-3b8f8fe23b2c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.633330 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9fa8b37c-3072-4b45-8145-3b8f8fe23b2c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064600'] for security_group_rule, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.657198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8b37c-3072-4b45-8145-3b8f8fe23b2c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76f2ac2-c5cd-4f4a-9021-c69dc32526b4,revision_number=0']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:13.667230 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-9fa8b37c-3072-4b45-8145-3b8f8fe23b2c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.676233 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-9fa8b37c-3072-4b45-8145-3b8f8fe23b2c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1587894 Feb 09 15:39:13.694402 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.732870 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port ac3e88f6-8d12-4cf3-8154-1118478fd648, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ac3e88f6-8d12-4cf3-8154-1118478fd648,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:39:13.776000 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.777281 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:39:13.834560 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6549e6e6-266d-41e7-bd3e-f1cbf1c285a5 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Synchronizing usage tracker for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:security_group {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:39:13.852647 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6549e6e6-266d-41e7-bd3e-f1cbf1c285a5 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Unset dirty status for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:security_group {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:39:13.853866 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6549e6e6-266d-41e7-bd3e-f1cbf1c285a5 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1406516735&fields=id&tenant_id=39e8889e8a9b4a11a730d0208c606509 HTTP/1.1" status: 200 len: 267 time: 0.0596654 Feb 09 15:39:13.975717 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=ac3e88f6-8d12-4cf3-8154-1118478fd648,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:14.005446 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-28122fca-c838-411b-b249-74c80deaa4a7 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:14.006122 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-28122fca-c838-411b-b249-74c80deaa4a7 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Synchronizing usage tracker for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:network {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:39:14.006270 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:14.006708 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:14.023066 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-28122fca-c838-411b-b249-74c80deaa4a7 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Unset dirty status for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:network {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:39:14.024459 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-28122fca-c838-411b-b249-74c80deaa4a7 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 809 time: 0.1623867 Feb 09 15:39:14.041564 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-003e2c07-6264-4835-9a0e-58dff99a6c9b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/quotas/39e8889e8a9b4a11a730d0208c606509 HTTP/1.1" status: 200 len: 375 time: 0.0107901 Feb 09 15:39:14.129491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-1aa3b088-d599-480c-a126-3134a140d215 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Synchronizing usage tracker for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:39:14.134813 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Notify callbacks [] for port, precommit_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:14.147308 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-1aa3b088-d599-480c-a126-3134a140d215 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Unset dirty status for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:39:14.148794 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-1aa3b088-d599-480c-a126-3134a140d215 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019123 Feb 09 15:39:14.186247 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Transition to ACTIVE for port object 93374d85-4632-4811-bb9e-332669e80c65 will not be triggered until provisioned by entity L2. {{(pid=87598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:39:14.198753 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:14.270608 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-9e65a5dd-849e-457f-af27-9e30507daa1f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:39:14.271927 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-9e65a5dd-849e-457f-af27-9e30507daa1f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1110752 Feb 09 15:39:14.359348 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe83dd7-355d-422d-8dfe-0e99343076fd None None] Pushing event updated for resources: {'Port': ['ID=93374d85-4632-4811-bb9e-332669e80c65,revision_number=3']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:14.415585 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-4781d2cd-bb7a-431f-b50c-cc8d6dcffe10 service neutron] 10.222.0.48 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359258 Feb 09 15:39:14.425258 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Attempting to bind port 93374d85-4632-4811-bb9e-332669e80c65 on host n-d-828418-2 for vnic_type normal with profile {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:39:14.425629 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Attempting to bind port 93374d85-4632-4811-bb9e-332669e80c65 by drivers openvswitch,hyperv on host n-d-828418-2 at level 0 using segments [{'id': '54bb404d-77d6-4684-a315-bbb11f72c997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd913732e-35e6-4ede-ac3a-b46c57f56ee4'}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:39:14.425989 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Attempting to bind port 93374d85-4632-4811-bb9e-332669e80c65 on network d913732e-35e6-4ede-ac3a-b46c57f56ee4 {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:39:14.431854 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Checking agent: {'id': 'f2377881-f1d0-4ac0-a3ae-630f94f4ab24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 50), 'started_at': datetime.datetime(2022, 2, 9, 13, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828418-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:39:14.432228 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Checking segment: {'id': '54bb404d-77d6-4684-a315-bbb11f72c997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd913732e-35e6-4ede-ac3a-b46c57f56ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:39:14.432629 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:14.433017 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Bound using segment: {'id': '54bb404d-77d6-4684-a315-bbb11f72c997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd913732e-35e6-4ede-ac3a-b46c57f56ee4'} {{(pid=87598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:39:14.433478 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.managers [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Bound port: 93374d85-4632-4811-bb9e-332669e80c65, host: n-d-828418-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bb404d-77d6-4684-a315-bbb11f72c997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd913732e-35e6-4ede-ac3a-b46c57f56ee4'}}] {{(pid=87598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:39:14.433849 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:14.524639 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] For port 93374d85-4632-4811-bb9e-332669e80c65, host n-d-828418-2, cleared binding levels {{(pid=87598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:39:14.528085 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] For port 93374d85-4632-4811-bb9e-332669e80c65, host n-d-828418-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=93374d85-4632-4811-bb9e-332669e80c65,segment=NetworkSegment(54bb404d-77d6-4684-a315-bbb11f72c997),segment_id=54bb404d-77d6-4684-a315-bbb11f72c997)] {{(pid=87598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:39:14.533375 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:14.550081 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-b5108379-3929-4ad3-afe3-3465a12aeced service neutron] 10.222.0.48 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282637 Feb 09 15:39:14.639013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ac3e88f6-8d12-4cf3-8154-1118478fd648 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:39:14.671253 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Routers {'310886d0-d651-4491-8fb0-26a553333d93'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:39:14.679519 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:38:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['310886d0-d651-4491-8fb0-26a553333d93'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:14.731025 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe83dd7-355d-422d-8dfe-0e99343076fd None None] Pushing event updated for resources: {'Port': ['ID=93374d85-4632-4811-bb9e-332669e80c65,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:14.766971 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-18891d18-6121-4e2a-bfa7-2d6dbb1d48fe req-aea31a57-627f-46bc-bf3b-7687e1eb1ad0 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 210 time: 0.0513463 Feb 09 15:39:14.888411 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port ac3e88f6-8d12-4cf3-8154-1118478fd648 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:14.888690 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:14.949208 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] Set router 310886d0-d651-4491-8fb0-26a553333d93 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:39:15.331489 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310886d0-d651-4491-8fb0-26a553333d93', 'name': 'tempest-TestSnapshotPattern-1346275429-router', 'tenant_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'ac3e88f6-8d12-4cf3-8154-1118478fd648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:06Z', 'updated_at': '2022-02-09T15:39:10Z', 'revision_number': 4, 'project_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'gw_port': {'id': 'ac3e88f6-8d12-4cf3-8154-1118478fd648', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310886d0-d651-4491-8fb0-26a553333d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:07Z', 'updated_at': '2022-02-09T15:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '93374d85-4632-4811-bb9e-332669e80c65', 'name': '', 'network_id': 'd913732e-35e6-4ede-ac3a-b46c57f56ee4', 'tenant_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'mac_address': 'fa:16:3e:d3:40:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310886d0-d651-4491-8fb0-26a553333d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b50f6dea-5ee2-464d-beeb-a247a0f2d022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:10Z', 'updated_at': '2022-02-09T15:39:14Z', 'revision_number': 4, 'project_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'subnets': [{'id': 'b50f6dea-5ee2-464d-beeb-a247a0f2d022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:15.335575 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f6af5-0289-45ff-970d-a1a7c8412322 None None] The sync data for ids ['310886d0-d651-4491-8fb0-26a553333d93'] in n-d-828418-2 is: [{'id': '310886d0-d651-4491-8fb0-26a553333d93', 'name': 'tempest-TestSnapshotPattern-1346275429-router', 'tenant_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'ac3e88f6-8d12-4cf3-8154-1118478fd648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:06Z', 'updated_at': '2022-02-09T15:39:10Z', 'revision_number': 4, 'project_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'gw_port': {'id': 'ac3e88f6-8d12-4cf3-8154-1118478fd648', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310886d0-d651-4491-8fb0-26a553333d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:07Z', 'updated_at': '2022-02-09T15:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '93374d85-4632-4811-bb9e-332669e80c65', 'name': '', 'network_id': 'd913732e-35e6-4ede-ac3a-b46c57f56ee4', 'tenant_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'mac_address': 'fa:16:3e:d3:40:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310886d0-d651-4491-8fb0-26a553333d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b50f6dea-5ee2-464d-beeb-a247a0f2d022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:10Z', 'updated_at': '2022-02-09T15:39:14Z', 'revision_number': 4, 'project_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'subnets': [{'id': 'b50f6dea-5ee2-464d-beeb-a247a0f2d022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:39:15.943851 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-a1ba6ce8-56dc-4f07-9e45-5bf3ca5eabee req-2f8ea678-a333-42ba-b795-a71e86825d78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 210 time: 0.0570881 Feb 09 15:39:15.984063 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-bb9f65c2-331e-4861-a2d5-ae481223e174 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:15.985699 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-bb9f65c2-331e-4861-a2d5-ae481223e174 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.35 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 809 time: 0.2187674 Feb 09 15:39:16.038416 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-86185c8c-5ff5-47e1-8066-c7791e7b4bcc tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39e8889e8a9b4a11a730d0208c606509 HTTP/1.1" status: 200 len: 380 time: 0.0425451 Feb 09 15:39:16.047697 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-b41c31de-6592-44c0-bc3c-e437fab1dccf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Request body: {'port': {'device_id': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'admin_state_up': True, 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'security_groups': ['62377859-2489-4b57-b99a-a0df3d28069f']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:16.185952 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-b41c31de-6592-44c0-bc3c-e437fab1dccf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:39:16.196044 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-b41c31de-6592-44c0-bc3c-e437fab1dccf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:39:16.205296 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-b41c31de-6592-44c0-bc3c-e437fab1dccf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Made reservation on behalf of 39e8889e8a9b4a11a730d0208c606509 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:39:16.210268 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-b41c31de-6592-44c0-bc3c-e437fab1dccf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:16.381183 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-b41c31de-6592-44c0-bc3c-e437fab1dccf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Allocated IP 172.20.0.5 (4f0f7b74-84e7-479c-9628-3214a25fa1f5/0ff1e67d-a484-4640-adae-4dbb9040353c/ae5fd903-21d4-4de4-9d97-28e519e67d7d) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:39:16.639556 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 93374d85-4632-4811-bb9e-332669e80c65 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:39:16.700834 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-b41c31de-6592-44c0-bc3c-e437fab1dccf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:16.717041 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-b41c31de-6592-44c0-bc3c-e437fab1dccf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Transition to ACTIVE for port object ae5fd903-21d4-4de4-9d97-28e519e67d7d will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:39:16.741183 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-b41c31de-6592-44c0-bc3c-e437fab1dccf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:16.757004 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning for port 93374d85-4632-4811-bb9e-332669e80c65 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:39:16.761674 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 93374d85-4632-4811-bb9e-332669e80c65 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:16.762040 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:16.811043 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-b41c31de-6592-44c0-bc3c-e437fab1dccf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:16.816284 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-b41c31de-6592-44c0-bc3c-e437fab1dccf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:16.820914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-b41c31de-6592-44c0-bc3c-e437fab1dccf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:39:16.861849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c31de-6592-44c0-bc3c-e437fab1dccf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event updated for resources: {'Port': ['ID=ae5fd903-21d4-4de4-9d97-28e519e67d7d,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:16.888695 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:16.895260 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-b41c31de-6592-44c0-bc3c-e437fab1dccf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:16.895917 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-b41c31de-6592-44c0-bc3c-e437fab1dccf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:16.923717 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-b41c31de-6592-44c0-bc3c-e437fab1dccf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8799305 Feb 09 15:39:16.924018 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] For port 93374d85-4632-4811-bb9e-332669e80c65, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=93374d85-4632-4811-bb9e-332669e80c65,segment=NetworkSegment(54bb404d-77d6-4684-a315-bbb11f72c997),segment_id=54bb404d-77d6-4684-a315-bbb11f72c997)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:39:16.928270 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:17.004102 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Request body: {'port': {'device_id': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:17.010269 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Pushing event updated for resources: {'Port': ['ID=93374d85-4632-4811-bb9e-332669e80c65,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:17.118508 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:17.129266 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4b24c298-c600-4376-8e2d-0b75d8eb7d50 None None] Provisioning for port ae5fd903-21d4-4de4-9d97-28e519e67d7d completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:39:17.137354 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-4b24c298-c600-4376-8e2d-0b75d8eb7d50 None None] Provisioning complete for port ae5fd903-21d4-4de4-9d97-28e519e67d7d triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:17.137964 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4b24c298-c600-4376-8e2d-0b75d8eb7d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:17.155073 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e622f3-c435-4372-9623-34516da6512d req-0bda9960-594c-4d1e-a7a3-6a4e4d1dbd49 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:17.156669 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a9e622f3-c435-4372-9623-34516da6512d req-0bda9960-594c-4d1e-a7a3-6a4e4d1dbd49 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 931 time: 0.0860536 Feb 09 15:39:17.196321 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-4b24c298-c600-4376-8e2d-0b75d8eb7d50 None None] Port ae5fd903-21d4-4de4-9d97-28e519e67d7d cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:39:17.205703 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a9e622f3-c435-4372-9623-34516da6512d req-0ab8ecb2-f028-4e9e-a893-139da07a3c12 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Synchronizing usage tracker for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:security_group {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:39:17.217608 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-a9e622f3-c435-4372-9623-34516da6512d req-0ab8ecb2-f028-4e9e-a893-139da07a3c12 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Unset dirty status for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:security_group {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:39:17.218709 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a9e622f3-c435-4372-9623-34516da6512d req-0ab8ecb2-f028-4e9e-a893-139da07a3c12 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558050 Feb 09 15:39:17.464807 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5fd903-21d4-4de4-9d97-28e519e67d7d {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:39:17.472041 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:17.486055 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Transition to ACTIVE for port object ae5fd903-21d4-4de4-9d97-28e519e67d7d will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:39:17.489885 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:17.646814 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Pushing event updated for resources: {'Port': ['ID=ae5fd903-21d4-4de4-9d97-28e519e67d7d,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:17.725635 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Attempting to bind port ae5fd903-21d4-4de4-9d97-28e519e67d7d on host n-h1-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:39:17.725972 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Attempting to bind port ae5fd903-21d4-4de4-9d97-28e519e67d7d by drivers openvswitch,hyperv on host n-h1-828418-2 at level 0 using segments [{'id': '31f3b91d-df33-4776-8162-47b06de08b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:39:17.726351 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Attempting to bind port ae5fd903-21d4-4de4-9d97-28e519e67d7d on network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:39:17.730968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Port ae5fd903-21d4-4de4-9d97-28e519e67d7d on network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:39:17.731288 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Attempting to bind port ae5fd903-21d4-4de4-9d97-28e519e67d7d on network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:39:17.736340 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Checking agent: {'id': '861d40eb-134f-4dc7-9d7a-0fa5dd96e344', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:39:17.736682 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Checking segment: {'id': '31f3b91d-df33-4776-8162-47b06de08b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:39:17.737058 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Bound using segment: {'id': '31f3b91d-df33-4776-8162-47b06de08b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:39:17.737478 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Bound port: ae5fd903-21d4-4de4-9d97-28e519e67d7d, host: n-h1-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f3b91d-df33-4776-8162-47b06de08b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:39:17.738368 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:17.825059 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] For port ae5fd903-21d4-4de4-9d97-28e519e67d7d, host n-h1-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:39:17.828255 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] For port ae5fd903-21d4-4de4-9d97-28e519e67d7d, host n-h1-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:39:17.832109 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:17.893016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:17.893635 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:17.895547 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] 10.222.0.35 "PUT /v2.0/ports/ae5fd903-21d4-4de4-9d97-28e519e67d7d HTTP/1.1" status: 200 len: 1091 time: 0.9584441 Feb 09 15:39:17.896012 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'tag': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:39:17.920243 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22ace3-19b8-4d32-97ac-1fa08a092b8d service neutron] Pushing event updated for resources: {'Port': ['ID=ae5fd903-21d4-4de4-9d97-28e519e67d7d,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:17.973084 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'tag': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'status': 'completed', 'code': 200} Feb 09 15:39:18.014804 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-39df1f22-f8a6-41e8-8333-8a98e5595af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:18.016433 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-39df1f22-f8a6-41e8-8333-8a98e5595af3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 1094 time: 0.0770962 Feb 09 15:39:18.088487 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-ce4be063-ad33-4c33-8220-dee827d62526 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d HTTP/1.1" status: 200 len: 217 time: 0.0642579 Feb 09 15:39:18.152233 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-28889d91-d02a-462f-afa4-d99fec87b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:18.153574 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-28889d91-d02a-462f-afa4-d99fec87b78a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ff1e67d-a484-4640-adae-4dbb9040353c HTTP/1.1" status: 200 len: 848 time: 0.0576077 Feb 09 15:39:18.226642 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-d818a783-9933-4ddc-a69d-ac1d3cdcf793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:18.228161 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-d818a783-9933-4ddc-a69d-ac1d3cdcf793 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f0f7b74-84e7-479c-9628-3214a25fa1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690033 Feb 09 15:39:18.358653 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-10c2d033-776b-403a-8c0b-0621a2b02d5f service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243479 Feb 09 15:39:18.405220 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cf252-9fcd-4bda-bef2-7b1c99de7944 req-7b8de5be-5d8f-477e-82e5-230803a35e4d tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:18.406731 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1e5cf252-9fcd-4bda-bef2-7b1c99de7944 req-7b8de5be-5d8f-477e-82e5-230803a35e4d tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 943 time: 0.0838642 Feb 09 15:39:18.453430 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-1e5cf252-9fcd-4bda-bef2-7b1c99de7944 req-b15aa9f1-cc01-42d1-8b40-6d608721fc72 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404572 Feb 09 15:39:18.609730 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3e4c947-98f1-4f46-a318-b3d1a75f766e req-8e911b33-0ac2-4907-9a6f-1671d618ebfa service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449882 Feb 09 15:39:18.618729 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 93374d85-4632-4811-bb9e-332669e80c65 up at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:39:18.686335 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Provisioning complete for port 93374d85-4632-4811-bb9e-332669e80c65 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:18.686706 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:18.727319 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e7504-a07e-4adf-aad4-5840bc549c4d req-5b652e29-afaf-452a-be4e-4dbf162f3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:18.728866 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f2e7504-a07e-4adf-aad4-5840bc549c4d req-5b652e29-afaf-452a-be4e-4dbf162f3fb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 1094 time: 0.0715642 Feb 09 15:39:18.872270 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e7504-a07e-4adf-aad4-5840bc549c4d req-0eddaeb6-3c9e-4dec-bc95-05e17214c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:18.873748 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f2e7504-a07e-4adf-aad4-5840bc549c4d req-0eddaeb6-3c9e-4dec-bc95-05e17214c70c service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 909 time: 0.1385732 Feb 09 15:39:18.944658 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f2e7504-a07e-4adf-aad4-5840bc549c4d req-464833b1-2706-43b6-9511-f25ee3609b70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d HTTP/1.1" status: 200 len: 217 time: 0.0642922 Feb 09 15:39:19.005510 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e7504-a07e-4adf-aad4-5840bc549c4d req-6ce30551-1d11-4a6e-abb1-cf81590798b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:19.006887 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f2e7504-a07e-4adf-aad4-5840bc549c4d req-6ce30551-1d11-4a6e-abb1-cf81590798b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ff1e67d-a484-4640-adae-4dbb9040353c HTTP/1.1" status: 200 len: 848 time: 0.0555117 Feb 09 15:39:19.089443 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e7504-a07e-4adf-aad4-5840bc549c4d req-2b4441fe-4bf0-4f50-8b7f-ba049dbffccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:19.090819 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f2e7504-a07e-4adf-aad4-5840bc549c4d req-2b4441fe-4bf0-4f50-8b7f-ba049dbffccd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f0f7b74-84e7-479c-9628-3214a25fa1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740063 Feb 09 15:39:19.219560 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f2e7504-a07e-4adf-aad4-5840bc549c4d req-d050cadb-f7ef-475c-95ff-5f60704a0933 service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222901 Feb 09 15:39:19.349101 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4f2e7504-a07e-4adf-aad4-5840bc549c4d req-ecbf3555-c21a-44e6-8885-fe21b93cdb61 service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224506 Feb 09 15:39:19.634958 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b01d02-a538-476d-ac9e-8c1b838c3fc5 req-8a966f17-faf2-4b62-89c9-52c5859e7c64 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:19.635552 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f4b01d02-a538-476d-ac9e-8c1b838c3fc5 req-8a966f17-faf2-4b62-89c9-52c5859e7c64 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Synchronizing usage tracker for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:39:19.650545 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-f4b01d02-a538-476d-ac9e-8c1b838c3fc5 req-8a966f17-faf2-4b62-89c9-52c5859e7c64 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Unset dirty status for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:39:19.651957 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4b01d02-a538-476d-ac9e-8c1b838c3fc5 req-8a966f17-faf2-4b62-89c9-52c5859e7c64 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 943 time: 0.0933998 Feb 09 15:39:19.695791 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f4b01d02-a538-476d-ac9e-8c1b838c3fc5 req-2f754bda-65bf-4a64-b157-55b679c759d0 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382199 Feb 09 15:39:20.875175 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ac288-fff0-4302-bb16-e1f3c090740f req-a03d7456-bc45-4ecb-93bf-3da416392b3f tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:20.876685 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b11ac288-fff0-4302-bb16-e1f3c090740f req-a03d7456-bc45-4ecb-93bf-3da416392b3f tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 943 time: 0.0787702 Feb 09 15:39:20.921213 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-b11ac288-fff0-4302-bb16-e1f3c090740f req-2f048362-ad71-4e03-ac25-27f5938224c5 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387890 Feb 09 15:39:22.042257 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ae5fd903-21d4-4de4-9d97-28e519e67d7d details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:39:22.111442 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870f9bc-d90c-42cf-9c5c-b899c48ff16c req-4d775f6b-ca16-4ee9-a994-de94ea3dd775 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:22.113559 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4870f9bc-d90c-42cf-9c5c-b899c48ff16c req-4d775f6b-ca16-4ee9-a994-de94ea3dd775 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 943 time: 0.0818233 Feb 09 15:39:22.157122 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4870f9bc-d90c-42cf-9c5c-b899c48ff16c req-e090f047-00df-42c8-b1ab-559e0bd2f90a tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374937 Feb 09 15:39:22.174864 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port ae5fd903-21d4-4de4-9d97-28e519e67d7d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:39:22.188336 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'port_id': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'mac_address': 'fa:16:3e:51:c4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:39:22.241383 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:22.257469 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5fd903-21d4-4de4-9d97-28e519e67d7d {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:39:22.272135 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port ae5fd903-21d4-4de4-9d97-28e519e67d7d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:39:22.276636 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:22.344227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=ae5fd903-21d4-4de4-9d97-28e519e67d7d,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:22.829105 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['ae5fd903-21d4-4de4-9d97-28e519e67d7d'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:39:23.348309 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21d0e0-0c7c-4e2f-b1b7-f336251c4af4 req-4f9117a6-481f-4b22-962b-a68a0071049f tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:23.349742 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a21d0e0-0c7c-4e2f-b1b7-f336251c4af4 req-4f9117a6-481f-4b22-962b-a68a0071049f tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 944 time: 0.0845008 Feb 09 15:39:23.392843 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6a21d0e0-0c7c-4e2f-b1b7-f336251c4af4 req-935f6679-a557-408e-a0a2-2209be598eeb tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374782 Feb 09 15:39:24.042721 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ae5fd903-21d4-4de4-9d97-28e519e67d7d up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:39:24.110783 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning for port ae5fd903-21d4-4de4-9d97-28e519e67d7d completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:39:24.115788 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port ae5fd903-21d4-4de4-9d97-28e519e67d7d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:24.116162 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:24.226315 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:24.252165 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:39:24.261929 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port ae5fd903-21d4-4de4-9d97-28e519e67d7d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:39:24.266739 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:24.336309 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=ae5fd903-21d4-4de4-9d97-28e519e67d7d,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:24.355212 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'code': 200} Feb 09 15:39:24.489098 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab61ab2-ce80-47f8-9cd9-6f90e9b455a4 req-bf5ebc9b-c068-4c0d-b2c0-480839ca0d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:24.490576 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ab61ab2-ce80-47f8-9cd9-6f90e9b455a4 req-bf5ebc9b-c068-4c0d-b2c0-480839ca0d93 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 1096 time: 0.0732679 Feb 09 15:39:24.535628 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-8ab61ab2-ce80-47f8-9cd9-6f90e9b455a4 req-afe5f647-6291-4678-96b6-01937019544d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364852 Feb 09 15:39:24.594260 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae4cc9-f642-427e-afd2-071c6bf04f36 req-cbc5e44f-8555-4b7d-bebc-309ddca0040b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:24.595707 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fbae4cc9-f642-427e-afd2-071c6bf04f36 req-cbc5e44f-8555-4b7d-bebc-309ddca0040b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 945 time: 0.0943601 Feb 09 15:39:24.642477 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-fbae4cc9-f642-427e-afd2-071c6bf04f36 req-53a52be3-3395-418d-b52a-921c917ef481 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410390 Feb 09 15:39:25.841615 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24556529-873a-4b4d-9c0c-9390c6fc232f req-fa235b70-6d8c-4198-811a-c0772c87e08e tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:25.843002 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24556529-873a-4b4d-9c0c-9390c6fc232f req-fa235b70-6d8c-4198-811a-c0772c87e08e tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 945 time: 0.0838041 Feb 09 15:39:25.887616 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-24556529-873a-4b4d-9c0c-9390c6fc232f req-db8d2ddf-cd6e-4375-b5fe-df39464e005d tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378964 Feb 09 15:39:26.986509 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-212bd19c-3782-4180-87f4-afa80cb009e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:27.066171 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e5c66-6f8c-4660-83a0-008f77fe5129 req-d6df3eb1-3832-436a-8e6e-a0f8a76d6ef7 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:27.067610 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f62e5c66-6f8c-4660-83a0-008f77fe5129 req-d6df3eb1-3832-436a-8e6e-a0f8a76d6ef7 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 945 time: 0.0778353 Feb 09 15:39:27.111215 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-f62e5c66-6f8c-4660-83a0-008f77fe5129 req-f9aa6ccb-5cef-45b6-8888-0dd13ded5f2a tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381119 Feb 09 15:39:27.293665 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83134f3b-661f-4341-bc75-9093727af550 req-8576ec4c-37a5-490a-ad96-68d5f94d7349 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:27.295088 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-83134f3b-661f-4341-bc75-9093727af550 req-8576ec4c-37a5-490a-ad96-68d5f94d7349 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 945 time: 0.0801935 Feb 09 15:39:27.337363 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-83134f3b-661f-4341-bc75-9093727af550 req-78c18966-9fd2-407d-9090-8b05090d2b2b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360036 Feb 09 15:39:27.359450 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 56924) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:39:27.480078 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fa92ee-88eb-42e0-a4ca-e6c95fae9e61 tempest-TestSnapshotPattern-984196829 tempest-TestSnapshotPattern-984196829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:27.480780 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-09fa92ee-88eb-42e0-a4ca-e6c95fae9e61 tempest-TestSnapshotPattern-984196829 tempest-TestSnapshotPattern-984196829-project-admin] Synchronizing usage tracker for tenant:6ccbe1942df84dd8b558b7bf3c571afa on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:39:27.497333 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-09fa92ee-88eb-42e0-a4ca-e6c95fae9e61 tempest-TestSnapshotPattern-984196829 tempest-TestSnapshotPattern-984196829-project-admin] Unset dirty status for tenant:6ccbe1942df84dd8b558b7bf3c571afa on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:39:27.498815 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-09fa92ee-88eb-42e0-a4ca-e6c95fae9e61 tempest-TestSnapshotPattern-984196829 tempest-TestSnapshotPattern-984196829-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 1091 time: 0.1382272 Feb 09 15:39:27.501879 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 56930) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:39:27.507073 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:27.513845 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:39:27.517607 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Usage tracker for resource:floatingip and tenant:39e8889e8a9b4a11a730d0208c606509 is out of sync, need to count used quota {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:39:27.520470 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:39:27.529786 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:39:27.540622 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for floatingip, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:27.672271 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:27.808962 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Allocated IP 172.25.8.136 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/58000361-20d1-4d3e-84a3-c8fd6d36d98a) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:39:27.949435 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:27.978850 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:28.043287 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:28.046035 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:28.049648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:39:28.090080 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event updated for resources: {'Port': ['ID=58000361-20d1-4d3e-84a3-c8fd6d36d98a,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:28.567413 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:28.642193 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:28.841196 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:28.845527 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:28.960617 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event updated for resources: {'Port': ['ID=58000361-20d1-4d3e-84a3-c8fd6d36d98a,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:28.969703 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:29.137390 n-d-828418-2 neutron-server[87597]: INFO neutron.db.l3_db [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Floating IP c8e4c26a-152a-45e6-8cd7-b1be41c7c05f associated. External IP: 172.25.8.136, port: ae5fd903-21d4-4de4-9d97-28e519e67d7d. Feb 09 15:39:29.400505 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-349e7dda-09c7-4e8c-b829-3fbdb44982f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:29.489611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Router 793bb096-1b6b-4677-a744-994045da78f8 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:39:29.793191 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:39:29.802937 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52bf83-0394-45e3-8ba6-ed398a20a1d0 None None] Sync routers for ids ['793bb096-1b6b-4677-a744-994045da78f8'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:39:29.812125 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52bf83-0394-45e3-8ba6-ed398a20a1d0 None None] Routers {'793bb096-1b6b-4677-a744-994045da78f8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:39:29.812735 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cd52bf83-0394-45e3-8ba6-ed398a20a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:39:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['793bb096-1b6b-4677-a744-994045da78f8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:29.818371 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:29.875013 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-afd78044-7d77-4c47-adc1-b29a3bf8ddcd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3719840 Feb 09 15:39:29.875573 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'tag': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:39:29.919673 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'tag': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'status': 'completed', 'code': 200} Feb 09 15:39:29.997086 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-cd52bf83-0394-45e3-8ba6-ed398a20a1d0 None None] Set router 793bb096-1b6b-4677-a744-994045da78f8 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:39:30.011983 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbac3d-e96b-4711-8914-9cd66bf17b9b req-ecbbed4e-1b20-4a78-a700-93e04d24b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:30.013457 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bbdbac3d-e96b-4711-8914-9cd66bf17b9b req-ecbbed4e-1b20-4a78-a700-93e04d24b79a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 1096 time: 0.0711074 Feb 09 15:39:30.142996 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbac3d-e96b-4711-8914-9cd66bf17b9b req-5c720b53-d9b9-4d12-916f-4f809647005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:30.144371 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bbdbac3d-e96b-4711-8914-9cd66bf17b9b req-5c720b53-d9b9-4d12-916f-4f809647005b service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 909 time: 0.1249218 Feb 09 15:39:30.253310 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bbdbac3d-e96b-4711-8914-9cd66bf17b9b req-3df272ca-4cea-4235-b3ea-9427cc7c8402 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d HTTP/1.1" status: 200 len: 999 time: 0.0987334 Feb 09 15:39:30.314687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbac3d-e96b-4711-8914-9cd66bf17b9b req-1fc1a9f8-27ea-4311-b7a3-ad201c38c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:30.316204 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bbdbac3d-e96b-4711-8914-9cd66bf17b9b req-1fc1a9f8-27ea-4311-b7a3-ad201c38c440 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ff1e67d-a484-4640-adae-4dbb9040353c HTTP/1.1" status: 200 len: 848 time: 0.0564325 Feb 09 15:39:30.337681 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cd52bf83-0394-45e3-8ba6-ed398a20a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'c8e4c26a-152a-45e6-8cd7-b1be41c7c05f', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '793bb096-1b6b-4677-a744-994045da78f8', 'port_id': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'mac_address': 'fa:16:3e:51:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:39:28Z', 'updated_at': '2022-02-09T15:39:28Z', 'revision_number': 0, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e', 'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'mac_address': 'fa:16:3e:f5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:03Z', 'updated_at': '2022-02-09T15:39:11Z', 'revision_number': 5, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'subnets': [{'id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:30.341379 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52bf83-0394-45e3-8ba6-ed398a20a1d0 None None] Checking router: 793bb096-1b6b-4677-a744-994045da78f8 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:39:30.349779 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52bf83-0394-45e3-8ba6-ed398a20a1d0 None None] Routers {'793bb096-1b6b-4677-a744-994045da78f8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:39:30.350356 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cd52bf83-0394-45e3-8ba6-ed398a20a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:39:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['793bb096-1b6b-4677-a744-994045da78f8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:30.396807 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbac3d-e96b-4711-8914-9cd66bf17b9b req-ebcc2b5b-6002-45ec-acb8-d26cf96dd0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:30.398205 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bbdbac3d-e96b-4711-8914-9cd66bf17b9b req-ebcc2b5b-6002-45ec-acb8-d26cf96dd0e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f0f7b74-84e7-479c-9628-3214a25fa1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737529 Feb 09 15:39:30.526478 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-cd52bf83-0394-45e3-8ba6-ed398a20a1d0 None None] Set router 793bb096-1b6b-4677-a744-994045da78f8 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:39:30.535164 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bbdbac3d-e96b-4711-8914-9cd66bf17b9b req-a0217485-fcf6-4c78-8ee0-977dca616c02 service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296461 Feb 09 15:39:30.551271 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:30.605439 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:30.675016 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bbdbac3d-e96b-4711-8914-9cd66bf17b9b req-8f938c4a-a0da-41d9-bc0d-019a0071bb84 service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328137 Feb 09 15:39:30.905815 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-cd52bf83-0394-45e3-8ba6-ed398a20a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'c8e4c26a-152a-45e6-8cd7-b1be41c7c05f', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '793bb096-1b6b-4677-a744-994045da78f8', 'port_id': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'mac_address': 'fa:16:3e:51:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:39:28Z', 'updated_at': '2022-02-09T15:39:28Z', 'revision_number': 0, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e', 'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'mac_address': 'fa:16:3e:f5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:03Z', 'updated_at': '2022-02-09T15:39:11Z', 'revision_number': 5, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'subnets': [{'id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:30.910315 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52bf83-0394-45e3-8ba6-ed398a20a1d0 None None] The sync data for ids ['793bb096-1b6b-4677-a744-994045da78f8'] in n-d-828418-2 is: [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'c8e4c26a-152a-45e6-8cd7-b1be41c7c05f', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '793bb096-1b6b-4677-a744-994045da78f8', 'port_id': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'mac_address': 'fa:16:3e:51:c4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:39:28Z', 'updated_at': '2022-02-09T15:39:28Z', 'revision_number': 0, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e', 'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'mac_address': 'fa:16:3e:f5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:03Z', 'updated_at': '2022-02-09T15:39:11Z', 'revision_number': 5, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'subnets': [{'id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:39:31.106753 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca212e6d-e84d-4ef8-8872-24d89b9faee6 None None] New status for floating IP c8e4c26a-152a-45e6-8cd7-b1be41c7c05f: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:39:32.134730 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:35.967453 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:39:39.864328 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:41.615014 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:56.988989 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a829dcd3-177c-4d72-949c-dddbc98de17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:59.403666 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-4778f564-59f1-4666-8d02-61c5061c04e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:00.545466 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:00.604671 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:01.631917 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c3e1990-a048-41ea-b8b5-fe721f7b9de2 req-df6cc851-9e85-4fe6-af01-8c6910575e5f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712936 Feb 09 15:40:01.773703 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e1990-a048-41ea-b8b5-fe721f7b9de2 req-e65acbb9-d432-485e-860f-c144a841d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:01.775163 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c3e1990-a048-41ea-b8b5-fe721f7b9de2 req-e65acbb9-d432-485e-860f-c144a841d6bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 1096 time: 0.0716193 Feb 09 15:40:01.922832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e1990-a048-41ea-b8b5-fe721f7b9de2 req-e8077cf1-4fd5-4fe0-a1bd-05c42cf59167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:01.924289 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c3e1990-a048-41ea-b8b5-fe721f7b9de2 req-e8077cf1-4fd5-4fe0-a1bd-05c42cf59167 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 909 time: 0.1237063 Feb 09 15:40:02.028611 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c3e1990-a048-41ea-b8b5-fe721f7b9de2 req-db952d2a-1c46-43c3-8797-09e5ca6f9312 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d HTTP/1.1" status: 200 len: 1001 time: 0.0965133 Feb 09 15:40:02.093915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e1990-a048-41ea-b8b5-fe721f7b9de2 req-a4afa920-4043-48ff-9fe9-f8d2a24b791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:02.095343 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c3e1990-a048-41ea-b8b5-fe721f7b9de2 req-a4afa920-4043-48ff-9fe9-f8d2a24b791f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ff1e67d-a484-4640-adae-4dbb9040353c HTTP/1.1" status: 200 len: 848 time: 0.0600631 Feb 09 15:40:02.141416 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:02.170991 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e1990-a048-41ea-b8b5-fe721f7b9de2 req-682b50ed-4b8e-47e2-b19a-34d1900d7638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:02.172547 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c3e1990-a048-41ea-b8b5-fe721f7b9de2 req-682b50ed-4b8e-47e2-b19a-34d1900d7638 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f0f7b74-84e7-479c-9628-3214a25fa1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699074 Feb 09 15:40:02.301385 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c3e1990-a048-41ea-b8b5-fe721f7b9de2 req-b4b6cbaa-33ee-478c-82a8-b4f64e0d19a6 service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209543 Feb 09 15:40:02.431028 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-1c3e1990-a048-41ea-b8b5-fe721f7b9de2 req-dc2dddc8-5e5b-4ce2-a6e6-93e8b51e8282 service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223724 Feb 09 15:40:09.866714 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:11.617376 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:12.966373 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:40:26.991462 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-596eb5c1-8468-42a8-8d78-761c56db77a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:29.404983 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3966b2af-a4b4-460d-825d-c98ae7f3de12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:30.548980 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:30.607886 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:32.139417 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:39.881826 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:41.617586 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:49.965817 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:40:56.993613 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-9dcabc85-d1ff-4c60-abfc-f5232517efc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:59.406377 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c088d6f3-95ec-4466-b8e7-440ac63df13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:00.552960 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:00.611436 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:01.629876 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4c5c712-50af-4934-be41-1fa35ea46cc6 req-bbe64560-3d1b-4d3a-8860-3e0946e82267 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678928 Feb 09 15:41:01.885890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5c712-50af-4934-be41-1fa35ea46cc6 req-0150921c-b8b5-4c09-9b52-17874c074d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:01.887354 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4c5c712-50af-4934-be41-1fa35ea46cc6 req-0150921c-b8b5-4c09-9b52-17874c074d9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 1096 time: 0.1897542 Feb 09 15:41:02.030892 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5c712-50af-4934-be41-1fa35ea46cc6 req-7e24af20-d61a-4e9a-a29e-49e77efc3685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:02.032389 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4c5c712-50af-4934-be41-1fa35ea46cc6 req-7e24af20-d61a-4e9a-a29e-49e77efc3685 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 909 time: 0.1251483 Feb 09 15:41:02.135830 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4c5c712-50af-4934-be41-1fa35ea46cc6 req-003e359d-70a5-410e-b73b-5b44f4fca4c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d HTTP/1.1" status: 200 len: 1001 time: 0.0959666 Feb 09 15:41:02.141338 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:02.197904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5c712-50af-4934-be41-1fa35ea46cc6 req-e7eb7ec0-869a-4af8-8818-837e6453e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:02.199326 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4c5c712-50af-4934-be41-1fa35ea46cc6 req-e7eb7ec0-869a-4af8-8818-837e6453e9d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ff1e67d-a484-4640-adae-4dbb9040353c HTTP/1.1" status: 200 len: 848 time: 0.0574954 Feb 09 15:41:02.275706 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5c712-50af-4934-be41-1fa35ea46cc6 req-de140c80-7de1-4e91-9e5a-3378340c39da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:02.277172 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4c5c712-50af-4934-be41-1fa35ea46cc6 req-de140c80-7de1-4e91-9e5a-3378340c39da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f0f7b74-84e7-479c-9628-3214a25fa1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713389 Feb 09 15:41:02.412439 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4c5c712-50af-4934-be41-1fa35ea46cc6 req-d357c3a8-3ac5-4437-b82a-8dd182f12748 service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280689 Feb 09 15:41:02.541582 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c4c5c712-50af-4934-be41-1fa35ea46cc6 req-55545738-de7f-42c9-91d5-d125e9f4a99f service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222703 Feb 09 15:41:09.879774 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:11.632832 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:26.965697 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:41:26.995578 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-888b5b05-e84e-4a04-8c4c-1ad6c6b9a04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:29.407600 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7613284-8fd4-40cd-9b33-777c3a061f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:30.555408 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:30.612850 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:32.144541 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:39.879764 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:41.647694 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:57.000188 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f566a64a-f9ef-41a6-828e-bf89fd6891d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:59.409890 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-02ec4f6a-49e5-4a1f-8dc4-6c839542141b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:00.558305 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:00.614186 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:01.620838 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-69e0f079-af87-43d5-9c46-78cfbd29ace2 req-c1dc0eff-6c5d-41e1-90ea-d563d79dc659 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668271 Feb 09 15:42:01.764685 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0f079-af87-43d5-9c46-78cfbd29ace2 req-7911ce02-dd97-47e4-978c-c40196562545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:01.766119 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-69e0f079-af87-43d5-9c46-78cfbd29ace2 req-7911ce02-dd97-47e4-978c-c40196562545 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 1096 time: 0.0774672 Feb 09 15:42:01.908773 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0f079-af87-43d5-9c46-78cfbd29ace2 req-0823b98d-6eb4-4387-978b-0be2642df26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:01.910163 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-69e0f079-af87-43d5-9c46-78cfbd29ace2 req-0823b98d-6eb4-4387-978b-0be2642df26d service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 909 time: 0.1243458 Feb 09 15:42:02.013561 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-69e0f079-af87-43d5-9c46-78cfbd29ace2 req-fffa0f6c-9fb5-4f06-9bce-22f55aeb5423 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d HTTP/1.1" status: 200 len: 1001 time: 0.0934587 Feb 09 15:42:02.079922 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0f079-af87-43d5-9c46-78cfbd29ace2 req-60af2528-b657-48ee-8ddf-d24a2867ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:02.081345 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-69e0f079-af87-43d5-9c46-78cfbd29ace2 req-60af2528-b657-48ee-8ddf-d24a2867ee23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ff1e67d-a484-4640-adae-4dbb9040353c HTTP/1.1" status: 200 len: 848 time: 0.0609772 Feb 09 15:42:02.148458 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:02.155369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0f079-af87-43d5-9c46-78cfbd29ace2 req-d4c44645-e99f-47d8-b0a2-58772ad7bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:02.156890 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-69e0f079-af87-43d5-9c46-78cfbd29ace2 req-d4c44645-e99f-47d8-b0a2-58772ad7bd16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f0f7b74-84e7-479c-9628-3214a25fa1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690222 Feb 09 15:42:02.286827 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-69e0f079-af87-43d5-9c46-78cfbd29ace2 req-6f4ae499-67dd-4012-b87c-22dd40c9e9d8 service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221731 Feb 09 15:42:02.414486 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-69e0f079-af87-43d5-9c46-78cfbd29ace2 req-c5adedfd-e95c-4e82-82dd-f9f4f2e9f17e service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211886 Feb 09 15:42:03.966459 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:42:09.897972 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:11.662601 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:27.001889 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1ade963b-081e-4ca6-8492-94a11c46c17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.410850 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5f0d68c5-4aa1-4ae9-9aaa-f76b59233421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.561520 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.622477 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.900704 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ae5fd903-21d4-4de4-9d97-28e519e67d7d details requested by agent hyperv_n-h1-828418-2 with host n-h1-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:42:31.038288 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port ae5fd903-21d4-4de4-9d97-28e519e67d7d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:42:31.051607 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Returning: {'device': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'port_id': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'mac_address': 'fa:16:3e:51:c4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:42:31.104342 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:31.124013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae5fd903-21d4-4de4-9d97-28e519e67d7d {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:31.139116 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port ae5fd903-21d4-4de4-9d97-28e519e67d7d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:42:31.142438 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:31.213719 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=ae5fd903-21d4-4de4-9d97-28e519e67d7d,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:31.221670 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:31.222008 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:31.222342 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:31.222668 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:31.222991 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:31.223312 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:31.223630 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:31.223974 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:31.224290 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:31.224602 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:31.224914 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:31.225226 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:31.235951 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] get_ports_and_sgs() called for port_ids ['ae5fd903-21d4-4de4-9d97-28e519e67d7d'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:42:32.151293 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:32.912537 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ae5fd903-21d4-4de4-9d97-28e519e67d7d up at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:42:32.981596 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Provisioning complete for port ae5fd903-21d4-4de4-9d97-28e519e67d7d triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:32.981965 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.095644 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.120685 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:33.129923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port ae5fd903-21d4-4de4-9d97-28e519e67d7d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:42:33.133890 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.178195 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'code': 200} Feb 09 15:42:33.207156 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=ae5fd903-21d4-4de4-9d97-28e519e67d7d,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:39.916344 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:40.966405 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:42:41.684842 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:46.138741 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-7e4c1828-fccf-406b-9f87-64a219916f1f tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1406516735&fields=id&tenant_id=39e8889e8a9b4a11a730d0208c606509 HTTP/1.1" status: 200 len: 267 time: 0.0383840 Feb 09 15:42:46.400196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-42dc0808-b1ae-4202-b9d7-2663cbdbaad5 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:46.401546 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-42dc0808-b1ae-4202-b9d7-2663cbdbaad5 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 809 time: 0.2559457 Feb 09 15:42:46.418365 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-1bf2ebe4-8293-429e-8fe3-67bd18444d7f tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/quotas/39e8889e8a9b4a11a730d0208c606509 HTTP/1.1" status: 200 len: 375 time: 0.0110435 Feb 09 15:42:46.505387 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-a35fe81a-e53e-4844-94a7-fadc0d70c471 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0818546 Feb 09 15:42:46.640719 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-7ad81195-64a0-4f2e-ba21-825a30f8d959 service neutron] 10.222.0.48 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240880 Feb 09 15:42:46.768359 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-731f5583-44a9-42a3-b316-915190bdce4d service neutron] 10.222.0.48 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218123 Feb 09 15:42:46.950486 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-00e02606-c28f-4b90-8d15-78474fd08a68 req-a27abbfe-0542-47c2-9b02-d7ae3c938bc2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 210 time: 0.0430272 Feb 09 15:42:48.110123 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-472d7959-f09c-412b-a542-c5a83d36cc9f req-34118270-0702-40db-adbb-638a3def53e2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 210 time: 0.0526268 Feb 09 15:42:48.152591 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-36926435-4aac-4203-b8b9-cae0f26915be tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:48.153973 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-36926435-4aac-4203-b8b9-cae0f26915be tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.21 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 809 time: 0.1909454 Feb 09 15:42:48.202286 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-26c09f0a-67ee-436f-95c6-aa94b9c92efb tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39e8889e8a9b4a11a730d0208c606509 HTTP/1.1" status: 200 len: 380 time: 0.0387049 Feb 09 15:42:48.212491 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Request body: {'port': {'device_id': 'c53526b9-f969-4e8b-9614-9c852818790b', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'admin_state_up': True, 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'security_groups': ['62377859-2489-4b57-b99a-a0df3d28069f']}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:48.350993 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:48.360781 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.quota.driver [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:48.371611 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Made reservation on behalf of 39e8889e8a9b4a11a730d0208c606509 for: {'port': 1} {{(pid=87597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:48.375148 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:48.592568 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_common [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Allocated IP 172.20.0.9 (4f0f7b74-84e7-479c-9628-3214a25fa1f5/0ff1e67d-a484-4640-adae-4dbb9040353c/13b2a966-ec12-47bc-820d-79751621aec3) {{(pid=87597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:48.826127 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for port, precommit_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:48.847369 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Transition to ACTIVE for port object 13b2a966-ec12-47bc-820d-79751621aec3 will not be triggered until provisioned by entity DHCP. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:48.874074 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_create {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:48.952832 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 is already hosted by enough agents. {{(pid=87597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:48.956704 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.base_scheduler [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Resources bound (agent type, host, resource id): {{(pid=87597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:48.961589 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Received port after_create {{(pid=87597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:42:49.021228 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event updated for resources: {'Port': ['ID=13b2a966-ec12-47bc-820d-79751621aec3,revision_number=1']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:49.025143 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ae5fd903-21d4-4de4-9d97-28e519e67d7d no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:42:49.034563 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:49.034904 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:49.035244 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:49.035584 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:49.035951 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:49.036507 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:49.037100 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:49.037688 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:49.038088 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:49.038418 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:49.038750 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:49.039087 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:49.073277 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:49.084358 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:49.117165 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-fc28e102-a053-4983-b47e-f9ee4eec4a78 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9072666 Feb 09 15:42:49.429516 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-71ef1d8c-1895-4c13-84f1-f8deff3d67e4 None None] Provisioning for port 13b2a966-ec12-47bc-820d-79751621aec3 completed by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:42:49.434980 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:49.446140 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-71ef1d8c-1895-4c13-84f1-f8deff3d67e4 None None] Provisioning complete for port 13b2a966-ec12-47bc-820d-79751621aec3 triggered by entity DHCP. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:49.446793 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-71ef1d8c-1895-4c13-84f1-f8deff3d67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:49.496553 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff4566-5f7d-4281-94ab-38fc56805d32 req-3da519a6-e678-49da-b6e8-c4d9a6afac24 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:49.504433 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e8ff4566-5f7d-4281-94ab-38fc56805d32 req-3da519a6-e678-49da-b6e8-c4d9a6afac24 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 931 time: 0.1869540 Feb 09 15:42:49.525756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] For port ae5fd903-21d4-4de4-9d97-28e519e67d7d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:42:49.529345 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:49.538422 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:49.592428 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-71ef1d8c-1895-4c13-84f1-f8deff3d67e4 None None] Port 13b2a966-ec12-47bc-820d-79751621aec3 cannot update to ACTIVE because it is not bound. {{(pid=87598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 09 15:42:49.617474 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'code': 200} Feb 09 15:42:49.628988 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Pushing event updated for resources: {'Port': ['ID=ae5fd903-21d4-4de4-9d97-28e519e67d7d,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:49.634006 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-e8ff4566-5f7d-4281-94ab-38fc56805d32 req-d069c3ac-7f13-4aa4-b7d2-877ce3d4e45d tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286783 Feb 09 15:42:50.841435 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cc9dd-b847-4c76-a10e-920c044bc9fc req-831d621e-409f-4cae-9c65-9127775b1e47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:50.842995 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-442cc9dd-b847-4c76-a10e-920c044bc9fc req-831d621e-409f-4cae-9c65-9127775b1e47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Synchronizing usage tracker for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:42:50.862496 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-442cc9dd-b847-4c76-a10e-920c044bc9fc req-831d621e-409f-4cae-9c65-9127775b1e47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Unset dirty status for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:42:50.863653 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-442cc9dd-b847-4c76-a10e-920c044bc9fc req-831d621e-409f-4cae-9c65-9127775b1e47 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 931 time: 0.1060266 Feb 09 15:42:50.912435 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-442cc9dd-b847-4c76-a10e-920c044bc9fc req-9e46d0d9-ad27-499d-85b9-3a0f281f0949 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429559 Feb 09 15:42:52.107119 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0314b1-a092-4d84-a5bf-fc5ae996fe9a req-dc71aae2-c38b-4807-8f2a-5f35a764f462 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:52.108753 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ff0314b1-a092-4d84-a5bf-fc5ae996fe9a req-dc71aae2-c38b-4807-8f2a-5f35a764f462 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 931 time: 0.0852757 Feb 09 15:42:52.154360 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-ff0314b1-a092-4d84-a5bf-fc5ae996fe9a req-d8027054-09e4-4a84-b23b-ddb64d981bb9 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393937 Feb 09 15:42:53.360190 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dbf22-d9f7-4af5-b561-77f5de90f51c req-cb1902e4-8646-4d38-9f66-28e7666610ca tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:53.364209 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-543dbf22-d9f7-4af5-b561-77f5de90f51c req-cb1902e4-8646-4d38-9f66-28e7666610ca tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 931 time: 0.0965366 Feb 09 15:42:53.421001 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-543dbf22-d9f7-4af5-b561-77f5de90f51c req-62c0a651-47bc-418e-96cd-af7aaada2bf8 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536938 Feb 09 15:42:54.636187 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98624f-1485-4484-9eba-dfa94ebc66ad req-cf23f186-f025-4d35-9b60-66e2ef9f6c71 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:54.638435 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9c98624f-1485-4484-9eba-dfa94ebc66ad req-cf23f186-f025-4d35-9b60-66e2ef9f6c71 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 931 time: 0.1027458 Feb 09 15:42:54.690089 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-9c98624f-1485-4484-9eba-dfa94ebc66ad req-85b60314-8321-401a-bdb9-fd45f959bd76 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455120 Feb 09 15:42:55.873118 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6de9b5-f909-4987-a445-de19a8f53a6f req-901dde7d-551a-4659-a9d0-29349c93f710 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:55.874495 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e6de9b5-f909-4987-a445-de19a8f53a6f req-901dde7d-551a-4659-a9d0-29349c93f710 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 931 time: 0.0785103 Feb 09 15:42:56.026128 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6e6de9b5-f909-4987-a445-de19a8f53a6f req-a225be0b-f526-4681-90f8-e777bf483171 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459317 Feb 09 15:42:57.003465 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-56326cd9-4b71-4a69-b76c-c0b396e84282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:57.213182 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de2e9d-65dc-4e1b-b78d-fe309bebe559 req-faab30be-2049-473d-a3bc-28996ee06c95 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:57.214608 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-13de2e9d-65dc-4e1b-b78d-fe309bebe559 req-faab30be-2049-473d-a3bc-28996ee06c95 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 931 time: 0.0782912 Feb 09 15:42:57.260587 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-13de2e9d-65dc-4e1b-b78d-fe309bebe559 req-bbcc4854-7078-4395-b91c-adeb0ea210dc tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403264 Feb 09 15:42:58.441404 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb688b-7cce-47cd-bcef-6c0592a440a3 req-7a115efe-4bf0-40ac-9493-e45698620d8b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:58.442820 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1cb688b-7cce-47cd-bcef-6c0592a440a3 req-7a115efe-4bf0-40ac-9493-e45698620d8b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 931 time: 0.0790880 Feb 09 15:42:58.483925 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1cb688b-7cce-47cd-bcef-6c0592a440a3 req-080d7bc8-ca7f-4a44-b65f-1f0c1c49fa0a tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356677 Feb 09 15:42:58.556134 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-a40a69f8-f293-4668-b5c8-35311a62e796 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:42:58.557010 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-a40a69f8-f293-4668-b5c8-35311a62e796 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055819 Feb 09 15:42:58.610006 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.v2.base [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Request body: {'port': {'device_id': 'c53526b9-f969-4e8b-9614-9c852818790b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828418-2'}} {{(pid=87597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:58.719120 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:59.046600 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b2a966-ec12-47bc-820d-79751621aec3 {{(pid=87597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:59.054304 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:59.068254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.provisioning_blocks [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Transition to ACTIVE for port object 13b2a966-ec12-47bc-820d-79751621aec3 will not be triggered until provisioned by entity L2. {{(pid=87597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:59.071741 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:59.201256 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Pushing event updated for resources: {'Port': ['ID=13b2a966-ec12-47bc-820d-79751621aec3,revision_number=2']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:59.308071 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Attempting to bind port 13b2a966-ec12-47bc-820d-79751621aec3 on host n-h2-828418-2 for vnic_type normal with profile {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:59.308337 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Attempting to bind port 13b2a966-ec12-47bc-820d-79751621aec3 by drivers openvswitch,hyperv on host n-h2-828418-2 at level 0 using segments [{'id': '31f3b91d-df33-4776-8162-47b06de08b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5'}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:59.308663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Attempting to bind port 13b2a966-ec12-47bc-820d-79751621aec3 on network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:42:59.313211 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Port 13b2a966-ec12-47bc-820d-79751621aec3 on network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828418-2 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 09 15:42:59.313531 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Attempting to bind port 13b2a966-ec12-47bc-820d-79751621aec3 on network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 09 15:42:59.318483 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Checking agent: {'id': '51e3d42f-d079-420a-91df-96a1338546fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828418-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'started_at': datetime.datetime(2022, 2, 9, 13, 58, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 15:42:59.318819 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Checking segment: {'id': '31f3b91d-df33-4776-8162-47b06de08b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 09 15:42:59.319199 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Bound using segment: {'id': '31f3b91d-df33-4776-8162-47b06de08b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5'} {{(pid=87597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 15:42:59.319622 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.managers [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Bound port: 13b2a966-ec12-47bc-820d-79751621aec3, host: n-h2-828418-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f3b91d-df33-4776-8162-47b06de08b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5'}}] {{(pid=87597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:59.320016 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:59.410389 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] For port 13b2a966-ec12-47bc-820d-79751621aec3, host n-h2-828418-2, cleared binding levels {{(pid=87597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 09 15:42:59.412391 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b9330293-affd-466b-b03e-1f4ca4cf58d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:59.413301 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] For port 13b2a966-ec12-47bc-820d-79751621aec3, host n-h2-828418-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=13b2a966-ec12-47bc-820d-79751621aec3,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 09 15:42:59.417266 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3420399'] for port, after_update {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:59.480412 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:59.481018 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:59.482357 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] 10.222.0.21 "PUT /v2.0/ports/13b2a966-ec12-47bc-820d-79751621aec3 HTTP/1.1" status: 200 len: 1091 time: 0.9192626 Feb 09 15:42:59.482782 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53526b9-f969-4e8b-9614-9c852818790b', 'tag': '13b2a966-ec12-47bc-820d-79751621aec3'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:59.501363 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abaa2e-b6c5-4b8b-9ba9-6257c502b093 service neutron] Pushing event updated for resources: {'Port': ['ID=13b2a966-ec12-47bc-820d-79751621aec3,revision_number=3']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:59.583587 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53526b9-f969-4e8b-9614-9c852818790b', 'tag': '13b2a966-ec12-47bc-820d-79751621aec3', 'status': 'completed', 'code': 200} Feb 09 15:42:59.679816 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-10b78260-d5dc-4375-a811-0cb61bfa3250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:59.681288 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-10b78260-d5dc-4375-a811-0cb61bfa3250 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 1094 time: 0.1451602 Feb 09 15:42:59.698317 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e104944-c552-4d98-94ed-e12794377c92 req-9dde1d8c-696e-4004-a2ac-13fb63a56fc4 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:59.699751 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2e104944-c552-4d98-94ed-e12794377c92 req-9dde1d8c-696e-4004-a2ac-13fb63a56fc4 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 943 time: 0.0987475 Feb 09 15:42:59.780002 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-a1c32955-237f-4300-b5aa-dd363f8a09e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13b2a966-ec12-47bc-820d-79751621aec3 HTTP/1.1" status: 200 len: 217 time: 0.0903358 Feb 09 15:42:59.844398 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-2e104944-c552-4d98-94ed-e12794377c92 req-5c819d34-724e-4adf-bedc-ce58c005792e tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902970 Feb 09 15:42:59.862691 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-6cdd0a2b-5cfc-49a4-9e33-5c96cc9b44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:59.864786 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-6cdd0a2b-5cfc-49a4-9e33-5c96cc9b44c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0ff1e67d-a484-4640-adae-4dbb9040353c HTTP/1.1" status: 200 len: 848 time: 0.0703359 Feb 09 15:42:59.951530 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-55389a67-a8a4-4f44-a666-fa18ac59f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:59.953983 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-55389a67-a8a4-4f44-a666-fa18ac59f102 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f0f7b74-84e7-479c-9628-3214a25fa1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804398 Feb 09 15:43:00.084469 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-24802ce9-4fb0-437b-9dd1-934311c58b07 service neutron] 10.222.0.21 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243315 Feb 09 15:43:00.324743 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fd1c939f-3395-4c73-8f87-15708f1e71cf req-983f7ea3-2a1e-4df2-898b-96bb18ba36b2 service neutron] 10.222.0.21 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336802 Feb 09 15:43:00.442108 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffedb1-2c2f-435c-8c1b-da6ff03b7823 req-56599a9b-e668-4aa1-a4dc-d5827f29209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:00.443558 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16ffedb1-2c2f-435c-8c1b-da6ff03b7823 req-56599a9b-e668-4aa1-a4dc-d5827f29209d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 1094 time: 0.0692379 Feb 09 15:43:00.567278 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:00.576648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffedb1-2c2f-435c-8c1b-da6ff03b7823 req-2f277ec6-e244-4767-ab24-2f14d104722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:00.578010 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16ffedb1-2c2f-435c-8c1b-da6ff03b7823 req-2f277ec6-e244-4767-ab24-2f14d104722f service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 909 time: 0.1282773 Feb 09 15:43:00.620032 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:00.647874 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16ffedb1-2c2f-435c-8c1b-da6ff03b7823 req-3598bda3-ba88-4d72-80bb-3d8fb5d66198 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13b2a966-ec12-47bc-820d-79751621aec3 HTTP/1.1" status: 200 len: 217 time: 0.0635560 Feb 09 15:43:00.709979 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffedb1-2c2f-435c-8c1b-da6ff03b7823 req-857b3ec8-1ff9-4452-8216-b802ba6eac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:00.711409 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16ffedb1-2c2f-435c-8c1b-da6ff03b7823 req-857b3ec8-1ff9-4452-8216-b802ba6eac59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0ff1e67d-a484-4640-adae-4dbb9040353c HTTP/1.1" status: 200 len: 848 time: 0.0579784 Feb 09 15:43:00.786760 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffedb1-2c2f-435c-8c1b-da6ff03b7823 req-0be0ee98-7195-4d3c-afef-bc30849aad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:00.788211 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16ffedb1-2c2f-435c-8c1b-da6ff03b7823 req-0be0ee98-7195-4d3c-afef-bc30849aad9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f0f7b74-84e7-479c-9628-3214a25fa1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704887 Feb 09 15:43:00.916781 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16ffedb1-2c2f-435c-8c1b-da6ff03b7823 req-8ceaf6df-32a6-4c9a-9674-6b1c24b4d6bc service neutron] 10.222.0.21 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212130 Feb 09 15:43:01.027832 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa5939-bda0-4c6a-9dee-9fcd45664009 req-de11f8dd-41ff-429a-9464-105ad0fa4b29 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:01.029293 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2ffa5939-bda0-4c6a-9dee-9fcd45664009 req-de11f8dd-41ff-429a-9464-105ad0fa4b29 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 943 time: 0.0790505 Feb 09 15:43:01.047886 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-16ffedb1-2c2f-435c-8c1b-da6ff03b7823 req-7f695f54-7887-4616-a6d0-2910f3b358d0 service neutron] 10.222.0.21 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237276 Feb 09 15:43:01.074714 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2ffa5939-bda0-4c6a-9dee-9fcd45664009 req-c09c67f8-586c-4622-ace0-82419fc1a1c7 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384891 Feb 09 15:43:02.154158 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.262348 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180ff0c-7393-4033-a4f8-3f554bbda169 req-f95edf0e-b37f-49d2-8470-32af620b6f9c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:02.263807 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4180ff0c-7393-4033-a4f8-3f554bbda169 req-f95edf0e-b37f-49d2-8470-32af620b6f9c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 943 time: 0.0796266 Feb 09 15:43:02.306441 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-4180ff0c-7393-4033-a4f8-3f554bbda169 req-5a3b1f0b-79b4-4ce2-9442-fb3190a442cd tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370393 Feb 09 15:43:02.630719 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c27bb04a-5a42-477a-9c70-574c980eab57 req-428d3170-98e5-4eac-a3af-29aebe54027c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710564 Feb 09 15:43:02.768374 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bb04a-5a42-477a-9c70-574c980eab57 req-beca3fe8-ae3c-4df9-9d24-249ffa1a5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:02.769820 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c27bb04a-5a42-477a-9c70-574c980eab57 req-beca3fe8-ae3c-4df9-9d24-249ffa1a5cfa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 1094 time: 0.0687850 Feb 09 15:43:02.911225 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bb04a-5a42-477a-9c70-574c980eab57 req-c6bbe402-9934-4e31-a094-9a2850616efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:02.912583 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c27bb04a-5a42-477a-9c70-574c980eab57 req-c6bbe402-9934-4e31-a094-9a2850616efd service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 909 time: 0.1229987 Feb 09 15:43:03.013713 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c27bb04a-5a42-477a-9c70-574c980eab57 req-4143ca7e-d41e-4f2d-bf81-1ae4b237322c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d HTTP/1.1" status: 200 len: 999 time: 0.0944071 Feb 09 15:43:03.078718 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bb04a-5a42-477a-9c70-574c980eab57 req-969ccf70-5ff5-4035-9a5f-76921d84e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:03.080090 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c27bb04a-5a42-477a-9c70-574c980eab57 req-969ccf70-5ff5-4035-9a5f-76921d84e77a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ff1e67d-a484-4640-adae-4dbb9040353c HTTP/1.1" status: 200 len: 848 time: 0.0551012 Feb 09 15:43:03.155672 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bb04a-5a42-477a-9c70-574c980eab57 req-5164c1c9-d140-41a3-b027-70063377ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:03.157128 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c27bb04a-5a42-477a-9c70-574c980eab57 req-5164c1c9-d140-41a3-b027-70063377ec54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f0f7b74-84e7-479c-9628-3214a25fa1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700800 Feb 09 15:43:03.285098 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c27bb04a-5a42-477a-9c70-574c980eab57 req-daaef02d-eec7-49c2-bbeb-852c25f959ad service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208799 Feb 09 15:43:03.499000 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad6e4c-4247-42e3-8fe2-0f22dccadcc3 req-14e915b7-a0f7-43f2-9f14-92cac49511cf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:03.500525 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-caad6e4c-4247-42e3-8fe2-0f22dccadcc3 req-14e915b7-a0f7-43f2-9f14-92cac49511cf tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 943 time: 0.0853400 Feb 09 15:43:03.531576 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-c27bb04a-5a42-477a-9c70-574c980eab57 req-8247ea4a-4c4f-4fda-a15a-daeae64183c6 service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402279 Feb 09 15:43:03.550427 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-caad6e4c-4247-42e3-8fe2-0f22dccadcc3 req-47b386f6-73b7-4efe-b6de-23a6fe7b4270 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439436 Feb 09 15:43:04.736637 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8b20f-bbbb-4ce4-9a8a-46806d58d1fc req-4a6ac5ee-42d8-49a7-9bae-ce1d01e98b27 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:04.738619 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fbe8b20f-bbbb-4ce4-9a8a-46806d58d1fc req-4a6ac5ee-42d8-49a7-9bae-ce1d01e98b27 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 943 time: 0.0796127 Feb 09 15:43:04.782254 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-fbe8b20f-bbbb-4ce4-9a8a-46806d58d1fc req-f7a83dd4-6567-4d74-b104-da3a33676050 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380752 Feb 09 15:43:04.832213 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 13b2a966-ec12-47bc-820d-79751621aec3 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:43:04.958382 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 13b2a966-ec12-47bc-820d-79751621aec3, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=13b2a966-ec12-47bc-820d-79751621aec3,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:43:04.970661 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '13b2a966-ec12-47bc-820d-79751621aec3', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'port_id': '13b2a966-ec12-47bc-820d-79751621aec3', 'mac_address': 'fa:16:3e:6a:c4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:43:05.025964 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:05.042457 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b2a966-ec12-47bc-820d-79751621aec3 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:05.057379 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 13b2a966-ec12-47bc-820d-79751621aec3, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=13b2a966-ec12-47bc-820d-79751621aec3,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:43:05.061154 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:05.124185 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=13b2a966-ec12-47bc-820d-79751621aec3,revision_number=4']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:05.432328 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['13b2a966-ec12-47bc-820d-79751621aec3'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:43:05.964563 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0859c0e-73cb-4412-a257-061578d4c0de req-1aaee2fb-16fa-448e-9d1f-a862c10c007a tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:05.966092 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a0859c0e-73cb-4412-a257-061578d4c0de req-1aaee2fb-16fa-448e-9d1f-a862c10c007a tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 944 time: 0.0781734 Feb 09 15:43:06.009269 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-a0859c0e-73cb-4412-a257-061578d4c0de req-6636817c-7cd4-48a9-8ce2-ad93bfdb45de tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378301 Feb 09 15:43:06.848195 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 13b2a966-ec12-47bc-820d-79751621aec3 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:43:06.913694 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning for port 13b2a966-ec12-47bc-820d-79751621aec3 completed by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:43:06.919399 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 13b2a966-ec12-47bc-820d-79751621aec3 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:06.919804 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:07.036873 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:07.062151 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53526b9-f969-4e8b-9614-9c852818790b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b2a966-ec12-47bc-820d-79751621aec3'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:07.072028 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 13b2a966-ec12-47bc-820d-79751621aec3, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=13b2a966-ec12-47bc-820d-79751621aec3,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:43:07.076362 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:07.114079 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53526b9-f969-4e8b-9614-9c852818790b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b2a966-ec12-47bc-820d-79751621aec3', 'code': 200} Feb 09 15:43:07.149703 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=13b2a966-ec12-47bc-820d-79751621aec3,revision_number=5']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:07.256114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9ab0b-ebb6-4991-94be-331d564a4b1d req-8358cd88-bedc-470c-997e-208e1bbbe5f4 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:07.257542 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1d9ab0b-ebb6-4991-94be-331d564a4b1d req-8358cd88-bedc-470c-997e-208e1bbbe5f4 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 945 time: 0.1446388 Feb 09 15:43:07.263196 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e60bbb-a3ab-4b3a-b36b-1800b2c8d5c9 req-58e60003-854e-423b-8a83-8f221597fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:07.264614 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48e60bbb-a3ab-4b3a-b36b-1800b2c8d5c9 req-58e60003-854e-423b-8a83-8f221597fd80 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 1096 time: 0.0940261 Feb 09 15:43:07.326055 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d1d9ab0b-ebb6-4991-94be-331d564a4b1d req-cfe86ac5-f149-4663-9635-36a0547155ca tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605540 Feb 09 15:43:07.330984 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-48e60bbb-a3ab-4b3a-b36b-1800b2c8d5c9 req-179615fe-3577-4553-be1f-e9f45a10db30 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528278 Feb 09 15:43:08.512577 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec52b5-2a73-4267-bce2-c9b59dea3060 req-9f211dcf-bb6e-43d9-8336-8e26dbe16c51 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:08.514031 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dcec52b5-2a73-4267-bce2-c9b59dea3060 req-9f211dcf-bb6e-43d9-8336-8e26dbe16c51 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 945 time: 0.0816894 Feb 09 15:43:08.561791 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-dcec52b5-2a73-4267-bce2-c9b59dea3060 req-f8aef0d8-d40d-472b-ab72-21d6bccf7433 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395756 Feb 09 15:43:09.742149 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd476f00-a7c8-407e-ab38-a40c6f1c0fcf req-27a65e76-8b03-41c1-80ad-8558983ea704 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:09.743580 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bd476f00-a7c8-407e-ab38-a40c6f1c0fcf req-27a65e76-8b03-41c1-80ad-8558983ea704 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 945 time: 0.0793152 Feb 09 15:43:09.785069 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-bd476f00-a7c8-407e-ab38-a40c6f1c0fcf req-840b0bc2-ba9c-47c4-b9a9-90467c1320b4 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359411 Feb 09 15:43:09.907991 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:09.965672 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d536b6-5560-4e0b-a959-51f381b9a91d req-2a02c515-c663-4051-94da-52d5c5c6020f tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:09.967105 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-91d536b6-5560-4e0b-a959-51f381b9a91d req-2a02c515-c663-4051-94da-52d5c5c6020f tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 945 time: 0.0778232 Feb 09 15:43:10.010347 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-91d536b6-5560-4e0b-a959-51f381b9a91d req-f64048f9-5e62-46e7-94d9-b91969be2375 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376108 Feb 09 15:43:10.031673 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57282) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:10.103381 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7702313-5dd3-4168-a5cb-4588b99c79bd tempest-TestSnapshotPattern-984196829 tempest-TestSnapshotPattern-984196829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:10.104806 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d7702313-5dd3-4168-a5cb-4588b99c79bd tempest-TestSnapshotPattern-984196829 tempest-TestSnapshotPattern-984196829-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 1091 time: 0.0721073 Feb 09 15:43:10.107478 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57286) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:10.112605 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.v2.base [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Request body: {'floatingip': {'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'port_id': '13b2a966-ec12-47bc-820d-79751621aec3', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:10.119707 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:10.123496 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Usage tracker for resource:floatingip and tenant:39e8889e8a9b4a11a730d0208c606509 is out of sync, need to count used quota {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:10.126332 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:10.132016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.quota.driver [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:10.142030 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for floatingip, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:10.277791 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:10.412682 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_common [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Allocated IP 172.25.8.63 (c26f2655-4fb2-480c-9c39-ad6273d63109/c700a346-9e14-41ef-ba7a-a5a27caede53/82d848e5-d88f-4246-b105-7ce248829777) {{(pid=87596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:43:10.555250 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for port, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:10.583682 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768412419319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:10.647849 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Network c26f2655-4fb2-480c-9c39-ad6273d63109 is already hosted by enough agents. {{(pid=87596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:43:10.650702 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.base_scheduler [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Resources bound (agent type, host, resource id): {{(pid=87596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:10.654269 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Received port after_create {{(pid=87596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 09 15:43:10.686883 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event updated for resources: {'Port': ['ID=82d848e5-d88f-4246-b105-7ce248829777,revision_number=1']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:10.705680 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:10.706022 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:10.706363 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:10.706692 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:10.707017 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:10.707359 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:10.707838 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:10.708740 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:10.709063 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:10.709410 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:10.709901 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:10.710314 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:11.174387 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:11.245199 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:11.445246 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for port, precommit_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:11.449543 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60171271'] for port, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:11.553216 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event updated for resources: {'Port': ['ID=82d848e5-d88f-4246-b105-7ce248829777,revision_number=2']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:11.569467 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4147373'] for floatingip, after_update {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:11.658270 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:11.740993 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Floating IP 8e1a8d81-debb-4bee-a0fa-2e81cebb6452 associated. External IP: 172.25.8.63, port: 13b2a966-ec12-47bc-820d-79751621aec3. Feb 09 15:43:12.084509 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Router 793bb096-1b6b-4677-a744-994045da78f8 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:43:12.258909 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:43:12.268178 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ef531-8098-42fc-a27a-c3a129856460 None None] Sync routers for ids ['793bb096-1b6b-4677-a744-994045da78f8'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:43:12.278827 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ef531-8098-42fc-a27a-c3a129856460 None None] Routers {'793bb096-1b6b-4677-a744-994045da78f8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:43:12.279458 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-302ef531-8098-42fc-a27a-c3a129856460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:42:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['793bb096-1b6b-4677-a744-994045da78f8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:12.282987 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:12.444908 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-7d03b51d-456b-44a6-85e7-be0a549d28d2 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3363206 Feb 09 15:43:12.445501 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53526b9-f969-4e8b-9614-9c852818790b', 'tag': '13b2a966-ec12-47bc-820d-79751621aec3'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:12.460648 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-302ef531-8098-42fc-a27a-c3a129856460 None None] Set router 793bb096-1b6b-4677-a744-994045da78f8 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:43:12.554410 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53526b9-f969-4e8b-9614-9c852818790b', 'tag': '13b2a966-ec12-47bc-820d-79751621aec3', 'status': 'completed', 'code': 200} Feb 09 15:43:12.654609 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3298f98-1b97-4f6d-9435-cc7d7da0e788 req-adf26bd1-147e-4cfe-8bb8-2f683706cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:12.656106 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3298f98-1b97-4f6d-9435-cc7d7da0e788 req-adf26bd1-147e-4cfe-8bb8-2f683706cda7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 1096 time: 0.0744901 Feb 09 15:43:12.789494 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3298f98-1b97-4f6d-9435-cc7d7da0e788 req-6c44dc9d-f93e-4e9a-bf1e-cf77927e80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:12.790868 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3298f98-1b97-4f6d-9435-cc7d7da0e788 req-6c44dc9d-f93e-4e9a-bf1e-cf77927e80fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 909 time: 0.1278708 Feb 09 15:43:12.815320 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-302ef531-8098-42fc-a27a-c3a129856460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '8e1a8d81-debb-4bee-a0fa-2e81cebb6452', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'floating_ip_address': '172.25.8.63', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '793bb096-1b6b-4677-a744-994045da78f8', 'port_id': '13b2a966-ec12-47bc-820d-79751621aec3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'mac_address': 'fa:16:3e:6a:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53526b9-f969-4e8b-9614-9c852818790b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:43:11Z', 'updated_at': '2022-02-09T15:43:11Z', 'revision_number': 0, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'fixed_ip_address_scope': None}, {'id': 'c8e4c26a-152a-45e6-8cd7-b1be41c7c05f', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '793bb096-1b6b-4677-a744-994045da78f8', 'port_id': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'mac_address': 'fa:16:3e:51:c4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:39:28Z', 'updated_at': '2022-02-09T15:39:31Z', 'revision_number': 1, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e', 'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'mac_address': 'fa:16:3e:f5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:03Z', 'updated_at': '2022-02-09T15:39:11Z', 'revision_number': 5, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'subnets': [{'id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:12.819046 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ef531-8098-42fc-a27a-c3a129856460 None None] Checking router: 793bb096-1b6b-4677-a744-994045da78f8 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:43:12.826980 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ef531-8098-42fc-a27a-c3a129856460 None None] Routers {'793bb096-1b6b-4677-a744-994045da78f8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:43:12.827557 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-302ef531-8098-42fc-a27a-c3a129856460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:42:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['793bb096-1b6b-4677-a744-994045da78f8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:12.897880 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3298f98-1b97-4f6d-9435-cc7d7da0e788 req-5d09ff59-d9c3-4a67-8e2e-76f7105c9d23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13b2a966-ec12-47bc-820d-79751621aec3 HTTP/1.1" status: 200 len: 998 time: 0.0993481 Feb 09 15:43:12.959168 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3298f98-1b97-4f6d-9435-cc7d7da0e788 req-3eec83d4-eeb6-4e3b-bf2e-b98bd01dea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:12.960635 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3298f98-1b97-4f6d-9435-cc7d7da0e788 req-3eec83d4-eeb6-4e3b-bf2e-b98bd01dea34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0ff1e67d-a484-4640-adae-4dbb9040353c HTTP/1.1" status: 200 len: 848 time: 0.0570319 Feb 09 15:43:13.002019 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-302ef531-8098-42fc-a27a-c3a129856460 None None] Set router 793bb096-1b6b-4677-a744-994045da78f8 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:43:13.038524 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3298f98-1b97-4f6d-9435-cc7d7da0e788 req-83cd6bb3-a702-4e24-af87-655d714701be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:13.040064 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3298f98-1b97-4f6d-9435-cc7d7da0e788 req-83cd6bb3-a702-4e24-af87-655d714701be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f0f7b74-84e7-479c-9628-3214a25fa1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718689 Feb 09 15:43:13.171678 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3298f98-1b97-4f6d-9435-cc7d7da0e788 req-d80705a9-16e8-4dfd-8c5d-69021513c13c service neutron] 10.222.0.21 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244121 Feb 09 15:43:13.304590 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f3298f98-1b97-4f6d-9435-cc7d7da0e788 req-a5517ef8-a014-4b0f-9927-bf40cf43362c service neutron] 10.222.0.21 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268160 Feb 09 15:43:13.373163 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-302ef531-8098-42fc-a27a-c3a129856460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '8e1a8d81-debb-4bee-a0fa-2e81cebb6452', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'floating_ip_address': '172.25.8.63', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '793bb096-1b6b-4677-a744-994045da78f8', 'port_id': '13b2a966-ec12-47bc-820d-79751621aec3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'mac_address': 'fa:16:3e:6a:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53526b9-f969-4e8b-9614-9c852818790b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:43:11Z', 'updated_at': '2022-02-09T15:43:11Z', 'revision_number': 0, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'fixed_ip_address_scope': None}, {'id': 'c8e4c26a-152a-45e6-8cd7-b1be41c7c05f', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '793bb096-1b6b-4677-a744-994045da78f8', 'port_id': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'mac_address': 'fa:16:3e:51:c4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:39:28Z', 'updated_at': '2022-02-09T15:39:31Z', 'revision_number': 1, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e', 'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'mac_address': 'fa:16:3e:f5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:03Z', 'updated_at': '2022-02-09T15:39:11Z', 'revision_number': 5, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'subnets': [{'id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:13.376945 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ef531-8098-42fc-a27a-c3a129856460 None None] The sync data for ids ['793bb096-1b6b-4677-a744-994045da78f8'] in n-d-828418-2 is: [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': '8e1a8d81-debb-4bee-a0fa-2e81cebb6452', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'floating_ip_address': '172.25.8.63', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '793bb096-1b6b-4677-a744-994045da78f8', 'port_id': '13b2a966-ec12-47bc-820d-79751621aec3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'mac_address': 'fa:16:3e:6a:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53526b9-f969-4e8b-9614-9c852818790b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:43:11Z', 'updated_at': '2022-02-09T15:43:11Z', 'revision_number': 0, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'fixed_ip_address_scope': None}, {'id': 'c8e4c26a-152a-45e6-8cd7-b1be41c7c05f', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '793bb096-1b6b-4677-a744-994045da78f8', 'port_id': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'mac_address': 'fa:16:3e:51:c4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:39:28Z', 'updated_at': '2022-02-09T15:39:31Z', 'revision_number': 1, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e', 'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'mac_address': 'fa:16:3e:f5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:03Z', 'updated_at': '2022-02-09T15:39:11Z', 'revision_number': 5, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'subnets': [{'id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:43:13.570459 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b94b5-201c-4b87-9ef1-0378f1557e56 None None] New status for floating IP 8e1a8d81-debb-4bee-a0fa-2e81cebb6452: ACTIVE {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:43:17.965523 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:43:27.004042 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-79df1a51-92bf-4eb3-a265-83e6367b2ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.415034 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-65c46762-5644-4e0c-9d88-64002b9e5e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:30.562480 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:30.623120 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:32.156295 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:39.937903 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.661499 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:53.954847 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a6d5f13-314c-4675-a6e9-83dc88e6f5a0 req-41ee2899-ccf7-4418-86ff-33a56e9f7801 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662606 Feb 09 15:43:54.090275 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d5f13-314c-4675-a6e9-83dc88e6f5a0 req-f08e2e85-25ae-4dc9-a62d-9b4d6efaa2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:54.091702 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a6d5f13-314c-4675-a6e9-83dc88e6f5a0 req-f08e2e85-25ae-4dc9-a62d-9b4d6efaa2e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 1096 time: 0.0699492 Feb 09 15:43:54.232650 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d5f13-314c-4675-a6e9-83dc88e6f5a0 req-03804f74-14f1-4820-af08-ec52b3284970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:54.233994 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a6d5f13-314c-4675-a6e9-83dc88e6f5a0 req-03804f74-14f1-4820-af08-ec52b3284970 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 909 time: 0.1223829 Feb 09 15:43:54.335016 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a6d5f13-314c-4675-a6e9-83dc88e6f5a0 req-87275743-d374-4520-ba85-f85c1f2e4b52 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13b2a966-ec12-47bc-820d-79751621aec3 HTTP/1.1" status: 200 len: 1000 time: 0.0936613 Feb 09 15:43:54.504549 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d5f13-314c-4675-a6e9-83dc88e6f5a0 req-f7a50f9a-3f52-4a5f-a5e5-21937f857de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:54.505880 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a6d5f13-314c-4675-a6e9-83dc88e6f5a0 req-f7a50f9a-3f52-4a5f-a5e5-21937f857de8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0ff1e67d-a484-4640-adae-4dbb9040353c HTTP/1.1" status: 200 len: 848 time: 0.1647639 Feb 09 15:43:54.580105 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d5f13-314c-4675-a6e9-83dc88e6f5a0 req-438989e2-145b-4fd5-971f-f024b6d9d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:54.581587 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a6d5f13-314c-4675-a6e9-83dc88e6f5a0 req-438989e2-145b-4fd5-971f-f024b6d9d040 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f0f7b74-84e7-479c-9628-3214a25fa1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691648 Feb 09 15:43:54.709149 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a6d5f13-314c-4675-a6e9-83dc88e6f5a0 req-edd6b8c4-4ee6-4305-9746-afacd4d40b7c service neutron] 10.222.0.21 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196785 Feb 09 15:43:54.837845 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6a6d5f13-314c-4675-a6e9-83dc88e6f5a0 req-dfb8bfb7-a03d-45af-8008-9d0fa22af7b9 service neutron] 10.222.0.21 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226468 Feb 09 15:43:54.965116 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:43:57.004921 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-60ab4ce4-e8e6-4e94-b23b-11d72400e577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.416816 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e18461b9-6a8b-4e09-ba3c-a20a2b2d92cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:00.564309 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:00.625572 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:02.158987 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:03.642642 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18184193-b987-40ba-bd7a-f273002990d3 req-0a1e979b-591e-4adc-8cad-ed38fe3557f5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670271 Feb 09 15:44:03.787274 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184193-b987-40ba-bd7a-f273002990d3 req-e6b76c62-7135-421f-b540-9815ba46d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:03.788738 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18184193-b987-40ba-bd7a-f273002990d3 req-e6b76c62-7135-421f-b540-9815ba46d8eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 1094 time: 0.0721231 Feb 09 15:44:03.929299 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184193-b987-40ba-bd7a-f273002990d3 req-8669ae80-3d54-4492-8244-e57041877fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:03.930704 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18184193-b987-40ba-bd7a-f273002990d3 req-8669ae80-3d54-4492-8244-e57041877fe3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 909 time: 0.1223891 Feb 09 15:44:04.030840 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18184193-b987-40ba-bd7a-f273002990d3 req-303841df-0474-4774-973d-3c73ba68d8ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d HTTP/1.1" status: 200 len: 999 time: 0.0933077 Feb 09 15:44:04.092370 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184193-b987-40ba-bd7a-f273002990d3 req-e84b8abb-fab7-4949-8fe7-5e4a17863c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:04.093981 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18184193-b987-40ba-bd7a-f273002990d3 req-e84b8abb-fab7-4949-8fe7-5e4a17863c90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ff1e67d-a484-4640-adae-4dbb9040353c HTTP/1.1" status: 200 len: 848 time: 0.0556154 Feb 09 15:44:04.169226 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184193-b987-40ba-bd7a-f273002990d3 req-7a1400f8-d8fc-4b49-845d-c18dcf48bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:04.170612 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18184193-b987-40ba-bd7a-f273002990d3 req-7a1400f8-d8fc-4b49-845d-c18dcf48bfe2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f0f7b74-84e7-479c-9628-3214a25fa1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693445 Feb 09 15:44:04.183367 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-18184193-b987-40ba-bd7a-f273002990d3 req-e3f369f8-f95c-4fc9-9d5c-3733c6167d0a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87597) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:44:04.184223 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18184193-b987-40ba-bd7a-f273002990d3 req-e3f369f8-f95c-4fc9-9d5c-3733c6167d0a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050783 Feb 09 15:44:04.310032 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18184193-b987-40ba-bd7a-f273002990d3 req-c0f50b71-f25b-451b-90ba-b99f76efce6e service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189570 Feb 09 15:44:04.439688 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-18184193-b987-40ba-bd7a-f273002990d3 req-cbe0bc64-5c8e-4ede-921b-d4ce6491708a service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222408 Feb 09 15:44:09.957470 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.677972 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:27.009665 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f5326e25-7e24-43dd-82d2-fbcee5e826ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:29.419208 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ef91af55-7e74-43ff-99fe-4f43b1d57d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:30.566673 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:30.628791 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.964683 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:44:32.161739 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:39.978309 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:41.692350 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:54.817319 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7c79446-cb68-4c7a-8f53-37fbdea27a6e req-78aec8f5-5e90-471a-bfd1-e18a22b649b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668845 Feb 09 15:44:54.952357 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c79446-cb68-4c7a-8f53-37fbdea27a6e req-768cb62f-08f0-481e-bc17-020fd6385470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:54.953801 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7c79446-cb68-4c7a-8f53-37fbdea27a6e req-768cb62f-08f0-481e-bc17-020fd6385470 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 1096 time: 0.0683820 Feb 09 15:44:55.093640 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c79446-cb68-4c7a-8f53-37fbdea27a6e req-807e6022-0f63-4771-95a1-872c0c14f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:55.094983 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7c79446-cb68-4c7a-8f53-37fbdea27a6e req-807e6022-0f63-4771-95a1-872c0c14f26a service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 909 time: 0.1226649 Feb 09 15:44:55.195624 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7c79446-cb68-4c7a-8f53-37fbdea27a6e req-58dd9f2e-5782-45a1-8337-c75dd8e7f049 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13b2a966-ec12-47bc-820d-79751621aec3 HTTP/1.1" status: 200 len: 1000 time: 0.0933852 Feb 09 15:44:55.258406 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c79446-cb68-4c7a-8f53-37fbdea27a6e req-8bc7a4c1-9c10-4ea0-a124-147c68ea7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:55.259747 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7c79446-cb68-4c7a-8f53-37fbdea27a6e req-8bc7a4c1-9c10-4ea0-a124-147c68ea7763 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0ff1e67d-a484-4640-adae-4dbb9040353c HTTP/1.1" status: 200 len: 848 time: 0.0580873 Feb 09 15:44:55.330968 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c79446-cb68-4c7a-8f53-37fbdea27a6e req-f89c5df0-7626-4411-bfea-ce6ea340d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:55.332400 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7c79446-cb68-4c7a-8f53-37fbdea27a6e req-f89c5df0-7626-4411-bfea-ce6ea340d703 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f0f7b74-84e7-479c-9628-3214a25fa1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665586 Feb 09 15:44:55.568963 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7c79446-cb68-4c7a-8f53-37fbdea27a6e req-4b5eb5f3-5510-474a-a187-b6e12bb51e27 service neutron] 10.222.0.21 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301693 Feb 09 15:44:55.700544 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-f7c79446-cb68-4c7a-8f53-37fbdea27a6e req-833c371d-9562-4a44-a48c-c9c59e057d2a service neutron] 10.222.0.21 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243041 Feb 09 15:44:56.027817 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-f0eb6b14-19f1-4656-b382-6f39d7481b98 req-a02ab571-55f9-43aa-bcf3-25e3910a56a1 service neutron] (87597) timed out ('10.222.0.48', 56032) {{(pid=87597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 15:44:57.011946 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-803bcc9b-4ccf-44b8-bc51-ddffc319db47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:59.420030 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d39a6da4-cc8d-406c-9e91-4e906a683916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:00.578782 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:00.631212 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:02.163645 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:05.670576 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd55d19e-d8d2-4f60-a5bb-16bf5f422a46 req-c16d17b5-2edc-4c35-829a-aa113bd00263 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1078203 Feb 09 15:45:05.810325 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55d19e-d8d2-4f60-a5bb-16bf5f422a46 req-8edb2752-3f17-43ff-a640-8e200b9a3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:05.812250 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd55d19e-d8d2-4f60-a5bb-16bf5f422a46 req-8edb2752-3f17-43ff-a640-8e200b9a3591 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 1094 time: 0.0682850 Feb 09 15:45:05.954330 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55d19e-d8d2-4f60-a5bb-16bf5f422a46 req-c756d173-5261-4a5c-b399-4fa42fac7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:05.955752 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd55d19e-d8d2-4f60-a5bb-16bf5f422a46 req-c756d173-5261-4a5c-b399-4fa42fac7102 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 909 time: 0.1238165 Feb 09 15:45:06.059384 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd55d19e-d8d2-4f60-a5bb-16bf5f422a46 req-2505e129-0727-4917-8182-6c0698ca7be0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d HTTP/1.1" status: 200 len: 999 time: 0.0933492 Feb 09 15:45:06.121796 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55d19e-d8d2-4f60-a5bb-16bf5f422a46 req-2ace6ea4-9308-4b7a-b383-0b674d3ad394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:06.123175 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd55d19e-d8d2-4f60-a5bb-16bf5f422a46 req-2ace6ea4-9308-4b7a-b383-0b674d3ad394 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ff1e67d-a484-4640-adae-4dbb9040353c HTTP/1.1" status: 200 len: 848 time: 0.0552895 Feb 09 15:45:06.200254 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55d19e-d8d2-4f60-a5bb-16bf5f422a46 req-73f45c32-6110-4fcd-8332-524982ffa019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:06.201652 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd55d19e-d8d2-4f60-a5bb-16bf5f422a46 req-73f45c32-6110-4fcd-8332-524982ffa019 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f0f7b74-84e7-479c-9628-3214a25fa1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696490 Feb 09 15:45:06.332078 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd55d19e-d8d2-4f60-a5bb-16bf5f422a46 req-2eec73c6-8661-4748-bcd8-ead8cdfdb857 service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198320 Feb 09 15:45:06.459165 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-cd55d19e-d8d2-4f60-a5bb-16bf5f422a46 req-e461d010-9a27-4594-b3d2-aec19b765ad3 service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192086 Feb 09 15:45:08.967149 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:45:09.993390 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:11.692022 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:27.012993 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-af43c00d-233f-4dfd-aac6-d179c4845a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:29.422314 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-f1955616-f1e9-44bf-a1b4-d847e6cb792d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:29.820065 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 13b2a966-ec12-47bc-820d-79751621aec3 details requested by agent hyperv_n-h2-828418-2 with host n-h2-828418-2 {{(pid=87598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:45:29.951517 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 13b2a966-ec12-47bc-820d-79751621aec3, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=13b2a966-ec12-47bc-820d-79751621aec3,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:45:29.966838 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Returning: {'device': '13b2a966-ec12-47bc-820d-79751621aec3', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'port_id': '13b2a966-ec12-47bc-820d-79751621aec3', 'mac_address': 'fa:16:3e:6a:c4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:45:30.019223 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:30.035330 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13b2a966-ec12-47bc-820d-79751621aec3 {{(pid=87598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:30.050522 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 13b2a966-ec12-47bc-820d-79751621aec3, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=13b2a966-ec12-47bc-820d-79751621aec3,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:45:30.054248 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:30.123296 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=13b2a966-ec12-47bc-820d-79751621aec3,revision_number=6']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:30.130485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:30.130817 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:30.131173 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:30.131612 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:30.131858 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:30.132184 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:30.132503 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:30.132821 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:30.133137 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:30.133451 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:30.133764 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:30.134075 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:30.158206 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] get_ports_and_sgs() called for port_ids ['13b2a966-ec12-47bc-820d-79751621aec3'] {{(pid=87598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 09 15:45:30.570649 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:30.633546 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:31.848985 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 13b2a966-ec12-47bc-820d-79751621aec3 up at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:45:31.917055 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.provisioning_blocks [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Provisioning complete for port 13b2a966-ec12-47bc-820d-79751621aec3 triggered by entity L2. {{(pid=87598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:31.917421 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690985'] for port, provisioning_complete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:32.029609 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:32.058359 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53526b9-f969-4e8b-9614-9c852818790b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b2a966-ec12-47bc-820d-79751621aec3'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:32.068509 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 13b2a966-ec12-47bc-820d-79751621aec3, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=13b2a966-ec12-47bc-820d-79751621aec3,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:45:32.073942 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:32.143583 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=13b2a966-ec12-47bc-820d-79751621aec3,revision_number=7']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:32.165327 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:33.162108 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53526b9-f969-4e8b-9614-9c852818790b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b2a966-ec12-47bc-820d-79751621aec3', 'code': 200} Feb 09 15:45:39.997974 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:41.706559 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.967336 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:45:46.766198 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57568) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:45:46.962460 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Deleting port 82d848e5-d88f-4246-b105-7ce248829777 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:45:46.962798 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:47.127030 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:47.127280 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:47.247098 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Calling delete_port for 82d848e5-d88f-4246-b105-7ce248829777 owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:45:47.393090 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:47.440667 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event deleted for resources: {'Port': ['ID=82d848e5-d88f-4246-b105-7ce248829777,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:47.476963 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:47.477303 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:47.477637 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:47.477966 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:47.478322 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:47.478650 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:47.478970 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:47.479288 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:47.479603 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:47.479943 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:47.480261 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:47.480591 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:47.540383 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:47.540797 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Floating IP 8e1a8d81-debb-4bee-a0fa-2e81cebb6452 disassociated (deleted). External IP: 172.25.8.63, port: 13b2a966-ec12-47bc-820d-79751621aec3. Feb 09 15:45:47.881893 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Router 793bb096-1b6b-4677-a744-994045da78f8 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:45:48.178839 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:45:48.188955 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cd96b-9158-44b0-9923-f93ecfb936e0 None None] Sync routers for ids ['793bb096-1b6b-4677-a744-994045da78f8'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:45:48.199658 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:48.199964 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2cd96b-9158-44b0-9923-f93ecfb936e0 None None] Routers {'793bb096-1b6b-4677-a744-994045da78f8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:45:48.200579 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1c2cd96b-9158-44b0-9923-f93ecfb936e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:45:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['793bb096-1b6b-4677-a744-994045da78f8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:48.254865 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-45539d15-3ee1-4598-864a-fa0a7097bf6b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "DELETE /v2.0/floatingips/8e1a8d81-debb-4bee-a0fa-2e81cebb6452 HTTP/1.1" status: 204 len: 168 time: 1.4876552 Feb 09 15:45:48.255497 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53526b9-f969-4e8b-9614-9c852818790b', 'tag': '13b2a966-ec12-47bc-820d-79751621aec3'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:48.302094 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53526b9-f969-4e8b-9614-9c852818790b', 'tag': '13b2a966-ec12-47bc-820d-79751621aec3', 'status': 'completed', 'code': 200} Feb 09 15:45:48.375652 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-1c2cd96b-9158-44b0-9923-f93ecfb936e0 None None] Set router 793bb096-1b6b-4677-a744-994045da78f8 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:45:48.394425 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7ebe9-e4a8-46ee-af98-a9974e5f02d5 req-442a54ff-7ef5-4c87-b8a4-e2cb8180b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:48.396042 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ae7ebe9-e4a8-46ee-af98-a9974e5f02d5 req-442a54ff-7ef5-4c87-b8a4-e2cb8180b94b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 1096 time: 0.0703881 Feb 09 15:45:48.543431 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7ebe9-e4a8-46ee-af98-a9974e5f02d5 req-22d34574-7240-447c-9704-1d9af6a28270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:48.545396 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ae7ebe9-e4a8-46ee-af98-a9974e5f02d5 req-22d34574-7240-447c-9704-1d9af6a28270 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 909 time: 0.1439540 Feb 09 15:45:48.626794 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ae7ebe9-e4a8-46ee-af98-a9974e5f02d5 req-de3c3c68-5ac3-4f06-b0ff-a48dc5932b3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13b2a966-ec12-47bc-820d-79751621aec3 HTTP/1.1" status: 200 len: 217 time: 0.0721633 Feb 09 15:45:48.733484 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1c2cd96b-9158-44b0-9923-f93ecfb936e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'c8e4c26a-152a-45e6-8cd7-b1be41c7c05f', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '793bb096-1b6b-4677-a744-994045da78f8', 'port_id': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'mac_address': 'fa:16:3e:51:c4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:39:28Z', 'updated_at': '2022-02-09T15:39:31Z', 'revision_number': 1, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e', 'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'mac_address': 'fa:16:3e:f5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:03Z', 'updated_at': '2022-02-09T15:39:11Z', 'revision_number': 5, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'subnets': [{'id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:48.737132 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cd96b-9158-44b0-9923-f93ecfb936e0 None None] Checking router: 793bb096-1b6b-4677-a744-994045da78f8 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:45:48.740648 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7ebe9-e4a8-46ee-af98-a9974e5f02d5 req-da9f24a8-e50a-4c9c-b9c0-ef1ba91c3041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:48.742088 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ae7ebe9-e4a8-46ee-af98-a9974e5f02d5 req-da9f24a8-e50a-4c9c-b9c0-ef1ba91c3041 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0ff1e67d-a484-4640-adae-4dbb9040353c HTTP/1.1" status: 200 len: 848 time: 0.1096525 Feb 09 15:45:48.746506 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2cd96b-9158-44b0-9923-f93ecfb936e0 None None] Routers {'793bb096-1b6b-4677-a744-994045da78f8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:45:48.746506 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1c2cd96b-9158-44b0-9923-f93ecfb936e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:45:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['793bb096-1b6b-4677-a744-994045da78f8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:48.814849 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb916b-9696-4132-a268-398022449ac7 req-c40dcc94-8b8e-4d4e-94dc-b41a70b967ce tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:48.816309 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04eb916b-9696-4132-a268-398022449ac7 req-c40dcc94-8b8e-4d4e-94dc-b41a70b967ce tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 945 time: 0.2023168 Feb 09 15:45:48.868673 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7ebe9-e4a8-46ee-af98-a9974e5f02d5 req-2a8973f0-2f9a-4dab-a1f9-7aad868c6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:48.870134 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ae7ebe9-e4a8-46ee-af98-a9974e5f02d5 req-2a8973f0-2f9a-4dab-a1f9-7aad868c6966 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f0f7b74-84e7-479c-9628-3214a25fa1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189663 Feb 09 15:45:48.872976 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-04eb916b-9696-4132-a268-398022449ac7 req-ede5d805-54e9-4771-bb57-6dde0f9e2cc7 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509090 Feb 09 15:45:48.924904 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-1c2cd96b-9158-44b0-9923-f93ecfb936e0 None None] Set router 793bb096-1b6b-4677-a744-994045da78f8 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:45:49.120027 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ae7ebe9-e4a8-46ee-af98-a9974e5f02d5 req-02179e8e-a73c-4fae-b775-31e732c9fe84 service neutron] 10.222.0.21 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425418 Feb 09 15:45:49.253779 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-0ae7ebe9-e4a8-46ee-af98-a9974e5f02d5 req-54178064-849a-4eab-aaab-54e08d9cd774 service neutron] 10.222.0.21 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273699 Feb 09 15:45:49.315325 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1c2cd96b-9158-44b0-9923-f93ecfb936e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'c8e4c26a-152a-45e6-8cd7-b1be41c7c05f', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '793bb096-1b6b-4677-a744-994045da78f8', 'port_id': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'mac_address': 'fa:16:3e:51:c4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:39:28Z', 'updated_at': '2022-02-09T15:39:31Z', 'revision_number': 1, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e', 'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'mac_address': 'fa:16:3e:f5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:03Z', 'updated_at': '2022-02-09T15:39:11Z', 'revision_number': 5, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'subnets': [{'id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:49.319905 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cd96b-9158-44b0-9923-f93ecfb936e0 None None] The sync data for ids ['793bb096-1b6b-4677-a744-994045da78f8'] in n-d-828418-2 is: [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_floatingips': [{'id': 'c8e4c26a-152a-45e6-8cd7-b1be41c7c05f', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'router_id': '793bb096-1b6b-4677-a744-994045da78f8', 'port_id': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'mac_address': 'fa:16:3e:51:c4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:39:28Z', 'updated_at': '2022-02-09T15:39:31Z', 'revision_number': 1, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e', 'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'mac_address': 'fa:16:3e:f5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:03Z', 'updated_at': '2022-02-09T15:39:11Z', 'revision_number': 5, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'subnets': [{'id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:45:49.542874 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63ec526-5d7f-409f-91b4-8e6935e8e367 None None] New status for floating IP 8e1a8d81-debb-4bee-a0fa-2e81cebb6452: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:45:49.922801 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 13b2a966-ec12-47bc-820d-79751621aec3 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:45:50.040283 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548923'] for port, before_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:50.065933 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a9cb9-eb62-4795-8031-5b80174762e1 req-3a18eac1-4dc9-4974-b07e-d7c27977fa0b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:50.066512 n-d-828418-2 neutron-server[87598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53526b9-f969-4e8b-9614-9c852818790b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b2a966-ec12-47bc-820d-79751621aec3'}] {{(pid=87598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:50.066619 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-6b3a9cb9-eb62-4795-8031-5b80174762e1 req-3a18eac1-4dc9-4974-b07e-d7c27977fa0b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Synchronizing usage tracker for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:45:50.076380 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] For port 13b2a966-ec12-47bc-820d-79751621aec3, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=13b2a966-ec12-47bc-820d-79751621aec3,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:45:50.082163 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768412928013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768412422413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768412422458'] for port, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:50.085131 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-6b3a9cb9-eb62-4795-8031-5b80174762e1 req-3a18eac1-4dc9-4974-b07e-d7c27977fa0b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Unset dirty status for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:45:50.086720 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b3a9cb9-eb62-4795-8031-5b80174762e1 req-3a18eac1-4dc9-4974-b07e-d7c27977fa0b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 945 time: 0.0995240 Feb 09 15:45:50.149005 n-d-828418-2 neutron-server[87598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53526b9-f969-4e8b-9614-9c852818790b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b2a966-ec12-47bc-820d-79751621aec3', 'code': 200} Feb 09 15:45:50.149837 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-6b3a9cb9-eb62-4795-8031-5b80174762e1 req-70766ab0-2393-45fc-ad22-676b9807530c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562530 Feb 09 15:45:50.219583 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Pushing event updated for resources: {'Port': ['ID=13b2a966-ec12-47bc-820d-79751621aec3,revision_number=8']} {{(pid=87598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:50.554413 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0995f-00c2-406b-87af-36353438f103 req-5d05a534-2da2-4459-9207-77c31c641412 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:50.555871 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d6b0995f-00c2-406b-87af-36353438f103 req-5d05a534-2da2-4459-9207-77c31c641412 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.21 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 943 time: 0.0778918 Feb 09 15:45:50.626453 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d6b0995f-00c2-406b-87af-36353438f103 req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Deleting port 13b2a966-ec12-47bc-820d-79751621aec3 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:45:50.626909 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d6b0995f-00c2-406b-87af-36353438f103 req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:50.875228 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-d6b0995f-00c2-406b-87af-36353438f103 req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] For port 13b2a966-ec12-47bc-820d-79751621aec3, host n-h2-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828418-2',level=0,port_id=13b2a966-ec12-47bc-820d-79751621aec3,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:45:50.875499 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d6b0995f-00c2-406b-87af-36353438f103 req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:50.997114 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-d6b0995f-00c2-406b-87af-36353438f103 req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Calling delete_port for 13b2a966-ec12-47bc-820d-79751621aec3 owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:45:51.135122 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d6b0995f-00c2-406b-87af-36353438f103 req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:51.193471 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event deleted for resources: {'Port': ['ID=13b2a966-ec12-47bc-820d-79751621aec3,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:51.228242 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:51.228581 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:51.228914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:51.229241 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:51.229567 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:51.229890 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:51.230205 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:51.230518 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:51.230831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:51.231146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:51.231458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:51.231846 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828418-2 {{(pid=87597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:51.315867 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b0995f-00c2-406b-87af-36353438f103 req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] No DVR routers for this DVR port 13b2a966-ec12-47bc-820d-79751621aec3 on host n-h2-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:45:51.318407 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-d6b0995f-00c2-406b-87af-36353438f103 req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:51.326774 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53526b9-f969-4e8b-9614-9c852818790b', 'name': 'network-vif-deleted', 'tag': '13b2a966-ec12-47bc-820d-79751621aec3'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:51.336012 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6169475a-af4e-4e4f-8c52-14a0d8ac189c req-47b448b3-a4a5-4b70-9667-8e10e4984c4a tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c53526b9-f969-4e8b-9614-9c852818790b HTTP/1.1" status: 200 len: 210 time: 0.0671182 Feb 09 15:45:51.344005 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d6b0995f-00c2-406b-87af-36353438f103 req-39cdecfa-3b37-4227-b0b3-37de0eba8c39 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.21 "DELETE /v2.0/ports/13b2a966-ec12-47bc-820d-79751621aec3 HTTP/1.1" status: 204 len: 173 time: 0.7833200 Feb 09 15:45:51.428774 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53526b9-f969-4e8b-9614-9c852818790b', 'name': 'network-vif-deleted', 'tag': '13b2a966-ec12-47bc-820d-79751621aec3', 'status': 'completed', 'code': 200} Feb 09 15:45:52.993016 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57638) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:45:53.190144 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e81cd089-f56b-40b0-b972-434183aa9470 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Deleting port 58000361-20d1-4d3e-84a3-c8fd6d36d98a {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:45:53.190478 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e81cd089-f56b-40b0-b972-434183aa9470 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:53.357640 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e81cd089-f56b-40b0-b972-434183aa9470 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:53.357867 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e81cd089-f56b-40b0-b972-434183aa9470 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:53.480153 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-e81cd089-f56b-40b0-b972-434183aa9470 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Calling delete_port for 58000361-20d1-4d3e-84a3-c8fd6d36d98a owned by network:floatingip {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:45:53.625115 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e81cd089-f56b-40b0-b972-434183aa9470 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:53.673802 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81cd089-f56b-40b0-b972-434183aa9470 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event deleted for resources: {'Port': ['ID=58000361-20d1-4d3e-84a3-c8fd6d36d98a,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:53.761768 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e81cd089-f56b-40b0-b972-434183aa9470 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for floatingip, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:53.762110 n-d-828418-2 neutron-server[87596]: INFO neutron.db.l3_db [None req-e81cd089-f56b-40b0-b972-434183aa9470 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Floating IP c8e4c26a-152a-45e6-8cd7-b1be41c7c05f disassociated (deleted). External IP: 172.25.8.136, port: ae5fd903-21d4-4de4-9d97-28e519e67d7d. Feb 09 15:45:53.964326 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 13b2a966-ec12-47bc-820d-79751621aec3 no longer exists at agent hyperv_n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:45:53.996582 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] No Port match for: 13b2a966-ec12-47bc-820d-79751621aec3 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:45:53.996923 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Device 13b2a966-ec12-47bc-820d-79751621aec3 not bound to the agent host n-h2-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:45:54.110218 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81cd089-f56b-40b0-b972-434183aa9470 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Router 793bb096-1b6b-4677-a744-994045da78f8 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:45:54.395328 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81cd089-f56b-40b0-b972-434183aa9470 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:45:54.404522 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71a62e-3af4-4be8-91d5-a52528f51769 None None] Sync routers for ids ['793bb096-1b6b-4677-a744-994045da78f8'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:45:54.410840 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-e81cd089-f56b-40b0-b972-434183aa9470 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for floatingip, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:54.413266 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71a62e-3af4-4be8-91d5-a52528f51769 None None] Routers {'793bb096-1b6b-4677-a744-994045da78f8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:45:54.413927 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1c71a62e-3af4-4be8-91d5-a52528f51769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:45:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['793bb096-1b6b-4677-a744-994045da78f8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:54.467474 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-e81cd089-f56b-40b0-b972-434183aa9470 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "DELETE /v2.0/floatingips/c8e4c26a-152a-45e6-8cd7-b1be41c7c05f HTTP/1.1" status: 204 len: 168 time: 1.4733605 Feb 09 15:45:54.468172 n-d-828418-2 neutron-server[87596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'tag': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d'}] {{(pid=87596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:54.513549 n-d-828418-2 neutron-server[87596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'tag': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'status': 'completed', 'code': 200} Feb 09 15:45:54.606355 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-1c71a62e-3af4-4be8-91d5-a52528f51769 None None] Set router 793bb096-1b6b-4677-a744-994045da78f8 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:45:54.610805 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dec29c-8f99-4506-a5af-c99ef4014adf req-a2d2f231-96e5-489c-8531-ffeef5429efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:54.612308 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3dec29c-8f99-4506-a5af-c99ef4014adf req-a2d2f231-96e5-489c-8531-ffeef5429efb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39e8889e8a9b4a11a730d0208c606509&device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 1094 time: 0.0742683 Feb 09 15:45:54.754833 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dec29c-8f99-4506-a5af-c99ef4014adf req-f3e6e220-317f-49d9-9d8e-b5ea3d30e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:54.756357 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3dec29c-8f99-4506-a5af-c99ef4014adf req-f3e6e220-317f-49d9-9d8e-b5ea3d30e8f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 200 len: 909 time: 0.1373632 Feb 09 15:45:54.858470 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3dec29c-8f99-4506-a5af-c99ef4014adf req-9a7cb839-ed2c-4e9f-9125-d93d4183554a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d HTTP/1.1" status: 200 len: 217 time: 0.0931025 Feb 09 15:45:54.925398 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1c71a62e-3af4-4be8-91d5-a52528f51769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e', 'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'mac_address': 'fa:16:3e:f5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:03Z', 'updated_at': '2022-02-09T15:39:11Z', 'revision_number': 5, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'subnets': [{'id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:54.929636 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71a62e-3af4-4be8-91d5-a52528f51769 None None] Checking router: 793bb096-1b6b-4677-a744-994045da78f8 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:45:54.938281 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71a62e-3af4-4be8-91d5-a52528f51769 None None] Routers {'793bb096-1b6b-4677-a744-994045da78f8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:45:54.938892 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1c71a62e-3af4-4be8-91d5-a52528f51769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:45:29Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['793bb096-1b6b-4677-a744-994045da78f8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:55.056850 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dec29c-8f99-4506-a5af-c99ef4014adf req-fca59d8f-098b-4c2e-842f-dc183925ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:55.058245 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3dec29c-8f99-4506-a5af-c99ef4014adf req-fca59d8f-098b-4c2e-842f-dc183925ea61 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ff1e67d-a484-4640-adae-4dbb9040353c HTTP/1.1" status: 200 len: 848 time: 0.1879818 Feb 09 15:45:55.102910 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a96511-74ac-441e-bdc9-5169fe92d2bb req-001d56d0-a6c0-4527-b279-e8091beab80b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:55.103593 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e1a96511-74ac-441e-bdc9-5169fe92d2bb req-001d56d0-a6c0-4527-b279-e8091beab80b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Synchronizing usage tracker for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:port {{(pid=87597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:45:55.113074 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-1c71a62e-3af4-4be8-91d5-a52528f51769 None None] Set router 793bb096-1b6b-4677-a744-994045da78f8 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:45:55.133320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.quota.resource [req-e1a96511-74ac-441e-bdc9-5169fe92d2bb req-001d56d0-a6c0-4527-b279-e8091beab80b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Unset dirty status for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:port {{(pid=87597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:45:55.134447 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e1a96511-74ac-441e-bdc9-5169fe92d2bb req-001d56d0-a6c0-4527-b279-e8091beab80b tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 943 time: 0.3126867 Feb 09 15:45:55.187063 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-e1a96511-74ac-441e-bdc9-5169fe92d2bb req-5c85a7c9-c1fa-4db1-8d37-f842836e36eb tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463536 Feb 09 15:45:55.189038 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dec29c-8f99-4506-a5af-c99ef4014adf req-d8cea1e3-0223-4074-b81a-39f46ffe8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:55.190386 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3dec29c-8f99-4506-a5af-c99ef4014adf req-d8cea1e3-0223-4074-b81a-39f46ffe8b04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f0f7b74-84e7-479c-9628-3214a25fa1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243207 Feb 09 15:45:55.323934 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3dec29c-8f99-4506-a5af-c99ef4014adf req-dd29b718-01be-4d9d-be17-ce7a6dca04e8 service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261234 Feb 09 15:45:55.423306 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-1c71a62e-3af4-4be8-91d5-a52528f51769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e', 'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'mac_address': 'fa:16:3e:f5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:03Z', 'updated_at': '2022-02-09T15:39:11Z', 'revision_number': 5, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'subnets': [{'id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:55.427393 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71a62e-3af4-4be8-91d5-a52528f51769 None None] The sync data for ids ['793bb096-1b6b-4677-a744-994045da78f8'] in n-d-828418-2 is: [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2', '_interfaces': [{'id': '605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e', 'name': '', 'network_id': '4f0f7b74-84e7-479c-9628-3214a25fa1f5', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'mac_address': 'fa:16:3e:f5:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:03Z', 'updated_at': '2022-02-09T15:39:11Z', 'revision_number': 5, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'subnets': [{'id': '0ff1e67d-a484-4640-adae-4dbb9040353c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:45:55.461653 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-d3dec29c-8f99-4506-a5af-c99ef4014adf req-e2703b73-2856-400a-ae8a-a1767ab5e92b service neutron] 10.222.0.35 "GET /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307752 Feb 09 15:45:55.661702 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e8bd29-170e-4c25-bd4f-8f8ee20e8c02 None None] New status for floating IP c8e4c26a-152a-45e6-8cd7-b1be41c7c05f: DOWN {{(pid=87598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:45:55.878458 n-d-828418-2 neutron-server[87597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162a8e7-add8-4adf-882e-4d7c8d2b99e0 req-243be24c-1478-4ca5-84b4-81a6855d1461 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:55.879898 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6162a8e7-add8-4adf-882e-4d7c8d2b99e0 req-243be24c-1478-4ca5-84b4-81a6855d1461 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.35 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 943 time: 0.0826411 Feb 09 15:45:55.948202 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-6162a8e7-add8-4adf-882e-4d7c8d2b99e0 req-e05fa46d-a631-45c0-b76a-b77b45f0231e tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Deleting port ae5fd903-21d4-4de4-9d97-28e519e67d7d {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:45:55.948546 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6162a8e7-add8-4adf-882e-4d7c8d2b99e0 req-e05fa46d-a631-45c0-b76a-b77b45f0231e tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:56.188320 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [req-6162a8e7-add8-4adf-882e-4d7c8d2b99e0 req-e05fa46d-a631-45c0-b76a-b77b45f0231e tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] For port ae5fd903-21d4-4de4-9d97-28e519e67d7d, host n-h1-828418-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828418-2',level=0,port_id=ae5fd903-21d4-4de4-9d97-28e519e67d7d,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:45:56.188676 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6162a8e7-add8-4adf-882e-4d7c8d2b99e0 req-e05fa46d-a631-45c0-b76a-b77b45f0231e tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:56.310361 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [req-6162a8e7-add8-4adf-882e-4d7c8d2b99e0 req-e05fa46d-a631-45c0-b76a-b77b45f0231e tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Calling delete_port for ae5fd903-21d4-4de4-9d97-28e519e67d7d owned by compute:nova {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:45:56.372414 n-d-828418-2 neutron-server[87596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358927e-4996-4d27-bb96-2c8db2e2ac5d req-b01c85c6-0f72-4531-82c2-5d6ce2d39696 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:56.373129 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-2358927e-4996-4d27-bb96-2c8db2e2ac5d req-b01c85c6-0f72-4531-82c2-5d6ce2d39696 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Synchronizing usage tracker for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:port {{(pid=87596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:45:56.384921 n-d-828418-2 neutron-server[87596]: DEBUG neutron.quota.resource [req-2358927e-4996-4d27-bb96-2c8db2e2ac5d req-b01c85c6-0f72-4531-82c2-5d6ce2d39696 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Unset dirty status for tenant:39e8889e8a9b4a11a730d0208c606509 on resource:port {{(pid=87596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:45:56.386101 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2358927e-4996-4d27-bb96-2c8db2e2ac5d req-b01c85c6-0f72-4531-82c2-5d6ce2d39696 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/ports?device_id=cae05c0c-9545-4bfd-8815-394830ea8ffe HTTP/1.1" status: 200 len: 943 time: 0.0921762 Feb 09 15:45:56.432269 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [req-2358927e-4996-4d27-bb96-2c8db2e2ac5d req-db07f559-c29f-4b83-9816-db3e1565a0d0 tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "GET /v2.0/security-groups?id=62377859-2489-4b57-b99a-a0df3d28069f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388730 Feb 09 15:45:56.456220 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6162a8e7-add8-4adf-882e-4d7c8d2b99e0 req-e05fa46d-a631-45c0-b76a-b77b45f0231e tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:56.508663 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fa46d-a631-45c0-b76a-b77b45f0231e tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event deleted for resources: {'Port': ['ID=ae5fd903-21d4-4de4-9d97-28e519e67d7d,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:56.586699 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [req-6162a8e7-add8-4adf-882e-4d7c8d2b99e0 req-e05fa46d-a631-45c0-b76a-b77b45f0231e tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] No DVR routers for this DVR port ae5fd903-21d4-4de4-9d97-28e519e67d7d on host n-h1-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:45:56.589220 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [req-6162a8e7-add8-4adf-882e-4d7c8d2b99e0 req-e05fa46d-a631-45c0-b76a-b77b45f0231e tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-142374'] for port, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:56.591707 n-d-828418-2 neutron-server[87597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'name': 'network-vif-deleted', 'tag': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d'}] {{(pid=87597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:56.607240 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [req-6162a8e7-add8-4adf-882e-4d7c8d2b99e0 req-e05fa46d-a631-45c0-b76a-b77b45f0231e tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.35 "DELETE /v2.0/ports/ae5fd903-21d4-4de4-9d97-28e519e67d7d HTTP/1.1" status: 204 len: 173 time: 0.7209759 Feb 09 15:45:56.641024 n-d-828418-2 neutron-server[87597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae05c0c-9545-4bfd-8815-394830ea8ffe', 'name': 'network-vif-deleted', 'tag': 'ae5fd903-21d4-4de4-9d97-28e519e67d7d', 'status': 'completed', 'code': 200} Feb 09 15:45:57.015584 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-48a17419-9888-4f97-88a5-d2142d70afba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:57.534766 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57654) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:45:57.602816 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-569be029-637d-44f9-895d-8a976df7bd0c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:57.631117 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-569be029-637d-44f9-895d-8a976df7bd0c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:57.698117 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-569be029-637d-44f9-895d-8a976df7bd0c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:57.715842 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569be029-637d-44f9-895d-8a976df7bd0c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62377859-2489-4b57-b99a-a0df3d28069f,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:57.727057 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-569be029-637d-44f9-895d-8a976df7bd0c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:57.728227 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-569be029-637d-44f9-895d-8a976df7bd0c tempest-TestSnapshotPattern-1092484920 tempest-TestSnapshotPattern-1092484920-project] 10.222.0.48 "DELETE /v2.0/security-groups/62377859-2489-4b57-b99a-a0df3d28069f HTTP/1.1" status: 204 len: 168 time: 0.1924291 Feb 09 15:45:57.780649 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57660) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:45:58.507701 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49a3dd8b-ddd1-4105-8095-dcff640c9e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:58.845303 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-49a3dd8b-ddd1-4105-8095-dcff640c9e98 admin admin] Deleting port 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:45:58.845987 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49a3dd8b-ddd1-4105-8095-dcff640c9e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:59.009300 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-49a3dd8b-ddd1-4105-8095-dcff640c9e98 admin admin] For port 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:45:59.009568 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49a3dd8b-ddd1-4105-8095-dcff640c9e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:59.128740 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-49a3dd8b-ddd1-4105-8095-dcff640c9e98 admin admin] Calling delete_port for 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e owned by network:router_interface {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:45:59.382145 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49a3dd8b-ddd1-4105-8095-dcff640c9e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:59.426432 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3dd8b-ddd1-4105-8095-dcff640c9e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:59.436590 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-7ca73700-df8e-4609-b04b-0644fcc37a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:59.807877 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-49a3dd8b-ddd1-4105-8095-dcff640c9e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:59.896524 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ae5fd903-21d4-4de4-9d97-28e519e67d7d no longer exists at agent hyperv_n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:45:59.930206 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] No Port match for: ae5fd903-21d4-4de4-9d97-28e519e67d7d {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:45:59.930549 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Device ae5fd903-21d4-4de4-9d97-28e519e67d7d not bound to the agent host n-h1-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:46:00.151495 n-d-828418-2 neutron-server[87597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a3dd8b-ddd1-4105-8095-dcff640c9e98 admin admin] Router 793bb096-1b6b-4677-a744-994045da78f8 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:46:00.325281 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a3dd8b-ddd1-4105-8095-dcff640c9e98 admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:46:00.334198 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c7b574-ff66-4c4b-a719-02f28e66bd1b None None] Sync routers for ids ['793bb096-1b6b-4677-a744-994045da78f8'] in n-d-828418-2 {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:46:00.337645 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-49a3dd8b-ddd1-4105-8095-dcff640c9e98 admin admin] 10.222.0.48 "PUT /v2.0/routers/793bb096-1b6b-4677-a744-994045da78f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5555937 Feb 09 15:46:00.339741 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57666) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:00.343048 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c7b574-ff66-4c4b-a719-02f28e66bd1b None None] Routers {'793bb096-1b6b-4677-a744-994045da78f8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:46:00.343709 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-95c7b574-ff66-4c4b-a719-02f28e66bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['793bb096-1b6b-4677-a744-994045da78f8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:00.514498 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d279caee-05ea-4d46-b391-cbb747de010d admin admin] Notify callbacks [] for router, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:00.547356 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-95c7b574-ff66-4c4b-a719-02f28e66bd1b None None] Set router 793bb096-1b6b-4677-a744-994045da78f8 gateway port host: n-d-828418-2 {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:46:00.578102 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:00.637836 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:00.690923 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d279caee-05ea-4d46-b391-cbb747de010d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:00.700945 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-d279caee-05ea-4d46-b391-cbb747de010d admin admin] Deleting port ad814894-2925-426e-bae6-99169ff82041 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:46:00.701281 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d279caee-05ea-4d46-b391-cbb747de010d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:00.836095 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-95c7b574-ff66-4c4b-a719-02f28e66bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'ad814894-2925-426e-bae6-99169ff82041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:45:59Z', 'revision_number': 5, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port': {'id': 'ad814894-2925-426e-bae6-99169ff82041', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:60:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793bb096-1b6b-4677-a744-994045da78f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:00.840294 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c7b574-ff66-4c4b-a719-02f28e66bd1b None None] Checking router: 793bb096-1b6b-4677-a744-994045da78f8 for host: n-d-828418-2 {{(pid=87599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:46:00.849040 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c7b574-ff66-4c4b-a719-02f28e66bd1b None None] Routers {'793bb096-1b6b-4677-a744-994045da78f8'} bound to L3 agent in host n-d-828418-2 {{(pid=87599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:46:00.849657 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-95c7b574-ff66-4c4b-a719-02f28e66bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['793bb096-1b6b-4677-a744-994045da78f8'], 'active': True} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:00.998194 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-d279caee-05ea-4d46-b391-cbb747de010d admin admin] For port ad814894-2925-426e-bae6-99169ff82041, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ad814894-2925-426e-bae6-99169ff82041,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:46:00.998548 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d279caee-05ea-4d46-b391-cbb747de010d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.010121 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_dvr_db [None req-95c7b574-ff66-4c4b-a719-02f28e66bd1b None None] Set router 793bb096-1b6b-4677-a744-994045da78f8 gateway port host: None {{(pid=87599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:46:01.119405 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-d279caee-05ea-4d46-b391-cbb747de010d admin admin] Calling delete_port for ad814894-2925-426e-bae6-99169ff82041 owned by network:router_gateway {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:46:01.127389 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.l3_hamode_db [None req-95c7b574-ff66-4c4b-a719-02f28e66bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:46:00Z', 'revision_number': 6, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:01.131695 n-d-828418-2 neutron-server[87599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c7b574-ff66-4c4b-a719-02f28e66bd1b None None] The sync data for ids ['793bb096-1b6b-4677-a744-994045da78f8'] in n-d-828418-2 is: [{'id': '793bb096-1b6b-4677-a744-994045da78f8', 'name': 'tempest-TestSnapshotPattern-353702282-router', 'tenant_id': '39e8889e8a9b4a11a730d0208c606509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:00Z', 'updated_at': '2022-02-09T15:46:00Z', 'revision_number': 6, 'project_id': '39e8889e8a9b4a11a730d0208c606509', 'gw_port_host': None}] {{(pid=87599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:46:01.289457 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d279caee-05ea-4d46-b391-cbb747de010d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.337430 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279caee-05ea-4d46-b391-cbb747de010d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad814894-2925-426e-bae6-99169ff82041,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:01.425825 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d279caee-05ea-4d46-b391-cbb747de010d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.605138 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d279caee-05ea-4d46-b391-cbb747de010d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.607553 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d279caee-05ea-4d46-b391-cbb747de010d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.629686 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d279caee-05ea-4d46-b391-cbb747de010d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.630293 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d279caee-05ea-4d46-b391-cbb747de010d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 793bb096-1b6b-4677-a744-994045da78f8 {{(pid=87597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 15:46:01.642003 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-d279caee-05ea-4d46-b391-cbb747de010d admin admin] Notify callbacks [] for router, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.643193 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d279caee-05ea-4d46-b391-cbb747de010d admin admin] 10.222.0.48 "DELETE /v2.0/routers/793bb096-1b6b-4677-a744-994045da78f8 HTTP/1.1" status: 204 len: 168 time: 1.3024280 Feb 09 15:46:01.646370 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57670) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:01.706679 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f246ef-a2c1-4d11-9cfd-48889d1441c2 admin admin] Deleting subnet 0ff1e67d-a484-4640-adae-4dbb9040353c {{(pid=87597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:46:01.710037 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-05f246ef-a2c1-4d11-9cfd-48889d1441c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.756409 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-05f246ef-a2c1-4d11-9cfd-48889d1441c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3498494'] for subnet, precommit_delete_associations {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.832791 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-05f246ef-a2c1-4d11-9cfd-48889d1441c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.901754 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-05f246ef-a2c1-4d11-9cfd-48889d1441c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3420325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350739'] for subnet, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.940107 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f246ef-a2c1-4d11-9cfd-48889d1441c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ff1e67d-a484-4640-adae-4dbb9040353c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:01.943782 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-05f246ef-a2c1-4d11-9cfd-48889d1441c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.950045 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d8479b-cf35-45ae-b99a-9a78119fb9fa None None] Network 4f0f7b74-84e7-479c-9628-3214a25fa1f5 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:46:01.952177 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57674) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:01.952597 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-05f246ef-a2c1-4d11-9cfd-48889d1441c2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0ff1e67d-a484-4640-adae-4dbb9040353c HTTP/1.1" status: 204 len: 168 time: 0.3043597 Feb 09 15:46:02.059374 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.070545 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] Deleting port 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:46:02.071173 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.175021 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.241346 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e0d9ba-94b0-4b3d-92c4-025b0447d9e3 None None] DHCP port deletion for 4f0f7b74-84e7-479c-9628-3214a25fa1f5 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 15:46:02.245710 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e7e0d9ba-94b0-4b3d-92c4-025b0447d9e3 None None] Deleting port 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:46:02.246079 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e7e0d9ba-94b0-4b3d-92c4-025b0447d9e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.299797 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] For port 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=84c6e4c6-b4d5-4339-8d39-d2c92fdae62c,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:46:02.300145 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.422740 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] Calling delete_port for 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c owned by network:dhcp {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:46:02.441186 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-e7e0d9ba-94b0-4b3d-92c4-025b0447d9e3 None None] For port 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=84c6e4c6-b4d5-4339-8d39-d2c92fdae62c,segment=NetworkSegment(31f3b91d-df33-4776-8162-47b06de08b3a),segment_id=31f3b91d-df33-4776-8162-47b06de08b3a)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:46:02.441570 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e7e0d9ba-94b0-4b3d-92c4-025b0447d9e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.499658 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.545297 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c6e4c6-b4d5-4339-8d39-d2c92fdae62c,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:02.550652 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] No DVR routers for this DVR port 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c on host n-d-828418-2 {{(pid=87596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:02.568245 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e7e0d9ba-94b0-4b3d-92c4-025b0447d9e3 None None] Calling delete_port for 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:46:02.638338 n-d-828418-2 neutron-server[87598]: util.warn( Feb 09 15:46:02.642336 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-e7e0d9ba-94b0-4b3d-92c4-025b0447d9e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:46:02.642687 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-e7e0d9ba-94b0-4b3d-92c4-025b0447d9e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:46:02.664420 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.689561 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0f7b74-84e7-479c-9628-3214a25fa1f5']}} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:02.701551 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f3b91d-df33-4776-8162-47b06de08b3a') {'for_net_delete': True} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:02.701844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.services.segments.db [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f3b91d-df33-4776-8162-47b06de08b3a') {} {{(pid=87596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:02.712591 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60110000'] for segment, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.727830 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.733545 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:46:02.733915 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60170479'] for segment, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: Traceback (most recent call last): Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: timer() Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: cb(*args, **kw) Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: return func(*args, **kwargs) Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: self._notify() Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: self.callback(batched_events) Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: event.method(event) Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: return f(self, *a, **k) Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: return self._get(url).json() Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: return self.request(url, 'GET', **kwargs) Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:46:02.746875 n-d-828418-2 neutron-server[87596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:46:02.811237 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ad814894-2925-426e-bae6-99169ff82041 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:46:02.823889 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.842601 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] Notify callbacks [] for network, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.847392 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: ad814894-2925-426e-bae6-99169ff82041 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:46:02.847756 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ad814894-2925-426e-bae6-99169ff82041 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:46:02.848178 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:46:02.851180 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f0f7b74-84e7-479c-9628-3214a25fa1f5,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:02.864319 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-d7bf8d0c-6552-44eb-ae05-abf5f0876427 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4f0f7b74-84e7-479c-9628-3214a25fa1f5 HTTP/1.1" status: 204 len: 168 time: 0.9110882 Feb 09 15:46:02.867694 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57678) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:02.884633 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:46:02.884973 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:46:02.885389 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:46:02.917039 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:46:02.917381 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 605e3ab3-1d3c-4b26-8e8d-785bf9bcec6e not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:46:03.144398 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e7e0d9ba-94b0-4b3d-92c4-025b0447d9e3 None None] Deleting port 84c6e4c6-b4d5-4339-8d39-d2c92fdae62c {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:46:03.145081 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e7e0d9ba-94b0-4b3d-92c4-025b0447d9e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:03.212018 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-e7e0d9ba-94b0-4b3d-92c4-025b0447d9e3 None None] The port '84c6e4c6-b4d5-4339-8d39-d2c92fdae62c' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 15:46:03.497213 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0f73-dd3d-4fdd-b016-8410084a5cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4025055'] for router_interface, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:03.833558 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a0f73-dd3d-4fdd-b016-8410084a5cbd admin admin] Deleting port 93374d85-4632-4811-bb9e-332669e80c65 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:46:03.833808 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0f73-dd3d-4fdd-b016-8410084a5cbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:03.998278 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-5b6a0f73-dd3d-4fdd-b016-8410084a5cbd admin admin] For port 93374d85-4632-4811-bb9e-332669e80c65, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=93374d85-4632-4811-bb9e-332669e80c65,segment=NetworkSegment(54bb404d-77d6-4684-a315-bbb11f72c997),segment_id=54bb404d-77d6-4684-a315-bbb11f72c997)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:46:03.998619 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0f73-dd3d-4fdd-b016-8410084a5cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:04.115276 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a0f73-dd3d-4fdd-b016-8410084a5cbd admin admin] Calling delete_port for 93374d85-4632-4811-bb9e-332669e80c65 owned by network:router_interface {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:46:04.415230 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0f73-dd3d-4fdd-b016-8410084a5cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:04.581346 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a0f73-dd3d-4fdd-b016-8410084a5cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=93374d85-4632-4811-bb9e-332669e80c65,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:04.847291 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0f73-dd3d-4fdd-b016-8410084a5cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4148047'] for router_interface, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:05.197196 n-d-828418-2 neutron-server[87596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6a0f73-dd3d-4fdd-b016-8410084a5cbd admin admin] Router 310886d0-d651-4491-8fb0-26a553333d93 has already been hosted by L3 agent 6ed99830-7cc3-483b-a54a-7deb13a8a539 {{(pid=87596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 09 15:46:05.368844 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6a0f73-dd3d-4fdd-b016-8410084a5cbd admin admin] Notify agent at l3_agent.n-d-828418-2 the message routers_updated {{(pid=87596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 09 15:46:05.377390 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb8a8fe-c24e-408c-af44-a86e8bbcf5fa None None] Sync routers for ids ['310886d0-d651-4491-8fb0-26a553333d93'] in n-d-828418-2 {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:46:05.388416 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-5b6a0f73-dd3d-4fdd-b016-8410084a5cbd admin admin] 10.222.0.48 "PUT /v2.0/routers/310886d0-d651-4491-8fb0-26a553333d93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5173974 Feb 09 15:46:05.388615 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb8a8fe-c24e-408c-af44-a86e8bbcf5fa None None] Routers {'310886d0-d651-4491-8fb0-26a553333d93'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:46:05.388615 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3cb8a8fe-c24e-408c-af44-a86e8bbcf5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['310886d0-d651-4491-8fb0-26a553333d93'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:05.388806 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57682) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:05.560227 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-3cb8a8fe-c24e-408c-af44-a86e8bbcf5fa None None] Set router 310886d0-d651-4491-8fb0-26a553333d93 gateway port host: n-d-828418-2 {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:46:05.567344 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32db062d-c7f2-49d2-bd67-75beb68dbabe admin admin] Notify callbacks [] for router, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:05.738808 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32db062d-c7f2-49d2-bd67-75beb68dbabe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:05.748282 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-32db062d-c7f2-49d2-bd67-75beb68dbabe admin admin] Deleting port ac3e88f6-8d12-4cf3-8154-1118478fd648 {{(pid=87596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:46:05.748673 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32db062d-c7f2-49d2-bd67-75beb68dbabe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:05.879666 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3cb8a8fe-c24e-408c-af44-a86e8bbcf5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310886d0-d651-4491-8fb0-26a553333d93', 'name': 'tempest-TestSnapshotPattern-1346275429-router', 'tenant_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'external_fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'ac3e88f6-8d12-4cf3-8154-1118478fd648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:06Z', 'updated_at': '2022-02-09T15:46:04Z', 'revision_number': 5, 'project_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'gw_port': {'id': 'ac3e88f6-8d12-4cf3-8154-1118478fd648', 'name': '', 'network_id': 'c26f2655-4fb2-480c-9c39-ad6273d63109', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310886d0-d651-4491-8fb0-26a553333d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828418-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:07Z', 'updated_at': '2022-02-09T15:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c700a346-9e14-41ef-ba7a-a5a27caede53', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828418-2'}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:05.884133 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb8a8fe-c24e-408c-af44-a86e8bbcf5fa None None] Checking router: 310886d0-d651-4491-8fb0-26a553333d93 for host: n-d-828418-2 {{(pid=87598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:46:05.892617 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb8a8fe-c24e-408c-af44-a86e8bbcf5fa None None] Routers {'310886d0-d651-4491-8fb0-26a553333d93'} bound to L3 agent in host n-d-828418-2 {{(pid=87598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 09 15:46:05.893223 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3cb8a8fe-c24e-408c-af44-a86e8bbcf5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828418-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T13:49:59Z,description=,heartbeat_timestamp=2022-02-09T15:45:59Z,host='n-d-828418-2',id=6ed99830-7cc3-483b-a54a-7deb13a8a539,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T13:49:59Z,topic='l3_agent')) {'router_ids': ['310886d0-d651-4491-8fb0-26a553333d93'], 'active': True} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:06.042546 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_dvr_db [None req-3cb8a8fe-c24e-408c-af44-a86e8bbcf5fa None None] Set router 310886d0-d651-4491-8fb0-26a553333d93 gateway port host: None {{(pid=87598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 09 15:46:06.045731 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.db [None req-32db062d-c7f2-49d2-bd67-75beb68dbabe admin admin] For port ac3e88f6-8d12-4cf3-8154-1118478fd648, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=ac3e88f6-8d12-4cf3-8154-1118478fd648,segment=NetworkSegment(a7c2dd52-f742-4a13-9268-73f9610f31f4),segment_id=a7c2dd52-f742-4a13-9268-73f9610f31f4)] {{(pid=87596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:46:06.046085 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32db062d-c7f2-49d2-bd67-75beb68dbabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.149110 n-d-828418-2 neutron-server[87598]: DEBUG neutron.db.l3_hamode_db [None req-3cb8a8fe-c24e-408c-af44-a86e8bbcf5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310886d0-d651-4491-8fb0-26a553333d93', 'name': 'tempest-TestSnapshotPattern-1346275429-router', 'tenant_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:06Z', 'updated_at': '2022-02-09T15:46:05Z', 'revision_number': 6, 'project_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'gw_port_host': None}], 'n-d-828418-2', False) {} {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:06.153013 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb8a8fe-c24e-408c-af44-a86e8bbcf5fa None None] The sync data for ids ['310886d0-d651-4491-8fb0-26a553333d93'] in n-d-828418-2 is: [{'id': '310886d0-d651-4491-8fb0-26a553333d93', 'name': 'tempest-TestSnapshotPattern-1346275429-router', 'tenant_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:06Z', 'updated_at': '2022-02-09T15:46:05Z', 'revision_number': 6, 'project_id': '6ccbe1942df84dd8b558b7bf3c571afa', 'gw_port_host': None}] {{(pid=87598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:46:06.166689 n-d-828418-2 neutron-server[87596]: DEBUG neutron.plugins.ml2.plugin [None req-32db062d-c7f2-49d2-bd67-75beb68dbabe admin admin] Calling delete_port for ac3e88f6-8d12-4cf3-8154-1118478fd648 owned by network:router_gateway {{(pid=87596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:46:06.331808 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32db062d-c7f2-49d2-bd67-75beb68dbabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60171326'] for port, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.376832 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db062d-c7f2-49d2-bd67-75beb68dbabe admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3e88f6-8d12-4cf3-8154-1118478fd648,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:06.465977 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32db062d-c7f2-49d2-bd67-75beb68dbabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4147450'] for router_gateway, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.651374 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32db062d-c7f2-49d2-bd67-75beb68dbabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4145465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2461'] for router, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.653656 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32db062d-c7f2-49d2-bd67-75beb68dbabe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.676650 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32db062d-c7f2-49d2-bd67-75beb68dbabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146320'] for router, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.677242 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32db062d-c7f2-49d2-bd67-75beb68dbabe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 310886d0-d651-4491-8fb0-26a553333d93 {{(pid=87596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 15:46:06.690161 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-32db062d-c7f2-49d2-bd67-75beb68dbabe admin admin] Notify callbacks [] for router, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.691278 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-32db062d-c7f2-49d2-bd67-75beb68dbabe admin admin] 10.222.0.48 "DELETE /v2.0/routers/310886d0-d651-4491-8fb0-26a553333d93 HTTP/1.1" status: 204 len: 168 time: 1.3017697 Feb 09 15:46:06.693819 n-d-828418-2 neutron-server[87596]: DEBUG neutron.wsgi [-] (87596) accepted ('10.222.0.48', 57686) {{(pid=87596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:06.751156 n-d-828418-2 neutron-server[87596]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d0c256-443a-41e4-b2ca-1282fd14823e admin admin] Deleting subnet b50f6dea-5ee2-464d-beeb-a247a0f2d022 {{(pid=87596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 09 15:46:06.753926 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-90d0c256-443a-41e4-b2ca-1282fd14823e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.804719 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-90d0c256-443a-41e4-b2ca-1282fd14823e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60109959'] for subnet, precommit_delete_associations {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.878608 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-90d0c256-443a-41e4-b2ca-1282fd14823e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-685685'] for subnet, precommit_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.972735 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-90d0c256-443a-41e4-b2ca-1282fd14823e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-685692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60171341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60244893'] for subnet, after_delete {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.991117 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ac3e88f6-8d12-4cf3-8154-1118478fd648 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:46:07.013789 n-d-828418-2 neutron-server[87596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0c256-443a-41e4-b2ca-1282fd14823e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b50f6dea-5ee2-464d-beeb-a247a0f2d022,revision_number=None']} {{(pid=87596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:07.017259 n-d-828418-2 neutron-server[87596]: DEBUG neutron_lib.callbacks.manager [None req-90d0c256-443a-41e4-b2ca-1282fd14823e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.020485 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afaeafa-9b88-492b-9a95-e708708bb3ac None None] Network d913732e-35e6-4ede-ac3a-b46c57f56ee4 requested from n-d-828418-2 {{(pid=87598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 09 15:46:07.024502 n-d-828418-2 neutron-server[87596]: INFO neutron.wsgi [None req-90d0c256-443a-41e4-b2ca-1282fd14823e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b50f6dea-5ee2-464d-beeb-a247a0f2d022 HTTP/1.1" status: 204 len: 168 time: 0.3297267 Feb 09 15:46:07.027212 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57690) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:07.046593 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: ac3e88f6-8d12-4cf3-8154-1118478fd648 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:46:07.046935 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device ac3e88f6-8d12-4cf3-8154-1118478fd648 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:46:07.047473 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 93374d85-4632-4811-bb9e-332669e80c65 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:46:07.129580 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 93374d85-4632-4811-bb9e-332669e80c65 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:46:07.129921 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 93374d85-4632-4811-bb9e-332669e80c65 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:46:07.134916 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599886'] for network, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.145874 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] Deleting port 1a07469e-31bb-41f0-8a6d-eace91625026 {{(pid=87597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:46:07.146203 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.311150 n-d-828418-2 neutron-server[87598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c0f26e-0c71-427c-a9e5-2b859adf679f None None] DHCP port deletion for d913732e-35e6-4ede-ac3a-b46c57f56ee4 request from n-d-828418-2 {{(pid=87598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 09 15:46:07.315397 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-94c0f26e-0c71-427c-a9e5-2b859adf679f None None] Deleting port 1a07469e-31bb-41f0-8a6d-eace91625026 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:46:07.315785 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-94c0f26e-0c71-427c-a9e5-2b859adf679f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.359668 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.db [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] For port 1a07469e-31bb-41f0-8a6d-eace91625026, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1a07469e-31bb-41f0-8a6d-eace91625026,segment=NetworkSegment(54bb404d-77d6-4684-a315-bbb11f72c997),segment_id=54bb404d-77d6-4684-a315-bbb11f72c997)] {{(pid=87597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:46:07.360055 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.479989 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.plugin [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] Calling delete_port for 1a07469e-31bb-41f0-8a6d-eace91625026 owned by network:dhcp {{(pid=87597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:46:07.513852 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.db [None req-94c0f26e-0c71-427c-a9e5-2b859adf679f None None] For port 1a07469e-31bb-41f0-8a6d-eace91625026, host n-d-828418-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828418-2',level=0,port_id=1a07469e-31bb-41f0-8a6d-eace91625026,segment=NetworkSegment(54bb404d-77d6-4684-a315-bbb11f72c997),segment_id=54bb404d-77d6-4684-a315-bbb11f72c997)] {{(pid=87598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 09 15:46:07.514164 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-94c0f26e-0c71-427c-a9e5-2b859adf679f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4145545'] for port, precommit_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.560285 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768412928022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768412422404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3420374'] for port, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.614016 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] Pushing event deleted for resources: {'Port': ['ID=1a07469e-31bb-41f0-8a6d-eace91625026,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:07.618915 n-d-828418-2 neutron-server[87597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] No DVR routers for this DVR port 1a07469e-31bb-41f0-8a6d-eace91625026 on host n-d-828418-2 {{(pid=87597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:07.637739 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-94c0f26e-0c71-427c-a9e5-2b859adf679f None None] Calling delete_port for 1a07469e-31bb-41f0-8a6d-eace91625026 owned by network:dhcp {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 09 15:46:07.708078 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.db.api [None req-94c0f26e-0c71-427c-a9e5-2b859adf679f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:46:07.708430 n-d-828418-2 neutron-server[87598]: DEBUG oslo_db.api [None req-94c0f26e-0c71-427c-a9e5-2b859adf679f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:46:07.833654 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-685988', 'neutron.services.segments.db._delete_segments_for_network-8768412875578'] for network, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.857152 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d913732e-35e6-4ede-ac3a-b46c57f56ee4']}} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:07.869013 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bb404d-77d6-4684-a315-bbb11f72c997') {'for_net_delete': True} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:07.869310 n-d-828418-2 neutron-server[87597]: DEBUG neutron.services.segments.db [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bb404d-77d6-4684-a315-bbb11f72c997') {} {{(pid=87597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:07.880127 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768412877653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3498441'] for segment, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.895752 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-681917'] for segment, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.901758 n-d-828418-2 neutron-server[87597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:46:07.902260 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-681892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3421191'] for segment, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: Traceback (most recent call last): Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: timer() Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: cb(*args, **kw) Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: return func(*args, **kwargs) Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: self._notify() Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: self.callback(batched_events) Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: event.method(event) Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: return f(self, *a, **k) Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: return self._get(url).json() Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: return self.request(url, 'GET', **kwargs) Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:46:07.914815 n-d-828418-2 neutron-server[87597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:46:07.991649 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4147423'] for network, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.996149 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] Notify callbacks [] for network, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:08.020017 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] Pushing event deleted for resources: {'Network': ['ID=d913732e-35e6-4ede-ac3a-b46c57f56ee4,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:08.024739 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0a27180f-eacc-49e9-81f7-6c10a4fe659d admin admin] 10.222.0.48 "DELETE /v2.0/networks/d913732e-35e6-4ede-ac3a-b46c57f56ee4 HTTP/1.1" status: 204 len: 168 time: 0.9964275 Feb 09 15:46:08.143146 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57696) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:08.190172 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-d08dfae4-dd8d-422a-a6f0-8e3468169bf7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39e8889e8a9b4a11a730d0208c606509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458601 Feb 09 15:46:08.192547 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57700) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:08.209675 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-94c0f26e-0c71-427c-a9e5-2b859adf679f None None] Deleting port 1a07469e-31bb-41f0-8a6d-eace91625026 {{(pid=87598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 09 15:46:08.210146 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-94c0f26e-0c71-427c-a9e5-2b859adf679f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768412924654'] for port, before_delete {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:08.258244 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c39de72c-1071-4e5b-b8bc-4003e4d04330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:08.285122 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c39de72c-1071-4e5b-b8bc-4003e4d04330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:08.310341 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-94c0f26e-0c71-427c-a9e5-2b859adf679f None None] The port '1a07469e-31bb-41f0-8a6d-eace91625026' was deleted {{(pid=87598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 09 15:46:08.341622 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c39de72c-1071-4e5b-b8bc-4003e4d04330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:08.358831 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39de72c-1071-4e5b-b8bc-4003e4d04330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cbae6b-2445-479c-9a28-3d73398a3f4c,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:08.366248 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-c39de72c-1071-4e5b-b8bc-4003e4d04330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:08.367931 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-c39de72c-1071-4e5b-b8bc-4003e4d04330 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/97cbae6b-2445-479c-9a28-3d73398a3f4c HTTP/1.1" status: 204 len: 168 time: 0.1744273 Feb 09 15:46:08.695621 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57708) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:08.743035 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-0584c484-26a5-4867-a764-5a5d314fcc64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ccbe1942df84dd8b558b7bf3c571afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462644 Feb 09 15:46:08.745687 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [-] (87597) accepted ('10.222.0.48', 57712) {{(pid=87597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:08.802681 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fc45d21d-a868-452d-b863-5464fe859268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:08.809509 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1a07469e-31bb-41f0-8a6d-eace91625026 no longer exists at agent ovs-agent-n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:46:08.829779 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fc45d21d-a868-452d-b863-5464fe859268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:08.842300 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.plugin [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] No Port match for: 1a07469e-31bb-41f0-8a6d-eace91625026 {{(pid=87598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 09 15:46:08.842640 n-d-828418-2 neutron-server[87598]: DEBUG neutron.plugins.ml2.rpc [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Device 1a07469e-31bb-41f0-8a6d-eace91625026 not bound to the agent host n-d-828418-2 {{(pid=87598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:46:08.885315 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fc45d21d-a868-452d-b863-5464fe859268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064745'] for security_group, after_delete {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:08.901822 n-d-828418-2 neutron-server[87597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45d21d-a868-452d-b863-5464fe859268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaee48ad-6807-4a32-8a8e-a258e730441b,revision_number=None']} {{(pid=87597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:08.905408 n-d-828418-2 neutron-server[87597]: DEBUG neutron_lib.callbacks.manager [None req-fc45d21d-a868-452d-b863-5464fe859268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:08.908990 n-d-828418-2 neutron-server[87597]: INFO neutron.wsgi [None req-fc45d21d-a868-452d-b863-5464fe859268 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aaee48ad-6807-4a32-8a8e-a258e730441b HTTP/1.1" status: 204 len: 168 time: 0.1599319 Feb 09 15:46:10.016348 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:11.705679 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:22.967358 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:46:27.016711 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-af0992c4-f854-45a7-bec3-5fe0ec26b939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:29.433061 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-ca0e061c-bee8-4f8b-8317-ee31a14628b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:30.569259 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:30.638688 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:32.172730 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:40.006916 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:41.719010 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:57.018785 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e32aaeba-8486-4d27-91b2-b5b9b2e50f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:59.435151 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-10d3fe48-c296-476a-bd31-7b4282f6b0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:59.968056 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:47:00.592050 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:00.653690 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:02.175758 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:10.031970 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:11.718989 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:27.019855 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-29d7d4d7-c457-4390-9dc0-9abcedd60f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:29.437394 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cb9f5e79-e425-4c6b-aa52-a515e6ffb792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:30.577871 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:30.645792 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:32.178142 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.968530 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:47:40.037243 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:41.732410 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:57.023083 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-bdd3fbf1-1fc0-4162-a4df-0074c113dfd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:59.440698 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c4c18831-e646-4e0b-90c8-c08685f0fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:00.581181 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:00.649069 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:02.184745 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:10.045576 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:11.737239 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:13.971151 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:48:27.027208 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1cc55cc0-c9cf-4af3-aa76-9b2973044d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:29.444651 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-07fbeb7f-7f45-472d-8308-722d5f3ba983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:30.584277 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:30.651153 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:32.184713 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:40.044557 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:41.750529 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:50.969941 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:48:57.037642 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a2365316-407d-4405-9592-4821684cd193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:59.447403 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a76bb683-4dbd-43fb-9db3-b3471305b3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:00.587149 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:00.656482 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:02.190566 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:10.061286 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:11.747311 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:27.031403 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b38cea69-3d63-4b4a-995e-a0edfead178a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:27.969715 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:49:29.451639 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-cec17203-7a57-49f4-9213-442fc176fb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:30.591015 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:30.661340 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:32.194212 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.081139 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.747264 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:57.035119 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-75668f0e-96e2-421c-8760-e7307ff2909d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:59.453451 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2fe88e59-b131-4663-aa82-f1783a2ca1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:00.249914 n-d-828418-2 neutron-server[87597]: DEBUG neutron.wsgi [req-6f1102c0-ca35-4a4c-83bd-0bbeb9f62d76 req-b7ed36be-4fc3-446d-9c1d-47f2b23a8194 service neutron] (87597) timed out ('10.222.0.48', 56532) {{(pid=87597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 15:50:00.593631 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:00.663226 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:02.194680 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:04.968689 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:50:10.094904 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:11.745785 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:27.038984 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-1f7e21ff-aa8c-4e23-9235-ad2f85781233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:29.454646 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e2650e65-a718-4fd0-8f31-14b297d561ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:30.596781 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:30.666128 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:32.195960 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:40.104691 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:41.768952 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:41.968329 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:50:57.042224 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-609dd3a1-ebf4-4d08-9226-a28b97d87d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:59.457324 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-72bab3ea-7c58-4a9e-913c-ff86a5b735aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:00.599029 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:00.668574 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:02.199565 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:10.118987 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:11.771640 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:18.967432 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:51:27.044578 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-37710ef6-0378-46a2-ba8e-6c615a4a5904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:29.458799 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-78c85a03-1808-4ee8-8938-efe3fea62348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:30.601105 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:30.672493 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.202432 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.108860 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.774498 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:55.967753 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:51:57.047052 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d0180d7e-08cc-4d22-a786-a56c2b2978ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:59.460044 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e35d2d3c-c6f2-4be5-851a-8134362023ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:00.602700 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:00.674482 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:02.206208 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:10.134350 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:11.771234 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.051224 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-59dc5ec1-889a-4c4f-ba5b-2a994049b578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:29.462518 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5d91ca74-b8ca-4bc3-9ce7-d61d1957bff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.606344 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.678314 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.208969 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.969114 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:52:40.123110 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:41.772926 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:57.053655 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-0a7276d5-1860-429d-ab95-470a81fa86dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:59.465147 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c61bf25d-030e-45e3-ba65-33b3ebcd0459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:00.609401 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:00.681648 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:02.211173 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:09.968787 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:53:10.137904 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:11.787439 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:27.058193 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfc40-cb5a-46ab-ba64-739d7455c9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.468659 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-2f648070-24e5-4812-bab8-762beb8617fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:30.611385 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:30.684262 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:32.215034 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:40.146549 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:41.788116 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:46.968348 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:53:57.060753 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-90e20da9-f5ba-4735-88f2-1f3ad4f69a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:59.473288 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6aa22363-94f0-4e70-8405-1d92c2d40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:00.616786 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:00.688017 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:02.217250 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:10.146395 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:11.789090 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:23.971381 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:54:27.063288 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-a4d60e99-d9da-493d-ae62-aaed2e0a7ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:29.479810 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e4eb6e3b-ca8c-419f-9e7d-bcf10159060e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.622183 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.690605 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:32.220497 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:40.150056 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:41.785891 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:57.066111 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-163dbffb-8d56-47e0-bc89-46254268aef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:59.472377 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d881a275-5af7-4039-a2f1-c4031c0a2aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.625637 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.694270 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.971175 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:55:02.224384 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:10.163278 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:11.802242 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:27.067542 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b2adca4a-0bd7-43ef-8b5c-9e4a4d3f6c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:29.474940 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-e60c1110-4f24-4376-810f-a73ba4358d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:30.627281 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:30.695110 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:32.226368 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:37.973368 n-d-828418-2 neutron-server[87599]: DEBUG neutron.db.agents_db [None req-66ae2c0b-98fa-40ab-b86a-47b545213b7f None None] Agent healthcheck: found 7 active agents {{(pid=87599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:55:40.148881 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-5a002728-e224-4489-b09f-81d4b5cdde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:41.798023 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-d7c383b2-9421-4f00-8ea7-7cbe5eb4d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:57.074217 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-092f30fe-eded-4c19-a941-7a95e885a56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.484437 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-c1dbd950-1e40-40e3-8e2e-4492c0c91d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:00.630283 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-fe28dd27-e10d-45dc-85c9-f104a314519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:00.699752 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-b316e344-211a-4df6-bcef-638df06da0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:02.232277 n-d-828418-2 neutron-server[87598]: DEBUG neutron_lib.callbacks.manager [None req-6abd0e25-9350-4f02-ac95-a5e642611733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768412875560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627198'] for agent, after_update {{(pid=87598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}